-- Logs begin at Wed 2022-04-20 16:16:13 UTC, end at Wed 2022-04-20 18:54:26 UTC. -- Apr 20 16:55:24.281664 n-d-838032-1 systemd[1]: Started Devstack devstack@q-svc.service. Apr 20 16:55:26.399459 n-d-838032-1 neutron-server[83977]: INFO neutron.common.config [-] Logging enabled! Apr 20 16:55:26.400229 n-d-838032-1 neutron-server[83977]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev71 Apr 20 16:55:26.400229 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83977) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 20 16:55:26.402576 n-d-838032-1 neutron-server[83977]: INFO neutron.common.config [-] Logging enabled! Apr 20 16:55:26.402795 n-d-838032-1 neutron-server[83977]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev71 Apr 20 16:55:26.403073 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83977) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 20 16:55:26.404042 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 20 16:55:26.404281 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 20 16:55:26.404627 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 20 16:55:26.404867 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 20 16:55:26.405092 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 20 16:55:26.405410 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.405705 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.406002 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.406206 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.406546 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.406837 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.407119 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.407409 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.407704 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.407990 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.408267 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.408538 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.408775 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.409054 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.409342 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.409627 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.409850 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] debug = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.410128 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.410580 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.411890 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.411890 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.411890 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.411890 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.412659 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.412659 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.413000 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] host = n-d-838032-1 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.413190 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.413423 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.413736 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.414055 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.414306 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.414601 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.414905 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.415177 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.415452 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] log_file = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.415728 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.416014 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.416272 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.416581 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.416792 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.417013 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.417299 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.417587 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.417888 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.418161 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.418459 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.418734 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.419009 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.419276 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.419561 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.419843 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.420127 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.420402 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.420676 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.420948 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.421222 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.421508 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.421783 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.422059 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.422362 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.422652 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.422922 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.423204 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.423505 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.423792 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.424078 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.424362 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.424638 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.424917 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.425189 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.425459 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.425728 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] use_json = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.425999 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.426300 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.426582 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.426853 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.427123 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.427395 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.427664 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.427948 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.428222 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:26.428517 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.428812 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.429115 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.429395 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.429687 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.429967 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.430278 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.430556 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.430851 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.431131 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.431417 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.431694 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.431981 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.432272 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.432561 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.432835 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.433113 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.433468 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.433747 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.434020 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.434327 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.434623 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.434901 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.435178 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.435466 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.435750 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.436024 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.436297 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.436578 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.436866 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.437145 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.437416 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.437690 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.437969 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.438265 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.438550 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.438828 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.439104 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.439380 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.439658 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.439929 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.440204 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.440480 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.440749 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.441025 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.441296 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.441567 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.441839 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.442108 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.442400 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.442671 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.442939 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.443215 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.443487 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.443757 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.444031 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.444300 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.444575 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.444862 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.445160 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.445438 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.446095 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.446095 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.446280 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.446555 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.446830 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.447137 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.447418 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.447691 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.447982 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.448245 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.448550 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.448830 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.449130 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.449428 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.449707 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.449990 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.450271 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.450554 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.450833 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.451110 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.451404 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.451695 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.451997 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.452287 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.452562 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.452843 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.453154 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.453437 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:26.453654 n-d-838032-1 neutron-server[83977]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 20 16:55:26.453901 n-d-838032-1 neutron-server[83977]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83977) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 20 16:55:26.852928 n-d-838032-1 neutron-server[83977]: INFO keyring.backend [-] Loading KWallet Apr 20 16:55:26.860621 n-d-838032-1 neutron-server[83977]: INFO keyring.backend [-] Loading SecretService Apr 20 16:55:26.863819 n-d-838032-1 neutron-server[83977]: INFO keyring.backend [-] Loading Windows Apr 20 16:55:26.865163 n-d-838032-1 neutron-server[83977]: INFO keyring.backend [-] Loading chainer Apr 20 16:55:26.865750 n-d-838032-1 neutron-server[83977]: INFO keyring.backend [-] Loading macOS Apr 20 16:55:26.899368 n-d-838032-1 neutron-server[83977]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 20 16:55:26.899640 n-d-838032-1 neutron-server[83977]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 20 16:55:26.899934 n-d-838032-1 neutron-server[83977]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 20 16:55:26.901331 n-d-838032-1 neutron-server[83977]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 20 16:55:27.205937 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.206274 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.206384 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.262006 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.262309 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.262574 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.265605 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.265855 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.266147 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.294540 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.294822 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.295085 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.321786 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.322060 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.322347 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.638792 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.639447 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.639447 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.639610 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.640493 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.758736 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.759057 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.759346 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.759619 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.759883 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.760191 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.760454 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.760712 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.760964 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.761247 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.761514 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.761776 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.762040 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.762318 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.762583 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.762850 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.763107 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.763360 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.763617 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.763898 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.764240 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.764492 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.764738 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.765015 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.765261 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.765504 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.765885 n-d-838032-1 neutron-server[83977]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83977) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 16:55:27.766121 n-d-838032-1 neutron-server[83977]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83977) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 16:55:27.766383 n-d-838032-1 neutron-server[83977]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83977) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 16:55:27.766619 n-d-838032-1 neutron-server[83977]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83977) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 16:55:27.766852 n-d-838032-1 neutron-server[83977]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83977) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 16:55:27.767086 n-d-838032-1 neutron-server[83977]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83977) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 16:55:27.767643 n-d-838032-1 neutron-server[83977]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 20 16:55:27.770745 n-d-838032-1 neutron-server[83977]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 20 16:55:27.774820 n-d-838032-1 neutron-server[83977]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 20 16:55:27.778669 n-d-838032-1 neutron-server[83977]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Apr 20 16:55:27.780276 n-d-838032-1 neutron-server[83977]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 20 16:55:27.780660 n-d-838032-1 neutron-server[83977]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 20 16:55:27.780989 n-d-838032-1 neutron-server[83977]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 20 16:55:27.781365 n-d-838032-1 neutron-server[83977]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 20 16:55:27.784175 n-d-838032-1 neutron-server[83977]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 20 16:55:27.784427 n-d-838032-1 neutron-server[83977]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 20 16:55:27.784774 n-d-838032-1 neutron-server[83977]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 16:55:27.812567 n-d-838032-1 neutron-server[83977]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Apr 20 16:55:27.813010 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.813309 n-d-838032-1 neutron-server[83977]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83977) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 20 16:55:27.813670 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.815052 n-d-838032-1 neutron-server[83977]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83977) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 20 16:55:27.815326 n-d-838032-1 neutron-server[83977]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 16:55:27.815571 n-d-838032-1 neutron-server[83977]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 20 16:55:27.818879 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.819152 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:27.878920 n-d-838032-1 neutron-server[83977]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 20 16:55:27.879138 n-d-838032-1 neutron-server[83977]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 20 16:55:27.879401 n-d-838032-1 neutron-server[83977]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 20 16:55:27.879771 n-d-838032-1 neutron-server[83977]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 20 16:55:27.914133 n-d-838032-1 neutron-server[83977]: DEBUG oslo_db.sqlalchemy.engines [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83977) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 20 16:55:28.240701 n-d-838032-1 neutron-server[83977]: INFO neutron.plugins.ml2.managers [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Initializing driver for type 'gre' Apr 20 16:55:28.241241 n-d-838032-1 neutron-server[83977]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] gre ID ranges: [(1, 1000)] Apr 20 16:55:28.296965 n-d-838032-1 neutron-server[83977]: INFO neutron.plugins.ml2.managers [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Initializing driver for type 'local' Apr 20 16:55:28.297299 n-d-838032-1 neutron-server[83977]: INFO neutron.plugins.ml2.managers [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Initializing driver for type 'vlan' Apr 20 16:55:28.311474 n-d-838032-1 neutron-server[83977]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] VlanTypeDriver initialization complete Apr 20 16:55:28.311862 n-d-838032-1 neutron-server[83977]: INFO neutron.plugins.ml2.managers [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Initializing driver for type 'vxlan' Apr 20 16:55:28.312445 n-d-838032-1 neutron-server[83977]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] vxlan ID ranges: [(1, 1000)] Apr 20 16:55:28.376721 n-d-838032-1 neutron-server[83977]: INFO neutron.plugins.ml2.managers [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Initializing extension driver 'port_security' Apr 20 16:55:28.377072 n-d-838032-1 neutron-server[83977]: INFO neutron.plugins.ml2.extensions.port_security [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] PortSecurityExtensionDriver initialization complete Apr 20 16:55:28.377413 n-d-838032-1 neutron-server[83977]: INFO neutron.plugins.ml2.managers [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Initializing mechanism driver 'openvswitch' Apr 20 16:55:28.377734 n-d-838032-1 neutron-server[83977]: INFO neutron.plugins.ml2.managers [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Initializing mechanism driver 'hyperv' Apr 20 16:55:28.384382 n-d-838032-1 neutron-server[83977]: DEBUG neutron.plugins.ml2.plugin [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:55:28.385083 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > port after_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.385450 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > port after_update 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.385792 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > port after_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.386339 n-d-838032-1 neutron-server[83977]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83977) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 20 16:55:28.386760 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > subnet after_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.387108 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > subnet after_update 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.387552 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > subnet after_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.387938 n-d-838032-1 neutron-server[83977]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83977) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 20 16:55:28.388339 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > network after_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.388681 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > network after_update 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.389023 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > network after_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.389392 n-d-838032-1 neutron-server[83977]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83977) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 20 16:55:28.389795 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > security_group after_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.390138 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > security_group after_update 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.390495 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > security_group after_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.391012 n-d-838032-1 neutron-server[83977]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83977) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 20 16:55:28.391414 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.391760 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.392095 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.392474 n-d-838032-1 neutron-server[83977]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83977) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 20 16:55:28.392935 n-d-838032-1 neutron-server[83977]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] ML2 OVO RPC backend initialized. {{(pid=83977) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Apr 20 16:55:28.393572 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > router_interface after_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.393926 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.394374 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > network before_response 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.394720 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > networks before_response 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.395072 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > port before_response 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.395413 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > ports before_response 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.395750 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > subnet before_response 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.396091 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > subnets before_response 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.396435 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > network after_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.396771 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > network after_update 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.397105 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > network after_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.397439 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > port after_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.397776 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > port after_update 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.398105 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > port after_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.398467 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > subnet after_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.398793 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > subnet after_update 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.399128 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > subnet after_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.399725 n-d-838032-1 neutron-server[83977]: INFO neutron.plugins.ml2.plugin [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Modular L2 Plugin initialization complete Apr 20 16:55:28.400050 n-d-838032-1 neutron-server[83977]: DEBUG neutron.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading services supported by the core plugin {{(pid=83977) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 20 16:55:28.400380 n-d-838032-1 neutron-server[83977]: INFO neutron.plugins.ml2.managers [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Got port-security extension from driver 'port_security' Apr 20 16:55:28.400837 n-d-838032-1 neutron-server[83977]: INFO neutron.extensions.vlantransparent [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Disabled vlantransparent extension. Apr 20 16:55:28.401244 n-d-838032-1 neutron-server[83977]: DEBUG neutron.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83977) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 20 16:55:28.401552 n-d-838032-1 neutron-server[83977]: INFO neutron.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading Plugin: router Apr 20 16:55:28.436995 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > router_interface before_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.437388 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > router after_create 55549900 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.437748 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > router before_create 55549900 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.438073 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.438506 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.438818 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > router after_delete 55549900 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.439192 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > floatingip after_update 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.439555 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > router after_create 55549900 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.439897 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > router after_update 55549900 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.440245 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > router after_update 55549900 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.440590 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.440940 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > router after_update 55549900 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.441344 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > router precommit_update 55549900 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.441703 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: port after_update 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.442037 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: port after_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.442401 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: subnet after_update 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.442732 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.443073 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > port precommit_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.443402 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > router precommit_create 55549900 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.443736 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: port before_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.444069 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > router precommit_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.444418 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > router after_update 55549900 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.444753 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > router precommit_delete 55549900 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.445097 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > router precommit_create 55549900 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.445453 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > router_interface after_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.445792 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > router precommit_update 55549900 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.446149 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > agent after_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.446517 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > agent after_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.447311 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > network after_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.447737 n-d-838032-1 neutron-server[83977]: DEBUG neutron.quota.resource_registry [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Tracking information for resource: router configured {{(pid=83977) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 16:55:28.448064 n-d-838032-1 neutron-server[83977]: DEBUG neutron.quota.resource_registry [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Tracking information for resource: floatingip configured {{(pid=83977) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 16:55:28.453142 n-d-838032-1 neutron-server[83977]: INFO neutron.db.l3_agentschedulers_db [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 20 16:55:28.453714 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: port after_update 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.454071 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: port after_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.454440 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: port after_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.454786 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: port after_update 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.455702 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > router before_create 55550100 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.456061 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > router precommit_delete 55550100 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.456418 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > router precommit_create 55550100 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.456770 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > router precommit_update 55550100 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.461076 n-d-838032-1 neutron-server[83977]: DEBUG neutron.services.provider_configuration [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Service providers = [] {{(pid=83977) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 20 16:55:28.461436 n-d-838032-1 neutron-server[83977]: DEBUG neutron.db.servicetype_db [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83977) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 20 16:55:28.464380 n-d-838032-1 neutron-server[83977]: DEBUG neutron.services.service_base [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83977) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 20 16:55:28.464724 n-d-838032-1 neutron-server[83977]: DEBUG neutron.services.service_base [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83977) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 20 16:55:28.465061 n-d-838032-1 neutron-server[83977]: DEBUG neutron.services.service_base [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83977) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 20 16:55:28.466083 n-d-838032-1 neutron-server[83977]: DEBUG neutron.services.service_base [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83977) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 20 16:55:28.466473 n-d-838032-1 neutron-server[83977]: INFO neutron.services.service_base [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 20 16:55:28.466844 n-d-838032-1 neutron-server[83977]: DEBUG neutron.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83977) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 16:55:28.467152 n-d-838032-1 neutron-server[83977]: INFO neutron.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 20 16:55:28.477905 n-d-838032-1 neutron-server[83977]: DEBUG neutron.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83977) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 16:55:28.478242 n-d-838032-1 neutron-server[83977]: INFO neutron.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading Plugin: auto_allocate Apr 20 16:55:28.484055 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: network precommit_update 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.484420 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: network precommit_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.484931 n-d-838032-1 neutron-server[83977]: DEBUG neutron.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83977) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 16:55:28.485245 n-d-838032-1 neutron-server[83977]: INFO neutron.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading Plugin: tag Apr 20 16:55:28.491815 n-d-838032-1 neutron-server[83977]: DEBUG neutron.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83977) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 16:55:28.492074 n-d-838032-1 neutron-server[83977]: INFO neutron.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading Plugin: timestamp Apr 20 16:55:28.496051 n-d-838032-1 neutron-server[83977]: DEBUG neutron.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83977) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 16:55:28.496381 n-d-838032-1 neutron-server[83977]: INFO neutron.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading Plugin: network_ip_availability Apr 20 16:55:28.502062 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.502459 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.502808 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.503509 n-d-838032-1 neutron-server[83977]: DEBUG neutron.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83977) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 16:55:28.503825 n-d-838032-1 neutron-server[83977]: INFO neutron.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading Plugin: flavors Apr 20 16:55:28.508548 n-d-838032-1 neutron-server[83977]: DEBUG neutron.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83977) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 16:55:28.508864 n-d-838032-1 neutron-server[83977]: INFO neutron.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading Plugin: revisions Apr 20 16:55:28.513095 n-d-838032-1 neutron-server[83977]: DEBUG neutron.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83977) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 16:55:28.513480 n-d-838032-1 neutron-server[83977]: DEBUG oslo_concurrency.lockutils [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.613s {{(pid=83977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 20 16:55:28.514226 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83977) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Apr 20 16:55:28.514569 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Initializing extension manager. Apr 20 16:55:28.515077 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: __init__.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.515416 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: __pycache__ {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.515744 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.516082 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.516403 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: _filter_validation_lib.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.516725 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.517043 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: address_group.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.517805 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.518422 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: address-group Apr 20 16:55:28.518723 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: address_scope.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.519442 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.519936 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: address-scope Apr 20 16:55:28.520252 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: admin_state_down_before_update.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.521173 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.521676 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: router-admin-state-down-before-update Apr 20 16:55:28.521992 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: agent.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.522716 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.523213 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: agent Apr 20 16:55:28.523527 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: agent_resources_synced.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.524428 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.524922 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: agent-resources-synced Apr 20 16:55:28.525235 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: allowedaddresspairs.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.527230 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.527739 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: allowed-address-pairs Apr 20 16:55:28.528143 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: auto_allocated_topology.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.529216 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.529722 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: auto-allocated-topology Apr 20 16:55:28.530038 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: availability_zone.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.530749 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.531249 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: availability_zone Apr 20 16:55:28.531565 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: availability_zone_filter.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.532471 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.532969 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: availability_zone_filter Apr 20 16:55:28.533281 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: data_plane_status.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.534175 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.534689 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extension data-plane-status not supported by any of loaded plugins Apr 20 16:55:28.535003 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: default_subnetpools.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.535919 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.536420 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: default-subnetpools Apr 20 16:55:28.536738 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: dhcpagentscheduler.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.537501 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.537992 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: dhcp_agent_scheduler Apr 20 16:55:28.538344 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: dns.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.539247 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.539738 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extension dns-integration not supported by any of loaded plugins Apr 20 16:55:28.540052 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: dns_domain_ports.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.540963 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.541458 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 20 16:55:28.541777 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: dvr.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.542474 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.542972 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: dvr Apr 20 16:55:28.543283 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: empty_string_filtering.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.544225 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.544729 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: empty-string-filtering Apr 20 16:55:28.545049 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.545962 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.546482 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 20 16:55:28.546800 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.547713 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.548207 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 20 16:55:28.548522 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: external_net.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.549419 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.549916 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: external-net Apr 20 16:55:28.550250 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: extra_dhcp_opt.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.551153 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.551645 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: extra_dhcp_opt Apr 20 16:55:28.551957 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: extraroute.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.552853 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.553339 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: extraroute Apr 20 16:55:28.553651 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: extraroute_atomic.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.554696 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.555193 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: extraroute-atomic Apr 20 16:55:28.555505 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: filter_validation.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.556166 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.556661 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: filter-validation Apr 20 16:55:28.556976 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: fip_pf_description.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.557870 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.558398 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 20 16:55:28.558713 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: fip_port_details.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.559713 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.560208 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: fip-port-details Apr 20 16:55:28.560523 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: flavors.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.561746 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.562281 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: flavors Apr 20 16:55:28.562604 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.564245 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.564757 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 20 16:55:28.565084 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: floatingip_pools.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.565775 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.566318 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: floatingip-pools Apr 20 16:55:28.566642 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: ip_allocation.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.567560 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.568053 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extension ip_allocation not supported by any of loaded plugins Apr 20 16:55:28.568370 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.569276 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.569773 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: ip-substring-filtering Apr 20 16:55:28.570093 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: l2_adjacency.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.571045 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.571537 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extension l2_adjacency not supported by any of loaded plugins Apr 20 16:55:28.571851 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: l3.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.572816 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.573324 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: router Apr 20 16:55:28.573643 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: l3_conntrack_helper.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.576065 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.576581 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 20 16:55:28.576906 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.577829 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.578357 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: ext-gw-mode Apr 20 16:55:28.578677 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.579590 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.580090 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: l3-ha Apr 20 16:55:28.580410 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: l3_flavors.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.581322 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.581816 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: l3-flavors Apr 20 16:55:28.582134 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.583082 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.583582 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: l3-port-ip-change-not-allowed Apr 20 16:55:28.583901 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: l3agentscheduler.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.584926 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.585411 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: l3_agent_scheduler Apr 20 16:55:28.585751 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: logging.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.587244 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.587773 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extension logging not supported by any of loaded plugins Apr 20 16:55:28.588080 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: metering.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.588811 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.589375 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: metering Apr 20 16:55:28.589694 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.590887 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.591396 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: metering_source_and_destination_fields Apr 20 16:55:28.591713 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: multiprovidernet.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.592630 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.593133 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: multi-provider Apr 20 16:55:28.593447 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: netmtu.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.594385 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.594893 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: net-mtu Apr 20 16:55:28.595208 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: netmtu_writable.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.596135 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.596637 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: net-mtu-writable Apr 20 16:55:28.596951 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: network_availability_zone.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.597615 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.598112 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: network_availability_zone Apr 20 16:55:28.598452 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: network_ip_availability.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.599530 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.600035 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: network-ip-availability Apr 20 16:55:28.600350 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: network_segment_range.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.601113 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.601617 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extension network-segment-range not supported by any of loaded plugins Apr 20 16:55:28.601926 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: pagination.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.602917 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.603244 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: pagination Apr 20 16:55:28.603555 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.604483 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.604985 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: port-mac-address-regenerate Apr 20 16:55:28.605306 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: port_resource_request.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.606346 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.606847 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extension port-resource-request not supported by any of loaded plugins Apr 20 16:55:28.607164 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: portbindings.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.608082 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.608580 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: binding Apr 20 16:55:28.608899 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: portbindings_extended.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.610177 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.610712 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: binding-extended Apr 20 16:55:28.611034 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: portsecurity.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.611945 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.612452 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: port-security Apr 20 16:55:28.612770 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: project_id.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.613733 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.614055 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: project-id Apr 20 16:55:28.614403 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: providernet.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.615317 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.615814 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: provider Apr 20 16:55:28.616136 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: qos.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.619802 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.620319 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extension qos not supported by any of loaded plugins Apr 20 16:55:28.620644 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.621945 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.622470 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 20 16:55:28.622795 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.623700 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.624199 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 20 16:55:28.624519 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: qos_default.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.625425 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.626295 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extension qos-default not supported by any of loaded plugins Apr 20 16:55:28.626620 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: qos_fip.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.627264 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.627755 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extension qos-fip not supported by any of loaded plugins Apr 20 16:55:28.628071 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: qos_gateway_ip.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.628986 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.629482 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 20 16:55:28.629797 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: qos_port_network_policy.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.630734 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.631229 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 20 16:55:28.631548 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: qos_rule_type_details.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.632453 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.632961 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 20 16:55:28.633276 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: qos_rules_alias.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.634352 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.634850 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 20 16:55:28.635167 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: quotasv2.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.636037 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.636364 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: quotas Apr 20 16:55:28.636681 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: quotasv2_detail.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.638335 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.638674 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: quota_details Apr 20 16:55:28.638999 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: rbac.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.640033 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.640546 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: rbac-policies Apr 20 16:55:28.640870 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: rbac_address_scope.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.641789 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.642329 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: rbac-address-scope Apr 20 16:55:28.642653 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: rbac_security_groups.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.643560 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.644061 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: rbac-security-groups Apr 20 16:55:28.644380 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: rbac_subnetpool.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.645280 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.645781 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: rbac-subnetpool Apr 20 16:55:28.646095 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: revisionifmatch.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.647049 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.647553 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: revision-if-match Apr 20 16:55:28.647869 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: revisions.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.648964 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.649466 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: standard-attr-revisions Apr 20 16:55:28.649784 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: router_availability_zone.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.650480 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.650977 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: router_availability_zone Apr 20 16:55:28.651293 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: routerservicetype.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.652217 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.652714 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extension router-service-type not supported by any of loaded plugins Apr 20 16:55:28.653129 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: security_groups_port_filtering.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.654037 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.654567 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: port-security-groups-filtering Apr 20 16:55:28.654884 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: securitygroup.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.665701 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.666228 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: security-group Apr 20 16:55:28.666584 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: segment.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.667359 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.667857 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extension segment not supported by any of loaded plugins Apr 20 16:55:28.668181 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.669163 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.669666 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 20 16:55:28.669991 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: servicetype.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.671112 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.671626 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: service-type Apr 20 16:55:28.671969 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: sorting.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.672938 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.673261 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: sorting Apr 20 16:55:28.673577 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: standard_attr_segment.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.674535 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.675026 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 20 16:55:28.675327 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: standardattrdescription.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.675970 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.676472 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: standard-attr-description Apr 20 16:55:28.676791 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: stateful_security_group.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.677714 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.678213 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: stateful-security-group Apr 20 16:55:28.678557 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: stdattrs_common.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.679131 n-d-838032-1 neutron-server[83977]: WARNING neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 20 16:55:28.679445 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.680368 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.680866 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 20 16:55:28.681180 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: subnet_onboard.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.682345 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.682854 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: subnet_onboard Apr 20 16:55:28.683173 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.684095 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.684704 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 20 16:55:28.685028 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: subnet_service_types.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.685950 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.686485 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: subnet-service-types Apr 20 16:55:28.686806 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: subnetallocation.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.687881 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.688383 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: subnet_allocation Apr 20 16:55:28.688702 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.689357 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.689853 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: subnetpool-prefix-ops Apr 20 16:55:28.690169 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.691125 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.691622 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 20 16:55:28.691939 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: tagging.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.692978 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.693486 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: standard-attr-tag Apr 20 16:55:28.693809 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: timestamp.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.695018 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.695521 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loaded extension: standard-attr-timestamp Apr 20 16:55:28.695844 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: trunk.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.696907 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.697406 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extension trunk not supported by any of loaded plugins Apr 20 16:55:28.697722 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: trunk_details.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.698666 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.699162 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extension trunk-details not supported by any of loaded plugins Apr 20 16:55:28.699478 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: uplink_status_propagation.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.700444 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.700941 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 20 16:55:28.701256 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Loading extension file: vlantransparent.py {{(pid=83977) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 20 16:55:28.701917 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83977) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 20 16:55:28.702441 n-d-838032-1 neutron-server[83977]: INFO neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extension vlan-transparent not supported by any of loaded plugins Apr 20 16:55:28.704660 n-d-838032-1 neutron-server[83977]: INFO neutron.quota.resource_registry [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Creating instance of TrackedResource for resource:network Apr 20 16:55:28.705368 n-d-838032-1 neutron-server[83977]: INFO neutron.quota.resource_registry [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Creating instance of TrackedResource for resource:subnet Apr 20 16:55:28.705966 n-d-838032-1 neutron-server[83977]: INFO neutron.quota.resource_registry [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 16:55:28.706772 n-d-838032-1 neutron-server[83977]: INFO neutron.quota.resource_registry [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Creating instance of TrackedResource for resource:port Apr 20 16:55:28.708014 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.v2.resource_helper [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83977) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 16:55:28.708458 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.v2.resource_helper [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Service FLAVORS assigned prefix: {{(pid=83977) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 16:55:28.709061 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.v2.resource_helper [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83977) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 16:55:28.709480 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.v2.resource_helper [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83977) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 16:55:28.709818 n-d-838032-1 neutron-server[83977]: INFO neutron.quota.resource_registry [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Creating instance of TrackedResource for resource:router Apr 20 16:55:28.710518 n-d-838032-1 neutron-server[83977]: INFO neutron.quota.resource_registry [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Creating instance of TrackedResource for resource:floatingip Apr 20 16:55:28.711213 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.v2.resource_helper [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Service METERING assigned prefix: /metering {{(pid=83977) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 16:55:28.712620 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.712990 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.713334 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 16:55:28.714475 n-d-838032-1 neutron-server[83977]: INFO neutron.quota.resource_registry [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 16:55:28.714902 n-d-838032-1 neutron-server[83977]: INFO neutron.quota.resource_registry [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Creating instance of TrackedResource for resource:security_group Apr 20 16:55:28.715698 n-d-838032-1 neutron-server[83977]: INFO neutron.quota.resource_registry [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 16:55:28.716422 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.v2.resource_helper [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Service CORE assigned prefix: {{(pid=83977) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 16:55:28.716761 n-d-838032-1 neutron-server[83977]: INFO neutron.quota.resource_registry [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 16:55:28.717089 n-d-838032-1 neutron-server[83977]: WARNING neutron.quota.resource_registry [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] subnetpool is already registered Apr 20 16:55:28.717683 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.v2.resource_helper [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Service CORE assigned prefix: {{(pid=83977) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 16:55:28.718012 n-d-838032-1 neutron-server[83977]: INFO neutron.quota.resource_registry [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 16:55:28.718359 n-d-838032-1 neutron-server[83977]: WARNING neutron.quota.resource_registry [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] subnetpool is already registered Apr 20 16:55:28.720877 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.v2.resource_helper [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83977) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 16:55:28.721301 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.v2.resource_helper [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Service FLAVORS assigned prefix: {{(pid=83977) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 16:55:28.721888 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.v2.resource_helper [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83977) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 16:55:28.722329 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.v2.resource_helper [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83977) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 16:55:28.722662 n-d-838032-1 neutron-server[83977]: INFO neutron.quota.resource_registry [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Creating instance of TrackedResource for resource:router Apr 20 16:55:28.722986 n-d-838032-1 neutron-server[83977]: WARNING neutron.quota.resource_registry [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] router is already registered Apr 20 16:55:28.723573 n-d-838032-1 neutron-server[83977]: INFO neutron.quota.resource_registry [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Creating instance of TrackedResource for resource:floatingip Apr 20 16:55:28.723896 n-d-838032-1 neutron-server[83977]: WARNING neutron.quota.resource_registry [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] floatingip is already registered Apr 20 16:55:28.724511 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.v2.resource_helper [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Service METERING assigned prefix: /metering {{(pid=83977) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 16:55:28.725162 n-d-838032-1 neutron-server[83977]: INFO neutron.quota.resource_registry [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 16:55:28.725482 n-d-838032-1 neutron-server[83977]: WARNING neutron.quota.resource_registry [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] rbac_policy is already registered Apr 20 16:55:28.726014 n-d-838032-1 neutron-server[83977]: INFO neutron.quota.resource_registry [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Creating instance of TrackedResource for resource:security_group Apr 20 16:55:28.726373 n-d-838032-1 neutron-server[83977]: WARNING neutron.quota.resource_registry [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] security_group is already registered Apr 20 16:55:28.726937 n-d-838032-1 neutron-server[83977]: INFO neutron.quota.resource_registry [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 16:55:28.727261 n-d-838032-1 neutron-server[83977]: WARNING neutron.quota.resource_registry [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] security_group_rule is already registered Apr 20 16:55:28.727923 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.v2.resource_helper [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Service CORE assigned prefix: {{(pid=83977) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 16:55:28.728254 n-d-838032-1 neutron-server[83977]: INFO neutron.quota.resource_registry [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 16:55:28.728574 n-d-838032-1 neutron-server[83977]: WARNING neutron.quota.resource_registry [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] subnetpool is already registered Apr 20 16:55:28.729156 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.v2.resource_helper [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Service CORE assigned prefix: {{(pid=83977) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 16:55:28.729476 n-d-838032-1 neutron-server[83977]: INFO neutron.quota.resource_registry [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 16:55:28.729793 n-d-838032-1 neutron-server[83977]: WARNING neutron.quota.resource_registry [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] subnetpool is already registered Apr 20 16:55:28.730469 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: extensions {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.731931 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: address-groups {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.733488 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: address-scopes {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.734950 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: agents {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.736126 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: auto-allocated-topology {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.737339 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: availability_zones {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.738651 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: dhcp-networks {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.739991 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: dhcp-agents {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.741362 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: routers {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.743216 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: flavors {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.744282 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: service_profiles {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.745450 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: next_providers {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.747038 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: service_profiles {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.748429 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: floatingip-pools {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.749652 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: routers {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.751759 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: floatingips {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.752920 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: l3-routers {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.754232 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: l3-agents {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.755645 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: metering-labels {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.756965 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: metering-label-rules {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.758171 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: network-ip-availabilities {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.759410 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: bindings {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.761928 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: quotas {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.763435 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: quotas {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.764832 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: rbac-policies {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.766086 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: security-groups {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.767295 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: security-group-rules {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.768500 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: service-providers {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.769694 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: subnetpools {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.771116 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: subnetpools {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.772527 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: tags {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.774154 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: tags {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.775924 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: tags {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.777640 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: tags {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.779479 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: tags {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.781117 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: tags {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.782867 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: tags {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.784654 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: tags {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.786484 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: tags {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.788281 n-d-838032-1 neutron-server[83977]: DEBUG neutron.api.extensions [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Extended resource: tags {{(pid=83977) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 20 16:55:28.794288 n-d-838032-1 neutron-server[83977]: WARNING keystonemiddleware.auth_token [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 20 16:55:28.799125 n-d-838032-1 neutron-server[83977]: WARNING keystonemiddleware.auth_token [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 20 16:55:28.807230 n-d-838032-1 neutron-server[83977]: DEBUG oslo_concurrency.lockutils [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Acquired lock "singleton_lock" {{(pid=83977) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 20 16:55:28.807706 n-d-838032-1 neutron-server[83977]: DEBUG oslo_concurrency.lockutils [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Releasing lock "singleton_lock" {{(pid=83977) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 20 16:55:28.808333 n-d-838032-1 neutron-server[83977]: INFO oslo_service.service [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Starting 2 workers Apr 20 16:55:28.812959 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Started child 84080 {{(pid=83977) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 20 16:55:28.817225 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Started child 84081 {{(pid=83977) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 20 16:55:28.818734 n-d-838032-1 neutron-server[83977]: INFO neutron.service [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Neutron service started, listening on 0.0.0.0:9696 Apr 20 16:55:28.819001 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:28.819842 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Notify callbacks [] for process, before_spawn {{(pid=83977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:28.820431 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [-] (84080) wsgi starting up on http://0.0.0.0:9696 Apr 20 16:55:28.821676 n-d-838032-1 neutron-server[83977]: INFO oslo_service.service [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Starting 1 workers Apr 20 16:55:28.822695 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:28.824834 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [-] (84081) wsgi starting up on http://0.0.0.0:9696 Apr 20 16:55:28.827038 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Started child 84082 {{(pid=83977) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 20 16:55:28.827603 n-d-838032-1 neutron-server[83977]: INFO oslo_service.service [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Starting 1 workers Apr 20 16:55:28.831491 n-d-838032-1 neutron-server[84082]: DEBUG neutron.service [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] calling RpcWorker wait() {{(pid=84082) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 20 16:55:28.832068 n-d-838032-1 neutron-server[84082]: DEBUG neutron.service [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] returning from RpcWorker wait() {{(pid=84082) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 20 16:55:28.832142 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Started child 84083 {{(pid=83977) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 20 16:55:28.832769 n-d-838032-1 neutron-server[83977]: DEBUG neutron_lib.callbacks.manager [None req-549ad208-75bf-4390-8aea-d70c99e17a1b None None] Notify callbacks [] for process, after_spawn {{(pid=83977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:28.833232 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:28.833720 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:55:28.834600 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83977) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 20 16:55:28.834805 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 20 16:55:28.834988 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 20 16:55:28.835202 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 20 16:55:28.835538 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 20 16:55:28.835681 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 20 16:55:28.836195 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.836464 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.836730 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.836972 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.837289 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.837726 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:28.838277 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.838277 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.838408 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.838551 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.838654 n-d-838032-1 neutron-server[84083]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:55:28.838791 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.838974 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.839128 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.839370 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.839630 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.839907 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.840167 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.840382 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.840706 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.840863 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.841131 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.841394 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.841624 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.841878 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] debug = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.842093 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.842600 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.842831 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.843088 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.843351 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.843628 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.843874 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.844144 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.844390 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.844605 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.844851 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.845117 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.845358 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.845613 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.845890 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.846121 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.846581 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] host = n-d-838032-1 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.846810 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.847077 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.847324 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.847548 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.847823 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.848013 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.848329 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.848576 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.848824 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.849083 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.849344 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.849573 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.849807 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.850052 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] log_file = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.850241 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] log_options = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.850463 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.850724 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.850982 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.851168 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.851333 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.851505 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.851755 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.851917 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.852155 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.852388 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.852598 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.852810 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.853063 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.853309 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.853560 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.853775 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.854001 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.854225 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.854472 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.854695 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.854919 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.855160 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.855377 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.855588 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.855818 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.856153 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.856388 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.856610 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.856825 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.857041 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.857317 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.857556 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.857800 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.858041 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.858319 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.858530 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.858740 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.859045 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.859274 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.859517 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.859770 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.859978 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.860221 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.860434 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.860665 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.860895 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] use_json = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.861102 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.861314 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.861574 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.861785 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.862037 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.862263 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.862450 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.862687 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.862899 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.863323 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.863598 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.863901 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.864127 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.864380 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.864619 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.864849 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.865066 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.865314 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.865543 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.865842 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.866064 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.866495 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.866878 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.867152 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.867401 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.867641 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.867855 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.868088 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.868303 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.868516 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.868729 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.868987 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.869207 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.869422 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.869764 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.870082 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.871050 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.871050 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.871050 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.871479 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.871479 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.871787 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.871989 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.872205 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.872420 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.872639 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.872862 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.873068 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.873301 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.873526 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.873741 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.873953 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.874160 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.874430 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.874800 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.874912 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.875054 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.875245 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.875476 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.876362 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.876362 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.876517 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.877713 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.877713 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.877713 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.877713 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.877713 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.878044 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.878044 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.878287 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.878483 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.878695 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.878907 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.879147 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.880827 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.880827 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.880827 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.880827 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.880827 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.880827 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.881698 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.881698 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.881698 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.881698 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.882239 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.882239 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.882535 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.882697 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.882943 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.883180 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.883445 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.883666 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.883935 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.884129 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.884383 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.884633 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.884899 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.885154 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.885387 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.885659 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.885873 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.886090 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.886365 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.886639 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.886860 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.887140 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.887479 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.887776 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.888018 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.888174 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.888473 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.888665 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.888966 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.889147 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.889431 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.889660 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.889943 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.890243 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.890470 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.890714 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.890957 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.891205 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.891462 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.891726 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.892001 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.892218 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.892498 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.892775 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.892996 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.893241 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.893469 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.893782 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.894026 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.894257 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.894470 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.894751 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.895003 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.895232 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.895500 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.895754 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.896016 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.896374 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.896530 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.896678 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.896920 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.897322 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.897469 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.897622 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.897857 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.898029 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.898259 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.898512 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.898726 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.898935 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.899143 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.899366 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.899578 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.899807 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.900049 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.900261 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.900490 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.900735 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.900947 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.901158 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.901370 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.901604 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.901845 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.902060 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.902357 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.902599 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.902835 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.903099 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.903409 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.903764 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.903981 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.904217 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.904435 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.904664 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.904876 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.905092 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.905307 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.905537 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.905777 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.905988 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.906670 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.906670 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.906987 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.907124 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.907632 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.907632 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.908019 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.908177 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.908317 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.909614 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.909614 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.909614 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.909614 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.909614 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.909614 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.911437 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.911437 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.911437 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.911437 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.911437 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.911437 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.911437 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.911437 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.911437 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.912725 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.912725 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.912725 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.912725 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.912725 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.912725 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.913496 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.913496 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.913496 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.913914 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.913914 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.914220 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.914220 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.914499 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.914680 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.914886 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.915094 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.915304 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.915701 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.915849 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.916030 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.916262 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.916533 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.916843 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.917165 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.917469 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.917800 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.918050 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.918271 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.918503 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.918809 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.919025 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.919304 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.919637 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.919917 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.920178 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.920517 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.920748 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.921038 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.921573 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.921573 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.922114 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.922418 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.922685 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.922941 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.923183 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.923450 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.923670 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.923881 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.924110 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.924338 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.924550 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.925566 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.925566 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.925566 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.925566 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.926123 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.926123 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.926123 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.927274 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.927274 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.927274 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.927274 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 20 16:55:28.927814 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83977) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 20 16:55:28.927814 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 20 16:55:28.927814 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 20 16:55:28.927814 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 20 16:55:28.928447 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 20 16:55:28.928447 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 20 16:55:28.928447 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.928447 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.929060 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.929060 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.929060 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.929060 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.929594 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.929594 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.929594 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.929594 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.930098 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.930098 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.930098 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.930489 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.930692 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.930833 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.930992 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.931147 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.931307 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.931461 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.931616 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.931756 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.931909 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] debug = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.932064 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.932276 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.932429 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.932562 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.932710 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.932863 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.933016 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.933170 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.933323 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.933475 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.933629 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.933784 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.933937 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.934094 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.934305 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.934471 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.934607 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] host = n-d-838032-1 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.934759 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.934912 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.935072 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.935226 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.935381 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.935537 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.935691 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.935844 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.935996 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.936150 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.936304 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.936458 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.936612 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.936767 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] log_file = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.936922 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] log_options = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.937077 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.937230 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.937387 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.937586 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.937746 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.937901 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.938056 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.938230 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.938380 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.938532 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.938686 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.938846 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.939001 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.939194 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.939437 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.939592 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.939746 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.939900 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.940056 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.940210 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.940364 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.940516 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.940685 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.940824 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.940977 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.941130 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.941283 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.941437 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.941590 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.941743 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.941900 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.942069 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.942218 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.942370 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.942524 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.942839 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.942839 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.943081 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.943218 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53228) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:55:28.943347 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.943347 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.943578 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.943578 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.943808 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.943808 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.944041 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.944174 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] use_json = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.944296 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.944418 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.944542 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.944664 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.944784 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.944936 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.945089 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.945244 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.945399 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 16:55:28.945575 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.945732 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.945900 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.946057 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.947151 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.947151 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.947151 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.947712 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.947712 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.947961 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.947961 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.948190 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.948313 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.948435 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.948595 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.948760 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.948918 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.949078 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.949301 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.949437 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.949561 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.949683 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.949946 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.950107 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.950304 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.950462 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.950621 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.950779 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.950938 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.951095 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.951252 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.951408 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.951565 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.951722 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.951878 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.952035 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.952193 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.952356 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.952513 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.952669 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.952837 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.952994 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.953152 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.953309 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.953467 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.953623 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.953779 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.953890 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0086465 Apr 20 16:55:28.953999 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.954115 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.954810 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.954810 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.955738 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.955898 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.956058 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.956216 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.956381 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.956532 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.956691 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.956848 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.957450 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.957450 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.957450 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.957450 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.957767 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.957767 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.957912 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.958028 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.958206 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.959150 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.959300 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.959527 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.959656 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.959779 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.959902 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.960050 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.960224 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.960382 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.960542 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.960701 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.960856 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.961014 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.961170 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.961328 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.961484 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.961641 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.961795 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.961951 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.962170 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.962356 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.962467 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.962572 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.962726 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.962883 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.963038 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.963194 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.963349 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.963505 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.963661 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.963816 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.963972 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.965687 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.965687 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.965687 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.965687 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.966138 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.966138 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.966138 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.966433 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.966433 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.966579 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.966658 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.966811 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.966968 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.967125 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.967281 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.967423 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.967586 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.967766 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.967914 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.968285 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.968285 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.968522 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.968522 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.968741 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.968871 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.968992 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.969112 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.969263 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.969420 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.969627 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.969763 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.969886 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.970308 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.970308 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.971861 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.971861 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.971861 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.971861 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.971861 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.971861 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.972452 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.972452 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.972452 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.972452 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.972918 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.974370 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.974370 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.974370 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.974370 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.974370 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.974370 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.974370 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.975544 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.975544 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.975544 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.975544 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.975544 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.976185 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.976185 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.976443 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.976443 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.976715 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.976851 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.976986 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.977122 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.977258 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.977404 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.977540 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.977677 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.982259 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.982259 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.982259 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.982259 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.982259 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.982259 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.982259 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.982259 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.982845 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.982845 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.982845 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.982845 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.982845 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.982845 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.982845 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.982845 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.983290 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.983290 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.983290 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.983290 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.983290 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.983290 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.983290 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.983290 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.983290 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.983825 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.983825 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.983825 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.983825 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.984056 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.984056 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.984172 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.984726 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.984947 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.985189 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.985343 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.986284 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.986284 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.986284 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.986284 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.986284 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.986671 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.986826 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.986921 n-d-838032-1 neutron-server[84082]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:55:28.987011 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.987220 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.987436 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.987651 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.987864 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.988080 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.988317 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.988534 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.988750 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.988973 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.989944 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.989944 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.989944 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.989944 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.989944 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.990297 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.990297 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.990297 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.990484 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.990655 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.990916 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.991144 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.991371 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.991593 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.991825 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.992016 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.992272 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.992477 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.992702 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.992929 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.993199 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.993342 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.993477 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.993736 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.993947 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.994885 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.994885 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.994885 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.994885 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.994885 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.995242 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.995242 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.995362 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.995508 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.995778 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.995984 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.996210 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.996426 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.996644 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 16:55:28.996874 n-d-838032-1 neutron-server[83977]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83977) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 20 16:55:39.127991 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26da0157-7199-4cdf-b1c3-4c1e5adbce7e None None] get_active_networks_info from n-d-838032-1 {{(pid=84082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 20 16:55:39.216361 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26da0157-7199-4cdf-b1c3-4c1e5adbce7e None None] No non-hosted networks {{(pid=84082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 20 16:55:39.231802 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.agentschedulers_db [None req-26da0157-7199-4cdf-b1c3-4c1e5adbce7e None None] DHCP Agent not found on host n-d-838032-1 {{(pid=84082) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 20 16:55:39.286585 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-93ce0f29-b4e7-451e-a18c-c40c483e0548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33175614'] for agent, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:41.327345 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-62d638e1-d578-4a62-9a7c-ecbc2c89dd05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33175614'] for agent, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:41.373143 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-331fe5c2-592a-4662-b2f2-a85006c27d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:42.501167 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33175614'] for agent, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:42.576858 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33175614'] for agent, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:42.578142 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:42.578778 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:42.579241 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:42.580658 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:42.581147 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:42.581627 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:42.582716 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:42.583663 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:42.584157 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:42.584481 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:42.584853 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:42.585283 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-838032-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:55:42.590554 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-838032-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:55:43.778274 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33175614'] for agent, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:45.386223 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53328) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:55:45.997019 n-d-838032-1 neutron-server[84081]: WARNING oslo_policy.policy [None req-9dc65bd5-2b75-49d6-8354-209dd8d31008 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 16:55:45.997946 n-d-838032-1 neutron-server[84081]: WARNING oslo_policy.policy [None req-9dc65bd5-2b75-49d6-8354-209dd8d31008 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 16:55:46.210815 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-9dc65bd5-2b75-49d6-8354-209dd8d31008 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 16:55:46.211875 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9dc65bd5-2b75-49d6-8354-209dd8d31008 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8246939 Apr 20 16:55:48.279051 n-d-838032-1 neutron-server[84082]: INFO neutron.db.l3_hamode_db [None req-e2b465d5-4903-4215-aa44-b755061b2126 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 20 16:55:48.362401 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b465d5-4903-4215-aa44-b755061b2126 None None] Routers set() bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 16:55:48.362776 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b465d5-4903-4215-aa44-b755061b2126 None None] Router IDs set() for agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 20 16:55:48.435206 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53342) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:55:49.098160 n-d-838032-1 neutron-server[84080]: WARNING oslo_policy.policy [None req-85b48f41-b550-470b-a4d4-80c7b1397392 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 16:55:49.098747 n-d-838032-1 neutron-server[84080]: WARNING oslo_policy.policy [None req-85b48f41-b550-470b-a4d4-80c7b1397392 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 16:55:49.307304 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-85b48f41-b550-470b-a4d4-80c7b1397392 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 16:55:49.361236 n-d-838032-1 neutron-server[84080]: DEBUG neutron.policy [None req-85b48f41-b550-470b-a4d4-80c7b1397392 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84080) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 20 16:55:49.361977 n-d-838032-1 neutron-server[84080]: WARNING oslo_policy.policy [None req-85b48f41-b550-470b-a4d4-80c7b1397392 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 16:55:49.362373 n-d-838032-1 neutron-server[84080]: WARNING oslo_policy.policy [None req-85b48f41-b550-470b-a4d4-80c7b1397392 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 16:55:49.365596 n-d-838032-1 neutron-server[84080]: INFO neutron.quota [None req-85b48f41-b550-470b-a4d4-80c7b1397392 admin admin] Loaded quota_driver: . Apr 20 16:55:49.382490 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-85b48f41-b550-470b-a4d4-80c7b1397392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:55:49.456812 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-85b48f41-b550-470b-a4d4-80c7b1397392 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793327078984', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793327121322', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793327116474', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793327114339', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793327042021', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1106877', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1126185', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33291709', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33063095'] for rbac-policy, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:49.528492 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-85b48f41-b550-470b-a4d4-80c7b1397392 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:49.529864 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-85b48f41-b550-470b-a4d4-80c7b1397392 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0926914 Apr 20 16:55:52.051731 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53360) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:55:52.459936 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Request body: {'network': {'name': 'private', 'project_id': 'b1851667b4cb4a8fb9d003378fc3fd1e', 'admin_state_up': True}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 16:55:52.468776 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:55:52.475714 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Usage tracker for resource:network and tenant:b1851667b4cb4a8fb9d003378fc3fd1e is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:55:52.481940 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:55:52.488379 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:55:52.503382 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Made reservation on behalf of b1851667b4cb4a8fb9d003378fc3fd1e for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:55:52.506420 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:52.524074 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:52.569493 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:55:52.573260 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Usage tracker for resource:security_group_rule and tenant:b1851667b4cb4a8fb9d003378fc3fd1e is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:55:52.576132 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:55:52.582691 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:55:52.650178 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:52.655664 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:52.677307 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:55:52.702280 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793325119344', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:52.702848 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Unsubscribe: segment precommit_create {{(pid=84080) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 20 16:55:52.703325 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Added segment 92b38934-d2e7-472b-973e-741b985e8c83 of type vlan for network 1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b Apr 20 16:55:52.717039 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f091863-a30c-42f1-bd68-30ee4d50a92a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:55:52.777851 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:52.778087 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:52.778657 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:52.778657 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:52.778913 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:52.779228 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:52.779534 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:52.779827 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:52.780142 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:52.780447 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:52.780741 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:52.781807 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Tracked resource versions report: Apr 20 16:55:52.781807 n-d-838032-1 neutron-server[84080]: pushed versions: Apr 20 16:55:52.781807 n-d-838032-1 neutron-server[84080]: { 'ConntrackHelper': {'1.0'}, Apr 20 16:55:52.781807 n-d-838032-1 neutron-server[84080]: 'Log': {'1.0'}, Apr 20 16:55:52.781807 n-d-838032-1 neutron-server[84080]: 'Network': {'1.1'}, Apr 20 16:55:52.781807 n-d-838032-1 neutron-server[84080]: 'Port': {'1.5'}, Apr 20 16:55:52.781807 n-d-838032-1 neutron-server[84080]: 'PortForwarding': {'1.2'}, Apr 20 16:55:52.781807 n-d-838032-1 neutron-server[84080]: 'QosPolicy': {'1.8'}, Apr 20 16:55:52.781807 n-d-838032-1 neutron-server[84080]: 'SecurityGroup': {'1.2'}, Apr 20 16:55:52.781807 n-d-838032-1 neutron-server[84080]: 'SecurityGroupRule': {'1.0'}, Apr 20 16:55:52.781807 n-d-838032-1 neutron-server[84080]: 'SubPort': {'1.0'}, Apr 20 16:55:52.781807 n-d-838032-1 neutron-server[84080]: 'Subnet': {'1.1'}, Apr 20 16:55:52.781807 n-d-838032-1 neutron-server[84080]: 'Trunk': {'1.1'}} Apr 20 16:55:52.781807 n-d-838032-1 neutron-server[84080]: consumer versions: Apr 20 16:55:52.781807 n-d-838032-1 neutron-server[84080]: { DHCP agent@n-d-838032-1: {}, Apr 20 16:55:52.781807 n-d-838032-1 neutron-server[84080]: L3 agent@n-d-838032-1: {}, Apr 20 16:55:52.781807 n-d-838032-1 neutron-server[84080]: Metadata agent@n-d-838032-1: {}, Apr 20 16:55:52.781807 n-d-838032-1 neutron-server[84080]: Metering agent@n-d-838032-1: {}, Apr 20 16:55:52.781807 n-d-838032-1 neutron-server[84080]: Open vSwitch agent@n-d-838032-1: { 'ConntrackHelper': '1.0', Apr 20 16:55:52.781807 n-d-838032-1 neutron-server[84080]: 'Log': '1.0', Apr 20 16:55:52.781807 n-d-838032-1 neutron-server[84080]: 'Network': '1.1', Apr 20 16:55:52.781807 n-d-838032-1 neutron-server[84080]: 'Port': '1.5', Apr 20 16:55:52.781807 n-d-838032-1 neutron-server[84080]: 'PortForwarding': '1.2', Apr 20 16:55:52.781807 n-d-838032-1 neutron-server[84080]: 'QosPolicy': '1.8', Apr 20 16:55:52.781807 n-d-838032-1 neutron-server[84080]: 'SecurityGroup': '1.2', Apr 20 16:55:52.781807 n-d-838032-1 neutron-server[84080]: 'SecurityGroupRule': '1.0', Apr 20 16:55:52.781807 n-d-838032-1 neutron-server[84080]: 'SubPort': '1.0', Apr 20 16:55:52.781807 n-d-838032-1 neutron-server[84080]: 'Subnet': '1.1', Apr 20 16:55:52.781807 n-d-838032-1 neutron-server[84080]: 'Trunk': '1.1'}} Apr 20 16:55:52.781807 n-d-838032-1 neutron-server[84080]: {{(pid=84080) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 16:55:52.826377 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:52.872555 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:52.873766 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 16:55:52.874434 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:52.980138 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] Pushing event updated for resources: {'Network': ['ID=1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:55:52.982828 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-eb37c7d7-e2a0-4486-a905-45ee9994fbda admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9297700 Apr 20 16:55:52.992923 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 16:55:55.580997 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53376) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:55:56.159087 n-d-838032-1 neutron-server[84081]: DEBUG neutron.policy [None req-0d7e4fe7-baa3-47be-8005-120726590a07 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84081) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 20 16:55:56.159853 n-d-838032-1 neutron-server[84081]: WARNING oslo_policy.policy [None req-0d7e4fe7-baa3-47be-8005-120726590a07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 16:55:56.160212 n-d-838032-1 neutron-server[84081]: WARNING oslo_policy.policy [None req-0d7e4fe7-baa3-47be-8005-120726590a07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 16:55:56.162991 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7e4fe7-baa3-47be-8005-120726590a07 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 16:55:56.164594 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0d7e4fe7-baa3-47be-8005-120726590a07 admin admin] 10.222.0.39 "GET /v2.0/networks/1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b HTTP/1.1" status: 200 len: 825 time: 0.5826228 Apr 20 16:55:56.211248 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b2a7d296-5e5a-4247-9277-3d7866dd10ec admin admin] 10.222.0.39 "GET /v2.0/subnetpools/044916ac-9b29-49ce-b817-4c793b50fef0 HTTP/1.1" status: 200 len: 734 time: 0.0388801 Apr 20 16:55:56.219943 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-25f9728d-53b8-47e3-b74c-2fdf0b87ce7d admin admin] Request body: {'subnet': {'tenant_id': 'b1851667b4cb4a8fb9d003378fc3fd1e', 'subnetpool_id': '044916ac-9b29-49ce-b817-4c793b50fef0', 'network_id': '1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 16:55:56.221364 n-d-838032-1 neutron-server[84081]: INFO neutron.quota [None req-25f9728d-53b8-47e3-b74c-2fdf0b87ce7d admin admin] Loaded quota_driver: . Apr 20 16:55:56.227970 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-25f9728d-53b8-47e3-b74c-2fdf0b87ce7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:55:56.234114 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-25f9728d-53b8-47e3-b74c-2fdf0b87ce7d admin admin] Usage tracker for resource:subnet and tenant:b1851667b4cb4a8fb9d003378fc3fd1e is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:55:56.237704 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-25f9728d-53b8-47e3-b74c-2fdf0b87ce7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:55:56.245466 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-25f9728d-53b8-47e3-b74c-2fdf0b87ce7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:55:56.263384 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f9728d-53b8-47e3-b74c-2fdf0b87ce7d admin admin] Made reservation on behalf of b1851667b4cb4a8fb9d003378fc3fd1e for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:55:56.266283 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-25f9728d-53b8-47e3-b74c-2fdf0b87ce7d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:56.572291 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-25f9728d-53b8-47e3-b74c-2fdf0b87ce7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:56.657844 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9728d-53b8-47e3-b74c-2fdf0b87ce7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb197782-0928-49e3-8d9d-c7cfd45b544d,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:55:56.660353 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f9728d-53b8-47e3-b74c-2fdf0b87ce7d admin admin] Checking segment: {'id': '92b38934-d2e7-472b-973e-741b985e8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 16:55:56.660735 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f9728d-53b8-47e3-b74c-2fdf0b87ce7d admin admin] Network hostable DHCP agents. Network: 1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:55:56.674740 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9728d-53b8-47e3-b74c-2fdf0b87ce7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:56.675072 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9728d-53b8-47e3-b74c-2fdf0b87ce7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:56.675389 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9728d-53b8-47e3-b74c-2fdf0b87ce7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:56.675707 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9728d-53b8-47e3-b74c-2fdf0b87ce7d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:56.676023 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9728d-53b8-47e3-b74c-2fdf0b87ce7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:56.676334 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9728d-53b8-47e3-b74c-2fdf0b87ce7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:56.676647 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9728d-53b8-47e3-b74c-2fdf0b87ce7d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:56.676956 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9728d-53b8-47e3-b74c-2fdf0b87ce7d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:56.677267 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9728d-53b8-47e3-b74c-2fdf0b87ce7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:56.677570 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9728d-53b8-47e3-b74c-2fdf0b87ce7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:56.677876 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9728d-53b8-47e3-b74c-2fdf0b87ce7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:56.678942 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9728d-53b8-47e3-b74c-2fdf0b87ce7d admin admin] Tracked resource versions report: Apr 20 16:55:56.678942 n-d-838032-1 neutron-server[84081]: pushed versions: Apr 20 16:55:56.678942 n-d-838032-1 neutron-server[84081]: { 'ConntrackHelper': {'1.0'}, Apr 20 16:55:56.678942 n-d-838032-1 neutron-server[84081]: 'Log': {'1.0'}, Apr 20 16:55:56.678942 n-d-838032-1 neutron-server[84081]: 'Network': {'1.1'}, Apr 20 16:55:56.678942 n-d-838032-1 neutron-server[84081]: 'Port': {'1.5'}, Apr 20 16:55:56.678942 n-d-838032-1 neutron-server[84081]: 'PortForwarding': {'1.2'}, Apr 20 16:55:56.678942 n-d-838032-1 neutron-server[84081]: 'QosPolicy': {'1.8'}, Apr 20 16:55:56.678942 n-d-838032-1 neutron-server[84081]: 'SecurityGroup': {'1.2'}, Apr 20 16:55:56.678942 n-d-838032-1 neutron-server[84081]: 'SecurityGroupRule': {'1.0'}, Apr 20 16:55:56.678942 n-d-838032-1 neutron-server[84081]: 'SubPort': {'1.0'}, Apr 20 16:55:56.678942 n-d-838032-1 neutron-server[84081]: 'Subnet': {'1.1'}, Apr 20 16:55:56.678942 n-d-838032-1 neutron-server[84081]: 'Trunk': {'1.1'}} Apr 20 16:55:56.678942 n-d-838032-1 neutron-server[84081]: consumer versions: Apr 20 16:55:56.678942 n-d-838032-1 neutron-server[84081]: { DHCP agent@n-d-838032-1: {}, Apr 20 16:55:56.678942 n-d-838032-1 neutron-server[84081]: L3 agent@n-d-838032-1: {}, Apr 20 16:55:56.678942 n-d-838032-1 neutron-server[84081]: Metadata agent@n-d-838032-1: {}, Apr 20 16:55:56.678942 n-d-838032-1 neutron-server[84081]: Metering agent@n-d-838032-1: {}, Apr 20 16:55:56.678942 n-d-838032-1 neutron-server[84081]: Open vSwitch agent@n-d-838032-1: { 'ConntrackHelper': '1.0', Apr 20 16:55:56.678942 n-d-838032-1 neutron-server[84081]: 'Log': '1.0', Apr 20 16:55:56.678942 n-d-838032-1 neutron-server[84081]: 'Network': '1.1', Apr 20 16:55:56.678942 n-d-838032-1 neutron-server[84081]: 'Port': '1.5', Apr 20 16:55:56.678942 n-d-838032-1 neutron-server[84081]: 'PortForwarding': '1.2', Apr 20 16:55:56.678942 n-d-838032-1 neutron-server[84081]: 'QosPolicy': '1.8', Apr 20 16:55:56.678942 n-d-838032-1 neutron-server[84081]: 'SecurityGroup': '1.2', Apr 20 16:55:56.678942 n-d-838032-1 neutron-server[84081]: 'SecurityGroupRule': '1.0', Apr 20 16:55:56.678942 n-d-838032-1 neutron-server[84081]: 'SubPort': '1.0', Apr 20 16:55:56.678942 n-d-838032-1 neutron-server[84081]: 'Subnet': '1.1', Apr 20 16:55:56.678942 n-d-838032-1 neutron-server[84081]: 'Trunk': '1.1'}} Apr 20 16:55:56.678942 n-d-838032-1 neutron-server[84081]: {{(pid=84081) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 16:55:56.723290 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f9728d-53b8-47e3-b74c-2fdf0b87ce7d admin admin] Network 1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:55:56.735545 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-25f9728d-53b8-47e3-b74c-2fdf0b87ce7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:55:56.740438 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f9728d-53b8-47e3-b74c-2fdf0b87ce7d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 16:55:56.741112 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-25f9728d-53b8-47e3-b74c-2fdf0b87ce7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:56.746867 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624c33c7-925f-4c19-b3d2-953dd47e8c3d None None] Network 1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 16:55:56.764580 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-25f9728d-53b8-47e3-b74c-2fdf0b87ce7d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5481410 Apr 20 16:55:57.048131 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b', 'network_id': '1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b', 'tenant_id': 'b1851667b4cb4a8fb9d003378fc3fd1e', 'fixed_ips': [{'subnet_id': 'fb197782-0928-49e3-8d9d-c7cfd45b544d'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 16:55:57.049281 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:57.230338 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] Allocated IP 172.20.0.2 (1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b/fb197782-0928-49e3-8d9d-c7cfd45b544d/466e854e-9653-45c0-89fc-bc351f17f924) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:55:57.460070 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:57.473857 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] Transition to ACTIVE for port object 466e854e-9653-45c0-89fc-bc351f17f924 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:55:57.495950 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] Transition to ACTIVE for port object 466e854e-9653-45c0-89fc-bc351f17f924 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:55:57.503620 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:57.567787 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] Network 1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:55:57.570635 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:55:57.575637 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] Pushing event updated for resources: {'Port': ['ID=466e854e-9653-45c0-89fc-bc351f17f924,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:55:57.577844 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 16:55:57.612818 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:57.613148 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:57.613480 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:57.613810 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:57.614132 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:57.614477 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:57.614811 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:57.615130 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:57.615456 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:57.615768 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:57.616084 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:55:57.617170 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] Tracked resource versions report: Apr 20 16:55:57.617170 n-d-838032-1 neutron-server[84082]: pushed versions: Apr 20 16:55:57.617170 n-d-838032-1 neutron-server[84082]: { 'ConntrackHelper': {'1.0'}, Apr 20 16:55:57.617170 n-d-838032-1 neutron-server[84082]: 'Log': {'1.0'}, Apr 20 16:55:57.617170 n-d-838032-1 neutron-server[84082]: 'Network': {'1.1'}, Apr 20 16:55:57.617170 n-d-838032-1 neutron-server[84082]: 'Port': {'1.5'}, Apr 20 16:55:57.617170 n-d-838032-1 neutron-server[84082]: 'PortForwarding': {'1.2'}, Apr 20 16:55:57.617170 n-d-838032-1 neutron-server[84082]: 'QosPolicy': {'1.8'}, Apr 20 16:55:57.617170 n-d-838032-1 neutron-server[84082]: 'SecurityGroup': {'1.2'}, Apr 20 16:55:57.617170 n-d-838032-1 neutron-server[84082]: 'SecurityGroupRule': {'1.0'}, Apr 20 16:55:57.617170 n-d-838032-1 neutron-server[84082]: 'SubPort': {'1.0'}, Apr 20 16:55:57.617170 n-d-838032-1 neutron-server[84082]: 'Subnet': {'1.1'}, Apr 20 16:55:57.617170 n-d-838032-1 neutron-server[84082]: 'Trunk': {'1.1'}} Apr 20 16:55:57.617170 n-d-838032-1 neutron-server[84082]: consumer versions: Apr 20 16:55:57.617170 n-d-838032-1 neutron-server[84082]: { DHCP agent@n-d-838032-1: {}, Apr 20 16:55:57.617170 n-d-838032-1 neutron-server[84082]: L3 agent@n-d-838032-1: {}, Apr 20 16:55:57.617170 n-d-838032-1 neutron-server[84082]: Metadata agent@n-d-838032-1: {}, Apr 20 16:55:57.617170 n-d-838032-1 neutron-server[84082]: Metering agent@n-d-838032-1: {}, Apr 20 16:55:57.617170 n-d-838032-1 neutron-server[84082]: Open vSwitch agent@n-d-838032-1: { 'ConntrackHelper': '1.0', Apr 20 16:55:57.617170 n-d-838032-1 neutron-server[84082]: 'Log': '1.0', Apr 20 16:55:57.617170 n-d-838032-1 neutron-server[84082]: 'Network': '1.1', Apr 20 16:55:57.617170 n-d-838032-1 neutron-server[84082]: 'Port': '1.5', Apr 20 16:55:57.617170 n-d-838032-1 neutron-server[84082]: 'PortForwarding': '1.2', Apr 20 16:55:57.617170 n-d-838032-1 neutron-server[84082]: 'QosPolicy': '1.8', Apr 20 16:55:57.617170 n-d-838032-1 neutron-server[84082]: 'SecurityGroup': '1.2', Apr 20 16:55:57.617170 n-d-838032-1 neutron-server[84082]: 'SecurityGroupRule': '1.0', Apr 20 16:55:57.617170 n-d-838032-1 neutron-server[84082]: 'SubPort': '1.0', Apr 20 16:55:57.617170 n-d-838032-1 neutron-server[84082]: 'Subnet': '1.1', Apr 20 16:55:57.617170 n-d-838032-1 neutron-server[84082]: 'Trunk': '1.1'}} Apr 20 16:55:57.617170 n-d-838032-1 neutron-server[84082]: {{(pid=84082) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 16:55:57.677968 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] Attempting to bind port 466e854e-9653-45c0-89fc-bc351f17f924 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:55:57.678370 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] Attempting to bind port 466e854e-9653-45c0-89fc-bc351f17f924 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '92b38934-d2e7-472b-973e-741b985e8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:55:57.678790 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] Attempting to bind port 466e854e-9653-45c0-89fc-bc351f17f924 on network 1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 16:55:57.685497 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 16:55:57.685885 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] Checking segment: {'id': '92b38934-d2e7-472b-973e-741b985e8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 16:55:57.686369 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:57.686757 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] Bound using segment: {'id': '92b38934-d2e7-472b-973e-741b985e8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 16:55:57.687251 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] Bound port: 466e854e-9653-45c0-89fc-bc351f17f924, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b38934-d2e7-472b-973e-741b985e8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:55:57.687665 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:57.773026 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] For port 466e854e-9653-45c0-89fc-bc351f17f924, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:55:57.776807 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] For port 466e854e-9653-45c0-89fc-bc351f17f924, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=466e854e-9653-45c0-89fc-bc351f17f924,segment=NetworkSegment(92b38934-d2e7-472b-973e-741b985e8c83),segment_id=92b38934-d2e7-472b-973e-741b985e8c83)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:55:57.782162 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:55:57.889823 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de0422-14c9-4051-bdc2-737af8527c09 None None] Pushing event updated for resources: {'Port': ['ID=466e854e-9653-45c0-89fc-bc351f17f924,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:55:59.037666 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53392) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:55:59.439815 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-f0d4028f-015a-4aaa-b539-d0aaacaff760 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 16:55:59.441150 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f0d4028f-015a-4aaa-b539-d0aaacaff760 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4022968 Apr 20 16:56:00.816621 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 466e854e-9653-45c0-89fc-bc351f17f924 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:56:00.896275 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 466e854e-9653-45c0-89fc-bc351f17f924 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:56:01.453788 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96a2de8-300f-4dc6-b929-d38b71dec6ae None None] Network 1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 16:56:01.563488 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-dd37b9a5-0fcb-4564-9a92-b5dfcc9b23c0 None None] Provisioning for port 466e854e-9653-45c0-89fc-bc351f17f924 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:56:01.572854 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-dd37b9a5-0fcb-4564-9a92-b5dfcc9b23c0 None None] Provisioning complete for port 466e854e-9653-45c0-89fc-bc351f17f924 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:56:01.573242 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-dd37b9a5-0fcb-4564-9a92-b5dfcc9b23c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:01.697679 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53406) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:56:01.780032 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-dd37b9a5-0fcb-4564-9a92-b5dfcc9b23c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:01.823312 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-dd37b9a5-0fcb-4564-9a92-b5dfcc9b23c0 None None] For port 466e854e-9653-45c0-89fc-bc351f17f924, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=466e854e-9653-45c0-89fc-bc351f17f924,segment=NetworkSegment(92b38934-d2e7-472b-973e-741b985e8c83),segment_id=92b38934-d2e7-472b-973e-741b985e8c83)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:56:01.828608 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-dd37b9a5-0fcb-4564-9a92-b5dfcc9b23c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:01.895038 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37b9a5-0fcb-4564-9a92-b5dfcc9b23c0 None None] Pushing event updated for resources: {'Port': ['ID=466e854e-9653-45c0-89fc-bc351f17f924,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:02.057846 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6cf80520-77eb-40ef-b415-183bcd54f70e None None] Provisioning complete for port 466e854e-9653-45c0-89fc-bc351f17f924 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:56:02.058220 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6cf80520-77eb-40ef-b415-183bcd54f70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:02.107853 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-9c8b7cc8-4589-43b6-bfaf-1a9b4fd45839 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 16:56:02.108802 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9c8b7cc8-4589-43b6-bfaf-1a9b4fd45839 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4103403 Apr 20 16:56:02.790837 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 466e854e-9653-45c0-89fc-bc351f17f924 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:56:02.862300 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 466e854e-9653-45c0-89fc-bc351f17f924 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:56:02.862972 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:04.725043 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53418) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:56:05.210350 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-3bb34737-c110-4adb-a000-bd8556951e07 admin admin] Request body: {'router': {'tenant_id': 'b1851667b4cb4a8fb9d003378fc3fd1e', 'admin_state_up': True, 'name': 'router1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 16:56:05.215505 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3bb34737-c110-4adb-a000-bd8556951e07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:56:05.219678 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3bb34737-c110-4adb-a000-bd8556951e07 admin admin] Usage tracker for resource:router and tenant:b1851667b4cb4a8fb9d003378fc3fd1e is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:56:05.223645 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3bb34737-c110-4adb-a000-bd8556951e07 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:56:05.229812 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3bb34737-c110-4adb-a000-bd8556951e07 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:56:05.242226 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3bb34737-c110-4adb-a000-bd8556951e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:05.243717 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3bb34737-c110-4adb-a000-bd8556951e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:05.267887 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3bb34737-c110-4adb-a000-bd8556951e07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:05.374956 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3bb34737-c110-4adb-a000-bd8556951e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:05.394435 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3bb34737-c110-4adb-a000-bd8556951e07 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:05.395624 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3bb34737-c110-4adb-a000-bd8556951e07 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6693833 Apr 20 16:56:07.671999 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53428) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:56:08.122574 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-4ab05587-c5d2-485e-9588-6a344cffdd88 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 16:56:08.123511 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4ab05587-c5d2-485e-9588-6a344cffdd88 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4506564 Apr 20 16:56:09.064027 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9887510b-92a0-4177-9e78-6b821d52eaa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:09.894767 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 5 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:56:10.383276 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53438) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:56:10.786984 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-2fbae287-6018-42d7-b17e-890a4d769fc0 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 16:56:10.792153 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2fbae287-6018-42d7-b17e-890a4d769fc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:56:10.796354 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2fbae287-6018-42d7-b17e-890a4d769fc0 admin admin] Usage tracker for resource:network and tenant:c2d30f0236094d69b2a1250a7c7b92d1 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:56:10.799640 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2fbae287-6018-42d7-b17e-890a4d769fc0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:56:10.806008 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2fbae287-6018-42d7-b17e-890a4d769fc0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:56:10.819007 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbae287-6018-42d7-b17e-890a4d769fc0 admin admin] Made reservation on behalf of c2d30f0236094d69b2a1250a7c7b92d1 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:56:10.821265 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2fbae287-6018-42d7-b17e-890a4d769fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:10.837483 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2fbae287-6018-42d7-b17e-890a4d769fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:10.876723 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2fbae287-6018-42d7-b17e-890a4d769fc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:56:10.880684 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2fbae287-6018-42d7-b17e-890a4d769fc0 admin admin] Usage tracker for resource:security_group_rule and tenant:c2d30f0236094d69b2a1250a7c7b92d1 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:56:10.883460 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2fbae287-6018-42d7-b17e-890a4d769fc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:56:10.888980 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2fbae287-6018-42d7-b17e-890a4d769fc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:56:10.964038 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2fbae287-6018-42d7-b17e-890a4d769fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:10.969584 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2fbae287-6018-42d7-b17e-890a4d769fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:10.994131 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2fbae287-6018-42d7-b17e-890a4d769fc0 admin admin] Reserving flat network on physical network physnet1 {{(pid=84081) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 20 16:56:11.008010 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbae287-6018-42d7-b17e-890a4d769fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ae0833-30ca-43aa-9045-1a7e10851381,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:11.017769 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2fbae287-6018-42d7-b17e-890a4d769fc0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793325119344', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:11.018319 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2fbae287-6018-42d7-b17e-890a4d769fc0 admin admin] Unsubscribe: segment precommit_create {{(pid=84081) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 20 16:56:11.018798 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-2fbae287-6018-42d7-b17e-890a4d769fc0 admin admin] Added segment f4e1e385-8599-48fb-a041-5cf69d7a26ef of type flat for network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 Apr 20 16:56:11.059371 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2fbae287-6018-42d7-b17e-890a4d769fc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:11.110669 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2fbae287-6018-42d7-b17e-890a4d769fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:11.111470 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbae287-6018-42d7-b17e-890a4d769fc0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 16:56:11.112162 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2fbae287-6018-42d7-b17e-890a4d769fc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:11.225911 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbae287-6018-42d7-b17e-890a4d769fc0 admin admin] Pushing event updated for resources: {'Network': ['ID=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:11.229120 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2fbae287-6018-42d7-b17e-890a4d769fc0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8448160 Apr 20 16:56:11.239094 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 16:56:11.347300 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-dbcd4ae9-db25-4162-b054-8a295cb344d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:12.435489 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:12.572867 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:13.508290 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53458) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:56:13.734538 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:13.779854 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebfbe84-2ada-431e-8a75-cc9397344f99 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 16:56:13.781105 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-aebfbe84-2ada-431e-8a75-cc9397344f99 admin admin] 10.222.0.39 "GET /v2.0/subnets/fb197782-0928-49e3-8d9d-c7cfd45b544d HTTP/1.1" status: 200 len: 849 time: 0.2718740 Apr 20 16:56:13.933837 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cba84ab6-6447-4052-87d1-2c535e4cf947 admin admin] 10.222.0.39 "GET /v2.0/routers/c4f8859c-0671-4957-aa5d-14c39e3c593d HTTP/1.1" status: 200 len: 704 time: 0.1469159 Apr 20 16:56:14.401050 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5624850c-f95a-46c2-b756-31c946963992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:14.635399 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-5624850c-f95a-46c2-b756-31c946963992 admin admin] Allocated IP 172.20.0.1 (1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b/fb197782-0928-49e3-8d9d-c7cfd45b544d/49c2ae62-034d-4262-8249-33c3e076d13e) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:56:14.792309 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5624850c-f95a-46c2-b756-31c946963992 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:14.809242 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-5624850c-f95a-46c2-b756-31c946963992 admin admin] Transition to ACTIVE for port object 49c2ae62-034d-4262-8249-33c3e076d13e will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:56:14.863810 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5624850c-f95a-46c2-b756-31c946963992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:14.931853 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5624850c-f95a-46c2-b756-31c946963992 admin admin] Network 1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:56:14.934721 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-5624850c-f95a-46c2-b756-31c946963992 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:56:14.940037 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5624850c-f95a-46c2-b756-31c946963992 admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 16:56:14.941005 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5624850c-f95a-46c2-b756-31c946963992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:14.943106 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624850c-f95a-46c2-b756-31c946963992 admin admin] Pushing event updated for resources: {'Port': ['ID=49c2ae62-034d-4262-8249-33c3e076d13e,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:15.109505 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5624850c-f95a-46c2-b756-31c946963992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:15.205097 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-fdb4a159-40d7-4a67-946c-29c9b1fb518c None None] Provisioning for port 49c2ae62-034d-4262-8249-33c3e076d13e completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:56:15.210149 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-fdb4a159-40d7-4a67-946c-29c9b1fb518c None None] Provisioning complete for port 49c2ae62-034d-4262-8249-33c3e076d13e triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:56:15.210490 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fdb4a159-40d7-4a67-946c-29c9b1fb518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:15.262821 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-fdb4a159-40d7-4a67-946c-29c9b1fb518c None None] Port 49c2ae62-034d-4262-8249-33c3e076d13e cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 16:56:15.345006 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5624850c-f95a-46c2-b756-31c946963992 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:15.352178 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5624850c-f95a-46c2-b756-31c946963992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:15.352931 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5624850c-f95a-46c2-b756-31c946963992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:15.481549 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624850c-f95a-46c2-b756-31c946963992 admin admin] Pushing event updated for resources: {'Port': ['ID=49c2ae62-034d-4262-8249-33c3e076d13e,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:15.550299 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5624850c-f95a-46c2-b756-31c946963992 admin admin] Network 1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:56:15.551457 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-5624850c-f95a-46c2-b756-31c946963992 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:56:15.790211 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0427a77d-be46-42ce-83a1-b7dbfebac643 None None] Provisioning complete for port 49c2ae62-034d-4262-8249-33c3e076d13e triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:56:15.790580 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0427a77d-be46-42ce-83a1-b7dbfebac643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:15.841998 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0427a77d-be46-42ce-83a1-b7dbfebac643 None None] Port 49c2ae62-034d-4262-8249-33c3e076d13e cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 16:56:15.916282 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5624850c-f95a-46c2-b756-31c946963992 admin admin] Router c4f8859c-0671-4957-aa5d-14c39e3c593d is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 16:56:16.110151 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5624850c-f95a-46c2-b756-31c946963992 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:56:16.119562 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5624850c-f95a-46c2-b756-31c946963992 admin admin] 10.222.0.39 "PUT /v2.0/routers/c4f8859c-0671-4957-aa5d-14c39e3c593d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1784248 Apr 20 16:56:16.120607 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b21ef6-21d0-4a47-bcef-185c5a4dc186 None None] Sync routers for ids ['c4f8859c-0671-4957-aa5d-14c39e3c593d'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 16:56:16.134309 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b21ef6-21d0-4a47-bcef-185c5a4dc186 None None] Routers {'c4f8859c-0671-4957-aa5d-14c39e3c593d'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 16:56:16.135144 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-76b21ef6-21d0-4a47-bcef-185c5a4dc186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T16:56:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['c4f8859c-0671-4957-aa5d-14c39e3c593d'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:56:16.303632 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-76b21ef6-21d0-4a47-bcef-185c5a4dc186 None None] Set router c4f8859c-0671-4957-aa5d-14c39e3c593d gateway port host: None {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 16:56:16.670639 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-76b21ef6-21d0-4a47-bcef-185c5a4dc186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f8859c-0671-4957-aa5d-14c39e3c593d', 'name': 'router1', 'tenant_id': 'b1851667b4cb4a8fb9d003378fc3fd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:56:05Z', 'updated_at': '2022-04-20T16:56:15Z', 'revision_number': 2, 'project_id': 'b1851667b4cb4a8fb9d003378fc3fd1e', 'gw_port_host': None, '_interfaces': [{'id': '49c2ae62-034d-4262-8249-33c3e076d13e', 'name': '', 'network_id': '1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b', 'tenant_id': 'b1851667b4cb4a8fb9d003378fc3fd1e', 'mac_address': 'fa:16:3e:92:08:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f8859c-0671-4957-aa5d-14c39e3c593d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb197782-0928-49e3-8d9d-c7cfd45b544d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:56:14Z', 'updated_at': '2022-04-20T16:56:15Z', 'revision_number': 2, 'project_id': 'b1851667b4cb4a8fb9d003378fc3fd1e', 'subnets': [{'id': 'fb197782-0928-49e3-8d9d-c7cfd45b544d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '044916ac-9b29-49ce-b817-4c793b50fef0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:56:16.675638 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b21ef6-21d0-4a47-bcef-185c5a4dc186 None None] Checking router: c4f8859c-0671-4957-aa5d-14c39e3c593d for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 16:56:16.676009 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b21ef6-21d0-4a47-bcef-185c5a4dc186 None None] Updating router c4f8859c-0671-4957-aa5d-14c39e3c593d port 49c2ae62-034d-4262-8249-33c3e076d13e binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 16:56:16.729468 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-76b21ef6-21d0-4a47-bcef-185c5a4dc186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:17.100402 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-76b21ef6-21d0-4a47-bcef-185c5a4dc186 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:17.115199 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-76b21ef6-21d0-4a47-bcef-185c5a4dc186 None None] Transition to ACTIVE for port object 49c2ae62-034d-4262-8249-33c3e076d13e will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:56:17.122129 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-76b21ef6-21d0-4a47-bcef-185c5a4dc186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:17.351924 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45e3a5-7679-461c-b942-c57c282f26d0 None None] Pushing event updated for resources: {'Port': ['ID=49c2ae62-034d-4262-8249-33c3e076d13e,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:17.378088 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45e3a5-7679-461c-b942-c57c282f26d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:17.378451 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45e3a5-7679-461c-b942-c57c282f26d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:17.378779 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45e3a5-7679-461c-b942-c57c282f26d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:17.379129 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45e3a5-7679-461c-b942-c57c282f26d0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:17.379446 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45e3a5-7679-461c-b942-c57c282f26d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:17.379762 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45e3a5-7679-461c-b942-c57c282f26d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:17.380074 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45e3a5-7679-461c-b942-c57c282f26d0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:17.380438 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45e3a5-7679-461c-b942-c57c282f26d0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:17.380777 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45e3a5-7679-461c-b942-c57c282f26d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:17.381085 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45e3a5-7679-461c-b942-c57c282f26d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:17.381397 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45e3a5-7679-461c-b942-c57c282f26d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:56:17.382491 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45e3a5-7679-461c-b942-c57c282f26d0 None None] Tracked resource versions report: Apr 20 16:56:17.382491 n-d-838032-1 neutron-server[84083]: pushed versions: Apr 20 16:56:17.382491 n-d-838032-1 neutron-server[84083]: { 'ConntrackHelper': {'1.0'}, Apr 20 16:56:17.382491 n-d-838032-1 neutron-server[84083]: 'Log': {'1.0'}, Apr 20 16:56:17.382491 n-d-838032-1 neutron-server[84083]: 'Network': {'1.1'}, Apr 20 16:56:17.382491 n-d-838032-1 neutron-server[84083]: 'Port': {'1.5'}, Apr 20 16:56:17.382491 n-d-838032-1 neutron-server[84083]: 'PortForwarding': {'1.2'}, Apr 20 16:56:17.382491 n-d-838032-1 neutron-server[84083]: 'QosPolicy': {'1.8'}, Apr 20 16:56:17.382491 n-d-838032-1 neutron-server[84083]: 'SecurityGroup': {'1.2'}, Apr 20 16:56:17.382491 n-d-838032-1 neutron-server[84083]: 'SecurityGroupRule': {'1.0'}, Apr 20 16:56:17.382491 n-d-838032-1 neutron-server[84083]: 'SubPort': {'1.0'}, Apr 20 16:56:17.382491 n-d-838032-1 neutron-server[84083]: 'Subnet': {'1.1'}, Apr 20 16:56:17.382491 n-d-838032-1 neutron-server[84083]: 'Trunk': {'1.1'}} Apr 20 16:56:17.382491 n-d-838032-1 neutron-server[84083]: consumer versions: Apr 20 16:56:17.382491 n-d-838032-1 neutron-server[84083]: { DHCP agent@n-d-838032-1: {}, Apr 20 16:56:17.382491 n-d-838032-1 neutron-server[84083]: L3 agent@n-d-838032-1: {}, Apr 20 16:56:17.382491 n-d-838032-1 neutron-server[84083]: Metadata agent@n-d-838032-1: {}, Apr 20 16:56:17.382491 n-d-838032-1 neutron-server[84083]: Metering agent@n-d-838032-1: {}, Apr 20 16:56:17.382491 n-d-838032-1 neutron-server[84083]: Open vSwitch agent@n-d-838032-1: { 'ConntrackHelper': '1.0', Apr 20 16:56:17.382491 n-d-838032-1 neutron-server[84083]: 'Log': '1.0', Apr 20 16:56:17.382491 n-d-838032-1 neutron-server[84083]: 'Network': '1.1', Apr 20 16:56:17.382491 n-d-838032-1 neutron-server[84083]: 'Port': '1.5', Apr 20 16:56:17.382491 n-d-838032-1 neutron-server[84083]: 'PortForwarding': '1.2', Apr 20 16:56:17.382491 n-d-838032-1 neutron-server[84083]: 'QosPolicy': '1.8', Apr 20 16:56:17.382491 n-d-838032-1 neutron-server[84083]: 'SecurityGroup': '1.2', Apr 20 16:56:17.382491 n-d-838032-1 neutron-server[84083]: 'SecurityGroupRule': '1.0', Apr 20 16:56:17.382491 n-d-838032-1 neutron-server[84083]: 'SubPort': '1.0', Apr 20 16:56:17.382491 n-d-838032-1 neutron-server[84083]: 'Subnet': '1.1', Apr 20 16:56:17.382491 n-d-838032-1 neutron-server[84083]: 'Trunk': '1.1'}} Apr 20 16:56:17.382491 n-d-838032-1 neutron-server[84083]: {{(pid=84083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 16:56:17.388399 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-76b21ef6-21d0-4a47-bcef-185c5a4dc186 None None] Attempting to bind port 49c2ae62-034d-4262-8249-33c3e076d13e on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:56:17.388802 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-76b21ef6-21d0-4a47-bcef-185c5a4dc186 None None] Attempting to bind port 49c2ae62-034d-4262-8249-33c3e076d13e by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '92b38934-d2e7-472b-973e-741b985e8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:56:17.389184 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b21ef6-21d0-4a47-bcef-185c5a4dc186 None None] Attempting to bind port 49c2ae62-034d-4262-8249-33c3e076d13e on network 1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 16:56:17.396316 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b21ef6-21d0-4a47-bcef-185c5a4dc186 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 16:56:17.396744 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b21ef6-21d0-4a47-bcef-185c5a4dc186 None None] Checking segment: {'id': '92b38934-d2e7-472b-973e-741b985e8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 16:56:17.397279 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-76b21ef6-21d0-4a47-bcef-185c5a4dc186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:17.397662 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b21ef6-21d0-4a47-bcef-185c5a4dc186 None None] Bound using segment: {'id': '92b38934-d2e7-472b-973e-741b985e8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 16:56:17.398156 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-76b21ef6-21d0-4a47-bcef-185c5a4dc186 None None] Bound port: 49c2ae62-034d-4262-8249-33c3e076d13e, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b38934-d2e7-472b-973e-741b985e8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:56:17.398578 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-76b21ef6-21d0-4a47-bcef-185c5a4dc186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:17.488814 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-76b21ef6-21d0-4a47-bcef-185c5a4dc186 None None] For port 49c2ae62-034d-4262-8249-33c3e076d13e, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:56:17.493213 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-76b21ef6-21d0-4a47-bcef-185c5a4dc186 None None] For port 49c2ae62-034d-4262-8249-33c3e076d13e, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=49c2ae62-034d-4262-8249-33c3e076d13e,segment=NetworkSegment(92b38934-d2e7-472b-973e-741b985e8c83),segment_id=92b38934-d2e7-472b-973e-741b985e8c83)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:56:17.497688 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-76b21ef6-21d0-4a47-bcef-185c5a4dc186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:17.586891 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45e3a5-7679-461c-b942-c57c282f26d0 None None] Pushing event updated for resources: {'Port': ['ID=49c2ae62-034d-4262-8249-33c3e076d13e,revision_number=4']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:17.591325 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b21ef6-21d0-4a47-bcef-185c5a4dc186 None None] Routers {'c4f8859c-0671-4957-aa5d-14c39e3c593d'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 16:56:17.591950 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-76b21ef6-21d0-4a47-bcef-185c5a4dc186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T16:56:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['c4f8859c-0671-4957-aa5d-14c39e3c593d'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:56:17.755959 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-76b21ef6-21d0-4a47-bcef-185c5a4dc186 None None] Set router c4f8859c-0671-4957-aa5d-14c39e3c593d gateway port host: None {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 16:56:18.089121 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-76b21ef6-21d0-4a47-bcef-185c5a4dc186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f8859c-0671-4957-aa5d-14c39e3c593d', 'name': 'router1', 'tenant_id': 'b1851667b4cb4a8fb9d003378fc3fd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:56:05Z', 'updated_at': '2022-04-20T16:56:15Z', 'revision_number': 2, 'project_id': 'b1851667b4cb4a8fb9d003378fc3fd1e', 'gw_port_host': None, '_interfaces': [{'id': '49c2ae62-034d-4262-8249-33c3e076d13e', 'name': '', 'network_id': '1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b', 'tenant_id': 'b1851667b4cb4a8fb9d003378fc3fd1e', 'mac_address': 'fa:16:3e:92:08:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f8859c-0671-4957-aa5d-14c39e3c593d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb197782-0928-49e3-8d9d-c7cfd45b544d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:56:14Z', 'updated_at': '2022-04-20T16:56:17Z', 'revision_number': 4, 'project_id': 'b1851667b4cb4a8fb9d003378fc3fd1e', 'subnets': [{'id': 'fb197782-0928-49e3-8d9d-c7cfd45b544d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '044916ac-9b29-49ce-b817-4c793b50fef0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:56:18.093268 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b21ef6-21d0-4a47-bcef-185c5a4dc186 None None] The sync data for ids ['c4f8859c-0671-4957-aa5d-14c39e3c593d'] in n-d-838032-1 is: [{'id': 'c4f8859c-0671-4957-aa5d-14c39e3c593d', 'name': 'router1', 'tenant_id': 'b1851667b4cb4a8fb9d003378fc3fd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:56:05Z', 'updated_at': '2022-04-20T16:56:15Z', 'revision_number': 2, 'project_id': 'b1851667b4cb4a8fb9d003378fc3fd1e', 'gw_port_host': None, '_interfaces': [{'id': '49c2ae62-034d-4262-8249-33c3e076d13e', 'name': '', 'network_id': '1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b', 'tenant_id': 'b1851667b4cb4a8fb9d003378fc3fd1e', 'mac_address': 'fa:16:3e:92:08:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f8859c-0671-4957-aa5d-14c39e3c593d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb197782-0928-49e3-8d9d-c7cfd45b544d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:56:14Z', 'updated_at': '2022-04-20T16:56:17Z', 'revision_number': 4, 'project_id': 'b1851667b4cb4a8fb9d003378fc3fd1e', 'subnets': [{'id': 'fb197782-0928-49e3-8d9d-c7cfd45b544d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '044916ac-9b29-49ce-b817-4c793b50fef0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 16:56:18.213339 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53480) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:56:18.391464 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8fce9a-eacb-4052-9483-9dca3fe9940c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 16:56:18.392949 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1d8fce9a-eacb-4052-9483-9dca3fe9940c admin admin] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 842 time: 0.1782639 Apr 20 16:56:18.404870 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-b7941b55-689c-4232-8393-5472f9ed300e admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.25.8.1', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'name': 'public-subnet', 'cidr': '172.25.8.0/24', 'enable_dhcp': False}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 16:56:18.410610 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b7941b55-689c-4232-8393-5472f9ed300e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:56:18.414796 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b7941b55-689c-4232-8393-5472f9ed300e admin admin] Usage tracker for resource:subnet and tenant:c2d30f0236094d69b2a1250a7c7b92d1 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 16:56:18.418448 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b7941b55-689c-4232-8393-5472f9ed300e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 16:56:18.424873 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b7941b55-689c-4232-8393-5472f9ed300e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:56:18.443487 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7941b55-689c-4232-8393-5472f9ed300e admin admin] Made reservation on behalf of c2d30f0236094d69b2a1250a7c7b92d1 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:56:18.446465 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b7941b55-689c-4232-8393-5472f9ed300e admin admin] Notify callbacks [] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:18.863632 n-d-838032-1 neutron-server[84080]: DEBUG neutron.objects.ports [None req-b7941b55-689c-4232-8393-5472f9ed300e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84080) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 20 16:56:18.864075 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b7941b55-689c-4232-8393-5472f9ed300e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:18.956975 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7941b55-689c-4232-8393-5472f9ed300e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca10a170-cc7c-411e-9d9f-8b27839e85e0,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:18.963096 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7941b55-689c-4232-8393-5472f9ed300e admin admin] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 16:56:18.963096 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7941b55-689c-4232-8393-5472f9ed300e admin admin] Network hostable DHCP agents. Network: 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:56:18.988080 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7941b55-689c-4232-8393-5472f9ed300e admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:56:18.998526 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-b7941b55-689c-4232-8393-5472f9ed300e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:56:19.003942 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7941b55-689c-4232-8393-5472f9ed300e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 16:56:19.005176 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b7941b55-689c-4232-8393-5472f9ed300e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:19.010125 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd567ef5-514e-451d-8618-252a0c56e1ee None None] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 16:56:19.037812 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b7941b55-689c-4232-8393-5472f9ed300e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6364350 Apr 20 16:56:19.274618 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0a6498-682b-4825-a1ae-29557c228b62 None None] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 16:56:20.824458 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 49c2ae62-034d-4262-8249-33c3e076d13e up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:56:20.891812 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 49c2ae62-034d-4262-8249-33c3e076d13e completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:56:20.896807 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 49c2ae62-034d-4262-8249-33c3e076d13e triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:56:20.897166 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:21.009588 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:21.040885 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 49c2ae62-034d-4262-8249-33c3e076d13e, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=49c2ae62-034d-4262-8249-33c3e076d13e,segment=NetworkSegment(92b38934-d2e7-472b-973e-741b985e8c83),segment_id=92b38934-d2e7-472b-973e-741b985e8c83)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:56:21.045379 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:21.108943 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=49c2ae62-034d-4262-8249-33c3e076d13e,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:21.290986 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53494) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:56:21.572460 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-01165f0d-ada7-4b4e-bc46-0cefa5dadc6c admin admin] 10.222.0.39 "GET /v2.0/routers/c4f8859c-0671-4957-aa5d-14c39e3c593d HTTP/1.1" status: 200 len: 710 time: 0.2802913 Apr 20 16:56:21.698903 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7067f794-037c-44e7-8f42-d5b504d23849 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 16:56:21.700242 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7067f794-037c-44e7-8f42-d5b504d23849 admin admin] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 886 time: 0.1227608 Apr 20 16:56:21.708880 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-9f467f9c-defe-4b4f-ac3e-d8307c0eaa90 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 16:56:22.196390 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9f467f9c-defe-4b4f-ac3e-d8307c0eaa90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:22.389112 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9f467f9c-defe-4b4f-ac3e-d8307c0eaa90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:22.443348 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9f467f9c-defe-4b4f-ac3e-d8307c0eaa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:22.581129 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-9f467f9c-defe-4b4f-ac3e-d8307c0eaa90 admin admin] Allocated IP 172.25.8.113 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/63dcf8fe-d10d-4a49-9ee6-d2c591122783) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:56:22.766065 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9f467f9c-defe-4b4f-ac3e-d8307c0eaa90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:22.805250 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 49c2ae62-034d-4262-8249-33c3e076d13e up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:56:22.819169 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9f467f9c-defe-4b4f-ac3e-d8307c0eaa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:22.877868 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 49c2ae62-034d-4262-8249-33c3e076d13e triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:56:22.878262 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:22.887625 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f467f9c-defe-4b4f-ac3e-d8307c0eaa90 admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:56:22.891166 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-9f467f9c-defe-4b4f-ac3e-d8307c0eaa90 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:56:22.893764 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f467f9c-defe-4b4f-ac3e-d8307c0eaa90 admin admin] Pushing event updated for resources: {'Port': ['ID=63dcf8fe-d10d-4a49-9ee6-d2c591122783,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:22.905168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f467f9c-defe-4b4f-ac3e-d8307c0eaa90 admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 16:56:23.095070 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9f467f9c-defe-4b4f-ac3e-d8307c0eaa90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:23.269446 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9f467f9c-defe-4b4f-ac3e-d8307c0eaa90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:23.273212 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9f467f9c-defe-4b4f-ac3e-d8307c0eaa90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33176207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33176208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33180178'] for router, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:23.474760 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f467f9c-defe-4b4f-ac3e-d8307c0eaa90 admin admin] Router c4f8859c-0671-4957-aa5d-14c39e3c593d has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 16:56:23.675133 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f467f9c-defe-4b4f-ac3e-d8307c0eaa90 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 16:56:23.685261 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9f467f9c-defe-4b4f-ac3e-d8307c0eaa90 admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:23.685674 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5569720-3cc0-4374-8be1-54b98870a77e None None] Sync routers for ids ['c4f8859c-0671-4957-aa5d-14c39e3c593d'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 16:56:23.686454 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9f467f9c-defe-4b4f-ac3e-d8307c0eaa90 admin admin] 10.222.0.39 "PUT /v2.0/routers/c4f8859c-0671-4957-aa5d-14c39e3c593d HTTP/1.1" status: 200 len: 890 time: 1.9807613 Apr 20 16:56:23.698832 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5569720-3cc0-4374-8be1-54b98870a77e None None] Routers {'c4f8859c-0671-4957-aa5d-14c39e3c593d'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 16:56:23.699686 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b5569720-3cc0-4374-8be1-54b98870a77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T16:56:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['c4f8859c-0671-4957-aa5d-14c39e3c593d'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:56:23.895127 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-b5569720-3cc0-4374-8be1-54b98870a77e None None] Set router c4f8859c-0671-4957-aa5d-14c39e3c593d gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 16:56:24.236360 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b5569720-3cc0-4374-8be1-54b98870a77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f8859c-0671-4957-aa5d-14c39e3c593d', 'name': 'router1', 'tenant_id': 'b1851667b4cb4a8fb9d003378fc3fd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '63dcf8fe-d10d-4a49-9ee6-d2c591122783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:56:05Z', 'updated_at': '2022-04-20T16:56:22Z', 'revision_number': 4, 'project_id': 'b1851667b4cb4a8fb9d003378fc3fd1e', 'gw_port': {'id': '63dcf8fe-d10d-4a49-9ee6-d2c591122783', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f8859c-0671-4957-aa5d-14c39e3c593d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:56:22Z', 'updated_at': '2022-04-20T16:56:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '49c2ae62-034d-4262-8249-33c3e076d13e', 'name': '', 'network_id': '1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b', 'tenant_id': 'b1851667b4cb4a8fb9d003378fc3fd1e', 'mac_address': 'fa:16:3e:92:08:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f8859c-0671-4957-aa5d-14c39e3c593d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb197782-0928-49e3-8d9d-c7cfd45b544d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:56:14Z', 'updated_at': '2022-04-20T16:56:21Z', 'revision_number': 5, 'project_id': 'b1851667b4cb4a8fb9d003378fc3fd1e', 'subnets': [{'id': 'fb197782-0928-49e3-8d9d-c7cfd45b544d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '044916ac-9b29-49ce-b817-4c793b50fef0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:56:24.241340 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5569720-3cc0-4374-8be1-54b98870a77e None None] Checking router: c4f8859c-0671-4957-aa5d-14c39e3c593d for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 16:56:24.241671 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5569720-3cc0-4374-8be1-54b98870a77e None None] Updating router c4f8859c-0671-4957-aa5d-14c39e3c593d port 63dcf8fe-d10d-4a49-9ee6-d2c591122783 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 16:56:24.308976 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b5569720-3cc0-4374-8be1-54b98870a77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:24.695476 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b5569720-3cc0-4374-8be1-54b98870a77e None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:24.712100 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b5569720-3cc0-4374-8be1-54b98870a77e None None] Transition to ACTIVE for port object 63dcf8fe-d10d-4a49-9ee6-d2c591122783 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:56:24.719272 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b5569720-3cc0-4374-8be1-54b98870a77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:24.799459 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b5569720-3cc0-4374-8be1-54b98870a77e None None] Attempting to bind port 63dcf8fe-d10d-4a49-9ee6-d2c591122783 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:56:24.799808 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b5569720-3cc0-4374-8be1-54b98870a77e None None] Attempting to bind port 63dcf8fe-d10d-4a49-9ee6-d2c591122783 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:56:24.800183 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5569720-3cc0-4374-8be1-54b98870a77e None None] Attempting to bind port 63dcf8fe-d10d-4a49-9ee6-d2c591122783 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 16:56:24.811979 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5569720-3cc0-4374-8be1-54b98870a77e None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 16:56:24.812353 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5569720-3cc0-4374-8be1-54b98870a77e None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 16:56:24.812747 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b5569720-3cc0-4374-8be1-54b98870a77e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:24.813156 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5569720-3cc0-4374-8be1-54b98870a77e None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 16:56:24.813612 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b5569720-3cc0-4374-8be1-54b98870a77e None None] Bound port: 63dcf8fe-d10d-4a49-9ee6-d2c591122783, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:56:24.813976 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b5569720-3cc0-4374-8be1-54b98870a77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:24.836016 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e046a9f-ba99-4df0-835d-4b29bb055cef None None] Pushing event updated for resources: {'Port': ['ID=63dcf8fe-d10d-4a49-9ee6-d2c591122783,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:24.924796 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b5569720-3cc0-4374-8be1-54b98870a77e None None] For port 63dcf8fe-d10d-4a49-9ee6-d2c591122783, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:56:24.927866 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b5569720-3cc0-4374-8be1-54b98870a77e None None] For port 63dcf8fe-d10d-4a49-9ee6-d2c591122783, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=63dcf8fe-d10d-4a49-9ee6-d2c591122783,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:56:24.932391 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b5569720-3cc0-4374-8be1-54b98870a77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:25.011308 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e046a9f-ba99-4df0-835d-4b29bb055cef None None] Pushing event updated for resources: {'Port': ['ID=63dcf8fe-d10d-4a49-9ee6-d2c591122783,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:25.020536 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5569720-3cc0-4374-8be1-54b98870a77e None None] Routers {'c4f8859c-0671-4957-aa5d-14c39e3c593d'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 16:56:25.021173 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b5569720-3cc0-4374-8be1-54b98870a77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T16:56:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['c4f8859c-0671-4957-aa5d-14c39e3c593d'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:56:25.197401 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-b5569720-3cc0-4374-8be1-54b98870a77e None None] Set router c4f8859c-0671-4957-aa5d-14c39e3c593d gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 16:56:25.520264 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b5569720-3cc0-4374-8be1-54b98870a77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f8859c-0671-4957-aa5d-14c39e3c593d', 'name': 'router1', 'tenant_id': 'b1851667b4cb4a8fb9d003378fc3fd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '63dcf8fe-d10d-4a49-9ee6-d2c591122783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:56:05Z', 'updated_at': '2022-04-20T16:56:22Z', 'revision_number': 4, 'project_id': 'b1851667b4cb4a8fb9d003378fc3fd1e', 'gw_port': {'id': '63dcf8fe-d10d-4a49-9ee6-d2c591122783', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f8859c-0671-4957-aa5d-14c39e3c593d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:56:22Z', 'updated_at': '2022-04-20T16:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '49c2ae62-034d-4262-8249-33c3e076d13e', 'name': '', 'network_id': '1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b', 'tenant_id': 'b1851667b4cb4a8fb9d003378fc3fd1e', 'mac_address': 'fa:16:3e:92:08:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f8859c-0671-4957-aa5d-14c39e3c593d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb197782-0928-49e3-8d9d-c7cfd45b544d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:56:14Z', 'updated_at': '2022-04-20T16:56:21Z', 'revision_number': 5, 'project_id': 'b1851667b4cb4a8fb9d003378fc3fd1e', 'subnets': [{'id': 'fb197782-0928-49e3-8d9d-c7cfd45b544d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '044916ac-9b29-49ce-b817-4c793b50fef0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 16:56:25.524398 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5569720-3cc0-4374-8be1-54b98870a77e None None] The sync data for ids ['c4f8859c-0671-4957-aa5d-14c39e3c593d'] in n-d-838032-1 is: [{'id': 'c4f8859c-0671-4957-aa5d-14c39e3c593d', 'name': 'router1', 'tenant_id': 'b1851667b4cb4a8fb9d003378fc3fd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '63dcf8fe-d10d-4a49-9ee6-d2c591122783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T16:56:05Z', 'updated_at': '2022-04-20T16:56:22Z', 'revision_number': 4, 'project_id': 'b1851667b4cb4a8fb9d003378fc3fd1e', 'gw_port': {'id': '63dcf8fe-d10d-4a49-9ee6-d2c591122783', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f8859c-0671-4957-aa5d-14c39e3c593d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:56:22Z', 'updated_at': '2022-04-20T16:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '49c2ae62-034d-4262-8249-33c3e076d13e', 'name': '', 'network_id': '1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b', 'tenant_id': 'b1851667b4cb4a8fb9d003378fc3fd1e', 'mac_address': 'fa:16:3e:92:08:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f8859c-0671-4957-aa5d-14c39e3c593d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb197782-0928-49e3-8d9d-c7cfd45b544d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T16:56:14Z', 'updated_at': '2022-04-20T16:56:21Z', 'revision_number': 5, 'project_id': 'b1851667b4cb4a8fb9d003378fc3fd1e', 'subnets': [{'id': 'fb197782-0928-49e3-8d9d-c7cfd45b544d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '044916ac-9b29-49ce-b817-4c793b50fef0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 16:56:25.963500 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53506) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:56:26.110360 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f16b7f80-7d13-4b62-a5b5-48801b08c8d1 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1068 time: 0.1457551 Apr 20 16:56:26.828678 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 63dcf8fe-d10d-4a49-9ee6-d2c591122783 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:56:26.898504 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 63dcf8fe-d10d-4a49-9ee6-d2c591122783 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:56:26.903284 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 63dcf8fe-d10d-4a49-9ee6-d2c591122783 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:56:26.903496 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:27.021959 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:27.038544 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 63dcf8fe-d10d-4a49-9ee6-d2c591122783, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=63dcf8fe-d10d-4a49-9ee6-d2c591122783,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:56:27.043902 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:27.109836 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=63dcf8fe-d10d-4a49-9ee6-d2c591122783,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:56:28.806759 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 63dcf8fe-d10d-4a49-9ee6-d2c591122783 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:56:28.877446 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 63dcf8fe-d10d-4a49-9ee6-d2c591122783 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:56:28.877767 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:39.068433 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-33c8bb01-cdbd-474c-9e08-999a7650b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:41.324543 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fd228c03-01ef-4370-9aea-31bc97c969d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:42.441310 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:42.576279 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:43.747066 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:56:46.895391 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 5 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:57:09.074533 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fc2f41cb-1a3c-4c4c-a24a-4bfff61134cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:11.321584 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-795a99a3-4af0-4bd8-831a-41df5d591cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:12.444023 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:12.583425 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:13.747604 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:23.895785 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 5 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:57:39.077461 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-afc8e13f-7543-4e80-bdf9-2fb40046ae3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:41.316189 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a4a6e81e-4210-4fa9-9dcb-59688d353629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:42.449891 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:42.577454 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:57:43.756100 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:00.896361 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 5 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:58:09.082473 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-858cee6c-fa90-45a3-a867-896668144855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:11.319624 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-17daafc2-80ba-42a4-86de-9d5e83f106be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:12.443823 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:12.579851 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:13.753367 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:32.140772 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54110) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:58:32.232964 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-316de6d5-2584-495a-891c-d04ab037ab76 admin admin] GET failed (client error): The resource could not be found. Apr 20 16:58:32.234200 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-316de6d5-2584-495a-891c-d04ab037ab76 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0924902 Apr 20 16:58:32.364934 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07c7305-6d0d-42d5-b9be-1779e1ba4d83 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 16:58:32.366304 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e07c7305-6d0d-42d5-b9be-1779e1ba4d83 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1280303 Apr 20 16:58:34.354506 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54120) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:58:34.485177 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8605f0b-6212-4992-b438-b51ce880f3e7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 16:58:34.486601 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c8605f0b-6212-4992-b438-b51ce880f3e7 admin admin] 10.222.0.39 "GET /v2.0/subnets/fb197782-0928-49e3-8d9d-c7cfd45b544d HTTP/1.1" status: 200 len: 849 time: 0.1311522 Apr 20 16:58:34.495971 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-11771a28-be9d-44d9-979c-29b6a6e90c05 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 16:58:34.612222 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-11771a28-be9d-44d9-979c-29b6a6e90c05 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:34.800760 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-11771a28-be9d-44d9-979c-29b6a6e90c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793325090973'] for subnet, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:34.855528 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac49f7e9-d55d-42d7-8fb0-9b31ce5210a1 None None] Network 1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 16:58:34.899000 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11771a28-be9d-44d9-979c-29b6a6e90c05 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 16:58:34.899458 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-11771a28-be9d-44d9-979c-29b6a6e90c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:34.900706 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-11771a28-be9d-44d9-979c-29b6a6e90c05 admin admin] 10.222.0.39 "PUT /v2.0/subnets/fb197782-0928-49e3-8d9d-c7cfd45b544d HTTP/1.1" status: 200 len: 868 time: 0.4084189 Apr 20 16:58:34.917369 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11771a28-be9d-44d9-979c-29b6a6e90c05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb197782-0928-49e3-8d9d-c7cfd45b544d,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:58:34.926982 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11771a28-be9d-44d9-979c-29b6a6e90c05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:58:34.927257 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11771a28-be9d-44d9-979c-29b6a6e90c05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:58:34.927595 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11771a28-be9d-44d9-979c-29b6a6e90c05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:58:34.928109 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11771a28-be9d-44d9-979c-29b6a6e90c05 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:58:34.928474 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11771a28-be9d-44d9-979c-29b6a6e90c05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:58:34.928797 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11771a28-be9d-44d9-979c-29b6a6e90c05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:58:34.929118 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11771a28-be9d-44d9-979c-29b6a6e90c05 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:58:34.929422 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11771a28-be9d-44d9-979c-29b6a6e90c05 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:58:34.929801 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11771a28-be9d-44d9-979c-29b6a6e90c05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:58:34.930158 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11771a28-be9d-44d9-979c-29b6a6e90c05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:58:34.930503 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11771a28-be9d-44d9-979c-29b6a6e90c05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:58:35.409511 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-bdb274ae-e701-4339-8237-76fcba1e21de None None] Provisioning complete for port 466e854e-9653-45c0-89fc-bc351f17f924 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:58:35.409810 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bdb274ae-e701-4339-8237-76fcba1e21de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:35.536683 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-bdb274ae-e701-4339-8237-76fcba1e21de None None] Provisioning complete for port 49c2ae62-034d-4262-8249-33c3e076d13e triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:58:35.537036 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bdb274ae-e701-4339-8237-76fcba1e21de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:36.928580 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54130) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:58:37.134309 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de0583f-6ef6-4802-8c3d-ae7c5e7b9d4e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 16:58:37.134547 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de0583f-6ef6-4802-8c3d-ae7c5e7b9d4e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 16:58:37.135288 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1de0583f-6ef6-4802-8c3d-ae7c5e7b9d4e admin admin] Synchronizing usage tracker for tenant:c2d30f0236094d69b2a1250a7c7b92d1 on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:58:37.156761 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1de0583f-6ef6-4802-8c3d-ae7c5e7b9d4e admin admin] Unset dirty status for tenant:c2d30f0236094d69b2a1250a7c7b92d1 on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:58:37.157962 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1de0583f-6ef6-4802-8c3d-ae7c5e7b9d4e admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2283852 Apr 20 16:58:37.896869 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 5 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:58:39.086016 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-17fe30cb-a7a3-45a9-894e-7478eaa6799c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:39.200927 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54140) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:58:39.420388 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb22427-2407-4e8e-8189-a6a83e246246 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 16:58:39.420633 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb22427-2407-4e8e-8189-a6a83e246246 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 16:58:39.422149 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8cb22427-2407-4e8e-8189-a6a83e246246 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2200639 Apr 20 16:58:41.327096 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b3f5a7da-84e3-4a13-8f55-1101488850f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:41.459745 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54150) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:58:41.661708 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4404434-5951-4ec5-9a2a-2ee75b350e03 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 16:58:41.662963 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c4404434-5951-4ec5-9a2a-2ee75b350e03 admin admin] 10.222.0.39 "GET /v2.0/networks/1cb07e64-9866-4a0b-b37c-6d7a7c1ab36b HTTP/1.1" status: 200 len: 869 time: 0.2029698 Apr 20 16:58:42.448722 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:42.587180 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:43.662828 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54160) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:58:43.766281 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:58:43.882160 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56f5c7a-e8bf-431c-9632-d67950827867 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 16:58:43.883584 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b56f5c7a-e8bf-431c-9632-d67950827867 admin admin] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 886 time: 0.2198009 Apr 20 16:58:45.904156 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54170) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:58:46.035365 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90760be-9e85-4eb7-ae2a-e6603fdec8d8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 16:58:46.035727 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90760be-9e85-4eb7-ae2a-e6603fdec8d8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 16:58:46.036447 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e90760be-9e85-4eb7-ae2a-e6603fdec8d8 admin admin] Synchronizing usage tracker for tenant:c2d30f0236094d69b2a1250a7c7b92d1 on resource:subnet {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 16:58:46.055982 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e90760be-9e85-4eb7-ae2a-e6603fdec8d8 admin admin] Unset dirty status for tenant:c2d30f0236094d69b2a1250a7c7b92d1 on resource:subnet {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 16:58:46.057126 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e90760be-9e85-4eb7-ae2a-e6603fdec8d8 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1520543 Apr 20 16:58:48.055051 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54180) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:58:48.190038 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ee9be4-9afd-41af-a5b0-30b6feb646fe admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 16:58:48.190433 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ee9be4-9afd-41af-a5b0-30b6feb646fe admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 16:58:48.191938 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-66ee9be4-9afd-41af-a5b0-30b6feb646fe admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1358180 Apr 20 16:58:50.197556 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54190) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:58:50.327517 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66842247-e4fa-4d71-9b55-19a5a3bae03a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 16:58:50.328881 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-66842247-e4fa-4d71-9b55-19a5a3bae03a admin admin] 10.222.0.39 "GET /v2.0/subnets/ca10a170-cc7c-411e-9d9f-8b27839e85e0 HTTP/1.1" status: 200 len: 816 time: 0.1303627 Apr 20 16:58:52.388060 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54200) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:58:52.529905 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64228e80-cd17-49aa-84cb-416aede823fa admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 16:58:52.531659 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-64228e80-cd17-49aa-84cb-416aede823fa admin admin] 10.222.0.39 "GET /v2.0/subnets/fb197782-0928-49e3-8d9d-c7cfd45b544d HTTP/1.1" status: 200 len: 868 time: 0.1426673 Apr 20 16:59:09.091541 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c5f7999c-4782-4323-bb0c-a73e33e771b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:11.202387 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54238) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:59:11.276943 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [None req-08f5835b-d785-4f72-bbee-7809006bdf1a admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 16:59:11.277929 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-08f5835b-d785-4f72-bbee-7809006bdf1a admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0745940 Apr 20 16:59:11.324153 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6cf7d95b-1f7c-44c9-b979-43e57f713ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:12.453395 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:12.588734 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:13.413721 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54248) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:59:13.513077 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d4e0a41-766b-4b1a-bf94-f662fde97c4e admin admin] GET failed (client error): The resource could not be found. Apr 20 16:59:13.514316 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3d4e0a41-766b-4b1a-bf94-f662fde97c4e admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0995395 Apr 20 16:59:13.643930 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75a31d2-7670-49b5-be5c-b6874bad70f9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 16:59:13.645367 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e75a31d2-7670-49b5-be5c-b6874bad70f9 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1249523 Apr 20 16:59:13.772192 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:14.898083 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 5 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 16:59:15.750759 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54258) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:59:15.829939 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-153317f2-b11b-4e28-82bb-e6377b346f85 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 16:59:15.838158 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-153317f2-b11b-4e28-82bb-e6377b346f85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:59:15.854518 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-153317f2-b11b-4e28-82bb-e6377b346f85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:59:15.868074 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153317f2-b11b-4e28-82bb-e6377b346f85 admin admin] Made reservation on behalf of c2d30f0236094d69b2a1250a7c7b92d1 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:59:15.870850 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-153317f2-b11b-4e28-82bb-e6377b346f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:15.963323 n-d-838032-1 neutron-server[84081]: WARNING neutron.services.revisions.revision_plugin [None req-153317f2-b11b-4e28-82bb-e6377b346f85 admin admin] Could not find related network for resource to bump revision. Apr 20 16:59:15.975565 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153317f2-b11b-4e28-82bb-e6377b346f85 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 16:59:15.985311 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-153317f2-b11b-4e28-82bb-e6377b346f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:15.985698 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-153317f2-b11b-4e28-82bb-e6377b346f85 admin admin] Added segment cac11327-157a-4675-8a9f-5d0c14449abb of type vlan for network 9a774663-a30d-4bd1-8b41-83fe693f2d30 Apr 20 16:59:16.013003 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-153317f2-b11b-4e28-82bb-e6377b346f85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:16.045391 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-153317f2-b11b-4e28-82bb-e6377b346f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:16.046326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153317f2-b11b-4e28-82bb-e6377b346f85 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 16:59:16.046940 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-153317f2-b11b-4e28-82bb-e6377b346f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:16.146635 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-153317f2-b11b-4e28-82bb-e6377b346f85 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3945198 Apr 20 16:59:16.147312 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153317f2-b11b-4e28-82bb-e6377b346f85 admin admin] Pushing event updated for resources: {'Network': ['ID=9a774663-a30d-4bd1-8b41-83fe693f2d30,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:16.157206 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 16:59:18.171013 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54268) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 16:59:18.272307 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-46a91046-fc6a-4726-bf94-0177f0c7d46d admin admin] GET failed (client error): The resource could not be found. Apr 20 16:59:18.273519 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-46a91046-fc6a-4726-bf94-0177f0c7d46d admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1011288 Apr 20 16:59:18.394306 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9627f0-c25c-4390-9aa1-99b387cef005 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 16:59:18.395757 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0f9627f0-c25c-4390-9aa1-99b387cef005 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1183681 Apr 20 16:59:18.406110 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-bc4dc705-3bfc-45bc-84f0-3527d6e8a6fa admin admin] Request body: {'subnet': {'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 16:59:18.411463 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bc4dc705-3bfc-45bc-84f0-3527d6e8a6fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 16:59:18.421741 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bc4dc705-3bfc-45bc-84f0-3527d6e8a6fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 16:59:18.433899 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4dc705-3bfc-45bc-84f0-3527d6e8a6fa admin admin] Made reservation on behalf of c2d30f0236094d69b2a1250a7c7b92d1 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 16:59:18.436518 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bc4dc705-3bfc-45bc-84f0-3527d6e8a6fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:18.637003 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bc4dc705-3bfc-45bc-84f0-3527d6e8a6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:18.702815 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4dc705-3bfc-45bc-84f0-3527d6e8a6fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=777b4790-ba4c-49e9-8844-3c09c1447f40,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:18.721872 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4dc705-3bfc-45bc-84f0-3527d6e8a6fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:18.722212 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4dc705-3bfc-45bc-84f0-3527d6e8a6fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:18.722565 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4dc705-3bfc-45bc-84f0-3527d6e8a6fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:18.722891 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4dc705-3bfc-45bc-84f0-3527d6e8a6fa admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:18.723213 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4dc705-3bfc-45bc-84f0-3527d6e8a6fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:18.723531 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4dc705-3bfc-45bc-84f0-3527d6e8a6fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:18.723850 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4dc705-3bfc-45bc-84f0-3527d6e8a6fa admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:18.724165 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4dc705-3bfc-45bc-84f0-3527d6e8a6fa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:18.724480 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4dc705-3bfc-45bc-84f0-3527d6e8a6fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:18.724790 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4dc705-3bfc-45bc-84f0-3527d6e8a6fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:18.725100 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4dc705-3bfc-45bc-84f0-3527d6e8a6fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:18.732090 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4dc705-3bfc-45bc-84f0-3527d6e8a6fa admin admin] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 16:59:18.732440 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4dc705-3bfc-45bc-84f0-3527d6e8a6fa admin admin] Network hostable DHCP agents. Network: 9a774663-a30d-4bd1-8b41-83fe693f2d30, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 16:59:18.757269 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4dc705-3bfc-45bc-84f0-3527d6e8a6fa admin admin] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 16:59:18.768695 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-bc4dc705-3bfc-45bc-84f0-3527d6e8a6fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 9a774663-a30d-4bd1-8b41-83fe693f2d30) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:59:18.772833 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4dc705-3bfc-45bc-84f0-3527d6e8a6fa admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 16:59:18.773438 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bc4dc705-3bfc-45bc-84f0-3527d6e8a6fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:18.779411 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e65052e-1fa6-424f-bdcf-13b8e17ec1e4 None None] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 16:59:18.799820 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bc4dc705-3bfc-45bc-84f0-3527d6e8a6fa admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3970680 Apr 20 16:59:18.998850 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-9a774663-a30d-4bd1-8b41-83fe693f2d30', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'tenant_id': 'c2d30f0236094d69b2a1250a7c7b92d1', 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 16:59:18.999720 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:19.156424 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] Allocated IP 192.168.233.2 (9a774663-a30d-4bd1-8b41-83fe693f2d30/777b4790-ba4c-49e9-8844-3c09c1447f40/159261ba-574d-4b34-a45d-0d39d6b526b8) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 16:59:19.379877 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:19.391073 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] Transition to ACTIVE for port object 159261ba-574d-4b34-a45d-0d39d6b526b8 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:59:19.412542 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] Transition to ACTIVE for port object 159261ba-574d-4b34-a45d-0d39d6b526b8 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 16:59:19.419652 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:19.486583 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 16:59:19.489792 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 16:59:19.495869 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 16:59:19.504194 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] Pushing event updated for resources: {'Port': ['ID=159261ba-574d-4b34-a45d-0d39d6b526b8,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:19.514289 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:19.514594 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:19.515327 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:19.515327 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:19.515564 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:19.515902 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:19.516220 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:19.516540 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:19.516854 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:19.517169 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:19.517479 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 16:59:19.599043 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] Attempting to bind port 159261ba-574d-4b34-a45d-0d39d6b526b8 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 16:59:19.599403 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] Attempting to bind port 159261ba-574d-4b34-a45d-0d39d6b526b8 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 16:59:19.599765 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] Attempting to bind port 159261ba-574d-4b34-a45d-0d39d6b526b8 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 16:59:19.606516 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 16, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 16:59:19.607001 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 16:59:19.607421 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:19.607801 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 16:59:19.608251 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] Bound port: 159261ba-574d-4b34-a45d-0d39d6b526b8, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 16:59:19.608625 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:19.720645 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] For port 159261ba-574d-4b34-a45d-0d39d6b526b8, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 16:59:19.723817 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] For port 159261ba-574d-4b34-a45d-0d39d6b526b8, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=159261ba-574d-4b34-a45d-0d39d6b526b8,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 16:59:19.728049 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:19.801629 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df252caf-8d29-45d7-9e44-9808011a8b4d None None] Pushing event updated for resources: {'Port': ['ID=159261ba-574d-4b34-a45d-0d39d6b526b8,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:20.609108 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfed89a7-a10b-4a0d-809c-b8d90fba93cd None None] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 16:59:20.764765 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-9fb6a459-2ad8-4233-b046-045b30481c2d None None] Provisioning for port 159261ba-574d-4b34-a45d-0d39d6b526b8 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:59:20.923362 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 159261ba-574d-4b34-a45d-0d39d6b526b8 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:59:21.003049 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 159261ba-574d-4b34-a45d-0d39d6b526b8 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 16:59:21.011495 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 159261ba-574d-4b34-a45d-0d39d6b526b8 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:59:21.011856 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:21.131977 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:21.157393 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5a38cc57-e85f-4631-a040-471182c655e0 None None] Provisioning complete for port 159261ba-574d-4b34-a45d-0d39d6b526b8 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:59:21.157752 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5a38cc57-e85f-4631-a040-471182c655e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:21.206848 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 159261ba-574d-4b34-a45d-0d39d6b526b8, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=159261ba-574d-4b34-a45d-0d39d6b526b8,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 16:59:21.212152 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:21.319157 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=159261ba-574d-4b34-a45d-0d39d6b526b8,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 16:59:22.891491 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 159261ba-574d-4b34-a45d-0d39d6b526b8 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 16:59:22.959066 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 159261ba-574d-4b34-a45d-0d39d6b526b8 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 16:59:22.959436 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:39.087752 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ea2f2b01-7e64-4a49-9997-2507a1acdd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:41.320323 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-69dff9e2-002f-4f30-96f8-3138450f3f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:42.455805 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:42.591175 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:43.772584 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:59:51.898537 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 5 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:00:09.081525 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a1000fdb-d790-4e19-b1f2-14b649dcca69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:11.316996 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6cd12194-e064-40d4-8b9b-2974c897b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:12.459543 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:12.590500 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:13.775777 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:28.947873 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 5 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:00:39.090754 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-31fef111-344b-4c47-8f20-6d4cc4f785ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:41.312463 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bb56ee1d-6055-48ec-84dc-62614e958493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:42.464727 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:42.585500 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:43.778955 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:51.322704 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54310) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:00:51.331120 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [None req-c07d9e4e-e4b4-415b-9fbd-669146b548c7 tempest-verify_tempest_config-1471438124 tempest-verify_tempest_config-1471438124-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:00:51.333067 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c07d9e4e-e4b4-415b-9fbd-669146b548c7 tempest-verify_tempest_config-1471438124 tempest-verify_tempest_config-1471438124-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0092623 Apr 20 17:00:51.676427 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54326) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:00:51.825233 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bdf81858-cc98-44e9-bf4a-c3aa95ce217a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:51.856681 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bdf81858-cc98-44e9-bf4a-c3aa95ce217a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:00:51.860740 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bdf81858-cc98-44e9-bf4a-c3aa95ce217a admin admin] Usage tracker for resource:security_group_rule and tenant:136db98c6edf456883ff3d94f2d4fce8 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:00:51.863714 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bdf81858-cc98-44e9-bf4a-c3aa95ce217a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:00:51.869605 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bdf81858-cc98-44e9-bf4a-c3aa95ce217a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:00:51.933987 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bdf81858-cc98-44e9-bf4a-c3aa95ce217a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:51.939557 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bdf81858-cc98-44e9-bf4a-c3aa95ce217a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:51.984733 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf81858-cc98-44e9-bf4a-c3aa95ce217a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874bc813-bc2a-4577-8a99-f0f4a07a324b,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:00:51.989644 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bdf81858-cc98-44e9-bf4a-c3aa95ce217a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=136db98c6edf456883ff3d94f2d4fce8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3121750 Apr 20 17:00:51.993275 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54332) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:00:51.997789 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf81858-cc98-44e9-bf4a-c3aa95ce217a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:51.998217 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf81858-cc98-44e9-bf4a-c3aa95ce217a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:51.998660 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf81858-cc98-44e9-bf4a-c3aa95ce217a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:51.999120 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf81858-cc98-44e9-bf4a-c3aa95ce217a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:51.999936 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf81858-cc98-44e9-bf4a-c3aa95ce217a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:52.000377 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf81858-cc98-44e9-bf4a-c3aa95ce217a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:52.000877 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf81858-cc98-44e9-bf4a-c3aa95ce217a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:52.001338 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf81858-cc98-44e9-bf4a-c3aa95ce217a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:52.001839 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf81858-cc98-44e9-bf4a-c3aa95ce217a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:52.002323 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf81858-cc98-44e9-bf4a-c3aa95ce217a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:52.002765 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf81858-cc98-44e9-bf4a-c3aa95ce217a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:52.090395 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00ed1b96-0e8a-4683-aeb3-6b352ddef715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:52.130647 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00ed1b96-0e8a-4683-aeb3-6b352ddef715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:52.233830 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00ed1b96-0e8a-4683-aeb3-6b352ddef715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:52.247733 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed1b96-0e8a-4683-aeb3-6b352ddef715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874bc813-bc2a-4577-8a99-f0f4a07a324b,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:00:52.259010 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00ed1b96-0e8a-4683-aeb3-6b352ddef715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:00:52.260120 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-00ed1b96-0e8a-4683-aeb3-6b352ddef715 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/874bc813-bc2a-4577-8a99-f0f4a07a324b HTTP/1.1" status: 204 len: 168 time: 0.2655036 Apr 20 17:00:52.261260 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed1b96-0e8a-4683-aeb3-6b352ddef715 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:52.261596 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed1b96-0e8a-4683-aeb3-6b352ddef715 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:52.261930 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed1b96-0e8a-4683-aeb3-6b352ddef715 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:52.262284 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed1b96-0e8a-4683-aeb3-6b352ddef715 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:52.262890 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed1b96-0e8a-4683-aeb3-6b352ddef715 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:52.263010 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed1b96-0e8a-4683-aeb3-6b352ddef715 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:52.263242 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed1b96-0e8a-4683-aeb3-6b352ddef715 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:52.263563 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed1b96-0e8a-4683-aeb3-6b352ddef715 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:52.263880 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed1b96-0e8a-4683-aeb3-6b352ddef715 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:52.264194 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed1b96-0e8a-4683-aeb3-6b352ddef715 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:00:52.264503 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed1b96-0e8a-4683-aeb3-6b352ddef715 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:01:05.940991 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 5 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:01:09.090053 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e679646e-e819-43c4-be03-e2832ca908b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:11.318118 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8956055b-bbee-4c53-a2d3-d9309011e3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:12.464515 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:12.590360 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:13.787134 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:39.093261 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fe81803d-365f-49ff-b4f4-5710d1e5622e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:41.323523 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7df90cf7-8a99-45d6-b3bc-a4fdcccea5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:42.467453 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:42.594800 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:01:42.941887 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 5 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:01:43.791641 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:09.092601 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-eeee1882-87dc-4651-adb5-d9636965a140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:11.319856 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-891c905f-83f5-499a-9ddb-832c7ba9ea19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:12.472732 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:12.602068 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:13.788861 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:19.949807 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 5 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:02:39.087452 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c397fec2-833e-4cd9-965f-8bbb08358d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:41.315619 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8ec85c06-8fb8-4b13-9d4b-d4bf3aff7060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:42.474433 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:42.598073 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:43.793209 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:02:56.940909 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 5 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:03:09.100094 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8b272e5b-30b8-485b-a1bb-b68769061123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:11.321380 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ad3c2555-2862-4c9e-a34a-16e822cd3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:12.476873 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:12.592958 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:13.795653 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:33.942622 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 5 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:03:39.098736 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-daa95eca-ca54-41ea-92cd-2ac593ac6069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:41.327876 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-83e0963a-c832-43bb-9cb9-df422cf58598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:42.479515 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:42.597901 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:03:43.797910 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:09.094213 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b532eabd-14a6-4aac-b65e-a2cf515102ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:10.944074 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 5 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:04:11.322178 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cf4de7e1-2c8b-465e-bc6f-f3c11c2823cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:12.482359 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:12.603105 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:12.759029 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33175614'] for agent, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:13.801167 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:14.887927 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33175614'] for agent, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:39.098620 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-062367ca-6d4e-47c3-9fb9-c06173ac6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:41.327233 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-910217ea-981d-4762-a7c6-2e720d515cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:42.484446 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:42.607937 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:42.744762 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:43.805313 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:44.847762 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:04:47.946037 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:05:05.059100 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54396) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:05:05.202656 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8ecf2ef2-6b22-450b-8ec6-2f397f791e3b admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1424429 Apr 20 17:05:07.234934 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54406) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:05:07.322085 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-09cf07d2-c077-4506-9618-6ec32a65322b admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0860870 Apr 20 17:05:09.103477 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-941b1303-7986-410d-9e47-6bddaeb08c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:11.333746 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-58e0c875-2b31-4503-a318-9466acbf9ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:12.488632 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:12.604057 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:12.738221 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:13.809216 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:14.865363 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:24.949478 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:05:39.109626 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e75f5d9a-a1d4-4812-889f-14ab75cfe0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:41.328351 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1dcb4f89-6d81-4bca-92d0-7787ff793f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:42.492298 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:42.609908 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:42.758988 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:43.812968 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:05:44.863995 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:01.950954 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:06:09.104678 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3219c709-6d3c-4b44-b2e2-02000c79667a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:11.332865 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4336d87d-9869-4b66-8199-52db11b4ba0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:12.497264 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:12.608344 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:12.752254 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:13.815698 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:14.881230 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:38.953177 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:06:39.107839 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c2a26f48-9cff-4aaf-8715-0de6ea69c859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:41.337131 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-75b30b27-cc7a-4b6f-be84-17a178747668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:42.511652 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:42.617588 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:42.760920 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:43.836361 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:44.881626 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:54.134163 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54812) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:06:54.137056 n-d-838032-1 neutron-server[84081]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 17:06:54.163481 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-1b83bf94-abe1-456d-8bbc-992946a914e6 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ce571d062fc9492f8961137c8b8eddb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282209 Apr 20 17:06:54.311512 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-dc97bd6c-83da-4183-8878-32f8b906aefe tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:06:54.312925 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-dc97bd6c-83da-4183-8878-32f8b906aefe tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1443043 Apr 20 17:06:54.329487 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-3d7aeeb3-368a-495e-b14e-7e2d7a43726c tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/quotas/ce571d062fc9492f8961137c8b8eddb4 HTTP/1.1" status: 200 len: 375 time: 0.0111921 Apr 20 17:06:54.380642 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-7ed64f19-f1a5-44f2-b6a8-634770f97ec0 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ce571d062fc9492f8961137c8b8eddb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458381 Apr 20 17:06:54.740039 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9ae5be2a-575b-4639-9e41-f85ff50cbf54 req-22639b8f-5ce0-4a70-9253-9dbd7289deec tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2f10364-5081-4018-8629-85ed2675d589 HTTP/1.1" status: 200 len: 210 time: 0.0491250 Apr 20 17:06:54.955873 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54868) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:06:55.193851 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-572e59e8-7aa0-4325-9781-5cf2c14a5895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:55.224951 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-572e59e8-7aa0-4325-9781-5cf2c14a5895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:06:55.228774 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-572e59e8-7aa0-4325-9781-5cf2c14a5895 admin admin] Usage tracker for resource:security_group_rule and tenant:e1370813bcd240b8be45b8d2a364bb58 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:06:55.231642 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-572e59e8-7aa0-4325-9781-5cf2c14a5895 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:06:55.248044 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-572e59e8-7aa0-4325-9781-5cf2c14a5895 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:06:55.337525 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-572e59e8-7aa0-4325-9781-5cf2c14a5895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:55.344107 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-572e59e8-7aa0-4325-9781-5cf2c14a5895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:55.394969 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e59e8-7aa0-4325-9781-5cf2c14a5895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe6681e-770c-4084-96a8-b02fadb3471f,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:06:55.400186 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-572e59e8-7aa0-4325-9781-5cf2c14a5895 admin admin] Synchronizing usage tracker for tenant:c2d30f0236094d69b2a1250a7c7b92d1 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:06:55.409043 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e59e8-7aa0-4325-9781-5cf2c14a5895 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:55.409521 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e59e8-7aa0-4325-9781-5cf2c14a5895 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:55.410162 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e59e8-7aa0-4325-9781-5cf2c14a5895 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:55.410702 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e59e8-7aa0-4325-9781-5cf2c14a5895 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:55.411172 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e59e8-7aa0-4325-9781-5cf2c14a5895 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:55.411629 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e59e8-7aa0-4325-9781-5cf2c14a5895 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:55.412082 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e59e8-7aa0-4325-9781-5cf2c14a5895 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:55.412609 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e59e8-7aa0-4325-9781-5cf2c14a5895 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:55.413221 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e59e8-7aa0-4325-9781-5cf2c14a5895 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:55.414152 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e59e8-7aa0-4325-9781-5cf2c14a5895 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:55.414808 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e59e8-7aa0-4325-9781-5cf2c14a5895 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:55.416263 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e59e8-7aa0-4325-9781-5cf2c14a5895 admin admin] Tracked resource versions report: Apr 20 17:06:55.416263 n-d-838032-1 neutron-server[84081]: pushed versions: Apr 20 17:06:55.416263 n-d-838032-1 neutron-server[84081]: { 'ConntrackHelper': {'1.0'}, Apr 20 17:06:55.416263 n-d-838032-1 neutron-server[84081]: 'Log': {'1.0'}, Apr 20 17:06:55.416263 n-d-838032-1 neutron-server[84081]: 'Network': {'1.1'}, Apr 20 17:06:55.416263 n-d-838032-1 neutron-server[84081]: 'Port': {'1.5'}, Apr 20 17:06:55.416263 n-d-838032-1 neutron-server[84081]: 'PortForwarding': {'1.2'}, Apr 20 17:06:55.416263 n-d-838032-1 neutron-server[84081]: 'QosPolicy': {'1.8'}, Apr 20 17:06:55.416263 n-d-838032-1 neutron-server[84081]: 'SecurityGroup': {'1.2'}, Apr 20 17:06:55.416263 n-d-838032-1 neutron-server[84081]: 'SecurityGroupRule': {'1.0'}, Apr 20 17:06:55.416263 n-d-838032-1 neutron-server[84081]: 'SubPort': {'1.0'}, Apr 20 17:06:55.416263 n-d-838032-1 neutron-server[84081]: 'Subnet': {'1.1'}, Apr 20 17:06:55.416263 n-d-838032-1 neutron-server[84081]: 'Trunk': {'1.1'}} Apr 20 17:06:55.416263 n-d-838032-1 neutron-server[84081]: consumer versions: Apr 20 17:06:55.416263 n-d-838032-1 neutron-server[84081]: { DHCP agent@n-d-838032-1: {}, Apr 20 17:06:55.416263 n-d-838032-1 neutron-server[84081]: HyperV agent@n-h1-838032-1: {}, Apr 20 17:06:55.416263 n-d-838032-1 neutron-server[84081]: HyperV agent@n-h2-838032-1: {}, Apr 20 17:06:55.416263 n-d-838032-1 neutron-server[84081]: L3 agent@n-d-838032-1: {}, Apr 20 17:06:55.416263 n-d-838032-1 neutron-server[84081]: Metadata agent@n-d-838032-1: {}, Apr 20 17:06:55.416263 n-d-838032-1 neutron-server[84081]: Metering agent@n-d-838032-1: {}, Apr 20 17:06:55.416263 n-d-838032-1 neutron-server[84081]: Open vSwitch agent@n-d-838032-1: { 'ConntrackHelper': '1.0', Apr 20 17:06:55.416263 n-d-838032-1 neutron-server[84081]: 'Log': '1.0', Apr 20 17:06:55.416263 n-d-838032-1 neutron-server[84081]: 'Network': '1.1', Apr 20 17:06:55.416263 n-d-838032-1 neutron-server[84081]: 'Port': '1.5', Apr 20 17:06:55.416263 n-d-838032-1 neutron-server[84081]: 'PortForwarding': '1.2', Apr 20 17:06:55.416263 n-d-838032-1 neutron-server[84081]: 'QosPolicy': '1.8', Apr 20 17:06:55.416263 n-d-838032-1 neutron-server[84081]: 'SecurityGroup': '1.2', Apr 20 17:06:55.416263 n-d-838032-1 neutron-server[84081]: 'SecurityGroupRule': '1.0', Apr 20 17:06:55.416263 n-d-838032-1 neutron-server[84081]: 'SubPort': '1.0', Apr 20 17:06:55.416263 n-d-838032-1 neutron-server[84081]: 'Subnet': '1.1', Apr 20 17:06:55.416263 n-d-838032-1 neutron-server[84081]: 'Trunk': '1.1'}} Apr 20 17:06:55.416263 n-d-838032-1 neutron-server[84081]: {{(pid=84081) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 17:06:55.454517 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-572e59e8-7aa0-4325-9781-5cf2c14a5895 admin admin] Unset dirty status for tenant:c2d30f0236094d69b2a1250a7c7b92d1 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:06:55.459182 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54910) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:06:55.464725 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-572e59e8-7aa0-4325-9781-5cf2c14a5895 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e1370813bcd240b8be45b8d2a364bb58&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5077436 Apr 20 17:06:55.564063 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ab5ba9bc-99f9-47e7-a6f2-a05189347017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:55.614028 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ab5ba9bc-99f9-47e7-a6f2-a05189347017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:55.679039 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ab5ba9bc-99f9-47e7-a6f2-a05189347017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:55.702378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ba9bc-99f9-47e7-a6f2-a05189347017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe6681e-770c-4084-96a8-b02fadb3471f,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:06:55.714531 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ba9bc-99f9-47e7-a6f2-a05189347017 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:55.715149 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ba9bc-99f9-47e7-a6f2-a05189347017 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:55.720957 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ba9bc-99f9-47e7-a6f2-a05189347017 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:55.721369 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ba9bc-99f9-47e7-a6f2-a05189347017 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:55.721779 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ba9bc-99f9-47e7-a6f2-a05189347017 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:55.722177 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ba9bc-99f9-47e7-a6f2-a05189347017 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:55.723036 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ba9bc-99f9-47e7-a6f2-a05189347017 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:55.723440 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ba9bc-99f9-47e7-a6f2-a05189347017 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:55.723947 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ba9bc-99f9-47e7-a6f2-a05189347017 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:55.724342 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ba9bc-99f9-47e7-a6f2-a05189347017 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:55.724759 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ba9bc-99f9-47e7-a6f2-a05189347017 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:06:55.725905 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5ba9bc-99f9-47e7-a6f2-a05189347017 admin admin] Tracked resource versions report: Apr 20 17:06:55.725905 n-d-838032-1 neutron-server[84080]: pushed versions: Apr 20 17:06:55.725905 n-d-838032-1 neutron-server[84080]: { 'ConntrackHelper': {'1.0'}, Apr 20 17:06:55.725905 n-d-838032-1 neutron-server[84080]: 'Log': {'1.0'}, Apr 20 17:06:55.725905 n-d-838032-1 neutron-server[84080]: 'Network': {'1.1'}, Apr 20 17:06:55.725905 n-d-838032-1 neutron-server[84080]: 'Port': {'1.5'}, Apr 20 17:06:55.725905 n-d-838032-1 neutron-server[84080]: 'PortForwarding': {'1.2'}, Apr 20 17:06:55.725905 n-d-838032-1 neutron-server[84080]: 'QosPolicy': {'1.8'}, Apr 20 17:06:55.725905 n-d-838032-1 neutron-server[84080]: 'SecurityGroup': {'1.2'}, Apr 20 17:06:55.725905 n-d-838032-1 neutron-server[84080]: 'SecurityGroupRule': {'1.0'}, Apr 20 17:06:55.725905 n-d-838032-1 neutron-server[84080]: 'SubPort': {'1.0'}, Apr 20 17:06:55.725905 n-d-838032-1 neutron-server[84080]: 'Subnet': {'1.1'}, Apr 20 17:06:55.725905 n-d-838032-1 neutron-server[84080]: 'Trunk': {'1.1'}} Apr 20 17:06:55.725905 n-d-838032-1 neutron-server[84080]: consumer versions: Apr 20 17:06:55.725905 n-d-838032-1 neutron-server[84080]: { DHCP agent@n-d-838032-1: {}, Apr 20 17:06:55.725905 n-d-838032-1 neutron-server[84080]: HyperV agent@n-h1-838032-1: {}, Apr 20 17:06:55.725905 n-d-838032-1 neutron-server[84080]: HyperV agent@n-h2-838032-1: {}, Apr 20 17:06:55.725905 n-d-838032-1 neutron-server[84080]: L3 agent@n-d-838032-1: {}, Apr 20 17:06:55.725905 n-d-838032-1 neutron-server[84080]: Metadata agent@n-d-838032-1: {}, Apr 20 17:06:55.725905 n-d-838032-1 neutron-server[84080]: Metering agent@n-d-838032-1: {}, Apr 20 17:06:55.725905 n-d-838032-1 neutron-server[84080]: Open vSwitch agent@n-d-838032-1: { 'ConntrackHelper': '1.0', Apr 20 17:06:55.725905 n-d-838032-1 neutron-server[84080]: 'Log': '1.0', Apr 20 17:06:55.725905 n-d-838032-1 neutron-server[84080]: 'Network': '1.1', Apr 20 17:06:55.725905 n-d-838032-1 neutron-server[84080]: 'Port': '1.5', Apr 20 17:06:55.725905 n-d-838032-1 neutron-server[84080]: 'PortForwarding': '1.2', Apr 20 17:06:55.725905 n-d-838032-1 neutron-server[84080]: 'QosPolicy': '1.8', Apr 20 17:06:55.725905 n-d-838032-1 neutron-server[84080]: 'SecurityGroup': '1.2', Apr 20 17:06:55.725905 n-d-838032-1 neutron-server[84080]: 'SecurityGroupRule': '1.0', Apr 20 17:06:55.725905 n-d-838032-1 neutron-server[84080]: 'SubPort': '1.0', Apr 20 17:06:55.725905 n-d-838032-1 neutron-server[84080]: 'Subnet': '1.1', Apr 20 17:06:55.725905 n-d-838032-1 neutron-server[84080]: 'Trunk': '1.1'}} Apr 20 17:06:55.725905 n-d-838032-1 neutron-server[84080]: {{(pid=84080) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 17:06:55.737428 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ab5ba9bc-99f9-47e7-a6f2-a05189347017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:55.747601 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ab5ba9bc-99f9-47e7-a6f2-a05189347017 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dfe6681e-770c-4084-96a8-b02fadb3471f HTTP/1.1" status: 204 len: 168 time: 0.2816579 Apr 20 17:06:55.987488 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-647ef825-5086-44f3-9681-5c24a9281725 req-2e9bf7bb-298b-4883-9318-06472a5c5bee tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8522596b86c843819f9cb8741166ebc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338454 Apr 20 17:06:56.039366 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54956) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:06:56.172892 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ef825-5086-44f3-9681-5c24a9281725 req-64aaa3fe-3cf2-4efc-822c-455236243985 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:06:56.174692 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-647ef825-5086-44f3-9681-5c24a9281725 req-64aaa3fe-3cf2-4efc-822c-455236243985 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1801338 Apr 20 17:06:56.192369 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-647ef825-5086-44f3-9681-5c24a9281725 req-d7ef75ba-6825-4441-b784-4685c762b113 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/quotas/8522596b86c843819f9cb8741166ebc9 HTTP/1.1" status: 200 len: 375 time: 0.0118234 Apr 20 17:06:56.214383 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54962) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:06:56.238557 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d288a9c1-40c1-4d69-b1a1-5a3d72aac151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:56.247057 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-647ef825-5086-44f3-9681-5c24a9281725 req-4b194e14-63f9-4382-83f9-81a7e36029ab tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8522596b86c843819f9cb8741166ebc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490050 Apr 20 17:06:56.278836 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d288a9c1-40c1-4d69-b1a1-5a3d72aac151 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:06:56.285767 n-d-838032-1 neutron-server[84080]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 17:06:56.287069 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d288a9c1-40c1-4d69-b1a1-5a3d72aac151 admin admin] Usage tracker for resource:security_group_rule and tenant:10eb3c67bf2843c59b9c4095f33cb337 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:06:56.328212 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d288a9c1-40c1-4d69-b1a1-5a3d72aac151 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:06:56.342178 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-be037b73-a9e8-4f65-b7ab-1b587157b97e req-f2652ecf-1bc5-432f-978c-4dfe57f17326 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2f10364-5081-4018-8629-85ed2675d589 HTTP/1.1" status: 200 len: 210 time: 0.3014791 Apr 20 17:06:56.343002 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d288a9c1-40c1-4d69-b1a1-5a3d72aac151 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:06:56.441840 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d288a9c1-40c1-4d69-b1a1-5a3d72aac151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:56.451769 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d288a9c1-40c1-4d69-b1a1-5a3d72aac151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:56.566616 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-32a4f137-ed80-408c-aedb-22106d37156d req-73e485cb-2c47-45ea-8e93-7e8b9ab7fddd tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a8da7-04bf-42ae-b79c-3eb337fd8856 HTTP/1.1" status: 200 len: 210 time: 0.0898616 Apr 20 17:06:56.580484 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288a9c1-40c1-4d69-b1a1-5a3d72aac151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba2e998-1c5a-47ad-94d9-23fdaa765d6d,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:06:56.594723 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54992) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:06:56.594816 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d288a9c1-40c1-4d69-b1a1-5a3d72aac151 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=10eb3c67bf2843c59b9c4095f33cb337&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3787239 Apr 20 17:06:56.685085 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5a005125-d8e0-4972-b784-966d3d692fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:56.712535 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.10', 58223) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:06:56.742966 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5a005125-d8e0-4972-b784-966d3d692fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:56.777252 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-1908146c-cb58-40a4-859c-ab84d208ae44 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ce571d062fc9492f8961137c8b8eddb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632920 Apr 20 17:06:56.869863 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5a005125-d8e0-4972-b784-966d3d692fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:56.928719 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005125-d8e0-4972-b784-966d3d692fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba2e998-1c5a-47ad-94d9-23fdaa765d6d,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:06:56.940177 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5a005125-d8e0-4972-b784-966d3d692fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:56.944410 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5a005125-d8e0-4972-b784-966d3d692fc9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eba2e998-1c5a-47ad-94d9-23fdaa765d6d HTTP/1.1" status: 204 len: 168 time: 0.3484380 Apr 20 17:06:57.080415 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-46d5532e-ee4b-4b61-a999-00dc9e0581e7 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:06:57.084612 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-46d5532e-ee4b-4b61-a999-00dc9e0581e7 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3015814 Apr 20 17:06:57.156167 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-7b2750c1-0d62-4dd7-8413-d1a24aae9f9d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Request body: {'port': {'device_id': 'f2f10364-5081-4018-8629-85ed2675d589', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'admin_state_up': True, 'tenant_id': 'ce571d062fc9492f8961137c8b8eddb4'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:06:57.314403 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55050) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:06:57.363201 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55060) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:06:57.392717 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-7b2750c1-0d62-4dd7-8413-d1a24aae9f9d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:06:57.400764 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-7b2750c1-0d62-4dd7-8413-d1a24aae9f9d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Usage tracker for resource:port and tenant:ce571d062fc9492f8961137c8b8eddb4 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:06:57.404702 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-7b2750c1-0d62-4dd7-8413-d1a24aae9f9d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:06:57.413938 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-7b2750c1-0d62-4dd7-8413-d1a24aae9f9d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:06:57.435203 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-7b2750c1-0d62-4dd7-8413-d1a24aae9f9d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Made reservation on behalf of ce571d062fc9492f8961137c8b8eddb4 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:06:57.438621 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-7b2750c1-0d62-4dd7-8413-d1a24aae9f9d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:57.484221 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-7b2750c1-0d62-4dd7-8413-d1a24aae9f9d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:57.559263 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-7b2750c1-0d62-4dd7-8413-d1a24aae9f9d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:06:57.567923 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-7b2750c1-0d62-4dd7-8413-d1a24aae9f9d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Usage tracker for resource:security_group_rule and tenant:ce571d062fc9492f8961137c8b8eddb4 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:06:57.571379 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-7b2750c1-0d62-4dd7-8413-d1a24aae9f9d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:06:57.578179 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-7b2750c1-0d62-4dd7-8413-d1a24aae9f9d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:06:57.654249 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-7b2750c1-0d62-4dd7-8413-d1a24aae9f9d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:57.690599 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-7b2750c1-0d62-4dd7-8413-d1a24aae9f9d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:57.758175 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-20cf3e79-ef49-472d-820a-d4b90e77c1ac req-3d65d835-45ff-431e-8eb1-4fc598b5b302 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2f10364-5081-4018-8629-85ed2675d589 HTTP/1.1" status: 200 len: 210 time: 0.1023164 Apr 20 17:06:57.805806 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2750c1-0d62-4dd7-8413-d1a24aae9f9d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cac3d550-ab69-4260-a2db-a8272138d792,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:06:57.832433 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-358caf6e-7af3-4373-9a44-a73dc4b7f8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:57.868489 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-358caf6e-7af3-4373-9a44-a73dc4b7f8cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:06:57.873593 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-358caf6e-7af3-4373-9a44-a73dc4b7f8cb admin admin] Usage tracker for resource:security_group_rule and tenant:278c321614fd4d1ebdd07d90b880ce93 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:06:57.877057 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-358caf6e-7af3-4373-9a44-a73dc4b7f8cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:06:57.883655 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-358caf6e-7af3-4373-9a44-a73dc4b7f8cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:06:58.000772 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dedd2d1b-b2ed-469d-ab5e-14f2badf1225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:58.031560 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-20802f42-2846-4587-8741-06a77ff61302 req-9d8a40e3-d695-4031-8b5a-6f6fc8edbd14 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a8da7-04bf-42ae-b79c-3eb337fd8856 HTTP/1.1" status: 200 len: 210 time: 0.1166883 Apr 20 17:06:58.048813 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-358caf6e-7af3-4373-9a44-a73dc4b7f8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:58.062353 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-358caf6e-7af3-4373-9a44-a73dc4b7f8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:58.097774 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-7b2750c1-0d62-4dd7-8413-d1a24aae9f9d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Allocated IP 192.168.233.176 (9a774663-a30d-4bd1-8b41-83fe693f2d30/777b4790-ba4c-49e9-8844-3c09c1447f40/49a95ea7-6fb4-400d-b987-064daecab7b2) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:06:58.117398 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-dedd2d1b-b2ed-469d-ab5e-14f2badf1225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:06:58.128433 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-dedd2d1b-b2ed-469d-ab5e-14f2badf1225 admin admin] Usage tracker for resource:security_group_rule and tenant:f9e9a3d1fbee4c52a417cb7308bb288d is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:06:58.133456 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-dedd2d1b-b2ed-469d-ab5e-14f2badf1225 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:06:58.144353 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-dedd2d1b-b2ed-469d-ab5e-14f2badf1225 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:06:58.153751 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-358caf6e-7af3-4373-9a44-a73dc4b7f8cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=278c321614fd4d1ebdd07d90b880ce93&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8354771 Apr 20 17:06:58.154179 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358caf6e-7af3-4373-9a44-a73dc4b7f8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847880a0-f057-42fc-853b-0096b6f94971,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:06:58.165685 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55100) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:06:58.276368 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d4ec22c2-7fee-43f0-bd59-69f37f082833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:58.343282 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dedd2d1b-b2ed-469d-ab5e-14f2badf1225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:58.346307 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d4ec22c2-7fee-43f0-bd59-69f37f082833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:58.356242 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dedd2d1b-b2ed-469d-ab5e-14f2badf1225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:58.408045 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-7b2750c1-0d62-4dd7-8413-d1a24aae9f9d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:58.444583 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd2d1b-b2ed-469d-ab5e-14f2badf1225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70b5a21-74a9-4662-af68-21197c1bd7a0,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:06:58.445783 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-7b2750c1-0d62-4dd7-8413-d1a24aae9f9d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Transition to ACTIVE for port object 49a95ea7-6fb4-400d-b987-064daecab7b2 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:06:58.460776 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-dedd2d1b-b2ed-469d-ab5e-14f2badf1225 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f9e9a3d1fbee4c52a417cb7308bb288d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0962703 Apr 20 17:06:58.463909 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55120) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:06:58.509093 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-7b2750c1-0d62-4dd7-8413-d1a24aae9f9d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:58.577733 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d4ec22c2-7fee-43f0-bd59-69f37f082833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:58.604172 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.43', 57340) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:06:58.610114 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec22c2-7fee-43f0-bd59-69f37f082833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847880a0-f057-42fc-853b-0096b6f94971,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:06:58.658630 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2750c1-0d62-4dd7-8413-d1a24aae9f9d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Pushing event updated for resources: {'Port': ['ID=49a95ea7-6fb4-400d-b987-064daecab7b2,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:06:58.677974 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-7b2750c1-0d62-4dd7-8413-d1a24aae9f9d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:06:58.679168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-7b2750c1-0d62-4dd7-8413-d1a24aae9f9d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:06:58.681893 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-7b2750c1-0d62-4dd7-8413-d1a24aae9f9d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:06:58.683769 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3f28550d-1019-4224-8229-3ae5464e5932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:58.686281 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-7b2750c1-0d62-4dd7-8413-d1a24aae9f9d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:06:58.686911 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-7b2750c1-0d62-4dd7-8413-d1a24aae9f9d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:58.701875 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-647ef825-5086-44f3-9681-5c24a9281725 req-ad1c00f6-e4f6-4be5-99d5-57f26146f3ae tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=8522596b86c843819f9cb8741166ebc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0956898 Apr 20 17:06:58.808186 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d4ec22c2-7fee-43f0-bd59-69f37f082833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:58.809564 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d4ec22c2-7fee-43f0-bd59-69f37f082833 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/847880a0-f057-42fc-853b-0096b6f94971 HTTP/1.1" status: 204 len: 168 time: 0.6421537 Apr 20 17:06:58.817029 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-7b2750c1-0d62-4dd7-8413-d1a24aae9f9d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6653743 Apr 20 17:06:58.827980 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-43180421-e478-4bce-a44e-47cb41b427ef tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:06:58.828857 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-43180421-e478-4bce-a44e-47cb41b427ef tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051913 Apr 20 17:06:58.981067 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3f28550d-1019-4224-8229-3ae5464e5932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:59.211936 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ef825-5086-44f3-9681-5c24a9281725 req-508b7257-609f-4281-adf7-68c33a2d6f93 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:06:59.215532 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-647ef825-5086-44f3-9681-5c24a9281725 req-508b7257-609f-4281-adf7-68c33a2d6f93 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4966121 Apr 20 17:06:59.234735 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3f28550d-1019-4224-8229-3ae5464e5932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:59.254333 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28550d-1019-4224-8229-3ae5464e5932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70b5a21-74a9-4662-af68-21197c1bd7a0,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:06:59.264154 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3f28550d-1019-4224-8229-3ae5464e5932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:59.267889 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3f28550d-1019-4224-8229-3ae5464e5932 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e70b5a21-74a9-4662-af68-21197c1bd7a0 HTTP/1.1" status: 204 len: 168 time: 0.8008163 Apr 20 17:06:59.270871 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-647ef825-5086-44f3-9681-5c24a9281725 req-c9e18d29-c2d5-485a-8d35-65758e51ed03 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Request body: {'port': {'device_id': '446a8da7-04bf-42ae-b79c-3eb337fd8856', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'admin_state_up': True, 'tenant_id': '8522596b86c843819f9cb8741166ebc9'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:06:59.294389 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16cf4e-1843-4faa-9a20-6335b10862a8 req-e0606343-b027-47b7-a372-8bb888724d9d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:06:59.297583 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-9b16cf4e-1843-4faa-9a20-6335b10862a8 req-e0606343-b027-47b7-a372-8bb888724d9d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Synchronizing usage tracker for tenant:ce571d062fc9492f8961137c8b8eddb4 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:06:59.336041 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-9b16cf4e-1843-4faa-9a20-6335b10862a8 req-e0606343-b027-47b7-a372-8bb888724d9d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Unset dirty status for tenant:ce571d062fc9492f8961137c8b8eddb4 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:06:59.343663 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9b16cf4e-1843-4faa-9a20-6335b10862a8 req-e0606343-b027-47b7-a372-8bb888724d9d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2f10364-5081-4018-8629-85ed2675d589 HTTP/1.1" status: 200 len: 936 time: 0.2418475 Apr 20 17:06:59.352368 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-61219f41-9ce2-4d67-8b78-219c5eaa7b66 None None] Provisioning for port 49a95ea7-6fb4-400d-b987-064daecab7b2 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:06:59.374481 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-61219f41-9ce2-4d67-8b78-219c5eaa7b66 None None] Provisioning complete for port 49a95ea7-6fb4-400d-b987-064daecab7b2 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:06:59.374927 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-61219f41-9ce2-4d67-8b78-219c5eaa7b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:59.438600 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-9b16cf4e-1843-4faa-9a20-6335b10862a8 req-679ba71b-ebfc-4879-8849-4eff79267013 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Synchronizing usage tracker for tenant:ce571d062fc9492f8961137c8b8eddb4 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:06:59.474520 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-9b16cf4e-1843-4faa-9a20-6335b10862a8 req-679ba71b-ebfc-4879-8849-4eff79267013 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Unset dirty status for tenant:ce571d062fc9492f8961137c8b8eddb4 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:06:59.484254 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9b16cf4e-1843-4faa-9a20-6335b10862a8 req-679ba71b-ebfc-4879-8849-4eff79267013 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac3d550-ab69-4260-a2db-a8272138d792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393209 Apr 20 17:06:59.552120 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-647ef825-5086-44f3-9681-5c24a9281725 req-c9e18d29-c2d5-485a-8d35-65758e51ed03 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:06:59.559024 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-647ef825-5086-44f3-9681-5c24a9281725 req-c9e18d29-c2d5-485a-8d35-65758e51ed03 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Usage tracker for resource:port and tenant:8522596b86c843819f9cb8741166ebc9 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:06:59.563639 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-647ef825-5086-44f3-9681-5c24a9281725 req-c9e18d29-c2d5-485a-8d35-65758e51ed03 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:06:59.569861 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-647ef825-5086-44f3-9681-5c24a9281725 req-c9e18d29-c2d5-485a-8d35-65758e51ed03 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:06:59.585736 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-647ef825-5086-44f3-9681-5c24a9281725 req-c9e18d29-c2d5-485a-8d35-65758e51ed03 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Made reservation on behalf of 8522596b86c843819f9cb8741166ebc9 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:06:59.589749 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-647ef825-5086-44f3-9681-5c24a9281725 req-c9e18d29-c2d5-485a-8d35-65758e51ed03 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:59.623903 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-647ef825-5086-44f3-9681-5c24a9281725 req-c9e18d29-c2d5-485a-8d35-65758e51ed03 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:59.626839 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-61219f41-9ce2-4d67-8b78-219c5eaa7b66 None None] Port 49a95ea7-6fb4-400d-b987-064daecab7b2 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:06:59.675351 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-c27a7bb2-220a-467f-a81c-bff6b5c7c91a service neutron] Request body: {'port': {'device_id': 'f2f10364-5081-4018-8629-85ed2675d589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:06:59.700853 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8dfa24cf-47bd-4deb-aa1e-3e20c006eab6 req-32fbeeaa-b772-41fb-a412-fd24e513be75 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a8da7-04bf-42ae-b79c-3eb337fd8856 HTTP/1.1" status: 200 len: 210 time: 0.0808344 Apr 20 17:06:59.739473 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-647ef825-5086-44f3-9681-5c24a9281725 req-c9e18d29-c2d5-485a-8d35-65758e51ed03 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:06:59.745982 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-647ef825-5086-44f3-9681-5c24a9281725 req-c9e18d29-c2d5-485a-8d35-65758e51ed03 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Usage tracker for resource:security_group_rule and tenant:8522596b86c843819f9cb8741166ebc9 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:06:59.750644 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-647ef825-5086-44f3-9681-5c24a9281725 req-c9e18d29-c2d5-485a-8d35-65758e51ed03 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:06:59.758969 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-647ef825-5086-44f3-9681-5c24a9281725 req-c9e18d29-c2d5-485a-8d35-65758e51ed03 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:06:59.894129 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-647ef825-5086-44f3-9681-5c24a9281725 req-c9e18d29-c2d5-485a-8d35-65758e51ed03 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:59.901081 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-647ef825-5086-44f3-9681-5c24a9281725 req-c9e18d29-c2d5-485a-8d35-65758e51ed03 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:06:59.935533 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55176) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:06:59.936405 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-c27a7bb2-220a-467f-a81c-bff6b5c7c91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:00.112286 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-97d744a1-0290-4b24-a2b6-5a55fdede7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:00.215004 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e18d29-c2d5-485a-8d35-65758e51ed03 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64a1b96d-1d47-4b13-a21a-d1c2547700f6,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:00.282722 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-97d744a1-0290-4b24-a2b6-5a55fdede7c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:00.290972 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-97d744a1-0290-4b24-a2b6-5a55fdede7c3 admin admin] Usage tracker for resource:security_group_rule and tenant:81dc31c403bf4ed1a49fd24020a6d91c is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:00.297535 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-97d744a1-0290-4b24-a2b6-5a55fdede7c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:00.306492 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-647ef825-5086-44f3-9681-5c24a9281725 req-c9e18d29-c2d5-485a-8d35-65758e51ed03 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Allocated IP 192.168.233.30 (9a774663-a30d-4bd1-8b41-83fe693f2d30/777b4790-ba4c-49e9-8844-3c09c1447f40/70a21a86-4d34-4670-883b-c64bf2f5cac6) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:07:00.316621 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-97d744a1-0290-4b24-a2b6-5a55fdede7c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:00.841034 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-97d744a1-0290-4b24-a2b6-5a55fdede7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:00.849497 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-97d744a1-0290-4b24-a2b6-5a55fdede7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:00.888265 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d744a1-0290-4b24-a2b6-5a55fdede7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6c43f7-9de5-4cca-a64f-48e8349a18b1,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:00.927039 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-97d744a1-0290-4b24-a2b6-5a55fdede7c3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=81dc31c403bf4ed1a49fd24020a6d91c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9783938 Apr 20 17:07:00.928012 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55214) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:01.034249 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-647ef825-5086-44f3-9681-5c24a9281725 req-c9e18d29-c2d5-485a-8d35-65758e51ed03 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:01.071252 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0114e511-3c26-4331-b1e2-830d0d5ef949 req-5f8a562c-cfc1-4119-8785-2b34a73b850e tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a8da7-04bf-42ae-b79c-3eb337fd8856 HTTP/1.1" status: 200 len: 210 time: 0.0771585 Apr 20 17:07:01.144428 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b1c9deb2-3787-4593-af89-cf47a3ae4cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:01.193077 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-647ef825-5086-44f3-9681-5c24a9281725 req-c9e18d29-c2d5-485a-8d35-65758e51ed03 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Transition to ACTIVE for port object 70a21a86-4d34-4670-883b-c64bf2f5cac6 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:07:01.224272 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b1c9deb2-3787-4593-af89-cf47a3ae4cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:01.231592 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55222) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:01.298956 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-22397bb4-647d-4cfc-8b51-0f3fbf91f0ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:01.327091 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa4721-7128-41e5-8d85-dcfadb9a8998 req-e5c6af7e-2fcc-4272-ac20-0213d40bb09a tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:01.327455 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b1c9deb2-3787-4593-af89-cf47a3ae4cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:01.328954 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-52aa4721-7128-41e5-8d85-dcfadb9a8998 req-e5c6af7e-2fcc-4272-ac20-0213d40bb09a tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2f10364-5081-4018-8629-85ed2675d589 HTTP/1.1" status: 200 len: 936 time: 0.4804821 Apr 20 17:07:01.408942 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9deb2-3787-4593-af89-cf47a3ae4cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6c43f7-9de5-4cca-a64f-48e8349a18b1,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:01.445884 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-647ef825-5086-44f3-9681-5c24a9281725 req-c9e18d29-c2d5-485a-8d35-65758e51ed03 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:01.456111 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-22397bb4-647d-4cfc-8b51-0f3fbf91f0ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:01.470426 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b1c9deb2-3787-4593-af89-cf47a3ae4cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:01.475147 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b1c9deb2-3787-4593-af89-cf47a3ae4cd2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dd6c43f7-9de5-4cca-a64f-48e8349a18b1 HTTP/1.1" status: 204 len: 168 time: 0.5419695 Apr 20 17:07:01.558203 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-22397bb4-647d-4cfc-8b51-0f3fbf91f0ec admin admin] Usage tracker for resource:security_group_rule and tenant:23b587fabc7240ecb7c2ec3ffdaa4b74 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:01.562994 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-22397bb4-647d-4cfc-8b51-0f3fbf91f0ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:01.571480 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-22397bb4-647d-4cfc-8b51-0f3fbf91f0ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:01.631853 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e18d29-c2d5-485a-8d35-65758e51ed03 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Pushing event updated for resources: {'Port': ['ID=70a21a86-4d34-4670-883b-c64bf2f5cac6,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:01.691881 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-52aa4721-7128-41e5-8d85-dcfadb9a8998 req-7efcd171-b39b-4903-ba1e-8d698c6850ce tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac3d550-ab69-4260-a2db-a8272138d792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509066 Apr 20 17:07:01.733605 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-647ef825-5086-44f3-9681-5c24a9281725 req-c9e18d29-c2d5-485a-8d35-65758e51ed03 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:07:01.750602 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-647ef825-5086-44f3-9681-5c24a9281725 req-c9e18d29-c2d5-485a-8d35-65758e51ed03 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:07:01.755600 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-647ef825-5086-44f3-9681-5c24a9281725 req-c9e18d29-c2d5-485a-8d35-65758e51ed03 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:07:01.761584 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ef825-5086-44f3-9681-5c24a9281725 req-c9e18d29-c2d5-485a-8d35-65758e51ed03 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:01.762520 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-647ef825-5086-44f3-9681-5c24a9281725 req-c9e18d29-c2d5-485a-8d35-65758e51ed03 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:01.812541 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-647ef825-5086-44f3-9681-5c24a9281725 req-c9e18d29-c2d5-485a-8d35-65758e51ed03 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5455716 Apr 20 17:07:01.870851 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-647ef825-5086-44f3-9681-5c24a9281725 req-8b73b631-7569-4c56-b74f-f54b4d85966d tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:07:01.881451 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-647ef825-5086-44f3-9681-5c24a9281725 req-8b73b631-7569-4c56-b74f-f54b4d85966d tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0160036 Apr 20 17:07:01.900869 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-c27a7bb2-220a-467f-a81c-bff6b5c7c91a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a95ea7-6fb4-400d-b987-064daecab7b2 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:07:01.933987 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-c27a7bb2-220a-467f-a81c-bff6b5c7c91a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:01.936950 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-22397bb4-647d-4cfc-8b51-0f3fbf91f0ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:01.945183 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-22397bb4-647d-4cfc-8b51-0f3fbf91f0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:02.026214 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-c27a7bb2-220a-467f-a81c-bff6b5c7c91a service neutron] Transition to ACTIVE for port object 49a95ea7-6fb4-400d-b987-064daecab7b2 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:07:02.032156 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-c27a7bb2-220a-467f-a81c-bff6b5c7c91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:02.097257 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-22397bb4-647d-4cfc-8b51-0f3fbf91f0ec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=23b587fabc7240ecb7c2ec3ffdaa4b74&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8555875 Apr 20 17:07:02.128640 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55244) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:02.212402 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22397bb4-647d-4cfc-8b51-0f3fbf91f0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42162d1d-4e9b-4717-8ede-7f8eb1bb050d,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:02.326157 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-759f36fa-4265-46d5-93c7-15d4a4986515 None None] Provisioning for port 70a21a86-4d34-4670-883b-c64bf2f5cac6 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:07:02.344115 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-759f36fa-4265-46d5-93c7-15d4a4986515 None None] Provisioning complete for port 70a21a86-4d34-4670-883b-c64bf2f5cac6 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:02.344873 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-759f36fa-4265-46d5-93c7-15d4a4986515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:02.427056 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-810aa0e5-cfb9-4240-bc06-877d2a19b0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:02.516249 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-810aa0e5-cfb9-4240-bc06-877d2a19b0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:02.547236 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-759f36fa-4265-46d5-93c7-15d4a4986515 None None] Port 70a21a86-4d34-4670-883b-c64bf2f5cac6 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:07:02.576682 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55254) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:02.626486 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a7bb2-220a-467f-a81c-bff6b5c7c91a service neutron] Pushing event updated for resources: {'Port': ['ID=49a95ea7-6fb4-400d-b987-064daecab7b2,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:02.647214 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-810aa0e5-cfb9-4240-bc06-877d2a19b0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:02.675364 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810aa0e5-cfb9-4240-bc06-877d2a19b0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42162d1d-4e9b-4717-8ede-7f8eb1bb050d,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:02.709231 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-810aa0e5-cfb9-4240-bc06-877d2a19b0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:02.718666 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-810aa0e5-cfb9-4240-bc06-877d2a19b0d4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/42162d1d-4e9b-4717-8ede-7f8eb1bb050d HTTP/1.1" status: 204 len: 168 time: 0.5885444 Apr 20 17:07:02.760072 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-647ef825-5086-44f3-9681-5c24a9281725 req-93634b75-dd7c-4312-b031-1480b02f2b50 service neutron] Request body: {'port': {'device_id': '446a8da7-04bf-42ae-b79c-3eb337fd8856', 'device_owner': 'compute:tempest-test_az-68064386', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:07:02.772777 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-c27a7bb2-220a-467f-a81c-bff6b5c7c91a service neutron] Attempting to bind port 49a95ea7-6fb4-400d-b987-064daecab7b2 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:07:02.773209 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-c27a7bb2-220a-467f-a81c-bff6b5c7c91a service neutron] Attempting to bind port 49a95ea7-6fb4-400d-b987-064daecab7b2 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:07:02.773780 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-c27a7bb2-220a-467f-a81c-bff6b5c7c91a service neutron] Attempting to bind port 49a95ea7-6fb4-400d-b987-064daecab7b2 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:07:02.782808 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-c27a7bb2-220a-467f-a81c-bff6b5c7c91a service neutron] Port 49a95ea7-6fb4-400d-b987-064daecab7b2 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:07:02.783144 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-c27a7bb2-220a-467f-a81c-bff6b5c7c91a service neutron] Attempting to bind port 49a95ea7-6fb4-400d-b987-064daecab7b2 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:07:02.813287 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-c27a7bb2-220a-467f-a81c-bff6b5c7c91a service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:07:02.813561 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-c27a7bb2-220a-467f-a81c-bff6b5c7c91a service neutron] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:07:02.814157 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-c27a7bb2-220a-467f-a81c-bff6b5c7c91a service neutron] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:07:02.814699 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-c27a7bb2-220a-467f-a81c-bff6b5c7c91a service neutron] Bound port: 49a95ea7-6fb4-400d-b987-064daecab7b2, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:07:02.815074 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-c27a7bb2-220a-467f-a81c-bff6b5c7c91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:02.921232 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-c27a7bb2-220a-467f-a81c-bff6b5c7c91a service neutron] For port 49a95ea7-6fb4-400d-b987-064daecab7b2, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:07:02.927235 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-c27a7bb2-220a-467f-a81c-bff6b5c7c91a service neutron] For port 49a95ea7-6fb4-400d-b987-064daecab7b2, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=49a95ea7-6fb4-400d-b987-064daecab7b2,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:07:02.946313 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-c27a7bb2-220a-467f-a81c-bff6b5c7c91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:03.048608 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-647ef825-5086-44f3-9681-5c24a9281725 req-93634b75-dd7c-4312-b031-1480b02f2b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:03.054595 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27eacae-46f2-4a04-bc3c-993f98a27ea8 req-c8388a20-0afe-4e41-8d2d-33af79ad477c tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:03.075862 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d27eacae-46f2-4a04-bc3c-993f98a27ea8 req-c8388a20-0afe-4e41-8d2d-33af79ad477c tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a8da7-04bf-42ae-b79c-3eb337fd8856 HTTP/1.1" status: 200 len: 935 time: 0.4713857 Apr 20 17:07:03.165186 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00fcb4be-9227-46f2-85a4-05b7600be32d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:03.244437 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d27eacae-46f2-4a04-bc3c-993f98a27ea8 req-0811c623-45b7-4caa-a1df-9123bc2a4658 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/security-groups?id=64a1b96d-1d47-4b13-a21a-d1c2547700f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674480 Apr 20 17:07:03.257746 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-c27a7bb2-220a-467f-a81c-bff6b5c7c91a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:03.263913 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-c27a7bb2-220a-467f-a81c-bff6b5c7c91a service neutron] 10.222.0.10 "PUT /v2.0/ports/49a95ea7-6fb4-400d-b987-064daecab7b2 HTTP/1.1" status: 200 len: 1096 time: 4.0760624 Apr 20 17:07:03.265367 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f10364-5081-4018-8629-85ed2675d589', 'tag': '49a95ea7-6fb4-400d-b987-064daecab7b2'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:07:03.292821 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6787d-9444-4710-961a-d5c0adc45b9a req-11921e2a-e9e9-4554-bf36-54ee89ba349b tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:03.303743 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6db6787d-9444-4710-961a-d5c0adc45b9a req-11921e2a-e9e9-4554-bf36-54ee89ba349b tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2f10364-5081-4018-8629-85ed2675d589 HTTP/1.1" status: 200 len: 948 time: 0.3425653 Apr 20 17:07:03.474653 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-00fcb4be-9227-46f2-85a4-05b7600be32d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:03.484247 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-00fcb4be-9227-46f2-85a4-05b7600be32d admin admin] Usage tracker for resource:security_group_rule and tenant:1688485c349d4560b52a1e8ecee355a4 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:03.491112 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a7bb2-220a-467f-a81c-bff6b5c7c91a service neutron] Pushing event updated for resources: {'Port': ['ID=49a95ea7-6fb4-400d-b987-064daecab7b2,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:03.497147 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-00fcb4be-9227-46f2-85a4-05b7600be32d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:03.510488 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-00fcb4be-9227-46f2-85a4-05b7600be32d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:03.603684 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-13f5d3ff-f5b8-4c04-aee8-bde43db4b55a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce571d062fc9492f8961137c8b8eddb4&device_id=f2f10364-5081-4018-8629-85ed2675d589 HTTP/1.1" status: 200 len: 1099 time: 0.2011585 Apr 20 17:07:03.765060 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-00a93433-231f-4f4d-ab99-9222637cfdcf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=49a95ea7-6fb4-400d-b987-064daecab7b2 HTTP/1.1" status: 200 len: 217 time: 0.1500580 Apr 20 17:07:03.809989 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6db6787d-9444-4710-961a-d5c0adc45b9a req-655a7c03-c8e4-4444-9619-83f283639670 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac3d550-ab69-4260-a2db-a8272138d792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5045786 Apr 20 17:07:03.919731 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-df94397f-304f-47e4-8e71-19bfafb6b2fc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:03.923820 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-df94397f-304f-47e4-8e71-19bfafb6b2fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1433902 Apr 20 17:07:04.079786 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-8cef7c6c-761d-4172-9606-4f3728168ada service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1435547 Apr 20 17:07:04.129396 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00fcb4be-9227-46f2-85a4-05b7600be32d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:04.144905 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00fcb4be-9227-46f2-85a4-05b7600be32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:04.185340 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-00fcb4be-9227-46f2-85a4-05b7600be32d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1688485c349d4560b52a1e8ecee355a4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6074674 Apr 20 17:07:04.191281 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55288) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:04.313786 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-28430f54-311e-4d87-b958-ccabe2188065 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237878 Apr 20 17:07:04.402713 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-647ef825-5086-44f3-9681-5c24a9281725 req-93634b75-dd7c-4312-b031-1480b02f2b50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70a21a86-4d34-4670-883b-c64bf2f5cac6 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:07:04.413783 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-647ef825-5086-44f3-9681-5c24a9281725 req-93634b75-dd7c-4312-b031-1480b02f2b50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:04.439549 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-647ef825-5086-44f3-9681-5c24a9281725 req-93634b75-dd7c-4312-b031-1480b02f2b50 service neutron] Transition to ACTIVE for port object 70a21a86-4d34-4670-883b-c64bf2f5cac6 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:07:04.464544 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fcb4be-9227-46f2-85a4-05b7600be32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0244e574-4021-4ccb-b392-8c2d3c2f6051,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:04.470935 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-647ef825-5086-44f3-9681-5c24a9281725 req-93634b75-dd7c-4312-b031-1480b02f2b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:04.585908 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93634b75-dd7c-4312-b031-1480b02f2b50 service neutron] Pushing event updated for resources: {'Port': ['ID=70a21a86-4d34-4670-883b-c64bf2f5cac6,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:04.601717 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9d410107-a101-41b7-bec8-dc1fc4cb9d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:04.636521 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9d410107-a101-41b7-bec8-dc1fc4cb9d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:04.838051 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-15d0a180-3c10-4a53-a6d3-401406c630f6 req-b055fae3-045b-4a20-9012-717eb2c5d2cf service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131240 Apr 20 17:07:04.916829 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9d410107-a101-41b7-bec8-dc1fc4cb9d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:05.138703 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d410107-a101-41b7-bec8-dc1fc4cb9d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0244e574-4021-4ccb-b392-8c2d3c2f6051,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:05.234115 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9d410107-a101-41b7-bec8-dc1fc4cb9d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:05.244306 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9d410107-a101-41b7-bec8-dc1fc4cb9d66 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0244e574-4021-4ccb-b392-8c2d3c2f6051 HTTP/1.1" status: 204 len: 168 time: 1.0465961 Apr 20 17:07:05.370230 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-647ef825-5086-44f3-9681-5c24a9281725 req-93634b75-dd7c-4312-b031-1480b02f2b50 service neutron] Attempting to bind port 70a21a86-4d34-4670-883b-c64bf2f5cac6 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:07:05.370591 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-647ef825-5086-44f3-9681-5c24a9281725 req-93634b75-dd7c-4312-b031-1480b02f2b50 service neutron] Attempting to bind port 70a21a86-4d34-4670-883b-c64bf2f5cac6 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:07:05.370933 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647ef825-5086-44f3-9681-5c24a9281725 req-93634b75-dd7c-4312-b031-1480b02f2b50 service neutron] Attempting to bind port 70a21a86-4d34-4670-883b-c64bf2f5cac6 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:07:05.426157 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a6ea0-200f-4816-b205-152079fd5e85 req-3c8d0cd2-6aa6-4168-a44f-ecefff3f90f4 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:05.427097 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-dd6a6ea0-200f-4816-b205-152079fd5e85 req-3c8d0cd2-6aa6-4168-a44f-ecefff3f90f4 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Synchronizing usage tracker for tenant:8522596b86c843819f9cb8741166ebc9 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:07:05.446232 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647ef825-5086-44f3-9681-5c24a9281725 req-93634b75-dd7c-4312-b031-1480b02f2b50 service neutron] Port 70a21a86-4d34-4670-883b-c64bf2f5cac6 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:07:05.446579 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647ef825-5086-44f3-9681-5c24a9281725 req-93634b75-dd7c-4312-b031-1480b02f2b50 service neutron] Attempting to bind port 70a21a86-4d34-4670-883b-c64bf2f5cac6 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:07:05.463227 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647ef825-5086-44f3-9681-5c24a9281725 req-93634b75-dd7c-4312-b031-1480b02f2b50 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:07:05.463583 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647ef825-5086-44f3-9681-5c24a9281725 req-93634b75-dd7c-4312-b031-1480b02f2b50 service neutron] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:07:05.464144 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647ef825-5086-44f3-9681-5c24a9281725 req-93634b75-dd7c-4312-b031-1480b02f2b50 service neutron] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:07:05.464786 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-647ef825-5086-44f3-9681-5c24a9281725 req-93634b75-dd7c-4312-b031-1480b02f2b50 service neutron] Bound port: 70a21a86-4d34-4670-883b-c64bf2f5cac6, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:07:05.465108 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-647ef825-5086-44f3-9681-5c24a9281725 req-93634b75-dd7c-4312-b031-1480b02f2b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:05.680441 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-dd6a6ea0-200f-4816-b205-152079fd5e85 req-3c8d0cd2-6aa6-4168-a44f-ecefff3f90f4 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Unset dirty status for tenant:8522596b86c843819f9cb8741166ebc9 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:07:05.682485 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dd6a6ea0-200f-4816-b205-152079fd5e85 req-3c8d0cd2-6aa6-4168-a44f-ecefff3f90f4 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a8da7-04bf-42ae-b79c-3eb337fd8856 HTTP/1.1" status: 200 len: 967 time: 0.9406593 Apr 20 17:07:05.830857 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-dd6a6ea0-200f-4816-b205-152079fd5e85 req-620d2840-9153-4063-b065-148ad2fa68fc tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Synchronizing usage tracker for tenant:8522596b86c843819f9cb8741166ebc9 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:07:05.869513 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-647ef825-5086-44f3-9681-5c24a9281725 req-93634b75-dd7c-4312-b031-1480b02f2b50 service neutron] For port 70a21a86-4d34-4670-883b-c64bf2f5cac6, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:07:05.879251 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-dd6a6ea0-200f-4816-b205-152079fd5e85 req-620d2840-9153-4063-b065-148ad2fa68fc tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Unset dirty status for tenant:8522596b86c843819f9cb8741166ebc9 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:07:05.882050 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dd6a6ea0-200f-4816-b205-152079fd5e85 req-620d2840-9153-4063-b065-148ad2fa68fc tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/security-groups?id=64a1b96d-1d47-4b13-a21a-d1c2547700f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910880 Apr 20 17:07:05.887782 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-647ef825-5086-44f3-9681-5c24a9281725 req-93634b75-dd7c-4312-b031-1480b02f2b50 service neutron] For port 70a21a86-4d34-4670-883b-c64bf2f5cac6, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=70a21a86-4d34-4670-883b-c64bf2f5cac6,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:07:05.903546 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-647ef825-5086-44f3-9681-5c24a9281725 req-93634b75-dd7c-4312-b031-1480b02f2b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:05.968246 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caf494cf-20d1-499f-8b54-42bddab0e921'] response: {'name': 'network-changed', 'server_uuid': 'f2f10364-5081-4018-8629-85ed2675d589', 'tag': '49a95ea7-6fb4-400d-b987-064daecab7b2', 'status': 'completed', 'code': 200} Apr 20 17:07:06.150512 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-647ef825-5086-44f3-9681-5c24a9281725 req-93634b75-dd7c-4312-b031-1480b02f2b50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:06.151959 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-647ef825-5086-44f3-9681-5c24a9281725 req-93634b75-dd7c-4312-b031-1480b02f2b50 service neutron] 10.222.0.43 "PUT /v2.0/ports/70a21a86-4d34-4670-883b-c64bf2f5cac6 HTTP/1.1" status: 200 len: 1115 time: 3.8686035 Apr 20 17:07:06.152417 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446a8da7-04bf-42ae-b79c-3eb337fd8856', 'tag': '70a21a86-4d34-4670-883b-c64bf2f5cac6'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:07:06.507437 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93634b75-dd7c-4312-b031-1480b02f2b50 service neutron] Pushing event updated for resources: {'Port': ['ID=70a21a86-4d34-4670-883b-c64bf2f5cac6,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:06.515270 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55328) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:06.608833 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-647ef825-5086-44f3-9681-5c24a9281725 req-34a17b93-abd8-4d51-a489-23be3705c34e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8522596b86c843819f9cb8741166ebc9&device_id=446a8da7-04bf-42ae-b79c-3eb337fd8856 HTTP/1.1" status: 200 len: 1118 time: 0.2373948 Apr 20 17:07:06.617084 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6fc4628-fe79-47a0-ab06-b0c28c35bf6a req-a5795e27-47e6-4c0d-999e-68a58c5e4f6e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce571d062fc9492f8961137c8b8eddb4&device_id=f2f10364-5081-4018-8629-85ed2675d589 HTTP/1.1" status: 200 len: 1099 time: 0.5529974 Apr 20 17:07:06.624384 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b7057-92e6-4946-9895-8557c18885fb req-da7f71f6-409f-42e4-8f76-b2b13243dfb9 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:06.638284 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b22b7057-92e6-4946-9895-8557c18885fb req-da7f71f6-409f-42e4-8f76-b2b13243dfb9 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2f10364-5081-4018-8629-85ed2675d589 HTTP/1.1" status: 200 len: 948 time: 0.3242245 Apr 20 17:07:06.938654 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55336) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:07.076565 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc4628-fe79-47a0-ab06-b0c28c35bf6a req-dce91e41-7544-48f5-83ed-43c60b9c8d17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:07.078179 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6fc4628-fe79-47a0-ab06-b0c28c35bf6a req-dce91e41-7544-48f5-83ed-43c60b9c8d17 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.4095109 Apr 20 17:07:07.087818 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-647ef825-5086-44f3-9681-5c24a9281725 req-d0065418-d4c7-4bba-897f-8e0126a25ea7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=70a21a86-4d34-4670-883b-c64bf2f5cac6 HTTP/1.1" status: 200 len: 217 time: 0.2198284 Apr 20 17:07:07.093005 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-32b99a2f-047e-48ba-8228-9e5ae18972b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:07.269891 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ef825-5086-44f3-9681-5c24a9281725 req-13fbcb29-0f51-4b51-82cf-054beeae39ac service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:07.274742 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-647ef825-5086-44f3-9681-5c24a9281725 req-13fbcb29-0f51-4b51-82cf-054beeae39ac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1766987 Apr 20 17:07:07.296361 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b22b7057-92e6-4946-9895-8557c18885fb req-0a5b2b72-0900-461f-a803-11cc697f158b tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac3d550-ab69-4260-a2db-a8272138d792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6519551 Apr 20 17:07:07.358225 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-32b99a2f-047e-48ba-8228-9e5ae18972b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:07.365073 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6fc4628-fe79-47a0-ab06-b0c28c35bf6a req-f134bc54-ea77-46bd-bb18-631bab5cc737 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=49a95ea7-6fb4-400d-b987-064daecab7b2 HTTP/1.1" status: 200 len: 217 time: 0.2369218 Apr 20 17:07:07.370903 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-32b99a2f-047e-48ba-8228-9e5ae18972b2 admin admin] Usage tracker for resource:security_group_rule and tenant:5ac2c5ae4fff4cf29eca183e89d588f4 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:07.375234 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-32b99a2f-047e-48ba-8228-9e5ae18972b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:07.564069 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-32b99a2f-047e-48ba-8228-9e5ae18972b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:07.648701 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-647ef825-5086-44f3-9681-5c24a9281725 req-b58aa97f-1c0b-4e09-9270-76e80bc21ae6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3558404 Apr 20 17:07:07.659096 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d7a80-7202-4b08-890e-85e2491a0945 req-51fb58ea-8144-446a-a428-53c4a763a0f0 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:07.666291 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-239d7a80-7202-4b08-890e-85e2491a0945 req-51fb58ea-8144-446a-a428-53c4a763a0f0 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a8da7-04bf-42ae-b79c-3eb337fd8856 HTTP/1.1" status: 200 len: 967 time: 0.2720160 Apr 20 17:07:07.702987 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-324e11ce-eb8a-496a-9f35-0a9ed98691bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:07.789097 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc4628-fe79-47a0-ab06-b0c28c35bf6a req-25eba43b-8b9d-489a-9471-c42f8884de88 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:07.797889 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6fc4628-fe79-47a0-ab06-b0c28c35bf6a req-25eba43b-8b9d-489a-9471-c42f8884de88 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.4083157 Apr 20 17:07:07.902837 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-239d7a80-7202-4b08-890e-85e2491a0945 req-c45aaf1e-0442-46ac-a7f4-7ee0445ee755 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/security-groups?id=64a1b96d-1d47-4b13-a21a-d1c2547700f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353523 Apr 20 17:07:07.997811 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-647ef825-5086-44f3-9681-5c24a9281725 req-fd69818b-07e0-4087-ac77-8e9befb70f53 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874873 Apr 20 17:07:08.009974 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-324e11ce-eb8a-496a-9f35-0a9ed98691bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:08.037689 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-324e11ce-eb8a-496a-9f35-0a9ed98691bd admin admin] Usage tracker for resource:security_group_rule and tenant:80d7ad76dbad442b9c890e6554ebdf51 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:08.087018 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-324e11ce-eb8a-496a-9f35-0a9ed98691bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:08.151838 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-324e11ce-eb8a-496a-9f35-0a9ed98691bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:08.185602 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-32b99a2f-047e-48ba-8228-9e5ae18972b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:08.214497 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-32b99a2f-047e-48ba-8228-9e5ae18972b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:08.420354 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6fc4628-fe79-47a0-ab06-b0c28c35bf6a req-45f17a34-18ac-4572-a74d-a1b1403e7396 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5978220 Apr 20 17:07:08.422710 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-647ef825-5086-44f3-9681-5c24a9281725 req-77a19598-3698-4ccf-be7d-f656f5dcdc4a service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983748 Apr 20 17:07:08.431820 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-32b99a2f-047e-48ba-8228-9e5ae18972b2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ac2c5ae4fff4cf29eca183e89d588f4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4715321 Apr 20 17:07:08.444440 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55362) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:08.507264 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b99a2f-047e-48ba-8228-9e5ae18972b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763e2d6c-66eb-44ca-a778-8f9cb96fb4b1,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:08.633082 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d8290781-9fd1-46db-b1b0-1b70e7c9ede1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:08.819942 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d8290781-9fd1-46db-b1b0-1b70e7c9ede1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:08.919435 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb42ba-e21a-4d49-b067-1018454c0dbe req-637e7cf9-aa0a-40d1-95fc-dccd832622d3 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:08.947567 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-06bb42ba-e21a-4d49-b067-1018454c0dbe req-637e7cf9-aa0a-40d1-95fc-dccd832622d3 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2f10364-5081-4018-8629-85ed2675d589 HTTP/1.1" status: 200 len: 948 time: 0.3028247 Apr 20 17:07:08.964845 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-324e11ce-eb8a-496a-9f35-0a9ed98691bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:08.991518 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-324e11ce-eb8a-496a-9f35-0a9ed98691bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:09.151534 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6fc4628-fe79-47a0-ab06-b0c28c35bf6a req-97e55d7e-f755-4b28-8b02-f10e5360c451 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7224996 Apr 20 17:07:09.185149 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-06bb42ba-e21a-4d49-b067-1018454c0dbe req-133ce256-1353-482f-948f-40bace549ce7 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac3d550-ab69-4260-a2db-a8272138d792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251301 Apr 20 17:07:09.199469 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a579abb4-dab8-49c5-a9bc-6ce028c7bb2c'] response: {'name': 'network-changed', 'server_uuid': '446a8da7-04bf-42ae-b79c-3eb337fd8856', 'tag': '70a21a86-4d34-4670-883b-c64bf2f5cac6', 'status': 'completed', 'code': 200} Apr 20 17:07:09.303453 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d8290781-9fd1-46db-b1b0-1b70e7c9ede1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:09.390221 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d8290781-9fd1-46db-b1b0-1b70e7c9ede1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:09.394660 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d8290781-9fd1-46db-b1b0-1b70e7c9ede1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/763e2d6c-66eb-44ca-a778-8f9cb96fb4b1 HTTP/1.1" status: 204 len: 168 time: 0.9475198 Apr 20 17:07:09.397627 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8290781-9fd1-46db-b1b0-1b70e7c9ede1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763e2d6c-66eb-44ca-a778-8f9cb96fb4b1,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:09.418667 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-324e11ce-eb8a-496a-9f35-0a9ed98691bd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80d7ad76dbad442b9c890e6554ebdf51&name=default HTTP/1.1" status: 200 len: 2647 time: 2.9015415 Apr 20 17:07:09.425495 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55378) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:09.430546 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e11ce-eb8a-496a-9f35-0a9ed98691bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b10653-5178-421b-9556-15e084fa2bb5,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:09.438072 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5684fe3c-6386-42df-bfb3-d3db788ff864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:09.505900 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f77ccdb8-9cba-41ba-8f77-178c650a0635 req-1f72d93d-aede-4962-b5b8-73b1744d4aaf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8522596b86c843819f9cb8741166ebc9&device_id=446a8da7-04bf-42ae-b79c-3eb337fd8856 HTTP/1.1" status: 200 len: 1118 time: 0.3052912 Apr 20 17:07:09.607225 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6fc4628-fe79-47a0-ab06-b0c28c35bf6a req-afa7fdad-7cdf-4048-838b-596b1456ecb3 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259751 Apr 20 17:07:09.638571 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c0bed37a-97aa-4e3c-851d-d1ec00c3ee05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:09.688030 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c0bed37a-97aa-4e3c-851d-d1ec00c3ee05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:09.866137 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c0bed37a-97aa-4e3c-851d-d1ec00c3ee05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:09.923204 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e78a7-e03d-4365-9ebb-7a231025afcc req-7e95e0cb-bf14-48e2-b473-0ab58549c494 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:09.927298 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ab9e78a7-e03d-4365-9ebb-7a231025afcc req-7e95e0cb-bf14-48e2-b473-0ab58549c494 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a8da7-04bf-42ae-b79c-3eb337fd8856 HTTP/1.1" status: 200 len: 967 time: 0.2087197 Apr 20 17:07:09.938959 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bed37a-97aa-4e3c-851d-d1ec00c3ee05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b10653-5178-421b-9556-15e084fa2bb5,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:09.986954 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ccdb8-9cba-41ba-8f77-178c650a0635 req-2ceb0256-e17f-4f1b-9b63-c7c053e8ad00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:09.988958 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f77ccdb8-9cba-41ba-8f77-178c650a0635 req-2ceb0256-e17f-4f1b-9b63-c7c053e8ad00 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.4713283 Apr 20 17:07:10.038646 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c0bed37a-97aa-4e3c-851d-d1ec00c3ee05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:10.054362 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c0bed37a-97aa-4e3c-851d-d1ec00c3ee05 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a8b10653-5178-421b-9556-15e084fa2bb5 HTTP/1.1" status: 204 len: 168 time: 0.6203840 Apr 20 17:07:10.111395 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ab9e78a7-e03d-4365-9ebb-7a231025afcc req-e1bf777f-b413-4028-9bde-584b706ecf95 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/security-groups?id=64a1b96d-1d47-4b13-a21a-d1c2547700f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659064 Apr 20 17:07:10.173566 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f77ccdb8-9cba-41ba-8f77-178c650a0635 req-efd5fdb5-0be1-4ff5-9b32-48bed96c89d8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=70a21a86-4d34-4670-883b-c64bf2f5cac6 HTTP/1.1" status: 200 len: 217 time: 0.1558197 Apr 20 17:07:10.403312 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ccdb8-9cba-41ba-8f77-178c650a0635 req-03bfb684-8a1a-42e0-ab10-f6f5b67577e6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:10.406956 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f77ccdb8-9cba-41ba-8f77-178c650a0635 req-03bfb684-8a1a-42e0-ab10-f6f5b67577e6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1696575 Apr 20 17:07:10.876297 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f77ccdb8-9cba-41ba-8f77-178c650a0635 req-85a2097c-9c74-4431-9fb1-b908a72b7f4f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4499459 Apr 20 17:07:10.900548 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdf1da-3099-47d1-b2b1-faac93c30497 req-424d4f9a-16b4-462c-a968-bc6078a4618e tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:10.927856 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a3bdf1da-3099-47d1-b2b1-faac93c30497 req-424d4f9a-16b4-462c-a968-bc6078a4618e tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2f10364-5081-4018-8629-85ed2675d589 HTTP/1.1" status: 200 len: 948 time: 0.3381290 Apr 20 17:07:11.022509 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a3bdf1da-3099-47d1-b2b1-faac93c30497 req-79d86c82-4183-4779-acf0-b8a8432fd2c9 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac3d550-ab69-4260-a2db-a8272138d792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935786 Apr 20 17:07:11.358929 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55416) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:11.370704 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-18bc4012-5251-4f05-97f5-773906d58ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:11.511568 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f77ccdb8-9cba-41ba-8f77-178c650a0635 req-1e202c24-3d8a-4e79-85ea-63a803ec6e06 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879076 Apr 20 17:07:11.559882 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3ca37ae3-2e98-47ff-97bf-7a1463f9d924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:11.787908 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3ca37ae3-2e98-47ff-97bf-7a1463f9d924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:11.813374 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3ca37ae3-2e98-47ff-97bf-7a1463f9d924 admin admin] Usage tracker for resource:security_group_rule and tenant:cb18d47d037b4320b07f90794b0cdc73 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:11.824906 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3ca37ae3-2e98-47ff-97bf-7a1463f9d924 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:11.852506 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3ca37ae3-2e98-47ff-97bf-7a1463f9d924 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:11.931873 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f77ccdb8-9cba-41ba-8f77-178c650a0635 req-6098f90c-5742-4074-b92d-b95c50ae9811 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883989 Apr 20 17:07:11.986707 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3ca37ae3-2e98-47ff-97bf-7a1463f9d924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:12.018922 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446f5f5-5883-4bb3-85d0-ddb639ff32b2 req-6b9e03fb-5875-4f84-b42d-34b502ac95ab tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:12.030391 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8446f5f5-5883-4bb3-85d0-ddb639ff32b2 req-6b9e03fb-5875-4f84-b42d-34b502ac95ab tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a8da7-04bf-42ae-b79c-3eb337fd8856 HTTP/1.1" status: 200 len: 967 time: 0.6315107 Apr 20 17:07:12.079839 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3ca37ae3-2e98-47ff-97bf-7a1463f9d924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:12.206784 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca37ae3-2e98-47ff-97bf-7a1463f9d924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bdf115-c8d6-4fde-88ff-759397e7fc89,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:12.224437 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8446f5f5-5883-4bb3-85d0-ddb639ff32b2 req-6ec25bd4-819a-4ab1-bd92-ad66b724271b tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/security-groups?id=64a1b96d-1d47-4b13-a21a-d1c2547700f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822662 Apr 20 17:07:12.232924 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3ca37ae3-2e98-47ff-97bf-7a1463f9d924 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cb18d47d037b4320b07f90794b0cdc73&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8728907 Apr 20 17:07:12.235850 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55436) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:12.382392 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f78530fc-434a-41c8-bb07-60da3d5f77bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:12.449960 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f78530fc-434a-41c8-bb07-60da3d5f77bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:12.518932 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:12.523294 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8df52-34b9-40c6-808a-343070c1d64b req-2e6b7bdf-ffc3-45fd-8d5c-baa31ecd5e34 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:12.535088 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9fa8df52-34b9-40c6-808a-343070c1d64b req-2e6b7bdf-ffc3-45fd-8d5c-baa31ecd5e34 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2f10364-5081-4018-8629-85ed2675d589 HTTP/1.1" status: 200 len: 948 time: 0.2360225 Apr 20 17:07:12.602884 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f78530fc-434a-41c8-bb07-60da3d5f77bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:12.623344 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:12.661062 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9fa8df52-34b9-40c6-808a-343070c1d64b req-c7ec7873-7dee-4be3-84c6-a164a92f9834 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac3d550-ab69-4260-a2db-a8272138d792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240332 Apr 20 17:07:12.669663 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78530fc-434a-41c8-bb07-60da3d5f77bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bdf115-c8d6-4fde-88ff-759397e7fc89,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:12.687321 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55446) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:12.702157 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f78530fc-434a-41c8-bb07-60da3d5f77bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:12.703338 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f78530fc-434a-41c8-bb07-60da3d5f77bf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c6bdf115-c8d6-4fde-88ff-759397e7fc89 HTTP/1.1" status: 204 len: 168 time: 0.4656646 Apr 20 17:07:12.791723 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:13.083680 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ab0aa5fe-88a6-432a-a9de-aae90155a0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:13.140932 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ab0aa5fe-88a6-432a-a9de-aae90155a0f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:13.147068 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ab0aa5fe-88a6-432a-a9de-aae90155a0f9 admin admin] Usage tracker for resource:security_group_rule and tenant:bffac8d2ca754b25916538f302f2bc0b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:13.150989 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ab0aa5fe-88a6-432a-a9de-aae90155a0f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:13.158666 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ab0aa5fe-88a6-432a-a9de-aae90155a0f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:13.310454 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ab0aa5fe-88a6-432a-a9de-aae90155a0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:13.322706 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ab0aa5fe-88a6-432a-a9de-aae90155a0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:13.484515 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ab0aa5fe-88a6-432a-a9de-aae90155a0f9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bffac8d2ca754b25916538f302f2bc0b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8028073 Apr 20 17:07:13.485360 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0aa5fe-88a6-432a-a9de-aae90155a0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccd03fd-fb49-4f97-a9f7-99358ad6155b,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:13.487894 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55468) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:13.814917 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-87f17e9d-fe4b-4cb2-98c9-6c6156db25e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:13.870717 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f439792-15f2-49ed-b386-a95920d178fe req-60742c83-7193-4a6c-a7f3-e003dc0479b1 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:13.872822 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3f439792-15f2-49ed-b386-a95920d178fe req-60742c83-7193-4a6c-a7f3-e003dc0479b1 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a8da7-04bf-42ae-b79c-3eb337fd8856 HTTP/1.1" status: 200 len: 967 time: 0.3619611 Apr 20 17:07:13.875626 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:13.909827 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-87f17e9d-fe4b-4cb2-98c9-6c6156db25e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:13.950145 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3f439792-15f2-49ed-b386-a95920d178fe req-8a6a193d-b16b-4a0c-9ac8-ba407b843a05 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/security-groups?id=64a1b96d-1d47-4b13-a21a-d1c2547700f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670583 Apr 20 17:07:13.997067 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-87f17e9d-fe4b-4cb2-98c9-6c6156db25e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:14.020536 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f17e9d-fe4b-4cb2-98c9-6c6156db25e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccd03fd-fb49-4f97-a9f7-99358ad6155b,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:14.023435 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-87f17e9d-fe4b-4cb2-98c9-6c6156db25e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:14.024810 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-87f17e9d-fe4b-4cb2-98c9-6c6156db25e6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eccd03fd-fb49-4f97-a9f7-99358ad6155b HTTP/1.1" status: 204 len: 168 time: 0.5358000 Apr 20 17:07:14.443456 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14868e-8651-47ae-801e-41dbf16aad7a req-31590f2c-5b06-46de-853f-bc4ccf6a879c tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:14.445172 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1f14868e-8651-47ae-801e-41dbf16aad7a req-31590f2c-5b06-46de-853f-bc4ccf6a879c tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2f10364-5081-4018-8629-85ed2675d589 HTTP/1.1" status: 200 len: 948 time: 0.2538314 Apr 20 17:07:14.541856 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1f14868e-8651-47ae-801e-41dbf16aad7a req-b301026d-e828-4e65-bbe4-ac114130e3e7 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac3d550-ab69-4260-a2db-a8272138d792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893900 Apr 20 17:07:14.895315 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:15.033419 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55506) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:15.060213 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b6246ad3-1045-4fe3-8c4d-1a4ef667afe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:15.110337 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b6246ad3-1045-4fe3-8c4d-1a4ef667afe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:15.114831 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b6246ad3-1045-4fe3-8c4d-1a4ef667afe8 admin admin] Usage tracker for resource:security_group_rule and tenant:99c99863b77642a9bb348f8ad9101762 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:15.118077 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b6246ad3-1045-4fe3-8c4d-1a4ef667afe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:15.127197 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b6246ad3-1045-4fe3-8c4d-1a4ef667afe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:15.270436 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f4f98-f3c0-4fc3-9a19-12d022fc1a5a req-cc194861-815d-4862-94bf-a0d0e06a9436 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:15.271999 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-622f4f98-f3c0-4fc3-9a19-12d022fc1a5a req-cc194861-815d-4862-94bf-a0d0e06a9436 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a8da7-04bf-42ae-b79c-3eb337fd8856 HTTP/1.1" status: 200 len: 967 time: 0.1332262 Apr 20 17:07:15.276581 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b6246ad3-1045-4fe3-8c4d-1a4ef667afe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:15.296748 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b6246ad3-1045-4fe3-8c4d-1a4ef667afe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:15.365052 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6246ad3-1045-4fe3-8c4d-1a4ef667afe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b35ea1c-39e4-4449-a12a-5d778deb7332,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:15.369370 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b6246ad3-1045-4fe3-8c4d-1a4ef667afe8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=99c99863b77642a9bb348f8ad9101762&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3348384 Apr 20 17:07:15.372011 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-622f4f98-f3c0-4fc3-9a19-12d022fc1a5a req-65e624ae-3c7b-4727-8d4e-ff1a0dbc0774 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/security-groups?id=64a1b96d-1d47-4b13-a21a-d1c2547700f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910749 Apr 20 17:07:15.372794 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55524) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:15.403080 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55528) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:15.449445 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5728cdfe-76bd-4914-b52f-3926dd12c339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:15.482950 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5728cdfe-76bd-4914-b52f-3926dd12c339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:15.549386 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5728cdfe-76bd-4914-b52f-3926dd12c339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:15.568906 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728cdfe-76bd-4914-b52f-3926dd12c339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b35ea1c-39e4-4449-a12a-5d778deb7332,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:15.573451 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5728cdfe-76bd-4914-b52f-3926dd12c339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:15.574153 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5728cdfe-76bd-4914-b52f-3926dd12c339 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4b35ea1c-39e4-4449-a12a-5d778deb7332 HTTP/1.1" status: 204 len: 168 time: 0.2004795 Apr 20 17:07:15.625946 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-36c763ac-8207-46e5-a92a-a068bb351939 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-504829768-network', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:07:15.638985 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-36c763ac-8207-46e5-a92a-a068bb351939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:15.644951 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-36c763ac-8207-46e5-a92a-a068bb351939 admin admin] Usage tracker for resource:network and tenant:3d443eef609b4b6f83a7bfbf78a576c5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:15.648739 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-36c763ac-8207-46e5-a92a-a068bb351939 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:15.656311 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-36c763ac-8207-46e5-a92a-a068bb351939 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:15.675833 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c763ac-8207-46e5-a92a-a068bb351939 admin admin] Made reservation on behalf of 3d443eef609b4b6f83a7bfbf78a576c5 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:07:15.679078 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-36c763ac-8207-46e5-a92a-a068bb351939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:15.693572 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-36c763ac-8207-46e5-a92a-a068bb351939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:15.740214 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-36c763ac-8207-46e5-a92a-a068bb351939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:15.744662 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-36c763ac-8207-46e5-a92a-a068bb351939 admin admin] Usage tracker for resource:security_group_rule and tenant:3d443eef609b4b6f83a7bfbf78a576c5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:15.748525 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-36c763ac-8207-46e5-a92a-a068bb351939 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:15.754822 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-36c763ac-8207-46e5-a92a-a068bb351939 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:15.807542 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c11831-813b-4b03-928e-57c247ad05d3 req-63bc1589-2b86-4083-80c9-7f6a2282a43e tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:15.809459 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-78c11831-813b-4b03-928e-57c247ad05d3 req-63bc1589-2b86-4083-80c9-7f6a2282a43e tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2f10364-5081-4018-8629-85ed2675d589 HTTP/1.1" status: 200 len: 948 time: 0.0899804 Apr 20 17:07:15.853190 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-36c763ac-8207-46e5-a92a-a068bb351939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:15.859610 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-36c763ac-8207-46e5-a92a-a068bb351939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:15.873935 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c763ac-8207-46e5-a92a-a068bb351939 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:07:15.875926 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-78c11831-813b-4b03-928e-57c247ad05d3 req-b589cc2c-56a7-4ecd-9c7e-c21cfbe588a6 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac3d550-ab69-4260-a2db-a8272138d792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564365 Apr 20 17:07:15.914107 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-36c763ac-8207-46e5-a92a-a068bb351939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:15.914476 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-36c763ac-8207-46e5-a92a-a068bb351939 admin admin] Added segment af78e68a-1aac-4499-9edd-4a404858a5ef of type vlan for network 62862590-8584-4ef8-b251-867e255b53a5 Apr 20 17:07:15.931411 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c763ac-8207-46e5-a92a-a068bb351939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6450b12a-609a-4aa1-914b-2331cb68668c,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:15.959212 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:07:15.959750 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-36c763ac-8207-46e5-a92a-a068bb351939 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:16.004329 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-36c763ac-8207-46e5-a92a-a068bb351939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:16.013883 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c763ac-8207-46e5-a92a-a068bb351939 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:16.014065 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-36c763ac-8207-46e5-a92a-a068bb351939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:16.128639 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c763ac-8207-46e5-a92a-a068bb351939 admin admin] Pushing event updated for resources: {'Network': ['ID=62862590-8584-4ef8-b251-867e255b53a5,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:16.132971 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-36c763ac-8207-46e5-a92a-a068bb351939 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7293136 Apr 20 17:07:16.136383 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55558) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:16.144636 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-c0afc010-b6e3-4691-b06c-ad548ee767a9 admin admin] Request body: {'subnet': {'network_id': '62862590-8584-4ef8-b251-867e255b53a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504829768-subnet', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:07:16.148303 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 62862590-8584-4ef8-b251-867e255b53a5 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:07:16.171123 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c0afc010-b6e3-4691-b06c-ad548ee767a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:16.180266 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c0afc010-b6e3-4691-b06c-ad548ee767a9 admin admin] Usage tracker for resource:subnet and tenant:3d443eef609b4b6f83a7bfbf78a576c5 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:16.183567 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c0afc010-b6e3-4691-b06c-ad548ee767a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:16.189898 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c0afc010-b6e3-4691-b06c-ad548ee767a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:16.203450 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0afc010-b6e3-4691-b06c-ad548ee767a9 admin admin] Made reservation on behalf of 3d443eef609b4b6f83a7bfbf78a576c5 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:07:16.206159 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c0afc010-b6e3-4691-b06c-ad548ee767a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:16.562564 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c0afc010-b6e3-4691-b06c-ad548ee767a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:16.718642 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afc010-b6e3-4691-b06c-ad548ee767a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13d85e0c-de04-4a6c-ab03-5cd24a8cb53b,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:16.732323 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0afc010-b6e3-4691-b06c-ad548ee767a9 admin admin] Checking segment: {'id': 'af78e68a-1aac-4499-9edd-4a404858a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '62862590-8584-4ef8-b251-867e255b53a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:07:16.732690 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0afc010-b6e3-4691-b06c-ad548ee767a9 admin admin] Network hostable DHCP agents. Network: 62862590-8584-4ef8-b251-867e255b53a5, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:07:16.762935 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a64bfe-2f4a-4f72-9110-2fb61622a70b req-64b7b456-4e53-4f19-bb24-9ef5318b5281 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:16.764571 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-11a64bfe-2f4a-4f72-9110-2fb61622a70b req-64b7b456-4e53-4f19-bb24-9ef5318b5281 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a8da7-04bf-42ae-b79c-3eb337fd8856 HTTP/1.1" status: 200 len: 967 time: 0.1501560 Apr 20 17:07:16.793921 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0afc010-b6e3-4691-b06c-ad548ee767a9 admin admin] Network 62862590-8584-4ef8-b251-867e255b53a5 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:07:16.815859 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-c0afc010-b6e3-4691-b06c-ad548ee767a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 62862590-8584-4ef8-b251-867e255b53a5) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:07:16.824617 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0afc010-b6e3-4691-b06c-ad548ee767a9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:16.825201 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c0afc010-b6e3-4691-b06c-ad548ee767a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:16.826798 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781d8d4f-3aa5-4e0c-8b23-e279c5a5a2b9 None None] Network 62862590-8584-4ef8-b251-867e255b53a5 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:07:16.841493 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-11a64bfe-2f4a-4f72-9110-2fb61622a70b req-dc3730f0-d231-493c-882d-a93f573c8cfb tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/security-groups?id=64a1b96d-1d47-4b13-a21a-d1c2547700f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657792 Apr 20 17:07:16.857303 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c0afc010-b6e3-4691-b06c-ad548ee767a9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7167923 Apr 20 17:07:16.857652 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55594) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:16.863784 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-4b7e7f58-034d-43c9-a5ad-1ae11758ef6d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-504829768-router', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:07:16.873657 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4b7e7f58-034d-43c9-a5ad-1ae11758ef6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:16.882487 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4b7e7f58-034d-43c9-a5ad-1ae11758ef6d admin admin] Usage tracker for resource:router and tenant:3d443eef609b4b6f83a7bfbf78a576c5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:16.889400 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4b7e7f58-034d-43c9-a5ad-1ae11758ef6d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:16.899970 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4b7e7f58-034d-43c9-a5ad-1ae11758ef6d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:16.929773 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b7e7f58-034d-43c9-a5ad-1ae11758ef6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:16.931265 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b7e7f58-034d-43c9-a5ad-1ae11758ef6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:16.952241 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b7e7f58-034d-43c9-a5ad-1ae11758ef6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:17.208890 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b7e7f58-034d-43c9-a5ad-1ae11758ef6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:17.224804 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-62862590-8584-4ef8-b251-867e255b53a5', 'network_id': '62862590-8584-4ef8-b251-867e255b53a5', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'fixed_ips': [{'subnet_id': '13d85e0c-de04-4a6c-ab03-5cd24a8cb53b'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:07:17.225634 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:17.257610 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952805cb-5908-4681-beda-d1443871036f req-4190c8f6-3afb-4a88-84e9-0fa9ff1a4d6c tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:17.262397 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-952805cb-5908-4681-beda-d1443871036f req-4190c8f6-3afb-4a88-84e9-0fa9ff1a4d6c tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2f10364-5081-4018-8629-85ed2675d589 HTTP/1.1" status: 200 len: 948 time: 0.1381223 Apr 20 17:07:17.388477 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-952805cb-5908-4681-beda-d1443871036f req-874ef64d-ab7c-486d-ae6f-38198a9a8e15 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac3d550-ab69-4260-a2db-a8272138d792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222208 Apr 20 17:07:17.558828 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] Allocated IP 172.20.0.2 (62862590-8584-4ef8-b251-867e255b53a5/13d85e0c-de04-4a6c-ab03-5cd24a8cb53b/b138b3da-3610-4cfc-b5d2-8f0868b37540) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:07:17.618115 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b7e7f58-034d-43c9-a5ad-1ae11758ef6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:17.674099 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b7e7f58-034d-43c9-a5ad-1ae11758ef6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:17.874342 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-4b7e7f58-034d-43c9-a5ad-1ae11758ef6d admin admin] Allocated IP 172.25.8.118 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/649fa2ec-3248-400b-886e-118e8b18e61a) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:07:17.875472 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:17.897982 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] Transition to ACTIVE for port object b138b3da-3610-4cfc-b5d2-8f0868b37540 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:07:17.928850 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] Transition to ACTIVE for port object b138b3da-3610-4cfc-b5d2-8f0868b37540 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:07:17.937561 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:18.048081 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] Network 62862590-8584-4ef8-b251-867e255b53a5 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:07:18.051479 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:07:18.056978 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:07:18.060480 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] Pushing event updated for resources: {'Port': ['ID=b138b3da-3610-4cfc-b5d2-8f0868b37540,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:18.111171 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:18.111171 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:18.111606 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:18.111786 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:18.112340 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:18.112694 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:18.113090 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:18.113495 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:18.114224 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:18.114666 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:18.115060 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:18.116261 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] Tracked resource versions report: Apr 20 17:07:18.116261 n-d-838032-1 neutron-server[84082]: pushed versions: Apr 20 17:07:18.116261 n-d-838032-1 neutron-server[84082]: { 'ConntrackHelper': {'1.0'}, Apr 20 17:07:18.116261 n-d-838032-1 neutron-server[84082]: 'Log': {'1.0'}, Apr 20 17:07:18.116261 n-d-838032-1 neutron-server[84082]: 'Network': {'1.1'}, Apr 20 17:07:18.116261 n-d-838032-1 neutron-server[84082]: 'Port': {'1.5'}, Apr 20 17:07:18.116261 n-d-838032-1 neutron-server[84082]: 'PortForwarding': {'1.2'}, Apr 20 17:07:18.116261 n-d-838032-1 neutron-server[84082]: 'QosPolicy': {'1.8'}, Apr 20 17:07:18.116261 n-d-838032-1 neutron-server[84082]: 'SecurityGroup': {'1.2'}, Apr 20 17:07:18.116261 n-d-838032-1 neutron-server[84082]: 'SecurityGroupRule': {'1.0'}, Apr 20 17:07:18.116261 n-d-838032-1 neutron-server[84082]: 'SubPort': {'1.0'}, Apr 20 17:07:18.116261 n-d-838032-1 neutron-server[84082]: 'Subnet': {'1.1'}, Apr 20 17:07:18.116261 n-d-838032-1 neutron-server[84082]: 'Trunk': {'1.1'}} Apr 20 17:07:18.116261 n-d-838032-1 neutron-server[84082]: consumer versions: Apr 20 17:07:18.116261 n-d-838032-1 neutron-server[84082]: { DHCP agent@n-d-838032-1: {}, Apr 20 17:07:18.116261 n-d-838032-1 neutron-server[84082]: HyperV agent@n-h1-838032-1: {}, Apr 20 17:07:18.116261 n-d-838032-1 neutron-server[84082]: HyperV agent@n-h2-838032-1: {}, Apr 20 17:07:18.116261 n-d-838032-1 neutron-server[84082]: L3 agent@n-d-838032-1: {}, Apr 20 17:07:18.116261 n-d-838032-1 neutron-server[84082]: Metadata agent@n-d-838032-1: {}, Apr 20 17:07:18.116261 n-d-838032-1 neutron-server[84082]: Metering agent@n-d-838032-1: {}, Apr 20 17:07:18.116261 n-d-838032-1 neutron-server[84082]: Open vSwitch agent@n-d-838032-1: { 'ConntrackHelper': '1.0', Apr 20 17:07:18.116261 n-d-838032-1 neutron-server[84082]: 'Log': '1.0', Apr 20 17:07:18.116261 n-d-838032-1 neutron-server[84082]: 'Network': '1.1', Apr 20 17:07:18.116261 n-d-838032-1 neutron-server[84082]: 'Port': '1.5', Apr 20 17:07:18.116261 n-d-838032-1 neutron-server[84082]: 'PortForwarding': '1.2', Apr 20 17:07:18.116261 n-d-838032-1 neutron-server[84082]: 'QosPolicy': '1.8', Apr 20 17:07:18.116261 n-d-838032-1 neutron-server[84082]: 'SecurityGroup': '1.2', Apr 20 17:07:18.116261 n-d-838032-1 neutron-server[84082]: 'SecurityGroupRule': '1.0', Apr 20 17:07:18.116261 n-d-838032-1 neutron-server[84082]: 'SubPort': '1.0', Apr 20 17:07:18.116261 n-d-838032-1 neutron-server[84082]: 'Subnet': '1.1', Apr 20 17:07:18.116261 n-d-838032-1 neutron-server[84082]: 'Trunk': '1.1'}} Apr 20 17:07:18.116261 n-d-838032-1 neutron-server[84082]: {{(pid=84082) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 17:07:18.122935 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b7e7f58-034d-43c9-a5ad-1ae11758ef6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:18.169453 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f091e9-3bba-471b-b95f-261fe2d81c14 req-b7fe1a34-2d64-428f-b255-1bb61eb17486 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:18.171065 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b5f091e9-3bba-471b-b95f-261fe2d81c14 req-b7fe1a34-2d64-428f-b255-1bb61eb17486 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a8da7-04bf-42ae-b79c-3eb337fd8856 HTTP/1.1" status: 200 len: 967 time: 0.1331937 Apr 20 17:07:18.199325 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b7e7f58-034d-43c9-a5ad-1ae11758ef6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:18.203295 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] Attempting to bind port b138b3da-3610-4cfc-b5d2-8f0868b37540 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:07:18.203667 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] Attempting to bind port b138b3da-3610-4cfc-b5d2-8f0868b37540 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'af78e68a-1aac-4499-9edd-4a404858a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '62862590-8584-4ef8-b251-867e255b53a5'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:07:18.204012 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] Attempting to bind port b138b3da-3610-4cfc-b5d2-8f0868b37540 on network 62862590-8584-4ef8-b251-867e255b53a5 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:07:18.214562 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:07:18.215298 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] Checking segment: {'id': 'af78e68a-1aac-4499-9edd-4a404858a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '62862590-8584-4ef8-b251-867e255b53a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:07:18.215864 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:18.216379 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] Bound using segment: {'id': 'af78e68a-1aac-4499-9edd-4a404858a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '62862590-8584-4ef8-b251-867e255b53a5'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:07:18.216979 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] Bound port: b138b3da-3610-4cfc-b5d2-8f0868b37540, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af78e68a-1aac-4499-9edd-4a404858a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '62862590-8584-4ef8-b251-867e255b53a5'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:07:18.217503 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:18.289331 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7e7f58-034d-43c9-a5ad-1ae11758ef6d admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:07:18.292504 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-4b7e7f58-034d-43c9-a5ad-1ae11758ef6d admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:07:18.304998 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55646) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:18.310710 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b5f091e9-3bba-471b-b95f-261fe2d81c14 req-ea7b2b13-d561-4ce9-abee-4f8dd167f2c6 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/security-groups?id=64a1b96d-1d47-4b13-a21a-d1c2547700f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314936 Apr 20 17:07:18.313768 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7e7f58-034d-43c9-a5ad-1ae11758ef6d admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:07:18.345392 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] For port b138b3da-3610-4cfc-b5d2-8f0868b37540, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:07:18.348526 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e7f58-034d-43c9-a5ad-1ae11758ef6d admin admin] Pushing event updated for resources: {'Port': ['ID=649fa2ec-3248-400b-886e-118e8b18e61a,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:18.351985 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55652) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:18.362303 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] For port b138b3da-3610-4cfc-b5d2-8f0868b37540, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=b138b3da-3610-4cfc-b5d2-8f0868b37540,segment=NetworkSegment(af78e68a-1aac-4499-9edd-4a404858a5ef),segment_id=af78e68a-1aac-4499-9edd-4a404858a5ef)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:07:18.367936 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:18.455892 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be0325-d4b1-4897-878f-63ee2b52b222 None None] Pushing event updated for resources: {'Port': ['ID=b138b3da-3610-4cfc-b5d2-8f0868b37540,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:18.553858 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b7e7f58-034d-43c9-a5ad-1ae11758ef6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:18.554723 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b7e7f58-034d-43c9-a5ad-1ae11758ef6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:18.673935 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85181e-137e-4f86-8144-3b78d230a704 req-075f6ff5-c1d1-4bf7-88ed-4688f1c7abdf tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:18.681231 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7f85181e-137e-4f86-8144-3b78d230a704 req-075f6ff5-c1d1-4bf7-88ed-4688f1c7abdf tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2f10364-5081-4018-8629-85ed2675d589 HTTP/1.1" status: 200 len: 948 time: 0.0977547 Apr 20 17:07:18.731661 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3af8113c-2215-48a5-a1de-6f73c7001b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:18.768088 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d52e0718-2bf4-4dd8-b340-adb942aa8376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:18.786840 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7f85181e-137e-4f86-8144-3b78d230a704 req-7dcc2f89-18e4-4786-a15c-4325c8b05268 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac3d550-ab69-4260-a2db-a8272138d792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045909 Apr 20 17:07:18.811669 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3af8113c-2215-48a5-a1de-6f73c7001b20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:18.816090 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3af8113c-2215-48a5-a1de-6f73c7001b20 admin admin] Usage tracker for resource:security_group_rule and tenant:44fcaf6bdf56441b90930900cfa02270 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:18.822379 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3af8113c-2215-48a5-a1de-6f73c7001b20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:18.833132 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3af8113c-2215-48a5-a1de-6f73c7001b20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:18.836623 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d52e0718-2bf4-4dd8-b340-adb942aa8376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:18.845195 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d52e0718-2bf4-4dd8-b340-adb942aa8376 admin admin] Usage tracker for resource:security_group_rule and tenant:7c30286cba8a403bae0ebed69e64d4aa is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:18.849755 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d52e0718-2bf4-4dd8-b340-adb942aa8376 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:18.857499 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d52e0718-2bf4-4dd8-b340-adb942aa8376 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:18.961838 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d52e0718-2bf4-4dd8-b340-adb942aa8376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:18.971286 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d52e0718-2bf4-4dd8-b340-adb942aa8376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:19.002081 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3af8113c-2215-48a5-a1de-6f73c7001b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:19.014524 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3af8113c-2215-48a5-a1de-6f73c7001b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:19.017450 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e0718-2bf4-4dd8-b340-adb942aa8376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe81da1-a0a7-485f-8a01-3f5b32a6ea95,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:19.037605 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d52e0718-2bf4-4dd8-b340-adb942aa8376 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7c30286cba8a403bae0ebed69e64d4aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7315669 Apr 20 17:07:19.038221 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55666) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:19.078262 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8113c-2215-48a5-a1de-6f73c7001b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1941f2ca-f673-4d17-8255-9fd447997a08,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:19.087016 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3af8113c-2215-48a5-a1de-6f73c7001b20 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=44fcaf6bdf56441b90930900cfa02270&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7322292 Apr 20 17:07:19.091141 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55672) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:19.112133 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7e7f58-034d-43c9-a5ad-1ae11758ef6d admin admin] Router d85c0ff1-683b-40e1-b039-a4b9139c38a8 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:07:19.132771 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7038b9c6-1b87-4774-827e-d81399598ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:19.174111 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7038b9c6-1b87-4774-827e-d81399598ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:19.240926 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device b138b3da-3610-4cfc-b5d2-8f0868b37540 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:07:19.257911 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7038b9c6-1b87-4774-827e-d81399598ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:19.281870 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7038b9c6-1b87-4774-827e-d81399598ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:19.283937 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7038b9c6-1b87-4774-827e-d81399598ed4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ebe81da1-a0a7-485f-8a01-3f5b32a6ea95 HTTP/1.1" status: 204 len: 168 time: 0.2440071 Apr 20 17:07:19.285042 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038b9c6-1b87-4774-827e-d81399598ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe81da1-a0a7-485f-8a01-3f5b32a6ea95,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:19.341211 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port b138b3da-3610-4cfc-b5d2-8f0868b37540 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:07:19.426334 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1f51b77a-05af-4bdb-8b1d-a07068f09d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:19.469559 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 70a21a86-4d34-4670-883b-c64bf2f5cac6 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:07:19.477905 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1f51b77a-05af-4bdb-8b1d-a07068f09d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:19.580144 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1f51b77a-05af-4bdb-8b1d-a07068f09d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:19.599752 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51b77a-05af-4bdb-8b1d-a07068f09d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1941f2ca-f673-4d17-8255-9fd447997a08,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:19.638503 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc4276-36e0-4ff2-81ae-f00933f74af8 req-3b82ef69-7cca-45aa-bb68-d5a80b6da02f tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:19.640236 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7e7f58-034d-43c9-a5ad-1ae11758ef6d admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:07:19.646945 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1f51b77a-05af-4bdb-8b1d-a07068f09d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:19.648029 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1f51b77a-05af-4bdb-8b1d-a07068f09d1c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1941f2ca-f673-4d17-8255-9fd447997a08 HTTP/1.1" status: 204 len: 168 time: 0.5555885 Apr 20 17:07:19.652620 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf54331f-497d-4e6e-8199-c6c8fb583281 None None] Sync routers for ids ['d85c0ff1-683b-40e1-b039-a4b9139c38a8'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:07:19.660131 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0abc4276-36e0-4ff2-81ae-f00933f74af8 req-3b82ef69-7cca-45aa-bb68-d5a80b6da02f tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a8da7-04bf-42ae-b79c-3eb337fd8856 HTTP/1.1" status: 200 len: 967 time: 0.1849210 Apr 20 17:07:19.675727 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf54331f-497d-4e6e-8199-c6c8fb583281 None None] Routers {'d85c0ff1-683b-40e1-b039-a4b9139c38a8'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:07:19.676442 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-bf54331f-497d-4e6e-8199-c6c8fb583281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:07:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d85c0ff1-683b-40e1-b039-a4b9139c38a8'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:07:19.691739 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b7e7f58-034d-43c9-a5ad-1ae11758ef6d admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:19.696157 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4b7e7f58-034d-43c9-a5ad-1ae11758ef6d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.8340776 Apr 20 17:07:19.700657 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55690) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:19.816141 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0abc4276-36e0-4ff2-81ae-f00933f74af8 req-0385ad92-67de-4dc4-9a6f-1051f39bfd8b tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/security-groups?id=64a1b96d-1d47-4b13-a21a-d1c2547700f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466377 Apr 20 17:07:19.835233 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 70a21a86-4d34-4670-883b-c64bf2f5cac6, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=70a21a86-4d34-4670-883b-c64bf2f5cac6,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:07:19.867320 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '70a21a86-4d34-4670-883b-c64bf2f5cac6', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': '70a21a86-4d34-4670-883b-c64bf2f5cac6', 'mac_address': 'fa:16:3e:09:0e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:tempest-test_az-68064386', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:07:19.977697 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:19.988846 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643f64bf-f105-47b6-9292-0fa5af443d0b None None] Network 62862590-8584-4ef8-b251-867e255b53a5 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:07:20.093229 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70a21a86-4d34-4670-883b-c64bf2f5cac6 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:07:20.100901 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-27f50a12-c80d-467d-ae0e-3b16991a9257 None None] Provisioning for port b138b3da-3610-4cfc-b5d2-8f0868b37540 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:07:20.108244 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-27f50a12-c80d-467d-ae0e-3b16991a9257 None None] Provisioning complete for port b138b3da-3610-4cfc-b5d2-8f0868b37540 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:20.108451 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-27f50a12-c80d-467d-ae0e-3b16991a9257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:20.118655 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-bf54331f-497d-4e6e-8199-c6c8fb583281 None None] Set router d85c0ff1-683b-40e1-b039-a4b9139c38a8 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:07:20.131419 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde08c0b-57dd-4353-9fc6-50a28f4391f5 req-9fa674b0-fe54-4f42-a8e4-3b55f7e0fa5b tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:20.139035 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cde08c0b-57dd-4353-9fc6-50a28f4391f5 req-9fa674b0-fe54-4f42-a8e4-3b55f7e0fa5b tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2f10364-5081-4018-8629-85ed2675d589 HTTP/1.1" status: 200 len: 948 time: 0.1192880 Apr 20 17:07:20.195178 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 70a21a86-4d34-4670-883b-c64bf2f5cac6, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=70a21a86-4d34-4670-883b-c64bf2f5cac6,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:07:20.206090 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:20.448385 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cde08c0b-57dd-4353-9fc6-50a28f4391f5 req-a93830a7-7c21-4268-baaf-5d4f7d041d68 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac3d550-ab69-4260-a2db-a8272138d792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081689 Apr 20 17:07:20.488760 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=70a21a86-4d34-4670-883b-c64bf2f5cac6,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:20.501923 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-27f50a12-c80d-467d-ae0e-3b16991a9257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:20.514959 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55706) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:20.546906 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['70a21a86-4d34-4670-883b-c64bf2f5cac6'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:07:20.626746 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bd5ac361-53c1-4f19-ab57-32060ce51a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:20.717185 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-27f50a12-c80d-467d-ae0e-3b16991a9257 None None] For port b138b3da-3610-4cfc-b5d2-8f0868b37540, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=b138b3da-3610-4cfc-b5d2-8f0868b37540,segment=NetworkSegment(af78e68a-1aac-4499-9edd-4a404858a5ef),segment_id=af78e68a-1aac-4499-9edd-4a404858a5ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:07:20.734406 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55710) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:20.743917 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-27f50a12-c80d-467d-ae0e-3b16991a9257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:20.762488 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bd5ac361-53c1-4f19-ab57-32060ce51a42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:20.773539 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bd5ac361-53c1-4f19-ab57-32060ce51a42 admin admin] Usage tracker for resource:security_group_rule and tenant:30c481bb438546a5b52a8dec7de47dce is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:20.774281 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-bf54331f-497d-4e6e-8199-c6c8fb583281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504829768-router', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:16Z', 'updated_at': '2022-04-20T17:07:18Z', 'revision_number': 3, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'gw_port': {'id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:49:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:17Z', 'updated_at': '2022-04-20T17:07:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:07:20.780996 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bd5ac361-53c1-4f19-ab57-32060ce51a42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:20.784036 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf54331f-497d-4e6e-8199-c6c8fb583281 None None] Checking router: d85c0ff1-683b-40e1-b039-a4b9139c38a8 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:07:20.786496 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf54331f-497d-4e6e-8199-c6c8fb583281 None None] Updating router d85c0ff1-683b-40e1-b039-a4b9139c38a8 port 649fa2ec-3248-400b-886e-118e8b18e61a binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:07:20.796341 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bd5ac361-53c1-4f19-ab57-32060ce51a42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:20.801485 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55716) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:20.858886 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a7806c9d-435d-4fc8-9f47-6750d1ce8226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:20.871034 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f50a12-c80d-467d-ae0e-3b16991a9257 None None] Pushing event updated for resources: {'Port': ['ID=b138b3da-3610-4cfc-b5d2-8f0868b37540,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:20.915984 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a7806c9d-435d-4fc8-9f47-6750d1ce8226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:20.919950 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-bf54331f-497d-4e6e-8199-c6c8fb583281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:20.921076 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a7806c9d-435d-4fc8-9f47-6750d1ce8226 admin admin] Usage tracker for resource:security_group_rule and tenant:eacb20fa3b69443a8a160396c1c7c662 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:20.924266 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a7806c9d-435d-4fc8-9f47-6750d1ce8226 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:20.930225 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a7806c9d-435d-4fc8-9f47-6750d1ce8226 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:21.005376 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a7806c9d-435d-4fc8-9f47-6750d1ce8226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:21.021388 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a7806c9d-435d-4fc8-9f47-6750d1ce8226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:21.065909 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a7806c9d-435d-4fc8-9f47-6750d1ce8226 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eacb20fa3b69443a8a160396c1c7c662&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2587876 Apr 20 17:07:21.065909 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55722) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:21.169029 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-34243fe0-2589-4410-8fe0-f9c6dc712651 None None] Provisioning complete for port b138b3da-3610-4cfc-b5d2-8f0868b37540 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:21.170252 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-34243fe0-2589-4410-8fe0-f9c6dc712651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:21.196901 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2e4c0877-a4c6-42e6-bf2a-c5ff53c44d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:21.227968 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7806c9d-435d-4fc8-9f47-6750d1ce8226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9464d4-5c7b-404b-9f36-b8f80a17b6d1,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:21.237612 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device b138b3da-3610-4cfc-b5d2-8f0868b37540 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:07:21.337275 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bd5ac361-53c1-4f19-ab57-32060ce51a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:21.370971 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8c2b21ee-a302-45a3-88fa-6e35504703b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:21.387284 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bd5ac361-53c1-4f19-ab57-32060ce51a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:21.405867 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-bf54331f-497d-4e6e-8199-c6c8fb583281 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:21.420241 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-bf54331f-497d-4e6e-8199-c6c8fb583281 None None] Transition to ACTIVE for port object 649fa2ec-3248-400b-886e-118e8b18e61a will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:07:21.425490 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port b138b3da-3610-4cfc-b5d2-8f0868b37540 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:21.426465 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:21.432075 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-bf54331f-497d-4e6e-8199-c6c8fb583281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:21.450364 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8c2b21ee-a302-45a3-88fa-6e35504703b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:21.454867 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8c2b21ee-a302-45a3-88fa-6e35504703b7 admin admin] Usage tracker for resource:security_group_rule and tenant:094250edf94249bd90b6e20358f13a01 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:21.458449 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8c2b21ee-a302-45a3-88fa-6e35504703b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:21.466050 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8c2b21ee-a302-45a3-88fa-6e35504703b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:21.477082 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-2e4c0877-a4c6-42e6-bf2a-c5ff53c44d40 admin admin] Allocated IP 172.20.0.1 (62862590-8584-4ef8-b251-867e255b53a5/13d85e0c-de04-4a6c-ab03-5cd24a8cb53b/4246ea6a-762c-4b08-8810-64d46da0aed5) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:07:21.567520 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bd5ac361-53c1-4f19-ab57-32060ce51a42 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=30c481bb438546a5b52a8dec7de47dce&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0506182 Apr 20 17:07:21.572981 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55732) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:21.604824 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e237350-992f-4c12-bc26-d8f2240ab30a None None] Pushing event updated for resources: {'Port': ['ID=649fa2ec-3248-400b-886e-118e8b18e61a,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:21.615336 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e237350-992f-4c12-bc26-d8f2240ab30a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:21.615804 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e237350-992f-4c12-bc26-d8f2240ab30a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:21.616231 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e237350-992f-4c12-bc26-d8f2240ab30a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:21.616650 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e237350-992f-4c12-bc26-d8f2240ab30a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:21.617065 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e237350-992f-4c12-bc26-d8f2240ab30a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:21.617477 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e237350-992f-4c12-bc26-d8f2240ab30a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:21.617910 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e237350-992f-4c12-bc26-d8f2240ab30a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:21.618349 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e237350-992f-4c12-bc26-d8f2240ab30a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:21.618758 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e237350-992f-4c12-bc26-d8f2240ab30a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:21.619164 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e237350-992f-4c12-bc26-d8f2240ab30a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:21.619731 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e237350-992f-4c12-bc26-d8f2240ab30a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:21.620876 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e237350-992f-4c12-bc26-d8f2240ab30a None None] Tracked resource versions report: Apr 20 17:07:21.620876 n-d-838032-1 neutron-server[84083]: pushed versions: Apr 20 17:07:21.620876 n-d-838032-1 neutron-server[84083]: { 'ConntrackHelper': {'1.0'}, Apr 20 17:07:21.620876 n-d-838032-1 neutron-server[84083]: 'Log': {'1.0'}, Apr 20 17:07:21.620876 n-d-838032-1 neutron-server[84083]: 'Network': {'1.1'}, Apr 20 17:07:21.620876 n-d-838032-1 neutron-server[84083]: 'Port': {'1.5'}, Apr 20 17:07:21.620876 n-d-838032-1 neutron-server[84083]: 'PortForwarding': {'1.2'}, Apr 20 17:07:21.620876 n-d-838032-1 neutron-server[84083]: 'QosPolicy': {'1.8'}, Apr 20 17:07:21.620876 n-d-838032-1 neutron-server[84083]: 'SecurityGroup': {'1.2'}, Apr 20 17:07:21.620876 n-d-838032-1 neutron-server[84083]: 'SecurityGroupRule': {'1.0'}, Apr 20 17:07:21.620876 n-d-838032-1 neutron-server[84083]: 'SubPort': {'1.0'}, Apr 20 17:07:21.620876 n-d-838032-1 neutron-server[84083]: 'Subnet': {'1.1'}, Apr 20 17:07:21.620876 n-d-838032-1 neutron-server[84083]: 'Trunk': {'1.1'}} Apr 20 17:07:21.620876 n-d-838032-1 neutron-server[84083]: consumer versions: Apr 20 17:07:21.620876 n-d-838032-1 neutron-server[84083]: { DHCP agent@n-d-838032-1: {}, Apr 20 17:07:21.620876 n-d-838032-1 neutron-server[84083]: HyperV agent@n-h1-838032-1: {}, Apr 20 17:07:21.620876 n-d-838032-1 neutron-server[84083]: HyperV agent@n-h2-838032-1: {}, Apr 20 17:07:21.620876 n-d-838032-1 neutron-server[84083]: L3 agent@n-d-838032-1: {}, Apr 20 17:07:21.620876 n-d-838032-1 neutron-server[84083]: Metadata agent@n-d-838032-1: {}, Apr 20 17:07:21.620876 n-d-838032-1 neutron-server[84083]: Metering agent@n-d-838032-1: {}, Apr 20 17:07:21.620876 n-d-838032-1 neutron-server[84083]: Open vSwitch agent@n-d-838032-1: { 'ConntrackHelper': '1.0', Apr 20 17:07:21.620876 n-d-838032-1 neutron-server[84083]: 'Log': '1.0', Apr 20 17:07:21.620876 n-d-838032-1 neutron-server[84083]: 'Network': '1.1', Apr 20 17:07:21.620876 n-d-838032-1 neutron-server[84083]: 'Port': '1.5', Apr 20 17:07:21.620876 n-d-838032-1 neutron-server[84083]: 'PortForwarding': '1.2', Apr 20 17:07:21.620876 n-d-838032-1 neutron-server[84083]: 'QosPolicy': '1.8', Apr 20 17:07:21.620876 n-d-838032-1 neutron-server[84083]: 'SecurityGroup': '1.2', Apr 20 17:07:21.620876 n-d-838032-1 neutron-server[84083]: 'SecurityGroupRule': '1.0', Apr 20 17:07:21.620876 n-d-838032-1 neutron-server[84083]: 'SubPort': '1.0', Apr 20 17:07:21.620876 n-d-838032-1 neutron-server[84083]: 'Subnet': '1.1', Apr 20 17:07:21.620876 n-d-838032-1 neutron-server[84083]: 'Trunk': '1.1'}} Apr 20 17:07:21.620876 n-d-838032-1 neutron-server[84083]: {{(pid=84083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 17:07:21.638040 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ac361-53c1-4f19-ab57-32060ce51a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae389172-ec17-4908-9eb0-5a6cb289d60a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:21.644524 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-bf54331f-497d-4e6e-8199-c6c8fb583281 None None] Attempting to bind port 649fa2ec-3248-400b-886e-118e8b18e61a on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:07:21.645036 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-bf54331f-497d-4e6e-8199-c6c8fb583281 None None] Attempting to bind port 649fa2ec-3248-400b-886e-118e8b18e61a by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:07:21.645488 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf54331f-497d-4e6e-8199-c6c8fb583281 None None] Attempting to bind port 649fa2ec-3248-400b-886e-118e8b18e61a on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:07:21.653241 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf54331f-497d-4e6e-8199-c6c8fb583281 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:07:21.653686 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf54331f-497d-4e6e-8199-c6c8fb583281 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:07:21.654198 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-bf54331f-497d-4e6e-8199-c6c8fb583281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:21.654770 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf54331f-497d-4e6e-8199-c6c8fb583281 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:07:21.655416 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-bf54331f-497d-4e6e-8199-c6c8fb583281 None None] Bound port: 649fa2ec-3248-400b-886e-118e8b18e61a, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:07:21.655794 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-bf54331f-497d-4e6e-8199-c6c8fb583281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:21.683720 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8c2b21ee-a302-45a3-88fa-6e35504703b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:21.688222 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2e4c0877-a4c6-42e6-bf2a-c5ff53c44d40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:21.696946 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8c2b21ee-a302-45a3-88fa-6e35504703b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:21.714677 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 49a95ea7-6fb4-400d-b987-064daecab7b2 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:07:21.721417 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-885a97b8-1aa5-47f0-88b1-d6d60a0f3fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:21.733151 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-bf54331f-497d-4e6e-8199-c6c8fb583281 None None] For port 649fa2ec-3248-400b-886e-118e8b18e61a, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:07:21.737466 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-bf54331f-497d-4e6e-8199-c6c8fb583281 None None] For port 649fa2ec-3248-400b-886e-118e8b18e61a, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=649fa2ec-3248-400b-886e-118e8b18e61a,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:07:21.748551 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-2e4c0877-a4c6-42e6-bf2a-c5ff53c44d40 admin admin] Transition to ACTIVE for port object 4246ea6a-762c-4b08-8810-64d46da0aed5 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:07:21.750329 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-bf54331f-497d-4e6e-8199-c6c8fb583281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:21.769885 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11741c-8a82-41dd-9b80-ccd937dd1b86 req-fbe26f86-235d-46f3-b994-16ca2a47ec0b tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:21.771079 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba11741c-8a82-41dd-9b80-ccd937dd1b86 req-fbe26f86-235d-46f3-b994-16ca2a47ec0b tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a8da7-04bf-42ae-b79c-3eb337fd8856 HTTP/1.1" status: 200 len: 968 time: 0.6037250 Apr 20 17:07:21.793142 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413afdb-a254-4725-b08b-edcc54743ef9 req-0aece15b-3921-4cd9-8965-475eeb0db0b9 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:21.793872 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0413afdb-a254-4725-b08b-edcc54743ef9 req-0aece15b-3921-4cd9-8965-475eeb0db0b9 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2f10364-5081-4018-8629-85ed2675d589 HTTP/1.1" status: 200 len: 948 time: 0.0963180 Apr 20 17:07:21.808158 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2e4c0877-a4c6-42e6-bf2a-c5ff53c44d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:21.816040 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b21ee-a302-45a3-88fa-6e35504703b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47dce6d-ac62-4714-ad28-8747905f9ca5,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:21.819846 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-885a97b8-1aa5-47f0-88b1-d6d60a0f3fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:21.832655 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8c2b21ee-a302-45a3-88fa-6e35504703b7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=094250edf94249bd90b6e20358f13a01&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0919683 Apr 20 17:07:21.838820 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-92fee8a7-d6c1-4c81-9235-16598b090f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:21.840258 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55736) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:21.869111 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf54331f-497d-4e6e-8199-c6c8fb583281 None None] Routers {'d85c0ff1-683b-40e1-b039-a4b9139c38a8'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:07:21.869891 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-bf54331f-497d-4e6e-8199-c6c8fb583281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:07:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d85c0ff1-683b-40e1-b039-a4b9139c38a8'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:07:21.890664 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4c0877-a4c6-42e6-bf2a-c5ff53c44d40 admin admin] Network 62862590-8584-4ef8-b251-867e255b53a5 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:07:21.895367 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-2e4c0877-a4c6-42e6-bf2a-c5ff53c44d40 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:07:21.905921 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4c0877-a4c6-42e6-bf2a-c5ff53c44d40 admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:07:21.906411 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2e4c0877-a4c6-42e6-bf2a-c5ff53c44d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:21.927841 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-92fee8a7-d6c1-4c81-9235-16598b090f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:21.983631 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba11741c-8a82-41dd-9b80-ccd937dd1b86 req-8016bd92-eb16-4457-95b7-d3f5159d3f2b tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/security-groups?id=64a1b96d-1d47-4b13-a21a-d1c2547700f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945343 Apr 20 17:07:21.996152 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e237350-992f-4c12-bc26-d8f2240ab30a None None] Pushing event updated for resources: {'Port': ['ID=649fa2ec-3248-400b-886e-118e8b18e61a,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:22.043466 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-885a97b8-1aa5-47f0-88b1-d6d60a0f3fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:22.044607 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c0877-a4c6-42e6-bf2a-c5ff53c44d40 admin admin] Pushing event updated for resources: {'Port': ['ID=4246ea6a-762c-4b08-8810-64d46da0aed5,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:22.059828 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0413afdb-a254-4725-b08b-edcc54743ef9 req-da74f1eb-f339-48c6-8ae7-0907be535f10 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac3d550-ab69-4260-a2db-a8272138d792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406416 Apr 20 17:07:22.063655 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2e4c0877-a4c6-42e6-bf2a-c5ff53c44d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:22.063846 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 49a95ea7-6fb4-400d-b987-064daecab7b2, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=49a95ea7-6fb4-400d-b987-064daecab7b2,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:07:22.077764 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-137364d3-d91a-406f-9fe9-381317b92bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:22.081460 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a97b8-1aa5-47f0-88b1-d6d60a0f3fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9464d4-5c7b-404b-9f36-b8f80a17b6d1,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:22.095704 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '49a95ea7-6fb4-400d-b987-064daecab7b2', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': '49a95ea7-6fb4-400d-b987-064daecab7b2', 'mac_address': 'fa:16:3e:85:34:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:07:22.128882 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-92fee8a7-d6c1-4c81-9235-16598b090f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:22.148225 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-bf54331f-497d-4e6e-8199-c6c8fb583281 None None] Set router d85c0ff1-683b-40e1-b039-a4b9139c38a8 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:07:22.155057 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-137364d3-d91a-406f-9fe9-381317b92bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:22.166519 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-885a97b8-1aa5-47f0-88b1-d6d60a0f3fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:22.167631 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-885a97b8-1aa5-47f0-88b1-d6d60a0f3fed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/de9464d4-5c7b-404b-9f36-b8f80a17b6d1 HTTP/1.1" status: 204 len: 168 time: 1.1017685 Apr 20 17:07:22.172771 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fee8a7-d6c1-4c81-9235-16598b090f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae389172-ec17-4908-9eb0-5a6cb289d60a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:22.180693 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-92fee8a7-d6c1-4c81-9235-16598b090f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:22.193258 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-92fee8a7-d6c1-4c81-9235-16598b090f96 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae389172-ec17-4908-9eb0-5a6cb289d60a HTTP/1.1" status: 204 len: 168 time: 0.5925267 Apr 20 17:07:22.271483 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-137364d3-d91a-406f-9fe9-381317b92bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:22.282761 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:22.288670 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137364d3-d91a-406f-9fe9-381317b92bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47dce6d-ac62-4714-ad28-8747905f9ca5,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:22.303771 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-137364d3-d91a-406f-9fe9-381317b92bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:22.304999 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-137364d3-d91a-406f-9fe9-381317b92bf9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c47dce6d-ac62-4714-ad28-8747905f9ca5 HTTP/1.1" status: 204 len: 168 time: 0.4596953 Apr 20 17:07:22.344719 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a95ea7-6fb4-400d-b987-064daecab7b2 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:07:22.380309 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2e4c0877-a4c6-42e6-bf2a-c5ff53c44d40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:22.381140 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 49a95ea7-6fb4-400d-b987-064daecab7b2, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=49a95ea7-6fb4-400d-b987-064daecab7b2,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:07:22.388375 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:22.390364 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2e4c0877-a4c6-42e6-bf2a-c5ff53c44d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:22.391275 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2e4c0877-a4c6-42e6-bf2a-c5ff53c44d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:22.469656 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-60a92705-fc0d-43f9-b2fa-694cfb1cec14 None None] Provisioning for port 4246ea6a-762c-4b08-8810-64d46da0aed5 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:07:22.509430 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-60a92705-fc0d-43f9-b2fa-694cfb1cec14 None None] Provisioning complete for port 4246ea6a-762c-4b08-8810-64d46da0aed5 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:22.509986 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-60a92705-fc0d-43f9-b2fa-694cfb1cec14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:22.545555 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c0877-a4c6-42e6-bf2a-c5ff53c44d40 admin admin] Pushing event updated for resources: {'Port': ['ID=4246ea6a-762c-4b08-8810-64d46da0aed5,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:22.623636 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-bf54331f-497d-4e6e-8199-c6c8fb583281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504829768-router', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:16Z', 'updated_at': '2022-04-20T17:07:18Z', 'revision_number': 3, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'gw_port': {'id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:49:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:17Z', 'updated_at': '2022-04-20T17:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:07:22.628502 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf54331f-497d-4e6e-8199-c6c8fb583281 None None] The sync data for ids ['d85c0ff1-683b-40e1-b039-a4b9139c38a8'] in n-d-838032-1 is: [{'id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504829768-router', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:16Z', 'updated_at': '2022-04-20T17:07:18Z', 'revision_number': 3, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'gw_port': {'id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:49:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:17Z', 'updated_at': '2022-04-20T17:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:07:22.634040 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-60a92705-fc0d-43f9-b2fa-694cfb1cec14 None None] Port 4246ea6a-762c-4b08-8810-64d46da0aed5 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:07:22.654204 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4c0877-a4c6-42e6-bf2a-c5ff53c44d40 admin admin] Network 62862590-8584-4ef8-b251-867e255b53a5 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:07:22.655713 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-2e4c0877-a4c6-42e6-bf2a-c5ff53c44d40 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:07:22.699291 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=49a95ea7-6fb4-400d-b987-064daecab7b2,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:22.824105 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['49a95ea7-6fb4-400d-b987-064daecab7b2'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:07:23.151996 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-75e78436-fc20-4385-9273-c7365b98a22a None None] Provisioning complete for port 4246ea6a-762c-4b08-8810-64d46da0aed5 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:23.152454 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-75e78436-fc20-4385-9273-c7365b98a22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:23.238154 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55764) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:23.273263 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b83f2030-2b35-4cd6-8f18-2316c1b153f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:23.285995 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 649fa2ec-3248-400b-886e-118e8b18e61a up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:07:23.462425 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-75e78436-fc20-4385-9273-c7365b98a22a None None] Port 4246ea6a-762c-4b08-8810-64d46da0aed5 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:07:23.480567 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 70a21a86-4d34-4670-883b-c64bf2f5cac6 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:07:23.492426 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b83f2030-2b35-4cd6-8f18-2316c1b153f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:23.514065 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b83f2030-2b35-4cd6-8f18-2316c1b153f5 admin admin] Usage tracker for resource:security_group_rule and tenant:f168b40f738b4eedb8dbb0b560d67276 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:23.518017 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b83f2030-2b35-4cd6-8f18-2316c1b153f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:23.540550 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4c0877-a4c6-42e6-bf2a-c5ff53c44d40 admin admin] Router d85c0ff1-683b-40e1-b039-a4b9139c38a8 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:07:23.541599 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b83f2030-2b35-4cd6-8f18-2316c1b153f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:23.599780 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 649fa2ec-3248-400b-886e-118e8b18e61a completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:07:23.622111 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 70a21a86-4d34-4670-883b-c64bf2f5cac6 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:07:23.629043 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 649fa2ec-3248-400b-886e-118e8b18e61a triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:23.629043 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:23.641487 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b83f2030-2b35-4cd6-8f18-2316c1b153f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:23.665471 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b83f2030-2b35-4cd6-8f18-2316c1b153f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:23.706757 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 70a21a86-4d34-4670-883b-c64bf2f5cac6 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:23.706999 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97486de-4580-4e0d-be7d-ef7654cfe162 req-a86b31be-debb-4a8f-b0c7-acee4abe39b8 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:23.707105 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:23.709179 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d97486de-4580-4e0d-be7d-ef7654cfe162 req-a86b31be-debb-4a8f-b0c7-acee4abe39b8 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a8da7-04bf-42ae-b79c-3eb337fd8856 HTTP/1.1" status: 200 len: 968 time: 0.4114120 Apr 20 17:07:23.786139 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f2030-2b35-4cd6-8f18-2316c1b153f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d235d8-fbe1-487c-a197-e0f99c1b30b7,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:23.818974 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b83f2030-2b35-4cd6-8f18-2316c1b153f5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f168b40f738b4eedb8dbb0b560d67276&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5771294 Apr 20 17:07:23.820739 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55776) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:23.862167 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d97486de-4580-4e0d-be7d-ef7654cfe162 req-18078744-c17e-4ed8-9f97-65896625708d tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/security-groups?id=64a1b96d-1d47-4b13-a21a-d1c2547700f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458659 Apr 20 17:07:23.890180 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:23.920054 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 649fa2ec-3248-400b-886e-118e8b18e61a, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=649fa2ec-3248-400b-886e-118e8b18e61a,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:07:23.944009 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf6eac-6e16-45d5-96f4-6fd29306705f req-6de446f6-ac3e-47dc-bca6-91e997128f0e tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:23.947301 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d4bf6eac-6e16-45d5-96f4-6fd29306705f req-6de446f6-ac3e-47dc-bca6-91e997128f0e tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2f10364-5081-4018-8629-85ed2675d589 HTTP/1.1" status: 200 len: 949 time: 0.5613310 Apr 20 17:07:23.956314 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:23.964399 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e610c073-653c-436b-b129-ef75e0cec7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:24.013269 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e610c073-653c-436b-b129-ef75e0cec7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:24.035908 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=649fa2ec-3248-400b-886e-118e8b18e61a,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:24.051542 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d4bf6eac-6e16-45d5-96f4-6fd29306705f req-18e1e310-2c21-4709-b04d-114849f6758c tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac3d550-ab69-4260-a2db-a8272138d792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949521 Apr 20 17:07:24.057151 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:24.092459 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446a8da7-04bf-42ae-b79c-3eb337fd8856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a21a86-4d34-4670-883b-c64bf2f5cac6'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:07:24.111429 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e610c073-653c-436b-b129-ef75e0cec7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:24.132236 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4c0877-a4c6-42e6-bf2a-c5ff53c44d40 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:07:24.146371 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2e4c0877-a4c6-42e6-bf2a-c5ff53c44d40 admin admin] 10.222.0.39 "PUT /v2.0/routers/d85c0ff1-683b-40e1-b039-a4b9139c38a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4401340 Apr 20 17:07:24.150641 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610c073-653c-436b-b129-ef75e0cec7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d235d8-fbe1-487c-a197-e0f99c1b30b7,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:24.157427 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e610c073-653c-436b-b129-ef75e0cec7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:24.161972 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e610c073-653c-436b-b129-ef75e0cec7ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/41d235d8-fbe1-487c-a197-e0f99c1b30b7 HTTP/1.1" status: 204 len: 168 time: 0.3337977 Apr 20 17:07:24.177132 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 70a21a86-4d34-4670-883b-c64bf2f5cac6, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=70a21a86-4d34-4670-883b-c64bf2f5cac6,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:07:24.183040 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:24.218720 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55798) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:24.260921 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=70a21a86-4d34-4670-883b-c64bf2f5cac6,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:24.535839 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-2f0f3a69-b00d-4623-84c8-b568d670cd77 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-320399051-network', 'tenant_id': '87c9f027d55f4af4be844aa833f2aac7'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:07:24.541106 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-2f0f3a69-b00d-4623-84c8-b568d670cd77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:24.545230 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-2f0f3a69-b00d-4623-84c8-b568d670cd77 admin admin] Usage tracker for resource:network and tenant:87c9f027d55f4af4be844aa833f2aac7 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:24.548263 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-2f0f3a69-b00d-4623-84c8-b568d670cd77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:24.554855 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-2f0f3a69-b00d-4623-84c8-b568d670cd77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:24.570003 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0f3a69-b00d-4623-84c8-b568d670cd77 admin admin] Made reservation on behalf of 87c9f027d55f4af4be844aa833f2aac7 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:07:24.572923 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2f0f3a69-b00d-4623-84c8-b568d670cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:24.592561 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2f0f3a69-b00d-4623-84c8-b568d670cd77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:24.626644 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-2f0f3a69-b00d-4623-84c8-b568d670cd77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:24.630593 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-2f0f3a69-b00d-4623-84c8-b568d670cd77 admin admin] Usage tracker for resource:security_group_rule and tenant:87c9f027d55f4af4be844aa833f2aac7 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:24.633494 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-2f0f3a69-b00d-4623-84c8-b568d670cd77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:24.640275 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-2f0f3a69-b00d-4623-84c8-b568d670cd77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:24.724113 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2f0f3a69-b00d-4623-84c8-b568d670cd77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:24.729175 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2f0f3a69-b00d-4623-84c8-b568d670cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:24.761662 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0f3a69-b00d-4623-84c8-b568d670cd77 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:07:24.770242 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f3a69-b00d-4623-84c8-b568d670cd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68082dc-bbe5-417d-914d-9c6a058cb6f7,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:24.778044 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2f0f3a69-b00d-4623-84c8-b568d670cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:24.778634 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-2f0f3a69-b00d-4623-84c8-b568d670cd77 admin admin] Added segment 8166e85e-d5e8-4c2e-bb2b-0dae7ab9bb43 of type vlan for network e76769e1-bcbf-42d3-b82d-69098057f8a8 Apr 20 17:07:24.812100 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2f0f3a69-b00d-4623-84c8-b568d670cd77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:24.883882 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15fdd9e6-1251-4496-b4de-c8a1f686a441'] response: {'server_uuid': '446a8da7-04bf-42ae-b79c-3eb337fd8856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a21a86-4d34-4670-883b-c64bf2f5cac6', 'code': 200} Apr 20 17:07:24.900933 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2f0f3a69-b00d-4623-84c8-b568d670cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:24.902792 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0f3a69-b00d-4623-84c8-b568d670cd77 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:24.903676 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2f0f3a69-b00d-4623-84c8-b568d670cd77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:25.032846 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f3a69-b00d-4623-84c8-b568d670cd77 admin admin] Pushing event updated for resources: {'Network': ['ID=e76769e1-bcbf-42d3-b82d-69098057f8a8,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:25.055797 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network e76769e1-bcbf-42d3-b82d-69098057f8a8 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:07:25.094401 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2f0f3a69-b00d-4623-84c8-b568d670cd77 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8742406 Apr 20 17:07:25.098314 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55840) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:25.103874 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-e59cec0b-5c58-4e9c-a017-e7659d96b50f admin admin] Request body: {'subnet': {'network_id': 'e76769e1-bcbf-42d3-b82d-69098057f8a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-320399051-subnet', 'tenant_id': '87c9f027d55f4af4be844aa833f2aac7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:07:25.112841 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e59cec0b-5c58-4e9c-a017-e7659d96b50f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:25.122878 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e59cec0b-5c58-4e9c-a017-e7659d96b50f admin admin] Usage tracker for resource:subnet and tenant:87c9f027d55f4af4be844aa833f2aac7 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:25.129408 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e59cec0b-5c58-4e9c-a017-e7659d96b50f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:25.144112 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e59cec0b-5c58-4e9c-a017-e7659d96b50f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:25.166052 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59cec0b-5c58-4e9c-a017-e7659d96b50f admin admin] Made reservation on behalf of 87c9f027d55f4af4be844aa833f2aac7 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:07:25.168737 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e59cec0b-5c58-4e9c-a017-e7659d96b50f admin admin] Notify callbacks [] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:25.216443 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 649fa2ec-3248-400b-886e-118e8b18e61a up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:07:25.298051 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-be7905fa-aaeb-49b3-bb18-f41d80631deb req-24403276-0052-424a-b190-75d1fb4d0784 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=446a8da7-04bf-42ae-b79c-3eb337fd8856 HTTP/1.1" status: 200 len: 1120 time: 0.3302853 Apr 20 17:07:25.352780 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-be7905fa-aaeb-49b3-bb18-f41d80631deb req-b7e0cb07-cbeb-4050-bea6-0d7d63f88ca2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:25.358522 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 649fa2ec-3248-400b-886e-118e8b18e61a triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:25.359130 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:25.377191 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7d72c-cd39-452b-8c58-95e2655a2570 req-d1576095-8b25-4fa0-b445-9e2ebc78fa83 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:25.378681 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b8a7d72c-cd39-452b-8c58-95e2655a2570 req-d1576095-8b25-4fa0-b445-9e2ebc78fa83 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a8da7-04bf-42ae-b79c-3eb337fd8856 HTTP/1.1" status: 200 len: 969 time: 0.2840419 Apr 20 17:07:25.464467 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae4a6f-a1bb-4320-b8b5-1d4e10da3a28 req-aa2f19d6-8cc8-4d41-abf1-73982eef2bc7 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:25.465989 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9cae4a6f-a1bb-4320-b8b5-1d4e10da3a28 req-aa2f19d6-8cc8-4d41-abf1-73982eef2bc7 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2f10364-5081-4018-8629-85ed2675d589 HTTP/1.1" status: 200 len: 949 time: 0.1586397 Apr 20 17:07:25.541976 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b8a7d72c-cd39-452b-8c58-95e2655a2570 req-bd1ac797-3f53-4093-a6a5-456cdbbd5c73 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/security-groups?id=64a1b96d-1d47-4b13-a21a-d1c2547700f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511962 Apr 20 17:07:25.552275 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-be7905fa-aaeb-49b3-bb18-f41d80631deb req-b7e0cb07-cbeb-4050-bea6-0d7d63f88ca2 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:25.561140 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-be7905fa-aaeb-49b3-bb18-f41d80631deb req-b7e0cb07-cbeb-4050-bea6-0d7d63f88ca2 service neutron] Usage tracker for resource:security_group_rule and tenant:47ce03453a8546de93cd245b7b6cabe7 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:25.567910 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-be7905fa-aaeb-49b3-bb18-f41d80631deb req-b7e0cb07-cbeb-4050-bea6-0d7d63f88ca2 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:25.581998 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9cae4a6f-a1bb-4320-b8b5-1d4e10da3a28 req-61ed3690-e903-47d4-b6ad-9762a3e682ca tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac3d550-ab69-4260-a2db-a8272138d792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065497 Apr 20 17:07:25.583518 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-be7905fa-aaeb-49b3-bb18-f41d80631deb req-b7e0cb07-cbeb-4050-bea6-0d7d63f88ca2 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:25.649546 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e59cec0b-5c58-4e9c-a017-e7659d96b50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:25.700994 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-be7905fa-aaeb-49b3-bb18-f41d80631deb req-b7e0cb07-cbeb-4050-bea6-0d7d63f88ca2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:25.712205 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-be7905fa-aaeb-49b3-bb18-f41d80631deb req-b7e0cb07-cbeb-4050-bea6-0d7d63f88ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:25.713774 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 49a95ea7-6fb4-400d-b987-064daecab7b2 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:07:25.741228 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59cec0b-5c58-4e9c-a017-e7659d96b50f admin admin] Checking segment: {'id': '8166e85e-d5e8-4c2e-bb2b-0dae7ab9bb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e76769e1-bcbf-42d3-b82d-69098057f8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:07:25.741574 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59cec0b-5c58-4e9c-a017-e7659d96b50f admin admin] Network hostable DHCP agents. Network: e76769e1-bcbf-42d3-b82d-69098057f8a8, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:07:25.747690 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59cec0b-5c58-4e9c-a017-e7659d96b50f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6783173f-e57e-48d6-8a98-2f1bd84c21e9,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:25.771479 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59cec0b-5c58-4e9c-a017-e7659d96b50f admin admin] Network e76769e1-bcbf-42d3-b82d-69098057f8a8 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:07:25.775259 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-be7905fa-aaeb-49b3-bb18-f41d80631deb req-b7e0cb07-cbeb-4050-bea6-0d7d63f88ca2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=64a1b96d-1d47-4b13-a21a-d1c2547700f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656661 Apr 20 17:07:25.793618 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-e59cec0b-5c58-4e9c-a017-e7659d96b50f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, e76769e1-bcbf-42d3-b82d-69098057f8a8) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:07:25.797610 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 49a95ea7-6fb4-400d-b987-064daecab7b2 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:07:25.799655 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e0cb07-cbeb-4050-bea6-0d7d63f88ca2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbfe060-2b49-4888-beaf-f99c22df4ee5,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:25.805659 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59cec0b-5c58-4e9c-a017-e7659d96b50f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:25.806266 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e59cec0b-5c58-4e9c-a017-e7659d96b50f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:25.813509 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b96e3b-78b3-47e4-ae6b-3e0711ee7977 None None] Network e76769e1-bcbf-42d3-b82d-69098057f8a8 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:07:25.832820 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 49a95ea7-6fb4-400d-b987-064daecab7b2 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:25.833275 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:25.845993 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e59cec0b-5c58-4e9c-a017-e7659d96b50f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7465479 Apr 20 17:07:25.849485 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55858) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:25.856239 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-6f8d8fc3-728a-4d79-a12e-44e4f85ffdd7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-320399051-router', 'tenant_id': '87c9f027d55f4af4be844aa833f2aac7', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:07:25.861194 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6f8d8fc3-728a-4d79-a12e-44e4f85ffdd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:25.868721 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6f8d8fc3-728a-4d79-a12e-44e4f85ffdd7 admin admin] Usage tracker for resource:router and tenant:87c9f027d55f4af4be844aa833f2aac7 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:25.872349 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6f8d8fc3-728a-4d79-a12e-44e4f85ffdd7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:25.878992 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6f8d8fc3-728a-4d79-a12e-44e4f85ffdd7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:25.897647 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6f8d8fc3-728a-4d79-a12e-44e4f85ffdd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:25.898653 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6f8d8fc3-728a-4d79-a12e-44e4f85ffdd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:25.922045 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6f8d8fc3-728a-4d79-a12e-44e4f85ffdd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:26.024468 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55868) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:26.030623 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-42c3ef52-706a-420f-a270-470e2ff3d731 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1949333664-network', 'tenant_id': '7b630b101a784ca88bdc941423401f06'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:07:26.037115 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-42c3ef52-706a-420f-a270-470e2ff3d731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:26.047217 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-42c3ef52-706a-420f-a270-470e2ff3d731 admin admin] Usage tracker for resource:network and tenant:7b630b101a784ca88bdc941423401f06 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:26.054819 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-42c3ef52-706a-420f-a270-470e2ff3d731 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:26.067511 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-42c3ef52-706a-420f-a270-470e2ff3d731 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:26.092893 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c3ef52-706a-420f-a270-470e2ff3d731 admin admin] Made reservation on behalf of 7b630b101a784ca88bdc941423401f06 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:07:26.095520 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-42c3ef52-706a-420f-a270-470e2ff3d731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:26.123041 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-42c3ef52-706a-420f-a270-470e2ff3d731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:26.127079 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:26.195860 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6f8d8fc3-728a-4d79-a12e-44e4f85ffdd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:26.218368 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-42c3ef52-706a-420f-a270-470e2ff3d731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:26.221928 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8c32f9-1382-4fa4-899c-2c5ca13dde77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-e76769e1-bcbf-42d3-b82d-69098057f8a8', 'network_id': 'e76769e1-bcbf-42d3-b82d-69098057f8a8', 'tenant_id': '87c9f027d55f4af4be844aa833f2aac7', 'fixed_ips': [{'subnet_id': '6783173f-e57e-48d6-8a98-2f1bd84c21e9'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:07:26.222792 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1b8c32f9-1382-4fa4-899c-2c5ca13dde77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:26.239516 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-42c3ef52-706a-420f-a270-470e2ff3d731 admin admin] Usage tracker for resource:security_group_rule and tenant:7b630b101a784ca88bdc941423401f06 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:26.242817 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-42c3ef52-706a-420f-a270-470e2ff3d731 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:26.248992 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-42c3ef52-706a-420f-a270-470e2ff3d731 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:26.276345 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 49a95ea7-6fb4-400d-b987-064daecab7b2, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=49a95ea7-6fb4-400d-b987-064daecab7b2,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:07:26.345371 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:26.352167 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-42c3ef52-706a-420f-a270-470e2ff3d731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:26.365911 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-42c3ef52-706a-420f-a270-470e2ff3d731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:26.445286 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42c3ef52-706a-420f-a270-470e2ff3d731 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:07:26.474879 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c3ef52-706a-420f-a270-470e2ff3d731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12756979-bd27-445e-9845-c0aa87c32d00,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:26.492620 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-42c3ef52-706a-420f-a270-470e2ff3d731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:26.493092 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-42c3ef52-706a-420f-a270-470e2ff3d731 admin admin] Added segment f53b8d94-9598-48ae-b88f-3d2451b599cf of type vlan for network 8b4c1a56-1299-4e52-875e-62da32b51c2b Apr 20 17:07:26.512541 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=49a95ea7-6fb4-400d-b987-064daecab7b2,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:26.536260 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6f8d8fc3-728a-4d79-a12e-44e4f85ffdd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:26.556287 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-42c3ef52-706a-420f-a270-470e2ff3d731 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:26.574589 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6f8d8fc3-728a-4d79-a12e-44e4f85ffdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:26.622614 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-42c3ef52-706a-420f-a270-470e2ff3d731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:26.623487 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c3ef52-706a-420f-a270-470e2ff3d731 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:26.624534 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-42c3ef52-706a-420f-a270-470e2ff3d731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:26.680152 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-1b8c32f9-1382-4fa4-899c-2c5ca13dde77 None None] Allocated IP 172.20.0.2 (e76769e1-bcbf-42d3-b82d-69098057f8a8/6783173f-e57e-48d6-8a98-2f1bd84c21e9/35859ad5-cf46-4176-9997-059d9538db9c) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:07:26.715712 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-42c3ef52-706a-420f-a270-470e2ff3d731 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6901026 Apr 20 17:07:26.732705 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55886) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:26.796239 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-ee09a937-49b3-4ba0-89fc-839f704bb575 admin admin] Request body: {'subnet': {'network_id': '8b4c1a56-1299-4e52-875e-62da32b51c2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1949333664-subnet', 'tenant_id': '7b630b101a784ca88bdc941423401f06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:07:26.815178 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ee09a937-49b3-4ba0-89fc-839f704bb575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:26.880714 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ee09a937-49b3-4ba0-89fc-839f704bb575 admin admin] Usage tracker for resource:subnet and tenant:7b630b101a784ca88bdc941423401f06 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:26.886467 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ee09a937-49b3-4ba0-89fc-839f704bb575 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:26.900646 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ee09a937-49b3-4ba0-89fc-839f704bb575 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:26.914820 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c3ef52-706a-420f-a270-470e2ff3d731 admin admin] Pushing event updated for resources: {'Network': ['ID=8b4c1a56-1299-4e52-875e-62da32b51c2b,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:26.923033 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-6f8d8fc3-728a-4d79-a12e-44e4f85ffdd7 admin admin] Allocated IP 172.25.8.83 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/d7778fd4-a757-487d-add6-64e0bcd23ea7) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:07:26.945121 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f10364-5081-4018-8629-85ed2675d589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a95ea7-6fb4-400d-b987-064daecab7b2'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:07:26.948231 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee09a937-49b3-4ba0-89fc-839f704bb575 admin admin] Made reservation on behalf of 7b630b101a784ca88bdc941423401f06 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:07:26.950558 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ee09a937-49b3-4ba0-89fc-839f704bb575 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:26.954917 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 8b4c1a56-1299-4e52-875e-62da32b51c2b details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:07:26.967940 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf6631-7097-448d-bd88-02faa961d65e None None] Sync routers for ids ['d85c0ff1-683b-40e1-b039-a4b9139c38a8'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:07:27.108828 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18562dc2-5dd6-427c-94e9-1bda27f7177c req-45061df3-8e27-4028-86f8-dbfad91ba517 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:27.110727 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-18562dc2-5dd6-427c-94e9-1bda27f7177c req-45061df3-8e27-4028-86f8-dbfad91ba517 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a8da7-04bf-42ae-b79c-3eb337fd8856 HTTP/1.1" status: 200 len: 969 time: 0.3190329 Apr 20 17:07:27.115676 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabf6631-7097-448d-bd88-02faa961d65e None None] Routers {'d85c0ff1-683b-40e1-b039-a4b9139c38a8'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:07:27.116343 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-eabf6631-7097-448d-bd88-02faa961d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:07:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d85c0ff1-683b-40e1-b039-a4b9139c38a8'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:07:27.244507 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1b8c32f9-1382-4fa4-899c-2c5ca13dde77 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:27.245977 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6f8d8fc3-728a-4d79-a12e-44e4f85ffdd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:27.248587 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-18562dc2-5dd6-427c-94e9-1bda27f7177c req-7d37f5dc-c737-4089-a4c5-1513cad22989 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/security-groups?id=64a1b96d-1d47-4b13-a21a-d1c2547700f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299257 Apr 20 17:07:27.278956 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21fb3e-a919-4751-ae37-9ac9b650e520 req-0f50ef18-08f2-43d2-8542-52c30ec3ad9d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:27.296182 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5a21fb3e-a919-4751-ae37-9ac9b650e520 req-0f50ef18-08f2-43d2-8542-52c30ec3ad9d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2f10364-5081-4018-8629-85ed2675d589 HTTP/1.1" status: 200 len: 950 time: 0.2659512 Apr 20 17:07:27.314991 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ee09a937-49b3-4ba0-89fc-839f704bb575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:27.345952 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-eabf6631-7097-448d-bd88-02faa961d65e None None] Set router d85c0ff1-683b-40e1-b039-a4b9139c38a8 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:07:27.385208 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1b8c32f9-1382-4fa4-899c-2c5ca13dde77 None None] Transition to ACTIVE for port object 35859ad5-cf46-4176-9997-059d9538db9c will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:07:27.412947 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6f8d8fc3-728a-4d79-a12e-44e4f85ffdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:27.420326 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09a937-49b3-4ba0-89fc-839f704bb575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42a9b566-5357-4c27-86d7-af23f6127772,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:27.429684 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1b8c32f9-1382-4fa4-899c-2c5ca13dde77 None None] Transition to ACTIVE for port object 35859ad5-cf46-4176-9997-059d9538db9c will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:07:27.442119 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee09a937-49b3-4ba0-89fc-839f704bb575 admin admin] Checking segment: {'id': 'f53b8d94-9598-48ae-b88f-3d2451b599cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8b4c1a56-1299-4e52-875e-62da32b51c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:07:27.442766 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee09a937-49b3-4ba0-89fc-839f704bb575 admin admin] Network hostable DHCP agents. Network: 8b4c1a56-1299-4e52-875e-62da32b51c2b, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:07:27.474332 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee09a937-49b3-4ba0-89fc-839f704bb575 admin admin] Network 8b4c1a56-1299-4e52-875e-62da32b51c2b is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:07:27.497832 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-ee09a937-49b3-4ba0-89fc-839f704bb575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 8b4c1a56-1299-4e52-875e-62da32b51c2b) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:07:27.504645 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1b8c32f9-1382-4fa4-899c-2c5ca13dde77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:27.512190 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee09a937-49b3-4ba0-89fc-839f704bb575 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:27.514210 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ee09a937-49b3-4ba0-89fc-839f704bb575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:27.528230 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5a21fb3e-a919-4751-ae37-9ac9b650e520 req-225c8ec6-032a-4d9d-9eeb-52fa79ab286b tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac3d550-ab69-4260-a2db-a8272138d792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293851 Apr 20 17:07:27.546117 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5faead9-3fe9-4875-a967-7e5fc3df6b30 None None] Network 8b4c1a56-1299-4e52-875e-62da32b51c2b requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:07:27.589319 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ee09a937-49b3-4ba0-89fc-839f704bb575 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8552465 Apr 20 17:07:27.593394 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55912) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:27.609419 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-af33a550-bb7e-4ac3-b853-c5a781a25324 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1949333664-router', 'tenant_id': '7b630b101a784ca88bdc941423401f06', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:07:27.646440 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-af33a550-bb7e-4ac3-b853-c5a781a25324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:27.655864 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8d8fc3-728a-4d79-a12e-44e4f85ffdd7 admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:07:27.657335 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-af33a550-bb7e-4ac3-b853-c5a781a25324 admin admin] Usage tracker for resource:router and tenant:7b630b101a784ca88bdc941423401f06 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:27.663166 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-6f8d8fc3-728a-4d79-a12e-44e4f85ffdd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:07:27.664384 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-af33a550-bb7e-4ac3-b853-c5a781a25324 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:27.673484 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d8fc3-728a-4d79-a12e-44e4f85ffdd7 admin admin] Pushing event updated for resources: {'Port': ['ID=d7778fd4-a757-487d-add6-64e0bcd23ea7,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:27.681411 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-af33a550-bb7e-4ac3-b853-c5a781a25324 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:27.696546 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8d8fc3-728a-4d79-a12e-44e4f85ffdd7 admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:07:27.709080 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b1aaddb-fc3b-4b49-9055-e23b9ee7f569'] response: {'server_uuid': 'f2f10364-5081-4018-8629-85ed2675d589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a95ea7-6fb4-400d-b987-064daecab7b2', 'code': 200} Apr 20 17:07:27.717029 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af33a550-bb7e-4ac3-b853-c5a781a25324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:27.718208 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af33a550-bb7e-4ac3-b853-c5a781a25324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:27.770367 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af33a550-bb7e-4ac3-b853-c5a781a25324 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:27.809074 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8c32f9-1382-4fa4-899c-2c5ca13dde77 None None] Network e76769e1-bcbf-42d3-b82d-69098057f8a8 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:07:27.832573 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-1b8c32f9-1382-4fa4-899c-2c5ca13dde77 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:07:27.853029 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8c32f9-1382-4fa4-899c-2c5ca13dde77 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:07:27.874215 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c32f9-1382-4fa4-899c-2c5ca13dde77 None None] Pushing event updated for resources: {'Port': ['ID=35859ad5-cf46-4176-9997-059d9538db9c,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:27.951788 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6f8d8fc3-728a-4d79-a12e-44e4f85ffdd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:27.952527 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6f8d8fc3-728a-4d79-a12e-44e4f85ffdd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:28.208402 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-32ac331c-4d9a-4a93-9f27-63f340005f78 req-278f9409-f814-4026-a5ad-2e610f76076c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f2f10364-5081-4018-8629-85ed2675d589 HTTP/1.1" status: 200 len: 1101 time: 0.2774043 Apr 20 17:07:28.238070 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af33a550-bb7e-4ac3-b853-c5a781a25324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:28.241610 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-1b8c32f9-1382-4fa4-899c-2c5ca13dde77 None None] Attempting to bind port 35859ad5-cf46-4176-9997-059d9538db9c on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:07:28.241973 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-1b8c32f9-1382-4fa4-899c-2c5ca13dde77 None None] Attempting to bind port 35859ad5-cf46-4176-9997-059d9538db9c by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '8166e85e-d5e8-4c2e-bb2b-0dae7ab9bb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e76769e1-bcbf-42d3-b82d-69098057f8a8'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:07:28.242361 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8c32f9-1382-4fa4-899c-2c5ca13dde77 None None] Attempting to bind port 35859ad5-cf46-4176-9997-059d9538db9c on network e76769e1-bcbf-42d3-b82d-69098057f8a8 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:07:28.264048 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8c32f9-1382-4fa4-899c-2c5ca13dde77 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:07:28.264793 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8c32f9-1382-4fa4-899c-2c5ca13dde77 None None] Checking segment: {'id': '8166e85e-d5e8-4c2e-bb2b-0dae7ab9bb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e76769e1-bcbf-42d3-b82d-69098057f8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:07:28.264793 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1b8c32f9-1382-4fa4-899c-2c5ca13dde77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:28.265195 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8c32f9-1382-4fa4-899c-2c5ca13dde77 None None] Bound using segment: {'id': '8166e85e-d5e8-4c2e-bb2b-0dae7ab9bb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e76769e1-bcbf-42d3-b82d-69098057f8a8'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:07:28.265592 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-1b8c32f9-1382-4fa4-899c-2c5ca13dde77 None None] Bound port: 35859ad5-cf46-4176-9997-059d9538db9c, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8166e85e-d5e8-4c2e-bb2b-0dae7ab9bb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e76769e1-bcbf-42d3-b82d-69098057f8a8'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:07:28.265967 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1b8c32f9-1382-4fa4-899c-2c5ca13dde77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:28.266772 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8d8fc3-728a-4d79-a12e-44e4f85ffdd7 admin admin] Router 44fb96e8-7d04-48f5-a979-f31d3c76b2a3 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:07:28.280797 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18937365-c087-4a92-8f65-0427fbad593e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-8b4c1a56-1299-4e52-875e-62da32b51c2b', 'network_id': '8b4c1a56-1299-4e52-875e-62da32b51c2b', 'tenant_id': '7b630b101a784ca88bdc941423401f06', 'fixed_ips': [{'subnet_id': '42a9b566-5357-4c27-86d7-af23f6127772'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:07:28.281671 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-18937365-c087-4a92-8f65-0427fbad593e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:28.461427 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-eabf6631-7097-448d-bd88-02faa961d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504829768-router', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:16Z', 'updated_at': '2022-04-20T17:07:21Z', 'revision_number': 4, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'gw_port': {'id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:17Z', 'updated_at': '2022-04-20T17:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '4246ea6a-762c-4b08-8810-64d46da0aed5', 'name': '', 'network_id': '62862590-8584-4ef8-b251-867e255b53a5', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'mac_address': 'fa:16:3e:fc:02:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13d85e0c-de04-4a6c-ab03-5cd24a8cb53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:21Z', 'updated_at': '2022-04-20T17:07:22Z', 'revision_number': 2, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'subnets': [{'id': '13d85e0c-de04-4a6c-ab03-5cd24a8cb53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:07:28.462777 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-32ac331c-4d9a-4a93-9f27-63f340005f78 req-333e3afe-217f-4500-81e4-99d04b937264 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cac3d550-ab69-4260-a2db-a8272138d792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462437 Apr 20 17:07:28.467061 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1b8c32f9-1382-4fa4-899c-2c5ca13dde77 None None] For port 35859ad5-cf46-4176-9997-059d9538db9c, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:07:28.473645 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1b8c32f9-1382-4fa4-899c-2c5ca13dde77 None None] For port 35859ad5-cf46-4176-9997-059d9538db9c, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=35859ad5-cf46-4176-9997-059d9538db9c,segment=NetworkSegment(8166e85e-d5e8-4c2e-bb2b-0dae7ab9bb43),segment_id=8166e85e-d5e8-4c2e-bb2b-0dae7ab9bb43)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:07:28.503070 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf6631-7097-448d-bd88-02faa961d65e None None] Checking router: d85c0ff1-683b-40e1-b039-a4b9139c38a8 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:07:28.503525 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf6631-7097-448d-bd88-02faa961d65e None None] Updating router d85c0ff1-683b-40e1-b039-a4b9139c38a8 port 4246ea6a-762c-4b08-8810-64d46da0aed5 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:07:28.538662 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1b8c32f9-1382-4fa4-899c-2c5ca13dde77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:28.641774 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-eabf6631-7097-448d-bd88-02faa961d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:28.648269 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4fd65025-b180-42d0-acce-cf99df2672ff req-ac5ac986-1708-42c7-aa86-acefa19b7139 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e710a50eaac343389b37eff63cf1f21f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429618 Apr 20 17:07:28.659021 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af33a550-bb7e-4ac3-b853-c5a781a25324 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:28.660396 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-18937365-c087-4a92-8f65-0427fbad593e None None] Allocated IP 172.20.0.2 (8b4c1a56-1299-4e52-875e-62da32b51c2b/42a9b566-5357-4c27-86d7-af23f6127772/048d4f77-18bc-49f6-a11e-3f3fe09d920b) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:07:28.662360 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922001d-a334-4d98-b9db-0ab4ab64384f req-228b7700-fbeb-4419-8113-d4fc13a0eb8d tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:28.674890 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c922001d-a334-4d98-b9db-0ab4ab64384f req-228b7700-fbeb-4419-8113-d4fc13a0eb8d tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a8da7-04bf-42ae-b79c-3eb337fd8856 HTTP/1.1" status: 200 len: 969 time: 0.2085974 Apr 20 17:07:28.715488 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af33a550-bb7e-4ac3-b853-c5a781a25324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:28.803238 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c922001d-a334-4d98-b9db-0ab4ab64384f req-4bec37f5-cc8e-4544-9346-6c706018593b tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/security-groups?id=64a1b96d-1d47-4b13-a21a-d1c2547700f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268938 Apr 20 17:07:28.841781 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8d8fc3-728a-4d79-a12e-44e4f85ffdd7 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:07:28.857686 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b790c5-00e7-40b7-8015-05d66b6c24a5 None None] Sync routers for ids ['44fb96e8-7d04-48f5-a979-f31d3c76b2a3'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:07:28.901082 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b790c5-00e7-40b7-8015-05d66b6c24a5 None None] Routers {'44fb96e8-7d04-48f5-a979-f31d3c76b2a3'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:07:28.901737 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-52b790c5-00e7-40b7-8015-05d66b6c24a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:07:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['44fb96e8-7d04-48f5-a979-f31d3c76b2a3'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:07:28.950826 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6f8d8fc3-728a-4d79-a12e-44e4f85ffdd7 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:28.956687 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6f8d8fc3-728a-4d79-a12e-44e4f85ffdd7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1027145 Apr 20 17:07:28.956850 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c32f9-1382-4fa4-899c-2c5ca13dde77 None None] Pushing event updated for resources: {'Port': ['ID=35859ad5-cf46-4176-9997-059d9538db9c,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:28.957398 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55948) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:29.007552 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd65025-b180-42d0-acce-cf99df2672ff req-4d113220-3abd-4128-9f85-4df7f4657611 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:29.009270 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4fd65025-b180-42d0-acce-cf99df2672ff req-4d113220-3abd-4128-9f85-4df7f4657611 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3216131 Apr 20 17:07:29.089528 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-af33a550-bb7e-4ac3-b853-c5a781a25324 admin admin] Allocated IP 172.25.8.240 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/945ed82b-eb84-4a2e-84e9-a654c3f9e8c3) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:07:29.172790 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-52b790c5-00e7-40b7-8015-05d66b6c24a5 None None] Set router 44fb96e8-7d04-48f5-a979-f31d3c76b2a3 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:07:29.296620 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4fd65025-b180-42d0-acce-cf99df2672ff req-36528620-effb-4c51-86f6-e02334f4458e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/quotas/e710a50eaac343389b37eff63cf1f21f HTTP/1.1" status: 200 len: 375 time: 0.2810805 Apr 20 17:07:29.307240 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 35859ad5-cf46-4176-9997-059d9538db9c up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:07:29.357374 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4fd65025-b180-42d0-acce-cf99df2672ff req-cfccc3d1-2b23-4320-84f8-e39e3276adc2 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e710a50eaac343389b37eff63cf1f21f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598023 Apr 20 17:07:29.476586 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af33a550-bb7e-4ac3-b853-c5a781a25324 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:29.481624 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff01e1-fcdc-4f50-88b8-7c1c10db2597 req-7971f53b-cfb2-4f64-ad09-f2dc2eda465a tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:29.491413 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-30ff01e1-fcdc-4f50-88b8-7c1c10db2597 req-7971f53b-cfb2-4f64-ad09-f2dc2eda465a tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2f10364-5081-4018-8629-85ed2675d589 HTTP/1.1" status: 200 len: 950 time: 0.1639521 Apr 20 17:07:29.531014 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af33a550-bb7e-4ac3-b853-c5a781a25324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:29.623661 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-18937365-c087-4a92-8f65-0427fbad593e None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:29.638938 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-30ff01e1-fcdc-4f50-88b8-7c1c10db2597 req-df24a2a3-70a3-49ac-9d70-de69d301ab5f tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac3d550-ab69-4260-a2db-a8272138d792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461694 Apr 20 17:07:29.655044 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33a550-bb7e-4ac3-b853-c5a781a25324 admin admin] Pushing event updated for resources: {'Port': ['ID=945ed82b-eb84-4a2e-84e9-a654c3f9e8c3,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:29.670928 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af33a550-bb7e-4ac3-b853-c5a781a25324 admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:07:29.683412 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-af33a550-bb7e-4ac3-b853-c5a781a25324 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:07:29.686564 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af33a550-bb7e-4ac3-b853-c5a781a25324 admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:07:29.713925 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-18937365-c087-4a92-8f65-0427fbad593e None None] Transition to ACTIVE for port object 048d4f77-18bc-49f6-a11e-3f3fe09d920b will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:07:29.758747 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 35859ad5-cf46-4176-9997-059d9538db9c completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:07:29.817618 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-18937365-c087-4a92-8f65-0427fbad593e None None] Transition to ACTIVE for port object 048d4f77-18bc-49f6-a11e-3f3fe09d920b will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:07:29.825865 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-eabf6631-7097-448d-bd88-02faa961d65e None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:29.853181 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-18937365-c087-4a92-8f65-0427fbad593e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:29.941118 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-eabf6631-7097-448d-bd88-02faa961d65e None None] Transition to ACTIVE for port object 4246ea6a-762c-4b08-8810-64d46da0aed5 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:07:30.002697 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-eabf6631-7097-448d-bd88-02faa961d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:30.016901 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-788906d3-1af9-4002-aaf1-c05f3deef8ac req-46b5b01a-91f6-4a28-b655-3c7ce2d50f88 tempest-AggregatesAdminTestJSON-330117074 tempest-AggregatesAdminTestJSON-330117074-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=446a8da7-04bf-42ae-b79c-3eb337fd8856 HTTP/1.1" status: 200 len: 1120 time: 0.1953971 Apr 20 17:07:30.034007 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4f08825b-7a80-4c0b-a6ca-2c9d2a1633d6 req-59e9fe95-24bd-4fca-9790-970ebf9600ce tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/ports?device_id=a215e43b-8c50-4d64-b0f3-b27e976f3f92 HTTP/1.1" status: 200 len: 210 time: 0.1642847 Apr 20 17:07:30.053106 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18937365-c087-4a92-8f65-0427fbad593e None None] Network 8b4c1a56-1299-4e52-875e-62da32b51c2b is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:07:30.069246 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-18937365-c087-4a92-8f65-0427fbad593e None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:07:30.077671 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18937365-c087-4a92-8f65-0427fbad593e None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:07:30.081238 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18937365-c087-4a92-8f65-0427fbad593e None None] Pushing event updated for resources: {'Port': ['ID=048d4f77-18bc-49f6-a11e-3f3fe09d920b,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:30.082498 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-788906d3-1af9-4002-aaf1-c05f3deef8ac req-701be563-1a0a-45c1-813b-82f861c71c81 tempest-AggregatesAdminTestJSON-330117074 tempest-AggregatesAdminTestJSON-330117074-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:30.086927 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-52b790c5-00e7-40b7-8015-05d66b6c24a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fb96e8-7d04-48f5-a979-f31d3c76b2a3', 'name': 'tempest-FloatingIPDetailsTestJSON-320399051-router', 'tenant_id': '87c9f027d55f4af4be844aa833f2aac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'd7778fd4-a757-487d-add6-64e0bcd23ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:25Z', 'updated_at': '2022-04-20T17:07:27Z', 'revision_number': 3, 'project_id': '87c9f027d55f4af4be844aa833f2aac7', 'gw_port': {'id': 'd7778fd4-a757-487d-add6-64e0bcd23ea7', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fb96e8-7d04-48f5-a979-f31d3c76b2a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:26Z', 'updated_at': '2022-04-20T17:07:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:07:30.103941 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b790c5-00e7-40b7-8015-05d66b6c24a5 None None] Checking router: 44fb96e8-7d04-48f5-a979-f31d3c76b2a3 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:07:30.105455 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b790c5-00e7-40b7-8015-05d66b6c24a5 None None] Updating router 44fb96e8-7d04-48f5-a979-f31d3c76b2a3 port d7778fd4-a757-487d-add6-64e0bcd23ea7 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:07:30.193527 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-788906d3-1af9-4002-aaf1-c05f3deef8ac req-701be563-1a0a-45c1-813b-82f861c71c81 tempest-AggregatesAdminTestJSON-330117074 tempest-AggregatesAdminTestJSON-330117074-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:30.217718 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-788906d3-1af9-4002-aaf1-c05f3deef8ac req-701be563-1a0a-45c1-813b-82f861c71c81 tempest-AggregatesAdminTestJSON-330117074 tempest-AggregatesAdminTestJSON-330117074-project-admin] Usage tracker for resource:security_group_rule and tenant:ac76650ad370446e94ca9dc4e096dad3 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:30.223911 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-788906d3-1af9-4002-aaf1-c05f3deef8ac req-701be563-1a0a-45c1-813b-82f861c71c81 tempest-AggregatesAdminTestJSON-330117074 tempest-AggregatesAdminTestJSON-330117074-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:30.230645 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0de16-7920-43af-b299-8736bcdec79a None None] Pushing event updated for resources: {'Port': ['ID=4246ea6a-762c-4b08-8810-64d46da0aed5,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:30.242591 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-788906d3-1af9-4002-aaf1-c05f3deef8ac req-701be563-1a0a-45c1-813b-82f861c71c81 tempest-AggregatesAdminTestJSON-330117074 tempest-AggregatesAdminTestJSON-330117074-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:30.260783 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af33a550-bb7e-4ac3-b853-c5a781a25324 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:30.261905 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af33a550-bb7e-4ac3-b853-c5a781a25324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:30.282890 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-52b790c5-00e7-40b7-8015-05d66b6c24a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:30.389592 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436a8c47-4df4-4ac9-a877-95120c244046 None None] Network e76769e1-bcbf-42d3-b82d-69098057f8a8 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:07:30.810387 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-788906d3-1af9-4002-aaf1-c05f3deef8ac req-701be563-1a0a-45c1-813b-82f861c71c81 tempest-AggregatesAdminTestJSON-330117074 tempest-AggregatesAdminTestJSON-330117074-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:30.833668 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-788906d3-1af9-4002-aaf1-c05f3deef8ac req-701be563-1a0a-45c1-813b-82f861c71c81 tempest-AggregatesAdminTestJSON-330117074 tempest-AggregatesAdminTestJSON-330117074-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:30.997280 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701be563-1a0a-45c1-813b-82f861c71c81 tempest-AggregatesAdminTestJSON-330117074 tempest-AggregatesAdminTestJSON-330117074-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e30cf01-a25f-4788-8de6-cacd43ae1af7,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:31.024567 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-788906d3-1af9-4002-aaf1-c05f3deef8ac req-701be563-1a0a-45c1-813b-82f861c71c81 tempest-AggregatesAdminTestJSON-330117074 tempest-AggregatesAdminTestJSON-330117074-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=64a1b96d-1d47-4b13-a21a-d1c2547700f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0009773 Apr 20 17:07:31.220364 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55982) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:31.238222 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af33a550-bb7e-4ac3-b853-c5a781a25324 admin admin] Router 86532778-0238-4974-a51e-6b9948bb6473 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:07:31.239372 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-52b790c5-00e7-40b7-8015-05d66b6c24a5 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:31.258665 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-52b790c5-00e7-40b7-8015-05d66b6c24a5 None None] Transition to ACTIVE for port object d7778fd4-a757-487d-add6-64e0bcd23ea7 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:07:31.264115 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f481d-fb1d-4fbc-947b-17cb5ba1dc4e req-cdca6ff5-bd75-4d19-9c63-98749c4d8778 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:31.267362 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-18937365-c087-4a92-8f65-0427fbad593e None None] Attempting to bind port 048d4f77-18bc-49f6-a11e-3f3fe09d920b on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:07:31.267875 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-18937365-c087-4a92-8f65-0427fbad593e None None] Attempting to bind port 048d4f77-18bc-49f6-a11e-3f3fe09d920b by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f53b8d94-9598-48ae-b88f-3d2451b599cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8b4c1a56-1299-4e52-875e-62da32b51c2b'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:07:31.268400 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18937365-c087-4a92-8f65-0427fbad593e None None] Attempting to bind port 048d4f77-18bc-49f6-a11e-3f3fe09d920b on network 8b4c1a56-1299-4e52-875e-62da32b51c2b {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:07:31.272479 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-eeae42ec-ccab-4254-b55f-df0772730ea3 None None] Provisioning for port 35859ad5-cf46-4176-9997-059d9538db9c completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:07:31.273090 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e95f481d-fb1d-4fbc-947b-17cb5ba1dc4e req-cdca6ff5-bd75-4d19-9c63-98749c4d8778 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2f10364-5081-4018-8629-85ed2675d589 HTTP/1.1" status: 200 len: 950 time: 0.2745638 Apr 20 17:07:31.275289 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-52b790c5-00e7-40b7-8015-05d66b6c24a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:31.343509 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-eeae42ec-ccab-4254-b55f-df0772730ea3 None None] Provisioning complete for port 35859ad5-cf46-4176-9997-059d9538db9c triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:31.344144 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-eeae42ec-ccab-4254-b55f-df0772730ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:31.423543 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18937365-c087-4a92-8f65-0427fbad593e None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:07:31.425267 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18937365-c087-4a92-8f65-0427fbad593e None None] Checking segment: {'id': 'f53b8d94-9598-48ae-b88f-3d2451b599cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8b4c1a56-1299-4e52-875e-62da32b51c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:07:31.425820 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-18937365-c087-4a92-8f65-0427fbad593e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:31.426413 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18937365-c087-4a92-8f65-0427fbad593e None None] Bound using segment: {'id': 'f53b8d94-9598-48ae-b88f-3d2451b599cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8b4c1a56-1299-4e52-875e-62da32b51c2b'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:07:31.427194 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-18937365-c087-4a92-8f65-0427fbad593e None None] Bound port: 048d4f77-18bc-49f6-a11e-3f3fe09d920b, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53b8d94-9598-48ae-b88f-3d2451b599cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8b4c1a56-1299-4e52-875e-62da32b51c2b'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:07:31.427730 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-18937365-c087-4a92-8f65-0427fbad593e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:31.482383 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e95f481d-fb1d-4fbc-947b-17cb5ba1dc4e req-c9a3cbe9-b9c6-4bb0-b6d9-7f6376183ef7 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac3d550-ab69-4260-a2db-a8272138d792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078192 Apr 20 17:07:31.482880 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-eabf6631-7097-448d-bd88-02faa961d65e None None] Attempting to bind port 4246ea6a-762c-4b08-8810-64d46da0aed5 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:07:31.483410 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-eabf6631-7097-448d-bd88-02faa961d65e None None] Attempting to bind port 4246ea6a-762c-4b08-8810-64d46da0aed5 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'af78e68a-1aac-4499-9edd-4a404858a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '62862590-8584-4ef8-b251-867e255b53a5'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:07:31.483925 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabf6631-7097-448d-bd88-02faa961d65e None None] Attempting to bind port 4246ea6a-762c-4b08-8810-64d46da0aed5 on network 62862590-8584-4ef8-b251-867e255b53a5 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:07:31.568297 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6eeba50b-5999-4a05-9dc3-ef53a7bad22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:31.602431 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e3bc8046-0f34-4d19-afeb-0985f47021ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:31.610989 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc1d25-5c69-42a2-a83f-4df64ef789d7 None None] Pushing event updated for resources: {'Port': ['ID=d7778fd4-a757-487d-add6-64e0bcd23ea7,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:31.624448 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-52b790c5-00e7-40b7-8015-05d66b6c24a5 None None] Attempting to bind port d7778fd4-a757-487d-add6-64e0bcd23ea7 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:07:31.627482 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-52b790c5-00e7-40b7-8015-05d66b6c24a5 None None] Attempting to bind port d7778fd4-a757-487d-add6-64e0bcd23ea7 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:07:31.630881 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b790c5-00e7-40b7-8015-05d66b6c24a5 None None] Attempting to bind port d7778fd4-a757-487d-add6-64e0bcd23ea7 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:07:31.643026 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b790c5-00e7-40b7-8015-05d66b6c24a5 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:07:31.643823 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b790c5-00e7-40b7-8015-05d66b6c24a5 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:07:31.644642 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-52b790c5-00e7-40b7-8015-05d66b6c24a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:31.645462 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b790c5-00e7-40b7-8015-05d66b6c24a5 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:07:31.646468 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-52b790c5-00e7-40b7-8015-05d66b6c24a5 None None] Bound port: d7778fd4-a757-487d-add6-64e0bcd23ea7, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:07:31.648345 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-52b790c5-00e7-40b7-8015-05d66b6c24a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:31.701692 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabf6631-7097-448d-bd88-02faa961d65e None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:07:31.702063 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabf6631-7097-448d-bd88-02faa961d65e None None] Checking segment: {'id': 'af78e68a-1aac-4499-9edd-4a404858a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '62862590-8584-4ef8-b251-867e255b53a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:07:31.702483 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-eabf6631-7097-448d-bd88-02faa961d65e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:31.702872 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabf6631-7097-448d-bd88-02faa961d65e None None] Bound using segment: {'id': 'af78e68a-1aac-4499-9edd-4a404858a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '62862590-8584-4ef8-b251-867e255b53a5'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:07:31.715553 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-eabf6631-7097-448d-bd88-02faa961d65e None None] Bound port: 4246ea6a-762c-4b08-8810-64d46da0aed5, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af78e68a-1aac-4499-9edd-4a404858a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '62862590-8584-4ef8-b251-867e255b53a5'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:07:31.716001 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-eabf6631-7097-448d-bd88-02faa961d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:31.812906 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4fd65025-b180-42d0-acce-cf99df2672ff req-cd8bc033-a785-4f52-bf3c-af05f9445199 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e710a50eaac343389b37eff63cf1f21f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1082704 Apr 20 17:07:31.823148 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e3bc8046-0f34-4d19-afeb-0985f47021ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:31.827485 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e3bc8046-0f34-4d19-afeb-0985f47021ad admin admin] Usage tracker for resource:security_group_rule and tenant:d2937ee584974bbea055185b65afa6a0 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:31.830695 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e3bc8046-0f34-4d19-afeb-0985f47021ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:31.837376 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e3bc8046-0f34-4d19-afeb-0985f47021ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:31.908552 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e3bc8046-0f34-4d19-afeb-0985f47021ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:31.926846 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-52b790c5-00e7-40b7-8015-05d66b6c24a5 None None] For port d7778fd4-a757-487d-add6-64e0bcd23ea7, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:07:31.933554 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-52b790c5-00e7-40b7-8015-05d66b6c24a5 None None] For port d7778fd4-a757-487d-add6-64e0bcd23ea7, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d7778fd4-a757-487d-add6-64e0bcd23ea7,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:07:31.940600 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-18937365-c087-4a92-8f65-0427fbad593e None None] For port 048d4f77-18bc-49f6-a11e-3f3fe09d920b, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:07:31.945793 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-52b790c5-00e7-40b7-8015-05d66b6c24a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:31.962730 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e3bc8046-0f34-4d19-afeb-0985f47021ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:32.006525 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc8046-0f34-4d19-afeb-0985f47021ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0b55fc-9655-4344-8941-4f3bd1711a7d,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:32.037050 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-18937365-c087-4a92-8f65-0427fbad593e None None] For port 048d4f77-18bc-49f6-a11e-3f3fe09d920b, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=048d4f77-18bc-49f6-a11e-3f3fe09d920b,segment=NetworkSegment(f53b8d94-9598-48ae-b88f-3d2451b599cf),segment_id=f53b8d94-9598-48ae-b88f-3d2451b599cf)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:07:32.051458 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-eeae42ec-ccab-4254-b55f-df0772730ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:32.058889 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-6eeba50b-5999-4a05-9dc3-ef53a7bad22a admin admin] Allocated IP 172.20.0.1 (e76769e1-bcbf-42d3-b82d-69098057f8a8/6783173f-e57e-48d6-8a98-2f1bd84c21e9/cdf7a4c8-5b32-4ce6-8699-6177c7de3132) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:07:32.068927 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e3bc8046-0f34-4d19-afeb-0985f47021ad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d2937ee584974bbea055185b65afa6a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8457475 Apr 20 17:07:32.073763 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55992) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:32.083195 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc1d25-5c69-42a2-a83f-4df64ef789d7 None None] Pushing event updated for resources: {'Port': ['ID=d7778fd4-a757-487d-add6-64e0bcd23ea7,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:32.098268 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-049a3608-ca6a-41f5-b661-e153734ff7b7 req-36621908-4b18-4cf5-aa96-2afe4a5ba5ad tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/ports?device_id=a215e43b-8c50-4d64-b0f3-b27e976f3f92 HTTP/1.1" status: 200 len: 210 time: 0.3024924 Apr 20 17:07:32.119013 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b790c5-00e7-40b7-8015-05d66b6c24a5 None None] Routers {'44fb96e8-7d04-48f5-a979-f31d3c76b2a3'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:07:32.119691 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-52b790c5-00e7-40b7-8015-05d66b6c24a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:07:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['44fb96e8-7d04-48f5-a979-f31d3c76b2a3'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:07:32.130289 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-eabf6631-7097-448d-bd88-02faa961d65e None None] For port 4246ea6a-762c-4b08-8810-64d46da0aed5, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:07:32.136512 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-eabf6631-7097-448d-bd88-02faa961d65e None None] For port 4246ea6a-762c-4b08-8810-64d46da0aed5, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=4246ea6a-762c-4b08-8810-64d46da0aed5,segment=NetworkSegment(af78e68a-1aac-4499-9edd-4a404858a5ef),segment_id=af78e68a-1aac-4499-9edd-4a404858a5ef)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:07:32.143365 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-18937365-c087-4a92-8f65-0427fbad593e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:32.189994 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f5d82-61d8-4895-91c8-424f05867ac0 req-fa7ff396-972c-4392-a6a5-ddfe3169c75d tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:32.201617 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0e1f5d82-61d8-4895-91c8-424f05867ac0 req-fa7ff396-972c-4392-a6a5-ddfe3169c75d tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a8da7-04bf-42ae-b79c-3eb337fd8856 HTTP/1.1" status: 200 len: 969 time: 0.2911689 Apr 20 17:07:32.259795 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-eabf6631-7097-448d-bd88-02faa961d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:32.265853 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd65025-b180-42d0-acce-cf99df2672ff req-50d90bc2-8436-416b-962a-e7f6e74ef2f6 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:32.267318 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4fd65025-b180-42d0-acce-cf99df2672ff req-50d90bc2-8436-416b-962a-e7f6e74ef2f6 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4525092 Apr 20 17:07:32.288277 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-4fd65025-b180-42d0-acce-cf99df2672ff req-43bdd914-8359-4d9d-b925-c65048d4831e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Request body: {'port': {'device_id': 'a215e43b-8c50-4d64-b0f3-b27e976f3f92', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'admin_state_up': True, 'tenant_id': 'e710a50eaac343389b37eff63cf1f21f'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:07:32.342777 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-52b790c5-00e7-40b7-8015-05d66b6c24a5 None None] Set router 44fb96e8-7d04-48f5-a979-f31d3c76b2a3 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:07:32.370537 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-eeae42ec-ccab-4254-b55f-df0772730ea3 None None] For port 35859ad5-cf46-4176-9997-059d9538db9c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=35859ad5-cf46-4176-9997-059d9538db9c,segment=NetworkSegment(8166e85e-d5e8-4c2e-bb2b-0dae7ab9bb43),segment_id=8166e85e-d5e8-4c2e-bb2b-0dae7ab9bb43)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:07:32.443989 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-eeae42ec-ccab-4254-b55f-df0772730ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:32.497278 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af33a550-bb7e-4ac3-b853-c5a781a25324 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:07:32.513976 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91877d22-2267-49be-b327-2671bfbbd04e None None] Sync routers for ids ['86532778-0238-4974-a51e-6b9948bb6473'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:07:32.542597 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18937365-c087-4a92-8f65-0427fbad593e None None] Pushing event updated for resources: {'Port': ['ID=048d4f77-18bc-49f6-a11e-3f3fe09d920b,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:32.564621 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ed4b3f6-057c-4b03-976d-60e5aaabf2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:32.590521 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-4fd65025-b180-42d0-acce-cf99df2672ff req-43bdd914-8359-4d9d-b925-c65048d4831e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:32.606620 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-4fd65025-b180-42d0-acce-cf99df2672ff req-43bdd914-8359-4d9d-b925-c65048d4831e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Usage tracker for resource:port and tenant:e710a50eaac343389b37eff63cf1f21f is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:32.610686 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-4fd65025-b180-42d0-acce-cf99df2672ff req-43bdd914-8359-4d9d-b925-c65048d4831e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:32.617704 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-4fd65025-b180-42d0-acce-cf99df2672ff req-43bdd914-8359-4d9d-b925-c65048d4831e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:32.620694 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af33a550-bb7e-4ac3-b853-c5a781a25324 admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:32.622331 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-af33a550-bb7e-4ac3-b853-c5a781a25324 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.0278947 Apr 20 17:07:32.626835 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55998) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:32.677764 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0e1f5d82-61d8-4895-91c8-424f05867ac0 req-855519e8-d14f-4762-9bf0-42e10fc3c86a tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/security-groups?id=64a1b96d-1d47-4b13-a21a-d1c2547700f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574677 Apr 20 17:07:32.712765 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fd65025-b180-42d0-acce-cf99df2672ff req-43bdd914-8359-4d9d-b925-c65048d4831e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Made reservation on behalf of e710a50eaac343389b37eff63cf1f21f for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:07:32.718119 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4fd65025-b180-42d0-acce-cf99df2672ff req-43bdd914-8359-4d9d-b925-c65048d4831e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:32.800912 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabf6631-7097-448d-bd88-02faa961d65e None None] Routers {'d85c0ff1-683b-40e1-b039-a4b9139c38a8'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:07:32.802399 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-eabf6631-7097-448d-bd88-02faa961d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:07:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d85c0ff1-683b-40e1-b039-a4b9139c38a8'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:07:32.860555 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4fd65025-b180-42d0-acce-cf99df2672ff req-43bdd914-8359-4d9d-b925-c65048d4831e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:32.912662 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ed4b3f6-057c-4b03-976d-60e5aaabf2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:32.958724 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-4fd65025-b180-42d0-acce-cf99df2672ff req-43bdd914-8359-4d9d-b925-c65048d4831e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:32.965863 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-4fd65025-b180-42d0-acce-cf99df2672ff req-43bdd914-8359-4d9d-b925-c65048d4831e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Usage tracker for resource:security_group_rule and tenant:e710a50eaac343389b37eff63cf1f21f is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:32.969100 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-4fd65025-b180-42d0-acce-cf99df2672ff req-43bdd914-8359-4d9d-b925-c65048d4831e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:32.978480 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-4fd65025-b180-42d0-acce-cf99df2672ff req-43bdd914-8359-4d9d-b925-c65048d4831e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:32.985631 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-52b790c5-00e7-40b7-8015-05d66b6c24a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fb96e8-7d04-48f5-a979-f31d3c76b2a3', 'name': 'tempest-FloatingIPDetailsTestJSON-320399051-router', 'tenant_id': '87c9f027d55f4af4be844aa833f2aac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'd7778fd4-a757-487d-add6-64e0bcd23ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:25Z', 'updated_at': '2022-04-20T17:07:27Z', 'revision_number': 3, 'project_id': '87c9f027d55f4af4be844aa833f2aac7', 'gw_port': {'id': 'd7778fd4-a757-487d-add6-64e0bcd23ea7', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fb96e8-7d04-48f5-a979-f31d3c76b2a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:26Z', 'updated_at': '2022-04-20T17:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:07:32.997143 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b790c5-00e7-40b7-8015-05d66b6c24a5 None None] The sync data for ids ['44fb96e8-7d04-48f5-a979-f31d3c76b2a3'] in n-d-838032-1 is: [{'id': '44fb96e8-7d04-48f5-a979-f31d3c76b2a3', 'name': 'tempest-FloatingIPDetailsTestJSON-320399051-router', 'tenant_id': '87c9f027d55f4af4be844aa833f2aac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'd7778fd4-a757-487d-add6-64e0bcd23ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:25Z', 'updated_at': '2022-04-20T17:07:27Z', 'revision_number': 3, 'project_id': '87c9f027d55f4af4be844aa833f2aac7', 'gw_port': {'id': 'd7778fd4-a757-487d-add6-64e0bcd23ea7', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fb96e8-7d04-48f5-a979-f31d3c76b2a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:26Z', 'updated_at': '2022-04-20T17:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:07:33.060993 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6eeba50b-5999-4a05-9dc3-ef53a7bad22a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:33.080156 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f9733-000c-4b87-92ac-a5fe83140fc0 req-5954bd08-a54a-4741-877b-2211d6a7980f tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:33.081821 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-601f9733-000c-4b87-92ac-a5fe83140fc0 req-5954bd08-a54a-4741-877b-2211d6a7980f tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.43 "GET /v2.0/ports?device_id=446a8da7-04bf-42ae-b79c-3eb337fd8856 HTTP/1.1" status: 200 len: 969 time: 0.4070687 Apr 20 17:07:33.082029 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91877d22-2267-49be-b327-2671bfbbd04e None None] Routers {'86532778-0238-4974-a51e-6b9948bb6473'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:07:33.082724 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-91877d22-2267-49be-b327-2671bfbbd04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:07:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['86532778-0238-4974-a51e-6b9948bb6473'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:07:33.096698 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4fd65025-b180-42d0-acce-cf99df2672ff req-43bdd914-8359-4d9d-b925-c65048d4831e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:33.113398 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4fd65025-b180-42d0-acce-cf99df2672ff req-43bdd914-8359-4d9d-b925-c65048d4831e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:33.124043 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-6eeba50b-5999-4a05-9dc3-ef53a7bad22a admin admin] Transition to ACTIVE for port object cdf7a4c8-5b32-4ce6-8699-6177c7de3132 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:07:33.191306 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ed4b3f6-057c-4b03-976d-60e5aaabf2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:33.229879 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-601f9733-000c-4b87-92ac-a5fe83140fc0 req-e0ec9859-243b-4a6d-be29-9599a9aa7000 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Deleting port 70a21a86-4d34-4670-883b-c64bf2f5cac6 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:07:33.230490 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-601f9733-000c-4b87-92ac-a5fe83140fc0 req-e0ec9859-243b-4a6d-be29-9599a9aa7000 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:33.259448 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-eabf6631-7097-448d-bd88-02faa961d65e None None] Set router d85c0ff1-683b-40e1-b039-a4b9139c38a8 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:07:33.291517 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ed4b3f6-057c-4b03-976d-60e5aaabf2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:33.292934 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2ed4b3f6-057c-4b03-976d-60e5aaabf2bb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3b0b55fc-9655-4344-8941-4f3bd1711a7d HTTP/1.1" status: 204 len: 168 time: 1.2136977 Apr 20 17:07:33.357399 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4b3f6-057c-4b03-976d-60e5aaabf2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0b55fc-9655-4344-8941-4f3bd1711a7d,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:33.380620 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-4fd65025-b180-42d0-acce-cf99df2672ff req-43bdd914-8359-4d9d-b925-c65048d4831e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Allocated IP 192.168.233.241 (9a774663-a30d-4bd1-8b41-83fe693f2d30/777b4790-ba4c-49e9-8844-3c09c1447f40/6238eff7-b98c-4ffd-b69f-baed3f496681) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:07:33.469775 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 048d4f77-18bc-49f6-a11e-3f3fe09d920b up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:07:33.516573 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdd914-8359-4d9d-b925-c65048d4831e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d2a5b8-ad15-4130-acbb-2ca6e8d80347,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:33.684280 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-601f9733-000c-4b87-92ac-a5fe83140fc0 req-e0ec9859-243b-4a6d-be29-9599a9aa7000 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] For port 70a21a86-4d34-4670-883b-c64bf2f5cac6, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=70a21a86-4d34-4670-883b-c64bf2f5cac6,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:07:33.684896 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-601f9733-000c-4b87-92ac-a5fe83140fc0 req-e0ec9859-243b-4a6d-be29-9599a9aa7000 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:33.837786 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0de16-7920-43af-b299-8736bcdec79a None None] Pushing event updated for resources: {'Port': ['ID=4246ea6a-762c-4b08-8810-64d46da0aed5,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:33.892501 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83494544-400c-4ab7-80c8-e9bdde4079ec req-778f097d-6532-41f4-97c6-f8aba112eb20 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:33.898108 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56016) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:33.900153 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-83494544-400c-4ab7-80c8-e9bdde4079ec req-778f097d-6532-41f4-97c6-f8aba112eb20 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2f10364-5081-4018-8629-85ed2675d589 HTTP/1.1" status: 200 len: 950 time: 0.3781216 Apr 20 17:07:33.928187 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 048d4f77-18bc-49f6-a11e-3f3fe09d920b completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:07:33.954268 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf26a3a-837a-43b4-ab55-44be72186c4b None None] Network 8b4c1a56-1299-4e52-875e-62da32b51c2b requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:07:33.978425 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-601f9733-000c-4b87-92ac-a5fe83140fc0 req-e0ec9859-243b-4a6d-be29-9599a9aa7000 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Calling delete_port for 70a21a86-4d34-4670-883b-c64bf2f5cac6 owned by compute:tempest-test_az-68064386 {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:07:34.008975 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4fd65025-b180-42d0-acce-cf99df2672ff req-43bdd914-8359-4d9d-b925-c65048d4831e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:34.047556 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-4fd65025-b180-42d0-acce-cf99df2672ff req-43bdd914-8359-4d9d-b925-c65048d4831e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Transition to ACTIVE for port object 6238eff7-b98c-4ffd-b69f-baed3f496681 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:07:34.054783 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6eeba50b-5999-4a05-9dc3-ef53a7bad22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:34.073919 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-83494544-400c-4ab7-80c8-e9bdde4079ec req-d1b7bcdc-12b2-446b-893a-f99ecba3543a tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac3d550-ab69-4260-a2db-a8272138d792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912135 Apr 20 17:07:34.112956 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4fd65025-b180-42d0-acce-cf99df2672ff req-43bdd914-8359-4d9d-b925-c65048d4831e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:34.146780 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cf2de257-3d7f-4185-b4c5-4556a34df456 req-116e4b6d-6be5-4f0a-aaef-55b8322cb091 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/ports?device_id=a215e43b-8c50-4d64-b0f3-b27e976f3f92 HTTP/1.1" status: 200 len: 210 time: 0.2475889 Apr 20 17:07:34.147457 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeba50b-5999-4a05-9dc3-ef53a7bad22a admin admin] Pushing event updated for resources: {'Port': ['ID=cdf7a4c8-5b32-4ce6-8699-6177c7de3132,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:34.153408 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f5648dc4-694c-430e-9e99-5e47bd8205cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:34.203443 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f5648dc4-694c-430e-9e99-5e47bd8205cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:34.205189 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-91877d22-2267-49be-b327-2671bfbbd04e None None] Set router 86532778-0238-4974-a51e-6b9948bb6473 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:07:34.207146 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f5648dc4-694c-430e-9e99-5e47bd8205cf admin admin] Usage tracker for resource:security_group_rule and tenant:6266ce6855bf405ead68de1005c1feca is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:34.210111 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f5648dc4-694c-430e-9e99-5e47bd8205cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:34.215874 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f5648dc4-694c-430e-9e99-5e47bd8205cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:34.217971 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fd65025-b180-42d0-acce-cf99df2672ff req-43bdd914-8359-4d9d-b925-c65048d4831e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:07:34.223591 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-4fd65025-b180-42d0-acce-cf99df2672ff req-43bdd914-8359-4d9d-b925-c65048d4831e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:07:34.226642 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdd914-8359-4d9d-b925-c65048d4831e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Pushing event updated for resources: {'Port': ['ID=6238eff7-b98c-4ffd-b69f-baed3f496681,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:34.228785 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd65025-b180-42d0-acce-cf99df2672ff req-43bdd914-8359-4d9d-b925-c65048d4831e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:07:34.248853 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd65025-b180-42d0-acce-cf99df2672ff req-43bdd914-8359-4d9d-b925-c65048d4831e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:34.250306 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4fd65025-b180-42d0-acce-cf99df2672ff req-43bdd914-8359-4d9d-b925-c65048d4831e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:34.301156 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f5648dc4-694c-430e-9e99-5e47bd8205cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:34.316422 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f5648dc4-694c-430e-9e99-5e47bd8205cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:34.469446 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeba50b-5999-4a05-9dc3-ef53a7bad22a admin admin] Network e76769e1-bcbf-42d3-b82d-69098057f8a8 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:07:34.499909 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-6eeba50b-5999-4a05-9dc3-ef53a7bad22a admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:07:34.520774 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeba50b-5999-4a05-9dc3-ef53a7bad22a admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:07:34.521248 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6eeba50b-5999-4a05-9dc3-ef53a7bad22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:34.600049 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.10', 58235) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:34.657369 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8979dbd6-a8cd-4491-b939-afc67ee9f2cc None None] Provisioning complete for port 35859ad5-cf46-4176-9997-059d9538db9c triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:34.658008 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8979dbd6-a8cd-4491-b939-afc67ee9f2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:34.706969 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4fd65025-b180-42d0-acce-cf99df2672ff req-43bdd914-8359-4d9d-b925-c65048d4831e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4238014 Apr 20 17:07:34.730568 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-4fd65025-b180-42d0-acce-cf99df2672ff req-1edec2b1-e535-4493-972a-03f237688d7b service neutron] Request body: {'port': {'device_id': 'a215e43b-8c50-4d64-b0f3-b27e976f3f92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:07:34.756359 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae42ec-ccab-4254-b55f-df0772730ea3 None None] Pushing event updated for resources: {'Port': ['ID=35859ad5-cf46-4176-9997-059d9538db9c,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:34.796570 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5648dc4-694c-430e-9e99-5e47bd8205cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3637a79-f4ea-40d3-bffa-2c3d82e38dcc,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:34.831869 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-601f9733-000c-4b87-92ac-a5fe83140fc0 req-e0ec9859-243b-4a6d-be29-9599a9aa7000 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:34.893095 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434af02-cda1-471d-a40e-19abb10290d5 req-46720efd-8acb-4273-85cf-8b04a3d1e9fc tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:34.894617 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7434af02-cda1-471d-a40e-19abb10290d5 req-46720efd-8acb-4273-85cf-8b04a3d1e9fc tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a8da7-04bf-42ae-b79c-3eb337fd8856 HTTP/1.1" status: 200 len: 969 time: 0.5359440 Apr 20 17:07:34.925199 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['70a21a86-4d34-4670-883b-c64bf2f5cac6'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:07:34.958018 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f5648dc4-694c-430e-9e99-5e47bd8205cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6266ce6855bf405ead68de1005c1feca&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0554194 Apr 20 17:07:34.958292 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4fd65025-b180-42d0-acce-cf99df2672ff req-1edec2b1-e535-4493-972a-03f237688d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:34.966739 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec9859-243b-4a6d-be29-9599a9aa7000 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Pushing event deleted for resources: {'Port': ['ID=70a21a86-4d34-4670-883b-c64bf2f5cac6,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:34.967688 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56024) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:35.015144 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-601f9733-000c-4b87-92ac-a5fe83140fc0 req-e0ec9859-243b-4a6d-be29-9599a9aa7000 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] No DVR routers for this DVR port 70a21a86-4d34-4670-883b-c64bf2f5cac6 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:07:35.019425 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-601f9733-000c-4b87-92ac-a5fe83140fc0 req-e0ec9859-243b-4a6d-be29-9599a9aa7000 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:35.061546 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446a8da7-04bf-42ae-b79c-3eb337fd8856', 'name': 'network-vif-deleted', 'tag': '70a21a86-4d34-4670-883b-c64bf2f5cac6'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:07:35.079320 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-601f9733-000c-4b87-92ac-a5fe83140fc0 req-e0ec9859-243b-4a6d-be29-9599a9aa7000 tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.43 "DELETE /v2.0/ports/70a21a86-4d34-4670-883b-c64bf2f5cac6 HTTP/1.1" status: 204 len: 173 time: 1.9885437 Apr 20 17:07:35.094694 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-395e05f8-3417-48db-b31e-5c8e3590fa52 req-c6bf775f-cdab-4166-b1ed-b3a39860afe3 tempest-DeleteServersAdminTestJSON-665685742 tempest-DeleteServersAdminTestJSON-665685742-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f2f10364-5081-4018-8629-85ed2675d589 HTTP/1.1" status: 200 len: 1101 time: 0.4887879 Apr 20 17:07:35.099046 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6eeba50b-5999-4a05-9dc3-ef53a7bad22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:35.189551 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7434af02-cda1-471d-a40e-19abb10290d5 req-f7b0d5d9-79e5-47dc-86dd-71eb41be365f tempest-AggregatesAdminTestJSON-1634292184 tempest-AggregatesAdminTestJSON-1634292184-project] 10.222.0.39 "GET /v2.0/security-groups?id=64a1b96d-1d47-4b13-a21a-d1c2547700f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863564 Apr 20 17:07:35.204170 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f42c4b53-41b8-46d2-9c70-319d830ca877'] response: {'server_uuid': '446a8da7-04bf-42ae-b79c-3eb337fd8856', 'name': 'network-vif-deleted', 'tag': '70a21a86-4d34-4670-883b-c64bf2f5cac6', 'status': 'completed', 'code': 200} Apr 20 17:07:35.324137 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-395e05f8-3417-48db-b31e-5c8e3590fa52 req-185bf382-ac8c-401e-b83d-06b2db395b4e tempest-DeleteServersAdminTestJSON-665685742 tempest-DeleteServersAdminTestJSON-665685742-project-admin] Deleting port 49a95ea7-6fb4-400d-b987-064daecab7b2 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:07:35.327612 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-395e05f8-3417-48db-b31e-5c8e3590fa52 req-185bf382-ac8c-401e-b83d-06b2db395b4e tempest-DeleteServersAdminTestJSON-665685742 tempest-DeleteServersAdminTestJSON-665685742-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:35.399469 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8595f089-e96e-4ff1-ba19-d704e89c1a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:35.430300 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8595f089-e96e-4ff1-ba19-d704e89c1a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:35.437559 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d7778fd4-a757-487d-add6-64e0bcd23ea7 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:07:35.500334 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8595f089-e96e-4ff1-ba19-d704e89c1a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:35.505968 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-eabf6631-7097-448d-bd88-02faa961d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504829768-router', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:16Z', 'updated_at': '2022-04-20T17:07:21Z', 'revision_number': 4, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'gw_port': {'id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:17Z', 'updated_at': '2022-04-20T17:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '4246ea6a-762c-4b08-8810-64d46da0aed5', 'name': '', 'network_id': '62862590-8584-4ef8-b251-867e255b53a5', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'mac_address': 'fa:16:3e:fc:02:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13d85e0c-de04-4a6c-ab03-5cd24a8cb53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:21Z', 'updated_at': '2022-04-20T17:07:32Z', 'revision_number': 4, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'subnets': [{'id': '13d85e0c-de04-4a6c-ab03-5cd24a8cb53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:07:35.518696 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf6631-7097-448d-bd88-02faa961d65e None None] The sync data for ids ['d85c0ff1-683b-40e1-b039-a4b9139c38a8'] in n-d-838032-1 is: [{'id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504829768-router', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:16Z', 'updated_at': '2022-04-20T17:07:21Z', 'revision_number': 4, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'gw_port': {'id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:17Z', 'updated_at': '2022-04-20T17:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '4246ea6a-762c-4b08-8810-64d46da0aed5', 'name': '', 'network_id': '62862590-8584-4ef8-b251-867e255b53a5', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'mac_address': 'fa:16:3e:fc:02:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13d85e0c-de04-4a6c-ab03-5cd24a8cb53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:21Z', 'updated_at': '2022-04-20T17:07:32Z', 'revision_number': 4, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'subnets': [{'id': '13d85e0c-de04-4a6c-ab03-5cd24a8cb53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:07:35.556759 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-91877d22-2267-49be-b327-2671bfbbd04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86532778-0238-4974-a51e-6b9948bb6473', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1949333664-router', 'tenant_id': '7b630b101a784ca88bdc941423401f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '945ed82b-eb84-4a2e-84e9-a654c3f9e8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:27Z', 'updated_at': '2022-04-20T17:07:29Z', 'revision_number': 3, 'project_id': '7b630b101a784ca88bdc941423401f06', 'gw_port': {'id': '945ed82b-eb84-4a2e-84e9-a654c3f9e8c3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86532778-0238-4974-a51e-6b9948bb6473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:28Z', 'updated_at': '2022-04-20T17:07:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:07:35.569269 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91877d22-2267-49be-b327-2671bfbbd04e None None] Checking router: 86532778-0238-4974-a51e-6b9948bb6473 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:07:35.569601 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91877d22-2267-49be-b327-2671bfbbd04e None None] Updating router 86532778-0238-4974-a51e-6b9948bb6473 port 945ed82b-eb84-4a2e-84e9-a654c3f9e8c3 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:07:35.661737 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port d7778fd4-a757-487d-add6-64e0bcd23ea7 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:07:35.667286 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c025fdae-763e-43a1-9404-12f7f9961de1 None None] Provisioning for port 048d4f77-18bc-49f6-a11e-3f3fe09d920b completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:07:35.681427 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c025fdae-763e-43a1-9404-12f7f9961de1 None None] Provisioning complete for port 048d4f77-18bc-49f6-a11e-3f3fe09d920b triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:35.681782 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c025fdae-763e-43a1-9404-12f7f9961de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:35.738461 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port d7778fd4-a757-487d-add6-64e0bcd23ea7 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:35.739156 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:35.857112 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-91877d22-2267-49be-b327-2671bfbbd04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:35.902089 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622df64e-f50f-4c78-ac79-2b6162a72b6a req-c1e37124-1ac1-4043-b5b5-462833a3cf6d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:35.903764 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-622df64e-f50f-4c78-ac79-2b6162a72b6a req-c1e37124-1ac1-4043-b5b5-462833a3cf6d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2f10364-5081-4018-8629-85ed2675d589 HTTP/1.1" status: 200 len: 950 time: 0.5033345 Apr 20 17:07:35.952438 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-4fd65025-b180-42d0-acce-cf99df2672ff req-1edec2b1-e535-4493-972a-03f237688d7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6238eff7-b98c-4ffd-b69f-baed3f496681 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:07:35.961709 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4fd65025-b180-42d0-acce-cf99df2672ff req-1edec2b1-e535-4493-972a-03f237688d7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:35.974389 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6eeba50b-5999-4a05-9dc3-ef53a7bad22a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:35.979095 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-4fd65025-b180-42d0-acce-cf99df2672ff req-1edec2b1-e535-4493-972a-03f237688d7b service neutron] Transition to ACTIVE for port object 6238eff7-b98c-4ffd-b69f-baed3f496681 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:07:36.009509 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6eeba50b-5999-4a05-9dc3-ef53a7bad22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:36.010293 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6eeba50b-5999-4a05-9dc3-ef53a7bad22a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:36.017976 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-395e05f8-3417-48db-b31e-5c8e3590fa52 req-185bf382-ac8c-401e-b83d-06b2db395b4e tempest-DeleteServersAdminTestJSON-665685742 tempest-DeleteServersAdminTestJSON-665685742-project-admin] For port 49a95ea7-6fb4-400d-b987-064daecab7b2, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=49a95ea7-6fb4-400d-b987-064daecab7b2,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:07:36.018376 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-395e05f8-3417-48db-b31e-5c8e3590fa52 req-185bf382-ac8c-401e-b83d-06b2db395b4e tempest-DeleteServersAdminTestJSON-665685742 tempest-DeleteServersAdminTestJSON-665685742-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:36.149607 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4fd65025-b180-42d0-acce-cf99df2672ff req-1edec2b1-e535-4493-972a-03f237688d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:36.164156 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8595f089-e96e-4ff1-ba19-d704e89c1a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:36.167569 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8595f089-e96e-4ff1-ba19-d704e89c1a12 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b3637a79-f4ea-40d3-bffa-2c3d82e38dcc HTTP/1.1" status: 204 len: 168 time: 1.1904566 Apr 20 17:07:36.219007 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595f089-e96e-4ff1-ba19-d704e89c1a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3637a79-f4ea-40d3-bffa-2c3d82e38dcc,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:36.348921 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-395e05f8-3417-48db-b31e-5c8e3590fa52 req-185bf382-ac8c-401e-b83d-06b2db395b4e tempest-DeleteServersAdminTestJSON-665685742 tempest-DeleteServersAdminTestJSON-665685742-project-admin] Calling delete_port for 49a95ea7-6fb4-400d-b987-064daecab7b2 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:07:36.427734 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:36.436233 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c025fdae-763e-43a1-9404-12f7f9961de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:36.494799 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edec2b1-e535-4493-972a-03f237688d7b service neutron] Pushing event updated for resources: {'Port': ['ID=6238eff7-b98c-4ffd-b69f-baed3f496681,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:36.544860 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port d7778fd4-a757-487d-add6-64e0bcd23ea7, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d7778fd4-a757-487d-add6-64e0bcd23ea7,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:07:36.591432 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-03c4d9eb-776d-4596-8b45-ea4ad9e49bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:36.645325 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:36.646115 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 35859ad5-cf46-4176-9997-059d9538db9c up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:07:36.650344 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeba50b-5999-4a05-9dc3-ef53a7bad22a admin admin] Pushing event updated for resources: {'Port': ['ID=cdf7a4c8-5b32-4ce6-8699-6177c7de3132,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:36.662475 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c6843-62b8-40d5-96a6-6bbb0ae0f19e req-efa456cf-62f7-4e5a-aeab-bc45e384620d tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:36.671395 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-d82c6843-62b8-40d5-96a6-6bbb0ae0f19e req-efa456cf-62f7-4e5a-aeab-bc45e384620d tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Synchronizing usage tracker for tenant:e710a50eaac343389b37eff63cf1f21f on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:07:36.754030 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-c025fdae-763e-43a1-9404-12f7f9961de1 None None] For port 048d4f77-18bc-49f6-a11e-3f3fe09d920b, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=048d4f77-18bc-49f6-a11e-3f3fe09d920b,segment=NetworkSegment(f53b8d94-9598-48ae-b88f-3d2451b599cf),segment_id=f53b8d94-9598-48ae-b88f-3d2451b599cf)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:07:36.790234 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.resource_extend [None req-91877d22-2267-49be-b327-2671bfbbd04e None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:07:36.802111 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-622df64e-f50f-4c78-ac79-2b6162a72b6a req-e366cd41-59df-4108-b9c5-d4238f30b8cf tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac3d550-ab69-4260-a2db-a8272138d792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8852763 Apr 20 17:07:36.844243 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeba50b-5999-4a05-9dc3-ef53a7bad22a admin admin] Network e76769e1-bcbf-42d3-b82d-69098057f8a8 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:07:36.846680 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-4fd65025-b180-42d0-acce-cf99df2672ff req-1edec2b1-e535-4493-972a-03f237688d7b service neutron] Attempting to bind port 6238eff7-b98c-4ffd-b69f-baed3f496681 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:07:36.848109 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-6eeba50b-5999-4a05-9dc3-ef53a7bad22a admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:07:36.848639 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-4fd65025-b180-42d0-acce-cf99df2672ff req-1edec2b1-e535-4493-972a-03f237688d7b service neutron] Attempting to bind port 6238eff7-b98c-4ffd-b69f-baed3f496681 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:07:36.849297 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd65025-b180-42d0-acce-cf99df2672ff req-1edec2b1-e535-4493-972a-03f237688d7b service neutron] Attempting to bind port 6238eff7-b98c-4ffd-b69f-baed3f496681 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:07:36.851303 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c025fdae-763e-43a1-9404-12f7f9961de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:36.851471 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-395e05f8-3417-48db-b31e-5c8e3590fa52 req-185bf382-ac8c-401e-b83d-06b2db395b4e tempest-DeleteServersAdminTestJSON-665685742 tempest-DeleteServersAdminTestJSON-665685742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:36.876103 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-d82c6843-62b8-40d5-96a6-6bbb0ae0f19e req-efa456cf-62f7-4e5a-aeab-bc45e384620d tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Unset dirty status for tenant:e710a50eaac343389b37eff63cf1f21f on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:07:36.878042 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d82c6843-62b8-40d5-96a6-6bbb0ae0f19e req-efa456cf-62f7-4e5a-aeab-bc45e384620d tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/ports?device_id=a215e43b-8c50-4d64-b0f3-b27e976f3f92 HTTP/1.1" status: 200 len: 948 time: 1.2307444 Apr 20 17:07:36.897442 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['49a95ea7-6fb4-400d-b987-064daecab7b2'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:07:36.922874 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd65025-b180-42d0-acce-cf99df2672ff req-1edec2b1-e535-4493-972a-03f237688d7b service neutron] Port 6238eff7-b98c-4ffd-b69f-baed3f496681 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:07:36.923334 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd65025-b180-42d0-acce-cf99df2672ff req-1edec2b1-e535-4493-972a-03f237688d7b service neutron] Attempting to bind port 6238eff7-b98c-4ffd-b69f-baed3f496681 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:07:37.021771 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-d82c6843-62b8-40d5-96a6-6bbb0ae0f19e req-e04c21e9-d691-4d0f-86ee-bba835b1a8d3 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Synchronizing usage tracker for tenant:e710a50eaac343389b37eff63cf1f21f on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:07:37.136626 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185bf382-ac8c-401e-b83d-06b2db395b4e tempest-DeleteServersAdminTestJSON-665685742 tempest-DeleteServersAdminTestJSON-665685742-project-admin] Pushing event deleted for resources: {'Port': ['ID=49a95ea7-6fb4-400d-b987-064daecab7b2,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:37.140624 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=d7778fd4-a757-487d-add6-64e0bcd23ea7,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:37.161436 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd65025-b180-42d0-acce-cf99df2672ff req-1edec2b1-e535-4493-972a-03f237688d7b service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:07:37.178785 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd65025-b180-42d0-acce-cf99df2672ff req-1edec2b1-e535-4493-972a-03f237688d7b service neutron] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:07:37.179598 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd65025-b180-42d0-acce-cf99df2672ff req-1edec2b1-e535-4493-972a-03f237688d7b service neutron] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:07:37.184237 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-4fd65025-b180-42d0-acce-cf99df2672ff req-1edec2b1-e535-4493-972a-03f237688d7b service neutron] Bound port: 6238eff7-b98c-4ffd-b69f-baed3f496681, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:07:37.184701 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4fd65025-b180-42d0-acce-cf99df2672ff req-1edec2b1-e535-4493-972a-03f237688d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:37.261342 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c025fdae-763e-43a1-9404-12f7f9961de1 None None] Provisioning for port 6238eff7-b98c-4ffd-b69f-baed3f496681 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:07:37.327566 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-395e05f8-3417-48db-b31e-5c8e3590fa52 req-185bf382-ac8c-401e-b83d-06b2db395b4e tempest-DeleteServersAdminTestJSON-665685742 tempest-DeleteServersAdminTestJSON-665685742-project-admin] No DVR routers for this DVR port 49a95ea7-6fb4-400d-b987-064daecab7b2 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:07:37.335091 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-395e05f8-3417-48db-b31e-5c8e3590fa52 req-185bf382-ac8c-401e-b83d-06b2db395b4e tempest-DeleteServersAdminTestJSON-665685742 tempest-DeleteServersAdminTestJSON-665685742-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:37.360035 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-91877d22-2267-49be-b327-2671bfbbd04e None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:37.363091 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f10364-5081-4018-8629-85ed2675d589', 'name': 'network-vif-deleted', 'tag': '49a95ea7-6fb4-400d-b987-064daecab7b2'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:07:37.378307 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-395e05f8-3417-48db-b31e-5c8e3590fa52 req-185bf382-ac8c-401e-b83d-06b2db395b4e tempest-DeleteServersAdminTestJSON-665685742 tempest-DeleteServersAdminTestJSON-665685742-project-admin] 10.222.0.10 "DELETE /v2.0/ports/49a95ea7-6fb4-400d-b987-064daecab7b2 HTTP/1.1" status: 204 len: 173 time: 2.2479033 Apr 20 17:07:37.388214 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025fdae-763e-43a1-9404-12f7f9961de1 None None] Pushing event updated for resources: {'Port': ['ID=048d4f77-18bc-49f6-a11e-3f3fe09d920b,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:37.406681 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-4fd65025-b180-42d0-acce-cf99df2672ff req-1edec2b1-e535-4493-972a-03f237688d7b service neutron] For port 6238eff7-b98c-4ffd-b69f-baed3f496681, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:07:37.410370 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-4fd65025-b180-42d0-acce-cf99df2672ff req-1edec2b1-e535-4493-972a-03f237688d7b service neutron] For port 6238eff7-b98c-4ffd-b69f-baed3f496681, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=6238eff7-b98c-4ffd-b69f-baed3f496681,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:07:37.415120 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-91877d22-2267-49be-b327-2671bfbbd04e None None] Transition to ACTIVE for port object 945ed82b-eb84-4a2e-84e9-a654c3f9e8c3 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:07:37.423468 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4fd65025-b180-42d0-acce-cf99df2672ff req-1edec2b1-e535-4493-972a-03f237688d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:37.437032 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c025fdae-763e-43a1-9404-12f7f9961de1 None None] Provisioning for port cdf7a4c8-5b32-4ce6-8699-6177c7de3132 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:07:37.440278 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 35859ad5-cf46-4176-9997-059d9538db9c triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:37.440679 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:37.546965 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-91877d22-2267-49be-b327-2671bfbbd04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:37.561689 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-d82c6843-62b8-40d5-96a6-6bbb0ae0f19e req-e04c21e9-d691-4d0f-86ee-bba835b1a8d3 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Unset dirty status for tenant:e710a50eaac343389b37eff63cf1f21f on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:07:37.562992 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d82c6843-62b8-40d5-96a6-6bbb0ae0f19e req-e04c21e9-d691-4d0f-86ee-bba835b1a8d3 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6d2a5b8-ad15-4130-acbb-2ca6e8d80347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6747897 Apr 20 17:07:37.589185 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45dcd96e-b72d-4eea-b7f9-b25d5c3f23a9'] response: {'server_uuid': 'f2f10364-5081-4018-8629-85ed2675d589', 'name': 'network-vif-deleted', 'tag': '49a95ea7-6fb4-400d-b987-064daecab7b2', 'status': 'completed', 'code': 200} Apr 20 17:07:37.646339 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 70a21a86-4d34-4670-883b-c64bf2f5cac6 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:07:37.646753 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4fd65025-b180-42d0-acce-cf99df2672ff req-1edec2b1-e535-4493-972a-03f237688d7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:37.648204 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4fd65025-b180-42d0-acce-cf99df2672ff req-1edec2b1-e535-4493-972a-03f237688d7b service neutron] 10.222.0.10 "PUT /v2.0/ports/6238eff7-b98c-4ffd-b69f-baed3f496681 HTTP/1.1" status: 200 len: 1096 time: 2.9245315 Apr 20 17:07:37.649113 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a215e43b-8c50-4d64-b0f3-b27e976f3f92', 'tag': '6238eff7-b98c-4ffd-b69f-baed3f496681'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:07:37.672290 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-03c4d9eb-776d-4596-8b45-ea4ad9e49bd3 admin admin] Allocated IP 172.20.0.1 (8b4c1a56-1299-4e52-875e-62da32b51c2b/42a9b566-5357-4c27-86d7-af23f6127772/84efed82-5d7e-4a03-a73e-6d44afefa852) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:07:37.683067 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edec2b1-e535-4493-972a-03f237688d7b service neutron] Pushing event updated for resources: {'Port': ['ID=6238eff7-b98c-4ffd-b69f-baed3f496681,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:37.768882 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c025fdae-763e-43a1-9404-12f7f9961de1 None None] Provisioning complete for port cdf7a4c8-5b32-4ce6-8699-6177c7de3132 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:37.769397 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c025fdae-763e-43a1-9404-12f7f9961de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:37.844910 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a4270d4-4669-48e7-9d46-286e51b4faae'] response: {'name': 'network-changed', 'server_uuid': 'a215e43b-8c50-4d64-b0f3-b27e976f3f92', 'tag': '6238eff7-b98c-4ffd-b69f-baed3f496681', 'status': 'completed', 'code': 200} Apr 20 17:07:37.897241 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eeba50b-5999-4a05-9dc3-ef53a7bad22a admin admin] Router 44fb96e8-7d04-48f5-a979-f31d3c76b2a3 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:07:37.966521 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 70a21a86-4d34-4670-883b-c64bf2f5cac6 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:07:37.967161 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 70a21a86-4d34-4670-883b-c64bf2f5cac6 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:07:38.122227 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9429b-55a0-48d2-8aff-885ca83d3478 None None] Pushing event updated for resources: {'Port': ['ID=945ed82b-eb84-4a2e-84e9-a654c3f9e8c3,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:38.125012 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-c025fdae-763e-43a1-9404-12f7f9961de1 None None] Port cdf7a4c8-5b32-4ce6-8699-6177c7de3132 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:07:38.132145 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-91877d22-2267-49be-b327-2671bfbbd04e None None] Attempting to bind port 945ed82b-eb84-4a2e-84e9-a654c3f9e8c3 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:07:38.132865 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-91877d22-2267-49be-b327-2671bfbbd04e None None] Attempting to bind port 945ed82b-eb84-4a2e-84e9-a654c3f9e8c3 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:07:38.133404 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91877d22-2267-49be-b327-2671bfbbd04e None None] Attempting to bind port 945ed82b-eb84-4a2e-84e9-a654c3f9e8c3 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:07:38.146053 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91877d22-2267-49be-b327-2671bfbbd04e None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:07:38.146740 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91877d22-2267-49be-b327-2671bfbbd04e None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:07:38.147348 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-91877d22-2267-49be-b327-2671bfbbd04e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:38.147936 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91877d22-2267-49be-b327-2671bfbbd04e None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:07:38.148634 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-91877d22-2267-49be-b327-2671bfbbd04e None None] Bound port: 945ed82b-eb84-4a2e-84e9-a654c3f9e8c3, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:07:38.149291 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-91877d22-2267-49be-b327-2671bfbbd04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:38.228128 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-03c4d9eb-776d-4596-8b45-ea4ad9e49bd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:38.250781 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e5e555ab-8100-4c02-80dd-ed25978888d3 req-c456e303-d114-4599-80f3-743f58403b19 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2f10364-5081-4018-8629-85ed2675d589 HTTP/1.1" status: 200 len: 210 time: 0.1262252 Apr 20 17:07:38.259441 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4fd65025-b180-42d0-acce-cf99df2672ff req-189c07be-826c-40fc-8f72-f68db266e241 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e710a50eaac343389b37eff63cf1f21f&device_id=a215e43b-8c50-4d64-b0f3-b27e976f3f92 HTTP/1.1" status: 200 len: 1099 time: 0.4643297 Apr 20 17:07:38.306077 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-91877d22-2267-49be-b327-2671bfbbd04e None None] For port 945ed82b-eb84-4a2e-84e9-a654c3f9e8c3, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:07:38.327308 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-91877d22-2267-49be-b327-2671bfbbd04e None None] For port 945ed82b-eb84-4a2e-84e9-a654c3f9e8c3, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=945ed82b-eb84-4a2e-84e9-a654c3f9e8c3,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:07:38.335083 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-31ab6c06-f00a-4ec8-b765-b3caf0dbafe5 None None] Provisioning complete for port 048d4f77-18bc-49f6-a11e-3f3fe09d920b triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:38.347836 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-31ab6c06-f00a-4ec8-b765-b3caf0dbafe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:38.348082 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-03c4d9eb-776d-4596-8b45-ea4ad9e49bd3 admin admin] Transition to ACTIVE for port object 84efed82-5d7e-4a03-a73e-6d44afefa852 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:07:38.353502 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eeba50b-5999-4a05-9dc3-ef53a7bad22a admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:07:38.382254 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6eeba50b-5999-4a05-9dc3-ef53a7bad22a admin admin] 10.222.0.39 "PUT /v2.0/routers/44fb96e8-7d04-48f5-a979-f31d3c76b2a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4135017 Apr 20 17:07:38.382718 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4fd65025-b180-42d0-acce-cf99df2672ff req-e0294c25-8d49-40a2-bebf-a596cb6a12ee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=6238eff7-b98c-4ffd-b69f-baed3f496681 HTTP/1.1" status: 200 len: 217 time: 0.1007562 Apr 20 17:07:38.419782 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-91877d22-2267-49be-b327-2671bfbbd04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:38.524186 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd65025-b180-42d0-acce-cf99df2672ff req-7e69dbed-f36d-4ec4-9790-116643440a1d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:38.525623 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4fd65025-b180-42d0-acce-cf99df2672ff req-7e69dbed-f36d-4ec4-9790-116643440a1d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1457748 Apr 20 17:07:38.535146 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-03c4d9eb-776d-4596-8b45-ea4ad9e49bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:38.669928 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9429b-55a0-48d2-8aff-885ca83d3478 None None] Pushing event updated for resources: {'Port': ['ID=945ed82b-eb84-4a2e-84e9-a654c3f9e8c3,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:38.682730 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d7778fd4-a757-487d-add6-64e0bcd23ea7 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:07:38.691683 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c4d9eb-776d-4596-8b45-ea4ad9e49bd3 admin admin] Network 8b4c1a56-1299-4e52-875e-62da32b51c2b is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:07:38.696261 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-03c4d9eb-776d-4596-8b45-ea4ad9e49bd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:07:38.702270 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c4d9eb-776d-4596-8b45-ea4ad9e49bd3 admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:07:38.702765 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-03c4d9eb-776d-4596-8b45-ea4ad9e49bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:38.714344 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4d9eb-776d-4596-8b45-ea4ad9e49bd3 admin admin] Pushing event updated for resources: {'Port': ['ID=84efed82-5d7e-4a03-a73e-6d44afefa852,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:38.766132 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4fd65025-b180-42d0-acce-cf99df2672ff req-ff55794b-dda5-40ed-b42d-8c22eb1eb1e4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2337251 Apr 20 17:07:38.824693 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91877d22-2267-49be-b327-2671bfbbd04e None None] Routers {'86532778-0238-4974-a51e-6b9948bb6473'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:07:38.826340 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-91877d22-2267-49be-b327-2671bfbbd04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:07:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['86532778-0238-4974-a51e-6b9948bb6473'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:07:39.021381 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-03c4d9eb-776d-4596-8b45-ea4ad9e49bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:39.141337 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4fd65025-b180-42d0-acce-cf99df2672ff req-5a761759-f2e6-4897-9c05-15766ee2db53 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650496 Apr 20 17:07:39.150169 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port d7778fd4-a757-487d-add6-64e0bcd23ea7 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:39.150662 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:39.163636 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932761c-e381-4350-97de-9ae5ea231328 req-29fff1b8-5433-41ea-b4e6-5826e7e68a03 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:39.165335 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4932761c-e381-4350-97de-9ae5ea231328 req-29fff1b8-5433-41ea-b4e6-5826e7e68a03 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/ports?device_id=a215e43b-8c50-4d64-b0f3-b27e976f3f92 HTTP/1.1" status: 200 len: 948 time: 0.3387418 Apr 20 17:07:39.213079 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fff1a642-5f2a-4df2-a158-aa7e78a78c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:39.251938 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-91877d22-2267-49be-b327-2671bfbbd04e None None] Set router 86532778-0238-4974-a51e-6b9948bb6473 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:07:39.360806 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-31ab6c06-f00a-4ec8-b765-b3caf0dbafe5 None None] Provisioning complete for port cdf7a4c8-5b32-4ce6-8699-6177c7de3132 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:39.360806 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-31ab6c06-f00a-4ec8-b765-b3caf0dbafe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:39.366764 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4932761c-e381-4350-97de-9ae5ea231328 req-fdc057e2-33d7-440e-b232-3e3fd0198daf tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6d2a5b8-ad15-4130-acbb-2ca6e8d80347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391137 Apr 20 17:07:39.513916 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-03c4d9eb-776d-4596-8b45-ea4ad9e49bd3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:39.545169 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-03c4d9eb-776d-4596-8b45-ea4ad9e49bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:39.545917 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-03c4d9eb-776d-4596-8b45-ea4ad9e49bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:39.549676 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 048d4f77-18bc-49f6-a11e-3f3fe09d920b up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:07:39.578213 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4ed9fccd-e965-4f75-93b0-4d7b90364d9e req-2e257116-0129-4d9e-9746-82ad1ca20aa0 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2612879 Apr 20 17:07:39.580029 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-4ed9fccd-e965-4f75-93b0-4d7b90364d9e req-4499ce86-c0c8-4902-bbfc-f607774ef9b1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:07:39.586319 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-4ed9fccd-e965-4f75-93b0-4d7b90364d9e req-4499ce86-c0c8-4902-bbfc-f607774ef9b1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:39.590986 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-4ed9fccd-e965-4f75-93b0-4d7b90364d9e req-4499ce86-c0c8-4902-bbfc-f607774ef9b1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Usage tracker for resource:floatingip and tenant:87c9f027d55f4af4be844aa833f2aac7 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:39.594468 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-4ed9fccd-e965-4f75-93b0-4d7b90364d9e req-4499ce86-c0c8-4902-bbfc-f607774ef9b1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:39.600550 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-4ed9fccd-e965-4f75-93b0-4d7b90364d9e req-4499ce86-c0c8-4902-bbfc-f607774ef9b1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:39.607466 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-31ab6c06-f00a-4ec8-b765-b3caf0dbafe5 None None] Port cdf7a4c8-5b32-4ce6-8699-6177c7de3132 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:07:39.618100 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4ed9fccd-e965-4f75-93b0-4d7b90364d9e req-4499ce86-c0c8-4902-bbfc-f607774ef9b1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:39.683714 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4d9eb-776d-4596-8b45-ea4ad9e49bd3 admin admin] Pushing event updated for resources: {'Port': ['ID=84efed82-5d7e-4a03-a73e-6d44afefa852,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:39.692785 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4fd65025-b180-42d0-acce-cf99df2672ff req-bb90b446-72d3-4211-ba77-ec79597b8f2e service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5349393 Apr 20 17:07:39.810742 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4ed9fccd-e965-4f75-93b0-4d7b90364d9e req-4499ce86-c0c8-4902-bbfc-f607774ef9b1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:39.972257 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 49a95ea7-6fb4-400d-b987-064daecab7b2 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:07:39.999277 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c4d9eb-776d-4596-8b45-ea4ad9e49bd3 admin admin] Network 8b4c1a56-1299-4e52-875e-62da32b51c2b is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:07:40.002323 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-03c4d9eb-776d-4596-8b45-ea4ad9e49bd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:07:40.015639 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 49a95ea7-6fb4-400d-b987-064daecab7b2 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:07:40.015996 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 49a95ea7-6fb4-400d-b987-064daecab7b2 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:07:40.038398 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e05ab89f-36cc-4a5f-a0b6-dfaa507e8e9a None None] Provisioning for port 84efed82-5d7e-4a03-a73e-6d44afefa852 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:07:40.039011 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-4ed9fccd-e965-4f75-93b0-4d7b90364d9e req-4499ce86-c0c8-4902-bbfc-f607774ef9b1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Allocated IP 172.25.8.226 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/00b20b81-f6e0-4e59-af70-e7a7a146b45a) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:07:40.046664 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 048d4f77-18bc-49f6-a11e-3f3fe09d920b triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:40.047028 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:40.082214 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e05ab89f-36cc-4a5f-a0b6-dfaa507e8e9a None None] Provisioning complete for port 84efed82-5d7e-4a03-a73e-6d44afefa852 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:40.082618 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e05ab89f-36cc-4a5f-a0b6-dfaa507e8e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:40.220680 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-e05ab89f-36cc-4a5f-a0b6-dfaa507e8e9a None None] Port 84efed82-5d7e-4a03-a73e-6d44afefa852 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:07:40.306913 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-91877d22-2267-49be-b327-2671bfbbd04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86532778-0238-4974-a51e-6b9948bb6473', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1949333664-router', 'tenant_id': '7b630b101a784ca88bdc941423401f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '945ed82b-eb84-4a2e-84e9-a654c3f9e8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:27Z', 'updated_at': '2022-04-20T17:07:38Z', 'revision_number': 4, 'project_id': '7b630b101a784ca88bdc941423401f06', 'gw_port': {'id': '945ed82b-eb84-4a2e-84e9-a654c3f9e8c3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86532778-0238-4974-a51e-6b9948bb6473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:28Z', 'updated_at': '2022-04-20T17:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '84efed82-5d7e-4a03-a73e-6d44afefa852', 'name': '', 'network_id': '8b4c1a56-1299-4e52-875e-62da32b51c2b', 'tenant_id': '7b630b101a784ca88bdc941423401f06', 'mac_address': 'fa:16:3e:83:f9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86532778-0238-4974-a51e-6b9948bb6473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42a9b566-5357-4c27-86d7-af23f6127772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:36Z', 'updated_at': '2022-04-20T17:07:37Z', 'revision_number': 1, 'project_id': '7b630b101a784ca88bdc941423401f06', 'subnets': [{'id': '42a9b566-5357-4c27-86d7-af23f6127772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:07:40.313140 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91877d22-2267-49be-b327-2671bfbbd04e None None] The sync data for ids ['86532778-0238-4974-a51e-6b9948bb6473'] in n-d-838032-1 is: [{'id': '86532778-0238-4974-a51e-6b9948bb6473', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1949333664-router', 'tenant_id': '7b630b101a784ca88bdc941423401f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '945ed82b-eb84-4a2e-84e9-a654c3f9e8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:27Z', 'updated_at': '2022-04-20T17:07:38Z', 'revision_number': 4, 'project_id': '7b630b101a784ca88bdc941423401f06', 'gw_port': {'id': '945ed82b-eb84-4a2e-84e9-a654c3f9e8c3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86532778-0238-4974-a51e-6b9948bb6473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:28Z', 'updated_at': '2022-04-20T17:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '84efed82-5d7e-4a03-a73e-6d44afefa852', 'name': '', 'network_id': '8b4c1a56-1299-4e52-875e-62da32b51c2b', 'tenant_id': '7b630b101a784ca88bdc941423401f06', 'mac_address': 'fa:16:3e:83:f9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86532778-0238-4974-a51e-6b9948bb6473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42a9b566-5357-4c27-86d7-af23f6127772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:36Z', 'updated_at': '2022-04-20T17:07:37Z', 'revision_number': 1, 'project_id': '7b630b101a784ca88bdc941423401f06', 'subnets': [{'id': '42a9b566-5357-4c27-86d7-af23f6127772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:07:40.316749 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9794fd75-167e-4f43-bee2-92a8c0ef658f req-8b495f5b-0e8a-4360-9062-3a766996bef9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e710a50eaac343389b37eff63cf1f21f&device_id=a215e43b-8c50-4d64-b0f3-b27e976f3f92 HTTP/1.1" status: 200 len: 1099 time: 0.5519314 Apr 20 17:07:40.393371 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 4246ea6a-762c-4b08-8810-64d46da0aed5 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:07:40.432274 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-369282b9-8264-4ddd-8360-9b2441c5364b None None] Provisioning complete for port 84efed82-5d7e-4a03-a73e-6d44afefa852 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:40.432716 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-369282b9-8264-4ddd-8360-9b2441c5364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:40.438546 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4ed9fccd-e965-4f75-93b0-4d7b90364d9e req-4499ce86-c0c8-4902-bbfc-f607774ef9b1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:40.472844 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4ed9fccd-e965-4f75-93b0-4d7b90364d9e req-4499ce86-c0c8-4902-bbfc-f607774ef9b1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:40.504410 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-369282b9-8264-4ddd-8360-9b2441c5364b None None] Port 84efed82-5d7e-4a03-a73e-6d44afefa852 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:07:40.520898 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 4246ea6a-762c-4b08-8810-64d46da0aed5 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:07:40.526498 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 4246ea6a-762c-4b08-8810-64d46da0aed5 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:40.526863 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:40.547406 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed9fccd-e965-4f75-93b0-4d7b90364d9e req-4499ce86-c0c8-4902-bbfc-f607774ef9b1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:07:40.550281 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-4ed9fccd-e965-4f75-93b0-4d7b90364d9e req-4499ce86-c0c8-4902-bbfc-f607774ef9b1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:07:40.552865 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed9fccd-e965-4f75-93b0-4d7b90364d9e req-4499ce86-c0c8-4902-bbfc-f607774ef9b1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:07:40.560409 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499ce86-c0c8-4902-bbfc-f607774ef9b1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Pushing event updated for resources: {'Port': ['ID=00b20b81-f6e0-4e59-af70-e7a7a146b45a,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:40.604583 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-1939d2e2-da28-411e-92e4-b8d61c51f168 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ce571d062fc9492f8961137c8b8eddb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818603 Apr 20 17:07:40.650108 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:40.682907 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 4246ea6a-762c-4b08-8810-64d46da0aed5, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=4246ea6a-762c-4b08-8810-64d46da0aed5,segment=NetworkSegment(af78e68a-1aac-4499-9edd-4a404858a5ef),segment_id=af78e68a-1aac-4499-9edd-4a404858a5ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:07:40.688309 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:40.717133 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4ed9fccd-e965-4f75-93b0-4d7b90364d9e req-4499ce86-c0c8-4902-bbfc-f607774ef9b1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:40.762351 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=4246ea6a-762c-4b08-8810-64d46da0aed5,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:40.780884 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4ed9fccd-e965-4f75-93b0-4d7b90364d9e req-4499ce86-c0c8-4902-bbfc-f607774ef9b1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:40.859858 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794fd75-167e-4f43-bee2-92a8c0ef658f req-62edd94e-5323-49fe-bf49-02f9be3bd518 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:40.861301 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9794fd75-167e-4f43-bee2-92a8c0ef658f req-62edd94e-5323-49fe-bf49-02f9be3bd518 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.5362678 Apr 20 17:07:40.969375 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9794fd75-167e-4f43-bee2-92a8c0ef658f req-01281d10-05db-46a4-bffe-3057dde735b5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=6238eff7-b98c-4ffd-b69f-baed3f496681 HTTP/1.1" status: 200 len: 217 time: 0.0984209 Apr 20 17:07:40.979769 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-ff686bef-951f-414b-8aa5-c59adf31b1b1 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:40.981122 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-ff686bef-951f-414b-8aa5-c59adf31b1b1 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3639948 Apr 20 17:07:40.981343 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4ed9fccd-e965-4f75-93b0-4d7b90364d9e req-4499ce86-c0c8-4902-bbfc-f607774ef9b1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:40.987259 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4ed9fccd-e965-4f75-93b0-4d7b90364d9e req-4499ce86-c0c8-4902-bbfc-f607774ef9b1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:41.041805 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4ed9fccd-e965-4f75-93b0-4d7b90364d9e req-4499ce86-c0c8-4902-bbfc-f607774ef9b1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:41.046285 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-8d3906c9-976e-4406-bbb3-bc3249f346f6 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/quotas/ce571d062fc9492f8961137c8b8eddb4 HTTP/1.1" status: 200 len: 375 time: 0.0301497 Apr 20 17:07:41.059471 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794fd75-167e-4f43-bee2-92a8c0ef658f req-9c8caf4a-a3ea-4077-81d5-8b31a0c9883a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:41.060941 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9794fd75-167e-4f43-bee2-92a8c0ef658f req-9c8caf4a-a3ea-4077-81d5-8b31a0c9883a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.0789504 Apr 20 17:07:41.066135 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499ce86-c0c8-4902-bbfc-f607774ef9b1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Pushing event updated for resources: {'Port': ['ID=00b20b81-f6e0-4e59-af70-e7a7a146b45a,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:41.075045 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4ed9fccd-e965-4f75-93b0-4d7b90364d9e req-4499ce86-c0c8-4902-bbfc-f607774ef9b1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:41.076330 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4ed9fccd-e965-4f75-93b0-4d7b90364d9e req-4499ce86-c0c8-4902-bbfc-f607774ef9b1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5010171 Apr 20 17:07:41.135620 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-33ee2c57-9d42-48e1-aff9-ce74f12231f9 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ce571d062fc9492f8961137c8b8eddb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777323 Apr 20 17:07:41.157812 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-4ed9fccd-e965-4f75-93b0-4d7b90364d9e req-13e1ec50-fb55-4582-a6a0-39916077e826 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Synchronizing usage tracker for tenant:87c9f027d55f4af4be844aa833f2aac7 on resource:floatingip {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:07:41.178072 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-4ed9fccd-e965-4f75-93b0-4d7b90364d9e req-13e1ec50-fb55-4582-a6a0-39916077e826 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Unset dirty status for tenant:87c9f027d55f4af4be844aa833f2aac7 on resource:floatingip {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:07:41.179537 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4ed9fccd-e965-4f75-93b0-4d7b90364d9e req-13e1ec50-fb55-4582-a6a0-39916077e826 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.226 HTTP/1.1" status: 200 len: 696 time: 0.0971487 Apr 20 17:07:41.209724 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9794fd75-167e-4f43-bee2-92a8c0ef658f req-5bcc81c8-816a-466b-8bba-342f6b1f6d60 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1126113 Apr 20 17:07:41.240422 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c4d9eb-776d-4596-8b45-ea4ad9e49bd3 admin admin] Router 86532778-0238-4974-a51e-6b9948bb6473 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:07:41.353218 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b7f9a02e-e900-488e-8f86-979fb48fa3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:41.402268 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9fccd-e965-4f75-93b0-4d7b90364d9e req-665beb69-0bdc-4647-9947-b1c9e4b43714 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:41.404114 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4ed9fccd-e965-4f75-93b0-4d7b90364d9e req-665beb69-0bdc-4647-9947-b1c9e4b43714 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 784 time: 0.2182200 Apr 20 17:07:41.415533 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-4ed9fccd-e965-4f75-93b0-4d7b90364d9e req-a7761d8a-dbfd-404a-8c9f-dc9ab1cced98 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:07:41.417332 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4ed9fccd-e965-4f75-93b0-4d7b90364d9e req-a7761d8a-dbfd-404a-8c9f-dc9ab1cced98 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0076780 Apr 20 17:07:41.561047 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9794fd75-167e-4f43-bee2-92a8c0ef658f req-997fa287-272d-4431-af69-abec416b8a36 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421094 Apr 20 17:07:41.691726 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf90bd5-84e6-4178-b562-40ec22c0b825 req-f8a95211-d781-4064-be05-75de316dfee3 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:41.693959 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-daf90bd5-84e6-4178-b562-40ec22c0b825 req-f8a95211-d781-4064-be05-75de316dfee3 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/ports?device_id=a215e43b-8c50-4d64-b0f3-b27e976f3f92 HTTP/1.1" status: 200 len: 948 time: 0.0823498 Apr 20 17:07:41.734229 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9794fd75-167e-4f43-bee2-92a8c0ef658f req-1bd8908c-2f47-49de-9721-2e1ff3560bc1 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639628 Apr 20 17:07:41.751823 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-daf90bd5-84e6-4178-b562-40ec22c0b825 req-a742343f-7804-4ac6-ab07-8ea7155e79ed tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6d2a5b8-ad15-4130-acbb-2ca6e8d80347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518866 Apr 20 17:07:41.771314 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c4d9eb-776d-4596-8b45-ea4ad9e49bd3 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:07:41.834248 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-03c4d9eb-776d-4596-8b45-ea4ad9e49bd3 admin admin] 10.222.0.39 "PUT /v2.0/routers/86532778-0238-4974-a51e-6b9948bb6473/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1981039 Apr 20 17:07:41.834248 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f8520d7b-5541-4921-87a0-9dca729975bb req-751be211-d277-4f09-b69f-411c66f90ea1 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=61043504-6db3-4db6-bafd-282869b4c244 HTTP/1.1" status: 200 len: 210 time: 0.0517924 Apr 20 17:07:41.982938 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c042d0a6-2faa-4ef0-b89a-fc72724b3823 req-c07a26c3-ac06-4baa-8b0f-d008f01e4496 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1758308 Apr 20 17:07:41.995908 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-c042d0a6-2faa-4ef0-b89a-fc72724b3823 req-945b87c0-471d-4fb7-b1c4-a10f0eeef8d6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:07:42.001498 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-c042d0a6-2faa-4ef0-b89a-fc72724b3823 req-945b87c0-471d-4fb7-b1c4-a10f0eeef8d6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:42.011788 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-c042d0a6-2faa-4ef0-b89a-fc72724b3823 req-945b87c0-471d-4fb7-b1c4-a10f0eeef8d6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:42.024135 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-c042d0a6-2faa-4ef0-b89a-fc72724b3823 req-945b87c0-471d-4fb7-b1c4-a10f0eeef8d6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:42.160342 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-c042d0a6-2faa-4ef0-b89a-fc72724b3823 req-945b87c0-471d-4fb7-b1c4-a10f0eeef8d6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:42.291878 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-c042d0a6-2faa-4ef0-b89a-fc72724b3823 req-945b87c0-471d-4fb7-b1c4-a10f0eeef8d6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Allocated IP 172.25.8.165 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/f83ca9fb-5dca-47bb-9cb8-cc7842bdf2b4) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:07:42.451616 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-c042d0a6-2faa-4ef0-b89a-fc72724b3823 req-945b87c0-471d-4fb7-b1c4-a10f0eeef8d6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:42.506602 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:42.512203 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-c9fa032c-55b0-4e0d-9b0b-72c51c030209 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ce571d062fc9492f8961137c8b8eddb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354609 Apr 20 17:07:42.611248 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:42.674890 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-c042d0a6-2faa-4ef0-b89a-fc72724b3823 req-945b87c0-471d-4fb7-b1c4-a10f0eeef8d6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:42.776969 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 4246ea6a-762c-4b08-8810-64d46da0aed5 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:07:42.784686 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c042d0a6-2faa-4ef0-b89a-fc72724b3823 req-945b87c0-471d-4fb7-b1c4-a10f0eeef8d6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:07:42.790692 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-c042d0a6-2faa-4ef0-b89a-fc72724b3823 req-945b87c0-471d-4fb7-b1c4-a10f0eeef8d6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:07:42.800339 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b87c0-471d-4fb7-b1c4-a10f0eeef8d6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Pushing event updated for resources: {'Port': ['ID=f83ca9fb-5dca-47bb-9cb8-cc7842bdf2b4,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:42.805896 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-c042d0a6-2faa-4ef0-b89a-fc72724b3823 req-945b87c0-471d-4fb7-b1c4-a10f0eeef8d6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:07:42.819559 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-78a35382-3c63-464a-aabd-189e828cb842 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:42.820331 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:42.820597 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-78a35382-3c63-464a-aabd-189e828cb842 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3034606 Apr 20 17:07:42.837689 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-72f297f7-12b8-468b-b393-684c0784bd8a tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Request body: {'port': {'device_id': '61043504-6db3-4db6-bafd-282869b4c244', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'admin_state_up': True, 'tenant_id': 'ce571d062fc9492f8961137c8b8eddb4'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:07:42.858739 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 4246ea6a-762c-4b08-8810-64d46da0aed5 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:42.859016 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:43.049790 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-c042d0a6-2faa-4ef0-b89a-fc72724b3823 req-945b87c0-471d-4fb7-b1c4-a10f0eeef8d6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:43.140210 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-72f297f7-12b8-468b-b393-684c0784bd8a tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:43.142215 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-c042d0a6-2faa-4ef0-b89a-fc72724b3823 req-945b87c0-471d-4fb7-b1c4-a10f0eeef8d6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:43.157437 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ccd8d-b4b2-4edd-8f0d-037f66a16628 req-457ecd1e-63bc-4cc1-94d8-3afcb82adc88 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:43.158933 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c59ccd8d-b4b2-4edd-8f0d-037f66a16628 req-457ecd1e-63bc-4cc1-94d8-3afcb82adc88 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/ports?device_id=a215e43b-8c50-4d64-b0f3-b27e976f3f92 HTTP/1.1" status: 200 len: 948 time: 0.0865273 Apr 20 17:07:43.169530 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-72f297f7-12b8-468b-b393-684c0784bd8a tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Usage tracker for resource:port and tenant:ce571d062fc9492f8961137c8b8eddb4 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:43.177469 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-72f297f7-12b8-468b-b393-684c0784bd8a tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:43.189651 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-72f297f7-12b8-468b-b393-684c0784bd8a tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:43.209220 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-72f297f7-12b8-468b-b393-684c0784bd8a tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Made reservation on behalf of ce571d062fc9492f8961137c8b8eddb4 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:07:43.209472 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c59ccd8d-b4b2-4edd-8f0d-037f66a16628 req-ae3ebde0-e0df-493b-bdac-7ed73d989483 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6d2a5b8-ad15-4130-acbb-2ca6e8d80347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445445 Apr 20 17:07:43.212210 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-72f297f7-12b8-468b-b393-684c0784bd8a tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:43.359044 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2973cb5c-ee3d-4d1a-b957-48d99bbdec41 req-3a208912-8d1f-43ef-b8fa-94fd739acc28 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=61043504-6db3-4db6-bafd-282869b4c244 HTTP/1.1" status: 200 len: 210 time: 0.0406289 Apr 20 17:07:43.513628 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-72f297f7-12b8-468b-b393-684c0784bd8a tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Allocated IP 192.168.233.161 (9a774663-a30d-4bd1-8b41-83fe693f2d30/777b4790-ba4c-49e9-8844-3c09c1447f40/260510e7-0d5b-4831-a9ec-9ee79c736da9) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:07:43.520409 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-c042d0a6-2faa-4ef0-b89a-fc72724b3823 req-945b87c0-471d-4fb7-b1c4-a10f0eeef8d6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:43.533923 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-c042d0a6-2faa-4ef0-b89a-fc72724b3823 req-945b87c0-471d-4fb7-b1c4-a10f0eeef8d6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:43.627152 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-c042d0a6-2faa-4ef0-b89a-fc72724b3823 req-945b87c0-471d-4fb7-b1c4-a10f0eeef8d6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:43.663435 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b87c0-471d-4fb7-b1c4-a10f0eeef8d6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Pushing event updated for resources: {'Port': ['ID=f83ca9fb-5dca-47bb-9cb8-cc7842bdf2b4,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:43.742132 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-c042d0a6-2faa-4ef0-b89a-fc72724b3823 req-945b87c0-471d-4fb7-b1c4-a10f0eeef8d6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:43.743429 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c042d0a6-2faa-4ef0-b89a-fc72724b3823 req-945b87c0-471d-4fb7-b1c4-a10f0eeef8d6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7519984 Apr 20 17:07:43.796384 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 6238eff7-b98c-4ffd-b69f-baed3f496681 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:07:43.860470 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:43.866979 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-c042d0a6-2faa-4ef0-b89a-fc72724b3823 req-bf6f17b1-a230-4087-84b3-bac58da1d66a tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Synchronizing usage tracker for tenant:87c9f027d55f4af4be844aa833f2aac7 on resource:floatingip {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:07:43.893050 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-72f297f7-12b8-468b-b393-684c0784bd8a tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:43.911955 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-72f297f7-12b8-468b-b393-684c0784bd8a tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Transition to ACTIVE for port object 260510e7-0d5b-4831-a9ec-9ee79c736da9 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:07:43.914445 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-c042d0a6-2faa-4ef0-b89a-fc72724b3823 req-bf6f17b1-a230-4087-84b3-bac58da1d66a tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Unset dirty status for tenant:87c9f027d55f4af4be844aa833f2aac7 on resource:floatingip {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:07:43.915611 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c042d0a6-2faa-4ef0-b89a-fc72724b3823 req-bf6f17b1-a230-4087-84b3-bac58da1d66a tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.165 HTTP/1.1" status: 200 len: 696 time: 0.1633444 Apr 20 17:07:43.997934 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 6238eff7-b98c-4ffd-b69f-baed3f496681, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=6238eff7-b98c-4ffd-b69f-baed3f496681,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:07:44.013423 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '6238eff7-b98c-4ffd-b69f-baed3f496681', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': '6238eff7-b98c-4ffd-b69f-baed3f496681', 'mac_address': 'fa:16:3e:78:71:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:07:44.044133 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-72f297f7-12b8-468b-b393-684c0784bd8a tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:44.085151 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:44.105372 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6238eff7-b98c-4ffd-b69f-baed3f496681 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:07:44.121475 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 6238eff7-b98c-4ffd-b69f-baed3f496681, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=6238eff7-b98c-4ffd-b69f-baed3f496681,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:07:44.128436 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:44.160350 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-72f297f7-12b8-468b-b393-684c0784bd8a tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:07:44.166022 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-72f297f7-12b8-468b-b393-684c0784bd8a tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:07:44.172153 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-72f297f7-12b8-468b-b393-684c0784bd8a tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:07:44.176870 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-72f297f7-12b8-468b-b393-684c0784bd8a tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:44.177477 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-72f297f7-12b8-468b-b393-684c0784bd8a tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:44.191307 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042d0a6-2faa-4ef0-b89a-fc72724b3823 req-d6925013-e148-47e3-af0c-a9c13db498fd tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:44.197714 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=6238eff7-b98c-4ffd-b69f-baed3f496681,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:44.210790 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c042d0a6-2faa-4ef0-b89a-fc72724b3823 req-d6925013-e148-47e3-af0c-a9c13db498fd tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 784 time: 0.2861221 Apr 20 17:07:44.215018 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f297f7-12b8-468b-b393-684c0784bd8a tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Pushing event updated for resources: {'Port': ['ID=260510e7-0d5b-4831-a9ec-9ee79c736da9,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:44.244339 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-72f297f7-12b8-468b-b393-684c0784bd8a tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4095805 Apr 20 17:07:44.258378 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-0c837889-4468-4124-b638-031c27dad340 service neutron] Request body: {'port': {'device_id': '61043504-6db3-4db6-bafd-282869b4c244', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:07:44.415658 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-0c837889-4468-4124-b638-031c27dad340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:44.440609 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['6238eff7-b98c-4ffd-b69f-baed3f496681'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:07:44.465718 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56296) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:44.472122 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-c6148fa8-e597-49f8-b44b-84bc0e6fddf6 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2124713987', 'description': 'tempest-description--1425184451'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:07:44.483310 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c6148fa8-e597-49f8-b44b-84bc0e6fddf6 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:44.488612 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c6148fa8-e597-49f8-b44b-84bc0e6fddf6 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Usage tracker for resource:security_group and tenant:3d443eef609b4b6f83a7bfbf78a576c5 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:44.492143 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c6148fa8-e597-49f8-b44b-84bc0e6fddf6 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:44.499003 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c6148fa8-e597-49f8-b44b-84bc0e6fddf6 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:44.545878 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c6148fa8-e597-49f8-b44b-84bc0e6fddf6 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:44.558587 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-7a932547-5b90-4eda-ad53-4534f2954c0c None None] Provisioning for port 260510e7-0d5b-4831-a9ec-9ee79c736da9 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:07:44.578057 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-7a932547-5b90-4eda-ad53-4534f2954c0c None None] Provisioning complete for port 260510e7-0d5b-4831-a9ec-9ee79c736da9 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:44.578534 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7a932547-5b90-4eda-ad53-4534f2954c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:44.666907 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-7a932547-5b90-4eda-ad53-4534f2954c0c None None] Port 260510e7-0d5b-4831-a9ec-9ee79c736da9 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:07:44.772069 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c6148fa8-e597-49f8-b44b-84bc0e6fddf6 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:44.787870 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c6148fa8-e597-49f8-b44b-84bc0e6fddf6 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Usage tracker for resource:security_group_rule and tenant:3d443eef609b4b6f83a7bfbf78a576c5 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:44.792589 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c6148fa8-e597-49f8-b44b-84bc0e6fddf6 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:44.807873 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c6148fa8-e597-49f8-b44b-84bc0e6fddf6 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:44.824650 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-794e600b-4c2b-42ac-aa19-ce8b1b6ff285 req-1564309a-920f-4bce-90cb-8932bcba08f9 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Synchronizing usage tracker for tenant:87c9f027d55f4af4be844aa833f2aac7 on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:07:44.853730 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-794e600b-4c2b-42ac-aa19-ce8b1b6ff285 req-1564309a-920f-4bce-90cb-8932bcba08f9 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Unset dirty status for tenant:87c9f027d55f4af4be844aa833f2aac7 on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:07:44.855423 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-794e600b-4c2b-42ac-aa19-ce8b1b6ff285 req-1564309a-920f-4bce-90cb-8932bcba08f9 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3421698 Apr 20 17:07:44.868500 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-794e600b-4c2b-42ac-aa19-ce8b1b6ff285 req-2071e22e-a797-423c-adc6-afcfdf593be6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:07:44.874878 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cb3ae-48e7-4cb3-965c-0be4c1f5821f req-9c569896-c893-40b3-ad5b-9eb967e93477 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:44.876229 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-794e600b-4c2b-42ac-aa19-ce8b1b6ff285 req-2071e22e-a797-423c-adc6-afcfdf593be6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:44.876342 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8c2cb3ae-48e7-4cb3-965c-0be4c1f5821f req-9c569896-c893-40b3-ad5b-9eb967e93477 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/ports?device_id=a215e43b-8c50-4d64-b0f3-b27e976f3f92 HTTP/1.1" status: 200 len: 949 time: 0.1313939 Apr 20 17:07:44.891574 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:44.895349 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-794e600b-4c2b-42ac-aa19-ce8b1b6ff285 req-2071e22e-a797-423c-adc6-afcfdf593be6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:44.915264 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c6148fa8-e597-49f8-b44b-84bc0e6fddf6 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:44.920803 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c6148fa8-e597-49f8-b44b-84bc0e6fddf6 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:44.940317 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-794e600b-4c2b-42ac-aa19-ce8b1b6ff285 req-2071e22e-a797-423c-adc6-afcfdf593be6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks [] for floatingip, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:44.972907 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-0c837889-4468-4124-b638-031c27dad340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 260510e7-0d5b-4831-a9ec-9ee79c736da9 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:07:44.981548 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-0c837889-4468-4124-b638-031c27dad340 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:44.986060 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8c2cb3ae-48e7-4cb3-965c-0be4c1f5821f req-bdb25d4a-3430-414f-bfcd-4f100d1971f2 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6d2a5b8-ad15-4130-acbb-2ca6e8d80347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998478 Apr 20 17:07:44.999556 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-0c837889-4468-4124-b638-031c27dad340 service neutron] Transition to ACTIVE for port object 260510e7-0d5b-4831-a9ec-9ee79c736da9 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:07:45.004834 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-0c837889-4468-4124-b638-031c27dad340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:45.030580 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c6148fa8-e597-49f8-b44b-84bc0e6fddf6 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:45.031855 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c6148fa8-e597-49f8-b44b-84bc0e6fddf6 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.5649121 Apr 20 17:07:45.032811 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6148fa8-e597-49f8-b44b-84bc0e6fddf6 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf459132-201d-4118-86f2-4956962fb2fb,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:45.036703 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56302) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:45.056946 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-0d0cee3e-4b37-4d34-83f0-3c18b393f799 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Request body: {'security_group_rule': {'security_group_id': 'bf459132-201d-4118-86f2-4956962fb2fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:07:45.073253 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0d0cee3e-4b37-4d34-83f0-3c18b393f799 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:45.084620 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0d0cee3e-4b37-4d34-83f0-3c18b393f799 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Usage tracker for resource:security_group_rule and tenant:3d443eef609b4b6f83a7bfbf78a576c5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:45.089258 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0d0cee3e-4b37-4d34-83f0-3c18b393f799 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:45.114727 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-794e600b-4c2b-42ac-aa19-ce8b1b6ff285 req-2071e22e-a797-423c-adc6-afcfdf593be6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:45.149083 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0d0cee3e-4b37-4d34-83f0-3c18b393f799 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:45.158153 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c837889-4468-4124-b638-031c27dad340 service neutron] Pushing event updated for resources: {'Port': ['ID=260510e7-0d5b-4831-a9ec-9ee79c736da9,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:45.247946 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0d0cee3e-4b37-4d34-83f0-3c18b393f799 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:45.257020 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-0c837889-4468-4124-b638-031c27dad340 service neutron] Attempting to bind port 260510e7-0d5b-4831-a9ec-9ee79c736da9 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:07:45.257673 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-0c837889-4468-4124-b638-031c27dad340 service neutron] Attempting to bind port 260510e7-0d5b-4831-a9ec-9ee79c736da9 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:07:45.258007 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-0c837889-4468-4124-b638-031c27dad340 service neutron] Attempting to bind port 260510e7-0d5b-4831-a9ec-9ee79c736da9 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:07:45.280420 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-0c837889-4468-4124-b638-031c27dad340 service neutron] Port 260510e7-0d5b-4831-a9ec-9ee79c736da9 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:07:45.280734 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-0c837889-4468-4124-b638-031c27dad340 service neutron] Attempting to bind port 260510e7-0d5b-4831-a9ec-9ee79c736da9 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:07:45.300846 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-0c837889-4468-4124-b638-031c27dad340 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:07:45.301181 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-0c837889-4468-4124-b638-031c27dad340 service neutron] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:07:45.301858 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-0c837889-4468-4124-b638-031c27dad340 service neutron] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:07:45.302244 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-0c837889-4468-4124-b638-031c27dad340 service neutron] Bound port: 260510e7-0d5b-4831-a9ec-9ee79c736da9, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:07:45.302588 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-0c837889-4468-4124-b638-031c27dad340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:45.304149 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-794e600b-4c2b-42ac-aa19-ce8b1b6ff285 req-2071e22e-a797-423c-adc6-afcfdf593be6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Allocated IP 172.25.8.58 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/d9d6b77b-3864-45a0-8e2b-b56370106e7b) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:07:45.393030 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0d0cee3e-4b37-4d34-83f0-3c18b393f799 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:45.450466 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0d0cee3e-4b37-4d34-83f0-3c18b393f799 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:45.469961 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-794e600b-4c2b-42ac-aa19-ce8b1b6ff285 req-2071e22e-a797-423c-adc6-afcfdf593be6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:45.500705 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0cee3e-4b37-4d34-83f0-3c18b393f799 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00e58f85-f2e0-4614-9bbb-cdd31062e3a4,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:45.502362 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-794e600b-4c2b-42ac-aa19-ce8b1b6ff285 req-2071e22e-a797-423c-adc6-afcfdf593be6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:45.509715 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-0c837889-4468-4124-b638-031c27dad340 service neutron] For port 260510e7-0d5b-4831-a9ec-9ee79c736da9, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:07:45.515462 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-0c837889-4468-4124-b638-031c27dad340 service neutron] For port 260510e7-0d5b-4831-a9ec-9ee79c736da9, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=260510e7-0d5b-4831-a9ec-9ee79c736da9,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:07:45.525437 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-0c837889-4468-4124-b638-031c27dad340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:45.557693 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0d0cee3e-4b37-4d34-83f0-3c18b393f799 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:45.558867 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0d0cee3e-4b37-4d34-83f0-3c18b393f799 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5160608 Apr 20 17:07:45.567542 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56316) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:45.577110 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-8f0d7271-e9b3-4649-84ca-7d2390771ee2 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Request body: {'security_group_rule': {'security_group_id': 'bf459132-201d-4118-86f2-4956962fb2fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:07:45.585043 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-794e600b-4c2b-42ac-aa19-ce8b1b6ff285 req-2071e22e-a797-423c-adc6-afcfdf593be6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:07:45.586202 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8f0d7271-e9b3-4649-84ca-7d2390771ee2 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:45.590229 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-794e600b-4c2b-42ac-aa19-ce8b1b6ff285 req-2071e22e-a797-423c-adc6-afcfdf593be6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:07:45.595863 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-794e600b-4c2b-42ac-aa19-ce8b1b6ff285 req-2071e22e-a797-423c-adc6-afcfdf593be6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:07:45.599955 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071e22e-a797-423c-adc6-afcfdf593be6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Pushing event updated for resources: {'Port': ['ID=d9d6b77b-3864-45a0-8e2b-b56370106e7b,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:45.602559 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-0c837889-4468-4124-b638-031c27dad340 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:45.603283 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8f0d7271-e9b3-4649-84ca-7d2390771ee2 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Usage tracker for resource:security_group_rule and tenant:3d443eef609b4b6f83a7bfbf78a576c5 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:45.604310 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-0c837889-4468-4124-b638-031c27dad340 service neutron] 10.222.0.43 "PUT /v2.0/ports/260510e7-0d5b-4831-a9ec-9ee79c736da9 HTTP/1.1" status: 200 len: 1096 time: 1.3515933 Apr 20 17:07:45.606948 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8f0d7271-e9b3-4649-84ca-7d2390771ee2 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:45.607839 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61043504-6db3-4db6-bafd-282869b4c244', 'tag': '260510e7-0d5b-4831-a9ec-9ee79c736da9'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:07:45.615068 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8f0d7271-e9b3-4649-84ca-7d2390771ee2 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:45.634856 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c837889-4468-4124-b638-031c27dad340 service neutron] Pushing event updated for resources: {'Port': ['ID=260510e7-0d5b-4831-a9ec-9ee79c736da9,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:45.645381 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe1711-68fe-4e28-af3e-03b77db60684 req-b716b8d3-93ab-4f9b-9109-a4b1ff4425ef tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:45.646096 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-85fe1711-68fe-4e28-af3e-03b77db60684 req-b716b8d3-93ab-4f9b-9109-a4b1ff4425ef tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Synchronizing usage tracker for tenant:ce571d062fc9492f8961137c8b8eddb4 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:07:45.686617 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8f0d7271-e9b3-4649-84ca-7d2390771ee2 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:45.697235 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-85fe1711-68fe-4e28-af3e-03b77db60684 req-b716b8d3-93ab-4f9b-9109-a4b1ff4425ef tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Unset dirty status for tenant:ce571d062fc9492f8961137c8b8eddb4 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:07:45.698585 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-85fe1711-68fe-4e28-af3e-03b77db60684 req-b716b8d3-93ab-4f9b-9109-a4b1ff4425ef tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=61043504-6db3-4db6-bafd-282869b4c244 HTTP/1.1" status: 200 len: 948 time: 0.3007140 Apr 20 17:07:45.764282 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-85fe1711-68fe-4e28-af3e-03b77db60684 req-3c4af377-cb37-4a57-8353-5ce8333b033e tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac3d550-ab69-4260-a2db-a8272138d792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573406 Apr 20 17:07:45.779968 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-0b388756-eb50-4b44-a453-b2b6c828459c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce571d062fc9492f8961137c8b8eddb4&device_id=61043504-6db3-4db6-bafd-282869b4c244 HTTP/1.1" status: 200 len: 1099 time: 0.1184213 Apr 20 17:07:45.805262 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 6238eff7-b98c-4ffd-b69f-baed3f496681 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:07:45.810334 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-794e600b-4c2b-42ac-aa19-ce8b1b6ff285 req-2071e22e-a797-423c-adc6-afcfdf593be6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:45.858762 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-3cac5c22-1667-4d40-9d41-7ae04870b85a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=260510e7-0d5b-4831-a9ec-9ee79c736da9 HTTP/1.1" status: 200 len: 217 time: 0.0717399 Apr 20 17:07:45.880075 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8f0d7271-e9b3-4649-84ca-7d2390771ee2 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:45.895130 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-794e600b-4c2b-42ac-aa19-ce8b1b6ff285 req-2071e22e-a797-423c-adc6-afcfdf593be6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:45.905204 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 6238eff7-b98c-4ffd-b69f-baed3f496681 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:07:45.913451 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 6238eff7-b98c-4ffd-b69f-baed3f496681 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:45.914295 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:45.928767 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8f0d7271-e9b3-4649-84ca-7d2390771ee2 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:45.949215 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-ee00dc76-94cf-453a-a0ed-c42701c71503 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:45.950849 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-ee00dc76-94cf-453a-a0ed-c42701c71503 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.0790710 Apr 20 17:07:45.971901 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d7271-e9b3-4649-84ca-7d2390771ee2 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66327a9d-ebdb-400d-87ec-90f2c8ac0d1a,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:45.997130 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8f0d7271-e9b3-4649-84ca-7d2390771ee2 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:45.998455 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8f0d7271-e9b3-4649-84ca-7d2390771ee2 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4291220 Apr 20 17:07:46.004002 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56328) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:46.012509 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-3e8aa7c9-e71e-451c-8dbe-72464259b322 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:07:46.035929 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3e8aa7c9-e71e-451c-8dbe-72464259b322 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:46.096567 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3e8aa7c9-e71e-451c-8dbe-72464259b322 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Usage tracker for resource:floatingip and tenant:3d443eef609b4b6f83a7bfbf78a576c5 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:46.104456 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3e8aa7c9-e71e-451c-8dbe-72464259b322 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:46.122842 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3e8aa7c9-e71e-451c-8dbe-72464259b322 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:46.154747 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-648d020e-db5b-492e-a9d6-ceecfa0dce00 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1970139 Apr 20 17:07:46.155613 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:46.157596 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3e8aa7c9-e71e-451c-8dbe-72464259b322 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks [] for floatingip, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:46.207996 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a215e43b-8c50-4d64-b0f3-b27e976f3f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6238eff7-b98c-4ffd-b69f-baed3f496681'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:07:46.223590 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 6238eff7-b98c-4ffd-b69f-baed3f496681, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=6238eff7-b98c-4ffd-b69f-baed3f496681,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:07:46.239780 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:46.319326 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-15641919-1545-48ae-919a-7218be5ed533 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492324 Apr 20 17:07:46.319926 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-794e600b-4c2b-42ac-aa19-ce8b1b6ff285 req-2071e22e-a797-423c-adc6-afcfdf593be6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:46.320851 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fefa9961-4575-466a-80da-6adf59b2b114'] response: {'name': 'network-changed', 'server_uuid': '61043504-6db3-4db6-bafd-282869b4c244', 'tag': '260510e7-0d5b-4831-a9ec-9ee79c736da9', 'status': 'completed', 'code': 200} Apr 20 17:07:46.323487 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=6238eff7-b98c-4ffd-b69f-baed3f496681,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:46.356425 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-794e600b-4c2b-42ac-aa19-ce8b1b6ff285 req-2071e22e-a797-423c-adc6-afcfdf593be6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:46.418846 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-794e600b-4c2b-42ac-aa19-ce8b1b6ff285 req-2071e22e-a797-423c-adc6-afcfdf593be6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:46.448905 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3e8aa7c9-e71e-451c-8dbe-72464259b322 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:46.494743 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071e22e-a797-423c-adc6-afcfdf593be6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Pushing event updated for resources: {'Port': ['ID=d9d6b77b-3864-45a0-8e2b-b56370106e7b,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:46.503697 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-794e600b-4c2b-42ac-aa19-ce8b1b6ff285 req-2071e22e-a797-423c-adc6-afcfdf593be6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:46.504980 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-794e600b-4c2b-42ac-aa19-ce8b1b6ff285 req-2071e22e-a797-423c-adc6-afcfdf593be6 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6420772 Apr 20 17:07:46.570366 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-300c5d58-0f4d-47b6-997c-2d25e2e9bed1 req-b1a1a6af-0f07-4969-b483-f4590b27ff98 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446947 Apr 20 17:07:46.584980 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3aec53-f39f-4390-afd1-d3cea6014ee1 req-598ff9e5-576f-43c1-84cb-c5cb665fa062 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:46.586417 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d3aec53-f39f-4390-afd1-d3cea6014ee1 req-598ff9e5-576f-43c1-84cb-c5cb665fa062 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/ports?device_id=a215e43b-8c50-4d64-b0f3-b27e976f3f92 HTTP/1.1" status: 200 len: 950 time: 0.1871054 Apr 20 17:07:46.608301 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-794e600b-4c2b-42ac-aa19-ce8b1b6ff285 req-d39d1254-e9df-42f1-8c03-4ff63e3ad25c tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Synchronizing usage tracker for tenant:87c9f027d55f4af4be844aa833f2aac7 on resource:floatingip {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:07:46.667467 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-794e600b-4c2b-42ac-aa19-ce8b1b6ff285 req-d39d1254-e9df-42f1-8c03-4ff63e3ad25c tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Unset dirty status for tenant:87c9f027d55f4af4be844aa833f2aac7 on resource:floatingip {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:07:46.668854 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-794e600b-4c2b-42ac-aa19-ce8b1b6ff285 req-d39d1254-e9df-42f1-8c03-4ff63e3ad25c tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.58 HTTP/1.1" status: 200 len: 695 time: 0.1572347 Apr 20 17:07:46.672184 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d3aec53-f39f-4390-afd1-d3cea6014ee1 req-3cc6738d-3a20-4119-b411-6ea3c48c6629 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6d2a5b8-ad15-4130-acbb-2ca6e8d80347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799835 Apr 20 17:07:46.698163 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-45242686-cc8d-4d72-a435-b3093ec150b5 req-357c8c94-0671-4a0c-bcb6-095d8ecd2a80 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce571d062fc9492f8961137c8b8eddb4&device_id=61043504-6db3-4db6-bafd-282869b4c244 HTTP/1.1" status: 200 len: 1099 time: 0.0838921 Apr 20 17:07:46.822492 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-3e8aa7c9-e71e-451c-8dbe-72464259b322 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Allocated IP 172.25.8.250 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/bdbfde95-6455-4945-98e1-57488864a93c) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:07:46.847171 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45242686-cc8d-4d72-a435-b3093ec150b5 req-12ba7b7c-9cac-4361-b3b9-f5678deb6edf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:46.848895 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-45242686-cc8d-4d72-a435-b3093ec150b5 req-12ba7b7c-9cac-4361-b3b9-f5678deb6edf service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.1449661 Apr 20 17:07:46.880794 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe13a7da-3d08-4052-8865-7bf2177fa7bc'] response: {'server_uuid': 'a215e43b-8c50-4d64-b0f3-b27e976f3f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6238eff7-b98c-4ffd-b69f-baed3f496681', 'code': 200} Apr 20 17:07:46.921157 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-45242686-cc8d-4d72-a435-b3093ec150b5 req-580cb3a6-e597-4fb8-a3d4-eda687ccafaa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=260510e7-0d5b-4831-a9ec-9ee79c736da9 HTTP/1.1" status: 200 len: 217 time: 0.0661113 Apr 20 17:07:46.991543 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45242686-cc8d-4d72-a435-b3093ec150b5 req-46b36af1-3430-4e76-aafa-de18d6cf4e6f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:46.993104 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-45242686-cc8d-4d72-a435-b3093ec150b5 req-46b36af1-3430-4e76-aafa-de18d6cf4e6f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.0659418 Apr 20 17:07:47.038293 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e600b-4c2b-42ac-aa19-ce8b1b6ff285 req-c7b752e0-ec45-4ebb-87a0-8be57135a4ac tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:47.044639 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-794e600b-4c2b-42ac-aa19-ce8b1b6ff285 req-c7b752e0-ec45-4ebb-87a0-8be57135a4ac tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 784 time: 0.3691535 Apr 20 17:07:47.070924 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-794e600b-4c2b-42ac-aa19-ce8b1b6ff285 req-8d925a20-9802-401f-bc7f-728efff8ae5b tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:07:47.071902 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-794e600b-4c2b-42ac-aa19-ce8b1b6ff285 req-8d925a20-9802-401f-bc7f-728efff8ae5b tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0265191 Apr 20 17:07:47.084289 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-45242686-cc8d-4d72-a435-b3093ec150b5 req-77b2c8f6-4efb-46fa-914b-b8edfab5647d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0839081 Apr 20 17:07:47.125279 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3e8aa7c9-e71e-451c-8dbe-72464259b322 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:47.140728 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d28ca781-b1da-40ba-a9cb-31fe2007e373 req-a39342d7-5f38-47ac-b1a4-bb2645082e2b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a215e43b-8c50-4d64-b0f3-b27e976f3f92 HTTP/1.1" status: 200 len: 1101 time: 0.1904545 Apr 20 17:07:47.196893 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d28ca781-b1da-40ba-a9cb-31fe2007e373 req-c71bdc06-cf92-435c-80cb-b9c479daf619 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e6d2a5b8-ad15-4130-acbb-2ca6e8d80347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476627 Apr 20 17:07:47.205317 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3e8aa7c9-e71e-451c-8dbe-72464259b322 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:47.255913 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-45242686-cc8d-4d72-a435-b3093ec150b5 req-dfb53d39-daf9-4e47-a15a-07fa414fc078 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611741 Apr 20 17:07:47.304229 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8aa7c9-e71e-451c-8dbe-72464259b322 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:07:47.307365 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-3e8aa7c9-e71e-451c-8dbe-72464259b322 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:07:47.312318 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8aa7c9-e71e-451c-8dbe-72464259b322 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Pushing event updated for resources: {'Port': ['ID=bdbfde95-6455-4945-98e1-57488864a93c,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:47.314839 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8aa7c9-e71e-451c-8dbe-72464259b322 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:07:47.445314 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3e8aa7c9-e71e-451c-8dbe-72464259b322 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:47.477084 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-45242686-cc8d-4d72-a435-b3093ec150b5 req-25727528-ea81-403b-ba5f-4f9125740db2 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867106 Apr 20 17:07:47.522543 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3e8aa7c9-e71e-451c-8dbe-72464259b322 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:47.530375 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af536c46-30f8-4cd6-9853-4f80deec7906 req-8d1b2979-5c58-450a-9e26-a4f69987d15a tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:47.538751 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-af536c46-30f8-4cd6-9853-4f80deec7906 req-8d1b2979-5c58-450a-9e26-a4f69987d15a tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=61043504-6db3-4db6-bafd-282869b4c244 HTTP/1.1" status: 200 len: 948 time: 0.2818253 Apr 20 17:07:47.598991 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-af536c46-30f8-4cd6-9853-4f80deec7906 req-367c7c6e-a3f7-4bf0-8f2b-d24496d0cd61 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac3d550-ab69-4260-a2db-a8272138d792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542989 Apr 20 17:07:47.826386 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-42f50662-c8a3-4e5d-a089-3d4496aa14b0 req-9edc441b-0b7a-4865-bdef-2334d74968d2 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2604821 Apr 20 17:07:47.864253 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-42f50662-c8a3-4e5d-a089-3d4496aa14b0 req-4682cf18-efac-444a-9b6b-189eca56fad1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:07:47.870930 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-42f50662-c8a3-4e5d-a089-3d4496aa14b0 req-4682cf18-efac-444a-9b6b-189eca56fad1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:47.885874 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-42f50662-c8a3-4e5d-a089-3d4496aa14b0 req-4682cf18-efac-444a-9b6b-189eca56fad1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:47.906535 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-42f50662-c8a3-4e5d-a089-3d4496aa14b0 req-4682cf18-efac-444a-9b6b-189eca56fad1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks [] for floatingip, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:47.929478 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3e8aa7c9-e71e-451c-8dbe-72464259b322 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:47.978451 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3e8aa7c9-e71e-451c-8dbe-72464259b322 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:48.031863 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f759c1e-dede-442a-a7fc-5f58766b3fb9 req-69e8fed8-acc9-4665-9782-d97b9e8c2c23 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:48.033437 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1f759c1e-dede-442a-a7fc-5f58766b3fb9 req-69e8fed8-acc9-4665-9782-d97b9e8c2c23 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/ports?device_id=a215e43b-8c50-4d64-b0f3-b27e976f3f92 HTTP/1.1" status: 200 len: 950 time: 0.0810556 Apr 20 17:07:48.064383 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3e8aa7c9-e71e-451c-8dbe-72464259b322 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:48.081351 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1f759c1e-dede-442a-a7fc-5f58766b3fb9 req-770fb705-e3b2-4abd-92b3-36410869a9de tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6d2a5b8-ad15-4130-acbb-2ca6e8d80347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418618 Apr 20 17:07:48.086721 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8aa7c9-e71e-451c-8dbe-72464259b322 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Pushing event updated for resources: {'Port': ['ID=bdbfde95-6455-4945-98e1-57488864a93c,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:48.115954 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3e8aa7c9-e71e-451c-8dbe-72464259b322 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:48.117479 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3e8aa7c9-e71e-451c-8dbe-72464259b322 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1124523 Apr 20 17:07:48.172795 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-42f50662-c8a3-4e5d-a089-3d4496aa14b0 req-4682cf18-efac-444a-9b6b-189eca56fad1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:48.320157 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-42f50662-c8a3-4e5d-a089-3d4496aa14b0 req-4682cf18-efac-444a-9b6b-189eca56fad1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Allocated IP 172.25.8.204 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/c620e32b-ead8-4e94-8300-b8e4eb992b58) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:07:48.484872 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-42f50662-c8a3-4e5d-a089-3d4496aa14b0 req-4682cf18-efac-444a-9b6b-189eca56fad1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:48.517293 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-42f50662-c8a3-4e5d-a089-3d4496aa14b0 req-4682cf18-efac-444a-9b6b-189eca56fad1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:48.586126 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42f50662-c8a3-4e5d-a089-3d4496aa14b0 req-4682cf18-efac-444a-9b6b-189eca56fad1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:07:48.589175 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-42f50662-c8a3-4e5d-a089-3d4496aa14b0 req-4682cf18-efac-444a-9b6b-189eca56fad1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:07:48.593650 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f50662-c8a3-4e5d-a089-3d4496aa14b0 req-4682cf18-efac-444a-9b6b-189eca56fad1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:07:48.598890 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682cf18-efac-444a-9b6b-189eca56fad1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Pushing event updated for resources: {'Port': ['ID=c620e32b-ead8-4e94-8300-b8e4eb992b58,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:48.770170 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-24ca4a2f-fa77-47dc-956e-8b8aa7909a32 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Synchronizing usage tracker for tenant:3d443eef609b4b6f83a7bfbf78a576c5 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:07:48.774784 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-42f50662-c8a3-4e5d-a089-3d4496aa14b0 req-4682cf18-efac-444a-9b6b-189eca56fad1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:48.787562 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-24ca4a2f-fa77-47dc-956e-8b8aa7909a32 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Unset dirty status for tenant:3d443eef609b4b6f83a7bfbf78a576c5 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:07:48.788929 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-24ca4a2f-fa77-47dc-956e-8b8aa7909a32 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2124713987&fields=id&tenant_id=3d443eef609b4b6f83a7bfbf78a576c5 HTTP/1.1" status: 200 len: 267 time: 0.0593786 Apr 20 17:07:48.832847 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-42f50662-c8a3-4e5d-a089-3d4496aa14b0 req-4682cf18-efac-444a-9b6b-189eca56fad1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:48.934165 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-4ddba5bd-bcf8-4447-b8a8-d8c9af48a7e4 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:48.934832 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-4ddba5bd-bcf8-4447-b8a8-d8c9af48a7e4 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Synchronizing usage tracker for tenant:3d443eef609b4b6f83a7bfbf78a576c5 on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:07:48.952599 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-4ddba5bd-bcf8-4447-b8a8-d8c9af48a7e4 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Unset dirty status for tenant:3d443eef609b4b6f83a7bfbf78a576c5 on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:07:48.953825 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-4ddba5bd-bcf8-4447-b8a8-d8c9af48a7e4 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/networks?id=62862590-8584-4ef8-b251-867e255b53a5 HTTP/1.1" status: 200 len: 823 time: 0.1581426 Apr 20 17:07:48.970515 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-74e209d1-397e-490e-b682-ef2e081265fa tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/quotas/3d443eef609b4b6f83a7bfbf78a576c5 HTTP/1.1" status: 200 len: 375 time: 0.0109007 Apr 20 17:07:49.035292 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-42f50662-c8a3-4e5d-a089-3d4496aa14b0 req-4682cf18-efac-444a-9b6b-189eca56fad1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:49.041712 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-42f50662-c8a3-4e5d-a089-3d4496aa14b0 req-4682cf18-efac-444a-9b6b-189eca56fad1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:49.050842 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-51a559b7-f997-42ef-86d3-1f907257d226 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Synchronizing usage tracker for tenant:3d443eef609b4b6f83a7bfbf78a576c5 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:07:49.070655 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-51a559b7-f997-42ef-86d3-1f907257d226 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Unset dirty status for tenant:3d443eef609b4b6f83a7bfbf78a576c5 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:07:49.072209 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-51a559b7-f997-42ef-86d3-1f907257d226 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3d443eef609b4b6f83a7bfbf78a576c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0958779 Apr 20 17:07:49.100608 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-42f50662-c8a3-4e5d-a089-3d4496aa14b0 req-4682cf18-efac-444a-9b6b-189eca56fad1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:49.125726 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682cf18-efac-444a-9b6b-189eca56fad1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Pushing event updated for resources: {'Port': ['ID=c620e32b-ead8-4e94-8300-b8e4eb992b58,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:49.141351 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-42f50662-c8a3-4e5d-a089-3d4496aa14b0 req-4682cf18-efac-444a-9b6b-189eca56fad1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:49.142704 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-42f50662-c8a3-4e5d-a089-3d4496aa14b0 req-4682cf18-efac-444a-9b6b-189eca56fad1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3082814 Apr 20 17:07:49.225402 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-42f50662-c8a3-4e5d-a089-3d4496aa14b0 req-493977cc-68b9-4b6d-b6a9-1c35d808c97d tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Synchronizing usage tracker for tenant:87c9f027d55f4af4be844aa833f2aac7 on resource:floatingip {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:07:49.242643 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-42f50662-c8a3-4e5d-a089-3d4496aa14b0 req-493977cc-68b9-4b6d-b6a9-1c35d808c97d tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Unset dirty status for tenant:87c9f027d55f4af4be844aa833f2aac7 on resource:floatingip {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:07:49.243934 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-42f50662-c8a3-4e5d-a089-3d4496aa14b0 req-493977cc-68b9-4b6d-b6a9-1c35d808c97d tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.204 HTTP/1.1" status: 200 len: 696 time: 0.0953875 Apr 20 17:07:49.266051 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-2018842f-3419-4059-bad9-2ceb63944a46 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:07:49.273418 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-2018842f-3419-4059-bad9-2ceb63944a46 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0815587 Apr 20 17:07:49.389431 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f50662-c8a3-4e5d-a089-3d4496aa14b0 req-68ef8562-cc92-466b-bf6c-dbb79e33cd8c tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:49.390662 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-42f50662-c8a3-4e5d-a089-3d4496aa14b0 req-68ef8562-cc92-466b-bf6c-dbb79e33cd8c tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 784 time: 0.1411793 Apr 20 17:07:49.404573 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-7eabd976-c296-4bdd-8926-5ed9bfcb3999 service neutron] 10.222.0.39 "GET /v2.0/networks/62862590-8584-4ef8-b251-867e255b53a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303251 Apr 20 17:07:49.541057 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-5ef78a00-7b4b-49ea-a061-3de46c2ddb9e service neutron] 10.222.0.39 "GET /v2.0/networks/62862590-8584-4ef8-b251-867e255b53a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307518 Apr 20 17:07:49.607827 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 260510e7-0d5b-4831-a9ec-9ee79c736da9 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:07:49.768545 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 260510e7-0d5b-4831-a9ec-9ee79c736da9, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=260510e7-0d5b-4831-a9ec-9ee79c736da9,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:07:49.796510 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '260510e7-0d5b-4831-a9ec-9ee79c736da9', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': '260510e7-0d5b-4831-a9ec-9ee79c736da9', 'mac_address': 'fa:16:3e:93:c0:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:07:49.854961 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:49.873427 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 260510e7-0d5b-4831-a9ec-9ee79c736da9 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:07:49.893670 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 260510e7-0d5b-4831-a9ec-9ee79c736da9, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=260510e7-0d5b-4831-a9ec-9ee79c736da9,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:07:49.899510 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:49.928489 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ccc09-b90f-43eb-ac11-7f5fa6de4c70 req-42cf16ef-1a73-4c2a-90f9-050ca3c94c98 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:49.945680 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-df1ccc09-b90f-43eb-ac11-7f5fa6de4c70 req-42cf16ef-1a73-4c2a-90f9-050ca3c94c98 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=61043504-6db3-4db6-bafd-282869b4c244 HTTP/1.1" status: 200 len: 948 time: 0.1600761 Apr 20 17:07:49.999282 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=260510e7-0d5b-4831-a9ec-9ee79c736da9,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:50.009616 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-df1ccc09-b90f-43eb-ac11-7f5fa6de4c70 req-880e5a8e-0f4c-4df0-a207-543dbec4e97a tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac3d550-ab69-4260-a2db-a8272138d792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627353 Apr 20 17:07:50.096563 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['260510e7-0d5b-4831-a9ec-9ee79c736da9'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:07:50.363904 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2d4d2eb0-ed26-4a01-b37f-8f664dd1d3d7 req-699ea513-2807-43c4-8b0c-701f42d6ba59 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/floatingips/0ab0d8f4-0917-44c1-8602-fadf2d2d4aa6 HTTP/1.1" status: 200 len: 693 time: 0.2336180 Apr 20 17:07:50.377169 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546d5a2-0579-4218-8412-f27e863dc314 req-f308415b-8b28-4de4-a02d-26229ce715b4 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:50.384458 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6546d5a2-0579-4218-8412-f27e863dc314 req-f308415b-8b28-4de4-a02d-26229ce715b4 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/ports?device_id=a215e43b-8c50-4d64-b0f3-b27e976f3f92 HTTP/1.1" status: 200 len: 950 time: 0.1352580 Apr 20 17:07:50.438529 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6546d5a2-0579-4218-8412-f27e863dc314 req-7870c412-5928-4fc2-b019-ae38bf6548f6 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6d2a5b8-ad15-4130-acbb-2ca6e8d80347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524952 Apr 20 17:07:50.526681 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d2eb0-ed26-4a01-b37f-8f664dd1d3d7 req-8ea60d08-a70c-416a-9d63-b622811b5676 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:50.528235 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2d4d2eb0-ed26-4a01-b37f-8f664dd1d3d7 req-8ea60d08-a70c-416a-9d63-b622811b5676 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 784 time: 0.1628664 Apr 20 17:07:50.549973 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-2d4d2eb0-ed26-4a01-b37f-8f664dd1d3d7 req-1d31a71a-6312-4d2c-9568-492aa534a290 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:07:50.562829 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2d4d2eb0-ed26-4a01-b37f-8f664dd1d3d7 req-1d31a71a-6312-4d2c-9568-492aa534a290 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0142004 Apr 20 17:07:50.801256 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-396fddc0-f510-41da-9e54-c778bf9b5f0a req-1ce2f3df-00fe-46b4-83e4-02466cb62281 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/ports?device_id=72990568-c951-4b6f-b45d-b67e6e0b6c94 HTTP/1.1" status: 200 len: 210 time: 0.0616789 Apr 20 17:07:50.855977 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 945ed82b-eb84-4a2e-84e9-a654c3f9e8c3 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:07:50.984024 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 945ed82b-eb84-4a2e-84e9-a654c3f9e8c3 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:07:50.994124 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 945ed82b-eb84-4a2e-84e9-a654c3f9e8c3 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:50.994513 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:51.110979 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56478) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:51.268629 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-65d92dfb-4339-460e-bd61-9ba5fb210b73 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:51.270688 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-65d92dfb-4339-460e-bd61-9ba5fb210b73 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.10 "GET /v2.0/networks?id=62862590-8584-4ef8-b251-867e255b53a5 HTTP/1.1" status: 200 len: 823 time: 0.2289379 Apr 20 17:07:51.278707 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:51.338479 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 945ed82b-eb84-4a2e-84e9-a654c3f9e8c3, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=945ed82b-eb84-4a2e-84e9-a654c3f9e8c3,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:07:51.352342 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:51.375904 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-388ba34e-bf83-4945-9662-e1b156a7d29c tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Synchronizing usage tracker for tenant:3d443eef609b4b6f83a7bfbf78a576c5 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:07:51.402812 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-388ba34e-bf83-4945-9662-e1b156a7d29c tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Unset dirty status for tenant:3d443eef609b4b6f83a7bfbf78a576c5 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:07:51.404038 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-388ba34e-bf83-4945-9662-e1b156a7d29c tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d443eef609b4b6f83a7bfbf78a576c5 HTTP/1.1" status: 200 len: 380 time: 0.1156743 Apr 20 17:07:51.413127 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e31b70c7-6cef-4743-87c9-dd7535b32cb7 req-75495c5c-d37d-4065-89ab-61da6f51c09b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a215e43b-8c50-4d64-b0f3-b27e976f3f92&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1073058 Apr 20 17:07:51.413709 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-0ca06047-b072-4663-bd39-dab78a9f5735 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Request body: {'port': {'device_id': '72990568-c951-4b6f-b45d-b67e6e0b6c94', 'network_id': '62862590-8584-4ef8-b251-867e255b53a5', 'admin_state_up': True, 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'security_groups': ['bf459132-201d-4118-86f2-4956962fb2fb']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:07:51.537886 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=945ed82b-eb84-4a2e-84e9-a654c3f9e8c3,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:51.551289 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-39452440-183d-4960-863a-393577f16299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:51.607286 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 260510e7-0d5b-4831-a9ec-9ee79c736da9 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:07:51.619122 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-39452440-183d-4960-863a-393577f16299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:51.629922 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-39452440-183d-4960-863a-393577f16299 admin admin] Usage tracker for resource:security_group_rule and tenant:89f816e416334fa6a288031c3ca1bcc2 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:51.633170 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-39452440-183d-4960-863a-393577f16299 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:51.645590 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-39452440-183d-4960-863a-393577f16299 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:51.681461 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a04daa27-09c3-4016-b3b2-a270c3473c30 req-0f931a31-50cb-4647-95a9-092ba6deb346 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/floatingips/0ab0d8f4-0917-44c1-8602-fadf2d2d4aa6 HTTP/1.1" status: 200 len: 693 time: 0.2044826 Apr 20 17:07:51.723277 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-39452440-183d-4960-863a-393577f16299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:51.731025 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-39452440-183d-4960-863a-393577f16299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:51.772841 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 260510e7-0d5b-4831-a9ec-9ee79c736da9 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:07:51.778396 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 260510e7-0d5b-4831-a9ec-9ee79c736da9 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:51.778765 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:51.803643 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-39452440-183d-4960-863a-393577f16299 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=89f816e416334fa6a288031c3ca1bcc2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6913118 Apr 20 17:07:51.805057 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39452440-183d-4960-863a-393577f16299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef9e3f2-a362-491c-9f3f-b196f4b25a45,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:51.806595 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56494) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:51.806804 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56496) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:51.885319 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-0ca06047-b072-4663-bd39-dab78a9f5735 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:51.917652 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f5c95-617c-4f31-9162-29f6183a68a8 req-4d6e0ea9-ebf4-4387-bfe5-949557aa821c tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:51.920869 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-0ca06047-b072-4663-bd39-dab78a9f5735 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:51.921698 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e16f5c95-617c-4f31-9162-29f6183a68a8 req-4d6e0ea9-ebf4-4387-bfe5-949557aa821c tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=61043504-6db3-4db6-bafd-282869b4c244 HTTP/1.1" status: 200 len: 949 time: 0.1029539 Apr 20 17:07:51.935391 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:51.955959 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04daa27-09c3-4016-b3b2-a270c3473c30 req-6f0de93d-3b38-490c-ad73-19af55e2eeee tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:51.962912 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a04daa27-09c3-4016-b3b2-a270c3473c30 req-6f0de93d-3b38-490c-ad73-19af55e2eeee tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 784 time: 0.2800188 Apr 20 17:07:51.971392 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61043504-6db3-4db6-bafd-282869b4c244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260510e7-0d5b-4831-a9ec-9ee79c736da9'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:07:51.971589 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-a04daa27-09c3-4016-b3b2-a270c3473c30 req-93d9ce48-2fc8-45ee-8886-1c74317ebe88 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:07:51.978643 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a04daa27-09c3-4016-b3b2-a270c3473c30 req-93d9ce48-2fc8-45ee-8886-1c74317ebe88 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0147688 Apr 20 17:07:51.986160 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 260510e7-0d5b-4831-a9ec-9ee79c736da9, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=260510e7-0d5b-4831-a9ec-9ee79c736da9,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:07:51.987981 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-0ca06047-b072-4663-bd39-dab78a9f5735 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Made reservation on behalf of 3d443eef609b4b6f83a7bfbf78a576c5 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:07:51.988325 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e16f5c95-617c-4f31-9162-29f6183a68a8 req-53bb5e15-6519-4d07-a33a-40d71f21cc7d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac3d550-ab69-4260-a2db-a8272138d792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608985 Apr 20 17:07:51.992442 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-0ca06047-b072-4663-bd39-dab78a9f5735 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:51.999676 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:52.084127 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=260510e7-0d5b-4831-a9ec-9ee79c736da9,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:52.098604 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-908cfac4-eb7c-4a29-a490-cde9d52b2475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:52.116082 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-57e193a4-088e-46fd-8425-bef8964e1f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:52.193258 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e622116-3c11-489a-a819-03f935ccafd5 req-6718224b-4430-496c-acd5-072ccec23df8 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:52.194869 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9e622116-3c11-489a-a819-03f935ccafd5 req-6718224b-4430-496c-acd5-072ccec23df8 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/ports?device_id=a215e43b-8c50-4d64-b0f3-b27e976f3f92 HTTP/1.1" status: 200 len: 950 time: 0.0778732 Apr 20 17:07:52.223999 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a04daa27-09c3-4016-b3b2-a270c3473c30 req-fd6cef4c-dbd3-478f-8a32-d7996c9cd5fd tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.204 HTTP/1.1" status: 200 len: 696 time: 0.2444613 Apr 20 17:07:52.241188 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9e622116-3c11-489a-a819-03f935ccafd5 req-52ae495c-7ec1-415b-9f33-3199c32d0cdb tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6d2a5b8-ad15-4130-acbb-2ca6e8d80347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407493 Apr 20 17:07:52.306674 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-908cfac4-eb7c-4a29-a490-cde9d52b2475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:52.386848 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a04daa27-09c3-4016-b3b2-a270c3473c30 req-228fd016-f12b-4360-9a2f-14c2d63ff07c tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.204 HTTP/1.1" status: 200 len: 696 time: 0.1516838 Apr 20 17:07:52.409703 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-57e193a4-088e-46fd-8425-bef8964e1f89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:52.474361 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b930b1c6-7238-4a6d-bb41-bb9f6abc66ea req-2fed9fd7-55fa-4b19-ae23-75f728fe8e8e tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/ports?device_id=72990568-c951-4b6f-b45d-b67e6e0b6c94 HTTP/1.1" status: 200 len: 210 time: 0.0440073 Apr 20 17:07:52.503772 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-57e193a4-088e-46fd-8425-bef8964e1f89 admin admin] Usage tracker for resource:security_group_rule and tenant:92ebeb27b21b4264bc29046c744dc870 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:52.523324 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-57e193a4-088e-46fd-8425-bef8964e1f89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:52.540894 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-57e193a4-088e-46fd-8425-bef8964e1f89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:52.545770 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba0a42dc-4dc6-4a9b-94ab-69382bc34282'] response: {'server_uuid': '61043504-6db3-4db6-bafd-282869b4c244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260510e7-0d5b-4831-a9ec-9ee79c736da9', 'code': 200} Apr 20 17:07:52.644758 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-a04daa27-09c3-4016-b3b2-a270c3473c30 req-faec97d0-6446-4dca-808a-c2021b6317cf tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Deleting port c620e32b-ead8-4e94-8300-b8e4eb992b58 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:07:52.645155 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a04daa27-09c3-4016-b3b2-a270c3473c30 req-faec97d0-6446-4dca-808a-c2021b6317cf tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:52.673950 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-0ca06047-b072-4663-bd39-dab78a9f5735 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Allocated IP 172.20.0.4 (62862590-8584-4ef8-b251-867e255b53a5/13d85e0c-de04-4a6c-ab03-5cd24a8cb53b/969f24f2-c3ed-42b4-a021-efc28405131a) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:07:52.681112 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c2a84677-3f29-4884-9bc2-61ef28a719c2 req-8820384f-c7ea-4c98-bc61-3278233e62e7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=61043504-6db3-4db6-bafd-282869b4c244 HTTP/1.1" status: 200 len: 1101 time: 0.0763812 Apr 20 17:07:52.696798 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-908cfac4-eb7c-4a29-a490-cde9d52b2475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:52.729029 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-c2a84677-3f29-4884-9bc2-61ef28a719c2 req-d6490271-03dd-46bc-8415-c73c5bfa5381 service neutron] Synchronizing usage tracker for tenant:47ce03453a8546de93cd245b7b6cabe7 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:07:52.732702 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908cfac4-eb7c-4a29-a490-cde9d52b2475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef9e3f2-a362-491c-9f3f-b196f4b25a45,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:52.755573 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-c2a84677-3f29-4884-9bc2-61ef28a719c2 req-d6490271-03dd-46bc-8415-c73c5bfa5381 service neutron] Unset dirty status for tenant:47ce03453a8546de93cd245b7b6cabe7 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:07:52.758415 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c2a84677-3f29-4884-9bc2-61ef28a719c2 req-d6490271-03dd-46bc-8415-c73c5bfa5381 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cac3d550-ab69-4260-a2db-a8272138d792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708268 Apr 20 17:07:52.813413 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 945ed82b-eb84-4a2e-84e9-a654c3f9e8c3 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:07:52.884824 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 945ed82b-eb84-4a2e-84e9-a654c3f9e8c3 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:52.885120 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:52.934865 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-147d69f7-b700-477d-a304-519f432e8f02 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e710a50eaac343389b37eff63cf1f21f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346353 Apr 20 17:07:52.953385 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:07:53.005878 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-908cfac4-eb7c-4a29-a490-cde9d52b2475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:53.007124 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-908cfac4-eb7c-4a29-a490-cde9d52b2475 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ef9e3f2-a362-491c-9f3f-b196f4b25a45 HTTP/1.1" status: 204 len: 168 time: 1.1933429 Apr 20 17:07:53.044699 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a04daa27-09c3-4016-b3b2-a270c3473c30 req-faec97d0-6446-4dca-808a-c2021b6317cf tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:53.045017 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a04daa27-09c3-4016-b3b2-a270c3473c30 req-faec97d0-6446-4dca-808a-c2021b6317cf tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:53.072845 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-57e193a4-088e-46fd-8425-bef8964e1f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:53.103307 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-6d69f7eb-4ffd-4f0a-b335-c895c083ddc8 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:53.106757 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-6d69f7eb-4ffd-4f0a-b335-c895c083ddc8 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1709301 Apr 20 17:07:53.124111 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-67968b61-7f39-4bca-a113-6349615c6d5e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/quotas/e710a50eaac343389b37eff63cf1f21f HTTP/1.1" status: 200 len: 375 time: 0.0126989 Apr 20 17:07:53.142881 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-57e193a4-088e-46fd-8425-bef8964e1f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:53.223069 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-a04daa27-09c3-4016-b3b2-a270c3473c30 req-faec97d0-6446-4dca-808a-c2021b6317cf tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Calling delete_port for c620e32b-ead8-4e94-8300-b8e4eb992b58 owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:07:53.230790 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-03c44887-5f0d-434e-adc7-ec5f9b025d88 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e710a50eaac343389b37eff63cf1f21f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1000473 Apr 20 17:07:53.334366 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-0ca06047-b072-4663-bd39-dab78a9f5735 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:53.344820 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e193a4-088e-46fd-8425-bef8964e1f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027c3c03-7a4c-44f0-8e81-7d2bccd77077,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:53.349054 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-57e193a4-088e-46fd-8425-bef8964e1f89 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=92ebeb27b21b4264bc29046c744dc870&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5374060 Apr 20 17:07:53.351918 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56532) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:53.450694 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56540) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:53.489924 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-0ca06047-b072-4663-bd39-dab78a9f5735 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Transition to ACTIVE for port object 969f24f2-c3ed-42b4-a021-efc28405131a will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:07:53.503158 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7d7fde7c-1ca9-446b-abd4-205b335b6ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:53.519944 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-43fd1c99-77b6-4fcb-ae4a-735bb619784f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:53.561179 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-43fd1c99-77b6-4fcb-ae4a-735bb619784f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:53.589578 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7d7fde7c-1ca9-446b-abd4-205b335b6ef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:53.610674 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a04daa27-09c3-4016-b3b2-a270c3473c30 req-faec97d0-6446-4dca-808a-c2021b6317cf tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:53.643256 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7d7fde7c-1ca9-446b-abd4-205b335b6ef4 admin admin] Usage tracker for resource:security_group_rule and tenant:15df228ad0f0484b84eb53c9b03370ff is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:53.647267 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-0ca06047-b072-4663-bd39-dab78a9f5735 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:53.651755 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7d7fde7c-1ca9-446b-abd4-205b335b6ef4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:53.660208 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7d7fde7c-1ca9-446b-abd4-205b335b6ef4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:53.669758 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec97d0-6446-4dca-808a-c2021b6317cf tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Pushing event deleted for resources: {'Port': ['ID=c620e32b-ead8-4e94-8300-b8e4eb992b58,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:53.692580 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-43fd1c99-77b6-4fcb-ae4a-735bb619784f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:53.723807 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd1c99-77b6-4fcb-ae4a-735bb619784f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027c3c03-7a4c-44f0-8e81-7d2bccd77077,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:53.755709 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-43fd1c99-77b6-4fcb-ae4a-735bb619784f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:53.759616 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-43fd1c99-77b6-4fcb-ae4a-735bb619784f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/027c3c03-7a4c-44f0-8e81-7d2bccd77077 HTTP/1.1" status: 204 len: 168 time: 0.4065402 Apr 20 17:07:53.766765 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989e37e-5978-4d2a-845d-adfba655ac1a req-cc44941f-e6a2-4bc1-a3ad-6e7ecf0484d7 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:53.768482 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a989e37e-5978-4d2a-845d-adfba655ac1a req-cc44941f-e6a2-4bc1-a3ad-6e7ecf0484d7 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=61043504-6db3-4db6-bafd-282869b4c244 HTTP/1.1" status: 200 len: 950 time: 0.1890442 Apr 20 17:07:53.774474 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a04daa27-09c3-4016-b3b2-a270c3473c30 req-faec97d0-6446-4dca-808a-c2021b6317cf tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:53.786639 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-0ca06047-b072-4663-bd39-dab78a9f5735 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Network 62862590-8584-4ef8-b251-867e255b53a5 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:07:53.795039 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-0ca06047-b072-4663-bd39-dab78a9f5735 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:07:53.798293 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca06047-b072-4663-bd39-dab78a9f5735 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Pushing event updated for resources: {'Port': ['ID=969f24f2-c3ed-42b4-a021-efc28405131a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:53.803902 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-0ca06047-b072-4663-bd39-dab78a9f5735 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:07:53.807807 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-0ca06047-b072-4663-bd39-dab78a9f5735 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:53.808465 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-0ca06047-b072-4663-bd39-dab78a9f5735 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:53.834504 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-0ca06047-b072-4663-bd39-dab78a9f5735 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4252720 Apr 20 17:07:53.839593 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a04daa27-09c3-4016-b3b2-a270c3473c30 req-faec97d0-6446-4dca-808a-c2021b6317cf tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:53.852458 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a04daa27-09c3-4016-b3b2-a270c3473c30 req-faec97d0-6446-4dca-808a-c2021b6317cf tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "DELETE /v2.0/floatingips/0ab0d8f4-0917-44c1-8602-fadf2d2d4aa6 HTTP/1.1" status: 204 len: 173 time: 1.4489100 Apr 20 17:07:53.864311 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7d7fde7c-1ca9-446b-abd4-205b335b6ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:53.869108 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-63db60c5-164f-45ff-8e8e-8cdb6653844d service neutron] Request body: {'port': {'device_id': '72990568-c951-4b6f-b45d-b67e6e0b6c94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:07:53.872706 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a989e37e-5978-4d2a-845d-adfba655ac1a req-eee124db-ef3f-4e0a-8105-7ede48434aca tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac3d550-ab69-4260-a2db-a8272138d792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920680 Apr 20 17:07:53.873884 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7d7fde7c-1ca9-446b-abd4-205b335b6ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:53.946864 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7d7fde7c-1ca9-446b-abd4-205b335b6ef4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=15df228ad0f0484b84eb53c9b03370ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4938192 Apr 20 17:07:53.953475 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56560) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:53.986969 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7fde7c-1ca9-446b-abd4-205b335b6ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09784a84-153a-4b3a-8085-2d47545c6e03,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:54.165404 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-cc31723a-7053-4fd5-bb7f-3f854ac359e2 None None] Provisioning for port 969f24f2-c3ed-42b4-a021-efc28405131a completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:07:54.172008 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-cc31723a-7053-4fd5-bb7f-3f854ac359e2 None None] Provisioning complete for port 969f24f2-c3ed-42b4-a021-efc28405131a triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:54.172583 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cc31723a-7053-4fd5-bb7f-3f854ac359e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:54.281411 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-cc31723a-7053-4fd5-bb7f-3f854ac359e2 None None] Port 969f24f2-c3ed-42b4-a021-efc28405131a cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:07:54.296968 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2314420b-bc7d-429f-9333-079f66087885 req-69c49520-680f-41ba-851a-a48035894394 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/ports?device_id=e29cfc63-1a12-4db8-b715-488d6dc58aa0 HTTP/1.1" status: 200 len: 210 time: 0.3420670 Apr 20 17:07:54.299216 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978329d9-e2fb-4ff9-b741-b9993cace6a7 req-c30d585c-0ffb-451d-950e-f1f49f86775e tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:54.307490 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-978329d9-e2fb-4ff9-b741-b9993cace6a7 req-c30d585c-0ffb-451d-950e-f1f49f86775e tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/ports?device_id=72990568-c951-4b6f-b45d-b67e6e0b6c94 HTTP/1.1" status: 200 len: 931 time: 0.0860322 Apr 20 17:07:54.345233 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-63db60c5-164f-45ff-8e8e-8cdb6653844d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:54.373240 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-978329d9-e2fb-4ff9-b741-b9993cace6a7 req-140f4f14-0e6c-4385-b1df-babc7eb5bcc5 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf459132-201d-4118-86f2-4956962fb2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648665 Apr 20 17:07:54.465539 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d072ad36-1703-4fa9-aa07-a5cb61b25716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:54.522300 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56572) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:54.554739 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-12207380-14b9-41c5-8111-586f0fa65b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:54.589775 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d072ad36-1703-4fa9-aa07-a5cb61b25716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:54.602401 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-12207380-14b9-41c5-8111-586f0fa65b40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:54.607422 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-12207380-14b9-41c5-8111-586f0fa65b40 admin admin] Usage tracker for resource:security_group_rule and tenant:2a245b6ef9e5487684753a9ede00dc95 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:54.610878 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-12207380-14b9-41c5-8111-586f0fa65b40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:54.618543 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-12207380-14b9-41c5-8111-586f0fa65b40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:54.710778 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-12207380-14b9-41c5-8111-586f0fa65b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:54.717428 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-12207380-14b9-41c5-8111-586f0fa65b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:54.768324 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d37f3-9f0c-4dff-9619-39ff3413c1a1 req-785ff14e-538b-4b98-8746-4e9d9f59d0a4 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:54.770157 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2d5d37f3-9f0c-4dff-9619-39ff3413c1a1 req-785ff14e-538b-4b98-8746-4e9d9f59d0a4 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4120991 Apr 20 17:07:54.791280 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12207380-14b9-41c5-8111-586f0fa65b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b545ca15-8075-45fe-938d-b95a3638a3b0,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:54.803502 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-12207380-14b9-41c5-8111-586f0fa65b40 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2a245b6ef9e5487684753a9ede00dc95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2797120 Apr 20 17:07:54.805549 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56590) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:54.867181 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d072ad36-1703-4fa9-aa07-a5cb61b25716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:54.891153 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072ad36-1703-4fa9-aa07-a5cb61b25716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09784a84-153a-4b3a-8085-2d47545c6e03,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:54.915878 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d072ad36-1703-4fa9-aa07-a5cb61b25716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:54.919878 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d072ad36-1703-4fa9-aa07-a5cb61b25716 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/09784a84-153a-4b3a-8085-2d47545c6e03 HTTP/1.1" status: 204 len: 168 time: 0.9640305 Apr 20 17:07:54.995409 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-2c7b757f-5dd7-4fd6-b645-131e50825db0 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e710a50eaac343389b37eff63cf1f21f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669174 Apr 20 17:07:55.010565 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7b91997b-e2bf-4ed6-b164-671de60fdeb2 req-a1848c11-3176-407b-a5e0-c3274273939d tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=87c9f027d55f4af4be844aa833f2aac7 HTTP/1.1" status: 200 len: 1656 time: 0.1721237 Apr 20 17:07:55.099120 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-63db60c5-164f-45ff-8e8e-8cdb6653844d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 969f24f2-c3ed-42b4-a021-efc28405131a {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:07:55.118039 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-63db60c5-164f-45ff-8e8e-8cdb6653844d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:55.151168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-63db60c5-164f-45ff-8e8e-8cdb6653844d service neutron] Transition to ACTIVE for port object 969f24f2-c3ed-42b4-a021-efc28405131a will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:07:55.156883 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-63db60c5-164f-45ff-8e8e-8cdb6653844d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:55.396080 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91997b-e2bf-4ed6-b164-671de60fdeb2 req-fe3a6ccd-4436-4e29-ad79-5f3b80be5b08 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:55.404136 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7b91997b-e2bf-4ed6-b164-671de60fdeb2 req-fe3a6ccd-4436-4e29-ad79-5f3b80be5b08 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/networks?id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3&id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3&id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 787 time: 0.3571739 Apr 20 17:07:55.417559 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-7b91997b-e2bf-4ed6-b164-671de60fdeb2 req-f7e09299-a1c6-448e-8fdc-8b2858c8cbb2 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:07:55.429122 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7b91997b-e2bf-4ed6-b164-671de60fdeb2 req-f7e09299-a1c6-448e-8fdc-8b2858c8cbb2 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0237203 Apr 20 17:07:55.441515 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db60c5-164f-45ff-8e8e-8cdb6653844d service neutron] Pushing event updated for resources: {'Port': ['ID=969f24f2-c3ed-42b4-a021-efc28405131a,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:55.458594 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-85b15ba1-badf-4813-9cab-a3abf10572b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:55.493401 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-63db60c5-164f-45ff-8e8e-8cdb6653844d service neutron] Attempting to bind port 969f24f2-c3ed-42b4-a021-efc28405131a on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:07:55.493739 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-63db60c5-164f-45ff-8e8e-8cdb6653844d service neutron] Attempting to bind port 969f24f2-c3ed-42b4-a021-efc28405131a by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'af78e68a-1aac-4499-9edd-4a404858a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '62862590-8584-4ef8-b251-867e255b53a5'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:07:55.494067 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-63db60c5-164f-45ff-8e8e-8cdb6653844d service neutron] Attempting to bind port 969f24f2-c3ed-42b4-a021-efc28405131a on network 62862590-8584-4ef8-b251-867e255b53a5 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:07:55.551051 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f2339-6f19-40df-ad62-247bd6fddccb req-aefbda95-4343-43d9-8ed7-6ecb1a609741 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:55.553128 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4d5f2339-6f19-40df-ad62-247bd6fddccb req-aefbda95-4343-43d9-8ed7-6ecb1a609741 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=61043504-6db3-4db6-bafd-282869b4c244 HTTP/1.1" status: 200 len: 950 time: 0.2266293 Apr 20 17:07:55.553790 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56616) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:55.557410 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-63db60c5-164f-45ff-8e8e-8cdb6653844d service neutron] Port 969f24f2-c3ed-42b4-a021-efc28405131a on network 62862590-8584-4ef8-b251-867e255b53a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:07:55.558994 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-63db60c5-164f-45ff-8e8e-8cdb6653844d service neutron] Attempting to bind port 969f24f2-c3ed-42b4-a021-efc28405131a on network 62862590-8584-4ef8-b251-867e255b53a5 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:07:55.594836 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-63db60c5-164f-45ff-8e8e-8cdb6653844d service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:07:55.595387 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-63db60c5-164f-45ff-8e8e-8cdb6653844d service neutron] Checking segment: {'id': 'af78e68a-1aac-4499-9edd-4a404858a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '62862590-8584-4ef8-b251-867e255b53a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:07:55.595487 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-63db60c5-164f-45ff-8e8e-8cdb6653844d service neutron] Bound using segment: {'id': 'af78e68a-1aac-4499-9edd-4a404858a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '62862590-8584-4ef8-b251-867e255b53a5'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:07:55.596015 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-63db60c5-164f-45ff-8e8e-8cdb6653844d service neutron] Bound port: 969f24f2-c3ed-42b4-a021-efc28405131a, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af78e68a-1aac-4499-9edd-4a404858a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '62862590-8584-4ef8-b251-867e255b53a5'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:07:55.596450 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-63db60c5-164f-45ff-8e8e-8cdb6653844d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:55.640605 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-85b15ba1-badf-4813-9cab-a3abf10572b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:55.660696 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-f206ef47-5a10-42a8-8a82-9f2b84a67b80 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:55.662314 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-f206ef47-5a10-42a8-8a82-9f2b84a67b80 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6586602 Apr 20 17:07:55.690316 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-7c3236df-ecba-4077-8cb6-de2a60d9a752 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Request body: {'port': {'device_id': 'e29cfc63-1a12-4db8-b715-488d6dc58aa0', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'admin_state_up': True, 'tenant_id': 'e710a50eaac343389b37eff63cf1f21f'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:07:55.755710 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4d5f2339-6f19-40df-ad62-247bd6fddccb req-b647270f-4edc-4fd4-983a-4c7411d72a44 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac3d550-ab69-4260-a2db-a8272138d792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939731 Apr 20 17:07:55.807932 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-63db60c5-164f-45ff-8e8e-8cdb6653844d service neutron] For port 969f24f2-c3ed-42b4-a021-efc28405131a, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:07:55.828707 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-63db60c5-164f-45ff-8e8e-8cdb6653844d service neutron] For port 969f24f2-c3ed-42b4-a021-efc28405131a, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=969f24f2-c3ed-42b4-a021-efc28405131a,segment=NetworkSegment(af78e68a-1aac-4499-9edd-4a404858a5ef),segment_id=af78e68a-1aac-4499-9edd-4a404858a5ef)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:07:55.847400 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-87f88d55-954a-425a-8144-c37f339cdf42 req-1e6499d7-3adb-4e6f-8591-a5b43e8e0d67 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/ports?device_id=e29cfc63-1a12-4db8-b715-488d6dc58aa0 HTTP/1.1" status: 200 len: 210 time: 0.0670624 Apr 20 17:07:55.856518 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-85b15ba1-badf-4813-9cab-a3abf10572b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:55.859064 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-63db60c5-164f-45ff-8e8e-8cdb6653844d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:55.898866 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b15ba1-badf-4813-9cab-a3abf10572b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b545ca15-8075-45fe-938d-b95a3638a3b0,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:55.978294 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0098ab7d-8bd1-4a67-8df9-7d38fd4ba9af admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8522596b86c843819f9cb8741166ebc9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4225049 Apr 20 17:07:55.989926 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56632) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:55.996672 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-85b15ba1-badf-4813-9cab-a3abf10572b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:56.006667 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-63db60c5-164f-45ff-8e8e-8cdb6653844d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:56.008321 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-63db60c5-164f-45ff-8e8e-8cdb6653844d service neutron] 10.222.0.10 "PUT /v2.0/ports/969f24f2-c3ed-42b4-a021-efc28405131a HTTP/1.1" status: 200 len: 1091 time: 2.1545498 Apr 20 17:07:56.014550 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-85b15ba1-badf-4813-9cab-a3abf10572b5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b545ca15-8075-45fe-938d-b95a3638a3b0 HTTP/1.1" status: 204 len: 168 time: 1.1914530 Apr 20 17:07:56.024622 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72990568-c951-4b6f-b45d-b67e6e0b6c94', 'tag': '969f24f2-c3ed-42b4-a021-efc28405131a'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:07:56.035670 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b15ba1-badf-4813-9cab-a3abf10572b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:56.036037 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b15ba1-badf-4813-9cab-a3abf10572b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:56.036387 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b15ba1-badf-4813-9cab-a3abf10572b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:56.036719 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b15ba1-badf-4813-9cab-a3abf10572b5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:56.037039 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b15ba1-badf-4813-9cab-a3abf10572b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:56.037360 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b15ba1-badf-4813-9cab-a3abf10572b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:56.037677 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b15ba1-badf-4813-9cab-a3abf10572b5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:56.038061 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b15ba1-badf-4813-9cab-a3abf10572b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:56.038763 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b15ba1-badf-4813-9cab-a3abf10572b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:56.039083 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b15ba1-badf-4813-9cab-a3abf10572b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:56.039410 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b15ba1-badf-4813-9cab-a3abf10572b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:56.052466 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-7c3236df-ecba-4077-8cb6-de2a60d9a752 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:56.065776 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4a4a90b5-671f-4822-be8c-09d2c3a4e546 req-b3b978fa-bd11-4318-bf41-a070a653e650 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/floatingips/03c0b9ce-4b28-4c36-a20c-6ffcc22732e5 HTTP/1.1" status: 200 len: 692 time: 0.1346951 Apr 20 17:07:56.119570 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-7c3236df-ecba-4077-8cb6-de2a60d9a752 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:56.130964 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db60c5-164f-45ff-8e8e-8cdb6653844d service neutron] Pushing event updated for resources: {'Port': ['ID=969f24f2-c3ed-42b4-a021-efc28405131a,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:56.162346 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db60c5-164f-45ff-8e8e-8cdb6653844d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:56.162968 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db60c5-164f-45ff-8e8e-8cdb6653844d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:56.163457 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db60c5-164f-45ff-8e8e-8cdb6653844d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:56.163942 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db60c5-164f-45ff-8e8e-8cdb6653844d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:56.164408 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db60c5-164f-45ff-8e8e-8cdb6653844d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:56.164884 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db60c5-164f-45ff-8e8e-8cdb6653844d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:56.165361 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db60c5-164f-45ff-8e8e-8cdb6653844d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:56.165825 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db60c5-164f-45ff-8e8e-8cdb6653844d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:56.166319 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db60c5-164f-45ff-8e8e-8cdb6653844d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:56.166645 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db60c5-164f-45ff-8e8e-8cdb6653844d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:56.166966 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db60c5-164f-45ff-8e8e-8cdb6653844d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:07:56.219802 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000999e-597a-441d-ae6d-f39174b086d7 req-cca1037c-0a7a-43bf-a14f-beae2a38bf19 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:56.220532 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-8000999e-597a-441d-ae6d-f39174b086d7 req-cca1037c-0a7a-43bf-a14f-beae2a38bf19 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Synchronizing usage tracker for tenant:3d443eef609b4b6f83a7bfbf78a576c5 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:07:56.225918 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-7c3236df-ecba-4077-8cb6-de2a60d9a752 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Made reservation on behalf of e710a50eaac343389b37eff63cf1f21f for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:07:56.228544 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e40de582-9a0b-4eed-854d-309a365f629a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:56.228898 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-7c3236df-ecba-4077-8cb6-de2a60d9a752 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:56.280220 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e40de582-9a0b-4eed-854d-309a365f629a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:56.294138 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-8000999e-597a-441d-ae6d-f39174b086d7 req-cca1037c-0a7a-43bf-a14f-beae2a38bf19 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Unset dirty status for tenant:3d443eef609b4b6f83a7bfbf78a576c5 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:07:56.301891 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8000999e-597a-441d-ae6d-f39174b086d7 req-cca1037c-0a7a-43bf-a14f-beae2a38bf19 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/ports?device_id=72990568-c951-4b6f-b45d-b67e6e0b6c94 HTTP/1.1" status: 200 len: 943 time: 0.3737211 Apr 20 17:07:56.329163 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-69008550-14d1-4dd4-b256-393fb1b233df service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d443eef609b4b6f83a7bfbf78a576c5&device_id=72990568-c951-4b6f-b45d-b67e6e0b6c94 HTTP/1.1" status: 200 len: 1094 time: 0.2370260 Apr 20 17:07:56.375620 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a90b5-671f-4822-be8c-09d2c3a4e546 req-f81f6372-5216-4c62-99b6-c3f740392365 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:56.382162 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4a4a90b5-671f-4822-be8c-09d2c3a4e546 req-f81f6372-5216-4c62-99b6-c3f740392365 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 784 time: 0.3153496 Apr 20 17:07:56.422299 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-4a4a90b5-671f-4822-be8c-09d2c3a4e546 req-4f358cd2-b9ad-436a-b6d8-23820cb92b27 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:07:56.430257 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4a4a90b5-671f-4822-be8c-09d2c3a4e546 req-4f358cd2-b9ad-436a-b6d8-23820cb92b27 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0471828 Apr 20 17:07:56.449952 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56648) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:56.453093 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-e3e63832-7961-496d-9ed2-127f7292d20e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=969f24f2-c3ed-42b4-a021-efc28405131a HTTP/1.1" status: 200 len: 217 time: 0.1033952 Apr 20 17:07:56.526783 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8000999e-597a-441d-ae6d-f39174b086d7 req-f8568644-a96d-489e-8c81-a77971200372 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf459132-201d-4118-86f2-4956962fb2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067578 Apr 20 17:07:56.530136 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e40de582-9a0b-4eed-854d-309a365f629a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:56.581825 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40de582-9a0b-4eed-854d-309a365f629a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a1b96d-1d47-4b13-a21a-d1c2547700f6,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:56.597544 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4a4a90b5-671f-4822-be8c-09d2c3a4e546 req-83e55746-675c-4fc9-acaa-9011be81feb0 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.58 HTTP/1.1" status: 200 len: 695 time: 0.1659584 Apr 20 17:07:56.610438 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-151f43ad-5057-4f0b-ba24-36216960ff9e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:56.616424 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-151f43ad-5057-4f0b-ba24-36216960ff9e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13d85e0c-de04-4a6c-ab03-5cd24a8cb53b HTTP/1.1" status: 200 len: 862 time: 0.1557713 Apr 20 17:07:56.622044 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e40de582-9a0b-4eed-854d-309a365f629a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:56.626034 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e40de582-9a0b-4eed-854d-309a365f629a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/64a1b96d-1d47-4b13-a21a-d1c2547700f6 HTTP/1.1" status: 204 len: 168 time: 0.6309767 Apr 20 17:07:56.724720 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4a4a90b5-671f-4822-be8c-09d2c3a4e546 req-63ed0704-3bab-457e-bb23-e77ec429af4e tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.58 HTTP/1.1" status: 200 len: 695 time: 0.1265674 Apr 20 17:07:56.889898 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fe79cc9c-7625-42fd-b5be-5d464392399a tempest-AutoAllocateNetworkTest-84974711 tempest-AutoAllocateNetworkTest-84974711-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=bdfc66dce7064307b48f1054b86cf1a4&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4386687 Apr 20 17:07:56.892899 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56668) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:56.978374 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e59f09cc-ef84-4b10-b70b-f273c30b970d'] response: {'name': 'network-changed', 'server_uuid': '72990568-c951-4b6f-b45d-b67e6e0b6c94', 'tag': '969f24f2-c3ed-42b4-a021-efc28405131a', 'status': 'completed', 'code': 200} Apr 20 17:07:57.002272 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-0a1bc3c4-40cb-464f-ae6d-60ada70d0cad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=62862590-8584-4ef8-b251-867e255b53a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3777177 Apr 20 17:07:57.036512 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-7c3236df-ecba-4077-8cb6-de2a60d9a752 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Allocated IP 192.168.233.38 (9a774663-a30d-4bd1-8b41-83fe693f2d30/777b4790-ba4c-49e9-8844-3c09c1447f40/16380970-cf8c-414f-920e-5e61211059d6) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:07:57.053203 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-4a4a90b5-671f-4822-be8c-09d2c3a4e546 req-7c6adc1e-f19b-4f0b-8123-2af39e8221c4 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Deleting port d9d6b77b-3864-45a0-8e2b-b56370106e7b {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:07:57.053669 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4a4a90b5-671f-4822-be8c-09d2c3a4e546 req-7c6adc1e-f19b-4f0b-8123-2af39e8221c4 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:57.204119 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-26e3111b-cc4f-46d0-8ec6-433afc163857 req-77944f9b-54b3-416f-b840-0c8e1035a9e7 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/ports?device_id=e29cfc63-1a12-4db8-b715-488d6dc58aa0 HTTP/1.1" status: 200 len: 210 time: 0.0677795 Apr 20 17:07:57.214691 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3322e00b-5ed0-48ae-9615-85ddae62f6b7 tempest-AutoAllocateNetworkTest-84974711 tempest-AutoAllocateNetworkTest-84974711-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:57.216012 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3322e00b-5ed0-48ae-9615-85ddae62f6b7 tempest-AutoAllocateNetworkTest-84974711 tempest-AutoAllocateNetworkTest-84974711-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3222442 Apr 20 17:07:57.220599 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56680) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:57.298337 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4a4a90b5-671f-4822-be8c-09d2c3a4e546 req-7c6adc1e-f19b-4f0b-8123-2af39e8221c4 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:57.298664 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4a4a90b5-671f-4822-be8c-09d2c3a4e546 req-7c6adc1e-f19b-4f0b-8123-2af39e8221c4 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:57.299463 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56686) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:57.336316 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-81dd8dba-3fc2-4fba-a73c-b85086c9c9b8 tempest-AutoAllocateNetworkTest-84974711 tempest-AutoAllocateNetworkTest-84974711-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1122987 Apr 20 17:07:57.341315 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56690) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:57.380350 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-66851c5e-73ba-43f5-9b52-40d7780da664 tempest-AutoAllocateNetworkTest-84974711 tempest-AutoAllocateNetworkTest-84974711-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=bdfc66dce7064307b48f1054b86cf1a4 HTTP/1.1" status: 200 len: 208 time: 0.0353675 Apr 20 17:07:57.412057 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-adb614a0-b114-4e00-bff0-a706c477b13a service neutron] 10.222.0.10 "GET /v2.0/networks/62862590-8584-4ef8-b251-867e255b53a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005914 Apr 20 17:07:57.414337 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-47168a97-6b7b-45c5-b8e2-9a1836e74401 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ac76650ad370446e94ca9dc4e096dad3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1137636 Apr 20 17:07:57.417325 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56698) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:57.444428 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de3d2bc-9cae-42c3-9446-e0f40c93e922 None None] Sync routers for ids ['44fb96e8-7d04-48f5-a979-f31d3c76b2a3'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:07:57.474838 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de3d2bc-9cae-42c3-9446-e0f40c93e922 None None] Routers {'44fb96e8-7d04-48f5-a979-f31d3c76b2a3'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:07:57.475903 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9de3d2bc-9cae-42c3-9446-e0f40c93e922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:07:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['44fb96e8-7d04-48f5-a979-f31d3c76b2a3'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:07:57.680835 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-df4af9d5-3582-4f2b-86d1-6e25f677aa5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:57.709576 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-df4af9d5-3582-4f2b-86d1-6e25f677aa5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:57.739560 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0b38b517-a9f8-4422-8917-e16c86a28cfb req-e9ea6c6e-3ae9-44e5-97d3-ed9c4ad4863b service neutron] 10.222.0.10 "GET /v2.0/networks/62862590-8584-4ef8-b251-867e255b53a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179669 Apr 20 17:07:57.801544 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-4a4a90b5-671f-4822-be8c-09d2c3a4e546 req-7c6adc1e-f19b-4f0b-8123-2af39e8221c4 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Calling delete_port for d9d6b77b-3864-45a0-8e2b-b56370106e7b owned by network:floatingip {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:07:57.824187 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-9de3d2bc-9cae-42c3-9446-e0f40c93e922 None None] Set router 44fb96e8-7d04-48f5-a979-f31d3c76b2a3 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:07:57.829804 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-7c3236df-ecba-4077-8cb6-de2a60d9a752 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:57.863672 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-7c3236df-ecba-4077-8cb6-de2a60d9a752 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Transition to ACTIVE for port object 16380970-cf8c-414f-920e-5e61211059d6 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:07:57.946670 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe3a4c-38ad-4c7d-aadf-95e1a5771215 req-f349567e-5913-4de2-8929-1ab8a016d8f9 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:57.959022 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49fe3a4c-38ad-4c7d-aadf-95e1a5771215 req-f349567e-5913-4de2-8929-1ab8a016d8f9 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=61043504-6db3-4db6-bafd-282869b4c244 HTTP/1.1" status: 200 len: 950 time: 0.4326329 Apr 20 17:07:57.975949 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4a4a90b5-671f-4822-be8c-09d2c3a4e546 req-7c6adc1e-f19b-4f0b-8123-2af39e8221c4 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:58.045908 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6adc1e-f19b-4f0b-8123-2af39e8221c4 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Pushing event deleted for resources: {'Port': ['ID=d9d6b77b-3864-45a0-8e2b-b56370106e7b,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:58.060677 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-df4af9d5-3582-4f2b-86d1-6e25f677aa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:58.067405 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56710) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:58.105132 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49fe3a4c-38ad-4c7d-aadf-95e1a5771215 req-c2896934-69ea-475b-be61-93ea83c3370b tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac3d550-ab69-4260-a2db-a8272138d792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447144 Apr 20 17:07:58.105920 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4af9d5-3582-4f2b-86d1-6e25f677aa5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e30cf01-a25f-4788-8de6-cacd43ae1af7,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:58.117095 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-7c3236df-ecba-4077-8cb6-de2a60d9a752 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:58.120735 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-df4af9d5-3582-4f2b-86d1-6e25f677aa5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:58.124578 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-df4af9d5-3582-4f2b-86d1-6e25f677aa5f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8e30cf01-a25f-4788-8de6-cacd43ae1af7 HTTP/1.1" status: 204 len: 168 time: 0.7035620 Apr 20 17:07:58.136988 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['6238eff7-b98c-4ffd-b69f-baed3f496681'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:07:58.151399 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a8b81270-fa31-4546-b9fe-e19b96186a73 req-2a7f6d83-554a-4918-a6cb-5bf01051d3d9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d443eef609b4b6f83a7bfbf78a576c5&device_id=72990568-c951-4b6f-b45d-b67e6e0b6c94 HTTP/1.1" status: 200 len: 1094 time: 0.3382695 Apr 20 17:07:58.216336 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9de3d2bc-9cae-42c3-9446-e0f40c93e922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fb96e8-7d04-48f5-a979-f31d3c76b2a3', 'name': 'tempest-FloatingIPDetailsTestJSON-320399051-router', 'tenant_id': '87c9f027d55f4af4be844aa833f2aac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'd7778fd4-a757-487d-add6-64e0bcd23ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:25Z', 'updated_at': '2022-04-20T17:07:34Z', 'revision_number': 4, 'project_id': '87c9f027d55f4af4be844aa833f2aac7', 'gw_port': {'id': 'd7778fd4-a757-487d-add6-64e0bcd23ea7', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fb96e8-7d04-48f5-a979-f31d3c76b2a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:26Z', 'updated_at': '2022-04-20T17:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'cdf7a4c8-5b32-4ce6-8699-6177c7de3132', 'name': '', 'network_id': 'e76769e1-bcbf-42d3-b82d-69098057f8a8', 'tenant_id': '87c9f027d55f4af4be844aa833f2aac7', 'mac_address': 'fa:16:3e:5c:1e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fb96e8-7d04-48f5-a979-f31d3c76b2a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6783173f-e57e-48d6-8a98-2f1bd84c21e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:31Z', 'updated_at': '2022-04-20T17:07:35Z', 'revision_number': 2, 'project_id': '87c9f027d55f4af4be844aa833f2aac7', 'subnets': [{'id': '6783173f-e57e-48d6-8a98-2f1bd84c21e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:07:58.222517 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de3d2bc-9cae-42c3-9446-e0f40c93e922 None None] Checking router: 44fb96e8-7d04-48f5-a979-f31d3c76b2a3 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:07:58.223011 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de3d2bc-9cae-42c3-9446-e0f40c93e922 None None] Updating router 44fb96e8-7d04-48f5-a979-f31d3c76b2a3 port cdf7a4c8-5b32-4ce6-8699-6177c7de3132 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:07:58.261771 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4a4a90b5-671f-4822-be8c-09d2c3a4e546 req-7c6adc1e-f19b-4f0b-8123-2af39e8221c4 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks [] for floatingip, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:58.277210 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9de3d2bc-9cae-42c3-9446-e0f40c93e922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:58.353930 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4a4a90b5-671f-4822-be8c-09d2c3a4e546 req-7c6adc1e-f19b-4f0b-8123-2af39e8221c4 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:58.373668 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4a4a90b5-671f-4822-be8c-09d2c3a4e546 req-7c6adc1e-f19b-4f0b-8123-2af39e8221c4 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "DELETE /v2.0/floatingips/03c0b9ce-4b28-4c36-a20c-6ffcc22732e5 HTTP/1.1" status: 204 len: 173 time: 1.6462033 Apr 20 17:07:58.500737 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-7c3236df-ecba-4077-8cb6-de2a60d9a752 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:07:58.509468 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-7c3236df-ecba-4077-8cb6-de2a60d9a752 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:07:58.518838 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-7c3236df-ecba-4077-8cb6-de2a60d9a752 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:07:58.524943 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-7c3236df-ecba-4077-8cb6-de2a60d9a752 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:58.528344 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-7c3236df-ecba-4077-8cb6-de2a60d9a752 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:58.534168 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3236df-ecba-4077-8cb6-de2a60d9a752 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Pushing event updated for resources: {'Port': ['ID=16380970-cf8c-414f-920e-5e61211059d6,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:58.561410 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2f060080-73c5-41f1-bfad-628a35ba3b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:58.604673 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b81270-fa31-4546-b9fe-e19b96186a73 req-06bb1a49-2f37-4606-b8b7-1255599e8c7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:58.606144 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a8b81270-fa31-4546-b9fe-e19b96186a73 req-06bb1a49-2f37-4606-b8b7-1255599e8c7a service neutron] 10.222.0.10 "GET /v2.0/networks?id=62862590-8584-4ef8-b251-867e255b53a5 HTTP/1.1" status: 200 len: 924 time: 0.4474223 Apr 20 17:07:58.656637 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2f060080-73c5-41f1-bfad-628a35ba3b80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:07:58.661784 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2f060080-73c5-41f1-bfad-628a35ba3b80 admin admin] Usage tracker for resource:security_group_rule and tenant:bdfc66dce7064307b48f1054b86cf1a4 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:07:58.665996 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2f060080-73c5-41f1-bfad-628a35ba3b80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:07:58.672844 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2f060080-73c5-41f1-bfad-628a35ba3b80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:07:58.742959 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-7c3236df-ecba-4077-8cb6-de2a60d9a752 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0660751 Apr 20 17:07:58.764483 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-f2147e90-201a-4883-8f5d-cf4f5db962ac service neutron] Request body: {'port': {'device_id': 'e29cfc63-1a12-4db8-b715-488d6dc58aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:07:58.773324 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088dad8-d0be-4580-9a59-325378a74f0d req-e2a5c9c4-18eb-4f84-a1dd-80c2c7ad2f60 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:58.774898 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f088dad8-d0be-4580-9a59-325378a74f0d req-e2a5c9c4-18eb-4f84-a1dd-80c2c7ad2f60 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/ports?device_id=72990568-c951-4b6f-b45d-b67e6e0b6c94 HTTP/1.1" status: 200 len: 943 time: 0.4314418 Apr 20 17:07:58.782352 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a8b81270-fa31-4546-b9fe-e19b96186a73 req-9d89a9d2-b7e4-4d05-94d3-7974fa07721d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=969f24f2-c3ed-42b4-a021-efc28405131a HTTP/1.1" status: 200 len: 217 time: 0.1692662 Apr 20 17:07:58.945132 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2f060080-73c5-41f1-bfad-628a35ba3b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:58.979273 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2f060080-73c5-41f1-bfad-628a35ba3b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:58.984176 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9de3d2bc-9cae-42c3-9446-e0f40c93e922 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:59.023205 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-9de3d2bc-9cae-42c3-9446-e0f40c93e922 None None] Transition to ACTIVE for port object cdf7a4c8-5b32-4ce6-8699-6177c7de3132 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:07:59.030543 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f088dad8-d0be-4580-9a59-325378a74f0d req-fce7af35-02d7-4b04-aa0e-858459a494b5 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf459132-201d-4118-86f2-4956962fb2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448294 Apr 20 17:07:59.034827 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1a10df06-b56d-469a-a29c-6b0f78984636 None None] Provisioning for port 16380970-cf8c-414f-920e-5e61211059d6 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:07:59.042736 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1a10df06-b56d-469a-a29c-6b0f78984636 None None] Provisioning complete for port 16380970-cf8c-414f-920e-5e61211059d6 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:07:59.043303 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1a10df06-b56d-469a-a29c-6b0f78984636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:59.044365 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9de3d2bc-9cae-42c3-9446-e0f40c93e922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:59.045157 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b81270-fa31-4546-b9fe-e19b96186a73 req-94aa05b0-37f7-48cf-a089-2f28256719ae service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:59.058929 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a8b81270-fa31-4546-b9fe-e19b96186a73 req-94aa05b0-37f7-48cf-a089-2f28256719ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13d85e0c-de04-4a6c-ab03-5cd24a8cb53b HTTP/1.1" status: 200 len: 862 time: 0.2207243 Apr 20 17:07:59.148148 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f060080-73c5-41f1-bfad-628a35ba3b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7f7ee2-fd82-498d-bc07-9c377094af93,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:59.173500 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2f060080-73c5-41f1-bfad-628a35ba3b80 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bdfc66dce7064307b48f1054b86cf1a4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0704932 Apr 20 17:07:59.177006 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56748) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:07:59.219429 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1a10df06-b56d-469a-a29c-6b0f78984636 None None] Port 16380970-cf8c-414f-920e-5e61211059d6 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:07:59.227305 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-f2147e90-201a-4883-8f5d-cf4f5db962ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:59.238604 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13e6f4a0-2f4a-4908-aaa7-907e2e96af9e req-11f66dca-3443-478d-be9f-a7230af9000f tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/floatingips/32d31ab9-89ba-4bda-9fa5-9eca4eb2034f HTTP/1.1" status: 200 len: 693 time: 0.1199093 Apr 20 17:07:59.328360 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6bc2d6-9220-4991-b3e7-05b825d47d1e None None] Pushing event updated for resources: {'Port': ['ID=cdf7a4c8-5b32-4ce6-8699-6177c7de3132,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:59.485952 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c7d5403b-169c-45d2-a410-2a79f545a510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:59.500384 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-9de3d2bc-9cae-42c3-9446-e0f40c93e922 None None] Attempting to bind port cdf7a4c8-5b32-4ce6-8699-6177c7de3132 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:07:59.500754 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-9de3d2bc-9cae-42c3-9446-e0f40c93e922 None None] Attempting to bind port cdf7a4c8-5b32-4ce6-8699-6177c7de3132 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '8166e85e-d5e8-4c2e-bb2b-0dae7ab9bb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e76769e1-bcbf-42d3-b82d-69098057f8a8'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:07:59.501130 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de3d2bc-9cae-42c3-9446-e0f40c93e922 None None] Attempting to bind port cdf7a4c8-5b32-4ce6-8699-6177c7de3132 on network e76769e1-bcbf-42d3-b82d-69098057f8a8 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:07:59.515013 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de3d2bc-9cae-42c3-9446-e0f40c93e922 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:07:59.515264 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de3d2bc-9cae-42c3-9446-e0f40c93e922 None None] Checking segment: {'id': '8166e85e-d5e8-4c2e-bb2b-0dae7ab9bb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e76769e1-bcbf-42d3-b82d-69098057f8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:07:59.515666 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9de3d2bc-9cae-42c3-9446-e0f40c93e922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:59.521035 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de3d2bc-9cae-42c3-9446-e0f40c93e922 None None] Bound using segment: {'id': '8166e85e-d5e8-4c2e-bb2b-0dae7ab9bb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e76769e1-bcbf-42d3-b82d-69098057f8a8'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:07:59.522218 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-9de3d2bc-9cae-42c3-9446-e0f40c93e922 None None] Bound port: cdf7a4c8-5b32-4ce6-8699-6177c7de3132, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8166e85e-d5e8-4c2e-bb2b-0dae7ab9bb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e76769e1-bcbf-42d3-b82d-69098057f8a8'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:07:59.522794 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9de3d2bc-9cae-42c3-9446-e0f40c93e922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:59.625032 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c7d5403b-169c-45d2-a410-2a79f545a510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:59.660542 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-9de3d2bc-9cae-42c3-9446-e0f40c93e922 None None] For port cdf7a4c8-5b32-4ce6-8699-6177c7de3132, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:07:59.664494 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-9de3d2bc-9cae-42c3-9446-e0f40c93e922 None None] For port cdf7a4c8-5b32-4ce6-8699-6177c7de3132, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=cdf7a4c8-5b32-4ce6-8699-6177c7de3132,segment=NetworkSegment(8166e85e-d5e8-4c2e-bb2b-0dae7ab9bb43),segment_id=8166e85e-d5e8-4c2e-bb2b-0dae7ab9bb43)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:07:59.673095 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9de3d2bc-9cae-42c3-9446-e0f40c93e922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:07:59.727125 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a8b81270-fa31-4546-b9fe-e19b96186a73 req-f44a54f4-0c43-4415-b2d1-c84e915312b9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=62862590-8584-4ef8-b251-867e255b53a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6712351 Apr 20 17:07:59.763604 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6bc2d6-9220-4991-b3e7-05b825d47d1e None None] Pushing event updated for resources: {'Port': ['ID=cdf7a4c8-5b32-4ce6-8699-6177c7de3132,revision_number=4']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:07:59.768992 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de3d2bc-9cae-42c3-9446-e0f40c93e922 None None] Routers {'44fb96e8-7d04-48f5-a979-f31d3c76b2a3'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:07:59.769969 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9de3d2bc-9cae-42c3-9446-e0f40c93e922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:07:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['44fb96e8-7d04-48f5-a979-f31d3c76b2a3'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:07:59.794002 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6f4a0-2f4a-4908-aaa7-907e2e96af9e req-0985f90b-b63f-4960-841c-c0f095ed8f2c tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:59.804741 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13e6f4a0-2f4a-4908-aaa7-907e2e96af9e req-0985f90b-b63f-4960-841c-c0f095ed8f2c tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 784 time: 0.5646162 Apr 20 17:07:59.912816 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7908f-a3e3-4129-962a-0bee2fefc78f req-e6651853-bb0e-4da0-b0ab-f4812d149377 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:07:59.913603 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-06e7908f-a3e3-4129-962a-0bee2fefc78f req-e6651853-bb0e-4da0-b0ab-f4812d149377 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Synchronizing usage tracker for tenant:e710a50eaac343389b37eff63cf1f21f on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:07:59.978979 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-06e7908f-a3e3-4129-962a-0bee2fefc78f req-e6651853-bb0e-4da0-b0ab-f4812d149377 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Unset dirty status for tenant:e710a50eaac343389b37eff63cf1f21f on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:07:59.980121 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-06e7908f-a3e3-4129-962a-0bee2fefc78f req-e6651853-bb0e-4da0-b0ab-f4812d149377 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/ports?device_id=e29cfc63-1a12-4db8-b715-488d6dc58aa0 HTTP/1.1" status: 200 len: 935 time: 0.6755681 Apr 20 17:07:59.980767 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c7d5403b-169c-45d2-a410-2a79f545a510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:00.006887 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-13e6f4a0-2f4a-4908-aaa7-907e2e96af9e req-277b6b6e-893f-4456-bb85-5c5d97e6cd99 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Synchronizing usage tracker for tenant:87c9f027d55f4af4be844aa833f2aac7 on resource:floatingip {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:08:00.014276 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-9de3d2bc-9cae-42c3-9446-e0f40c93e922 None None] Set router 44fb96e8-7d04-48f5-a979-f31d3c76b2a3 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:08:00.033497 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5403b-169c-45d2-a410-2a79f545a510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7f7ee2-fd82-498d-bc07-9c377094af93,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:00.047162 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-13e6f4a0-2f4a-4908-aaa7-907e2e96af9e req-277b6b6e-893f-4456-bb85-5c5d97e6cd99 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Unset dirty status for tenant:87c9f027d55f4af4be844aa833f2aac7 on resource:floatingip {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:08:00.051826 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c7d5403b-169c-45d2-a410-2a79f545a510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:00.055994 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13e6f4a0-2f4a-4908-aaa7-907e2e96af9e req-277b6b6e-893f-4456-bb85-5c5d97e6cd99 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.165 HTTP/1.1" status: 200 len: 696 time: 0.2502677 Apr 20 17:08:00.074155 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c7d5403b-169c-45d2-a410-2a79f545a510 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f7f7ee2-fd82-498d-bc07-9c377094af93 HTTP/1.1" status: 204 len: 168 time: 0.8958516 Apr 20 17:08:00.160828 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13e6f4a0-2f4a-4908-aaa7-907e2e96af9e req-ce348e14-3507-43a3-945e-7f04ec649056 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.165 HTTP/1.1" status: 200 len: 696 time: 0.1038599 Apr 20 17:08:00.176051 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-06e7908f-a3e3-4129-962a-0bee2fefc78f req-f1e0a14f-6a6b-407d-982e-ca7071969102 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6d2a5b8-ad15-4130-acbb-2ca6e8d80347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818962 Apr 20 17:08:00.241179 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.43', 57355) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:00.350229 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-f2147e90-201a-4883-8f5d-cf4f5db962ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16380970-cf8c-414f-920e-5e61211059d6 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:08:00.370312 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-f2147e90-201a-4883-8f5d-cf4f5db962ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:00.405506 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-f2147e90-201a-4883-8f5d-cf4f5db962ac service neutron] Transition to ACTIVE for port object 16380970-cf8c-414f-920e-5e61211059d6 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:08:00.418765 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-f2147e90-201a-4883-8f5d-cf4f5db962ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:00.449056 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a8b81270-fa31-4546-b9fe-e19b96186a73 req-8f3bb750-7d6b-46ff-9452-31177bfac833 service neutron] 10.222.0.10 "GET /v2.0/networks/62862590-8584-4ef8-b251-867e255b53a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6960394 Apr 20 17:08:00.451356 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9de3d2bc-9cae-42c3-9446-e0f40c93e922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fb96e8-7d04-48f5-a979-f31d3c76b2a3', 'name': 'tempest-FloatingIPDetailsTestJSON-320399051-router', 'tenant_id': '87c9f027d55f4af4be844aa833f2aac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'd7778fd4-a757-487d-add6-64e0bcd23ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:25Z', 'updated_at': '2022-04-20T17:07:34Z', 'revision_number': 4, 'project_id': '87c9f027d55f4af4be844aa833f2aac7', 'gw_port': {'id': 'd7778fd4-a757-487d-add6-64e0bcd23ea7', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fb96e8-7d04-48f5-a979-f31d3c76b2a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:26Z', 'updated_at': '2022-04-20T17:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'cdf7a4c8-5b32-4ce6-8699-6177c7de3132', 'name': '', 'network_id': 'e76769e1-bcbf-42d3-b82d-69098057f8a8', 'tenant_id': '87c9f027d55f4af4be844aa833f2aac7', 'mac_address': 'fa:16:3e:5c:1e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fb96e8-7d04-48f5-a979-f31d3c76b2a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6783173f-e57e-48d6-8a98-2f1bd84c21e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:31Z', 'updated_at': '2022-04-20T17:07:59Z', 'revision_number': 4, 'project_id': '87c9f027d55f4af4be844aa833f2aac7', 'subnets': [{'id': '6783173f-e57e-48d6-8a98-2f1bd84c21e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:00.457630 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de3d2bc-9cae-42c3-9446-e0f40c93e922 None None] The sync data for ids ['44fb96e8-7d04-48f5-a979-f31d3c76b2a3'] in n-d-838032-1 is: [{'id': '44fb96e8-7d04-48f5-a979-f31d3c76b2a3', 'name': 'tempest-FloatingIPDetailsTestJSON-320399051-router', 'tenant_id': '87c9f027d55f4af4be844aa833f2aac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'd7778fd4-a757-487d-add6-64e0bcd23ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:25Z', 'updated_at': '2022-04-20T17:07:34Z', 'revision_number': 4, 'project_id': '87c9f027d55f4af4be844aa833f2aac7', 'gw_port': {'id': 'd7778fd4-a757-487d-add6-64e0bcd23ea7', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fb96e8-7d04-48f5-a979-f31d3c76b2a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:26Z', 'updated_at': '2022-04-20T17:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'cdf7a4c8-5b32-4ce6-8699-6177c7de3132', 'name': '', 'network_id': 'e76769e1-bcbf-42d3-b82d-69098057f8a8', 'tenant_id': '87c9f027d55f4af4be844aa833f2aac7', 'mac_address': 'fa:16:3e:5c:1e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fb96e8-7d04-48f5-a979-f31d3c76b2a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6783173f-e57e-48d6-8a98-2f1bd84c21e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:31Z', 'updated_at': '2022-04-20T17:07:59Z', 'revision_number': 4, 'project_id': '87c9f027d55f4af4be844aa833f2aac7', 'subnets': [{'id': '6783173f-e57e-48d6-8a98-2f1bd84c21e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:08:00.497738 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-13e6f4a0-2f4a-4908-aaa7-907e2e96af9e req-c3e98bb0-16ec-45a2-b4cc-de38eac3724d tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Deleting port f83ca9fb-5dca-47bb-9cb8-cc7842bdf2b4 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:08:00.499338 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-13e6f4a0-2f4a-4908-aaa7-907e2e96af9e req-c3e98bb0-16ec-45a2-b4cc-de38eac3724d tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:00.714903 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2147e90-201a-4883-8f5d-cf4f5db962ac service neutron] Pushing event updated for resources: {'Port': ['ID=16380970-cf8c-414f-920e-5e61211059d6,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:00.794917 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32f3ae-af7f-4bf2-900b-1a691ddbb15b req-af773fb2-e2e4-4441-a9e0-043bb0ce8362 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:00.796394 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8a32f3ae-af7f-4bf2-900b-1a691ddbb15b req-af773fb2-e2e4-4441-a9e0-043bb0ce8362 tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.43 "GET /v2.0/ports?device_id=61043504-6db3-4db6-bafd-282869b4c244 HTTP/1.1" status: 200 len: 950 time: 0.5461862 Apr 20 17:08:00.922158 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cdf7a4c8-5b32-4ce6-8699-6177c7de3132 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:08:00.954995 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-f2147e90-201a-4883-8f5d-cf4f5db962ac service neutron] Attempting to bind port 16380970-cf8c-414f-920e-5e61211059d6 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:08:00.955332 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-f2147e90-201a-4883-8f5d-cf4f5db962ac service neutron] Attempting to bind port 16380970-cf8c-414f-920e-5e61211059d6 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:08:00.955658 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-f2147e90-201a-4883-8f5d-cf4f5db962ac service neutron] Attempting to bind port 16380970-cf8c-414f-920e-5e61211059d6 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:08:00.994032 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3ea18-d750-4838-83b0-17f2849d71a4 req-d7eafe48-fc0e-44a4-bef7-08af3e036a9a tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:00.995609 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dda3ea18-d750-4838-83b0-17f2849d71a4 req-d7eafe48-fc0e-44a4-bef7-08af3e036a9a tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=61043504-6db3-4db6-bafd-282869b4c244 HTTP/1.1" status: 200 len: 950 time: 0.4599175 Apr 20 17:08:01.086136 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port cdf7a4c8-5b32-4ce6-8699-6177c7de3132 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:08:01.093176 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port cdf7a4c8-5b32-4ce6-8699-6177c7de3132 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:08:01.093958 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:01.204291 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a8b81270-fa31-4546-b9fe-e19b96186a73 req-fd18a1fb-28ca-478f-8f68-03864b70de3c service neutron] 10.222.0.10 "GET /v2.0/networks/62862590-8584-4ef8-b251-867e255b53a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6328292 Apr 20 17:08:01.209623 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-8a32f3ae-af7f-4bf2-900b-1a691ddbb15b req-98d7fbd2-5f47-4cdb-abec-cee15922804c tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Deleting port 260510e7-0d5b-4831-a9ec-9ee79c736da9 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:08:01.209966 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8a32f3ae-af7f-4bf2-900b-1a691ddbb15b req-98d7fbd2-5f47-4cdb-abec-cee15922804c tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:01.237466 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-f2147e90-201a-4883-8f5d-cf4f5db962ac service neutron] Port 16380970-cf8c-414f-920e-5e61211059d6 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:08:01.241578 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-f2147e90-201a-4883-8f5d-cf4f5db962ac service neutron] Attempting to bind port 16380970-cf8c-414f-920e-5e61211059d6 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:08:01.268516 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-f2147e90-201a-4883-8f5d-cf4f5db962ac service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:08:01.271189 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-f2147e90-201a-4883-8f5d-cf4f5db962ac service neutron] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:08:01.272337 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-f2147e90-201a-4883-8f5d-cf4f5db962ac service neutron] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:08:01.273683 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-f2147e90-201a-4883-8f5d-cf4f5db962ac service neutron] Bound port: 16380970-cf8c-414f-920e-5e61211059d6, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:08:01.275275 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-f2147e90-201a-4883-8f5d-cf4f5db962ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:01.401112 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:01.500999 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-13e6f4a0-2f4a-4908-aaa7-907e2e96af9e req-c3e98bb0-16ec-45a2-b4cc-de38eac3724d tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:01.501224 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-13e6f4a0-2f4a-4908-aaa7-907e2e96af9e req-c3e98bb0-16ec-45a2-b4cc-de38eac3724d tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:01.512627 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port cdf7a4c8-5b32-4ce6-8699-6177c7de3132, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=cdf7a4c8-5b32-4ce6-8699-6177c7de3132,segment=NetworkSegment(8166e85e-d5e8-4c2e-bb2b-0dae7ab9bb43),segment_id=8166e85e-d5e8-4c2e-bb2b-0dae7ab9bb43)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:01.523903 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:01.553602 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dda3ea18-d750-4838-83b0-17f2849d71a4 req-f937c5a3-db35-4d16-a749-63977b64acfd tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac3d550-ab69-4260-a2db-a8272138d792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5470562 Apr 20 17:08:01.637637 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-f2147e90-201a-4883-8f5d-cf4f5db962ac service neutron] For port 16380970-cf8c-414f-920e-5e61211059d6, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:08:01.647734 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-f2147e90-201a-4883-8f5d-cf4f5db962ac service neutron] For port 16380970-cf8c-414f-920e-5e61211059d6, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=16380970-cf8c-414f-920e-5e61211059d6,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:08:01.664046 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-f2147e90-201a-4883-8f5d-cf4f5db962ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:01.688945 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=cdf7a4c8-5b32-4ce6-8699-6177c7de3132,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:01.695880 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-13e6f4a0-2f4a-4908-aaa7-907e2e96af9e req-c3e98bb0-16ec-45a2-b4cc-de38eac3724d tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Calling delete_port for f83ca9fb-5dca-47bb-9cb8-cc7842bdf2b4 owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:08:01.782608 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2147e90-201a-4883-8f5d-cf4f5db962ac service neutron] Pushing event updated for resources: {'Port': ['ID=16380970-cf8c-414f-920e-5e61211059d6,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:01.819737 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-f2147e90-201a-4883-8f5d-cf4f5db962ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:01.821870 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-f2147e90-201a-4883-8f5d-cf4f5db962ac service neutron] 10.222.0.43 "PUT /v2.0/ports/16380970-cf8c-414f-920e-5e61211059d6 HTTP/1.1" status: 200 len: 1095 time: 3.0661626 Apr 20 17:08:01.822757 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e29cfc63-1a12-4db8-b715-488d6dc58aa0', 'tag': '16380970-cf8c-414f-920e-5e61211059d6'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:08:01.888877 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 969f24f2-c3ed-42b4-a021-efc28405131a details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:08:02.038666 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-d1dadc58-3902-4bea-9aa1-c0127876956d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e710a50eaac343389b37eff63cf1f21f&device_id=e29cfc63-1a12-4db8-b715-488d6dc58aa0 HTTP/1.1" status: 200 len: 1098 time: 0.1641994 Apr 20 17:08:02.150870 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-08042658-c9e7-4c93-b5d1-86ba0882236c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=16380970-cf8c-414f-920e-5e61211059d6 HTTP/1.1" status: 200 len: 217 time: 0.1043139 Apr 20 17:08:02.166894 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-8a32f3ae-af7f-4bf2-900b-1a691ddbb15b req-98d7fbd2-5f47-4cdb-abec-cee15922804c tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] For port 260510e7-0d5b-4831-a9ec-9ee79c736da9, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=260510e7-0d5b-4831-a9ec-9ee79c736da9,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:02.167415 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8a32f3ae-af7f-4bf2-900b-1a691ddbb15b req-98d7fbd2-5f47-4cdb-abec-cee15922804c tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:02.197247 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 969f24f2-c3ed-42b4-a021-efc28405131a, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=969f24f2-c3ed-42b4-a021-efc28405131a,segment=NetworkSegment(af78e68a-1aac-4499-9edd-4a404858a5ef),segment_id=af78e68a-1aac-4499-9edd-4a404858a5ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:02.216303 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '969f24f2-c3ed-42b4-a021-efc28405131a', 'network_id': '62862590-8584-4ef8-b251-867e255b53a5', 'port_id': '969f24f2-c3ed-42b4-a021-efc28405131a', 'mac_address': 'fa:16:3e:a4:61:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13d85e0c-de04-4a6c-ab03-5cd24a8cb53b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:08:02.251721 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-00d1d27a-5317-42e2-a812-ed20ff0e92a5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:02.253376 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-00d1d27a-5317-42e2-a812-ed20ff0e92a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.0954425 Apr 20 17:08:02.282854 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:02.294791 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-13e6f4a0-2f4a-4908-aaa7-907e2e96af9e req-c3e98bb0-16ec-45a2-b4cc-de38eac3724d tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:02.304440 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 969f24f2-c3ed-42b4-a021-efc28405131a {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:08:02.305009 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-8a32f3ae-af7f-4bf2-900b-1a691ddbb15b req-98d7fbd2-5f47-4cdb-abec-cee15922804c tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Calling delete_port for 260510e7-0d5b-4831-a9ec-9ee79c736da9 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:08:02.321433 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 969f24f2-c3ed-42b4-a021-efc28405131a, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=969f24f2-c3ed-42b4-a021-efc28405131a,segment=NetworkSegment(af78e68a-1aac-4499-9edd-4a404858a5ef),segment_id=af78e68a-1aac-4499-9edd-4a404858a5ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:02.327306 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:02.357106 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-e3b41f25-669d-4eeb-89c0-85f961b166b4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0981164 Apr 20 17:08:02.392233 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e98bb0-16ec-45a2-b4cc-de38eac3724d tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Pushing event deleted for resources: {'Port': ['ID=f83ca9fb-5dca-47bb-9cb8-cc7842bdf2b4,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:02.435131 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=969f24f2-c3ed-42b4-a021-efc28405131a,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:02.502034 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-13e6f4a0-2f4a-4908-aaa7-907e2e96af9e req-c3e98bb0-16ec-45a2-b4cc-de38eac3724d tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:02.542314 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-13e6f4a0-2f4a-4908-aaa7-907e2e96af9e req-c3e98bb0-16ec-45a2-b4cc-de38eac3724d tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:02.557573 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13e6f4a0-2f4a-4908-aaa7-907e2e96af9e req-c3e98bb0-16ec-45a2-b4cc-de38eac3724d tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "DELETE /v2.0/floatingips/32d31ab9-89ba-4bda-9fa5-9eca4eb2034f HTTP/1.1" status: 204 len: 173 time: 2.3954740 Apr 20 17:08:02.557879 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-ffb83ce0-ac3a-4a7d-b161-54112de8c57b service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906765 Apr 20 17:08:02.630386 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['969f24f2-c3ed-42b4-a021-efc28405131a'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:08:02.643230 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8a32f3ae-af7f-4bf2-900b-1a691ddbb15b req-98d7fbd2-5f47-4cdb-abec-cee15922804c tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:02.697023 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d7fbd2-5f47-4cdb-abec-cee15922804c tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Pushing event deleted for resources: {'Port': ['ID=260510e7-0d5b-4831-a9ec-9ee79c736da9,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:02.706945 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['260510e7-0d5b-4831-a9ec-9ee79c736da9'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:08:02.866937 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc2ffc-0f3d-4a05-8d51-a2b62f2cd4f5 req-2c299ffa-ff6a-424a-893d-e328ee0f4b19 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:02.868607 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-18dc2ffc-0f3d-4a05-8d51-a2b62f2cd4f5 req-2c299ffa-ff6a-424a-893d-e328ee0f4b19 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/ports?device_id=72990568-c951-4b6f-b45d-b67e6e0b6c94 HTTP/1.1" status: 200 len: 944 time: 0.2768633 Apr 20 17:08:02.877079 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d16be6a-f965-4614-8a47-9014dd9a38d4 req-460a3ac4-1e77-4501-9766-db0c2155bca7 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128972 Apr 20 17:08:02.880051 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cdf7a4c8-5b32-4ce6-8699-6177c7de3132 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:08:02.924199 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a32f3ae-af7f-4bf2-900b-1a691ddbb15b req-98d7fbd2-5f47-4cdb-abec-cee15922804c tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] No DVR routers for this DVR port 260510e7-0d5b-4831-a9ec-9ee79c736da9 on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:08:02.928020 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8a32f3ae-af7f-4bf2-900b-1a691ddbb15b req-98d7fbd2-5f47-4cdb-abec-cee15922804c tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:02.931183 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61043504-6db3-4db6-bafd-282869b4c244', 'name': 'network-vif-deleted', 'tag': '260510e7-0d5b-4831-a9ec-9ee79c736da9'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:08:02.937933 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-18dc2ffc-0f3d-4a05-8d51-a2b62f2cd4f5 req-23451825-9170-4c34-a514-bd60225f68c1 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf459132-201d-4118-86f2-4956962fb2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630867 Apr 20 17:08:02.941579 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1654c-76b4-44ac-9af8-e1d4a58e3002 req-2ed1b16f-ef78-4617-8bbc-21f669812bee tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:02.943232 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13f1654c-76b4-44ac-9af8-e1d4a58e3002 req-2ed1b16f-ef78-4617-8bbc-21f669812bee tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/ports?device_id=e29cfc63-1a12-4db8-b715-488d6dc58aa0 HTTP/1.1" status: 200 len: 947 time: 0.2398326 Apr 20 17:08:02.983580 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8a32f3ae-af7f-4bf2-900b-1a691ddbb15b req-98d7fbd2-5f47-4cdb-abec-cee15922804c tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.43 "DELETE /v2.0/ports/260510e7-0d5b-4831-a9ec-9ee79c736da9 HTTP/1.1" status: 204 len: 173 time: 2.1262748 Apr 20 17:08:03.033014 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13f1654c-76b4-44ac-9af8-e1d4a58e3002 req-ba729fab-65e5-400a-9677-d0ec74513675 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6d2a5b8-ad15-4130-acbb-2ca6e8d80347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834448 Apr 20 17:08:03.036174 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port cdf7a4c8-5b32-4ce6-8699-6177c7de3132 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:08:03.036590 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:03.104554 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa5f4af5-5b8b-4493-bd23-982ee1fcebd5'] response: {'name': 'network-changed', 'server_uuid': 'e29cfc63-1a12-4db8-b715-488d6dc58aa0', 'tag': '16380970-cf8c-414f-920e-5e61211059d6', 'status': 'completed', 'code': 200} Apr 20 17:08:03.328486 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f23037c4-acc9-4368-bfea-790003cc1c8d req-250c41db-6398-4b50-8356-27865d602165 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/floatingips/c066dafc-0ff2-47f1-b420-178166ec857a HTTP/1.1" status: 200 len: 693 time: 0.1093979 Apr 20 17:08:03.372898 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1a5f1b75-73fb-4219-a8f9-83e4abf13fee req-bc70e43d-2a46-4cd1-84d3-2f8a193d6cff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e710a50eaac343389b37eff63cf1f21f&device_id=e29cfc63-1a12-4db8-b715-488d6dc58aa0 HTTP/1.1" status: 200 len: 1098 time: 0.2385933 Apr 20 17:08:03.605642 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23037c4-acc9-4368-bfea-790003cc1c8d req-fc3379e8-eae9-4cfc-8a42-400bc369944e tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:03.606998 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f23037c4-acc9-4368-bfea-790003cc1c8d req-fc3379e8-eae9-4cfc-8a42-400bc369944e tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 784 time: 0.2721241 Apr 20 17:08:03.607235 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b0c6bfc9-ea7a-46b6-af70-763356a959a6 req-7ce3e68e-7d1b-4b43-8d88-74da02dd743d tempest-DeleteServersAdminTestJSON-341074823 tempest-DeleteServersAdminTestJSON-341074823-project] 10.222.0.39 "GET /v2.0/ports?device_id=61043504-6db3-4db6-bafd-282869b4c244 HTTP/1.1" status: 200 len: 210 time: 0.0544112 Apr 20 17:08:03.675368 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f1b75-73fb-4219-a8f9-83e4abf13fee req-c5df8c9a-2b03-4f8d-810d-a787440f53d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:03.677016 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1a5f1b75-73fb-4219-a8f9-83e4abf13fee req-c5df8c9a-2b03-4f8d-810d-a787440f53d3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.2465289 Apr 20 17:08:03.691085 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aaa3470-d0bc-4104-9fa3-73f57c4bb7cd'] response: {'server_uuid': '61043504-6db3-4db6-bafd-282869b4c244', 'name': 'network-vif-deleted', 'tag': '260510e7-0d5b-4831-a9ec-9ee79c736da9', 'status': 'completed', 'code': 200} Apr 20 17:08:03.760910 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f23037c4-acc9-4368-bfea-790003cc1c8d req-c7830c27-c597-4202-9315-48310ed824d1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Synchronizing usage tracker for tenant:87c9f027d55f4af4be844aa833f2aac7 on resource:floatingip {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:08:03.765347 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1a5f1b75-73fb-4219-a8f9-83e4abf13fee req-8eaec5d8-33bc-4ec8-9318-bca9601d7bc9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=16380970-cf8c-414f-920e-5e61211059d6 HTTP/1.1" status: 200 len: 217 time: 0.0733881 Apr 20 17:08:03.818858 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f23037c4-acc9-4368-bfea-790003cc1c8d req-c7830c27-c597-4202-9315-48310ed824d1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Unset dirty status for tenant:87c9f027d55f4af4be844aa833f2aac7 on resource:floatingip {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:08:03.820020 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f23037c4-acc9-4368-bfea-790003cc1c8d req-c7830c27-c597-4202-9315-48310ed824d1 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.226 HTTP/1.1" status: 200 len: 696 time: 0.2038825 Apr 20 17:08:03.889210 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 969f24f2-c3ed-42b4-a021-efc28405131a up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:08:03.893760 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f1b75-73fb-4219-a8f9-83e4abf13fee req-a31a765b-1734-4289-9daa-138b6117ed0b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:03.895326 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1a5f1b75-73fb-4219-a8f9-83e4abf13fee req-a31a765b-1734-4289-9daa-138b6117ed0b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1220443 Apr 20 17:08:03.964073 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f23037c4-acc9-4368-bfea-790003cc1c8d req-abbc60f5-5911-4042-8344-3c12eedf98ac tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.226 HTTP/1.1" status: 200 len: 696 time: 0.1332183 Apr 20 17:08:03.977862 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 969f24f2-c3ed-42b4-a021-efc28405131a completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:08:03.984983 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 969f24f2-c3ed-42b4-a021-efc28405131a triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:08:03.985349 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:04.137153 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1a5f1b75-73fb-4219-a8f9-83e4abf13fee req-5cdcbf20-f60e-4bae-b021-b1f1968b1547 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2289267 Apr 20 17:08:04.138004 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:04.168200 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72990568-c951-4b6f-b45d-b67e6e0b6c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969f24f2-c3ed-42b4-a021-efc28405131a'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:08:04.179078 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 969f24f2-c3ed-42b4-a021-efc28405131a, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=969f24f2-c3ed-42b4-a021-efc28405131a,segment=NetworkSegment(af78e68a-1aac-4499-9edd-4a404858a5ef),segment_id=af78e68a-1aac-4499-9edd-4a404858a5ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:04.195182 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:04.290903 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-f23037c4-acc9-4368-bfea-790003cc1c8d req-269c6305-7f96-423d-9f16-7dc9b5193d22 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Deleting port 00b20b81-f6e0-4e59-af70-e7a7a146b45a {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:08:04.291232 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f23037c4-acc9-4368-bfea-790003cc1c8d req-269c6305-7f96-423d-9f16-7dc9b5193d22 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:04.307834 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=969f24f2-c3ed-42b4-a021-efc28405131a,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:04.473532 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1a5f1b75-73fb-4219-a8f9-83e4abf13fee req-2a8bf606-2f24-481c-a348-b02b86895c23 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830894 Apr 20 17:08:04.597678 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f23037c4-acc9-4368-bfea-790003cc1c8d req-269c6305-7f96-423d-9f16-7dc9b5193d22 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:04.597907 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f23037c4-acc9-4368-bfea-790003cc1c8d req-269c6305-7f96-423d-9f16-7dc9b5193d22 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:04.618983 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56892) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:04.706267 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc5744-cf59-4f08-ba38-2e8e1967ba5e req-24995f22-6ad3-4d82-997f-c5f6740261ca tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:04.707842 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5edc5744-cf59-4f08-ba38-2e8e1967ba5e req-24995f22-6ad3-4d82-997f-c5f6740261ca tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/ports?device_id=72990568-c951-4b6f-b45d-b67e6e0b6c94 HTTP/1.1" status: 200 len: 945 time: 0.0797172 Apr 20 17:08:04.726106 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-f23037c4-acc9-4368-bfea-790003cc1c8d req-269c6305-7f96-423d-9f16-7dc9b5193d22 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Calling delete_port for 00b20b81-f6e0-4e59-af70-e7a7a146b45a owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:08:04.776428 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f1cfdbb6-f602-4532-95f9-d72041bce3ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:04.788301 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5edc5744-cf59-4f08-ba38-2e8e1967ba5e req-818a96cf-7974-41d7-9ccf-05e672640fae tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf459132-201d-4118-86f2-4956962fb2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691004 Apr 20 17:08:04.807021 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1a5f1b75-73fb-4219-a8f9-83e4abf13fee req-e00c440b-31ef-4097-a169-efa9639520e1 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247163 Apr 20 17:08:04.814955 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f1cfdbb6-f602-4532-95f9-d72041bce3ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:04.818911 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f1cfdbb6-f602-4532-95f9-d72041bce3ae admin admin] Usage tracker for resource:security_group_rule and tenant:64373f316b22457ebab0988b0767c181 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:04.821893 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f1cfdbb6-f602-4532-95f9-d72041bce3ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:04.828165 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f1cfdbb6-f602-4532-95f9-d72041bce3ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:04.900552 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f1cfdbb6-f602-4532-95f9-d72041bce3ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:04.902722 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f23037c4-acc9-4368-bfea-790003cc1c8d req-269c6305-7f96-423d-9f16-7dc9b5193d22 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:04.904716 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f1cfdbb6-f602-4532-95f9-d72041bce3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:04.949812 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c6305-7f96-423d-9f16-7dc9b5193d22 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Pushing event deleted for resources: {'Port': ['ID=00b20b81-f6e0-4e59-af70-e7a7a146b45a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:04.990227 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f23037c4-acc9-4368-bfea-790003cc1c8d req-269c6305-7f96-423d-9f16-7dc9b5193d22 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:04.991343 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cfdbb6-f602-4532-95f9-d72041bce3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbf4558-3399-456f-8f79-815ba539eb65,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:04.998557 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f1cfdbb6-f602-4532-95f9-d72041bce3ae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=64373f316b22457ebab0988b0767c181&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3775444 Apr 20 17:08:05.001189 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56900) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:05.012527 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f23037c4-acc9-4368-bfea-790003cc1c8d req-269c6305-7f96-423d-9f16-7dc9b5193d22 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:05.013650 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f23037c4-acc9-4368-bfea-790003cc1c8d req-269c6305-7f96-423d-9f16-7dc9b5193d22 tempest-FloatingIPDetailsTestJSON-1034768472 tempest-FloatingIPDetailsTestJSON-1034768472-project] 10.222.0.39 "DELETE /v2.0/floatingips/c066dafc-0ff2-47f1-b420-178166ec857a HTTP/1.1" status: 204 len: 173 time: 1.0414631 Apr 20 17:08:05.020941 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56904) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:05.071006 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4ddba19-a52d-4897-8e9b-46dc2dc783da'] response: {'server_uuid': '72990568-c951-4b6f-b45d-b67e6e0b6c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969f24f2-c3ed-42b4-a021-efc28405131a', 'code': 200} Apr 20 17:08:05.074673 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e270e-c5e4-4684-81c3-94b5e285ad16 req-8fd71278-232c-4b2f-adf6-3b6ec381eadf tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:05.076215 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-974e270e-c5e4-4684-81c3-94b5e285ad16 req-8fd71278-232c-4b2f-adf6-3b6ec381eadf tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/ports?device_id=e29cfc63-1a12-4db8-b715-488d6dc58aa0 HTTP/1.1" status: 200 len: 947 time: 0.1638501 Apr 20 17:08:05.109667 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c0cd594b-5f56-4cc8-be16-0cc673d3ebce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:05.150450 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c0cd594b-5f56-4cc8-be16-0cc673d3ebce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:05.158534 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-974e270e-c5e4-4684-81c3-94b5e285ad16 req-0f9852b1-00de-4035-b5f8-1d1221e5c418 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6d2a5b8-ad15-4130-acbb-2ca6e8d80347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745904 Apr 20 17:08:05.208099 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c0cd594b-5f56-4cc8-be16-0cc673d3ebce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:05.225656 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd594b-5f56-4cc8-be16-0cc673d3ebce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbf4558-3399-456f-8f79-815ba539eb65,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:05.233259 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c0cd594b-5f56-4cc8-be16-0cc673d3ebce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:05.234879 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c0cd594b-5f56-4cc8-be16-0cc673d3ebce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3cbf4558-3399-456f-8f79-815ba539eb65 HTTP/1.1" status: 204 len: 168 time: 0.2326977 Apr 20 17:08:05.320857 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6c834ef6-ec24-47eb-b7ef-5e4f3d0b84b0 req-e96822f4-f1ea-4231-b357-6172390d5b6e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=72990568-c951-4b6f-b45d-b67e6e0b6c94 HTTP/1.1" status: 200 len: 1096 time: 0.1398134 Apr 20 17:08:05.379978 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6c834ef6-ec24-47eb-b7ef-5e4f3d0b84b0 req-8e6315f2-1367-460a-9ad8-ecb7cb5e11f9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bf459132-201d-4118-86f2-4956962fb2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511160 Apr 20 17:08:05.718074 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 16380970-cf8c-414f-920e-5e61211059d6 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:08:05.729849 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3c390a33-dc8b-4097-a9ad-ce877c5722ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:05.797453 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 260510e7-0d5b-4831-a9ec-9ee79c736da9 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:08:05.815416 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56938) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:05.871216 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-99c72d2f-2e18-4358-8158-a772bc3f34c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:05.954477 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-99c72d2f-2e18-4358-8158-a772bc3f34c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:05.964832 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-99c72d2f-2e18-4358-8158-a772bc3f34c4 admin admin] Usage tracker for resource:security_group_rule and tenant:b72bdf4d1a374d1b822af811042e95e9 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:05.970059 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 260510e7-0d5b-4831-a9ec-9ee79c736da9 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:08:05.970525 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 260510e7-0d5b-4831-a9ec-9ee79c736da9 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:08:05.971493 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-99c72d2f-2e18-4358-8158-a772bc3f34c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:05.985379 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-99c72d2f-2e18-4358-8158-a772bc3f34c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:06.089286 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-99c72d2f-2e18-4358-8158-a772bc3f34c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:06.098418 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-99c72d2f-2e18-4358-8158-a772bc3f34c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:06.126277 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 16380970-cf8c-414f-920e-5e61211059d6, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=16380970-cf8c-414f-920e-5e61211059d6,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:06.149000 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '16380970-cf8c-414f-920e-5e61211059d6', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': '16380970-cf8c-414f-920e-5e61211059d6', 'mac_address': 'fa:16:3e:53:cb:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:08:06.160105 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c72d2f-2e18-4358-8158-a772bc3f34c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b872b0-e80b-4387-a1aa-796bea78915a,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:06.167909 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-99c72d2f-2e18-4358-8158-a772bc3f34c4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b72bdf4d1a374d1b822af811042e95e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3505018 Apr 20 17:08:06.170275 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56948) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:06.207902 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56954) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:06.215738 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25046f0d-b146-4ec9-a5e1-caa4f38eb08c req-a186fd27-2911-45e6-a459-86dd8f263025 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:06.223487 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-25046f0d-b146-4ec9-a5e1-caa4f38eb08c req-a186fd27-2911-45e6-a459-86dd8f263025 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/ports?device_id=72990568-c951-4b6f-b45d-b67e6e0b6c94 HTTP/1.1" status: 200 len: 945 time: 0.1891084 Apr 20 17:08:06.235514 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:06.256194 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16380970-cf8c-414f-920e-5e61211059d6 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:08:06.273676 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 16380970-cf8c-414f-920e-5e61211059d6, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=16380970-cf8c-414f-920e-5e61211059d6,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:06.279882 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:06.338582 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56960) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:06.362881 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=16380970-cf8c-414f-920e-5e61211059d6,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:06.426834 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-25046f0d-b146-4ec9-a5e1-caa4f38eb08c req-4b917fb3-61dd-4ed6-90ea-979cd1198471 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf459132-201d-4118-86f2-4956962fb2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023509 Apr 20 17:08:06.431491 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6a4a62f3-0abc-48be-b15b-0c0e74c048a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:06.474352 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['16380970-cf8c-414f-920e-5e61211059d6'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:08:06.522452 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6a4a62f3-0abc-48be-b15b-0c0e74c048a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:06.543533 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8e3c91b7-4665-4f92-8484-537c26acd1ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:06.572317 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-012543f9-7466-4d3b-b305-fb6e1579e1ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:06.695505 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-012543f9-7466-4d3b-b305-fb6e1579e1ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:06.711448 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-012543f9-7466-4d3b-b305-fb6e1579e1ab admin admin] Usage tracker for resource:security_group_rule and tenant:0aa0919f80e14592b736716bde1d0774 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:06.723301 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-012543f9-7466-4d3b-b305-fb6e1579e1ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:06.739602 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8e3c91b7-4665-4f92-8484-537c26acd1ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:06.742164 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-012543f9-7466-4d3b-b305-fb6e1579e1ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:06.749820 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8e3c91b7-4665-4f92-8484-537c26acd1ba admin admin] Usage tracker for resource:security_group_rule and tenant:0625b70298ba46c98e070f3858c297fa is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:06.791291 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8e3c91b7-4665-4f92-8484-537c26acd1ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:06.797677 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6a4a62f3-0abc-48be-b15b-0c0e74c048a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:06.812724 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8e3c91b7-4665-4f92-8484-537c26acd1ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:06.819562 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a62f3-0abc-48be-b15b-0c0e74c048a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b872b0-e80b-4387-a1aa-796bea78915a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:06.853645 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6a4a62f3-0abc-48be-b15b-0c0e74c048a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:06.857592 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6a4a62f3-0abc-48be-b15b-0c0e74c048a1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/16b872b0-e80b-4387-a1aa-796bea78915a HTTP/1.1" status: 204 len: 168 time: 0.6859422 Apr 20 17:08:06.926531 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1e2bb-db26-4b6c-baa4-a8ec635b1d85 req-a9e98fcc-f1a7-4d70-af0a-658fdaae4200 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:06.928079 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-84b1e2bb-db26-4b6c-baa4-a8ec635b1d85 req-a9e98fcc-f1a7-4d70-af0a-658fdaae4200 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/ports?device_id=e29cfc63-1a12-4db8-b715-488d6dc58aa0 HTTP/1.1" status: 200 len: 948 time: 0.1752005 Apr 20 17:08:07.026675 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-012543f9-7466-4d3b-b305-fb6e1579e1ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:07.031637 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8e3c91b7-4665-4f92-8484-537c26acd1ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:07.038369 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-012543f9-7466-4d3b-b305-fb6e1579e1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:07.055309 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8e3c91b7-4665-4f92-8484-537c26acd1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:07.130591 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-3c390a33-dc8b-4097-a9ad-ce877c5722ce admin admin] Deleting port cdf7a4c8-5b32-4ce6-8699-6177c7de3132 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:08:07.131130 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3c390a33-dc8b-4097-a9ad-ce877c5722ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:07.169758 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-84b1e2bb-db26-4b6c-baa4-a8ec635b1d85 req-82dd6c1d-2dd0-44de-baad-13b785167be5 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6d2a5b8-ad15-4130-acbb-2ca6e8d80347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327991 Apr 20 17:08:07.175349 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56990) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:07.194996 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012543f9-7466-4d3b-b305-fb6e1579e1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58636584-855f-4b68-9723-91302920d4ac,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:07.237481 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-012543f9-7466-4d3b-b305-fb6e1579e1ab admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0aa0919f80e14592b736716bde1d0774&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0284576 Apr 20 17:08:07.240184 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56998) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:07.247779 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8e3c91b7-4665-4f92-8484-537c26acd1ba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0625b70298ba46c98e070f3858c297fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9081340 Apr 20 17:08:07.251911 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57002) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:07.269513 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c91b7-4665-4f92-8484-537c26acd1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7da8fc-db9a-47b0-a520-2af1d8cff82a,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:07.339234 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c3dc4d57-8561-4d33-a246-ca49101ca46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:07.370723 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c3dc4d57-8561-4d33-a246-ca49101ca46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:07.435538 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c3dc4d57-8561-4d33-a246-ca49101ca46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:07.454001 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6eaa706b-56c5-4a97-b4df-74f30ee38ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:07.468349 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc4d57-8561-4d33-a246-ca49101ca46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7da8fc-db9a-47b0-a520-2af1d8cff82a,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:07.508462 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c3dc4d57-8561-4d33-a246-ca49101ca46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:07.520638 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-3c390a33-dc8b-4097-a9ad-ce877c5722ce admin admin] For port cdf7a4c8-5b32-4ce6-8699-6177c7de3132, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=cdf7a4c8-5b32-4ce6-8699-6177c7de3132,segment=NetworkSegment(8166e85e-d5e8-4c2e-bb2b-0dae7ab9bb43),segment_id=8166e85e-d5e8-4c2e-bb2b-0dae7ab9bb43)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:07.521012 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3c390a33-dc8b-4097-a9ad-ce877c5722ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:07.521671 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c3dc4d57-8561-4d33-a246-ca49101ca46e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ec7da8fc-db9a-47b0-a520-2af1d8cff82a HTTP/1.1" status: 204 len: 168 time: 0.2678156 Apr 20 17:08:07.535226 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6eaa706b-56c5-4a97-b4df-74f30ee38ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:07.698303 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-3c390a33-dc8b-4097-a9ad-ce877c5722ce admin admin] Calling delete_port for cdf7a4c8-5b32-4ce6-8699-6177c7de3132 owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:08:07.717486 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 16380970-cf8c-414f-920e-5e61211059d6 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:08:07.733039 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d98f9762-11cf-4231-9da6-2a4b73d389ee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ce571d062fc9492f8961137c8b8eddb4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5536356 Apr 20 17:08:07.734140 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57024) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:07.808218 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 16380970-cf8c-414f-920e-5e61211059d6 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:08:07.824973 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 16380970-cf8c-414f-920e-5e61211059d6 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:08:07.825676 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:07.843507 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1d8187de-d3e6-4456-972b-ecc212ec8ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:07.876406 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1d8187de-d3e6-4456-972b-ecc212ec8ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:07.934561 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1d8187de-d3e6-4456-972b-ecc212ec8ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:07.959815 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8187de-d3e6-4456-972b-ecc212ec8ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac3d550-ab69-4260-a2db-a8272138d792,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:07.969846 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1d8187de-d3e6-4456-972b-ecc212ec8ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:07.971092 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1d8187de-d3e6-4456-972b-ecc212ec8ffc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cac3d550-ab69-4260-a2db-a8272138d792 HTTP/1.1" status: 204 len: 168 time: 0.2338738 Apr 20 17:08:08.069563 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79a65c-bc68-472d-a09a-ba77bd12bf8b req-29c09b59-b8bc-43b4-8f7b-39cf8b19943d tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:08.074641 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5d79a65c-bc68-472d-a09a-ba77bd12bf8b req-29c09b59-b8bc-43b4-8f7b-39cf8b19943d tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/ports?device_id=72990568-c951-4b6f-b45d-b67e6e0b6c94 HTTP/1.1" status: 200 len: 945 time: 0.3897710 Apr 20 17:08:08.097343 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57034) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:08.104515 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:08.119955 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6eaa706b-56c5-4a97-b4df-74f30ee38ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:08.149614 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-baeb9c97-fd16-4d90-b148-618fe9bc148b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:08.154276 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29cfc63-1a12-4db8-b715-488d6dc58aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16380970-cf8c-414f-920e-5e61211059d6'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:08:08.171636 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 16380970-cf8c-414f-920e-5e61211059d6, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=16380970-cf8c-414f-920e-5e61211059d6,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:08.174783 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5d79a65c-bc68-472d-a09a-ba77bd12bf8b req-1885380f-62e1-444f-b6ec-8003b95e8d1f tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf459132-201d-4118-86f2-4956962fb2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871525 Apr 20 17:08:08.179998 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa706b-56c5-4a97-b4df-74f30ee38ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58636584-855f-4b68-9723-91302920d4ac,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:08.208360 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:08.234337 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-baeb9c97-fd16-4d90-b148-618fe9bc148b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:08.243708 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-baeb9c97-fd16-4d90-b148-618fe9bc148b admin admin] Usage tracker for resource:security_group_rule and tenant:3e65ee7f68a64fa1832555e33ffb00ec is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:08.251050 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-baeb9c97-fd16-4d90-b148-618fe9bc148b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:08.259289 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-baeb9c97-fd16-4d90-b148-618fe9bc148b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:08.289744 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=16380970-cf8c-414f-920e-5e61211059d6,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:08.317101 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fc281c0-99fe-4162-a706-7867b2ffe3af'] response: {'server_uuid': 'e29cfc63-1a12-4db8-b715-488d6dc58aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16380970-cf8c-414f-920e-5e61211059d6', 'code': 200} Apr 20 17:08:08.361561 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6eaa706b-56c5-4a97-b4df-74f30ee38ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:08.363616 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6eaa706b-56c5-4a97-b4df-74f30ee38ee6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/58636584-855f-4b68-9723-91302920d4ac HTTP/1.1" status: 204 len: 168 time: 1.1220930 Apr 20 17:08:08.398067 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-baeb9c97-fd16-4d90-b148-618fe9bc148b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:08.407881 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-baeb9c97-fd16-4d90-b148-618fe9bc148b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:08.524587 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3c390a33-dc8b-4097-a9ad-ce877c5722ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:08.559516 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-baeb9c97-fd16-4d90-b148-618fe9bc148b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3e65ee7f68a64fa1832555e33ffb00ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4610047 Apr 20 17:08:08.560475 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb9c97-fd16-4d90-b148-618fe9bc148b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef289f4-29e9-453a-a7b3-0d5d5d98d352,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:08.562859 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57056) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:08.587095 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419e59a-1a2b-4287-99df-85974ed357aa req-2c30098e-35d7-4d94-89d8-38af9374f7e6 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:08.588815 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8419e59a-1a2b-4287-99df-85974ed357aa req-2c30098e-35d7-4d94-89d8-38af9374f7e6 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/ports?device_id=72990568-c951-4b6f-b45d-b67e6e0b6c94 HTTP/1.1" status: 200 len: 945 time: 0.1838975 Apr 20 17:08:08.623397 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57060) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:08.632822 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c390a33-dc8b-4097-a9ad-ce877c5722ce admin admin] Pushing event deleted for resources: {'Port': ['ID=cdf7a4c8-5b32-4ce6-8699-6177c7de3132,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:08.647850 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-908515a8-a223-4687-adcd-6303865518dd tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Request body: {'floatingip': {'port_id': '969f24f2-c3ed-42b4-a021-efc28405131a'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:08:08.700372 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dd2c2620-9130-469a-a7e0-6a69fa6279bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:08.809500 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dd2c2620-9130-469a-a7e0-6a69fa6279bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:08.864528 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-908515a8-a223-4687-adcd-6303865518dd tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks [] for floatingip, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:08.932120 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dd2c2620-9130-469a-a7e0-6a69fa6279bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:08.954572 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c2620-9130-469a-a7e0-6a69fa6279bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef289f4-29e9-453a-a7b3-0d5d5d98d352,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:08.965400 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dd2c2620-9130-469a-a7e0-6a69fa6279bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:08.966700 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-dd2c2620-9130-469a-a7e0-6a69fa6279bd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9ef289f4-29e9-453a-a7b3-0d5d5d98d352 HTTP/1.1" status: 204 len: 168 time: 0.3904941 Apr 20 17:08:09.025524 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-553c9bd4-a2f3-4a14-802b-b9dc76c067fa req-79ed3e44-a66c-4463-aa58-7994ef4ec662 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e29cfc63-1a12-4db8-b715-488d6dc58aa0 HTTP/1.1" status: 200 len: 1100 time: 0.6441650 Apr 20 17:08:09.044327 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57074) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:09.079732 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f2908a89-856a-4fe8-8cc6-a72566ea9af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:09.130085 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1c72e577-7559-46e3-9b58-efb30b474d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:09.139662 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f2908a89-856a-4fe8-8cc6-a72566ea9af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:09.145863 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f2908a89-856a-4fe8-8cc6-a72566ea9af9 admin admin] Usage tracker for resource:security_group_rule and tenant:82e9d27719394840836e32b2c6eca967 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:09.149129 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f2908a89-856a-4fe8-8cc6-a72566ea9af9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:09.156599 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f2908a89-856a-4fe8-8cc6-a72566ea9af9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:09.191275 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b64cf-77b4-4040-ae01-838a2a62246d req-f8342631-73f4-43a3-89c8-8505fd678199 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:09.198809 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-537b64cf-77b4-4040-ae01-838a2a62246d req-f8342631-73f4-43a3-89c8-8505fd678199 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/ports?device_id=e29cfc63-1a12-4db8-b715-488d6dc58aa0 HTTP/1.1" status: 200 len: 949 time: 0.6603439 Apr 20 17:08:09.242396 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-553c9bd4-a2f3-4a14-802b-b9dc76c067fa req-a2a610c1-f992-4616-bbb8-fb72a78c95fc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e6d2a5b8-ad15-4130-acbb-2ca6e8d80347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804223 Apr 20 17:08:09.243898 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f2908a89-856a-4fe8-8cc6-a72566ea9af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:09.250157 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f2908a89-856a-4fe8-8cc6-a72566ea9af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:09.299684 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908a89-856a-4fe8-8cc6-a72566ea9af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63c6717-e646-4867-8372-30248e4084db,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:09.308329 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f2908a89-856a-4fe8-8cc6-a72566ea9af9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=82e9d27719394840836e32b2c6eca967&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2626228 Apr 20 17:08:09.311063 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57084) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:09.384128 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fad2ca79-1da9-4b93-b172-4a8d8c3ef90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:09.418836 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-537b64cf-77b4-4040-ae01-838a2a62246d req-15e42c88-a318-4569-b292-6389d74c6f93 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6d2a5b8-ad15-4130-acbb-2ca6e8d80347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191830 Apr 20 17:08:09.452835 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fad2ca79-1da9-4b93-b172-4a8d8c3ef90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:09.523178 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fad2ca79-1da9-4b93-b172-4a8d8c3ef90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:09.539886 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad2ca79-1da9-4b93-b172-4a8d8c3ef90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63c6717-e646-4867-8372-30248e4084db,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:09.548512 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fad2ca79-1da9-4b93-b172-4a8d8c3ef90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:09.549703 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fad2ca79-1da9-4b93-b172-4a8d8c3ef90e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d63c6717-e646-4867-8372-30248e4084db HTTP/1.1" status: 204 len: 168 time: 0.2372909 Apr 20 17:08:09.620735 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57092) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:09.657190 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b6b1157e-7e24-4f2b-8cdc-613aa9ff3c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:09.712875 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b6b1157e-7e24-4f2b-8cdc-613aa9ff3c68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:09.726505 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b6b1157e-7e24-4f2b-8cdc-613aa9ff3c68 admin admin] Usage tracker for resource:security_group_rule and tenant:68b248240a5e4f878c9cf2e23871ef3b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:09.730677 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b6b1157e-7e24-4f2b-8cdc-613aa9ff3c68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:09.737941 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b6b1157e-7e24-4f2b-8cdc-613aa9ff3c68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:09.830775 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b6b1157e-7e24-4f2b-8cdc-613aa9ff3c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:09.839193 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b6b1157e-7e24-4f2b-8cdc-613aa9ff3c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:09.892855 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1157e-7e24-4f2b-8cdc-613aa9ff3c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf3aea3-2c5b-494b-97fd-4e32014b7bad,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:09.899774 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b6b1157e-7e24-4f2b-8cdc-613aa9ff3c68 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=68b248240a5e4f878c9cf2e23871ef3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2745087 Apr 20 17:08:09.899968 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57108) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:09.924562 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3c390a33-dc8b-4097-a9ad-ce877c5722ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:09.976979 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-98a2ab4a-2059-4ffe-88ff-99a0a1b27136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:10.005452 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-98a2ab4a-2059-4ffe-88ff-99a0a1b27136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:10.069655 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-98a2ab4a-2059-4ffe-88ff-99a0a1b27136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:10.093271 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2ab4a-2059-4ffe-88ff-99a0a1b27136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf3aea3-2c5b-494b-97fd-4e32014b7bad,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:10.097854 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-98a2ab4a-2059-4ffe-88ff-99a0a1b27136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:10.099005 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-98a2ab4a-2059-4ffe-88ff-99a0a1b27136 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dbf3aea3-2c5b-494b-97fd-4e32014b7bad HTTP/1.1" status: 204 len: 168 time: 0.1982369 Apr 20 17:08:10.328023 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-908515a8-a223-4687-adcd-6303865518dd tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:10.337829 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-908515a8-a223-4687-adcd-6303865518dd tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:10.673413 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fa728-073d-4025-b95a-530c2443272b req-3e4bae52-e873-4024-8be2-9908be34d425 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:10.675056 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e64fa728-073d-4025-b95a-530c2443272b req-3e4bae52-e873-4024-8be2-9908be34d425 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/ports?device_id=e29cfc63-1a12-4db8-b715-488d6dc58aa0 HTTP/1.1" status: 200 len: 949 time: 0.0942316 Apr 20 17:08:10.805121 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e64fa728-073d-4025-b95a-530c2443272b req-cb6e4964-ee68-4588-9195-69d116b276da tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6d2a5b8-ad15-4130-acbb-2ca6e8d80347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235704 Apr 20 17:08:11.115193 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [None req-908515a8-a223-4687-adcd-6303865518dd tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Floating IP 92d2bc21-02fc-4a1a-9289-354496d8d2bb associated. External IP: 172.25.8.250, port: 969f24f2-c3ed-42b4-a021-efc28405131a. Apr 20 17:08:11.349766 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a737895b-4202-4c1c-a780-4ac95b22cf83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:11.600879 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c390a33-dc8b-4097-a9ad-ce877c5722ce admin admin] Router 44fb96e8-7d04-48f5-a979-f31d3c76b2a3 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:08:12.076424 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e743a-e78a-4af1-88c1-2a9985e433ef req-97cc2636-17d0-4f24-ba99-3a12b2b2b48c tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:12.077994 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cf4e743a-e78a-4af1-88c1-2a9985e433ef req-97cc2636-17d0-4f24-ba99-3a12b2b2b48c tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/ports?device_id=e29cfc63-1a12-4db8-b715-488d6dc58aa0 HTTP/1.1" status: 200 len: 949 time: 0.5581169 Apr 20 17:08:12.156362 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cf4e743a-e78a-4af1-88c1-2a9985e433ef req-7b6faee4-2de9-42d5-b124-ac87136ddf5a tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6d2a5b8-ad15-4130-acbb-2ca6e8d80347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662653 Apr 20 17:08:12.221604 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c390a33-dc8b-4097-a9ad-ce877c5722ce admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:08:12.240488 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3c390a33-dc8b-4097-a9ad-ce877c5722ce admin admin] 10.222.0.39 "PUT /v2.0/routers/44fb96e8-7d04-48f5-a979-f31d3c76b2a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2158840 Apr 20 17:08:12.240801 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57212) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:12.244181 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908515a8-a223-4687-adcd-6303865518dd tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Router d85c0ff1-683b-40e1-b039-a4b9139c38a8 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:08:12.469487 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c7629fc9-1b1f-42fa-9769-ec0ebc554c56 admin admin] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:12.518824 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57226) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:12.523590 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:12.574922 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908515a8-a223-4687-adcd-6303865518dd tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:08:12.579132 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-908515a8-a223-4687-adcd-6303865518dd tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:12.589011 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a763281-e929-47a1-83f3-2da535ac7a8a None None] Sync routers for ids ['d85c0ff1-683b-40e1-b039-a4b9139c38a8'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:08:12.635449 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-908515a8-a223-4687-adcd-6303865518dd tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "PUT /v2.0/floatingips/92d2bc21-02fc-4a1a-9289-354496d8d2bb HTTP/1.1" status: 200 len: 991 time: 4.0040419 Apr 20 17:08:12.635987 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72990568-c951-4b6f-b45d-b67e6e0b6c94', 'tag': '969f24f2-c3ed-42b4-a021-efc28405131a'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:08:12.651429 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e4bcfb4d-51d4-47f1-8e84-1b8b384fae4e req-538e032f-1a78-44dc-bff8-7f2cf4f94e2b tempest-FlavorsV2NegativeTest-136058923 tempest-FlavorsV2NegativeTest-136058923-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8d9245d796f74cb79ba4784d2cbea544&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1055534 Apr 20 17:08:12.652841 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a763281-e929-47a1-83f3-2da535ac7a8a None None] Routers {'d85c0ff1-683b-40e1-b039-a4b9139c38a8'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:08:12.653522 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4a763281-e929-47a1-83f3-2da535ac7a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:08:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d85c0ff1-683b-40e1-b039-a4b9139c38a8'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:12.807002 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bcfb4d-51d4-47f1-8e84-1b8b384fae4e req-c41e0b75-cd82-43da-8d5a-be5ae5bb2332 tempest-FlavorsV2NegativeTest-136058923 tempest-FlavorsV2NegativeTest-136058923-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:12.812169 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e4bcfb4d-51d4-47f1-8e84-1b8b384fae4e req-c41e0b75-cd82-43da-8d5a-be5ae5bb2332 tempest-FlavorsV2NegativeTest-136058923 tempest-FlavorsV2NegativeTest-136058923-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1534564 Apr 20 17:08:12.832137 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b61d4492-da5d-4cf3-8dc8-041098f23ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:12.839633 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e4bcfb4d-51d4-47f1-8e84-1b8b384fae4e req-93faa3d3-7057-4b86-86e6-59c3567bdc91 tempest-FlavorsV2NegativeTest-136058923 tempest-FlavorsV2NegativeTest-136058923-project] 10.222.0.39 "GET /v2.0/quotas/8d9245d796f74cb79ba4784d2cbea544 HTTP/1.1" status: 200 len: 375 time: 0.0210569 Apr 20 17:08:12.852060 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-4a763281-e929-47a1-83f3-2da535ac7a8a None None] Set router d85c0ff1-683b-40e1-b039-a4b9139c38a8 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:08:12.906744 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b61d4492-da5d-4cf3-8dc8-041098f23ef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:12.913123 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b61d4492-da5d-4cf3-8dc8-041098f23ef8 admin admin] Usage tracker for resource:security_group_rule and tenant:88adf1e6e95248029d1737f26cca1f14 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:12.917158 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b61d4492-da5d-4cf3-8dc8-041098f23ef8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:12.925520 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b61d4492-da5d-4cf3-8dc8-041098f23ef8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:12.931858 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e4bcfb4d-51d4-47f1-8e84-1b8b384fae4e req-331cbb71-e04d-4983-8030-f537e4a2fce6 tempest-FlavorsV2NegativeTest-136058923 tempest-FlavorsV2NegativeTest-136058923-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d9245d796f74cb79ba4784d2cbea544&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0859358 Apr 20 17:08:13.045474 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:13.085812 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40991ea2-50e5-4e2a-ada3-87202bd8512f'] response: {'name': 'network-changed', 'server_uuid': '72990568-c951-4b6f-b45d-b67e6e0b6c94', 'tag': '969f24f2-c3ed-42b4-a021-efc28405131a', 'status': 'completed', 'code': 200} Apr 20 17:08:13.105067 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b61d4492-da5d-4cf3-8dc8-041098f23ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:13.112735 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c7629fc9-1b1f-42fa-9769-ec0ebc554c56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:13.123611 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:13.126013 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-c7629fc9-1b1f-42fa-9769-ec0ebc554c56 admin admin] Deleting port d7778fd4-a757-487d-add6-64e0bcd23ea7 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:08:13.126513 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c7629fc9-1b1f-42fa-9769-ec0ebc554c56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:13.185968 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b61d4492-da5d-4cf3-8dc8-041098f23ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:13.221303 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57252) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:13.371109 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b61d4492-da5d-4cf3-8dc8-041098f23ef8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=88adf1e6e95248029d1737f26cca1f14&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8474147 Apr 20 17:08:13.372901 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d4492-da5d-4cf3-8dc8-041098f23ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea25b699-c5af-4e5e-9fcb-ffe1245aadcc,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:13.379213 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57264) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:13.430216 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4a763281-e929-47a1-83f3-2da535ac7a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504829768-router', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:16Z', 'updated_at': '2022-04-20T17:07:21Z', 'revision_number': 4, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'gw_port': {'id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:17Z', 'updated_at': '2022-04-20T17:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '92d2bc21-02fc-4a1a-9289-354496d8d2bb', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'port_id': '969f24f2-c3ed-42b4-a021-efc28405131a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62862590-8584-4ef8-b251-867e255b53a5', 'mac_address': 'fa:16:3e:a4:61:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72990568-c951-4b6f-b45d-b67e6e0b6c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:07:47Z', 'updated_at': '2022-04-20T17:08:10Z', 'revision_number': 1, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4246ea6a-762c-4b08-8810-64d46da0aed5', 'name': '', 'network_id': '62862590-8584-4ef8-b251-867e255b53a5', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'mac_address': 'fa:16:3e:fc:02:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13d85e0c-de04-4a6c-ab03-5cd24a8cb53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:21Z', 'updated_at': '2022-04-20T17:07:40Z', 'revision_number': 5, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'subnets': [{'id': '13d85e0c-de04-4a6c-ab03-5cd24a8cb53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:13.435256 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a763281-e929-47a1-83f3-2da535ac7a8a None None] Checking router: d85c0ff1-683b-40e1-b039-a4b9139c38a8 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:08:13.451878 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a763281-e929-47a1-83f3-2da535ac7a8a None None] Routers {'d85c0ff1-683b-40e1-b039-a4b9139c38a8'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:08:13.452419 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4a763281-e929-47a1-83f3-2da535ac7a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:08:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d85c0ff1-683b-40e1-b039-a4b9139c38a8'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:13.478031 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5254b7b3-ef20-4249-b2b7-cf1e9d07abfc req-ba9c9a37-698f-48d0-8938-a50bc6905047 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d443eef609b4b6f83a7bfbf78a576c5&device_id=72990568-c951-4b6f-b45d-b67e6e0b6c94 HTTP/1.1" status: 200 len: 1096 time: 0.3790534 Apr 20 17:08:13.489760 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409ceec-50a2-4612-8960-b913d715ee2b req-84828281-0a53-4636-916c-28336232b58c tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:13.497918 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3409ceec-50a2-4612-8960-b913d715ee2b req-84828281-0a53-4636-916c-28336232b58c tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/ports?device_id=72990568-c951-4b6f-b45d-b67e6e0b6c94 HTTP/1.1" status: 200 len: 945 time: 0.6249456 Apr 20 17:08:13.502464 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-c7629fc9-1b1f-42fa-9769-ec0ebc554c56 admin admin] For port d7778fd4-a757-487d-add6-64e0bcd23ea7, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d7778fd4-a757-487d-add6-64e0bcd23ea7,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:13.502998 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c7629fc9-1b1f-42fa-9769-ec0ebc554c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:13.555614 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b061af-a074-4f43-b90b-6144bc20e9cc req-fe4387bc-5bfa-4922-96b8-f9548a39e8cb tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:13.565475 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b7b061af-a074-4f43-b90b-6144bc20e9cc req-fe4387bc-5bfa-4922-96b8-f9548a39e8cb tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/ports?device_id=e29cfc63-1a12-4db8-b715-488d6dc58aa0 HTTP/1.1" status: 200 len: 949 time: 0.2417779 Apr 20 17:08:13.586680 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3409ceec-50a2-4612-8960-b913d715ee2b req-6d30e128-ee53-4240-b0c8-264c46ec62b8 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf459132-201d-4118-86f2-4956962fb2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871189 Apr 20 17:08:13.675317 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-4a763281-e929-47a1-83f3-2da535ac7a8a None None] Set router d85c0ff1-683b-40e1-b039-a4b9139c38a8 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:08:13.677836 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-97ce0f0d-7fcb-4f0f-8080-42c6f11082ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:13.724025 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-97ce0f0d-7fcb-4f0f-8080-42c6f11082ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:13.820619 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-bfaa7d19-d72f-4136-9b66-52e958850cac admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1455915914-network', 'tenant_id': 'b7e0217792874af58ccfdea4744db0d0'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:08:13.831957 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bfaa7d19-d72f-4136-9b66-52e958850cac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:13.837463 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254b7b3-ef20-4249-b2b7-cf1e9d07abfc req-a9d2ad02-89c3-4996-9005-6f4d094dd378 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:13.839080 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5254b7b3-ef20-4249-b2b7-cf1e9d07abfc req-a9d2ad02-89c3-4996-9005-6f4d094dd378 service neutron] 10.222.0.10 "GET /v2.0/networks?id=62862590-8584-4ef8-b251-867e255b53a5 HTTP/1.1" status: 200 len: 924 time: 0.3378341 Apr 20 17:08:13.840073 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bfaa7d19-d72f-4136-9b66-52e958850cac admin admin] Usage tracker for resource:network and tenant:b7e0217792874af58ccfdea4744db0d0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:13.843114 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-c7629fc9-1b1f-42fa-9769-ec0ebc554c56 admin admin] Calling delete_port for d7778fd4-a757-487d-add6-64e0bcd23ea7 owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:08:13.853828 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bfaa7d19-d72f-4136-9b66-52e958850cac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:13.907530 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:13.940506 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b7b061af-a074-4f43-b90b-6144bc20e9cc req-94996d56-d6a4-4c58-ba99-ffc6954c6f0b tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6d2a5b8-ad15-4130-acbb-2ca6e8d80347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715889 Apr 20 17:08:14.026361 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bfaa7d19-d72f-4136-9b66-52e958850cac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:14.042258 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-97ce0f0d-7fcb-4f0f-8080-42c6f11082ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:14.127097 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce0f0d-7fcb-4f0f-8080-42c6f11082ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea25b699-c5af-4e5e-9fcb-ffe1245aadcc,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:14.129058 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-97ce0f0d-7fcb-4f0f-8080-42c6f11082ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:14.130275 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-97ce0f0d-7fcb-4f0f-8080-42c6f11082ce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea25b699-c5af-4e5e-9fcb-ffe1245aadcc HTTP/1.1" status: 204 len: 168 time: 0.7283647 Apr 20 17:08:14.135680 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfaa7d19-d72f-4136-9b66-52e958850cac admin admin] Made reservation on behalf of b7e0217792874af58ccfdea4744db0d0 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:08:14.137868 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bfaa7d19-d72f-4136-9b66-52e958850cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:14.167839 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bfaa7d19-d72f-4136-9b66-52e958850cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:14.248342 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5254b7b3-ef20-4249-b2b7-cf1e9d07abfc req-bcf02848-c4dc-45c6-a788-58426fdc135a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=969f24f2-c3ed-42b4-a021-efc28405131a HTTP/1.1" status: 200 len: 999 time: 0.3995113 Apr 20 17:08:14.346803 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4a763281-e929-47a1-83f3-2da535ac7a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504829768-router', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:16Z', 'updated_at': '2022-04-20T17:07:21Z', 'revision_number': 4, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'gw_port': {'id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:17Z', 'updated_at': '2022-04-20T17:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '92d2bc21-02fc-4a1a-9289-354496d8d2bb', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'port_id': '969f24f2-c3ed-42b4-a021-efc28405131a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62862590-8584-4ef8-b251-867e255b53a5', 'mac_address': 'fa:16:3e:a4:61:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72990568-c951-4b6f-b45d-b67e6e0b6c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:07:47Z', 'updated_at': '2022-04-20T17:08:10Z', 'revision_number': 1, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4246ea6a-762c-4b08-8810-64d46da0aed5', 'name': '', 'network_id': '62862590-8584-4ef8-b251-867e255b53a5', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'mac_address': 'fa:16:3e:fc:02:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13d85e0c-de04-4a6c-ab03-5cd24a8cb53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:21Z', 'updated_at': '2022-04-20T17:07:40Z', 'revision_number': 5, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'subnets': [{'id': '13d85e0c-de04-4a6c-ab03-5cd24a8cb53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:14.352873 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a763281-e929-47a1-83f3-2da535ac7a8a None None] The sync data for ids ['d85c0ff1-683b-40e1-b039-a4b9139c38a8'] in n-d-838032-1 is: [{'id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504829768-router', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:16Z', 'updated_at': '2022-04-20T17:07:21Z', 'revision_number': 4, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'gw_port': {'id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:17Z', 'updated_at': '2022-04-20T17:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '92d2bc21-02fc-4a1a-9289-354496d8d2bb', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'port_id': '969f24f2-c3ed-42b4-a021-efc28405131a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62862590-8584-4ef8-b251-867e255b53a5', 'mac_address': 'fa:16:3e:a4:61:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72990568-c951-4b6f-b45d-b67e6e0b6c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:07:47Z', 'updated_at': '2022-04-20T17:08:10Z', 'revision_number': 1, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4246ea6a-762c-4b08-8810-64d46da0aed5', 'name': '', 'network_id': '62862590-8584-4ef8-b251-867e255b53a5', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'mac_address': 'fa:16:3e:fc:02:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13d85e0c-de04-4a6c-ab03-5cd24a8cb53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:21Z', 'updated_at': '2022-04-20T17:07:40Z', 'revision_number': 5, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'subnets': [{'id': '13d85e0c-de04-4a6c-ab03-5cd24a8cb53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:08:14.354606 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c7629fc9-1b1f-42fa-9769-ec0ebc554c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:14.430516 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7629fc9-1b1f-42fa-9769-ec0ebc554c56 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7778fd4-a757-487d-add6-64e0bcd23ea7,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:14.464406 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bfaa7d19-d72f-4136-9b66-52e958850cac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:14.469291 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254b7b3-ef20-4249-b2b7-cf1e9d07abfc req-61186dcd-2c18-4f0c-8be2-96b19496977d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:14.470928 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5254b7b3-ef20-4249-b2b7-cf1e9d07abfc req-61186dcd-2c18-4f0c-8be2-96b19496977d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13d85e0c-de04-4a6c-ab03-5cd24a8cb53b HTTP/1.1" status: 200 len: 862 time: 0.1667979 Apr 20 17:08:14.475834 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bfaa7d19-d72f-4136-9b66-52e958850cac admin admin] Usage tracker for resource:security_group_rule and tenant:b7e0217792874af58ccfdea4744db0d0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:14.480602 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bfaa7d19-d72f-4136-9b66-52e958850cac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:14.528426 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bfaa7d19-d72f-4136-9b66-52e958850cac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:14.647558 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c7629fc9-1b1f-42fa-9769-ec0ebc554c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:14.686896 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d60ba6a7-2754-4126-9ec6-fa4ddc24dba5 req-da97ff9f-4326-4517-9ab6-830e7b8833d7 tempest-LiveMigrationNegativeTest-1078122217 tempest-LiveMigrationNegativeTest-1078122217-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e29cfc63-1a12-4db8-b715-488d6dc58aa0 HTTP/1.1" status: 200 len: 1100 time: 0.4348383 Apr 20 17:08:14.740650 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d60ba6a7-2754-4126-9ec6-fa4ddc24dba5 req-969a7fbb-6cd1-4217-8ce3-7972cc0d0b4b tempest-LiveMigrationNegativeTest-1078122217 tempest-LiveMigrationNegativeTest-1078122217-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:14.836375 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5254b7b3-ef20-4249-b2b7-cf1e9d07abfc req-3ecc0562-dc6e-4608-aa72-cd55001452ae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=62862590-8584-4ef8-b251-867e255b53a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3569362 Apr 20 17:08:14.845414 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-d60ba6a7-2754-4126-9ec6-fa4ddc24dba5 req-969a7fbb-6cd1-4217-8ce3-7972cc0d0b4b tempest-LiveMigrationNegativeTest-1078122217 tempest-LiveMigrationNegativeTest-1078122217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:14.870025 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57306) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:14.871286 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-d60ba6a7-2754-4126-9ec6-fa4ddc24dba5 req-969a7fbb-6cd1-4217-8ce3-7972cc0d0b4b tempest-LiveMigrationNegativeTest-1078122217 tempest-LiveMigrationNegativeTest-1078122217-project-admin] Usage tracker for resource:security_group_rule and tenant:03c81c6488d14b19a1fafa1d225fc657 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:14.885081 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-d60ba6a7-2754-4126-9ec6-fa4ddc24dba5 req-969a7fbb-6cd1-4217-8ce3-7972cc0d0b4b tempest-LiveMigrationNegativeTest-1078122217 tempest-LiveMigrationNegativeTest-1078122217-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:14.891887 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bfaa7d19-d72f-4136-9b66-52e958850cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:14.912037 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:14.944108 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-d60ba6a7-2754-4126-9ec6-fa4ddc24dba5 req-969a7fbb-6cd1-4217-8ce3-7972cc0d0b4b tempest-LiveMigrationNegativeTest-1078122217 tempest-LiveMigrationNegativeTest-1078122217-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:14.950943 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bfaa7d19-d72f-4136-9b66-52e958850cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:15.019478 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfaa7d19-d72f-4136-9b66-52e958850cac admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:08:15.052289 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa7d19-d72f-4136-9b66-52e958850cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cd1e2e-e98d-478b-ad05-d7edc2043460,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:15.065052 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bfaa7d19-d72f-4136-9b66-52e958850cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:15.065391 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-bfaa7d19-d72f-4136-9b66-52e958850cac admin admin] Added segment d45d15fd-aaf6-4c12-b3c7-034044cd81c5 of type vlan for network dd9b0e29-7382-4d85-b87f-b65fd9885c7c Apr 20 17:08:15.075589 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c7629fc9-1b1f-42fa-9769-ec0ebc554c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:15.080200 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c7629fc9-1b1f-42fa-9769-ec0ebc554c56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:15.114538 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5254b7b3-ef20-4249-b2b7-cf1e9d07abfc req-24ca9367-e868-45f1-89e5-2d6c5a24dd62 service neutron] 10.222.0.10 "GET /v2.0/networks/62862590-8584-4ef8-b251-867e255b53a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665420 Apr 20 17:08:15.155431 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57318) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:15.165389 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bfaa7d19-d72f-4136-9b66-52e958850cac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:15.186680 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7598c991-8041-4b86-8c4c-caec737414aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:15.204789 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c7629fc9-1b1f-42fa-9769-ec0ebc554c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:15.205312 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7629fc9-1b1f-42fa-9769-ec0ebc554c56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44fb96e8-7d04-48f5-a979-f31d3c76b2a3 {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:08:15.231249 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7598c991-8041-4b86-8c4c-caec737414aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:15.235405 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7598c991-8041-4b86-8c4c-caec737414aa admin admin] Usage tracker for resource:security_group_rule and tenant:28eee46de2ed4c1fab19589337bdb197 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:15.239967 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7598c991-8041-4b86-8c4c-caec737414aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:15.262422 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7598c991-8041-4b86-8c4c-caec737414aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:15.293094 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d60ba6a7-2754-4126-9ec6-fa4ddc24dba5 req-969a7fbb-6cd1-4217-8ce3-7972cc0d0b4b tempest-LiveMigrationNegativeTest-1078122217 tempest-LiveMigrationNegativeTest-1078122217-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:15.297819 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c7629fc9-1b1f-42fa-9769-ec0ebc554c56 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:15.302787 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57322) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:15.303785 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c7629fc9-1b1f-42fa-9769-ec0ebc554c56 admin admin] 10.222.0.39 "DELETE /v2.0/routers/44fb96e8-7d04-48f5-a979-f31d3c76b2a3 HTTP/1.1" status: 204 len: 168 time: 3.0579705 Apr 20 17:08:15.366287 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d60ba6a7-2754-4126-9ec6-fa4ddc24dba5 req-969a7fbb-6cd1-4217-8ce3-7972cc0d0b4b tempest-LiveMigrationNegativeTest-1078122217 tempest-LiveMigrationNegativeTest-1078122217-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:15.392328 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7598c991-8041-4b86-8c4c-caec737414aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:15.410159 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bfaa7d19-d72f-4136-9b66-52e958850cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:15.410806 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaa7d19-d72f-4136-9b66-52e958850cac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:15.411464 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bfaa7d19-d72f-4136-9b66-52e958850cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:15.414030 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7598c991-8041-4b86-8c4c-caec737414aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:15.528039 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7598c991-8041-4b86-8c4c-caec737414aa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=28eee46de2ed4c1fab19589337bdb197&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3715661 Apr 20 17:08:15.530659 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57330) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:15.535742 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598c991-8041-4b86-8c4c-caec737414aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd34e6a1-6166-494a-81c3-aa4f84e6519c,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:15.561370 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d60ba6a7-2754-4126-9ec6-fa4ddc24dba5 req-969a7fbb-6cd1-4217-8ce3-7972cc0d0b4b tempest-LiveMigrationNegativeTest-1078122217 tempest-LiveMigrationNegativeTest-1078122217-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e6d2a5b8-ad15-4130-acbb-2ca6e8d80347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8733370 Apr 20 17:08:15.590720 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5254b7b3-ef20-4249-b2b7-cf1e9d07abfc req-cfe0e397-8b11-4d66-8824-fd329dff4d6a service neutron] 10.222.0.10 "GET /v2.0/networks/62862590-8584-4ef8-b251-867e255b53a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632802 Apr 20 17:08:15.596280 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-d136e8a6-cadd-4a71-bd72-feb961d468b9 admin admin] Deleting subnet 6783173f-e57e-48d6-8a98-2f1bd84c21e9 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:08:15.636776 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a7fbb-6cd1-4217-8ce3-7972cc0d0b4b tempest-LiveMigrationNegativeTest-1078122217 tempest-LiveMigrationNegativeTest-1078122217-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e927739f-49c6-4c31-b376-b2262edfeee6,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:15.639634 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c458242f-fac7-4cbc-96ab-50bb657f5908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:15.655602 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-456a8364-46f8-4ca0-88be-4876abff4204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:15.656095 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d136e8a6-cadd-4a71-bd72-feb961d468b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:15.691055 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-456a8364-46f8-4ca0-88be-4876abff4204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:15.725608 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bfaa7d19-d72f-4136-9b66-52e958850cac admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.4884675 Apr 20 17:08:15.730628 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57344) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:15.732928 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d136e8a6-cadd-4a71-bd72-feb961d468b9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:15.737759 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa7d19-d72f-4136-9b66-52e958850cac admin admin] Pushing event updated for resources: {'Network': ['ID=dd9b0e29-7382-4d85-b87f-b65fd9885c7c,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:15.750496 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network dd9b0e29-7382-4d85-b87f-b65fd9885c7c details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:08:15.753398 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-f0818c3e-44ca-45b6-a11e-f0b27444fe1d admin admin] Request body: {'subnet': {'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1455915914-subnet', 'tenant_id': 'b7e0217792874af58ccfdea4744db0d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:08:15.765558 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f0818c3e-44ca-45b6-a11e-f0b27444fe1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:15.805467 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-456a8364-46f8-4ca0-88be-4876abff4204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:15.832986 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a8364-46f8-4ca0-88be-4876abff4204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd34e6a1-6166-494a-81c3-aa4f84e6519c,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:15.850639 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-456a8364-46f8-4ca0-88be-4876abff4204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:15.854497 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-456a8364-46f8-4ca0-88be-4876abff4204 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fd34e6a1-6166-494a-81c3-aa4f84e6519c HTTP/1.1" status: 204 len: 168 time: 0.3194659 Apr 20 17:08:15.874871 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c458242f-fac7-4cbc-96ab-50bb657f5908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:15.881907 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f0818c3e-44ca-45b6-a11e-f0b27444fe1d admin admin] Usage tracker for resource:subnet and tenant:b7e0217792874af58ccfdea4744db0d0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:15.882408 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c458242f-fac7-4cbc-96ab-50bb657f5908 admin admin] Usage tracker for resource:security_group_rule and tenant:8d9245d796f74cb79ba4784d2cbea544 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:15.897080 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c458242f-fac7-4cbc-96ab-50bb657f5908 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:15.908171 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f0818c3e-44ca-45b6-a11e-f0b27444fe1d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:15.924521 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c458242f-fac7-4cbc-96ab-50bb657f5908 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:15.941552 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f0818c3e-44ca-45b6-a11e-f0b27444fe1d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:15.957441 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d136e8a6-cadd-4a71-bd72-feb961d468b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:15.989630 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0818c3e-44ca-45b6-a11e-f0b27444fe1d admin admin] Made reservation on behalf of b7e0217792874af58ccfdea4744db0d0 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:08:15.991940 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f0818c3e-44ca-45b6-a11e-f0b27444fe1d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:16.006698 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-72038bf0-0f29-4e12-aa57-9fc581eac140 req-c55baf3d-9b1f-4f7e-ae01-337481dfdc8e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e29cfc63-1a12-4db8-b715-488d6dc58aa0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1436100 Apr 20 17:08:16.273675 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c458242f-fac7-4cbc-96ab-50bb657f5908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:16.277494 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d136e8a6-cadd-4a71-bd72-feb961d468b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:16.319043 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c458242f-fac7-4cbc-96ab-50bb657f5908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:16.336009 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136e8a6-cadd-4a71-bd72-feb961d468b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6783173f-e57e-48d6-8a98-2f1bd84c21e9,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:16.361530 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca262d0-6e2a-45c9-8ad9-d3f689a6a8b8 None None] Network e76769e1-bcbf-42d3-b82d-69098057f8a8 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:08:16.378231 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d136e8a6-cadd-4a71-bd72-feb961d468b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:16.426396 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c458242f-fac7-4cbc-96ab-50bb657f5908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39cb98e6-d7e7-45d2-a9e7-100ee05fcb5f,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:16.643719 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d136e8a6-cadd-4a71-bd72-feb961d468b9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6783173f-e57e-48d6-8a98-2f1bd84c21e9 HTTP/1.1" status: 204 len: 168 time: 1.3367751 Apr 20 17:08:16.644134 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57374) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:16.681145 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c458242f-fac7-4cbc-96ab-50bb657f5908 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d9245d796f74cb79ba4784d2cbea544&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8020616 Apr 20 17:08:16.684527 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57378) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:16.739773 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f3a8ca-85d5-4393-93a1-9e9dd010c005 None None] DHCP port deletion for e76769e1-bcbf-42d3-b82d-69098057f8a8 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:08:16.742626 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57382) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:16.747146 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3a8ca-85d5-4393-93a1-9e9dd010c005 None None] Deleting port 35859ad5-cf46-4176-9997-059d9538db9c {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:08:16.747742 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b3f3a8ca-85d5-4393-93a1-9e9dd010c005 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:16.777709 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f0818c3e-44ca-45b6-a11e-f0b27444fe1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:16.837929 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 35859ad5-cf46-4176-9997-059d9538db9c no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:08:16.866345 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:16.868334 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57386) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:16.881610 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0818c3e-44ca-45b6-a11e-f0b27444fe1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=64070a1b-0f00-4b11-95f5-508285983f32,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:16.884923 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f8d0-1f29-4976-a6f7-0750c8354a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:16.887086 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Deleting port 35859ad5-cf46-4176-9997-059d9538db9c {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:08:16.887758 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:16.931770 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57392) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:16.957472 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8f93aec-5b75-4cd0-b139-d80eb25bbd2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:16.994443 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8f93aec-5b75-4cd0-b139-d80eb25bbd2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:17.077797 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8f93aec-5b75-4cd0-b139-d80eb25bbd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:17.089053 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:17.123478 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b3f3a8ca-85d5-4393-93a1-9e9dd010c005 None None] For port 35859ad5-cf46-4176-9997-059d9538db9c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=35859ad5-cf46-4176-9997-059d9538db9c,segment=NetworkSegment(8166e85e-d5e8-4c2e-bb2b-0dae7ab9bb43),segment_id=8166e85e-d5e8-4c2e-bb2b-0dae7ab9bb43)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:17.124133 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b3f3a8ca-85d5-4393-93a1-9e9dd010c005 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:17.138152 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8f93aec-5b75-4cd0-b139-d80eb25bbd2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:17.141542 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f8f93aec-5b75-4cd0-b139-d80eb25bbd2a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/39cb98e6-d7e7-45d2-a9e7-100ee05fcb5f HTTP/1.1" status: 204 len: 168 time: 0.4536128 Apr 20 17:08:17.144834 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f93aec-5b75-4cd0-b139-d80eb25bbd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cb98e6-d7e7-45d2-a9e7-100ee05fcb5f,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:17.150994 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c2c7f8d0-1f29-4976-a6f7-0750c8354a07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:17.163021 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c2c7f8d0-1f29-4976-a6f7-0750c8354a07 admin admin] Usage tracker for resource:security_group_rule and tenant:fa00a7bceffb40c9890e60d6198549ce is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:17.168462 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c2c7f8d0-1f29-4976-a6f7-0750c8354a07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:17.175326 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0818c3e-44ca-45b6-a11e-f0b27444fe1d admin admin] Checking segment: {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:08:17.175667 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0818c3e-44ca-45b6-a11e-f0b27444fe1d admin admin] Network hostable DHCP agents. Network: dd9b0e29-7382-4d85-b87f-b65fd9885c7c, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:08:17.182593 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c2c7f8d0-1f29-4976-a6f7-0750c8354a07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:17.222111 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f440bb7-26c9-4009-89fb-b83b20860b40 req-1bcb1b97-304c-4b19-a330-9b292f540c2d tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:17.224538 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f440bb7-26c9-4009-89fb-b83b20860b40 req-1bcb1b97-304c-4b19-a330-9b292f540c2d tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/ports?device_id=e29cfc63-1a12-4db8-b715-488d6dc58aa0 HTTP/1.1" status: 200 len: 949 time: 0.3476729 Apr 20 17:08:17.265921 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0818c3e-44ca-45b6-a11e-f0b27444fe1d admin admin] Network dd9b0e29-7382-4d85-b87f-b65fd9885c7c is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:08:17.292418 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] For port 35859ad5-cf46-4176-9997-059d9538db9c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=35859ad5-cf46-4176-9997-059d9538db9c,segment=NetworkSegment(8166e85e-d5e8-4c2e-bb2b-0dae7ab9bb43),segment_id=8166e85e-d5e8-4c2e-bb2b-0dae7ab9bb43)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:17.292825 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:17.304394 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3a8ca-85d5-4393-93a1-9e9dd010c005 None None] Calling delete_port for 35859ad5-cf46-4176-9997-059d9538db9c owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:08:17.305634 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-f0818c3e-44ca-45b6-a11e-f0b27444fe1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, dd9b0e29-7382-4d85-b87f-b65fd9885c7c) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:08:17.326023 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0818c3e-44ca-45b6-a11e-f0b27444fe1d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:17.326778 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f0818c3e-44ca-45b6-a11e-f0b27444fe1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:17.337036 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 35859ad5-cf46-4176-9997-059d9538db9c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=35859ad5-cf46-4176-9997-059d9538db9c,segment=NetworkSegment(8166e85e-d5e8-4c2e-bb2b-0dae7ab9bb43),segment_id=8166e85e-d5e8-4c2e-bb2b-0dae7ab9bb43)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:17.338989 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d321a8-fe87-4a6a-bbdc-6521c4b1bfc3 None None] Network dd9b0e29-7382-4d85-b87f-b65fd9885c7c requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:08:17.360546 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f440bb7-26c9-4009-89fb-b83b20860b40 req-f94826fe-947d-44d3-817e-d9649f8d84d4 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6d2a5b8-ad15-4130-acbb-2ca6e8d80347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248043 Apr 20 17:08:17.362176 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f8d0-1f29-4976-a6f7-0750c8354a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:17.370647 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f8d0-1f29-4976-a6f7-0750c8354a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:17.382576 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:17.403657 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f0818c3e-44ca-45b6-a11e-f0b27444fe1d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6673801 Apr 20 17:08:17.441471 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c7f8d0-1f29-4976-a6f7-0750c8354a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bfb447-051b-4f26-a1c6-750c1b73f88e,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:17.447065 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c2c7f8d0-1f29-4976-a6f7-0750c8354a07 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fa00a7bceffb40c9890e60d6198549ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7010164 Apr 20 17:08:17.450700 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57404) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:17.544545 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cb6d3cbb-1e07-4d1f-a7d7-7ea4cb564771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:17.584397 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cb6d3cbb-1e07-4d1f-a7d7-7ea4cb564771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:17.590750 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Calling delete_port for 35859ad5-cf46-4176-9997-059d9538db9c owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:08:17.654828 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fe3f5b74-06bd-43b6-8ca1-ec4383ecebb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:17.667560 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cb6d3cbb-1e07-4d1f-a7d7-7ea4cb564771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:17.699334 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-95907d81-8b06-4368-9862-47395b3b5e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:17.706460 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d3cbb-1e07-4d1f-a7d7-7ea4cb564771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bfb447-051b-4f26-a1c6-750c1b73f88e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:17.717591 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cb6d3cbb-1e07-4d1f-a7d7-7ea4cb564771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:17.724657 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cb6d3cbb-1e07-4d1f-a7d7-7ea4cb564771 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/50bfb447-051b-4f26-a1c6-750c1b73f88e HTTP/1.1" status: 204 len: 168 time: 0.2712641 Apr 20 17:08:17.752743 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=35859ad5-cf46-4176-9997-059d9538db9c,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:17.770644 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-fe3f5b74-06bd-43b6-8ca1-ec4383ecebb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:17.804928 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-fe3f5b74-06bd-43b6-8ca1-ec4383ecebb4 admin admin] Usage tracker for resource:security_group_rule and tenant:507c3079ca654ffea3b831022be646e7 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:17.822016 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-fe3f5b74-06bd-43b6-8ca1-ec4383ecebb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:17.832310 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-b3f3a8ca-85d5-4393-93a1-9e9dd010c005 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:08:17.832494 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-fe3f5b74-06bd-43b6-8ca1-ec4383ecebb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:17.833472 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-b3f3a8ca-85d5-4393-93a1-9e9dd010c005 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:08:17.839774 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-95907d81-8b06-4368-9862-47395b3b5e93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:17.840911 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ff20f6-b36c-4a74-bcdc-fe32568ae897 None None] Network dd9b0e29-7382-4d85-b87f-b65fd9885c7c requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:08:17.848603 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-95907d81-8b06-4368-9862-47395b3b5e93 admin admin] Usage tracker for resource:security_group_rule and tenant:e38585e93cf246deba44353eed9cc27d is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:17.855670 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-95907d81-8b06-4368-9862-47395b3b5e93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:17.858800 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.api [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:08:17.859227 n-d-838032-1 neutron-server[84081]: DEBUG oslo_db.api [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:08:17.866033 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-95907d81-8b06-4368-9862-47395b3b5e93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:17.967382 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fe3f5b74-06bd-43b6-8ca1-ec4383ecebb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:17.983016 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fe3f5b74-06bd-43b6-8ca1-ec4383ecebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:18.001325 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-95907d81-8b06-4368-9862-47395b3b5e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:18.020825 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-95907d81-8b06-4368-9862-47395b3b5e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:18.058736 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f5b74-06bd-43b6-8ca1-ec4383ecebb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335b1879-4104-4336-ab59-d1df9fa23b1b,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:18.078465 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fe3f5b74-06bd-43b6-8ca1-ec4383ecebb4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=507c3079ca654ffea3b831022be646e7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1451442 Apr 20 17:08:18.092110 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57426) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:18.131971 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-95907d81-8b06-4368-9862-47395b3b5e93 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e38585e93cf246deba44353eed9cc27d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2616060 Apr 20 17:08:18.136993 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57432) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:18.165680 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95907d81-8b06-4368-9862-47395b3b5e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdc1197-583c-4af1-8392-e67d0172dcb0,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:18.235185 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-27de68e6-af80-4b60-b5d9-d4cbc08c7194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:18.260439 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d42dadd3-51bd-44c2-a8bc-4a131aa41cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:18.290572 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-27de68e6-af80-4b60-b5d9-d4cbc08c7194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:18.334717 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3a8ca-85d5-4393-93a1-9e9dd010c005 None None] Deleting port 35859ad5-cf46-4176-9997-059d9538db9c {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:08:18.335333 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b3f3a8ca-85d5-4393-93a1-9e9dd010c005 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:18.336045 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d42dadd3-51bd-44c2-a8bc-4a131aa41cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:18.365319 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Deleting port 35859ad5-cf46-4176-9997-059d9538db9c {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:08:18.365653 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:18.373227 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e694b0a-4f38-4d15-8703-a27c782fb229 req-8a8c300d-69dd-4fb4-8fb8-cb62d30048a8 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:18.379188 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8e694b0a-4f38-4d15-8703-a27c782fb229 req-8a8c300d-69dd-4fb4-8fb8-cb62d30048a8 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.43 "GET /v2.0/ports?device_id=e29cfc63-1a12-4db8-b715-488d6dc58aa0 HTTP/1.1" status: 200 len: 949 time: 0.3729553 Apr 20 17:08:18.529069 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-27de68e6-af80-4b60-b5d9-d4cbc08c7194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:18.581966 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de68e6-af80-4b60-b5d9-d4cbc08c7194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335b1879-4104-4336-ab59-d1df9fa23b1b,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:18.588628 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-8e694b0a-4f38-4d15-8703-a27c782fb229 req-6303094c-122f-41bd-8285-e5546709fb2b tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Deleting port 16380970-cf8c-414f-920e-5e61211059d6 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:08:18.589064 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8e694b0a-4f38-4d15-8703-a27c782fb229 req-6303094c-122f-41bd-8285-e5546709fb2b tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:18.601401 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b3f3a8ca-85d5-4393-93a1-9e9dd010c005 None None] For port 35859ad5-cf46-4176-9997-059d9538db9c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=35859ad5-cf46-4176-9997-059d9538db9c,segment=NetworkSegment(8166e85e-d5e8-4c2e-bb2b-0dae7ab9bb43),segment_id=8166e85e-d5e8-4c2e-bb2b-0dae7ab9bb43)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:18.601989 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b3f3a8ca-85d5-4393-93a1-9e9dd010c005 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:18.661222 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d42dadd3-51bd-44c2-a8bc-4a131aa41cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:18.813594 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57452) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:18.818025 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3a8ca-85d5-4393-93a1-9e9dd010c005 None None] Calling delete_port for 35859ad5-cf46-4176-9997-059d9538db9c owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:08:18.872048 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41545bde-3e87-49c6-8c59-c0de2a21c4e1 None None] Sync routers for ids ['44fb96e8-7d04-48f5-a979-f31d3c76b2a3'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:08:18.894800 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41545bde-3e87-49c6-8c59-c0de2a21c4e1 None None] Routers set() bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:08:18.897803 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41545bde-3e87-49c6-8c59-c0de2a21c4e1 None None] Router IDs set() for agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 20 17:08:18.899761 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_agentschedulers_db [None req-41545bde-3e87-49c6-8c59-c0de2a21c4e1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'44fb96e8-7d04-48f5-a979-f31d3c76b2a3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:08:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent'). {{(pid=84083) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 20 17:08:18.916871 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-8e694b0a-4f38-4d15-8703-a27c782fb229 req-6303094c-122f-41bd-8285-e5546709fb2b tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] For port 16380970-cf8c-414f-920e-5e61211059d6, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=16380970-cf8c-414f-920e-5e61211059d6,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:18.917396 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8e694b0a-4f38-4d15-8703-a27c782fb229 req-6303094c-122f-41bd-8285-e5546709fb2b tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:18.925972 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41545bde-3e87-49c6-8c59-c0de2a21c4e1 None None] Routers set() bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:08:18.926743 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41545bde-3e87-49c6-8c59-c0de2a21c4e1 None None] Router IDs set() for agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 20 17:08:18.928293 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_agentschedulers_db [None req-41545bde-3e87-49c6-8c59-c0de2a21c4e1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'44fb96e8-7d04-48f5-a979-f31d3c76b2a3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:08:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent'). {{(pid=84083) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 20 17:08:18.930828 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41545bde-3e87-49c6-8c59-c0de2a21c4e1 None None] The sync data for ids ['44fb96e8-7d04-48f5-a979-f31d3c76b2a3'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:08:18.933431 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42dadd3-51bd-44c2-a8bc-4a131aa41cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdc1197-583c-4af1-8392-e67d0172dcb0,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:18.967202 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d42dadd3-51bd-44c2-a8bc-4a131aa41cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:18.970947 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d42dadd3-51bd-44c2-a8bc-4a131aa41cdd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8bdc1197-583c-4af1-8392-e67d0172dcb0 HTTP/1.1" status: 204 len: 168 time: 0.8268750 Apr 20 17:08:19.052712 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b373d41-aace-461d-9139-f8889007c82c None None] New status for floating IP 92d2bc21-02fc-4a1a-9289-354496d8d2bb: ACTIVE {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:08:19.081911 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-8e694b0a-4f38-4d15-8703-a27c782fb229 req-6303094c-122f-41bd-8285-e5546709fb2b tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Calling delete_port for 16380970-cf8c-414f-920e-5e61211059d6 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:08:19.141848 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b3f3a8ca-85d5-4393-93a1-9e9dd010c005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:19.182737 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-27de68e6-af80-4b60-b5d9-d4cbc08c7194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:19.186666 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-27de68e6-af80-4b60-b5d9-d4cbc08c7194 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/335b1879-4104-4336-ab59-d1df9fa23b1b HTTP/1.1" status: 204 len: 168 time: 1.0924244 Apr 20 17:08:19.220579 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3a8ca-85d5-4393-93a1-9e9dd010c005 None None] Pushing event deleted for resources: {'Port': ['ID=35859ad5-cf46-4176-9997-059d9538db9c,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:19.227610 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] For port 35859ad5-cf46-4176-9997-059d9538db9c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=35859ad5-cf46-4176-9997-059d9538db9c,segment=NetworkSegment(8166e85e-d5e8-4c2e-bb2b-0dae7ab9bb43),segment_id=8166e85e-d5e8-4c2e-bb2b-0dae7ab9bb43)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:19.228235 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:19.233848 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3a8ca-85d5-4393-93a1-9e9dd010c005 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:19.234180 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3a8ca-85d5-4393-93a1-9e9dd010c005 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:19.234523 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3a8ca-85d5-4393-93a1-9e9dd010c005 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:19.234843 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3a8ca-85d5-4393-93a1-9e9dd010c005 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:19.235697 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3a8ca-85d5-4393-93a1-9e9dd010c005 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:19.236040 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3a8ca-85d5-4393-93a1-9e9dd010c005 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:19.236418 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3a8ca-85d5-4393-93a1-9e9dd010c005 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:19.236646 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3a8ca-85d5-4393-93a1-9e9dd010c005 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:19.237824 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3a8ca-85d5-4393-93a1-9e9dd010c005 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:19.238332 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3a8ca-85d5-4393-93a1-9e9dd010c005 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:19.238655 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3a8ca-85d5-4393-93a1-9e9dd010c005 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:19.258556 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f3a8ca-85d5-4393-93a1-9e9dd010c005 None None] No DVR routers for this DVR port 35859ad5-cf46-4176-9997-059d9538db9c on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:08:19.354678 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8e694b0a-4f38-4d15-8703-a27c782fb229 req-6303094c-122f-41bd-8285-e5546709fb2b tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:19.378089 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['16380970-cf8c-414f-920e-5e61211059d6'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:08:19.408806 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Calling delete_port for 35859ad5-cf46-4176-9997-059d9538db9c owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:08:19.461369 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['6238eff7-b98c-4ffd-b69f-baed3f496681'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:08:19.465856 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bded16-8989-4379-8284-895ec432891e req-eeb1f96f-0b7c-4529-951c-118733bb745c tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:19.467493 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-80bded16-8989-4379-8284-895ec432891e req-eeb1f96f-0b7c-4529-951c-118733bb745c tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/ports?device_id=e29cfc63-1a12-4db8-b715-488d6dc58aa0 HTTP/1.1" status: 200 len: 949 time: 0.6756730 Apr 20 17:08:19.475693 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303094c-122f-41bd-8285-e5546709fb2b tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Pushing event deleted for resources: {'Port': ['ID=16380970-cf8c-414f-920e-5e61211059d6,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:19.534232 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-2f9807f4-ca8b-4ae2-be07-e661437dc5b8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-174740660-network', 'tenant_id': '9d55300c754d46ef8e2433d6d4af174c'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:08:19.539381 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2f9807f4-ca8b-4ae2-be07-e661437dc5b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:19.547411 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2f9807f4-ca8b-4ae2-be07-e661437dc5b8 admin admin] Usage tracker for resource:network and tenant:9d55300c754d46ef8e2433d6d4af174c is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:19.555038 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2f9807f4-ca8b-4ae2-be07-e661437dc5b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:19.566655 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2f9807f4-ca8b-4ae2-be07-e661437dc5b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:19.586597 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e694b0a-4f38-4d15-8703-a27c782fb229 req-6303094c-122f-41bd-8285-e5546709fb2b tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] No DVR routers for this DVR port 16380970-cf8c-414f-920e-5e61211059d6 on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:08:19.590475 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8e694b0a-4f38-4d15-8703-a27c782fb229 req-6303094c-122f-41bd-8285-e5546709fb2b tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:19.594417 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29cfc63-1a12-4db8-b715-488d6dc58aa0', 'name': 'network-vif-deleted', 'tag': '16380970-cf8c-414f-920e-5e61211059d6'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:08:19.611277 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9807f4-ca8b-4ae2-be07-e661437dc5b8 admin admin] Made reservation on behalf of 9d55300c754d46ef8e2433d6d4af174c for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:08:19.618235 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2f9807f4-ca8b-4ae2-be07-e661437dc5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:19.619177 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8e694b0a-4f38-4d15-8703-a27c782fb229 req-6303094c-122f-41bd-8285-e5546709fb2b tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.43 "DELETE /v2.0/ports/16380970-cf8c-414f-920e-5e61211059d6 HTTP/1.1" status: 204 len: 173 time: 1.2348461 Apr 20 17:08:19.693747 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-80bded16-8989-4379-8284-895ec432891e req-df88382c-4091-4c22-93c3-42d2ae8ffe3b tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6d2a5b8-ad15-4130-acbb-2ca6e8d80347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164941 Apr 20 17:08:19.694776 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2f9807f4-ca8b-4ae2-be07-e661437dc5b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:19.701092 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32a6cd2c-e3b5-4ef4-bb99-bdf8d0bb11f7'] response: {'server_uuid': 'e29cfc63-1a12-4db8-b715-488d6dc58aa0', 'name': 'network-vif-deleted', 'tag': '16380970-cf8c-414f-920e-5e61211059d6', 'status': 'completed', 'code': 200} Apr 20 17:08:19.741182 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57480) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:19.748932 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-2ef922df-ec97-4161-a68b-788406fb5a73 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-924636308-network', 'tenant_id': 'c924cb74a59b4c25ba86f6296bae65d3'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:08:19.752037 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2f9807f4-ca8b-4ae2-be07-e661437dc5b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:19.756987 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2f9807f4-ca8b-4ae2-be07-e661437dc5b8 admin admin] Usage tracker for resource:security_group_rule and tenant:9d55300c754d46ef8e2433d6d4af174c is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:19.764031 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2f9807f4-ca8b-4ae2-be07-e661437dc5b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:19.779968 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2f9807f4-ca8b-4ae2-be07-e661437dc5b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:19.780107 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-2ef922df-ec97-4161-a68b-788406fb5a73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:19.785663 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.api [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:08:19.785979 n-d-838032-1 neutron-server[84081]: DEBUG oslo_db.api [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:08:19.793031 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-2ef922df-ec97-4161-a68b-788406fb5a73 admin admin] Usage tracker for resource:network and tenant:c924cb74a59b4c25ba86f6296bae65d3 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:19.818779 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-2ef922df-ec97-4161-a68b-788406fb5a73 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:19.855162 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-2ef922df-ec97-4161-a68b-788406fb5a73 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:19.885229 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef922df-ec97-4161-a68b-788406fb5a73 admin admin] Made reservation on behalf of c924cb74a59b4c25ba86f6296bae65d3 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:08:19.888838 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2ef922df-ec97-4161-a68b-788406fb5a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:19.920314 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2ef922df-ec97-4161-a68b-788406fb5a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:19.924810 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2f9807f4-ca8b-4ae2-be07-e661437dc5b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:19.935455 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2f9807f4-ca8b-4ae2-be07-e661437dc5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:19.976309 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f9807f4-ca8b-4ae2-be07-e661437dc5b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:08:19.991766 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9807f4-ca8b-4ae2-be07-e661437dc5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80210b8d-4c5d-45d0-ba72-3ff383a8a546,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:19.997727 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2f9807f4-ca8b-4ae2-be07-e661437dc5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:19.998563 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-2f9807f4-ca8b-4ae2-be07-e661437dc5b8 admin admin] Added segment 9e6a8735-b8c2-4b75-8a42-3cc987c486d3 of type vlan for network 59af7307-fe48-4837-97d0-d9da1b9c2fd2 Apr 20 17:08:20.036413 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-2ef922df-ec97-4161-a68b-788406fb5a73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:20.038143 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aed601-a142-4f6c-90fe-89b225250a3e None None] Sync routers for ids ['86532778-0238-4974-a51e-6b9948bb6473'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:08:20.042678 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-2ef922df-ec97-4161-a68b-788406fb5a73 admin admin] Usage tracker for resource:security_group_rule and tenant:c924cb74a59b4c25ba86f6296bae65d3 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:20.046615 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-2ef922df-ec97-4161-a68b-788406fb5a73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:20.047054 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2f9807f4-ca8b-4ae2-be07-e661437dc5b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:20.059008 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aed601-a142-4f6c-90fe-89b225250a3e None None] Routers {'86532778-0238-4974-a51e-6b9948bb6473'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:08:20.062524 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-94aed601-a142-4f6c-90fe-89b225250a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:08:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['86532778-0238-4974-a51e-6b9948bb6473'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:20.089390 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-2ef922df-ec97-4161-a68b-788406fb5a73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:20.106073 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6d96e3ec-eeaf-45b4-8b8f-436a981b2bbf req-25d2b8cc-5b55-40b5-a37c-195f6ecabbbf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e29cfc63-1a12-4db8-b715-488d6dc58aa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0564098 Apr 20 17:08:20.109471 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2f9807f4-ca8b-4ae2-be07-e661437dc5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:20.111058 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9807f4-ca8b-4ae2-be07-e661437dc5b8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:20.111705 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2f9807f4-ca8b-4ae2-be07-e661437dc5b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:20.130463 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-69ef9118-faa7-44ed-922b-ecef842a9d8a req-cea03a18-406c-49e9-ae72-5494cba9d258 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a215e43b-8c50-4d64-b0f3-b27e976f3f92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1871376 Apr 20 17:08:20.164655 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Deleting port 35859ad5-cf46-4176-9997-059d9538db9c {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:08:20.165163 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:20.206572 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2ef922df-ec97-4161-a68b-788406fb5a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:20.215192 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2ef922df-ec97-4161-a68b-788406fb5a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:20.245006 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2f9807f4-ca8b-4ae2-be07-e661437dc5b8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4291096 Apr 20 17:08:20.251580 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] The port '35859ad5-cf46-4176-9997-059d9538db9c' was deleted {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:08:20.255428 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57492) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:20.285675 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef922df-ec97-4161-a68b-788406fb5a73 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:08:20.308781 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-5e3561e7-2841-4558-bf5c-16ccd622f745 admin admin] Request body: {'subnet': {'network_id': '59af7307-fe48-4837-97d0-d9da1b9c2fd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-174740660-subnet', 'tenant_id': '9d55300c754d46ef8e2433d6d4af174c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:08:20.334409 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5e3561e7-2841-4558-bf5c-16ccd622f745 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:20.343203 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-94aed601-a142-4f6c-90fe-89b225250a3e None None] Set router 86532778-0238-4974-a51e-6b9948bb6473 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:08:20.366085 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57496) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:20.517819 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef922df-ec97-4161-a68b-788406fb5a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efbb5ba-c320-440f-a452-690e3f2b3145,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:20.521538 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5e3561e7-2841-4558-bf5c-16ccd622f745 admin admin] Usage tracker for resource:subnet and tenant:9d55300c754d46ef8e2433d6d4af174c is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:20.558433 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5e3561e7-2841-4558-bf5c-16ccd622f745 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:20.576040 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57498) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:20.581406 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2ef922df-ec97-4161-a68b-788406fb5a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:20.581875 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-2ef922df-ec97-4161-a68b-788406fb5a73 admin admin] Added segment d8d7b2df-fff8-44ed-a94b-5b7b18278e19 of type vlan for network cc9a8a11-6509-4b81-9160-c79d4c6b3bf3 Apr 20 17:08:20.583342 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5e3561e7-2841-4558-bf5c-16ccd622f745 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:20.587520 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6d96e3ec-eeaf-45b4-8b8f-436a981b2bbf req-2627eb35-8035-4763-84a8-4062a6508334 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e710a50eaac343389b37eff63cf1f21f&device_id=e29cfc63-1a12-4db8-b715-488d6dc58aa0 HTTP/1.1" status: 200 len: 210 time: 0.1631939 Apr 20 17:08:20.657625 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a2920bf5-1f3e-47e3-9602-d844403f9b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:20.658041 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0303da26-83c7-4610-b896-547a20185d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:20.671723 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:20.676493 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3561e7-2841-4558-bf5c-16ccd622f745 admin admin] Made reservation on behalf of 9d55300c754d46ef8e2433d6d4af174c for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:08:20.678885 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5e3561e7-2841-4558-bf5c-16ccd622f745 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:20.689856 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9807f4-ca8b-4ae2-be07-e661437dc5b8 admin admin] Pushing event updated for resources: {'Network': ['ID=59af7307-fe48-4837-97d0-d9da1b9c2fd2,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:20.704758 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 59af7307-fe48-4837-97d0-d9da1b9c2fd2 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:08:20.706401 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6d96e3ec-eeaf-45b4-8b8f-436a981b2bbf req-c8cac749-eefa-4519-84e9-fe68a963f527 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=e710a50eaac343389b37eff63cf1f21f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0915561 Apr 20 17:08:20.731115 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 17:08:20.731635 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 17:08:20.732499 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 17:08:20.733569 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Subscribe: > port after_create 55550000 {{(pid=84081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 17:08:20.734047 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 17:08:20.734552 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Subscribe: > port after_update 55550000 {{(pid=84081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 17:08:20.735037 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 17:08:20.736978 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 17:08:20.737459 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 17:08:20.738447 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 17:08:20.763592 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2ef922df-ec97-4161-a68b-788406fb5a73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:20.811812 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cdf7a4c8-5b32-4ce6-8699-6177c7de3132 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:08:20.872301 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: cdf7a4c8-5b32-4ce6-8699-6177c7de3132 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:08:20.873095 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cdf7a4c8-5b32-4ce6-8699-6177c7de3132 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:08:20.873502 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57508) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:20.911107 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-94aed601-a142-4f6c-90fe-89b225250a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86532778-0238-4974-a51e-6b9948bb6473', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1949333664-router', 'tenant_id': '7b630b101a784ca88bdc941423401f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '945ed82b-eb84-4a2e-84e9-a654c3f9e8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:27Z', 'updated_at': '2022-04-20T17:07:38Z', 'revision_number': 4, 'project_id': '7b630b101a784ca88bdc941423401f06', 'gw_port': {'id': '945ed82b-eb84-4a2e-84e9-a654c3f9e8c3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86532778-0238-4974-a51e-6b9948bb6473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:28Z', 'updated_at': '2022-04-20T17:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '84efed82-5d7e-4a03-a73e-6d44afefa852', 'name': '', 'network_id': '8b4c1a56-1299-4e52-875e-62da32b51c2b', 'tenant_id': '7b630b101a784ca88bdc941423401f06', 'mac_address': 'fa:16:3e:83:f9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86532778-0238-4974-a51e-6b9948bb6473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42a9b566-5357-4c27-86d7-af23f6127772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:36Z', 'updated_at': '2022-04-20T17:07:39Z', 'revision_number': 2, 'project_id': '7b630b101a784ca88bdc941423401f06', 'subnets': [{'id': '42a9b566-5357-4c27-86d7-af23f6127772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:20.915469 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aed601-a142-4f6c-90fe-89b225250a3e None None] Checking router: 86532778-0238-4974-a51e-6b9948bb6473 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:08:20.915837 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aed601-a142-4f6c-90fe-89b225250a3e None None] Updating router 86532778-0238-4974-a51e-6b9948bb6473 port 84efed82-5d7e-4a03-a73e-6d44afefa852 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:08:20.934907 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a2920bf5-1f3e-47e3-9602-d844403f9b60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:20.957353 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a2920bf5-1f3e-47e3-9602-d844403f9b60 admin admin] Usage tracker for resource:security_group_rule and tenant:d57ed2b770884d3b96bbd68b008520ef is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:20.965091 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a2920bf5-1f3e-47e3-9602-d844403f9b60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:20.967247 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 17:08:20.968227 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 17:08:20.968729 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 17:08:20.969214 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 17:08:20.969740 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e76769e1-bcbf-42d3-b82d-69098057f8a8']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:20.972550 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-69ef9118-faa7-44ed-922b-ecef842a9d8a req-61a9ed3a-e19a-4fd6-aef8-d0c649518778 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e710a50eaac343389b37eff63cf1f21f&device_id=a215e43b-8c50-4d64-b0f3-b27e976f3f92 HTTP/1.1" status: 200 len: 1101 time: 0.6554630 Apr 20 17:08:20.985687 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-94aed601-a142-4f6c-90fe-89b225250a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:20.993619 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a2920bf5-1f3e-47e3-9602-d844403f9b60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:21.005731 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8166e85e-d5e8-4c2e-bb2b-0dae7ab9bb43') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:21.006669 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8166e85e-d5e8-4c2e-bb2b-0dae7ab9bb43') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:21.029041 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0303da26-83c7-4610-b896-547a20185d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:21.048608 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2ef922df-ec97-4161-a68b-788406fb5a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:21.049194 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:21.049454 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef922df-ec97-4161-a68b-788406fb5a73 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:21.050018 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2ef922df-ec97-4161-a68b-788406fb5a73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:21.065528 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0303da26-83c7-4610-b896-547a20185d01 admin admin] Usage tracker for resource:security_group_rule and tenant:3e5c1547cf734ab0915a9b98894331af is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:21.071369 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0303da26-83c7-4610-b896-547a20185d01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:21.096764 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0303da26-83c7-4610-b896-547a20185d01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:21.105481 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:21.118924 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:08:21.119569 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: util.warn_limited( Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: util.warn_limited( Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:08:21.136823 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:08:21.261503 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:21.298345 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:21.301190 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] Pushing event deleted for resources: {'Network': ['ID=e76769e1-bcbf-42d3-b82d-69098057f8a8,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:21.341180 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-e835fc01-00ac-4170-9dbe-646ffc43b3d0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1007894502-network', 'tenant_id': 'cf5a9ae2300d479ba983722f76e4c809'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:08:21.349588 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0303da26-83c7-4610-b896-547a20185d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:21.354227 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4aacff2e-6eb4-4485-bb80-ad4c986ac188 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e76769e1-bcbf-42d3-b82d-69098057f8a8 HTTP/1.1" status: 204 len: 168 time: 4.7066288 Apr 20 17:08:21.360400 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0303da26-83c7-4610-b896-547a20185d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:21.408341 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0303da26-83c7-4610-b896-547a20185d01 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3e5c1547cf734ab0915a9b98894331af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8349724 Apr 20 17:08:21.409562 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57522) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:21.457068 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e835fc01-00ac-4170-9dbe-646ffc43b3d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:21.461397 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e835fc01-00ac-4170-9dbe-646ffc43b3d0 admin admin] Usage tracker for resource:network and tenant:cf5a9ae2300d479ba983722f76e4c809 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:21.464564 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e835fc01-00ac-4170-9dbe-646ffc43b3d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:21.467928 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303da26-83c7-4610-b896-547a20185d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9d9174-29ad-4b57-ba47-f659096cbe21,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:21.471069 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e835fc01-00ac-4170-9dbe-646ffc43b3d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:21.479049 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96e3ec-eeaf-45b4-8b8f-436a981b2bbf req-db1a6553-bad9-41da-827f-1a3b11b2942b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:21.480474 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6d96e3ec-eeaf-45b4-8b8f-436a981b2bbf req-db1a6553-bad9-41da-827f-1a3b11b2942b service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7216399 Apr 20 17:08:21.517667 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-94aed601-a142-4f6c-90fe-89b225250a3e None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:21.545978 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e835fc01-00ac-4170-9dbe-646ffc43b3d0 admin admin] Made reservation on behalf of cf5a9ae2300d479ba983722f76e4c809 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:08:21.548253 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e835fc01-00ac-4170-9dbe-646ffc43b3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:21.552237 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-94aed601-a142-4f6c-90fe-89b225250a3e None None] Transition to ACTIVE for port object 84efed82-5d7e-4a03-a73e-6d44afefa852 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:08:21.555570 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8f6c10c5-d41e-4ff2-8cfd-1092b8a2b9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:21.563880 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-94aed601-a142-4f6c-90fe-89b225250a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:21.588411 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8f6c10c5-d41e-4ff2-8cfd-1092b8a2b9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:21.615913 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e835fc01-00ac-4170-9dbe-646ffc43b3d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:21.625855 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef922df-ec97-4161-a68b-788406fb5a73 admin admin] Pushing event updated for resources: {'Network': ['ID=cc9a8a11-6509-4b81-9160-c79d4c6b3bf3,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:21.636314 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network cc9a8a11-6509-4b81-9160-c79d4c6b3bf3 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:08:21.650202 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57526) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:21.682412 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8f6c10c5-d41e-4ff2-8cfd-1092b8a2b9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:21.700216 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c10c5-d41e-4ff2-8cfd-1092b8a2b9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9d9174-29ad-4b57-ba47-f659096cbe21,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:21.709568 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2ef922df-ec97-4161-a68b-788406fb5a73 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9669278 Apr 20 17:08:21.711973 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57530) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:21.720972 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb06108-2123-4981-a2d6-76e34c41ad8b None None] Pushing event updated for resources: {'Port': ['ID=84efed82-5d7e-4a03-a73e-6d44afefa852,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:21.725375 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8f6c10c5-d41e-4ff2-8cfd-1092b8a2b9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:21.728572 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8f6c10c5-d41e-4ff2-8cfd-1092b8a2b9c2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb9d9174-29ad-4b57-ba47-f659096cbe21 HTTP/1.1" status: 204 len: 168 time: 0.3160906 Apr 20 17:08:21.733238 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef9118-faa7-44ed-922b-ecef842a9d8a req-342f2406-9019-4944-90c3-7a29bb13a5c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:21.734811 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-69ef9118-faa7-44ed-922b-ecef842a9d8a req-342f2406-9019-4944-90c3-7a29bb13a5c5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.7332411 Apr 20 17:08:21.762683 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-029444a2-1373-4435-90e1-f0d8c3ba3c1b admin admin] Request body: {'subnet': {'network_id': 'cc9a8a11-6509-4b81-9160-c79d4c6b3bf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-924636308-subnet', 'tenant_id': 'c924cb74a59b4c25ba86f6296bae65d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:08:21.796185 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb06108-2123-4981-a2d6-76e34c41ad8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:21.796649 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb06108-2123-4981-a2d6-76e34c41ad8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:21.797025 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb06108-2123-4981-a2d6-76e34c41ad8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:21.797124 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb06108-2123-4981-a2d6-76e34c41ad8b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:21.797452 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb06108-2123-4981-a2d6-76e34c41ad8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:21.797699 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb06108-2123-4981-a2d6-76e34c41ad8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:21.798066 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb06108-2123-4981-a2d6-76e34c41ad8b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:21.798405 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb06108-2123-4981-a2d6-76e34c41ad8b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:21.798721 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb06108-2123-4981-a2d6-76e34c41ad8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:21.799035 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb06108-2123-4981-a2d6-76e34c41ad8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:21.799344 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb06108-2123-4981-a2d6-76e34c41ad8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:21.829403 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 16380970-cf8c-414f-920e-5e61211059d6 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:08:21.840569 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-94aed601-a142-4f6c-90fe-89b225250a3e None None] Attempting to bind port 84efed82-5d7e-4a03-a73e-6d44afefa852 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:08:21.840932 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-94aed601-a142-4f6c-90fe-89b225250a3e None None] Attempting to bind port 84efed82-5d7e-4a03-a73e-6d44afefa852 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f53b8d94-9598-48ae-b88f-3d2451b599cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8b4c1a56-1299-4e52-875e-62da32b51c2b'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:08:21.841299 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aed601-a142-4f6c-90fe-89b225250a3e None None] Attempting to bind port 84efed82-5d7e-4a03-a73e-6d44afefa852 on network 8b4c1a56-1299-4e52-875e-62da32b51c2b {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:08:21.852037 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aed601-a142-4f6c-90fe-89b225250a3e None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:08:21.852401 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aed601-a142-4f6c-90fe-89b225250a3e None None] Checking segment: {'id': 'f53b8d94-9598-48ae-b88f-3d2451b599cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8b4c1a56-1299-4e52-875e-62da32b51c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:08:21.852796 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-94aed601-a142-4f6c-90fe-89b225250a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:21.853176 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aed601-a142-4f6c-90fe-89b225250a3e None None] Bound using segment: {'id': 'f53b8d94-9598-48ae-b88f-3d2451b599cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8b4c1a56-1299-4e52-875e-62da32b51c2b'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:08:21.853636 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-94aed601-a142-4f6c-90fe-89b225250a3e None None] Bound port: 84efed82-5d7e-4a03-a73e-6d44afefa852, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53b8d94-9598-48ae-b88f-3d2451b599cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8b4c1a56-1299-4e52-875e-62da32b51c2b'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:08:21.854012 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-94aed601-a142-4f6c-90fe-89b225250a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:21.876783 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 16380970-cf8c-414f-920e-5e61211059d6 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:08:21.877378 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 16380970-cf8c-414f-920e-5e61211059d6 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:08:21.909018 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-029444a2-1373-4435-90e1-f0d8c3ba3c1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:21.938390 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-029444a2-1373-4435-90e1-f0d8c3ba3c1b admin admin] Usage tracker for resource:subnet and tenant:c924cb74a59b4c25ba86f6296bae65d3 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:21.953340 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a2920bf5-1f3e-47e3-9602-d844403f9b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:21.963145 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-94aed601-a142-4f6c-90fe-89b225250a3e None None] For port 84efed82-5d7e-4a03-a73e-6d44afefa852, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:08:21.966457 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-94aed601-a142-4f6c-90fe-89b225250a3e None None] For port 84efed82-5d7e-4a03-a73e-6d44afefa852, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=84efed82-5d7e-4a03-a73e-6d44afefa852,segment=NetworkSegment(f53b8d94-9598-48ae-b88f-3d2451b599cf),segment_id=f53b8d94-9598-48ae-b88f-3d2451b599cf)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:08:21.966900 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5e3561e7-2841-4558-bf5c-16ccd622f745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:21.977626 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-029444a2-1373-4435-90e1-f0d8c3ba3c1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:21.997375 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-94aed601-a142-4f6c-90fe-89b225250a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:22.021681 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a2920bf5-1f3e-47e3-9602-d844403f9b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:22.035723 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e835fc01-00ac-4170-9dbe-646ffc43b3d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:22.038260 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-029444a2-1373-4435-90e1-f0d8c3ba3c1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:22.047726 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-69ef9118-faa7-44ed-922b-ecef842a9d8a req-1f3c6669-9dac-4d98-9dec-3bfc36bdeec4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=6238eff7-b98c-4ffd-b69f-baed3f496681 HTTP/1.1" status: 200 len: 217 time: 0.2656798 Apr 20 17:08:22.061552 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e835fc01-00ac-4170-9dbe-646ffc43b3d0 admin admin] Usage tracker for resource:security_group_rule and tenant:cf5a9ae2300d479ba983722f76e4c809 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:22.088057 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb06108-2123-4981-a2d6-76e34c41ad8b None None] Pushing event updated for resources: {'Port': ['ID=84efed82-5d7e-4a03-a73e-6d44afefa852,revision_number=4']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:22.090970 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aed601-a142-4f6c-90fe-89b225250a3e None None] Routers {'86532778-0238-4974-a51e-6b9948bb6473'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:08:22.091757 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-94aed601-a142-4f6c-90fe-89b225250a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:08:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['86532778-0238-4974-a51e-6b9948bb6473'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:22.100376 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3561e7-2841-4558-bf5c-16ccd622f745 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e018c84b-6075-429c-9ef6-070e8a5dcf11,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:22.135721 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e835fc01-00ac-4170-9dbe-646ffc43b3d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:22.141971 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2920bf5-1f3e-47e3-9602-d844403f9b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a03594-4aa6-4a6d-a9f1-2c759e4b9516,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:22.214705 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e835fc01-00ac-4170-9dbe-646ffc43b3d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:22.220932 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef9118-faa7-44ed-922b-ecef842a9d8a req-8e047b46-61a3-49c6-bf8e-fa8a154aafb8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:22.222530 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-69ef9118-faa7-44ed-922b-ecef842a9d8a req-8e047b46-61a3-49c6-bf8e-fa8a154aafb8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.0914006 Apr 20 17:08:22.259661 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3581eb-7766-4b05-add8-1630a01f8d97 req-1c1f0d62-a560-4e71-be59-3c1ca01327c4 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:22.260382 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-8e3581eb-7766-4b05-add8-1630a01f8d97 req-1c1f0d62-a560-4e71-be59-3c1ca01327c4 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Synchronizing usage tracker for tenant:e710a50eaac343389b37eff63cf1f21f on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:08:22.269390 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6d40669f-2716-47bf-b587-4fe5a29596a3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=87c9f027d55f4af4be844aa833f2aac7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6017158 Apr 20 17:08:22.269390 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029444a2-1373-4435-90e1-f0d8c3ba3c1b admin admin] Made reservation on behalf of c924cb74a59b4c25ba86f6296bae65d3 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:08:22.269839 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57550) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:22.270393 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-029444a2-1373-4435-90e1-f0d8c3ba3c1b admin admin] Notify callbacks [] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:22.307458 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-94aed601-a142-4f6c-90fe-89b225250a3e None None] Set router 86532778-0238-4974-a51e-6b9948bb6473 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:08:22.411166 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eaf93cc6-4abf-4480-a4bf-2877c48a5543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:22.449247 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eaf93cc6-4abf-4480-a4bf-2877c48a5543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:22.493878 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a2920bf5-1f3e-47e3-9602-d844403f9b60 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d57ed2b770884d3b96bbd68b008520ef&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9140019 Apr 20 17:08:22.497199 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57556) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:22.571650 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eaf93cc6-4abf-4480-a4bf-2877c48a5543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:22.573491 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-8e3581eb-7766-4b05-add8-1630a01f8d97 req-1c1f0d62-a560-4e71-be59-3c1ca01327c4 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Unset dirty status for tenant:e710a50eaac343389b37eff63cf1f21f on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:08:22.580065 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8e3581eb-7766-4b05-add8-1630a01f8d97 req-1c1f0d62-a560-4e71-be59-3c1ca01327c4 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/ports?device_id=a215e43b-8c50-4d64-b0f3-b27e976f3f92 HTTP/1.1" status: 200 len: 950 time: 1.1367455 Apr 20 17:08:22.597359 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf93cc6-4abf-4480-a4bf-2877c48a5543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68082dc-bbe5-417d-914d-9c6a058cb6f7,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:22.617682 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bfbaf465-0c74-4859-a20b-186a4e435952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:22.627081 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3561e7-2841-4558-bf5c-16ccd622f745 admin admin] Checking segment: {'id': '9e6a8735-b8c2-4b75-8a42-3cc987c486d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '59af7307-fe48-4837-97d0-d9da1b9c2fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:08:22.627405 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3561e7-2841-4558-bf5c-16ccd622f745 admin admin] Network hostable DHCP agents. Network: 59af7307-fe48-4837-97d0-d9da1b9c2fd2, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:08:22.636699 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eaf93cc6-4abf-4480-a4bf-2877c48a5543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:22.637851 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-eaf93cc6-4abf-4480-a4bf-2877c48a5543 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e68082dc-bbe5-417d-914d-9c6a058cb6f7 HTTP/1.1" status: 204 len: 168 time: 0.3670788 Apr 20 17:08:22.702488 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bfbaf465-0c74-4859-a20b-186a4e435952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:22.703926 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3561e7-2841-4558-bf5c-16ccd622f745 admin admin] Network 59af7307-fe48-4837-97d0-d9da1b9c2fd2 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:08:22.732829 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-69ef9118-faa7-44ed-922b-ecef842a9d8a req-119ac038-29c5-4718-8d76-800cc607ce21 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4849699 Apr 20 17:08:22.754224 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8e3581eb-7766-4b05-add8-1630a01f8d97 req-61a09255-4c07-4731-8cd0-eda5b701b62d tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6d2a5b8-ad15-4130-acbb-2ca6e8d80347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731677 Apr 20 17:08:22.792032 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-5e3561e7-2841-4558-bf5c-16ccd622f745 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 59af7307-fe48-4837-97d0-d9da1b9c2fd2) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:08:22.802749 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92cc869-4070-41b9-9209-84eeadb722d9 None None] Network 59af7307-fe48-4837-97d0-d9da1b9c2fd2 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:08:22.806749 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3561e7-2841-4558-bf5c-16ccd622f745 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:22.807340 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5e3561e7-2841-4558-bf5c-16ccd622f745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:22.814740 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e835fc01-00ac-4170-9dbe-646ffc43b3d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:22.865680 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bfbaf465-0c74-4859-a20b-186a4e435952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:22.890527 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e835fc01-00ac-4170-9dbe-646ffc43b3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:22.898959 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-94aed601-a142-4f6c-90fe-89b225250a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86532778-0238-4974-a51e-6b9948bb6473', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1949333664-router', 'tenant_id': '7b630b101a784ca88bdc941423401f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '945ed82b-eb84-4a2e-84e9-a654c3f9e8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:27Z', 'updated_at': '2022-04-20T17:07:38Z', 'revision_number': 4, 'project_id': '7b630b101a784ca88bdc941423401f06', 'gw_port': {'id': '945ed82b-eb84-4a2e-84e9-a654c3f9e8c3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86532778-0238-4974-a51e-6b9948bb6473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:28Z', 'updated_at': '2022-04-20T17:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '84efed82-5d7e-4a03-a73e-6d44afefa852', 'name': '', 'network_id': '8b4c1a56-1299-4e52-875e-62da32b51c2b', 'tenant_id': '7b630b101a784ca88bdc941423401f06', 'mac_address': 'fa:16:3e:83:f9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86532778-0238-4974-a51e-6b9948bb6473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42a9b566-5357-4c27-86d7-af23f6127772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:36Z', 'updated_at': '2022-04-20T17:08:21Z', 'revision_number': 4, 'project_id': '7b630b101a784ca88bdc941423401f06', 'subnets': [{'id': '42a9b566-5357-4c27-86d7-af23f6127772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:22.903401 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e835fc01-00ac-4170-9dbe-646ffc43b3d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:08:22.909049 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aed601-a142-4f6c-90fe-89b225250a3e None None] The sync data for ids ['86532778-0238-4974-a51e-6b9948bb6473'] in n-d-838032-1 is: [{'id': '86532778-0238-4974-a51e-6b9948bb6473', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1949333664-router', 'tenant_id': '7b630b101a784ca88bdc941423401f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '945ed82b-eb84-4a2e-84e9-a654c3f9e8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:27Z', 'updated_at': '2022-04-20T17:07:38Z', 'revision_number': 4, 'project_id': '7b630b101a784ca88bdc941423401f06', 'gw_port': {'id': '945ed82b-eb84-4a2e-84e9-a654c3f9e8c3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86532778-0238-4974-a51e-6b9948bb6473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:28Z', 'updated_at': '2022-04-20T17:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '84efed82-5d7e-4a03-a73e-6d44afefa852', 'name': '', 'network_id': '8b4c1a56-1299-4e52-875e-62da32b51c2b', 'tenant_id': '7b630b101a784ca88bdc941423401f06', 'mac_address': 'fa:16:3e:83:f9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86532778-0238-4974-a51e-6b9948bb6473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42a9b566-5357-4c27-86d7-af23f6127772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:36Z', 'updated_at': '2022-04-20T17:08:21Z', 'revision_number': 4, 'project_id': '7b630b101a784ca88bdc941423401f06', 'subnets': [{'id': '42a9b566-5357-4c27-86d7-af23f6127772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:08:22.913324 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e835fc01-00ac-4170-9dbe-646ffc43b3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:22.913704 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-e835fc01-00ac-4170-9dbe-646ffc43b3d0 admin admin] Added segment 74fc4398-a6ac-4fb2-9383-97e81a8b4bc8 of type vlan for network b0b5bbac-f098-4aa3-b396-be4415cd223c Apr 20 17:08:22.936433 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbaf465-0c74-4859-a20b-186a4e435952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a03594-4aa6-4a6d-a9f1-2c759e4b9516,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:22.942536 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bfbaf465-0c74-4859-a20b-186a4e435952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:22.945337 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e835fc01-00ac-4170-9dbe-646ffc43b3d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:22.950503 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bfbaf465-0c74-4859-a20b-186a4e435952 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/40a03594-4aa6-4a6d-a9f1-2c759e4b9516 HTTP/1.1" status: 204 len: 168 time: 0.4509006 Apr 20 17:08:23.016851 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 84efed82-5d7e-4a03-a73e-6d44afefa852 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:08:23.037778 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e835fc01-00ac-4170-9dbe-646ffc43b3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:23.038668 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e835fc01-00ac-4170-9dbe-646ffc43b3d0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:23.039231 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e835fc01-00ac-4170-9dbe-646ffc43b3d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:23.104895 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e835fc01-00ac-4170-9dbe-646ffc43b3d0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2198241 Apr 20 17:08:23.135071 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5e3561e7-2841-4558-bf5c-16ccd622f745 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.8734438 Apr 20 17:08:23.136054 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835fc01-00ac-4170-9dbe-646ffc43b3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2765c7da-feca-485f-9403-81a0dbbb9d05,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:23.160943 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57572) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:23.167438 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57574) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:23.187555 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-38f888ac-8990-42b7-8fee-9a77a0de90cf admin admin] Request body: {'subnet': {'network_id': 'b0b5bbac-f098-4aa3-b396-be4415cd223c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1007894502-subnet', 'tenant_id': 'cf5a9ae2300d479ba983722f76e4c809', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:08:23.201484 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-ac6c4de1-8ad8-4cbd-8f92-3ad77480ad69 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-174740660-router', 'tenant_id': '9d55300c754d46ef8e2433d6d4af174c', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:08:23.212066 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ac6c4de1-8ad8-4cbd-8f92-3ad77480ad69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:23.214643 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-38f888ac-8990-42b7-8fee-9a77a0de90cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:23.222931 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ac6c4de1-8ad8-4cbd-8f92-3ad77480ad69 admin admin] Usage tracker for resource:router and tenant:9d55300c754d46ef8e2433d6d4af174c is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:23.225996 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-38f888ac-8990-42b7-8fee-9a77a0de90cf admin admin] Usage tracker for resource:subnet and tenant:cf5a9ae2300d479ba983722f76e4c809 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:23.250956 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-38f888ac-8990-42b7-8fee-9a77a0de90cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:23.256386 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ac6c4de1-8ad8-4cbd-8f92-3ad77480ad69 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:23.276038 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835fc01-00ac-4170-9dbe-646ffc43b3d0 admin admin] Pushing event updated for resources: {'Network': ['ID=b0b5bbac-f098-4aa3-b396-be4415cd223c,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:23.301191 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ac6c4de1-8ad8-4cbd-8f92-3ad77480ad69 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:23.307366 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-38f888ac-8990-42b7-8fee-9a77a0de90cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:23.317452 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-69ef9118-faa7-44ed-922b-ecef842a9d8a req-dba12b6d-bdf8-4607-93b7-9ea9b2d15478 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5548043 Apr 20 17:08:23.336678 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network b0b5bbac-f098-4aa3-b396-be4415cd223c details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:08:23.359548 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad795bae-5bf8-4c2f-9726-ee3a3eb7c0ec req-4b70f00c-037e-4faa-a35a-b514385f1fd0 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:23.361075 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ad795bae-5bf8-4c2f-9726-ee3a3eb7c0ec req-4b70f00c-037e-4faa-a35a-b514385f1fd0 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.10 "GET /v2.0/ports?device_id=a215e43b-8c50-4d64-b0f3-b27e976f3f92 HTTP/1.1" status: 200 len: 950 time: 0.2906389 Apr 20 17:08:23.361713 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f888ac-8990-42b7-8fee-9a77a0de90cf admin admin] Made reservation on behalf of cf5a9ae2300d479ba983722f76e4c809 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:08:23.366986 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-029444a2-1373-4435-90e1-f0d8c3ba3c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:23.374735 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-38f888ac-8990-42b7-8fee-9a77a0de90cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:23.436003 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ac6c4de1-8ad8-4cbd-8f92-3ad77480ad69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:23.437124 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ac6c4de1-8ad8-4cbd-8f92-3ad77480ad69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:23.540959 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029444a2-1373-4435-90e1-f0d8c3ba3c1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=167ec835-096a-49a1-8471-5014e213ca05,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:23.551348 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029444a2-1373-4435-90e1-f0d8c3ba3c1b admin admin] Checking segment: {'id': 'd8d7b2df-fff8-44ed-a94b-5b7b18278e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cc9a8a11-6509-4b81-9160-c79d4c6b3bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:08:23.552894 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029444a2-1373-4435-90e1-f0d8c3ba3c1b admin admin] Network hostable DHCP agents. Network: cc9a8a11-6509-4b81-9160-c79d4c6b3bf3, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:08:23.623898 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-69ef9118-faa7-44ed-922b-ecef842a9d8a req-77bdf3d9-369d-488d-9bcc-7268cafc8b77 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971663 Apr 20 17:08:23.655604 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029444a2-1373-4435-90e1-f0d8c3ba3c1b admin admin] Network cc9a8a11-6509-4b81-9160-c79d4c6b3bf3 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:08:23.686031 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-029444a2-1373-4435-90e1-f0d8c3ba3c1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, cc9a8a11-6509-4b81-9160-c79d4c6b3bf3) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:08:23.712066 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029444a2-1373-4435-90e1-f0d8c3ba3c1b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:23.712667 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-029444a2-1373-4435-90e1-f0d8c3ba3c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:23.713373 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 84efed82-5d7e-4a03-a73e-6d44afefa852 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:08:23.723412 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15a4c6c-3022-4612-a773-0a3494b95fac None None] Network cc9a8a11-6509-4b81-9160-c79d4c6b3bf3 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:08:23.728664 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-ad795bae-5bf8-4c2f-9726-ee3a3eb7c0ec req-37096149-eee5-4ed7-9b41-23afc5466f1e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Deleting port 6238eff7-b98c-4ffd-b69f-baed3f496681 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:08:23.731406 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ad795bae-5bf8-4c2f-9726-ee3a3eb7c0ec req-37096149-eee5-4ed7-9b41-23afc5466f1e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:23.769174 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 84efed82-5d7e-4a03-a73e-6d44afefa852 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:08:23.769687 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-029444a2-1373-4435-90e1-f0d8c3ba3c1b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0432417 Apr 20 17:08:23.778294 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:23.917812 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bd5667-e335-4853-9a12-1c553499d80d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-59af7307-fe48-4837-97d0-d9da1b9c2fd2', 'network_id': '59af7307-fe48-4837-97d0-d9da1b9c2fd2', 'tenant_id': '9d55300c754d46ef8e2433d6d4af174c', 'fixed_ips': [{'subnet_id': 'e018c84b-6075-429c-9ef6-070e8a5dcf11'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:08:23.919450 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5667-e335-4853-9a12-1c553499d80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:24.002357 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ac6c4de1-8ad8-4cbd-8f92-3ad77480ad69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:24.011295 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:24.183769 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-e7bd5667-e335-4853-9a12-1c553499d80d None None] Allocated IP 172.20.0.2 (59af7307-fe48-4837-97d0-d9da1b9c2fd2/e018c84b-6075-429c-9ef6-070e8a5dcf11/16541055-2421-4413-952a-b0212fadd2a4) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:08:24.446848 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5667-e335-4853-9a12-1c553499d80d None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:24.460186 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e7bd5667-e335-4853-9a12-1c553499d80d None None] Transition to ACTIVE for port object 16541055-2421-4413-952a-b0212fadd2a4 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:08:24.468145 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af711e38-2acb-4c4c-b150-172427d51f78 req-f08d50e1-956e-4ef2-9aad-06bcb00dc3e5 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:24.475365 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-af711e38-2acb-4c4c-b150-172427d51f78 req-f08d50e1-956e-4ef2-9aad-06bcb00dc3e5 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/ports?device_id=a215e43b-8c50-4d64-b0f3-b27e976f3f92 HTTP/1.1" status: 200 len: 950 time: 0.4860146 Apr 20 17:08:24.480419 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e7bd5667-e335-4853-9a12-1c553499d80d None None] Transition to ACTIVE for port object 16541055-2421-4413-952a-b0212fadd2a4 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:08:24.494918 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ac6c4de1-8ad8-4cbd-8f92-3ad77480ad69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:24.495486 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5667-e335-4853-9a12-1c553499d80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:24.559857 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bd5667-e335-4853-9a12-1c553499d80d None None] Network 59af7307-fe48-4837-97d0-d9da1b9c2fd2 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:08:24.569633 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-e7bd5667-e335-4853-9a12-1c553499d80d None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:08:24.578041 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-38f888ac-8990-42b7-8fee-9a77a0de90cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:24.588027 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 84efed82-5d7e-4a03-a73e-6d44afefa852, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=84efed82-5d7e-4a03-a73e-6d44afefa852,segment=NetworkSegment(f53b8d94-9598-48ae-b88f-3d2451b599cf),segment_id=f53b8d94-9598-48ae-b88f-3d2451b599cf)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:24.589960 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-ad795bae-5bf8-4c2f-9726-ee3a3eb7c0ec req-37096149-eee5-4ed7-9b41-23afc5466f1e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] For port 6238eff7-b98c-4ffd-b69f-baed3f496681, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=6238eff7-b98c-4ffd-b69f-baed3f496681,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:24.590376 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ad795bae-5bf8-4c2f-9726-ee3a3eb7c0ec req-37096149-eee5-4ed7-9b41-23afc5466f1e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:24.596311 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bd5667-e335-4853-9a12-1c553499d80d None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:08:24.612209 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:24.628363 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d7778fd4-a757-487d-add6-64e0bcd23ea7 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:08:24.725169 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd5667-e335-4853-9a12-1c553499d80d None None] Pushing event updated for resources: {'Port': ['ID=16541055-2421-4413-952a-b0212fadd2a4,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:24.731955 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: d7778fd4-a757-487d-add6-64e0bcd23ea7 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:08:24.732284 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d7778fd4-a757-487d-add6-64e0bcd23ea7 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:08:24.783767 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-ad795bae-5bf8-4c2f-9726-ee3a3eb7c0ec req-37096149-eee5-4ed7-9b41-23afc5466f1e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Calling delete_port for 6238eff7-b98c-4ffd-b69f-baed3f496681 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:08:24.831090 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-af711e38-2acb-4c4c-b150-172427d51f78 req-40902b54-89fe-4754-8c1e-c4794f384c1e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6d2a5b8-ad15-4130-acbb-2ca6e8d80347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546970 Apr 20 17:08:24.848628 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-e7bd5667-e335-4853-9a12-1c553499d80d None None] Attempting to bind port 16541055-2421-4413-952a-b0212fadd2a4 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:08:24.849245 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-e7bd5667-e335-4853-9a12-1c553499d80d None None] Attempting to bind port 16541055-2421-4413-952a-b0212fadd2a4 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '9e6a8735-b8c2-4b75-8a42-3cc987c486d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '59af7307-fe48-4837-97d0-d9da1b9c2fd2'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:08:24.849774 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd5667-e335-4853-9a12-1c553499d80d None None] Attempting to bind port 16541055-2421-4413-952a-b0212fadd2a4 on network 59af7307-fe48-4837-97d0-d9da1b9c2fd2 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:08:24.909189 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=84efed82-5d7e-4a03-a73e-6d44afefa852,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:24.924640 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd5667-e335-4853-9a12-1c553499d80d None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:08:24.925272 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd5667-e335-4853-9a12-1c553499d80d None None] Checking segment: {'id': '9e6a8735-b8c2-4b75-8a42-3cc987c486d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '59af7307-fe48-4837-97d0-d9da1b9c2fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:08:24.925883 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5667-e335-4853-9a12-1c553499d80d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:24.926512 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd5667-e335-4853-9a12-1c553499d80d None None] Bound using segment: {'id': '9e6a8735-b8c2-4b75-8a42-3cc987c486d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '59af7307-fe48-4837-97d0-d9da1b9c2fd2'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:08:24.927188 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-e7bd5667-e335-4853-9a12-1c553499d80d None None] Bound port: 16541055-2421-4413-952a-b0212fadd2a4, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e6a8735-b8c2-4b75-8a42-3cc987c486d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '59af7307-fe48-4837-97d0-d9da1b9c2fd2'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:08:24.927784 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5667-e335-4853-9a12-1c553499d80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:24.943635 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34853f4-2f3d-4d75-ab97-be8dfcb7d62a None None] Network cc9a8a11-6509-4b81-9160-c79d4c6b3bf3 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:08:24.955760 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f888ac-8990-42b7-8fee-9a77a0de90cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=57f39722-0631-46a8-82d1-3523a1f27d42,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:25.003397 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f888ac-8990-42b7-8fee-9a77a0de90cf admin admin] Checking segment: {'id': '74fc4398-a6ac-4fb2-9383-97e81a8b4bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b0b5bbac-f098-4aa3-b396-be4415cd223c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:08:25.003746 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f888ac-8990-42b7-8fee-9a77a0de90cf admin admin] Network hostable DHCP agents. Network: b0b5bbac-f098-4aa3-b396-be4415cd223c, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:08:25.092767 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f888ac-8990-42b7-8fee-9a77a0de90cf admin admin] Network b0b5bbac-f098-4aa3-b396-be4415cd223c is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:08:25.146702 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-38f888ac-8990-42b7-8fee-9a77a0de90cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, b0b5bbac-f098-4aa3-b396-be4415cd223c) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:08:25.151835 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f888ac-8990-42b7-8fee-9a77a0de90cf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:25.152759 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-38f888ac-8990-42b7-8fee-9a77a0de90cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:25.168832 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c15118-fe99-44a3-803b-864d4c8b8fc0 None None] Network b0b5bbac-f098-4aa3-b396-be4415cd223c requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:08:25.172627 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57636) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:25.266271 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ac6c4de1-8ad8-4cbd-8f92-3ad77480ad69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:25.300289 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ac6c4de1-8ad8-4cbd-8f92-3ad77480ad69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:25.302655 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ad795bae-5bf8-4c2f-9726-ee3a3eb7c0ec req-37096149-eee5-4ed7-9b41-23afc5466f1e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:25.388319 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['6238eff7-b98c-4ffd-b69f-baed3f496681'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:08:25.462430 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37096149-eee5-4ed7-9b41-23afc5466f1e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Pushing event deleted for resources: {'Port': ['ID=6238eff7-b98c-4ffd-b69f-baed3f496681,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:25.479786 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-38f888ac-8990-42b7-8fee-9a77a0de90cf admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3102942 Apr 20 17:08:25.515466 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-e7bd5667-e335-4853-9a12-1c553499d80d None None] For port 16541055-2421-4413-952a-b0212fadd2a4, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:08:25.541767 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-04add0a1-b1f5-49ac-915a-dcdd2be54c2e tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:25.542794 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-04add0a1-b1f5-49ac-915a-dcdd2be54c2e tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Synchronizing usage tracker for tenant:b7e0217792874af58ccfdea4744db0d0 on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:08:25.583803 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-04add0a1-b1f5-49ac-915a-dcdd2be54c2e tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Unset dirty status for tenant:b7e0217792874af58ccfdea4744db0d0 on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:08:25.588417 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-04add0a1-b1f5-49ac-915a-dcdd2be54c2e tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/networks?id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c HTTP/1.1" status: 200 len: 821 time: 0.4783211 Apr 20 17:08:25.612361 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-4c02aa07-77bd-4ce1-8630-e27de08c9c80 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/quotas/b7e0217792874af58ccfdea4744db0d0 HTTP/1.1" status: 200 len: 375 time: 0.0185366 Apr 20 17:08:25.665208 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-b0ddfb19-dd99-42e1-8cdf-37a593eba855 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-88635192-network', 'tenant_id': 'ab35455bfc2b4dae95291f9974f0d5ee'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:08:25.673110 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-57bd3779-30a1-42b9-ac64-9dc1f72effd8 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b7e0217792874af58ccfdea4744db0d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597210 Apr 20 17:08:25.686312 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad795bae-5bf8-4c2f-9726-ee3a3eb7c0ec req-37096149-eee5-4ed7-9b41-23afc5466f1e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] No DVR routers for this DVR port 6238eff7-b98c-4ffd-b69f-baed3f496681 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:08:25.689347 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b0ddfb19-dd99-42e1-8cdf-37a593eba855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:25.698986 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ad795bae-5bf8-4c2f-9726-ee3a3eb7c0ec req-37096149-eee5-4ed7-9b41-23afc5466f1e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:25.703895 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a215e43b-8c50-4d64-b0f3-b27e976f3f92', 'name': 'network-vif-deleted', 'tag': '6238eff7-b98c-4ffd-b69f-baed3f496681'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:08:25.721832 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b0ddfb19-dd99-42e1-8cdf-37a593eba855 admin admin] Usage tracker for resource:network and tenant:ab35455bfc2b4dae95291f9974f0d5ee is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:25.723360 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b0ddfb19-dd99-42e1-8cdf-37a593eba855 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:25.736050 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ad795bae-5bf8-4c2f-9726-ee3a3eb7c0ec req-37096149-eee5-4ed7-9b41-23afc5466f1e tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.10 "DELETE /v2.0/ports/6238eff7-b98c-4ffd-b69f-baed3f496681 HTTP/1.1" status: 204 len: 173 time: 2.3205450 Apr 20 17:08:25.739902 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b0ddfb19-dd99-42e1-8cdf-37a593eba855 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:25.743682 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-e7bd5667-e335-4853-9a12-1c553499d80d None None] For port 16541055-2421-4413-952a-b0212fadd2a4, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=16541055-2421-4413-952a-b0212fadd2a4,segment=NetworkSegment(9e6a8735-b8c2-4b75-8a42-3cc987c486d3),segment_id=9e6a8735-b8c2-4b75-8a42-3cc987c486d3)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:08:25.768919 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5667-e335-4853-9a12-1c553499d80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:25.796521 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a3cbedc-d4af-4966-ad96-9421a1f3ab79'] response: {'server_uuid': 'a215e43b-8c50-4d64-b0f3-b27e976f3f92', 'name': 'network-vif-deleted', 'tag': '6238eff7-b98c-4ffd-b69f-baed3f496681', 'status': 'completed', 'code': 200} Apr 20 17:08:25.802936 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ddfb19-dd99-42e1-8cdf-37a593eba855 admin admin] Made reservation on behalf of ab35455bfc2b4dae95291f9974f0d5ee for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:08:25.805650 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b0ddfb19-dd99-42e1-8cdf-37a593eba855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:25.827839 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b0ddfb19-dd99-42e1-8cdf-37a593eba855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:25.864007 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd5667-e335-4853-9a12-1c553499d80d None None] Pushing event updated for resources: {'Port': ['ID=16541055-2421-4413-952a-b0212fadd2a4,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:25.898345 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-ac6c4de1-8ad8-4cbd-8f92-3ad77480ad69 admin admin] Allocated IP 172.25.8.235 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:08:25.905207 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b0ddfb19-dd99-42e1-8cdf-37a593eba855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:25.914624 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b0ddfb19-dd99-42e1-8cdf-37a593eba855 admin admin] Usage tracker for resource:security_group_rule and tenant:ab35455bfc2b4dae95291f9974f0d5ee is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:25.918494 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b0ddfb19-dd99-42e1-8cdf-37a593eba855 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:25.940525 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b0ddfb19-dd99-42e1-8cdf-37a593eba855 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:25.985037 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17740c6a-d015-46c6-8f92-35b764313ef6 None None] Network b0b5bbac-f098-4aa3-b396-be4415cd223c requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:08:26.381548 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-66cf3f45-a009-45ea-b024-d958fd31d646 req-db912a07-d4dd-4759-a35f-7b394a3241d9 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Synchronizing usage tracker for tenant:e710a50eaac343389b37eff63cf1f21f on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:08:26.526014 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-66cf3f45-a009-45ea-b024-d958fd31d646 req-db912a07-d4dd-4759-a35f-7b394a3241d9 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] Unset dirty status for tenant:e710a50eaac343389b37eff63cf1f21f on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:08:26.527186 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-66cf3f45-a009-45ea-b024-d958fd31d646 req-db912a07-d4dd-4759-a35f-7b394a3241d9 tempest-LiveMigrationNegativeTest-1252779808 tempest-LiveMigrationNegativeTest-1252779808-project] 10.222.0.39 "GET /v2.0/ports?device_id=a215e43b-8c50-4d64-b0f3-b27e976f3f92 HTTP/1.1" status: 200 len: 210 time: 0.2652781 Apr 20 17:08:26.563939 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b0ddfb19-dd99-42e1-8cdf-37a593eba855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:26.580413 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ac6c4de1-8ad8-4cbd-8f92-3ad77480ad69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:26.583616 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b0ddfb19-dd99-42e1-8cdf-37a593eba855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:26.603714 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ddfb19-dd99-42e1-8cdf-37a593eba855 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:08:26.640268 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b0ddfb19-dd99-42e1-8cdf-37a593eba855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:26.640610 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-b0ddfb19-dd99-42e1-8cdf-37a593eba855 admin admin] Added segment fae62acb-2ba1-4c09-9395-be3f89ef7985 of type vlan for network fff7285f-a3fe-4603-bd7a-10d8964e1e6a Apr 20 17:08:26.641807 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ddfb19-dd99-42e1-8cdf-37a593eba855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f97f97-6116-4108-8907-ac48e6c6131c,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:26.677446 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b0ddfb19-dd99-42e1-8cdf-37a593eba855 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:26.698628 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ac6c4de1-8ad8-4cbd-8f92-3ad77480ad69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:26.760334 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-3f922fed-5f5b-4285-9547-459dc2f63f9d service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:08:26.778252 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b0ddfb19-dd99-42e1-8cdf-37a593eba855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:26.779133 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ddfb19-dd99-42e1-8cdf-37a593eba855 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:26.779706 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b0ddfb19-dd99-42e1-8cdf-37a593eba855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:26.781918 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-3f922fed-5f5b-4285-9547-459dc2f63f9d service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.5164549 Apr 20 17:08:26.785844 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6c4de1-8ad8-4cbd-8f92-3ad77480ad69 admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:08:26.820294 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c4de1-8ad8-4cbd-8f92-3ad77480ad69 admin admin] Pushing event updated for resources: {'Port': ['ID=6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:26.826601 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-ac6c4de1-8ad8-4cbd-8f92-3ad77480ad69 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:08:26.892084 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6c4de1-8ad8-4cbd-8f92-3ad77480ad69 admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:08:27.045978 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 84efed82-5d7e-4a03-a73e-6d44afefa852 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:08:27.054180 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ddfb19-dd99-42e1-8cdf-37a593eba855 admin admin] Pushing event updated for resources: {'Network': ['ID=fff7285f-a3fe-4603-bd7a-10d8964e1e6a,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:27.078499 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b0ddfb19-dd99-42e1-8cdf-37a593eba855 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9003193 Apr 20 17:08:27.079577 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57684) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:27.080871 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-0a8a87cb-ae84-46d6-81a8-7bbb011805fa service neutron] 10.222.0.39 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962446 Apr 20 17:08:27.096055 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-6410c053-6079-4a49-aae1-7ebf0ddf1523 admin admin] Request body: {'subnet': {'network_id': 'fff7285f-a3fe-4603-bd7a-10d8964e1e6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-88635192-subnet', 'tenant_id': 'ab35455bfc2b4dae95291f9974f0d5ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:08:27.111972 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6410c053-6079-4a49-aae1-7ebf0ddf1523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:27.126542 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6410c053-6079-4a49-aae1-7ebf0ddf1523 admin admin] Usage tracker for resource:subnet and tenant:ab35455bfc2b4dae95291f9974f0d5ee is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:27.134158 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6410c053-6079-4a49-aae1-7ebf0ddf1523 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:27.143326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6410c053-6079-4a49-aae1-7ebf0ddf1523 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:27.171092 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6410c053-6079-4a49-aae1-7ebf0ddf1523 admin admin] Made reservation on behalf of ab35455bfc2b4dae95291f9974f0d5ee for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:08:27.173646 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6410c053-6079-4a49-aae1-7ebf0ddf1523 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:27.194780 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network fff7285f-a3fe-4603-bd7a-10d8964e1e6a details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:08:27.375858 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-db8a26eb-ed43-46ed-b4c5-3ac5e70127bd service neutron] 10.222.0.39 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938933 Apr 20 17:08:27.419101 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 84efed82-5d7e-4a03-a73e-6d44afefa852 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:08:27.419641 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:27.495330 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ac6c4de1-8ad8-4cbd-8f92-3ad77480ad69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:27.500678 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ac6c4de1-8ad8-4cbd-8f92-3ad77480ad69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:27.551367 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d7e47a-3d43-472c-b294-1678ad46466d None None] Network 59af7307-fe48-4837-97d0-d9da1b9c2fd2 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:08:27.721128 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 16541055-2421-4413-952a-b0212fadd2a4 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:08:27.835842 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-932a5bbc-f8c0-4b3d-8122-51e9ccc19433 None None] Provisioning for port 16541055-2421-4413-952a-b0212fadd2a4 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:08:27.883743 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6410c053-6079-4a49-aae1-7ebf0ddf1523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:27.936362 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4fef547b-9ca4-4800-887a-41d10d0ef968 req-541dcd4f-0345-4f55-8496-2ab560b4fd72 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 210 time: 0.0598664 Apr 20 17:08:28.017018 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410c053-6079-4a49-aae1-7ebf0ddf1523 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bad7ee7-60ea-4398-b692-b7ab7a13fcca,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:28.022158 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6410c053-6079-4a49-aae1-7ebf0ddf1523 admin admin] Checking segment: {'id': 'fae62acb-2ba1-4c09-9395-be3f89ef7985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fff7285f-a3fe-4603-bd7a-10d8964e1e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:08:28.022541 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6410c053-6079-4a49-aae1-7ebf0ddf1523 admin admin] Network hostable DHCP agents. Network: fff7285f-a3fe-4603-bd7a-10d8964e1e6a, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:08:28.072052 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6410c053-6079-4a49-aae1-7ebf0ddf1523 admin admin] Network fff7285f-a3fe-4603-bd7a-10d8964e1e6a is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:08:28.092488 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-6410c053-6079-4a49-aae1-7ebf0ddf1523 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, fff7285f-a3fe-4603-bd7a-10d8964e1e6a) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:08:28.096122 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 6238eff7-b98c-4ffd-b69f-baed3f496681 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:08:28.097967 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6410c053-6079-4a49-aae1-7ebf0ddf1523 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:28.098575 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6410c053-6079-4a49-aae1-7ebf0ddf1523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:28.132402 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6410c053-6079-4a49-aae1-7ebf0ddf1523 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0486264 Apr 20 17:08:28.135197 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57736) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:28.148535 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-e0bbae11-1f7c-4723-a55e-cbf6d40ce021 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-88635192-router', 'tenant_id': 'ab35455bfc2b4dae95291f9974f0d5ee', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:08:28.149270 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b18c9d3-a215-4d65-b0dc-6737fbe17528 None None] Network fff7285f-a3fe-4603-bd7a-10d8964e1e6a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:08:28.157018 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6c4de1-8ad8-4cbd-8f92-3ad77480ad69 admin admin] Router d970015c-17b4-42e4-96e0-9eb848adb063 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:08:28.177468 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e0bbae11-1f7c-4723-a55e-cbf6d40ce021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:28.190053 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 6238eff7-b98c-4ffd-b69f-baed3f496681 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:08:28.190685 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 6238eff7-b98c-4ffd-b69f-baed3f496681 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:08:28.198775 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 16541055-2421-4413-952a-b0212fadd2a4 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:08:28.201096 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e0bbae11-1f7c-4723-a55e-cbf6d40ce021 admin admin] Usage tracker for resource:router and tenant:ab35455bfc2b4dae95291f9974f0d5ee is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:28.221852 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e0bbae11-1f7c-4723-a55e-cbf6d40ce021 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:28.238805 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e0bbae11-1f7c-4723-a55e-cbf6d40ce021 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:28.268656 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0bbae11-1f7c-4723-a55e-cbf6d40ce021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:28.270663 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0bbae11-1f7c-4723-a55e-cbf6d40ce021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:28.276009 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 16541055-2421-4413-952a-b0212fadd2a4 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:08:28.276374 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:28.322421 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0bbae11-1f7c-4723-a55e-cbf6d40ce021 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:28.512289 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6c4de1-8ad8-4cbd-8f92-3ad77480ad69 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:08:28.528817 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305a0dbd-11a9-48d9-9d79-b5eedc4afd71 None None] Sync routers for ids ['d970015c-17b4-42e4-96e0-9eb848adb063'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:08:28.561650 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ac6c4de1-8ad8-4cbd-8f92-3ad77480ad69 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:28.566364 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ac6c4de1-8ad8-4cbd-8f92-3ad77480ad69 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3888986 Apr 20 17:08:28.567031 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57752) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:28.606807 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f68a118-d032-4918-a8ca-704b0bcfbd43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-fff7285f-a3fe-4603-bd7a-10d8964e1e6a', 'network_id': 'fff7285f-a3fe-4603-bd7a-10d8964e1e6a', 'tenant_id': 'ab35455bfc2b4dae95291f9974f0d5ee', 'fixed_ips': [{'subnet_id': '2bad7ee7-60ea-4398-b692-b7ab7a13fcca'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:08:28.607683 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1f68a118-d032-4918-a8ca-704b0bcfbd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:28.693291 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57756) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:28.713037 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-fe3f454c-55f6-4034-91d2-871f32560986 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1541032759-network', 'tenant_id': '2af87219f2074c64a249b85ea5a8e848'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:08:28.724267 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305a0dbd-11a9-48d9-9d79-b5eedc4afd71 None None] Routers {'d970015c-17b4-42e4-96e0-9eb848adb063'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:08:28.724873 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-305a0dbd-11a9-48d9-9d79-b5eedc4afd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:08:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d970015c-17b4-42e4-96e0-9eb848adb063'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:28.748296 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-fe3f454c-55f6-4034-91d2-871f32560986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:28.760670 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-fe3f454c-55f6-4034-91d2-871f32560986 admin admin] Usage tracker for resource:network and tenant:2af87219f2074c64a249b85ea5a8e848 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:28.767058 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0bbae11-1f7c-4723-a55e-cbf6d40ce021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:28.772685 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-fe3f454c-55f6-4034-91d2-871f32560986 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:28.787435 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-fe3f454c-55f6-4034-91d2-871f32560986 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:28.894312 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3f454c-55f6-4034-91d2-871f32560986 admin admin] Made reservation on behalf of 2af87219f2074c64a249b85ea5a8e848 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:08:28.910458 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe3f454c-55f6-4034-91d2-871f32560986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:28.944428 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57762) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:29.009251 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:29.074092 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe3f454c-55f6-4034-91d2-871f32560986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:29.171556 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-fe3f454c-55f6-4034-91d2-871f32560986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:29.182308 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-fe3f454c-55f6-4034-91d2-871f32560986 admin admin] Usage tracker for resource:security_group_rule and tenant:2af87219f2074c64a249b85ea5a8e848 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:29.188346 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-fe3f454c-55f6-4034-91d2-871f32560986 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:29.198073 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-fe3f454c-55f6-4034-91d2-871f32560986 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:29.229914 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57770) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:29.234608 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 16541055-2421-4413-952a-b0212fadd2a4, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=16541055-2421-4413-952a-b0212fadd2a4,segment=NetworkSegment(9e6a8735-b8c2-4b75-8a42-3cc987c486d3),segment_id=9e6a8735-b8c2-4b75-8a42-3cc987c486d3)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:29.253654 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:29.333659 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f1ea807d-8736-4cf0-9902-deeaedc1135b req-11eec60d-ae18-4514-bce5-0c899147fd5c tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 210 time: 0.0540507 Apr 20 17:08:29.452209 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe3f454c-55f6-4034-91d2-871f32560986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:29.463561 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0bbae11-1f7c-4723-a55e-cbf6d40ce021 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:29.499497 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe3f454c-55f6-4034-91d2-871f32560986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:29.512084 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0bbae11-1f7c-4723-a55e-cbf6d40ce021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:29.547349 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-305a0dbd-11a9-48d9-9d79-b5eedc4afd71 None None] Set router d970015c-17b4-42e4-96e0-9eb848adb063 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:08:29.754015 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b6603dd5-aa1b-4d32-9356-6788f05203e8 None None] Provisioning complete for port 16541055-2421-4413-952a-b0212fadd2a4 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:08:29.754492 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b6603dd5-aa1b-4d32-9356-6788f05203e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:29.873812 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-1f68a118-d032-4918-a8ca-704b0bcfbd43 None None] Allocated IP 172.20.0.2 (fff7285f-a3fe-4603-bd7a-10d8964e1e6a/2bad7ee7-60ea-4398-b692-b7ab7a13fcca/8c081672-c2eb-44a7-bbea-066b6387c032) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:08:29.897030 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=16541055-2421-4413-952a-b0212fadd2a4,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:29.918440 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3f454c-55f6-4034-91d2-871f32560986 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:08:29.929579 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-63cc2737-09d3-4d62-8473-a32faebeb485 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e710a50eaac343389b37eff63cf1f21f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9829164 Apr 20 17:08:29.931889 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57782) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:29.955947 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f454c-55f6-4034-91d2-871f32560986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40363c5-ca3e-4bf2-ac52-dde3989ff836,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:29.958927 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:08:29.973223 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-84a0c56f-5d06-48e8-8e3e-e09d97f54775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:29.995496 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe3f454c-55f6-4034-91d2-871f32560986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:29.996173 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-fe3f454c-55f6-4034-91d2-871f32560986 admin admin] Added segment f27296fa-6ed9-45ff-a289-4475a3253d70 of type vlan for network e6f55b85-0bcb-40d8-bc11-8561d05069e0 Apr 20 17:08:30.019814 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-84a0c56f-5d06-48e8-8e3e-e09d97f54775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:30.023903 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-84a0c56f-5d06-48e8-8e3e-e09d97f54775 admin admin] Usage tracker for resource:security_group_rule and tenant:602c33d8393b48e2bb9d6e6470965376 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:30.027141 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-84a0c56f-5d06-48e8-8e3e-e09d97f54775 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:30.033175 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-84a0c56f-5d06-48e8-8e3e-e09d97f54775 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:30.136622 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-e0bbae11-1f7c-4723-a55e-cbf6d40ce021 admin admin] Allocated IP 172.25.8.152 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/a300ed97-3e8f-4a80-b17e-011c6cdbb640) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:08:30.251736 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-78fc5c80-6575-4cb8-a992-e6dd4c694b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:30.283716 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-78fc5c80-6575-4cb8-a992-e6dd4c694b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:30.345597 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0bbae11-1f7c-4723-a55e-cbf6d40ce021 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:30.380210 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-305a0dbd-11a9-48d9-9d79-b5eedc4afd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd970015c-17b4-42e4-96e0-9eb848adb063', 'name': 'tempest-FloatingIPsNegativeTestJSON-174740660-router', 'tenant_id': '9d55300c754d46ef8e2433d6d4af174c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:08:23Z', 'updated_at': '2022-04-20T17:08:27Z', 'revision_number': 3, 'project_id': '9d55300c754d46ef8e2433d6d4af174c', 'gw_port': {'id': '6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd970015c-17b4-42e4-96e0-9eb848adb063', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:08:25Z', 'updated_at': '2022-04-20T17:08:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:30.383418 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1f68a118-d032-4918-a8ca-704b0bcfbd43 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:30.396359 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-78fc5c80-6575-4cb8-a992-e6dd4c694b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:30.406273 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305a0dbd-11a9-48d9-9d79-b5eedc4afd71 None None] Checking router: d970015c-17b4-42e4-96e0-9eb848adb063 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:08:30.406811 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305a0dbd-11a9-48d9-9d79-b5eedc4afd71 None None] Updating router d970015c-17b4-42e4-96e0-9eb848adb063 port 6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:08:30.421085 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0bbae11-1f7c-4723-a55e-cbf6d40ce021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:30.430446 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc5c80-6575-4cb8-a992-e6dd4c694b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d2a5b8-ad15-4130-acbb-2ca6e8d80347,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:30.463483 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-78fc5c80-6575-4cb8-a992-e6dd4c694b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:30.464622 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-78fc5c80-6575-4cb8-a992-e6dd4c694b3b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e6d2a5b8-ad15-4130-acbb-2ca6e8d80347 HTTP/1.1" status: 204 len: 168 time: 0.5316851 Apr 20 17:08:30.478139 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe3f454c-55f6-4034-91d2-871f32560986 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:30.497297 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1f68a118-d032-4918-a8ca-704b0bcfbd43 None None] Transition to ACTIVE for port object 8c081672-c2eb-44a7-bbea-066b6387c032 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:08:30.585214 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1f68a118-d032-4918-a8ca-704b0bcfbd43 None None] Transition to ACTIVE for port object 8c081672-c2eb-44a7-bbea-066b6387c032 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:08:30.622265 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-305a0dbd-11a9-48d9-9d79-b5eedc4afd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:30.639387 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cc0401ea-18e7-47e8-8a69-7fcd9e199026 req-24edf9f0-0308-4237-84d2-4bea4b0bb732 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 210 time: 0.0497227 Apr 20 17:08:30.670088 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1f68a118-d032-4918-a8ca-704b0bcfbd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:30.762707 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f68a118-d032-4918-a8ca-704b0bcfbd43 None None] Network fff7285f-a3fe-4603-bd7a-10d8964e1e6a is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:08:30.776229 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-1f68a118-d032-4918-a8ca-704b0bcfbd43 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:08:30.785192 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f68a118-d032-4918-a8ca-704b0bcfbd43 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:08:30.846468 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57800) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:30.847338 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-fccfb82f-11a3-4bc2-90c4-b48a8e942d0c tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:30.848460 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-fccfb82f-11a3-4bc2-90c4-b48a8e942d0c tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.43 "GET /v2.0/networks?id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c HTTP/1.1" status: 200 len: 821 time: 1.2934582 Apr 20 17:08:30.852583 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bbae11-1f7c-4723-a55e-cbf6d40ce021 admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:08:30.861918 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-e0bbae11-1f7c-4723-a55e-cbf6d40ce021 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:08:30.865474 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-84a0c56f-5d06-48e8-8e3e-e09d97f54775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:30.868119 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7d3c082e-3f66-4d21-a9c0-ce9aab46557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:30.877493 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-f436493d-5298-473f-84d9-db5b5653a012 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Request body: {'port': {'device_id': '5a851b32-0d51-41f4-849b-4045595413c2', 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c', 'admin_state_up': True, 'tenant_id': 'b7e0217792874af58ccfdea4744db0d0'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:08:30.892864 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bbae11-1f7c-4723-a55e-cbf6d40ce021 admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:08:30.926820 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbae11-1f7c-4723-a55e-cbf6d40ce021 admin admin] Pushing event updated for resources: {'Port': ['ID=a300ed97-3e8f-4a80-b17e-011c6cdbb640,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:30.939532 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-84a0c56f-5d06-48e8-8e3e-e09d97f54775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:30.967260 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe3f454c-55f6-4034-91d2-871f32560986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:30.968003 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3f454c-55f6-4034-91d2-871f32560986 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:30.968575 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe3f454c-55f6-4034-91d2-871f32560986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:31.033218 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-84a0c56f-5d06-48e8-8e3e-e09d97f54775 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=602c33d8393b48e2bb9d6e6470965376&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8018847 Apr 20 17:08:31.056607 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57806) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:31.137230 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b0d0d46-385d-4477-9675-81779fbdf310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:31.170698 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57810) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:31.200184 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68a118-d032-4918-a8ca-704b0bcfbd43 None None] Pushing event updated for resources: {'Port': ['ID=8c081672-c2eb-44a7-bbea-066b6387c032,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:31.212803 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-1f68a118-d032-4918-a8ca-704b0bcfbd43 None None] Attempting to bind port 8c081672-c2eb-44a7-bbea-066b6387c032 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:08:31.213157 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-1f68a118-d032-4918-a8ca-704b0bcfbd43 None None] Attempting to bind port 8c081672-c2eb-44a7-bbea-066b6387c032 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'fae62acb-2ba1-4c09-9395-be3f89ef7985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fff7285f-a3fe-4603-bd7a-10d8964e1e6a'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:08:31.213511 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f68a118-d032-4918-a8ca-704b0bcfbd43 None None] Attempting to bind port 8c081672-c2eb-44a7-bbea-066b6387c032 on network fff7285f-a3fe-4603-bd7a-10d8964e1e6a {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:08:31.226474 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f68a118-d032-4918-a8ca-704b0bcfbd43 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:08:31.226830 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f68a118-d032-4918-a8ca-704b0bcfbd43 None None] Checking segment: {'id': 'fae62acb-2ba1-4c09-9395-be3f89ef7985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fff7285f-a3fe-4603-bd7a-10d8964e1e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:08:31.227342 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1f68a118-d032-4918-a8ca-704b0bcfbd43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:31.227736 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f68a118-d032-4918-a8ca-704b0bcfbd43 None None] Bound using segment: {'id': 'fae62acb-2ba1-4c09-9395-be3f89ef7985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fff7285f-a3fe-4603-bd7a-10d8964e1e6a'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:08:31.228199 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-1f68a118-d032-4918-a8ca-704b0bcfbd43 None None] Bound port: 8c081672-c2eb-44a7-bbea-066b6387c032, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae62acb-2ba1-4c09-9395-be3f89ef7985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fff7285f-a3fe-4603-bd7a-10d8964e1e6a'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:08:31.228659 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1f68a118-d032-4918-a8ca-704b0bcfbd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:31.231592 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a0c56f-5d06-48e8-8e3e-e09d97f54775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0db146b-6038-4b3d-9a45-206b1c1204eb,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:31.306146 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fe3f454c-55f6-4034-91d2-871f32560986 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6106868 Apr 20 17:08:31.307461 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57814) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:31.312604 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f454c-55f6-4034-91d2-871f32560986 admin admin] Pushing event updated for resources: {'Network': ['ID=e6f55b85-0bcb-40d8-bc11-8561d05069e0,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:31.319911 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-f12fcfc9-8b3b-499d-9c7a-e2fd04990202 admin admin] Request body: {'subnet': {'network_id': 'e6f55b85-0bcb-40d8-bc11-8561d05069e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1541032759-subnet', 'tenant_id': '2af87219f2074c64a249b85ea5a8e848', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:08:31.327228 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4b0d0d46-385d-4477-9675-81779fbdf310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:31.343793 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e810a07e-8928-4e8c-9b7f-8f9138224765 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=03c81c6488d14b19a1fafa1d225fc657&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1718459 Apr 20 17:08:31.347261 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4b0d0d46-385d-4477-9675-81779fbdf310 admin admin] Usage tracker for resource:security_group_rule and tenant:53818af9c9324d298ca9a02002bc7b92 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:31.350933 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f12fcfc9-8b3b-499d-9c7a-e2fd04990202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:31.357220 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57818) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:31.363857 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-f436493d-5298-473f-84d9-db5b5653a012 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:31.368234 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-f436493d-5298-473f-84d9-db5b5653a012 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Usage tracker for resource:port and tenant:b7e0217792874af58ccfdea4744db0d0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:31.372111 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-f436493d-5298-473f-84d9-db5b5653a012 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:31.374550 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4b0d0d46-385d-4477-9675-81779fbdf310 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:31.378547 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-f436493d-5298-473f-84d9-db5b5653a012 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:31.400602 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4b0d0d46-385d-4477-9675-81779fbdf310 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:31.411160 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network e6f55b85-0bcb-40d8-bc11-8561d05069e0 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:08:31.414099 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-f436493d-5298-473f-84d9-db5b5653a012 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Made reservation on behalf of b7e0217792874af58ccfdea4744db0d0 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:08:31.417248 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-f436493d-5298-473f-84d9-db5b5653a012 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:31.438237 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 16541055-2421-4413-952a-b0212fadd2a4 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:08:31.465830 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c9e711ac-59e0-491a-a935-29c8754c8803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:31.531160 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b0d0d46-385d-4477-9675-81779fbdf310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:31.533471 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-7d3c082e-3f66-4d21-a9c0-ce9aab46557c admin admin] Allocated IP 172.20.0.1 (59af7307-fe48-4837-97d0-d9da1b9c2fd2/e018c84b-6075-429c-9ef6-070e8a5dcf11/c5a31f50-3a1f-439f-9c07-2d9cc760e296) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:08:31.537617 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f12fcfc9-8b3b-499d-9c7a-e2fd04990202 admin admin] Usage tracker for resource:subnet and tenant:2af87219f2074c64a249b85ea5a8e848 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:31.541180 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b0d0d46-385d-4477-9675-81779fbdf310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:31.553728 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f12fcfc9-8b3b-499d-9c7a-e2fd04990202 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:31.573037 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c9e711ac-59e0-491a-a935-29c8754c8803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:31.574862 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f12fcfc9-8b3b-499d-9c7a-e2fd04990202 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:31.650567 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e52e78f5-e80e-4a96-b90d-9651ebddf165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:31.678956 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d0d46-385d-4477-9675-81779fbdf310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0fe9ec-f518-480c-8c45-c40c21367ebc,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:31.696537 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1f68a118-d032-4918-a8ca-704b0bcfbd43 None None] For port 8c081672-c2eb-44a7-bbea-066b6387c032, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:08:31.730085 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 16541055-2421-4413-952a-b0212fadd2a4 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:08:31.730085 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:31.741491 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4b0d0d46-385d-4477-9675-81779fbdf310 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=53818af9c9324d298ca9a02002bc7b92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8906252 Apr 20 17:08:31.742342 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12fcfc9-8b3b-499d-9c7a-e2fd04990202 admin admin] Made reservation on behalf of 2af87219f2074c64a249b85ea5a8e848 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:08:31.745215 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f12fcfc9-8b3b-499d-9c7a-e2fd04990202 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:31.747934 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57824) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:31.754347 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e52e78f5-e80e-4a96-b90d-9651ebddf165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:31.764812 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0bbae11-1f7c-4723-a55e-cbf6d40ce021 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:31.765511 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0bbae11-1f7c-4723-a55e-cbf6d40ce021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:31.770913 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1f68a118-d032-4918-a8ca-704b0bcfbd43 None None] For port 8c081672-c2eb-44a7-bbea-066b6387c032, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8c081672-c2eb-44a7-bbea-066b6387c032,segment=NetworkSegment(fae62acb-2ba1-4c09-9395-be3f89ef7985),segment_id=fae62acb-2ba1-4c09-9395-be3f89ef7985)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:08:31.798981 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-f436493d-5298-473f-84d9-db5b5653a012 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Allocated IP 172.20.0.6 (dd9b0e29-7382-4d85-b87f-b65fd9885c7c/64070a1b-0f00-4b11-95f5-508285983f32/14f17c03-d216-41a3-8c5b-6e34bad8ee2e) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:08:31.799869 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1f68a118-d032-4918-a8ca-704b0bcfbd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:31.816736 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c9e711ac-59e0-491a-a935-29c8754c8803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:31.932792 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68a118-d032-4918-a8ca-704b0bcfbd43 None None] Pushing event updated for resources: {'Port': ['ID=8c081672-c2eb-44a7-bbea-066b6387c032,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:31.934055 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7d3c082e-3f66-4d21-a9c0-ce9aab46557c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:31.936418 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e711ac-59e0-491a-a935-29c8754c8803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0db146b-6038-4b3d-9a45-206b1c1204eb,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:31.995025 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-7d3c082e-3f66-4d21-a9c0-ce9aab46557c admin admin] Transition to ACTIVE for port object c5a31f50-3a1f-439f-9c07-2d9cc760e296 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:08:32.074573 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-305a0dbd-11a9-48d9-9d79-b5eedc4afd71 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:32.088956 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-305a0dbd-11a9-48d9-9d79-b5eedc4afd71 None None] Transition to ACTIVE for port object 6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:08:32.095812 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7d3c082e-3f66-4d21-a9c0-ce9aab46557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:32.106797 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-305a0dbd-11a9-48d9-9d79-b5eedc4afd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:32.146576 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f12fcfc9-8b3b-499d-9c7a-e2fd04990202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:32.231389 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c50ba-8a76-453d-8519-9d7597bdd659 None None] Pushing event updated for resources: {'Port': ['ID=6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:32.247469 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-305a0dbd-11a9-48d9-9d79-b5eedc4afd71 None None] Attempting to bind port 6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:08:32.247826 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-305a0dbd-11a9-48d9-9d79-b5eedc4afd71 None None] Attempting to bind port 6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:08:32.248551 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305a0dbd-11a9-48d9-9d79-b5eedc4afd71 None None] Attempting to bind port 6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:08:32.264158 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305a0dbd-11a9-48d9-9d79-b5eedc4afd71 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:08:32.264525 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305a0dbd-11a9-48d9-9d79-b5eedc4afd71 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:08:32.264910 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-305a0dbd-11a9-48d9-9d79-b5eedc4afd71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:32.265288 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305a0dbd-11a9-48d9-9d79-b5eedc4afd71 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:08:32.265744 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-305a0dbd-11a9-48d9-9d79-b5eedc4afd71 None None] Bound port: 6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:08:32.265880 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3c082e-3f66-4d21-a9c0-ce9aab46557c admin admin] Network 59af7307-fe48-4837-97d0-d9da1b9c2fd2 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:08:32.266214 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-305a0dbd-11a9-48d9-9d79-b5eedc4afd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:32.268823 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fcfc9-8b3b-499d-9c7a-e2fd04990202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26f16dc8-3bd3-490f-b4e3-79f0addb5014,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:32.275190 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-7d3c082e-3f66-4d21-a9c0-ce9aab46557c admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:08:32.278228 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c082e-3f66-4d21-a9c0-ce9aab46557c admin admin] Pushing event updated for resources: {'Port': ['ID=c5a31f50-3a1f-439f-9c07-2d9cc760e296,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:32.280376 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3c082e-3f66-4d21-a9c0-ce9aab46557c admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:08:32.329224 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-8a769141-6aac-4c2a-988e-b9e98ef483a4 req-ff0c3692-1829-42a1-8100-6149a22ae999 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Synchronizing usage tracker for tenant:b7e0217792874af58ccfdea4744db0d0 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:08:32.346169 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-f436493d-5298-473f-84d9-db5b5653a012 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:32.365608 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-305a0dbd-11a9-48d9-9d79-b5eedc4afd71 None None] For port 6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:08:32.370035 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-305a0dbd-11a9-48d9-9d79-b5eedc4afd71 None None] For port 6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:08:32.370946 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c9e711ac-59e0-491a-a935-29c8754c8803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:32.371768 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c9e711ac-59e0-491a-a935-29c8754c8803 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f0db146b-6038-4b3d-9a45-206b1c1204eb HTTP/1.1" status: 204 len: 168 time: 1.3000741 Apr 20 17:08:32.373719 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7d3c082e-3f66-4d21-a9c0-ce9aab46557c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:32.393740 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c1c51cd6-8a9b-4ae8-a23c-0a6e9f752876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:32.397563 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-305a0dbd-11a9-48d9-9d79-b5eedc4afd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:32.405945 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12fcfc9-8b3b-499d-9c7a-e2fd04990202 admin admin] Checking segment: {'id': 'f27296fa-6ed9-45ff-a289-4475a3253d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e6f55b85-0bcb-40d8-bc11-8561d05069e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:08:32.407383 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12fcfc9-8b3b-499d-9c7a-e2fd04990202 admin admin] Network hostable DHCP agents. Network: e6f55b85-0bcb-40d8-bc11-8561d05069e0, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:08:32.432587 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e52e78f5-e80e-4a96-b90d-9651ebddf165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:32.468534 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-8a769141-6aac-4c2a-988e-b9e98ef483a4 req-ff0c3692-1829-42a1-8100-6149a22ae999 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Unset dirty status for tenant:b7e0217792874af58ccfdea4744db0d0 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:08:32.484472 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8a769141-6aac-4c2a-988e-b9e98ef483a4 req-ff0c3692-1829-42a1-8100-6149a22ae999 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 210 time: 0.5464997 Apr 20 17:08:32.500669 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c50ba-8a76-453d-8519-9d7597bdd659 None None] Pushing event updated for resources: {'Port': ['ID=6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:32.509215 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305a0dbd-11a9-48d9-9d79-b5eedc4afd71 None None] Routers {'d970015c-17b4-42e4-96e0-9eb848adb063'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:08:32.509855 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-305a0dbd-11a9-48d9-9d79-b5eedc4afd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:08:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d970015c-17b4-42e4-96e0-9eb848adb063'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:32.564668 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e78f5-e80e-4a96-b90d-9651ebddf165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e927739f-49c6-4c31-b376-b2262edfeee6,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:32.567132 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e52e78f5-e80e-4a96-b90d-9651ebddf165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:32.568390 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e52e78f5-e80e-4a96-b90d-9651ebddf165 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e927739f-49c6-4c31-b376-b2262edfeee6 HTTP/1.1" status: 204 len: 168 time: 1.1814940 Apr 20 17:08:32.588881 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c1c51cd6-8a9b-4ae8-a23c-0a6e9f752876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:32.719719 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-f436493d-5298-473f-84d9-db5b5653a012 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:32.765771 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12fcfc9-8b3b-499d-9c7a-e2fd04990202 admin admin] Network e6f55b85-0bcb-40d8-bc11-8561d05069e0 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:08:32.782124 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6cb55ed0-f51d-4fe4-b930-b32ad6b1edde None None] Provisioning for port c5a31f50-3a1f-439f-9c07-2d9cc760e296 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:08:32.796603 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6cb55ed0-f51d-4fe4-b930-b32ad6b1edde None None] Provisioning complete for port c5a31f50-3a1f-439f-9c07-2d9cc760e296 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:08:32.801518 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6cb55ed0-f51d-4fe4-b930-b32ad6b1edde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:32.802275 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7d3c082e-3f66-4d21-a9c0-ce9aab46557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:32.818112 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-f12fcfc9-8b3b-499d-9c7a-e2fd04990202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, e6f55b85-0bcb-40d8-bc11-8561d05069e0) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:08:32.829030 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12fcfc9-8b3b-499d-9c7a-e2fd04990202 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:32.829030 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f12fcfc9-8b3b-499d-9c7a-e2fd04990202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:32.864076 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538775cc-5b52-40f2-bf58-0aebaff666d8 None None] Network e6f55b85-0bcb-40d8-bc11-8561d05069e0 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:08:32.902856 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-f436493d-5298-473f-84d9-db5b5653a012 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Network dd9b0e29-7382-4d85-b87f-b65fd9885c7c is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:08:32.937562 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-f436493d-5298-473f-84d9-db5b5653a012 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:08:32.945676 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c1c51cd6-8a9b-4ae8-a23c-0a6e9f752876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:32.957524 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-f436493d-5298-473f-84d9-db5b5653a012 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:08:32.963754 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f12fcfc9-8b3b-499d-9c7a-e2fd04990202 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6508584 Apr 20 17:08:32.978677 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-f436493d-5298-473f-84d9-db5b5653a012 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:32.980938 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-f436493d-5298-473f-84d9-db5b5653a012 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:33.081597 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-f436493d-5298-473f-84d9-db5b5653a012 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2137058 Apr 20 17:08:33.082158 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436493d-5298-473f-84d9-db5b5653a012 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Pushing event updated for resources: {'Port': ['ID=14f17c03-d216-41a3-8c5b-6e34bad8ee2e,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:33.125307 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c1c51cd6-8a9b-4ae8-a23c-0a6e9f752876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:33.126557 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c1c51cd6-8a9b-4ae8-a23c-0a6e9f752876 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4e0fe9ec-f518-480c-8c45-c40c21367ebc HTTP/1.1" status: 204 len: 168 time: 1.3750052 Apr 20 17:08:33.144486 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-305a0dbd-11a9-48d9-9d79-b5eedc4afd71 None None] Set router d970015c-17b4-42e4-96e0-9eb848adb063 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:08:33.154795 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c51cd6-8a9b-4ae8-a23c-0a6e9f752876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0fe9ec-f518-480c-8c45-c40c21367ebc,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:33.168015 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-5ae6c235-995f-4ea5-b3bb-3180738809de service neutron] Request body: {'port': {'device_id': '5a851b32-0d51-41f4-849b-4045595413c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:08:33.208331 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57842) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:33.267882 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5987aef2-e46e-42ab-afe1-038d1848e5d5 None None] Network e6f55b85-0bcb-40d8-bc11-8561d05069e0 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:08:33.288428 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57846) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:33.292019 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-49d63465-153d-4833-9970-ac7c720078fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:33.412993 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-49d63465-153d-4833-9970-ac7c720078fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:33.419932 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-49d63465-153d-4833-9970-ac7c720078fc admin admin] Usage tracker for resource:security_group_rule and tenant:5ec287d6519647daa3ab2c4ee38cb875 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:33.434453 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-49d63465-153d-4833-9970-ac7c720078fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:33.457239 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-49d63465-153d-4833-9970-ac7c720078fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:33.465699 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7d3c082e-3f66-4d21-a9c0-ce9aab46557c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:33.486911 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7d3c082e-3f66-4d21-a9c0-ce9aab46557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:33.626726 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c082e-3f66-4d21-a9c0-ce9aab46557c admin admin] Pushing event updated for resources: {'Port': ['ID=c5a31f50-3a1f-439f-9c07-2d9cc760e296,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:33.726819 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7d3c082e-3f66-4d21-a9c0-ce9aab46557c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:33.732316 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bbae11-1f7c-4723-a55e-cbf6d40ce021 admin admin] Router 746248d7-4db9-4ed5-a7de-7b06ef1bc470 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:08:33.737645 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-5ae6c235-995f-4ea5-b3bb-3180738809de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:33.755797 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab3ee4d-b6ad-472d-a206-28008f2f2d38 None None] Network fff7285f-a3fe-4603-bd7a-10d8964e1e6a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:08:33.810710 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-49d63465-153d-4833-9970-ac7c720078fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:33.878718 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8c081672-c2eb-44a7-bbea-066b6387c032 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:08:33.930179 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a4d3156-7f26-489f-bb78-771e4d61ec05 admin admin] Deleting subnet 57f39722-0631-46a8-82d1-3523a1f27d42 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:08:33.933372 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6a4d3156-7f26-489f-bb78-771e4d61ec05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:33.983235 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-6cb55ed0-f51d-4fe4-b930-b32ad6b1edde None None] Port c5a31f50-3a1f-439f-9c07-2d9cc760e296 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:08:33.985145 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6a4d3156-7f26-489f-bb78-771e4d61ec05 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:33.993028 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6a4d3156-7f26-489f-bb78-771e4d61ec05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:34.018806 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57862) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:34.083764 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3c082e-3f66-4d21-a9c0-ce9aab46557c admin admin] Network 59af7307-fe48-4837-97d0-d9da1b9c2fd2 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:08:34.084514 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-49d63465-153d-4833-9970-ac7c720078fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:34.094309 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5a28fed8-ade4-4572-8146-33d5440e4fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:34.094811 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-7d3c082e-3f66-4d21-a9c0-ce9aab46557c admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:08:34.204590 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d63465-153d-4833-9970-ac7c720078fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3c5f33-a6a2-40f0-b2d5-5bb1e86d0d4c,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:34.265767 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 8c081672-c2eb-44a7-bbea-066b6387c032 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:08:34.377910 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-49d63465-153d-4833-9970-ac7c720078fc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ec287d6519647daa3ab2c4ee38cb875&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1684148 Apr 20 17:08:34.382829 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57870) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:34.392882 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6a4d3156-7f26-489f-bb78-771e4d61ec05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:34.395591 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d5640cf0-cc44-442e-baf7-bc91ea553da1 None None] Provisioning for port 8c081672-c2eb-44a7-bbea-066b6387c032 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:08:34.421755 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d5640cf0-cc44-442e-baf7-bc91ea553da1 None None] Provisioning complete for port 8c081672-c2eb-44a7-bbea-066b6387c032 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:08:34.422798 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d5640cf0-cc44-442e-baf7-bc91ea553da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:34.459852 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5a28fed8-ade4-4572-8146-33d5440e4fff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:34.462375 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d3156-7f26-489f-bb78-771e4d61ec05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57f39722-0631-46a8-82d1-3523a1f27d42,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:34.471417 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5a28fed8-ade4-4572-8146-33d5440e4fff admin admin] Usage tracker for resource:security_group_rule and tenant:93d22438758c4d28ad8b005804851a3d is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:34.507028 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5a28fed8-ade4-4572-8146-33d5440e4fff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:34.510589 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6a4d3156-7f26-489f-bb78-771e4d61ec05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:34.528438 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5a28fed8-ade4-4572-8146-33d5440e4fff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:34.564850 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6a4d3156-7f26-489f-bb78-771e4d61ec05 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/57f39722-0631-46a8-82d1-3523a1f27d42 HTTP/1.1" status: 204 len: 168 time: 1.2700882 Apr 20 17:08:34.578093 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de83e1e-6cb9-4941-804c-e18ca7fe960a req-b9b54b5d-0a9e-41ec-809e-00ff4b1f28f9 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:34.579675 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2de83e1e-6cb9-4941-804c-e18ca7fe960a req-b9b54b5d-0a9e-41ec-809e-00ff4b1f28f9 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 931 time: 0.7656658 Apr 20 17:08:34.580168 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57874) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:34.745978 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fd03671e-0ff4-4ada-9c53-a93aea8f6ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:34.750731 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d5640cf0-cc44-442e-baf7-bc91ea553da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:34.763347 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-5ae6c235-995f-4ea5-b3bb-3180738809de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14f17c03-d216-41a3-8c5b-6e34bad8ee2e {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:08:34.770099 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-305a0dbd-11a9-48d9-9d79-b5eedc4afd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd970015c-17b4-42e4-96e0-9eb848adb063', 'name': 'tempest-FloatingIPsNegativeTestJSON-174740660-router', 'tenant_id': '9d55300c754d46ef8e2433d6d4af174c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:08:23Z', 'updated_at': '2022-04-20T17:08:32Z', 'revision_number': 4, 'project_id': '9d55300c754d46ef8e2433d6d4af174c', 'gw_port': {'id': '6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd970015c-17b4-42e4-96e0-9eb848adb063', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:08:25Z', 'updated_at': '2022-04-20T17:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'c5a31f50-3a1f-439f-9c07-2d9cc760e296', 'name': '', 'network_id': '59af7307-fe48-4837-97d0-d9da1b9c2fd2', 'tenant_id': '9d55300c754d46ef8e2433d6d4af174c', 'mac_address': 'fa:16:3e:22:ad:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd970015c-17b4-42e4-96e0-9eb848adb063', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e018c84b-6075-429c-9ef6-070e8a5dcf11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:08:30Z', 'updated_at': '2022-04-20T17:08:31Z', 'revision_number': 1, 'project_id': '9d55300c754d46ef8e2433d6d4af174c', 'subnets': [{'id': 'e018c84b-6075-429c-9ef6-070e8a5dcf11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:34.777571 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305a0dbd-11a9-48d9-9d79-b5eedc4afd71 None None] The sync data for ids ['d970015c-17b4-42e4-96e0-9eb848adb063'] in n-d-838032-1 is: [{'id': 'd970015c-17b4-42e4-96e0-9eb848adb063', 'name': 'tempest-FloatingIPsNegativeTestJSON-174740660-router', 'tenant_id': '9d55300c754d46ef8e2433d6d4af174c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:08:23Z', 'updated_at': '2022-04-20T17:08:32Z', 'revision_number': 4, 'project_id': '9d55300c754d46ef8e2433d6d4af174c', 'gw_port': {'id': '6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd970015c-17b4-42e4-96e0-9eb848adb063', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:08:25Z', 'updated_at': '2022-04-20T17:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'c5a31f50-3a1f-439f-9c07-2d9cc760e296', 'name': '', 'network_id': '59af7307-fe48-4837-97d0-d9da1b9c2fd2', 'tenant_id': '9d55300c754d46ef8e2433d6d4af174c', 'mac_address': 'fa:16:3e:22:ad:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd970015c-17b4-42e4-96e0-9eb848adb063', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e018c84b-6075-429c-9ef6-070e8a5dcf11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:08:30Z', 'updated_at': '2022-04-20T17:08:31Z', 'revision_number': 1, 'project_id': '9d55300c754d46ef8e2433d6d4af174c', 'subnets': [{'id': 'e018c84b-6075-429c-9ef6-070e8a5dcf11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:08:34.778359 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-5ae6c235-995f-4ea5-b3bb-3180738809de service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:34.801001 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bbae11-1f7c-4723-a55e-cbf6d40ce021 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:08:34.801441 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-d5640cf0-cc44-442e-baf7-bc91ea553da1 None None] For port 8c081672-c2eb-44a7-bbea-066b6387c032, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8c081672-c2eb-44a7-bbea-066b6387c032,segment=NetworkSegment(fae62acb-2ba1-4c09-9395-be3f89ef7985),segment_id=fae62acb-2ba1-4c09-9395-be3f89ef7985)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:34.816429 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fe5e77-7e37-43d2-b3ef-2f837b94efa0 None None] Sync routers for ids ['746248d7-4db9-4ed5-a7de-7b06ef1bc470'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:08:34.818758 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d5640cf0-cc44-442e-baf7-bc91ea553da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:34.833370 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-5ae6c235-995f-4ea5-b3bb-3180738809de service neutron] Transition to ACTIVE for port object 14f17c03-d216-41a3-8c5b-6e34bad8ee2e will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:08:34.835531 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fe5e77-7e37-43d2-b3ef-2f837b94efa0 None None] Routers {'746248d7-4db9-4ed5-a7de-7b06ef1bc470'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:08:34.837624 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f6fe5e77-7e37-43d2-b3ef-2f837b94efa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:08:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['746248d7-4db9-4ed5-a7de-7b06ef1bc470'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:34.843175 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5a28fed8-ade4-4572-8146-33d5440e4fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:34.855370 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-5ae6c235-995f-4ea5-b3bb-3180738809de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:34.884101 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4faeb309-55ec-473e-8723-02f7d0c39b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:34.918365 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5a28fed8-ade4-4572-8146-33d5440e4fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:34.928621 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4faeb309-55ec-473e-8723-02f7d0c39b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:34.944675 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5640cf0-cc44-442e-baf7-bc91ea553da1 None None] Pushing event updated for resources: {'Port': ['ID=8c081672-c2eb-44a7-bbea-066b6387c032,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:34.961628 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0bbae11-1f7c-4723-a55e-cbf6d40ce021 admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:34.966649 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2da4016e-6c76-44e1-9ca2-2e60511a1e67 None None] Provisioning complete for port 8c081672-c2eb-44a7-bbea-066b6387c032 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:08:34.967013 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2da4016e-6c76-44e1-9ca2-2e60511a1e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:34.974753 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e0bbae11-1f7c-4723-a55e-cbf6d40ce021 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.8382456 Apr 20 17:08:34.995026 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57884) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:35.062892 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28fed8-ade4-4572-8146-33d5440e4fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba07863-6fa1-4c81-b761-8bda6180c13e,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:35.084158 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-f6fe5e77-7e37-43d2-b3ef-2f837b94efa0 None None] Set router 746248d7-4db9-4ed5-a7de-7b06ef1bc470 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:08:35.130625 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2de83e1e-6cb9-4941-804c-e18ca7fe960a req-0d11fcb4-6838-4d62-a48d-cb184b29d72a tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5441663 Apr 20 17:08:35.188464 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2da4016e-6c76-44e1-9ca2-2e60511a1e67 None None] Provisioning complete for port c5a31f50-3a1f-439f-9c07-2d9cc760e296 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:08:35.188984 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2da4016e-6c76-44e1-9ca2-2e60511a1e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:35.242066 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fd03671e-0ff4-4ada-9c53-a93aea8f6ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:35.253285 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-2da4016e-6c76-44e1-9ca2-2e60511a1e67 None None] Port c5a31f50-3a1f-439f-9c07-2d9cc760e296 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:08:35.358061 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6c235-995f-4ea5-b3bb-3180738809de service neutron] Pushing event updated for resources: {'Port': ['ID=14f17c03-d216-41a3-8c5b-6e34bad8ee2e,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:35.371334 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5a28fed8-ade4-4572-8146-33d5440e4fff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=93d22438758c4d28ad8b005804851a3d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3414903 Apr 20 17:08:35.372311 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57892) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:35.386384 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8c081672-c2eb-44a7-bbea-066b6387c032 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:08:35.427909 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-fd03671e-0ff4-4ada-9c53-a93aea8f6ca4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0b5bbac-f098-4aa3-b396-be4415cd223c']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:35.463546 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-fd03671e-0ff4-4ada-9c53-a93aea8f6ca4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74fc4398-a6ac-4fb2-9383-97e81a8b4bc8') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:35.467866 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-fd03671e-0ff4-4ada-9c53-a93aea8f6ca4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74fc4398-a6ac-4fb2-9383-97e81a8b4bc8') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:35.502881 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fd03671e-0ff4-4ada-9c53-a93aea8f6ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:35.540299 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-5ae6c235-995f-4ea5-b3bb-3180738809de service neutron] Attempting to bind port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:08:35.540691 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-5ae6c235-995f-4ea5-b3bb-3180738809de service neutron] Attempting to bind port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:08:35.540954 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-5ae6c235-995f-4ea5-b3bb-3180738809de service neutron] Attempting to bind port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:08:35.549130 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fd03671e-0ff4-4ada-9c53-a93aea8f6ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:35.563790 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 8c081672-c2eb-44a7-bbea-066b6387c032 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:08:35.564155 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:35.575524 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f6fe5e77-7e37-43d2-b3ef-2f837b94efa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746248d7-4db9-4ed5-a7de-7b06ef1bc470', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-88635192-router', 'tenant_id': 'ab35455bfc2b4dae95291f9974f0d5ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'a300ed97-3e8f-4a80-b17e-011c6cdbb640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:08:28Z', 'updated_at': '2022-04-20T17:08:31Z', 'revision_number': 3, 'project_id': 'ab35455bfc2b4dae95291f9974f0d5ee', 'gw_port': {'id': 'a300ed97-3e8f-4a80-b17e-011c6cdbb640', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:66:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746248d7-4db9-4ed5-a7de-7b06ef1bc470', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:08:29Z', 'updated_at': '2022-04-20T17:08:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:35.578683 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7f745975-3f31-4644-8c69-f624c5eab5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:35.585099 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fe5e77-7e37-43d2-b3ef-2f837b94efa0 None None] Checking router: 746248d7-4db9-4ed5-a7de-7b06ef1bc470 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:08:35.591012 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fe5e77-7e37-43d2-b3ef-2f837b94efa0 None None] Updating router 746248d7-4db9-4ed5-a7de-7b06ef1bc470 port a300ed97-3e8f-4a80-b17e-011c6cdbb640 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:08:35.598345 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-5ae6c235-995f-4ea5-b3bb-3180738809de service neutron] Port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:08:35.598345 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-5ae6c235-995f-4ea5-b3bb-3180738809de service neutron] Attempting to bind port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:08:35.602427 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd03671e-0ff4-4ada-9c53-a93aea8f6ca4 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:08:35.602971 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fd03671e-0ff4-4ada-9c53-a93aea8f6ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:35.617954 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:08:35.617954 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:08:35.617954 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:08:35.617954 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:08:35.617954 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:08:35.617954 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:08:35.617954 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:08:35.617954 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:08:35.617954 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:08:35.617954 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:08:35.617954 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:08:35.617954 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:08:35.617954 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:08:35.617954 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:08:35.617954 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:08:35.617954 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:08:35.617954 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:08:35.617954 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:08:35.617954 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:08:35.617954 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:08:35.617954 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:08:35.617954 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:08:35.617954 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:08:35.617954 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:08:35.617954 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:08:35.617954 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:08:35.617954 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:08:35.617954 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:08:35.617954 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:08:35.617954 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:08:35.617954 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:08:35.617954 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:08:35.675858 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-5ae6c235-995f-4ea5-b3bb-3180738809de service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:08:35.676778 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-5ae6c235-995f-4ea5-b3bb-3180738809de service neutron] Checking segment: {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:08:35.684890 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-5ae6c235-995f-4ea5-b3bb-3180738809de service neutron] Bound using segment: {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:08:35.686907 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-5ae6c235-995f-4ea5-b3bb-3180738809de service neutron] Bound port: 14f17c03-d216-41a3-8c5b-6e34bad8ee2e, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:08:35.687295 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-5ae6c235-995f-4ea5-b3bb-3180738809de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:35.713243 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4faeb309-55ec-473e-8723-02f7d0c39b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:35.724610 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5e77-7e37-43d2-b3ef-2f837b94efa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:35.725381 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7f745975-3f31-4644-8c69-f624c5eab5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:35.770734 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faeb309-55ec-473e-8723-02f7d0c39b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3c5f33-a6a2-40f0-b2d5-5bb1e86d0d4c,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:35.772807 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4faeb309-55ec-473e-8723-02f7d0c39b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:35.776245 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4faeb309-55ec-473e-8723-02f7d0c39b94 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e3c5f33-a6a2-40f0-b2d5-5bb1e86d0d4c HTTP/1.1" status: 204 len: 168 time: 1.3873355 Apr 20 17:08:35.813855 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fd03671e-0ff4-4ada-9c53-a93aea8f6ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:35.878318 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fd03671e-0ff4-4ada-9c53-a93aea8f6ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:35.884723 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03671e-0ff4-4ada-9c53-a93aea8f6ca4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0b5bbac-f098-4aa3-b396-be4415cd223c,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:35.904497 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fd03671e-0ff4-4ada-9c53-a93aea8f6ca4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b0b5bbac-f098-4aa3-b396-be4415cd223c HTTP/1.1" status: 204 len: 168 time: 1.3193991 Apr 20 17:08:35.904960 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57904) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:35.982339 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-5ae6c235-995f-4ea5-b3bb-3180738809de service neutron] For port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:08:35.987586 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-5ae6c235-995f-4ea5-b3bb-3180738809de service neutron] For port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=14f17c03-d216-41a3-8c5b-6e34bad8ee2e,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:08:35.997946 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7f745975-3f31-4644-8c69-f624c5eab5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:36.021943 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc7830b4-9bb5-4f2f-9230-aad8e263a941 admin admin] Deleting subnet 26f16dc8-3bd3-490f-b4e3-79f0addb5014 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:08:36.032171 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cc7830b4-9bb5-4f2f-9230-aad8e263a941 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:36.032412 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-5ae6c235-995f-4ea5-b3bb-3180738809de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:36.103479 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f745975-3f31-4644-8c69-f624c5eab5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba07863-6fa1-4c81-b761-8bda6180c13e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:36.117494 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3c082e-3f66-4d21-a9c0-ce9aab46557c admin admin] Router d970015c-17b4-42e4-96e0-9eb848adb063 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:08:36.135313 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cc7830b4-9bb5-4f2f-9230-aad8e263a941 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:36.457293 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5e77-7e37-43d2-b3ef-2f837b94efa0 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:36.479525 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-f6fe5e77-7e37-43d2-b3ef-2f837b94efa0 None None] Transition to ACTIVE for port object a300ed97-3e8f-4a80-b17e-011c6cdbb640 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:08:36.496194 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5e77-7e37-43d2-b3ef-2f837b94efa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:36.571356 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cc7830b4-9bb5-4f2f-9230-aad8e263a941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:36.676435 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81ee14-53bc-4c7b-8e8d-192c55a60d69 None None] Pushing event updated for resources: {'Port': ['ID=a300ed97-3e8f-4a80-b17e-011c6cdbb640,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:36.692686 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7f745975-3f31-4644-8c69-f624c5eab5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:36.694427 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7f745975-3f31-4644-8c69-f624c5eab5d9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ba07863-6fa1-4c81-b761-8bda6180c13e HTTP/1.1" status: 204 len: 168 time: 1.3185782 Apr 20 17:08:36.726736 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cc7830b4-9bb5-4f2f-9230-aad8e263a941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:36.727351 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-f6fe5e77-7e37-43d2-b3ef-2f837b94efa0 None None] Attempting to bind port a300ed97-3e8f-4a80-b17e-011c6cdbb640 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:08:36.727351 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-f6fe5e77-7e37-43d2-b3ef-2f837b94efa0 None None] Attempting to bind port a300ed97-3e8f-4a80-b17e-011c6cdbb640 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:08:36.727560 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fe5e77-7e37-43d2-b3ef-2f837b94efa0 None None] Attempting to bind port a300ed97-3e8f-4a80-b17e-011c6cdbb640 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:08:36.740618 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fe5e77-7e37-43d2-b3ef-2f837b94efa0 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:08:36.740988 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fe5e77-7e37-43d2-b3ef-2f837b94efa0 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:08:36.741387 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5e77-7e37-43d2-b3ef-2f837b94efa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:36.741779 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fe5e77-7e37-43d2-b3ef-2f837b94efa0 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:08:36.742259 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-f6fe5e77-7e37-43d2-b3ef-2f837b94efa0 None None] Bound port: a300ed97-3e8f-4a80-b17e-011c6cdbb640, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:08:36.742669 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5e77-7e37-43d2-b3ef-2f837b94efa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:36.760599 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-5ae6c235-995f-4ea5-b3bb-3180738809de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:36.763670 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-5ae6c235-995f-4ea5-b3bb-3180738809de service neutron] 10.222.0.43 "PUT /v2.0/ports/14f17c03-d216-41a3-8c5b-6e34bad8ee2e HTTP/1.1" status: 200 len: 1091 time: 3.6359997 Apr 20 17:08:36.764475 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a851b32-0d51-41f4-849b-4045595413c2', 'tag': '14f17c03-d216-41a3-8c5b-6e34bad8ee2e'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:08:36.788159 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6c235-995f-4ea5-b3bb-3180738809de service neutron] Pushing event updated for resources: {'Port': ['ID=14f17c03-d216-41a3-8c5b-6e34bad8ee2e,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:36.833925 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7830b4-9bb5-4f2f-9230-aad8e263a941 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26f16dc8-3bd3-490f-b4e3-79f0addb5014,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:36.888162 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-f6fe5e77-7e37-43d2-b3ef-2f837b94efa0 None None] For port a300ed97-3e8f-4a80-b17e-011c6cdbb640, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:08:36.891704 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-f6fe5e77-7e37-43d2-b3ef-2f837b94efa0 None None] For port a300ed97-3e8f-4a80-b17e-011c6cdbb640, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=a300ed97-3e8f-4a80-b17e-011c6cdbb640,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:08:36.897078 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cc7830b4-9bb5-4f2f-9230-aad8e263a941 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:36.902581 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5e77-7e37-43d2-b3ef-2f837b94efa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:36.966670 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985770a0-0fa7-4d0d-9ca9-c1e5d2582701 req-baef66f4-5f54-4a83-9e09-33479278be8e tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:36.973949 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-985770a0-0fa7-4d0d-9ca9-c1e5d2582701 req-baef66f4-5f54-4a83-9e09-33479278be8e tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 943 time: 0.2749543 Apr 20 17:08:36.974145 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cc7830b4-9bb5-4f2f-9230-aad8e263a941 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/26f16dc8-3bd3-490f-b4e3-79f0addb5014 HTTP/1.1" status: 204 len: 168 time: 1.0671561 Apr 20 17:08:36.976164 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57938) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:37.027261 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81ee14-53bc-4c7b-8e8d-192c55a60d69 None None] Pushing event updated for resources: {'Port': ['ID=a300ed97-3e8f-4a80-b17e-011c6cdbb640,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:37.034121 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-951ad52a-5f20-4ecb-b348-fc987691443e req-cdde4900-767d-4574-9bba-727c836e42cd tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=b35c333c614c4c919442bc5322c09acf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0814104 Apr 20 17:08:37.070660 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fe5e77-7e37-43d2-b3ef-2f837b94efa0 None None] Routers {'746248d7-4db9-4ed5-a7de-7b06ef1bc470'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:08:37.071283 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f6fe5e77-7e37-43d2-b3ef-2f837b94efa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:08:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['746248d7-4db9-4ed5-a7de-7b06ef1bc470'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:37.229804 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-9638e2ac-e7d3-4855-bd9a-5421935820c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b7e0217792874af58ccfdea4744db0d0&device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 1094 time: 0.3932912 Apr 20 17:08:37.314592 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ad52a-5f20-4ecb-b348-fc987691443e req-ef9f1c92-c3c3-42c1-be7a-058aeb46e794 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:37.316147 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-951ad52a-5f20-4ecb-b348-fc987691443e req-ef9f1c92-c3c3-42c1-be7a-058aeb46e794 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2756045 Apr 20 17:08:37.345179 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3c082e-3f66-4d21-a9c0-ce9aab46557c admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:08:37.352404 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7d3c082e-3f66-4d21-a9c0-ce9aab46557c admin admin] 10.222.0.39 "PUT /v2.0/routers/d970015c-17b4-42e4-96e0-9eb848adb063/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7835519 Apr 20 17:08:37.352988 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-985770a0-0fa7-4d0d-9ca9-c1e5d2582701 req-107cf4f0-18da-4388-a23d-92de9fb570db tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Synchronizing usage tracker for tenant:b7e0217792874af58ccfdea4744db0d0 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:08:37.366465 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e6d003a-1392-4b55-b60b-8a75122598b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:37.371161 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-951ad52a-5f20-4ecb-b348-fc987691443e req-5e9fdb2f-5b19-4f95-b760-881b3598223a tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.39 "GET /v2.0/quotas/b35c333c614c4c919442bc5322c09acf HTTP/1.1" status: 200 len: 375 time: 0.0434752 Apr 20 17:08:37.449459 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-7ae75638-bce9-4896-acc8-269552d9f789 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14f17c03-d216-41a3-8c5b-6e34bad8ee2e HTTP/1.1" status: 200 len: 217 time: 0.2077734 Apr 20 17:08:37.488640 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:08:37.489604 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-951ad52a-5f20-4ecb-b348-fc987691443e req-142c5d24-7178-41f9-aa14-e6dec1a99e6f tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b35c333c614c4c919442bc5322c09acf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1111171 Apr 20 17:08:37.618333 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-f6fe5e77-7e37-43d2-b3ef-2f837b94efa0 None None] Set router 746248d7-4db9-4ed5-a7de-7b06ef1bc470 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:08:37.621800 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-985770a0-0fa7-4d0d-9ca9-c1e5d2582701 req-107cf4f0-18da-4388-a23d-92de9fb570db tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Unset dirty status for tenant:b7e0217792874af58ccfdea4744db0d0 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:08:37.635486 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-985770a0-0fa7-4d0d-9ca9-c1e5d2582701 req-107cf4f0-18da-4388-a23d-92de9fb570db tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6600361 Apr 20 17:08:37.682688 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:08:37.695315 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:08:37.695918 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:37.841414 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-418248e3-faff-4cd0-85e9-b19a18a66de5'] response: {'name': 'network-changed', 'server_uuid': '5a851b32-0d51-41f4-849b-4045595413c2', 'tag': '14f17c03-d216-41a3-8c5b-6e34bad8ee2e', 'status': 'completed', 'code': 200} Apr 20 17:08:37.850454 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e6d003a-1392-4b55-b60b-8a75122598b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:37.860112 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-d54cced0-5a84-4137-af04-3824b0631cc2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:37.861949 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-d54cced0-5a84-4137-af04-3824b0631cc2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=64070a1b-0f00-4b11-95f5-508285983f32 HTTP/1.1" status: 200 len: 861 time: 0.4010482 Apr 20 17:08:38.018632 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-990b3667-5842-4184-80c7-a7fc94276986 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1445203 Apr 20 17:08:38.026787 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e6d003a-1392-4b55-b60b-8a75122598b4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 17:08:38.027353 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e6d003a-1392-4b55-b60b-8a75122598b4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 17:08:38.028251 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e6d003a-1392-4b55-b60b-8a75122598b4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 17:08:38.028726 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e6d003a-1392-4b55-b60b-8a75122598b4 admin admin] Subscribe: > port after_create 55550000 {{(pid=84080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 17:08:38.029217 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e6d003a-1392-4b55-b60b-8a75122598b4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 17:08:38.029723 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e6d003a-1392-4b55-b60b-8a75122598b4 admin admin] Subscribe: > port after_update 55550000 {{(pid=84080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 17:08:38.030089 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:38.030412 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e6d003a-1392-4b55-b60b-8a75122598b4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 17:08:38.030909 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e6d003a-1392-4b55-b60b-8a75122598b4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 17:08:38.031365 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e6d003a-1392-4b55-b60b-8a75122598b4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 17:08:38.031835 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e6d003a-1392-4b55-b60b-8a75122598b4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 17:08:38.063484 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:38.080905 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:38.097223 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e6d003a-1392-4b55-b60b-8a75122598b4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 17:08:38.097763 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e6d003a-1392-4b55-b60b-8a75122598b4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 17:08:38.098257 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e6d003a-1392-4b55-b60b-8a75122598b4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 17:08:38.098727 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e6d003a-1392-4b55-b60b-8a75122598b4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 17:08:38.099280 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-0e6d003a-1392-4b55-b60b-8a75122598b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6f55b85-0bcb-40d8-bc11-8561d05069e0']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:38.105425 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b72b08e9-354d-46d5-8eb8-aa18d8dda539 req-3fcb02ff-2831-4441-9756-5ceba5034a22 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.39 "GET /v2.0/ports?device_id=5947ec81-c7ed-438d-bb8b-9a8f1d391077 HTTP/1.1" status: 200 len: 210 time: 0.1542602 Apr 20 17:08:38.150643 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f6fe5e77-7e37-43d2-b3ef-2f837b94efa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746248d7-4db9-4ed5-a7de-7b06ef1bc470', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-88635192-router', 'tenant_id': 'ab35455bfc2b4dae95291f9974f0d5ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'a300ed97-3e8f-4a80-b17e-011c6cdbb640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:08:28Z', 'updated_at': '2022-04-20T17:08:31Z', 'revision_number': 3, 'project_id': 'ab35455bfc2b4dae95291f9974f0d5ee', 'gw_port': {'id': 'a300ed97-3e8f-4a80-b17e-011c6cdbb640', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:66:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746248d7-4db9-4ed5-a7de-7b06ef1bc470', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:08:29Z', 'updated_at': '2022-04-20T17:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:38.161826 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fe5e77-7e37-43d2-b3ef-2f837b94efa0 None None] The sync data for ids ['746248d7-4db9-4ed5-a7de-7b06ef1bc470'] in n-d-838032-1 is: [{'id': '746248d7-4db9-4ed5-a7de-7b06ef1bc470', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-88635192-router', 'tenant_id': 'ab35455bfc2b4dae95291f9974f0d5ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'a300ed97-3e8f-4a80-b17e-011c6cdbb640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:08:28Z', 'updated_at': '2022-04-20T17:08:31Z', 'revision_number': 3, 'project_id': 'ab35455bfc2b4dae95291f9974f0d5ee', 'gw_port': {'id': 'a300ed97-3e8f-4a80-b17e-011c6cdbb640', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:66:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746248d7-4db9-4ed5-a7de-7b06ef1bc470', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:08:29Z', 'updated_at': '2022-04-20T17:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:08:38.236844 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-0e6d003a-1392-4b55-b60b-8a75122598b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f27296fa-6ed9-45ff-a289-4475a3253d70') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:38.237797 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-0e6d003a-1392-4b55-b60b-8a75122598b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f27296fa-6ed9-45ff-a289-4475a3253d70') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:38.282168 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e6d003a-1392-4b55-b60b-8a75122598b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:38.296100 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:38.413527 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e6d003a-1392-4b55-b60b-8a75122598b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:38.444719 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6d003a-1392-4b55-b60b-8a75122598b4 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:08:38.445436 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e6d003a-1392-4b55-b60b-8a75122598b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: util.warn_limited( Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: util.warn_limited( Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:08:38.476286 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:08:38.496872 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-de7a4f34-34c6-4d49-91a7-0f838ef7e7d4 service neutron] 10.222.0.43 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829374 Apr 20 17:08:38.504860 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-462b6b56-4484-4805-a7e4-6dc74a0a47d2 req-c1628b24-72bf-4d4a-a614-b6fa01b6e563 tempest-FloatingIPsNegativeTestJSON-1225208918 tempest-FloatingIPsNegativeTestJSON-1225208918-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=9d55300c754d46ef8e2433d6d4af174c HTTP/1.1" status: 200 len: 217 time: 0.1615388 Apr 20 17:08:38.642140 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-c18597a2-ba1f-4df5-9ef8-424685ac1b41 req-e96d5b0f-7840-4af7-bc48-c9c224514285 tempest-FloatingIPsNegativeTestJSON-1225208918 tempest-FloatingIPsNegativeTestJSON-1225208918-project] Synchronizing usage tracker for tenant:9d55300c754d46ef8e2433d6d4af174c on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:08:38.683450 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-c18597a2-ba1f-4df5-9ef8-424685ac1b41 req-e96d5b0f-7840-4af7-bc48-c9c224514285 tempest-FloatingIPsNegativeTestJSON-1225208918 tempest-FloatingIPsNegativeTestJSON-1225208918-project] Unset dirty status for tenant:9d55300c754d46ef8e2433d6d4af174c on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:08:38.692055 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c18597a2-ba1f-4df5-9ef8-424685ac1b41 req-e96d5b0f-7840-4af7-bc48-c9c224514285 tempest-FloatingIPsNegativeTestJSON-1225208918 tempest-FloatingIPsNegativeTestJSON-1225208918-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1001115 Apr 20 17:08:38.969293 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c740ac-3273-40ce-b6ea-3017dcdedd1b req-7e2b9d01-3e37-46ed-a27a-fdf20b4044e3 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:38.976878 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-67c740ac-3273-40ce-b6ea-3017dcdedd1b req-7e2b9d01-3e37-46ed-a27a-fdf20b4044e3 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 943 time: 0.1329324 Apr 20 17:08:39.059446 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-67c740ac-3273-40ce-b6ea-3017dcdedd1b req-ff79a2ee-a3d8-458c-a8c6-88e0254e9e3b tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787401 Apr 20 17:08:39.093634 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e6d003a-1392-4b55-b60b-8a75122598b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:39.100708 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e6d003a-1392-4b55-b60b-8a75122598b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:39.126734 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [req-f1a6f247-061c-430e-926d-f7a12ab04698 req-4582ffbd-df50-427a-a129-88469cb71373 tempest-FloatingIPsNegativeTestJSON-1225208918 tempest-FloatingIPsNegativeTestJSON-1225208918-project] show failed (client error): The resource could not be found. Apr 20 17:08:39.126734 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f1a6f247-061c-430e-926d-f7a12ab04698 req-4582ffbd-df50-427a-a129-88469cb71373 tempest-FloatingIPsNegativeTestJSON-1225208918 tempest-FloatingIPsNegativeTestJSON-1225208918-project] 10.222.0.39 "GET /v2.0/floatingips/db1802dd-3da3-49e5-aed8-cf5815bdcb3d HTTP/1.1" status: 404 len: 350 time: 0.3441789 Apr 20 17:08:39.130353 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f85c30c6-16b5-4081-a90c-dfea2d87a79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:39.137496 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58002) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:39.151542 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0e6d003a-1392-4b55-b60b-8a75122598b4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e6f55b85-0bcb-40d8-bc11-8561d05069e0 HTTP/1.1" status: 204 len: 168 time: 2.1725392 Apr 20 17:08:39.155738 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d003a-1392-4b55-b60b-8a75122598b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6f55b85-0bcb-40d8-bc11-8561d05069e0,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:39.183617 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-34f32497-8ebd-4846-b236-fe178d99bb7c req-3c1705f3-a743-40c9-8f83-54226df579c6 service neutron] 10.222.0.43 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6193902 Apr 20 17:08:39.397224 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:08:39.448422 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05d8312a-45fd-44ac-b0a7-47616c705674 req-d378cd41-1173-49ad-af8e-9b3d3c78671e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b7e0217792874af58ccfdea4744db0d0&device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 1094 time: 0.1759181 Apr 20 17:08:39.449037 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4d1bd251-6383-4bf0-8c9e-9798f2dacb04 req-e664816c-a552-4b29-a1c8-c6f92768c05c tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.39 "GET /v2.0/ports?device_id=5947ec81-c7ed-438d-bb8b-9a8f1d391077 HTTP/1.1" status: 200 len: 210 time: 0.0798194 Apr 20 17:08:39.536556 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58018) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:39.551469 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:08:39.552098 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:39.591534 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-951ad52a-5f20-4ecb-b348-fc987691443e req-6016a799-bcce-4378-9837-62b2e0dfe726 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=b35c333c614c4c919442bc5322c09acf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0858774 Apr 20 17:08:39.636200 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8312a-45fd-44ac-b0a7-47616c705674 req-4fab6b7a-fbcc-4f1c-a937-c8e31c95feef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:39.638075 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05d8312a-45fd-44ac-b0a7-47616c705674 req-4fab6b7a-fbcc-4f1c-a937-c8e31c95feef service neutron] 10.222.0.43 "GET /v2.0/networks?id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c HTTP/1.1" status: 200 len: 922 time: 0.1828506 Apr 20 17:08:39.827460 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05d8312a-45fd-44ac-b0a7-47616c705674 req-30791117-5b46-4c61-ae4a-924f04421087 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14f17c03-d216-41a3-8c5b-6e34bad8ee2e HTTP/1.1" status: 200 len: 217 time: 0.1819491 Apr 20 17:08:39.887462 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5b097bfc-5045-48af-8cfe-a57eaa2cf107 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cf5a9ae2300d479ba983722f76e4c809&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3428056 Apr 20 17:08:39.889311 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58028) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:39.900758 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1292fa9-2870-4b3a-b82a-b557f539afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:39.980157 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ad52a-5f20-4ecb-b348-fc987691443e req-cac73522-ffeb-4595-9a2f-927bbb5c9e35 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:39.981646 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-951ad52a-5f20-4ecb-b348-fc987691443e req-cac73522-ffeb-4595-9a2f-927bbb5c9e35 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3818855 Apr 20 17:08:40.086481 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8312a-45fd-44ac-b0a7-47616c705674 req-5cf37905-bdef-4a28-814f-96c51882f4ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:40.089015 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05d8312a-45fd-44ac-b0a7-47616c705674 req-5cf37905-bdef-4a28-814f-96c51882f4ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=64070a1b-0f00-4b11-95f5-508285983f32 HTTP/1.1" status: 200 len: 861 time: 0.2540922 Apr 20 17:08:40.158004 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-951ad52a-5f20-4ecb-b348-fc987691443e req-51b5605f-6d18-4a74-a575-83e89e80ecf9 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Request body: {'port': {'device_id': '5947ec81-c7ed-438d-bb8b-9a8f1d391077', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'admin_state_up': True, 'tenant_id': 'b35c333c614c4c919442bc5322c09acf'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:08:40.193624 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-e1292fa9-2870-4b3a-b82a-b557f539afcb admin admin] Allocated IP 172.20.0.1 (fff7285f-a3fe-4603-bd7a-10d8964e1e6a/2bad7ee7-60ea-4398-b692-b7ab7a13fcca/bbfd4978-e15a-4d7c-ab0b-2884d6ba7eab) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:08:40.343270 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05d8312a-45fd-44ac-b0a7-47616c705674 req-4710728e-1c17-4b49-8a9b-02f83e2e0420 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2471988 Apr 20 17:08:40.358135 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1cca3090-7919-4c52-9fdb-8341fc453b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:40.430782 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1cca3090-7919-4c52-9fdb-8341fc453b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:40.438280 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-951ad52a-5f20-4ecb-b348-fc987691443e req-51b5605f-6d18-4a74-a575-83e89e80ecf9 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:40.454255 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-951ad52a-5f20-4ecb-b348-fc987691443e req-51b5605f-6d18-4a74-a575-83e89e80ecf9 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Usage tracker for resource:port and tenant:b35c333c614c4c919442bc5322c09acf is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:40.461507 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-951ad52a-5f20-4ecb-b348-fc987691443e req-51b5605f-6d18-4a74-a575-83e89e80ecf9 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:40.521367 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-951ad52a-5f20-4ecb-b348-fc987691443e req-51b5605f-6d18-4a74-a575-83e89e80ecf9 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:40.528478 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1cca3090-7919-4c52-9fdb-8341fc453b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:40.552877 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-951ad52a-5f20-4ecb-b348-fc987691443e req-51b5605f-6d18-4a74-a575-83e89e80ecf9 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Made reservation on behalf of b35c333c614c4c919442bc5322c09acf for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:08:40.556084 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-951ad52a-5f20-4ecb-b348-fc987691443e req-51b5605f-6d18-4a74-a575-83e89e80ecf9 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:40.565425 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca3090-7919-4c52-9fdb-8341fc453b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2765c7da-feca-485f-9403-81a0dbbb9d05,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:40.575353 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1cca3090-7919-4c52-9fdb-8341fc453b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:40.576603 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1cca3090-7919-4c52-9fdb-8341fc453b73 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2765c7da-feca-485f-9403-81a0dbbb9d05 HTTP/1.1" status: 204 len: 168 time: 0.6742542 Apr 20 17:08:40.581603 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-951ad52a-5f20-4ecb-b348-fc987691443e req-51b5605f-6d18-4a74-a575-83e89e80ecf9 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:40.599380 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05d8312a-45fd-44ac-b0a7-47616c705674 req-a5d29ab4-b4b5-40ed-b959-4af7cdf820f1 service neutron] 10.222.0.43 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170157 Apr 20 17:08:40.602833 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1292fa9-2870-4b3a-b82a-b557f539afcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:40.633114 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-951ad52a-5f20-4ecb-b348-fc987691443e req-51b5605f-6d18-4a74-a575-83e89e80ecf9 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:40.637887 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-951ad52a-5f20-4ecb-b348-fc987691443e req-51b5605f-6d18-4a74-a575-83e89e80ecf9 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Usage tracker for resource:security_group_rule and tenant:b35c333c614c4c919442bc5322c09acf is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:40.640441 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd78121-da0d-47b1-887c-b335c746740a req-f9a59340-4108-4d3e-9da8-f4868bd2ec88 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:40.641939 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5fd78121-da0d-47b1-887c-b335c746740a req-f9a59340-4108-4d3e-9da8-f4868bd2ec88 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 943 time: 0.3061392 Apr 20 17:08:40.648062 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-951ad52a-5f20-4ecb-b348-fc987691443e req-51b5605f-6d18-4a74-a575-83e89e80ecf9 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:40.656100 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-951ad52a-5f20-4ecb-b348-fc987691443e req-51b5605f-6d18-4a74-a575-83e89e80ecf9 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:40.659624 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-da888f2c-ac22-4741-856e-610cf6f7b536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:40.721042 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-e1292fa9-2870-4b3a-b82a-b557f539afcb admin admin] Transition to ACTIVE for port object bbfd4978-e15a-4d7c-ab0b-2884d6ba7eab will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:08:40.771442 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5fd78121-da0d-47b1-887c-b335c746740a req-8012778d-2d62-45c5-858d-e32e880b1140 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227489 Apr 20 17:08:40.836031 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05d8312a-45fd-44ac-b0a7-47616c705674 req-f6cace2b-0024-4e08-8272-ba618ca184a8 service neutron] 10.222.0.43 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277601 Apr 20 17:08:40.850083 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1292fa9-2870-4b3a-b82a-b557f539afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:41.000856 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1292fa9-2870-4b3a-b82a-b557f539afcb admin admin] Network fff7285f-a3fe-4603-bd7a-10d8964e1e6a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:08:41.005440 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-e1292fa9-2870-4b3a-b82a-b557f539afcb admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:08:41.007593 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1292fa9-2870-4b3a-b82a-b557f539afcb admin admin] Pushing event updated for resources: {'Port': ['ID=bbfd4978-e15a-4d7c-ab0b-2884d6ba7eab,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:41.009722 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1292fa9-2870-4b3a-b82a-b557f539afcb admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:08:41.026502 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-951ad52a-5f20-4ecb-b348-fc987691443e req-51b5605f-6d18-4a74-a575-83e89e80ecf9 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:41.044374 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-951ad52a-5f20-4ecb-b348-fc987691443e req-51b5605f-6d18-4a74-a575-83e89e80ecf9 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:41.073110 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4bd753b5-cbec-4e81-91b9-d0cc97469cb3 req-bf6f8863-8d7f-42bc-95c5-a920542ba5f7 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.39 "GET /v2.0/ports?device_id=5947ec81-c7ed-438d-bb8b-9a8f1d391077 HTTP/1.1" status: 200 len: 210 time: 0.0875037 Apr 20 17:08:41.078578 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1292fa9-2870-4b3a-b82a-b557f539afcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:41.199269 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5605f-6d18-4a74-a575-83e89e80ecf9 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd14572-00de-494f-9e8e-489c6a82f628,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:41.222604 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1292fa9-2870-4b3a-b82a-b557f539afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:41.367222 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4dde9117-9fb2-4fdf-b5dc-f6d52189e549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:41.452691 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2519df48-edc4-4fcf-8411-4b01e485fde5 None None] Provisioning for port bbfd4978-e15a-4d7c-ab0b-2884d6ba7eab completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:08:41.464459 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2519df48-edc4-4fcf-8411-4b01e485fde5 None None] Provisioning complete for port bbfd4978-e15a-4d7c-ab0b-2884d6ba7eab triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:08:41.464818 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2519df48-edc4-4fcf-8411-4b01e485fde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:41.505383 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58070) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:41.619497 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-2519df48-edc4-4fcf-8411-4b01e485fde5 None None] Port bbfd4978-e15a-4d7c-ab0b-2884d6ba7eab cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:08:41.634452 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-951ad52a-5f20-4ecb-b348-fc987691443e req-51b5605f-6d18-4a74-a575-83e89e80ecf9 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Allocated IP 192.168.233.217 (9a774663-a30d-4bd1-8b41-83fe693f2d30/777b4790-ba4c-49e9-8844-3c09c1447f40/ad3cd74d-efc4-405e-bd02-97cdfaad7194) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:08:41.724667 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58086) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:41.808530 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a76c55ab-cbbb-4441-8af8-d32c206d44a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:41.873626 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 14f17c03-d216-41a3-8c5b-6e34bad8ee2e details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:08:41.968997 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6f9440d6-8024-4948-9802-55e08ab20851 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2af87219f2074c64a249b85ea5a8e848&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2428434 Apr 20 17:08:41.971228 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a76c55ab-cbbb-4441-8af8-d32c206d44a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:41.973431 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58094) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:41.979978 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a76c55ab-cbbb-4441-8af8-d32c206d44a5 admin admin] Usage tracker for resource:security_group_rule and tenant:792eb353ff714c67ad7c85e4bcc8f345 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:41.994686 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-951ad52a-5f20-4ecb-b348-fc987691443e req-51b5605f-6d18-4a74-a575-83e89e80ecf9 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:41.997918 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a76c55ab-cbbb-4441-8af8-d32c206d44a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:42.016152 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a76c55ab-cbbb-4441-8af8-d32c206d44a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:42.018107 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-951ad52a-5f20-4ecb-b348-fc987691443e req-51b5605f-6d18-4a74-a575-83e89e80ecf9 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Transition to ACTIVE for port object ad3cd74d-efc4-405e-bd02-97cdfaad7194 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:08:42.033159 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1292fa9-2870-4b3a-b82a-b557f539afcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:42.060596 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1292fa9-2870-4b3a-b82a-b557f539afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:42.092541 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=14f17c03-d216-41a3-8c5b-6e34bad8ee2e,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:42.114737 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '14f17c03-d216-41a3-8c5b-6e34bad8ee2e', 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c', 'port_id': '14f17c03-d216-41a3-8c5b-6e34bad8ee2e', 'mac_address': 'fa:16:3e:6e:3d:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64070a1b-0f00-4b11-95f5-508285983f32', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:08:42.173609 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-da888f2c-ac22-4741-856e-610cf6f7b536 admin admin] Deleting port c5a31f50-3a1f-439f-9c07-2d9cc760e296 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:08:42.173961 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-da888f2c-ac22-4741-856e-610cf6f7b536 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:42.211328 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:42.232939 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14f17c03-d216-41a3-8c5b-6e34bad8ee2e {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:08:42.260412 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=14f17c03-d216-41a3-8c5b-6e34bad8ee2e,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:42.266079 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:42.280871 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ee3a72c8-1f45-4ce0-b5b0-46410ae07157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:42.330152 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1292fa9-2870-4b3a-b82a-b557f539afcb admin admin] Pushing event updated for resources: {'Port': ['ID=bbfd4978-e15a-4d7c-ab0b-2884d6ba7eab,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:42.356515 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58102) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:42.361910 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1292fa9-2870-4b3a-b82a-b557f539afcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:42.394384 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=14f17c03-d216-41a3-8c5b-6e34bad8ee2e,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:42.414704 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ee3a72c8-1f45-4ce0-b5b0-46410ae07157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:42.485984 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['14f17c03-d216-41a3-8c5b-6e34bad8ee2e'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:08:42.575433 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a76c55ab-cbbb-4441-8af8-d32c206d44a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:42.601584 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a76c55ab-cbbb-4441-8af8-d32c206d44a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:42.614442 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d35488-17d7-46f5-b911-4ea3256c7020 req-eae72737-dd87-4fb0-9400-29d46203b9ab tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:42.615951 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e3d35488-17d7-46f5-b911-4ea3256c7020 req-eae72737-dd87-4fb0-9400-29d46203b9ab tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 943 time: 0.5585852 Apr 20 17:08:42.619600 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-951ad52a-5f20-4ecb-b348-fc987691443e req-51b5605f-6d18-4a74-a575-83e89e80ecf9 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:42.702094 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:42.723446 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:42.724657 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-89c93cd8-f5a6-4b37-a443-1f3591d5d722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:42.761281 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5605f-6d18-4a74-a575-83e89e80ecf9 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Pushing event updated for resources: {'Port': ['ID=ad3cd74d-efc4-405e-bd02-97cdfaad7194,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:42.781404 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c55ab-cbbb-4441-8af8-d32c206d44a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ecafedc-afa2-47f2-993d-6371cc9c400f,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:42.791221 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a76c55ab-cbbb-4441-8af8-d32c206d44a5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=792eb353ff714c67ad7c85e4bcc8f345&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2844238 Apr 20 17:08:42.791903 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58108) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:42.812182 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ee3a72c8-1f45-4ce0-b5b0-46410ae07157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:42.830230 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-951ad52a-5f20-4ecb-b348-fc987691443e req-51b5605f-6d18-4a74-a575-83e89e80ecf9 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:08:42.840207 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:42.844057 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-951ad52a-5f20-4ecb-b348-fc987691443e req-51b5605f-6d18-4a74-a575-83e89e80ecf9 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:08:42.854062 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-951ad52a-5f20-4ecb-b348-fc987691443e req-51b5605f-6d18-4a74-a575-83e89e80ecf9 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:08:42.859207 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1292fa9-2870-4b3a-b82a-b557f539afcb admin admin] Network fff7285f-a3fe-4603-bd7a-10d8964e1e6a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:08:42.863855 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a72c8-1f45-4ce0-b5b0-46410ae07157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40363c5-ca3e-4bf2-ac52-dde3989ff836,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:42.878824 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e3d35488-17d7-46f5-b911-4ea3256c7020 req-914cca09-7da9-4d9e-861f-ad93eb62e8f2 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424390 Apr 20 17:08:42.879635 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-e1292fa9-2870-4b3a-b82a-b557f539afcb admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:08:42.930139 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-da888f2c-ac22-4741-856e-610cf6f7b536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:42.949161 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-89c93cd8-f5a6-4b37-a443-1f3591d5d722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:43.085570 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-89c93cd8-f5a6-4b37-a443-1f3591d5d722 admin admin] Usage tracker for resource:security_group_rule and tenant:99cc634b38a1457e819b0f333abba057 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:43.098571 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-89c93cd8-f5a6-4b37-a443-1f3591d5d722 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:43.103480 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-da888f2c-ac22-4741-856e-610cf6f7b536 admin admin] Calling delete_port for c5a31f50-3a1f-439f-9c07-2d9cc760e296 owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:08:43.114429 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ee3a72c8-1f45-4ce0-b5b0-46410ae07157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:43.115715 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ee3a72c8-1f45-4ce0-b5b0-46410ae07157 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c40363c5-ca3e-4bf2-ac52-dde3989ff836 HTTP/1.1" status: 204 len: 168 time: 1.1401889 Apr 20 17:08:43.127171 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-89c93cd8-f5a6-4b37-a443-1f3591d5d722 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:43.154448 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b14d4-865a-4c1c-a7a2-fc19d8eb3282 req-d4b445df-14cd-4f28-b200-e9e88e6387ae tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:43.156341 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-029b14d4-865a-4c1c-a7a2-fc19d8eb3282 req-d4b445df-14cd-4f28-b200-e9e88e6387ae tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.39 "GET /v2.0/ports?device_id=5947ec81-c7ed-438d-bb8b-9a8f1d391077 HTTP/1.1" status: 200 len: 936 time: 0.5384619 Apr 20 17:08:43.182735 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ad52a-5f20-4ecb-b348-fc987691443e req-51b5605f-6d18-4a74-a575-83e89e80ecf9 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:43.186008 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-951ad52a-5f20-4ecb-b348-fc987691443e req-51b5605f-6d18-4a74-a575-83e89e80ecf9 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:43.207744 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2ea41a66-507d-4be7-a76b-63f1996456aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:43.267032 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5b09d17d-a3d1-434b-92cc-8ec534e66084 None None] Provisioning for port ad3cd74d-efc4-405e-bd02-97cdfaad7194 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:08:43.274019 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5b09d17d-a3d1-434b-92cc-8ec534e66084 None None] Provisioning complete for port ad3cd74d-efc4-405e-bd02-97cdfaad7194 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:08:43.274524 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5b09d17d-a3d1-434b-92cc-8ec534e66084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:43.277337 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2ea41a66-507d-4be7-a76b-63f1996456aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:43.280935 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-951ad52a-5f20-4ecb-b348-fc987691443e req-51b5605f-6d18-4a74-a575-83e89e80ecf9 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1352627 Apr 20 17:08:43.293055 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-951ad52a-5f20-4ecb-b348-fc987691443e req-14c2d0f5-836d-4643-9109-cefcb3fb1411 service neutron] Request body: {'port': {'device_id': '5947ec81-c7ed-438d-bb8b-9a8f1d391077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:08:43.323710 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-029b14d4-865a-4c1c-a7a2-fc19d8eb3282 req-58960691-c467-43bd-a753-4758bab3476f tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Synchronizing usage tracker for tenant:b35c333c614c4c919442bc5322c09acf on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:08:43.359176 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-5b09d17d-a3d1-434b-92cc-8ec534e66084 None None] Port ad3cd74d-efc4-405e-bd02-97cdfaad7194 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:08:43.399866 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5b09d17d-a3d1-434b-92cc-8ec534e66084 None None] Provisioning complete for port bbfd4978-e15a-4d7c-ab0b-2884d6ba7eab triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:08:43.399866 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5b09d17d-a3d1-434b-92cc-8ec534e66084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:43.427628 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device a300ed97-3e8f-4a80-b17e-011c6cdbb640 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:08:43.526015 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-029b14d4-865a-4c1c-a7a2-fc19d8eb3282 req-58960691-c467-43bd-a753-4758bab3476f tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Unset dirty status for tenant:b35c333c614c4c919442bc5322c09acf on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:08:43.541842 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-029b14d4-865a-4c1c-a7a2-fc19d8eb3282 req-58960691-c467-43bd-a753-4758bab3476f tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dd14572-00de-494f-9e8e-489c6a82f628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671737 Apr 20 17:08:43.559272 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-89c93cd8-f5a6-4b37-a443-1f3591d5d722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:43.582428 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-89c93cd8-f5a6-4b37-a443-1f3591d5d722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:43.586081 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-5b09d17d-a3d1-434b-92cc-8ec534e66084 None None] Port bbfd4978-e15a-4d7c-ab0b-2884d6ba7eab cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:08:43.621931 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-951ad52a-5f20-4ecb-b348-fc987691443e req-14c2d0f5-836d-4643-9109-cefcb3fb1411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:43.623917 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port a300ed97-3e8f-4a80-b17e-011c6cdbb640 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:08:43.632836 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port a300ed97-3e8f-4a80-b17e-011c6cdbb640 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:08:43.634213 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:43.634671 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c93cd8-f5a6-4b37-a443-1f3591d5d722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b692af2a-000c-46c6-b011-2aab13dd1787,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:43.641232 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2ea41a66-507d-4be7-a76b-63f1996456aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:43.678234 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea41a66-507d-4be7-a76b-63f1996456aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ecafedc-afa2-47f2-993d-6371cc9c400f,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:43.683348 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2ea41a66-507d-4be7-a76b-63f1996456aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:43.687210 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2ea41a66-507d-4be7-a76b-63f1996456aa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ecafedc-afa2-47f2-993d-6371cc9c400f HTTP/1.1" status: 204 len: 168 time: 0.8909934 Apr 20 17:08:43.693873 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-89c93cd8-f5a6-4b37-a443-1f3591d5d722 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=99cc634b38a1457e819b0f333abba057&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3278430 Apr 20 17:08:43.694830 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58124) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:43.741575 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-da888f2c-ac22-4741-856e-610cf6f7b536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:43.788035 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-716657bb-95a1-4937-a9f3-872411ab23af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:43.824945 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-716657bb-95a1-4937-a9f3-872411ab23af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:43.840958 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1292fa9-2870-4b3a-b82a-b557f539afcb admin admin] Router 746248d7-4db9-4ed5-a7de-7b06ef1bc470 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:08:43.859334 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:43.861746 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:43.863634 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da888f2c-ac22-4741-856e-610cf6f7b536 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a31f50-3a1f-439f-9c07-2d9cc760e296,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:43.887576 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port a300ed97-3e8f-4a80-b17e-011c6cdbb640, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=a300ed97-3e8f-4a80-b17e-011c6cdbb640,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:43.895372 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 14f17c03-d216-41a3-8c5b-6e34bad8ee2e up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:08:43.985262 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:44.151047 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-716657bb-95a1-4937-a9f3-872411ab23af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:44.194843 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=a300ed97-3e8f-4a80-b17e-011c6cdbb640,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:44.210226 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:08:44.221173 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:08:44.221687 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:44.246351 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716657bb-95a1-4937-a9f3-872411ab23af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b692af2a-000c-46c6-b011-2aab13dd1787,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:44.309087 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-716657bb-95a1-4937-a9f3-872411ab23af admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:44.312974 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-716657bb-95a1-4937-a9f3-872411ab23af admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b692af2a-000c-46c6-b011-2aab13dd1787 HTTP/1.1" status: 204 len: 168 time: 0.6132593 Apr 20 17:08:44.365844 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58140) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:44.425622 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9539aee6-e610-431a-916a-c9be5f36fc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:44.497218 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:44.519547 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89edcbe-c001-4f8c-ad79-ad366125f5b6 req-f6a9fcac-880a-43cd-90a0-616e8057d296 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:44.530948 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b89edcbe-c001-4f8c-ad79-ad366125f5b6 req-f6a9fcac-880a-43cd-90a0-616e8057d296 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 944 time: 0.3628256 Apr 20 17:08:44.560582 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a851b32-0d51-41f4-849b-4045595413c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f17c03-d216-41a3-8c5b-6e34bad8ee2e'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:08:44.583197 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=14f17c03-d216-41a3-8c5b-6e34bad8ee2e,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:44.589781 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:44.646406 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1292fa9-2870-4b3a-b82a-b557f539afcb admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:08:44.648368 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9539aee6-e610-431a-916a-c9be5f36fc19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:44.676251 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9539aee6-e610-431a-916a-c9be5f36fc19 admin admin] Usage tracker for resource:security_group_rule and tenant:3575d0eb2879472c9126c3deb47ccba6 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:44.682161 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf19a8be-b92b-4723-ae46-20d247e306b7'] response: {'server_uuid': '5a851b32-0d51-41f4-849b-4045595413c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f17c03-d216-41a3-8c5b-6e34bad8ee2e', 'code': 200} Apr 20 17:08:44.687381 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9539aee6-e610-431a-916a-c9be5f36fc19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:44.693362 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e1292fa9-2870-4b3a-b82a-b557f539afcb admin admin] 10.222.0.39 "PUT /v2.0/routers/746248d7-4db9-4ed5-a7de-7b06ef1bc470/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6373134 Apr 20 17:08:44.718348 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9539aee6-e610-431a-916a-c9be5f36fc19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:44.751399 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b89edcbe-c001-4f8c-ad79-ad366125f5b6 req-41d19f8d-49bb-45cb-a593-c3c6ce5fc437 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195756 Apr 20 17:08:44.768371 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=14f17c03-d216-41a3-8c5b-6e34bad8ee2e,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:44.828595 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-951ad52a-5f20-4ecb-b348-fc987691443e req-14c2d0f5-836d-4643-9109-cefcb3fb1411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad3cd74d-efc4-405e-bd02-97cdfaad7194 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:08:44.840197 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-951ad52a-5f20-4ecb-b348-fc987691443e req-14c2d0f5-836d-4643-9109-cefcb3fb1411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:44.860542 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-951ad52a-5f20-4ecb-b348-fc987691443e req-14c2d0f5-836d-4643-9109-cefcb3fb1411 service neutron] Transition to ACTIVE for port object ad3cd74d-efc4-405e-bd02-97cdfaad7194 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:08:44.875487 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-951ad52a-5f20-4ecb-b348-fc987691443e req-14c2d0f5-836d-4643-9109-cefcb3fb1411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:44.911311 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-431cd229-b515-4a88-bd13-86d1103abed9 req-59b81cb1-0a7d-4ee6-b22a-661ea8a00f06 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 1096 time: 0.1731000 Apr 20 17:08:44.911927 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:44.938055 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9539aee6-e610-431a-916a-c9be5f36fc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:44.950291 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9539aee6-e610-431a-916a-c9be5f36fc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:45.039260 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539aee6-e610-431a-916a-c9be5f36fc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9dc29c2-c20d-417f-8a5b-cdf427fda681,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:45.046718 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9539aee6-e610-431a-916a-c9be5f36fc19 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3575d0eb2879472c9126c3deb47ccba6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6798432 Apr 20 17:08:45.048380 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58164) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:45.051060 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-431cd229-b515-4a88-bd13-86d1103abed9 req-d1c177ec-2a8e-49f3-a004-d6bc9c6e03e7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333477 Apr 20 17:08:45.127975 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-54d295e3-5f19-4312-9d7f-c1f146082a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:45.160413 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-54d295e3-5f19-4312-9d7f-c1f146082a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:45.165931 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2d0f5-836d-4643-9109-cefcb3fb1411 service neutron] Pushing event updated for resources: {'Port': ['ID=ad3cd74d-efc4-405e-bd02-97cdfaad7194,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:45.223392 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58170) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:45.248610 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bd7813b3-79ca-476b-8ce4-50292ab53307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:45.262010 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-54d295e3-5f19-4312-9d7f-c1f146082a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:45.291475 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d295e3-5f19-4312-9d7f-c1f146082a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9dc29c2-c20d-417f-8a5b-cdf427fda681,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:45.301851 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-54d295e3-5f19-4312-9d7f-c1f146082a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:45.305908 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-54d295e3-5f19-4312-9d7f-c1f146082a37 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e9dc29c2-c20d-417f-8a5b-cdf427fda681 HTTP/1.1" status: 204 len: 168 time: 0.2535386 Apr 20 17:08:45.336359 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bd7813b3-79ca-476b-8ce4-50292ab53307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:45.338396 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2fe2e-3cb2-47a7-b03d-ca580019192e req-0557bb76-7c91-4de3-b363-cd8b8ce74d8d tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:45.339342 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-31b2fe2e-3cb2-47a7-b03d-ca580019192e req-0557bb76-7c91-4de3-b363-cd8b8ce74d8d tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Synchronizing usage tracker for tenant:b35c333c614c4c919442bc5322c09acf on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:08:45.346956 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bd7813b3-79ca-476b-8ce4-50292ab53307 admin admin] Usage tracker for resource:security_group_rule and tenant:640eefe413dd4f50b9cb73bdac9671fa is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:45.347552 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-da888f2c-ac22-4741-856e-610cf6f7b536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:45.359467 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bd7813b3-79ca-476b-8ce4-50292ab53307 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:45.372346 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bd7813b3-79ca-476b-8ce4-50292ab53307 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:45.443088 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device a300ed97-3e8f-4a80-b17e-011c6cdbb640 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:08:45.548329 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-31b2fe2e-3cb2-47a7-b03d-ca580019192e req-0557bb76-7c91-4de3-b363-cd8b8ce74d8d tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Unset dirty status for tenant:b35c333c614c4c919442bc5322c09acf on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:08:45.555365 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-31b2fe2e-3cb2-47a7-b03d-ca580019192e req-0557bb76-7c91-4de3-b363-cd8b8ce74d8d tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.39 "GET /v2.0/ports?device_id=5947ec81-c7ed-438d-bb8b-9a8f1d391077 HTTP/1.1" status: 200 len: 948 time: 0.5467441 Apr 20 17:08:45.563089 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-951ad52a-5f20-4ecb-b348-fc987691443e req-14c2d0f5-836d-4643-9109-cefcb3fb1411 service neutron] Attempting to bind port ad3cd74d-efc4-405e-bd02-97cdfaad7194 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:08:45.563463 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-951ad52a-5f20-4ecb-b348-fc987691443e req-14c2d0f5-836d-4643-9109-cefcb3fb1411 service neutron] Attempting to bind port ad3cd74d-efc4-405e-bd02-97cdfaad7194 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:08:45.563886 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951ad52a-5f20-4ecb-b348-fc987691443e req-14c2d0f5-836d-4643-9109-cefcb3fb1411 service neutron] Attempting to bind port ad3cd74d-efc4-405e-bd02-97cdfaad7194 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:08:45.571377 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bd7813b3-79ca-476b-8ce4-50292ab53307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:45.579332 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bd7813b3-79ca-476b-8ce4-50292ab53307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:45.603143 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951ad52a-5f20-4ecb-b348-fc987691443e req-14c2d0f5-836d-4643-9109-cefcb3fb1411 service neutron] Port ad3cd74d-efc4-405e-bd02-97cdfaad7194 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:08:45.603605 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951ad52a-5f20-4ecb-b348-fc987691443e req-14c2d0f5-836d-4643-9109-cefcb3fb1411 service neutron] Attempting to bind port ad3cd74d-efc4-405e-bd02-97cdfaad7194 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:08:45.645053 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951ad52a-5f20-4ecb-b348-fc987691443e req-14c2d0f5-836d-4643-9109-cefcb3fb1411 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:08:45.645541 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951ad52a-5f20-4ecb-b348-fc987691443e req-14c2d0f5-836d-4643-9109-cefcb3fb1411 service neutron] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:08:45.646113 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951ad52a-5f20-4ecb-b348-fc987691443e req-14c2d0f5-836d-4643-9109-cefcb3fb1411 service neutron] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:08:45.658610 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-951ad52a-5f20-4ecb-b348-fc987691443e req-14c2d0f5-836d-4643-9109-cefcb3fb1411 service neutron] Bound port: ad3cd74d-efc4-405e-bd02-97cdfaad7194, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:08:45.658610 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-951ad52a-5f20-4ecb-b348-fc987691443e req-14c2d0f5-836d-4643-9109-cefcb3fb1411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:45.673869 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bd7813b3-79ca-476b-8ce4-50292ab53307 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=640eefe413dd4f50b9cb73bdac9671fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4493256 Apr 20 17:08:45.675420 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port a300ed97-3e8f-4a80-b17e-011c6cdbb640 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:08:45.677913 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58180) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:45.678544 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:45.684854 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-31b2fe2e-3cb2-47a7-b03d-ca580019192e req-298eacc8-4398-457f-a84a-c8193023a5ad tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dd14572-00de-494f-9e8e-489c6a82f628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285136 Apr 20 17:08:45.803516 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-951ad52a-5f20-4ecb-b348-fc987691443e req-14c2d0f5-836d-4643-9109-cefcb3fb1411 service neutron] For port ad3cd74d-efc4-405e-bd02-97cdfaad7194, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:08:45.807752 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-951ad52a-5f20-4ecb-b348-fc987691443e req-14c2d0f5-836d-4643-9109-cefcb3fb1411 service neutron] For port ad3cd74d-efc4-405e-bd02-97cdfaad7194, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=ad3cd74d-efc4-405e-bd02-97cdfaad7194,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:08:45.820364 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [req-207a89b1-4b2f-4149-b4a2-846f39030997 req-4d2a37c0-7f9c-4252-ba74-41154c6eb17b tempest-FloatingIPDetailsNegativeTestJSON-1273044885 tempest-FloatingIPDetailsNegativeTestJSON-1273044885-project] show failed (client error): The resource could not be found. Apr 20 17:08:45.821323 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-207a89b1-4b2f-4149-b4a2-846f39030997 req-4d2a37c0-7f9c-4252-ba74-41154c6eb17b tempest-FloatingIPDetailsNegativeTestJSON-1273044885 tempest-FloatingIPDetailsNegativeTestJSON-1273044885-project] 10.222.0.39 "GET /v2.0/floatingips/730f873c-05ec-445c-bf4c-de0c358062db HTTP/1.1" status: 404 len: 350 time: 0.0739915 Apr 20 17:08:45.834325 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58186) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:45.841833 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-951ad52a-5f20-4ecb-b348-fc987691443e req-14c2d0f5-836d-4643-9109-cefcb3fb1411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:45.984372 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-951ad52a-5f20-4ecb-b348-fc987691443e req-14c2d0f5-836d-4643-9109-cefcb3fb1411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:45.985963 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-951ad52a-5f20-4ecb-b348-fc987691443e req-14c2d0f5-836d-4643-9109-cefcb3fb1411 service neutron] 10.222.0.10 "PUT /v2.0/ports/ad3cd74d-efc4-405e-bd02-97cdfaad7194 HTTP/1.1" status: 200 len: 1096 time: 2.6972985 Apr 20 17:08:45.991965 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5947ec81-c7ed-438d-bb8b-9a8f1d391077', 'tag': 'ad3cd74d-efc4-405e-bd02-97cdfaad7194'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:08:46.028407 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7813b3-79ca-476b-8ce4-50292ab53307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d534078c-6dee-4846-a7ee-6d749c1a6d07,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:46.096885 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-916c9909-da94-4664-bc1d-9715fe5e5bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:46.110683 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2d0f5-836d-4643-9109-cefcb3fb1411 service neutron] Pushing event updated for resources: {'Port': ['ID=ad3cd74d-efc4-405e-bd02-97cdfaad7194,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:46.132226 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d405a1e-5728-4867-9e98-f7e5decd6fb7'] response: {'name': 'network-changed', 'server_uuid': '5947ec81-c7ed-438d-bb8b-9a8f1d391077', 'tag': 'ad3cd74d-efc4-405e-bd02-97cdfaad7194', 'status': 'completed', 'code': 200} Apr 20 17:08:46.153750 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-916c9909-da94-4664-bc1d-9715fe5e5bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:46.293455 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-916c9909-da94-4664-bc1d-9715fe5e5bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:46.528548 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5b193-e278-4ad4-9a3f-dc55f65714e8 req-407735a2-0213-45f6-869f-cccdb3b545f4 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:46.532222 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c9909-da94-4664-bc1d-9715fe5e5bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d534078c-6dee-4846-a7ee-6d749c1a6d07,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:46.535413 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-01f5b193-e278-4ad4-9a3f-dc55f65714e8 req-407735a2-0213-45f6-869f-cccdb3b545f4 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 945 time: 0.4815745 Apr 20 17:08:46.550236 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-916c9909-da94-4664-bc1d-9715fe5e5bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:46.553784 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-916c9909-da94-4664-bc1d-9715fe5e5bc3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d534078c-6dee-4846-a7ee-6d749c1a6d07 HTTP/1.1" status: 204 len: 168 time: 0.8699377 Apr 20 17:08:46.626068 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-951ad52a-5f20-4ecb-b348-fc987691443e req-db97ac07-7582-482e-abad-86cc19c1e3dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b35c333c614c4c919442bc5322c09acf&device_id=5947ec81-c7ed-438d-bb8b-9a8f1d391077 HTTP/1.1" status: 200 len: 1099 time: 0.3345044 Apr 20 17:08:46.649434 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f80ed45a-eb4f-48d7-a91f-9900b779bb3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:46.821165 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-01f5b193-e278-4ad4-9a3f-dc55f65714e8 req-f1cc4369-50b3-4abf-8045-f94c543c23ad tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847877 Apr 20 17:08:46.822751 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-951ad52a-5f20-4ecb-b348-fc987691443e req-a677cd4b-5e83-4405-b5ff-c204bf4a60f4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=ad3cd74d-efc4-405e-bd02-97cdfaad7194 HTTP/1.1" status: 200 len: 217 time: 0.1818669 Apr 20 17:08:46.958691 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ad52a-5f20-4ecb-b348-fc987691443e req-e4297942-0340-4079-a339-45a2861be528 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:46.960153 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-951ad52a-5f20-4ecb-b348-fc987691443e req-e4297942-0340-4079-a339-45a2861be528 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1236255 Apr 20 17:08:47.227188 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-951ad52a-5f20-4ecb-b348-fc987691443e req-9a7cb241-9e61-4de4-94c5-9fa08a4d301c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2585144 Apr 20 17:08:47.271646 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5f08a-4708-40e1-b7c1-7db3ad52ae49 req-305d147b-7dd6-483d-8c0b-7eec63d619b1 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:47.273330 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f1f5f08a-4708-40e1-b7c1-7db3ad52ae49 req-305d147b-7dd6-483d-8c0b-7eec63d619b1 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.39 "GET /v2.0/ports?device_id=5947ec81-c7ed-438d-bb8b-9a8f1d391077 HTTP/1.1" status: 200 len: 948 time: 0.3489892 Apr 20 17:08:47.321844 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da888f2c-ac22-4741-856e-610cf6f7b536 admin admin] Router d970015c-17b4-42e4-96e0-9eb848adb063 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:08:47.480873 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58230) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:47.520124 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f1f5f08a-4708-40e1-b7c1-7db3ad52ae49 req-f3dd8dc6-8311-40eb-8271-6a77e721565f tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dd14572-00de-494f-9e8e-489c6a82f628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235274 Apr 20 17:08:47.527064 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-951ad52a-5f20-4ecb-b348-fc987691443e req-8b48e637-41a5-4971-a716-1f244cee9b2f service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929304 Apr 20 17:08:47.681671 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-f80ed45a-eb4f-48d7-a91f-9900b779bb3b admin admin] Deleting port bbfd4978-e15a-4d7c-ab0b-2884d6ba7eab {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:08:47.682231 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f80ed45a-eb4f-48d7-a91f-9900b779bb3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:47.739535 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-2ecc1929-8d77-40b1-b81c-95dc70fca38c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2030613003-network', 'tenant_id': 'c6309d4027774bf39a206d4366b6ddc5'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:08:47.750427 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2ecc1929-8d77-40b1-b81c-95dc70fca38c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:47.764686 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2ecc1929-8d77-40b1-b81c-95dc70fca38c admin admin] Usage tracker for resource:network and tenant:c6309d4027774bf39a206d4366b6ddc5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:47.825465 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2ecc1929-8d77-40b1-b81c-95dc70fca38c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:47.867738 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2ecc1929-8d77-40b1-b81c-95dc70fca38c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:47.884071 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-951ad52a-5f20-4ecb-b348-fc987691443e req-7a2ee284-afe7-48de-8854-0aaf915d6d39 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388000 Apr 20 17:08:47.932138 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f80ed45a-eb4f-48d7-a91f-9900b779bb3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:47.952736 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecc1929-8d77-40b1-b81c-95dc70fca38c admin admin] Made reservation on behalf of c6309d4027774bf39a206d4366b6ddc5 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:08:47.954989 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ecc1929-8d77-40b1-b81c-95dc70fca38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:48.047237 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ecc1929-8d77-40b1-b81c-95dc70fca38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:48.076827 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3be8a1-d4c0-4da7-b92c-4d9ce1dda2cb req-726250cd-5f48-4687-a617-561588f5e76b tempest-NetworksTest-1031582155 tempest-NetworksTest-1031582155-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:48.077225 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3be8a1-d4c0-4da7-b92c-4d9ce1dda2cb req-726250cd-5f48-4687-a617-561588f5e76b tempest-NetworksTest-1031582155 tempest-NetworksTest-1031582155-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:48.077561 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3be8a1-d4c0-4da7-b92c-4d9ce1dda2cb req-726250cd-5f48-4687-a617-561588f5e76b tempest-NetworksTest-1031582155 tempest-NetworksTest-1031582155-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:48.077915 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3be8a1-d4c0-4da7-b92c-4d9ce1dda2cb req-726250cd-5f48-4687-a617-561588f5e76b tempest-NetworksTest-1031582155 tempest-NetworksTest-1031582155-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:48.078289 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3be8a1-d4c0-4da7-b92c-4d9ce1dda2cb req-726250cd-5f48-4687-a617-561588f5e76b tempest-NetworksTest-1031582155 tempest-NetworksTest-1031582155-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:48.078668 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3be8a1-d4c0-4da7-b92c-4d9ce1dda2cb req-726250cd-5f48-4687-a617-561588f5e76b tempest-NetworksTest-1031582155 tempest-NetworksTest-1031582155-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:48.078989 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3be8a1-d4c0-4da7-b92c-4d9ce1dda2cb req-726250cd-5f48-4687-a617-561588f5e76b tempest-NetworksTest-1031582155 tempest-NetworksTest-1031582155-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:48.079334 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3be8a1-d4c0-4da7-b92c-4d9ce1dda2cb req-726250cd-5f48-4687-a617-561588f5e76b tempest-NetworksTest-1031582155 tempest-NetworksTest-1031582155-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:48.079682 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3be8a1-d4c0-4da7-b92c-4d9ce1dda2cb req-726250cd-5f48-4687-a617-561588f5e76b tempest-NetworksTest-1031582155 tempest-NetworksTest-1031582155-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:48.085595 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8c3be8a1-d4c0-4da7-b92c-4d9ce1dda2cb req-726250cd-5f48-4687-a617-561588f5e76b tempest-NetworksTest-1031582155 tempest-NetworksTest-1031582155-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6461 time: 0.3822439 Apr 20 17:08:48.115916 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-f80ed45a-eb4f-48d7-a91f-9900b779bb3b admin admin] Calling delete_port for bbfd4978-e15a-4d7c-ab0b-2884d6ba7eab owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:08:48.116810 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da888f2c-ac22-4741-856e-610cf6f7b536 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:08:48.226044 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2ecc1929-8d77-40b1-b81c-95dc70fca38c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:48.237451 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2ecc1929-8d77-40b1-b81c-95dc70fca38c admin admin] Usage tracker for resource:security_group_rule and tenant:c6309d4027774bf39a206d4366b6ddc5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:48.252040 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2ecc1929-8d77-40b1-b81c-95dc70fca38c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:48.259604 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-da888f2c-ac22-4741-856e-610cf6f7b536 admin admin] 10.222.0.39 "PUT /v2.0/routers/d970015c-17b4-42e4-96e0-9eb848adb063/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1186523 Apr 20 17:08:48.261720 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58252) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:48.265568 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2ecc1929-8d77-40b1-b81c-95dc70fca38c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:48.290641 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-69163826-8f47-4cc8-9b7a-241394427724 req-ea6905bc-15aa-4f97-9bd1-a74365f6663d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b35c333c614c4c919442bc5322c09acf&device_id=5947ec81-c7ed-438d-bb8b-9a8f1d391077 HTTP/1.1" status: 200 len: 1099 time: 0.3388791 Apr 20 17:08:48.426775 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4c875-13f8-4dce-90a2-828f7a8de988 req-3e837acf-bd90-4c8d-aa73-c97faf1033ee tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:48.426775 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8ac4c875-13f8-4dce-90a2-828f7a8de988 req-3e837acf-bd90-4c8d-aa73-c97faf1033ee tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 945 time: 0.2673633 Apr 20 17:08:48.427562 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db7f41-c8c3-46a1-9eab-844a0742afdc req-7bc16c08-7273-4705-a582-8921407523a8 tempest-NetworksTest-1031582155 tempest-NetworksTest-1031582155-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:48.431243 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-22db7f41-c8c3-46a1-9eab-844a0742afdc req-7bc16c08-7273-4705-a582-8921407523a8 tempest-NetworksTest-1031582155 tempest-NetworksTest-1031582155-project-admin] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 886 time: 0.2986448 Apr 20 17:08:48.548957 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8ac4c875-13f8-4dce-90a2-828f7a8de988 req-7936e923-7c76-4d59-b9cb-49eab1e9b691 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090374 Apr 20 17:08:48.582575 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f80ed45a-eb4f-48d7-a91f-9900b779bb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:48.618752 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ecc1929-8d77-40b1-b81c-95dc70fca38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:48.621546 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69163826-8f47-4cc8-9b7a-241394427724 req-eb8965b8-2f85-441b-a9b8-3796732a593d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:48.623414 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-69163826-8f47-4cc8-9b7a-241394427724 req-eb8965b8-2f85-441b-a9b8-3796732a593d service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.3201623 Apr 20 17:08:48.627272 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ecc1929-8d77-40b1-b81c-95dc70fca38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:48.639301 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ed45a-eb4f-48d7-a91f-9900b779bb3b admin admin] Pushing event deleted for resources: {'Port': ['ID=bbfd4978-e15a-4d7c-ab0b-2884d6ba7eab,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:48.744730 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-69163826-8f47-4cc8-9b7a-241394427724 req-41e9b244-98c4-4440-9976-7c614a64b641 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=ad3cd74d-efc4-405e-bd02-97cdfaad7194 HTTP/1.1" status: 200 len: 217 time: 0.1044185 Apr 20 17:08:48.748542 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ecc1929-8d77-40b1-b81c-95dc70fca38c admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:08:48.834357 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-761aa974-0446-40a1-b477-4fbea55025b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:48.834618 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ecc1929-8d77-40b1-b81c-95dc70fca38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:48.834861 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-2ecc1929-8d77-40b1-b81c-95dc70fca38c admin admin] Added segment c7ed0e5c-4b95-417e-a470-af7a6d4248d5 of type vlan for network bf1bc412-90d5-44c3-9118-40a48e554e77 Apr 20 17:08:48.855013 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc1929-8d77-40b1-b81c-95dc70fca38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:48.877178 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69163826-8f47-4cc8-9b7a-241394427724 req-8573f897-194c-4b98-8e1f-b46e854d40d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:48.878725 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-69163826-8f47-4cc8-9b7a-241394427724 req-8573f897-194c-4b98-8e1f-b46e854d40d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1260612 Apr 20 17:08:48.958081 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ecc1929-8d77-40b1-b81c-95dc70fca38c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:48.975747 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a3398-475e-4454-b4a6-c3835ce819ac req-29821e8b-b40d-4349-b2c4-5bb32e65ad08 tempest-NetworksTest-1031582155 tempest-NetworksTest-1031582155-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:48.976147 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a3398-475e-4454-b4a6-c3835ce819ac req-29821e8b-b40d-4349-b2c4-5bb32e65ad08 tempest-NetworksTest-1031582155 tempest-NetworksTest-1031582155-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:48.976463 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a3398-475e-4454-b4a6-c3835ce819ac req-29821e8b-b40d-4349-b2c4-5bb32e65ad08 tempest-NetworksTest-1031582155 tempest-NetworksTest-1031582155-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:48.976817 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a3398-475e-4454-b4a6-c3835ce819ac req-29821e8b-b40d-4349-b2c4-5bb32e65ad08 tempest-NetworksTest-1031582155 tempest-NetworksTest-1031582155-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:48.977176 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a3398-475e-4454-b4a6-c3835ce819ac req-29821e8b-b40d-4349-b2c4-5bb32e65ad08 tempest-NetworksTest-1031582155 tempest-NetworksTest-1031582155-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:48.977510 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a3398-475e-4454-b4a6-c3835ce819ac req-29821e8b-b40d-4349-b2c4-5bb32e65ad08 tempest-NetworksTest-1031582155 tempest-NetworksTest-1031582155-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:48.977853 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a3398-475e-4454-b4a6-c3835ce819ac req-29821e8b-b40d-4349-b2c4-5bb32e65ad08 tempest-NetworksTest-1031582155 tempest-NetworksTest-1031582155-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:48.978217 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a3398-475e-4454-b4a6-c3835ce819ac req-29821e8b-b40d-4349-b2c4-5bb32e65ad08 tempest-NetworksTest-1031582155 tempest-NetworksTest-1031582155-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:48.978561 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a3398-475e-4454-b4a6-c3835ce819ac req-29821e8b-b40d-4349-b2c4-5bb32e65ad08 tempest-NetworksTest-1031582155 tempest-NetworksTest-1031582155-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:48.980548 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0b8a3398-475e-4454-b4a6-c3835ce819ac req-29821e8b-b40d-4349-b2c4-5bb32e65ad08 tempest-NetworksTest-1031582155 tempest-NetworksTest-1031582155-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6461 time: 0.4994972 Apr 20 17:08:49.045130 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ecc1929-8d77-40b1-b81c-95dc70fca38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:49.046258 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecc1929-8d77-40b1-b81c-95dc70fca38c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:49.046856 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ecc1929-8d77-40b1-b81c-95dc70fca38c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:49.260948 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541db1ba-de72-499d-af71-8a4e70375bf3 req-ab0199bf-d1f0-40fc-9478-d54fb859298b tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:49.262545 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-541db1ba-de72-499d-af71-8a4e70375bf3 req-ab0199bf-d1f0-40fc-9478-d54fb859298b tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.39 "GET /v2.0/ports?device_id=5947ec81-c7ed-438d-bb8b-9a8f1d391077 HTTP/1.1" status: 200 len: 948 time: 0.5195978 Apr 20 17:08:49.287393 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-69163826-8f47-4cc8-9b7a-241394427724 req-a940c74f-56f2-4352-8ff5-bd3a52d00d91 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3863280 Apr 20 17:08:49.293161 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc1929-8d77-40b1-b81c-95dc70fca38c admin admin] Pushing event updated for resources: {'Network': ['ID=bf1bc412-90d5-44c3-9118-40a48e554e77,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:49.341852 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network bf1bc412-90d5-44c3-9118-40a48e554e77 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:08:49.342647 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-541db1ba-de72-499d-af71-8a4e70375bf3 req-84e3b09d-384d-4bc7-9f78-5405efd07813 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dd14572-00de-494f-9e8e-489c6a82f628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733845 Apr 20 17:08:49.389121 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58282) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:49.467693 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f80ed45a-eb4f-48d7-a91f-9900b779bb3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:49.477467 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-761aa974-0446-40a1-b477-4fbea55025b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:49.544285 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2ecc1929-8d77-40b1-b81c-95dc70fca38c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0601289 Apr 20 17:08:49.545110 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58290) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:49.562725 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-00a8264f-211b-47c1-ad12-da056910ff7b admin admin] Request body: {'subnet': {'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2030613003-subnet', 'tenant_id': 'c6309d4027774bf39a206d4366b6ddc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:08:49.587050 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-761aa974-0446-40a1-b477-4fbea55025b6 admin admin] Deleting port 6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:08:49.587449 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-761aa974-0446-40a1-b477-4fbea55025b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:49.609909 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-00a8264f-211b-47c1-ad12-da056910ff7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:49.625029 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-00a8264f-211b-47c1-ad12-da056910ff7b admin admin] Usage tracker for resource:subnet and tenant:c6309d4027774bf39a206d4366b6ddc5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:49.631614 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-00a8264f-211b-47c1-ad12-da056910ff7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:49.652305 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-00a8264f-211b-47c1-ad12-da056910ff7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:49.687204 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-69163826-8f47-4cc8-9b7a-241394427724 req-e3a20b57-eb27-4bd1-a9cc-9b1af0363d28 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887911 Apr 20 17:08:49.689345 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a8264f-211b-47c1-ad12-da056910ff7b admin admin] Made reservation on behalf of c6309d4027774bf39a206d4366b6ddc5 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:08:49.691758 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00a8264f-211b-47c1-ad12-da056910ff7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:49.747687 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-12e2b33f-2ffa-4e80-af3a-67f1a2394b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:49.888560 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2da129bb-70c8-46e6-a757-d70e3860ecce req-ff7aa5f5-01d7-4852-90f1-1515f70c6bd9 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 1096 time: 0.3121758 Apr 20 17:08:49.895628 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-12e2b33f-2ffa-4e80-af3a-67f1a2394b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:49.918539 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-12e2b33f-2ffa-4e80-af3a-67f1a2394b29 admin admin] Usage tracker for resource:security_group_rule and tenant:48aec3ab266b4783a6b659cc4a19b7d2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:49.924856 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-12e2b33f-2ffa-4e80-af3a-67f1a2394b29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:49.935383 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-12e2b33f-2ffa-4e80-af3a-67f1a2394b29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:49.960507 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-69163826-8f47-4cc8-9b7a-241394427724 req-4d8b1cc3-caa3-4990-bbc4-a839ad9cdb95 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524302 Apr 20 17:08:49.978034 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-761aa974-0446-40a1-b477-4fbea55025b6 admin admin] For port 6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:49.978034 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-761aa974-0446-40a1-b477-4fbea55025b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:50.001322 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2da129bb-70c8-46e6-a757-d70e3860ecce req-3e63e6d5-5331-41ec-8314-e15a63e54b36 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008933 Apr 20 17:08:50.068028 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00a8264f-211b-47c1-ad12-da056910ff7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:50.125138 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-761aa974-0446-40a1-b477-4fbea55025b6 admin admin] Calling delete_port for 6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:08:50.178033 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8264f-211b-47c1-ad12-da056910ff7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=afaadd71-91d9-490d-8c9c-d83dc8020198,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:50.180460 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a8264f-211b-47c1-ad12-da056910ff7b admin admin] Checking segment: {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:08:50.180813 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a8264f-211b-47c1-ad12-da056910ff7b admin admin] Network hostable DHCP agents. Network: bf1bc412-90d5-44c3-9118-40a48e554e77, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:08:50.208140 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a8264f-211b-47c1-ad12-da056910ff7b admin admin] Network bf1bc412-90d5-44c3-9118-40a48e554e77 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:08:50.221186 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-00a8264f-211b-47c1-ad12-da056910ff7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, bf1bc412-90d5-44c3-9118-40a48e554e77) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:08:50.229916 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5e95ee-da7d-4c80-bef3-0758ea45b111 None None] Network bf1bc412-90d5-44c3-9118-40a48e554e77 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:08:50.263034 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a8264f-211b-47c1-ad12-da056910ff7b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:50.263620 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00a8264f-211b-47c1-ad12-da056910ff7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:50.273420 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-12e2b33f-2ffa-4e80-af3a-67f1a2394b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:50.304083 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-12e2b33f-2ffa-4e80-af3a-67f1a2394b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:50.330315 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-00a8264f-211b-47c1-ad12-da056910ff7b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7817531 Apr 20 17:08:50.335116 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b4cf46c1-27d8-40d2-a77e-5e6c7ec2c098 req-6a1bdd26-e4be-4efc-9b5a-2e40f973891f tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 1096 time: 0.1117361 Apr 20 17:08:50.389571 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b4cf46c1-27d8-40d2-a77e-5e6c7ec2c098 req-4bfa04da-ff74-43a7-8898-b9fd14615d3c tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487509 Apr 20 17:08:50.433772 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-12e2b33f-2ffa-4e80-af3a-67f1a2394b29 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=48aec3ab266b4783a6b659cc4a19b7d2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0434282 Apr 20 17:08:50.436422 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2b33f-2ffa-4e80-af3a-67f1a2394b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f2f0b5-3f79-49f5-8d95-a9a0890ac141,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:50.437107 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58318) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:50.591967 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f949086-a29a-4c29-9d19-32e02d92bbce None None] Network bf1bc412-90d5-44c3-9118-40a48e554e77 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:08:50.605520 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-036de5e5-4f48-4901-8a97-9965cd542532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:50.687552 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-036de5e5-4f48-4901-8a97-9965cd542532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:50.786723 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-036de5e5-4f48-4901-8a97-9965cd542532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:50.812027 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036de5e5-4f48-4901-8a97-9965cd542532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f2f0b5-3f79-49f5-8d95-a9a0890ac141,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:50.892048 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-761aa974-0446-40a1-b477-4fbea55025b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:50.897666 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-036de5e5-4f48-4901-8a97-9965cd542532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:50.901392 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-036de5e5-4f48-4901-8a97-9965cd542532 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/77f2f0b5-3f79-49f5-8d95-a9a0890ac141 HTTP/1.1" status: 204 len: 168 time: 0.4605920 Apr 20 17:08:50.940299 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f8d4f74f-986b-483c-870c-ad307359cd18 req-3f15241f-5bcb-4e38-9c19-58542ce9e1ca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1197510 Apr 20 17:08:50.946892 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761aa974-0446-40a1-b477-4fbea55025b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:51.128647 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09685479-8946-402c-a4c2-18685dba62cf req-f792ba64-d16c-4da5-bcb3-b362fa10ebab tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:51.130230 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-09685479-8946-402c-a4c2-18685dba62cf req-f792ba64-d16c-4da5-bcb3-b362fa10ebab tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.39 "GET /v2.0/ports?device_id=5947ec81-c7ed-438d-bb8b-9a8f1d391077 HTTP/1.1" status: 200 len: 948 time: 0.3728971 Apr 20 17:08:51.488526 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-09685479-8946-402c-a4c2-18685dba62cf req-9163efb6-4c26-4f7f-bd42-f884377c316b tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dd14572-00de-494f-9e8e-489c6a82f628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966924 Apr 20 17:08:51.497368 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58352) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:51.513647 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-761aa974-0446-40a1-b477-4fbea55025b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:51.532740 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-42cf9bb1-05f9-4edf-a63b-5c8b3f5b8c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:51.567827 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-42cf9bb1-05f9-4edf-a63b-5c8b3f5b8c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:51.572209 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-42cf9bb1-05f9-4edf-a63b-5c8b3f5b8c01 admin admin] Usage tracker for resource:security_group_rule and tenant:db253b5040a04736b3675918f1562f9c is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:51.575547 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-42cf9bb1-05f9-4edf-a63b-5c8b3f5b8c01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:51.581786 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-42cf9bb1-05f9-4edf-a63b-5c8b3f5b8c01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:51.669160 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-42cf9bb1-05f9-4edf-a63b-5c8b3f5b8c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:51.677066 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-42cf9bb1-05f9-4edf-a63b-5c8b3f5b8c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:51.718446 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-42cf9bb1-05f9-4edf-a63b-5c8b3f5b8c01 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=db253b5040a04736b3675918f1562f9c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2190938 Apr 20 17:08:51.720986 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58366) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:51.770796 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf9bb1-05f9-4edf-a63b-5c8b3f5b8c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df130919-189f-422f-82d9-dc81cd20cfb9,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:51.786327 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-761aa974-0446-40a1-b477-4fbea55025b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:51.795792 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-761aa974-0446-40a1-b477-4fbea55025b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:51.818245 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-baa7c48e-9616-4762-8693-61af1a268af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:51.847901 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-baa7c48e-9616-4762-8693-61af1a268af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:51.906695 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-761aa974-0446-40a1-b477-4fbea55025b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:51.907273 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761aa974-0446-40a1-b477-4fbea55025b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d970015c-17b4-42e4-96e0-9eb848adb063 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:08:51.910578 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-baa7c48e-9616-4762-8693-61af1a268af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:51.913513 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80ed45a-eb4f-48d7-a91f-9900b779bb3b admin admin] Router 746248d7-4db9-4ed5-a7de-7b06ef1bc470 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:08:51.938138 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7c48e-9616-4762-8693-61af1a268af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df130919-189f-422f-82d9-dc81cd20cfb9,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:51.942282 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-baa7c48e-9616-4762-8693-61af1a268af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:51.943639 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-baa7c48e-9616-4762-8693-61af1a268af1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df130919-189f-422f-82d9-dc81cd20cfb9 HTTP/1.1" status: 204 len: 168 time: 0.2214375 Apr 20 17:08:52.113951 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-761aa974-0446-40a1-b477-4fbea55025b6 admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:52.118057 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-761aa974-0446-40a1-b477-4fbea55025b6 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d970015c-17b4-42e4-96e0-9eb848adb063 HTTP/1.1" status: 204 len: 168 time: 3.8533564 Apr 20 17:08:52.118235 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58386) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:52.130110 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ed6d3a7d-09dd-4017-a218-ee578bbe91c8 req-36fb8aa3-e4fb-41bf-8b10-13e7b36a4c2f tempest-QuotasAdminNegativeTest-1793306307 tempest-QuotasAdminNegativeTest-1793306307-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=3c4939d9f04e4254be4492523eb65351&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443006 Apr 20 17:08:52.149056 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device ad3cd74d-efc4-405e-bd02-97cdfaad7194 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:08:52.245288 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58394) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:52.247998 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-7770a1d6-49d0-47f1-b964-4b1a57ac2d0e admin admin] Deleting subnet e018c84b-6075-429c-9ef6-070e8a5dcf11 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:08:52.253468 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7770a1d6-49d0-47f1-b964-4b1a57ac2d0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:52.257624 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-c2857aed-dd76-49b9-80e4-d74ce37c34ee admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-132974662-network', 'tenant_id': '39e7f7408fb2431ca88d439d8a7e3f1c'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:08:52.268961 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c2857aed-dd76-49b9-80e4-d74ce37c34ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:52.286573 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c2857aed-dd76-49b9-80e4-d74ce37c34ee admin admin] Usage tracker for resource:network and tenant:39e7f7408fb2431ca88d439d8a7e3f1c is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:52.295035 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c2857aed-dd76-49b9-80e4-d74ce37c34ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:52.306513 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c2857aed-dd76-49b9-80e4-d74ce37c34ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:52.323479 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7770a1d6-49d0-47f1-b964-4b1a57ac2d0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:52.338396 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d3a7d-09dd-4017-a218-ee578bbe91c8 req-08291e77-8207-4339-badd-134bf36d3579 tempest-QuotasAdminNegativeTest-1793306307 tempest-QuotasAdminNegativeTest-1793306307-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:52.345172 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ed6d3a7d-09dd-4017-a218-ee578bbe91c8 req-08291e77-8207-4339-badd-134bf36d3579 tempest-QuotasAdminNegativeTest-1793306307 tempest-QuotasAdminNegativeTest-1793306307-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2008340 Apr 20 17:08:52.360013 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2857aed-dd76-49b9-80e4-d74ce37c34ee admin admin] Made reservation on behalf of 39e7f7408fb2431ca88d439d8a7e3f1c for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:08:52.362351 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c2857aed-dd76-49b9-80e4-d74ce37c34ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:52.366539 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port ad3cd74d-efc4-405e-bd02-97cdfaad7194, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=ad3cd74d-efc4-405e-bd02-97cdfaad7194,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:52.388264 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'ad3cd74d-efc4-405e-bd02-97cdfaad7194', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': 'ad3cd74d-efc4-405e-bd02-97cdfaad7194', 'mac_address': 'fa:16:3e:ea:e1:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:08:52.508955 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ed6d3a7d-09dd-4017-a218-ee578bbe91c8 req-e194abbf-d952-4786-83e7-9bed0de0214f tempest-QuotasAdminNegativeTest-1793306307 tempest-QuotasAdminNegativeTest-1793306307-project] 10.222.0.39 "GET /v2.0/quotas/3c4939d9f04e4254be4492523eb65351 HTTP/1.1" status: 200 len: 375 time: 0.1629148 Apr 20 17:08:52.510661 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:52.514045 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c2857aed-dd76-49b9-80e4-d74ce37c34ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:52.541271 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad3cd74d-efc4-405e-bd02-97cdfaad7194 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:08:52.571680 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7770a1d6-49d0-47f1-b964-4b1a57ac2d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:52.585171 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port ad3cd74d-efc4-405e-bd02-97cdfaad7194, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=ad3cd74d-efc4-405e-bd02-97cdfaad7194,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:52.598686 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ed6d3a7d-09dd-4017-a218-ee578bbe91c8 req-4a7f2c30-c7be-4f11-8450-7f1da9cc1565 tempest-QuotasAdminNegativeTest-1793306307 tempest-QuotasAdminNegativeTest-1793306307-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c4939d9f04e4254be4492523eb65351&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887375 Apr 20 17:08:52.598891 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:52.657989 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c2857aed-dd76-49b9-80e4-d74ce37c34ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:52.672959 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c2857aed-dd76-49b9-80e4-d74ce37c34ee admin admin] Usage tracker for resource:security_group_rule and tenant:39e7f7408fb2431ca88d439d8a7e3f1c is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:52.676872 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c2857aed-dd76-49b9-80e4-d74ce37c34ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:52.680142 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7770a1d6-49d0-47f1-b964-4b1a57ac2d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:52.694388 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80ed45a-eb4f-48d7-a91f-9900b779bb3b admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:08:52.718806 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c2857aed-dd76-49b9-80e4-d74ce37c34ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:52.732077 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770a1d6-49d0-47f1-b964-4b1a57ac2d0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e018c84b-6075-429c-9ef6-070e8a5dcf11,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:52.737600 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f80ed45a-eb4f-48d7-a91f-9900b779bb3b admin admin] 10.222.0.39 "PUT /v2.0/routers/746248d7-4db9-4ed5-a7de-7b06ef1bc470/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8993642 Apr 20 17:08:52.742874 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58410) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:52.782530 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=ad3cd74d-efc4-405e-bd02-97cdfaad7194,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:52.848879 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0982dfc6-76d5-4fcb-8ad4-2d14ae54382e None None] Sync routers for ids ['d970015c-17b4-42e4-96e0-9eb848adb063'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:08:52.854170 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e09bae3-caea-4944-bddc-0ef810e4faba None None] Network 59af7307-fe48-4837-97d0-d9da1b9c2fd2 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:08:52.862138 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7770a1d6-49d0-47f1-b964-4b1a57ac2d0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:52.911928 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c2857aed-dd76-49b9-80e4-d74ce37c34ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:52.967504 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c2857aed-dd76-49b9-80e4-d74ce37c34ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:53.029976 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2857aed-dd76-49b9-80e4-d74ce37c34ee admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:08:53.052854 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2857aed-dd76-49b9-80e4-d74ce37c34ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51aff424-4670-45e5-b45d-05fa54578baa,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:53.068843 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c2857aed-dd76-49b9-80e4-d74ce37c34ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:53.069215 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-c2857aed-dd76-49b9-80e4-d74ce37c34ee admin admin] Added segment c5f852dc-639b-4338-9ed8-0054000b1067 of type vlan for network 5c74b82f-f404-4546-91f3-652347690400 Apr 20 17:08:53.104634 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['ad3cd74d-efc4-405e-bd02-97cdfaad7194'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:08:53.116282 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7770a1d6-49d0-47f1-b964-4b1a57ac2d0e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e018c84b-6075-429c-9ef6-070e8a5dcf11 HTTP/1.1" status: 204 len: 168 time: 0.9962642 Apr 20 17:08:53.123055 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58422) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:53.143118 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c2857aed-dd76-49b9-80e4-d74ce37c34ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:53.165823 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b3e46-7d1e-4e1d-8afa-5eda06dd3be8 req-cc1379da-846c-4355-982e-8740682af2eb tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:53.174519 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-014b3e46-7d1e-4e1d-8afa-5eda06dd3be8 req-cc1379da-846c-4355-982e-8740682af2eb tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.39 "GET /v2.0/ports?device_id=5947ec81-c7ed-438d-bb8b-9a8f1d391077 HTTP/1.1" status: 200 len: 949 time: 0.2523344 Apr 20 17:08:53.235686 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0982dfc6-76d5-4fcb-8ad4-2d14ae54382e None None] Routers set() bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:08:53.236476 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0982dfc6-76d5-4fcb-8ad4-2d14ae54382e None None] Router IDs set() for agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 20 17:08:53.236848 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_agentschedulers_db [None req-0982dfc6-76d5-4fcb-8ad4-2d14ae54382e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d970015c-17b4-42e4-96e0-9eb848adb063'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:08:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent'). {{(pid=84082) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 20 17:08:53.244773 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58428) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:53.252168 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c2857aed-dd76-49b9-80e4-d74ce37c34ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:53.254074 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2857aed-dd76-49b9-80e4-d74ce37c34ee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:53.254665 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c2857aed-dd76-49b9-80e4-d74ce37c34ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:53.281330 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-cf9301c3-3087-42ba-8512-835fc9891688 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:08:53.281990 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0982dfc6-76d5-4fcb-8ad4-2d14ae54382e None None] Routers set() bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:08:53.282740 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0982dfc6-76d5-4fcb-8ad4-2d14ae54382e None None] Router IDs set() for agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 20 17:08:53.284366 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_agentschedulers_db [None req-0982dfc6-76d5-4fcb-8ad4-2d14ae54382e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d970015c-17b4-42e4-96e0-9eb848adb063'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:08:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent'). {{(pid=84082) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 20 17:08:53.284914 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0982dfc6-76d5-4fcb-8ad4-2d14ae54382e None None] The sync data for ids ['d970015c-17b4-42e4-96e0-9eb848adb063'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:08:53.297142 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-96a092f3-0f1c-4c19-90cc-e141f299d9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:53.299664 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-cf9301c3-3087-42ba-8512-835fc9891688 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0524070 Apr 20 17:08:53.342763 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-96a092f3-0f1c-4c19-90cc-e141f299d9ed admin admin] Deleting port 16541055-2421-4413-952a-b0212fadd2a4 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:08:53.344045 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-96a092f3-0f1c-4c19-90cc-e141f299d9ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:53.414001 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2857aed-dd76-49b9-80e4-d74ce37c34ee admin admin] Pushing event updated for resources: {'Network': ['ID=5c74b82f-f404-4546-91f3-652347690400,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:53.414797 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2105f8fa-c230-4d49-ad1a-f3050e67b486 None None] DHCP port deletion for 59af7307-fe48-4837-97d0-d9da1b9c2fd2 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:08:53.421311 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c2857aed-dd76-49b9-80e4-d74ce37c34ee admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1714220 Apr 20 17:08:53.432528 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58438) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:53.432644 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-2105f8fa-c230-4d49-ad1a-f3050e67b486 None None] Deleting port 16541055-2421-4413-952a-b0212fadd2a4 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:08:53.438877 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2105f8fa-c230-4d49-ad1a-f3050e67b486 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:53.439513 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-81839a70-018e-46ae-aad3-68881e7ebcc8 admin admin] Request body: {'subnet': {'network_id': '5c74b82f-f404-4546-91f3-652347690400', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-132974662-subnet', 'tenant_id': '39e7f7408fb2431ca88d439d8a7e3f1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:08:53.462803 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-81839a70-018e-46ae-aad3-68881e7ebcc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:53.477194 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-81839a70-018e-46ae-aad3-68881e7ebcc8 admin admin] Usage tracker for resource:subnet and tenant:39e7f7408fb2431ca88d439d8a7e3f1c is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:53.488821 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-014b3e46-7d1e-4e1d-8afa-5eda06dd3be8 req-380c0f73-6dbd-4217-ae1b-1be3b3d94612 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dd14572-00de-494f-9e8e-489c6a82f628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131502 Apr 20 17:08:53.489738 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-81839a70-018e-46ae-aad3-68881e7ebcc8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:53.505210 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-81839a70-018e-46ae-aad3-68881e7ebcc8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:53.553233 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81839a70-018e-46ae-aad3-68881e7ebcc8 admin admin] Made reservation on behalf of 39e7f7408fb2431ca88d439d8a7e3f1c for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:08:53.556059 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-81839a70-018e-46ae-aad3-68881e7ebcc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:53.586462 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 5c74b82f-f404-4546-91f3-652347690400 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:08:53.634596 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-96a092f3-0f1c-4c19-90cc-e141f299d9ed admin admin] For port 16541055-2421-4413-952a-b0212fadd2a4, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=16541055-2421-4413-952a-b0212fadd2a4,segment=NetworkSegment(9e6a8735-b8c2-4b75-8a42-3cc987c486d3),segment_id=9e6a8735-b8c2-4b75-8a42-3cc987c486d3)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:53.635851 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-96a092f3-0f1c-4c19-90cc-e141f299d9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:53.736240 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-319dd649-bc6c-42a6-813c-171dd164796a service neutron] Request body: {'binding': {'host': 'n-h2-838032-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:08:53.737064 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-319dd649-bc6c-42a6-813c-171dd164796a service neutron] Unknown quota resources ['binding']. {{(pid=84080) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 20 17:08:53.854168 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-96a092f3-0f1c-4c19-90cc-e141f299d9ed admin admin] Calling delete_port for 16541055-2421-4413-952a-b0212fadd2a4 owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:08:53.977921 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-19b1e76c-d41a-4638-a10d-ac6b0541e7b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:54.084481 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-2105f8fa-c230-4d49-ad1a-f3050e67b486 None None] For port 16541055-2421-4413-952a-b0212fadd2a4, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=16541055-2421-4413-952a-b0212fadd2a4,segment=NetworkSegment(9e6a8735-b8c2-4b75-8a42-3cc987c486d3),segment_id=9e6a8735-b8c2-4b75-8a42-3cc987c486d3)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:54.086241 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2105f8fa-c230-4d49-ad1a-f3050e67b486 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:54.133831 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-96a092f3-0f1c-4c19-90cc-e141f299d9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:54.236675 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-319dd649-bc6c-42a6-813c-171dd164796a service neutron] Attempting to bind port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e on host n-h2-838032-1 for vnic_type normal with profile None {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:08:54.238103 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-2105f8fa-c230-4d49-ad1a-f3050e67b486 None None] Calling delete_port for 16541055-2421-4413-952a-b0212fadd2a4 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:08:54.238860 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-319dd649-bc6c-42a6-813c-171dd164796a service neutron] Attempting to bind port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:08:54.240069 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-319dd649-bc6c-42a6-813c-171dd164796a service neutron] Attempting to bind port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:08:54.247220 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a092f3-0f1c-4c19-90cc-e141f299d9ed admin admin] Pushing event deleted for resources: {'Port': ['ID=16541055-2421-4413-952a-b0212fadd2a4,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:54.256006 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a092f3-0f1c-4c19-90cc-e141f299d9ed admin admin] No DVR routers for this DVR port 16541055-2421-4413-952a-b0212fadd2a4 on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:08:54.292413 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-319dd649-bc6c-42a6-813c-171dd164796a service neutron] Port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:08:54.293674 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-319dd649-bc6c-42a6-813c-171dd164796a service neutron] Attempting to bind port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:08:54.359648 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-319dd649-bc6c-42a6-813c-171dd164796a service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:08:54.359988 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-319dd649-bc6c-42a6-813c-171dd164796a service neutron] Checking segment: {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:08:54.360454 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-319dd649-bc6c-42a6-813c-171dd164796a service neutron] Bound using segment: {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:08:54.360793 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-319dd649-bc6c-42a6-813c-171dd164796a service neutron] Bound port: 14f17c03-d216-41a3-8c5b-6e34bad8ee2e, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:08:54.417562 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-81839a70-018e-46ae-aad3-68881e7ebcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:54.456190 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-96a092f3-0f1c-4c19-90cc-e141f299d9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:54.468905 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-2105f8fa-c230-4d49-ad1a-f3050e67b486 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:08:54.469302 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-2105f8fa-c230-4d49-ad1a-f3050e67b486 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:08:54.506550 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-96a092f3-0f1c-4c19-90cc-e141f299d9ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59af7307-fe48-4837-97d0-d9da1b9c2fd2']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:54.530452 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81839a70-018e-46ae-aad3-68881e7ebcc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbc6287b-5b83-43c4-aacf-41c55dee22c5,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:54.530824 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-96a092f3-0f1c-4c19-90cc-e141f299d9ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e6a8735-b8c2-4b75-8a42-3cc987c486d3') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:54.531243 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-96a092f3-0f1c-4c19-90cc-e141f299d9ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e6a8735-b8c2-4b75-8a42-3cc987c486d3') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:54.554382 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-96a092f3-0f1c-4c19-90cc-e141f299d9ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:54.555246 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-319dd649-bc6c-42a6-813c-171dd164796a service neutron] For port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=14f17c03-d216-41a3-8c5b-6e34bad8ee2e,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:08:54.563237 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81839a70-018e-46ae-aad3-68881e7ebcc8 admin admin] Checking segment: {'id': 'c5f852dc-639b-4338-9ed8-0054000b1067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5c74b82f-f404-4546-91f3-652347690400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:08:54.563503 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81839a70-018e-46ae-aad3-68881e7ebcc8 admin admin] Network hostable DHCP agents. Network: 5c74b82f-f404-4546-91f3-652347690400, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:08:54.581200 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-319dd649-bc6c-42a6-813c-171dd164796a service neutron] Notify callbacks [] for binding, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:54.583992 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-319dd649-bc6c-42a6-813c-171dd164796a service neutron] 10.222.0.39 "POST /v2.0/ports/14f17c03-d216-41a3-8c5b-6e34bad8ee2e/bindings HTTP/1.1" status: 201 len: 389 time: 1.0505445 Apr 20 17:08:54.585556 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-96a092f3-0f1c-4c19-90cc-e141f299d9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:54.593964 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a092f3-0f1c-4c19-90cc-e141f299d9ed admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:08:54.594367 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-96a092f3-0f1c-4c19-90cc-e141f299d9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:54.598427 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81839a70-018e-46ae-aad3-68881e7ebcc8 admin admin] Network 5c74b82f-f404-4546-91f3-652347690400 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:08:54.608107 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:08:54.608107 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:08:54.608107 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:08:54.608107 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:08:54.608107 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:08:54.608107 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:08:54.608107 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:08:54.608107 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:08:54.608107 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:08:54.608107 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:08:54.608107 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:08:54.608107 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:08:54.608107 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:08:54.608107 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:08:54.608107 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:08:54.608107 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:08:54.608107 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:08:54.608107 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:08:54.608107 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:08:54.608107 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:08:54.608107 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:08:54.608107 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:08:54.608107 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:08:54.608107 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:08:54.608107 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:08:54.608107 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:08:54.608107 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:08:54.608107 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:08:54.608107 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:08:54.608107 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:08:54.608107 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:08:54.608107 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:08:54.622532 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-81839a70-018e-46ae-aad3-68881e7ebcc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 5c74b82f-f404-4546-91f3-652347690400) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:08:54.635099 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650665c7-bab8-4f61-9090-2b7d20697f33 None None] Network 5c74b82f-f404-4546-91f3-652347690400 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:08:54.648204 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81839a70-018e-46ae-aad3-68881e7ebcc8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:54.650416 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-81839a70-018e-46ae-aad3-68881e7ebcc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:54.690819 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-19b1e76c-d41a-4638-a10d-ac6b0541e7b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:54.719241 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-19b1e76c-d41a-4638-a10d-ac6b0541e7b4 admin admin] Deleting port a300ed97-3e8f-4a80-b17e-011c6cdbb640 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:08:54.719241 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-19b1e76c-d41a-4638-a10d-ac6b0541e7b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:54.720526 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-81839a70-018e-46ae-aad3-68881e7ebcc8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2886727 Apr 20 17:08:54.816667 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-96a092f3-0f1c-4c19-90cc-e141f299d9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:54.896896 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-96a092f3-0f1c-4c19-90cc-e141f299d9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:54.930840 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a092f3-0f1c-4c19-90cc-e141f299d9ed admin admin] Pushing event deleted for resources: {'Network': ['ID=59af7307-fe48-4837-97d0-d9da1b9c2fd2,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:54.984965 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-2105f8fa-c230-4d49-ad1a-f3050e67b486 None None] Deleting port 16541055-2421-4413-952a-b0212fadd2a4 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:08:54.985352 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2105f8fa-c230-4d49-ad1a-f3050e67b486 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:55.065412 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-96a092f3-0f1c-4c19-90cc-e141f299d9ed admin admin] 10.222.0.39 "DELETE /v2.0/networks/59af7307-fe48-4837-97d0-d9da1b9c2fd2 HTTP/1.1" status: 204 len: 168 time: 1.9351299 Apr 20 17:08:55.116559 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-2105f8fa-c230-4d49-ad1a-f3050e67b486 None None] The port '16541055-2421-4413-952a-b0212fadd2a4' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:08:55.186007 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea69898-f91a-4f8f-a102-01edd02f69ea None None] Network 5c74b82f-f404-4546-91f3-652347690400 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:08:55.193253 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525bd248-ca25-4808-aa2d-44025762af5e req-09d48cf3-e1fa-4a7f-80ab-d91a10530c58 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:55.195333 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-525bd248-ca25-4808-aa2d-44025762af5e req-09d48cf3-e1fa-4a7f-80ab-d91a10530c58 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 945 time: 0.1285048 Apr 20 17:08:55.273464 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-525bd248-ca25-4808-aa2d-44025762af5e req-50cc9199-7c3e-41dd-8344-bed7bac444aa tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694125 Apr 20 17:08:55.399583 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-19b1e76c-d41a-4638-a10d-ac6b0541e7b4 admin admin] For port a300ed97-3e8f-4a80-b17e-011c6cdbb640, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=a300ed97-3e8f-4a80-b17e-011c6cdbb640,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:55.399912 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-19b1e76c-d41a-4638-a10d-ac6b0541e7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:55.405961 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58496) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:55.412265 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbe4e15-ef39-40a9-9933-d87c0b73d2d1 None None] Sync routers for ids ['746248d7-4db9-4ed5-a7de-7b06ef1bc470'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:08:55.414746 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c5a31f50-3a1f-439f-9c07-2d9cc760e296 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:08:55.432799 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbe4e15-ef39-40a9-9933-d87c0b73d2d1 None None] Routers {'746248d7-4db9-4ed5-a7de-7b06ef1bc470'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:08:55.433421 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-ecbe4e15-ef39-40a9-9933-d87c0b73d2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:08:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['746248d7-4db9-4ed5-a7de-7b06ef1bc470'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:55.439865 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c97535-71b3-4a5a-8074-d167fb7500d8 req-825975df-4734-427e-9deb-abdf838d475e tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:55.450131 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-43c97535-71b3-4a5a-8074-d167fb7500d8 req-825975df-4734-427e-9deb-abdf838d475e tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.39 "GET /v2.0/ports?device_id=5947ec81-c7ed-438d-bb8b-9a8f1d391077 HTTP/1.1" status: 200 len: 949 time: 0.4935853 Apr 20 17:08:55.482398 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: c5a31f50-3a1f-439f-9c07-2d9cc760e296 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:08:55.483134 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c5a31f50-3a1f-439f-9c07-2d9cc760e296 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:08:55.483715 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 16541055-2421-4413-952a-b0212fadd2a4 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:08:55.507628 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-c29c9fba-200f-41d5-8ef9-eb19844c4227 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b7e0217792874af58ccfdea4744db0d0&device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 1096 time: 0.5444643 Apr 20 17:08:55.534440 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 16541055-2421-4413-952a-b0212fadd2a4 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:08:55.535109 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 16541055-2421-4413-952a-b0212fadd2a4 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:08:55.552857 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-30eede79-d906-4d31-8eed-c2c4d4e408ac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9d55300c754d46ef8e2433d6d4af174c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1430738 Apr 20 17:08:55.559570 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58500) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:55.628196 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c53ef5c8-58ae-4bae-88c0-3ab7fdcb5532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:55.658240 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c53ef5c8-58ae-4bae-88c0-3ab7fdcb5532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:55.692957 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-19b1e76c-d41a-4638-a10d-ac6b0541e7b4 admin admin] Calling delete_port for a300ed97-3e8f-4a80-b17e-011c6cdbb640 owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:08:55.722971 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c53ef5c8-58ae-4bae-88c0-3ab7fdcb5532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:55.740207 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-ecbe4e15-ef39-40a9-9933-d87c0b73d2d1 None None] Set router 746248d7-4db9-4ed5-a7de-7b06ef1bc470 gateway port host: None {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:08:55.747386 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c53ef5c8-58ae-4bae-88c0-3ab7fdcb5532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:55.748532 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c53ef5c8-58ae-4bae-88c0-3ab7fdcb5532 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/80210b8d-4c5d-45d0-ba72-3ff383a8a546 HTTP/1.1" status: 204 len: 168 time: 0.1879919 Apr 20 17:08:55.749379 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ef5c8-58ae-4bae-88c0-3ab7fdcb5532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80210b8d-4c5d-45d0-ba72-3ff383a8a546,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:55.904926 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-43c97535-71b3-4a5a-8074-d167fb7500d8 req-0b01b182-f517-40f4-98cd-a9f6c30e8c5a tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dd14572-00de-494f-9e8e-489c6a82f628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4472852 Apr 20 17:08:55.905043 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-ecbe4e15-ef39-40a9-9933-d87c0b73d2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746248d7-4db9-4ed5-a7de-7b06ef1bc470', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-88635192-router', 'tenant_id': 'ab35455bfc2b4dae95291f9974f0d5ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:08:28Z', 'updated_at': '2022-04-20T17:08:54Z', 'revision_number': 6, 'project_id': 'ab35455bfc2b4dae95291f9974f0d5ee', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:55.905760 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbe4e15-ef39-40a9-9933-d87c0b73d2d1 None None] Checking router: 746248d7-4db9-4ed5-a7de-7b06ef1bc470 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:08:55.931271 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbe4e15-ef39-40a9-9933-d87c0b73d2d1 None None] Routers {'746248d7-4db9-4ed5-a7de-7b06ef1bc470'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:08:55.931923 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-ecbe4e15-ef39-40a9-9933-d87c0b73d2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:08:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['746248d7-4db9-4ed5-a7de-7b06ef1bc470'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:55.991717 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-d4554952-7172-400f-bcd9-9b83aa285ab4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:55.993518 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-d4554952-7172-400f-bcd9-9b83aa285ab4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c HTTP/1.1" status: 200 len: 922 time: 0.3077886 Apr 20 17:08:56.086860 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-bb50c97e-88c3-40f4-9dba-02c90fee20b5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14f17c03-d216-41a3-8c5b-6e34bad8ee2e HTTP/1.1" status: 200 len: 217 time: 0.0863402 Apr 20 17:08:56.104750 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-ecbe4e15-ef39-40a9-9933-d87c0b73d2d1 None None] Set router 746248d7-4db9-4ed5-a7de-7b06ef1bc470 gateway port host: None {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:08:56.174325 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device ad3cd74d-efc4-405e-bd02-97cdfaad7194 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:08:56.208025 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-8e311a0e-75ff-4659-b512-0aba0f0afabb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:56.209632 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-8e311a0e-75ff-4659-b512-0aba0f0afabb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=64070a1b-0f00-4b11-95f5-508285983f32 HTTP/1.1" status: 200 len: 861 time: 0.1165462 Apr 20 17:08:56.278835 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-19b1e76c-d41a-4638-a10d-ac6b0541e7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:56.309040 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-ecbe4e15-ef39-40a9-9933-d87c0b73d2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746248d7-4db9-4ed5-a7de-7b06ef1bc470', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-88635192-router', 'tenant_id': 'ab35455bfc2b4dae95291f9974f0d5ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:08:28Z', 'updated_at': '2022-04-20T17:08:54Z', 'revision_number': 6, 'project_id': 'ab35455bfc2b4dae95291f9974f0d5ee', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:08:56.316125 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbe4e15-ef39-40a9-9933-d87c0b73d2d1 None None] The sync data for ids ['746248d7-4db9-4ed5-a7de-7b06ef1bc470'] in n-d-838032-1 is: [{'id': '746248d7-4db9-4ed5-a7de-7b06ef1bc470', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-88635192-router', 'tenant_id': 'ab35455bfc2b4dae95291f9974f0d5ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:08:28Z', 'updated_at': '2022-04-20T17:08:54Z', 'revision_number': 6, 'project_id': 'ab35455bfc2b4dae95291f9974f0d5ee', 'gw_port_host': None}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:08:56.352391 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port ad3cd74d-efc4-405e-bd02-97cdfaad7194 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:08:56.361258 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-dbbcc4cf-90bd-4eb9-a263-50cf16df4c0a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1444454 Apr 20 17:08:56.365032 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port ad3cd74d-efc4-405e-bd02-97cdfaad7194 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:08:56.365407 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:56.400117 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1e76c-d41a-4638-a10d-ac6b0541e7b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a300ed97-3e8f-4a80-b17e-011c6cdbb640,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:56.598221 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:56.625147 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1e76c-d41a-4638-a10d-ac6b0541e7b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:56.625423 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1e76c-d41a-4638-a10d-ac6b0541e7b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:56.625971 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1e76c-d41a-4638-a10d-ac6b0541e7b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:56.626344 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1e76c-d41a-4638-a10d-ac6b0541e7b4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:56.627464 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1e76c-d41a-4638-a10d-ac6b0541e7b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:56.627464 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1e76c-d41a-4638-a10d-ac6b0541e7b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:56.627464 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1e76c-d41a-4638-a10d-ac6b0541e7b4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:56.627823 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1e76c-d41a-4638-a10d-ac6b0541e7b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:56.628045 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1e76c-d41a-4638-a10d-ac6b0541e7b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:56.628284 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1e76c-d41a-4638-a10d-ac6b0541e7b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:56.628610 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b1e76c-d41a-4638-a10d-ac6b0541e7b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:56.649877 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5947ec81-c7ed-438d-bb8b-9a8f1d391077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3cd74d-efc4-405e-bd02-97cdfaad7194'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:08:56.663016 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port ad3cd74d-efc4-405e-bd02-97cdfaad7194, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=ad3cd74d-efc4-405e-bd02-97cdfaad7194,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:56.667874 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:56.745711 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=ad3cd74d-efc4-405e-bd02-97cdfaad7194,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:56.785935 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-09908b87-8397-415f-9f74-52a7d4c847b2 req-22942893-40ea-4b0b-aa8e-c0be84551d5c tempest-QuotasAdminNegativeTest-1793306307 tempest-QuotasAdminNegativeTest-1793306307-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=3c4939d9f04e4254be4492523eb65351&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287423 Apr 20 17:08:56.864379 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-3fcc9464-7257-4f05-a3fa-7472748efdb1 service neutron] 10.222.0.10 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4896634 Apr 20 17:08:56.976532 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09908b87-8397-415f-9f74-52a7d4c847b2 req-7650ecf1-8298-46ff-a98f-b09a3b9d5c91 tempest-QuotasAdminNegativeTest-1793306307 tempest-QuotasAdminNegativeTest-1793306307-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:56.984439 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-09908b87-8397-415f-9f74-52a7d4c847b2 req-7650ecf1-8298-46ff-a98f-b09a3b9d5c91 tempest-QuotasAdminNegativeTest-1793306307 tempest-QuotasAdminNegativeTest-1793306307-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1922309 Apr 20 17:08:57.005285 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-09908b87-8397-415f-9f74-52a7d4c847b2 req-89170739-0ee6-466a-888c-b86999e80826 tempest-QuotasAdminNegativeTest-1793306307 tempest-QuotasAdminNegativeTest-1793306307-project] 10.222.0.39 "GET /v2.0/quotas/3c4939d9f04e4254be4492523eb65351 HTTP/1.1" status: 200 len: 375 time: 0.0120299 Apr 20 17:08:57.057032 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-09908b87-8397-415f-9f74-52a7d4c847b2 req-1a25aa14-21c1-486c-b3f7-9da22831d493 tempest-QuotasAdminNegativeTest-1793306307 tempest-QuotasAdminNegativeTest-1793306307-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c4939d9f04e4254be4492523eb65351&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543842 Apr 20 17:08:57.105839 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-19b1e76c-d41a-4638-a10d-ac6b0541e7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:57.298553 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36830431-22c9-4db1-a879-3098693ab9a4 req-bdd6cb31-e496-4c55-b0f2-4043ea1d2522 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:57.300120 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-36830431-22c9-4db1-a879-3098693ab9a4 req-bdd6cb31-e496-4c55-b0f2-4043ea1d2522 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 945 time: 0.0852213 Apr 20 17:08:57.344837 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-76b97bc7-c023-48e1-b6ed-bba7d54c29f4 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:57.345564 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-76b97bc7-c023-48e1-b6ed-bba7d54c29f4 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Synchronizing usage tracker for tenant:c6309d4027774bf39a206d4366b6ddc5 on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:08:57.348042 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:08:57.352017 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-36830431-22c9-4db1-a879-3098693ab9a4 req-2fd1f7e0-17de-49db-b97e-b256649b3c7b tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450420 Apr 20 17:08:57.385940 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:08:57.386166 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6aad8c1e-7bf4-44cf-bcc9-0e4865b4d01d not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:08:57.386798 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device a300ed97-3e8f-4a80-b17e-011c6cdbb640 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:08:57.434344 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: a300ed97-3e8f-4a80-b17e-011c6cdbb640 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:08:57.434833 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device a300ed97-3e8f-4a80-b17e-011c6cdbb640 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:08:57.458412 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05c5a85f-69ae-4064-a95b-4bbc982524f9'] response: {'server_uuid': '5947ec81-c7ed-438d-bb8b-9a8f1d391077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3cd74d-efc4-405e-bd02-97cdfaad7194', 'code': 200} Apr 20 17:08:57.543370 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-76b97bc7-c023-48e1-b6ed-bba7d54c29f4 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Unset dirty status for tenant:c6309d4027774bf39a206d4366b6ddc5 on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:08:57.544528 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-76b97bc7-c023-48e1-b6ed-bba7d54c29f4 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/networks?id=bf1bc412-90d5-44c3-9118-40a48e554e77 HTTP/1.1" status: 200 len: 808 time: 0.8459027 Apr 20 17:08:57.548458 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-c4edb267-d084-431c-afcb-4290f8d0302f service neutron] 10.222.0.10 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6225710 Apr 20 17:08:57.550443 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-19b1e76c-d41a-4638-a10d-ac6b0541e7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:57.563149 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-19b1e76c-d41a-4638-a10d-ac6b0541e7b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:57.570920 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-27fa9a09-dc78-4b4a-a64c-a46e8d711652 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/quotas/c6309d4027774bf39a206d4366b6ddc5 HTTP/1.1" status: 200 len: 375 time: 0.0164933 Apr 20 17:08:57.635217 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-19b1e76c-d41a-4638-a10d-ac6b0541e7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:57.635922 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b1e76c-d41a-4638-a10d-ac6b0541e7b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 746248d7-4db9-4ed5-a7de-7b06ef1bc470 {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:08:57.644412 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-d082c458-b6ca-464e-9d8f-13fc3fcbe52f tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6309d4027774bf39a206d4366b6ddc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528164 Apr 20 17:08:57.652074 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-19b1e76c-d41a-4638-a10d-ac6b0541e7b4 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:57.653219 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-19b1e76c-d41a-4638-a10d-ac6b0541e7b4 admin admin] 10.222.0.39 "DELETE /v2.0/routers/746248d7-4db9-4ed5-a7de-7b06ef1bc470 HTTP/1.1" status: 204 len: 168 time: 4.9093976 Apr 20 17:08:57.656867 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58558) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:57.678001 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2db4ce97-22fd-4d06-b75c-55637554e912 req-2bbcf6ba-20b0-4440-969d-52c678de795a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5947ec81-c7ed-438d-bb8b-9a8f1d391077 HTTP/1.1" status: 200 len: 1101 time: 0.1612022 Apr 20 17:08:57.693478 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2048c64-1096-49f8-becd-028c3edd918d req-60091f67-0205-477a-91c9-c308df9de940 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:57.695098 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b2048c64-1096-49f8-becd-028c3edd918d req-60091f67-0205-477a-91c9-c308df9de940 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.39 "GET /v2.0/ports?device_id=5947ec81-c7ed-438d-bb8b-9a8f1d391077 HTTP/1.1" status: 200 len: 950 time: 0.0965886 Apr 20 17:08:57.847559 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-e72b14c8-603c-40c8-ad01-2a75ea51a06a admin admin] Deleting subnet 2bad7ee7-60ea-4398-b692-b7ab7a13fcca {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:08:57.856281 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e72b14c8-603c-40c8-ad01-2a75ea51a06a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:57.867765 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2db4ce97-22fd-4d06-b75c-55637554e912 req-7322119f-e77d-4fdc-a351-d28f9b4ceef0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1dd14572-00de-494f-9e8e-489c6a82f628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711402 Apr 20 17:08:57.870328 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b2048c64-1096-49f8-becd-028c3edd918d req-bc48d6c5-030e-4335-b9be-07a47ecc15f5 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dd14572-00de-494f-9e8e-489c6a82f628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605425 Apr 20 17:08:57.950253 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-39184045-1bfe-4b5e-9709-cb51c6646d20 service neutron] 10.222.0.39 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940104 Apr 20 17:08:57.952594 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e72b14c8-603c-40c8-ad01-2a75ea51a06a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:58.080764 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-9e4e373f-719e-462b-99c2-d962fcecd5a0 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2&tenant_id=b7e0217792874af58ccfdea4744db0d0&binding%3Ahost_id=n-h1-838032-1 HTTP/1.1" status: 200 len: 1096 time: 0.3161156 Apr 20 17:08:58.134940 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-015564b9-82c0-4257-8fd5-df42c58f72c0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838032-1'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:08:58.203137 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e72b14c8-603c-40c8-ad01-2a75ea51a06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:58.231487 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-a8f732e3-ab34-4edf-9e8b-add5c85627ca service neutron] 10.222.0.39 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487411 Apr 20 17:08:58.324543 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-015564b9-82c0-4257-8fd5-df42c58f72c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:58.420861 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-48809392-83be-4e73-a61a-bb469ddfe6e2 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=4c4c899af2a64f8ea80ac8ebb7170f68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393474 Apr 20 17:08:58.546662 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-015564b9-82c0-4257-8fd5-df42c58f72c0 service neutron] For port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=14f17c03-d216-41a3-8c5b-6e34bad8ee2e,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:58.559609 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e72b14c8-603c-40c8-ad01-2a75ea51a06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:58.617641 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b14c8-603c-40c8-ad01-2a75ea51a06a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bad7ee7-60ea-4398-b692-b7ab7a13fcca,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:58.631336 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-015564b9-82c0-4257-8fd5-df42c58f72c0 service neutron] For port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:08:58.668507 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a74339-b0e3-44e5-bc21-bd345215ccf7 None None] Network fff7285f-a3fe-4603-bd7a-10d8964e1e6a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:08:58.673549 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e72b14c8-603c-40c8-ad01-2a75ea51a06a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:58.679717 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e72b14c8-603c-40c8-ad01-2a75ea51a06a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2bad7ee7-60ea-4398-b692-b7ab7a13fcca HTTP/1.1" status: 204 len: 168 time: 1.0041959 Apr 20 17:08:58.683095 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58590) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:58.749870 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-1ee598e0-0f57-420a-9cba-e93389a5f835 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:58.751359 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-1ee598e0-0f57-420a-9cba-e93389a5f835 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3221974 Apr 20 17:08:58.774336 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-e5e0df56-5194-45bc-bc15-75834ac41eea tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.39 "GET /v2.0/quotas/4c4c899af2a64f8ea80ac8ebb7170f68 HTTP/1.1" status: 200 len: 375 time: 0.0111222 Apr 20 17:08:58.838792 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-adb0d7c7-50a4-47e9-933c-aaeda4f2990a tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c4c899af2a64f8ea80ac8ebb7170f68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585582 Apr 20 17:08:58.971279 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0dde8909-f22f-448e-81fb-cd77fb12e967 req-8b2dbf58-abe6-402f-86fa-db8868c1f5b8 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 210 time: 0.1913753 Apr 20 17:08:59.014385 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a851b32-0d51-41f4-849b-4045595413c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14f17c03-d216-41a3-8c5b-6e34bad8ee2e'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:08:59.032432 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-015564b9-82c0-4257-8fd5-df42c58f72c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:59.057411 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-015564b9-82c0-4257-8fd5-df42c58f72c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:59.110147 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c530-c328-47e5-838a-cb899ab4791d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:59.132681 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58608) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:59.140167 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd6b01f-f482-4e9c-a207-731aaff0113e None None] DHCP port deletion for fff7285f-a3fe-4603-bd7a-10d8964e1e6a request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:08:59.149461 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-6cd6b01f-f482-4e9c-a207-731aaff0113e None None] Deleting port 8c081672-c2eb-44a7-bbea-066b6387c032 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:08:59.149833 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6cd6b01f-f482-4e9c-a207-731aaff0113e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:59.225029 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-f3c1c530-c328-47e5-838a-cb899ab4791d admin admin] Deleting port 8c081672-c2eb-44a7-bbea-066b6387c032 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:08:59.225582 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c530-c328-47e5-838a-cb899ab4791d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:59.401263 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015564b9-82c0-4257-8fd5-df42c58f72c0 service neutron] Pushing event updated for resources: {'Port': ['ID=14f17c03-d216-41a3-8c5b-6e34bad8ee2e,revision_number=7']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:59.435719 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8951ae89-6ff0-43c3-b2a8-9254479f76ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:59.447704 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8c081672-c2eb-44a7-bbea-066b6387c032 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:08:59.465425 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-015564b9-82c0-4257-8fd5-df42c58f72c0 service neutron] Attempting to bind port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e on host n-h1-838032-1 for vnic_type normal with profile {"migrating_to": "n-h2-838032-1"} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:08:59.465763 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-015564b9-82c0-4257-8fd5-df42c58f72c0 service neutron] Attempting to bind port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:08:59.466092 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-015564b9-82c0-4257-8fd5-df42c58f72c0 service neutron] Attempting to bind port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:08:59.472567 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8951ae89-6ff0-43c3-b2a8-9254479f76ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:08:59.477508 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8951ae89-6ff0-43c3-b2a8-9254479f76ad admin admin] Usage tracker for resource:security_group_rule and tenant:c8fb83860ed34f768348483dbf7a64dc is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:08:59.478715 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-015564b9-82c0-4257-8fd5-df42c58f72c0 service neutron] Port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:08:59.479040 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-015564b9-82c0-4257-8fd5-df42c58f72c0 service neutron] Attempting to bind port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:08:59.481228 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8951ae89-6ff0-43c3-b2a8-9254479f76ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:08:59.488120 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8951ae89-6ff0-43c3-b2a8-9254479f76ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:08:59.507258 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-015564b9-82c0-4257-8fd5-df42c58f72c0 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:08:59.507595 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-015564b9-82c0-4257-8fd5-df42c58f72c0 service neutron] Checking segment: {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:08:59.507982 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-015564b9-82c0-4257-8fd5-df42c58f72c0 service neutron] Bound using segment: {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:08:59.508660 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-015564b9-82c0-4257-8fd5-df42c58f72c0 service neutron] Bound port: 14f17c03-d216-41a3-8c5b-6e34bad8ee2e, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:08:59.508813 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-015564b9-82c0-4257-8fd5-df42c58f72c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:59.584741 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8951ae89-6ff0-43c3-b2a8-9254479f76ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:59.597981 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8951ae89-6ff0-43c3-b2a8-9254479f76ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:59.688488 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-f3c1c530-c328-47e5-838a-cb899ab4791d admin admin] For port 8c081672-c2eb-44a7-bbea-066b6387c032, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8c081672-c2eb-44a7-bbea-066b6387c032,segment=NetworkSegment(fae62acb-2ba1-4c09-9395-be3f89ef7985),segment_id=fae62acb-2ba1-4c09-9395-be3f89ef7985)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:59.688723 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c530-c328-47e5-838a-cb899ab4791d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:59.727509 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8951ae89-6ff0-43c3-b2a8-9254479f76ad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c8fb83860ed34f768348483dbf7a64dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5935972 Apr 20 17:08:59.728553 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951ae89-6ff0-43c3-b2a8-9254479f76ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db1de6e-5e08-4ec0-a589-3920c79066ad,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:08:59.740102 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58622) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:08:59.741532 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951ae89-6ff0-43c3-b2a8-9254479f76ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:59.741876 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951ae89-6ff0-43c3-b2a8-9254479f76ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:59.742226 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951ae89-6ff0-43c3-b2a8-9254479f76ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:59.742560 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951ae89-6ff0-43c3-b2a8-9254479f76ad admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:59.742938 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951ae89-6ff0-43c3-b2a8-9254479f76ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:59.743265 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951ae89-6ff0-43c3-b2a8-9254479f76ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:59.743615 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951ae89-6ff0-43c3-b2a8-9254479f76ad admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:59.744154 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951ae89-6ff0-43c3-b2a8-9254479f76ad admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:59.744481 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951ae89-6ff0-43c3-b2a8-9254479f76ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:59.745037 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951ae89-6ff0-43c3-b2a8-9254479f76ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:59.745691 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951ae89-6ff0-43c3-b2a8-9254479f76ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:08:59.828115 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e605b6-a762-4ba2-940d-582fdbcb4a54 req-743af149-9afb-4182-9225-3e7a8ed8a1f6 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:08:59.839502 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-04e605b6-a762-4ba2-940d-582fdbcb4a54 req-743af149-9afb-4182-9225-3e7a8ed8a1f6 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 943 time: 0.5854280 Apr 20 17:08:59.852587 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:59.861825 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7646044a-04e8-4850-83d1-1bdb53a97e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:59.910471 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7646044a-04e8-4850-83d1-1bdb53a97e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:08:59.938846 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-6cd6b01f-f482-4e9c-a207-731aaff0113e None None] For port 8c081672-c2eb-44a7-bbea-066b6387c032, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8c081672-c2eb-44a7-bbea-066b6387c032,segment=NetworkSegment(fae62acb-2ba1-4c09-9395-be3f89ef7985),segment_id=fae62acb-2ba1-4c09-9395-be3f89ef7985)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:08:59.939368 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6cd6b01f-f482-4e9c-a207-731aaff0113e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:00.022135 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7646044a-04e8-4850-83d1-1bdb53a97e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:00.027803 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-f3c1c530-c328-47e5-838a-cb899ab4791d admin admin] Calling delete_port for 8c081672-c2eb-44a7-bbea-066b6387c032 owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:09:00.041183 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646044a-04e8-4850-83d1-1bdb53a97e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db1de6e-5e08-4ec0-a589-3920c79066ad,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:00.047691 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7646044a-04e8-4850-83d1-1bdb53a97e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:00.052979 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7646044a-04e8-4850-83d1-1bdb53a97e38 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2db1de6e-5e08-4ec0-a589-3920c79066ad HTTP/1.1" status: 204 len: 168 time: 0.3028965 Apr 20 17:09:00.124476 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-6cd6b01f-f482-4e9c-a207-731aaff0113e None None] Calling delete_port for 8c081672-c2eb-44a7-bbea-066b6387c032 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:09:00.176257 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 8c081672-c2eb-44a7-bbea-066b6387c032, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8c081672-c2eb-44a7-bbea-066b6387c032,segment=NetworkSegment(fae62acb-2ba1-4c09-9395-be3f89ef7985),segment_id=fae62acb-2ba1-4c09-9395-be3f89ef7985)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:00.178421 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-04e605b6-a762-4ba2-940d-582fdbcb4a54 req-9dae6f19-9025-4522-90b8-6c15d0aa90c3 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369899 Apr 20 17:09:00.193862 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:00.215446 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f387c0-05bc-4905-b69b-85e1674c8507 req-3d5a35f6-8708-4afb-85f2-82341453e265 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:00.228660 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e3f387c0-05bc-4905-b69b-85e1674c8507 req-3d5a35f6-8708-4afb-85f2-82341453e265 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.39 "GET /v2.0/ports?device_id=5947ec81-c7ed-438d-bb8b-9a8f1d391077 HTTP/1.1" status: 200 len: 950 time: 0.1364863 Apr 20 17:09:00.275342 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.api [None req-f3c1c530-c328-47e5-838a-cb899ab4791d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:09:00.275741 n-d-838032-1 neutron-server[84081]: DEBUG oslo_db.api [None req-f3c1c530-c328-47e5-838a-cb899ab4791d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:09:00.276870 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-015564b9-82c0-4257-8fd5-df42c58f72c0 service neutron] For port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:09:00.281592 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-015564b9-82c0-4257-8fd5-df42c58f72c0 service neutron] For port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=14f17c03-d216-41a3-8c5b-6e34bad8ee2e,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:09:00.288834 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-015564b9-82c0-4257-8fd5-df42c58f72c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:00.322834 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e3f387c0-05bc-4905-b69b-85e1674c8507 req-38f54f21-6449-4ec7-a28e-daf40deeea62 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dd14572-00de-494f-9e8e-489c6a82f628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926111 Apr 20 17:09:00.435799 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-6cd6b01f-f482-4e9c-a207-731aaff0113e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:09:00.436360 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-6cd6b01f-f482-4e9c-a207-731aaff0113e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:09:00.454734 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=8c081672-c2eb-44a7-bbea-066b6387c032,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:00.468004 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb0329ff-d217-4ad6-988b-ee96af913de3'] response: {'server_uuid': '5a851b32-0d51-41f4-849b-4045595413c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14f17c03-d216-41a3-8c5b-6e34bad8ee2e', 'code': 200} Apr 20 17:09:00.533799 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015564b9-82c0-4257-8fd5-df42c58f72c0 service neutron] Pushing event updated for resources: {'Port': ['ID=14f17c03-d216-41a3-8c5b-6e34bad8ee2e,revision_number=8']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:00.669393 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bbb69cf8-555d-49a8-8e87-fce34e62e0c2 req-a77fc689-8bd2-4f33-a2b6-3c3e502b9a78 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b696fee-6ad7-4b5f-b6a6-c7e05fe82714 HTTP/1.1" status: 200 len: 210 time: 0.0797360 Apr 20 17:09:00.710397 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-015564b9-82c0-4257-8fd5-df42c58f72c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:00.711686 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-015564b9-82c0-4257-8fd5-df42c58f72c0 service neutron] 10.222.0.10 "PUT /v2.0/ports/14f17c03-d216-41a3-8c5b-6e34bad8ee2e HTTP/1.1" status: 200 len: 1121 time: 2.5856400 Apr 20 17:09:00.714267 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-22b227cc-a99e-41ae-acad-ba79410e5d0c req-5165e497-cf32-4417-9a67-c27ec16d45e8 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 210 time: 0.0904086 Apr 20 17:09:00.751391 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-6c78eb5f-736c-462c-97b7-83abce72b627 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:00.760510 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58642) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:09:00.762991 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-6c78eb5f-736c-462c-97b7-83abce72b627 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.43 "GET /v2.0/networks?id=bf1bc412-90d5-44c3-9118-40a48e554e77 HTTP/1.1" status: 200 len: 808 time: 0.4384940 Apr 20 17:09:00.766048 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['14f17c03-d216-41a3-8c5b-6e34bad8ee2e'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:09:00.787522 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-f3c1c530-c328-47e5-838a-cb899ab4791d admin admin] Deleting port 8c081672-c2eb-44a7-bbea-066b6387c032 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:09:00.788177 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-26f9a50e-25ad-46fa-a576-5e288355ba39 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Request body: {'port': {'device_id': '0411e62e-5de0-487e-9cec-f886df5f929a', 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77', 'admin_state_up': True, 'tenant_id': 'c6309d4027774bf39a206d4366b6ddc5'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:09:00.794840 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c530-c328-47e5-838a-cb899ab4791d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:00.905601 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-73ff84d3-686a-47e0-817a-04638fe72f41 req-461903f1-1acb-4d28-8462-501348dbcd3a tempest-QuotasAdminNegativeTest-1793306307 tempest-QuotasAdminNegativeTest-1793306307-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=3c4939d9f04e4254be4492523eb65351&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0892377 Apr 20 17:09:00.937915 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-6cd6b01f-f482-4e9c-a207-731aaff0113e None None] Deleting port 8c081672-c2eb-44a7-bbea-066b6387c032 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:09:00.938540 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6cd6b01f-f482-4e9c-a207-731aaff0113e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:01.020889 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-f3c1c530-c328-47e5-838a-cb899ab4791d admin admin] For port 8c081672-c2eb-44a7-bbea-066b6387c032, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8c081672-c2eb-44a7-bbea-066b6387c032,segment=NetworkSegment(fae62acb-2ba1-4c09-9395-be3f89ef7985),segment_id=fae62acb-2ba1-4c09-9395-be3f89ef7985)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:01.021287 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c530-c328-47e5-838a-cb899ab4791d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:01.067708 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-26f9a50e-25ad-46fa-a576-5e288355ba39 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:01.085623 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-26f9a50e-25ad-46fa-a576-5e288355ba39 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Usage tracker for resource:port and tenant:c6309d4027774bf39a206d4366b6ddc5 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:09:01.090697 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-26f9a50e-25ad-46fa-a576-5e288355ba39 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:09:01.106552 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-26f9a50e-25ad-46fa-a576-5e288355ba39 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:01.124567 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff84d3-686a-47e0-817a-04638fe72f41 req-e4c611d0-e4ad-4500-9baa-c15422fd495f tempest-QuotasAdminNegativeTest-1793306307 tempest-QuotasAdminNegativeTest-1793306307-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:01.131433 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-73ff84d3-686a-47e0-817a-04638fe72f41 req-e4c611d0-e4ad-4500-9baa-c15422fd495f tempest-QuotasAdminNegativeTest-1793306307 tempest-QuotasAdminNegativeTest-1793306307-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2170691 Apr 20 17:09:01.150061 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-73ff84d3-686a-47e0-817a-04638fe72f41 req-51461428-a028-441c-9a8c-618970a415b7 tempest-QuotasAdminNegativeTest-1793306307 tempest-QuotasAdminNegativeTest-1793306307-project] 10.222.0.39 "GET /v2.0/quotas/3c4939d9f04e4254be4492523eb65351 HTTP/1.1" status: 200 len: 375 time: 0.0176280 Apr 20 17:09:01.188109 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-26f9a50e-25ad-46fa-a576-5e288355ba39 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Made reservation on behalf of c6309d4027774bf39a206d4366b6ddc5 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:09:01.190999 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-26f9a50e-25ad-46fa-a576-5e288355ba39 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:01.220065 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-73ff84d3-686a-47e0-817a-04638fe72f41 req-b849c171-3356-4e6a-b393-cfb69ef31691 tempest-QuotasAdminNegativeTest-1793306307 tempest-QuotasAdminNegativeTest-1793306307-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c4939d9f04e4254be4492523eb65351&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689731 Apr 20 17:09:01.257073 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-6cd6b01f-f482-4e9c-a207-731aaff0113e None None] For port 8c081672-c2eb-44a7-bbea-066b6387c032, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8c081672-c2eb-44a7-bbea-066b6387c032,segment=NetworkSegment(fae62acb-2ba1-4c09-9395-be3f89ef7985),segment_id=fae62acb-2ba1-4c09-9395-be3f89ef7985)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:01.257485 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6cd6b01f-f482-4e9c-a207-731aaff0113e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:01.289634 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-f3c1c530-c328-47e5-838a-cb899ab4791d admin admin] Calling delete_port for 8c081672-c2eb-44a7-bbea-066b6387c032 owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:09:01.337175 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2b5757a9-5ee0-4a77-a40c-5741c8729654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:01.401612 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-6cd6b01f-f482-4e9c-a207-731aaff0113e None None] Calling delete_port for 8c081672-c2eb-44a7-bbea-066b6387c032 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:09:01.521270 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-cf5b412c-c789-4329-bd83-54fdc0c85e09 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=4c4c899af2a64f8ea80ac8ebb7170f68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1550379 Apr 20 17:09:01.535871 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6cd6b01f-f482-4e9c-a207-731aaff0113e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:01.590309 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6b01f-f482-4e9c-a207-731aaff0113e None None] Pushing event deleted for resources: {'Port': ['ID=8c081672-c2eb-44a7-bbea-066b6387c032,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:01.596697 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd6b01f-f482-4e9c-a207-731aaff0113e None None] No DVR routers for this DVR port 8c081672-c2eb-44a7-bbea-066b6387c032 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:09:01.596854 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-26f9a50e-25ad-46fa-a576-5e288355ba39 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Allocated IP 172.20.0.6 (bf1bc412-90d5-44c3-9118-40a48e554e77/afaadd71-91d9-490d-8c9c-d83dc8020198/9b08539c-7f7e-42fa-92d6-616a10c16789) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:09:01.659415 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2b5757a9-5ee0-4a77-a40c-5741c8729654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:01.680367 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2b5757a9-5ee0-4a77-a40c-5741c8729654 admin admin] Usage tracker for resource:security_group_rule and tenant:eb2d618ec25949b18baeb6309229a8c6 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:09:01.686502 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2b5757a9-5ee0-4a77-a40c-5741c8729654 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:09:01.697113 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf45603-67b5-47dc-9a2f-2611fb6c62b8 req-bd1f23f6-f8b3-4498-9168-cea5b05a80c5 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:01.697388 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2b5757a9-5ee0-4a77-a40c-5741c8729654 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:01.698622 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8bf45603-67b5-47dc-9a2f-2611fb6c62b8 req-bd1f23f6-f8b3-4498-9168-cea5b05a80c5 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.39 "GET /v2.0/ports?device_id=5947ec81-c7ed-438d-bb8b-9a8f1d391077 HTTP/1.1" status: 200 len: 950 time: 0.1594524 Apr 20 17:09:01.703370 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.api [None req-f3c1c530-c328-47e5-838a-cb899ab4791d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:09:01.703691 n-d-838032-1 neutron-server[84081]: DEBUG oslo_db.api [None req-f3c1c530-c328-47e5-838a-cb899ab4791d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:09:01.790910 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-d53e4427-d41a-4ee5-adf8-63e0b663fb01 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:01.792344 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-d53e4427-d41a-4ee5-adf8-63e0b663fb01 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2644882 Apr 20 17:09:01.817229 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-042ae696-4fb7-4f8c-98a8-88c1433dc016 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Request body: {'port': {'device_id': '9b696fee-6ad7-4b5f-b6a6-c7e05fe82714', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'admin_state_up': True, 'tenant_id': '4c4c899af2a64f8ea80ac8ebb7170f68'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:09:01.827970 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8bf45603-67b5-47dc-9a2f-2611fb6c62b8 req-aedb4a71-033a-433c-b954-33a993cfde01 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dd14572-00de-494f-9e8e-489c6a82f628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817821 Apr 20 17:09:01.840578 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269600e-ed54-4ca5-8e66-fc492046c537 req-282d93ce-2b0f-494b-8a44-fa803b4558be tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:01.842069 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8269600e-ed54-4ca5-8e66-fc492046c537 req-282d93ce-2b0f-494b-8a44-fa803b4558be tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 943 time: 0.3117046 Apr 20 17:09:01.862900 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-26f9a50e-25ad-46fa-a576-5e288355ba39 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:01.896645 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-26f9a50e-25ad-46fa-a576-5e288355ba39 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:01.957840 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2b5757a9-5ee0-4a77-a40c-5741c8729654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:01.974218 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2b5757a9-5ee0-4a77-a40c-5741c8729654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:01.977323 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-26f9a50e-25ad-46fa-a576-5e288355ba39 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Network bf1bc412-90d5-44c3-9118-40a48e554e77 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:09:01.978272 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f9a50e-25ad-46fa-a576-5e288355ba39 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Pushing event updated for resources: {'Port': ['ID=9b08539c-7f7e-42fa-92d6-616a10c16789,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:01.980870 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-26f9a50e-25ad-46fa-a576-5e288355ba39 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:09:01.983970 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-26f9a50e-25ad-46fa-a576-5e288355ba39 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:09:01.995222 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-f3c1c530-c328-47e5-838a-cb899ab4791d admin admin] Deleting port 8c081672-c2eb-44a7-bbea-066b6387c032 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:09:01.995910 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c530-c328-47e5-838a-cb899ab4791d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:02.050440 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-26f9a50e-25ad-46fa-a576-5e288355ba39 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:02.051054 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-26f9a50e-25ad-46fa-a576-5e288355ba39 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:02.075864 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-26f9a50e-25ad-46fa-a576-5e288355ba39 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2923040 Apr 20 17:09:02.088376 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-2a4fd654-e9a3-443b-a591-851062898dcc service neutron] Request body: {'port': {'device_id': '0411e62e-5de0-487e-9cec-f886df5f929a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:09:02.110384 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8269600e-ed54-4ca5-8e66-fc492046c537 req-68983a9c-4925-4ec8-805a-9759e3d6ce49 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555621 Apr 20 17:09:02.115424 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-f3c1c530-c328-47e5-838a-cb899ab4791d admin admin] The port '8c081672-c2eb-44a7-bbea-066b6387c032' was deleted {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:09:02.134762 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5757a9-5ee0-4a77-a40c-5741c8729654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c2df12-391d-4847-948a-c80ac09b6990,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:02.187489 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2b5757a9-5ee0-4a77-a40c-5741c8729654 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eb2d618ec25949b18baeb6309229a8c6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4233384 Apr 20 17:09:02.190566 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58664) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:09:02.227082 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-042ae696-4fb7-4f8c-98a8-88c1433dc016 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:02.290411 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-042ae696-4fb7-4f8c-98a8-88c1433dc016 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Usage tracker for resource:port and tenant:4c4c899af2a64f8ea80ac8ebb7170f68 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:09:02.310107 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-042ae696-4fb7-4f8c-98a8-88c1433dc016 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:09:02.341117 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-2a4fd654-e9a3-443b-a591-851062898dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:02.357220 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-042ae696-4fb7-4f8c-98a8-88c1433dc016 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:02.378089 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-798ddcae-0fe6-4853-a346-f33741140d69 req-7d16ffc1-b1b1-4dc2-82de-c758e3a614f0 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b696fee-6ad7-4b5f-b6a6-c7e05fe82714 HTTP/1.1" status: 200 len: 210 time: 0.0847533 Apr 20 17:09:02.381000 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c530-c328-47e5-838a-cb899ab4791d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:02.418977 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-042ae696-4fb7-4f8c-98a8-88c1433dc016 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Made reservation on behalf of 4c4c899af2a64f8ea80ac8ebb7170f68 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:09:02.422019 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-042ae696-4fb7-4f8c-98a8-88c1433dc016 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:02.437583 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-f3c1c530-c328-47e5-838a-cb899ab4791d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff7285f-a3fe-4603-bd7a-10d8964e1e6a']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:09:02.462418 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-f3c1c530-c328-47e5-838a-cb899ab4791d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fae62acb-2ba1-4c09-9395-be3f89ef7985') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:09:02.462630 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-f3c1c530-c328-47e5-838a-cb899ab4791d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fae62acb-2ba1-4c09-9395-be3f89ef7985') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:09:02.468928 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a851b32-0d51-41f4-849b-4045595413c2', 'tag': '14f17c03-d216-41a3-8c5b-6e34bad8ee2e'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:09:02.473368 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-042ae696-4fb7-4f8c-98a8-88c1433dc016 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:02.501601 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c530-c328-47e5-838a-cb899ab4791d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:02.509432 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-831f771c-a5b4-4936-a2e2-8fd342b8bd2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:02.536825 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c530-c328-47e5-838a-cb899ab4791d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:02.554043 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85564cf5-2aac-49ac-aead-b11a1e151a40 req-9af95843-2d0f-4ffc-9a3a-37deba19dadd tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:02.554774 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-85564cf5-2aac-49ac-aead-b11a1e151a40 req-9af95843-2d0f-4ffc-9a3a-37deba19dadd tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Synchronizing usage tracker for tenant:c6309d4027774bf39a206d4366b6ddc5 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:09:02.568283 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c1c530-c328-47e5-838a-cb899ab4791d admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:09:02.568720 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c530-c328-47e5-838a-cb899ab4791d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:02.580223 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-85564cf5-2aac-49ac-aead-b11a1e151a40 req-9af95843-2d0f-4ffc-9a3a-37deba19dadd tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Unset dirty status for tenant:c6309d4027774bf39a206d4366b6ddc5 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:09:02.581417 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-85564cf5-2aac-49ac-aead-b11a1e151a40 req-9af95843-2d0f-4ffc-9a3a-37deba19dadd tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 931 time: 0.1855035 Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:09:02.585626 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:09:02.590297 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-831f771c-a5b4-4936-a2e2-8fd342b8bd2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:02.598261 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-042ae696-4fb7-4f8c-98a8-88c1433dc016 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:02.662231 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-042ae696-4fb7-4f8c-98a8-88c1433dc016 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Usage tracker for resource:security_group_rule and tenant:4c4c899af2a64f8ea80ac8ebb7170f68 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:09:02.666205 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8a214ab-9d60-44ec-a730-c13b8d029755'] response: {'name': 'network-changed', 'server_uuid': '5a851b32-0d51-41f4-849b-4045595413c2', 'tag': '14f17c03-d216-41a3-8c5b-6e34bad8ee2e', 'status': 'completed', 'code': 200} Apr 20 17:09:02.668250 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.43', 57387) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:09:02.681460 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-042ae696-4fb7-4f8c-98a8-88c1433dc016 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:09:02.716946 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-85564cf5-2aac-49ac-aead-b11a1e151a40 req-a7ad6d65-f8d8-4fa5-a3af-94fc255bc781 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254442 Apr 20 17:09:02.740785 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-042ae696-4fb7-4f8c-98a8-88c1433dc016 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:02.780501 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c530-c328-47e5-838a-cb899ab4791d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:02.786178 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c530-c328-47e5-838a-cb899ab4791d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:02.834124 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1c530-c328-47e5-838a-cb899ab4791d admin admin] Pushing event deleted for resources: {'Network': ['ID=fff7285f-a3fe-4603-bd7a-10d8964e1e6a,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:02.854334 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-2a4fd654-e9a3-443b-a591-851062898dcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b08539c-7f7e-42fa-92d6-616a10c16789 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:09:02.855007 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58678) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:09:02.858810 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f3c1c530-c328-47e5-838a-cb899ab4791d admin admin] 10.222.0.39 "DELETE /v2.0/networks/fff7285f-a3fe-4603-bd7a-10d8964e1e6a HTTP/1.1" status: 204 len: 168 time: 4.1747594 Apr 20 17:09:02.864477 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-2a4fd654-e9a3-443b-a591-851062898dcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:02.886503 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-2a4fd654-e9a3-443b-a591-851062898dcc service neutron] Transition to ACTIVE for port object 9b08539c-7f7e-42fa-92d6-616a10c16789 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:09:02.898064 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-2a4fd654-e9a3-443b-a591-851062898dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:02.926370 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-831f771c-a5b4-4936-a2e2-8fd342b8bd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:02.994152 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f771c-a5b4-4936-a2e2-8fd342b8bd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c2df12-391d-4847-948a-c80ac09b6990,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:03.008559 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-499b3cc4-a531-41c9-ac81-6f3590fa2513 req-b4e10911-5108-4457-9c39-05694bb155cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b7e0217792874af58ccfdea4744db0d0&device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 1124 time: 0.3345897 Apr 20 17:09:03.009309 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-831f771c-a5b4-4936-a2e2-8fd342b8bd2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:03.013597 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-831f771c-a5b4-4936-a2e2-8fd342b8bd2e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/42c2df12-391d-4847-948a-c80ac09b6990 HTTP/1.1" status: 204 len: 168 time: 0.8217571 Apr 20 17:09:03.050059 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4fd654-e9a3-443b-a591-851062898dcc service neutron] Pushing event updated for resources: {'Port': ['ID=9b08539c-7f7e-42fa-92d6-616a10c16789,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:03.107303 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58690) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:09:03.139529 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-042ae696-4fb7-4f8c-98a8-88c1433dc016 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:03.161953 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-2a4fd654-e9a3-443b-a591-851062898dcc service neutron] Attempting to bind port 9b08539c-7f7e-42fa-92d6-616a10c16789 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:09:03.162383 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-2a4fd654-e9a3-443b-a591-851062898dcc service neutron] Attempting to bind port 9b08539c-7f7e-42fa-92d6-616a10c16789 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:09:03.162621 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-2a4fd654-e9a3-443b-a591-851062898dcc service neutron] Attempting to bind port 9b08539c-7f7e-42fa-92d6-616a10c16789 on network bf1bc412-90d5-44c3-9118-40a48e554e77 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:09:03.169006 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-2a4fd654-e9a3-443b-a591-851062898dcc service neutron] Port 9b08539c-7f7e-42fa-92d6-616a10c16789 on network bf1bc412-90d5-44c3-9118-40a48e554e77 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:09:03.169318 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-2a4fd654-e9a3-443b-a591-851062898dcc service neutron] Attempting to bind port 9b08539c-7f7e-42fa-92d6-616a10c16789 on network bf1bc412-90d5-44c3-9118-40a48e554e77 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:09:03.176119 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-2a4fd654-e9a3-443b-a591-851062898dcc service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:09:03.176482 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-2a4fd654-e9a3-443b-a591-851062898dcc service neutron] Checking segment: {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:09:03.176789 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-2a4fd654-e9a3-443b-a591-851062898dcc service neutron] Bound using segment: {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:09:03.177209 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-2a4fd654-e9a3-443b-a591-851062898dcc service neutron] Bound port: 9b08539c-7f7e-42fa-92d6-616a10c16789, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:09:03.177548 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-2a4fd654-e9a3-443b-a591-851062898dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:03.324322 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-2a4fd654-e9a3-443b-a591-851062898dcc service neutron] For port 9b08539c-7f7e-42fa-92d6-616a10c16789, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:09:03.341597 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-2a4fd654-e9a3-443b-a591-851062898dcc service neutron] For port 9b08539c-7f7e-42fa-92d6-616a10c16789, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9b08539c-7f7e-42fa-92d6-616a10c16789,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:09:03.347954 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-042ae696-4fb7-4f8c-98a8-88c1433dc016 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:03.348757 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-2a4fd654-e9a3-443b-a591-851062898dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:03.414053 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7e15d66c-554e-48a8-9f50-7cba8c8ba41a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:03.436969 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-2a4fd654-e9a3-443b-a591-851062898dcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:03.438654 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-2a4fd654-e9a3-443b-a591-851062898dcc service neutron] 10.222.0.43 "PUT /v2.0/ports/9b08539c-7f7e-42fa-92d6-616a10c16789 HTTP/1.1" status: 200 len: 1091 time: 1.3551233 Apr 20 17:09:03.439252 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0411e62e-5de0-487e-9cec-f886df5f929a', 'tag': '9b08539c-7f7e-42fa-92d6-616a10c16789'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:09:03.455612 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed17cd-3435-41d6-8188-50a6105ef481 req-ed9048f1-bc34-4548-9e9e-844f7a0329c0 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:03.457161 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95ed17cd-3435-41d6-8188-50a6105ef481 req-ed9048f1-bc34-4548-9e9e-844f7a0329c0 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 943 time: 0.1871974 Apr 20 17:09:03.457999 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4fd654-e9a3-443b-a591-851062898dcc service neutron] Pushing event updated for resources: {'Port': ['ID=9b08539c-7f7e-42fa-92d6-616a10c16789,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:03.461845 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-32a10b44-58b6-4174-9542-a4cd4fc346d7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ab35455bfc2b4dae95291f9974f0d5ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3414016 Apr 20 17:09:03.462894 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58706) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:09:03.499828 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ae696-4fb7-4f8c-98a8-88c1433dc016 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1c1187-0172-4178-a538-5eb1070f573f,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:03.548900 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9b7a9-d6b1-432c-a69a-1c24b4015ed6 req-2b2adf20-07dc-4773-a7f8-d6d1a244e43c tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:03.550438 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-93c9b7a9-d6b1-432c-a69a-1c24b4015ed6 req-2b2adf20-07dc-4773-a7f8-d6d1a244e43c tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.10 "GET /v2.0/ports?device_id=5947ec81-c7ed-438d-bb8b-9a8f1d391077 HTTP/1.1" status: 200 len: 950 time: 0.6666412 Apr 20 17:09:03.617298 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7e15d66c-554e-48a8-9f50-7cba8c8ba41a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:03.628188 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95ed17cd-3435-41d6-8188-50a6105ef481 req-e84aa932-fd5c-447b-ac9b-440652fa95ba tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517236 Apr 20 17:09:03.635331 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c8019748-e1d0-4fae-8277-2bf4eb4e40e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:03.637215 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7e15d66c-554e-48a8-9f50-7cba8c8ba41a admin admin] Usage tracker for resource:security_group_rule and tenant:3c4939d9f04e4254be4492523eb65351 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:09:03.653848 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7e15d66c-554e-48a8-9f50-7cba8c8ba41a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:09:03.658859 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-e077d73a-8ac4-4d36-8d9c-7a89c0668a30 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c6309d4027774bf39a206d4366b6ddc5&device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 1094 time: 0.1532269 Apr 20 17:09:03.668328 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d8449-a273-4745-8991-c86f148efc47 req-e16de2b9-c90c-4c98-ab86-128b3de14e11 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:03.669838 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ee8d8449-a273-4745-8991-c86f148efc47 req-e16de2b9-c90c-4c98-ab86-128b3de14e11 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.39 "GET /v2.0/ports?device_id=5947ec81-c7ed-438d-bb8b-9a8f1d391077 HTTP/1.1" status: 200 len: 950 time: 0.6692085 Apr 20 17:09:03.685613 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7e15d66c-554e-48a8-9f50-7cba8c8ba41a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:03.726978 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c8019748-e1d0-4fae-8277-2bf4eb4e40e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:03.749740 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b3cc4-a531-41c9-ac81-6f3590fa2513 req-98490189-ae99-48c2-8e3b-62e18d7dbeeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:03.751288 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-499b3cc4-a531-41c9-ac81-6f3590fa2513 req-98490189-ae99-48c2-8e3b-62e18d7dbeeb service neutron] 10.222.0.43 "GET /v2.0/networks?id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c HTTP/1.1" status: 200 len: 922 time: 0.6850617 Apr 20 17:09:03.758850 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-e9aac30e-b07e-41b0-9459-a6f129b38b54 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b08539c-7f7e-42fa-92d6-616a10c16789 HTTP/1.1" status: 200 len: 217 time: 0.0916655 Apr 20 17:09:03.767218 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-93c9b7a9-d6b1-432c-a69a-1c24b4015ed6 req-c7c9e372-9f88-47ef-8da7-faf7c46858a1 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Deleting port ad3cd74d-efc4-405e-bd02-97cdfaad7194 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:09:03.767618 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-93c9b7a9-d6b1-432c-a69a-1c24b4015ed6 req-c7c9e372-9f88-47ef-8da7-faf7c46858a1 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:03.882802 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-976f7bef-2caf-425c-a824-3efb38bb7fc0 req-25f0bf53-31ae-45ce-84e1-c2ce43e59cb1 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b696fee-6ad7-4b5f-b6a6-c7e05fe82714 HTTP/1.1" status: 200 len: 210 time: 0.0539999 Apr 20 17:09:03.885041 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-2a380cd6-d1d6-4001-b2bb-a637fdeb7608 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:03.886164 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-2a380cd6-d1d6-4001-b2bb-a637fdeb7608 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=afaadd71-91d9-490d-8c9c-d83dc8020198 HTTP/1.1" status: 200 len: 848 time: 0.1210213 Apr 20 17:09:03.937998 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-499b3cc4-a531-41c9-ac81-6f3590fa2513 req-f9802cc3-cefb-447d-a012-9fb4feba0d66 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14f17c03-d216-41a3-8c5b-6e34bad8ee2e HTTP/1.1" status: 200 len: 217 time: 0.1399848 Apr 20 17:09:03.956691 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c8019748-e1d0-4fae-8277-2bf4eb4e40e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:03.976576 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-943bcc53-1156-4f02-af39-1bb830918796'] response: {'name': 'network-changed', 'server_uuid': '0411e62e-5de0-487e-9cec-f886df5f929a', 'tag': '9b08539c-7f7e-42fa-92d6-616a10c16789', 'status': 'completed', 'code': 200} Apr 20 17:09:03.982746 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-0033b7e1-3767-405e-8dbb-06086eb24e75 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf1bc412-90d5-44c3-9118-40a48e554e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885198 Apr 20 17:09:03.988674 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8019748-e1d0-4fae-8277-2bf4eb4e40e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f97f97-6116-4108-8907-ac48e6c6131c,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:04.033957 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ee8d8449-a273-4745-8991-c86f148efc47 req-3bd39a42-b154-48e5-8f16-b844daa670bf tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dd14572-00de-494f-9e8e-489c6a82f628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497863 Apr 20 17:09:04.038860 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-042ae696-4fb7-4f8c-98a8-88c1433dc016 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Allocated IP 192.168.233.143 (9a774663-a30d-4bd1-8b41-83fe693f2d30/777b4790-ba4c-49e9-8844-3c09c1447f40/53f874f6-bf32-4ce3-99b5-4babbb9405a5) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:09:04.039402 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c8019748-e1d0-4fae-8277-2bf4eb4e40e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:04.043872 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c8019748-e1d0-4fae-8277-2bf4eb4e40e0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f3f97f97-6116-4108-8907-ac48e6c6131c HTTP/1.1" status: 204 len: 168 time: 0.5781398 Apr 20 17:09:04.185389 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 14f17c03-d216-41a3-8c5b-6e34bad8ee2e details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:09:04.216712 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b3cc4-a531-41c9-ac81-6f3590fa2513 req-8a461731-99eb-4197-9a6c-dad0e91a8fe3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:04.218741 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-499b3cc4-a531-41c9-ac81-6f3590fa2513 req-8a461731-99eb-4197-9a6c-dad0e91a8fe3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=64070a1b-0f00-4b11-95f5-508285983f32 HTTP/1.1" status: 200 len: 861 time: 0.2441332 Apr 20 17:09:04.235903 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7e15d66c-554e-48a8-9f50-7cba8c8ba41a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:04.289474 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7e15d66c-554e-48a8-9f50-7cba8c8ba41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:04.310444 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-499b3cc4-a531-41c9-ac81-6f3590fa2513 req-003af5f0-f300-451a-b54a-20bf526407b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730999 Apr 20 17:09:04.356532 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-adfdcb5e-0749-47ee-8640-31c1be1e4ab0 service neutron] 10.222.0.43 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650274 Apr 20 17:09:04.439064 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f452e8d-e4ec-491e-88ed-b9278260751a req-afc6122c-75aa-481e-b294-b305381c6772 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:04.447614 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5f452e8d-e4ec-491e-88ed-b9278260751a req-afc6122c-75aa-481e-b294-b305381c6772 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 943 time: 0.2236977 Apr 20 17:09:04.534658 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=14f17c03-d216-41a3-8c5b-6e34bad8ee2e,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:04.541454 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15d66c-554e-48a8-9f50-7cba8c8ba41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72ed57a-1f6c-4cc4-8028-d6d11d275718,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:04.545601 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7e15d66c-554e-48a8-9f50-7cba8c8ba41a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c4939d9f04e4254be4492523eb65351&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6890118 Apr 20 17:09:04.563722 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58736) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:09:04.590699 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 14f17c03-d216-41a3-8c5b-6e34bad8ee2e has no active binding in host n-h2-838032-1 {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 20 17:09:04.625611 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-93c9b7a9-d6b1-432c-a69a-1c24b4015ed6 req-c7c9e372-9f88-47ef-8da7-faf7c46858a1 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] For port ad3cd74d-efc4-405e-bd02-97cdfaad7194, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=ad3cd74d-efc4-405e-bd02-97cdfaad7194,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:04.625969 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-93c9b7a9-d6b1-432c-a69a-1c24b4015ed6 req-c7c9e372-9f88-47ef-8da7-faf7c46858a1 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:04.639199 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5f452e8d-e4ec-491e-88ed-b9278260751a req-aead8f41-7c49-4a54-85ca-1d52c4e2a91d tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903126 Apr 20 17:09:04.730151 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ad9c10dd-732b-4b70-9253-6c1972a556b9 req-f40c7948-6fd4-423a-ac69-88d90ed60388 service neutron] 10.222.0.43 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639543 Apr 20 17:09:04.805903 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-93c9b7a9-d6b1-432c-a69a-1c24b4015ed6 req-c7c9e372-9f88-47ef-8da7-faf7c46858a1 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Calling delete_port for ad3cd74d-efc4-405e-bd02-97cdfaad7194 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:09:04.866336 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-042ae696-4fb7-4f8c-98a8-88c1433dc016 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:04.884809 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0c130399-065a-482e-a0c8-1fc59b993245 req-bd0aea4c-e44c-4153-9858-070afd7c223f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c6309d4027774bf39a206d4366b6ddc5&device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 1094 time: 0.0960991 Apr 20 17:09:04.924066 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-499b3cc4-a531-41c9-ac81-6f3590fa2513 req-0cb64b2b-8380-4400-a617-35c1f7126ac8 service neutron] 10.222.0.43 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6054072 Apr 20 17:09:05.029229 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-042ae696-4fb7-4f8c-98a8-88c1433dc016 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Transition to ACTIVE for port object 53f874f6-bf32-4ce3-99b5-4babbb9405a5 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:09:05.053079 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c130399-065a-482e-a0c8-1fc59b993245 req-265c3858-fdcc-4aea-a755-496594ea5fa6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:05.055363 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0c130399-065a-482e-a0c8-1fc59b993245 req-265c3858-fdcc-4aea-a755-496594ea5fa6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bf1bc412-90d5-44c3-9118-40a48e554e77 HTTP/1.1" status: 200 len: 909 time: 0.1629810 Apr 20 17:09:05.066471 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-569858e5-bf7f-4828-8f87-9a6183eba8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:05.195169 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0c130399-065a-482e-a0c8-1fc59b993245 req-544c0afa-6e6c-4b58-8b7a-ad8123cd322f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b08539c-7f7e-42fa-92d6-616a10c16789 HTTP/1.1" status: 200 len: 217 time: 0.1310363 Apr 20 17:09:05.208686 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-afba6495-dc5d-43bd-9fab-5e7f16759b76 req-62cd29ba-9353-4356-8662-047f80a5d09d tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b696fee-6ad7-4b5f-b6a6-c7e05fe82714 HTTP/1.1" status: 200 len: 210 time: 0.0762765 Apr 20 17:09:05.257150 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-569858e5-bf7f-4828-8f87-9a6183eba8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:05.355731 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c130399-065a-482e-a0c8-1fc59b993245 req-01933d0f-cb1c-4680-b84c-05ab2755b36f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:05.357462 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0c130399-065a-482e-a0c8-1fc59b993245 req-01933d0f-cb1c-4680-b84c-05ab2755b36f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=afaadd71-91d9-490d-8c9c-d83dc8020198 HTTP/1.1" status: 200 len: 848 time: 0.1478333 Apr 20 17:09:05.392279 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-499b3cc4-a531-41c9-ac81-6f3590fa2513 req-1acfbc14-6a5c-4b00-a6e7-5a17eea80be8 service neutron] 10.222.0.43 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542403 Apr 20 17:09:05.405963 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213c88d-496f-4e70-95f6-1356cd7fc8ad req-ba8f6642-f3fe-4a7b-a3e8-92e8db4b3595 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:05.412857 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2213c88d-496f-4e70-95f6-1356cd7fc8ad req-ba8f6642-f3fe-4a7b-a3e8-92e8db4b3595 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 943 time: 0.5546191 Apr 20 17:09:05.434925 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-042ae696-4fb7-4f8c-98a8-88c1433dc016 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:05.484416 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-93c9b7a9-d6b1-432c-a69a-1c24b4015ed6 req-c7c9e372-9f88-47ef-8da7-faf7c46858a1 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:05.497901 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0c130399-065a-482e-a0c8-1fc59b993245 req-6450c997-f9d5-4918-8e81-3e2988ca715f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf1bc412-90d5-44c3-9118-40a48e554e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1292715 Apr 20 17:09:05.517986 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-247e95ef-e27f-4722-8865-dada0208d64b req-9f80118d-b430-4189-a769-eaf2dc248ed7 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.39 "GET /v2.0/ports?device_id=5947ec81-c7ed-438d-bb8b-9a8f1d391077 HTTP/1.1" status: 200 len: 210 time: 0.0795879 Apr 20 17:09:05.548859 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-569858e5-bf7f-4828-8f87-9a6183eba8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:05.558271 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-042ae696-4fb7-4f8c-98a8-88c1433dc016 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:09:05.611450 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2213c88d-496f-4e70-95f6-1356cd7fc8ad req-997ba783-d4b4-4055-bbf3-d67152af370c tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975391 Apr 20 17:09:05.612416 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-042ae696-4fb7-4f8c-98a8-88c1433dc016 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:09:05.616754 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ae696-4fb7-4f8c-98a8-88c1433dc016 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Pushing event updated for resources: {'Port': ['ID=53f874f6-bf32-4ce3-99b5-4babbb9405a5,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:05.624444 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-042ae696-4fb7-4f8c-98a8-88c1433dc016 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:09:05.742502 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0c130399-065a-482e-a0c8-1fc59b993245 req-fa09e631-5f51-4a17-bad0-fb2230caa31e service neutron] 10.222.0.43 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200959 Apr 20 17:09:05.758779 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569858e5-bf7f-4828-8f87-9a6183eba8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72ed57a-1f6c-4cc4-8028-d6d11d275718,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:05.829238 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9e372-9f88-47ef-8da7-faf7c46858a1 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Pushing event deleted for resources: {'Port': ['ID=ad3cd74d-efc4-405e-bd02-97cdfaad7194,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:05.859235 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c9b7a9-d6b1-432c-a69a-1c24b4015ed6 req-c7c9e372-9f88-47ef-8da7-faf7c46858a1 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] No DVR routers for this DVR port ad3cd74d-efc4-405e-bd02-97cdfaad7194 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:09:05.865041 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-93c9b7a9-d6b1-432c-a69a-1c24b4015ed6 req-c7c9e372-9f88-47ef-8da7-faf7c46858a1 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:05.867853 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5947ec81-c7ed-438d-bb8b-9a8f1d391077', 'name': 'network-vif-deleted', 'tag': 'ad3cd74d-efc4-405e-bd02-97cdfaad7194'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:09:05.911854 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-93c9b7a9-d6b1-432c-a69a-1c24b4015ed6 req-c7c9e372-9f88-47ef-8da7-faf7c46858a1 tempest-ServerDiagnosticsNegativeTest-1469351856 tempest-ServerDiagnosticsNegativeTest-1469351856-project] 10.222.0.10 "DELETE /v2.0/ports/ad3cd74d-efc4-405e-bd02-97cdfaad7194 HTTP/1.1" status: 204 len: 173 time: 2.3417168 Apr 20 17:09:05.921441 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58782) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:09:05.930809 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-042ae696-4fb7-4f8c-98a8-88c1433dc016 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:05.933660 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-042ae696-4fb7-4f8c-98a8-88c1433dc016 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:05.949786 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-569858e5-bf7f-4828-8f87-9a6183eba8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:05.950886 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-569858e5-bf7f-4828-8f87-9a6183eba8dc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f72ed57a-1f6c-4cc4-8028-d6d11d275718 HTTP/1.1" status: 204 len: 168 time: 1.3862035 Apr 20 17:09:05.970372 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-042ae696-4fb7-4f8c-98a8-88c1433dc016 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1618083 Apr 20 17:09:05.980499 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25b7c928-463d-4d0d-a004-a530277b1c98'] response: {'server_uuid': '5947ec81-c7ed-438d-bb8b-9a8f1d391077', 'name': 'network-vif-deleted', 'tag': 'ad3cd74d-efc4-405e-bd02-97cdfaad7194', 'status': 'completed', 'code': 200} Apr 20 17:09:05.984520 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-e4a01e9d-0424-4ce4-b21a-9896926d5a06 service neutron] Request body: {'port': {'device_id': '9b696fee-6ad7-4b5f-b6a6-c7e05fe82714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:09:06.082813 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0c130399-065a-482e-a0c8-1fc59b993245 req-209db546-8ef8-41da-9b26-3a510fad5af2 service neutron] 10.222.0.43 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357089 Apr 20 17:09:06.114576 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3a6e9-c171-4097-9f64-8d04fbb0bfa3 req-7fbea3b4-6a83-4335-87c5-b643044b0cae tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:06.122793 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2aa3a6e9-c171-4097-9f64-8d04fbb0bfa3 req-7fbea3b4-6a83-4335-87c5-b643044b0cae tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 943 time: 0.1994174 Apr 20 17:09:06.201946 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device ad3cd74d-efc4-405e-bd02-97cdfaad7194 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:09:06.226825 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2aa3a6e9-c171-4097-9f64-8d04fbb0bfa3 req-756567bb-04e8-4593-bd99-9576f126c82c tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036756 Apr 20 17:09:06.253075 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-e4a01e9d-0424-4ce4-b21a-9896926d5a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:06.270508 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: ad3cd74d-efc4-405e-bd02-97cdfaad7194 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:09:06.270842 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device ad3cd74d-efc4-405e-bd02-97cdfaad7194 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:09:06.410177 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3604a9a0-7a1b-4c93-941e-b72bd190f7cf None None] Provisioning for port 53f874f6-bf32-4ce3-99b5-4babbb9405a5 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:09:06.415776 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3604a9a0-7a1b-4c93-941e-b72bd190f7cf None None] Provisioning complete for port 53f874f6-bf32-4ce3-99b5-4babbb9405a5 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:09:06.416379 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3604a9a0-7a1b-4c93-941e-b72bd190f7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:06.522222 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088681a-56dd-4a8e-81e0-957b54a7729d req-29e24486-84b9-4504-a366-9001ad234857 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:06.531108 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4088681a-56dd-4a8e-81e0-957b54a7729d req-29e24486-84b9-4504-a366-9001ad234857 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b696fee-6ad7-4b5f-b6a6-c7e05fe82714 HTTP/1.1" status: 200 len: 936 time: 0.1710477 Apr 20 17:09:06.545112 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3604a9a0-7a1b-4c93-941e-b72bd190f7cf None None] Port 53f874f6-bf32-4ce3-99b5-4babbb9405a5 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:09:06.594141 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-fb2995c1-06a0-4748-90a7-88c859360e33 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1094541595-network', 'tenant_id': '8eab13f9ce374bed840dc821db4a4e57'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:09:06.600571 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-fb2995c1-06a0-4748-90a7-88c859360e33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:06.614807 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4088681a-56dd-4a8e-81e0-957b54a7729d req-30cb61ac-c511-4233-9567-51ef072695d6 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f1c1187-0172-4178-a538-5eb1070f573f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827389 Apr 20 17:09:06.620761 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-fb2995c1-06a0-4748-90a7-88c859360e33 admin admin] Usage tracker for resource:network and tenant:8eab13f9ce374bed840dc821db4a4e57 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:09:06.630421 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-fb2995c1-06a0-4748-90a7-88c859360e33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:09:06.650597 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-fb2995c1-06a0-4748-90a7-88c859360e33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:06.673775 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2995c1-06a0-4748-90a7-88c859360e33 admin admin] Made reservation on behalf of 8eab13f9ce374bed840dc821db4a4e57 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:09:06.678407 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb2995c1-06a0-4748-90a7-88c859360e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:06.709678 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb2995c1-06a0-4748-90a7-88c859360e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:06.750589 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-3c662862-0cd7-4aa5-b631-624f1b0ee5aa tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=a75d48f32d114942822c59b60c13247e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433776 Apr 20 17:09:06.781960 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-fb2995c1-06a0-4748-90a7-88c859360e33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:06.787648 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-fb2995c1-06a0-4748-90a7-88c859360e33 admin admin] Usage tracker for resource:security_group_rule and tenant:8eab13f9ce374bed840dc821db4a4e57 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:09:06.791744 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-fb2995c1-06a0-4748-90a7-88c859360e33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:09:06.799577 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-fb2995c1-06a0-4748-90a7-88c859360e33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:06.805631 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58808) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:09:06.837930 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7f7000aa-b33d-4f33-bc3e-a6ed211f200b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:06.893690 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7f7000aa-b33d-4f33-bc3e-a6ed211f200b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:06.904407 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7f7000aa-b33d-4f33-bc3e-a6ed211f200b admin admin] Usage tracker for resource:security_group_rule and tenant:bb64c93366ad485d99c1248a6c3512c4 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:09:06.910943 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7f7000aa-b33d-4f33-bc3e-a6ed211f200b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:09:06.937072 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-6405a693-2f9f-4fdc-92e9-f87d18097ec8 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:06.938546 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-6405a693-2f9f-4fdc-92e9-f87d18097ec8 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1871493 Apr 20 17:09:06.941573 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-e4a01e9d-0424-4ce4-b21a-9896926d5a06 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:09:06.964468 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7f7000aa-b33d-4f33-bc3e-a6ed211f200b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:06.969069 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:09:06.983819 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-f89ae28b-9fb1-4b1f-9477-c87f30dfbf1d tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/quotas/a75d48f32d114942822c59b60c13247e HTTP/1.1" status: 200 len: 375 time: 0.0331244 Apr 20 17:09:06.992878 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb2995c1-06a0-4748-90a7-88c859360e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:07.003388 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb2995c1-06a0-4748-90a7-88c859360e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:07.062617 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb2995c1-06a0-4748-90a7-88c859360e33 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:09:07.070991 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2995c1-06a0-4748-90a7-88c859360e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b329bffa-b869-4967-bd85-94509dc05145,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:07.078379 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-792e9ae2-2915-446d-9419-240a00ee6e93 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a75d48f32d114942822c59b60c13247e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0909135 Apr 20 17:09:07.086999 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb2995c1-06a0-4748-90a7-88c859360e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:07.087345 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-fb2995c1-06a0-4748-90a7-88c859360e33 admin admin] Added segment 51148a45-b4e2-4f1e-951c-1de21befc123 of type vlan for network 9034ea63-8cdc-4387-871e-6ef92eb3509a Apr 20 17:09:07.091006 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-e4a01e9d-0424-4ce4-b21a-9896926d5a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f874f6-bf32-4ce3-99b5-4babbb9405a5 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:09:07.101140 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-e4a01e9d-0424-4ce4-b21a-9896926d5a06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:07.114831 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455a816-d856-4390-968b-daf2889aa93f req-97ace46c-1376-4bd2-a2f5-b0825b3543e2 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:07.116369 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a455a816-d856-4390-968b-daf2889aa93f req-97ace46c-1376-4bd2-a2f5-b0825b3543e2 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 943 time: 0.2086234 Apr 20 17:09:07.121681 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-e4a01e9d-0424-4ce4-b21a-9896926d5a06 service neutron] Transition to ACTIVE for port object 53f874f6-bf32-4ce3-99b5-4babbb9405a5 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:09:07.130707 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-e4a01e9d-0424-4ce4-b21a-9896926d5a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:07.179652 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb2995c1-06a0-4748-90a7-88c859360e33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:07.184472 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7f7000aa-b33d-4f33-bc3e-a6ed211f200b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:07.199814 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7f7000aa-b33d-4f33-bc3e-a6ed211f200b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:07.234777 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a01e9d-0424-4ce4-b21a-9896926d5a06 service neutron] Pushing event updated for resources: {'Port': ['ID=53f874f6-bf32-4ce3-99b5-4babbb9405a5,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:07.273583 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a455a816-d856-4390-968b-daf2889aa93f req-07372e9e-8dba-4a35-8286-ec29caf7f356 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431904 Apr 20 17:09:07.279687 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58818) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:09:07.333707 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7000aa-b33d-4f33-bc3e-a6ed211f200b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ccb64f-f37b-4098-9473-a51cb4d282de,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:07.345551 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb2995c1-06a0-4748-90a7-88c859360e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:07.346654 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2995c1-06a0-4748-90a7-88c859360e33 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:07.347447 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb2995c1-06a0-4748-90a7-88c859360e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:07.469559 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1bfa6c5c-9e9a-442a-be61-982b85cd73ff req-b91dd21c-d184-4fde-8fff-6b6465a80a2d tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 210 time: 0.1311672 Apr 20 17:09:07.606148 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-e4a01e9d-0424-4ce4-b21a-9896926d5a06 service neutron] Attempting to bind port 53f874f6-bf32-4ce3-99b5-4babbb9405a5 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:09:07.607150 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-e4a01e9d-0424-4ce4-b21a-9896926d5a06 service neutron] Attempting to bind port 53f874f6-bf32-4ce3-99b5-4babbb9405a5 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:09:07.607643 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-e4a01e9d-0424-4ce4-b21a-9896926d5a06 service neutron] Attempting to bind port 53f874f6-bf32-4ce3-99b5-4babbb9405a5 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:09:07.615080 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-e4a01e9d-0424-4ce4-b21a-9896926d5a06 service neutron] Port 53f874f6-bf32-4ce3-99b5-4babbb9405a5 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:09:07.615654 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-e4a01e9d-0424-4ce4-b21a-9896926d5a06 service neutron] Attempting to bind port 53f874f6-bf32-4ce3-99b5-4babbb9405a5 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:09:07.626974 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-e4a01e9d-0424-4ce4-b21a-9896926d5a06 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:09:07.627567 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-e4a01e9d-0424-4ce4-b21a-9896926d5a06 service neutron] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:09:07.628113 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-e4a01e9d-0424-4ce4-b21a-9896926d5a06 service neutron] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:09:07.628722 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-e4a01e9d-0424-4ce4-b21a-9896926d5a06 service neutron] Bound port: 53f874f6-bf32-4ce3-99b5-4babbb9405a5, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:09:07.629226 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-e4a01e9d-0424-4ce4-b21a-9896926d5a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:07.675685 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7f7000aa-b33d-4f33-bc3e-a6ed211f200b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bb64c93366ad485d99c1248a6c3512c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8682187 Apr 20 17:09:07.694875 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58832) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:09:07.754287 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2995c1-06a0-4748-90a7-88c859360e33 admin admin] Pushing event updated for resources: {'Network': ['ID=9034ea63-8cdc-4387-871e-6ef92eb3509a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:07.767032 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 9034ea63-8cdc-4387-871e-6ef92eb3509a details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:09:07.789732 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-14fdc881-e893-4b2c-a73f-58feef9a52b0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b35c333c614c4c919442bc5322c09acf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4777734 Apr 20 17:09:07.793948 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fb2995c1-06a0-4748-90a7-88c859360e33 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8674080 Apr 20 17:09:07.793948 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58838) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:09:07.795815 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58840) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:09:07.803956 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-4a87502f-fc81-4b48-b5cc-67e93c02242d admin admin] Request body: {'subnet': {'network_id': '9034ea63-8cdc-4387-871e-6ef92eb3509a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1094541595-subnet', 'tenant_id': '8eab13f9ce374bed840dc821db4a4e57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:09:07.819655 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4a87502f-fc81-4b48-b5cc-67e93c02242d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:07.828414 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4a87502f-fc81-4b48-b5cc-67e93c02242d admin admin] Usage tracker for resource:subnet and tenant:8eab13f9ce374bed840dc821db4a4e57 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:09:07.832992 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4a87502f-fc81-4b48-b5cc-67e93c02242d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:09:07.850732 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4a87502f-fc81-4b48-b5cc-67e93c02242d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:07.866108 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-e4a01e9d-0424-4ce4-b21a-9896926d5a06 service neutron] For port 53f874f6-bf32-4ce3-99b5-4babbb9405a5, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:09:07.876292 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-e4a01e9d-0424-4ce4-b21a-9896926d5a06 service neutron] For port 53f874f6-bf32-4ce3-99b5-4babbb9405a5, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=53f874f6-bf32-4ce3-99b5-4babbb9405a5,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:09:07.891696 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e08a18-3442-4907-8b09-d2a9b876ab44 req-2426f9e3-e266-4555-ab61-78f6b3321ea9 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:07.893324 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-67e08a18-3442-4907-8b09-d2a9b876ab44 req-2426f9e3-e266-4555-ab61-78f6b3321ea9 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 943 time: 0.3131206 Apr 20 17:09:07.895525 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a87502f-fc81-4b48-b5cc-67e93c02242d admin admin] Made reservation on behalf of 8eab13f9ce374bed840dc821db4a4e57 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:09:07.898009 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4a87502f-fc81-4b48-b5cc-67e93c02242d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:07.901356 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-e4a01e9d-0424-4ce4-b21a-9896926d5a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:07.979352 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-e4a01e9d-0424-4ce4-b21a-9896926d5a06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:07.980833 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-e4a01e9d-0424-4ce4-b21a-9896926d5a06 service neutron] 10.222.0.43 "PUT /v2.0/ports/53f874f6-bf32-4ce3-99b5-4babbb9405a5 HTTP/1.1" status: 200 len: 1096 time: 2.0025280 Apr 20 17:09:07.981349 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b696fee-6ad7-4b5f-b6a6-c7e05fe82714', 'tag': '53f874f6-bf32-4ce3-99b5-4babbb9405a5'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:09:08.017336 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c4502de6-5a99-4349-ad93-14362f0e4658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:08.025312 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408d4c9-d785-4d42-92aa-470b79b2c301 req-e62d9967-3cd3-4fb6-97cd-436d4a953180 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:08.026146 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-7408d4c9-d785-4d42-92aa-470b79b2c301 req-e62d9967-3cd3-4fb6-97cd-436d4a953180 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Synchronizing usage tracker for tenant:4c4c899af2a64f8ea80ac8ebb7170f68 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:09:08.026995 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 9b08539c-7f7e-42fa-92d6-616a10c16789 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:09:08.029420 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-89fc5d02-8821-4dad-8df0-5c7918cfe755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:08.079777 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-89fc5d02-8821-4dad-8df0-5c7918cfe755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:08.091385 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a01e9d-0424-4ce4-b21a-9896926d5a06 service neutron] Pushing event updated for resources: {'Port': ['ID=53f874f6-bf32-4ce3-99b5-4babbb9405a5,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:08.100840 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c4502de6-5a99-4349-ad93-14362f0e4658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:08.146815 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-67e08a18-3442-4907-8b09-d2a9b876ab44 req-4f9b49c9-06c6-42a2-aff6-9d6f5f779ba7 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358057 Apr 20 17:09:08.254608 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c4502de6-5a99-4349-ad93-14362f0e4658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:08.281067 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4502de6-5a99-4349-ad93-14362f0e4658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd14572-00de-494f-9e8e-489c6a82f628,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:08.344964 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83571968-d688-4f57-821b-68cd6477ea38'] response: {'name': 'network-changed', 'server_uuid': '9b696fee-6ad7-4b5f-b6a6-c7e05fe82714', 'tag': '53f874f6-bf32-4ce3-99b5-4babbb9405a5', 'status': 'completed', 'code': 200} Apr 20 17:09:08.351605 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 9b08539c-7f7e-42fa-92d6-616a10c16789, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9b08539c-7f7e-42fa-92d6-616a10c16789,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:08.357388 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-7408d4c9-d785-4d42-92aa-470b79b2c301 req-e62d9967-3cd3-4fb6-97cd-436d4a953180 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Unset dirty status for tenant:4c4c899af2a64f8ea80ac8ebb7170f68 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:09:08.367850 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c4502de6-5a99-4349-ad93-14362f0e4658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:08.372404 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c4502de6-5a99-4349-ad93-14362f0e4658 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1dd14572-00de-494f-9e8e-489c6a82f628 HTTP/1.1" status: 204 len: 168 time: 0.5753970 Apr 20 17:09:08.372581 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7408d4c9-d785-4d42-92aa-470b79b2c301 req-e62d9967-3cd3-4fb6-97cd-436d4a953180 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b696fee-6ad7-4b5f-b6a6-c7e05fe82714 HTTP/1.1" status: 200 len: 948 time: 0.5700517 Apr 20 17:09:08.390019 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4a87502f-fc81-4b48-b5cc-67e93c02242d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:08.413237 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '9b08539c-7f7e-42fa-92d6-616a10c16789', 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77', 'port_id': '9b08539c-7f7e-42fa-92d6-616a10c16789', 'mac_address': 'fa:16:3e:f5:80:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afaadd71-91d9-490d-8c9c-d83dc8020198', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:09:08.565062 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-7408d4c9-d785-4d42-92aa-470b79b2c301 req-25b2884a-535a-46c9-9713-646f269ac5db tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Synchronizing usage tracker for tenant:4c4c899af2a64f8ea80ac8ebb7170f68 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:09:08.589988 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:08.598939 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-a82cc7e8-25d5-4c3c-ad03-b8e3124c115c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c4c899af2a64f8ea80ac8ebb7170f68&device_id=9b696fee-6ad7-4b5f-b6a6-c7e05fe82714 HTTP/1.1" status: 200 len: 1099 time: 0.4830275 Apr 20 17:09:08.601081 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-89fc5d02-8821-4dad-8df0-5c7918cfe755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:08.611028 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b08539c-7f7e-42fa-92d6-616a10c16789 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:09:08.628817 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 9b08539c-7f7e-42fa-92d6-616a10c16789, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9b08539c-7f7e-42fa-92d6-616a10c16789,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:08.635416 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:08.675203 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87502f-fc81-4b48-b5cc-67e93c02242d admin admin] Pushing event updated for resources: {'Subnet': ['ID=af85ab34-696f-4577-a7cd-12cc3ca9e9e8,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:08.681287 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-7408d4c9-d785-4d42-92aa-470b79b2c301 req-25b2884a-535a-46c9-9713-646f269ac5db tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Unset dirty status for tenant:4c4c899af2a64f8ea80ac8ebb7170f68 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:09:08.682799 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7408d4c9-d785-4d42-92aa-470b79b2c301 req-25b2884a-535a-46c9-9713-646f269ac5db tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f1c1187-0172-4178-a538-5eb1070f573f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105221 Apr 20 17:09:08.683686 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc5d02-8821-4dad-8df0-5c7918cfe755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ccb64f-f37b-4098-9473-a51cb4d282de,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:08.687870 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-b9c30df7-90f5-44dc-bbbf-90361f426e8f service neutron] 10.222.0.43 "GET /v2.0/ports/14f17c03-d216-41a3-8c5b-6e34bad8ee2e/bindings/n-h2-838032-1 HTTP/1.1" status: 200 len: 384 time: 0.2412181 Apr 20 17:09:08.700398 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-89fc5d02-8821-4dad-8df0-5c7918cfe755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:08.703828 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-89fc5d02-8821-4dad-8df0-5c7918cfe755 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/47ccb64f-f37b-4098-9473-a51cb4d282de HTTP/1.1" status: 204 len: 168 time: 1.0063500 Apr 20 17:09:08.711678 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-bc3b9007-cc44-4866-8bb3-fbc6316ec1c1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=53f874f6-bf32-4ce3-99b5-4babbb9405a5 HTTP/1.1" status: 200 len: 217 time: 0.1043210 Apr 20 17:09:08.732063 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=9b08539c-7f7e-42fa-92d6-616a10c16789,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:08.826729 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['9b08539c-7f7e-42fa-92d6-616a10c16789'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:09:08.846356 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-a357dc04-a10c-45b3-aeea-02960fb43277 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:08.847955 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-a357dc04-a10c-45b3-aeea-02960fb43277 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1294401 Apr 20 17:09:08.973265 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f39dd-0dbc-4f96-99f1-8368815ebe35 req-85c1e664-bfe0-4d46-8aa4-25425366a466 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:08.983000 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-648f39dd-0dbc-4f96-99f1-8368815ebe35 req-85c1e664-bfe0-4d46-8aa4-25425366a466 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 943 time: 0.4241269 Apr 20 17:09:08.984899 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a87502f-fc81-4b48-b5cc-67e93c02242d admin admin] Checking segment: {'id': '51148a45-b4e2-4f1e-951c-1de21befc123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9034ea63-8cdc-4387-871e-6ef92eb3509a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:09:08.985252 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a87502f-fc81-4b48-b5cc-67e93c02242d admin admin] Network hostable DHCP agents. Network: 9034ea63-8cdc-4387-871e-6ef92eb3509a, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:09:09.050046 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58858) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:09:09.052580 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-4bb38952-e9bb-49bf-8c42-1231ce03aeaf tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a75d48f32d114942822c59b60c13247e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1139383 Apr 20 17:09:09.106681 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a87502f-fc81-4b48-b5cc-67e93c02242d admin admin] Network 9034ea63-8cdc-4387-871e-6ef92eb3509a is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:09:09.148670 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c7a0b238-c285-429d-803f-16da82293f9d req-08727eff-2d2e-4756-8daf-30ff7da01a87 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 210 time: 0.1952612 Apr 20 17:09:09.173916 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-4a87502f-fc81-4b48-b5cc-67e93c02242d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 9034ea63-8cdc-4387-871e-6ef92eb3509a) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:09:09.216287 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81b04c3-e636-4059-9328-d0a7285a94dc None None] Network 9034ea63-8cdc-4387-871e-6ef92eb3509a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:09:09.224286 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8ff00c18-1008-48d8-bf51-2259b8950fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:09.261074 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-79da0746-3f47-422b-82c3-4b7c7540178a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:09.266841 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a87502f-fc81-4b48-b5cc-67e93c02242d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:09.268016 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4a87502f-fc81-4b48-b5cc-67e93c02242d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:09.339302 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8ff00c18-1008-48d8-bf51-2259b8950fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:09.355329 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8ff00c18-1008-48d8-bf51-2259b8950fa4 admin admin] Usage tracker for resource:security_group_rule and tenant:d2dbf47f98654d6c8ddbfa732fafcfe6 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:09:09.360829 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8ff00c18-1008-48d8-bf51-2259b8950fa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:09:09.374823 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-4b65c8ee-9c25-4169-a998-f667a7fe1d96 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:09.376928 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-4b65c8ee-9c25-4169-a998-f667a7fe1d96 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3101177 Apr 20 17:09:09.378089 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8ff00c18-1008-48d8-bf51-2259b8950fa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:09.383212 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-b4163cbb-8cc7-4355-9432-adffebb5c16a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5288682 Apr 20 17:09:09.415261 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-da527e3e-7d77-43dc-a96a-5cf55c090cdd tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Request body: {'port': {'device_id': 'd2bd9726-2155-4969-ac3a-e2424f8ec92c', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'admin_state_up': True, 'tenant_id': 'a75d48f32d114942822c59b60c13247e'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:09:09.418435 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-648f39dd-0dbc-4f96-99f1-8368815ebe35 req-6fa594d9-0980-4f7b-9e16-43792cb57919 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344513 Apr 20 17:09:09.434680 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-ee75f810-cce3-426e-8bc9-668afcfc641d service neutron] For port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=14f17c03-d216-41a3-8c5b-6e34bad8ee2e,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:09.461838 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-ee75f810-cce3-426e-8bc9-668afcfc641d service neutron] For port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:09:09.514439 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-ee75f810-cce3-426e-8bc9-668afcfc641d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14f17c03-d216-41a3-8c5b-6e34bad8ee2e {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:09:09.526008 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-ee75f810-cce3-426e-8bc9-668afcfc641d service neutron] For port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=14f17c03-d216-41a3-8c5b-6e34bad8ee2e,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:09.550585 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-ee75f810-cce3-426e-8bc9-668afcfc641d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:09.574086 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4a87502f-fc81-4b48-b5cc-67e93c02242d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7753894 Apr 20 17:09:09.726587 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85c4f7b-f756-44b4-ad22-b43fcf36e762 None None] Network 9034ea63-8cdc-4387-871e-6ef92eb3509a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:09:09.731834 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-ee75f810-cce3-426e-8bc9-668afcfc641d service neutron] Transition to ACTIVE for port object 14f17c03-d216-41a3-8c5b-6e34bad8ee2e will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:09:09.740487 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-ee75f810-cce3-426e-8bc9-668afcfc641d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:09.751631 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-da527e3e-7d77-43dc-a96a-5cf55c090cdd tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:09.756047 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-b44a7900-e466-414a-8313-2384bf541d88 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652720 Apr 20 17:09:09.766477 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-da527e3e-7d77-43dc-a96a-5cf55c090cdd tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Usage tracker for resource:port and tenant:a75d48f32d114942822c59b60c13247e is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:09:09.797429 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-da527e3e-7d77-43dc-a96a-5cf55c090cdd tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:09:09.866883 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75f810-cce3-426e-8bc9-668afcfc641d service neutron] Pushing event updated for resources: {'Port': ['ID=14f17c03-d216-41a3-8c5b-6e34bad8ee2e,revision_number=10']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:09.917228 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-da527e3e-7d77-43dc-a96a-5cf55c090cdd tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:09.957146 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494453a2-25d7-4e76-a326-04a388456200 req-e825b971-a447-4077-aa81-8a23766154dc tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:09.964456 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-494453a2-25d7-4e76-a326-04a388456200 req-e825b971-a447-4077-aa81-8a23766154dc tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 944 time: 0.5322099 Apr 20 17:09:10.031349 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8ff00c18-1008-48d8-bf51-2259b8950fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:10.049452 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8ff00c18-1008-48d8-bf51-2259b8950fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:10.052077 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 9b08539c-7f7e-42fa-92d6-616a10c16789 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:09:10.056268 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-ee75f810-cce3-426e-8bc9-668afcfc641d service neutron] No DVR routers for this DVR port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:09:10.071681 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-da527e3e-7d77-43dc-a96a-5cf55c090cdd tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Made reservation on behalf of a75d48f32d114942822c59b60c13247e for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:09:10.075329 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-da527e3e-7d77-43dc-a96a-5cf55c090cdd tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:10.113650 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-494453a2-25d7-4e76-a326-04a388456200 req-3ede76f8-9287-4f86-84fa-c50a8965d176 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Synchronizing usage tracker for tenant:c6309d4027774bf39a206d4366b6ddc5 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:09:10.116164 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-ee75f810-cce3-426e-8bc9-668afcfc641d service neutron] 10.222.0.43 "PUT /v2.0/ports/14f17c03-d216-41a3-8c5b-6e34bad8ee2e/bindings/n-h2-838032-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4213531 Apr 20 17:09:10.135978 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-da527e3e-7d77-43dc-a96a-5cf55c090cdd tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:10.153510 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84704cda-1f29-452f-b5b5-160add921c15 req-572fec08-cd4f-4684-b700-495298cf7643 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:10.157327 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-84704cda-1f29-452f-b5b5-160add921c15 req-572fec08-cd4f-4684-b700-495298cf7643 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b696fee-6ad7-4b5f-b6a6-c7e05fe82714 HTTP/1.1" status: 200 len: 948 time: 0.1939862 Apr 20 17:09:10.160014 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 9b08539c-7f7e-42fa-92d6-616a10c16789 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:09:10.165781 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 9b08539c-7f7e-42fa-92d6-616a10c16789 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:09:10.166128 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:10.187870 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff00c18-1008-48d8-bf51-2259b8950fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5b6619-5ca5-42b8-93fb-296f5fcbdde8,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:10.196475 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8ff00c18-1008-48d8-bf51-2259b8950fa4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d2dbf47f98654d6c8ddbfa732fafcfe6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1318395 Apr 20 17:09:10.202873 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d125b312-3e48-4e1d-8345-5b8d950852e2 req-fd3384c6-7800-4d64-904c-0f60e1bd7bbb service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339738 Apr 20 17:09:10.205835 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58888) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:09:10.234771 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-494453a2-25d7-4e76-a326-04a388456200 req-3ede76f8-9287-4f86-84fa-c50a8965d176 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Unset dirty status for tenant:c6309d4027774bf39a206d4366b6ddc5 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:09:10.246767 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-494453a2-25d7-4e76-a326-04a388456200 req-3ede76f8-9287-4f86-84fa-c50a8965d176 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813916 Apr 20 17:09:10.274455 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-84704cda-1f29-452f-b5b5-160add921c15 req-ce0ae745-ca75-45a8-84e2-d40c54068d04 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f1c1187-0172-4178-a538-5eb1070f573f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946019 Apr 20 17:09:10.274818 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-da527e3e-7d77-43dc-a96a-5cf55c090cdd tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:10.311695 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-da527e3e-7d77-43dc-a96a-5cf55c090cdd tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Usage tracker for resource:security_group_rule and tenant:a75d48f32d114942822c59b60c13247e is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:09:10.347250 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-da527e3e-7d77-43dc-a96a-5cf55c090cdd tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:09:10.353439 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:10.371428 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-da527e3e-7d77-43dc-a96a-5cf55c090cdd tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:10.403814 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0411e62e-5de0-487e-9cec-f886df5f929a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b08539c-7f7e-42fa-92d6-616a10c16789'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:09:10.422828 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 9b08539c-7f7e-42fa-92d6-616a10c16789, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9b08539c-7f7e-42fa-92d6-616a10c16789,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:10.431108 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:10.432305 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 14f17c03-d216-41a3-8c5b-6e34bad8ee2e no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:09:10.497632 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ae7f57bd-8591-4f1f-b00d-e0d960a07c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:10.552261 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ae7f57bd-8591-4f1f-b00d-e0d960a07c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:10.561943 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fc4bddf3-3ebb-4df3-bd78-33b37d78a9f5 req-880cc6c3-50d0-4ef8-bfca-e149eb632044 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c4c899af2a64f8ea80ac8ebb7170f68&device_id=9b696fee-6ad7-4b5f-b6a6-c7e05fe82714 HTTP/1.1" status: 200 len: 1099 time: 0.2873495 Apr 20 17:09:10.630181 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 14f17c03-d216-41a3-8c5b-6e34bad8ee2e not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:09:10.635858 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=9b08539c-7f7e-42fa-92d6-616a10c16789,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:10.718224 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f3e8621c-f067-4269-b165-4f02930d42ab req-5be95147-4a42-4ba8-960a-27ab29b8e4a8 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 210 time: 0.2291496 Apr 20 17:09:10.725965 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-f00c312f-8c54-4762-9f37-a52dea753b30 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2&tenant_id=b7e0217792874af58ccfdea4744db0d0&binding%3Ahost_id=n-h1-838032-1 HTTP/1.1" status: 200 len: 1095 time: 0.4611771 Apr 20 17:09:10.791283 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-004130ba-060a-4a61-8c57-6835605016c7'] response: {'server_uuid': '0411e62e-5de0-487e-9cec-f886df5f929a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b08539c-7f7e-42fa-92d6-616a10c16789', 'code': 200} Apr 20 17:09:10.830760 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-69a1756e-7aaa-460c-9c2e-317daca0b1c9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2&tenant_id=b7e0217792874af58ccfdea4744db0d0 HTTP/1.1" status: 200 len: 1095 time: 0.0970907 Apr 20 17:09:10.988458 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-da527e3e-7d77-43dc-a96a-5cf55c090cdd tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:11.007970 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-da527e3e-7d77-43dc-a96a-5cf55c090cdd tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:11.056785 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-8f99316f-f951-475d-a0bc-03d2fe349002 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b7e0217792874af58ccfdea4744db0d0&device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 1095 time: 0.2026308 Apr 20 17:09:11.068292 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e341d2b-31a4-45b1-8659-0814c1419cf0 req-3b6371d5-0a88-428c-9a76-e32060111b1d tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:11.069783 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3e341d2b-31a4-45b1-8659-0814c1419cf0 req-3b6371d5-0a88-428c-9a76-e32060111b1d tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 944 time: 0.1387610 Apr 20 17:09:11.095911 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e4f16b89-e6cc-4a7b-b136-2678565133b5 req-64489016-4043-498e-a9fe-c2276ed95ccc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 1096 time: 0.2024655 Apr 20 17:09:11.149542 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da527e3e-7d77-43dc-a96a-5cf55c090cdd tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e571de81-4d50-42b1-87eb-fc7c7c5eb884,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:11.166911 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4bddf3-3ebb-4df3-bd78-33b37d78a9f5 req-165b76b3-b613-4556-99d2-387c8a2fdf07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:11.168546 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fc4bddf3-3ebb-4df3-bd78-33b37d78a9f5 req-165b76b3-b613-4556-99d2-387c8a2fdf07 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.5823390 Apr 20 17:09:11.169253 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ae7f57bd-8591-4f1f-b00d-e0d960a07c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:11.257956 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f57bd-8591-4f1f-b00d-e0d960a07c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5b6619-5ca5-42b8-93fb-296f5fcbdde8,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:11.274805 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3e341d2b-31a4-45b1-8659-0814c1419cf0 req-92dc6ceb-af99-4da3-b200-3e895fb11bc7 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822407 Apr 20 17:09:11.280120 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-8e640282-475d-4040-b251-a3b6c23fc4a7 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:11.281665 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-8e640282-475d-4040-b251-a3b6c23fc4a7 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/networks?id=9034ea63-8cdc-4387-871e-6ef92eb3509a HTTP/1.1" status: 200 len: 805 time: 0.5297551 Apr 20 17:09:11.293434 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e4f16b89-e6cc-4a7b-b136-2678565133b5 req-51aaf2cf-b946-497d-bb5c-74ca10f3d4f3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227903 Apr 20 17:09:11.310876 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fc4bddf3-3ebb-4df3-bd78-33b37d78a9f5 req-8fddd112-35e1-444a-8ef1-1148a5c6f62a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=53f874f6-bf32-4ce3-99b5-4babbb9405a5 HTTP/1.1" status: 200 len: 217 time: 0.1081712 Apr 20 17:09:11.334687 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-ea7a759c-c6ce-4619-97eb-120413c772ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:11.338031 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-ea7a759c-c6ce-4619-97eb-120413c772ba service neutron] 10.222.0.10 "GET /v2.0/networks?id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c HTTP/1.1" status: 200 len: 922 time: 0.2670121 Apr 20 17:09:11.345733 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4d5dc9e2-a7cd-44ac-9245-794718a340aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:11.367334 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-a4f02b00-158a-4446-ba5c-4468e7f90995 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/quotas/8eab13f9ce374bed840dc821db4a4e57 HTTP/1.1" status: 200 len: 375 time: 0.0719206 Apr 20 17:09:11.371573 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ae7f57bd-8591-4f1f-b00d-e0d960a07c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:11.372706 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ae7f57bd-8591-4f1f-b00d-e0d960a07c54 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7a5b6619-5ca5-42b8-93fb-296f5fcbdde8 HTTP/1.1" status: 204 len: 168 time: 1.1659412 Apr 20 17:09:11.426969 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-4d31b0cc-d5d4-4138-867a-3009a1c420fd tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8eab13f9ce374bed840dc821db4a4e57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528905 Apr 20 17:09:11.449089 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-da527e3e-7d77-43dc-a96a-5cf55c090cdd tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Allocated IP 192.168.233.160 (9a774663-a30d-4bd1-8b41-83fe693f2d30/777b4790-ba4c-49e9-8844-3c09c1447f40/99b4db25-eee7-4cbd-bfd6-8ee7df9779bb) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:09:11.557551 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-ee5511d9-2244-4e4d-9d31-691d18c05ab1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14f17c03-d216-41a3-8c5b-6e34bad8ee2e HTTP/1.1" status: 200 len: 217 time: 0.2074852 Apr 20 17:09:11.621326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4bddf3-3ebb-4df3-bd78-33b37d78a9f5 req-6bed729b-d97b-4552-bfa3-0c399df4f000 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:11.622790 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fc4bddf3-3ebb-4df3-bd78-33b37d78a9f5 req-6bed729b-d97b-4552-bfa3-0c399df4f000 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.0973041 Apr 20 17:09:11.656356 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-4359d3d1-e6e2-4194-9bad-b799cb677d31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:11.658005 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-4359d3d1-e6e2-4194-9bad-b799cb677d31 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=64070a1b-0f00-4b11-95f5-508285983f32 HTTP/1.1" status: 200 len: 861 time: 0.0936801 Apr 20 17:09:11.664880 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc41aef-42d0-4fd4-a746-c0d25876854c req-d530ed0c-5c61-4591-abb8-1fdfb39bcfec tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:11.672672 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3cc41aef-42d0-4fd4-a746-c0d25876854c req-d530ed0c-5c61-4591-abb8-1fdfb39bcfec tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 945 time: 0.1981144 Apr 20 17:09:11.737492 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-3ef55f77-65d9-4726-a0bc-6160de675ac4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618017 Apr 20 17:09:11.744579 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-95036623-67df-4a00-b443-a119b3a7ba53 service neutron] 10.222.0.39 "GET /v2.0/networks/9034ea63-8cdc-4387-871e-6ef92eb3509a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970548 Apr 20 17:09:11.858858 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3cc41aef-42d0-4fd4-a746-c0d25876854c req-3f4d3bd8-ca04-437e-94b7-ac6044daef16 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851709 Apr 20 17:09:11.970883 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-2d6d5d62-dceb-465e-95e2-e1fb7d4d304d service neutron] 10.222.0.10 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201583 Apr 20 17:09:12.001451 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fc4bddf3-3ebb-4df3-bd78-33b37d78a9f5 req-8ff757b3-4291-42fc-96c7-dea52e3277f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3579490 Apr 20 17:09:12.034464 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-805c80de-1e42-41a2-a714-4e2163611127 service neutron] 10.222.0.39 "GET /v2.0/networks/9034ea63-8cdc-4387-871e-6ef92eb3509a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881196 Apr 20 17:09:12.061628 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-da527e3e-7d77-43dc-a96a-5cf55c090cdd tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:12.082253 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-da527e3e-7d77-43dc-a96a-5cf55c090cdd tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Transition to ACTIVE for port object 99b4db25-eee7-4cbd-bfd6-8ee7df9779bb will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:09:12.205961 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-1891d388-8b03-4ae8-bb54-be4f90892ec7 service neutron] 10.222.0.10 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267637 Apr 20 17:09:12.218492 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60410f4-6fc0-4c04-8d12-3ba448021a97 req-32ebd32a-dd07-45e3-8067-fa0fb215f941 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:12.231612 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d60410f4-6fc0-4c04-8d12-3ba448021a97 req-32ebd32a-dd07-45e3-8067-fa0fb215f941 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b696fee-6ad7-4b5f-b6a6-c7e05fe82714 HTTP/1.1" status: 200 len: 948 time: 0.2238457 Apr 20 17:09:12.290999 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d60410f4-6fc0-4c04-8d12-3ba448021a97 req-dac98abe-98db-4d11-9dc9-b5a3a3ebf844 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f1c1187-0172-4178-a538-5eb1070f573f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585444 Apr 20 17:09:12.339173 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fc4bddf3-3ebb-4df3-bd78-33b37d78a9f5 req-07ef9039-10fe-473e-a1d8-55f32f041106 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280065 Apr 20 17:09:12.422976 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-da527e3e-7d77-43dc-a96a-5cf55c090cdd tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:12.540055 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:12.559218 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da527e3e-7d77-43dc-a96a-5cf55c090cdd tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Pushing event updated for resources: {'Port': ['ID=99b4db25-eee7-4cbd-bfd6-8ee7df9779bb,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:12.586292 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-da527e3e-7d77-43dc-a96a-5cf55c090cdd tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:09:12.620655 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:12.655244 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-da527e3e-7d77-43dc-a96a-5cf55c090cdd tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:09:12.658430 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-da527e3e-7d77-43dc-a96a-5cf55c090cdd tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:09:12.758873 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4620e29-76ea-483f-be33-85a0de29fdef req-877f5a72-5ec4-453d-9f0f-a7993bdfa82f tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:12.759724 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-f4620e29-76ea-483f-be33-85a0de29fdef req-877f5a72-5ec4-453d-9f0f-a7993bdfa82f tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Synchronizing usage tracker for tenant:a75d48f32d114942822c59b60c13247e on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:09:12.773627 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-da527e3e-7d77-43dc-a96a-5cf55c090cdd tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:12.774402 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-da527e3e-7d77-43dc-a96a-5cf55c090cdd tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:12.805605 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-7c5854c1-ebe4-45a0-a861-84d3aa6435d9 req-1de8da98-c9b0-4b2c-a13c-63b558d7eb20 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1203422621', 'description': 'tempest-description-1038438711'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:09:12.838815 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-da527e3e-7d77-43dc-a96a-5cf55c090cdd tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4276090 Apr 20 17:09:12.842511 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-f4620e29-76ea-483f-be33-85a0de29fdef req-877f5a72-5ec4-453d-9f0f-a7993bdfa82f tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Unset dirty status for tenant:a75d48f32d114942822c59b60c13247e on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:09:12.844050 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f4620e29-76ea-483f-be33-85a0de29fdef req-877f5a72-5ec4-453d-9f0f-a7993bdfa82f tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 936 time: 0.5033109 Apr 20 17:09:12.845889 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-7c5854c1-ebe4-45a0-a861-84d3aa6435d9 req-1de8da98-c9b0-4b2c-a13c-63b558d7eb20 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:12.851277 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:12.851496 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-0cb27879-6763-4386-9eec-2bbfaa20b375 service neutron] Request body: {'port': {'device_id': 'd2bd9726-2155-4969-ac3a-e2424f8ec92c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:09:12.863667 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-7c5854c1-ebe4-45a0-a861-84d3aa6435d9 req-1de8da98-c9b0-4b2c-a13c-63b558d7eb20 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Usage tracker for resource:security_group and tenant:da058afcec6849fdb63497a31b46f480 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:09:12.869254 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-7c5854c1-ebe4-45a0-a861-84d3aa6435d9 req-1de8da98-c9b0-4b2c-a13c-63b558d7eb20 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:09:12.880372 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-7c5854c1-ebe4-45a0-a861-84d3aa6435d9 req-1de8da98-c9b0-4b2c-a13c-63b558d7eb20 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:12.893656 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fc4bddf3-3ebb-4df3-bd78-33b37d78a9f5 req-111f8ea6-a364-4262-aaa0-2785e306d889 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4587977 Apr 20 17:09:12.912763 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7c5854c1-ebe4-45a0-a861-84d3aa6435d9 req-1de8da98-c9b0-4b2c-a13c-63b558d7eb20 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:12.930037 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-d7f29bb9-193e-4f14-a653-4f737bdba22d tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2&tenant_id=b7e0217792874af58ccfdea4744db0d0&binding%3Ahost_id=n-h2-838032-1 HTTP/1.1" status: 200 len: 1095 time: 0.2558651 Apr 20 17:09:12.932953 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7c5854c1-ebe4-45a0-a861-84d3aa6435d9 req-1de8da98-c9b0-4b2c-a13c-63b558d7eb20 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:13.025411 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-7c5854c1-ebe4-45a0-a861-84d3aa6435d9 req-1de8da98-c9b0-4b2c-a13c-63b558d7eb20 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:13.037221 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-7c5854c1-ebe4-45a0-a861-84d3aa6435d9 req-1de8da98-c9b0-4b2c-a13c-63b558d7eb20 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Usage tracker for resource:security_group_rule and tenant:da058afcec6849fdb63497a31b46f480 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:09:13.042940 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-f4620e29-76ea-483f-be33-85a0de29fdef req-ba98fffe-00e6-4826-a0f2-8d7968f9e73b tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Synchronizing usage tracker for tenant:a75d48f32d114942822c59b60c13247e on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:09:13.047804 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f729796e-d1f5-46da-936c-c233647cf286 None None] Provisioning for port 99b4db25-eee7-4cbd-bfd6-8ee7df9779bb completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:09:13.054630 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-7c5854c1-ebe4-45a0-a861-84d3aa6435d9 req-1de8da98-c9b0-4b2c-a13c-63b558d7eb20 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:09:13.057189 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f729796e-d1f5-46da-936c-c233647cf286 None None] Provisioning complete for port 99b4db25-eee7-4cbd-bfd6-8ee7df9779bb triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:09:13.057922 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f729796e-d1f5-46da-936c-c233647cf286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:13.076853 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-0cb27879-6763-4386-9eec-2bbfaa20b375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:13.094521 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-f4620e29-76ea-483f-be33-85a0de29fdef req-ba98fffe-00e6-4826-a0f2-8d7968f9e73b tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Unset dirty status for tenant:a75d48f32d114942822c59b60c13247e on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:09:13.095865 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f4620e29-76ea-483f-be33-85a0de29fdef req-ba98fffe-00e6-4826-a0f2-8d7968f9e73b tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973548 Apr 20 17:09:13.111940 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-f729796e-d1f5-46da-936c-c233647cf286 None None] Port 99b4db25-eee7-4cbd-bfd6-8ee7df9779bb cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:09:13.143334 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-7c5854c1-ebe4-45a0-a861-84d3aa6435d9 req-1de8da98-c9b0-4b2c-a13c-63b558d7eb20 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:13.251283 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7c5854c1-ebe4-45a0-a861-84d3aa6435d9 req-1de8da98-c9b0-4b2c-a13c-63b558d7eb20 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:13.261069 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7c5854c1-ebe4-45a0-a861-84d3aa6435d9 req-1de8da98-c9b0-4b2c-a13c-63b558d7eb20 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:13.316322 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-7c5854c1-ebe4-45a0-a861-84d3aa6435d9 req-1de8da98-c9b0-4b2c-a13c-63b558d7eb20 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:13.321764 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-7c5854c1-ebe4-45a0-a861-84d3aa6435d9 req-1de8da98-c9b0-4b2c-a13c-63b558d7eb20 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Usage tracker for resource:security_group_rule and tenant:da058afcec6849fdb63497a31b46f480 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:09:13.325893 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de8da98-c9b0-4b2c-a13c-63b558d7eb20 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efb11f0c-ab77-4448-acf9-01116238a307,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:13.329721 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-7c5854c1-ebe4-45a0-a861-84d3aa6435d9 req-1de8da98-c9b0-4b2c-a13c-63b558d7eb20 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:09:13.339812 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-7c5854c1-ebe4-45a0-a861-84d3aa6435d9 req-1de8da98-c9b0-4b2c-a13c-63b558d7eb20 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:13.353590 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b00d64b4-3a5e-4318-8575-bda4415667d9 req-7be100de-b200-46ea-bf60-93ed949d0df2 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 210 time: 0.0518320 Apr 20 17:09:13.356316 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-beec0db9-a965-4368-bc39-5cbfbb6ac50a service neutron] For port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:09:13.380984 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-beec0db9-a965-4368-bc39-5cbfbb6ac50a service neutron] Notify callbacks [] for binding, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:13.382211 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95707972-ff53-43c0-bcd9-2662009c1f91 req-beec0db9-a965-4368-bc39-5cbfbb6ac50a service neutron] 10.222.0.10 "DELETE /v2.0/ports/14f17c03-d216-41a3-8c5b-6e34bad8ee2e/bindings/n-h1-838032-1 HTTP/1.1" status: 204 len: 173 time: 0.4339881 Apr 20 17:09:13.455064 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7c5854c1-ebe4-45a0-a861-84d3aa6435d9 req-1de8da98-c9b0-4b2c-a13c-63b558d7eb20 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:13.464232 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7c5854c1-ebe4-45a0-a861-84d3aa6435d9 req-1de8da98-c9b0-4b2c-a13c-63b558d7eb20 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:13.536264 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de8da98-c9b0-4b2c-a13c-63b558d7eb20 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8696bf-2b07-43d9-9b03-6604afd6caf5,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:13.543853 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7c5854c1-ebe4-45a0-a861-84d3aa6435d9 req-1de8da98-c9b0-4b2c-a13c-63b558d7eb20 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:13.545476 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7c5854c1-ebe4-45a0-a861-84d3aa6435d9 req-1de8da98-c9b0-4b2c-a13c-63b558d7eb20 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 0.7467339 Apr 20 17:09:13.737663 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee37471-5f5d-4ab7-ac17-fc1271891bbf req-31aad2c3-9a7e-4d89-ae24-57e02d6a13fc tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:13.739313 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7ee37471-5f5d-4ab7-ac17-fc1271891bbf req-31aad2c3-9a7e-4d89-ae24-57e02d6a13fc tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 944 time: 0.2162292 Apr 20 17:09:13.836592 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:13.878335 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7ee37471-5f5d-4ab7-ac17-fc1271891bbf req-9312c4f5-c829-4772-ad14-448a0c16b82b tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271281 Apr 20 17:09:13.899886 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-0cb27879-6763-4386-9eec-2bbfaa20b375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b4db25-eee7-4cbd-bfd6-8ee7df9779bb {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:09:13.919157 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-0cb27879-6763-4386-9eec-2bbfaa20b375 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:13.949963 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-0cb27879-6763-4386-9eec-2bbfaa20b375 service neutron] Transition to ACTIVE for port object 99b4db25-eee7-4cbd-bfd6-8ee7df9779bb will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:09:13.960395 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-0cb27879-6763-4386-9eec-2bbfaa20b375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:14.041805 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 53f874f6-bf32-4ce3-99b5-4babbb9405a5 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:09:14.111677 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a931d-3a58-4027-981d-712758858f0f req-c8d5b83e-ee4f-4694-8178-9e5794ad43d0 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:14.119418 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-865a931d-3a58-4027-981d-712758858f0f req-c8d5b83e-ee4f-4694-8178-9e5794ad43d0 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 945 time: 0.4444737 Apr 20 17:09:14.160900 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-7e1159b7-d299-4dc4-8e21-9ff85b11674d tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:14.161577 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-7e1159b7-d299-4dc4-8e21-9ff85b11674d tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Synchronizing usage tracker for tenant:8eab13f9ce374bed840dc821db4a4e57 on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:09:14.164318 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb27879-6763-4386-9eec-2bbfaa20b375 service neutron] Pushing event updated for resources: {'Port': ['ID=99b4db25-eee7-4cbd-bfd6-8ee7df9779bb,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:14.200405 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-7e1159b7-d299-4dc4-8e21-9ff85b11674d tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Unset dirty status for tenant:8eab13f9ce374bed840dc821db4a4e57 on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:09:14.202128 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-7e1159b7-d299-4dc4-8e21-9ff85b11674d tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.10 "GET /v2.0/networks?id=9034ea63-8cdc-4387-871e-6ef92eb3509a HTTP/1.1" status: 200 len: 805 time: 0.5262334 Apr 20 17:09:14.228418 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-865a931d-3a58-4027-981d-712758858f0f req-1a025603-cc04-4826-82e4-57f35d46d739 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079051 Apr 20 17:09:14.244009 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-98481c82-89c0-4b8d-be41-3036fd1901be tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Request body: {'port': {'device_id': '5975ce5b-7932-42ef-8dc8-00df9b1c884d', 'network_id': '9034ea63-8cdc-4387-871e-6ef92eb3509a', 'admin_state_up': True, 'tenant_id': '8eab13f9ce374bed840dc821db4a4e57'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:09:14.351502 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 53f874f6-bf32-4ce3-99b5-4babbb9405a5, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=53f874f6-bf32-4ce3-99b5-4babbb9405a5,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:14.367003 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '53f874f6-bf32-4ce3-99b5-4babbb9405a5', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': '53f874f6-bf32-4ce3-99b5-4babbb9405a5', 'mac_address': 'fa:16:3e:10:5a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:09:14.368976 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-0cb27879-6763-4386-9eec-2bbfaa20b375 service neutron] Attempting to bind port 99b4db25-eee7-4cbd-bfd6-8ee7df9779bb on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:09:14.369498 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-0cb27879-6763-4386-9eec-2bbfaa20b375 service neutron] Attempting to bind port 99b4db25-eee7-4cbd-bfd6-8ee7df9779bb by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:09:14.369598 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-0cb27879-6763-4386-9eec-2bbfaa20b375 service neutron] Attempting to bind port 99b4db25-eee7-4cbd-bfd6-8ee7df9779bb on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:09:14.381729 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-0cb27879-6763-4386-9eec-2bbfaa20b375 service neutron] Port 99b4db25-eee7-4cbd-bfd6-8ee7df9779bb on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:09:14.382050 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-0cb27879-6763-4386-9eec-2bbfaa20b375 service neutron] Attempting to bind port 99b4db25-eee7-4cbd-bfd6-8ee7df9779bb on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:09:14.389279 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-fee5287d-c1b7-4c96-8231-173897fa40f0 req-43d75a9c-71f1-46e8-9c49-490da65432d5 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1611119322', 'description': 'tempest-description-552504074'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:09:14.391286 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-0cb27879-6763-4386-9eec-2bbfaa20b375 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:09:14.393190 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-0cb27879-6763-4386-9eec-2bbfaa20b375 service neutron] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:09:14.393190 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-0cb27879-6763-4386-9eec-2bbfaa20b375 service neutron] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:09:14.393190 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-0cb27879-6763-4386-9eec-2bbfaa20b375 service neutron] Bound port: 99b4db25-eee7-4cbd-bfd6-8ee7df9779bb, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:09:14.393190 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-0cb27879-6763-4386-9eec-2bbfaa20b375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:14.400919 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-fee5287d-c1b7-4c96-8231-173897fa40f0 req-43d75a9c-71f1-46e8-9c49-490da65432d5 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:14.411131 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d521542-a8ba-4461-8f76-28216c139c96 req-e5976497-5b19-471e-930b-92c8dc1bae7b tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:14.412935 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3d521542-a8ba-4461-8f76-28216c139c96 req-e5976497-5b19-471e-930b-92c8dc1bae7b tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b696fee-6ad7-4b5f-b6a6-c7e05fe82714 HTTP/1.1" status: 200 len: 948 time: 0.3316135 Apr 20 17:09:14.415551 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-fee5287d-c1b7-4c96-8231-173897fa40f0 req-43d75a9c-71f1-46e8-9c49-490da65432d5 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Usage tracker for resource:security_group and tenant:da058afcec6849fdb63497a31b46f480 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:09:14.420812 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-fee5287d-c1b7-4c96-8231-173897fa40f0 req-43d75a9c-71f1-46e8-9c49-490da65432d5 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:09:14.433289 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-fee5287d-c1b7-4c96-8231-173897fa40f0 req-43d75a9c-71f1-46e8-9c49-490da65432d5 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:14.476869 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fee5287d-c1b7-4c96-8231-173897fa40f0 req-43d75a9c-71f1-46e8-9c49-490da65432d5 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:14.527213 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:14.537456 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-98481c82-89c0-4b8d-be41-3036fd1901be tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:14.542575 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3d521542-a8ba-4461-8f76-28216c139c96 req-0d409110-794d-4b9d-97dc-1b9a18e1c9d3 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f1c1187-0172-4178-a538-5eb1070f573f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219463 Apr 20 17:09:14.544303 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-98481c82-89c0-4b8d-be41-3036fd1901be tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Usage tracker for resource:port and tenant:8eab13f9ce374bed840dc821db4a4e57 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:09:14.547137 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-fee5287d-c1b7-4c96-8231-173897fa40f0 req-43d75a9c-71f1-46e8-9c49-490da65432d5 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:14.549607 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-98481c82-89c0-4b8d-be41-3036fd1901be tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:09:14.552316 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-0cb27879-6763-4386-9eec-2bbfaa20b375 service neutron] For port 99b4db25-eee7-4cbd-bfd6-8ee7df9779bb, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:09:14.555312 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-0cb27879-6763-4386-9eec-2bbfaa20b375 service neutron] For port 99b4db25-eee7-4cbd-bfd6-8ee7df9779bb, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=99b4db25-eee7-4cbd-bfd6-8ee7df9779bb,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:09:14.556732 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-fee5287d-c1b7-4c96-8231-173897fa40f0 req-43d75a9c-71f1-46e8-9c49-490da65432d5 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Usage tracker for resource:security_group_rule and tenant:da058afcec6849fdb63497a31b46f480 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:09:14.559837 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-98481c82-89c0-4b8d-be41-3036fd1901be tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:14.563026 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-fee5287d-c1b7-4c96-8231-173897fa40f0 req-43d75a9c-71f1-46e8-9c49-490da65432d5 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:09:14.564264 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-0cb27879-6763-4386-9eec-2bbfaa20b375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:14.565968 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f874f6-bf32-4ce3-99b5-4babbb9405a5 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:09:14.586292 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-fee5287d-c1b7-4c96-8231-173897fa40f0 req-43d75a9c-71f1-46e8-9c49-490da65432d5 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:14.589805 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 53f874f6-bf32-4ce3-99b5-4babbb9405a5, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=53f874f6-bf32-4ce3-99b5-4babbb9405a5,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:14.599278 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:14.601660 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-98481c82-89c0-4b8d-be41-3036fd1901be tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Made reservation on behalf of 8eab13f9ce374bed840dc821db4a4e57 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:09:14.605377 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-98481c82-89c0-4b8d-be41-3036fd1901be tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:14.673394 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-0cb27879-6763-4386-9eec-2bbfaa20b375 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:14.677052 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-0cb27879-6763-4386-9eec-2bbfaa20b375 service neutron] 10.222.0.10 "PUT /v2.0/ports/99b4db25-eee7-4cbd-bfd6-8ee7df9779bb HTTP/1.1" status: 200 len: 1096 time: 1.8304296 Apr 20 17:09:14.677926 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2bd9726-2155-4969-ac3a-e2424f8ec92c', 'tag': '99b4db25-eee7-4cbd-bfd6-8ee7df9779bb'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:09:14.679369 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=53f874f6-bf32-4ce3-99b5-4babbb9405a5,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:14.713876 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb27879-6763-4386-9eec-2bbfaa20b375 service neutron] Pushing event updated for resources: {'Port': ['ID=99b4db25-eee7-4cbd-bfd6-8ee7df9779bb,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:14.795747 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['53f874f6-bf32-4ce3-99b5-4babbb9405a5'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:09:14.836094 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-98481c82-89c0-4b8d-be41-3036fd1901be tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Allocated IP 172.20.0.4 (9034ea63-8cdc-4387-871e-6ef92eb3509a/af85ab34-696f-4577-a7cd-12cc3ca9e9e8/596e7ab6-2580-47d3-8f95-a432a3f130e4) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:09:14.873617 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-ea4f3057-2ee2-448e-ad68-cb21bc9b7eb5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a75d48f32d114942822c59b60c13247e&device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 1099 time: 0.1434355 Apr 20 17:09:14.885113 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6f118-a110-4c3b-a728-6380551949f0 req-9d55edb5-0407-4d11-8f9d-a4e2ff8e233f tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:14.886497 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2af6f118-a110-4c3b-a728-6380551949f0 req-9d55edb5-0407-4d11-8f9d-a4e2ff8e233f tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 948 time: 0.1161296 Apr 20 17:09:14.898620 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fee5287d-c1b7-4c96-8231-173897fa40f0 req-43d75a9c-71f1-46e8-9c49-490da65432d5 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:14.910428 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fee5287d-c1b7-4c96-8231-173897fa40f0 req-43d75a9c-71f1-46e8-9c49-490da65432d5 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:14.928537 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:14.960359 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-aa9c887b-f854-42ca-803b-0d3367089956 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=99b4db25-eee7-4cbd-bfd6-8ee7df9779bb HTTP/1.1" status: 200 len: 217 time: 0.0729430 Apr 20 17:09:15.046477 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d75a9c-71f1-46e8-9c49-490da65432d5 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0cbcb1-79fb-42c7-926e-2276cb4bbcbe,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:15.052334 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fee5287d-c1b7-4c96-8231-173897fa40f0 req-43d75a9c-71f1-46e8-9c49-490da65432d5 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:15.053533 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fee5287d-c1b7-4c96-8231-173897fa40f0 req-43d75a9c-71f1-46e8-9c49-490da65432d5 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 0.6687901 Apr 20 17:09:15.075847 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-5f750295-cba6-4873-a92d-d2daac8b74b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:15.077311 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-5f750295-cba6-4873-a92d-d2daac8b74b0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1018345 Apr 20 17:09:15.079580 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2af6f118-a110-4c3b-a728-6380551949f0 req-0dfcbba4-205d-46aa-bbfb-6aabfcb22470 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183608 Apr 20 17:09:15.143487 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-98481c82-89c0-4b8d-be41-3036fd1901be tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:15.167866 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-19457eb5-0fe6-4b68-9b5b-a34357e96f2d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0831959 Apr 20 17:09:15.179010 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-98481c82-89c0-4b8d-be41-3036fd1901be tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:15.262234 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-98481c82-89c0-4b8d-be41-3036fd1901be tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Network 9034ea63-8cdc-4387-871e-6ef92eb3509a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:09:15.265512 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-98481c82-89c0-4b8d-be41-3036fd1901be tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:09:15.269833 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-98481c82-89c0-4b8d-be41-3036fd1901be tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:09:15.306722 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98481c82-89c0-4b8d-be41-3036fd1901be tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Pushing event updated for resources: {'Port': ['ID=596e7ab6-2580-47d3-8f95-a432a3f130e4,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:15.338409 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-98481c82-89c0-4b8d-be41-3036fd1901be tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:15.339190 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-98481c82-89c0-4b8d-be41-3036fd1901be tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:15.357995 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-b4b44c43-d235-44b7-8f18-7851e2070538 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819749 Apr 20 17:09:15.360228 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-98481c82-89c0-4b8d-be41-3036fd1901be tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1307545 Apr 20 17:09:15.370657 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577fb4f-d2ab-4961-a2a0-17b0f4cd8d89 req-e3991d22-5b12-4bef-8d9e-e1a7aa677bb3 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:15.372266 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1577fb4f-d2ab-4961-a2a0-17b0f4cd8d89 req-e3991d22-5b12-4bef-8d9e-e1a7aa677bb3 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 931 time: 0.1238730 Apr 20 17:09:15.378602 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-53bc943e-be84-4479-b9a5-807aae5d2a6b service neutron] Request body: {'port': {'device_id': '5975ce5b-7932-42ef-8dc8-00df9b1c884d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:09:15.564835 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-53bc943e-be84-4479-b9a5-807aae5d2a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:15.590100 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eb1e90cf-d2d4-4cc1-8ff9-32fce0bcfb00 req-1ebd4217-024b-4fba-a974-26b5bc79629b tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 1096 time: 0.1866188 Apr 20 17:09:15.604907 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1577fb4f-d2ab-4961-a2a0-17b0f4cd8d89 req-44038814-124e-4e7a-b42b-a7a1fc15bc14 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144678 Apr 20 17:09:15.630610 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e6e54e2d-1067-412a-8de4-8d511d88673a req-565d67fe-5348-4ff6-be7b-1fc70e60371b service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572074 Apr 20 17:09:15.742652 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-eb1e90cf-d2d4-4cc1-8ff9-32fce0bcfb00 req-0bf4784c-6a11-4761-801d-71f8612777fa tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] Synchronizing usage tracker for tenant:39e7f7408fb2431ca88d439d8a7e3f1c on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:09:15.786836 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-eb1e90cf-d2d4-4cc1-8ff9-32fce0bcfb00 req-0bf4784c-6a11-4761-801d-71f8612777fa tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] Unset dirty status for tenant:39e7f7408fb2431ca88d439d8a7e3f1c on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:09:15.787994 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eb1e90cf-d2d4-4cc1-8ff9-32fce0bcfb00 req-0bf4784c-6a11-4761-801d-71f8612777fa tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680741 Apr 20 17:09:15.921812 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9eac020-b493-4b29-aac7-f31703f76f14'] response: {'name': 'network-changed', 'server_uuid': 'd2bd9726-2155-4969-ac3a-e2424f8ec92c', 'tag': '99b4db25-eee7-4cbd-bfd6-8ee7df9779bb', 'status': 'completed', 'code': 200} Apr 20 17:09:15.979464 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-53bc943e-be84-4479-b9a5-807aae5d2a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 596e7ab6-2580-47d3-8f95-a432a3f130e4 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:09:15.986813 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-53bc943e-be84-4479-b9a5-807aae5d2a6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:15.993007 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5bf023aa-84a3-43f3-ab5a-69e6d8a6b9ed req-10812fe6-8492-4208-8b09-92e0d5ef23fe tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 1095 time: 0.1344857 Apr 20 17:09:15.997132 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d24896f9-2311-41d3-a1cd-b6d5a6315798 req-7efe7915-cbd8-47f0-9a73-41898c4b14d0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a75d48f32d114942822c59b60c13247e&device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 1099 time: 0.1043169 Apr 20 17:09:16.006858 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-53bc943e-be84-4479-b9a5-807aae5d2a6b service neutron] Transition to ACTIVE for port object 596e7ab6-2580-47d3-8f95-a432a3f130e4 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:09:16.012505 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-53bc943e-be84-4479-b9a5-807aae5d2a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:16.041306 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 53f874f6-bf32-4ce3-99b5-4babbb9405a5 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:09:16.064954 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-2bff2894-4af2-4bb8-9323-e45401440009 req-de0e8caa-8a01-4d62-9f55-1cd3938c586c tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1475699852', 'description': 'tempest-description-1690038167'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:09:16.078973 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-2bff2894-4af2-4bb8-9323-e45401440009 req-de0e8caa-8a01-4d62-9f55-1cd3938c586c tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:16.086293 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-2bff2894-4af2-4bb8-9323-e45401440009 req-de0e8caa-8a01-4d62-9f55-1cd3938c586c tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Usage tracker for resource:security_group and tenant:ff8f69a7b8a04b458c185baaf9f00935 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:09:16.117666 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 53f874f6-bf32-4ce3-99b5-4babbb9405a5 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:09:16.124516 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 53f874f6-bf32-4ce3-99b5-4babbb9405a5 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:09:16.125047 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:16.136545 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5bf023aa-84a3-43f3-ab5a-69e6d8a6b9ed req-f0ebb219-c7bd-45e0-a88a-f7df89cc9444 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371443 Apr 20 17:09:16.136801 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-2bff2894-4af2-4bb8-9323-e45401440009 req-de0e8caa-8a01-4d62-9f55-1cd3938c586c tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:09:16.153686 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-2bff2894-4af2-4bb8-9323-e45401440009 req-de0e8caa-8a01-4d62-9f55-1cd3938c586c tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:16.162168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc943e-be84-4479-b9a5-807aae5d2a6b service neutron] Pushing event updated for resources: {'Port': ['ID=596e7ab6-2580-47d3-8f95-a432a3f130e4,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:16.183724 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24896f9-2311-41d3-a1cd-b6d5a6315798 req-c36c5934-017d-40e6-adc1-3900fc1b91a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:16.185374 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d24896f9-2311-41d3-a1cd-b6d5a6315798 req-c36c5934-017d-40e6-adc1-3900fc1b91a3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.1716471 Apr 20 17:09:16.204170 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2bff2894-4af2-4bb8-9323-e45401440009 req-de0e8caa-8a01-4d62-9f55-1cd3938c586c tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:16.221516 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2bff2894-4af2-4bb8-9323-e45401440009 req-de0e8caa-8a01-4d62-9f55-1cd3938c586c tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:16.252417 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:16.266854 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d24896f9-2311-41d3-a1cd-b6d5a6315798 req-51ac3ac8-6fbb-4333-b959-54ec79935771 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=99b4db25-eee7-4cbd-bfd6-8ee7df9779bb HTTP/1.1" status: 200 len: 217 time: 0.0700078 Apr 20 17:09:16.316698 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b696fee-6ad7-4b5f-b6a6-c7e05fe82714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f874f6-bf32-4ce3-99b5-4babbb9405a5'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:09:16.336131 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 53f874f6-bf32-4ce3-99b5-4babbb9405a5, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=53f874f6-bf32-4ce3-99b5-4babbb9405a5,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:16.349510 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:16.351837 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24896f9-2311-41d3-a1cd-b6d5a6315798 req-01295981-e1c0-4c4a-9ca5-10fcacf74357 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:16.353583 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d24896f9-2311-41d3-a1cd-b6d5a6315798 req-01295981-e1c0-4c4a-9ca5-10fcacf74357 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.0802197 Apr 20 17:09:16.440334 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=53f874f6-bf32-4ce3-99b5-4babbb9405a5,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:16.470653 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-2bff2894-4af2-4bb8-9323-e45401440009 req-de0e8caa-8a01-4d62-9f55-1cd3938c586c tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:16.475705 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-2bff2894-4af2-4bb8-9323-e45401440009 req-de0e8caa-8a01-4d62-9f55-1cd3938c586c tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Usage tracker for resource:security_group_rule and tenant:ff8f69a7b8a04b458c185baaf9f00935 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:09:16.480246 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-2bff2894-4af2-4bb8-9323-e45401440009 req-de0e8caa-8a01-4d62-9f55-1cd3938c586c tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:09:16.496714 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-2bff2894-4af2-4bb8-9323-e45401440009 req-de0e8caa-8a01-4d62-9f55-1cd3938c586c tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:16.504121 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-53bc943e-be84-4479-b9a5-807aae5d2a6b service neutron] Attempting to bind port 596e7ab6-2580-47d3-8f95-a432a3f130e4 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:09:16.504450 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-53bc943e-be84-4479-b9a5-807aae5d2a6b service neutron] Attempting to bind port 596e7ab6-2580-47d3-8f95-a432a3f130e4 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '51148a45-b4e2-4f1e-951c-1de21befc123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9034ea63-8cdc-4387-871e-6ef92eb3509a'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:09:16.504805 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-53bc943e-be84-4479-b9a5-807aae5d2a6b service neutron] Attempting to bind port 596e7ab6-2580-47d3-8f95-a432a3f130e4 on network 9034ea63-8cdc-4387-871e-6ef92eb3509a {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:09:16.515838 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d24896f9-2311-41d3-a1cd-b6d5a6315798 req-e6857566-ac6f-4046-b320-6d8c92d46097 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1541982 Apr 20 17:09:16.518136 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-53bc943e-be84-4479-b9a5-807aae5d2a6b service neutron] Port 596e7ab6-2580-47d3-8f95-a432a3f130e4 on network 9034ea63-8cdc-4387-871e-6ef92eb3509a not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:09:16.518487 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-53bc943e-be84-4479-b9a5-807aae5d2a6b service neutron] Attempting to bind port 596e7ab6-2580-47d3-8f95-a432a3f130e4 on network 9034ea63-8cdc-4387-871e-6ef92eb3509a {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:09:16.522607 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2509a6-0caa-407f-bb8e-6dfd79b81a7b req-005ecdd8-c9cf-4c8a-b163-9e0e84fd9f02 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:16.524043 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aa2509a6-0caa-407f-bb8e-6dfd79b81a7b req-005ecdd8-c9cf-4c8a-b163-9e0e84fd9f02 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b696fee-6ad7-4b5f-b6a6-c7e05fe82714 HTTP/1.1" status: 200 len: 950 time: 0.1245270 Apr 20 17:09:16.534236 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-53bc943e-be84-4479-b9a5-807aae5d2a6b service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:09:16.534574 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-53bc943e-be84-4479-b9a5-807aae5d2a6b service neutron] Checking segment: {'id': '51148a45-b4e2-4f1e-951c-1de21befc123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9034ea63-8cdc-4387-871e-6ef92eb3509a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:09:16.534956 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-53bc943e-be84-4479-b9a5-807aae5d2a6b service neutron] Bound using segment: {'id': '51148a45-b4e2-4f1e-951c-1de21befc123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9034ea63-8cdc-4387-871e-6ef92eb3509a'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:09:16.535389 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-53bc943e-be84-4479-b9a5-807aae5d2a6b service neutron] Bound port: 596e7ab6-2580-47d3-8f95-a432a3f130e4, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51148a45-b4e2-4f1e-951c-1de21befc123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9034ea63-8cdc-4387-871e-6ef92eb3509a'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:09:16.535725 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-53bc943e-be84-4479-b9a5-807aae5d2a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:16.647711 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2bff2894-4af2-4bb8-9323-e45401440009 req-de0e8caa-8a01-4d62-9f55-1cd3938c586c tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:16.654951 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2bff2894-4af2-4bb8-9323-e45401440009 req-de0e8caa-8a01-4d62-9f55-1cd3938c586c tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:16.656034 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aa2509a6-0caa-407f-bb8e-6dfd79b81a7b req-50ea42ca-c348-4518-8713-abc4234413a9 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f1c1187-0172-4178-a538-5eb1070f573f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128285 Apr 20 17:09:16.674377 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-53bc943e-be84-4479-b9a5-807aae5d2a6b service neutron] For port 596e7ab6-2580-47d3-8f95-a432a3f130e4, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:09:16.691990 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d24896f9-2311-41d3-a1cd-b6d5a6315798 req-983f8597-1d64-42ed-9822-3aa994546327 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669414 Apr 20 17:09:16.707872 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-53bc943e-be84-4479-b9a5-807aae5d2a6b service neutron] For port 596e7ab6-2580-47d3-8f95-a432a3f130e4, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=596e7ab6-2580-47d3-8f95-a432a3f130e4,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:09:16.714929 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e8caa-8a01-4d62-9f55-1cd3938c586c tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543e9adc-79f7-4d28-972e-1da4f9d887a3,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:16.723852 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-2bff2894-4af2-4bb8-9323-e45401440009 req-de0e8caa-8a01-4d62-9f55-1cd3938c586c tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:16.728663 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-2bff2894-4af2-4bb8-9323-e45401440009 req-de0e8caa-8a01-4d62-9f55-1cd3938c586c tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Usage tracker for resource:security_group_rule and tenant:ff8f69a7b8a04b458c185baaf9f00935 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:09:16.731932 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-2bff2894-4af2-4bb8-9323-e45401440009 req-de0e8caa-8a01-4d62-9f55-1cd3938c586c tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:09:16.735478 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-53bc943e-be84-4479-b9a5-807aae5d2a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:16.775659 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-2bff2894-4af2-4bb8-9323-e45401440009 req-de0e8caa-8a01-4d62-9f55-1cd3938c586c tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:16.810334 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-53bc943e-be84-4479-b9a5-807aae5d2a6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:16.811734 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-53bc943e-be84-4479-b9a5-807aae5d2a6b service neutron] 10.222.0.10 "PUT /v2.0/ports/596e7ab6-2580-47d3-8f95-a432a3f130e4 HTTP/1.1" status: 200 len: 1091 time: 1.4395959 Apr 20 17:09:16.815113 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5975ce5b-7932-42ef-8dc8-00df9b1c884d', 'tag': '596e7ab6-2580-47d3-8f95-a432a3f130e4'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:09:16.844949 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc943e-be84-4479-b9a5-807aae5d2a6b service neutron] Pushing event updated for resources: {'Port': ['ID=596e7ab6-2580-47d3-8f95-a432a3f130e4,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:16.877572 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d24896f9-2311-41d3-a1cd-b6d5a6315798 req-0b3c2622-4fd7-418a-99fc-d3ab6883a893 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787927 Apr 20 17:09:16.903125 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-657ad5bc-950d-4666-8ed3-9164bb0677ee req-83edefdf-3206-467f-afa1-38771add88c0 tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 1096 time: 0.0868115 Apr 20 17:09:16.937340 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2bff2894-4af2-4bb8-9323-e45401440009 req-de0e8caa-8a01-4d62-9f55-1cd3938c586c tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:16.944838 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2bff2894-4af2-4bb8-9323-e45401440009 req-de0e8caa-8a01-4d62-9f55-1cd3938c586c tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:16.950777 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-657ad5bc-950d-4666-8ed3-9164bb0677ee req-d25587b6-fb77-42d7-af71-c2a9a36e38e6 tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404794 Apr 20 17:09:16.978760 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-75b55e1d-c02f-4ee3-84db-1368413c0394 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8eab13f9ce374bed840dc821db4a4e57&device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 1094 time: 0.1221373 Apr 20 17:09:17.054639 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e8caa-8a01-4d62-9f55-1cd3938c586c tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0585fd28-32ad-4c60-8ea1-065b2bfc50f8,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:17.063670 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2bff2894-4af2-4bb8-9323-e45401440009 req-de0e8caa-8a01-4d62-9f55-1cd3938c586c tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:17.064934 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2bff2894-4af2-4bb8-9323-e45401440009 req-de0e8caa-8a01-4d62-9f55-1cd3938c586c tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 1.0170920 Apr 20 17:09:17.067583 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-120b5543-ae68-4da7-b697-0dfcaf592a80 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=596e7ab6-2580-47d3-8f95-a432a3f130e4 HTTP/1.1" status: 200 len: 217 time: 0.0819507 Apr 20 17:09:17.119502 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b227986d-fe67-4147-9bf4-bb47f3fcd226'] response: {'server_uuid': '9b696fee-6ad7-4b5f-b6a6-c7e05fe82714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f874f6-bf32-4ce3-99b5-4babbb9405a5', 'code': 200} Apr 20 17:09:17.137571 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-d193665d-9205-461f-a214-22d52162096b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:17.139915 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-d193665d-9205-461f-a214-22d52162096b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=af85ab34-696f-4577-a7cd-12cc3ca9e9e8 HTTP/1.1" status: 200 len: 845 time: 0.0654726 Apr 20 17:09:17.145023 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba5edd-a3ce-4f07-a7de-29bbbe6c78f9 req-dd362871-355c-4a37-99e0-dd5a8f4b2453 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:17.146617 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bdba5edd-a3ce-4f07-a7de-29bbbe6c78f9 req-dd362871-355c-4a37-99e0-dd5a8f4b2453 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 948 time: 0.0799515 Apr 20 17:09:17.197320 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-dee1dd47-85e3-47ca-8fd2-f03d4da4f748 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9034ea63-8cdc-4387-871e-6ef92eb3509a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463140 Apr 20 17:09:17.247232 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bdba5edd-a3ce-4f07-a7de-29bbbe6c78f9 req-9ce6bfef-2a6c-4a8d-9143-d52a11863b33 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925763 Apr 20 17:09:17.267221 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8a7556dc-adcd-4738-b39e-ae263e0ee94a req-3af6839f-5a22-4e41-9899-a503a3ff12a5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9b696fee-6ad7-4b5f-b6a6-c7e05fe82714 HTTP/1.1" status: 200 len: 1101 time: 0.0899823 Apr 20 17:09:17.320518 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8a7556dc-adcd-4738-b39e-ae263e0ee94a req-a4b13602-2bcb-44c0-9b00-04c3b5af29d2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5f1c1187-0172-4178-a538-5eb1070f573f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470259 Apr 20 17:09:17.436709 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf14077-6e6e-44e1-b9b9-554fa3198f2b req-1f5a088e-f1e2-402e-9e56-528a785d382a tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:17.438378 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5cf14077-6e6e-44e1-b9b9-554fa3198f2b req-1f5a088e-f1e2-402e-9e56-528a785d382a tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 943 time: 0.0758519 Apr 20 17:09:17.463213 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-e93adb67-b09e-4e99-8f49-746fe47d26cd service neutron] 10.222.0.10 "GET /v2.0/networks/9034ea63-8cdc-4387-871e-6ef92eb3509a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593813 Apr 20 17:09:17.471544 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-807482e7-d147-4ea4-beb3-2e21c5e18fdf tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:17.473092 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-807482e7-d147-4ea4-beb3-2e21c5e18fdf tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/networks?id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c HTTP/1.1" status: 200 len: 821 time: 0.2466168 Apr 20 17:09:17.489993 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5cf14077-6e6e-44e1-b9b9-554fa3198f2b req-b4d0fcc7-e232-4b5a-a813-a9059732e369 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445311 Apr 20 17:09:17.561839 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-32712eb0-85e7-411b-8df1-3465306b2f3f tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/quotas/b7e0217792874af58ccfdea4744db0d0 HTTP/1.1" status: 200 len: 375 time: 0.0690587 Apr 20 17:09:17.605931 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5df9582-3b1a-4b96-bac2-8ef243c81f86'] response: {'name': 'network-changed', 'server_uuid': '5975ce5b-7932-42ef-8dc8-00df9b1c884d', 'tag': '596e7ab6-2580-47d3-8f95-a432a3f130e4', 'status': 'completed', 'code': 200} Apr 20 17:09:17.661325 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7db05cc7-6c4f-488d-a45e-43d8ff3f913f req-debb8ea9-4309-409b-9686-65c17d6d8b46 service neutron] 10.222.0.10 "GET /v2.0/networks/9034ea63-8cdc-4387-871e-6ef92eb3509a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872754 Apr 20 17:09:17.662518 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-e2e7db7e-1717-4af2-a447-2fd1ac0d7043 req-cb476c7a-b95c-4159-b1a5-31c293d04e15 tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1766312188', 'description': 'tempest-description-405364207'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:09:17.675152 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-e2e7db7e-1717-4af2-a447-2fd1ac0d7043 req-cb476c7a-b95c-4159-b1a5-31c293d04e15 tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:17.680117 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-f61bd635-8910-480b-9413-ad316b017433 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b7e0217792874af58ccfdea4744db0d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1115165 Apr 20 17:09:17.680322 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e2e7db7e-1717-4af2-a447-2fd1ac0d7043 req-cb476c7a-b95c-4159-b1a5-31c293d04e15 tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Usage tracker for resource:security_group and tenant:ff8f69a7b8a04b458c185baaf9f00935 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:09:17.683554 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e2e7db7e-1717-4af2-a447-2fd1ac0d7043 req-cb476c7a-b95c-4159-b1a5-31c293d04e15 tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:09:17.690744 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-e2e7db7e-1717-4af2-a447-2fd1ac0d7043 req-cb476c7a-b95c-4159-b1a5-31c293d04e15 tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:17.704024 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e2e7db7e-1717-4af2-a447-2fd1ac0d7043 req-cb476c7a-b95c-4159-b1a5-31c293d04e15 tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:17.742091 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-e2e7db7e-1717-4af2-a447-2fd1ac0d7043 req-cb476c7a-b95c-4159-b1a5-31c293d04e15 tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:17.746673 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e2e7db7e-1717-4af2-a447-2fd1ac0d7043 req-cb476c7a-b95c-4159-b1a5-31c293d04e15 tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Usage tracker for resource:security_group_rule and tenant:ff8f69a7b8a04b458c185baaf9f00935 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:09:17.749674 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e2e7db7e-1717-4af2-a447-2fd1ac0d7043 req-cb476c7a-b95c-4159-b1a5-31c293d04e15 tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:09:17.756335 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-e2e7db7e-1717-4af2-a447-2fd1ac0d7043 req-cb476c7a-b95c-4159-b1a5-31c293d04e15 tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:17.813993 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e2e7db7e-1717-4af2-a447-2fd1ac0d7043 req-cb476c7a-b95c-4159-b1a5-31c293d04e15 tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:17.818350 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e2e7db7e-1717-4af2-a447-2fd1ac0d7043 req-cb476c7a-b95c-4159-b1a5-31c293d04e15 tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:17.858161 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb476c7a-b95c-4159-b1a5-31c293d04e15 tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33641ac-808c-4044-bdd5-8c7932c0dc3f,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:17.862485 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e2e7db7e-1717-4af2-a447-2fd1ac0d7043 req-cb476c7a-b95c-4159-b1a5-31c293d04e15 tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:17.863846 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e2e7db7e-1717-4af2-a447-2fd1ac0d7043 req-cb476c7a-b95c-4159-b1a5-31c293d04e15 tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 0.2058098 Apr 20 17:09:17.866275 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-dee62119-e14f-4a22-89e4-0e228af910fe service neutron] 10.222.0.39 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778862 Apr 20 17:09:17.912733 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ec72f0af-2459-4989-a8a1-c40a4cef2df1 req-df9659fc-6cc9-4258-974d-928e220a1179 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8eab13f9ce374bed840dc821db4a4e57&device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 1094 time: 0.1993515 Apr 20 17:09:18.084348 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-51e73462-abab-4ef2-9af8-9bd8d90c9e11 req-fed4d57f-ca99-427f-b6ed-87f607b41755 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0697577 Apr 20 17:09:18.120793 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-82bcfcd1-5a89-4750-95b6-2ac4777fa4a4 service neutron] 10.222.0.39 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412672 Apr 20 17:09:18.136932 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72f0af-2459-4989-a8a1-c40a4cef2df1 req-a3d9d85e-769d-4f05-a390-f9067a7b0bcf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:18.138483 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ec72f0af-2459-4989-a8a1-c40a4cef2df1 req-a3d9d85e-769d-4f05-a390-f9067a7b0bcf service neutron] 10.222.0.10 "GET /v2.0/networks?id=9034ea63-8cdc-4387-871e-6ef92eb3509a HTTP/1.1" status: 200 len: 906 time: 0.1805656 Apr 20 17:09:18.333191 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ec72f0af-2459-4989-a8a1-c40a4cef2df1 req-3c452465-2a9e-4748-8cba-7297bc7812e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=596e7ab6-2580-47d3-8f95-a432a3f130e4 HTTP/1.1" status: 200 len: 217 time: 0.1858225 Apr 20 17:09:18.411293 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72f0af-2459-4989-a8a1-c40a4cef2df1 req-eb79c177-f21b-4208-9333-bbe03bddd028 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:18.412729 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ec72f0af-2459-4989-a8a1-c40a4cef2df1 req-eb79c177-f21b-4208-9333-bbe03bddd028 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=af85ab34-696f-4577-a7cd-12cc3ca9e9e8 HTTP/1.1" status: 200 len: 845 time: 0.0642478 Apr 20 17:09:18.518227 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ec72f0af-2459-4989-a8a1-c40a4cef2df1 req-1974a229-cb93-4d60-8a4e-479eaf6f4afa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9034ea63-8cdc-4387-871e-6ef92eb3509a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602076 Apr 20 17:09:18.651010 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5fcb1e-5b0c-4338-90d8-fbcbe2d3546e req-aa1477db-54f6-4f5f-bfb2-61e8fa8d8d0c tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:18.652434 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de5fcb1e-5b0c-4338-90d8-fbcbe2d3546e req-aa1477db-54f6-4f5f-bfb2-61e8fa8d8d0c tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b696fee-6ad7-4b5f-b6a6-c7e05fe82714 HTTP/1.1" status: 200 len: 950 time: 0.2388034 Apr 20 17:09:18.729166 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ec72f0af-2459-4989-a8a1-c40a4cef2df1 req-07e32c73-2457-402c-81ec-7e36569bc3ee service neutron] 10.222.0.10 "GET /v2.0/networks/9034ea63-8cdc-4387-871e-6ef92eb3509a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961184 Apr 20 17:09:18.760664 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de5fcb1e-5b0c-4338-90d8-fbcbe2d3546e req-51a41b1d-e9ff-49fb-8c3b-8cd2c77f4cfc tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f1c1187-0172-4178-a538-5eb1070f573f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013663 Apr 20 17:09:18.955681 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ec72f0af-2459-4989-a8a1-c40a4cef2df1 req-5548a213-802f-438e-bbc1-369aa3b9bdf2 service neutron] 10.222.0.10 "GET /v2.0/networks/9034ea63-8cdc-4387-871e-6ef92eb3509a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177610 Apr 20 17:09:19.153492 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-d2ee2881-16cf-4536-bc55-492686c47278 req-6cc65654-01f3-44b6-8cb9-df267f2c69d6 tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:09:19.154390 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d2ee2881-16cf-4536-bc55-492686c47278 req-6cc65654-01f3-44b6-8cb9-df267f2c69d6 tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0099726 Apr 20 17:09:19.166896 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-a9818e51-8742-493b-ae59-48bbe4d85c16 req-f768d4bd-988d-4b90-811e-2cf1ed0ee8ea tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Synchronizing usage tracker for tenant:ff8f69a7b8a04b458c185baaf9f00935 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:09:19.173262 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-d2ee2881-16cf-4536-bc55-492686c47278 req-ecae7dd8-40ed-493e-a594-38bd53ca15d4 service neutron] Request body: {'binding': {'host': 'n-h2-838032-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:09:19.173770 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-d2ee2881-16cf-4536-bc55-492686c47278 req-ecae7dd8-40ed-493e-a594-38bd53ca15d4 service neutron] Unknown quota resources ['binding']. {{(pid=84080) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 20 17:09:19.243664 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-a9818e51-8742-493b-ae59-48bbe4d85c16 req-f768d4bd-988d-4b90-811e-2cf1ed0ee8ea tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Unset dirty status for tenant:ff8f69a7b8a04b458c185baaf9f00935 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:09:19.246104 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9818e51-8742-493b-ae59-48bbe4d85c16 req-f768d4bd-988d-4b90-811e-2cf1ed0ee8ea tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42223 time: 0.4243717 Apr 20 17:09:19.378924 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9818e51-8742-493b-ae59-48bbe4d85c16 req-cfce136a-d58d-425f-9506-5c980c3ade54 tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "GET /v2.0/security-groups/12756979-bd27-445e-9845-c0aa87c32d00 HTTP/1.1" status: 200 len: 2649 time: 0.0844288 Apr 20 17:09:19.436127 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-d2ee2881-16cf-4536-bc55-492686c47278 req-ecae7dd8-40ed-493e-a594-38bd53ca15d4 service neutron] Attempting to bind port 9b08539c-7f7e-42fa-92d6-616a10c16789 on host n-h2-838032-1 for vnic_type normal with profile None {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:09:19.436433 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-d2ee2881-16cf-4536-bc55-492686c47278 req-ecae7dd8-40ed-493e-a594-38bd53ca15d4 service neutron] Attempting to bind port 9b08539c-7f7e-42fa-92d6-616a10c16789 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:09:19.436757 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ee2881-16cf-4536-bc55-492686c47278 req-ecae7dd8-40ed-493e-a594-38bd53ca15d4 service neutron] Attempting to bind port 9b08539c-7f7e-42fa-92d6-616a10c16789 on network bf1bc412-90d5-44c3-9118-40a48e554e77 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:09:19.464088 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ee2881-16cf-4536-bc55-492686c47278 req-ecae7dd8-40ed-493e-a594-38bd53ca15d4 service neutron] Port 9b08539c-7f7e-42fa-92d6-616a10c16789 on network bf1bc412-90d5-44c3-9118-40a48e554e77 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:09:19.464447 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ee2881-16cf-4536-bc55-492686c47278 req-ecae7dd8-40ed-493e-a594-38bd53ca15d4 service neutron] Attempting to bind port 9b08539c-7f7e-42fa-92d6-616a10c16789 on network bf1bc412-90d5-44c3-9118-40a48e554e77 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:09:19.470444 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9818e51-8742-493b-ae59-48bbe4d85c16 req-3544ff2a-7437-4529-af53-8037bf5a3684 tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "GET /v2.0/security-groups/12756979-bd27-445e-9845-c0aa87c32d00 HTTP/1.1" status: 200 len: 2649 time: 0.0805357 Apr 20 17:09:19.473415 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ee2881-16cf-4536-bc55-492686c47278 req-ecae7dd8-40ed-493e-a594-38bd53ca15d4 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:09:19.473740 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ee2881-16cf-4536-bc55-492686c47278 req-ecae7dd8-40ed-493e-a594-38bd53ca15d4 service neutron] Checking segment: {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:09:19.474101 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ee2881-16cf-4536-bc55-492686c47278 req-ecae7dd8-40ed-493e-a594-38bd53ca15d4 service neutron] Bound using segment: {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:09:19.474542 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-d2ee2881-16cf-4536-bc55-492686c47278 req-ecae7dd8-40ed-493e-a594-38bd53ca15d4 service neutron] Bound port: 9b08539c-7f7e-42fa-92d6-616a10c16789, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:09:19.541628 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9818e51-8742-493b-ae59-48bbe4d85c16 req-9f18af4e-ef03-44a0-bed1-04655ed81f35 tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "GET /v2.0/security-groups/51aff424-4670-45e5-b45d-05fa54578baa HTTP/1.1" status: 200 len: 2649 time: 0.0637300 Apr 20 17:09:19.544292 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-d2ee2881-16cf-4536-bc55-492686c47278 req-ecae7dd8-40ed-493e-a594-38bd53ca15d4 service neutron] For port 9b08539c-7f7e-42fa-92d6-616a10c16789, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=9b08539c-7f7e-42fa-92d6-616a10c16789,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:09:19.561768 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d2ee2881-16cf-4536-bc55-492686c47278 req-ecae7dd8-40ed-493e-a594-38bd53ca15d4 service neutron] Notify callbacks [] for binding, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:19.562913 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d2ee2881-16cf-4536-bc55-492686c47278 req-ecae7dd8-40ed-493e-a594-38bd53ca15d4 service neutron] 10.222.0.39 "POST /v2.0/ports/9b08539c-7f7e-42fa-92d6-616a10c16789/bindings HTTP/1.1" status: 201 len: 389 time: 0.3932455 Apr 20 17:09:19.598810 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9818e51-8742-493b-ae59-48bbe4d85c16 req-804a23dc-515f-4149-bc54-ede67eaf5784 tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "GET /v2.0/security-groups/51aff424-4670-45e5-b45d-05fa54578baa HTTP/1.1" status: 200 len: 2649 time: 0.0504429 Apr 20 17:09:19.712213 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9818e51-8742-493b-ae59-48bbe4d85c16 req-e83a912d-334b-4fb3-a9af-a06e9733f95d tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "GET /v2.0/security-groups/543e9adc-79f7-4d28-972e-1da4f9d887a3 HTTP/1.1" status: 200 len: 2649 time: 0.1074345 Apr 20 17:09:19.778886 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9818e51-8742-493b-ae59-48bbe4d85c16 req-c31b914f-db68-4e53-a1e6-693534352076 tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "GET /v2.0/security-groups/543e9adc-79f7-4d28-972e-1da4f9d887a3 HTTP/1.1" status: 200 len: 2649 time: 0.0584278 Apr 20 17:09:19.788204 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-c34341ad-580a-423a-8ba8-21cf4a850750 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:19.789627 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-c34341ad-580a-423a-8ba8-21cf4a850750 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.43 "GET /v2.0/networks?id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c HTTP/1.1" status: 200 len: 821 time: 0.2881196 Apr 20 17:09:19.836340 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9818e51-8742-493b-ae59-48bbe4d85c16 req-a35c1854-5848-4145-9064-a08a16a61607 tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "GET /v2.0/security-groups/5efbb5ba-c320-440f-a452-690e3f2b3145 HTTP/1.1" status: 200 len: 2649 time: 0.0562952 Apr 20 17:09:19.844557 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-c87650f5-3382-4f6c-bd56-7da2a9d13a4c tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Request body: {'port': {'device_id': '3a9927fc-db89-4b6b-80d8-419e1055253d', 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c', 'admin_state_up': True, 'tenant_id': 'b7e0217792874af58ccfdea4744db0d0'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:09:19.862681 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4704a755-6e4d-405b-8985-b8017325ed2a req-6a6d4041-daa3-4fd7-97f4-d0fff97b0720 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 210 time: 0.0645719 Apr 20 17:09:19.902469 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9818e51-8742-493b-ae59-48bbe4d85c16 req-a93f98b7-2718-4f31-a980-a5d91f59fbeb tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "GET /v2.0/security-groups/5efbb5ba-c320-440f-a452-690e3f2b3145 HTTP/1.1" status: 200 len: 2649 time: 0.0590882 Apr 20 17:09:19.962938 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9818e51-8742-493b-ae59-48bbe4d85c16 req-a03665df-37ec-4a09-8111-d139042d882a tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "GET /v2.0/security-groups/5f1c1187-0172-4178-a538-5eb1070f573f HTTP/1.1" status: 200 len: 2649 time: 0.0593255 Apr 20 17:09:20.048317 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9818e51-8742-493b-ae59-48bbe4d85c16 req-101145b1-c9de-4aa2-944b-8359c725d72e tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "GET /v2.0/security-groups/5f1c1187-0172-4178-a538-5eb1070f573f HTTP/1.1" status: 200 len: 2649 time: 0.0822003 Apr 20 17:09:20.082291 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-c87650f5-3382-4f6c-bd56-7da2a9d13a4c tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:20.102714 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-c87650f5-3382-4f6c-bd56-7da2a9d13a4c tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:20.115421 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cff326e8-daa4-4899-9e22-3992f7712c51 req-834f92f4-90c0-4325-beda-643fd5d8729d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=72990568-c951-4b6f-b45d-b67e6e0b6c94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1126618 Apr 20 17:09:20.118631 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9818e51-8742-493b-ae59-48bbe4d85c16 req-a7fc6a1b-a1c7-4bc2-a022-c13784c60e8c tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "GET /v2.0/security-groups/6450b12a-609a-4aa1-914b-2331cb68668c HTTP/1.1" status: 200 len: 2649 time: 0.0611637 Apr 20 17:09:20.124961 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-c87650f5-3382-4f6c-bd56-7da2a9d13a4c tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Made reservation on behalf of b7e0217792874af58ccfdea4744db0d0 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:09:20.127973 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-c87650f5-3382-4f6c-bd56-7da2a9d13a4c tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:20.151039 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2ee2881-16cf-4536-bc55-492686c47278 req-b8fe56d6-b0cf-4b23-9f9a-cd2df0652e12 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6309d4027774bf39a206d4366b6ddc5&device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 1096 time: 0.1814656 Apr 20 17:09:20.213466 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7ff3b-b5df-4c1f-96bc-78b3f97865c7 req-fe169ff9-4b2d-4132-94f0-13617f7d5170 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:20.214877 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-abb7ff3b-b5df-4c1f-96bc-78b3f97865c7 req-fe169ff9-4b2d-4132-94f0-13617f7d5170 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 948 time: 0.2110465 Apr 20 17:09:20.223360 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9818e51-8742-493b-ae59-48bbe4d85c16 req-30e209d3-fd85-4a57-a364-d2366fa76bad tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "GET /v2.0/security-groups/6450b12a-609a-4aa1-914b-2331cb68668c HTTP/1.1" status: 200 len: 2649 time: 0.0980220 Apr 20 17:09:20.252551 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cff326e8-daa4-4899-9e22-3992f7712c51 req-bb1b4365-e4f3-438f-b76d-996be90cf33e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d443eef609b4b6f83a7bfbf78a576c5&device_id=72990568-c951-4b6f-b45d-b67e6e0b6c94 HTTP/1.1" status: 200 len: 1096 time: 0.1133363 Apr 20 17:09:20.328265 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 99b4db25-eee7-4cbd-bfd6-8ee7df9779bb details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:09:20.360834 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9818e51-8742-493b-ae59-48bbe4d85c16 req-4950cc5e-6c24-464c-892b-31b30bef7dba tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "GET /v2.0/security-groups/7dbfe060-2b49-4888-beaf-f99c22df4ee5 HTTP/1.1" status: 200 len: 2649 time: 0.1304476 Apr 20 17:09:20.421041 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-abb7ff3b-b5df-4c1f-96bc-78b3f97865c7 req-e4a1fbde-ba7b-4038-a5ee-880e5c2538c1 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942110 Apr 20 17:09:20.432149 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee2881-16cf-4536-bc55-492686c47278 req-e9f4a18d-8afa-444d-b632-2da2a08c5587 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:20.433602 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2ee2881-16cf-4536-bc55-492686c47278 req-e9f4a18d-8afa-444d-b632-2da2a08c5587 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bf1bc412-90d5-44c3-9118-40a48e554e77 HTTP/1.1" status: 200 len: 909 time: 0.2731423 Apr 20 17:09:20.444266 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff326e8-daa4-4899-9e22-3992f7712c51 req-7a728c38-b9ef-4825-9094-2ae9fcd7f9de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:20.445957 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cff326e8-daa4-4899-9e22-3992f7712c51 req-7a728c38-b9ef-4825-9094-2ae9fcd7f9de service neutron] 10.222.0.10 "GET /v2.0/networks?id=62862590-8584-4ef8-b251-867e255b53a5 HTTP/1.1" status: 200 len: 924 time: 0.1725743 Apr 20 17:09:20.514735 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-c87650f5-3382-4f6c-bd56-7da2a9d13a4c tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Allocated IP 172.20.0.12 (dd9b0e29-7382-4d85-b87f-b65fd9885c7c/64070a1b-0f00-4b11-95f5-508285983f32/f6a1bb37-8f5c-435d-aade-ab1b58ad8d03) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:09:20.517685 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2ee2881-16cf-4536-bc55-492686c47278 req-2ad582a6-f55d-457f-9b57-a5b914de37e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b08539c-7f7e-42fa-92d6-616a10c16789 HTTP/1.1" status: 200 len: 217 time: 0.0759919 Apr 20 17:09:20.546251 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 99b4db25-eee7-4cbd-bfd6-8ee7df9779bb, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=99b4db25-eee7-4cbd-bfd6-8ee7df9779bb,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:20.579202 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '99b4db25-eee7-4cbd-bfd6-8ee7df9779bb', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': '99b4db25-eee7-4cbd-bfd6-8ee7df9779bb', 'mac_address': 'fa:16:3e:f2:6c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:09:20.625478 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee2881-16cf-4536-bc55-492686c47278 req-9274102f-d80e-463e-9acf-eea5f6867f2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:20.627606 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2ee2881-16cf-4536-bc55-492686c47278 req-9274102f-d80e-463e-9acf-eea5f6867f2c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afaadd71-91d9-490d-8c9c-d83dc8020198 HTTP/1.1" status: 200 len: 848 time: 0.1021194 Apr 20 17:09:20.646709 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:20.661984 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9818e51-8742-493b-ae59-48bbe4d85c16 req-d4c52534-d49d-4323-9786-221c16a36ad8 tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "GET /v2.0/security-groups/7dbfe060-2b49-4888-beaf-f99c22df4ee5 HTTP/1.1" status: 200 len: 2649 time: 0.2892845 Apr 20 17:09:20.669446 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b4db25-eee7-4cbd-bfd6-8ee7df9779bb {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:09:20.687854 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 99b4db25-eee7-4cbd-bfd6-8ee7df9779bb, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=99b4db25-eee7-4cbd-bfd6-8ee7df9779bb,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:20.693221 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:20.727315 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2ee2881-16cf-4536-bc55-492686c47278 req-30362839-ff1e-4667-b926-02fda8ca7bb1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bf1bc412-90d5-44c3-9118-40a48e554e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930514 Apr 20 17:09:20.758120 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=99b4db25-eee7-4cbd-bfd6-8ee7df9779bb,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:20.766983 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:20.767415 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:20.767747 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:20.768072 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:20.768390 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:20.768883 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:20.769375 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:20.769833 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:20.770358 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:20.770481 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cff326e8-daa4-4899-9e22-3992f7712c51 req-6f8573be-5bee-4b14-8c38-50f0d320cdb7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=969f24f2-c3ed-42b4-a021-efc28405131a HTTP/1.1" status: 200 len: 1001 time: 0.3166878 Apr 20 17:09:20.770990 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:20.771269 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:20.841799 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9818e51-8742-493b-ae59-48bbe4d85c16 req-55e66ca9-b139-471b-8480-9116acebab8e tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "GET /v2.0/security-groups/9f091863-a30c-42f1-bd68-30ee4d50a92a HTTP/1.1" status: 200 len: 2649 time: 0.1336694 Apr 20 17:09:20.877920 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-58473f8e-211d-46f2-ac60-830efbbeff05 req-5b9bb0d5-e626-4cee-b311-8f3b19e66d99 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c6309d4027774bf39a206d4366b6ddc5&device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 1096 time: 0.2177124 Apr 20 17:09:20.888062 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff326e8-daa4-4899-9e22-3992f7712c51 req-9031b8d7-0c8f-4c43-8768-9291990a7da0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:20.889424 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cff326e8-daa4-4899-9e22-3992f7712c51 req-9031b8d7-0c8f-4c43-8768-9291990a7da0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13d85e0c-de04-4a6c-ab03-5cd24a8cb53b HTTP/1.1" status: 200 len: 862 time: 0.1120160 Apr 20 17:09:20.970018 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-c87650f5-3382-4f6c-bd56-7da2a9d13a4c tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:21.006652 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd61de0-960c-4c8f-b3d1-0c9c00b16419 req-291c2fe8-2b14-4687-95a8-9d77751cb57d tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:21.008088 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6fd61de0-960c-4c8f-b3d1-0c9c00b16419 req-291c2fe8-2b14-4687-95a8-9d77751cb57d tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 943 time: 0.3370960 Apr 20 17:09:21.012873 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2ee2881-16cf-4536-bc55-492686c47278 req-00360a03-5352-4b31-bcb5-5034f89a4ee1 service neutron] 10.222.0.10 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393293 Apr 20 17:09:21.031162 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['99b4db25-eee7-4cbd-bfd6-8ee7df9779bb'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:09:21.033863 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9818e51-8742-493b-ae59-48bbe4d85c16 req-1ea11afc-ed1d-4726-a445-c8ba442b9198 tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "GET /v2.0/security-groups/9f091863-a30c-42f1-bd68-30ee4d50a92a HTTP/1.1" status: 200 len: 2649 time: 0.1851568 Apr 20 17:09:21.134325 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58473f8e-211d-46f2-ac60-830efbbeff05 req-e7c56db0-d601-4d6a-9923-d206a99e6f85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:21.136004 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-58473f8e-211d-46f2-ac60-830efbbeff05 req-e7c56db0-d601-4d6a-9923-d206a99e6f85 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bf1bc412-90d5-44c3-9118-40a48e554e77 HTTP/1.1" status: 200 len: 909 time: 0.1994472 Apr 20 17:09:21.139399 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cff326e8-daa4-4899-9e22-3992f7712c51 req-789c9229-4771-446e-9223-407a52585154 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=62862590-8584-4ef8-b251-867e255b53a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2414079 Apr 20 17:09:21.140629 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9818e51-8742-493b-ae59-48bbe4d85c16 req-dc737659-2a6e-42f5-aca5-6ee457abe582 tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "GET /v2.0/security-groups/b329bffa-b869-4967-bd85-94509dc05145 HTTP/1.1" status: 200 len: 2649 time: 0.0980158 Apr 20 17:09:21.150337 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6fd61de0-960c-4c8f-b3d1-0c9c00b16419 req-a7c11d22-318b-47f2-97ea-d59a74682b48 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351664 Apr 20 17:09:21.154461 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-c87650f5-3382-4f6c-bd56-7da2a9d13a4c tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:21.310007 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-58473f8e-211d-46f2-ac60-830efbbeff05 req-7e6b0a82-6fc7-4ffe-b1eb-0d837a37dbfa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b08539c-7f7e-42fa-92d6-616a10c16789 HTTP/1.1" status: 200 len: 217 time: 0.1683383 Apr 20 17:09:21.379584 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2ee2881-16cf-4536-bc55-492686c47278 req-780fdb91-ca8e-4406-84c8-fb810ed036b3 service neutron] 10.222.0.10 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503330 Apr 20 17:09:21.388215 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-c87650f5-3382-4f6c-bd56-7da2a9d13a4c tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Network dd9b0e29-7382-4d85-b87f-b65fd9885c7c is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:09:21.393488 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87650f5-3382-4f6c-bd56-7da2a9d13a4c tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Pushing event updated for resources: {'Port': ['ID=f6a1bb37-8f5c-435d-aade-ab1b58ad8d03,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:21.396410 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-c87650f5-3382-4f6c-bd56-7da2a9d13a4c tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:09:21.400767 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-c87650f5-3382-4f6c-bd56-7da2a9d13a4c tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:09:21.425311 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58473f8e-211d-46f2-ac60-830efbbeff05 req-d181451a-e8a5-4e78-b393-d5a260e98ed3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:21.426621 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-58473f8e-211d-46f2-ac60-830efbbeff05 req-d181451a-e8a5-4e78-b393-d5a260e98ed3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=afaadd71-91d9-490d-8c9c-d83dc8020198 HTTP/1.1" status: 200 len: 848 time: 0.1037486 Apr 20 17:09:21.430033 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9818e51-8742-493b-ae59-48bbe4d85c16 req-324c55f1-8637-43c5-be5b-ff7daffe9b46 tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "GET /v2.0/security-groups/b329bffa-b869-4967-bd85-94509dc05145 HTTP/1.1" status: 200 len: 2649 time: 0.2166231 Apr 20 17:09:21.497682 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cff326e8-daa4-4899-9e22-3992f7712c51 req-b2189ea8-0082-4f40-a74c-ebe5f13731a5 service neutron] 10.222.0.10 "GET /v2.0/networks/62862590-8584-4ef8-b251-867e255b53a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856250 Apr 20 17:09:21.501924 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-58473f8e-211d-46f2-ac60-830efbbeff05 req-874df238-4e28-4dcb-81c1-892e1c0a7f24 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf1bc412-90d5-44c3-9118-40a48e554e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633600 Apr 20 17:09:21.515801 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-c87650f5-3382-4f6c-bd56-7da2a9d13a4c tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:21.516400 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-c87650f5-3382-4f6c-bd56-7da2a9d13a4c tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:21.560475 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8956230-8b21-47a4-bfa1-09e1db512f8f req-2497f928-0ec5-451e-b37f-149346dafe72 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:21.561847 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f8956230-8b21-47a4-bfa1-09e1db512f8f req-2497f928-0ec5-451e-b37f-149346dafe72 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 945 time: 0.2192419 Apr 20 17:09:21.565127 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-c87650f5-3382-4f6c-bd56-7da2a9d13a4c tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7289364 Apr 20 17:09:21.589757 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-a5aa6e2b-0044-40ee-83fa-c75e0bc4ee7d service neutron] Request body: {'port': {'device_id': '3a9927fc-db89-4b6b-80d8-419e1055253d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:09:21.647910 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2ee2881-16cf-4536-bc55-492686c47278 req-74f6d365-7895-43dd-8ab9-446acb66b6a2 tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a&tenant_id=c6309d4027774bf39a206d4366b6ddc5&binding%3Ahost_id=n-h1-838032-1 HTTP/1.1" status: 200 len: 1096 time: 0.1913850 Apr 20 17:09:21.662627 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-d2ee2881-16cf-4536-bc55-492686c47278 req-3c5e81d0-55e9-43b3-ac86-ec576da9e89d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838032-1'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:09:21.695061 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9818e51-8742-493b-ae59-48bbe4d85c16 req-899b5bf6-590b-421a-90bd-2be46ac266d4 tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "GET /v2.0/security-groups/bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c HTTP/1.1" status: 200 len: 2649 time: 0.2217481 Apr 20 17:09:21.762673 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f8956230-8b21-47a4-bfa1-09e1db512f8f req-20daf01b-52f8-46fa-9358-049baeeca846 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934197 Apr 20 17:09:21.785309 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-58473f8e-211d-46f2-ac60-830efbbeff05 req-e28ad146-ef91-4bd5-8e11-facb0ae6b973 service neutron] 10.222.0.43 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747955 Apr 20 17:09:21.795339 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cff326e8-daa4-4899-9e22-3992f7712c51 req-a5cd7656-9dc1-47bd-a6c5-a72ff230cd10 service neutron] 10.222.0.10 "GET /v2.0/networks/62862590-8584-4ef8-b251-867e255b53a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085407 Apr 20 17:09:21.819390 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-a5aa6e2b-0044-40ee-83fa-c75e0bc4ee7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:21.845201 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d2ee2881-16cf-4536-bc55-492686c47278 req-3c5e81d0-55e9-43b3-ac86-ec576da9e89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:21.877304 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9818e51-8742-493b-ae59-48bbe4d85c16 req-05532640-72b5-4fb1-be42-829f99fd13a6 tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "GET /v2.0/security-groups/bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c HTTP/1.1" status: 200 len: 2649 time: 0.1661580 Apr 20 17:09:21.963484 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9818e51-8742-493b-ae59-48bbe4d85c16 req-3c4903c3-a9f3-4598-8106-5e3a04a8231b tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "GET /v2.0/security-groups/c3cd1e2e-e98d-478b-ad05-d7edc2043460 HTTP/1.1" status: 200 len: 2649 time: 0.0761111 Apr 20 17:09:21.969192 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-58473f8e-211d-46f2-ac60-830efbbeff05 req-43c9c491-0392-44fe-abd8-d21e826b743d service neutron] 10.222.0.43 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760213 Apr 20 17:09:22.017550 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9818e51-8742-493b-ae59-48bbe4d85c16 req-03ad02c1-7a67-49cf-a4fb-a36fa8fe5719 tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "GET /v2.0/security-groups/c3cd1e2e-e98d-478b-ad05-d7edc2043460 HTTP/1.1" status: 200 len: 2649 time: 0.0473826 Apr 20 17:09:22.065946 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9818e51-8742-493b-ae59-48bbe4d85c16 req-cad5fed6-aedc-4319-ad72-3c874fc81a97 tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "GET /v2.0/security-groups/e571de81-4d50-42b1-87eb-fc7c7c5eb884 HTTP/1.1" status: 200 len: 2649 time: 0.0424492 Apr 20 17:09:22.114914 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9818e51-8742-493b-ae59-48bbe4d85c16 req-3203cf80-a08b-4464-96e2-fa5f3a38d11d tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "GET /v2.0/security-groups/e571de81-4d50-42b1-87eb-fc7c7c5eb884 HTTP/1.1" status: 200 len: 2649 time: 0.0429742 Apr 20 17:09:22.165984 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9818e51-8742-493b-ae59-48bbe4d85c16 req-53b44115-fa15-4ef0-8033-58071f9c10fe tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "GET /v2.0/security-groups/e9ae0833-30ca-43aa-9045-1a7e10851381 HTTP/1.1" status: 200 len: 2649 time: 0.0454822 Apr 20 17:09:22.220197 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9818e51-8742-493b-ae59-48bbe4d85c16 req-7f61e2b0-eed4-4fd9-aa79-c695cbdbe0b0 tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "GET /v2.0/security-groups/e9ae0833-30ca-43aa-9045-1a7e10851381 HTTP/1.1" status: 200 len: 2649 time: 0.0478942 Apr 20 17:09:22.276129 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-d2ee2881-16cf-4536-bc55-492686c47278 req-3c5e81d0-55e9-43b3-ac86-ec576da9e89d service neutron] For port 9b08539c-7f7e-42fa-92d6-616a10c16789, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9b08539c-7f7e-42fa-92d6-616a10c16789,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:22.282792 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9818e51-8742-493b-ae59-48bbe4d85c16 req-d6247b17-099c-4657-bd7c-c1c8404595be tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "GET /v2.0/security-groups/efb11f0c-ab77-4448-acf9-01116238a307 HTTP/1.1" status: 200 len: 2649 time: 0.0525331 Apr 20 17:09:22.316513 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e33983-ed74-4940-b6a8-81707ea1b9a3 req-ca668299-e92d-4975-93f5-4e539c8a9b43 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:22.318365 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a1e33983-ed74-4940-b6a8-81707ea1b9a3 req-ca668299-e92d-4975-93f5-4e539c8a9b43 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b696fee-6ad7-4b5f-b6a6-c7e05fe82714 HTTP/1.1" status: 200 len: 950 time: 0.3656390 Apr 20 17:09:22.335671 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9818e51-8742-493b-ae59-48bbe4d85c16 req-74f8d8e7-39ec-4474-a12b-1eb467f068fb tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "GET /v2.0/security-groups/efb11f0c-ab77-4448-acf9-01116238a307 HTTP/1.1" status: 200 len: 2649 time: 0.0517430 Apr 20 17:09:22.354174 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 99b4db25-eee7-4cbd-bfd6-8ee7df9779bb up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:09:22.415192 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-d2ee2881-16cf-4536-bc55-492686c47278 req-3c5e81d0-55e9-43b3-ac86-ec576da9e89d service neutron] For port 9b08539c-7f7e-42fa-92d6-616a10c16789, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:09:22.438275 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 99b4db25-eee7-4cbd-bfd6-8ee7df9779bb completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:09:22.446466 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 99b4db25-eee7-4cbd-bfd6-8ee7df9779bb triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:09:22.447441 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:22.493660 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a1e33983-ed74-4940-b6a8-81707ea1b9a3 req-021b0ebd-6411-4921-b670-ce0dbc20ed37 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f1c1187-0172-4178-a538-5eb1070f573f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654484 Apr 20 17:09:22.579827 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:22.606406 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0411e62e-5de0-487e-9cec-f886df5f929a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b08539c-7f7e-42fa-92d6-616a10c16789'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:09:22.615237 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d2ee2881-16cf-4536-bc55-492686c47278 req-3c5e81d0-55e9-43b3-ac86-ec576da9e89d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:22.621996 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 99b4db25-eee7-4cbd-bfd6-8ee7df9779bb, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=99b4db25-eee7-4cbd-bfd6-8ee7df9779bb,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:22.623241 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2bd9726-2155-4969-ac3a-e2424f8ec92c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b4db25-eee7-4cbd-bfd6-8ee7df9779bb'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:09:22.630444 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:22.639752 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d2ee2881-16cf-4536-bc55-492686c47278 req-3c5e81d0-55e9-43b3-ac86-ec576da9e89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:22.645078 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-a5aa6e2b-0044-40ee-83fa-c75e0bc4ee7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:09:22.708472 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=99b4db25-eee7-4cbd-bfd6-8ee7df9779bb,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:22.754453 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-a5aa6e2b-0044-40ee-83fa-c75e0bc4ee7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:22.776100 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d161a9e-d5b3-4a7c-bba7-29617f42c805 req-7db29d28-a5ef-4330-8f90-cf691f502a1c tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:22.777575 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9d161a9e-d5b3-4a7c-bba7-29617f42c805 req-7db29d28-a5ef-4330-8f90-cf691f502a1c tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 932 time: 0.2821529 Apr 20 17:09:22.824479 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9d161a9e-d5b3-4a7c-bba7-29617f42c805 req-f721cf6c-12c3-412f-a909-899a598d4a3d tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414271 Apr 20 17:09:22.841450 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-a5aa6e2b-0044-40ee-83fa-c75e0bc4ee7d service neutron] Transition to ACTIVE for port object f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:09:22.861372 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-a5aa6e2b-0044-40ee-83fa-c75e0bc4ee7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:22.872070 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e81d0-55e9-43b3-ac86-ec576da9e89d service neutron] Pushing event updated for resources: {'Port': ['ID=9b08539c-7f7e-42fa-92d6-616a10c16789,revision_number=7']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:23.034852 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa6e2b-0044-40ee-83fa-c75e0bc4ee7d service neutron] Pushing event updated for resources: {'Port': ['ID=f6a1bb37-8f5c-435d-aade-ab1b58ad8d03,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:23.047379 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579bbcf-a7bf-496b-9e36-7dce6fb93ee7 req-02a29a26-3d05-40b1-b126-a3d3a7b4b2c1 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:23.048906 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9579bbcf-a7bf-496b-9e36-7dce6fb93ee7 req-02a29a26-3d05-40b1-b126-a3d3a7b4b2c1 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 950 time: 0.4128613 Apr 20 17:09:23.086784 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560fcd3-da01-4f91-ab80-fbce0cb750c6 req-2f80004a-f3e3-4284-8eda-c86408e4f3e1 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:23.087596 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-9560fcd3-da01-4f91-ab80-fbce0cb750c6 req-2f80004a-f3e3-4284-8eda-c86408e4f3e1 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Synchronizing usage tracker for tenant:8eab13f9ce374bed840dc821db4a4e57 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:09:23.107447 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-9560fcd3-da01-4f91-ab80-fbce0cb750c6 req-2f80004a-f3e3-4284-8eda-c86408e4f3e1 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Unset dirty status for tenant:8eab13f9ce374bed840dc821db4a4e57 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:09:23.108822 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9560fcd3-da01-4f91-ab80-fbce0cb750c6 req-2f80004a-f3e3-4284-8eda-c86408e4f3e1 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 943 time: 0.1006911 Apr 20 17:09:23.159616 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-9560fcd3-da01-4f91-ab80-fbce0cb750c6 req-47635b1a-3674-4faf-a1d7-2dec3f3abfb5 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Synchronizing usage tracker for tenant:8eab13f9ce374bed840dc821db4a4e57 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:09:23.180141 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-9560fcd3-da01-4f91-ab80-fbce0cb750c6 req-47635b1a-3674-4faf-a1d7-2dec3f3abfb5 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Unset dirty status for tenant:8eab13f9ce374bed840dc821db4a4e57 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:09:23.181487 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9560fcd3-da01-4f91-ab80-fbce0cb750c6 req-47635b1a-3674-4faf-a1d7-2dec3f3abfb5 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665398 Apr 20 17:09:23.207281 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-d2ee2881-16cf-4536-bc55-492686c47278 req-3c5e81d0-55e9-43b3-ac86-ec576da9e89d service neutron] Attempting to bind port 9b08539c-7f7e-42fa-92d6-616a10c16789 on host n-h1-838032-1 for vnic_type normal with profile {"migrating_to": "n-h2-838032-1"} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:09:23.207281 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-d2ee2881-16cf-4536-bc55-492686c47278 req-3c5e81d0-55e9-43b3-ac86-ec576da9e89d service neutron] Attempting to bind port 9b08539c-7f7e-42fa-92d6-616a10c16789 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:09:23.207281 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ee2881-16cf-4536-bc55-492686c47278 req-3c5e81d0-55e9-43b3-ac86-ec576da9e89d service neutron] Attempting to bind port 9b08539c-7f7e-42fa-92d6-616a10c16789 on network bf1bc412-90d5-44c3-9118-40a48e554e77 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:09:23.271605 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ee2881-16cf-4536-bc55-492686c47278 req-3c5e81d0-55e9-43b3-ac86-ec576da9e89d service neutron] Port 9b08539c-7f7e-42fa-92d6-616a10c16789 on network bf1bc412-90d5-44c3-9118-40a48e554e77 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:09:23.271909 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ee2881-16cf-4536-bc55-492686c47278 req-3c5e81d0-55e9-43b3-ac86-ec576da9e89d service neutron] Attempting to bind port 9b08539c-7f7e-42fa-92d6-616a10c16789 on network bf1bc412-90d5-44c3-9118-40a48e554e77 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:09:23.286391 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9579bbcf-a7bf-496b-9e36-7dce6fb93ee7 req-9e0a54c4-5bbb-43fb-920d-72bfd56e39a3 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278500 Apr 20 17:09:23.296488 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-2633fa39-601d-4a05-93f1-9e5c360a3d2c req-70ef4c81-465b-4b27-8dd0-c2418bf05133 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Synchronizing usage tracker for tenant:da058afcec6849fdb63497a31b46f480 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:09:23.297843 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ee2881-16cf-4536-bc55-492686c47278 req-3c5e81d0-55e9-43b3-ac86-ec576da9e89d service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:09:23.298195 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ee2881-16cf-4536-bc55-492686c47278 req-3c5e81d0-55e9-43b3-ac86-ec576da9e89d service neutron] Checking segment: {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:09:23.298613 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ee2881-16cf-4536-bc55-492686c47278 req-3c5e81d0-55e9-43b3-ac86-ec576da9e89d service neutron] Bound using segment: {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:09:23.299038 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-d2ee2881-16cf-4536-bc55-492686c47278 req-3c5e81d0-55e9-43b3-ac86-ec576da9e89d service neutron] Bound port: 9b08539c-7f7e-42fa-92d6-616a10c16789, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:09:23.299385 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d2ee2881-16cf-4536-bc55-492686c47278 req-3c5e81d0-55e9-43b3-ac86-ec576da9e89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:23.319087 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-a5aa6e2b-0044-40ee-83fa-c75e0bc4ee7d service neutron] Attempting to bind port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:09:23.319477 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-a5aa6e2b-0044-40ee-83fa-c75e0bc4ee7d service neutron] Attempting to bind port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:09:23.319752 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-a5aa6e2b-0044-40ee-83fa-c75e0bc4ee7d service neutron] Attempting to bind port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:09:23.322430 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-2633fa39-601d-4a05-93f1-9e5c360a3d2c req-70ef4c81-465b-4b27-8dd0-c2418bf05133 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Unset dirty status for tenant:da058afcec6849fdb63497a31b46f480 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:09:23.331556 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2633fa39-601d-4a05-93f1-9e5c360a3d2c req-70ef4c81-465b-4b27-8dd0-c2418bf05133 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da058afcec6849fdb63497a31b46f480 HTTP/1.1" status: 200 len: 5439 time: 0.1116261 Apr 20 17:09:23.331936 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-a5aa6e2b-0044-40ee-83fa-c75e0bc4ee7d service neutron] Port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:09:23.332262 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-a5aa6e2b-0044-40ee-83fa-c75e0bc4ee7d service neutron] Attempting to bind port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:09:23.378229 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-a5aa6e2b-0044-40ee-83fa-c75e0bc4ee7d service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:09:23.378516 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-a5aa6e2b-0044-40ee-83fa-c75e0bc4ee7d service neutron] Checking segment: {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:09:23.378835 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-a5aa6e2b-0044-40ee-83fa-c75e0bc4ee7d service neutron] Bound using segment: {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:09:23.379276 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-a5aa6e2b-0044-40ee-83fa-c75e0bc4ee7d service neutron] Bound port: f6a1bb37-8f5c-435d-aade-ab1b58ad8d03, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:09:23.379619 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-a5aa6e2b-0044-40ee-83fa-c75e0bc4ee7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:23.388189 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2633fa39-601d-4a05-93f1-9e5c360a3d2c req-d9d6463f-e4b3-49e6-9f2d-83df8c129480 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] 10.222.0.39 "GET /v2.0/security-groups/efb11f0c-ab77-4448-acf9-01116238a307 HTTP/1.1" status: 200 len: 2649 time: 0.0556228 Apr 20 17:09:23.434928 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-d2ee2881-16cf-4536-bc55-492686c47278 req-3c5e81d0-55e9-43b3-ac86-ec576da9e89d service neutron] For port 9b08539c-7f7e-42fa-92d6-616a10c16789, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:09:23.438801 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-d2ee2881-16cf-4536-bc55-492686c47278 req-3c5e81d0-55e9-43b3-ac86-ec576da9e89d service neutron] For port 9b08539c-7f7e-42fa-92d6-616a10c16789, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9b08539c-7f7e-42fa-92d6-616a10c16789,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:09:23.455970 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2633fa39-601d-4a05-93f1-9e5c360a3d2c req-9187985a-61fc-471e-abb3-2b27c22aca6b tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] 10.222.0.39 "GET /v2.0/security-groups/efb11f0c-ab77-4448-acf9-01116238a307 HTTP/1.1" status: 200 len: 2649 time: 0.0559349 Apr 20 17:09:23.478741 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d2ee2881-16cf-4536-bc55-492686c47278 req-3c5e81d0-55e9-43b3-ac86-ec576da9e89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:23.520524 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf102b65-a3d1-45c9-a407-1f0ab7fd102a'] response: {'server_uuid': '0411e62e-5de0-487e-9cec-f886df5f929a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b08539c-7f7e-42fa-92d6-616a10c16789', 'code': 200} Apr 20 17:09:23.571761 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5ef9309-53a6-46db-8e72-cd5feac3052b'] response: {'server_uuid': 'd2bd9726-2155-4969-ac3a-e2424f8ec92c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b4db25-eee7-4cbd-bfd6-8ee7df9779bb', 'code': 200} Apr 20 17:09:23.645146 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e81d0-55e9-43b3-ac86-ec576da9e89d service neutron] Pushing event updated for resources: {'Port': ['ID=9b08539c-7f7e-42fa-92d6-616a10c16789,revision_number=8']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:23.660765 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-a5aa6e2b-0044-40ee-83fa-c75e0bc4ee7d service neutron] For port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:09:23.701514 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-a5aa6e2b-0044-40ee-83fa-c75e0bc4ee7d service neutron] For port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=f6a1bb37-8f5c-435d-aade-ab1b58ad8d03,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:09:23.703322 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d2ee2881-16cf-4536-bc55-492686c47278 req-3c5e81d0-55e9-43b3-ac86-ec576da9e89d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:23.704809 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2ee2881-16cf-4536-bc55-492686c47278 req-3c5e81d0-55e9-43b3-ac86-ec576da9e89d service neutron] 10.222.0.10 "PUT /v2.0/ports/9b08539c-7f7e-42fa-92d6-616a10c16789 HTTP/1.1" status: 200 len: 1121 time: 2.0482593 Apr 20 17:09:23.709034 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-a5aa6e2b-0044-40ee-83fa-c75e0bc4ee7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:23.778873 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['9b08539c-7f7e-42fa-92d6-616a10c16789'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:09:23.779285 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ac5a415c-f772-4539-b053-ff8ec95c14d0 req-7aecfc36-a617-4365-a1d0-6f512a455149 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 1101 time: 0.1360903 Apr 20 17:09:23.787289 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-a5aa6e2b-0044-40ee-83fa-c75e0bc4ee7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:23.788836 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-a5aa6e2b-0044-40ee-83fa-c75e0bc4ee7d service neutron] 10.222.0.43 "PUT /v2.0/ports/f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 HTTP/1.1" status: 200 len: 1092 time: 2.2162893 Apr 20 17:09:23.802155 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa6e2b-0044-40ee-83fa-c75e0bc4ee7d service neutron] Pushing event updated for resources: {'Port': ['ID=f6a1bb37-8f5c-435d-aade-ab1b58ad8d03,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:23.817479 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b2712-d355-4494-a7fc-2fe100e65db2 req-e0dcb20f-fa2e-4672-b44c-1be1d60b1bda tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:23.819127 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-913b2712-d355-4494-a7fc-2fe100e65db2 req-e0dcb20f-fa2e-4672-b44c-1be1d60b1bda tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 943 time: 0.1287336 Apr 20 17:09:23.863816 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ac5a415c-f772-4539-b053-ff8ec95c14d0 req-1314c761-5b13-4b6b-9f3b-4c5249c0f6c7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764055 Apr 20 17:09:23.886547 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-913b2712-d355-4494-a7fc-2fe100e65db2 req-5a0d86b7-e783-4f68-a0f1-be85e101a2c6 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587933 Apr 20 17:09:24.003644 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9e58450b-fd32-4c48-8332-98932026dc22 req-b9fa1940-0cf5-42f4-9b56-9b7fdcca86bc tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "GET /v2.0/security-groups/f33641ac-808c-4044-bdd5-8c7932c0dc3f HTTP/1.1" status: 200 len: 1611 time: 0.0726473 Apr 20 17:09:24.012869 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-10bf6acd-3fbd-465a-af79-b94fbab93e58 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b7e0217792874af58ccfdea4744db0d0&device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 1095 time: 0.1640823 Apr 20 17:09:24.108371 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-63525094-dfd7-46f7-98e0-486096d8b2af service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 HTTP/1.1" status: 200 len: 217 time: 0.0774581 Apr 20 17:09:24.147116 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89808e-342f-41e6-b02f-e10c0eac914a req-6a663614-53bc-460a-9c24-1aa6587ee90c tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:24.148498 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7e89808e-342f-41e6-b02f-e10c0eac914a req-6a663614-53bc-460a-9c24-1aa6587ee90c tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 944 time: 0.0776122 Apr 20 17:09:24.192439 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9e58450b-fd32-4c48-8332-98932026dc22 req-33413888-3294-4afd-9725-647deed43dee tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:24.194712 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-ec3421c5-98e4-44dc-b14c-7aa669e8eeb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:24.196112 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-ec3421c5-98e4-44dc-b14c-7aa669e8eeb0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=64070a1b-0f00-4b11-95f5-508285983f32 HTTP/1.1" status: 200 len: 861 time: 0.0765300 Apr 20 17:09:24.197565 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7e89808e-342f-41e6-b02f-e10c0eac914a req-b9f1b3b7-def4-48f0-b4bd-4a06911dbe16 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432434 Apr 20 17:09:24.255058 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-ccc8edc4-b07d-4218-a323-07fd0e0b9a40 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505657 Apr 20 17:09:24.261266 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9e58450b-fd32-4c48-8332-98932026dc22 req-33413888-3294-4afd-9725-647deed43dee tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:24.400403 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9e58450b-fd32-4c48-8332-98932026dc22 req-33413888-3294-4afd-9725-647deed43dee tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:24.426453 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33413888-3294-4afd-9725-647deed43dee tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33641ac-808c-4044-bdd5-8c7932c0dc3f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:24.432547 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-e40996c9-180c-4b9f-9a5f-59934d999538 service neutron] 10.222.0.43 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646149 Apr 20 17:09:24.448677 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd0e8e-982c-4f39-8059-7d64afcb8f44 req-b8fc6368-1e1c-40be-9315-bd98d232f66d tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:24.450207 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dbcd0e8e-982c-4f39-8059-7d64afcb8f44 req-b8fc6368-1e1c-40be-9315-bd98d232f66d tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 943 time: 0.0860672 Apr 20 17:09:24.496892 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dbcd0e8e-982c-4f39-8059-7d64afcb8f44 req-3744c076-35ab-44b8-9215-325d1774673e tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403330 Apr 20 17:09:24.522526 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9e58450b-fd32-4c48-8332-98932026dc22 req-33413888-3294-4afd-9725-647deed43dee tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:24.523644 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9e58450b-fd32-4c48-8332-98932026dc22 req-33413888-3294-4afd-9725-647deed43dee tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/f33641ac-808c-4044-bdd5-8c7932c0dc3f HTTP/1.1" status: 204 len: 173 time: 0.5099018 Apr 20 17:09:24.585326 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a4d73eba-c014-4ffb-b461-35a781792e0a req-79553dd0-a419-479e-953f-adc4d93b2b84 service neutron] 10.222.0.43 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456907 Apr 20 17:09:24.710341 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55631453-29e8-446a-a7ef-d4ceacebb27e req-fa768e03-2a5a-4553-afc9-e2760b79a3c1 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:24.711815 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-55631453-29e8-446a-a7ef-d4ceacebb27e req-fa768e03-2a5a-4553-afc9-e2760b79a3c1 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 950 time: 0.0864105 Apr 20 17:09:24.739622 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-01199003-49b1-422c-9921-d280903e0c1f req-369971a4-748e-42f4-a79d-318cdee8401d tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "GET /v2.0/security-groups/0585fd28-32ad-4c60-8ea1-065b2bfc50f8 HTTP/1.1" status: 200 len: 1612 time: 0.0462763 Apr 20 17:09:24.765679 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-55631453-29e8-446a-a7ef-d4ceacebb27e req-a03bd8f5-043f-4795-85fe-f6fb48c639c0 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478041 Apr 20 17:09:24.806338 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-01199003-49b1-422c-9921-d280903e0c1f req-83462c64-32c5-48b6-ad82-7884cdd0a7ab tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:24.831494 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-01199003-49b1-422c-9921-d280903e0c1f req-83462c64-32c5-48b6-ad82-7884cdd0a7ab tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:24.878037 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-01199003-49b1-422c-9921-d280903e0c1f req-83462c64-32c5-48b6-ad82-7884cdd0a7ab tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:24.895412 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83462c64-32c5-48b6-ad82-7884cdd0a7ab tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0585fd28-32ad-4c60-8ea1-065b2bfc50f8,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:24.903458 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-01199003-49b1-422c-9921-d280903e0c1f req-83462c64-32c5-48b6-ad82-7884cdd0a7ab tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:24.904604 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-01199003-49b1-422c-9921-d280903e0c1f req-83462c64-32c5-48b6-ad82-7884cdd0a7ab tempest-SecurityGroupsTestAdminJSON-1271596192 tempest-SecurityGroupsTestAdminJSON-1271596192-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/0585fd28-32ad-4c60-8ea1-065b2bfc50f8 HTTP/1.1" status: 204 len: 173 time: 0.1593559 Apr 20 17:09:24.977340 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ddceb1e5-9f26-4b1a-b6f6-c87b657e32c4 req-8f74853a-da9c-4380-afcb-0819c2df18db tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] 10.222.0.39 "GET /v2.0/security-groups/6d0cbcb1-79fb-42c7-926e-2276cb4bbcbe HTTP/1.1" status: 200 len: 1611 time: 0.0444977 Apr 20 17:09:24.984491 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59164) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:09:25.064323 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ddceb1e5-9f26-4b1a-b6f6-c87b657e32c4 req-84b66ed6-e373-4481-8e8c-c6cdac48889b tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:25.100802 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ddceb1e5-9f26-4b1a-b6f6-c87b657e32c4 req-84b66ed6-e373-4481-8e8c-c6cdac48889b tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:25.113091 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a38a6-6541-4ae8-b2a3-ce8317beae84 req-52f9e80c-bca1-418b-92f2-c8aefa5ab7fe tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:25.115233 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-417a38a6-6541-4ae8-b2a3-ce8317beae84 req-52f9e80c-bca1-418b-92f2-c8aefa5ab7fe tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 943 time: 0.0992823 Apr 20 17:09:25.150791 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ddceb1e5-9f26-4b1a-b6f6-c87b657e32c4 req-84b66ed6-e373-4481-8e8c-c6cdac48889b tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:25.162721 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-adfb3cbd-fac9-46b5-a8c6-fbfba03665ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:25.169510 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b66ed6-e373-4481-8e8c-c6cdac48889b tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0cbcb1-79fb-42c7-926e-2276cb4bbcbe,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:25.185131 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ddceb1e5-9f26-4b1a-b6f6-c87b657e32c4 req-84b66ed6-e373-4481-8e8c-c6cdac48889b tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:25.186511 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ddceb1e5-9f26-4b1a-b6f6-c87b657e32c4 req-84b66ed6-e373-4481-8e8c-c6cdac48889b tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] 10.222.0.39 "DELETE /v2.0/security-groups/6d0cbcb1-79fb-42c7-926e-2276cb4bbcbe HTTP/1.1" status: 204 len: 173 time: 0.2017815 Apr 20 17:09:25.204610 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-417a38a6-6541-4ae8-b2a3-ce8317beae84 req-050f7eab-a5fc-4f87-9c87-b30a5814156d tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822914 Apr 20 17:09:25.213510 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-adfb3cbd-fac9-46b5-a8c6-fbfba03665ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:25.217730 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-adfb3cbd-fac9-46b5-a8c6-fbfba03665ce admin admin] Usage tracker for resource:security_group_rule and tenant:e714c49139c840b98451b32270ef66a8 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:09:25.221427 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-adfb3cbd-fac9-46b5-a8c6-fbfba03665ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:09:25.230440 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-adfb3cbd-fac9-46b5-a8c6-fbfba03665ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:25.328824 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3b6456fc-7d5d-4f99-8913-5f2c95232564 req-cf5e4bef-1b56-49bf-9fe6-1a24507af892 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] 10.222.0.39 "GET /v2.0/security-groups/1a8696bf-2b07-43d9-9b03-6604afd6caf5 HTTP/1.1" status: 200 len: 1612 time: 0.0796905 Apr 20 17:09:25.354236 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-adfb3cbd-fac9-46b5-a8c6-fbfba03665ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:25.360591 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-adfb3cbd-fac9-46b5-a8c6-fbfba03665ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:25.435615 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb3cbd-fac9-46b5-a8c6-fbfba03665ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78430951-bd26-40f5-96b8-27ea4904b620,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:25.436716 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300d0e4-a54f-49a4-b047-abc49a5dc469 req-242798e5-61a8-4546-abd3-9885a8cd3d37 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:25.437887 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b300d0e4-a54f-49a4-b047-abc49a5dc469 req-242798e5-61a8-4546-abd3-9885a8cd3d37 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Synchronizing usage tracker for tenant:b7e0217792874af58ccfdea4744db0d0 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:09:25.453956 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-adfb3cbd-fac9-46b5-a8c6-fbfba03665ce admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e714c49139c840b98451b32270ef66a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4682035 Apr 20 17:09:25.456896 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59182) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:09:25.460050 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-3b6456fc-7d5d-4f99-8913-5f2c95232564 req-b43aeb39-4c80-4544-92ca-df6452c35656 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:25.470575 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b300d0e4-a54f-49a4-b047-abc49a5dc469 req-242798e5-61a8-4546-abd3-9885a8cd3d37 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Unset dirty status for tenant:b7e0217792874af58ccfdea4744db0d0 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:09:25.471878 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b300d0e4-a54f-49a4-b047-abc49a5dc469 req-242798e5-61a8-4546-abd3-9885a8cd3d37 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 944 time: 0.1153679 Apr 20 17:09:25.487865 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-3b6456fc-7d5d-4f99-8913-5f2c95232564 req-b43aeb39-4c80-4544-92ca-df6452c35656 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:25.528673 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0411e62e-5de0-487e-9cec-f886df5f929a', 'tag': '9b08539c-7f7e-42fa-92d6-616a10c16789'}, {'name': 'network-changed', 'server_uuid': '3a9927fc-db89-4b6b-80d8-419e1055253d', 'tag': 'f6a1bb37-8f5c-435d-aade-ab1b58ad8d03'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:09:25.535923 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-3b6456fc-7d5d-4f99-8913-5f2c95232564 req-b43aeb39-4c80-4544-92ca-df6452c35656 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:25.556985 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43aeb39-4c80-4544-92ca-df6452c35656 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8696bf-2b07-43d9-9b03-6604afd6caf5,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:25.557673 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b300d0e4-a54f-49a4-b047-abc49a5dc469 req-e89a3f50-b98d-489d-b783-eaf9cb55f7e9 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788455 Apr 20 17:09:25.562643 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c7f9e94-bc36-4e99-b60e-7e6561cd0cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:25.566055 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-3b6456fc-7d5d-4f99-8913-5f2c95232564 req-b43aeb39-4c80-4544-92ca-df6452c35656 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:25.567322 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3b6456fc-7d5d-4f99-8913-5f2c95232564 req-b43aeb39-4c80-4544-92ca-df6452c35656 tempest-SecurityGroupsTestAdminJSON-2008947516 tempest-SecurityGroupsTestAdminJSON-2008947516-project] 10.222.0.39 "DELETE /v2.0/security-groups/1a8696bf-2b07-43d9-9b03-6604afd6caf5 HTTP/1.1" status: 204 len: 173 time: 0.2299466 Apr 20 17:09:25.593505 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c7f9e94-bc36-4e99-b60e-7e6561cd0cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:25.662435 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7a1840d-f28f-4f62-a560-c04c44364119'] response: {'name': 'network-changed', 'server_uuid': '0411e62e-5de0-487e-9cec-f886df5f929a', 'tag': '9b08539c-7f7e-42fa-92d6-616a10c16789', 'status': 'completed', 'code': 200} Apr 20 17:09:25.662726 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7a1840d-f28f-4f62-a560-c04c44364119'] response: {'name': 'network-changed', 'server_uuid': '3a9927fc-db89-4b6b-80d8-419e1055253d', 'tag': 'f6a1bb37-8f5c-435d-aade-ab1b58ad8d03', 'status': 'completed', 'code': 200} Apr 20 17:09:25.663808 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c7f9e94-bc36-4e99-b60e-7e6561cd0cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:25.682248 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f9e94-bc36-4e99-b60e-7e6561cd0cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78430951-bd26-40f5-96b8-27ea4904b620,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:25.806724 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c7f9e94-bc36-4e99-b60e-7e6561cd0cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:25.810582 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1c7f9e94-bc36-4e99-b60e-7e6561cd0cd0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/78430951-bd26-40f5-96b8-27ea4904b620 HTTP/1.1" status: 204 len: 168 time: 0.3524485 Apr 20 17:09:25.848452 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-da45ab37-d035-483d-a7bf-0e178e7b293e req-bcc41a9c-995f-4390-904e-8ac2a2d03cb6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c6309d4027774bf39a206d4366b6ddc5&device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 1124 time: 0.1616969 Apr 20 17:09:25.858770 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa3234-aef0-4afc-9d65-b3739eccf9af req-119a2533-5071-456e-979e-521749eaeb1e tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:25.865707 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7faa3234-aef0-4afc-9d65-b3739eccf9af req-119a2533-5071-456e-979e-521749eaeb1e tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 943 time: 0.1287227 Apr 20 17:09:25.907611 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59200) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:09:25.991430 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7faa3234-aef0-4afc-9d65-b3739eccf9af req-92c91ccd-6ff1-4e0f-94d4-8718eeb8de6e tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197319 Apr 20 17:09:26.027965 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45ab37-d035-483d-a7bf-0e178e7b293e req-1edd78c5-f5c0-47b6-9f02-eb859f464abf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:26.029770 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-da45ab37-d035-483d-a7bf-0e178e7b293e req-1edd78c5-f5c0-47b6-9f02-eb859f464abf service neutron] 10.222.0.43 "GET /v2.0/networks?id=bf1bc412-90d5-44c3-9118-40a48e554e77 HTTP/1.1" status: 200 len: 909 time: 0.1726794 Apr 20 17:09:26.115167 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-da45ab37-d035-483d-a7bf-0e178e7b293e req-d039386c-447e-4de7-8e0d-d0757df215e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b08539c-7f7e-42fa-92d6-616a10c16789 HTTP/1.1" status: 200 len: 217 time: 0.0675132 Apr 20 17:09:26.194155 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45ab37-d035-483d-a7bf-0e178e7b293e req-d1f115f0-b2a6-46ac-9ffa-7a0af1342778 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:26.195903 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-da45ab37-d035-483d-a7bf-0e178e7b293e req-d1f115f0-b2a6-46ac-9ffa-7a0af1342778 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=afaadd71-91d9-490d-8c9c-d83dc8020198 HTTP/1.1" status: 200 len: 848 time: 0.0704613 Apr 20 17:09:26.226755 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d98c9-ee70-46e4-b3a9-6458ef543911 req-32f0322f-48fa-4f5d-b6a7-ff19a245c50f tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:26.228384 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-597d98c9-ee70-46e4-b3a9-6458ef543911 req-32f0322f-48fa-4f5d-b6a7-ff19a245c50f tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 950 time: 0.0863712 Apr 20 17:09:26.254464 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-da45ab37-d035-483d-a7bf-0e178e7b293e req-1a414527-532b-4b36-b082-86545d45f3d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf1bc412-90d5-44c3-9118-40a48e554e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511084 Apr 20 17:09:26.298950 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-597d98c9-ee70-46e4-b3a9-6458ef543911 req-16c843d9-e4d6-4c99-b2f3-cb4c20bbc8e1 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630825 Apr 20 17:09:26.371100 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 596e7ab6-2580-47d3-8f95-a432a3f130e4 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:09:26.409991 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59220) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:09:26.410297 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c9e7c3f0-ba0c-4428-8b7e-7245a98c0a4d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da058afcec6849fdb63497a31b46f480&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4985232 Apr 20 17:09:26.436103 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59224) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:09:26.507949 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-33b21d97-e58f-42f4-bfd9-72509c5684e1 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2124713987&fields=id&tenant_id=3d443eef609b4b6f83a7bfbf78a576c5 HTTP/1.1" status: 200 len: 267 time: 0.1381145 Apr 20 17:09:26.520260 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-da45ab37-d035-483d-a7bf-0e178e7b293e req-00eed93d-6ecc-456d-8fee-4d325aa276e4 service neutron] 10.222.0.43 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570784 Apr 20 17:09:26.526088 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e634e607-40ea-41e5-8f63-203c0fdd02db admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:26.590355 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 596e7ab6-2580-47d3-8f95-a432a3f130e4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=596e7ab6-2580-47d3-8f95-a432a3f130e4,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:26.590827 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e634e607-40ea-41e5-8f63-203c0fdd02db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:26.600384 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017018ec-7234-4d7c-950b-eeb165bf1fed req-3307450b-e12f-498d-a9cc-a30d3208b22a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:26.606356 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '596e7ab6-2580-47d3-8f95-a432a3f130e4', 'network_id': '9034ea63-8cdc-4387-871e-6ef92eb3509a', 'port_id': '596e7ab6-2580-47d3-8f95-a432a3f130e4', 'mac_address': 'fa:16:3e:f7:ec:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af85ab34-696f-4577-a7cd-12cc3ca9e9e8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:09:26.607488 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-017018ec-7234-4d7c-950b-eeb165bf1fed req-3307450b-e12f-498d-a9cc-a30d3208b22a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 943 time: 0.1491880 Apr 20 17:09:26.609664 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e634e607-40ea-41e5-8f63-203c0fdd02db admin admin] Usage tracker for resource:security_group_rule and tenant:4c6adfb2f68a48e2ac46b33291a9b549 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:09:26.628037 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e634e607-40ea-41e5-8f63-203c0fdd02db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:09:26.638682 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e634e607-40ea-41e5-8f63-203c0fdd02db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:26.683336 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-017018ec-7234-4d7c-950b-eeb165bf1fed req-6b9d884c-c033-4561-a9a4-e368cab2531f tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744269 Apr 20 17:09:26.685455 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:26.709745 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 596e7ab6-2580-47d3-8f95-a432a3f130e4 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:09:26.713243 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e7d19cb9-1ef5-4e15-9bd2-35e02b4bab22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:26.732568 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 596e7ab6-2580-47d3-8f95-a432a3f130e4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=596e7ab6-2580-47d3-8f95-a432a3f130e4,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:26.738851 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:26.740001 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 9b08539c-7f7e-42fa-92d6-616a10c16789 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:09:26.803369 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e634e607-40ea-41e5-8f63-203c0fdd02db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:26.811112 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e634e607-40ea-41e5-8f63-203c0fdd02db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:26.814275 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e7d19cb9-1ef5-4e15-9bd2-35e02b4bab22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:26.869325 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-6bd0cece-b73e-4235-a649-8e9677c3b180 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:26.869763 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634e607-40ea-41e5-8f63-203c0fdd02db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52c9e38-709c-493d-bc77-11209b9d7ee9,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:26.870969 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-6bd0cece-b73e-4235-a649-8e9677c3b180 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/networks?id=62862590-8584-4ef8-b251-867e255b53a5 HTTP/1.1" status: 200 len: 823 time: 0.3541222 Apr 20 17:09:26.887613 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-da45ab37-d035-483d-a7bf-0e178e7b293e req-ad89a0d9-6c9c-424f-81c5-752af34624e0 service neutron] 10.222.0.43 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440778 Apr 20 17:09:26.904439 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-c3204c79-24a8-4a3d-a289-e58d1d665ae7 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/quotas/3d443eef609b4b6f83a7bfbf78a576c5 HTTP/1.1" status: 200 len: 375 time: 0.0230751 Apr 20 17:09:26.932308 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=596e7ab6-2580-47d3-8f95-a432a3f130e4,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:26.979148 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e634e607-40ea-41e5-8f63-203c0fdd02db admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4c6adfb2f68a48e2ac46b33291a9b549&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5410581 Apr 20 17:09:26.981308 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59234) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:09:27.006696 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 9b08539c-7f7e-42fa-92d6-616a10c16789, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9b08539c-7f7e-42fa-92d6-616a10c16789,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:27.035506 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e7d19cb9-1ef5-4e15-9bd2-35e02b4bab22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:27.037086 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 9b08539c-7f7e-42fa-92d6-616a10c16789 has no active binding in host n-h2-838032-1 {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 20 17:09:27.063948 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d19cb9-1ef5-4e15-9bd2-35e02b4bab22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb11f0c-ab77-4448-acf9-01116238a307,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:27.078233 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e7d19cb9-1ef5-4e15-9bd2-35e02b4bab22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:27.078533 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3f31a108-8dcf-4bbe-92da-03a76240fcac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:27.079343 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e7d19cb9-1ef5-4e15-9bd2-35e02b4bab22 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/efb11f0c-ab77-4448-acf9-01116238a307 HTTP/1.1" status: 204 len: 168 time: 0.6682849 Apr 20 17:09:27.116736 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-46e5886b-c245-4cb2-b08b-f7c54abccf8c tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3d443eef609b4b6f83a7bfbf78a576c5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2099783 Apr 20 17:09:27.179244 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3f31a108-8dcf-4bbe-92da-03a76240fcac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:27.196538 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-da45ab37-d035-483d-a7bf-0e178e7b293e req-9cf909be-34a8-4a08-ab55-2e1c1bab5fc9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b7e0217792874af58ccfdea4744db0d0&device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 1095 time: 0.2368209 Apr 20 17:09:27.253135 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e3eda-4929-4bb2-b6b8-f98956b8bc5b req-f5d03b35-9fab-4b12-a808-a1aca6a6daee tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:27.262105 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-db7e3eda-4929-4bb2-b6b8-f98956b8bc5b req-f5d03b35-9fab-4b12-a808-a1aca6a6daee tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 944 time: 0.1405852 Apr 20 17:09:27.357597 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-b8f56fb4-503d-49a7-87f4-4733d1a4f4b0 service neutron] 10.222.0.39 "GET /v2.0/networks/62862590-8584-4ef8-b251-867e255b53a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412155 Apr 20 17:09:27.386662 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3f31a108-8dcf-4bbe-92da-03a76240fcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:27.407089 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f31a108-8dcf-4bbe-92da-03a76240fcac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52c9e38-709c-493d-bc77-11209b9d7ee9,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:27.413990 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['596e7ab6-2580-47d3-8f95-a432a3f130e4'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:09:27.429027 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-db7e3eda-4929-4bb2-b6b8-f98956b8bc5b req-bad3bbaf-63e1-42b9-97a5-24dadff50205 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659319 Apr 20 17:09:27.439167 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3f31a108-8dcf-4bbe-92da-03a76240fcac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:27.440297 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3f31a108-8dcf-4bbe-92da-03a76240fcac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b52c9e38-709c-493d-bc77-11209b9d7ee9 HTTP/1.1" status: 204 len: 168 time: 0.4577184 Apr 20 17:09:27.457079 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45ab37-d035-483d-a7bf-0e178e7b293e req-0aff8bc1-0213-42d1-8db2-837d35f24e03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:27.458778 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-da45ab37-d035-483d-a7bf-0e178e7b293e req-0aff8bc1-0213-42d1-8db2-837d35f24e03 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c HTTP/1.1" status: 200 len: 922 time: 0.2546439 Apr 20 17:09:27.548877 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-da45ab37-d035-483d-a7bf-0e178e7b293e req-bbe84728-61e8-46b5-bfc4-64a61bcfcabf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 HTTP/1.1" status: 200 len: 217 time: 0.0716960 Apr 20 17:09:27.746133 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-35c8abe3-0d1a-4828-8e37-0d58aa9b7e40 service neutron] 10.222.0.39 "GET /v2.0/networks/62862590-8584-4ef8-b251-867e255b53a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767734 Apr 20 17:09:27.752267 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20894bb7-6c9c-499b-976a-2ea22254bfdb req-bf7adf26-80f3-4e2d-ad20-9d9e07118d91 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:27.755987 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45ab37-d035-483d-a7bf-0e178e7b293e req-b7d8b0e0-bfc9-473f-8cf4-eb62fc7d5808 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:27.760852 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-20894bb7-6c9c-499b-976a-2ea22254bfdb req-bf7adf26-80f3-4e2d-ad20-9d9e07118d91 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 944 time: 0.0990250 Apr 20 17:09:27.762635 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-da45ab37-d035-483d-a7bf-0e178e7b293e req-b7d8b0e0-bfc9-473f-8cf4-eb62fc7d5808 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=64070a1b-0f00-4b11-95f5-508285983f32 HTTP/1.1" status: 200 len: 861 time: 0.0975304 Apr 20 17:09:27.819293 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-20894bb7-6c9c-499b-976a-2ea22254bfdb req-9e882010-edf1-44d4-9f97-c4da355ec492 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574458 Apr 20 17:09:27.824358 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-da45ab37-d035-483d-a7bf-0e178e7b293e req-25f54e71-98cb-410b-9f5d-59e023cf9dfc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548186 Apr 20 17:09:27.856009 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59268) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:09:27.962652 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b68e577c-1176-4a68-914b-6368d9577f88 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ff8f69a7b8a04b458c185baaf9f00935&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1053312 Apr 20 17:09:27.963376 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59276) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:09:28.061143 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 53f874f6-bf32-4ce3-99b5-4babbb9405a5 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:09:28.138716 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-da45ab37-d035-483d-a7bf-0e178e7b293e req-2cd5d4be-3916-49cb-af52-2ca2b81c5599 service neutron] 10.222.0.43 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084702 Apr 20 17:09:28.151693 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d3a032d2-0408-4012-b0ba-ff9b6810cbc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:28.231481 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d3a032d2-0408-4012-b0ba-ff9b6810cbc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:28.247943 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a72210-4c72-4e02-9996-b3d0311302ea req-918212b4-e0a6-4a27-9119-be8b18b4485d tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:28.249455 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-90a72210-4c72-4e02-9996-b3d0311302ea req-918212b4-e0a6-4a27-9119-be8b18b4485d tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 950 time: 0.2281530 Apr 20 17:09:28.331008 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-90a72210-4c72-4e02-9996-b3d0311302ea req-a83fe7cc-7b66-48ef-9202-9bc82e68a8c6 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759103 Apr 20 17:09:28.363465 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d3a032d2-0408-4012-b0ba-ff9b6810cbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:28.397215 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a032d2-0408-4012-b0ba-ff9b6810cbc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543e9adc-79f7-4d28-972e-1da4f9d887a3,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:28.405704 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d3a032d2-0408-4012-b0ba-ff9b6810cbc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:28.409989 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d3a032d2-0408-4012-b0ba-ff9b6810cbc0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/543e9adc-79f7-4d28-972e-1da4f9d887a3 HTTP/1.1" status: 204 len: 168 time: 0.4457867 Apr 20 17:09:28.424259 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 53f874f6-bf32-4ce3-99b5-4babbb9405a5, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=53f874f6-bf32-4ce3-99b5-4babbb9405a5,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:28.525456 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '53f874f6-bf32-4ce3-99b5-4babbb9405a5', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': '53f874f6-bf32-4ce3-99b5-4babbb9405a5', 'mac_address': 'fa:16:3e:10:5a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:09:28.611619 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-da45ab37-d035-483d-a7bf-0e178e7b293e req-968e45f8-1e8d-4907-bc19-830dd7be7902 service neutron] 10.222.0.43 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194574 Apr 20 17:09:28.641078 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33324275-52f2-488e-9377-8f06d446c263 req-8f2717ba-5470-4750-9998-eddd27a70991 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:28.648425 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-33324275-52f2-488e-9377-8f06d446c263 req-8f2717ba-5470-4750-9998-eddd27a70991 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 943 time: 0.5611041 Apr 20 17:09:28.679292 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f8fe7f7c-f171-495c-8ba1-8fa1e3fd872f req-13e53a0e-b88d-4bde-822e-6050934cd846 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ba00665-13cf-41ee-9ceb-5fef7b3004e5 HTTP/1.1" status: 200 len: 210 time: 0.1230078 Apr 20 17:09:28.716820 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:28.731863 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-33324275-52f2-488e-9377-8f06d446c263 req-22a15fa1-79af-4436-b38a-ef406cb95c66 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822282 Apr 20 17:09:28.773618 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53f874f6-bf32-4ce3-99b5-4babbb9405a5 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:09:28.812018 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 53f874f6-bf32-4ce3-99b5-4babbb9405a5, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=53f874f6-bf32-4ce3-99b5-4babbb9405a5,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:28.819297 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:28.820232 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:09:29.132671 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78e626-f9e9-42d4-899e-5cc88cdc70a5 req-ac3a78b6-ea69-4e4e-a252-8ad1438216bb tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:29.140212 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2f78e626-f9e9-42d4-899e-5cc88cdc70a5 req-ac3a78b6-ea69-4e4e-a252-8ad1438216bb tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 944 time: 0.2359540 Apr 20 17:09:29.212672 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c8147-0b30-4d56-95a2-980416821623 req-2930f679-19ee-4cd0-ad79-1b3ac5deeee9 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:29.214681 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=53f874f6-bf32-4ce3-99b5-4babbb9405a5,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:29.222222 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cd0c8147-0b30-4d56-95a2-980416821623 req-2930f679-19ee-4cd0-ad79-1b3ac5deeee9 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 944 time: 0.1610897 Apr 20 17:09:29.239232 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2f78e626-f9e9-42d4-899e-5cc88cdc70a5 req-ab0e4f35-f000-4746-b412-07b6e1306c43 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890288 Apr 20 17:09:29.285459 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=f6a1bb37-8f5c-435d-aade-ab1b58ad8d03,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:29.313025 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'f6a1bb37-8f5c-435d-aade-ab1b58ad8d03', 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c', 'port_id': 'f6a1bb37-8f5c-435d-aade-ab1b58ad8d03', 'mac_address': 'fa:16:3e:0b:a4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64070a1b-0f00-4b11-95f5-508285983f32', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:09:29.329130 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cd0c8147-0b30-4d56-95a2-980416821623 req-9f930b12-7dcb-4f72-9ead-d561759b390b tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040313 Apr 20 17:09:29.417656 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:29.445735 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:09:29.467215 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=f6a1bb37-8f5c-435d-aade-ab1b58ad8d03,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:29.475348 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:29.582105 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=f6a1bb37-8f5c-435d-aade-ab1b58ad8d03,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:29.589268 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['53f874f6-bf32-4ce3-99b5-4babbb9405a5'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:09:29.698227 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6195a0-e40d-4d6c-be07-e223158f585b req-672e1293-027c-4f37-aa0a-14294312436f tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:29.705756 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ec6195a0-e40d-4d6c-be07-e223158f585b req-672e1293-027c-4f37-aa0a-14294312436f tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 950 time: 0.2243965 Apr 20 17:09:29.744699 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['f6a1bb37-8f5c-435d-aade-ab1b58ad8d03'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:09:29.777008 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ec6195a0-e40d-4d6c-be07-e223158f585b req-665f2137-8a96-478b-ba03-28ba9011188e tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698047 Apr 20 17:09:30.233411 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d7ac9f9a-244e-47b3-93b4-346d34f08d07 req-0c05b468-6e34-4cfd-a0b4-82bee40f7030 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ba00665-13cf-41ee-9ceb-5fef7b3004e5 HTTP/1.1" status: 200 len: 210 time: 0.1263092 Apr 20 17:09:30.395019 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-64143248-7c59-4fda-8842-d51b322ed368 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:30.401338 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-64143248-7c59-4fda-8842-d51b322ed368 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.43 "GET /v2.0/networks?id=62862590-8584-4ef8-b251-867e255b53a5 HTTP/1.1" status: 200 len: 823 time: 0.5302465 Apr 20 17:09:30.404193 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 596e7ab6-2580-47d3-8f95-a432a3f130e4 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:09:30.473977 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d2e16-3a7c-4da3-9ecf-1d63ed67f186 req-64277747-2055-4ec5-92cf-3e73406e5037 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:30.487931 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0e3d2e16-3a7c-4da3-9ecf-1d63ed67f186 req-64277747-2055-4ec5-92cf-3e73406e5037 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 943 time: 0.2447720 Apr 20 17:09:30.507032 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-aa2670a7-7533-4fcc-8dc4-c177836d8a3b tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d443eef609b4b6f83a7bfbf78a576c5 HTTP/1.1" status: 200 len: 380 time: 0.0935123 Apr 20 17:09:30.531415 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-663fc0cb-647b-4469-b8fe-2762d73a6005 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Request body: {'port': {'device_id': '2ba00665-13cf-41ee-9ceb-5fef7b3004e5', 'network_id': '62862590-8584-4ef8-b251-867e255b53a5', 'admin_state_up': True, 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'security_groups': ['bf459132-201d-4118-86f2-4956962fb2fb']}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:09:30.615961 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 596e7ab6-2580-47d3-8f95-a432a3f130e4 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:09:30.627822 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 596e7ab6-2580-47d3-8f95-a432a3f130e4 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:09:30.629070 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:30.659535 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0e3d2e16-3a7c-4da3-9ecf-1d63ed67f186 req-71e2860d-3041-41d3-90cf-1061aafa7c4f tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666546 Apr 20 17:09:30.844509 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-663fc0cb-647b-4469-b8fe-2762d73a6005 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:30.861807 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-663fc0cb-647b-4469-b8fe-2762d73a6005 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:30.896023 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6c7d9-5dda-4325-9e56-ba810568541e req-9e548c0a-a04f-4860-bec6-448016c82087 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:30.897578 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-40f6c7d9-5dda-4325-9e56-ba810568541e req-9e548c0a-a04f-4860-bec6-448016c82087 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 945 time: 0.3735504 Apr 20 17:09:30.899043 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-663fc0cb-647b-4469-b8fe-2762d73a6005 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Made reservation on behalf of 3d443eef609b4b6f83a7bfbf78a576c5 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:09:30.901929 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-663fc0cb-647b-4469-b8fe-2762d73a6005 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:30.917304 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:30.978121 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31dba06-0ffe-4f9f-a0a2-4620fea78747 req-b22ea126-8f5d-44ad-81e3-9583cb4579c1 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:30.978298 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5975ce5b-7932-42ef-8dc8-00df9b1c884d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596e7ab6-2580-47d3-8f95-a432a3f130e4'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:09:30.981582 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c31dba06-0ffe-4f9f-a0a2-4620fea78747 req-b22ea126-8f5d-44ad-81e3-9583cb4579c1 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 944 time: 0.1374757 Apr 20 17:09:31.000407 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 596e7ab6-2580-47d3-8f95-a432a3f130e4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=596e7ab6-2580-47d3-8f95-a432a3f130e4,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:31.010650 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:31.113390 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-40f6c7d9-5dda-4325-9e56-ba810568541e req-46e100dd-6cbf-4495-acfd-bf39e1ce05e2 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742659 Apr 20 17:09:31.138000 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c31dba06-0ffe-4f9f-a0a2-4620fea78747 req-93e0e87d-2131-4c72-a15e-be3e5e97ed11 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378119 Apr 20 17:09:31.184182 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=596e7ab6-2580-47d3-8f95-a432a3f130e4,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:31.374471 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-663fc0cb-647b-4469-b8fe-2762d73a6005 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Allocated IP 172.20.0.9 (62862590-8584-4ef8-b251-867e255b53a5/13d85e0c-de04-4a6c-ab03-5cd24a8cb53b/f1abfeac-9919-477e-b7c5-3584c92155f4) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:09:31.447406 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-900fb22a-988b-42f1-a0a2-df9763ca82f5'] response: {'server_uuid': '5975ce5b-7932-42ef-8dc8-00df9b1c884d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596e7ab6-2580-47d3-8f95-a432a3f130e4', 'code': 200} Apr 20 17:09:31.678181 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-531a11ee-0032-4f76-a5af-f66cd895e960 req-be91f6d1-d980-407d-a0c7-61abdd8df418 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 1096 time: 0.1378939 Apr 20 17:09:31.798641 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-944057a2-b350-4cf2-8edd-024b98ea19b9 req-555dff11-9b0c-42a4-a14d-1edf3f77e12c tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ba00665-13cf-41ee-9ceb-5fef7b3004e5 HTTP/1.1" status: 200 len: 210 time: 0.0846984 Apr 20 17:09:31.867215 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-531a11ee-0032-4f76-a5af-f66cd895e960 req-8b2596f3-e7cd-4e6a-be75-99b9aae4a2b9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805873 Apr 20 17:09:31.944623 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-663fc0cb-647b-4469-b8fe-2762d73a6005 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:31.968591 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431056be-0267-4037-8e5b-b682b14452c6 req-08310ddf-7ddd-4aed-a2b8-abf79ff74137 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:31.975679 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-431056be-0267-4037-8e5b-b682b14452c6 req-08310ddf-7ddd-4aed-a2b8-abf79ff74137 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 950 time: 0.2520661 Apr 20 17:09:32.007256 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-663fc0cb-647b-4469-b8fe-2762d73a6005 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Transition to ACTIVE for port object f1abfeac-9919-477e-b7c5-3584c92155f4 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:09:32.040691 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-663fc0cb-647b-4469-b8fe-2762d73a6005 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:32.083136 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:09:32.133421 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528926a-5980-43aa-a343-82539cff7f05 req-bd0cfbda-c27f-4d1a-8e4d-8375bc69e75a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:32.134979 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8528926a-5980-43aa-a343-82539cff7f05 req-bd0cfbda-c27f-4d1a-8e4d-8375bc69e75a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 943 time: 0.1021860 Apr 20 17:09:32.214654 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8528926a-5980-43aa-a343-82539cff7f05 req-37bb357a-a362-4abd-baf4-b6b0a334686f tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721850 Apr 20 17:09:32.225665 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-663fc0cb-647b-4469-b8fe-2762d73a6005 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Network 62862590-8584-4ef8-b251-867e255b53a5 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:09:32.237100 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-663fc0cb-647b-4469-b8fe-2762d73a6005 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:09:32.253854 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-663fc0cb-647b-4469-b8fe-2762d73a6005 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:09:32.284097 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:09:32.291233 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:09:32.292904 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:32.339173 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663fc0cb-647b-4469-b8fe-2762d73a6005 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Pushing event updated for resources: {'Port': ['ID=f1abfeac-9919-477e-b7c5-3584c92155f4,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:32.370046 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-431056be-0267-4037-8e5b-b682b14452c6 req-ddc3e875-c1b8-4318-ba5f-b98dcdbdccd6 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932552 Apr 20 17:09:32.396785 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-663fc0cb-647b-4469-b8fe-2762d73a6005 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:32.397425 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-663fc0cb-647b-4469-b8fe-2762d73a6005 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:32.499236 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-663fc0cb-647b-4469-b8fe-2762d73a6005 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9762738 Apr 20 17:09:32.523962 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-eae43e22-df2b-4c80-9f78-0b35b3c19284 service neutron] Request body: {'port': {'device_id': '2ba00665-13cf-41ee-9ceb-5fef7b3004e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:09:32.540669 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7ab12-5aff-4e6e-a2d4-4d50ae26149f req-688902bb-d503-43b5-b427-41f1d2c0bbb3 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:32.557565 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-71e7ab12-5aff-4e6e-a2d4-4d50ae26149f req-688902bb-d503-43b5-b427-41f1d2c0bbb3 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 945 time: 0.1435571 Apr 20 17:09:32.606827 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:32.659869 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=f6a1bb37-8f5c-435d-aade-ab1b58ad8d03,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:32.674202 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:32.679008 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 53f874f6-bf32-4ce3-99b5-4babbb9405a5 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:09:32.697696 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-71e7ab12-5aff-4e6e-a2d4-4d50ae26149f req-85df4da0-f59f-4ffa-b436-356b2d905928 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391547 Apr 20 17:09:32.761027 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-eae43e22-df2b-4c80-9f78-0b35b3c19284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:32.864624 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d52ec-621e-4ce4-89b3-c67d74f93122 req-6edfcbcc-43be-4962-bd98-0b2f9dc095e9 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:32.865900 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=f6a1bb37-8f5c-435d-aade-ab1b58ad8d03,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:32.873259 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5f8d52ec-621e-4ce4-89b3-c67d74f93122 req-6edfcbcc-43be-4962-bd98-0b2f9dc095e9 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 946 time: 0.1888731 Apr 20 17:09:32.912816 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 53f874f6-bf32-4ce3-99b5-4babbb9405a5 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:09:32.916079 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:33.012056 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5f8d52ec-621e-4ce4-89b3-c67d74f93122 req-08d075e5-d4bd-4545-b0bc-9d053f378b70 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392269 Apr 20 17:09:33.026562 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-35c6b02b-e0d0-4334-8626-39c539f5a949 None None] Provisioning for port f1abfeac-9919-477e-b7c5-3584c92155f4 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:09:33.047450 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-35c6b02b-e0d0-4334-8626-39c539f5a949 None None] Provisioning complete for port f1abfeac-9919-477e-b7c5-3584c92155f4 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:09:33.047817 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-35c6b02b-e0d0-4334-8626-39c539f5a949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:33.132365 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-35c6b02b-e0d0-4334-8626-39c539f5a949 None None] Port f1abfeac-9919-477e-b7c5-3584c92155f4 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:09:33.236216 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:33.271536 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 53f874f6-bf32-4ce3-99b5-4babbb9405a5, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=53f874f6-bf32-4ce3-99b5-4babbb9405a5,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:33.278452 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:33.310854 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-4474bdf8-1e11-47e5-a8df-19a5d119a481 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=36da78d71e8c4977a5ae707bb0d7ba12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590382 Apr 20 17:09:33.354222 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=53f874f6-bf32-4ce3-99b5-4babbb9405a5,revision_number=7']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:33.415199 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-eae43e22-df2b-4c80-9f78-0b35b3c19284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1abfeac-9919-477e-b7c5-3584c92155f4 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:09:33.432962 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-eae43e22-df2b-4c80-9f78-0b35b3c19284 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:33.448262 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9927fc-db89-4b6b-80d8-419e1055253d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a1bb37-8f5c-435d-aade-ab1b58ad8d03'}, {'server_uuid': '9b696fee-6ad7-4b5f-b6a6-c7e05fe82714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f874f6-bf32-4ce3-99b5-4babbb9405a5'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:09:33.455831 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18958861-27f1-46d4-950a-ec32c86a02de req-1b0159a8-f7bd-4321-87be-fd5622877ad6 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:33.462150 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-18958861-27f1-46d4-950a-ec32c86a02de req-1b0159a8-f7bd-4321-87be-fd5622877ad6 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Synchronizing usage tracker for tenant:3d443eef609b4b6f83a7bfbf78a576c5 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:09:33.468477 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-eae43e22-df2b-4c80-9f78-0b35b3c19284 service neutron] Transition to ACTIVE for port object f1abfeac-9919-477e-b7c5-3584c92155f4 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:09:33.478233 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-eae43e22-df2b-4c80-9f78-0b35b3c19284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:33.520058 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-18958861-27f1-46d4-950a-ec32c86a02de req-1b0159a8-f7bd-4321-87be-fd5622877ad6 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Unset dirty status for tenant:3d443eef609b4b6f83a7bfbf78a576c5 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:09:33.526753 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-18958861-27f1-46d4-950a-ec32c86a02de req-1b0159a8-f7bd-4321-87be-fd5622877ad6 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ba00665-13cf-41ee-9ceb-5fef7b3004e5 HTTP/1.1" status: 200 len: 931 time: 0.3049324 Apr 20 17:09:33.527484 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-4bd55705-c139-4ac1-a834-e3e81595b0f8 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:33.529879 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-4bd55705-c139-4ac1-a834-e3e81595b0f8 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2106295 Apr 20 17:09:33.557119 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-66c30c65-fbd3-4c92-8117-774de7e89c01 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/quotas/36da78d71e8c4977a5ae707bb0d7ba12 HTTP/1.1" status: 200 len: 375 time: 0.0177224 Apr 20 17:09:33.638965 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-617725e8-36a0-47b1-a6fd-d045650e9f59 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=36da78d71e8c4977a5ae707bb0d7ba12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0803549 Apr 20 17:09:33.804990 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae43e22-df2b-4c80-9f78-0b35b3c19284 service neutron] Pushing event updated for resources: {'Port': ['ID=f1abfeac-9919-477e-b7c5-3584c92155f4,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:33.830449 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-18958861-27f1-46d4-950a-ec32c86a02de req-7f6297db-4efe-4221-9277-f4eee1817878 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf459132-201d-4118-86f2-4956962fb2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3027961 Apr 20 17:09:34.157909 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-eae43e22-df2b-4c80-9f78-0b35b3c19284 service neutron] Attempting to bind port f1abfeac-9919-477e-b7c5-3584c92155f4 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:09:34.158732 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-eae43e22-df2b-4c80-9f78-0b35b3c19284 service neutron] Attempting to bind port f1abfeac-9919-477e-b7c5-3584c92155f4 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'af78e68a-1aac-4499-9edd-4a404858a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '62862590-8584-4ef8-b251-867e255b53a5'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:09:34.158732 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-eae43e22-df2b-4c80-9f78-0b35b3c19284 service neutron] Attempting to bind port f1abfeac-9919-477e-b7c5-3584c92155f4 on network 62862590-8584-4ef8-b251-867e255b53a5 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:09:34.159467 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fffcc-1a77-4898-882a-f81734192c07 req-d88ecab4-1183-488e-82ba-2bcf3f26f72c tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:34.168123 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-077fffcc-1a77-4898-882a-f81734192c07 req-d88ecab4-1183-488e-82ba-2bcf3f26f72c tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 950 time: 0.1147535 Apr 20 17:09:34.169959 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-eae43e22-df2b-4c80-9f78-0b35b3c19284 service neutron] Port f1abfeac-9919-477e-b7c5-3584c92155f4 on network 62862590-8584-4ef8-b251-867e255b53a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:09:34.170299 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-eae43e22-df2b-4c80-9f78-0b35b3c19284 service neutron] Attempting to bind port f1abfeac-9919-477e-b7c5-3584c92155f4 on network 62862590-8584-4ef8-b251-867e255b53a5 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:09:34.182960 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-eae43e22-df2b-4c80-9f78-0b35b3c19284 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:09:34.183358 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-eae43e22-df2b-4c80-9f78-0b35b3c19284 service neutron] Checking segment: {'id': 'af78e68a-1aac-4499-9edd-4a404858a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '62862590-8584-4ef8-b251-867e255b53a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:09:34.183728 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-eae43e22-df2b-4c80-9f78-0b35b3c19284 service neutron] Bound using segment: {'id': 'af78e68a-1aac-4499-9edd-4a404858a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '62862590-8584-4ef8-b251-867e255b53a5'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:09:34.184152 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-eae43e22-df2b-4c80-9f78-0b35b3c19284 service neutron] Bound port: f1abfeac-9919-477e-b7c5-3584c92155f4, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af78e68a-1aac-4499-9edd-4a404858a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '62862590-8584-4ef8-b251-867e255b53a5'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:09:34.184505 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-eae43e22-df2b-4c80-9f78-0b35b3c19284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:34.211302 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a84d41-ba19-4649-bdc6-5c60b96a91f0 req-461d35c3-97db-40f9-9e0a-3d6f079d1531 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:34.213083 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b8a84d41-ba19-4649-bdc6-5c60b96a91f0 req-461d35c3-97db-40f9-9e0a-3d6f079d1531 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 943 time: 0.1418953 Apr 20 17:09:34.235281 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-077fffcc-1a77-4898-882a-f81734192c07 req-e8fcd281-d32d-46ca-bb11-fbc5d94261c7 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659003 Apr 20 17:09:34.321658 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79becfd2-d27b-4778-9269-cb194b161856'] response: {'server_uuid': '3a9927fc-db89-4b6b-80d8-419e1055253d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a1bb37-8f5c-435d-aade-ab1b58ad8d03', 'code': 200} Apr 20 17:09:34.322688 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79becfd2-d27b-4778-9269-cb194b161856'] response: {'server_uuid': '9b696fee-6ad7-4b5f-b6a6-c7e05fe82714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f874f6-bf32-4ce3-99b5-4babbb9405a5', 'code': 200} Apr 20 17:09:34.481202 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b8a84d41-ba19-4649-bdc6-5c60b96a91f0 req-c86bf591-b22b-4a6c-9934-650b18ef86a0 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332871 Apr 20 17:09:34.482496 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-eae43e22-df2b-4c80-9f78-0b35b3c19284 service neutron] For port f1abfeac-9919-477e-b7c5-3584c92155f4, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:09:34.487725 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-eae43e22-df2b-4c80-9f78-0b35b3c19284 service neutron] For port f1abfeac-9919-477e-b7c5-3584c92155f4, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=f1abfeac-9919-477e-b7c5-3584c92155f4,segment=NetworkSegment(af78e68a-1aac-4499-9edd-4a404858a5ef),segment_id=af78e68a-1aac-4499-9edd-4a404858a5ef)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:09:34.496034 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-eae43e22-df2b-4c80-9f78-0b35b3c19284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:34.630648 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-eae43e22-df2b-4c80-9f78-0b35b3c19284 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:34.632359 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-eae43e22-df2b-4c80-9f78-0b35b3c19284 service neutron] 10.222.0.43 "PUT /v2.0/ports/f1abfeac-9919-477e-b7c5-3584c92155f4 HTTP/1.1" status: 200 len: 1091 time: 2.1188586 Apr 20 17:09:34.640764 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba00665-13cf-41ee-9ceb-5fef7b3004e5', 'tag': 'f1abfeac-9919-477e-b7c5-3584c92155f4'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:09:34.702534 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae43e22-df2b-4c80-9f78-0b35b3c19284 service neutron] Pushing event updated for resources: {'Port': ['ID=f1abfeac-9919-477e-b7c5-3584c92155f4,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:34.717870 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-db5ec075-8853-4e2f-a435-d8d6d18b0caa req-b1a99623-c744-4f88-907a-54eaae56ffd9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 1097 time: 0.3087068 Apr 20 17:09:34.755580 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e851f8-9f3e-4cd8-80e8-8bf19d1d893d req-e6621840-dbf9-418e-82bf-791dbedda263 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:34.763589 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e8e851f8-9f3e-4cd8-80e8-8bf19d1d893d req-e6621840-dbf9-418e-82bf-791dbedda263 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 945 time: 0.2558997 Apr 20 17:09:34.898948 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e8e851f8-9f3e-4cd8-80e8-8bf19d1d893d req-de372afd-1856-4d03-ad97-8bcdf9fe1a66 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342843 Apr 20 17:09:34.900779 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-db5ec075-8853-4e2f-a435-d8d6d18b0caa req-0a2d2531-0a57-4130-b128-0d63b3e43e8f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722577 Apr 20 17:09:34.930307 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-e54d99b1-f4e5-4d83-ba96-fadcf3bbfa79 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=36da78d71e8c4977a5ae707bb0d7ba12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538802 Apr 20 17:09:35.111522 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-9d4d279e-b104-4467-a851-86d67ddabbf9 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:35.114663 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-9d4d279e-b104-4467-a851-86d67ddabbf9 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1826334 Apr 20 17:09:35.126910 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afdfb8-6770-42b5-b648-e38490605a82 req-f2cbf48f-9732-42fe-a218-f12920657516 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:35.128652 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-33afdfb8-6770-42b5-b648-e38490605a82 req-f2cbf48f-9732-42fe-a218-f12920657516 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 946 time: 0.0858026 Apr 20 17:09:35.143690 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-3b3d409d-58aa-4d14-8483-3a517ff2a8a8 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/quotas/36da78d71e8c4977a5ae707bb0d7ba12 HTTP/1.1" status: 200 len: 375 time: 0.0232627 Apr 20 17:09:35.182637 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-47fd926e-3475-4c86-9db4-78945cc19f44 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d443eef609b4b6f83a7bfbf78a576c5&device_id=2ba00665-13cf-41ee-9ceb-5fef7b3004e5 HTTP/1.1" status: 200 len: 1094 time: 0.4634244 Apr 20 17:09:35.214429 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-33afdfb8-6770-42b5-b648-e38490605a82 req-98aec8cc-372f-4ba3-a3b5-e7550cb23eb0 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619445 Apr 20 17:09:35.462031 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-6b57945e-ae38-4d69-960c-e1d71ce9b6cd tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=36da78d71e8c4977a5ae707bb0d7ba12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3173499 Apr 20 17:09:35.463340 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-d5dc677f-2ce3-4bce-8fd7-620ad4aa3067 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1abfeac-9919-477e-b7c5-3584c92155f4 HTTP/1.1" status: 200 len: 217 time: 0.2665915 Apr 20 17:09:35.554276 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3292c22-8b38-4fa7-92e8-db1634d9f66e'] response: {'name': 'network-changed', 'server_uuid': '2ba00665-13cf-41ee-9ceb-5fef7b3004e5', 'tag': 'f1abfeac-9919-477e-b7c5-3584c92155f4', 'status': 'completed', 'code': 200} Apr 20 17:09:35.604478 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-76762e37-c6e8-4df5-94c4-4d59b2e26578 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:35.606016 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-76762e37-c6e8-4df5-94c4-4d59b2e26578 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13d85e0c-de04-4a6c-ab03-5cd24a8cb53b HTTP/1.1" status: 200 len: 862 time: 0.1346772 Apr 20 17:09:35.723842 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-906da304-a3ca-418f-bbbd-2e58ff50bf03 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=62862590-8584-4ef8-b251-867e255b53a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068356 Apr 20 17:09:35.906529 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-628f3ea1-8564-4da9-ba61-952d912e59aa tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=36da78d71e8c4977a5ae707bb0d7ba12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657694 Apr 20 17:09:36.038489 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-5f587948-56e6-4cca-84fe-81d1269a5735 service neutron] 10.222.0.43 "GET /v2.0/networks/62862590-8584-4ef8-b251-867e255b53a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065865 Apr 20 17:09:36.212156 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28feb53c-9b50-46f8-a506-73bc21b5816d req-dbe791cf-3942-45cb-b1d5-d1bb35a5ecae tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:36.230598 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-28feb53c-9b50-46f8-a506-73bc21b5816d req-dbe791cf-3942-45cb-b1d5-d1bb35a5ecae tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 950 time: 0.3416321 Apr 20 17:09:36.237108 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdcee4-437f-4c28-a71a-2f30faa103b3 req-3e6883df-75c4-4d58-b67b-5a7c2f1be3cd tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:36.250852 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6abdcee4-437f-4c28-a71a-2f30faa103b3 req-3e6883df-75c4-4d58-b67b-5a7c2f1be3cd tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ba00665-13cf-41ee-9ceb-5fef7b3004e5 HTTP/1.1" status: 200 len: 943 time: 0.4629879 Apr 20 17:09:36.280601 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-45310300-e05a-41cc-b8b5-2f870e7ec978 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:36.282048 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-45310300-e05a-41cc-b8b5-2f870e7ec978 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3675909 Apr 20 17:09:36.322822 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6abdcee4-437f-4c28-a71a-2f30faa103b3 req-b9417851-9dc9-40e3-872e-e534820cecca tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf459132-201d-4118-86f2-4956962fb2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709441 Apr 20 17:09:36.326444 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-b3db6c81-bc0e-401a-8c16-911fc2d4b633 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Request body: {'port': {'device_id': 'a23d94a9-8a7d-4ce4-87c8-6957813ee650', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'admin_state_up': True, 'tenant_id': '36da78d71e8c4977a5ae707bb0d7ba12'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:09:36.425260 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-28feb53c-9b50-46f8-a506-73bc21b5816d req-a04f02fe-ad8d-441d-b71c-d966245b09de tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935277 Apr 20 17:09:36.450285 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-585d5c13-e4c0-4d42-a802-6dbbadc08f86 req-ebec0468-5190-44dd-878f-0c35e4736761 service neutron] 10.222.0.43 "GET /v2.0/networks/62862590-8584-4ef8-b251-867e255b53a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968985 Apr 20 17:09:36.639717 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-b3db6c81-bc0e-401a-8c16-911fc2d4b633 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:36.643853 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-b3db6c81-bc0e-401a-8c16-911fc2d4b633 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Usage tracker for resource:port and tenant:36da78d71e8c4977a5ae707bb0d7ba12 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:09:36.645048 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ebe5029-0563-4696-8ee7-4b5ee73d40be req-857c57c1-4530-4a5c-8295-5a9f661ad949 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d443eef609b4b6f83a7bfbf78a576c5&device_id=2ba00665-13cf-41ee-9ceb-5fef7b3004e5 HTTP/1.1" status: 200 len: 1094 time: 0.1276779 Apr 20 17:09:36.646984 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-b3db6c81-bc0e-401a-8c16-911fc2d4b633 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:09:36.653391 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-b3db6c81-bc0e-401a-8c16-911fc2d4b633 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:36.681404 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f105a25-a959-4141-83aa-b4c4c42ad70f req-dc5eaa07-ff0f-46f6-a936-d04de037d54f tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:36.683428 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5f105a25-a959-4141-83aa-b4c4c42ad70f req-dc5eaa07-ff0f-46f6-a936-d04de037d54f tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 943 time: 0.1571362 Apr 20 17:09:36.684650 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-b3db6c81-bc0e-401a-8c16-911fc2d4b633 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Made reservation on behalf of 36da78d71e8c4977a5ae707bb0d7ba12 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:09:36.688496 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-b3db6c81-bc0e-401a-8c16-911fc2d4b633 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:36.712201 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-b3db6c81-bc0e-401a-8c16-911fc2d4b633 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:36.784116 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-b3db6c81-bc0e-401a-8c16-911fc2d4b633 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:36.792121 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-b3db6c81-bc0e-401a-8c16-911fc2d4b633 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Usage tracker for resource:security_group_rule and tenant:36da78d71e8c4977a5ae707bb0d7ba12 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:09:36.797070 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-b3db6c81-bc0e-401a-8c16-911fc2d4b633 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:09:36.799256 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1d00036a-1106-4f1e-8bb4-c61a7a55f677 req-0433bf6b-a365-40a0-9ddd-ff8009c2aaa7 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 210 time: 0.0596714 Apr 20 17:09:36.812823 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5f105a25-a959-4141-83aa-b4c4c42ad70f req-8d9fa1de-0c6d-4206-bd52-8cec0884f7a1 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015935 Apr 20 17:09:36.821677 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-b3db6c81-bc0e-401a-8c16-911fc2d4b633 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:36.865377 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe5029-0563-4696-8ee7-4b5ee73d40be req-a017f77c-0906-4e98-944a-b16b3a3a876c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:36.867187 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ebe5029-0563-4696-8ee7-4b5ee73d40be req-a017f77c-0906-4e98-944a-b16b3a3a876c service neutron] 10.222.0.43 "GET /v2.0/networks?id=62862590-8584-4ef8-b251-867e255b53a5 HTTP/1.1" status: 200 len: 924 time: 0.2152715 Apr 20 17:09:36.964733 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ebe5029-0563-4696-8ee7-4b5ee73d40be req-e2c48eca-6cd0-42de-85f3-a2c655d03ba1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1abfeac-9919-477e-b7c5-3584c92155f4 HTTP/1.1" status: 200 len: 217 time: 0.0897841 Apr 20 17:09:36.998312 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-b3db6c81-bc0e-401a-8c16-911fc2d4b633 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:37.009224 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-b3db6c81-bc0e-401a-8c16-911fc2d4b633 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:37.089677 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe5029-0563-4696-8ee7-4b5ee73d40be req-7cc06116-6fe0-4af3-8a0d-6499337ac03c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:37.091165 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ebe5029-0563-4696-8ee7-4b5ee73d40be req-7cc06116-6fe0-4af3-8a0d-6499337ac03c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13d85e0c-de04-4a6c-ab03-5cd24a8cb53b HTTP/1.1" status: 200 len: 862 time: 0.1183665 Apr 20 17:09:37.176811 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15672a64-3208-4f27-8bf3-b8acc08692a7 req-42e1e989-d42c-48bd-871b-f25a44cc245d tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:37.178987 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-15672a64-3208-4f27-8bf3-b8acc08692a7 req-42e1e989-d42c-48bd-871b-f25a44cc245d tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 946 time: 0.1612501 Apr 20 17:09:37.213135 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db6c81-bc0e-401a-8c16-911fc2d4b633 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba55188-af75-459e-8cc2-45d5426c07f8,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:37.238127 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b22ce-780b-4cc1-ba4b-ef7a01b33439 req-e1c01684-f311-4b84-9303-3a5486197ebe tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:37.245905 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a83b22ce-780b-4cc1-ba4b-ef7a01b33439 req-e1c01684-f311-4b84-9303-3a5486197ebe tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 945 time: 0.3000581 Apr 20 17:09:37.247938 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ebe5029-0563-4696-8ee7-4b5ee73d40be req-0cd6b234-96c7-4a21-a4ef-f8fb739fa424 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=62862590-8584-4ef8-b251-867e255b53a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1384842 Apr 20 17:09:37.255779 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-15672a64-3208-4f27-8bf3-b8acc08692a7 req-293aa0b5-7d60-4000-9a19-ca19b2ae88de tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658944 Apr 20 17:09:37.279725 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-b3db6c81-bc0e-401a-8c16-911fc2d4b633 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Allocated IP 192.168.233.127 (9a774663-a30d-4bd1-8b41-83fe693f2d30/777b4790-ba4c-49e9-8844-3c09c1447f40/ee45854b-e480-4cb1-9f59-faa8e3501412) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:09:37.346574 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a83b22ce-780b-4cc1-ba4b-ef7a01b33439 req-1fae7e86-5e1c-4d36-ac94-bf0f6b89ccd5 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995774 Apr 20 17:09:37.404209 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ebe5029-0563-4696-8ee7-4b5ee73d40be req-bcf02624-db18-4db1-a52d-451f0cc2f859 service neutron] 10.222.0.43 "GET /v2.0/networks/62862590-8584-4ef8-b251-867e255b53a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466091 Apr 20 17:09:37.555785 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ebe5029-0563-4696-8ee7-4b5ee73d40be req-db9d15fe-74a2-4c08-a38e-22fdc66650c2 service neutron] 10.222.0.43 "GET /v2.0/networks/62862590-8584-4ef8-b251-867e255b53a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451564 Apr 20 17:09:37.690844 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e2954-ba72-4ca5-aaa2-0f4d8e236568 req-0539a8d1-d36c-48b7-ac0f-64d6875f9a48 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:37.700736 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-032e2954-ba72-4ca5-aaa2-0f4d8e236568 req-0539a8d1-d36c-48b7-ac0f-64d6875f9a48 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ba00665-13cf-41ee-9ceb-5fef7b3004e5 HTTP/1.1" status: 200 len: 943 time: 0.0988917 Apr 20 17:09:37.711619 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-b3db6c81-bc0e-401a-8c16-911fc2d4b633 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:37.733564 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e2259802-d92a-45fe-a43c-fdee23299747 req-4f170451-186f-4e28-a1fa-1b14b8f1b319 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 1097 time: 0.1517808 Apr 20 17:09:37.762901 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-032e2954-ba72-4ca5-aaa2-0f4d8e236568 req-69df4ee7-1c37-4aaf-baed-566069aa59cc tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf459132-201d-4118-86f2-4956962fb2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606956 Apr 20 17:09:37.774778 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-b3db6c81-bc0e-401a-8c16-911fc2d4b633 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Transition to ACTIVE for port object ee45854b-e480-4cb1-9f59-faa8e3501412 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:09:37.787028 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-e2259802-d92a-45fe-a43c-fdee23299747 req-7e1df2ea-5edf-431f-ac4d-075cf1b10ea8 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] Synchronizing usage tracker for tenant:c924cb74a59b4c25ba86f6296bae65d3 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:09:37.817075 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-e2259802-d92a-45fe-a43c-fdee23299747 req-7e1df2ea-5edf-431f-ac4d-075cf1b10ea8 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] Unset dirty status for tenant:c924cb74a59b4c25ba86f6296bae65d3 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:09:37.828793 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e2259802-d92a-45fe-a43c-fdee23299747 req-7e1df2ea-5edf-431f-ac4d-075cf1b10ea8 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942640 Apr 20 17:09:37.851744 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-b3db6c81-bc0e-401a-8c16-911fc2d4b633 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:38.003313 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-b3db6c81-bc0e-401a-8c16-911fc2d4b633 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:09:38.007277 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-b3db6c81-bc0e-401a-8c16-911fc2d4b633 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:09:38.012323 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-b3db6c81-bc0e-401a-8c16-911fc2d4b633 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:09:38.080892 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-b3db6c81-bc0e-401a-8c16-911fc2d4b633 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:38.081540 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-b3db6c81-bc0e-401a-8c16-911fc2d4b633 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:38.108994 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db6c81-bc0e-401a-8c16-911fc2d4b633 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Pushing event updated for resources: {'Port': ['ID=ee45854b-e480-4cb1-9f59-faa8e3501412,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:38.114866 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-b3db6c81-bc0e-401a-8c16-911fc2d4b633 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8047457 Apr 20 17:09:38.132784 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-40921369-6b19-4e1d-9ebe-c45c6bfea08c service neutron] Request body: {'port': {'device_id': 'a23d94a9-8a7d-4ce4-87c8-6957813ee650', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:09:38.219331 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc17bf-c92e-4d58-821e-10205069b0df req-4af55031-4cf7-4c29-b484-082108ca8d00 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:38.221243 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4ddc17bf-c92e-4d58-821e-10205069b0df req-4af55031-4cf7-4c29-b484-082108ca8d00 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 950 time: 0.2701612 Apr 20 17:09:38.279511 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4ddc17bf-c92e-4d58-821e-10205069b0df req-9d51b41b-d459-4f8d-9079-d5470935e699 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508358 Apr 20 17:09:38.344150 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-40921369-6b19-4e1d-9ebe-c45c6bfea08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:38.351971 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1c429ac2-8031-4619-a227-40e360cf8b52 None None] Provisioning for port ee45854b-e480-4cb1-9f59-faa8e3501412 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:09:38.361431 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1c429ac2-8031-4619-a227-40e360cf8b52 None None] Provisioning complete for port ee45854b-e480-4cb1-9f59-faa8e3501412 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:09:38.362282 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1c429ac2-8031-4619-a227-40e360cf8b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:38.426441 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e4deb-7258-4fd6-89fd-240a2ac19874 req-5a3dae1a-edb8-4b47-9bd0-32c79b8fdae5 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:38.428048 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-352e4deb-7258-4fd6-89fd-240a2ac19874 req-5a3dae1a-edb8-4b47-9bd0-32c79b8fdae5 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 943 time: 0.1718109 Apr 20 17:09:38.447639 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1c429ac2-8031-4619-a227-40e360cf8b52 None None] Port ee45854b-e480-4cb1-9f59-faa8e3501412 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:09:38.494225 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0ccf32a9-6261-4a02-a4a4-81c7ff81572c req-06c5b326-cad5-4484-a783-81214627488c tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 210 time: 0.0618005 Apr 20 17:09:38.553648 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-352e4deb-7258-4fd6-89fd-240a2ac19874 req-b5e12572-f073-42cc-aed1-79b101aee3ad tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177282 Apr 20 17:09:38.701701 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1e90e544-a1d3-4c07-82fa-7d805737f06c req-f55886ca-5afd-4d0d-8f04-dcff5574651d tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 1097 time: 0.0866535 Apr 20 17:09:38.777752 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1e90e544-a1d3-4c07-82fa-7d805737f06c req-bcaa4f84-4cd3-4ed8-9ed8-feab28446078 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747843 Apr 20 17:09:39.066486 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-40921369-6b19-4e1d-9ebe-c45c6bfea08c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee45854b-e480-4cb1-9f59-faa8e3501412 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:09:39.078904 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-40921369-6b19-4e1d-9ebe-c45c6bfea08c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:39.096251 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bc101-c2a2-4117-86bc-35dd834dca19 req-3c80cdcf-0368-4014-aab4-139ef2dee90e tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:39.097778 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-515bc101-c2a2-4117-86bc-35dd834dca19 req-3c80cdcf-0368-4014-aab4-139ef2dee90e tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 945 time: 0.3184216 Apr 20 17:09:39.116794 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c5135c3a-ca6f-46cb-8dbf-42e6080ad6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:39.131304 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-40921369-6b19-4e1d-9ebe-c45c6bfea08c service neutron] Transition to ACTIVE for port object ee45854b-e480-4cb1-9f59-faa8e3501412 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:09:39.135597 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d0b39-89ed-457d-b69b-98407ea27334 req-d8f58f8d-3f69-4e1e-a834-68e3120976b8 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:39.140371 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-40921369-6b19-4e1d-9ebe-c45c6bfea08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:39.143500 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-664d0b39-89ed-457d-b69b-98407ea27334 req-d8f58f8d-3f69-4e1e-a834-68e3120976b8 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ba00665-13cf-41ee-9ceb-5fef7b3004e5 HTTP/1.1" status: 200 len: 943 time: 0.1141484 Apr 20 17:09:39.206676 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-664d0b39-89ed-457d-b69b-98407ea27334 req-7fe2204c-4f7f-4d79-a84a-47e8e8b3ae50 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf459132-201d-4118-86f2-4956962fb2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577087 Apr 20 17:09:39.307780 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40921369-6b19-4e1d-9ebe-c45c6bfea08c service neutron] Pushing event updated for resources: {'Port': ['ID=ee45854b-e480-4cb1-9f59-faa8e3501412,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:39.379581 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-515bc101-c2a2-4117-86bc-35dd834dca19 req-fe4139ad-5fc8-4535-9afc-89bf483aa597 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733233 Apr 20 17:09:39.642100 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-40921369-6b19-4e1d-9ebe-c45c6bfea08c service neutron] Attempting to bind port ee45854b-e480-4cb1-9f59-faa8e3501412 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:09:39.646266 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-40921369-6b19-4e1d-9ebe-c45c6bfea08c service neutron] Attempting to bind port ee45854b-e480-4cb1-9f59-faa8e3501412 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:09:39.646677 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-40921369-6b19-4e1d-9ebe-c45c6bfea08c service neutron] Attempting to bind port ee45854b-e480-4cb1-9f59-faa8e3501412 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:09:39.723620 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-40921369-6b19-4e1d-9ebe-c45c6bfea08c service neutron] Port ee45854b-e480-4cb1-9f59-faa8e3501412 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:09:39.723883 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-40921369-6b19-4e1d-9ebe-c45c6bfea08c service neutron] Attempting to bind port ee45854b-e480-4cb1-9f59-faa8e3501412 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:09:39.741327 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-40921369-6b19-4e1d-9ebe-c45c6bfea08c service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:09:39.741839 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-40921369-6b19-4e1d-9ebe-c45c6bfea08c service neutron] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:09:39.742472 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-40921369-6b19-4e1d-9ebe-c45c6bfea08c service neutron] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:09:39.743110 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-40921369-6b19-4e1d-9ebe-c45c6bfea08c service neutron] Bound port: ee45854b-e480-4cb1-9f59-faa8e3501412, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:09:39.743576 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-40921369-6b19-4e1d-9ebe-c45c6bfea08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:39.839078 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59550) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:09:39.866947 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd828267-d546-4c4a-a9f6-0aec7cb7d0b1 req-86cd9672-1a65-4a8c-bbb7-8742e5b305eb tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:39.874604 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd828267-d546-4c4a-a9f6-0aec7cb7d0b1 req-86cd9672-1a65-4a8c-bbb7-8742e5b305eb tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 950 time: 0.2120674 Apr 20 17:09:39.937889 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-40921369-6b19-4e1d-9ebe-c45c6bfea08c service neutron] For port ee45854b-e480-4cb1-9f59-faa8e3501412, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:09:39.950940 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd828267-d546-4c4a-a9f6-0aec7cb7d0b1 req-b06ccee8-e331-41c0-b342-271625a5dbff tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746677 Apr 20 17:09:39.952757 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-40921369-6b19-4e1d-9ebe-c45c6bfea08c service neutron] For port ee45854b-e480-4cb1-9f59-faa8e3501412, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ee45854b-e480-4cb1-9f59-faa8e3501412,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:09:39.961025 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-40921369-6b19-4e1d-9ebe-c45c6bfea08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:40.037495 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e619cd07-0258-409e-be16-b4cc23cf67e9 req-34d26827-73ba-43a6-90f6-fab0d1b2e293 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 210 time: 0.1009979 Apr 20 17:09:40.051466 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40921369-6b19-4e1d-9ebe-c45c6bfea08c service neutron] Pushing event updated for resources: {'Port': ['ID=ee45854b-e480-4cb1-9f59-faa8e3501412,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:40.089399 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-40921369-6b19-4e1d-9ebe-c45c6bfea08c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:40.095157 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-40921369-6b19-4e1d-9ebe-c45c6bfea08c service neutron] 10.222.0.43 "PUT /v2.0/ports/ee45854b-e480-4cb1-9f59-faa8e3501412 HTTP/1.1" status: 200 len: 1096 time: 1.9668193 Apr 20 17:09:40.096273 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a23d94a9-8a7d-4ce4-87c8-6957813ee650', 'tag': 'ee45854b-e480-4cb1-9f59-faa8e3501412'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:09:40.120088 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device f1abfeac-9919-477e-b7c5-3584c92155f4 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:09:40.147934 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1f32bb1c-bcbd-4570-8ed7-859a2752ee5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:40.233681 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1f32bb1c-bcbd-4570-8ed7-859a2752ee5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:40.240305 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1f32bb1c-bcbd-4570-8ed7-859a2752ee5f admin admin] Usage tracker for resource:security_group_rule and tenant:7d63f6d262854117ba2c5309bd54b85b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:09:40.244109 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1f32bb1c-bcbd-4570-8ed7-859a2752ee5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:09:40.256553 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1f32bb1c-bcbd-4570-8ed7-859a2752ee5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:40.429117 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1f32bb1c-bcbd-4570-8ed7-859a2752ee5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:40.442966 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1f32bb1c-bcbd-4570-8ed7-859a2752ee5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:40.443478 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port f1abfeac-9919-477e-b7c5-3584c92155f4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=f1abfeac-9919-477e-b7c5-3584c92155f4,segment=NetworkSegment(af78e68a-1aac-4499-9edd-4a404858a5ef),segment_id=af78e68a-1aac-4499-9edd-4a404858a5ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:40.465470 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'f1abfeac-9919-477e-b7c5-3584c92155f4', 'network_id': '62862590-8584-4ef8-b251-867e255b53a5', 'port_id': 'f1abfeac-9919-477e-b7c5-3584c92155f4', 'mac_address': 'fa:16:3e:98:89:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13d85e0c-de04-4a6c-ab03-5cd24a8cb53b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:09:40.524273 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1f32bb1c-bcbd-4570-8ed7-859a2752ee5f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d63f6d262854117ba2c5309bd54b85b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6828005 Apr 20 17:09:40.530657 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59564) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:09:40.588707 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64c49c-2191-49da-a204-d66fc263e004 req-7043493a-000c-43af-8fc2-75866ecbce0e tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:40.604715 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6b64c49c-2191-49da-a204-d66fc263e004 req-7043493a-000c-43af-8fc2-75866ecbce0e tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 943 time: 0.2751951 Apr 20 17:09:40.623212 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:40.650932 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-b537ed83-4758-4879-b9d4-103402a87ff7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=36da78d71e8c4977a5ae707bb0d7ba12&device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 1099 time: 0.4499242 Apr 20 17:09:40.654772 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1abfeac-9919-477e-b7c5-3584c92155f4 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:09:40.678155 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port f1abfeac-9919-477e-b7c5-3584c92155f4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=f1abfeac-9919-477e-b7c5-3584c92155f4,segment=NetworkSegment(af78e68a-1aac-4499-9edd-4a404858a5ef),segment_id=af78e68a-1aac-4499-9edd-4a404858a5ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:40.685750 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:40.714362 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32bb1c-bcbd-4570-8ed7-859a2752ee5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6649d70-fd37-48e1-86c8-47119b618898,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:40.750980 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-631e9b7b-9df9-4edc-bb28-89de250d1cc4 req-63d58c68-2544-4aa8-8f53-5bdbf41a29b5 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 1097 time: 0.3723950 Apr 20 17:09:40.799488 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=f1abfeac-9919-477e-b7c5-3584c92155f4,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:40.815316 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6b64c49c-2191-49da-a204-d66fc263e004 req-fd014115-7fff-493b-a846-da38879c8984 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095993 Apr 20 17:09:40.816924 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-b74b327c-7242-4bad-bf05-b8756443f76c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=ee45854b-e480-4cb1-9f59-faa8e3501412 HTTP/1.1" status: 200 len: 217 time: 0.1585698 Apr 20 17:09:40.848163 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c9d75655-49b8-4681-8532-b834a71efe9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:40.865514 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2ee2881-16cf-4536-bc55-492686c47278 req-9ae37c81-4b0f-4dfc-a31a-35f4f85d4ca1 service neutron] 10.222.0.43 "GET /v2.0/ports/9b08539c-7f7e-42fa-92d6-616a10c16789/bindings/n-h2-838032-1 HTTP/1.1" status: 200 len: 384 time: 0.2926950 Apr 20 17:09:40.900827 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-1f6a5406-ddd1-4a1a-a683-3fb6a34ee59c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:40.902462 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-1f6a5406-ddd1-4a1a-a683-3fb6a34ee59c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.0782144 Apr 20 17:09:40.908849 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11a4e742-5675-484b-bd1c-9c3e657c85e7'] response: {'name': 'network-changed', 'server_uuid': 'a23d94a9-8a7d-4ce4-87c8-6957813ee650', 'tag': 'ee45854b-e480-4cb1-9f59-faa8e3501412', 'status': 'completed', 'code': 200} Apr 20 17:09:40.917933 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c9d75655-49b8-4681-8532-b834a71efe9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:40.926842 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['f1abfeac-9919-477e-b7c5-3584c92155f4'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:09:40.949291 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-631e9b7b-9df9-4edc-bb28-89de250d1cc4 req-19319b8a-e5a2-4600-822c-8f10adfb197f tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972373 Apr 20 17:09:41.050567 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c9d75655-49b8-4681-8532-b834a71efe9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:41.063404 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-ed9ccdff-6487-4b33-ba0e-ddd71b9e781f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1512928 Apr 20 17:09:41.098099 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d75655-49b8-4681-8532-b834a71efe9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6649d70-fd37-48e1-86c8-47119b618898,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:41.114017 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c9d75655-49b8-4681-8532-b834a71efe9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:41.119849 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c9d75655-49b8-4681-8532-b834a71efe9e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d6649d70-fd37-48e1-86c8-47119b618898 HTTP/1.1" status: 204 len: 168 time: 0.5733447 Apr 20 17:09:41.365584 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-36074bd7-b554-43d4-a0f5-c5abd6388df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:41.376344 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-da9e1a5c-db79-4752-8842-081e143acbf5 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034058 Apr 20 17:09:41.386345 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c6880-d253-4f65-a1c6-e955df75e97f req-a0358a67-faf9-431c-a8a3-ddcd5319de91 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:41.393248 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1e2c6880-d253-4f65-a1c6-e955df75e97f req-a0358a67-faf9-431c-a8a3-ddcd5319de91 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ba00665-13cf-41ee-9ceb-5fef7b3004e5 HTTP/1.1" status: 200 len: 944 time: 0.2856717 Apr 20 17:09:41.506234 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84404ee9-6b5a-4f21-94f8-24f2b37fa8f1 req-20036bd2-d8be-4af2-bdc2-491e869dc2eb tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:41.514478 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-84404ee9-6b5a-4f21-94f8-24f2b37fa8f1 req-20036bd2-d8be-4af2-bdc2-491e869dc2eb tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 945 time: 0.1730795 Apr 20 17:09:41.522930 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-d2ee2881-16cf-4536-bc55-492686c47278 req-7791a38f-291e-4878-a4ec-c9436ca86898 service neutron] For port 9b08539c-7f7e-42fa-92d6-616a10c16789, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9b08539c-7f7e-42fa-92d6-616a10c16789,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:41.541807 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1e2c6880-d253-4f65-a1c6-e955df75e97f req-921953a3-4b6c-4a87-b52b-765521a8a267 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf459132-201d-4118-86f2-4956962fb2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475968 Apr 20 17:09:41.618638 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-d2ee2881-16cf-4536-bc55-492686c47278 req-7791a38f-291e-4878-a4ec-c9436ca86898 service neutron] For port 9b08539c-7f7e-42fa-92d6-616a10c16789, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:09:41.622951 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1c7c8e2-edcf-4bc8-97ed-87b53c6d4a75 req-f43d2494-b103-4020-abdb-fc20937d4603 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120352 Apr 20 17:09:41.712289 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-84404ee9-6b5a-4f21-94f8-24f2b37fa8f1 req-8edb9b27-12b0-456a-8f5d-9b44aec06995 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968188 Apr 20 17:09:41.781029 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-d2ee2881-16cf-4536-bc55-492686c47278 req-7791a38f-291e-4878-a4ec-c9436ca86898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b08539c-7f7e-42fa-92d6-616a10c16789 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:09:41.794366 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-d2ee2881-16cf-4536-bc55-492686c47278 req-7791a38f-291e-4878-a4ec-c9436ca86898 service neutron] For port 9b08539c-7f7e-42fa-92d6-616a10c16789, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=9b08539c-7f7e-42fa-92d6-616a10c16789,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:41.825419 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d2ee2881-16cf-4536-bc55-492686c47278 req-7791a38f-291e-4878-a4ec-c9436ca86898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:41.870961 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-baee815d-6ac3-4be4-b0a4-8456a81e5df3 req-2a713ea3-6594-4906-9c48-eb54785ba57f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=36da78d71e8c4977a5ae707bb0d7ba12&device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 1099 time: 0.1856232 Apr 20 17:09:42.042371 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-d2ee2881-16cf-4536-bc55-492686c47278 req-7791a38f-291e-4878-a4ec-c9436ca86898 service neutron] Transition to ACTIVE for port object 9b08539c-7f7e-42fa-92d6-616a10c16789 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:09:42.059506 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-61802370-8877-4c2d-ab8a-ce3f4b24a53b req-2320add7-ddf1-4048-abee-51e70f4adc57 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1366270 Apr 20 17:09:42.063695 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d2ee2881-16cf-4536-bc55-492686c47278 req-7791a38f-291e-4878-a4ec-c9436ca86898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:42.131420 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device f1abfeac-9919-477e-b7c5-3584c92155f4 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:09:42.161502 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee815d-6ac3-4be4-b0a4-8456a81e5df3 req-c59194a8-d2f6-44ec-b69c-a7c8e72e3787 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:42.162329 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-baee815d-6ac3-4be4-b0a4-8456a81e5df3 req-c59194a8-d2f6-44ec-b69c-a7c8e72e3787 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.2830327 Apr 20 17:09:42.315883 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port f1abfeac-9919-477e-b7c5-3584c92155f4 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:09:42.331929 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port f1abfeac-9919-477e-b7c5-3584c92155f4 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:09:42.333488 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:42.353683 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791a38f-291e-4878-a4ec-c9436ca86898 service neutron] Pushing event updated for resources: {'Port': ['ID=9b08539c-7f7e-42fa-92d6-616a10c16789,revision_number=10']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:42.361929 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ee2881-16cf-4536-bc55-492686c47278 req-7791a38f-291e-4878-a4ec-c9436ca86898 service neutron] No DVR routers for this DVR port 9b08539c-7f7e-42fa-92d6-616a10c16789 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:09:42.428374 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2ee2881-16cf-4536-bc55-492686c47278 req-7791a38f-291e-4878-a4ec-c9436ca86898 service neutron] 10.222.0.43 "PUT /v2.0/ports/9b08539c-7f7e-42fa-92d6-616a10c16789/bindings/n-h2-838032-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5504632 Apr 20 17:09:42.434333 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa20036-fcc1-4e03-a73e-7f359adbcd29 req-eac37f32-22df-4358-b138-e113444d1d03 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:42.438501 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fa20036-fcc1-4e03-a73e-7f359adbcd29 req-eac37f32-22df-4358-b138-e113444d1d03 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 950 time: 0.5201483 Apr 20 17:09:42.448541 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-baee815d-6ac3-4be4-b0a4-8456a81e5df3 req-60e04d67-0300-4c7e-b456-10667a3b6b43 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=ee45854b-e480-4cb1-9f59-faa8e3501412 HTTP/1.1" status: 200 len: 217 time: 0.2738333 Apr 20 17:09:42.589612 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:42.599836 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:42.602084 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fa20036-fcc1-4e03-a73e-7f359adbcd29 req-e28f5b54-4c86-454c-b76b-b00be008f1b3 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499755 Apr 20 17:09:42.615957 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee815d-6ac3-4be4-b0a4-8456a81e5df3 req-278bbf53-d2e8-4cba-ad05-90a5192f8833 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:42.617676 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-baee815d-6ac3-4be4-b0a4-8456a81e5df3 req-278bbf53-d2e8-4cba-ad05-90a5192f8833 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1313424 Apr 20 17:09:42.639873 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:42.650855 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba00665-13cf-41ee-9ceb-5fef7b3004e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1abfeac-9919-477e-b7c5-3584c92155f4'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:09:42.663161 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port f1abfeac-9919-477e-b7c5-3584c92155f4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=f1abfeac-9919-477e-b7c5-3584c92155f4,segment=NetworkSegment(af78e68a-1aac-4499-9edd-4a404858a5ef),segment_id=af78e68a-1aac-4499-9edd-4a404858a5ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:42.673728 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:42.674587 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 9b08539c-7f7e-42fa-92d6-616a10c16789 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:09:42.724208 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-baee815d-6ac3-4be4-b0a4-8456a81e5df3 req-951e9787-e77d-41c7-8e2a-151c7b3475c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0995672 Apr 20 17:09:42.863914 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=f1abfeac-9919-477e-b7c5-3584c92155f4,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:42.928180 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-7cede201-0b33-4954-bfff-bc71aa061fac req-04f6dcea-06c9-4969-b707-416e9a463a8a tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Synchronizing usage tracker for tenant:36da78d71e8c4977a5ae707bb0d7ba12 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:09:42.934909 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:42.937997 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 9b08539c-7f7e-42fa-92d6-616a10c16789 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:09:42.977456 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-7cede201-0b33-4954-bfff-bc71aa061fac req-04f6dcea-06c9-4969-b707-416e9a463a8a tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Unset dirty status for tenant:36da78d71e8c4977a5ae707bb0d7ba12 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:09:42.986789 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7cede201-0b33-4954-bfff-bc71aa061fac req-04f6dcea-06c9-4969-b707-416e9a463a8a tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 210 time: 0.1387625 Apr 20 17:09:43.024372 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-baee815d-6ac3-4be4-b0a4-8456a81e5df3 req-e9cb58cd-8803-4041-8dd9-30b6e22131b6 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920713 Apr 20 17:09:43.247096 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-baee815d-6ac3-4be4-b0a4-8456a81e5df3 req-0d01261a-0731-4b2f-aff8-64fc7eec8699 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154663 Apr 20 17:09:43.262100 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f32b9-6eb3-416a-a572-e1f11c6620cd req-a0d4b4d7-4fd7-4afc-9e3c-6499df1c72ad tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:43.263796 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-741f32b9-6eb3-416a-a572-e1f11c6620cd req-a0d4b4d7-4fd7-4afc-9e3c-6499df1c72ad tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 944 time: 0.1342781 Apr 20 17:09:43.320368 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-741f32b9-6eb3-416a-a572-e1f11c6620cd req-85591e0e-2254-47b2-9212-93beaf98c99b tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498738 Apr 20 17:09:43.837856 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:43.960336 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:09:43.962544 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc38b2-4e72-47db-97a7-fba718e49f88 req-602f27ea-1f2f-46f2-b8af-81ef12ba1c7d tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:43.964018 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f0bc38b2-4e72-47db-97a7-fba718e49f88 req-602f27ea-1f2f-46f2-b8af-81ef12ba1c7d tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ba00665-13cf-41ee-9ceb-5fef7b3004e5 HTTP/1.1" status: 200 len: 945 time: 0.1008630 Apr 20 17:09:44.023373 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f0bc38b2-4e72-47db-97a7-fba718e49f88 req-cc42e820-7dd8-4eaf-8721-25a0304db38a tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf459132-201d-4118-86f2-4956962fb2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532212 Apr 20 17:09:44.116722 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed9e9c95-a26f-46bf-8bc3-82475465f885'] response: {'server_uuid': '2ba00665-13cf-41ee-9ceb-5fef7b3004e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1abfeac-9919-477e-b7c5-3584c92155f4', 'code': 200} Apr 20 17:09:44.136621 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ee45854b-e480-4cb1-9f59-faa8e3501412 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:09:44.424299 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae04ec-7d8d-4bb3-a571-ba8433e1482b req-2e99c36d-1ba1-4a8d-803c-cb48c83703f7 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:44.427767 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ee45854b-e480-4cb1-9f59-faa8e3501412, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ee45854b-e480-4cb1-9f59-faa8e3501412,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:44.430352 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6dae04ec-7d8d-4bb3-a571-ba8433e1482b req-2e99c36d-1ba1-4a8d-803c-cb48c83703f7 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.10 "GET /v2.0/ports?device_id=72990568-c951-4b6f-b45d-b67e6e0b6c94 HTTP/1.1" status: 200 len: 945 time: 0.1898582 Apr 20 17:09:44.461739 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'ee45854b-e480-4cb1-9f59-faa8e3501412', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': 'ee45854b-e480-4cb1-9f59-faa8e3501412', 'mac_address': 'fa:16:3e:0f:df:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:09:44.532925 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2ee2881-16cf-4536-bc55-492686c47278 req-dfb4dc9f-a150-4e36-a2b0-a49ad7319b4b tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a&tenant_id=c6309d4027774bf39a206d4366b6ddc5&binding%3Ahost_id=n-h1-838032-1 HTTP/1.1" status: 200 len: 1095 time: 0.2523842 Apr 20 17:09:44.566599 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-49f8066c-8197-4020-a7e4-8101e0524cee req-8961818c-499f-4088-93cb-23fb81483ba1 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:09:44.567580 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49f8066c-8197-4020-a7e4-8101e0524cee req-8961818c-499f-4088-93cb-23fb81483ba1 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0497460 Apr 20 17:09:44.592386 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:44.615891 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee45854b-e480-4cb1-9f59-faa8e3501412 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:09:44.639958 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ee45854b-e480-4cb1-9f59-faa8e3501412, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ee45854b-e480-4cb1-9f59-faa8e3501412,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:44.651295 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:44.662936 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-49f8066c-8197-4020-a7e4-8101e0524cee req-a133105b-49f9-4c94-a886-3ec1a57f4f77 service neutron] Request body: {'binding': {'host': 'n-h2-838032-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:09:44.663362 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-49f8066c-8197-4020-a7e4-8101e0524cee req-a133105b-49f9-4c94-a886-3ec1a57f4f77 service neutron] Unknown quota resources ['binding']. {{(pid=84080) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 20 17:09:44.683399 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2ee2881-16cf-4536-bc55-492686c47278 req-f1d757f6-c6f8-42fb-b1f8-c46418fa1ad5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a&tenant_id=c6309d4027774bf39a206d4366b6ddc5 HTTP/1.1" status: 200 len: 1095 time: 0.1429725 Apr 20 17:09:44.753738 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-6dae04ec-7d8d-4bb3-a571-ba8433e1482b req-5848cf4e-596d-4e94-8ada-d68554337ea8 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Deleting port 969f24f2-c3ed-42b4-a021-efc28405131a {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:09:44.754132 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6dae04ec-7d8d-4bb3-a571-ba8433e1482b req-5848cf4e-596d-4e94-8ada-d68554337ea8 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:44.756136 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=ee45854b-e480-4cb1-9f59-faa8e3501412,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:44.820578 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2ee2881-16cf-4536-bc55-492686c47278 req-0c20c45d-8153-473d-af56-1cf9cb5c3b4c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6309d4027774bf39a206d4366b6ddc5&device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 1095 time: 0.1083329 Apr 20 17:09:44.932225 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['ee45854b-e480-4cb1-9f59-faa8e3501412'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:09:44.939691 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9380af7a-8a8a-4e64-90b9-2addaeb2f2f5 req-4730a6fc-dff2-4636-b305-a5939f51f1b8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2ba00665-13cf-41ee-9ceb-5fef7b3004e5 HTTP/1.1" status: 200 len: 1096 time: 0.5067670 Apr 20 17:09:45.041035 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:45.051807 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59971542-e28f-4758-b236-936e5f85611c req-64b55b4c-5339-4721-b0b8-4fea450cbb9b tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:45.064728 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-59971542-e28f-4758-b236-936e5f85611c req-64b55b4c-5339-4721-b0b8-4fea450cbb9b tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 945 time: 0.4897940 Apr 20 17:09:45.103219 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.10', 58265) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:09:45.153850 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-d7bfa244-6be4-46e9-b0cd-e6e37d361dec tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=36da78d71e8c4977a5ae707bb0d7ba12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497913 Apr 20 17:09:45.292326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee2881-16cf-4536-bc55-492686c47278 req-8ffc3900-d633-4287-919e-4d6ad1fc4832 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:45.293935 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2ee2881-16cf-4536-bc55-492686c47278 req-8ffc3900-d633-4287-919e-4d6ad1fc4832 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bf1bc412-90d5-44c3-9118-40a48e554e77 HTTP/1.1" status: 200 len: 909 time: 0.4669697 Apr 20 17:09:45.343314 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9380af7a-8a8a-4e64-90b9-2addaeb2f2f5 req-6bc25dcd-d54e-4c24-8de3-7dba4856dd10 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bf459132-201d-4118-86f2-4956962fb2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3897698 Apr 20 17:09:45.347834 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-49f8066c-8197-4020-a7e4-8101e0524cee req-a133105b-49f9-4c94-a886-3ec1a57f4f77 service neutron] Attempting to bind port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 on host n-h2-838032-1 for vnic_type normal with profile None {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:09:45.348578 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-49f8066c-8197-4020-a7e4-8101e0524cee req-a133105b-49f9-4c94-a886-3ec1a57f4f77 service neutron] Attempting to bind port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:09:45.349146 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f8066c-8197-4020-a7e4-8101e0524cee req-a133105b-49f9-4c94-a886-3ec1a57f4f77 service neutron] Attempting to bind port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:09:45.370874 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-59971542-e28f-4758-b236-936e5f85611c req-813223e7-d1c8-44f5-bf3b-3b9e63626092 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041830 Apr 20 17:09:45.381789 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2ee2881-16cf-4536-bc55-492686c47278 req-b2084253-893c-455e-8064-ead9750e13db service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b08539c-7f7e-42fa-92d6-616a10c16789 HTTP/1.1" status: 200 len: 217 time: 0.0804319 Apr 20 17:09:45.473237 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-6dae04ec-7d8d-4bb3-a571-ba8433e1482b req-5848cf4e-596d-4e94-8ada-d68554337ea8 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] For port 969f24f2-c3ed-42b4-a021-efc28405131a, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=969f24f2-c3ed-42b4-a021-efc28405131a,segment=NetworkSegment(af78e68a-1aac-4499-9edd-4a404858a5ef),segment_id=af78e68a-1aac-4499-9edd-4a404858a5ef)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:45.473687 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6dae04ec-7d8d-4bb3-a571-ba8433e1482b req-5848cf4e-596d-4e94-8ada-d68554337ea8 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:45.499919 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f8066c-8197-4020-a7e4-8101e0524cee req-a133105b-49f9-4c94-a886-3ec1a57f4f77 service neutron] Port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:09:45.500308 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f8066c-8197-4020-a7e4-8101e0524cee req-a133105b-49f9-4c94-a886-3ec1a57f4f77 service neutron] Attempting to bind port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:09:45.557511 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee2881-16cf-4536-bc55-492686c47278 req-caae8c91-7c51-4710-9504-c86d8c681747 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:45.560210 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2ee2881-16cf-4536-bc55-492686c47278 req-caae8c91-7c51-4710-9504-c86d8c681747 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afaadd71-91d9-490d-8c9c-d83dc8020198 HTTP/1.1" status: 200 len: 848 time: 0.1690011 Apr 20 17:09:45.623712 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2ee2881-16cf-4536-bc55-492686c47278 req-44be3d01-2dcd-4945-aa1a-68b3ce737b1d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bf1bc412-90d5-44c3-9118-40a48e554e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500078 Apr 20 17:09:45.739379 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-5eda5b81-1286-4847-aece-b82e391f8b27 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:45.741320 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-5eda5b81-1286-4847-aece-b82e391f8b27 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5808733 Apr 20 17:09:45.763489 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f8066c-8197-4020-a7e4-8101e0524cee req-a133105b-49f9-4c94-a886-3ec1a57f4f77 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:09:45.763808 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f8066c-8197-4020-a7e4-8101e0524cee req-a133105b-49f9-4c94-a886-3ec1a57f4f77 service neutron] Checking segment: {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:09:45.764196 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f8066c-8197-4020-a7e4-8101e0524cee req-a133105b-49f9-4c94-a886-3ec1a57f4f77 service neutron] Bound using segment: {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:09:45.764637 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-49f8066c-8197-4020-a7e4-8101e0524cee req-a133105b-49f9-4c94-a886-3ec1a57f4f77 service neutron] Bound port: f6a1bb37-8f5c-435d-aade-ab1b58ad8d03, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:09:45.776154 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-b39e86e7-0e29-4e82-b422-cc42e7095dde tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Request body: {'port': {'device_id': 'c590af8a-1595-4633-8759-f70e5ea6ba6a', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'admin_state_up': True, 'tenant_id': '36da78d71e8c4977a5ae707bb0d7ba12'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:09:45.795107 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-49f8066c-8197-4020-a7e4-8101e0524cee req-a133105b-49f9-4c94-a886-3ec1a57f4f77 service neutron] For port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=f6a1bb37-8f5c-435d-aade-ab1b58ad8d03,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:09:45.813812 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-49f8066c-8197-4020-a7e4-8101e0524cee req-a133105b-49f9-4c94-a886-3ec1a57f4f77 service neutron] Notify callbacks [] for binding, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:45.824907 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49f8066c-8197-4020-a7e4-8101e0524cee req-a133105b-49f9-4c94-a886-3ec1a57f4f77 service neutron] 10.222.0.39 "POST /v2.0/ports/f6a1bb37-8f5c-435d-aade-ab1b58ad8d03/bindings HTTP/1.1" status: 201 len: 389 time: 1.2412694 Apr 20 17:09:45.872058 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91453ec3-5d35-43ba-9319-14f31e5746e7 req-7a7c04b2-5e42-43ed-8355-5a6a40cbf2ed tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:45.880713 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-91453ec3-5d35-43ba-9319-14f31e5746e7 req-7a7c04b2-5e42-43ed-8355-5a6a40cbf2ed tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 950 time: 0.1931741 Apr 20 17:09:45.910413 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2ee2881-16cf-4536-bc55-492686c47278 req-b4802694-2fb9-4a7e-89e5-45976093f7fe service neutron] 10.222.0.10 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792485 Apr 20 17:09:46.002807 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-b39e86e7-0e29-4e82-b422-cc42e7095dde tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:46.105517 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-b39e86e7-0e29-4e82-b422-cc42e7095dde tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:46.155228 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ee45854b-e480-4cb1-9f59-faa8e3501412 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:09:46.199968 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-b39e86e7-0e29-4e82-b422-cc42e7095dde tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Made reservation on behalf of 36da78d71e8c4977a5ae707bb0d7ba12 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:09:46.214275 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-b39e86e7-0e29-4e82-b422-cc42e7095dde tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:46.269257 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port ee45854b-e480-4cb1-9f59-faa8e3501412 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:09:46.275415 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port ee45854b-e480-4cb1-9f59-faa8e3501412 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:09:46.275550 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:46.340451 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c5e7725e-f179-47ee-b65b-e04c8e452009 req-b8217bb0-cb72-42be-8c30-1c118c15b1f1 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 210 time: 0.0671256 Apr 20 17:09:46.381421 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2ee2881-16cf-4536-bc55-492686c47278 req-f205d3e9-e560-4d99-b073-31f3c2c510c5 service neutron] 10.222.0.10 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924141 Apr 20 17:09:46.440835 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-91453ec3-5d35-43ba-9319-14f31e5746e7 req-53937e92-5328-43ae-b746-0b09e3e2e9ea tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5474036 Apr 20 17:09:46.524090 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6dae04ec-7d8d-4bb3-a571-ba8433e1482b req-5848cf4e-596d-4e94-8ada-d68554337ea8 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:46.524449 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6dae04ec-7d8d-4bb3-a571-ba8433e1482b req-5848cf4e-596d-4e94-8ada-d68554337ea8 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:46.524763 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [req-6dae04ec-7d8d-4bb3-a571-ba8433e1482b req-5848cf4e-596d-4e94-8ada-d68554337ea8 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Floating IP 92d2bc21-02fc-4a1a-9289-354496d8d2bb disassociated. External IP: 172.25.8.250, port: 969f24f2-c3ed-42b4-a021-efc28405131a. Apr 20 17:09:46.525103 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-6dae04ec-7d8d-4bb3-a571-ba8433e1482b req-5848cf4e-596d-4e94-8ada-d68554337ea8 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Calling delete_port for 969f24f2-c3ed-42b4-a021-efc28405131a owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:09:46.557008 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:46.649672 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23d94a9-8a7d-4ce4-87c8-6957813ee650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee45854b-e480-4cb1-9f59-faa8e3501412'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:09:46.666847 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-b39e86e7-0e29-4e82-b422-cc42e7095dde tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Allocated IP 192.168.233.38 (9a774663-a30d-4bd1-8b41-83fe693f2d30/777b4790-ba4c-49e9-8844-3c09c1447f40/5c531681-8b3c-4bb5-b90d-19fa3f5a5e39) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:09:46.686733 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ee45854b-e480-4cb1-9f59-faa8e3501412, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ee45854b-e480-4cb1-9f59-faa8e3501412,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:46.696379 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:46.827304 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c672b-6c68-4e87-9d1c-174f352a7598 req-d3e0b391-2af1-46bb-b14b-32d87c5832b1 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:46.829863 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-643c672b-6c68-4e87-9d1c-174f352a7598 req-d3e0b391-2af1-46bb-b14b-32d87c5832b1 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 944 time: 0.1305938 Apr 20 17:09:46.860962 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=ee45854b-e480-4cb1-9f59-faa8e3501412,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:46.900403 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-643c672b-6c68-4e87-9d1c-174f352a7598 req-5d84b767-0ae0-442d-9e8b-dfb78e6ccb9b tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643463 Apr 20 17:09:46.916239 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b4057-e73e-44c3-8e7e-dd3753ace5fe req-c52a52ea-b688-4ff4-a64c-cfe8c60afb39 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:46.924705 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-561b4057-e73e-44c3-8e7e-dd3753ace5fe req-c52a52ea-b688-4ff4-a64c-cfe8c60afb39 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ba00665-13cf-41ee-9ceb-5fef7b3004e5 HTTP/1.1" status: 200 len: 945 time: 0.2052839 Apr 20 17:09:46.943680 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6dae04ec-7d8d-4bb3-a571-ba8433e1482b req-5848cf4e-596d-4e94-8ada-d68554337ea8 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:47.008457 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848cf4e-596d-4e94-8ada-d68554337ea8 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Pushing event deleted for resources: {'Port': ['ID=969f24f2-c3ed-42b4-a021-efc28405131a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:47.135616 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-561b4057-e73e-44c3-8e7e-dd3753ace5fe req-83fec676-7555-4eb4-a3da-189da63822d9 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf459132-201d-4118-86f2-4956962fb2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069314 Apr 20 17:09:47.151944 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2ee2881-16cf-4536-bc55-492686c47278 req-0363858b-46a0-456b-b096-f9d20a744d72 tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a&tenant_id=c6309d4027774bf39a206d4366b6ddc5&binding%3Ahost_id=n-h2-838032-1 HTTP/1.1" status: 200 len: 1095 time: 0.2665036 Apr 20 17:09:47.297082 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-b39e86e7-0e29-4e82-b422-cc42e7095dde tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:47.462518 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-b39e86e7-0e29-4e82-b422-cc42e7095dde tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Transition to ACTIVE for port object 5c531681-8b3c-4bb5-b90d-19fa3f5a5e39 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:09:47.464205 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40997a-71db-4928-b112-284fe55c6ab2 req-6fd78955-99da-4ef6-be2c-de0a170991f2 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:47.476872 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5a40997a-71db-4928-b112-284fe55c6ab2 req-6fd78955-99da-4ef6-be2c-de0a170991f2 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 945 time: 0.1476681 Apr 20 17:09:47.535491 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6dae04ec-7d8d-4bb3-a571-ba8433e1482b req-5848cf4e-596d-4e94-8ada-d68554337ea8 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Router d85c0ff1-683b-40e1-b039-a4b9139c38a8 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:09:47.555145 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-d2ee2881-16cf-4536-bc55-492686c47278 req-e9343985-794c-46c5-8bd0-87faf3d11b9d service neutron] For port 9b08539c-7f7e-42fa-92d6-616a10c16789, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:09:47.566056 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c3cc0-b078-4ee1-a8a1-413b912d1c66 req-34417997-11eb-4351-abb3-eb40694fdd85 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:47.567735 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c93c3cc0-b078-4ee1-a8a1-413b912d1c66 req-34417997-11eb-4351-abb3-eb40694fdd85 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 946 time: 0.4028974 Apr 20 17:09:47.582493 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-b39e86e7-0e29-4e82-b422-cc42e7095dde tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:47.594130 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['ee45854b-e480-4cb1-9f59-faa8e3501412'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:09:47.628695 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d2ee2881-16cf-4536-bc55-492686c47278 req-e9343985-794c-46c5-8bd0-87faf3d11b9d service neutron] Notify callbacks [] for binding, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:47.629897 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2ee2881-16cf-4536-bc55-492686c47278 req-e9343985-794c-46c5-8bd0-87faf3d11b9d service neutron] 10.222.0.10 "DELETE /v2.0/ports/9b08539c-7f7e-42fa-92d6-616a10c16789/bindings/n-h1-838032-1 HTTP/1.1" status: 204 len: 173 time: 0.4333978 Apr 20 17:09:47.689459 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5a40997a-71db-4928-b112-284fe55c6ab2 req-37220f59-795a-4902-9f13-1d812bd1cf76 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045255 Apr 20 17:09:47.727932 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-b39e86e7-0e29-4e82-b422-cc42e7095dde tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:09:47.733619 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-b39e86e7-0e29-4e82-b422-cc42e7095dde tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:09:47.743119 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e86e7-0e29-4e82-b422-cc42e7095dde tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Pushing event updated for resources: {'Port': ['ID=5c531681-8b3c-4bb5-b90d-19fa3f5a5e39,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:47.745826 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-b39e86e7-0e29-4e82-b422-cc42e7095dde tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:09:47.818549 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c93c3cc0-b078-4ee1-a8a1-413b912d1c66 req-13e67be9-203a-439d-9927-0e8fe3a918c0 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989772 Apr 20 17:09:47.841958 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6dae04ec-7d8d-4bb3-a571-ba8433e1482b req-5848cf4e-596d-4e94-8ada-d68554337ea8 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:09:47.865404 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa79c225-047e-4952-b9b0-21ff17ebb399'] response: {'server_uuid': 'a23d94a9-8a7d-4ce4-87c8-6957813ee650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee45854b-e480-4cb1-9f59-faa8e3501412', 'code': 200} Apr 20 17:09:47.871185 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f8e35e-626c-4082-b4fa-81196efa67af None None] Sync routers for ids ['d85c0ff1-683b-40e1-b039-a4b9139c38a8'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:09:47.883574 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-b39e86e7-0e29-4e82-b422-cc42e7095dde tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:47.884639 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-b39e86e7-0e29-4e82-b422-cc42e7095dde tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:47.935221 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-b39e86e7-0e29-4e82-b422-cc42e7095dde tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1787605 Apr 20 17:09:47.947612 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-6e968707-1576-451e-9aef-d5a5c797e236 service neutron] Request body: {'port': {'device_id': 'c590af8a-1595-4633-8759-f70e5ea6ba6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:09:47.982247 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f8e35e-626c-4082-b4fa-81196efa67af None None] Routers {'d85c0ff1-683b-40e1-b039-a4b9139c38a8'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:09:47.983007 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-11f8e35e-626c-4082-b4fa-81196efa67af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:09:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d85c0ff1-683b-40e1-b039-a4b9139c38a8'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:09:48.122125 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-6e968707-1576-451e-9aef-d5a5c797e236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:48.164729 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dae04ec-7d8d-4bb3-a571-ba8433e1482b req-5848cf4e-596d-4e94-8ada-d68554337ea8 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] No DVR routers for this DVR port 969f24f2-c3ed-42b4-a021-efc28405131a on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:09:48.167714 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6dae04ec-7d8d-4bb3-a571-ba8433e1482b req-5848cf4e-596d-4e94-8ada-d68554337ea8 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:48.178688 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72990568-c951-4b6f-b45d-b67e6e0b6c94', 'name': 'network-vif-deleted', 'tag': '969f24f2-c3ed-42b4-a021-efc28405131a'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:09:48.193870 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6dae04ec-7d8d-4bb3-a571-ba8433e1482b req-5848cf4e-596d-4e94-8ada-d68554337ea8 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.10 "DELETE /v2.0/ports/969f24f2-c3ed-42b4-a021-efc28405131a HTTP/1.1" status: 204 len: 173 time: 3.6770725 Apr 20 17:09:48.223819 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-19ed5a80-0b6a-4888-9f6b-b10b0d373f69 None None] Provisioning for port 5c531681-8b3c-4bb5-b90d-19fa3f5a5e39 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:09:48.232023 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-19ed5a80-0b6a-4888-9f6b-b10b0d373f69 None None] Provisioning complete for port 5c531681-8b3c-4bb5-b90d-19fa3f5a5e39 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:09:48.232515 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-19ed5a80-0b6a-4888-9f6b-b10b0d373f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:48.255238 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-31ca70f0-9d9d-46e5-b00e-dab44975f75f req-b1e017a0-cac1-4c0a-ae2e-e24fb792cddf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 1101 time: 0.2996945 Apr 20 17:09:48.406095 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-31ca70f0-9d9d-46e5-b00e-dab44975f75f req-8f76c6b7-2b9c-4ea3-a0f3-649c3c757a35 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446176 Apr 20 17:09:48.437815 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-19ed5a80-0b6a-4888-9f6b-b10b0d373f69 None None] Port 5c531681-8b3c-4bb5-b90d-19fa3f5a5e39 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:09:48.449681 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-11f8e35e-626c-4082-b4fa-81196efa67af None None] Set router d85c0ff1-683b-40e1-b039-a4b9139c38a8 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:09:48.583873 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 969f24f2-c3ed-42b4-a021-efc28405131a no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:09:48.630448 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 969f24f2-c3ed-42b4-a021-efc28405131a {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:09:48.631521 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 969f24f2-c3ed-42b4-a021-efc28405131a not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:09:48.696890 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cc706-8657-4506-bc30-8fc7a9429b72 req-49983a0d-1d95-4acd-bd33-ee640e263fc0 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:48.697613 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-df3cc706-8657-4506-bc30-8fc7a9429b72 req-49983a0d-1d95-4acd-bd33-ee640e263fc0 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Synchronizing usage tracker for tenant:36da78d71e8c4977a5ae707bb0d7ba12 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:09:48.772774 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-df3cc706-8657-4506-bc30-8fc7a9429b72 req-49983a0d-1d95-4acd-bd33-ee640e263fc0 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Unset dirty status for tenant:36da78d71e8c4977a5ae707bb0d7ba12 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:09:48.774669 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-df3cc706-8657-4506-bc30-8fc7a9429b72 req-49983a0d-1d95-4acd-bd33-ee640e263fc0 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 935 time: 0.5548408 Apr 20 17:09:48.849134 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-df3cc706-8657-4506-bc30-8fc7a9429b72 req-8dbb84cc-fe22-4fd9-84ea-7b4ec110f026 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680933 Apr 20 17:09:48.882398 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52f457-8590-47eb-a7da-4af4ca9edaeb req-6b212677-f5b1-4606-a619-24aabf3c37da tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:48.882398 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ff52f457-8590-47eb-a7da-4af4ca9edaeb req-6b212677-f5b1-4606-a619-24aabf3c37da tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 950 time: 0.0914745 Apr 20 17:09:48.894658 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-11f8e35e-626c-4082-b4fa-81196efa67af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504829768-router', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:16Z', 'updated_at': '2022-04-20T17:07:21Z', 'revision_number': 4, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'gw_port': {'id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:17Z', 'updated_at': '2022-04-20T17:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '4246ea6a-762c-4b08-8810-64d46da0aed5', 'name': '', 'network_id': '62862590-8584-4ef8-b251-867e255b53a5', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'mac_address': 'fa:16:3e:fc:02:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13d85e0c-de04-4a6c-ab03-5cd24a8cb53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:21Z', 'updated_at': '2022-04-20T17:07:40Z', 'revision_number': 5, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'subnets': [{'id': '13d85e0c-de04-4a6c-ab03-5cd24a8cb53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:09:48.899499 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f8e35e-626c-4082-b4fa-81196efa67af None None] Checking router: d85c0ff1-683b-40e1-b039-a4b9139c38a8 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:09:48.918235 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-6e968707-1576-451e-9aef-d5a5c797e236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c531681-8b3c-4bb5-b90d-19fa3f5a5e39 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:09:48.923822 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f8e35e-626c-4082-b4fa-81196efa67af None None] Routers {'d85c0ff1-683b-40e1-b039-a4b9139c38a8'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:09:48.925932 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-11f8e35e-626c-4082-b4fa-81196efa67af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:09:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d85c0ff1-683b-40e1-b039-a4b9139c38a8'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:09:48.927337 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-6e968707-1576-451e-9aef-d5a5c797e236 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:48.946737 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-6e968707-1576-451e-9aef-d5a5c797e236 service neutron] Transition to ACTIVE for port object 5c531681-8b3c-4bb5-b90d-19fa3f5a5e39 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:09:48.957215 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-6e968707-1576-451e-9aef-d5a5c797e236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:49.009082 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ff52f457-8590-47eb-a7da-4af4ca9edaeb req-51df11fd-2699-45bc-82a4-eb401acacc6a tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178491 Apr 20 17:09:49.218180 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e968707-1576-451e-9aef-d5a5c797e236 service neutron] Pushing event updated for resources: {'Port': ['ID=5c531681-8b3c-4bb5-b90d-19fa3f5a5e39,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:49.246238 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcc479-2d98-45e7-87b3-00e24f3532ef req-46efad61-8581-431f-adc3-349518edac00 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:49.252762 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-00bcc479-2d98-45e7-87b3-00e24f3532ef req-46efad61-8581-431f-adc3-349518edac00 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 944 time: 0.2189693 Apr 20 17:09:49.312567 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-11f8e35e-626c-4082-b4fa-81196efa67af None None] Set router d85c0ff1-683b-40e1-b039-a4b9139c38a8 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:09:49.450270 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-00bcc479-2d98-45e7-87b3-00e24f3532ef req-03eea209-f07d-4d3d-91db-85b4d3c50803 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409853 Apr 20 17:09:49.482869 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-6e968707-1576-451e-9aef-d5a5c797e236 service neutron] Attempting to bind port 5c531681-8b3c-4bb5-b90d-19fa3f5a5e39 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:09:49.483351 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-6e968707-1576-451e-9aef-d5a5c797e236 service neutron] Attempting to bind port 5c531681-8b3c-4bb5-b90d-19fa3f5a5e39 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:09:49.483909 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-6e968707-1576-451e-9aef-d5a5c797e236 service neutron] Attempting to bind port 5c531681-8b3c-4bb5-b90d-19fa3f5a5e39 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:09:49.493166 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-6e968707-1576-451e-9aef-d5a5c797e236 service neutron] Port 5c531681-8b3c-4bb5-b90d-19fa3f5a5e39 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:09:49.493665 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-6e968707-1576-451e-9aef-d5a5c797e236 service neutron] Attempting to bind port 5c531681-8b3c-4bb5-b90d-19fa3f5a5e39 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:09:49.511463 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-6e968707-1576-451e-9aef-d5a5c797e236 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:09:49.512002 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-6e968707-1576-451e-9aef-d5a5c797e236 service neutron] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:09:49.512496 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-6e968707-1576-451e-9aef-d5a5c797e236 service neutron] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:09:49.517501 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-6e968707-1576-451e-9aef-d5a5c797e236 service neutron] Bound port: 5c531681-8b3c-4bb5-b90d-19fa3f5a5e39, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:09:49.517971 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-6e968707-1576-451e-9aef-d5a5c797e236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:49.585370 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97353de3-35b0-498a-939c-c832560d88b4'] response: {'server_uuid': '72990568-c951-4b6f-b45d-b67e6e0b6c94', 'name': 'network-vif-deleted', 'tag': '969f24f2-c3ed-42b4-a021-efc28405131a', 'status': 'completed', 'code': 200} Apr 20 17:09:49.642606 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e9786-0bb6-4c31-95d1-80eed2b765ee req-1db58eca-1a99-462a-93da-5154841c3b7b tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:49.643537 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-af3e9786-0bb6-4c31-95d1-80eed2b765ee req-1db58eca-1a99-462a-93da-5154841c3b7b tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Synchronizing usage tracker for tenant:3d443eef609b4b6f83a7bfbf78a576c5 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:09:49.662212 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49f8066c-8197-4020-a7e4-8101e0524cee req-a1404d98-45c2-49b1-8f45-084c2ebbf5c2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b7e0217792874af58ccfdea4744db0d0&device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 1097 time: 0.3252530 Apr 20 17:09:49.669672 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-af3e9786-0bb6-4c31-95d1-80eed2b765ee req-1db58eca-1a99-462a-93da-5154841c3b7b tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Unset dirty status for tenant:3d443eef609b4b6f83a7bfbf78a576c5 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:09:49.672618 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-af3e9786-0bb6-4c31-95d1-80eed2b765ee req-1db58eca-1a99-462a-93da-5154841c3b7b tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ba00665-13cf-41ee-9ceb-5fef7b3004e5 HTTP/1.1" status: 200 len: 945 time: 0.3753874 Apr 20 17:09:49.727169 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-6e968707-1576-451e-9aef-d5a5c797e236 service neutron] For port 5c531681-8b3c-4bb5-b90d-19fa3f5a5e39, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:09:49.730558 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-6e968707-1576-451e-9aef-d5a5c797e236 service neutron] For port 5c531681-8b3c-4bb5-b90d-19fa3f5a5e39, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=5c531681-8b3c-4bb5-b90d-19fa3f5a5e39,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:09:49.738244 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-6e968707-1576-451e-9aef-d5a5c797e236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:49.836907 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-6e968707-1576-451e-9aef-d5a5c797e236 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:49.838427 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-6e968707-1576-451e-9aef-d5a5c797e236 service neutron] 10.222.0.10 "PUT /v2.0/ports/5c531681-8b3c-4bb5-b90d-19fa3f5a5e39 HTTP/1.1" status: 200 len: 1095 time: 1.8959208 Apr 20 17:09:49.838892 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c590af8a-1595-4633-8759-f70e5ea6ba6a', 'tag': '5c531681-8b3c-4bb5-b90d-19fa3f5a5e39'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:09:49.854367 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-af3e9786-0bb6-4c31-95d1-80eed2b765ee req-5c7514d7-2030-4da4-a48b-7b9093f48889 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf459132-201d-4118-86f2-4956962fb2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339314 Apr 20 17:09:49.867936 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e968707-1576-451e-9aef-d5a5c797e236 service neutron] Pushing event updated for resources: {'Port': ['ID=5c531681-8b3c-4bb5-b90d-19fa3f5a5e39,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:49.927624 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8066c-8197-4020-a7e4-8101e0524cee req-ebe86e8e-248e-4471-a7be-1dc578816a89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:49.929071 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49f8066c-8197-4020-a7e4-8101e0524cee req-ebe86e8e-248e-4471-a7be-1dc578816a89 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c HTTP/1.1" status: 200 len: 922 time: 0.2550559 Apr 20 17:09:49.949401 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-11f8e35e-626c-4082-b4fa-81196efa67af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504829768-router', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:16Z', 'updated_at': '2022-04-20T17:07:21Z', 'revision_number': 4, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'gw_port': {'id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:17Z', 'updated_at': '2022-04-20T17:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '4246ea6a-762c-4b08-8810-64d46da0aed5', 'name': '', 'network_id': '62862590-8584-4ef8-b251-867e255b53a5', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'mac_address': 'fa:16:3e:fc:02:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13d85e0c-de04-4a6c-ab03-5cd24a8cb53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:21Z', 'updated_at': '2022-04-20T17:07:40Z', 'revision_number': 5, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'subnets': [{'id': '13d85e0c-de04-4a6c-ab03-5cd24a8cb53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:09:49.956563 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f8e35e-626c-4082-b4fa-81196efa67af None None] The sync data for ids ['d85c0ff1-683b-40e1-b039-a4b9139c38a8'] in n-d-838032-1 is: [{'id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504829768-router', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:16Z', 'updated_at': '2022-04-20T17:07:21Z', 'revision_number': 4, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'gw_port': {'id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:17Z', 'updated_at': '2022-04-20T17:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '4246ea6a-762c-4b08-8810-64d46da0aed5', 'name': '', 'network_id': '62862590-8584-4ef8-b251-867e255b53a5', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'mac_address': 'fa:16:3e:fc:02:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13d85e0c-de04-4a6c-ab03-5cd24a8cb53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:21Z', 'updated_at': '2022-04-20T17:07:40Z', 'revision_number': 5, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'subnets': [{'id': '13d85e0c-de04-4a6c-ab03-5cd24a8cb53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:09:50.122693 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49f8066c-8197-4020-a7e4-8101e0524cee req-e760fbcd-e8a5-4f1d-8334-6553511c7094 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 HTTP/1.1" status: 200 len: 217 time: 0.1863635 Apr 20 17:09:50.139089 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-8ed83811-085a-4099-937b-93ef3c67e6cb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36da78d71e8c4977a5ae707bb0d7ba12&device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 1098 time: 0.1818998 Apr 20 17:09:50.145750 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065c701-702f-4891-96bf-134a4784f6cf req-dab1c434-d531-4263-aef9-2c9b45b06506 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:50.152923 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2065c701-702f-4891-96bf-134a4784f6cf req-dab1c434-d531-4263-aef9-2c9b45b06506 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 945 time: 0.2666581 Apr 20 17:09:50.214306 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d67f2-9192-4938-92b9-040ad21cf9c6 req-9ebf07ae-a084-4902-ab1c-df191c3e5e72 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:50.221286 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-629d67f2-9192-4938-92b9-040ad21cf9c6 req-9ebf07ae-a084-4902-ab1c-df191c3e5e72 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 946 time: 0.1518486 Apr 20 17:09:50.224701 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8066c-8197-4020-a7e4-8101e0524cee req-1f636736-f66e-415d-90d9-f9c8d4e93016 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:50.226156 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49f8066c-8197-4020-a7e4-8101e0524cee req-1f636736-f66e-415d-90d9-f9c8d4e93016 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=64070a1b-0f00-4b11-95f5-508285983f32 HTTP/1.1" status: 200 len: 861 time: 0.0893779 Apr 20 17:09:50.257321 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-51a6997f-68d6-480e-817e-7161e89528ca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=5c531681-8b3c-4bb5-b90d-19fa3f5a5e39 HTTP/1.1" status: 200 len: 217 time: 0.0784721 Apr 20 17:09:50.276948 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2065c701-702f-4891-96bf-134a4784f6cf req-f63affbf-65be-48ad-bcf7-320d0ee23c90 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230469 Apr 20 17:09:50.288212 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49f8066c-8197-4020-a7e4-8101e0524cee req-c65580bc-afdb-46c1-90a6-0922f4977950 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471418 Apr 20 17:09:50.306351 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de17611b-22ac-4b24-9f3d-04725ad78cc1 None None] New status for floating IP 92d2bc21-02fc-4a1a-9289-354496d8d2bb: DOWN {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:09:50.356473 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-629d67f2-9192-4938-92b9-040ad21cf9c6 req-fe44a481-8b56-4337-9de7-77fb8f9f8d3d tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342342 Apr 20 17:09:50.415326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-d4161f5e-ff8b-4ba3-9d3a-5108a379ffe5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:50.416861 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-d4161f5e-ff8b-4ba3-9d3a-5108a379ffe5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1389046 Apr 20 17:09:50.534233 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44152d86-c155-4e71-a5f2-7ae2d762bdc6'] response: {'name': 'network-changed', 'server_uuid': 'c590af8a-1595-4633-8759-f70e5ea6ba6a', 'tag': '5c531681-8b3c-4bb5-b90d-19fa3f5a5e39', 'status': 'completed', 'code': 200} Apr 20 17:09:50.555241 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49f8066c-8197-4020-a7e4-8101e0524cee req-a47b826b-1a13-4a86-9b84-3b67be1f4396 service neutron] 10.222.0.10 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509236 Apr 20 17:09:50.564170 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-2f22024c-acd1-4805-9094-63d42d04f991 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1398478 Apr 20 17:09:50.776271 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49f8066c-8197-4020-a7e4-8101e0524cee req-19e550a1-51ec-4fdc-84d7-0e7bcbe8772a service neutron] 10.222.0.10 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127063 Apr 20 17:09:50.805925 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71615b1-a412-4ffb-b4d8-e1d3f899e8e6 req-03504f0e-51d7-4f46-bb6d-419396fded0b tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:50.807398 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b71615b1-a412-4ffb-b4d8-e1d3f899e8e6 req-03504f0e-51d7-4f46-bb6d-419396fded0b tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ba00665-13cf-41ee-9ceb-5fef7b3004e5 HTTP/1.1" status: 200 len: 945 time: 0.0988567 Apr 20 17:09:50.821116 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59726) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:09:50.827318 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-408b77e9-c266-4902-83ee-ddf0a63c7be3 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Request body: {'floatingip': {'port_id': 'f1abfeac-9919-477e-b7c5-3584c92155f4'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:09:50.870796 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-3dc49a80-6870-47da-ae5f-0c994823e816 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999103 Apr 20 17:09:50.967771 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe688f-9990-4822-9a8e-9b5cac9d5e8c req-dea87206-8cb3-4a19-9a9b-4263d881da67 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:50.969326 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4cfe688f-9990-4822-9a8e-9b5cac9d5e8c req-dea87206-8cb3-4a19-9a9b-4263d881da67 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 947 time: 0.2166295 Apr 20 17:09:50.988714 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-408b77e9-c266-4902-83ee-ddf0a63c7be3 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks [] for floatingip, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:51.044794 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4cfe688f-9990-4822-9a8e-9b5cac9d5e8c req-06c5dcb7-f419-44d8-9111-9c62a4965e20 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675404 Apr 20 17:09:51.074944 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-12a54976-e099-43d0-a3aa-6bef339464d2 req-5154fc1a-b01d-463a-b298-f0d510affd17 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967521 Apr 20 17:09:51.196669 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49f8066c-8197-4020-a7e4-8101e0524cee req-9ce0f969-0d02-4867-a65a-da3c6f5a9ab7 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d&tenant_id=b7e0217792874af58ccfdea4744db0d0&binding%3Ahost_id=n-h1-838032-1 HTTP/1.1" status: 200 len: 1097 time: 0.3197458 Apr 20 17:09:51.212568 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-49f8066c-8197-4020-a7e4-8101e0524cee req-3d8daac6-f665-4ed2-a4db-33df5cf179fc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838032-1'}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:09:51.246202 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57543e2-393b-43d3-8436-f53fd17ee9d2 req-d6fce350-0445-46cc-a5dd-126bea7b5c16 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:51.247647 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d57543e2-393b-43d3-8436-f53fd17ee9d2 req-d6fce350-0445-46cc-a5dd-126bea7b5c16 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 950 time: 0.3067360 Apr 20 17:09:51.275328 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-067d8519-7c55-40b5-9d47-4468cc588f79 req-f1251657-7cab-4488-9d5e-402b898f3d41 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36da78d71e8c4977a5ae707bb0d7ba12&device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 1098 time: 0.1332731 Apr 20 17:09:51.281702 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3741710-212d-415e-a8b2-01d247869986 req-81dfff3a-1339-4ce9-9bd2-9ef467064781 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:51.283177 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e3741710-212d-415e-a8b2-01d247869986 req-81dfff3a-1339-4ce9-9bd2-9ef467064781 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b696fee-6ad7-4b5f-b6a6-c7e05fe82714 HTTP/1.1" status: 200 len: 950 time: 0.1055994 Apr 20 17:09:51.433856 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e3741710-212d-415e-a8b2-01d247869986 req-36356f95-0046-478c-abf2-d8e2230d0355 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f1c1187-0172-4178-a538-5eb1070f573f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280527 Apr 20 17:09:51.455490 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d8519-7c55-40b5-9d47-4468cc588f79 req-17b8e745-7c97-4c9a-b3b1-30ba1444deaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:51.456959 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-067d8519-7c55-40b5-9d47-4468cc588f79 req-17b8e745-7c97-4c9a-b3b1-30ba1444deaa service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.1729248 Apr 20 17:09:51.540875 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-067d8519-7c55-40b5-9d47-4468cc588f79 req-26142836-1470-4402-8a36-1b71a1e9a40e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=5c531681-8b3c-4bb5-b90d-19fa3f5a5e39 HTTP/1.1" status: 200 len: 217 time: 0.0693262 Apr 20 17:09:51.607214 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d57543e2-393b-43d3-8436-f53fd17ee9d2 req-2f35bbd7-ee1c-4b95-a96c-3fc645f1aba5 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466699 Apr 20 17:09:51.615572 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-49f8066c-8197-4020-a7e4-8101e0524cee req-3d8daac6-f665-4ed2-a4db-33df5cf179fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:51.651184 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d8519-7c55-40b5-9d47-4468cc588f79 req-c1de3a3b-87c7-4bc9-8f2f-1fade9a51bde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:51.652646 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-067d8519-7c55-40b5-9d47-4468cc588f79 req-c1de3a3b-87c7-4bc9-8f2f-1fade9a51bde service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1054304 Apr 20 17:09:51.730551 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ff09634a-66b2-4d3f-b652-317bc7c88cd0 req-19fe3432-743a-4f7e-8d40-63a55591d6fd tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 1095 time: 0.1506467 Apr 20 17:09:51.772899 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-067d8519-7c55-40b5-9d47-4468cc588f79 req-19e243d3-e610-488c-ba32-140f07a2e0cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1097372 Apr 20 17:09:51.781211 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ff09634a-66b2-4d3f-b652-317bc7c88cd0 req-17223a87-c8af-441b-8787-426a1b8a1d7a tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452912 Apr 20 17:09:51.954684 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-067d8519-7c55-40b5-9d47-4468cc588f79 req-8db4d1b7-2932-47a1-92f8-8fd2c2daed15 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725442 Apr 20 17:09:52.003080 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-49f8066c-8197-4020-a7e4-8101e0524cee req-3d8daac6-f665-4ed2-a4db-33df5cf179fc service neutron] For port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=f6a1bb37-8f5c-435d-aade-ab1b58ad8d03,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:52.032086 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d56f1-d2d7-4e12-94af-284beed3b6ad req-e9064457-2a29-43ad-a29a-e4ac26c52395 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:52.033690 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-517d56f1-d2d7-4e12-94af-284beed3b6ad req-e9064457-2a29-43ad-a29a-e4ac26c52395 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 945 time: 0.2414589 Apr 20 17:09:52.091508 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701dcb1-3620-4c61-a96f-65a1d47e24f9 req-3a4b248c-458f-4157-8aaf-73b35681ad9a tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:52.092881 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8701dcb1-3620-4c61-a96f-65a1d47e24f9 req-3a4b248c-458f-4157-8aaf-73b35681ad9a tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 946 time: 0.1861086 Apr 20 17:09:52.125515 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-067d8519-7c55-40b5-9d47-4468cc588f79 req-788646be-06de-4973-a998-3460b8d71b5b service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636176 Apr 20 17:09:52.148451 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-49f8066c-8197-4020-a7e4-8101e0524cee req-3d8daac6-f665-4ed2-a4db-33df5cf179fc service neutron] For port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:09:52.149142 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8701dcb1-3620-4c61-a96f-65a1d47e24f9 req-8bcb1232-cc8a-4855-81a7-273f7b69a74e tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475485 Apr 20 17:09:52.169885 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 53f874f6-bf32-4ce3-99b5-4babbb9405a5 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:09:52.222534 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-517d56f1-d2d7-4e12-94af-284beed3b6ad req-27498d34-c110-4a4c-82aa-882a28eada14 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763918 Apr 20 17:09:52.253495 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9927fc-db89-4b6b-80d8-419e1055253d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6a1bb37-8f5c-435d-aade-ab1b58ad8d03'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:09:52.256315 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-49f8066c-8197-4020-a7e4-8101e0524cee req-3d8daac6-f665-4ed2-a4db-33df5cf179fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:52.260897 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-408b77e9-c266-4902-83ee-ddf0a63c7be3 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:52.275043 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-408b77e9-c266-4902-83ee-ddf0a63c7be3 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:52.291453 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:52.325285 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 53f874f6-bf32-4ce3-99b5-4babbb9405a5, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=53f874f6-bf32-4ce3-99b5-4babbb9405a5,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:52.326052 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b696fee-6ad7-4b5f-b6a6-c7e05fe82714', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53f874f6-bf32-4ce3-99b5-4babbb9405a5'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:09:52.331442 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-49f8066c-8197-4020-a7e4-8101e0524cee req-3d8daac6-f665-4ed2-a4db-33df5cf179fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:52.333222 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:52.402324 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=53f874f6-bf32-4ce3-99b5-4babbb9405a5,revision_number=8']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:52.618011 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8daac6-f665-4ed2-a4db-33df5cf179fc service neutron] Pushing event updated for resources: {'Port': ['ID=f6a1bb37-8f5c-435d-aade-ab1b58ad8d03,revision_number=7']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:52.709172 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-805e31c8-af61-4cef-8ee7-1f6bad845c5e tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:52.710627 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-805e31c8-af61-4cef-8ee7-1f6bad845c5e tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/networks?id=bf1bc412-90d5-44c3-9118-40a48e554e77 HTTP/1.1" status: 200 len: 808 time: 0.3419254 Apr 20 17:09:52.734257 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14aef64-db9d-467d-bc7c-78bb64315d8c req-bf9ce207-496a-406a-bc47-ad173a328dae tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:52.735735 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b14aef64-db9d-467d-bc7c-78bb64315d8c req-bf9ce207-496a-406a-bc47-ad173a328dae tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 947 time: 0.0776787 Apr 20 17:09:52.746100 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-49f8066c-8197-4020-a7e4-8101e0524cee req-3d8daac6-f665-4ed2-a4db-33df5cf179fc service neutron] Attempting to bind port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 on host n-h1-838032-1 for vnic_type normal with profile {"migrating_to": "n-h2-838032-1"} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:09:52.746455 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-49f8066c-8197-4020-a7e4-8101e0524cee req-3d8daac6-f665-4ed2-a4db-33df5cf179fc service neutron] Attempting to bind port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:09:52.746771 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f8066c-8197-4020-a7e4-8101e0524cee req-3d8daac6-f665-4ed2-a4db-33df5cf179fc service neutron] Attempting to bind port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:09:52.754454 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-2b6960c9-5246-4f2f-a504-1719515efacb tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/quotas/c6309d4027774bf39a206d4366b6ddc5 HTTP/1.1" status: 200 len: 375 time: 0.0360355 Apr 20 17:09:52.759029 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f8066c-8197-4020-a7e4-8101e0524cee req-3d8daac6-f665-4ed2-a4db-33df5cf179fc service neutron] Port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:09:52.759358 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f8066c-8197-4020-a7e4-8101e0524cee req-3d8daac6-f665-4ed2-a4db-33df5cf179fc service neutron] Attempting to bind port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:09:52.786120 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b14aef64-db9d-467d-bc7c-78bb64315d8c req-2961b0c2-ecd5-42fb-8ca4-421b8022bc70 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446472 Apr 20 17:09:52.810266 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f8066c-8197-4020-a7e4-8101e0524cee req-3d8daac6-f665-4ed2-a4db-33df5cf179fc service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:09:52.810584 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f8066c-8197-4020-a7e4-8101e0524cee req-3d8daac6-f665-4ed2-a4db-33df5cf179fc service neutron] Checking segment: {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:09:52.810957 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f8066c-8197-4020-a7e4-8101e0524cee req-3d8daac6-f665-4ed2-a4db-33df5cf179fc service neutron] Bound using segment: {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:09:52.811380 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-49f8066c-8197-4020-a7e4-8101e0524cee req-3d8daac6-f665-4ed2-a4db-33df5cf179fc service neutron] Bound port: f6a1bb37-8f5c-435d-aade-ab1b58ad8d03, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:09:52.811712 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-49f8066c-8197-4020-a7e4-8101e0524cee req-3d8daac6-f665-4ed2-a4db-33df5cf179fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:52.930031 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a1cef8e-e37a-4e83-9178-b7da81238dea'] response: {'server_uuid': '9b696fee-6ad7-4b5f-b6a6-c7e05fe82714', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53f874f6-bf32-4ce3-99b5-4babbb9405a5', 'code': 200} Apr 20 17:09:53.005325 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99f8ebb5-7b54-417d-a83c-67be45d7a720'] response: {'server_uuid': '3a9927fc-db89-4b6b-80d8-419e1055253d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6a1bb37-8f5c-435d-aade-ab1b58ad8d03', 'code': 200} Apr 20 17:09:53.053583 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [None req-408b77e9-c266-4902-83ee-ddf0a63c7be3 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Floating IP 92d2bc21-02fc-4a1a-9289-354496d8d2bb associated. External IP: 172.25.8.250, port: f1abfeac-9919-477e-b7c5-3584c92155f4. Apr 20 17:09:53.106344 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-49f8066c-8197-4020-a7e4-8101e0524cee req-3d8daac6-f665-4ed2-a4db-33df5cf179fc service neutron] For port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:09:53.165525 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-49f8066c-8197-4020-a7e4-8101e0524cee req-3d8daac6-f665-4ed2-a4db-33df5cf179fc service neutron] For port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=f6a1bb37-8f5c-435d-aade-ab1b58ad8d03,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:09:53.175339 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-4234e628-6257-4954-af69-494393957ab2 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6309d4027774bf39a206d4366b6ddc5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4130695 Apr 20 17:09:53.181607 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-49f8066c-8197-4020-a7e4-8101e0524cee req-3d8daac6-f665-4ed2-a4db-33df5cf179fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:53.411777 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8daac6-f665-4ed2-a4db-33df5cf179fc service neutron] Pushing event updated for resources: {'Port': ['ID=f6a1bb37-8f5c-435d-aade-ab1b58ad8d03,revision_number=8']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:53.492525 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-49f8066c-8197-4020-a7e4-8101e0524cee req-3d8daac6-f665-4ed2-a4db-33df5cf179fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:53.493856 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49f8066c-8197-4020-a7e4-8101e0524cee req-3d8daac6-f665-4ed2-a4db-33df5cf179fc service neutron] 10.222.0.10 "PUT /v2.0/ports/f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 HTTP/1.1" status: 200 len: 1122 time: 2.2900486 Apr 20 17:09:53.495906 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-f7b65876-12fd-4c35-84f0-6e44bbfe683d service neutron] 10.222.0.39 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105266 Apr 20 17:09:53.574565 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['f6a1bb37-8f5c-435d-aade-ab1b58ad8d03'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:09:53.581128 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4c2de-957a-47eb-a28e-15786a6446d5 req-20a8f0f5-77d7-4ab8-a259-24c5ea924cd0 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:53.583094 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-18d4c2de-957a-47eb-a28e-15786a6446d5 req-20a8f0f5-77d7-4ab8-a259-24c5ea924cd0 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 950 time: 0.0840981 Apr 20 17:09:53.631817 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-18d4c2de-957a-47eb-a28e-15786a6446d5 req-f9f6912e-976f-4631-89cc-63bc15bc7a04 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425005 Apr 20 17:09:53.660965 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-be925887-c03e-4371-b2e9-f145e5db0197 service neutron] 10.222.0.39 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574738 Apr 20 17:09:53.977722 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408b77e9-c266-4902-83ee-ddf0a63c7be3 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Router d85c0ff1-683b-40e1-b039-a4b9139c38a8 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:09:54.004259 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfd7c0-ad1a-4094-a7c2-88877fbd8e25 req-a43787fa-ef44-484c-837f-ffbc4cfa540f tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:54.005617 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-62cfd7c0-ad1a-4094-a7c2-88877fbd8e25 req-a43787fa-ef44-484c-837f-ffbc4cfa540f tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 944 time: 0.1088064 Apr 20 17:09:54.184338 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-62cfd7c0-ad1a-4094-a7c2-88877fbd8e25 req-fcbf192c-5d9d-4387-a90f-96ea62c28a0c tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244130 Apr 20 17:09:54.264569 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408b77e9-c266-4902-83ee-ddf0a63c7be3 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:09:54.269341 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-408b77e9-c266-4902-83ee-ddf0a63c7be3 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:54.277323 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c8d994-8da8-4420-aed0-15d63a61ddcd None None] Sync routers for ids ['d85c0ff1-683b-40e1-b039-a4b9139c38a8'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:09:54.290666 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c8d994-8da8-4420-aed0-15d63a61ddcd None None] Routers {'d85c0ff1-683b-40e1-b039-a4b9139c38a8'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:09:54.291285 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-d9c8d994-8da8-4420-aed0-15d63a61ddcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:09:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d85c0ff1-683b-40e1-b039-a4b9139c38a8'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:09:54.409230 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-408b77e9-c266-4902-83ee-ddf0a63c7be3 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "PUT /v2.0/floatingips/92d2bc21-02fc-4a1a-9289-354496d8d2bb HTTP/1.1" status: 200 len: 991 time: 3.5866702 Apr 20 17:09:54.464325 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766421b-eba9-42b1-bb65-73db85e37979 req-49a5a6a5-2eb5-4f4a-892b-9c8f1b48dae6 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:54.466352 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7766421b-eba9-42b1-bb65-73db85e37979 req-49a5a6a5-2eb5-4f4a-892b-9c8f1b48dae6 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 945 time: 0.1101649 Apr 20 17:09:54.530733 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7766421b-eba9-42b1-bb65-73db85e37979 req-f6767aa3-89a3-43bb-a49a-03ef5c3c252b tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562110 Apr 20 17:09:54.546422 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-d9c8d994-8da8-4420-aed0-15d63a61ddcd None None] Set router d85c0ff1-683b-40e1-b039-a4b9139c38a8 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:09:54.586051 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 5c531681-8b3c-4bb5-b90d-19fa3f5a5e39 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:09:54.726617 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ad0aaecb-c322-4b16-913f-af5e7df2ca59 req-b8feccc5-442b-4830-a579-edf82244fd1c tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 210 time: 0.0494981 Apr 20 17:09:54.926826 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bb62e-a9f0-4094-b97b-b4dd720d1d40 req-883f3f04-53b2-48ca-b611-bb71c5742a85 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:54.933952 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e93bb62e-a9f0-4094-b97b-b4dd720d1d40 req-883f3f04-53b2-48ca-b611-bb71c5742a85 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ba00665-13cf-41ee-9ceb-5fef7b3004e5 HTTP/1.1" status: 200 len: 945 time: 0.0918934 Apr 20 17:09:54.960766 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8721c-68c1-4a7e-9ac8-87ed4db97fa0 req-7e24c0a0-ee33-48d9-966f-0c9f80e1ea8a tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:54.971540 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d9a8721c-68c1-4a7e-9ac8-87ed4db97fa0 req-7e24c0a0-ee33-48d9-966f-0c9f80e1ea8a tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 947 time: 0.1972654 Apr 20 17:09:54.993668 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e93bb62e-a9f0-4094-b97b-b4dd720d1d40 req-7a5629ba-204b-49ab-8952-ebce522167fc tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf459132-201d-4118-86f2-4956962fb2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588622 Apr 20 17:09:55.006456 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9927fc-db89-4b6b-80d8-419e1055253d', 'tag': 'f6a1bb37-8f5c-435d-aade-ab1b58ad8d03'}, {'name': 'network-changed', 'server_uuid': '2ba00665-13cf-41ee-9ceb-5fef7b3004e5', 'tag': 'f1abfeac-9919-477e-b7c5-3584c92155f4'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:09:55.007112 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 5c531681-8b3c-4bb5-b90d-19fa3f5a5e39, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=5c531681-8b3c-4bb5-b90d-19fa3f5a5e39,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:55.025491 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '5c531681-8b3c-4bb5-b90d-19fa3f5a5e39', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': '5c531681-8b3c-4bb5-b90d-19fa3f5a5e39', 'mac_address': 'fa:16:3e:a6:30:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:09:55.058944 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d9a8721c-68c1-4a7e-9ac8-87ed4db97fa0 req-6a83e6cc-4390-4433-9578-ffd6bf42ac12 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863166 Apr 20 17:09:55.115948 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:55.135214 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c531681-8b3c-4bb5-b90d-19fa3f5a5e39 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:09:55.156141 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-d9c8d994-8da8-4420-aed0-15d63a61ddcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504829768-router', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:16Z', 'updated_at': '2022-04-20T17:07:21Z', 'revision_number': 4, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'gw_port': {'id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:17Z', 'updated_at': '2022-04-20T17:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '92d2bc21-02fc-4a1a-9289-354496d8d2bb', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'port_id': 'f1abfeac-9919-477e-b7c5-3584c92155f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62862590-8584-4ef8-b251-867e255b53a5', 'mac_address': 'fa:16:3e:98:89:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba00665-13cf-41ee-9ceb-5fef7b3004e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:07:47Z', 'updated_at': '2022-04-20T17:09:52Z', 'revision_number': 5, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4246ea6a-762c-4b08-8810-64d46da0aed5', 'name': '', 'network_id': '62862590-8584-4ef8-b251-867e255b53a5', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'mac_address': 'fa:16:3e:fc:02:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13d85e0c-de04-4a6c-ab03-5cd24a8cb53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:21Z', 'updated_at': '2022-04-20T17:07:40Z', 'revision_number': 5, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'subnets': [{'id': '13d85e0c-de04-4a6c-ab03-5cd24a8cb53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:09:55.164066 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c8d994-8da8-4420-aed0-15d63a61ddcd None None] Checking router: d85c0ff1-683b-40e1-b039-a4b9139c38a8 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:09:55.166980 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 5c531681-8b3c-4bb5-b90d-19fa3f5a5e39, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=5c531681-8b3c-4bb5-b90d-19fa3f5a5e39,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:55.179275 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c8d994-8da8-4420-aed0-15d63a61ddcd None None] Routers {'d85c0ff1-683b-40e1-b039-a4b9139c38a8'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:09:55.179906 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-d9c8d994-8da8-4420-aed0-15d63a61ddcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:09:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d85c0ff1-683b-40e1-b039-a4b9139c38a8'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:09:55.235858 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:55.290279 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-985f82e7-3bc1-449d-9cb7-e75a8f71c639'] response: {'name': 'network-changed', 'server_uuid': '3a9927fc-db89-4b6b-80d8-419e1055253d', 'tag': 'f6a1bb37-8f5c-435d-aade-ab1b58ad8d03', 'status': 'completed', 'code': 200} Apr 20 17:09:55.290536 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-985f82e7-3bc1-449d-9cb7-e75a8f71c639'] response: {'name': 'network-changed', 'server_uuid': '2ba00665-13cf-41ee-9ceb-5fef7b3004e5', 'tag': 'f1abfeac-9919-477e-b7c5-3584c92155f4', 'status': 'completed', 'code': 200} Apr 20 17:09:55.401757 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-dd11bbd7-6d9d-4b4f-863f-5fd9871bd0f7 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:55.403234 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-dd11bbd7-6d9d-4b4f-863f-5fd9871bd0f7 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.43 "GET /v2.0/networks?id=bf1bc412-90d5-44c3-9118-40a48e554e77 HTTP/1.1" status: 200 len: 808 time: 0.3716233 Apr 20 17:09:55.428592 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-5c1e3540-eb9e-407f-aba9-fc3a480f7c88 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Request body: {'port': {'device_id': 'b63c3fae-e352-4bc1-a87f-fa54c9342662', 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77', 'admin_state_up': True, 'tenant_id': 'c6309d4027774bf39a206d4366b6ddc5'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:09:55.434036 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=5c531681-8b3c-4bb5-b90d-19fa3f5a5e39,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:55.457286 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce469192-9f03-4cf2-a2de-2054ad298129 req-5a4b099f-dbcd-4fcd-b17e-ad106826a49e tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:55.459683 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ce469192-9f03-4cf2-a2de-2054ad298129 req-5a4b099f-dbcd-4fcd-b17e-ad106826a49e tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 950 time: 0.2604156 Apr 20 17:09:55.465114 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-02151517-cf4a-4ee6-a656-22368ae482e7 req-462e94bc-acb6-410b-867e-086aef30b6bc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b7e0217792874af58ccfdea4744db0d0&device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 1125 time: 0.1772888 Apr 20 17:09:55.495938 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-d9c8d994-8da8-4420-aed0-15d63a61ddcd None None] Set router d85c0ff1-683b-40e1-b039-a4b9139c38a8 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:09:55.617742 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['5c531681-8b3c-4bb5-b90d-19fa3f5a5e39'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:09:55.626222 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-5c1e3540-eb9e-407f-aba9-fc3a480f7c88 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:55.636574 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ce469192-9f03-4cf2-a2de-2054ad298129 req-c3ec722b-378e-4a81-8075-2736e321953a tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698818 Apr 20 17:09:55.641871 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-5c1e3540-eb9e-407f-aba9-fc3a480f7c88 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:55.669382 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-5c1e3540-eb9e-407f-aba9-fc3a480f7c88 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Made reservation on behalf of c6309d4027774bf39a206d4366b6ddc5 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:09:55.672944 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-5c1e3540-eb9e-407f-aba9-fc3a480f7c88 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:55.673688 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02151517-cf4a-4ee6-a656-22368ae482e7 req-07a0a45e-1005-478e-b4fe-493e9fea0444 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:55.675283 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-02151517-cf4a-4ee6-a656-22368ae482e7 req-07a0a45e-1005-478e-b4fe-493e9fea0444 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c HTTP/1.1" status: 200 len: 922 time: 0.1931787 Apr 20 17:09:55.756449 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-02151517-cf4a-4ee6-a656-22368ae482e7 req-259cce0a-f61b-4ed2-bea7-ae989a54a1ab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 HTTP/1.1" status: 200 len: 217 time: 0.0720413 Apr 20 17:09:55.840819 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02151517-cf4a-4ee6-a656-22368ae482e7 req-2e5b43e6-64ba-4743-bcda-c420a2ae46cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:55.842512 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-02151517-cf4a-4ee6-a656-22368ae482e7 req-2e5b43e6-64ba-4743-bcda-c420a2ae46cc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=64070a1b-0f00-4b11-95f5-508285983f32 HTTP/1.1" status: 200 len: 861 time: 0.0791552 Apr 20 17:09:55.903211 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-02151517-cf4a-4ee6-a656-22368ae482e7 req-d0f30f77-ebc2-4645-9987-815ff8fd8990 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526714 Apr 20 17:09:55.913169 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-5c1e3540-eb9e-407f-aba9-fc3a480f7c88 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Allocated IP 172.20.0.14 (bf1bc412-90d5-44c3-9118-40a48e554e77/afaadd71-91d9-490d-8c9c-d83dc8020198/3080caef-a65f-4017-8a99-a9197ea5a7b1) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:09:56.103371 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-02151517-cf4a-4ee6-a656-22368ae482e7 req-d68e09cf-704b-44c3-9314-2d5bba9648b7 service neutron] 10.222.0.43 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940570 Apr 20 17:09:56.109940 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025e5d4-bbe1-456e-989f-672fb0797237 req-bb1ed62d-55eb-4059-ad4f-fa870312ca1e tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:56.111550 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3025e5d4-bbe1-456e-989f-672fb0797237 req-bb1ed62d-55eb-4059-ad4f-fa870312ca1e tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 944 time: 0.1772685 Apr 20 17:09:56.205198 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-d9c8d994-8da8-4420-aed0-15d63a61ddcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504829768-router', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:16Z', 'updated_at': '2022-04-20T17:07:21Z', 'revision_number': 4, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'gw_port': {'id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:17Z', 'updated_at': '2022-04-20T17:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '92d2bc21-02fc-4a1a-9289-354496d8d2bb', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'port_id': 'f1abfeac-9919-477e-b7c5-3584c92155f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62862590-8584-4ef8-b251-867e255b53a5', 'mac_address': 'fa:16:3e:98:89:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba00665-13cf-41ee-9ceb-5fef7b3004e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:07:47Z', 'updated_at': '2022-04-20T17:09:52Z', 'revision_number': 5, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4246ea6a-762c-4b08-8810-64d46da0aed5', 'name': '', 'network_id': '62862590-8584-4ef8-b251-867e255b53a5', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'mac_address': 'fa:16:3e:fc:02:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13d85e0c-de04-4a6c-ab03-5cd24a8cb53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:21Z', 'updated_at': '2022-04-20T17:07:40Z', 'revision_number': 5, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'subnets': [{'id': '13d85e0c-de04-4a6c-ab03-5cd24a8cb53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:09:56.211823 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c8d994-8da8-4420-aed0-15d63a61ddcd None None] The sync data for ids ['d85c0ff1-683b-40e1-b039-a4b9139c38a8'] in n-d-838032-1 is: [{'id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504829768-router', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:16Z', 'updated_at': '2022-04-20T17:07:21Z', 'revision_number': 4, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'gw_port': {'id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:17Z', 'updated_at': '2022-04-20T17:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '92d2bc21-02fc-4a1a-9289-354496d8d2bb', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'port_id': 'f1abfeac-9919-477e-b7c5-3584c92155f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62862590-8584-4ef8-b251-867e255b53a5', 'mac_address': 'fa:16:3e:98:89:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba00665-13cf-41ee-9ceb-5fef7b3004e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:07:47Z', 'updated_at': '2022-04-20T17:09:52Z', 'revision_number': 5, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4246ea6a-762c-4b08-8810-64d46da0aed5', 'name': '', 'network_id': '62862590-8584-4ef8-b251-867e255b53a5', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'mac_address': 'fa:16:3e:fc:02:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13d85e0c-de04-4a6c-ab03-5cd24a8cb53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:21Z', 'updated_at': '2022-04-20T17:07:40Z', 'revision_number': 5, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'subnets': [{'id': '13d85e0c-de04-4a6c-ab03-5cd24a8cb53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:09:56.237255 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55cd06b-ec89-4d76-9cc8-7126907f1dba req-44620ff5-1938-418d-a6a7-4f4cd1eca993 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:56.238759 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a55cd06b-ec89-4d76-9cc8-7126907f1dba req-44620ff5-1938-418d-a6a7-4f4cd1eca993 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 945 time: 0.1741893 Apr 20 17:09:56.244315 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-5c1e3540-eb9e-407f-aba9-fc3a480f7c88 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:56.294230 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3025e5d4-bbe1-456e-989f-672fb0797237 req-89185cfe-b42d-437e-b8a8-c9978c86067b tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480362 Apr 20 17:09:56.301954 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a55cd06b-ec89-4d76-9cc8-7126907f1dba req-91d76bd6-e377-4503-95a5-29f9d171a590 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512118 Apr 20 17:09:56.319607 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-5c1e3540-eb9e-407f-aba9-fc3a480f7c88 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:56.327940 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-02151517-cf4a-4ee6-a656-22368ae482e7 req-585ce8ae-f201-4073-a3fd-3231c92cf41e service neutron] 10.222.0.43 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154255 Apr 20 17:09:56.462414 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-5c1e3540-eb9e-407f-aba9-fc3a480f7c88 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Network bf1bc412-90d5-44c3-9118-40a48e554e77 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:09:56.466352 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-5c1e3540-eb9e-407f-aba9-fc3a480f7c88 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:09:56.470949 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-5c1e3540-eb9e-407f-aba9-fc3a480f7c88 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:09:56.523964 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b64b5f6-6333-4e9e-8f54-a9bee2ca64fe None None] New status for floating IP 92d2bc21-02fc-4a1a-9289-354496d8d2bb: ACTIVE {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:09:56.556077 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:09:56.559996 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e3540-eb9e-407f-aba9-fc3a480f7c88 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Pushing event updated for resources: {'Port': ['ID=3080caef-a65f-4017-8a99-a9197ea5a7b1,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:56.570348 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-02151517-cf4a-4ee6-a656-22368ae482e7 req-ed7a88a6-ff2f-4abb-bfd5-ac0fd599865c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d443eef609b4b6f83a7bfbf78a576c5&device_id=2ba00665-13cf-41ee-9ceb-5fef7b3004e5 HTTP/1.1" status: 200 len: 1096 time: 0.1671879 Apr 20 17:09:56.599935 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-5c1e3540-eb9e-407f-aba9-fc3a480f7c88 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:56.600827 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-5c1e3540-eb9e-407f-aba9-fc3a480f7c88 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:56.632333 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-5c1e3540-eb9e-407f-aba9-fc3a480f7c88 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2101445 Apr 20 17:09:56.648240 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-30f613e2-5baf-40e0-845e-5121a5cc9f04 service neutron] Request body: {'port': {'device_id': 'b63c3fae-e352-4bc1-a87f-fa54c9342662', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:09:56.704782 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b294968-278c-4fe4-a80e-010106259f11 req-3ffe57b2-f9cf-4d2b-b933-6080cddf7f26 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:56.707040 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b294968-278c-4fe4-a80e-010106259f11 req-3ffe57b2-f9cf-4d2b-b933-6080cddf7f26 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 932 time: 0.2062368 Apr 20 17:09:56.719714 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=f6a1bb37-8f5c-435d-aade-ab1b58ad8d03,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:56.734027 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 has no active binding in host n-h2-838032-1 {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 20 17:09:56.783495 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b294968-278c-4fe4-a80e-010106259f11 req-1e4fc0c7-b9df-46f6-a1dd-2a6ffcfea1c8 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692761 Apr 20 17:09:56.788504 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02151517-cf4a-4ee6-a656-22368ae482e7 req-be70f594-2aef-4588-8e22-659d279bb81c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:56.790046 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-02151517-cf4a-4ee6-a656-22368ae482e7 req-be70f594-2aef-4588-8e22-659d279bb81c service neutron] 10.222.0.43 "GET /v2.0/networks?id=62862590-8584-4ef8-b251-867e255b53a5 HTTP/1.1" status: 200 len: 924 time: 0.2099328 Apr 20 17:09:56.877939 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-30f613e2-5baf-40e0-845e-5121a5cc9f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:56.902022 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c74431-ea9b-4cd9-9073-43da34ca6739 req-4fe30288-dd61-4267-912f-faa59a11730a tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:56.903566 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3c74431-ea9b-4cd9-9073-43da34ca6739 req-4fe30288-dd61-4267-912f-faa59a11730a tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 948 time: 0.1664968 Apr 20 17:09:56.966751 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-02151517-cf4a-4ee6-a656-22368ae482e7 req-04272e4a-59d6-4b1e-a1d7-63bee2a9525e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1abfeac-9919-477e-b7c5-3584c92155f4 HTTP/1.1" status: 200 len: 1001 time: 0.1629417 Apr 20 17:09:56.994355 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b3c74431-ea9b-4cd9-9073-43da34ca6739 req-0e20cb28-99ae-4413-b61e-8d0e90b0c458 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Synchronizing usage tracker for tenant:36da78d71e8c4977a5ae707bb0d7ba12 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:09:57.074032 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b3c74431-ea9b-4cd9-9073-43da34ca6739 req-0e20cb28-99ae-4413-b61e-8d0e90b0c458 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Unset dirty status for tenant:36da78d71e8c4977a5ae707bb0d7ba12 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:09:57.087806 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3c74431-ea9b-4cd9-9073-43da34ca6739 req-0e20cb28-99ae-4413-b61e-8d0e90b0c458 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560194 Apr 20 17:09:57.093271 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02151517-cf4a-4ee6-a656-22368ae482e7 req-5e2b8e7f-4ecb-43a2-9b89-30b2ddca42c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:57.095116 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-02151517-cf4a-4ee6-a656-22368ae482e7 req-5e2b8e7f-4ecb-43a2-9b89-30b2ddca42c7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13d85e0c-de04-4a6c-ab03-5cd24a8cb53b HTTP/1.1" status: 200 len: 862 time: 0.1142554 Apr 20 17:09:57.167603 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d07f2-9b6c-4683-b3ce-6ae9aa34819d req-71976d76-31eb-4819-94a4-49df65bfe252 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:57.168858 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-575d07f2-9b6c-4683-b3ce-6ae9aa34819d req-71976d76-31eb-4819-94a4-49df65bfe252 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 950 time: 0.1493008 Apr 20 17:09:57.188676 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59862) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:09:57.222948 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-02151517-cf4a-4ee6-a656-22368ae482e7 req-242b47b9-676a-4a1d-bf08-49774cbea01b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=62862590-8584-4ef8-b251-867e255b53a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1166589 Apr 20 17:09:57.226568 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-575d07f2-9b6c-4683-b3ce-6ae9aa34819d req-65116d2f-1c40-4391-98fd-f645447126d0 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510652 Apr 20 17:09:57.318280 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-30f613e2-5baf-40e0-845e-5121a5cc9f04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3080caef-a65f-4017-8a99-a9197ea5a7b1 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:09:57.327085 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-30f613e2-5baf-40e0-845e-5121a5cc9f04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:57.360003 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3eca-f4fc-4842-b6a3-b7ecd1c5afb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:57.377327 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-30f613e2-5baf-40e0-845e-5121a5cc9f04 service neutron] Transition to ACTIVE for port object 3080caef-a65f-4017-8a99-a9197ea5a7b1 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:09:57.382762 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-30f613e2-5baf-40e0-845e-5121a5cc9f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:57.595767 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-02151517-cf4a-4ee6-a656-22368ae482e7 req-432c3161-e530-424b-9dd2-33d9167f571b service neutron] 10.222.0.43 "GET /v2.0/networks/62862590-8584-4ef8-b251-867e255b53a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635144 Apr 20 17:09:57.627369 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3c4a3eca-f4fc-4842-b6a3-b7ecd1c5afb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:57.675008 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3c4a3eca-f4fc-4842-b6a3-b7ecd1c5afb2 admin admin] Usage tracker for resource:security_group_rule and tenant:aff45f26f4014727bb29c5f91bf0a35a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:09:57.682076 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f613e2-5baf-40e0-845e-5121a5cc9f04 service neutron] Pushing event updated for resources: {'Port': ['ID=3080caef-a65f-4017-8a99-a9197ea5a7b1,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:57.684632 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3c4a3eca-f4fc-4842-b6a3-b7ecd1c5afb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:09:57.694366 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3c4a3eca-f4fc-4842-b6a3-b7ecd1c5afb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:57.698449 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84827ff5-d2c8-4732-93bb-bf73f7ead2f7 req-e156f13c-0085-41bc-940e-4341c4815dda tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:57.699986 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-84827ff5-d2c8-4732-93bb-bf73f7ead2f7 req-e156f13c-0085-41bc-940e-4341c4815dda tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 944 time: 0.1929631 Apr 20 17:09:57.776046 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-84827ff5-d2c8-4732-93bb-bf73f7ead2f7 req-e7846ae5-33f3-4d5b-80ed-819227051bf6 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701725 Apr 20 17:09:57.779268 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-02151517-cf4a-4ee6-a656-22368ae482e7 req-9d97420d-afae-41fd-95fc-ee550fab7735 service neutron] 10.222.0.43 "GET /v2.0/networks/62862590-8584-4ef8-b251-867e255b53a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759968 Apr 20 17:09:57.864411 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f38d47-f5cd-4da5-8a41-595f85549c5e req-994d2cf5-821c-426d-af06-24aeddb957c5 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:57.865847 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b8f38d47-f5cd-4da5-8a41-595f85549c5e req-994d2cf5-821c-426d-af06-24aeddb957c5 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 945 time: 0.2476170 Apr 20 17:09:57.896959 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-30f613e2-5baf-40e0-845e-5121a5cc9f04 service neutron] Attempting to bind port 3080caef-a65f-4017-8a99-a9197ea5a7b1 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:09:57.897272 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-30f613e2-5baf-40e0-845e-5121a5cc9f04 service neutron] Attempting to bind port 3080caef-a65f-4017-8a99-a9197ea5a7b1 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:09:57.897584 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-30f613e2-5baf-40e0-845e-5121a5cc9f04 service neutron] Attempting to bind port 3080caef-a65f-4017-8a99-a9197ea5a7b1 on network bf1bc412-90d5-44c3-9118-40a48e554e77 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:09:57.900574 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3eca-f4fc-4842-b6a3-b7ecd1c5afb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:57.911837 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3eca-f4fc-4842-b6a3-b7ecd1c5afb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:57.925465 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-30f613e2-5baf-40e0-845e-5121a5cc9f04 service neutron] Port 3080caef-a65f-4017-8a99-a9197ea5a7b1 on network bf1bc412-90d5-44c3-9118-40a48e554e77 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:09:57.925803 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-30f613e2-5baf-40e0-845e-5121a5cc9f04 service neutron] Attempting to bind port 3080caef-a65f-4017-8a99-a9197ea5a7b1 on network bf1bc412-90d5-44c3-9118-40a48e554e77 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:09:57.975636 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-30f613e2-5baf-40e0-845e-5121a5cc9f04 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:09:57.975937 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-30f613e2-5baf-40e0-845e-5121a5cc9f04 service neutron] Checking segment: {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:09:57.976326 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-30f613e2-5baf-40e0-845e-5121a5cc9f04 service neutron] Bound using segment: {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:09:57.976745 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-30f613e2-5baf-40e0-845e-5121a5cc9f04 service neutron] Bound port: 3080caef-a65f-4017-8a99-a9197ea5a7b1, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:09:57.977078 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-30f613e2-5baf-40e0-845e-5121a5cc9f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:57.992879 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a3eca-f4fc-4842-b6a3-b7ecd1c5afb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4c10d9-90f1-4452-8160-90bebf484fb7,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:58.006919 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3c4a3eca-f4fc-4842-b6a3-b7ecd1c5afb2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aff45f26f4014727bb29c5f91bf0a35a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8142900 Apr 20 17:09:58.006919 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b8f38d47-f5cd-4da5-8a41-595f85549c5e req-9e96c5a4-d16b-4475-9495-72df4114701c tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281352 Apr 20 17:09:58.007773 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59880) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:09:58.088253 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92759bc2-8b54-42f7-9ff6-6038d5606a39 req-86aa3e82-8c32-4b1b-99c8-23299b7310a9 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:58.089712 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-92759bc2-8b54-42f7-9ff6-6038d5606a39 req-86aa3e82-8c32-4b1b-99c8-23299b7310a9 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 944 time: 0.0832655 Apr 20 17:09:58.124541 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-30f613e2-5baf-40e0-845e-5121a5cc9f04 service neutron] For port 3080caef-a65f-4017-8a99-a9197ea5a7b1, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:09:58.132516 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-41e1bbe5-424a-457c-aa8b-056d29cc2403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:58.136310 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-92759bc2-8b54-42f7-9ff6-6038d5606a39 req-0c10409d-2e4a-4616-99d0-a8b5f7c78442 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410252 Apr 20 17:09:58.136682 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-30f613e2-5baf-40e0-845e-5121a5cc9f04 service neutron] For port 3080caef-a65f-4017-8a99-a9197ea5a7b1, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=3080caef-a65f-4017-8a99-a9197ea5a7b1,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:09:58.147337 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-30f613e2-5baf-40e0-845e-5121a5cc9f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:58.213184 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-41e1bbe5-424a-457c-aa8b-056d29cc2403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:58.281640 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-30f613e2-5baf-40e0-845e-5121a5cc9f04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:58.283189 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-30f613e2-5baf-40e0-845e-5121a5cc9f04 service neutron] 10.222.0.43 "PUT /v2.0/ports/3080caef-a65f-4017-8a99-a9197ea5a7b1 HTTP/1.1" status: 200 len: 1092 time: 1.6407821 Apr 20 17:09:58.288536 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63c3fae-e352-4bc1-a87f-fa54c9342662', 'tag': '3080caef-a65f-4017-8a99-a9197ea5a7b1'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:09:58.322259 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f613e2-5baf-40e0-845e-5121a5cc9f04 service neutron] Pushing event updated for resources: {'Port': ['ID=3080caef-a65f-4017-8a99-a9197ea5a7b1,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:58.404727 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-41e1bbe5-424a-457c-aa8b-056d29cc2403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:58.424636 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1bbe5-424a-457c-aa8b-056d29cc2403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4c10d9-90f1-4452-8160-90bebf484fb7,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:58.438523 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ad7a5-ff12-4d73-acb8-e36edc5102df req-d3e017c1-c8cd-489b-8dc8-79f9d51113ba tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:58.440127 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8b1ad7a5-ff12-4d73-acb8-e36edc5102df req-d3e017c1-c8cd-489b-8dc8-79f9d51113ba tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 948 time: 0.2308180 Apr 20 17:09:58.443164 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-41e1bbe5-424a-457c-aa8b-056d29cc2403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:58.444238 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-41e1bbe5-424a-457c-aa8b-056d29cc2403 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5b4c10d9-90f1-4452-8160-90bebf484fb7 HTTP/1.1" status: 204 len: 168 time: 0.4356468 Apr 20 17:09:58.454528 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e755305-d153-4919-8ab9-d37711d2e912 req-5b09d695-595b-45fc-9dd3-dd718ffd2adc tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:58.456111 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6e755305-d153-4919-8ab9-d37711d2e912 req-5b09d695-595b-45fc-9dd3-dd718ffd2adc tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 950 time: 0.0908830 Apr 20 17:09:58.476960 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-6b252548-246e-4e9c-aaaa-d34a356e0684 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c6309d4027774bf39a206d4366b6ddc5&device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 1095 time: 0.1506426 Apr 20 17:09:58.503112 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6e755305-d153-4919-8ab9-d37711d2e912 req-e48ca40c-ef5d-495d-89ae-945547cb0d32 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411475 Apr 20 17:09:58.562913 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 5c531681-8b3c-4bb5-b90d-19fa3f5a5e39 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:09:58.565908 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-10559e47-a1fa-435b-adbd-0360c1daaf5b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3080caef-a65f-4017-8a99-a9197ea5a7b1 HTTP/1.1" status: 200 len: 217 time: 0.0793169 Apr 20 17:09:58.573342 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8b1ad7a5-ff12-4d73-acb8-e36edc5102df req-88bf21f1-e29a-435f-ae7f-9a72a0d63131 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160355 Apr 20 17:09:58.577470 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bfc5f5d-4ccc-460e-b696-7bcb9870cad6'] response: {'name': 'network-changed', 'server_uuid': 'b63c3fae-e352-4bc1-a87f-fa54c9342662', 'tag': '3080caef-a65f-4017-8a99-a9197ea5a7b1', 'status': 'completed', 'code': 200} Apr 20 17:09:58.640424 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-5fa6a904-b1e6-4d5d-8eaa-25c5780f48bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:58.642552 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-5fa6a904-b1e6-4d5d-8eaa-25c5780f48bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=afaadd71-91d9-490d-8c9c-d83dc8020198 HTTP/1.1" status: 200 len: 848 time: 0.0627522 Apr 20 17:09:58.653110 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 5c531681-8b3c-4bb5-b90d-19fa3f5a5e39 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:09:58.660236 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 5c531681-8b3c-4bb5-b90d-19fa3f5a5e39 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:09:58.660940 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:58.720402 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-00b1d55d-6b35-4b3b-81f8-cdb61ff78430 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf1bc412-90d5-44c3-9118-40a48e554e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636804 Apr 20 17:09:58.808779 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:58.842123 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c590af8a-1595-4633-8759-f70e5ea6ba6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c531681-8b3c-4bb5-b90d-19fa3f5a5e39'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:09:58.855552 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 5c531681-8b3c-4bb5-b90d-19fa3f5a5e39, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=5c531681-8b3c-4bb5-b90d-19fa3f5a5e39,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:09:58.861344 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:58.876300 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-fcd69551-c7a4-4a12-8927-64ee61afc7f3 service neutron] 10.222.0.43 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467853 Apr 20 17:09:58.945177 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c2d862c-0ac2-4bee-af07-0b0b8943c8c7'] response: {'server_uuid': 'c590af8a-1595-4633-8759-f70e5ea6ba6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c531681-8b3c-4bb5-b90d-19fa3f5a5e39', 'code': 200} Apr 20 17:09:58.946150 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=5c531681-8b3c-4bb5-b90d-19fa3f5a5e39,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:59.101483 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4411474f-be7f-4c47-a2c3-9526daa609f5 req-311fa424-d07b-4c82-9f57-9647d16c9fc0 service neutron] 10.222.0.43 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177477 Apr 20 17:09:59.104401 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06189b46-c570-40c3-899f-11f5320f0518 req-8213c20a-9f9d-403a-9db9-e67e57e15baf tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:59.112629 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-06189b46-c570-40c3-899f-11f5320f0518 req-8213c20a-9f9d-403a-9db9-e67e57e15baf tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 944 time: 0.1457481 Apr 20 17:09:59.138917 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d0dbb987-5b81-4fbf-b492-fbfa005b3b30 req-85f56b77-2757-4dee-b756-4b5ee7eafcdb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 1100 time: 0.0971570 Apr 20 17:09:59.171665 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-06189b46-c570-40c3-899f-11f5320f0518 req-db0b3e7d-2453-41db-80a1-3482207a9e1e tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566549 Apr 20 17:09:59.292782 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d0dbb987-5b81-4fbf-b492-fbfa005b3b30 req-fff55f71-4915-48fe-81d3-d948eaa9c35b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464026 Apr 20 17:09:59.321598 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-96ad42d9-58b8-45c2-8bca-a748148f3c8a req-5d981f08-e155-49dc-832e-805332727599 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c6309d4027774bf39a206d4366b6ddc5&device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 1095 time: 0.1575873 Apr 20 17:09:59.356278 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274886d9-16de-45f9-98d1-0ccffe836e3e req-80160608-837e-4f44-89cd-9b452e63c605 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:59.362766 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-274886d9-16de-45f9-98d1-0ccffe836e3e req-80160608-837e-4f44-89cd-9b452e63c605 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 945 time: 0.1533244 Apr 20 17:09:59.389208 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8138c85-8a03-453f-bc6b-55f97d71fcd4 req-63d670ba-889d-460b-a9d1-725b3f982c15 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:59.390969 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c8138c85-8a03-453f-bc6b-55f97d71fcd4 req-63d670ba-889d-460b-a9d1-725b3f982c15 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 944 time: 0.0924587 Apr 20 17:09:59.391511 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59922) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:09:59.446267 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c8138c85-8a03-453f-bc6b-55f97d71fcd4 req-cd4af7f6-a48c-46fe-9451-85cdd5e77987 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485656 Apr 20 17:09:59.486631 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-274886d9-16de-45f9-98d1-0ccffe836e3e req-364600d4-04e9-4e59-aa0f-de37a7ffbcb8 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228454 Apr 20 17:09:59.521245 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad42d9-58b8-45c2-8bca-a748148f3c8a req-d37b17f1-b4da-4a7a-be7a-5e86bba3a4c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:59.522837 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-96ad42d9-58b8-45c2-8bca-a748148f3c8a req-d37b17f1-b4da-4a7a-be7a-5e86bba3a4c4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bf1bc412-90d5-44c3-9118-40a48e554e77 HTTP/1.1" status: 200 len: 909 time: 0.1938159 Apr 20 17:09:59.545281 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1777618905-network', 'tenant_id': 'fcb9cdf598914e169a56243374d98332'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:09:59.550583 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:59.555064 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] Usage tracker for resource:network and tenant:fcb9cdf598914e169a56243374d98332 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:09:59.558037 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:09:59.564230 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:59.575314 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] Made reservation on behalf of fcb9cdf598914e169a56243374d98332 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:09:59.577723 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:59.592063 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:59.595108 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-96ad42d9-58b8-45c2-8bca-a748148f3c8a req-44456bb6-045b-4c23-ac1a-2349e8bdf506 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3080caef-a65f-4017-8a99-a9197ea5a7b1 HTTP/1.1" status: 200 len: 217 time: 0.0650351 Apr 20 17:09:59.627337 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:09:59.632081 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] Usage tracker for resource:security_group_rule and tenant:fcb9cdf598914e169a56243374d98332 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:09:59.636811 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:09:59.677042 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:09:59.759554 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445de892-89bd-4038-938c-c1442ffb7399 req-5386d628-0bf2-46b5-8e71-cd6b2c9fdfe8 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:59.760987 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-445de892-89bd-4038-938c-c1442ffb7399 req-5386d628-0bf2-46b5-8e71-cd6b2c9fdfe8 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 950 time: 0.1254852 Apr 20 17:09:59.795462 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:59.802642 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:59.817148 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad42d9-58b8-45c2-8bca-a748148f3c8a req-3df435e5-3395-45ce-80b4-c106421537ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:59.818583 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-96ad42d9-58b8-45c2-8bca-a748148f3c8a req-3df435e5-3395-45ce-80b4-c106421537ea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=afaadd71-91d9-490d-8c9c-d83dc8020198 HTTP/1.1" status: 200 len: 848 time: 0.2118785 Apr 20 17:09:59.836764 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:09:59.852933 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-445de892-89bd-4038-938c-c1442ffb7399 req-8ca6056c-d0ba-409f-a9d6-298a459664bb tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806282 Apr 20 17:09:59.858458 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae5131b-b8ef-4fdb-ac5d-7176e546fef7,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:09:59.864288 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:59.864288 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] Added segment b96c457e-e49a-4055-ac1f-96b3a3bea1db of type vlan for network d0f2bf93-55de-44cb-a67e-1c5b329fc67b Apr 20 17:09:59.872253 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-96ad42d9-58b8-45c2-8bca-a748148f3c8a req-0c8c889c-6dd7-484b-812b-e6a90b9c5959 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf1bc412-90d5-44c3-9118-40a48e554e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433881 Apr 20 17:09:59.874775 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:59.875020 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:59.875419 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:59.875880 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:59.876066 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:59.876377 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:59.876692 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:59.877057 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:59.877355 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:59.877651 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:59.877947 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:09:59.881181 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab43b1-9b22-40ed-b822-044d5c709d87 req-c9eef377-7ea8-4273-b69c-4c96ee639570 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:59.882719 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-62ab43b1-9b22-40ed-b822-044d5c709d87 req-c9eef377-7ea8-4273-b69c-4c96ee639570 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 949 time: 0.1374452 Apr 20 17:09:59.902909 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:59.932990 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:09:59.933835 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:09:59.934431 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:00.031728 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-62ab43b1-9b22-40ed-b822-044d5c709d87 req-ea2bf2dc-15fe-49fd-83ec-ad83c349bdd2 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251554 Apr 20 17:10:00.035164 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] Pushing event updated for resources: {'Network': ['ID=d0f2bf93-55de-44cb-a67e-1c5b329fc67b,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:00.039669 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-96ad42d9-58b8-45c2-8bca-a748148f3c8a req-3e48403b-e06f-4b1c-8aa5-696ed300d23f service neutron] 10.222.0.43 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560235 Apr 20 17:10:00.041794 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59932) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:10:00.042026 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f6b23084-959b-4160-b4f7-8685c363d657 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6495397 Apr 20 17:10:00.047196 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-3b2ee0f4-1e5b-4c82-b27a-9d169ed2f11d admin admin] Request body: {'subnet': {'network_id': 'd0f2bf93-55de-44cb-a67e-1c5b329fc67b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1777618905-subnet', 'tenant_id': 'fcb9cdf598914e169a56243374d98332', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:10:00.049643 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network d0f2bf93-55de-44cb-a67e-1c5b329fc67b details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:10:00.070269 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3b2ee0f4-1e5b-4c82-b27a-9d169ed2f11d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:10:00.078814 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3b2ee0f4-1e5b-4c82-b27a-9d169ed2f11d admin admin] Usage tracker for resource:subnet and tenant:fcb9cdf598914e169a56243374d98332 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:10:00.126223 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3b2ee0f4-1e5b-4c82-b27a-9d169ed2f11d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:10:00.142032 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3b2ee0f4-1e5b-4c82-b27a-9d169ed2f11d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:10:00.161471 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2ee0f4-1e5b-4c82-b27a-9d169ed2f11d admin admin] Made reservation on behalf of fcb9cdf598914e169a56243374d98332 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:10:00.163726 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3b2ee0f4-1e5b-4c82-b27a-9d169ed2f11d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:00.217055 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 53f874f6-bf32-4ce3-99b5-4babbb9405a5 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:10:00.271825 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-96ad42d9-58b8-45c2-8bca-a748148f3c8a req-269cce17-9718-4fc4-8126-df713eb70e48 service neutron] 10.222.0.43 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208250 Apr 20 17:10:00.353946 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 53f874f6-bf32-4ce3-99b5-4babbb9405a5, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=53f874f6-bf32-4ce3-99b5-4babbb9405a5,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:00.366791 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '53f874f6-bf32-4ce3-99b5-4babbb9405a5', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': '53f874f6-bf32-4ce3-99b5-4babbb9405a5', 'mac_address': 'fa:16:3e:10:5a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:10:00.419440 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:00.438890 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f874f6-bf32-4ce3-99b5-4babbb9405a5 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:10:00.454750 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 53f874f6-bf32-4ce3-99b5-4babbb9405a5, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=53f874f6-bf32-4ce3-99b5-4babbb9405a5,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:00.459597 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:00.476606 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d3a41-d87a-4330-b193-dbc721385edd req-68c3153e-6e27-4b1a-8424-d54217aa88e0 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:00.478094 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-055d3a41-d87a-4330-b193-dbc721385edd req-68c3153e-6e27-4b1a-8424-d54217aa88e0 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 944 time: 0.1673975 Apr 20 17:10:00.479117 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3b2ee0f4-1e5b-4c82-b27a-9d169ed2f11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:00.539532 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=53f874f6-bf32-4ce3-99b5-4babbb9405a5,revision_number=9']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:00.596846 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ee0f4-1e5b-4c82-b27a-9d169ed2f11d admin admin] Pushing event updated for resources: {'Subnet': ['ID=041f5bed-34f5-43a1-a043-f4728f15b44a,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:00.597774 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['53f874f6-bf32-4ce3-99b5-4babbb9405a5'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:10:00.615822 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-055d3a41-d87a-4330-b193-dbc721385edd req-7776e1e8-7b86-4d7d-9ae7-9c6a7b7c42c0 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081803 Apr 20 17:10:00.619251 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ee0f4-1e5b-4c82-b27a-9d169ed2f11d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:00.619595 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ee0f4-1e5b-4c82-b27a-9d169ed2f11d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:00.619923 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ee0f4-1e5b-4c82-b27a-9d169ed2f11d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:00.620245 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ee0f4-1e5b-4c82-b27a-9d169ed2f11d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:00.620902 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ee0f4-1e5b-4c82-b27a-9d169ed2f11d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:00.621224 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ee0f4-1e5b-4c82-b27a-9d169ed2f11d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:00.621542 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ee0f4-1e5b-4c82-b27a-9d169ed2f11d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:00.622399 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ee0f4-1e5b-4c82-b27a-9d169ed2f11d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:00.622399 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ee0f4-1e5b-4c82-b27a-9d169ed2f11d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:00.622594 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ee0f4-1e5b-4c82-b27a-9d169ed2f11d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:00.622771 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ee0f4-1e5b-4c82-b27a-9d169ed2f11d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:00.631587 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2ee0f4-1e5b-4c82-b27a-9d169ed2f11d admin admin] Checking segment: {'id': 'b96c457e-e49a-4055-ac1f-96b3a3bea1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd0f2bf93-55de-44cb-a67e-1c5b329fc67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:10:00.631944 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2ee0f4-1e5b-4c82-b27a-9d169ed2f11d admin admin] Network hostable DHCP agents. Network: d0f2bf93-55de-44cb-a67e-1c5b329fc67b, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:10:00.660596 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2ee0f4-1e5b-4c82-b27a-9d169ed2f11d admin admin] Network d0f2bf93-55de-44cb-a67e-1c5b329fc67b is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:10:00.674408 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-3b2ee0f4-1e5b-4c82-b27a-9d169ed2f11d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, d0f2bf93-55de-44cb-a67e-1c5b329fc67b) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:00.683570 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1008aa6-a505-443f-9b9e-b1dba81fb1db None None] Network d0f2bf93-55de-44cb-a67e-1c5b329fc67b requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:10:00.687964 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2ee0f4-1e5b-4c82-b27a-9d169ed2f11d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:00.688674 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3b2ee0f4-1e5b-4c82-b27a-9d169ed2f11d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:00.690135 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2939c-f0d4-4153-928b-8f60c4171c79 req-f77136c4-5851-4aa5-be1f-ccf19de8cb67 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:00.704434 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-84b2939c-f0d4-4153-928b-8f60c4171c79 req-f77136c4-5851-4aa5-be1f-ccf19de8cb67 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 944 time: 0.1104758 Apr 20 17:10:00.729831 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3b2ee0f4-1e5b-4c82-b27a-9d169ed2f11d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6868529 Apr 20 17:10:00.799662 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-84b2939c-f0d4-4153-928b-8f60c4171c79 req-dc606fb1-6a42-4966-bc69-c9f98c6016ae tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898013 Apr 20 17:10:00.931319 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b80715-9d00-42fa-9629-b71ab19f0019 req-58602d5e-478a-442a-8502-8b6246712cef tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:00.932974 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-59b80715-9d00-42fa-9629-b71ab19f0019 req-58602d5e-478a-442a-8502-8b6246712cef tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 945 time: 0.0969501 Apr 20 17:10:01.011300 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52dc4cd-2192-4321-996f-8d0fdfcd579b None None] Network d0f2bf93-55de-44cb-a67e-1c5b329fc67b requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:10:01.043087 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-59b80715-9d00-42fa-9629-b71ab19f0019 req-909ef4c6-2b01-4f5c-8dac-77541f494db7 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025913 Apr 20 17:10:01.076455 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7283e2-8c07-48a8-a463-9da3c0ccba5a req-57ca419e-d0b2-4c13-b1ee-d8ff6b2c11aa tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:01.078248 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7b7283e2-8c07-48a8-a463-9da3c0ccba5a req-57ca419e-d0b2-4c13-b1ee-d8ff6b2c11aa tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 950 time: 0.0896475 Apr 20 17:10:01.137514 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7b7283e2-8c07-48a8-a463-9da3c0ccba5a req-5334a53a-8d15-49f4-9919-9cb82e6b54b5 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488374 Apr 20 17:10:01.293294 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [req-98c92554-8651-42ee-9c58-754b14af62d9 req-89da4d49-fb74-4bda-9dd7-c4ccc7977261 tempest-SecurityGroupsNegativeTestJSON-1599709793 tempest-SecurityGroupsNegativeTestJSON-1599709793-project] show failed (client error): The resource could not be found. Apr 20 17:10:01.303229 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-98c92554-8651-42ee-9c58-754b14af62d9 req-89da4d49-fb74-4bda-9dd7-c4ccc7977261 tempest-SecurityGroupsNegativeTestJSON-1599709793 tempest-SecurityGroupsNegativeTestJSON-1599709793-project] 10.222.0.39 "GET /v2.0/security-groups/e7582544-3b77-4fc3-8cc0-7d4edbc78f8f HTTP/1.1" status: 404 len: 352 time: 0.0265079 Apr 20 17:10:01.367914 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c2edc-7caf-4113-95de-decaf2d42c8b req-05d511f2-8a19-42fc-8a50-2f5ab91a0132 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:01.369351 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-197c2edc-7caf-4113-95de-decaf2d42c8b req-05d511f2-8a19-42fc-8a50-2f5ab91a0132 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 949 time: 0.0899651 Apr 20 17:10:01.423435 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-197c2edc-7caf-4113-95de-decaf2d42c8b req-d9eaa375-b590-4baa-a361-5b2baf58f8fe tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449173 Apr 20 17:10:01.533030 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-42c4de0b-1ef3-4e13-af75-d2eed04c6c4a req-d66f1a0e-5daf-4b8c-8748-7e81b3032a5a tempest-SecurityGroupsNegativeTestJSON-1599709793 tempest-SecurityGroupsNegativeTestJSON-1599709793-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fcb9cdf598914e169a56243374d98332 HTTP/1.1" status: 200 len: 2652 time: 0.0633972 Apr 20 17:10:01.595296 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-42c4de0b-1ef3-4e13-af75-d2eed04c6c4a req-212b75fb-5341-4358-bee1-2bdde826c391 tempest-SecurityGroupsNegativeTestJSON-1599709793 tempest-SecurityGroupsNegativeTestJSON-1599709793-project] 10.222.0.39 "GET /v2.0/security-groups/2ae5131b-b8ef-4fdb-ac5d-7176e546fef7 HTTP/1.1" status: 200 len: 2649 time: 0.0559785 Apr 20 17:10:01.650976 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-42c4de0b-1ef3-4e13-af75-d2eed04c6c4a req-a649ead5-1393-4e85-a418-f91d3d510c26 tempest-SecurityGroupsNegativeTestJSON-1599709793 tempest-SecurityGroupsNegativeTestJSON-1599709793-project] 10.222.0.39 "GET /v2.0/security-groups/2ae5131b-b8ef-4fdb-ac5d-7176e546fef7 HTTP/1.1" status: 200 len: 2649 time: 0.0547247 Apr 20 17:10:01.741695 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e6f67f5a-aee4-4c5d-b92f-154d6a448330 req-c9fb3236-5a8e-4bfa-910e-76ccba6a519a tempest-SecurityGroupsNegativeTestJSON-1599709793 tempest-SecurityGroupsNegativeTestJSON-1599709793-project] 10.222.0.39 "GET /v2.0/security-groups/2ae5131b-b8ef-4fdb-ac5d-7176e546fef7 HTTP/1.1" status: 200 len: 2649 time: 0.0569079 Apr 20 17:10:01.835340 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [req-e6f67f5a-aee4-4c5d-b92f-154d6a448330 req-2c020156-23a4-418d-aa01-79e61bf493d1 tempest-SecurityGroupsNegativeTestJSON-1599709793 tempest-SecurityGroupsNegativeTestJSON-1599709793-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 20 17:10:01.836590 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e6f67f5a-aee4-4c5d-b92f-154d6a448330 req-2c020156-23a4-418d-aa01-79e61bf493d1 tempest-SecurityGroupsNegativeTestJSON-1599709793 tempest-SecurityGroupsNegativeTestJSON-1599709793-project] 10.222.0.39 "DELETE /v2.0/security-groups/2ae5131b-b8ef-4fdb-ac5d-7176e546fef7 HTTP/1.1" status: 409 len: 352 time: 0.0920923 Apr 20 17:10:01.904750 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063da92f-eb7c-45d6-af94-c13d222ff8e4 req-4bb3f5a8-0e06-44b6-b377-369ac9e22138 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:01.906218 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-063da92f-eb7c-45d6-af94-c13d222ff8e4 req-4bb3f5a8-0e06-44b6-b377-369ac9e22138 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 944 time: 0.0953088 Apr 20 17:10:01.960267 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-063da92f-eb7c-45d6-af94-c13d222ff8e4 req-401abab4-6127-467b-b934-4fa8934cca9d tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472989 Apr 20 17:10:02.035508 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [req-577a0aed-573a-4999-9027-952fe2a40941 req-2fb87a51-1f9a-4562-8ebd-69ec6d45e3b7 tempest-SecurityGroupsNegativeTestJSON-1599709793 tempest-SecurityGroupsNegativeTestJSON-1599709793-project] show failed (client error): The resource could not be found. Apr 20 17:10:02.036996 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-577a0aed-573a-4999-9027-952fe2a40941 req-2fb87a51-1f9a-4562-8ebd-69ec6d45e3b7 tempest-SecurityGroupsNegativeTestJSON-1599709793 tempest-SecurityGroupsNegativeTestJSON-1599709793-project] 10.222.0.39 "GET /v2.0/security-groups/0c9ed7dc-6e46-412b-b4b4-cead16886cf8 HTTP/1.1" status: 404 len: 352 time: 0.0183673 Apr 20 17:10:02.070787 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b3b4f-e8f7-4034-bb14-f41b31aa592a req-877b4987-eb13-41d5-8c18-7ed4efa2684a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:02.072808 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ac8b3b4f-e8f7-4034-bb14-f41b31aa592a req-877b4987-eb13-41d5-8c18-7ed4efa2684a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 944 time: 0.1016212 Apr 20 17:10:02.099272 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [req-60b26dfb-5087-4a42-9fd4-f904b35c30fb req-806f65c2-6069-4d2e-954e-fec3b769a193 tempest-SecurityGroupsNegativeTestJSON-1599709793 tempest-SecurityGroupsNegativeTestJSON-1599709793-project] show failed (client error): The resource could not be found. Apr 20 17:10:02.100308 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-60b26dfb-5087-4a42-9fd4-f904b35c30fb req-806f65c2-6069-4d2e-954e-fec3b769a193 tempest-SecurityGroupsNegativeTestJSON-1599709793 tempest-SecurityGroupsNegativeTestJSON-1599709793-project] 10.222.0.39 "GET /v2.0/security-groups/48c32573-54cd-4482-873c-0974abcf9fc0 HTTP/1.1" status: 404 len: 352 time: 0.0210719 Apr 20 17:10:02.116593 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59992) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:10:02.211247 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ac8b3b4f-e8f7-4034-bb14-f41b31aa592a req-2683e437-3871-410d-860e-4f29a5032a8e tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323752 Apr 20 17:10:02.216671 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-494e770e-0842-4811-a2c5-41409e1ad84f admin admin] Deleting subnet 041f5bed-34f5-43a1-a043-f4728f15b44a {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:10:02.220550 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-494e770e-0842-4811-a2c5-41409e1ad84f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:02.233445 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 3080caef-a65f-4017-8a99-a9197ea5a7b1 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:10:02.322926 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d0c5f-ec56-40bc-b332-42447a17d0a9 req-86ef230d-4a7a-40c7-b519-bf6db00128b0 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:02.330313 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5a5d0c5f-ec56-40bc-b332-42447a17d0a9 req-86ef230d-4a7a-40c7-b519-bf6db00128b0 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 945 time: 0.1141715 Apr 20 17:10:02.356280 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-494e770e-0842-4811-a2c5-41409e1ad84f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:02.389160 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5a5d0c5f-ec56-40bc-b332-42447a17d0a9 req-a2732f05-4e8d-437f-a42b-ff8c69651a7b tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575538 Apr 20 17:10:02.473566 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 3080caef-a65f-4017-8a99-a9197ea5a7b1, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=3080caef-a65f-4017-8a99-a9197ea5a7b1,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:02.491918 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '3080caef-a65f-4017-8a99-a9197ea5a7b1', 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77', 'port_id': '3080caef-a65f-4017-8a99-a9197ea5a7b1', 'mac_address': 'fa:16:3e:34:90:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afaadd71-91d9-490d-8c9c-d83dc8020198', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:10:02.496605 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 53f874f6-bf32-4ce3-99b5-4babbb9405a5 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:10:02.628733 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:02.647664 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-494e770e-0842-4811-a2c5-41409e1ad84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:02.649564 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3080caef-a65f-4017-8a99-a9197ea5a7b1 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:10:02.665704 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 3080caef-a65f-4017-8a99-a9197ea5a7b1, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=3080caef-a65f-4017-8a99-a9197ea5a7b1,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:02.688219 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 53f874f6-bf32-4ce3-99b5-4babbb9405a5 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:02.689083 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:02.726210 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d284b-2944-4805-8ba2-df75478c2b5c req-44643935-d7ef-447a-a7b1-f89fb65f8553 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:02.735436 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-555d284b-2944-4805-8ba2-df75478c2b5c req-44643935-d7ef-447a-a7b1-f89fb65f8553 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 950 time: 0.3236499 Apr 20 17:10:02.757842 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:02.787493 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77fd90-c0ed-45fc-a043-3901593a69f6 req-72770c73-7e71-4ce4-975e-ef806c63b0ad tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:02.796251 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ae77fd90-c0ed-45fc-a043-3901593a69f6 req-72770c73-7e71-4ce4-975e-ef806c63b0ad tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 949 time: 0.1082718 Apr 20 17:10:02.801756 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-494e770e-0842-4811-a2c5-41409e1ad84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:02.841746 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e770e-0842-4811-a2c5-41409e1ad84f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=041f5bed-34f5-43a1-a043-f4728f15b44a,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:02.848259 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-555d284b-2944-4805-8ba2-df75478c2b5c req-7806edc8-b82a-4089-95fa-3faf8234a771 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119785 Apr 20 17:10:02.856464 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-494e770e-0842-4811-a2c5-41409e1ad84f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:02.865041 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ae77fd90-c0ed-45fc-a043-3901593a69f6 req-a3ff2980-fe79-4a7d-8dba-d6d4376a611d tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675502 Apr 20 17:10:02.872786 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-494e770e-0842-4811-a2c5-41409e1ad84f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/041f5bed-34f5-43a1-a043-f4728f15b44a HTTP/1.1" status: 204 len: 168 time: 0.7549880 Apr 20 17:10:02.875314 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60006) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:10:02.914571 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=3080caef-a65f-4017-8a99-a9197ea5a7b1,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:02.942080 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:02.976328 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b696fee-6ad7-4b5f-b6a6-c7e05fe82714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f874f6-bf32-4ce3-99b5-4babbb9405a5'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:10:02.986924 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 53f874f6-bf32-4ce3-99b5-4babbb9405a5, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=53f874f6-bf32-4ce3-99b5-4babbb9405a5,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:02.992096 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:03.018733 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c77ec6d4-5422-4b11-b06e-ef8f062d24b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:03.046152 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63805e84-659d-4d59-90da-0d3f02a3fdd6'] response: {'server_uuid': '9b696fee-6ad7-4b5f-b6a6-c7e05fe82714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f874f6-bf32-4ce3-99b5-4babbb9405a5', 'code': 200} Apr 20 17:10:03.063554 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['3080caef-a65f-4017-8a99-a9197ea5a7b1'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:10:03.133076 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=53f874f6-bf32-4ce3-99b5-4babbb9405a5,revision_number=10']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:03.215270 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c77ec6d4-5422-4b11-b06e-ef8f062d24b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:03.251005 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-c77ec6d4-5422-4b11-b06e-ef8f062d24b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f2bf93-55de-44cb-a67e-1c5b329fc67b']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:03.276153 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-c77ec6d4-5422-4b11-b06e-ef8f062d24b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b96c457e-e49a-4055-ac1f-96b3a3bea1db') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:03.276513 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-c77ec6d4-5422-4b11-b06e-ef8f062d24b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b96c457e-e49a-4055-ac1f-96b3a3bea1db') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:03.292022 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c77ec6d4-5422-4b11-b06e-ef8f062d24b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:03.316266 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aba3ed-2975-4f07-ba8d-b61c178b3b4d req-5137286c-9839-49d6-be2e-b616acd5c77e tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:03.317786 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b2aba3ed-2975-4f07-ba8d-b61c178b3b4d req-5137286c-9839-49d6-be2e-b616acd5c77e tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 944 time: 0.1473777 Apr 20 17:10:03.318932 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c77ec6d4-5422-4b11-b06e-ef8f062d24b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:03.334175 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c77ec6d4-5422-4b11-b06e-ef8f062d24b3 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:10:03.335953 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c77ec6d4-5422-4b11-b06e-ef8f062d24b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:03.437317 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:10:03.437317 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:10:03.437317 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:10:03.437317 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:10:03.437317 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:10:03.437317 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:10:03.437317 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:10:03.437317 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:10:03.437317 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:10:03.437317 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:10:03.437317 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:10:03.437317 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:10:03.437317 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:10:03.437317 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:10:03.437317 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:10:03.437317 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:10:03.437317 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:10:03.437317 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:10:03.437317 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:10:03.437317 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:10:03.437317 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:10:03.437317 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:10:03.437317 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:10:03.437317 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:10:03.437317 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:10:03.437317 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:10:03.437317 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:10:03.437317 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:10:03.437317 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:10:03.437317 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:10:03.437317 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:10:03.437317 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:10:03.470139 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede59273-1ff9-4de2-96a0-3301524b9583 req-26883575-e2c9-4269-adcf-3fcb5fcfcaaf tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:03.476816 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c77ec6d4-5422-4b11-b06e-ef8f062d24b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:03.481683 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ede59273-1ff9-4de2-96a0-3301524b9583 req-26883575-e2c9-4269-adcf-3fcb5fcfcaaf tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Synchronizing usage tracker for tenant:c6309d4027774bf39a206d4366b6ddc5 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:10:03.501900 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c77ec6d4-5422-4b11-b06e-ef8f062d24b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:03.512657 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ec6d4-5422-4b11-b06e-ef8f062d24b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0f2bf93-55de-44cb-a67e-1c5b329fc67b,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:03.513447 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ede59273-1ff9-4de2-96a0-3301524b9583 req-26883575-e2c9-4269-adcf-3fcb5fcfcaaf tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Unset dirty status for tenant:c6309d4027774bf39a206d4366b6ddc5 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:10:03.520326 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ede59273-1ff9-4de2-96a0-3301524b9583 req-26883575-e2c9-4269-adcf-3fcb5fcfcaaf tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 945 time: 0.1823366 Apr 20 17:10:03.530801 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b2aba3ed-2975-4f07-ba8d-b61c178b3b4d req-af2e52cc-4f0a-4554-bf6f-487be5bcf5b8 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034945 Apr 20 17:10:03.534822 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c77ec6d4-5422-4b11-b06e-ef8f062d24b3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d0f2bf93-55de-44cb-a67e-1c5b329fc67b HTTP/1.1" status: 204 len: 168 time: 0.6560287 Apr 20 17:10:03.619055 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ede59273-1ff9-4de2-96a0-3301524b9583 req-61a4a483-0614-4089-aed0-6d3e4e259cc4 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977402 Apr 20 17:10:03.785125 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60026) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:10:03.808821 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83851d03-c5c7-4d2e-80c0-955afd4b2992 req-f8d963a5-9691-4789-876c-b5c60fa30af9 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:03.816147 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-83851d03-c5c7-4d2e-80c0-955afd4b2992 req-f8d963a5-9691-4789-876c-b5c60fa30af9 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 945 time: 0.1153121 Apr 20 17:10:03.840572 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-dd1b4928-63d6-4104-acdd-8e771a8bbdd7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fcb9cdf598914e169a56243374d98332&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0540979 Apr 20 17:10:03.843843 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60030) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:10:03.868394 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-83851d03-c5c7-4d2e-80c0-955afd4b2992 req-5757aebc-9f68-4ebf-afb3-d9dd689d6387 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509696 Apr 20 17:10:04.012698 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-61982344-2e23-4657-a63b-da7afa00bdd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:04.052683 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-61982344-2e23-4657-a63b-da7afa00bdd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:04.140025 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc7c71-69c6-4f63-85f2-20d732097c79 req-2fe92839-f672-42f6-b6d2-4967b4c1467e tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:04.147891 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f0cc7c71-69c6-4f63-85f2-20d732097c79 req-2fe92839-f672-42f6-b6d2-4967b4c1467e tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 950 time: 0.0882809 Apr 20 17:10:04.202355 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f0cc7c71-69c6-4f63-85f2-20d732097c79 req-1f9218e2-f54f-436c-a4aa-e25e79a1dc21 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531144 Apr 20 17:10:04.260032 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 3080caef-a65f-4017-8a99-a9197ea5a7b1 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:10:04.283193 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-61982344-2e23-4657-a63b-da7afa00bdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:04.307421 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61982344-2e23-4657-a63b-da7afa00bdd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae5131b-b8ef-4fdb-ac5d-7176e546fef7,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:04.316552 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdaf6f-5dcd-48dc-8b93-310e04863510 req-4e4c30ea-a933-4851-9abd-f0b79b2fb314 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:04.323738 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-67fdaf6f-5dcd-48dc-8b93-310e04863510 req-4e4c30ea-a933-4851-9abd-f0b79b2fb314 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 949 time: 0.2485614 Apr 20 17:10:04.326888 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-61982344-2e23-4657-a63b-da7afa00bdd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:04.330446 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-61982344-2e23-4657-a63b-da7afa00bdd9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2ae5131b-b8ef-4fdb-ac5d-7176e546fef7 HTTP/1.1" status: 204 len: 168 time: 0.4826033 Apr 20 17:10:04.376538 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-67fdaf6f-5dcd-48dc-8b93-310e04863510 req-cf2cd0e7-4d52-432c-a13a-a0a7cb3baa51 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518353 Apr 20 17:10:04.381485 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 3080caef-a65f-4017-8a99-a9197ea5a7b1 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:10:04.390429 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 3080caef-a65f-4017-8a99-a9197ea5a7b1 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:04.390790 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:04.538034 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:04.587555 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 3080caef-a65f-4017-8a99-a9197ea5a7b1, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=3080caef-a65f-4017-8a99-a9197ea5a7b1,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:04.595456 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:04.743766 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=3080caef-a65f-4017-8a99-a9197ea5a7b1,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:04.917651 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ddc39-9a76-497e-ae60-663f4a49d347 req-9f5c3cd2-64e8-428e-860f-d5211fc79553 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:04.927253 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5c0ddc39-9a76-497e-ae60-663f4a49d347 req-9f5c3cd2-64e8-428e-860f-d5211fc79553 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 944 time: 0.1534262 Apr 20 17:10:04.957763 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984d692-75fe-42bf-ab30-ad3b5ab4c775 req-36ca8992-fdbf-4c19-8abd-aa17e3f661f8 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:04.965397 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7984d692-75fe-42bf-ab30-ad3b5ab4c775 req-36ca8992-fdbf-4c19-8abd-aa17e3f661f8 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 946 time: 0.1290214 Apr 20 17:10:05.023902 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5c0ddc39-9a76-497e-ae60-663f4a49d347 req-01bbe634-8bab-4c64-a419-99e756b6ae14 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953417 Apr 20 17:10:05.047777 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63c3fae-e352-4bc1-a87f-fa54c9342662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3080caef-a65f-4017-8a99-a9197ea5a7b1'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:10:05.058065 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7984d692-75fe-42bf-ab30-ad3b5ab4c775 req-160ebce9-76b3-4ea7-b15c-dc517e86f27b tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906689 Apr 20 17:10:05.264013 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4149608-79c2-4b8e-97f4-a056fe253af3'] response: {'server_uuid': 'b63c3fae-e352-4bc1-a87f-fa54c9342662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3080caef-a65f-4017-8a99-a9197ea5a7b1', 'code': 200} Apr 20 17:10:05.350842 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060235a-79d8-4933-864d-a22d6268cff7 req-18e44471-d78f-40fe-8191-c35e17696727 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:05.358071 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a060235a-79d8-4933-864d-a22d6268cff7 req-18e44471-d78f-40fe-8191-c35e17696727 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 945 time: 0.1644928 Apr 20 17:10:05.454118 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a060235a-79d8-4933-864d-a22d6268cff7 req-a76da7ab-7816-4a3e-a360-7e0f9a780349 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950987 Apr 20 17:10:05.531629 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ada131cd-1ae1-481e-a4ed-11480c33371c req-149f3068-289b-4b64-8d86-9bb03e139555 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 1097 time: 0.1868029 Apr 20 17:10:05.588758 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ada131cd-1ae1-481e-a4ed-11480c33371c req-c36bcf7a-2a4b-4cb3-a92b-b4064aa86e47 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462685 Apr 20 17:10:05.622251 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f7e6f-860f-4b47-9381-d1887e5fe447 req-9bb969a1-9953-4c19-ae16-5474f41349d5 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:05.624090 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4f2f7e6f-860f-4b47-9381-d1887e5fe447 req-9bb969a1-9953-4c19-ae16-5474f41349d5 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 950 time: 0.1613152 Apr 20 17:10:05.681568 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4f2f7e6f-860f-4b47-9381-d1887e5fe447 req-5c362423-3b5b-488d-a1e4-c29ac30048c9 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453720 Apr 20 17:10:05.738210 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95533608-6a41-4b31-8afa-f01acd576075 req-3b6446c3-9cfb-4a1c-8e83-4fe885ce9d3a tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:05.739736 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95533608-6a41-4b31-8afa-f01acd576075 req-3b6446c3-9cfb-4a1c-8e83-4fe885ce9d3a tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 949 time: 0.1217833 Apr 20 17:10:05.805248 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95533608-6a41-4b31-8afa-f01acd576075 req-53fa24b5-555b-47bf-af8f-f99ccc8eee48 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577667 Apr 20 17:10:06.290741 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7e8f9-5b82-4f66-9196-dd404e6db922 req-fcb44b7e-f5d4-4f08-879c-66272420491e tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:06.297817 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-14d7e8f9-5b82-4f66-9196-dd404e6db922 req-fcb44b7e-f5d4-4f08-879c-66272420491e tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 946 time: 0.1077397 Apr 20 17:10:06.358607 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-14d7e8f9-5b82-4f66-9196-dd404e6db922 req-b9c2872b-d9a5-4b55-936b-2137902c05fc tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596504 Apr 20 17:10:06.443482 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fd474-66b3-47ee-9d9a-70554e10db9a req-2e32bb73-49d5-4d62-b07e-053524c22926 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:06.445833 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c74fd474-66b3-47ee-9d9a-70554e10db9a req-2e32bb73-49d5-4d62-b07e-053524c22926 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 944 time: 0.1199365 Apr 20 17:10:06.581274 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c74fd474-66b3-47ee-9d9a-70554e10db9a req-831fd2b6-b9e2-4c0d-a93f-4ab94be03d8b tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290359 Apr 20 17:10:06.697794 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60102) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:10:06.781698 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67efae-02ae-4bb0-a76f-c4b1818be648 req-76b62059-d84b-4fd5-8678-9cc7e6c586ea tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:06.783296 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1c67efae-02ae-4bb0-a76f-c4b1818be648 req-76b62059-d84b-4fd5-8678-9cc7e6c586ea tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 945 time: 0.1231759 Apr 20 17:10:06.847566 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1c67efae-02ae-4bb0-a76f-c4b1818be648 req-9dcea872-ccb1-4a45-aab3-673cf0ec935e tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563579 Apr 20 17:10:07.003814 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f4c6c8da-aa11-4cae-97a2-d06214e365ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:07.073737 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089aad08-1706-415c-86a5-2a2704815b46 req-156e5f5e-a9fb-4f02-89b0-bf5468978a15 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:07.075411 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-089aad08-1706-415c-86a5-2a2704815b46 req-156e5f5e-a9fb-4f02-89b0-bf5468978a15 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 950 time: 0.2267160 Apr 20 17:10:07.076616 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f4c6c8da-aa11-4cae-97a2-d06214e365ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:10:07.081792 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f4c6c8da-aa11-4cae-97a2-d06214e365ed admin admin] Usage tracker for resource:security_group_rule and tenant:ed8743d88e564c538c65bb6e6e8ea26a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:10:07.091242 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f4c6c8da-aa11-4cae-97a2-d06214e365ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:10:07.110524 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f4c6c8da-aa11-4cae-97a2-d06214e365ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:10:07.137384 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9e583-ba19-484f-9526-1e67b14bd9c6 req-b0fa8cc7-ab7c-45e5-bfee-76e7dd4087c6 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:07.140272 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-01e9e583-ba19-484f-9526-1e67b14bd9c6 req-b0fa8cc7-ab7c-45e5-bfee-76e7dd4087c6 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 949 time: 0.1019862 Apr 20 17:10:07.211319 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-089aad08-1706-415c-86a5-2a2704815b46 req-bebffd79-4099-41d3-adfa-af3819450c6d tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256371 Apr 20 17:10:07.233278 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f4c6c8da-aa11-4cae-97a2-d06214e365ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:07.238500 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f4c6c8da-aa11-4cae-97a2-d06214e365ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:07.248078 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-01e9e583-ba19-484f-9526-1e67b14bd9c6 req-6ed907d2-9b79-49ce-88cc-b60e0e70e596 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959108 Apr 20 17:10:07.304687 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6c8da-aa11-4cae-97a2-d06214e365ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdd491e-d259-408e-8f8f-13689519100a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:07.313520 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60114) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:10:07.326361 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f4c6c8da-aa11-4cae-97a2-d06214e365ed admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ed8743d88e564c538c65bb6e6e8ea26a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6273222 Apr 20 17:10:07.389488 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b5099fd4-5508-4c13-aef6-06fb329e4ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:07.423822 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b5099fd4-5508-4c13-aef6-06fb329e4ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:07.494282 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b5099fd4-5508-4c13-aef6-06fb329e4ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:07.520418 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5099fd4-5508-4c13-aef6-06fb329e4ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdd491e-d259-408e-8f8f-13689519100a,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:07.531119 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b5099fd4-5508-4c13-aef6-06fb329e4ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:07.532404 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b5099fd4-5508-4c13-aef6-06fb329e4ef2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0cdd491e-d259-408e-8f8f-13689519100a HTTP/1.1" status: 204 len: 168 time: 0.2175875 Apr 20 17:10:07.639177 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe93bfc-9f22-47ed-b15b-9a118a4d3273 req-b28bcd56-8a38-40a8-b5b2-323b3869c9ed tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:07.640698 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6fe93bfc-9f22-47ed-b15b-9a118a4d3273 req-b28bcd56-8a38-40a8-b5b2-323b3869c9ed tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 946 time: 0.0993471 Apr 20 17:10:07.714577 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6fe93bfc-9f22-47ed-b15b-9a118a4d3273 req-39cd0b9e-0100-4767-9586-d91106a5442d tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645912 Apr 20 17:10:07.970702 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-21f70010-25e1-467e-9e39-2134cfbe3355 req-f2c04e46-4908-42b1-86e0-7577e6526b42 tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 1097 time: 0.1005321 Apr 20 17:10:08.032029 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-21f70010-25e1-467e-9e39-2134cfbe3355 req-c8b87b3f-5419-4e63-bedb-adc6e2a9d90a tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600290 Apr 20 17:10:08.041029 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4533986-bb05-463e-91db-b853510bff94 req-4091bae1-680c-4702-876a-3d6d27320387 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:08.043605 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a4533986-bb05-463e-91db-b853510bff94 req-4091bae1-680c-4702-876a-3d6d27320387 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 944 time: 0.2483325 Apr 20 17:10:08.129499 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a4533986-bb05-463e-91db-b853510bff94 req-bf07bbed-f319-4159-be4a-cbfb4b3ec594 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704448 Apr 20 17:10:08.255387 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d0184-b2ab-448f-995d-a725a2ac7589 req-03a42a70-15ac-4f9c-b5b7-26858bd5989b tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:08.256946 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fd6d0184-b2ab-448f-995d-a725a2ac7589 req-03a42a70-15ac-4f9c-b5b7-26858bd5989b tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 945 time: 0.0860584 Apr 20 17:10:08.320150 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fd6d0184-b2ab-448f-995d-a725a2ac7589 req-1a7894d5-aaf8-4026-9ecc-01dd574651b2 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563102 Apr 20 17:10:08.433483 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cef8b8a5-0699-48ab-9a55-d72a38900671 req-397ecda4-2373-41f1-909b-9110bdaa6f9c tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 1097 time: 0.1265955 Apr 20 17:10:08.527382 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cef8b8a5-0699-48ab-9a55-d72a38900671 req-32808caa-64ab-4ca9-b786-66007197be67 tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928452 Apr 20 17:10:08.596331 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9f7ee-c03e-4923-baab-bf5e3c9fa716 req-67927934-d432-463f-8d42-ad819992d786 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:08.603592 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-30b9f7ee-c03e-4923-baab-bf5e3c9fa716 req-67927934-d432-463f-8d42-ad819992d786 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 950 time: 0.1070004 Apr 20 17:10:08.680639 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-30b9f7ee-c03e-4923-baab-bf5e3c9fa716 req-28a73c36-27c0-40f7-bd53-0ee725c2c580 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760787 Apr 20 17:10:08.788776 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95954bfe-98d2-40b7-84ec-11e1d14649e0 req-31255a51-64a8-4ec2-88c6-d3eff08ce482 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:08.796136 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95954bfe-98d2-40b7-84ec-11e1d14649e0 req-31255a51-64a8-4ec2-88c6-d3eff08ce482 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 949 time: 0.1552217 Apr 20 17:10:08.803145 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60166) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:10:08.863926 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95954bfe-98d2-40b7-84ec-11e1d14649e0 req-66210874-03c9-46f3-a0d7-7b4c1a85dd06 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668199 Apr 20 17:10:08.960170 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-866f9ea2-6942-466b-8fd7-d1704a8a3ec9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1181737381-network', 'tenant_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:10:08.965588 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-866f9ea2-6942-466b-8fd7-d1704a8a3ec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:10:08.971450 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-866f9ea2-6942-466b-8fd7-d1704a8a3ec9 admin admin] Usage tracker for resource:network and tenant:d8235d2e2e9042338bf4fd5c9dbdfc12 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:10:08.977592 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-866f9ea2-6942-466b-8fd7-d1704a8a3ec9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:10:08.984610 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-866f9ea2-6942-466b-8fd7-d1704a8a3ec9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:10:08.998713 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866f9ea2-6942-466b-8fd7-d1704a8a3ec9 admin admin] Made reservation on behalf of d8235d2e2e9042338bf4fd5c9dbdfc12 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:10:09.001195 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-866f9ea2-6942-466b-8fd7-d1704a8a3ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:09.014530 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-866f9ea2-6942-466b-8fd7-d1704a8a3ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:09.055594 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-866f9ea2-6942-466b-8fd7-d1704a8a3ec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:10:09.060629 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-866f9ea2-6942-466b-8fd7-d1704a8a3ec9 admin admin] Usage tracker for resource:security_group_rule and tenant:d8235d2e2e9042338bf4fd5c9dbdfc12 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:10:09.065138 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-866f9ea2-6942-466b-8fd7-d1704a8a3ec9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:10:09.072805 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-866f9ea2-6942-466b-8fd7-d1704a8a3ec9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:10:09.137396 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-56034a73-2ba5-4487-a12c-143069478cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:09.202753 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-866f9ea2-6942-466b-8fd7-d1704a8a3ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:09.208916 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-866f9ea2-6942-466b-8fd7-d1704a8a3ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:09.292164 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-866f9ea2-6942-466b-8fd7-d1704a8a3ec9 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:10:09.323535 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f9ea2-6942-466b-8fd7-d1704a8a3ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc6f564-eed7-4ae2-9f52-45306a0bb0fa,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:09.329519 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-866f9ea2-6942-466b-8fd7-d1704a8a3ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:09.329858 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-866f9ea2-6942-466b-8fd7-d1704a8a3ec9 admin admin] Added segment f12d8e57-facb-44d4-ac58-a089f6db229d of type vlan for network 9a626c9a-ac9c-4541-bae9-2e2575451241 Apr 20 17:10:09.385021 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a216a7-6208-4f30-84f5-a0b4b95cda15 req-4de4867e-80ce-470f-9efa-7b161b6d4cb7 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:09.396413 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-866f9ea2-6942-466b-8fd7-d1704a8a3ec9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:09.399334 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-07a216a7-6208-4f30-84f5-a0b4b95cda15 req-4de4867e-80ce-470f-9efa-7b161b6d4cb7 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 944 time: 0.0964012 Apr 20 17:10:09.420742 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-127fed93-d3bb-4495-8017-f19f059c950a req-7bb8e4f0-5aec-4f7f-ab4b-255fd4b31bfe tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 1097 time: 0.1819422 Apr 20 17:10:09.483863 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-07a216a7-6208-4f30-84f5-a0b4b95cda15 req-dd3c8760-a4c5-4ba5-8f5b-6909a9b74be5 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834861 Apr 20 17:10:09.487082 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-127fed93-d3bb-4495-8017-f19f059c950a req-a347fa00-8ecb-402f-85e2-49ebb1a58e56 tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652599 Apr 20 17:10:09.495025 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-866f9ea2-6942-466b-8fd7-d1704a8a3ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:09.497092 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866f9ea2-6942-466b-8fd7-d1704a8a3ec9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:09.497694 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-866f9ea2-6942-466b-8fd7-d1704a8a3ec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:09.626908 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f9ea2-6942-466b-8fd7-d1704a8a3ec9 admin admin] Pushing event updated for resources: {'Network': ['ID=9a626c9a-ac9c-4541-bae9-2e2575451241,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:09.638383 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60180) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:10:09.639434 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-866f9ea2-6942-466b-8fd7-d1704a8a3ec9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8351855 Apr 20 17:10:09.641225 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 9a626c9a-ac9c-4541-bae9-2e2575451241 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:10:09.644262 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-4063c1b3-0fad-409b-af82-8a4c5d8f973e admin admin] Request body: {'subnet': {'network_id': '9a626c9a-ac9c-4541-bae9-2e2575451241', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1181737381-subnet', 'tenant_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:10:09.649328 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4063c1b3-0fad-409b-af82-8a4c5d8f973e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:10:09.653826 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4063c1b3-0fad-409b-af82-8a4c5d8f973e admin admin] Usage tracker for resource:subnet and tenant:d8235d2e2e9042338bf4fd5c9dbdfc12 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:10:09.657039 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4063c1b3-0fad-409b-af82-8a4c5d8f973e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:10:09.664222 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4063c1b3-0fad-409b-af82-8a4c5d8f973e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:10:09.687743 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4063c1b3-0fad-409b-af82-8a4c5d8f973e admin admin] Made reservation on behalf of d8235d2e2e9042338bf4fd5c9dbdfc12 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:10:09.697964 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4063c1b3-0fad-409b-af82-8a4c5d8f973e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:09.749391 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea44105-cb71-432a-b476-8a785a091b59 req-749f6945-b032-43ca-a2b5-f72c88b9546e tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:09.762968 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cea44105-cb71-432a-b476-8a785a091b59 req-749f6945-b032-43ca-a2b5-f72c88b9546e tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 945 time: 0.1303780 Apr 20 17:10:09.837087 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cea44105-cb71-432a-b476-8a785a091b59 req-d65e9b26-04db-4888-ba08-1f8d76133ca9 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710056 Apr 20 17:10:10.007466 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4063c1b3-0fad-409b-af82-8a4c5d8f973e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:10.102972 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c10b8c-4911-4b7f-8dc7-5887dcd76bbc req-491932c1-b127-4227-ab88-76653ed9c818 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:10.111000 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c5c10b8c-4911-4b7f-8dc7-5887dcd76bbc req-491932c1-b127-4227-ab88-76653ed9c818 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 949 time: 0.1056182 Apr 20 17:10:10.173992 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c5c10b8c-4911-4b7f-8dc7-5887dcd76bbc req-ff86f7b1-0651-485a-85c6-a8dd28bb77f5 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619996 Apr 20 17:10:10.190998 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063c1b3-0fad-409b-af82-8a4c5d8f973e admin admin] Pushing event updated for resources: {'Subnet': ['ID=28ae77fd-3c81-4f90-97a9-6a7f641f7d2f,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:10.199089 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4063c1b3-0fad-409b-af82-8a4c5d8f973e admin admin] Checking segment: {'id': 'f12d8e57-facb-44d4-ac58-a089f6db229d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9a626c9a-ac9c-4541-bae9-2e2575451241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:10:10.199526 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4063c1b3-0fad-409b-af82-8a4c5d8f973e admin admin] Network hostable DHCP agents. Network: 9a626c9a-ac9c-4541-bae9-2e2575451241, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:10:10.242714 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac3989-4c86-48c2-9156-183912d33815 req-cbcc1cb2-4f23-4522-9bc1-735795d3a9d1 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:10.250287 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-32ac3989-4c86-48c2-9156-183912d33815 req-cbcc1cb2-4f23-4522-9bc1-735795d3a9d1 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 950 time: 0.1921835 Apr 20 17:10:10.286444 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4063c1b3-0fad-409b-af82-8a4c5d8f973e admin admin] Network 9a626c9a-ac9c-4541-bae9-2e2575451241 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:10:10.306832 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-4063c1b3-0fad-409b-af82-8a4c5d8f973e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 9a626c9a-ac9c-4541-bae9-2e2575451241) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:10.329236 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3962e10-2174-4a51-9bce-856f0959229a None None] Network 9a626c9a-ac9c-4541-bae9-2e2575451241 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:10:10.330630 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-32ac3989-4c86-48c2-9156-183912d33815 req-298492dd-64bf-4fc3-a107-219881039d4f tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792620 Apr 20 17:10:10.332118 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4063c1b3-0fad-409b-af82-8a4c5d8f973e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:10.333727 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4063c1b3-0fad-409b-af82-8a4c5d8f973e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:10.377867 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4063c1b3-0fad-409b-af82-8a4c5d8f973e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7357223 Apr 20 17:10:10.378270 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60194) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:10:10.383675 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-daebec96-70cf-46be-9fbe-1574dc8347d8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1181737381-router', 'tenant_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:10:10.390612 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-daebec96-70cf-46be-9fbe-1574dc8347d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:10:10.394701 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-daebec96-70cf-46be-9fbe-1574dc8347d8 admin admin] Usage tracker for resource:router and tenant:d8235d2e2e9042338bf4fd5c9dbdfc12 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:10:10.411556 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-daebec96-70cf-46be-9fbe-1574dc8347d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:10:10.439473 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-daebec96-70cf-46be-9fbe-1574dc8347d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:10:10.458210 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-daebec96-70cf-46be-9fbe-1574dc8347d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:10.459356 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-daebec96-70cf-46be-9fbe-1574dc8347d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:10.486791 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-daebec96-70cf-46be-9fbe-1574dc8347d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:10.657721 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727f6f2c-4446-46eb-8d3a-26e0bc966f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-9a626c9a-ac9c-4541-bae9-2e2575451241', 'network_id': '9a626c9a-ac9c-4541-bae9-2e2575451241', 'tenant_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'fixed_ips': [{'subnet_id': '28ae77fd-3c81-4f90-97a9-6a7f641f7d2f'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:10:10.658575 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-727f6f2c-4446-46eb-8d3a-26e0bc966f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:10.827407 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-92a8258d-24aa-4040-8137-9646ac2e2331 req-4220c6e5-9c87-4f20-8f18-407b64724914 tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 1097 time: 0.1356258 Apr 20 17:10:10.896322 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-daebec96-70cf-46be-9fbe-1574dc8347d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:10.907918 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-92a8258d-24aa-4040-8137-9646ac2e2331 req-beaa11df-6e89-4ba9-945e-4dd9c13354b0 tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795271 Apr 20 17:10:10.908522 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-727f6f2c-4446-46eb-8d3a-26e0bc966f50 None None] Allocated IP 172.20.0.2 (9a626c9a-ac9c-4541-bae9-2e2575451241/28ae77fd-3c81-4f90-97a9-6a7f641f7d2f/3da4e69e-8c03-4236-9b3c-fe15c81724b1) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:10:10.959781 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21453c-5c2e-419a-b99e-f93b5d882f96 req-e01e43a3-890e-4649-a0ec-4eab3be14517 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:10.967241 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4c21453c-5c2e-419a-b99e-f93b5d882f96 req-e01e43a3-890e-4649-a0ec-4eab3be14517 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 944 time: 0.1528325 Apr 20 17:10:11.082685 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4c21453c-5c2e-419a-b99e-f93b5d882f96 req-49c8a953-08a7-487c-9042-fe4852f106d6 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145308 Apr 20 17:10:11.199248 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8598e-ce39-4e48-a4e6-74bef648d509 req-5f1f8986-f331-4c7d-8604-0fa793fe833f tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:11.201263 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a3a8598e-ce39-4e48-a4e6-74bef648d509 req-5f1f8986-f331-4c7d-8604-0fa793fe833f tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 945 time: 0.1193869 Apr 20 17:10:11.248927 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-727f6f2c-4446-46eb-8d3a-26e0bc966f50 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:11.254429 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a3a8598e-ce39-4e48-a4e6-74bef648d509 req-62064877-b125-436c-bb9e-5ea7d160c116 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451698 Apr 20 17:10:11.280512 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-727f6f2c-4446-46eb-8d3a-26e0bc966f50 None None] Transition to ACTIVE for port object 3da4e69e-8c03-4236-9b3c-fe15c81724b1 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:10:11.304866 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-727f6f2c-4446-46eb-8d3a-26e0bc966f50 None None] Transition to ACTIVE for port object 3da4e69e-8c03-4236-9b3c-fe15c81724b1 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:10:11.316479 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-727f6f2c-4446-46eb-8d3a-26e0bc966f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:11.335773 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-daebec96-70cf-46be-9fbe-1574dc8347d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:11.378047 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-daebec96-70cf-46be-9fbe-1574dc8347d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:11.413258 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727f6f2c-4446-46eb-8d3a-26e0bc966f50 None None] Network 9a626c9a-ac9c-4541-bae9-2e2575451241 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:10:11.429943 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-727f6f2c-4446-46eb-8d3a-26e0bc966f50 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:11.448314 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727f6f2c-4446-46eb-8d3a-26e0bc966f50 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:10:11.471995 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-dc0c14b8-cea8-4612-a0da-2c922aa6eee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:11.538875 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49a15ca7-55cc-4e2d-bf2e-1e560c6b5288 req-2e368046-0acd-4412-9698-8f29b233e2e0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2588074 Apr 20 17:10:11.607330 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f6f2c-4446-46eb-8d3a-26e0bc966f50 None None] Pushing event updated for resources: {'Port': ['ID=3da4e69e-8c03-4236-9b3c-fe15c81724b1,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:11.612242 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a38e5-52e4-47ea-955e-8fc1fb3af203 req-4614f705-d5b8-489c-ad83-7759f1c99ed4 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:11.616301 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-daebec96-70cf-46be-9fbe-1574dc8347d8 admin admin] Allocated IP 172.25.8.202 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/9d7b9481-3741-41c1-ab2d-653c9030ea0a) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:10:11.619326 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-db5a38e5-52e4-47ea-955e-8fc1fb3af203 req-4614f705-d5b8-489c-ad83-7759f1c99ed4 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 949 time: 0.1740916 Apr 20 17:10:11.620783 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-727f6f2c-4446-46eb-8d3a-26e0bc966f50 None None] Attempting to bind port 3da4e69e-8c03-4236-9b3c-fe15c81724b1 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:10:11.621707 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-727f6f2c-4446-46eb-8d3a-26e0bc966f50 None None] Attempting to bind port 3da4e69e-8c03-4236-9b3c-fe15c81724b1 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f12d8e57-facb-44d4-ac58-a089f6db229d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9a626c9a-ac9c-4541-bae9-2e2575451241'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:10:11.622429 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727f6f2c-4446-46eb-8d3a-26e0bc966f50 None None] Attempting to bind port 3da4e69e-8c03-4236-9b3c-fe15c81724b1 on network 9a626c9a-ac9c-4541-bae9-2e2575451241 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:10:11.635426 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727f6f2c-4446-46eb-8d3a-26e0bc966f50 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:10:11.636364 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727f6f2c-4446-46eb-8d3a-26e0bc966f50 None None] Checking segment: {'id': 'f12d8e57-facb-44d4-ac58-a089f6db229d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9a626c9a-ac9c-4541-bae9-2e2575451241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:10:11.637880 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-727f6f2c-4446-46eb-8d3a-26e0bc966f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:11.638795 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727f6f2c-4446-46eb-8d3a-26e0bc966f50 None None] Bound using segment: {'id': 'f12d8e57-facb-44d4-ac58-a089f6db229d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9a626c9a-ac9c-4541-bae9-2e2575451241'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:10:11.639447 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-727f6f2c-4446-46eb-8d3a-26e0bc966f50 None None] Bound port: 3da4e69e-8c03-4236-9b3c-fe15c81724b1, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12d8e57-facb-44d4-ac58-a089f6db229d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9a626c9a-ac9c-4541-bae9-2e2575451241'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:10:11.640436 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-727f6f2c-4446-46eb-8d3a-26e0bc966f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:11.696325 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-db5a38e5-52e4-47ea-955e-8fc1fb3af203 req-3e72b397-536b-4caf-96ba-4d5050cbd15b tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753102 Apr 20 17:10:11.764771 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-727f6f2c-4446-46eb-8d3a-26e0bc966f50 None None] For port 3da4e69e-8c03-4236-9b3c-fe15c81724b1, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:10:11.770605 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-727f6f2c-4446-46eb-8d3a-26e0bc966f50 None None] For port 3da4e69e-8c03-4236-9b3c-fe15c81724b1, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3da4e69e-8c03-4236-9b3c-fe15c81724b1,segment=NetworkSegment(f12d8e57-facb-44d4-ac58-a089f6db229d),segment_id=f12d8e57-facb-44d4-ac58-a089f6db229d)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:10:11.780022 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-727f6f2c-4446-46eb-8d3a-26e0bc966f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:11.926491 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f6f2c-4446-46eb-8d3a-26e0bc966f50 None None] Pushing event updated for resources: {'Port': ['ID=3da4e69e-8c03-4236-9b3c-fe15c81724b1,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:11.973370 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a559b4c-e170-4d24-889e-bd8e036fa938 req-8709470e-d2cf-49ee-b75f-3b0006890d7a tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:11.980109 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-daebec96-70cf-46be-9fbe-1574dc8347d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:11.981119 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1a559b4c-e170-4d24-889e-bd8e036fa938 req-8709470e-d2cf-49ee-b75f-3b0006890d7a tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 950 time: 0.1500213 Apr 20 17:10:12.045110 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-daebec96-70cf-46be-9fbe-1574dc8347d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:12.081228 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1a559b4c-e170-4d24-889e-bd8e036fa938 req-8e3f3c22-8800-4926-9123-487354b501d2 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948141 Apr 20 17:10:12.201256 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daebec96-70cf-46be-9fbe-1574dc8347d8 admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:10:12.207996 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-daebec96-70cf-46be-9fbe-1574dc8347d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:12.212532 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daebec96-70cf-46be-9fbe-1574dc8347d8 admin admin] Pushing event updated for resources: {'Port': ['ID=9d7b9481-3741-41c1-ab2d-653c9030ea0a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:12.217132 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daebec96-70cf-46be-9fbe-1574dc8347d8 admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:10:12.550424 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:12.572646 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-daebec96-70cf-46be-9fbe-1574dc8347d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:12.573673 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-daebec96-70cf-46be-9fbe-1574dc8347d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:12.626889 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:12.645126 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000bd300-7532-446e-ae90-e1820e676307 req-2dcfd924-ff74-4a3b-96ea-ed46a45ab2e7 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:12.646925 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-000bd300-7532-446e-ae90-e1820e676307 req-2dcfd924-ff74-4a3b-96ea-ed46a45ab2e7 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 944 time: 0.1586552 Apr 20 17:10:12.741745 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-000bd300-7532-446e-ae90-e1820e676307 req-79e750e3-fd84-4413-8624-b20fec315329 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850198 Apr 20 17:10:12.860973 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:12.988322 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daebec96-70cf-46be-9fbe-1574dc8347d8 admin admin] Router 99bae614-50f7-47d4-aeca-1a70172de350 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:10:13.044481 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ff3a2-719c-4493-bd06-6ba007cd52b3 req-17066afa-f56c-4ad4-98fb-ed65f347b564 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:13.054589 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1a2ff3a2-719c-4493-bd06-6ba007cd52b3 req-17066afa-f56c-4ad4-98fb-ed65f347b564 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 945 time: 0.1056495 Apr 20 17:10:13.125392 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1a2ff3a2-719c-4493-bd06-6ba007cd52b3 req-b4c154e2-ccc5-4b8c-99ff-89b3b3a23ca3 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694072 Apr 20 17:10:13.237826 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea2feac-53f6-47b5-87c9-a185bd78ebf2 None None] Network 9a626c9a-ac9c-4541-bae9-2e2575451241 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:10:13.296991 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daebec96-70cf-46be-9fbe-1574dc8347d8 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:10:13.336362 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4195a3-c3bb-42ec-9702-6ef07ea9e7a3 None None] Sync routers for ids ['99bae614-50f7-47d4-aeca-1a70172de350'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:10:13.352633 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-daebec96-70cf-46be-9fbe-1574dc8347d8 admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:13.357717 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-daebec96-70cf-46be-9fbe-1574dc8347d8 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9781730 Apr 20 17:10:13.358458 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60252) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:10:13.374817 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ee183-0138-4d09-bc21-52f4709ae0e7 req-b7b42fff-de20-4ac9-b62d-44fdeadc4eec tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:13.388741 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b03ee183-0138-4d09-bc21-52f4709ae0e7 req-b7b42fff-de20-4ac9-b62d-44fdeadc4eec tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 949 time: 0.1347756 Apr 20 17:10:13.468719 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-77f1d48d-7cd2-4428-863c-4ac6d7b30b6e None None] Provisioning for port 3da4e69e-8c03-4236-9b3c-fe15c81724b1 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:10:13.472126 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4195a3-c3bb-42ec-9702-6ef07ea9e7a3 None None] Routers {'99bae614-50f7-47d4-aeca-1a70172de350'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:10:13.472728 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-3b4195a3-c3bb-42ec-9702-6ef07ea9e7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:10:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['99bae614-50f7-47d4-aeca-1a70172de350'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:13.514231 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b03ee183-0138-4d09-bc21-52f4709ae0e7 req-23a96513-bd11-4c16-a1cf-cc94418b050a tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243904 Apr 20 17:10:13.715138 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3da4e69e-8c03-4236-9b3c-fe15c81724b1 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:10:13.823745 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34381d3c-7098-4624-a963-583264564494 req-06a3158f-9f98-4577-b5f2-b6025a85c0c3 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:13.832019 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-34381d3c-7098-4624-a963-583264564494 req-06a3158f-9f98-4577-b5f2-b6025a85c0c3 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 950 time: 0.1251433 Apr 20 17:10:13.858528 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-3b4195a3-c3bb-42ec-9702-6ef07ea9e7a3 None None] Set router 99bae614-50f7-47d4-aeca-1a70172de350 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:10:13.885394 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49f8066c-8197-4020-a7e4-8101e0524cee req-9de7f238-34a7-4964-aee6-1be7654400ff service neutron] 10.222.0.43 "GET /v2.0/ports/f6a1bb37-8f5c-435d-aade-ab1b58ad8d03/bindings/n-h2-838032-1 HTTP/1.1" status: 200 len: 384 time: 0.2436624 Apr 20 17:10:13.908681 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-34381d3c-7098-4624-a963-583264564494 req-65a74673-12e6-43db-8d29-e7d011909a74 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749762 Apr 20 17:10:13.996826 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:14.161009 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 3da4e69e-8c03-4236-9b3c-fe15c81724b1 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:10:14.236392 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 3da4e69e-8c03-4236-9b3c-fe15c81724b1 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:14.236756 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:14.287787 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c2cf5-4b08-4330-886a-f931a5bbb6ad req-48704ecb-bfa9-4567-8170-0671c9e7ea61 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:14.289411 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-650c2cf5-4b08-4330-886a-f931a5bbb6ad req-48704ecb-bfa9-4567-8170-0671c9e7ea61 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 944 time: 0.1180558 Apr 20 17:10:14.394172 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-650c2cf5-4b08-4330-886a-f931a5bbb6ad req-c9e43fda-611a-4e80-8747-fab2be96c8c1 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982749 Apr 20 17:10:14.534769 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-49f8066c-8197-4020-a7e4-8101e0524cee req-d2c92850-7b93-4997-bda0-ca9f8ae85e16 service neutron] For port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=f6a1bb37-8f5c-435d-aade-ab1b58ad8d03,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:14.568811 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:14.595985 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-49f8066c-8197-4020-a7e4-8101e0524cee req-d2c92850-7b93-4997-bda0-ca9f8ae85e16 service neutron] For port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:10:14.602242 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-3b4195a3-c3bb-42ec-9702-6ef07ea9e7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bae614-50f7-47d4-aeca-1a70172de350', 'name': 'tempest-ServersTestBootFromVolume-1181737381-router', 'tenant_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '9d7b9481-3741-41c1-ab2d-653c9030ea0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:10:10Z', 'updated_at': '2022-04-20T17:10:12Z', 'revision_number': 3, 'project_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'gw_port': {'id': '9d7b9481-3741-41c1-ab2d-653c9030ea0a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bae614-50f7-47d4-aeca-1a70172de350', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:11Z', 'updated_at': '2022-04-20T17:10:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:14.613158 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4195a3-c3bb-42ec-9702-6ef07ea9e7a3 None None] Checking router: 99bae614-50f7-47d4-aeca-1a70172de350 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:10:14.613521 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4195a3-c3bb-42ec-9702-6ef07ea9e7a3 None None] Updating router 99bae614-50f7-47d4-aeca-1a70172de350 port 9d7b9481-3741-41c1-ab2d-653c9030ea0a binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:10:14.660785 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 3da4e69e-8c03-4236-9b3c-fe15c81724b1, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3da4e69e-8c03-4236-9b3c-fe15c81724b1,segment=NetworkSegment(f12d8e57-facb-44d4-ac58-a089f6db229d),segment_id=f12d8e57-facb-44d4-ac58-a089f6db229d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:14.663715 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793521a-37f7-498a-9b47-c95e687c2cee req-907e653f-19d3-4192-8db9-43920f0c0ccd tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:14.666744 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-49f8066c-8197-4020-a7e4-8101e0524cee req-d2c92850-7b93-4997-bda0-ca9f8ae85e16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:10:14.673186 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0793521a-37f7-498a-9b47-c95e687c2cee req-907e653f-19d3-4192-8db9-43920f0c0ccd tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 945 time: 0.0982070 Apr 20 17:10:14.681161 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-49f8066c-8197-4020-a7e4-8101e0524cee req-d2c92850-7b93-4997-bda0-ca9f8ae85e16 service neutron] For port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=f6a1bb37-8f5c-435d-aade-ab1b58ad8d03,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:14.687409 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:14.735186 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0793521a-37f7-498a-9b47-c95e687c2cee req-ed13da34-b359-4731-aa80-f6fb3f678906 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609329 Apr 20 17:10:14.746236 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-93e7ebe7-7063-43be-9c9d-7dbbc86d2f26 None None] Provisioning complete for port 3da4e69e-8c03-4236-9b3c-fe15c81724b1 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:14.747239 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-93e7ebe7-7063-43be-9c9d-7dbbc86d2f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:14.772316 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-49f8066c-8197-4020-a7e4-8101e0524cee req-d2c92850-7b93-4997-bda0-ca9f8ae85e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:14.814130 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3b4195a3-c3bb-42ec-9702-6ef07ea9e7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:14.901141 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=3da4e69e-8c03-4236-9b3c-fe15c81724b1,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:14.980363 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:15.021252 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-49f8066c-8197-4020-a7e4-8101e0524cee req-d2c92850-7b93-4997-bda0-ca9f8ae85e16 service neutron] Transition to ACTIVE for port object f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:10:15.027581 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-49f8066c-8197-4020-a7e4-8101e0524cee req-d2c92850-7b93-4997-bda0-ca9f8ae85e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:15.054874 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ce9bc-d1b4-4114-b5d6-b3de26c4ae5b req-2f569617-6342-479d-a2bb-019d28723266 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:15.062525 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ef4ce9bc-d1b4-4114-b5d6-b3de26c4ae5b req-2f569617-6342-479d-a2bb-019d28723266 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 949 time: 0.1433940 Apr 20 17:10:15.128897 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ef4ce9bc-d1b4-4114-b5d6-b3de26c4ae5b req-3b9a7c54-a160-41cc-92bd-244950a49476 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656343 Apr 20 17:10:15.224558 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f8066c-8197-4020-a7e4-8101e0524cee req-d2c92850-7b93-4997-bda0-ca9f8ae85e16 service neutron] No DVR routers for this DVR port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:10:15.227991 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c92850-7b93-4997-bda0-ca9f8ae85e16 service neutron] Pushing event updated for resources: {'Port': ['ID=f6a1bb37-8f5c-435d-aade-ab1b58ad8d03,revision_number=10']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:15.371260 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49f8066c-8197-4020-a7e4-8101e0524cee req-d2c92850-7b93-4997-bda0-ca9f8ae85e16 service neutron] 10.222.0.43 "PUT /v2.0/ports/f6a1bb37-8f5c-435d-aade-ab1b58ad8d03/bindings/n-h2-838032-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4790123 Apr 20 17:10:15.431986 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3b04e-da57-4856-ac69-380ebc60b3fa req-3c7a53a6-fe38-437d-9eaa-720364d1896a tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:15.445973 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-71a3b04e-da57-4856-ac69-380ebc60b3fa req-3c7a53a6-fe38-437d-9eaa-720364d1896a tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 950 time: 0.2089460 Apr 20 17:10:15.518530 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3da4e69e-8c03-4236-9b3c-fe15c81724b1 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:10:15.530723 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-71a3b04e-da57-4856-ac69-380ebc60b3fa req-a83b43b0-65a4-42cf-9ef1-4f5cfcd1c9aa tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838344 Apr 20 17:10:15.591597 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3b4195a3-c3bb-42ec-9702-6ef07ea9e7a3 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:15.622557 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3b4195a3-c3bb-42ec-9702-6ef07ea9e7a3 None None] Transition to ACTIVE for port object 9d7b9481-3741-41c1-ab2d-653c9030ea0a will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:10:15.633655 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3b4195a3-c3bb-42ec-9702-6ef07ea9e7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:15.675401 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-32426196-2419-4d04-8cc3-2fe03de43abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:15.736792 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 3da4e69e-8c03-4236-9b3c-fe15c81724b1 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:15.737138 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:15.802827 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-3b4195a3-c3bb-42ec-9702-6ef07ea9e7a3 None None] Attempting to bind port 9d7b9481-3741-41c1-ab2d-653c9030ea0a on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:10:15.802827 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-3b4195a3-c3bb-42ec-9702-6ef07ea9e7a3 None None] Attempting to bind port 9d7b9481-3741-41c1-ab2d-653c9030ea0a by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:10:15.802827 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4195a3-c3bb-42ec-9702-6ef07ea9e7a3 None None] Attempting to bind port 9d7b9481-3741-41c1-ab2d-653c9030ea0a on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:10:15.802827 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c844e36-8317-41ac-9db3-20f37825f594 None None] Pushing event updated for resources: {'Port': ['ID=9d7b9481-3741-41c1-ab2d-653c9030ea0a,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:15.851502 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4195a3-c3bb-42ec-9702-6ef07ea9e7a3 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:10:15.851874 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4195a3-c3bb-42ec-9702-6ef07ea9e7a3 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:10:15.852268 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3b4195a3-c3bb-42ec-9702-6ef07ea9e7a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:15.854309 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4195a3-c3bb-42ec-9702-6ef07ea9e7a3 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:10:15.854309 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-3b4195a3-c3bb-42ec-9702-6ef07ea9e7a3 None None] Bound port: 9d7b9481-3741-41c1-ab2d-653c9030ea0a, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:10:15.854309 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3b4195a3-c3bb-42ec-9702-6ef07ea9e7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:15.952233 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-3b4195a3-c3bb-42ec-9702-6ef07ea9e7a3 None None] For port 9d7b9481-3741-41c1-ab2d-653c9030ea0a, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:10:15.956469 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-3b4195a3-c3bb-42ec-9702-6ef07ea9e7a3 None None] For port 9d7b9481-3741-41c1-ab2d-653c9030ea0a, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9d7b9481-3741-41c1-ab2d-653c9030ea0a,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:10:15.967935 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3b4195a3-c3bb-42ec-9702-6ef07ea9e7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:15.987327 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5305b6-94ca-4856-9743-b3042d1bd4ba req-2d41bd23-aa47-47b4-b684-4af799b31767 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:15.989518 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0e5305b6-94ca-4856-9743-b3042d1bd4ba req-2d41bd23-aa47-47b4-b684-4af799b31767 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 945 time: 0.1722806 Apr 20 17:10:16.050510 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0e5305b6-94ca-4856-9743-b3042d1bd4ba req-a222223f-0fc7-440f-ba9a-5082c6ca156e tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542066 Apr 20 17:10:16.092953 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c844e36-8317-41ac-9db3-20f37825f594 None None] Pushing event updated for resources: {'Port': ['ID=9d7b9481-3741-41c1-ab2d-653c9030ea0a,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:16.100836 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4195a3-c3bb-42ec-9702-6ef07ea9e7a3 None None] Routers {'99bae614-50f7-47d4-aeca-1a70172de350'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:10:16.101434 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-3b4195a3-c3bb-42ec-9702-6ef07ea9e7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:10:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['99bae614-50f7-47d4-aeca-1a70172de350'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:16.137150 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-32426196-2419-4d04-8cc3-2fe03de43abc admin admin] Allocated IP 172.20.0.1 (9a626c9a-ac9c-4541-bae9-2e2575451241/28ae77fd-3c81-4f90-97a9-6a7f641f7d2f/acea0df3-a012-4823-99be-bbdf04827e29) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:10:16.299363 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffe8d9-02f5-4c30-b1c5-03b2b629d045 req-c713ae1a-d843-4871-857a-31028d85f02a tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:16.300934 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-abffe8d9-02f5-4c30-b1c5-03b2b629d045 req-c713ae1a-d843-4871-857a-31028d85f02a tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 945 time: 0.1034350 Apr 20 17:10:16.327709 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:10:16.391684 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-abffe8d9-02f5-4c30-b1c5-03b2b629d045 req-e0c8fe53-ec91-484f-95a9-1fcd7d35b76f tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717177 Apr 20 17:10:16.447989 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:10:16.447989 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-3b4195a3-c3bb-42ec-9702-6ef07ea9e7a3 None None] Set router 99bae614-50f7-47d4-aeca-1a70172de350 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:10:16.649948 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-32426196-2419-4d04-8cc3-2fe03de43abc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:16.687129 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-32426196-2419-4d04-8cc3-2fe03de43abc admin admin] Transition to ACTIVE for port object acea0df3-a012-4823-99be-bbdf04827e29 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:10:16.707049 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27145d9d-235a-4ef1-b70f-84c6e3c34131 req-03a37c23-ee82-4dd2-a5d7-a97685d3d69f tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:16.708828 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-27145d9d-235a-4ef1-b70f-84c6e3c34131 req-03a37c23-ee82-4dd2-a5d7-a97685d3d69f tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 949 time: 0.1675351 Apr 20 17:10:16.832202 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-27145d9d-235a-4ef1-b70f-84c6e3c34131 req-a0ae7dd1-5c11-4105-81fb-507089272a2b tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144972 Apr 20 17:10:16.851141 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49f8066c-8197-4020-a7e4-8101e0524cee req-4a252e18-153b-4b93-9c50-ff73b1c7c0b2 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d&tenant_id=b7e0217792874af58ccfdea4744db0d0&binding%3Ahost_id=n-h1-838032-1 HTTP/1.1" status: 200 len: 1096 time: 0.1334968 Apr 20 17:10:16.927418 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-32426196-2419-4d04-8cc3-2fe03de43abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:17.053609 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32426196-2419-4d04-8cc3-2fe03de43abc admin admin] Network 9a626c9a-ac9c-4541-bae9-2e2575451241 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:10:17.060304 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-32426196-2419-4d04-8cc3-2fe03de43abc admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:17.068100 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32426196-2419-4d04-8cc3-2fe03de43abc admin admin] Pushing event updated for resources: {'Port': ['ID=acea0df3-a012-4823-99be-bbdf04827e29,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:17.076670 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32426196-2419-4d04-8cc3-2fe03de43abc admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:10:17.133712 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-3b4195a3-c3bb-42ec-9702-6ef07ea9e7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bae614-50f7-47d4-aeca-1a70172de350', 'name': 'tempest-ServersTestBootFromVolume-1181737381-router', 'tenant_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '9d7b9481-3741-41c1-ab2d-653c9030ea0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:10:10Z', 'updated_at': '2022-04-20T17:10:12Z', 'revision_number': 3, 'project_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'gw_port': {'id': '9d7b9481-3741-41c1-ab2d-653c9030ea0a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bae614-50f7-47d4-aeca-1a70172de350', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:11Z', 'updated_at': '2022-04-20T17:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:17.138440 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4195a3-c3bb-42ec-9702-6ef07ea9e7a3 None None] The sync data for ids ['99bae614-50f7-47d4-aeca-1a70172de350'] in n-d-838032-1 is: [{'id': '99bae614-50f7-47d4-aeca-1a70172de350', 'name': 'tempest-ServersTestBootFromVolume-1181737381-router', 'tenant_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '9d7b9481-3741-41c1-ab2d-653c9030ea0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:10:10Z', 'updated_at': '2022-04-20T17:10:12Z', 'revision_number': 3, 'project_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'gw_port': {'id': '9d7b9481-3741-41c1-ab2d-653c9030ea0a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bae614-50f7-47d4-aeca-1a70172de350', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:11Z', 'updated_at': '2022-04-20T17:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:10:17.138855 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdffecd-33d2-4438-9ecf-04863b100598 req-409b9357-4757-48b0-a952-70cf460e69b1 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:17.153552 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0bdffecd-33d2-4438-9ecf-04863b100598 req-409b9357-4757-48b0-a952-70cf460e69b1 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 950 time: 0.1545076 Apr 20 17:10:17.160591 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49f8066c-8197-4020-a7e4-8101e0524cee req-1528f3fc-57fa-494d-9801-a9105dea2f2a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d&tenant_id=b7e0217792874af58ccfdea4744db0d0 HTTP/1.1" status: 200 len: 1096 time: 0.2943058 Apr 20 17:10:17.190285 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-6b4eb2e6-989d-45cc-aac9-ab614f6942f6 tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:10:17.191935 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-6b4eb2e6-989d-45cc-aac9-ab614f6942f6 tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0106213 Apr 20 17:10:17.255338 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0bdffecd-33d2-4438-9ecf-04863b100598 req-4cbead10-235e-4e65-bd46-51d05431d360 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923362 Apr 20 17:10:17.257945 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-3a2131de-5dff-4996-8053-30782e484ee3 service neutron] Request body: {'binding': {'host': 'n-h2-838032-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:10:17.258426 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-3a2131de-5dff-4996-8053-30782e484ee3 service neutron] Unknown quota resources ['binding']. {{(pid=84080) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 20 17:10:17.287004 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-32426196-2419-4d04-8cc3-2fe03de43abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:17.433720 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f26b8b24-313a-4116-812c-ad50a4b5af4d None None] Provisioning for port acea0df3-a012-4823-99be-bbdf04827e29 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:10:17.460605 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f26b8b24-313a-4116-812c-ad50a4b5af4d None None] Provisioning complete for port acea0df3-a012-4823-99be-bbdf04827e29 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:17.460973 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f26b8b24-313a-4116-812c-ad50a4b5af4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:17.498250 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49f8066c-8197-4020-a7e4-8101e0524cee req-8189229a-dc55-4df2-b474-04d5fcb1353f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b7e0217792874af58ccfdea4744db0d0&device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 1096 time: 0.3003891 Apr 20 17:10:17.634775 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-f26b8b24-313a-4116-812c-ad50a4b5af4d None None] Port acea0df3-a012-4823-99be-bbdf04827e29 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:10:17.844399 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c306c83-1a49-4518-b7a0-60ad958b5dd5 req-1e742486-5779-4cdc-b50d-6f2a87841ad6 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:17.846476 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7c306c83-1a49-4518-b7a0-60ad958b5dd5 req-1e742486-5779-4cdc-b50d-6f2a87841ad6 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 945 time: 0.1381805 Apr 20 17:10:17.853663 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8066c-8197-4020-a7e4-8101e0524cee req-6463a792-be2b-4e4e-8178-a14429d4de72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:17.855120 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49f8066c-8197-4020-a7e4-8101e0524cee req-6463a792-be2b-4e4e-8178-a14429d4de72 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c HTTP/1.1" status: 200 len: 922 time: 0.2951889 Apr 20 17:10:17.858494 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-32426196-2419-4d04-8cc3-2fe03de43abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:17.929275 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7c306c83-1a49-4518-b7a0-60ad958b5dd5 req-168d663e-e164-4f38-ac69-9dccedf08c15 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748024 Apr 20 17:10:18.004876 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49f8066c-8197-4020-a7e4-8101e0524cee req-bcea3816-7ac7-4a54-89a0-43442df37181 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 HTTP/1.1" status: 200 len: 217 time: 0.1329317 Apr 20 17:10:18.005587 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-3a2131de-5dff-4996-8053-30782e484ee3 service neutron] Attempting to bind port 3080caef-a65f-4017-8a99-a9197ea5a7b1 on host n-h2-838032-1 for vnic_type normal with profile None {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:10:18.005909 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-3a2131de-5dff-4996-8053-30782e484ee3 service neutron] Attempting to bind port 3080caef-a65f-4017-8a99-a9197ea5a7b1 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:10:18.006265 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-3a2131de-5dff-4996-8053-30782e484ee3 service neutron] Attempting to bind port 3080caef-a65f-4017-8a99-a9197ea5a7b1 on network bf1bc412-90d5-44c3-9118-40a48e554e77 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:10:18.022933 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-3a2131de-5dff-4996-8053-30782e484ee3 service neutron] Port 3080caef-a65f-4017-8a99-a9197ea5a7b1 on network bf1bc412-90d5-44c3-9118-40a48e554e77 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:10:18.023257 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-3a2131de-5dff-4996-8053-30782e484ee3 service neutron] Attempting to bind port 3080caef-a65f-4017-8a99-a9197ea5a7b1 on network bf1bc412-90d5-44c3-9118-40a48e554e77 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:10:18.101049 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-3a2131de-5dff-4996-8053-30782e484ee3 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:10:18.101354 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-3a2131de-5dff-4996-8053-30782e484ee3 service neutron] Checking segment: {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:10:18.101750 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-3a2131de-5dff-4996-8053-30782e484ee3 service neutron] Bound using segment: {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:10:18.102219 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-3a2131de-5dff-4996-8053-30782e484ee3 service neutron] Bound port: 3080caef-a65f-4017-8a99-a9197ea5a7b1, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:10:18.123704 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8066c-8197-4020-a7e4-8101e0524cee req-3f16c19b-b5ba-4076-9ed8-964d0ebe124c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:18.125149 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49f8066c-8197-4020-a7e4-8101e0524cee req-3f16c19b-b5ba-4076-9ed8-964d0ebe124c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=64070a1b-0f00-4b11-95f5-508285983f32 HTTP/1.1" status: 200 len: 861 time: 0.1107881 Apr 20 17:10:18.207236 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49f8066c-8197-4020-a7e4-8101e0524cee req-ce825b3d-b44e-42b9-8b19-f76dace4a0a2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570943 Apr 20 17:10:18.403303 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-3a2131de-5dff-4996-8053-30782e484ee3 service neutron] For port 3080caef-a65f-4017-8a99-a9197ea5a7b1, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=3080caef-a65f-4017-8a99-a9197ea5a7b1,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:10:18.431838 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-3a2131de-5dff-4996-8053-30782e484ee3 service neutron] Notify callbacks [] for binding, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:18.432987 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-3a2131de-5dff-4996-8053-30782e484ee3 service neutron] 10.222.0.39 "POST /v2.0/ports/3080caef-a65f-4017-8a99-a9197ea5a7b1/bindings HTTP/1.1" status: 201 len: 389 time: 1.1859689 Apr 20 17:10:18.490670 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49f8066c-8197-4020-a7e4-8101e0524cee req-115f9ec6-c4a8-423f-9b3a-adc13ba2b509 service neutron] 10.222.0.10 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660553 Apr 20 17:10:18.579198 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4fe57-3134-4eac-8ee0-a3edc95cf40e req-7a15aa28-ff32-4798-b584-61609bf3c734 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:18.582723 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a9d4fe57-3134-4eac-8ee0-a3edc95cf40e req-7a15aa28-ff32-4798-b584-61609bf3c734 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 945 time: 0.0980263 Apr 20 17:10:18.603523 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-32426196-2419-4d04-8cc3-2fe03de43abc admin admin] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:18.612938 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-32426196-2419-4d04-8cc3-2fe03de43abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:18.632710 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a9d4fe57-3134-4eac-8ee0-a3edc95cf40e req-501a77c5-e9b4-4ad9-96fe-afe412262800 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444427 Apr 20 17:10:18.877238 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0a21eb83-3465-488a-862a-caa3374f65ef req-7bc3f1e9-577e-49e5-9530-f332c0689b02 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=a75d48f32d114942822c59b60c13247e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301201 Apr 20 17:10:18.889975 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-32426196-2419-4d04-8cc3-2fe03de43abc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:18.937395 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32426196-2419-4d04-8cc3-2fe03de43abc admin admin] Pushing event updated for resources: {'Port': ['ID=acea0df3-a012-4823-99be-bbdf04827e29,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:18.942170 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49f8066c-8197-4020-a7e4-8101e0524cee req-d828b14e-a715-4948-a467-2b86777ca303 service neutron] 10.222.0.10 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437056 Apr 20 17:10:19.037869 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf30ecd-18ec-467b-903b-3282529dfc73 req-e87f5cb8-7bd8-4f16-9052-de4ce5c0089a tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:19.039366 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9cf30ecd-18ec-467b-903b-3282529dfc73 req-e87f5cb8-7bd8-4f16-9052-de4ce5c0089a tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 949 time: 0.3833354 Apr 20 17:10:19.041310 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21eb83-3465-488a-862a-caa3374f65ef req-8180030d-16b5-4a8b-8254-de1d882da25b tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:19.042821 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0a21eb83-3465-488a-862a-caa3374f65ef req-8180030d-16b5-4a8b-8254-de1d882da25b tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1592932 Apr 20 17:10:19.062345 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0a21eb83-3465-488a-862a-caa3374f65ef req-a721fa9e-9bb9-469c-bac1-5eb41e217ac9 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/quotas/a75d48f32d114942822c59b60c13247e HTTP/1.1" status: 200 len: 375 time: 0.0123518 Apr 20 17:10:19.118024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32426196-2419-4d04-8cc3-2fe03de43abc admin admin] Network 9a626c9a-ac9c-4541-bae9-2e2575451241 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:10:19.120902 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-32426196-2419-4d04-8cc3-2fe03de43abc admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:19.146580 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0a21eb83-3465-488a-862a-caa3374f65ef req-9f72d0d2-36a5-4047-9caf-708ccd52edd7 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a75d48f32d114942822c59b60c13247e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0769317 Apr 20 17:10:19.310861 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9cf30ecd-18ec-467b-903b-3282529dfc73 req-9f1d2457-1bfe-415e-a5f9-c0e99445b3fa tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533510 Apr 20 17:10:19.374978 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c8291087-342d-4a51-b325-2e10d6492623 None None] Provisioning complete for port acea0df3-a012-4823-99be-bbdf04827e29 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:19.375668 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c8291087-342d-4a51-b325-2e10d6492623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:19.525505 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-c8291087-342d-4a51-b325-2e10d6492623 None None] Port acea0df3-a012-4823-99be-bbdf04827e29 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:10:19.556780 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1e9e5-109a-4344-b541-9ba6e3733b82 req-4c2c7924-f619-4a3b-ae18-99964a0e2216 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:19.563986 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-27a1e9e5-109a-4344-b541-9ba6e3733b82 req-4c2c7924-f619-4a3b-ae18-99964a0e2216 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 946 time: 0.1729565 Apr 20 17:10:19.587397 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9d7b9481-3741-41c1-ab2d-653c9030ea0a up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:10:19.626889 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-27a1e9e5-109a-4344-b541-9ba6e3733b82 req-1fd17d3c-372b-4f8d-a8fe-de1760952bd1 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606332 Apr 20 17:10:19.671347 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 9d7b9481-3741-41c1-ab2d-653c9030ea0a completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:10:19.678148 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 9d7b9481-3741-41c1-ab2d-653c9030ea0a triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:19.678547 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:19.730858 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49f8066c-8197-4020-a7e4-8101e0524cee req-e486a70d-8933-4f2b-ad6c-bec5691c59f5 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d&tenant_id=b7e0217792874af58ccfdea4744db0d0&binding%3Ahost_id=n-h2-838032-1 HTTP/1.1" status: 200 len: 1096 time: 0.5453713 Apr 20 17:10:19.741991 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3740d044-2ad6-4044-9859-02644e712d5d req-a0896dbf-3359-4dc2-94b1-18ae8c85e69c tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=723e79d0-8fd3-4930-a7ee-d6dd9a9e736f HTTP/1.1" status: 200 len: 210 time: 0.0502720 Apr 20 17:10:19.847940 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:19.869705 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 9d7b9481-3741-41c1-ab2d-653c9030ea0a, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9d7b9481-3741-41c1-ab2d-653c9030ea0a,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:19.873954 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-49f8066c-8197-4020-a7e4-8101e0524cee req-d6caf040-8f3e-4831-99d7-b398376b6e27 service neutron] For port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:10:19.876198 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:19.882418 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-49f8066c-8197-4020-a7e4-8101e0524cee req-d6caf040-8f3e-4831-99d7-b398376b6e27 service neutron] Notify callbacks [] for binding, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:19.883718 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49f8066c-8197-4020-a7e4-8101e0524cee req-d6caf040-8f3e-4831-99d7-b398376b6e27 service neutron] 10.222.0.10 "DELETE /v2.0/ports/f6a1bb37-8f5c-435d-aade-ab1b58ad8d03/bindings/n-h1-838032-1 HTTP/1.1" status: 204 len: 173 time: 0.1408052 Apr 20 17:10:19.890742 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837e70e-8d41-4539-be3a-44e209961fcc req-b7704ef0-84bd-48ef-9fac-b6afbdf3483f tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:19.893581 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8837e70e-8d41-4539-be3a-44e209961fcc req-b7704ef0-84bd-48ef-9fac-b6afbdf3483f tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 945 time: 0.2683575 Apr 20 17:10:19.971755 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89365e72-0549-49e7-bf56-64aff9f5cc95 req-19317d40-6a09-401c-9ce0-a4f140f34e5a tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:19.975274 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8837e70e-8d41-4539-be3a-44e209961fcc req-90dedd47-52d8-4365-a6cb-feabe824552f tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695016 Apr 20 17:10:19.979193 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-89365e72-0549-49e7-bf56-64aff9f5cc95 req-19317d40-6a09-401c-9ce0-a4f140f34e5a tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b696fee-6ad7-4b5f-b6a6-c7e05fe82714 HTTP/1.1" status: 200 len: 951 time: 0.1115613 Apr 20 17:10:19.984617 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=9d7b9481-3741-41c1-ab2d-653c9030ea0a,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:20.016869 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32426196-2419-4d04-8cc3-2fe03de43abc admin admin] Router 99bae614-50f7-47d4-aeca-1a70172de350 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:10:20.031273 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-89365e72-0549-49e7-bf56-64aff9f5cc95 req-17d97067-b550-4e47-ad36-e303275098e5 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f1c1187-0172-4178-a538-5eb1070f573f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512266 Apr 20 17:10:20.284362 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2c0f7-9e37-4bd4-a792-f62ff4dbac19 req-f1af437e-446f-4cc6-a70c-cdba04e96719 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:20.285802 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ead2c0f7-9e37-4bd4-a792-f62ff4dbac19 req-f1af437e-446f-4cc6-a70c-cdba04e96719 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 945 time: 0.1133099 Apr 20 17:10:20.349738 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ead2c0f7-9e37-4bd4-a792-f62ff4dbac19 req-9326c893-1855-4ed8-9ca6-780187764739 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581348 Apr 20 17:10:20.368376 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32426196-2419-4d04-8cc3-2fe03de43abc admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:10:20.381620 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-32426196-2419-4d04-8cc3-2fe03de43abc admin admin] 10.222.0.39 "PUT /v2.0/routers/99bae614-50f7-47d4-aeca-1a70172de350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0219376 Apr 20 17:10:20.553608 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dd749b7d-62db-4f43-9a3a-54989fc6bb67 req-4590e85f-4474-4a2f-aba8-4be18a69afa8 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 1096 time: 0.0791342 Apr 20 17:10:20.601505 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dd749b7d-62db-4f43-9a3a-54989fc6bb67 req-0204b8fe-bcb3-4d3f-9dd1-bf794444fa54 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422232 Apr 20 17:10:20.886371 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a21eb83-3465-488a-862a-caa3374f65ef req-ff461bb4-6b42-4b43-bcce-fcf85037843d tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=a75d48f32d114942822c59b60c13247e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404007 Apr 20 17:10:20.962089 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:10:21.122398 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60406) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:10:21.129547 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-71b78a29-173c-4eb7-9fc1-77255964828b tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1246564794', 'description': 'tempest-description--209496226'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:10:21.137920 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-71b78a29-173c-4eb7-9fc1-77255964828b tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:10:21.142861 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-71b78a29-173c-4eb7-9fc1-77255964828b tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Usage tracker for resource:security_group and tenant:d8235d2e2e9042338bf4fd5c9dbdfc12 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:10:21.146751 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-71b78a29-173c-4eb7-9fc1-77255964828b tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:10:21.154524 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-71b78a29-173c-4eb7-9fc1-77255964828b tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:10:21.167754 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71b78a29-173c-4eb7-9fc1-77255964828b tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:21.176246 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1e55c-7464-4f3c-b7bd-4cb5ac942fd8 req-29aec287-9d1b-402a-bdbc-d3cbbdab74a8 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:21.178898 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b5a1e55c-7464-4f3c-b7bd-4cb5ac942fd8 req-29aec287-9d1b-402a-bdbc-d3cbbdab74a8 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 949 time: 0.3898270 Apr 20 17:10:21.256963 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-71b78a29-173c-4eb7-9fc1-77255964828b tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:10:21.261928 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-71b78a29-173c-4eb7-9fc1-77255964828b tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Usage tracker for resource:security_group_rule and tenant:d8235d2e2e9042338bf4fd5c9dbdfc12 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:10:21.266420 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-71b78a29-173c-4eb7-9fc1-77255964828b tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:10:21.267216 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b5a1e55c-7464-4f3c-b7bd-4cb5ac942fd8 req-31f947af-4075-4710-b186-3c7a7458236a tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804250 Apr 20 17:10:21.275422 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-71b78a29-173c-4eb7-9fc1-77255964828b tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:10:21.277382 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21eb83-3465-488a-862a-caa3374f65ef req-4cc77375-59d7-4dc7-bd04-ed89d094d181 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:21.279604 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a21eb83-3465-488a-862a-caa3374f65ef req-4cc77375-59d7-4dc7-bd04-ed89d094d181 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3868997 Apr 20 17:10:21.294694 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9136b30c-91cb-4d65-8957-808dd3fe4d57 None None] Sync routers for ids ['99bae614-50f7-47d4-aeca-1a70172de350'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:10:21.303798 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-0a21eb83-3465-488a-862a-caa3374f65ef req-b59b43cb-8871-46f0-9b3e-53f98464e57e tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Request body: {'port': {'device_id': '723e79d0-8fd3-4930-a7ee-d6dd9a9e736f', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'admin_state_up': True, 'tenant_id': 'a75d48f32d114942822c59b60c13247e'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:10:21.316362 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9136b30c-91cb-4d65-8957-808dd3fe4d57 None None] Routers {'99bae614-50f7-47d4-aeca-1a70172de350'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:10:21.317281 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9136b30c-91cb-4d65-8957-808dd3fe4d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:10:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['99bae614-50f7-47d4-aeca-1a70172de350'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:21.476781 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71b78a29-173c-4eb7-9fc1-77255964828b tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:21.494753 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71b78a29-173c-4eb7-9fc1-77255964828b tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:21.558862 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9d7b9481-3741-41c1-ab2d-653c9030ea0a up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:10:21.585113 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71b78a29-173c-4eb7-9fc1-77255964828b tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:21.586803 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-71b78a29-173c-4eb7-9fc1-77255964828b tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4631863 Apr 20 17:10:21.599366 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60412) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:10:21.600925 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1d53a17d-7ef9-4f73-bd2d-4efbf766015d req-c8dda8dc-0f01-476c-9947-94f5f7de9c7b tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=723e79d0-8fd3-4930-a7ee-d6dd9a9e736f HTTP/1.1" status: 200 len: 210 time: 0.0815163 Apr 20 17:10:21.610406 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-0a21eb83-3465-488a-862a-caa3374f65ef req-b59b43cb-8871-46f0-9b3e-53f98464e57e tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:10:21.620711 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-9f681cfa-3081-42a4-89a3-cf850fe583d7 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Request body: {'security_group_rule': {'security_group_id': '202fc54b-5a54-4c45-9b54-08ff67098d63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:10:21.629300 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9f681cfa-3081-42a4-89a3-cf850fe583d7 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:10:21.634080 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9f681cfa-3081-42a4-89a3-cf850fe583d7 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Usage tracker for resource:security_group_rule and tenant:d8235d2e2e9042338bf4fd5c9dbdfc12 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:10:21.637953 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9f681cfa-3081-42a4-89a3-cf850fe583d7 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:10:21.644866 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9f681cfa-3081-42a4-89a3-cf850fe583d7 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:10:21.648975 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-0a21eb83-3465-488a-862a-caa3374f65ef req-b59b43cb-8871-46f0-9b3e-53f98464e57e tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:10:21.670824 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81343a4e-cb58-4e42-b629-248feacf7fe2 req-c3a21002-d422-4f48-b1bb-8dc91e1cbb51 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:21.672244 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a21eb83-3465-488a-862a-caa3374f65ef req-b59b43cb-8871-46f0-9b3e-53f98464e57e tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Made reservation on behalf of a75d48f32d114942822c59b60c13247e for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:10:21.676362 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0a21eb83-3465-488a-862a-caa3374f65ef req-b59b43cb-8871-46f0-9b3e-53f98464e57e tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:21.680044 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-81343a4e-cb58-4e42-b629-248feacf7fe2 req-c3a21002-d422-4f48-b1bb-8dc91e1cbb51 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 946 time: 0.3759301 Apr 20 17:10:21.682213 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 9d7b9481-3741-41c1-ab2d-653c9030ea0a triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:21.683046 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:21.694556 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cef47ecb-51cd-4c66-a135-09e81bee8c56 req-66af4c1b-bcab-48e5-8b40-f3a06271e8ae service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9b696fee-6ad7-4b5f-b6a6-c7e05fe82714&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2957344 Apr 20 17:10:21.709742 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b78a29-173c-4eb7-9fc1-77255964828b tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=202fc54b-5a54-4c45-9b54-08ff67098d63,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:21.714703 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f681cfa-3081-42a4-89a3-cf850fe583d7 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:21.765488 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-9136b30c-91cb-4d65-8957-808dd3fe4d57 None None] Set router 99bae614-50f7-47d4-aeca-1a70172de350 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:10:21.819467 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-81343a4e-cb58-4e42-b629-248feacf7fe2 req-ca58b1ad-5321-4a62-a650-1592686e2e54 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381559 Apr 20 17:10:21.915282 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f681cfa-3081-42a4-89a3-cf850fe583d7 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:21.919723 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cef47ecb-51cd-4c66-a135-09e81bee8c56 req-16f3ae3e-fbe0-4b22-a975-964d5d2e433f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c4c899af2a64f8ea80ac8ebb7170f68&device_id=9b696fee-6ad7-4b5f-b6a6-c7e05fe82714 HTTP/1.1" status: 200 len: 1102 time: 0.1900814 Apr 20 17:10:21.921126 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f681cfa-3081-42a4-89a3-cf850fe583d7 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:21.946976 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f681cfa-3081-42a4-89a3-cf850fe583d7 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bc9c976-bb62-4c75-8c82-c1c26d326b8c,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:21.958360 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f681cfa-3081-42a4-89a3-cf850fe583d7 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:21.959799 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9f681cfa-3081-42a4-89a3-cf850fe583d7 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3588710 Apr 20 17:10:21.962667 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60424) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:10:21.969816 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-021c512a-a854-4fdd-88c0-e55e92154af4 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Request body: {'security_group_rule': {'security_group_id': '202fc54b-5a54-4c45-9b54-08ff67098d63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:10:21.996485 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-021c512a-a854-4fdd-88c0-e55e92154af4 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:10:22.007172 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-021c512a-a854-4fdd-88c0-e55e92154af4 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Usage tracker for resource:security_group_rule and tenant:d8235d2e2e9042338bf4fd5c9dbdfc12 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:10:22.030220 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-0a21eb83-3465-488a-862a-caa3374f65ef req-b59b43cb-8871-46f0-9b3e-53f98464e57e tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Allocated IP 192.168.233.123 (9a774663-a30d-4bd1-8b41-83fe693f2d30/777b4790-ba4c-49e9-8844-3c09c1447f40/a7ff6692-8ac4-4671-aee4-6d8466fc5ee4) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:10:22.068344 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-021c512a-a854-4fdd-88c0-e55e92154af4 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:10:22.188712 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9136b30c-91cb-4d65-8957-808dd3fe4d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bae614-50f7-47d4-aeca-1a70172de350', 'name': 'tempest-ServersTestBootFromVolume-1181737381-router', 'tenant_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '9d7b9481-3741-41c1-ab2d-653c9030ea0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:10:10Z', 'updated_at': '2022-04-20T17:10:17Z', 'revision_number': 4, 'project_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'gw_port': {'id': '9d7b9481-3741-41c1-ab2d-653c9030ea0a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bae614-50f7-47d4-aeca-1a70172de350', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:11Z', 'updated_at': '2022-04-20T17:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'acea0df3-a012-4823-99be-bbdf04827e29', 'name': '', 'network_id': '9a626c9a-ac9c-4541-bae9-2e2575451241', 'tenant_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'mac_address': 'fa:16:3e:44:60:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bae614-50f7-47d4-aeca-1a70172de350', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28ae77fd-3c81-4f90-97a9-6a7f641f7d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:15Z', 'updated_at': '2022-04-20T17:10:18Z', 'revision_number': 2, 'project_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'subnets': [{'id': '28ae77fd-3c81-4f90-97a9-6a7f641f7d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:22.192637 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9136b30c-91cb-4d65-8957-808dd3fe4d57 None None] Checking router: 99bae614-50f7-47d4-aeca-1a70172de350 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:10:22.192978 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9136b30c-91cb-4d65-8957-808dd3fe4d57 None None] Updating router 99bae614-50f7-47d4-aeca-1a70172de350 port acea0df3-a012-4823-99be-bbdf04827e29 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:10:22.232745 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-021c512a-a854-4fdd-88c0-e55e92154af4 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:10:22.247569 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9136b30c-91cb-4d65-8957-808dd3fe4d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:22.252840 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-c77bee96-e31a-4e98-824a-4cdaa0a28c54 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:22.254303 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-c77bee96-e31a-4e98-824a-4cdaa0a28c54 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/networks?id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c HTTP/1.1" status: 200 len: 821 time: 0.3892519 Apr 20 17:10:22.264996 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-22a6b141-f34d-49e3-b383-9d7e584b12fa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6309d4027774bf39a206d4366b6ddc5&device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 1097 time: 0.3801668 Apr 20 17:10:22.338590 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-021c512a-a854-4fdd-88c0-e55e92154af4 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:22.357566 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef47ecb-51cd-4c66-a135-09e81bee8c56 req-e845e505-afab-4610-be3c-1a5bbdde264d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:22.359035 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cef47ecb-51cd-4c66-a135-09e81bee8c56 req-e845e505-afab-4610-be3c-1a5bbdde264d service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.3840055 Apr 20 17:10:22.385033 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-32bb254b-1949-44e8-84a3-a92e4bbcc09e tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/quotas/b7e0217792874af58ccfdea4744db0d0 HTTP/1.1" status: 200 len: 375 time: 0.1075127 Apr 20 17:10:22.387906 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 53f874f6-bf32-4ce3-99b5-4babbb9405a5 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:10:22.469716 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-246de1d4-483b-406d-a34c-bfd340702827 req-81aa3b83-1a60-4631-a649-4acc9b5fe589 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4025874 Apr 20 17:10:22.475311 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff396da-200c-4c37-b8d8-c03a47972ced req-d7057e9d-379b-4212-a4c5-0aa415712abe tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:22.482124 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8ff396da-200c-4c37-b8d8-c03a47972ced req-d7057e9d-379b-4212-a4c5-0aa415712abe tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 945 time: 0.4162664 Apr 20 17:10:22.488433 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cef47ecb-51cd-4c66-a135-09e81bee8c56 req-f72d1456-c76b-42a6-8055-18c3c3038e95 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=53f874f6-bf32-4ce3-99b5-4babbb9405a5 HTTP/1.1" status: 200 len: 217 time: 0.1157324 Apr 20 17:10:22.528938 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0a21eb83-3465-488a-862a-caa3374f65ef req-b59b43cb-8871-46f0-9b3e-53f98464e57e tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:22.590696 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-0a21eb83-3465-488a-862a-caa3374f65ef req-b59b43cb-8871-46f0-9b3e-53f98464e57e tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Transition to ACTIVE for port object a7ff6692-8ac4-4671-aee4-6d8466fc5ee4 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:10:22.602938 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-c7f474ff-959d-44aa-8d68-6d2f62db3485 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:22.604398 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-c7f474ff-959d-44aa-8d68-6d2f62db3485 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bf1bc412-90d5-44c3-9118-40a48e554e77 HTTP/1.1" status: 200 len: 909 time: 0.3281083 Apr 20 17:10:22.605511 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-021c512a-a854-4fdd-88c0-e55e92154af4 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:22.613940 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef47ecb-51cd-4c66-a135-09e81bee8c56 req-822ea5b8-0d2e-47ac-9f52-7df1df27a40c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:22.615593 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cef47ecb-51cd-4c66-a135-09e81bee8c56 req-822ea5b8-0d2e-47ac-9f52-7df1df27a40c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1088171 Apr 20 17:10:22.617206 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-021c512a-a854-4fdd-88c0-e55e92154af4 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:22.619805 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:22.632214 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8ff396da-200c-4c37-b8d8-c03a47972ced req-66366a7c-b518-4192-ae91-f40db1d9cc6f tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491196 Apr 20 17:10:22.653927 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b696fee-6ad7-4b5f-b6a6-c7e05fe82714', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53f874f6-bf32-4ce3-99b5-4babbb9405a5'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:10:22.666536 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 53f874f6-bf32-4ce3-99b5-4babbb9405a5, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=53f874f6-bf32-4ce3-99b5-4babbb9405a5,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:22.673607 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:22.681988 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9136b30c-91cb-4d65-8957-808dd3fe4d57 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:22.696272 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-9136b30c-91cb-4d65-8957-808dd3fe4d57 None None] Transition to ACTIVE for port object acea0df3-a012-4823-99be-bbdf04827e29 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:10:22.707771 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9136b30c-91cb-4d65-8957-808dd3fe4d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:22.727035 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-f1359026-63c1-4772-a1ad-8bda9fd7a904 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3080caef-a65f-4017-8a99-a9197ea5a7b1 HTTP/1.1" status: 200 len: 217 time: 0.1157486 Apr 20 17:10:22.755672 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-2c2b9264-902f-44e1-aaab-82499d6000b1 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b7e0217792874af58ccfdea4744db0d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3498688 Apr 20 17:10:22.759363 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=53f874f6-bf32-4ce3-99b5-4babbb9405a5,revision_number=11']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:22.769332 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:22.769664 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:22.770005 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:22.770337 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:22.770706 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:22.771267 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:22.771586 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:22.772147 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:22.772648 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:22.772961 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:22.773272 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:22.838822 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c512a-a854-4fdd-88c0-e55e92154af4 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f77b2c07-e065-48d4-9396-12d1b29eda81,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:22.881866 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-021c512a-a854-4fdd-88c0-e55e92154af4 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:22.886234 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-021c512a-a854-4fdd-88c0-e55e92154af4 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9197576 Apr 20 17:10:22.892506 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60440) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:10:22.901050 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f83bd-8936-4398-9fa1-6dd9feba1c03 None None] Pushing event updated for resources: {'Port': ['ID=acea0df3-a012-4823-99be-bbdf04827e29,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:22.904570 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-1e7f7c6d-04a1-4295-badc-c0475a3c747f tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:10:22.919667 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1e7f7c6d-04a1-4295-badc-c0475a3c747f tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:10:22.920070 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f83bd-8936-4398-9fa1-6dd9feba1c03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:22.920201 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0a21eb83-3465-488a-862a-caa3374f65ef req-b59b43cb-8871-46f0-9b3e-53f98464e57e tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:22.920331 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f83bd-8936-4398-9fa1-6dd9feba1c03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:22.920741 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f83bd-8936-4398-9fa1-6dd9feba1c03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:22.921127 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f83bd-8936-4398-9fa1-6dd9feba1c03 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:22.922227 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f83bd-8936-4398-9fa1-6dd9feba1c03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:22.922684 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f83bd-8936-4398-9fa1-6dd9feba1c03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:22.923111 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f83bd-8936-4398-9fa1-6dd9feba1c03 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:22.924075 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f83bd-8936-4398-9fa1-6dd9feba1c03 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:22.924479 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f83bd-8936-4398-9fa1-6dd9feba1c03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:22.924855 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f83bd-8936-4398-9fa1-6dd9feba1c03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:22.925704 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f83bd-8936-4398-9fa1-6dd9feba1c03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:10:22.925873 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1e7f7c6d-04a1-4295-badc-c0475a3c747f tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Usage tracker for resource:floatingip and tenant:d8235d2e2e9042338bf4fd5c9dbdfc12 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:10:22.931944 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['99b4db25-eee7-4cbd-bfd6-8ee7df9779bb'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:10:22.946148 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1e7f7c6d-04a1-4295-badc-c0475a3c747f tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:10:22.964024 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1e7f7c6d-04a1-4295-badc-c0475a3c747f tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:10:22.991924 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-246de1d4-483b-406d-a34c-bfd340702827 req-a97a4b86-2e9e-46f0-804b-cbe6eb04eabc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b7e0217792874af58ccfdea4744db0d0&device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 1095 time: 0.3551366 Apr 20 17:10:23.018575 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e7f7c6d-04a1-4295-badc-c0475a3c747f tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:23.028337 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b43cb-8871-46f0-9b3e-53f98464e57e tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Pushing event updated for resources: {'Port': ['ID=a7ff6692-8ac4-4671-aee4-6d8466fc5ee4,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:23.065332 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a21eb83-3465-488a-862a-caa3374f65ef req-b59b43cb-8871-46f0-9b3e-53f98464e57e tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:10:23.066922 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cef47ecb-51cd-4c66-a135-09e81bee8c56 req-32c186d7-9c20-4cee-a088-0cf9065da929 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4118283 Apr 20 17:10:23.067048 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-1bec5bc0-ba75-4556-a7b3-e5ba619560a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:23.068397 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-1bec5bc0-ba75-4556-a7b3-e5ba619560a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afaadd71-91d9-490d-8c9c-d83dc8020198 HTTP/1.1" status: 200 len: 848 time: 0.3299096 Apr 20 17:10:23.071928 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-0a21eb83-3465-488a-862a-caa3374f65ef req-b59b43cb-8871-46f0-9b3e-53f98464e57e tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:23.087276 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a21eb83-3465-488a-862a-caa3374f65ef req-b59b43cb-8871-46f0-9b3e-53f98464e57e tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:10:23.116416 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-9136b30c-91cb-4d65-8957-808dd3fe4d57 None None] Attempting to bind port acea0df3-a012-4823-99be-bbdf04827e29 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:10:23.117860 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-9136b30c-91cb-4d65-8957-808dd3fe4d57 None None] Attempting to bind port acea0df3-a012-4823-99be-bbdf04827e29 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f12d8e57-facb-44d4-ac58-a089f6db229d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9a626c9a-ac9c-4541-bae9-2e2575451241'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:10:23.118980 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9136b30c-91cb-4d65-8957-808dd3fe4d57 None None] Attempting to bind port acea0df3-a012-4823-99be-bbdf04827e29 on network 9a626c9a-ac9c-4541-bae9-2e2575451241 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:10:23.129315 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9136b30c-91cb-4d65-8957-808dd3fe4d57 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:10:23.136962 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9136b30c-91cb-4d65-8957-808dd3fe4d57 None None] Checking segment: {'id': 'f12d8e57-facb-44d4-ac58-a089f6db229d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9a626c9a-ac9c-4541-bae9-2e2575451241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:10:23.137524 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9136b30c-91cb-4d65-8957-808dd3fe4d57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:23.138171 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9136b30c-91cb-4d65-8957-808dd3fe4d57 None None] Bound using segment: {'id': 'f12d8e57-facb-44d4-ac58-a089f6db229d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9a626c9a-ac9c-4541-bae9-2e2575451241'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:10:23.140380 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-9136b30c-91cb-4d65-8957-808dd3fe4d57 None None] Bound port: acea0df3-a012-4823-99be-bbdf04827e29, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12d8e57-facb-44d4-ac58-a089f6db229d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9a626c9a-ac9c-4541-bae9-2e2575451241'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:10:23.140964 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9136b30c-91cb-4d65-8957-808dd3fe4d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:23.212570 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-40dbfdec-c177-4c41-b6c8-bc4d6c778ff1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bf1bc412-90d5-44c3-9118-40a48e554e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1283183 Apr 20 17:10:23.258719 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-9136b30c-91cb-4d65-8957-808dd3fe4d57 None None] For port acea0df3-a012-4823-99be-bbdf04827e29, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:10:23.262380 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-9136b30c-91cb-4d65-8957-808dd3fe4d57 None None] For port acea0df3-a012-4823-99be-bbdf04827e29, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=acea0df3-a012-4823-99be-bbdf04827e29,segment=NetworkSegment(f12d8e57-facb-44d4-ac58-a089f6db229d),segment_id=f12d8e57-facb-44d4-ac58-a089f6db229d)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:10:23.270650 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9136b30c-91cb-4d65-8957-808dd3fe4d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:23.373645 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9136b30c-91cb-4d65-8957-808dd3fe4d57 None None] Routers {'99bae614-50f7-47d4-aeca-1a70172de350'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:10:23.375199 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9136b30c-91cb-4d65-8957-808dd3fe4d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:10:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['99bae614-50f7-47d4-aeca-1a70172de350'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:23.433789 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e8d3ac92-de48-469f-b6b8-721b673cd85d None None] Provisioning for port a7ff6692-8ac4-4671-aee4-6d8466fc5ee4 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:10:23.440538 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e8d3ac92-de48-469f-b6b8-721b673cd85d None None] Provisioning complete for port a7ff6692-8ac4-4671-aee4-6d8466fc5ee4 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:23.440903 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e8d3ac92-de48-469f-b6b8-721b673cd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:23.470076 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f83bd-8936-4398-9fa1-6dd9feba1c03 None None] Pushing event updated for resources: {'Port': ['ID=acea0df3-a012-4823-99be-bbdf04827e29,revision_number=4']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:23.517716 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-e8d3ac92-de48-469f-b6b8-721b673cd85d None None] Port a7ff6692-8ac4-4671-aee4-6d8466fc5ee4 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:10:23.518043 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21eb83-3465-488a-862a-caa3374f65ef req-b59b43cb-8871-46f0-9b3e-53f98464e57e tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:23.520663 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0a21eb83-3465-488a-862a-caa3374f65ef req-b59b43cb-8871-46f0-9b3e-53f98464e57e tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:23.562115 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-6702dfd2-9898-4ddb-b6b9-d12951af20be service neutron] 10.222.0.39 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8055723 Apr 20 17:10:23.648250 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cef47ecb-51cd-4c66-a135-09e81bee8c56 req-39633f3b-50cc-4fde-a0af-fe647f8c3d75 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5343916 Apr 20 17:10:23.651107 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-9136b30c-91cb-4d65-8957-808dd3fe4d57 None None] Set router 99bae614-50f7-47d4-aeca-1a70172de350 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:10:23.661981 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a21eb83-3465-488a-862a-caa3374f65ef req-b59b43cb-8871-46f0-9b3e-53f98464e57e tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3657858 Apr 20 17:10:23.687425 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-0a21eb83-3465-488a-862a-caa3374f65ef req-53ddddea-4cb7-4efc-9bb5-ba79e4bcb055 service neutron] Request body: {'port': {'device_id': '723e79d0-8fd3-4930-a7ee-d6dd9a9e736f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:10:23.759583 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246de1d4-483b-406d-a34c-bfd340702827 req-adf0de21-617f-469a-9655-e54cf49b0681 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:23.760597 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-246de1d4-483b-406d-a34c-bfd340702827 req-adf0de21-617f-469a-9655-e54cf49b0681 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c HTTP/1.1" status: 200 len: 922 time: 0.7000465 Apr 20 17:10:23.843487 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-0b1e945c-d44d-421f-b64b-dbf9b9be7847 service neutron] 10.222.0.10 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6193619 Apr 20 17:10:23.852961 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7ecd9-28b8-483f-a9d6-abcd03bb9ae3 req-5e8bcfe8-a158-40a1-a838-a018dac64a02 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:23.859261 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-80c7ecd9-28b8-483f-a9d6-abcd03bb9ae3 req-5e8bcfe8-a158-40a1-a838-a018dac64a02 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 949 time: 0.5262372 Apr 20 17:10:23.883892 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-246de1d4-483b-406d-a34c-bfd340702827 req-63c7339a-5ba2-4603-ab43-320e66995c3a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14f17c03-d216-41a3-8c5b-6e34bad8ee2e HTTP/1.1" status: 200 len: 217 time: 0.1129012 Apr 20 17:10:23.888964 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0a21eb83-3465-488a-862a-caa3374f65ef req-53ddddea-4cb7-4efc-9bb5-ba79e4bcb055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:23.955688 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-a7cebd86-a734-4e25-806a-bdd36210c547 service neutron] 10.222.0.39 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810892 Apr 20 17:10:23.978501 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9136b30c-91cb-4d65-8957-808dd3fe4d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bae614-50f7-47d4-aeca-1a70172de350', 'name': 'tempest-ServersTestBootFromVolume-1181737381-router', 'tenant_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '9d7b9481-3741-41c1-ab2d-653c9030ea0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:10:10Z', 'updated_at': '2022-04-20T17:10:17Z', 'revision_number': 4, 'project_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'gw_port': {'id': '9d7b9481-3741-41c1-ab2d-653c9030ea0a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bae614-50f7-47d4-aeca-1a70172de350', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:11Z', 'updated_at': '2022-04-20T17:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'acea0df3-a012-4823-99be-bbdf04827e29', 'name': '', 'network_id': '9a626c9a-ac9c-4541-bae9-2e2575451241', 'tenant_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'mac_address': 'fa:16:3e:44:60:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bae614-50f7-47d4-aeca-1a70172de350', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28ae77fd-3c81-4f90-97a9-6a7f641f7d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:15Z', 'updated_at': '2022-04-20T17:10:23Z', 'revision_number': 4, 'project_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'subnets': [{'id': '28ae77fd-3c81-4f90-97a9-6a7f641f7d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:23.985541 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9136b30c-91cb-4d65-8957-808dd3fe4d57 None None] The sync data for ids ['99bae614-50f7-47d4-aeca-1a70172de350'] in n-d-838032-1 is: [{'id': '99bae614-50f7-47d4-aeca-1a70172de350', 'name': 'tempest-ServersTestBootFromVolume-1181737381-router', 'tenant_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '9d7b9481-3741-41c1-ab2d-653c9030ea0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:10:10Z', 'updated_at': '2022-04-20T17:10:17Z', 'revision_number': 4, 'project_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'gw_port': {'id': '9d7b9481-3741-41c1-ab2d-653c9030ea0a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bae614-50f7-47d4-aeca-1a70172de350', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:11Z', 'updated_at': '2022-04-20T17:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'acea0df3-a012-4823-99be-bbdf04827e29', 'name': '', 'network_id': '9a626c9a-ac9c-4541-bae9-2e2575451241', 'tenant_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'mac_address': 'fa:16:3e:44:60:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bae614-50f7-47d4-aeca-1a70172de350', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28ae77fd-3c81-4f90-97a9-6a7f641f7d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:15Z', 'updated_at': '2022-04-20T17:10:23Z', 'revision_number': 4, 'project_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'subnets': [{'id': '28ae77fd-3c81-4f90-97a9-6a7f641f7d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:10:24.016321 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cef47ecb-51cd-4c66-a135-09e81bee8c56 req-9cc550c3-c302-432b-8d16-c824b3ea638c service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557546 Apr 20 17:10:24.031876 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246de1d4-483b-406d-a34c-bfd340702827 req-d3f1ac90-7316-45a2-a9c9-cfb5ccc9358f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:24.033639 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-246de1d4-483b-406d-a34c-bfd340702827 req-d3f1ac90-7316-45a2-a9c9-cfb5ccc9358f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=64070a1b-0f00-4b11-95f5-508285983f32 HTTP/1.1" status: 200 len: 861 time: 0.1322651 Apr 20 17:10:24.062440 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-80c7ecd9-28b8-483f-a9d6-abcd03bb9ae3 req-ce3cdc35-a59b-4920-9962-29c21062092f tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897185 Apr 20 17:10:24.106900 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-0e13a317-1c6b-4682-9cd4-57c9b537d938 service neutron] 10.222.0.10 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550554 Apr 20 17:10:24.144260 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-246de1d4-483b-406d-a34c-bfd340702827 req-6bc158d3-55e3-4b3b-997f-87432699a9fd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765865 Apr 20 17:10:24.146596 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e7f7c6d-04a1-4295-badc-c0475a3c747f tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:24.275012 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd27df10-fae5-4a51-8da7-49e9fcdd7871'] response: {'server_uuid': '9b696fee-6ad7-4b5f-b6a6-c7e05fe82714', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53f874f6-bf32-4ce3-99b5-4babbb9405a5', 'code': 200} Apr 20 17:10:24.570125 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-497c5d4d-21d8-41f5-967f-586920a33174 tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662&tenant_id=c6309d4027774bf39a206d4366b6ddc5&binding%3Ahost_id=n-h1-838032-1 HTTP/1.1" status: 200 len: 1097 time: 0.2290213 Apr 20 17:10:24.586163 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-233763c1-7507-4047-9f61-90ad15292b51 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838032-1'}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:10:24.825927 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-246de1d4-483b-406d-a34c-bfd340702827 req-47ee9f98-dae6-4883-9405-41b6745cc680 service neutron] 10.222.0.10 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6383257 Apr 20 17:10:24.849137 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755163f-5ff9-4d3d-924c-daf7c93873e9 req-b46150ef-bdd0-4920-b7e3-b964cc736874 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:24.857640 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2755163f-5ff9-4d3d-924c-daf7c93873e9 req-b46150ef-bdd0-4920-b7e3-b964cc736874 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=723e79d0-8fd3-4930-a7ee-d6dd9a9e736f HTTP/1.1" status: 200 len: 936 time: 0.3584118 Apr 20 17:10:24.877473 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-0a21eb83-3465-488a-862a-caa3374f65ef req-53ddddea-4cb7-4efc-9bb5-ba79e4bcb055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7ff6692-8ac4-4671-aee4-6d8466fc5ee4 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:10:24.889137 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0a21eb83-3465-488a-862a-caa3374f65ef req-53ddddea-4cb7-4efc-9bb5-ba79e4bcb055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:24.923481 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-0a21eb83-3465-488a-862a-caa3374f65ef req-53ddddea-4cb7-4efc-9bb5-ba79e4bcb055 service neutron] Transition to ACTIVE for port object a7ff6692-8ac4-4671-aee4-6d8466fc5ee4 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:10:24.927977 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-233763c1-7507-4047-9f61-90ad15292b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:24.942065 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-1e7f7c6d-04a1-4295-badc-c0475a3c747f tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Allocated IP 172.25.8.220 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/572e6cce-2c55-4804-b980-a5cf7b8369c6) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:10:24.947755 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0a21eb83-3465-488a-862a-caa3374f65ef req-53ddddea-4cb7-4efc-9bb5-ba79e4bcb055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:25.199707 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7bca2-ada9-48b7-9a40-dc6e04fbced4 req-3d7a6e55-90d8-4942-9fe5-8292a6416520 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:25.201188 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dca7bca2-ada9-48b7-9a40-dc6e04fbced4 req-3d7a6e55-90d8-4942-9fe5-8292a6416520 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 946 time: 0.4013183 Apr 20 17:10:25.220997 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2755163f-5ff9-4d3d-924c-daf7c93873e9 req-9021860a-8843-4baf-869f-b22ae60c44d5 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620238 Apr 20 17:10:25.223780 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ddddea-4cb7-4efc-9bb5-ba79e4bcb055 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ff6692-8ac4-4671-aee4-6d8466fc5ee4,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:25.347499 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-246de1d4-483b-406d-a34c-bfd340702827 req-d2fa5322-df87-40f6-b56c-8e0baed6ce3f service neutron] 10.222.0.10 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593379 Apr 20 17:10:25.386662 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fd409-0d70-4c4c-afde-22a3f73d6157 req-d536ad63-3c2a-4914-8696-7a464f66dc4c tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:25.388164 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-799fd409-0d70-4c4c-afde-22a3f73d6157 req-d536ad63-3c2a-4914-8696-7a464f66dc4c tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b696fee-6ad7-4b5f-b6a6-c7e05fe82714 HTTP/1.1" status: 200 len: 949 time: 0.3553438 Apr 20 17:10:25.454916 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e7f7c6d-04a1-4295-badc-c0475a3c747f tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:25.490217 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-799fd409-0d70-4c4c-afde-22a3f73d6157 req-089dabb7-bb57-4502-8133-2bc851e401f9 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Deleting port 53f874f6-bf32-4ce3-99b5-4babbb9405a5 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:10:25.490582 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-799fd409-0d70-4c4c-afde-22a3f73d6157 req-089dabb7-bb57-4502-8133-2bc851e401f9 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:25.604337 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dca7bca2-ada9-48b7-9a40-dc6e04fbced4 req-7b56be9d-b93e-4bb0-99e3-cb95e134cb90 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880489 Apr 20 17:10:25.611764 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device acea0df3-a012-4823-99be-bbdf04827e29 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:10:25.658237 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e7f7c6d-04a1-4295-badc-c0475a3c747f tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:25.706012 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port acea0df3-a012-4823-99be-bbdf04827e29 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:10:25.713966 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port acea0df3-a012-4823-99be-bbdf04827e29 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:25.714364 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:25.839051 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7f7c6d-04a1-4295-badc-c0475a3c747f tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:10:25.846966 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-0a21eb83-3465-488a-862a-caa3374f65ef req-53ddddea-4cb7-4efc-9bb5-ba79e4bcb055 service neutron] Attempting to bind port a7ff6692-8ac4-4671-aee4-6d8466fc5ee4 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:10:25.847440 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-0a21eb83-3465-488a-862a-caa3374f65ef req-53ddddea-4cb7-4efc-9bb5-ba79e4bcb055 service neutron] Attempting to bind port a7ff6692-8ac4-4671-aee4-6d8466fc5ee4 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:10:25.847860 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a21eb83-3465-488a-862a-caa3374f65ef req-53ddddea-4cb7-4efc-9bb5-ba79e4bcb055 service neutron] Attempting to bind port a7ff6692-8ac4-4671-aee4-6d8466fc5ee4 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:10:25.851310 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-1e7f7c6d-04a1-4295-badc-c0475a3c747f tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:25.854387 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7f7c6d-04a1-4295-badc-c0475a3c747f tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:10:25.860392 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-233763c1-7507-4047-9f61-90ad15292b51 service neutron] For port 3080caef-a65f-4017-8a99-a9197ea5a7b1, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=3080caef-a65f-4017-8a99-a9197ea5a7b1,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:25.864470 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-32a1cf77-daf3-43ed-83b5-10bf0e4d2173 req-b9af1245-03fb-4268-a004-dcb60bad5e68 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 210 time: 0.0593989 Apr 20 17:10:25.869867 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a21eb83-3465-488a-862a-caa3374f65ef req-53ddddea-4cb7-4efc-9bb5-ba79e4bcb055 service neutron] Port a7ff6692-8ac4-4671-aee4-6d8466fc5ee4 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:10:25.870355 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a21eb83-3465-488a-862a-caa3374f65ef req-53ddddea-4cb7-4efc-9bb5-ba79e4bcb055 service neutron] Attempting to bind port a7ff6692-8ac4-4671-aee4-6d8466fc5ee4 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:10:25.882753 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f7c6d-04a1-4295-badc-c0475a3c747f tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Pushing event updated for resources: {'Port': ['ID=572e6cce-2c55-4804-b980-a5cf7b8369c6,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:25.886165 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a21eb83-3465-488a-862a-caa3374f65ef req-53ddddea-4cb7-4efc-9bb5-ba79e4bcb055 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:10:25.886667 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a21eb83-3465-488a-862a-caa3374f65ef req-53ddddea-4cb7-4efc-9bb5-ba79e4bcb055 service neutron] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:10:25.897315 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a21eb83-3465-488a-862a-caa3374f65ef req-53ddddea-4cb7-4efc-9bb5-ba79e4bcb055 service neutron] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:10:25.897786 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-0a21eb83-3465-488a-862a-caa3374f65ef req-53ddddea-4cb7-4efc-9bb5-ba79e4bcb055 service neutron] Bound port: a7ff6692-8ac4-4671-aee4-6d8466fc5ee4, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:10:25.898352 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0a21eb83-3465-488a-862a-caa3374f65ef req-53ddddea-4cb7-4efc-9bb5-ba79e4bcb055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:25.904782 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:25.931836 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be3980-80a9-45f3-97f2-407cd90607b3 req-09e453a2-09f6-4786-918c-133740c54acf tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:25.933583 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c6be3980-80a9-45f3-97f2-407cd90607b3 req-09e453a2-09f6-4786-918c-133740c54acf tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b696fee-6ad7-4b5f-b6a6-c7e05fe82714 HTTP/1.1" status: 200 len: 949 time: 0.3698556 Apr 20 17:10:26.006145 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port acea0df3-a012-4823-99be-bbdf04827e29, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=acea0df3-a012-4823-99be-bbdf04827e29,segment=NetworkSegment(f12d8e57-facb-44d4-ac58-a089f6db229d),segment_id=f12d8e57-facb-44d4-ac58-a089f6db229d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:26.012342 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-0a21eb83-3465-488a-862a-caa3374f65ef req-53ddddea-4cb7-4efc-9bb5-ba79e4bcb055 service neutron] For port a7ff6692-8ac4-4671-aee4-6d8466fc5ee4, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:10:26.015679 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-0a21eb83-3465-488a-862a-caa3374f65ef req-53ddddea-4cb7-4efc-9bb5-ba79e4bcb055 service neutron] For port a7ff6692-8ac4-4671-aee4-6d8466fc5ee4, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=a7ff6692-8ac4-4671-aee4-6d8466fc5ee4,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:10:26.017738 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:26.023529 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0a21eb83-3465-488a-862a-caa3374f65ef req-53ddddea-4cb7-4efc-9bb5-ba79e4bcb055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:26.066596 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-799fd409-0d70-4c4c-afde-22a3f73d6157 req-089dabb7-bb57-4502-8133-2bc851e401f9 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] For port 53f874f6-bf32-4ce3-99b5-4babbb9405a5, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=53f874f6-bf32-4ce3-99b5-4babbb9405a5,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:26.066923 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-799fd409-0d70-4c4c-afde-22a3f73d6157 req-089dabb7-bb57-4502-8133-2bc851e401f9 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:26.091121 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-233763c1-7507-4047-9f61-90ad15292b51 service neutron] For port 3080caef-a65f-4017-8a99-a9197ea5a7b1, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:10:26.094529 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c6be3980-80a9-45f3-97f2-407cd90607b3 req-376223aa-0030-4016-a69c-188b253fc69d tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f1c1187-0172-4178-a538-5eb1070f573f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525750 Apr 20 17:10:26.154868 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=acea0df3-a012-4823-99be-bbdf04827e29,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:26.235559 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0a21eb83-3465-488a-862a-caa3374f65ef req-53ddddea-4cb7-4efc-9bb5-ba79e4bcb055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:26.237456 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a21eb83-3465-488a-862a-caa3374f65ef req-53ddddea-4cb7-4efc-9bb5-ba79e4bcb055 service neutron] 10.222.0.43 "PUT /v2.0/ports/a7ff6692-8ac4-4671-aee4-6d8466fc5ee4 HTTP/1.1" status: 200 len: 1096 time: 2.5541832 Apr 20 17:10:26.254516 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723e79d0-8fd3-4930-a7ee-d6dd9a9e736f', 'tag': 'a7ff6692-8ac4-4671-aee4-6d8466fc5ee4'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:10:26.286334 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-799fd409-0d70-4c4c-afde-22a3f73d6157 req-089dabb7-bb57-4502-8133-2bc851e401f9 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Calling delete_port for 53f874f6-bf32-4ce3-99b5-4babbb9405a5 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:10:26.308107 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ddddea-4cb7-4efc-9bb5-ba79e4bcb055 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ff6692-8ac4-4671-aee4-6d8466fc5ee4,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:26.321135 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-233763c1-7507-4047-9f61-90ad15292b51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:26.342560 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-233763c1-7507-4047-9f61-90ad15292b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:26.615163 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233763c1-7507-4047-9f61-90ad15292b51 service neutron] Pushing event updated for resources: {'Port': ['ID=3080caef-a65f-4017-8a99-a9197ea5a7b1,revision_number=7']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:26.751801 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-233763c1-7507-4047-9f61-90ad15292b51 service neutron] Attempting to bind port 3080caef-a65f-4017-8a99-a9197ea5a7b1 on host n-h1-838032-1 for vnic_type normal with profile {"migrating_to": "n-h2-838032-1"} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:10:26.752124 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-233763c1-7507-4047-9f61-90ad15292b51 service neutron] Attempting to bind port 3080caef-a65f-4017-8a99-a9197ea5a7b1 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:10:26.752446 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-233763c1-7507-4047-9f61-90ad15292b51 service neutron] Attempting to bind port 3080caef-a65f-4017-8a99-a9197ea5a7b1 on network bf1bc412-90d5-44c3-9118-40a48e554e77 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:10:26.777671 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-233763c1-7507-4047-9f61-90ad15292b51 service neutron] Port 3080caef-a65f-4017-8a99-a9197ea5a7b1 on network bf1bc412-90d5-44c3-9118-40a48e554e77 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:10:26.777883 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-233763c1-7507-4047-9f61-90ad15292b51 service neutron] Attempting to bind port 3080caef-a65f-4017-8a99-a9197ea5a7b1 on network bf1bc412-90d5-44c3-9118-40a48e554e77 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:10:26.793393 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-233763c1-7507-4047-9f61-90ad15292b51 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:10:26.793713 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-233763c1-7507-4047-9f61-90ad15292b51 service neutron] Checking segment: {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:10:26.794094 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-233763c1-7507-4047-9f61-90ad15292b51 service neutron] Bound using segment: {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:10:26.794927 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-233763c1-7507-4047-9f61-90ad15292b51 service neutron] Bound port: 3080caef-a65f-4017-8a99-a9197ea5a7b1, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:10:26.794927 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-233763c1-7507-4047-9f61-90ad15292b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:26.831678 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e7f7c6d-04a1-4295-badc-c0475a3c747f tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:26.856884 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba47d2-a496-46f2-b866-f56e63bd9b75 req-21e9c90c-6b9a-43b1-81fd-5fdd0645015f tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:26.858362 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0dba47d2-a496-46f2-b866-f56e63bd9b75 req-21e9c90c-6b9a-43b1-81fd-5fdd0645015f tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 945 time: 0.3149209 Apr 20 17:10:26.863969 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a21eb83-3465-488a-862a-caa3374f65ef req-f7834d50-10be-4964-8e85-84a9e015145c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a75d48f32d114942822c59b60c13247e&device_id=723e79d0-8fd3-4930-a7ee-d6dd9a9e736f HTTP/1.1" status: 200 len: 1099 time: 0.1917465 Apr 20 17:10:26.966490 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48801b04-1594-414b-96f0-2a8de4ddaa67 req-79b9b9e2-6105-412c-843d-99ff6583a8d1 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:26.967936 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-48801b04-1594-414b-96f0-2a8de4ddaa67 req-79b9b9e2-6105-412c-843d-99ff6583a8d1 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 949 time: 0.5963340 Apr 20 17:10:26.972705 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a21eb83-3465-488a-862a-caa3374f65ef req-7e72a493-f0ce-4c01-ad69-29e1e6e9fd25 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=a7ff6692-8ac4-4671-aee4-6d8466fc5ee4 HTTP/1.1" status: 200 len: 217 time: 0.1004391 Apr 20 17:10:26.976347 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-fdddb093-a388-44ca-8305-55376ab95efd tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:26.978326 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-fdddb093-a388-44ca-8305-55376ab95efd tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.43 "GET /v2.0/networks?id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c HTTP/1.1" status: 200 len: 821 time: 0.7000151 Apr 20 17:10:27.007328 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-28ff72c1-c999-4953-99e0-ed63a27d9512 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Request body: {'port': {'device_id': '5d16875a-b67b-4052-93b6-bd4515b72849', 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c', 'admin_state_up': True, 'tenant_id': 'b7e0217792874af58ccfdea4744db0d0'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:10:27.030649 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e7f7c6d-04a1-4295-badc-c0475a3c747f tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:27.041211 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-233763c1-7507-4047-9f61-90ad15292b51 service neutron] For port 3080caef-a65f-4017-8a99-a9197ea5a7b1, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:10:27.044868 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0dba47d2-a496-46f2-b866-f56e63bd9b75 req-31faf659-e299-4395-84be-fad457b68da7 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741111 Apr 20 17:10:27.054525 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-233763c1-7507-4047-9f61-90ad15292b51 service neutron] For port 3080caef-a65f-4017-8a99-a9197ea5a7b1, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=3080caef-a65f-4017-8a99-a9197ea5a7b1,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:10:27.063413 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-233763c1-7507-4047-9f61-90ad15292b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:27.111009 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21eb83-3465-488a-862a-caa3374f65ef req-fa040f08-9bd6-4a0e-9b4e-17c145f6d147 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:27.112966 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a21eb83-3465-488a-862a-caa3374f65ef req-fa040f08-9bd6-4a0e-9b4e-17c145f6d147 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1331143 Apr 20 17:10:27.148964 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-799fd409-0d70-4c4c-afde-22a3f73d6157 req-089dabb7-bb57-4502-8133-2bc851e401f9 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:27.179184 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e714089-dde1-4e8c-b25b-577fe4dbdb29'] response: {'name': 'network-changed', 'server_uuid': '723e79d0-8fd3-4930-a7ee-d6dd9a9e736f', 'tag': 'a7ff6692-8ac4-4671-aee4-6d8466fc5ee4', 'status': 'completed', 'code': 200} Apr 20 17:10:27.219023 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089dabb7-bb57-4502-8133-2bc851e401f9 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Pushing event deleted for resources: {'Port': ['ID=53f874f6-bf32-4ce3-99b5-4babbb9405a5,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:27.236114 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-48801b04-1594-414b-96f0-2a8de4ddaa67 req-59979b84-2667-4f0b-9002-e5c4594aa1d9 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552559 Apr 20 17:10:27.342991 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233763c1-7507-4047-9f61-90ad15292b51 service neutron] Pushing event updated for resources: {'Port': ['ID=3080caef-a65f-4017-8a99-a9197ea5a7b1,revision_number=8']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:27.375549 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-233763c1-7507-4047-9f61-90ad15292b51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:27.376881 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-233763c1-7507-4047-9f61-90ad15292b51 service neutron] 10.222.0.10 "PUT /v2.0/ports/3080caef-a65f-4017-8a99-a9197ea5a7b1 HTTP/1.1" status: 200 len: 1122 time: 2.7980790 Apr 20 17:10:27.396928 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a21eb83-3465-488a-862a-caa3374f65ef req-192d4ce7-073e-4910-aff7-28d502aaf60d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2196052 Apr 20 17:10:27.413987 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfc1ac-b12b-42c1-9860-24753c3f04a8 req-1fe6bfdd-6db7-4bde-a133-d7eb7e121f5d tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:27.414749 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-07dfc1ac-b12b-42c1-9860-24753c3f04a8 req-1fe6bfdd-6db7-4bde-a133-d7eb7e121f5d tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Synchronizing usage tracker for tenant:a75d48f32d114942822c59b60c13247e on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:10:27.453067 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-799fd409-0d70-4c4c-afde-22a3f73d6157 req-089dabb7-bb57-4502-8133-2bc851e401f9 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] No DVR routers for this DVR port 53f874f6-bf32-4ce3-99b5-4babbb9405a5 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:10:27.454015 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['3080caef-a65f-4017-8a99-a9197ea5a7b1'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:10:27.465523 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-799fd409-0d70-4c4c-afde-22a3f73d6157 req-089dabb7-bb57-4502-8133-2bc851e401f9 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:27.469997 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b696fee-6ad7-4b5f-b6a6-c7e05fe82714', 'name': 'network-vif-deleted', 'tag': '53f874f6-bf32-4ce3-99b5-4babbb9405a5'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:10:27.510578 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device acea0df3-a012-4823-99be-bbdf04827e29 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:10:27.512374 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-28ff72c1-c999-4953-99e0-ed63a27d9512 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:10:27.547843 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-28ff72c1-c999-4953-99e0-ed63a27d9512 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:10:27.552515 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-07dfc1ac-b12b-42c1-9860-24753c3f04a8 req-1fe6bfdd-6db7-4bde-a133-d7eb7e121f5d tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Unset dirty status for tenant:a75d48f32d114942822c59b60c13247e on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:10:27.552851 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-799fd409-0d70-4c4c-afde-22a3f73d6157 req-089dabb7-bb57-4502-8133-2bc851e401f9 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.43 "DELETE /v2.0/ports/53f874f6-bf32-4ce3-99b5-4babbb9405a5 HTTP/1.1" status: 204 len: 173 time: 2.1499314 Apr 20 17:10:27.559688 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-07dfc1ac-b12b-42c1-9860-24753c3f04a8 req-1fe6bfdd-6db7-4bde-a133-d7eb7e121f5d tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=723e79d0-8fd3-4930-a7ee-d6dd9a9e736f HTTP/1.1" status: 200 len: 948 time: 0.3331020 Apr 20 17:10:27.588276 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-28ff72c1-c999-4953-99e0-ed63a27d9512 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Made reservation on behalf of b7e0217792874af58ccfdea4744db0d0 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:10:27.591469 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-28ff72c1-c999-4953-99e0-ed63a27d9512 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:27.658216 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-07dfc1ac-b12b-42c1-9860-24753c3f04a8 req-5cfbd543-52b9-4525-b179-201fe57ea57b tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975695 Apr 20 17:10:27.666745 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port acea0df3-a012-4823-99be-bbdf04827e29 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:27.667360 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:27.671267 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e7f7c6d-04a1-4295-badc-c0475a3c747f tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:27.692986 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a21eb83-3465-488a-862a-caa3374f65ef req-0c77f543-0b32-40e4-9c50-15a8d6475985 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729571 Apr 20 17:10:27.734112 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e7f7c6d-04a1-4295-badc-c0475a3c747f tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:27.780845 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a08e4-a194-4fc0-ac5a-ec18c648f345 req-5deaa090-9887-42b4-87af-a95041382c74 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:27.788125 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-116a08e4-a194-4fc0-ac5a-ec18c648f345 req-5deaa090-9887-42b4-87af-a95041382c74 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 944 time: 0.3958399 Apr 20 17:10:27.935295 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f7c6d-04a1-4295-badc-c0475a3c747f tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Pushing event updated for resources: {'Port': ['ID=572e6cce-2c55-4804-b980-a5cf7b8369c6,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:27.954586 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-20711579-c0cf-4927-bc89-93420f785475 req-8ec21313-b82b-4aa8-8e1a-5d045a246499 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 210 time: 0.0508959 Apr 20 17:10:27.956491 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a21eb83-3465-488a-862a-caa3374f65ef req-d1a3f730-528f-48ae-8033-6813c1f02ab7 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535176 Apr 20 17:10:28.010795 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-116a08e4-a194-4fc0-ac5a-ec18c648f345 req-9f573068-e7b0-4d2c-a6b6-9d672b70d31e tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214053 Apr 20 17:10:28.017921 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e7f7c6d-04a1-4295-badc-c0475a3c747f tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:28.051262 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-28ff72c1-c999-4953-99e0-ed63a27d9512 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Allocated IP 172.20.0.10 (dd9b0e29-7382-4d85-b87f-b65fd9885c7c/64070a1b-0f00-4b11-95f5-508285983f32/439b4ef4-8b1b-41d9-8a65-1db3637d5dec) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:10:28.056614 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e7f7c6d-04a1-4295-badc-c0475a3c747f tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:28.082608 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1e7f7c6d-04a1-4295-badc-c0475a3c747f tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1854334 Apr 20 17:10:28.315517 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-6797b3d7-1743-4a74-b7dc-2bcf243926cf req-710b11ef-0fb3-4ce5-b43c-9bb296488823 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Synchronizing usage tracker for tenant:4c4c899af2a64f8ea80ac8ebb7170f68 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:10:28.362847 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-75bb1590-520b-4324-988f-868431882dc5 req-617a5451-1529-4b25-8376-0756b873056c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a75d48f32d114942822c59b60c13247e&device_id=723e79d0-8fd3-4930-a7ee-d6dd9a9e736f HTTP/1.1" status: 200 len: 1099 time: 0.3536243 Apr 20 17:10:28.363120 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-6797b3d7-1743-4a74-b7dc-2bcf243926cf req-710b11ef-0fb3-4ce5-b43c-9bb296488823 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] Unset dirty status for tenant:4c4c899af2a64f8ea80ac8ebb7170f68 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:10:28.364309 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6797b3d7-1743-4a74-b7dc-2bcf243926cf req-710b11ef-0fb3-4ce5-b43c-9bb296488823 tempest-ImagesOneServerTestJSON-653926831 tempest-ImagesOneServerTestJSON-653926831-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b696fee-6ad7-4b5f-b6a6-c7e05fe82714 HTTP/1.1" status: 200 len: 210 time: 0.1041656 Apr 20 17:10:28.430010 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-28ff72c1-c999-4953-99e0-ed63a27d9512 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:28.440412 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 53f874f6-bf32-4ce3-99b5-4babbb9405a5 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:10:28.478371 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-28ff72c1-c999-4953-99e0-ed63a27d9512 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:28.540390 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 53f874f6-bf32-4ce3-99b5-4babbb9405a5 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:10:28.540992 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 53f874f6-bf32-4ce3-99b5-4babbb9405a5 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:10:28.550640 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-509a19c0-45c2-4cfb-879d-822840824c88'] response: {'server_uuid': '9b696fee-6ad7-4b5f-b6a6-c7e05fe82714', 'name': 'network-vif-deleted', 'tag': '53f874f6-bf32-4ce3-99b5-4babbb9405a5', 'status': 'completed', 'code': 200} Apr 20 17:10:28.569036 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-28ff72c1-c999-4953-99e0-ed63a27d9512 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Network dd9b0e29-7382-4d85-b87f-b65fd9885c7c is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:10:28.572313 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-28ff72c1-c999-4953-99e0-ed63a27d9512 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:28.585448 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-28ff72c1-c999-4953-99e0-ed63a27d9512 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:10:28.587898 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb1590-520b-4324-988f-868431882dc5 req-5f919b3f-e672-42f5-9001-d1a0e30b8356 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:28.589366 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-75bb1590-520b-4324-988f-868431882dc5 req-5f919b3f-e672-42f5-9001-d1a0e30b8356 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.2175202 Apr 20 17:10:28.651376 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff72c1-c999-4953-99e0-ed63a27d9512 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Pushing event updated for resources: {'Port': ['ID=439b4ef4-8b1b-41d9-8a65-1db3637d5dec,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:28.709040 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-75bb1590-520b-4324-988f-868431882dc5 req-9852fafd-192b-4c10-bc52-2b85db90fc7f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=a7ff6692-8ac4-4671-aee4-6d8466fc5ee4 HTTP/1.1" status: 200 len: 217 time: 0.1123748 Apr 20 17:10:28.737724 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-28ff72c1-c999-4953-99e0-ed63a27d9512 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:28.738374 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-28ff72c1-c999-4953-99e0-ed63a27d9512 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:28.767197 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-28ff72c1-c999-4953-99e0-ed63a27d9512 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7671340 Apr 20 17:10:28.783351 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-ce44557b-ec02-45c4-897b-b2e3aabc3187 service neutron] Request body: {'port': {'device_id': '5d16875a-b67b-4052-93b6-bd4515b72849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:10:28.859969 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb1590-520b-4324-988f-868431882dc5 req-031c8107-382e-44e5-a768-90c51841fe45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:28.861436 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-75bb1590-520b-4324-988f-868431882dc5 req-031c8107-382e-44e5-a768-90c51841fe45 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1451495 Apr 20 17:10:28.996049 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b626f2c-e291-4961-8aad-05ab7175703f req-24c02bd4-379e-4b26-b37f-c9f2b4afbd2c tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:29.004554 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0b626f2c-e291-4961-8aad-05ab7175703f req-24c02bd4-379e-4b26-b37f-c9f2b4afbd2c tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 949 time: 0.3383007 Apr 20 17:10:29.017862 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f40523-1ef0-4391-92d5-9de50b5c5274 req-2d9b0270-f50c-459b-a74b-5908bb3f8bf4 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:29.019528 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e1f40523-1ef0-4391-92d5-9de50b5c5274 req-2d9b0270-f50c-459b-a74b-5908bb3f8bf4 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=723e79d0-8fd3-4930-a7ee-d6dd9a9e736f HTTP/1.1" status: 200 len: 948 time: 0.2175126 Apr 20 17:10:29.104513 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-75bb1590-520b-4324-988f-868431882dc5 req-99b36ce8-a5af-46a5-8083-7168f882d513 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2299130 Apr 20 17:10:29.144329 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0b626f2c-e291-4961-8aad-05ab7175703f req-678b0272-5d53-4784-bdd6-0a4ebae637a7 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386659 Apr 20 17:10:29.153033 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-ce44557b-ec02-45c4-897b-b2e3aabc3187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:29.180448 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63c3fae-e352-4bc1-a87f-fa54c9342662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3080caef-a65f-4017-8a99-a9197ea5a7b1'}, {'name': 'network-changed', 'server_uuid': 'b63c3fae-e352-4bc1-a87f-fa54c9342662', 'tag': '3080caef-a65f-4017-8a99-a9197ea5a7b1'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:10:29.254180 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e1f40523-1ef0-4391-92d5-9de50b5c5274 req-4b1aa14b-d0e1-4a0a-9204-9d4edaf62a2f tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218466 Apr 20 17:10:29.382581 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-75bb1590-520b-4324-988f-868431882dc5 req-53872355-0acc-486c-a223-473703a503fe service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620676 Apr 20 17:10:29.569630 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15ec1b-20fd-4d3a-a5af-adcc82c8a766 req-d4168d1a-c685-47b6-ad2b-0d58e469672a tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:29.570634 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-3e15ec1b-20fd-4d3a-a5af-adcc82c8a766 req-d4168d1a-c685-47b6-ad2b-0d58e469672a tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Synchronizing usage tracker for tenant:b7e0217792874af58ccfdea4744db0d0 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:10:29.627335 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-3e15ec1b-20fd-4d3a-a5af-adcc82c8a766 req-d4168d1a-c685-47b6-ad2b-0d58e469672a tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Unset dirty status for tenant:b7e0217792874af58ccfdea4744db0d0 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:10:29.628580 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3e15ec1b-20fd-4d3a-a5af-adcc82c8a766 req-d4168d1a-c685-47b6-ad2b-0d58e469672a tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 932 time: 0.2545073 Apr 20 17:10:29.632374 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-75bb1590-520b-4324-988f-868431882dc5 req-95648687-5359-47aa-add6-1e74e64a4497 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372179 Apr 20 17:10:29.643342 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802d991-e0c2-4415-aa24-1a81360551c1 req-cfa18367-3fa5-497b-908f-0c01185fdb4e tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:29.645503 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3802d991-e0c2-4415-aa24-1a81360551c1 req-cfa18367-3fa5-497b-908f-0c01185fdb4e tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 944 time: 0.1513445 Apr 20 17:10:29.680883 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-ce44557b-ec02-45c4-897b-b2e3aabc3187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 439b4ef4-8b1b-41d9-8a65-1db3637d5dec {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:10:29.691687 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-ce44557b-ec02-45c4-897b-b2e3aabc3187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:29.698586 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3802d991-e0c2-4415-aa24-1a81360551c1 req-737d27f1-b7d9-45b0-a9c6-d39876be0565 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452108 Apr 20 17:10:29.706762 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3e15ec1b-20fd-4d3a-a5af-adcc82c8a766 req-4b42f5f1-879d-42e2-a180-f5f07918dc88 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667424 Apr 20 17:10:29.712799 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-ce44557b-ec02-45c4-897b-b2e3aabc3187 service neutron] Transition to ACTIVE for port object 439b4ef4-8b1b-41d9-8a65-1db3637d5dec will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:10:29.719699 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-ce44557b-ec02-45c4-897b-b2e3aabc3187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:29.788488 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9e500e8-8358-4503-a1d5-c7df08e22626'] response: {'server_uuid': 'b63c3fae-e352-4bc1-a87f-fa54c9342662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3080caef-a65f-4017-8a99-a9197ea5a7b1', 'code': 200} Apr 20 17:10:29.789361 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9e500e8-8358-4503-a1d5-c7df08e22626'] response: {'name': 'network-changed', 'server_uuid': 'b63c3fae-e352-4bc1-a87f-fa54c9342662', 'tag': '3080caef-a65f-4017-8a99-a9197ea5a7b1', 'status': 'completed', 'code': 200} Apr 20 17:10:29.868614 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44557b-ec02-45c4-897b-b2e3aabc3187 service neutron] Pushing event updated for resources: {'Port': ['ID=439b4ef4-8b1b-41d9-8a65-1db3637d5dec,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:29.908120 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3845347f-a9ed-4cce-b784-ce1a715c5730 req-ddc880bc-b18b-445c-bbc0-d49d2a5283be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c6309d4027774bf39a206d4366b6ddc5&device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 1125 time: 0.0892053 Apr 20 17:10:30.017905 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-ce44557b-ec02-45c4-897b-b2e3aabc3187 service neutron] Attempting to bind port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:10:30.019249 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-ce44557b-ec02-45c4-897b-b2e3aabc3187 service neutron] Attempting to bind port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:10:30.019600 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-ce44557b-ec02-45c4-897b-b2e3aabc3187 service neutron] Attempting to bind port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:10:30.033795 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-ce44557b-ec02-45c4-897b-b2e3aabc3187 service neutron] Port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:10:30.034121 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-ce44557b-ec02-45c4-897b-b2e3aabc3187 service neutron] Attempting to bind port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:10:30.045597 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-ce44557b-ec02-45c4-897b-b2e3aabc3187 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:10:30.047004 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-ce44557b-ec02-45c4-897b-b2e3aabc3187 service neutron] Checking segment: {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:10:30.047573 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-ce44557b-ec02-45c4-897b-b2e3aabc3187 service neutron] Bound using segment: {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:10:30.048251 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-ce44557b-ec02-45c4-897b-b2e3aabc3187 service neutron] Bound port: 439b4ef4-8b1b-41d9-8a65-1db3637d5dec, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:10:30.048741 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-ce44557b-ec02-45c4-897b-b2e3aabc3187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:30.086395 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845347f-a9ed-4cce-b784-ce1a715c5730 req-e609813d-abc7-4f36-bb3b-730ec0630304 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:30.087955 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3845347f-a9ed-4cce-b784-ce1a715c5730 req-e609813d-abc7-4f36-bb3b-730ec0630304 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bf1bc412-90d5-44c3-9118-40a48e554e77 HTTP/1.1" status: 200 len: 909 time: 0.1672003 Apr 20 17:10:30.162993 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60558) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:10:30.205203 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-ce44557b-ec02-45c4-897b-b2e3aabc3187 service neutron] For port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:10:30.220083 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3845347f-a9ed-4cce-b784-ce1a715c5730 req-4bf3bcaa-9bb6-4f0d-be83-57e4ee866485 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3080caef-a65f-4017-8a99-a9197ea5a7b1 HTTP/1.1" status: 200 len: 217 time: 0.1249735 Apr 20 17:10:30.220281 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-ce44557b-ec02-45c4-897b-b2e3aabc3187 service neutron] For port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=439b4ef4-8b1b-41d9-8a65-1db3637d5dec,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:10:30.232469 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-ce44557b-ec02-45c4-897b-b2e3aabc3187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:30.314459 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845347f-a9ed-4cce-b784-ce1a715c5730 req-549b8e2a-d279-4fde-b4a5-217ba7be7e7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:30.316383 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3845347f-a9ed-4cce-b784-ce1a715c5730 req-549b8e2a-d279-4fde-b4a5-217ba7be7e7f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=afaadd71-91d9-490d-8c9c-d83dc8020198 HTTP/1.1" status: 200 len: 848 time: 0.0879550 Apr 20 17:10:30.416723 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-ce44557b-ec02-45c4-897b-b2e3aabc3187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:30.424654 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-ce44557b-ec02-45c4-897b-b2e3aabc3187 service neutron] 10.222.0.43 "PUT /v2.0/ports/439b4ef4-8b1b-41d9-8a65-1db3637d5dec HTTP/1.1" status: 200 len: 1092 time: 1.6470358 Apr 20 17:10:30.447670 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device a7ff6692-8ac4-4671-aee4-6d8466fc5ee4 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:10:30.466554 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3845347f-a9ed-4cce-b784-ce1a715c5730 req-6cd2ea34-e5ab-4980-9140-c7ec0d3127ff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf1bc412-90d5-44c3-9118-40a48e554e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1400630 Apr 20 17:10:30.585465 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d16875a-b67b-4052-93b6-bd4515b72849', 'tag': '439b4ef4-8b1b-41d9-8a65-1db3637d5dec'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:10:30.597851 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44557b-ec02-45c4-897b-b2e3aabc3187 service neutron] Pushing event updated for resources: {'Port': ['ID=439b4ef4-8b1b-41d9-8a65-1db3637d5dec,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:30.688163 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 3080caef-a65f-4017-8a99-a9197ea5a7b1 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:10:30.749256 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-773e4085-75cf-4e7b-9a63-c57e0fcda087 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4c4c899af2a64f8ea80ac8ebb7170f68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5850275 Apr 20 17:10:30.755978 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60584) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:10:30.758514 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-344c3114-8ee9-4f1a-8c67-28e167a2e718 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b7e0217792874af58ccfdea4744db0d0&device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 1095 time: 0.2801187 Apr 20 17:10:30.786929 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86b6d9-cff1-4131-96d7-cf2bc5753437 req-65b28bca-5951-4ce2-be5f-5a4a696c5d3b tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:30.796977 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fe86b6d9-cff1-4131-96d7-cf2bc5753437 req-65b28bca-5951-4ce2-be5f-5a4a696c5d3b tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=723e79d0-8fd3-4930-a7ee-d6dd9a9e736f HTTP/1.1" status: 200 len: 948 time: 0.1942589 Apr 20 17:10:30.803913 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port a7ff6692-8ac4-4671-aee4-6d8466fc5ee4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=a7ff6692-8ac4-4671-aee4-6d8466fc5ee4,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:30.807720 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f51ee8-e982-437e-a3c7-03a08210ecda req-58754f2e-c300-4784-b070-831f95c26329 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:30.817169 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-54f51ee8-e982-437e-a3c7-03a08210ecda req-58754f2e-c300-4784-b070-831f95c26329 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 949 time: 0.3494394 Apr 20 17:10:30.825133 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'a7ff6692-8ac4-4671-aee4-6d8466fc5ee4', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': 'a7ff6692-8ac4-4671-aee4-6d8466fc5ee4', 'mac_address': 'fa:16:3e:6f:30:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:10:30.865053 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3845347f-a9ed-4cce-b784-ce1a715c5730 req-392e58f0-9d88-4984-9102-d88385a0953d service neutron] 10.222.0.43 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129921 Apr 20 17:10:30.916231 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 3080caef-a65f-4017-8a99-a9197ea5a7b1, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=3080caef-a65f-4017-8a99-a9197ea5a7b1,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:30.929257 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:30.951360 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7ff6692-8ac4-4671-aee4-6d8466fc5ee4 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:10:30.960575 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 3080caef-a65f-4017-8a99-a9197ea5a7b1 has no active binding in host n-h2-838032-1 {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 20 17:10:30.974538 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port a7ff6692-8ac4-4671-aee4-6d8466fc5ee4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=a7ff6692-8ac4-4671-aee4-6d8466fc5ee4,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:30.983353 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-ce991608-366d-4b7a-8ec9-6881920508e0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=439b4ef4-8b1b-41d9-8a65-1db3637d5dec HTTP/1.1" status: 200 len: 217 time: 0.2120767 Apr 20 17:10:30.989064 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:31.040470 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fe86b6d9-cff1-4131-96d7-cf2bc5753437 req-2e16c690-dd87-4899-b454-caaf39f60a06 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417874 Apr 20 17:10:31.090171 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=a7ff6692-8ac4-4671-aee4-6d8466fc5ee4,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:31.099435 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-1ce2319b-5e6c-44c7-8b78-3d0f4c848c7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:31.100775 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-1ce2319b-5e6c-44c7-8b78-3d0f4c848c7f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=64070a1b-0f00-4b11-95f5-508285983f32 HTTP/1.1" status: 200 len: 861 time: 0.1109104 Apr 20 17:10:31.197178 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-54f51ee8-e982-437e-a3c7-03a08210ecda req-688ae30a-c814-4f1b-be63-a6eb848cacaf tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788121 Apr 20 17:10:31.201416 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-772eb085-be87-4d86-914e-f5a0deb0bcf0'] response: {'name': 'network-changed', 'server_uuid': '5d16875a-b67b-4052-93b6-bd4515b72849', 'tag': '439b4ef4-8b1b-41d9-8a65-1db3637d5dec', 'status': 'completed', 'code': 200} Apr 20 17:10:31.209487 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-d91bc628-92bd-4807-a384-d8a26f09ac88 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978570 Apr 20 17:10:31.222620 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3599533b-67e7-4db0-8170-53b36d74beea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:31.237708 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['a7ff6692-8ac4-4671-aee4-6d8466fc5ee4'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:10:31.368928 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3599533b-67e7-4db0-8170-53b36d74beea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:31.395860 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-439b5a0c-82c9-496c-b062-6a654ada481e service neutron] 10.222.0.43 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801596 Apr 20 17:10:31.409080 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3845347f-a9ed-4cce-b784-ce1a715c5730 req-3817de2e-ece4-4230-85d4-b15fec3b28e0 service neutron] 10.222.0.43 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5296614 Apr 20 17:10:31.496138 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3599533b-67e7-4db0-8170-53b36d74beea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:31.525533 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599533b-67e7-4db0-8170-53b36d74beea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1c1187-0172-4178-a538-5eb1070f573f,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:31.652955 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3599533b-67e7-4db0-8170-53b36d74beea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:31.656502 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3599533b-67e7-4db0-8170-53b36d74beea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5f1c1187-0172-4178-a538-5eb1070f573f HTTP/1.1" status: 204 len: 168 time: 0.8957155 Apr 20 17:10:31.689912 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0fa54468-37c8-48ce-a0e1-1591cee4a550 req-10d49bf6-24f5-4b25-844b-d17fb6262dde service neutron] 10.222.0.43 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782505 Apr 20 17:10:31.712855 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a555af-9c90-486c-9365-9dfc7b3ffb3a req-92846def-8494-4711-8865-f7ef81d6d7ac tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:31.720015 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-62a555af-9c90-486c-9365-9dfc7b3ffb3a req-92846def-8494-4711-8865-f7ef81d6d7ac tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 944 time: 0.1814377 Apr 20 17:10:31.795522 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-62a555af-9c90-486c-9365-9dfc7b3ffb3a req-a63926e0-e849-4b2c-a5ef-974c5a22906d tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730560 Apr 20 17:10:32.048419 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d9f8f064-1358-40c7-95bd-db3095552dc7 req-424fd3af-bc3f-4027-83e9-1ab97e7617c4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b7e0217792874af58ccfdea4744db0d0&device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 1095 time: 0.2973189 Apr 20 17:10:32.058979 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442085d6-bede-4291-914e-1ba61aa55d50 req-3c501e4a-e11f-4d2e-9cd6-d38056d482ad tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:32.062704 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-442085d6-bede-4291-914e-1ba61aa55d50 req-3c501e4a-e11f-4d2e-9cd6-d38056d482ad tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 944 time: 0.1619575 Apr 20 17:10:32.122503 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74afaf-e4f6-4e99-8618-54f3efad9aa7 req-50d1458d-d13e-4c8f-b50e-40635d02659c tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:32.132260 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4d74afaf-e4f6-4e99-8618-54f3efad9aa7 req-50d1458d-d13e-4c8f-b50e-40635d02659c tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ba00665-13cf-41ee-9ceb-5fef7b3004e5 HTTP/1.1" status: 200 len: 945 time: 0.1020784 Apr 20 17:10:32.207802 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4d74afaf-e4f6-4e99-8618-54f3efad9aa7 req-550618a8-af5b-45de-ae39-5777e246771e tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf459132-201d-4118-86f2-4956962fb2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730612 Apr 20 17:10:32.247353 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-442085d6-bede-4291-914e-1ba61aa55d50 req-545a7124-69ee-4064-ba37-b68434d2eab5 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110229 Apr 20 17:10:32.284284 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8f064-1358-40c7-95bd-db3095552dc7 req-5113a17d-4009-4e9c-a33e-284e921c0167 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:32.285971 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d9f8f064-1358-40c7-95bd-db3095552dc7 req-5113a17d-4009-4e9c-a33e-284e921c0167 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c HTTP/1.1" status: 200 len: 922 time: 0.2246273 Apr 20 17:10:32.467215 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device a7ff6692-8ac4-4671-aee4-6d8466fc5ee4 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:10:32.470522 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d9f8f064-1358-40c7-95bd-db3095552dc7 req-0cfe3029-7bf2-4fb1-afc0-4b78f4e1c480 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=439b4ef4-8b1b-41d9-8a65-1db3637d5dec HTTP/1.1" status: 200 len: 217 time: 0.1768165 Apr 20 17:10:32.567522 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501af3ef-7091-4ee0-9423-e6b70bc2e32d req-ed1c8e0f-c2ef-487e-bd61-9e30723c1a26 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:32.569417 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c6b03-7f2e-4f34-b7f2-6802eed649c2 req-6df2a8bb-f18f-4569-b6ac-af9bedf3525a tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:32.574488 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-501af3ef-7091-4ee0-9423-e6b70bc2e32d req-ed1c8e0f-c2ef-487e-bd61-9e30723c1a26 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 949 time: 0.1902745 Apr 20 17:10:32.578116 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8f064-1358-40c7-95bd-db3095552dc7 req-fbc283a1-e284-4a30-bb50-d3eea1983852 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:32.578881 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cb9c6b03-7f2e-4f34-b7f2-6802eed649c2 req-6df2a8bb-f18f-4569-b6ac-af9bedf3525a tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=723e79d0-8fd3-4930-a7ee-d6dd9a9e736f HTTP/1.1" status: 200 len: 949 time: 0.1958594 Apr 20 17:10:32.579900 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d9f8f064-1358-40c7-95bd-db3095552dc7 req-fbc283a1-e284-4a30-bb50-d3eea1983852 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=64070a1b-0f00-4b11-95f5-508285983f32 HTTP/1.1" status: 200 len: 861 time: 0.0984561 Apr 20 17:10:32.644829 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port a7ff6692-8ac4-4671-aee4-6d8466fc5ee4 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:10:32.645218 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d9f8f064-1358-40c7-95bd-db3095552dc7 req-7e7dd5e3-68b1-4db4-a92d-e407c6303686 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471966 Apr 20 17:10:32.665969 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cb9c6b03-7f2e-4f34-b7f2-6802eed649c2 req-e24fe1ad-6aed-4807-bdf8-35bdcbd47b2e tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856147 Apr 20 17:10:32.667448 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port a7ff6692-8ac4-4671-aee4-6d8466fc5ee4 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:32.669226 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:32.702991 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-501af3ef-7091-4ee0-9423-e6b70bc2e32d req-9cb3db2b-207a-4264-b422-b7f4dadc7f73 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275094 Apr 20 17:10:32.858504 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:32.878165 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d9f8f064-1358-40c7-95bd-db3095552dc7 req-3cbad7f2-6ab3-40ec-9de9-177b692d6fd6 service neutron] 10.222.0.43 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221425 Apr 20 17:10:32.896256 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723e79d0-8fd3-4930-a7ee-d6dd9a9e736f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ff6692-8ac4-4671-aee4-6d8466fc5ee4'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:10:32.907880 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port a7ff6692-8ac4-4671-aee4-6d8466fc5ee4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=a7ff6692-8ac4-4671-aee4-6d8466fc5ee4,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:32.917828 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:33.049806 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bd343-8456-4034-a573-d57e8c16a48f req-2cc63c28-aad2-4ecb-b4d8-c751f4c51f89 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:33.055416 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3a8bd343-8456-4034-a573-d57e8c16a48f req-2cc63c28-aad2-4ecb-b4d8-c751f4c51f89 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 944 time: 0.1166542 Apr 20 17:10:33.060061 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=a7ff6692-8ac4-4671-aee4-6d8466fc5ee4,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:33.116225 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3a8bd343-8456-4034-a573-d57e8c16a48f req-a8bb43ad-784c-477d-94ce-a8581124f3d3 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550420 Apr 20 17:10:33.118447 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d9f8f064-1358-40c7-95bd-db3095552dc7 req-9c4c0a73-7919-47bc-936b-29f0a1a30601 service neutron] 10.222.0.43 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334538 Apr 20 17:10:33.187774 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23be82bf-baa1-46b0-a005-38399dc1c6b6'] response: {'server_uuid': '723e79d0-8fd3-4930-a7ee-d6dd9a9e736f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ff6692-8ac4-4671-aee4-6d8466fc5ee4', 'code': 200} Apr 20 17:10:33.236359 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e95df8-5fd6-4b33-a43a-32f1dadfec82 req-267ae786-f98c-4317-81eb-6c1535c06cd0 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:33.238109 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d2e95df8-5fd6-4b33-a43a-32f1dadfec82 req-267ae786-f98c-4317-81eb-6c1535c06cd0 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ba00665-13cf-41ee-9ceb-5fef7b3004e5 HTTP/1.1" status: 200 len: 945 time: 0.1207268 Apr 20 17:10:33.366831 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-d2e95df8-5fd6-4b33-a43a-32f1dadfec82 req-4a67a94c-9a5c-4cfe-9102-45b3340c2e5d tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Deleting port f1abfeac-9919-477e-b7c5-3584c92155f4 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:10:33.367264 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d2e95df8-5fd6-4b33-a43a-32f1dadfec82 req-4a67a94c-9a5c-4cfe-9102-45b3340c2e5d tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:33.494463 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9899abb6-e6f9-4678-882f-f9caa474421d req-dcb51cd5-ad28-4975-8ab8-da0f8e65440e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=723e79d0-8fd3-4930-a7ee-d6dd9a9e736f HTTP/1.1" status: 200 len: 1101 time: 0.2370777 Apr 20 17:10:33.564445 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27748f-6892-464d-b079-1f85da6b5a01 req-72a63e7c-c816-4146-985a-23eccc1c8361 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:33.565917 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1a27748f-6892-464d-b079-1f85da6b5a01 req-72a63e7c-c816-4146-985a-23eccc1c8361 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ba00665-13cf-41ee-9ceb-5fef7b3004e5 HTTP/1.1" status: 200 len: 945 time: 0.1885300 Apr 20 17:10:33.569466 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9899abb6-e6f9-4678-882f-f9caa474421d req-57fc5f5a-fb5a-470a-854d-beb49d140a76 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724590 Apr 20 17:10:33.655104 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1a27748f-6892-464d-b079-1f85da6b5a01 req-7f9c0fd1-2009-4c74-8510-f07fcbd14d35 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf459132-201d-4118-86f2-4956962fb2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761297 Apr 20 17:10:33.735687 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60652) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:10:33.741447 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48a409-4818-4570-b5d8-4ad42d4afb9f req-b8e1976e-f74c-4259-bfb2-d2ba2600d039 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:33.748553 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-be48a409-4818-4570-b5d8-4ad42d4afb9f req-b8e1976e-f74c-4259-bfb2-d2ba2600d039 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 944 time: 0.2444036 Apr 20 17:10:33.788163 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-d2e95df8-5fd6-4b33-a43a-32f1dadfec82 req-4a67a94c-9a5c-4cfe-9102-45b3340c2e5d tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] For port f1abfeac-9919-477e-b7c5-3584c92155f4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=f1abfeac-9919-477e-b7c5-3584c92155f4,segment=NetworkSegment(af78e68a-1aac-4499-9edd-4a404858a5ef),segment_id=af78e68a-1aac-4499-9edd-4a404858a5ef)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:33.788508 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d2e95df8-5fd6-4b33-a43a-32f1dadfec82 req-4a67a94c-9a5c-4cfe-9102-45b3340c2e5d tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:33.903831 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-be48a409-4818-4570-b5d8-4ad42d4afb9f req-11944b38-c004-489e-9199-5ba113c0e615 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542819 Apr 20 17:10:33.949986 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-41755b2d-f3fc-4a48-93d3-77c499bc6e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:33.976979 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5109a-2671-424f-b640-c10278b62cc8 req-7d5b104c-77c2-4f1d-ae38-a8a7ecee2ee7 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:33.978437 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bfd5109a-2671-424f-b640-c10278b62cc8 req-7d5b104c-77c2-4f1d-ae38-a8a7ecee2ee7 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=723e79d0-8fd3-4930-a7ee-d6dd9a9e736f HTTP/1.1" status: 200 len: 950 time: 0.1546428 Apr 20 17:10:34.021457 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-41755b2d-f3fc-4a48-93d3-77c499bc6e87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:10:34.026652 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-41755b2d-f3fc-4a48-93d3-77c499bc6e87 admin admin] Usage tracker for resource:security_group_rule and tenant:a41b4eb01d48455d97646ec0b0b27f34 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:10:34.039957 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-41755b2d-f3fc-4a48-93d3-77c499bc6e87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:10:34.049522 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-41755b2d-f3fc-4a48-93d3-77c499bc6e87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:10:34.071862 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bfd5109a-2671-424f-b640-c10278b62cc8 req-0b6b2885-5948-4d1d-b909-3c657ebe5604 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789950 Apr 20 17:10:34.135208 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-41755b2d-f3fc-4a48-93d3-77c499bc6e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:34.140936 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-41755b2d-f3fc-4a48-93d3-77c499bc6e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:34.182331 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41755b2d-f3fc-4a48-93d3-77c499bc6e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523f3afd-8388-429d-9b1c-a1e30f55fd47,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:34.221091 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-41755b2d-f3fc-4a48-93d3-77c499bc6e87 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a41b4eb01d48455d97646ec0b0b27f34&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4832075 Apr 20 17:10:34.222241 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60662) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:10:34.258585 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00273988-a359-47a7-a71b-607f422810cc req-3c0e914e-ff7b-4371-b64f-3c0dd558eaa0 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:34.260156 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-00273988-a359-47a7-a71b-607f422810cc req-3c0e914e-ff7b-4371-b64f-3c0dd558eaa0 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 949 time: 0.2141678 Apr 20 17:10:34.262399 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d2e95df8-5fd6-4b33-a43a-32f1dadfec82 req-4a67a94c-9a5c-4cfe-9102-45b3340c2e5d tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:34.262989 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d2e95df8-5fd6-4b33-a43a-32f1dadfec82 req-4a67a94c-9a5c-4cfe-9102-45b3340c2e5d tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:34.263144 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [req-d2e95df8-5fd6-4b33-a43a-32f1dadfec82 req-4a67a94c-9a5c-4cfe-9102-45b3340c2e5d tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Floating IP 92d2bc21-02fc-4a1a-9289-354496d8d2bb disassociated. External IP: 172.25.8.250, port: f1abfeac-9919-477e-b7c5-3584c92155f4. Apr 20 17:10:34.263492 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-d2e95df8-5fd6-4b33-a43a-32f1dadfec82 req-4a67a94c-9a5c-4cfe-9102-45b3340c2e5d tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Calling delete_port for f1abfeac-9919-477e-b7c5-3584c92155f4 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:10:34.328482 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ccbf5b74-b411-4344-af98-f2a1debeec08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:34.367020 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ccbf5b74-b411-4344-af98-f2a1debeec08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:34.369008 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-00273988-a359-47a7-a71b-607f422810cc req-1b063812-f1da-45d2-85c0-664acfe5d045 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738702 Apr 20 17:10:34.430031 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeef540-3b7d-40c5-85fe-4195b2647180 req-a66eb359-ce0a-4440-919f-7f861f3abd24 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:34.431727 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5aeef540-3b7d-40c5-85fe-4195b2647180 req-a66eb359-ce0a-4440-919f-7f861f3abd24 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 944 time: 0.1617854 Apr 20 17:10:34.478063 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 439b4ef4-8b1b-41d9-8a65-1db3637d5dec details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:10:34.487249 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d2e95df8-5fd6-4b33-a43a-32f1dadfec82 req-4a67a94c-9a5c-4cfe-9102-45b3340c2e5d tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:34.505885 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5aeef540-3b7d-40c5-85fe-4195b2647180 req-243839bb-c366-4839-8b88-1a47b49a0547 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677111 Apr 20 17:10:34.517397 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ccbf5b74-b411-4344-af98-f2a1debeec08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:34.563781 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf5b74-b411-4344-af98-f2a1debeec08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523f3afd-8388-429d-9b1c-a1e30f55fd47,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:34.566803 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ccbf5b74-b411-4344-af98-f2a1debeec08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:34.571679 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ccbf5b74-b411-4344-af98-f2a1debeec08 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/523f3afd-8388-429d-9b1c-a1e30f55fd47 HTTP/1.1" status: 204 len: 168 time: 0.3462000 Apr 20 17:10:34.744974 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a67a94c-9a5c-4cfe-9102-45b3340c2e5d tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Pushing event deleted for resources: {'Port': ['ID=f1abfeac-9919-477e-b7c5-3584c92155f4,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:34.787609 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=439b4ef4-8b1b-41d9-8a65-1db3637d5dec,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:34.821856 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '439b4ef4-8b1b-41d9-8a65-1db3637d5dec', 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c', 'port_id': '439b4ef4-8b1b-41d9-8a65-1db3637d5dec', 'mac_address': 'fa:16:3e:fd:46:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64070a1b-0f00-4b11-95f5-508285983f32', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:10:34.915653 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:34.930144 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cf5f67a0-b5fa-4a91-945c-f5a0e4ce169f req-2f30eb8a-b29c-473c-b628-89846c090738 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ba00665-13cf-41ee-9ceb-5fef7b3004e5 HTTP/1.1" status: 200 len: 210 time: 0.0493193 Apr 20 17:10:34.936740 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 439b4ef4-8b1b-41d9-8a65-1db3637d5dec {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:10:34.965857 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=439b4ef4-8b1b-41d9-8a65-1db3637d5dec,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:34.976692 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:35.087866 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=439b4ef4-8b1b-41d9-8a65-1db3637d5dec,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:35.143975 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2e95df8-5fd6-4b33-a43a-32f1dadfec82 req-4a67a94c-9a5c-4cfe-9102-45b3340c2e5d tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Router d85c0ff1-683b-40e1-b039-a4b9139c38a8 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:10:35.218520 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['439b4ef4-8b1b-41d9-8a65-1db3637d5dec'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:10:35.365680 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28718e70-9527-47aa-91e8-b15cf722c47f req-b72f8178-510d-44af-935a-cb8c93f9dab4 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:35.374830 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-28718e70-9527-47aa-91e8-b15cf722c47f req-b72f8178-510d-44af-935a-cb8c93f9dab4 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=723e79d0-8fd3-4930-a7ee-d6dd9a9e736f HTTP/1.1" status: 200 len: 950 time: 0.1150694 Apr 20 17:10:35.506421 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c5721-ba73-4fbd-a180-2ab06d324814 req-85702493-a43e-4bd6-acfb-a8acd7a5472f tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:35.515143 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b8c5721-ba73-4fbd-a180-2ab06d324814 req-85702493-a43e-4bd6-acfb-a8acd7a5472f tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 945 time: 0.4113781 Apr 20 17:10:35.562830 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-28718e70-9527-47aa-91e8-b15cf722c47f req-524ac38a-257a-4129-b274-6bbbf52d7916 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869340 Apr 20 17:10:35.590821 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b8c5721-ba73-4fbd-a180-2ab06d324814 req-6529ba61-abe7-4c08-9442-e41d9bf86323 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744426 Apr 20 17:10:35.729428 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2e95df8-5fd6-4b33-a43a-32f1dadfec82 req-4a67a94c-9a5c-4cfe-9102-45b3340c2e5d tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:10:35.741852 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb20d190-bc59-47c3-bb60-6ce3fe9fb4ca None None] Sync routers for ids ['d85c0ff1-683b-40e1-b039-a4b9139c38a8'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:10:35.755990 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb20d190-bc59-47c3-bb60-6ce3fe9fb4ca None None] Routers {'d85c0ff1-683b-40e1-b039-a4b9139c38a8'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:10:35.757283 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-cb20d190-bc59-47c3-bb60-6ce3fe9fb4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:10:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d85c0ff1-683b-40e1-b039-a4b9139c38a8'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:35.852059 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d205d40-1d16-4260-9cca-e329e3ddef08 req-88a7c7df-f029-416a-bca4-6a40a93a92a0 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:35.854305 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2d205d40-1d16-4260-9cca-e329e3ddef08 req-88a7c7df-f029-416a-bca4-6a40a93a92a0 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 949 time: 0.1484647 Apr 20 17:10:35.864292 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e95df8-5fd6-4b33-a43a-32f1dadfec82 req-4a67a94c-9a5c-4cfe-9102-45b3340c2e5d tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] No DVR routers for this DVR port f1abfeac-9919-477e-b7c5-3584c92155f4 on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:10:35.872967 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d2e95df8-5fd6-4b33-a43a-32f1dadfec82 req-4a67a94c-9a5c-4cfe-9102-45b3340c2e5d tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:35.882636 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba00665-13cf-41ee-9ceb-5fef7b3004e5', 'name': 'network-vif-deleted', 'tag': 'f1abfeac-9919-477e-b7c5-3584c92155f4'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:10:35.893904 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d2e95df8-5fd6-4b33-a43a-32f1dadfec82 req-4a67a94c-9a5c-4cfe-9102-45b3340c2e5d tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.43 "DELETE /v2.0/ports/f1abfeac-9919-477e-b7c5-3584c92155f4 HTTP/1.1" status: 204 len: 173 time: 2.6398628 Apr 20 17:10:35.971989 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b166af-84a6-47c2-a746-3b7cbca2adc5 req-8200fd90-dd86-488d-a2a5-ead5a0806d9b tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:35.971989 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-40b166af-84a6-47c2-a746-3b7cbca2adc5 req-8200fd90-dd86-488d-a2a5-ead5a0806d9b tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 944 time: 0.1467061 Apr 20 17:10:35.972254 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2d205d40-1d16-4260-9cca-e329e3ddef08 req-2fa4c14c-535a-44ff-8420-c74fcc1e67db tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058633 Apr 20 17:10:36.031515 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-40b166af-84a6-47c2-a746-3b7cbca2adc5 req-91071f70-1f3d-40ac-b926-b92996fc9b33 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635309 Apr 20 17:10:36.057534 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-cb20d190-bc59-47c3-bb60-6ce3fe9fb4ca None None] Set router d85c0ff1-683b-40e1-b039-a4b9139c38a8 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:10:36.249468 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c64d945-8119-4f77-a030-0302a6c27b56'] response: {'server_uuid': '2ba00665-13cf-41ee-9ceb-5fef7b3004e5', 'name': 'network-vif-deleted', 'tag': 'f1abfeac-9919-477e-b7c5-3584c92155f4', 'status': 'completed', 'code': 200} Apr 20 17:10:36.299726 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60716) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:10:36.512222 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-65d5a73d-1a02-4ceb-a79d-4705f98b7caf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1295990035-network', 'tenant_id': 'e0abf75523cb42799be079adbc9824df'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:10:36.517910 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-65d5a73d-1a02-4ceb-a79d-4705f98b7caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:10:36.521268 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 439b4ef4-8b1b-41d9-8a65-1db3637d5dec up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:10:36.524063 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-65d5a73d-1a02-4ceb-a79d-4705f98b7caf admin admin] Usage tracker for resource:network and tenant:e0abf75523cb42799be079adbc9824df is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:10:36.527579 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-65d5a73d-1a02-4ceb-a79d-4705f98b7caf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:10:36.537490 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-65d5a73d-1a02-4ceb-a79d-4705f98b7caf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:10:36.564193 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d5a73d-1a02-4ceb-a79d-4705f98b7caf admin admin] Made reservation on behalf of e0abf75523cb42799be079adbc9824df for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:10:36.567065 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-65d5a73d-1a02-4ceb-a79d-4705f98b7caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:36.597164 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-65d5a73d-1a02-4ceb-a79d-4705f98b7caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:36.673037 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-206e38ee-2954-489f-8fc2-9e4eef2f0b04 req-cc36e62b-92e8-4596-8885-7c4b33ee3d44 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Synchronizing usage tracker for tenant:3d443eef609b4b6f83a7bfbf78a576c5 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:10:36.673664 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-cb20d190-bc59-47c3-bb60-6ce3fe9fb4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504829768-router', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:16Z', 'updated_at': '2022-04-20T17:07:21Z', 'revision_number': 4, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'gw_port': {'id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:17Z', 'updated_at': '2022-04-20T17:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '4246ea6a-762c-4b08-8810-64d46da0aed5', 'name': '', 'network_id': '62862590-8584-4ef8-b251-867e255b53a5', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'mac_address': 'fa:16:3e:fc:02:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13d85e0c-de04-4a6c-ab03-5cd24a8cb53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:21Z', 'updated_at': '2022-04-20T17:07:40Z', 'revision_number': 5, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'subnets': [{'id': '13d85e0c-de04-4a6c-ab03-5cd24a8cb53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:36.679789 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb20d190-bc59-47c3-bb60-6ce3fe9fb4ca None None] Checking router: d85c0ff1-683b-40e1-b039-a4b9139c38a8 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:10:36.687833 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:10:36.695845 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:36.695845 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:36.699828 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-65d5a73d-1a02-4ceb-a79d-4705f98b7caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:10:36.707128 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-65d5a73d-1a02-4ceb-a79d-4705f98b7caf admin admin] Usage tracker for resource:security_group_rule and tenant:e0abf75523cb42799be079adbc9824df is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:10:36.712154 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-65d5a73d-1a02-4ceb-a79d-4705f98b7caf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:10:36.721001 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-65d5a73d-1a02-4ceb-a79d-4705f98b7caf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:10:36.722734 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-206e38ee-2954-489f-8fc2-9e4eef2f0b04 req-cc36e62b-92e8-4596-8885-7c4b33ee3d44 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Unset dirty status for tenant:3d443eef609b4b6f83a7bfbf78a576c5 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:10:36.723885 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-206e38ee-2954-489f-8fc2-9e4eef2f0b04 req-cc36e62b-92e8-4596-8885-7c4b33ee3d44 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ba00665-13cf-41ee-9ceb-5fef7b3004e5 HTTP/1.1" status: 200 len: 210 time: 0.1809571 Apr 20 17:10:36.736760 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d9c6a5ce-5672-45c1-b21e-8e988e74ae83 req-3b074f24-92fb-4d9d-8994-eb3a141ffaad tempest-ServersAdminNegativeTestJSON-1540067866 tempest-ServersAdminNegativeTestJSON-1540067866-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=723e79d0-8fd3-4930-a7ee-d6dd9a9e736f HTTP/1.1" status: 200 len: 1101 time: 0.1177328 Apr 20 17:10:36.751281 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb20d190-bc59-47c3-bb60-6ce3fe9fb4ca None None] Routers {'d85c0ff1-683b-40e1-b039-a4b9139c38a8'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:10:36.751281 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-cb20d190-bc59-47c3-bb60-6ce3fe9fb4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:10:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d85c0ff1-683b-40e1-b039-a4b9139c38a8'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:36.772023 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d9c6a5ce-5672-45c1-b21e-8e988e74ae83 req-33247cb7-a1ac-4c48-b5ea-9a60028105d8 tempest-ServersAdminNegativeTestJSON-1540067866 tempest-ServersAdminNegativeTestJSON-1540067866-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:36.825776 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-d9c6a5ce-5672-45c1-b21e-8e988e74ae83 req-33247cb7-a1ac-4c48-b5ea-9a60028105d8 tempest-ServersAdminNegativeTestJSON-1540067866 tempest-ServersAdminNegativeTestJSON-1540067866-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:10:36.837319 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-d9c6a5ce-5672-45c1-b21e-8e988e74ae83 req-33247cb7-a1ac-4c48-b5ea-9a60028105d8 tempest-ServersAdminNegativeTestJSON-1540067866 tempest-ServersAdminNegativeTestJSON-1540067866-project-admin] Usage tracker for resource:security_group_rule and tenant:a528655dfeae4aa2bb6f7a81f8d2e4f2 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:10:36.841995 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-d9c6a5ce-5672-45c1-b21e-8e988e74ae83 req-33247cb7-a1ac-4c48-b5ea-9a60028105d8 tempest-ServersAdminNegativeTestJSON-1540067866 tempest-ServersAdminNegativeTestJSON-1540067866-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:10:36.855826 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-d9c6a5ce-5672-45c1-b21e-8e988e74ae83 req-33247cb7-a1ac-4c48-b5ea-9a60028105d8 tempest-ServersAdminNegativeTestJSON-1540067866 tempest-ServersAdminNegativeTestJSON-1540067866-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:10:36.866502 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-65d5a73d-1a02-4ceb-a79d-4705f98b7caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:36.872939 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-65d5a73d-1a02-4ceb-a79d-4705f98b7caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:36.921015 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d5a73d-1a02-4ceb-a79d-4705f98b7caf admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:10:36.928309 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5a73d-1a02-4ceb-a79d-4705f98b7caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04fb7c2-9d04-4646-be0c-39913a58e4cd,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:36.941089 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-65d5a73d-1a02-4ceb-a79d-4705f98b7caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:36.941429 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-65d5a73d-1a02-4ceb-a79d-4705f98b7caf admin admin] Added segment 7bd8babb-8003-4806-8692-e92ce3a5f993 of type vlan for network 712cbfca-4f15-4a05-b540-c7c77d6caef1 Apr 20 17:10:36.995180 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-65d5a73d-1a02-4ceb-a79d-4705f98b7caf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:37.000882 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:37.008973 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d9c6a5ce-5672-45c1-b21e-8e988e74ae83 req-33247cb7-a1ac-4c48-b5ea-9a60028105d8 tempest-ServersAdminNegativeTestJSON-1540067866 tempest-ServersAdminNegativeTestJSON-1540067866-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:37.023527 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d9c6a5ce-5672-45c1-b21e-8e988e74ae83 req-33247cb7-a1ac-4c48-b5ea-9a60028105d8 tempest-ServersAdminNegativeTestJSON-1540067866 tempest-ServersAdminNegativeTestJSON-1540067866-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:37.047910 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d16875a-b67b-4052-93b6-bd4515b72849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439b4ef4-8b1b-41d9-8a65-1db3637d5dec'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:10:37.062163 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33247cb7-a1ac-4c48-b5ea-9a60028105d8 tempest-ServersAdminNegativeTestJSON-1540067866 tempest-ServersAdminNegativeTestJSON-1540067866-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5c9cd6-f6d0-4773-aa02-5d611fc0cd03,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:37.086438 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3574b8-5831-45e5-b7b6-142b1a06b67b req-a4e37098-d6fd-42c5-b441-5fc233cbf2f1 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:37.086956 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=439b4ef4-8b1b-41d9-8a65-1db3637d5dec,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:37.097935 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:37.098655 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-da3574b8-5831-45e5-b7b6-142b1a06b67b req-a4e37098-d6fd-42c5-b441-5fc233cbf2f1 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 945 time: 0.1717739 Apr 20 17:10:37.099442 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device f1abfeac-9919-477e-b7c5-3584c92155f4 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:10:37.101386 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d9c6a5ce-5672-45c1-b21e-8e988e74ae83 req-33247cb7-a1ac-4c48-b5ea-9a60028105d8 tempest-ServersAdminNegativeTestJSON-1540067866 tempest-ServersAdminNegativeTestJSON-1540067866-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572023 Apr 20 17:10:37.127925 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-65d5a73d-1a02-4ceb-a79d-4705f98b7caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:37.128812 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d5a73d-1a02-4ceb-a79d-4705f98b7caf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:37.129391 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-65d5a73d-1a02-4ceb-a79d-4705f98b7caf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:37.172560 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-da3574b8-5831-45e5-b7b6-142b1a06b67b req-1307f140-bcc7-42c8-a340-7ae98d837607 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729427 Apr 20 17:10:37.195109 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: f1abfeac-9919-477e-b7c5-3584c92155f4 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:10:37.195522 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device f1abfeac-9919-477e-b7c5-3584c92155f4 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:10:37.205922 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-cb20d190-bc59-47c3-bb60-6ce3fe9fb4ca None None] Set router d85c0ff1-683b-40e1-b039-a4b9139c38a8 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:10:37.299167 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01dd5b09-6c73-439e-832b-30f8fd385a76'] response: {'server_uuid': '5d16875a-b67b-4052-93b6-bd4515b72849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439b4ef4-8b1b-41d9-8a65-1db3637d5dec', 'code': 200} Apr 20 17:10:37.364862 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=439b4ef4-8b1b-41d9-8a65-1db3637d5dec,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:37.417551 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5a73d-1a02-4ceb-a79d-4705f98b7caf admin admin] Pushing event updated for resources: {'Network': ['ID=712cbfca-4f15-4a05-b540-c7c77d6caef1,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:37.455497 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-65d5a73d-1a02-4ceb-a79d-4705f98b7caf admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1544881 Apr 20 17:10:37.468182 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60736) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:10:37.477353 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-9fa1cf88-646f-44ef-81d6-6c80b1904abe admin admin] Request body: {'subnet': {'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1295990035-subnet', 'tenant_id': 'e0abf75523cb42799be079adbc9824df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:10:37.483608 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9fa1cf88-646f-44ef-81d6-6c80b1904abe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:10:37.488262 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9fa1cf88-646f-44ef-81d6-6c80b1904abe admin admin] Usage tracker for resource:subnet and tenant:e0abf75523cb42799be079adbc9824df is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:10:37.493973 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9fa1cf88-646f-44ef-81d6-6c80b1904abe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:10:37.500021 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9fa1cf88-646f-44ef-81d6-6c80b1904abe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:10:37.518431 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa1cf88-646f-44ef-81d6-6c80b1904abe admin admin] Made reservation on behalf of e0abf75523cb42799be079adbc9824df for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:10:37.520936 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9fa1cf88-646f-44ef-81d6-6c80b1904abe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:37.583169 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 712cbfca-4f15-4a05-b540-c7c77d6caef1 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:10:37.666575 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c0413a57-048a-4868-a176-f10bfb0a8c6c req-6bca0cbf-7153-4aa5-9c48-1d0aeee0aa1a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 1097 time: 0.3004718 Apr 20 17:10:37.678879 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c39b8-3998-4cf9-8c37-f3ad434e1368 req-b64536be-0d98-4db9-bb83-d9f17db22eff tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:37.680298 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-799c39b8-3998-4cf9-8c37-f3ad434e1368 req-b64536be-0d98-4db9-bb83-d9f17db22eff tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 944 time: 0.1911173 Apr 20 17:10:37.720493 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-cb20d190-bc59-47c3-bb60-6ce3fe9fb4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504829768-router', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:16Z', 'updated_at': '2022-04-20T17:07:21Z', 'revision_number': 4, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'gw_port': {'id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:17Z', 'updated_at': '2022-04-20T17:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '4246ea6a-762c-4b08-8810-64d46da0aed5', 'name': '', 'network_id': '62862590-8584-4ef8-b251-867e255b53a5', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'mac_address': 'fa:16:3e:fc:02:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13d85e0c-de04-4a6c-ab03-5cd24a8cb53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:21Z', 'updated_at': '2022-04-20T17:07:40Z', 'revision_number': 5, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'subnets': [{'id': '13d85e0c-de04-4a6c-ab03-5cd24a8cb53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:37.725048 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb20d190-bc59-47c3-bb60-6ce3fe9fb4ca None None] The sync data for ids ['d85c0ff1-683b-40e1-b039-a4b9139c38a8'] in n-d-838032-1 is: [{'id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504829768-router', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:16Z', 'updated_at': '2022-04-20T17:07:21Z', 'revision_number': 4, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'gw_port': {'id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:17Z', 'updated_at': '2022-04-20T17:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '4246ea6a-762c-4b08-8810-64d46da0aed5', 'name': '', 'network_id': '62862590-8584-4ef8-b251-867e255b53a5', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'mac_address': 'fa:16:3e:fc:02:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13d85e0c-de04-4a6c-ab03-5cd24a8cb53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:21Z', 'updated_at': '2022-04-20T17:07:40Z', 'revision_number': 5, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'subnets': [{'id': '13d85e0c-de04-4a6c-ab03-5cd24a8cb53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:10:37.764967 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575551d4-dde9-461f-8a48-0f184fda2fb5 req-6e46a336-fd4b-4911-ae48-2468ff0f3e8b tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:37.765692 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c0413a57-048a-4868-a176-f10bfb0a8c6c req-5c4624d1-b2df-438c-8535-46bd9bd63e76 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839493 Apr 20 17:10:37.772262 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-575551d4-dde9-461f-8a48-0f184fda2fb5 req-6e46a336-fd4b-4911-ae48-2468ff0f3e8b tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 949 time: 0.4906349 Apr 20 17:10:37.790388 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-799c39b8-3998-4cf9-8c37-f3ad434e1368 req-f2edaaf7-d3c8-4492-9c2e-dd91ef026dbd tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704088 Apr 20 17:10:37.818424 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9fa1cf88-646f-44ef-81d6-6c80b1904abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:37.884639 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-575551d4-dde9-461f-8a48-0f184fda2fb5 req-11e0c3f9-3112-4b52-a30b-d6053f4a812b tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115658 Apr 20 17:10:37.919591 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1cf88-646f-44ef-81d6-6c80b1904abe admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fc33d54-66ae-4acd-9a13-99509719aca0,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:37.927803 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa1cf88-646f-44ef-81d6-6c80b1904abe admin admin] Checking segment: {'id': '7bd8babb-8003-4806-8692-e92ce3a5f993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:10:37.928149 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa1cf88-646f-44ef-81d6-6c80b1904abe admin admin] Network hostable DHCP agents. Network: 712cbfca-4f15-4a05-b540-c7c77d6caef1, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:10:37.958432 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa1cf88-646f-44ef-81d6-6c80b1904abe admin admin] Network 712cbfca-4f15-4a05-b540-c7c77d6caef1 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:10:37.973156 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-9fa1cf88-646f-44ef-81d6-6c80b1904abe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 712cbfca-4f15-4a05-b540-c7c77d6caef1) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:37.976862 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa1cf88-646f-44ef-81d6-6c80b1904abe admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:37.977410 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9fa1cf88-646f-44ef-81d6-6c80b1904abe admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:37.985754 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae56693-1160-4f12-906a-a578b47bca7e None None] Network 712cbfca-4f15-4a05-b540-c7c77d6caef1 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:10:38.008035 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9fa1cf88-646f-44ef-81d6-6c80b1904abe admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5387838 Apr 20 17:10:38.181453 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60756) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:10:38.277571 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f40a779c-b43a-44f7-9945-b7147b6faae5 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:38.362992 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2ee5e3-e6d5-4c58-b3dd-1a991c82512d None None] Network 712cbfca-4f15-4a05-b540-c7c77d6caef1 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:10:38.381057 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f40a779c-b43a-44f7-9945-b7147b6faae5 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:38.455982 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fa8f4003-b37b-4565-b7d8-b88b9bae2ff0 req-0d7db93f-30e4-4794-a0b4-d6f5667f9644 tempest-ServersAdminNegativeTestJSON-1540067866 tempest-ServersAdminNegativeTestJSON-1540067866-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=723e79d0-8fd3-4930-a7ee-d6dd9a9e736f HTTP/1.1" status: 200 len: 1101 time: 0.1631093 Apr 20 17:10:38.511374 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32530c-a6f5-47f1-b3eb-05b2efeaaf15 req-76fe63ec-dbf3-408f-a98f-08c557c7cc06 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:38.518221 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6b32530c-a6f5-47f1-b3eb-05b2efeaaf15 req-76fe63ec-dbf3-408f-a98f-08c557c7cc06 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 946 time: 0.1413181 Apr 20 17:10:38.537068 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f40a779c-b43a-44f7-9945-b7147b6faae5 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:38.563020 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a779c-b43a-44f7-9945-b7147b6faae5 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf459132-201d-4118-86f2-4956962fb2fb,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:38.570230 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-fa8f4003-b37b-4565-b7d8-b88b9bae2ff0 req-628bc2a7-594b-4052-88dc-f97a62fb5736 tempest-ServersAdminNegativeTestJSON-1540067866 tempest-ServersAdminNegativeTestJSON-1540067866-project-admin] Synchronizing usage tracker for tenant:a528655dfeae4aa2bb6f7a81f8d2e4f2 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:10:38.591550 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f40a779c-b43a-44f7-9945-b7147b6faae5 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:38.593194 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f40a779c-b43a-44f7-9945-b7147b6faae5 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "DELETE /v2.0/security-groups/bf459132-201d-4118-86f2-4956962fb2fb HTTP/1.1" status: 204 len: 168 time: 0.4103467 Apr 20 17:10:38.596272 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60768) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:10:38.613448 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-fa8f4003-b37b-4565-b7d8-b88b9bae2ff0 req-628bc2a7-594b-4052-88dc-f97a62fb5736 tempest-ServersAdminNegativeTestJSON-1540067866 tempest-ServersAdminNegativeTestJSON-1540067866-project-admin] Unset dirty status for tenant:a528655dfeae4aa2bb6f7a81f8d2e4f2 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:10:38.628985 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fa8f4003-b37b-4565-b7d8-b88b9bae2ff0 req-628bc2a7-594b-4052-88dc-f97a62fb5736 tempest-ServersAdminNegativeTestJSON-1540067866 tempest-ServersAdminNegativeTestJSON-1540067866-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718807 Apr 20 17:10:38.631258 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-ceb204cb-c81c-420a-98be-3e814dbf9417 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] show failed (client error): The resource could not be found. Apr 20 17:10:38.632366 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ceb204cb-c81c-420a-98be-3e814dbf9417 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "GET /v2.0/security-groups/bf459132-201d-4118-86f2-4956962fb2fb HTTP/1.1" status: 404 len: 347 time: 0.0351021 Apr 20 17:10:38.635229 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60772) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:10:38.636034 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6b32530c-a6f5-47f1-b3eb-05b2efeaaf15 req-8a8f31ae-fda8-4285-9e30-45b61fe492d3 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063378 Apr 20 17:10:38.886181 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-cc9e093c-4156-404a-9685-d3504d6fd8a2 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Deleting port bdbfde95-6455-4945-98e1-57488864a93c {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:10:38.886181 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cc9e093c-4156-404a-9685-d3504d6fd8a2 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:38.944990 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445053c9-b2c7-49ec-b880-6dd2bcb9ae42 None None] New status for floating IP 92d2bc21-02fc-4a1a-9289-354496d8d2bb: DOWN {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:10:39.050691 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d4cf8c91-8b2e-4d54-be14-1dd5893a240f req-03c26524-ecd9-48c3-9a91-b9da2b16c74d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=723e79d0-8fd3-4930-a7ee-d6dd9a9e736f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1131461 Apr 20 17:10:39.127406 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1f9648f1-c00c-4778-a9f0-36d1bfd3b7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:39.255722 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab094d71-1dab-4afe-a33a-ade563d330f8 req-a220b131-9eaf-4407-b27b-a364ae991a9a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:39.257724 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ab094d71-1dab-4afe-a33a-ade563d330f8 req-a220b131-9eaf-4407-b27b-a364ae991a9a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 944 time: 0.0937655 Apr 20 17:10:39.316478 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ab094d71-1dab-4afe-a33a-ade563d330f8 req-813e874f-139b-40e1-b100-42907fca79c2 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525274 Apr 20 17:10:39.357146 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cc9e093c-4156-404a-9685-d3504d6fd8a2 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:39.357490 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cc9e093c-4156-404a-9685-d3504d6fd8a2 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:39.497316 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-cc9e093c-4156-404a-9685-d3504d6fd8a2 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Calling delete_port for bdbfde95-6455-4945-98e1-57488864a93c owned by network:floatingip {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:10:39.536690 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f733a38-6584-47d3-81df-2e1a0830423e req-94aeb2f8-b0fe-4581-a262-9aa0c3de8db4 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:39.537345 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-3f733a38-6584-47d3-81df-2e1a0830423e req-94aeb2f8-b0fe-4581-a262-9aa0c3de8db4 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Synchronizing usage tracker for tenant:e0abf75523cb42799be079adbc9824df on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:10:39.578242 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-3f733a38-6584-47d3-81df-2e1a0830423e req-94aeb2f8-b0fe-4581-a262-9aa0c3de8db4 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Unset dirty status for tenant:e0abf75523cb42799be079adbc9824df on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:10:39.579292 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3f733a38-6584-47d3-81df-2e1a0830423e req-94aeb2f8-b0fe-4581-a262-9aa0c3de8db4 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/networks?id=712cbfca-4f15-4a05-b540-c7c77d6caef1 HTTP/1.1" status: 200 len: 812 time: 0.4855599 Apr 20 17:10:39.603975 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db6a89-136f-4084-ae79-bb416d97f37a req-b528f0f7-245b-479e-903c-f5525578c34f tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:39.606055 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3f733a38-6584-47d3-81df-2e1a0830423e req-ae90242b-b0db-4143-b2d3-9107d604f73a tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/quotas/e0abf75523cb42799be079adbc9824df HTTP/1.1" status: 200 len: 375 time: 0.0169249 Apr 20 17:10:39.610626 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-26db6a89-136f-4084-ae79-bb416d97f37a req-b528f0f7-245b-479e-903c-f5525578c34f tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 949 time: 0.0967221 Apr 20 17:10:39.610825 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.api [None req-cc9e093c-4156-404a-9685-d3504d6fd8a2 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:10:39.611210 n-d-838032-1 neutron-server[84081]: DEBUG oslo_db.api [None req-cc9e093c-4156-404a-9685-d3504d6fd8a2 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:10:39.659255 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-26db6a89-136f-4084-ae79-bb416d97f37a req-675b6df1-e8b6-431d-8721-ed19fcf3402d tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477002 Apr 20 17:10:39.662216 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3f733a38-6584-47d3-81df-2e1a0830423e req-6a763f98-d4d1-45b3-8549-1fcb340ab7af tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e0abf75523cb42799be079adbc9824df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488746 Apr 20 17:10:39.802892 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3f733a38-6584-47d3-81df-2e1a0830423e req-219b21f8-3479-4b68-ad83-9ea4df72b9b4 service neutron] 10.222.0.39 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333601 Apr 20 17:10:39.885937 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b15e1-8aaf-4268-9310-05b5615c3c71 req-1cac13e2-bbd8-490d-9462-57e30fc318f5 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:39.887459 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2c0b15e1-8aaf-4268-9310-05b5615c3c71 req-1cac13e2-bbd8-490d-9462-57e30fc318f5 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 946 time: 0.0868044 Apr 20 17:10:39.938745 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2c0b15e1-8aaf-4268-9310-05b5615c3c71 req-f56871ff-b156-479b-b085-ac2cf9595551 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455239 Apr 20 17:10:39.943012 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3f733a38-6584-47d3-81df-2e1a0830423e req-c6a19521-7c7b-4896-8f7a-9d71f3051f7a service neutron] 10.222.0.39 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308713 Apr 20 17:10:40.112476 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-cc9e093c-4156-404a-9685-d3504d6fd8a2 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Deleting port bdbfde95-6455-4945-98e1-57488864a93c {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:10:40.112832 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cc9e093c-4156-404a-9685-d3504d6fd8a2 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:40.230792 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fd9cf457-da36-4559-b222-ad5c7768f578 req-ce2cf19f-d59a-4244-9e69-667d04711665 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e3dd72-e7c0-4c07-a919-d4c31207d0cf HTTP/1.1" status: 200 len: 210 time: 0.0851555 Apr 20 17:10:40.312397 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b266a3b7-f524-4ad7-9814-564c77060780 req-5ca1bc5f-6c92-4acc-9b5c-3b8845e762ff tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 1097 time: 0.2125583 Apr 20 17:10:40.393058 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b266a3b7-f524-4ad7-9814-564c77060780 req-18283b2f-8c08-45bb-9426-5cab56b79894 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740347 Apr 20 17:10:40.463623 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cc9e093c-4156-404a-9685-d3504d6fd8a2 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:40.463939 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cc9e093c-4156-404a-9685-d3504d6fd8a2 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:40.735161 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-cc9e093c-4156-404a-9685-d3504d6fd8a2 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Calling delete_port for bdbfde95-6455-4945-98e1-57488864a93c owned by network:floatingip {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:10:40.889077 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e9e79-0d5d-441e-980c-3fa69b669f78 req-03547504-249e-40cd-b4ab-58424957b9e0 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:40.899573 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-804e9e79-0d5d-441e-980c-3fa69b669f78 req-03547504-249e-40cd-b4ab-58424957b9e0 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 944 time: 0.2060661 Apr 20 17:10:41.000639 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-804e9e79-0d5d-441e-980c-3fa69b669f78 req-f90d0604-e05d-4ccb-8aa9-20530b876e74 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000741 Apr 20 17:10:41.005630 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cc9e093c-4156-404a-9685-d3504d6fd8a2 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:41.125360 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e093c-4156-404a-9685-d3504d6fd8a2 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Pushing event deleted for resources: {'Port': ['ID=bdbfde95-6455-4945-98e1-57488864a93c,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:41.190386 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf3ea2-3a61-4a4b-97d0-cdec27f8599b req-36842417-c957-462c-923d-1f25bfbe038a tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:41.197751 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dabf3ea2-3a61-4a4b-97d0-cdec27f8599b req-36842417-c957-462c-923d-1f25bfbe038a tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 949 time: 0.0973485 Apr 20 17:10:41.243473 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dabf3ea2-3a61-4a4b-97d0-cdec27f8599b req-e2c0005b-4e28-42f3-89d3-df73feb35697 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438325 Apr 20 17:10:41.313152 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cc9e093c-4156-404a-9685-d3504d6fd8a2 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks [] for floatingip, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:41.336023 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47908c6b-6719-417c-ae35-83f581461998 req-bb05293e-e4a0-4be2-9844-ee9e3a899d7f tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:41.343412 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-47908c6b-6719-417c-ae35-83f581461998 req-bb05293e-e4a0-4be2-9844-ee9e3a899d7f tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=723e79d0-8fd3-4930-a7ee-d6dd9a9e736f HTTP/1.1" status: 200 len: 950 time: 0.2193642 Apr 20 17:10:41.352622 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a73daf09-0026-4236-b5ea-8cc27c672878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:41.396281 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cc9e093c-4156-404a-9685-d3504d6fd8a2 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:41.399877 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cc9e093c-4156-404a-9685-d3504d6fd8a2 tempest-ServersWithSpecificFlavorTestJSON-1291114706 tempest-ServersWithSpecificFlavorTestJSON-1291114706-project] 10.222.0.39 "DELETE /v2.0/floatingips/92d2bc21-02fc-4a1a-9289-354496d8d2bb HTTP/1.1" status: 204 len: 168 time: 2.7612422 Apr 20 17:10:41.412786 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-47908c6b-6719-417c-ae35-83f581461998 req-b3dcf636-b41b-4add-9327-f3e2b3dc5d9b tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676115 Apr 20 17:10:41.528853 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5f01d4e1-2868-43a4-ae74-37e9af3518b4 req-1f17b201-8d3e-485d-acf8-d2917543e08c tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e3dd72-e7c0-4c07-a919-d4c31207d0cf HTTP/1.1" status: 200 len: 210 time: 0.1120801 Apr 20 17:10:41.869262 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f733a38-6584-47d3-81df-2e1a0830423e req-ab3fe948-0250-4046-956a-3d8e18b68ea0 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:41.877535 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3f733a38-6584-47d3-81df-2e1a0830423e req-ab3fe948-0250-4046-956a-3d8e18b68ea0 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.10 "GET /v2.0/networks?id=712cbfca-4f15-4a05-b540-c7c77d6caef1 HTTP/1.1" status: 200 len: 812 time: 0.2643075 Apr 20 17:10:41.898295 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-3f733a38-6584-47d3-81df-2e1a0830423e req-97b5c27d-fd54-4ad1-9582-498556a8e3e0 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Request body: {'port': {'device_id': '32e3dd72-e7c0-4c07-a919-d4c31207d0cf', 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1', 'admin_state_up': True, 'tenant_id': 'e0abf75523cb42799be079adbc9824df'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:10:42.103122 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-3f733a38-6584-47d3-81df-2e1a0830423e req-97b5c27d-fd54-4ad1-9582-498556a8e3e0 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:10:42.107291 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-3f733a38-6584-47d3-81df-2e1a0830423e req-97b5c27d-fd54-4ad1-9582-498556a8e3e0 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Usage tracker for resource:port and tenant:e0abf75523cb42799be079adbc9824df is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:10:42.110392 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-3f733a38-6584-47d3-81df-2e1a0830423e req-97b5c27d-fd54-4ad1-9582-498556a8e3e0 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:10:42.117750 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-3f733a38-6584-47d3-81df-2e1a0830423e req-97b5c27d-fd54-4ad1-9582-498556a8e3e0 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:10:42.126507 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60872) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:10:42.140359 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1c4ef-88db-4672-84b4-6b3adb626d15 req-18c4e2e0-cd1b-4d7e-aed0-8fbb5ccede79 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:42.141962 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3da1c4ef-88db-4672-84b4-6b3adb626d15 req-18c4e2e0-cd1b-4d7e-aed0-8fbb5ccede79 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.43 "GET /v2.0/ports?device_id=723e79d0-8fd3-4930-a7ee-d6dd9a9e736f HTTP/1.1" status: 200 len: 950 time: 0.1364231 Apr 20 17:10:42.143100 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f733a38-6584-47d3-81df-2e1a0830423e req-97b5c27d-fd54-4ad1-9582-498556a8e3e0 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Made reservation on behalf of e0abf75523cb42799be079adbc9824df for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:10:42.145958 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-3f733a38-6584-47d3-81df-2e1a0830423e req-97b5c27d-fd54-4ad1-9582-498556a8e3e0 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:42.342853 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-3da1c4ef-88db-4672-84b4-6b3adb626d15 req-25511157-09f0-40af-8191-1c290a8acdfb tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Deleting port a7ff6692-8ac4-4671-aee4-6d8466fc5ee4 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:10:42.343192 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-3da1c4ef-88db-4672-84b4-6b3adb626d15 req-25511157-09f0-40af-8191-1c290a8acdfb tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:42.536181 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:42.556305 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a449cc-bb5d-451b-9097-00e2fba3fa16 req-13a5e7dd-20b0-46c4-9c01-e71782c48cb7 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:42.557123 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b3a449cc-bb5d-451b-9097-00e2fba3fa16 req-13a5e7dd-20b0-46c4-9c01-e71782c48cb7 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 949 time: 0.1215391 Apr 20 17:10:42.600332 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb53ae-77b6-4986-a855-4eece5729965 req-bac9b636-088c-4bc8-97c9-154bf67277c6 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:42.608227 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-29cb53ae-77b6-4986-a855-4eece5729965 req-bac9b636-088c-4bc8-97c9-154bf67277c6 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 944 time: 0.3661017 Apr 20 17:10:42.609004 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:42.777433 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 596e7ab6-2580-47d3-8f95-a432a3f130e4 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:10:42.778782 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b3a449cc-bb5d-451b-9097-00e2fba3fa16 req-2a4892df-3c88-4d65-b65c-7aab4eff6743 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121921 Apr 20 17:10:42.798101 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-29cb53ae-77b6-4986-a855-4eece5729965 req-f28bc42c-2e81-4a40-9db8-62eaca76fa49 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822231 Apr 20 17:10:42.798101 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-3f733a38-6584-47d3-81df-2e1a0830423e req-97b5c27d-fd54-4ad1-9582-498556a8e3e0 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Allocated IP 172.20.0.14 (712cbfca-4f15-4a05-b540-c7c77d6caef1/2fc33d54-66ae-4acd-9a13-99509719aca0/03b6f66a-db02-400e-b50c-261c1876f0bf) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:10:42.949145 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-22db2493-031e-456c-9dcf-23286ee58ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:43.021115 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-3da1c4ef-88db-4672-84b4-6b3adb626d15 req-25511157-09f0-40af-8191-1c290a8acdfb tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] For port a7ff6692-8ac4-4671-aee4-6d8466fc5ee4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=a7ff6692-8ac4-4671-aee4-6d8466fc5ee4,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:43.021547 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-3da1c4ef-88db-4672-84b4-6b3adb626d15 req-25511157-09f0-40af-8191-1c290a8acdfb tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:43.034230 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:43.131248 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 596e7ab6-2580-47d3-8f95-a432a3f130e4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=596e7ab6-2580-47d3-8f95-a432a3f130e4,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:43.152531 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '596e7ab6-2580-47d3-8f95-a432a3f130e4', 'network_id': '9034ea63-8cdc-4387-871e-6ef92eb3509a', 'port_id': '596e7ab6-2580-47d3-8f95-a432a3f130e4', 'mac_address': 'fa:16:3e:f7:ec:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af85ab34-696f-4577-a7cd-12cc3ca9e9e8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:10:43.247920 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:43.274826 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 596e7ab6-2580-47d3-8f95-a432a3f130e4 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:10:43.298655 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 596e7ab6-2580-47d3-8f95-a432a3f130e4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=596e7ab6-2580-47d3-8f95-a432a3f130e4,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:43.304927 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:43.355762 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-3da1c4ef-88db-4672-84b4-6b3adb626d15 req-25511157-09f0-40af-8191-1c290a8acdfb tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Calling delete_port for a7ff6692-8ac4-4671-aee4-6d8466fc5ee4 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:10:43.398670 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87ced3-948b-499b-951a-5ffbd5a41dfb req-626ae2cc-725e-4bef-bf8a-6c0a456a8e8b tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:43.406943 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a87ced3-948b-499b-951a-5ffbd5a41dfb req-626ae2cc-725e-4bef-bf8a-6c0a456a8e8b tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=723e79d0-8fd3-4930-a7ee-d6dd9a9e736f HTTP/1.1" status: 200 len: 950 time: 0.2719150 Apr 20 17:10:43.432611 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['596e7ab6-2580-47d3-8f95-a432a3f130e4'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:10:43.472661 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13f60bf3-34e3-4461-b72a-aab358cb6d0c req-ee1cee9e-a460-463c-acfd-ae925352d7fd tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e3dd72-e7c0-4c07-a919-d4c31207d0cf HTTP/1.1" status: 200 len: 210 time: 0.2662954 Apr 20 17:10:43.514142 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a87ced3-948b-499b-951a-5ffbd5a41dfb req-976d5355-60d5-4a24-ab49-0ef7c2d550cb tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061242 Apr 20 17:10:43.514617 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=596e7ab6-2580-47d3-8f95-a432a3f130e4,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:43.619204 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-3da1c4ef-88db-4672-84b4-6b3adb626d15 req-25511157-09f0-40af-8191-1c290a8acdfb tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:43.634283 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['a7ff6692-8ac4-4671-aee4-6d8466fc5ee4'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:10:43.829226 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['99b4db25-eee7-4cbd-bfd6-8ee7df9779bb'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:10:43.910301 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25511157-09f0-40af-8191-1c290a8acdfb tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Pushing event deleted for resources: {'Port': ['ID=a7ff6692-8ac4-4671-aee4-6d8466fc5ee4,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:43.969432 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:44.026909 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da1c4ef-88db-4672-84b4-6b3adb626d15 req-25511157-09f0-40af-8191-1c290a8acdfb tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] No DVR routers for this DVR port a7ff6692-8ac4-4671-aee4-6d8466fc5ee4 on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:10:44.036870 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-3da1c4ef-88db-4672-84b4-6b3adb626d15 req-25511157-09f0-40af-8191-1c290a8acdfb tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:44.057099 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723e79d0-8fd3-4930-a7ee-d6dd9a9e736f', 'name': 'network-vif-deleted', 'tag': 'a7ff6692-8ac4-4671-aee4-6d8466fc5ee4'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:10:44.113234 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3da1c4ef-88db-4672-84b4-6b3adb626d15 req-25511157-09f0-40af-8191-1c290a8acdfb tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.43 "DELETE /v2.0/ports/a7ff6692-8ac4-4671-aee4-6d8466fc5ee4 HTTP/1.1" status: 204 len: 173 time: 1.9478691 Apr 20 17:10:44.206960 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b0723-b115-4537-9bbe-e2514e04e918 req-77eb8cf7-2c64-45f0-b889-16a14a643601 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:44.214545 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-985b0723-b115-4537-9bbe-e2514e04e918 req-77eb8cf7-2c64-45f0-b889-16a14a643601 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 949 time: 0.1973445 Apr 20 17:10:44.268558 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-3f733a38-6584-47d3-81df-2e1a0830423e req-97b5c27d-fd54-4ad1-9582-498556a8e3e0 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:44.329511 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-985b0723-b115-4537-9bbe-e2514e04e918 req-dbfb110f-1790-446e-aa13-26c4165d832f tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139164 Apr 20 17:10:44.363575 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edad046-a267-431a-996a-88fbc6c5739a req-ae14333c-bbb3-4a9d-8e62-2a2105d6844b tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:44.371370 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4edad046-a267-431a-996a-88fbc6c5739a req-ae14333c-bbb3-4a9d-8e62-2a2105d6844b tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 944 time: 0.2893519 Apr 20 17:10:44.389308 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-3f733a38-6584-47d3-81df-2e1a0830423e req-97b5c27d-fd54-4ad1-9582-498556a8e3e0 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:44.445862 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-22db2493-031e-456c-9dcf-23286ee58ba7 admin admin] Deleting port 4246ea6a-762c-4b08-8810-64d46da0aed5 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:10:44.445862 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-22db2493-031e-456c-9dcf-23286ee58ba7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:44.499595 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4edad046-a267-431a-996a-88fbc6c5739a req-b8b32d1f-880c-4a2e-817b-056eb88fd9b9 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272502 Apr 20 17:10:44.543928 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f733a38-6584-47d3-81df-2e1a0830423e req-97b5c27d-fd54-4ad1-9582-498556a8e3e0 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Network 712cbfca-4f15-4a05-b540-c7c77d6caef1 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:10:44.548924 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-3f733a38-6584-47d3-81df-2e1a0830423e req-97b5c27d-fd54-4ad1-9582-498556a8e3e0 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:44.552231 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5c27d-fd54-4ad1-9582-498556a8e3e0 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Pushing event updated for resources: {'Port': ['ID=03b6f66a-db02-400e-b50c-261c1876f0bf,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:44.554565 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f733a38-6584-47d3-81df-2e1a0830423e req-97b5c27d-fd54-4ad1-9582-498556a8e3e0 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:10:44.661514 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f733a38-6584-47d3-81df-2e1a0830423e req-97b5c27d-fd54-4ad1-9582-498556a8e3e0 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:44.662256 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-3f733a38-6584-47d3-81df-2e1a0830423e req-97b5c27d-fd54-4ad1-9582-498556a8e3e0 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:44.703210 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-242f5b2b-8413-4670-b435-ecea991edd18'] response: {'server_uuid': '723e79d0-8fd3-4930-a7ee-d6dd9a9e736f', 'name': 'network-vif-deleted', 'tag': 'a7ff6692-8ac4-4671-aee4-6d8466fc5ee4', 'status': 'completed', 'code': 200} Apr 20 17:10:44.703210 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3f733a38-6584-47d3-81df-2e1a0830423e req-97b5c27d-fd54-4ad1-9582-498556a8e3e0 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8122046 Apr 20 17:10:44.722918 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-3f733a38-6584-47d3-81df-2e1a0830423e req-5cd3e4be-235d-480b-91ae-bd13140b401d service neutron] Request body: {'port': {'device_id': '32e3dd72-e7c0-4c07-a919-d4c31207d0cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:10:44.735962 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-22db2493-031e-456c-9dcf-23286ee58ba7 admin admin] For port 4246ea6a-762c-4b08-8810-64d46da0aed5, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=4246ea6a-762c-4b08-8810-64d46da0aed5,segment=NetworkSegment(af78e68a-1aac-4499-9edd-4a404858a5ef),segment_id=af78e68a-1aac-4499-9edd-4a404858a5ef)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:44.736769 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-22db2493-031e-456c-9dcf-23286ee58ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:44.802301 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 596e7ab6-2580-47d3-8f95-a432a3f130e4 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:10:44.957146 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:44.978931 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 596e7ab6-2580-47d3-8f95-a432a3f130e4 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:44.979661 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:45.099944 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-3f733a38-6584-47d3-81df-2e1a0830423e req-5cd3e4be-235d-480b-91ae-bd13140b401d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:45.105306 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-22db2493-031e-456c-9dcf-23286ee58ba7 admin admin] Calling delete_port for 4246ea6a-762c-4b08-8810-64d46da0aed5 owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:10:45.133074 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1e8d9-ad87-4669-a6c8-703924cd406b req-474e27a3-4afe-483d-9c56-ea65169f9fb2 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:45.134277 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-d2c1e8d9-ad87-4669-a6c8-703924cd406b req-474e27a3-4afe-483d-9c56-ea65169f9fb2 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Synchronizing usage tracker for tenant:e0abf75523cb42799be079adbc9824df on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:10:45.233847 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-d2c1e8d9-ad87-4669-a6c8-703924cd406b req-474e27a3-4afe-483d-9c56-ea65169f9fb2 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Unset dirty status for tenant:e0abf75523cb42799be079adbc9824df on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:10:45.235265 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d2c1e8d9-ad87-4669-a6c8-703924cd406b req-474e27a3-4afe-483d-9c56-ea65169f9fb2 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e3dd72-e7c0-4c07-a919-d4c31207d0cf HTTP/1.1" status: 200 len: 932 time: 0.4563885 Apr 20 17:10:45.383810 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:45.476173 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d2c1e8d9-ad87-4669-a6c8-703924cd406b req-21100609-9f9f-4439-bbd1-2658656b1f00 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273448 Apr 20 17:10:45.513230 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 596e7ab6-2580-47d3-8f95-a432a3f130e4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=596e7ab6-2580-47d3-8f95-a432a3f130e4,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:45.523063 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5975ce5b-7932-42ef-8dc8-00df9b1c884d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596e7ab6-2580-47d3-8f95-a432a3f130e4'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:10:45.541361 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:45.774293 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=596e7ab6-2580-47d3-8f95-a432a3f130e4,revision_number=7']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:45.862427 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-22db2493-031e-456c-9dcf-23286ee58ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:45.936448 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb8008-2377-4e0d-8b02-da73c616d49e req-44660ce2-f618-4bcd-841d-f634d3c02128 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:45.939182 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9ceb8008-2377-4e0d-8b02-da73c616d49e req-44660ce2-f618-4bcd-841d-f634d3c02128 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 949 time: 0.1763699 Apr 20 17:10:46.083637 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db2493-031e-456c-9dcf-23286ee58ba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4246ea6a-762c-4b08-8810-64d46da0aed5,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:46.085080 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9ceb8008-2377-4e0d-8b02-da73c616d49e req-56745d82-0267-402e-a48b-c899abd47a41 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014686 Apr 20 17:10:46.103653 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-3f733a38-6584-47d3-81df-2e1a0830423e req-5cd3e4be-235d-480b-91ae-bd13140b401d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03b6f66a-db02-400e-b50c-261c1876f0bf {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:10:46.126095 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-3f733a38-6584-47d3-81df-2e1a0830423e req-5cd3e4be-235d-480b-91ae-bd13140b401d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:46.163558 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-3f733a38-6584-47d3-81df-2e1a0830423e req-5cd3e4be-235d-480b-91ae-bd13140b401d service neutron] Transition to ACTIVE for port object 03b6f66a-db02-400e-b50c-261c1876f0bf will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:10:46.174035 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-3f733a38-6584-47d3-81df-2e1a0830423e req-5cd3e4be-235d-480b-91ae-bd13140b401d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:46.204466 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8038f21e-7f66-4e8b-81a7-913f137604be'] response: {'server_uuid': '5975ce5b-7932-42ef-8dc8-00df9b1c884d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596e7ab6-2580-47d3-8f95-a432a3f130e4', 'code': 200} Apr 20 17:10:46.299683 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3e4be-235d-480b-91ae-bd13140b401d service neutron] Pushing event updated for resources: {'Port': ['ID=03b6f66a-db02-400e-b50c-261c1876f0bf,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:46.479733 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ae7d6-24d8-4e15-ac52-94667e29da24 req-57624456-9ecb-4e06-920c-2f1208b9c57a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:46.487884 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ba0ae7d6-24d8-4e15-ac52-94667e29da24 req-57624456-9ecb-4e06-920c-2f1208b9c57a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 944 time: 0.1442091 Apr 20 17:10:46.548417 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device a7ff6692-8ac4-4671-aee4-6d8466fc5ee4 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:10:46.567739 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ba0ae7d6-24d8-4e15-ac52-94667e29da24 req-10fce41d-b1a3-4081-8b69-0d5b0f4bcc7c tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789037 Apr 20 17:10:46.637769 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-22db2493-031e-456c-9dcf-23286ee58ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:46.644292 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: a7ff6692-8ac4-4671-aee4-6d8466fc5ee4 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:10:46.644705 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device a7ff6692-8ac4-4671-aee4-6d8466fc5ee4 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:10:46.661781 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-3f733a38-6584-47d3-81df-2e1a0830423e req-5cd3e4be-235d-480b-91ae-bd13140b401d service neutron] Attempting to bind port 03b6f66a-db02-400e-b50c-261c1876f0bf on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:10:46.664420 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-3f733a38-6584-47d3-81df-2e1a0830423e req-5cd3e4be-235d-480b-91ae-bd13140b401d service neutron] Attempting to bind port 03b6f66a-db02-400e-b50c-261c1876f0bf by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '7bd8babb-8003-4806-8692-e92ce3a5f993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:10:46.664755 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f733a38-6584-47d3-81df-2e1a0830423e req-5cd3e4be-235d-480b-91ae-bd13140b401d service neutron] Attempting to bind port 03b6f66a-db02-400e-b50c-261c1876f0bf on network 712cbfca-4f15-4a05-b540-c7c77d6caef1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:10:46.695993 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f733a38-6584-47d3-81df-2e1a0830423e req-5cd3e4be-235d-480b-91ae-bd13140b401d service neutron] Port 03b6f66a-db02-400e-b50c-261c1876f0bf on network 712cbfca-4f15-4a05-b540-c7c77d6caef1 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:10:46.696355 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f733a38-6584-47d3-81df-2e1a0830423e req-5cd3e4be-235d-480b-91ae-bd13140b401d service neutron] Attempting to bind port 03b6f66a-db02-400e-b50c-261c1876f0bf on network 712cbfca-4f15-4a05-b540-c7c77d6caef1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:10:46.707029 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f733a38-6584-47d3-81df-2e1a0830423e req-5cd3e4be-235d-480b-91ae-bd13140b401d service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:10:46.707363 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f733a38-6584-47d3-81df-2e1a0830423e req-5cd3e4be-235d-480b-91ae-bd13140b401d service neutron] Checking segment: {'id': '7bd8babb-8003-4806-8692-e92ce3a5f993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:10:46.707743 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f733a38-6584-47d3-81df-2e1a0830423e req-5cd3e4be-235d-480b-91ae-bd13140b401d service neutron] Bound using segment: {'id': '7bd8babb-8003-4806-8692-e92ce3a5f993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:10:46.708414 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-3f733a38-6584-47d3-81df-2e1a0830423e req-5cd3e4be-235d-480b-91ae-bd13140b401d service neutron] Bound port: 03b6f66a-db02-400e-b50c-261c1876f0bf, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd8babb-8003-4806-8692-e92ce3a5f993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:10:46.708775 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-3f733a38-6584-47d3-81df-2e1a0830423e req-5cd3e4be-235d-480b-91ae-bd13140b401d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:46.728190 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185b3c5-7e67-4ce1-b04e-1531255e0918 req-28eef7d0-267d-46d1-b9b4-be6fe0a5f2e6 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:46.728883 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-2185b3c5-7e67-4ce1-b04e-1531255e0918 req-28eef7d0-267d-46d1-b9b4-be6fe0a5f2e6 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Synchronizing usage tracker for tenant:a75d48f32d114942822c59b60c13247e on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:10:46.799951 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-2185b3c5-7e67-4ce1-b04e-1531255e0918 req-28eef7d0-267d-46d1-b9b4-be6fe0a5f2e6 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Unset dirty status for tenant:a75d48f32d114942822c59b60c13247e on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:10:46.807210 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2185b3c5-7e67-4ce1-b04e-1531255e0918 req-28eef7d0-267d-46d1-b9b4-be6fe0a5f2e6 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 950 time: 0.3911946 Apr 20 17:10:46.867952 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2185b3c5-7e67-4ce1-b04e-1531255e0918 req-f308f7bc-eae2-4442-8437-ea9814815430 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596867 Apr 20 17:10:46.910210 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-3f733a38-6584-47d3-81df-2e1a0830423e req-5cd3e4be-235d-480b-91ae-bd13140b401d service neutron] For port 03b6f66a-db02-400e-b50c-261c1876f0bf, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:10:46.915641 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-3f733a38-6584-47d3-81df-2e1a0830423e req-5cd3e4be-235d-480b-91ae-bd13140b401d service neutron] For port 03b6f66a-db02-400e-b50c-261c1876f0bf, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=03b6f66a-db02-400e-b50c-261c1876f0bf,segment=NetworkSegment(7bd8babb-8003-4806-8692-e92ce3a5f993),segment_id=7bd8babb-8003-4806-8692-e92ce3a5f993)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:10:46.924710 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-3f733a38-6584-47d3-81df-2e1a0830423e req-5cd3e4be-235d-480b-91ae-bd13140b401d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:46.996316 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576026e-cb7d-41fd-a9b1-bcabb5c129a9 req-3591a59f-4413-43b4-b4c8-b73be4cb47cf tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:46.998734 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4576026e-cb7d-41fd-a9b1-bcabb5c129a9 req-3591a59f-4413-43b4-b4c8-b73be4cb47cf tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e3dd72-e7c0-4c07-a919-d4c31207d0cf HTTP/1.1" status: 200 len: 944 time: 0.1444619 Apr 20 17:10:47.015933 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-3f733a38-6584-47d3-81df-2e1a0830423e req-5cd3e4be-235d-480b-91ae-bd13140b401d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:47.017316 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3f733a38-6584-47d3-81df-2e1a0830423e req-5cd3e4be-235d-480b-91ae-bd13140b401d service neutron] 10.222.0.10 "PUT /v2.0/ports/03b6f66a-db02-400e-b50c-261c1876f0bf HTTP/1.1" status: 200 len: 1092 time: 2.3063345 Apr 20 17:10:47.017763 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e3dd72-e7c0-4c07-a919-d4c31207d0cf', 'tag': '03b6f66a-db02-400e-b50c-261c1876f0bf'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:10:47.045194 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3e4be-235d-480b-91ae-bd13140b401d service neutron] Pushing event updated for resources: {'Port': ['ID=03b6f66a-db02-400e-b50c-261c1876f0bf,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:47.084597 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c824a48-5acb-431c-8d7f-8853182c988b'] response: {'name': 'network-changed', 'server_uuid': '32e3dd72-e7c0-4c07-a919-d4c31207d0cf', 'tag': '03b6f66a-db02-400e-b50c-261c1876f0bf', 'status': 'completed', 'code': 200} Apr 20 17:10:47.153515 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-4576026e-cb7d-41fd-a9b1-bcabb5c129a9 req-54a25f40-53d4-4ddf-a443-e7ae17bf55ad tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Synchronizing usage tracker for tenant:e0abf75523cb42799be079adbc9824df on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:10:47.268159 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-4576026e-cb7d-41fd-a9b1-bcabb5c129a9 req-54a25f40-53d4-4ddf-a443-e7ae17bf55ad tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Unset dirty status for tenant:e0abf75523cb42799be079adbc9824df on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:10:47.269255 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4576026e-cb7d-41fd-a9b1-bcabb5c129a9 req-54a25f40-53d4-4ddf-a443-e7ae17bf55ad tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640691 Apr 20 17:10:47.619937 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a54510-07ff-4161-bdba-ff941d241972 req-49a89b2a-8590-4ab5-a0a8-c2328e9ac75b tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:47.622387 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-54a54510-07ff-4161-bdba-ff941d241972 req-49a89b2a-8590-4ab5-a0a8-c2328e9ac75b tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 949 time: 0.3951824 Apr 20 17:10:47.648444 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c9c00b7d-c1ce-4716-aefc-00dae4534cf0 req-9341fc6a-cfb9-4396-aca0-dca405f8f7bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0abf75523cb42799be079adbc9824df&device_id=32e3dd72-e7c0-4c07-a919-d4c31207d0cf HTTP/1.1" status: 200 len: 1095 time: 0.2181065 Apr 20 17:10:47.658836 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22db2493-031e-456c-9dcf-23286ee58ba7 admin admin] Router d85c0ff1-683b-40e1-b039-a4b9139c38a8 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:10:47.808176 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-54a54510-07ff-4161-bdba-ff941d241972 req-acd942bf-b6b8-4a65-936a-7cd52d32331e tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678190 Apr 20 17:10:47.960316 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c00b7d-c1ce-4716-aefc-00dae4534cf0 req-511da505-79c7-4f3b-b377-35b5f81a0a63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:47.961780 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c9c00b7d-c1ce-4716-aefc-00dae4534cf0 req-511da505-79c7-4f3b-b377-35b5f81a0a63 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=e0abf75523cb42799be079adbc9824df&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2607653 Apr 20 17:10:48.263049 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cec247-f028-428b-8749-2d39f9a4a24e req-9957506f-6ac0-4d3a-951b-3424cbbf0db7 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:48.270328 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-44cec247-f028-428b-8749-2d39f9a4a24e req-9957506f-6ac0-4d3a-951b-3424cbbf0db7 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 944 time: 0.4073050 Apr 20 17:10:48.341235 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-44cec247-f028-428b-8749-2d39f9a4a24e req-3249be4a-e7ed-426b-9129-6f556c369924 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698750 Apr 20 17:10:48.366722 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c00b7d-c1ce-4716-aefc-00dae4534cf0 req-e381bbd8-7203-46fe-a636-6e6b032fb07e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:48.366722 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c9c00b7d-c1ce-4716-aefc-00dae4534cf0 req-e381bbd8-7203-46fe-a636-6e6b032fb07e service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3963468 Apr 20 17:10:48.411197 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4bce7f-77c3-4707-98bc-594b25038bc7 req-4a9ffd85-cb87-4165-ac72-40e8e669e513 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:48.422262 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5c4bce7f-77c3-4707-98bc-594b25038bc7 req-4a9ffd85-cb87-4165-ac72-40e8e669e513 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 950 time: 0.2793772 Apr 20 17:10:48.513664 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-d32f7813-b91a-42f7-8d7f-6aa36790af3c service neutron] 10.222.0.43 "GET /v2.0/ports/3080caef-a65f-4017-8a99-a9197ea5a7b1/bindings/n-h2-838032-1 HTTP/1.1" status: 200 len: 384 time: 0.2813952 Apr 20 17:10:48.559432 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22db2493-031e-456c-9dcf-23286ee58ba7 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:10:48.573013 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43472464-5ae8-4d44-8d04-efcfd095429a None None] Sync routers for ids ['d85c0ff1-683b-40e1-b039-a4b9139c38a8'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:10:48.611071 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43472464-5ae8-4d44-8d04-efcfd095429a None None] Routers {'d85c0ff1-683b-40e1-b039-a4b9139c38a8'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:10:48.611714 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-43472464-5ae8-4d44-8d04-efcfd095429a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:10:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d85c0ff1-683b-40e1-b039-a4b9139c38a8'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:48.617280 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-22db2493-031e-456c-9dcf-23286ee58ba7 admin admin] 10.222.0.39 "PUT /v2.0/routers/d85c0ff1-683b-40e1-b039-a4b9139c38a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4873383 Apr 20 17:10:48.619670 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60994) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:10:48.705169 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5c4bce7f-77c3-4707-98bc-594b25038bc7 req-689eb338-a8a0-4bb8-a7ba-0a93eb026384 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/security-groups?id=e571de81-4d50-42b1-87eb-fc7c7c5eb884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818785 Apr 20 17:10:48.984548 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3f733a38-6584-47d3-81df-2e1a0830423e req-f5c8587c-2bb9-4c71-80cb-078c6172347e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0abf75523cb42799be079adbc9824df&device_id=32e3dd72-e7c0-4c07-a919-d4c31207d0cf HTTP/1.1" status: 200 len: 1095 time: 0.5400651 Apr 20 17:10:49.133731 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02231b6-9520-4c91-a1f5-14e49143e2f4 req-84c07ac3-e240-4001-b38c-440538b73bba tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:49.138869 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c02231b6-9520-4c91-a1f5-14e49143e2f4 req-84c07ac3-e240-4001-b38c-440538b73bba tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 950 time: 0.7809603 Apr 20 17:10:49.247564 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-43472464-5ae8-4d44-8d04-efcfd095429a None None] Set router d85c0ff1-683b-40e1-b039-a4b9139c38a8 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:10:49.348727 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-c02231b6-9520-4c91-a1f5-14e49143e2f4 req-08d9875e-d258-4cca-a100-3d9e074af38f tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Deleting port 99b4db25-eee7-4cbd-bfd6-8ee7df9779bb {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:10:49.349325 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-c02231b6-9520-4c91-a1f5-14e49143e2f4 req-08d9875e-d258-4cca-a100-3d9e074af38f tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:49.465785 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3f733a38-6584-47d3-81df-2e1a0830423e req-d7fcd69c-764b-4de3-a817-983118ea11f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03b6f66a-db02-400e-b50c-261c1876f0bf HTTP/1.1" status: 200 len: 217 time: 0.4444442 Apr 20 17:10:49.649734 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-fb5e7508-69a0-4363-ba38-4c1aea6136ad service neutron] For port 3080caef-a65f-4017-8a99-a9197ea5a7b1, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=3080caef-a65f-4017-8a99-a9197ea5a7b1,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:49.669026 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ca42c-6310-4946-b254-7d7263caba05 req-8c633f50-1ae5-4f6d-be24-71e7766b43b2 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:49.678905 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b28ca42c-6310-4946-b254-7d7263caba05 req-8c633f50-1ae5-4f6d-be24-71e7766b43b2 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e3dd72-e7c0-4c07-a919-d4c31207d0cf HTTP/1.1" status: 200 len: 944 time: 0.8877056 Apr 20 17:10:49.714406 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-fb5e7508-69a0-4363-ba38-4c1aea6136ad service neutron] For port 3080caef-a65f-4017-8a99-a9197ea5a7b1, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:10:49.768712 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b28ca42c-6310-4946-b254-7d7263caba05 req-6be4fc67-06c6-400f-beda-29a722a13cf5 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873401 Apr 20 17:10:49.841863 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-fb5e7508-69a0-4363-ba38-4c1aea6136ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3080caef-a65f-4017-8a99-a9197ea5a7b1 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:10:49.869570 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-fb5e7508-69a0-4363-ba38-4c1aea6136ad service neutron] For port 3080caef-a65f-4017-8a99-a9197ea5a7b1, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=3080caef-a65f-4017-8a99-a9197ea5a7b1,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:49.913272 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-43472464-5ae8-4d44-8d04-efcfd095429a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504829768-router', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:16Z', 'updated_at': '2022-04-20T17:10:45Z', 'revision_number': 5, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'gw_port': {'id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:17Z', 'updated_at': '2022-04-20T17:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:49.920808 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43472464-5ae8-4d44-8d04-efcfd095429a None None] Checking router: d85c0ff1-683b-40e1-b039-a4b9139c38a8 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:10:49.937072 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43472464-5ae8-4d44-8d04-efcfd095429a None None] Routers {'d85c0ff1-683b-40e1-b039-a4b9139c38a8'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:10:49.940539 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-43472464-5ae8-4d44-8d04-efcfd095429a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:10:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d85c0ff1-683b-40e1-b039-a4b9139c38a8'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:50.054484 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-fb5e7508-69a0-4363-ba38-4c1aea6136ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:50.224312 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ec01e-7d2c-4901-a594-8ae0d78d2d19 req-4a8730e3-e5dd-473c-93aa-c517a8d34cc4 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:50.232164 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8b1ec01e-7d2c-4901-a594-8ae0d78d2d19 req-4a8730e3-e5dd-473c-93aa-c517a8d34cc4 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 949 time: 0.9067333 Apr 20 17:10:50.249716 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f733a38-6584-47d3-81df-2e1a0830423e req-8dd4264e-00de-4138-be7d-6bf2a9589907 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:50.251949 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3f733a38-6584-47d3-81df-2e1a0830423e req-8dd4264e-00de-4138-be7d-6bf2a9589907 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2fc33d54-66ae-4acd-9a13-99509719aca0 HTTP/1.1" status: 200 len: 852 time: 0.3377204 Apr 20 17:10:50.280885 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-c02231b6-9520-4c91-a1f5-14e49143e2f4 req-08d9875e-d258-4cca-a100-3d9e074af38f tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] For port 99b4db25-eee7-4cbd-bfd6-8ee7df9779bb, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=99b4db25-eee7-4cbd-bfd6-8ee7df9779bb,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:50.282388 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-c02231b6-9520-4c91-a1f5-14e49143e2f4 req-08d9875e-d258-4cca-a100-3d9e074af38f tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:50.308527 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-43472464-5ae8-4d44-8d04-efcfd095429a None None] Set router d85c0ff1-683b-40e1-b039-a4b9139c38a8 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:10:50.322472 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3f733a38-6584-47d3-81df-2e1a0830423e req-8fc47011-2702-4d8f-9a48-f204917f3e27 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=712cbfca-4f15-4a05-b540-c7c77d6caef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507734 Apr 20 17:10:50.573102 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3f733a38-6584-47d3-81df-2e1a0830423e req-4872f07e-d183-4197-a738-35483f8502dc service neutron] 10.222.0.10 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403555 Apr 20 17:10:50.579621 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-c02231b6-9520-4c91-a1f5-14e49143e2f4 req-08d9875e-d258-4cca-a100-3d9e074af38f tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Calling delete_port for 99b4db25-eee7-4cbd-bfd6-8ee7df9779bb owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:10:50.799657 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8b1ec01e-7d2c-4901-a594-8ae0d78d2d19 req-90771196-eb3c-49cd-bedc-165dc82d2672 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5664744 Apr 20 17:10:50.825182 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 99b4db25-eee7-4cbd-bfd6-8ee7df9779bb no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:10:50.969681 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-fb5e7508-69a0-4363-ba38-4c1aea6136ad service neutron] Transition to ACTIVE for port object 3080caef-a65f-4017-8a99-a9197ea5a7b1 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:10:51.082373 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3f733a38-6584-47d3-81df-2e1a0830423e req-4601a9aa-8824-404a-b0b0-81b779d71f49 service neutron] 10.222.0.10 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800072 Apr 20 17:10:51.085616 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-fb5e7508-69a0-4363-ba38-4c1aea6136ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:51.098631 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:51.130739 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a06dee-a046-42e7-aa04-42b0b5d9bd36 req-ca943c36-56bf-4df3-9870-cac7e5096bdc tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:51.137163 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-14a06dee-a046-42e7-aa04-42b0b5d9bd36 req-ca943c36-56bf-4df3-9870-cac7e5096bdc tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 944 time: 0.4226832 Apr 20 17:10:51.202028 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-c02231b6-9520-4c91-a1f5-14e49143e2f4 req-08d9875e-d258-4cca-a100-3d9e074af38f tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:51.216240 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9cb6c65f-aed5-4744-8df1-78b9ba435ff3 req-0e00e0bd-17e5-4ccc-a828-0be65de65ab0 tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 210 time: 0.1133559 Apr 20 17:10:51.309533 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9875e-d258-4cca-a100-3d9e074af38f tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Pushing event deleted for resources: {'Port': ['ID=99b4db25-eee7-4cbd-bfd6-8ee7df9779bb,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:51.315950 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8a5f23ed-2e2c-4d17-a89d-4e42796fdea0 admin admin] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:51.502936 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-43472464-5ae8-4d44-8d04-efcfd095429a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504829768-router', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:16Z', 'updated_at': '2022-04-20T17:10:45Z', 'revision_number': 5, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'gw_port': {'id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:17Z', 'updated_at': '2022-04-20T17:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:51.521767 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43472464-5ae8-4d44-8d04-efcfd095429a None None] The sync data for ids ['d85c0ff1-683b-40e1-b039-a4b9139c38a8'] in n-d-838032-1 is: [{'id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-504829768-router', 'tenant_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:16Z', 'updated_at': '2022-04-20T17:10:45Z', 'revision_number': 5, 'project_id': '3d443eef609b4b6f83a7bfbf78a576c5', 'gw_port': {'id': '649fa2ec-3248-400b-886e-118e8b18e61a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c0ff1-683b-40e1-b039-a4b9139c38a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:17Z', 'updated_at': '2022-04-20T17:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:10:51.676823 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-fb5e7508-69a0-4363-ba38-4c1aea6136ad service neutron] No DVR routers for this DVR port 3080caef-a65f-4017-8a99-a9197ea5a7b1 on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:10:51.880141 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-fb5e7508-69a0-4363-ba38-4c1aea6136ad service neutron] 10.222.0.43 "PUT /v2.0/ports/3080caef-a65f-4017-8a99-a9197ea5a7b1/bindings/n-h2-838032-1/activate HTTP/1.1" status: 200 len: 369 time: 3.3344154 Apr 20 17:10:51.920384 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd7da3-cad1-4935-9aac-1d0f090607ab req-6ae86476-912e-4c1d-b928-e196fc7dee21 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:51.922125 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0cfd7da3-cad1-4935-9aac-1d0f090607ab req-6ae86476-912e-4c1d-b928-e196fc7dee21 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e3dd72-e7c0-4c07-a919-d4c31207d0cf HTTP/1.1" status: 200 len: 944 time: 0.2504222 Apr 20 17:10:51.931189 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e7508-69a0-4363-ba38-4c1aea6136ad service neutron] Pushing event updated for resources: {'Port': ['ID=3080caef-a65f-4017-8a99-a9197ea5a7b1,revision_number=10']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:52.009428 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02231b6-9520-4c91-a1f5-14e49143e2f4 req-08d9875e-d258-4cca-a100-3d9e074af38f tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] No DVR routers for this DVR port 99b4db25-eee7-4cbd-bfd6-8ee7df9779bb on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:10:52.012703 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-c02231b6-9520-4c91-a1f5-14e49143e2f4 req-08d9875e-d258-4cca-a100-3d9e074af38f tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:52.029948 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2bd9726-2155-4969-ac3a-e2424f8ec92c', 'name': 'network-vif-deleted', 'tag': '99b4db25-eee7-4cbd-bfd6-8ee7df9779bb'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:10:52.055857 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-14a06dee-a046-42e7-aa04-42b0b5d9bd36 req-73332dbb-5dba-436d-a815-056c14bc64d5 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9131525 Apr 20 17:10:52.059505 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c02231b6-9520-4c91-a1f5-14e49143e2f4 req-08d9875e-d258-4cca-a100-3d9e074af38f tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.10 "DELETE /v2.0/ports/99b4db25-eee7-4cbd-bfd6-8ee7df9779bb HTTP/1.1" status: 204 len: 173 time: 2.8866289 Apr 20 17:10:52.247351 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8a5f23ed-2e2c-4d17-a89d-4e42796fdea0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:52.270082 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-8a5f23ed-2e2c-4d17-a89d-4e42796fdea0 admin admin] Deleting port 649fa2ec-3248-400b-886e-118e8b18e61a {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:10:52.270528 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8a5f23ed-2e2c-4d17-a89d-4e42796fdea0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:52.319006 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0cfd7da3-cad1-4935-9aac-1d0f090607ab req-01392628-0827-4b05-8d9d-3ff8eb608f96 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761876 Apr 20 17:10:52.332167 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-deb07676-f4a2-47ac-8286-1880039fc10a tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662&tenant_id=c6309d4027774bf39a206d4366b6ddc5&binding%3Ahost_id=n-h1-838032-1 HTTP/1.1" status: 200 len: 1096 time: 0.3422823 Apr 20 17:10:52.523344 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-4fcfb84e-9f56-48a7-9fd3-51c622073d46 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662&tenant_id=c6309d4027774bf39a206d4366b6ddc5 HTTP/1.1" status: 200 len: 1096 time: 0.1823950 Apr 20 17:10:52.587493 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 3080caef-a65f-4017-8a99-a9197ea5a7b1 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:10:52.670824 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae2aabc8-aa49-477f-b55c-7538b2bba091'] response: {'server_uuid': 'd2bd9726-2155-4969-ac3a-e2424f8ec92c', 'name': 'network-vif-deleted', 'tag': '99b4db25-eee7-4cbd-bfd6-8ee7df9779bb', 'status': 'completed', 'code': 200} Apr 20 17:10:52.753014 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 3080caef-a65f-4017-8a99-a9197ea5a7b1 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:10:52.862514 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-2993ce30-4a4a-4692-882a-203b86fa52f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6309d4027774bf39a206d4366b6ddc5&device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 1096 time: 0.2620921 Apr 20 17:10:52.897237 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4a428f39-b195-4403-b8ab-004952fa9191 req-53019928-bd67-4353-bfcf-1119a4f1f47f tempest-ServersAdminNegativeTestJSON-539148744 tempest-ServersAdminNegativeTestJSON-539148744-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2bd9726-2155-4969-ac3a-e2424f8ec92c HTTP/1.1" status: 200 len: 210 time: 0.1300123 Apr 20 17:10:52.971007 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-8a5f23ed-2e2c-4d17-a89d-4e42796fdea0 admin admin] For port 649fa2ec-3248-400b-886e-118e8b18e61a, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=649fa2ec-3248-400b-886e-118e8b18e61a,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:52.971489 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8a5f23ed-2e2c-4d17-a89d-4e42796fdea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:52.988168 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc123ad9-0de0-4de2-814b-a91efa05f94f req-cf6d61a8-e44b-4b8d-9a47-6beab480afdf tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:52.989889 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cc123ad9-0de0-4de2-814b-a91efa05f94f req-cf6d61a8-e44b-4b8d-9a47-6beab480afdf tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 950 time: 0.3260860 Apr 20 17:10:53.090021 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-b0450f69-d975-43bb-a0b9-6504f41107e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:53.092436 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-b0450f69-d975-43bb-a0b9-6504f41107e7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bf1bc412-90d5-44c3-9118-40a48e554e77 HTTP/1.1" status: 200 len: 909 time: 0.2233779 Apr 20 17:10:53.198243 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-8a5f23ed-2e2c-4d17-a89d-4e42796fdea0 admin admin] Calling delete_port for 649fa2ec-3248-400b-886e-118e8b18e61a owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:10:53.217319 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-753d9d86-f2b7-4e2d-8379-03cc80fa47a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3080caef-a65f-4017-8a99-a9197ea5a7b1 HTTP/1.1" status: 200 len: 217 time: 0.1124365 Apr 20 17:10:53.260085 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cc123ad9-0de0-4de2-814b-a91efa05f94f req-3511c5da-743b-47df-bfcf-43ffb31efa14 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109611 Apr 20 17:10:53.416496 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-cf674c15-45b8-46a6-acf0-84e9ba459cb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:53.418982 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-cf674c15-45b8-46a6-acf0-84e9ba459cb6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afaadd71-91d9-490d-8c9c-d83dc8020198 HTTP/1.1" status: 200 len: 848 time: 0.1936045 Apr 20 17:10:53.476868 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 4246ea6a-762c-4b08-8810-64d46da0aed5 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:10:53.517410 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8a5f23ed-2e2c-4d17-a89d-4e42796fdea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:53.528116 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-704820d3-56a2-4a0b-87a9-122126b49856 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bf1bc412-90d5-44c3-9118-40a48e554e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968292 Apr 20 17:10:53.602857 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 4246ea6a-762c-4b08-8810-64d46da0aed5 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:10:53.604141 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 4246ea6a-762c-4b08-8810-64d46da0aed5 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:10:53.683376 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5f23ed-2e2c-4d17-a89d-4e42796fdea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=649fa2ec-3248-400b-886e-118e8b18e61a,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:53.696621 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c62b79-ad97-4169-b00d-6330a316edf1 req-1c1d86c6-b4a2-4f40-a779-258f6fd6851a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:53.702835 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-68c62b79-ad97-4169-b00d-6330a316edf1 req-1c1d86c6-b4a2-4f40-a779-258f6fd6851a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 945 time: 0.4270291 Apr 20 17:10:53.765379 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-739fe8cf-df9b-49c5-9d1b-67c36d128f6f service neutron] 10.222.0.10 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155795 Apr 20 17:10:53.937387 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80998c58-cf99-4e0d-bf43-5bd5b9afdd42 req-5a90a24c-bffa-4bba-b69a-8f65099b7246 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:53.945309 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-80998c58-cf99-4e0d-bf43-5bd5b9afdd42 req-5a90a24c-bffa-4bba-b69a-8f65099b7246 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e3dd72-e7c0-4c07-a919-d4c31207d0cf HTTP/1.1" status: 200 len: 944 time: 0.3115976 Apr 20 17:10:53.960799 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-68c62b79-ad97-4169-b00d-6330a316edf1 req-db182444-a1d6-4d4f-9846-5574e5393488 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539256 Apr 20 17:10:54.049759 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-0e980785-8bc8-42bd-8794-df275f18423e service neutron] 10.222.0.10 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780206 Apr 20 17:10:54.177970 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8a5f23ed-2e2c-4d17-a89d-4e42796fdea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:54.255903 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-5e7679c3-4b02-4015-bf9a-ee5c330899b3 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=36da78d71e8c4977a5ae707bb0d7ba12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448372 Apr 20 17:10:54.507567 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-80998c58-cf99-4e0d-bf43-5bd5b9afdd42 req-f4b99207-789e-40f6-8fdc-bf552569b824 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5605009 Apr 20 17:10:54.701107 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8a5f23ed-2e2c-4d17-a89d-4e42796fdea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:54.715572 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8a5f23ed-2e2c-4d17-a89d-4e42796fdea0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:54.770278 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8a5f23ed-2e2c-4d17-a89d-4e42796fdea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:54.770845 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5f23ed-2e2c-4d17-a89d-4e42796fdea0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d85c0ff1-683b-40e1-b039-a4b9139c38a8 {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:10:54.795219 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8a5f23ed-2e2c-4d17-a89d-4e42796fdea0 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:54.796524 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8a5f23ed-2e2c-4d17-a89d-4e42796fdea0 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d85c0ff1-683b-40e1-b039-a4b9139c38a8 HTTP/1.1" status: 204 len: 168 time: 6.1756773 Apr 20 17:10:54.799252 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 32838) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:10:54.836481 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 03b6f66a-db02-400e-b50c-261c1876f0bf details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:10:54.874663 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-42b50bde-1caa-49ac-ad18-3287ed8417dd tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:54.882049 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-42b50bde-1caa-49ac-ad18-3287ed8417dd tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6247432 Apr 20 17:10:54.924812 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-ddc55c44-2d32-44e8-bb70-06e57d4497c7 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/quotas/36da78d71e8c4977a5ae707bb0d7ba12 HTTP/1.1" status: 200 len: 375 time: 0.0414290 Apr 20 17:10:55.025048 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-f420482a-441f-4ffb-976c-06fedf02daca tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662&tenant_id=c6309d4027774bf39a206d4366b6ddc5&binding%3Ahost_id=n-h2-838032-1 HTTP/1.1" status: 200 len: 1096 time: 0.3865919 Apr 20 17:10:55.266753 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-045e96e6-f7be-4292-8548-49b893b128bc tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=36da78d71e8c4977a5ae707bb0d7ba12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3408530 Apr 20 17:10:55.309076 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 03b6f66a-db02-400e-b50c-261c1876f0bf, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=03b6f66a-db02-400e-b50c-261c1876f0bf,segment=NetworkSegment(7bd8babb-8003-4806-8692-e92ce3a5f993),segment_id=7bd8babb-8003-4806-8692-e92ce3a5f993)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:55.329036 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-8ce76fc7-1015-4d49-9df1-b4d6e6effbd9 service neutron] For port 3080caef-a65f-4017-8a99-a9197ea5a7b1, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:10:55.332252 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-8ce76fc7-1015-4d49-9df1-b4d6e6effbd9 service neutron] Notify callbacks [] for binding, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:55.333587 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9701d01a-676c-403a-905f-cf70aa5228e0 req-8ce76fc7-1015-4d49-9df1-b4d6e6effbd9 service neutron] 10.222.0.10 "DELETE /v2.0/ports/3080caef-a65f-4017-8a99-a9197ea5a7b1/bindings/n-h1-838032-1 HTTP/1.1" status: 204 len: 173 time: 0.2811172 Apr 20 17:10:55.354507 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '03b6f66a-db02-400e-b50c-261c1876f0bf', 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1', 'port_id': '03b6f66a-db02-400e-b50c-261c1876f0bf', 'mac_address': 'fa:16:3e:7a:c2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fc33d54-66ae-4acd-9a13-99509719aca0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:10:55.392452 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 32852) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:10:55.481556 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e27775-17be-443d-a392-b62888316dc6 admin admin] Deleting subnet 13d85e0c-de04-4a6c-ab03-5cd24a8cb53b {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:10:55.485880 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a1e27775-17be-443d-a392-b62888316dc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:55.549252 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:55.591607 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 649fa2ec-3248-400b-886e-118e8b18e61a no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:10:55.638392 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a1e27775-17be-443d-a392-b62888316dc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:55.642110 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 649fa2ec-3248-400b-886e-118e8b18e61a {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:10:55.642706 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 649fa2ec-3248-400b-886e-118e8b18e61a not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:10:55.645680 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03b6f66a-db02-400e-b50c-261c1876f0bf {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:10:55.664591 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 03b6f66a-db02-400e-b50c-261c1876f0bf, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=03b6f66a-db02-400e-b50c-261c1876f0bf,segment=NetworkSegment(7bd8babb-8003-4806-8692-e92ce3a5f993),segment_id=7bd8babb-8003-4806-8692-e92ce3a5f993)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:55.673536 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:55.828934 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a1e27775-17be-443d-a392-b62888316dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:55.838940 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=03b6f66a-db02-400e-b50c-261c1876f0bf,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:55.860576 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-be1eddc7-6785-4ef0-8c14-81eb0072e356 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a75d48f32d114942822c59b60c13247e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4667718 Apr 20 17:10:55.863950 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 32872) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:10:55.986261 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a1e27775-17be-443d-a392-b62888316dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:56.004384 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fbb72d65-ae88-47d7-a020-d7fd35226976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:56.051798 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a1e27775-17be-443d-a392-b62888316dc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:56.055086 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e27775-17be-443d-a392-b62888316dc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13d85e0c-de04-4a6c-ab03-5cd24a8cb53b,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:56.062153 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117233a6-4b7a-48f2-a067-0e038eaaf572 None None] Network 62862590-8584-4ef8-b251-867e255b53a5 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:10:56.076831 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a1e27775-17be-443d-a392-b62888316dc6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/13d85e0c-de04-4a6c-ab03-5cd24a8cb53b HTTP/1.1" status: 204 len: 168 time: 1.2742321 Apr 20 17:10:56.078284 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 32880) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:10:56.108139 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fbb72d65-ae88-47d7-a020-d7fd35226976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:56.219488 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428dda8-1a8c-420f-b978-a52d00ca718e req-6f20e4a1-7f98-48e7-912f-acbf517f5dbc tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:56.221142 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a428dda8-1a8c-420f-b978-a52d00ca718e req-6f20e4a1-7f98-48e7-912f-acbf517f5dbc tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e3dd72-e7c0-4c07-a919-d4c31207d0cf HTTP/1.1" status: 200 len: 945 time: 0.1792712 Apr 20 17:10:56.233397 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c86146b-34d3-4cc1-bf62-ed9f5d64e0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:56.245145 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2345a2-ab24-4252-9704-a13a1050f9a4 req-dc99c933-eb1c-4b0b-9982-e5da44dea183 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:56.247168 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6a2345a2-ab24-4252-9704-a13a1050f9a4 req-dc99c933-eb1c-4b0b-9982-e5da44dea183 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 945 time: 0.9648550 Apr 20 17:10:56.282387 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['03b6f66a-db02-400e-b50c-261c1876f0bf'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:10:56.312499 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6a2345a2-ab24-4252-9704-a13a1050f9a4 req-56b5dbed-b905-4e1b-ac6d-23121f65c1ea tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560987 Apr 20 17:10:56.314442 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-1c86146b-34d3-4cc1-bf62-ed9f5d64e0b2 admin admin] Deleting port b138b3da-3610-4cfc-b5d2-8f0868b37540 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:10:56.315666 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c86146b-34d3-4cc1-bf62-ed9f5d64e0b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:56.344049 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fbb72d65-ae88-47d7-a020-d7fd35226976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:56.472595 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fbb72d65-ae88-47d7-a020-d7fd35226976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:56.476169 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fbb72d65-ae88-47d7-a020-d7fd35226976 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e571de81-4d50-42b1-87eb-fc7c7c5eb884 HTTP/1.1" status: 204 len: 168 time: 0.6086159 Apr 20 17:10:56.500876 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb72d65-ae88-47d7-a020-d7fd35226976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e571de81-4d50-42b1-87eb-fc7c7c5eb884,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:56.516010 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a428dda8-1a8c-420f-b978-a52d00ca718e req-6aa50300-e9f1-4c5b-bd0f-d06707712717 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799675 Apr 20 17:10:56.955373 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6f2552-b380-42b3-82e9-ae5cf658f5bf None None] DHCP port deletion for 62862590-8584-4ef8-b251-867e255b53a5 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:10:56.959961 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-2a6f2552-b380-42b3-82e9-ae5cf658f5bf None None] Deleting port b138b3da-3610-4cfc-b5d2-8f0868b37540 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:10:56.960322 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2a6f2552-b380-42b3-82e9-ae5cf658f5bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:57.026688 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f5c64937-fe9f-4f36-aa99-85e49af3ecd5 req-bdd7d635-168a-4ffe-8168-fdbf4a74f9f9 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d0d584c-0beb-4242-984c-1a1f0332e4e7 HTTP/1.1" status: 200 len: 210 time: 0.1391728 Apr 20 17:10:57.046394 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-1c86146b-34d3-4cc1-bf62-ed9f5d64e0b2 admin admin] For port b138b3da-3610-4cfc-b5d2-8f0868b37540, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=b138b3da-3610-4cfc-b5d2-8f0868b37540,segment=NetworkSegment(af78e68a-1aac-4499-9edd-4a404858a5ef),segment_id=af78e68a-1aac-4499-9edd-4a404858a5ef)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:57.046825 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c86146b-34d3-4cc1-bf62-ed9f5d64e0b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:57.053409 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-3e40eb32-2f1b-4884-a616-2661eba0dae3 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Synchronizing usage tracker for tenant:d8235d2e2e9042338bf4fd5c9dbdfc12 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:10:57.122064 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-3e40eb32-2f1b-4884-a616-2661eba0dae3 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Unset dirty status for tenant:d8235d2e2e9042338bf4fd5c9dbdfc12 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:10:57.123985 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-3e40eb32-2f1b-4884-a616-2661eba0dae3 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1246564794&fields=id&tenant_id=d8235d2e2e9042338bf4fd5c9dbdfc12 HTTP/1.1" status: 200 len: 267 time: 0.1727879 Apr 20 17:10:57.262960 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-2a6f2552-b380-42b3-82e9-ae5cf658f5bf None None] For port b138b3da-3610-4cfc-b5d2-8f0868b37540, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=b138b3da-3610-4cfc-b5d2-8f0868b37540,segment=NetworkSegment(af78e68a-1aac-4499-9edd-4a404858a5ef),segment_id=af78e68a-1aac-4499-9edd-4a404858a5ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:57.263351 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2a6f2552-b380-42b3-82e9-ae5cf658f5bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:57.365979 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-f494f4c6-bfa1-4588-bdac-6b1b74847283 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:57.373295 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-f494f4c6-bfa1-4588-bdac-6b1b74847283 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Synchronizing usage tracker for tenant:d8235d2e2e9042338bf4fd5c9dbdfc12 on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:10:57.375998 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 32908) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:10:57.378076 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-1c86146b-34d3-4cc1-bf62-ed9f5d64e0b2 admin admin] Calling delete_port for b138b3da-3610-4cfc-b5d2-8f0868b37540 owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:10:57.423425 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-2a6f2552-b380-42b3-82e9-ae5cf658f5bf None None] Calling delete_port for b138b3da-3610-4cfc-b5d2-8f0868b37540 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:10:57.555390 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device b138b3da-3610-4cfc-b5d2-8f0868b37540 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:10:57.567307 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-f494f4c6-bfa1-4588-bdac-6b1b74847283 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Unset dirty status for tenant:d8235d2e2e9042338bf4fd5c9dbdfc12 on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:10:57.590714 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-f494f4c6-bfa1-4588-bdac-6b1b74847283 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/networks?id=9a626c9a-ac9c-4541-bae9-2e2575451241 HTTP/1.1" status: 200 len: 816 time: 0.4425035 Apr 20 17:10:57.633121 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-29ac3cbc-54d9-4b90-a105-b947193ce724 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a528655dfeae4aa2bb6f7a81f8d2e4f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2505465 Apr 20 17:10:57.636504 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-94e46e7a-8eef-49e4-883e-fe2a12a11e4e tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=36da78d71e8c4977a5ae707bb0d7ba12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1573510 Apr 20 17:10:57.641257 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 32916) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:10:57.674181 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2a6f2552-b380-42b3-82e9-ae5cf658f5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:57.682977 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-619e8bc2-1c80-408f-b84d-94e021b24f94 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/quotas/d8235d2e2e9042338bf4fd5c9dbdfc12 HTTP/1.1" status: 200 len: 375 time: 0.0912750 Apr 20 17:10:57.766212 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6f2552-b380-42b3-82e9-ae5cf658f5bf None None] No DVR routers for this DVR port b138b3da-3610-4cfc-b5d2-8f0868b37540 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:10:57.777295 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c562c5b8-14b5-4c28-8dba-1ea680795651 req-22b1f7c8-6b9c-465e-94f2-0e3fcccceea6 tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 1096 time: 0.2884712 Apr 20 17:10:57.799508 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f2552-b380-42b3-82e9-ae5cf658f5bf None None] Pushing event deleted for resources: {'Port': ['ID=b138b3da-3610-4cfc-b5d2-8f0868b37540,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:57.807526 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No active binding found for port b138b3da-3610-4cfc-b5d2-8f0868b37540 {{(pid=84082) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 20 17:10:57.808296 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device b138b3da-3610-4cfc-b5d2-8f0868b37540 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:10:57.831195 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.api [None req-1c86146b-34d3-4cc1-bf62-ed9f5d64e0b2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:10:57.831587 n-d-838032-1 neutron-server[84081]: DEBUG oslo_db.api [None req-1c86146b-34d3-4cc1-bf62-ed9f5d64e0b2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:10:57.871743 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c562c5b8-14b5-4c28-8dba-1ea680795651 req-add1b589-00f4-458e-96a4-512a1c38a5d7 tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817628 Apr 20 17:10:57.874113 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-557e524d-3653-4ce2-b86f-9a4c9dcbef75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:57.911717 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-557e524d-3653-4ce2-b86f-9a4c9dcbef75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:57.965276 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:10:58.003052 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-557e524d-3653-4ce2-b86f-9a4c9dcbef75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:58.027738 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e524d-3653-4ce2-b86f-9a4c9dcbef75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5c9cd6-f6d0-4773-aa02-5d611fc0cd03,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:58.081390 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-557e524d-3653-4ce2-b86f-9a4c9dcbef75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:58.103133 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-b8b298d9-78b9-4b4a-92d4-44cbfb07410c tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:58.104832 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-b8b298d9-78b9-4b4a-92d4-44cbfb07410c tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4592431 Apr 20 17:10:58.105009 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-557e524d-3653-4ce2-b86f-9a4c9dcbef75 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5e5c9cd6-f6d0-4773-aa02-5d611fc0cd03 HTTP/1.1" status: 204 len: 168 time: 0.4613030 Apr 20 17:10:58.125659 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-9da7cc9a-309b-4895-98fe-d53a274b817d tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Request body: {'port': {'device_id': '0d0d584c-0beb-4242-984c-1a1f0332e4e7', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'admin_state_up': True, 'tenant_id': '36da78d71e8c4977a5ae707bb0d7ba12'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:10:58.152822 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-36f484ac-f5c3-435c-831b-6fae551a77df tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Synchronizing usage tracker for tenant:d8235d2e2e9042338bf4fd5c9dbdfc12 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:10:58.260783 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-36f484ac-f5c3-435c-831b-6fae551a77df tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Unset dirty status for tenant:d8235d2e2e9042338bf4fd5c9dbdfc12 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:10:58.263240 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-36f484ac-f5c3-435c-831b-6fae551a77df tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8235d2e2e9042338bf4fd5c9dbdfc12&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5793648 Apr 20 17:10:58.280405 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb12d02-4365-4543-ae22-ff3da244ea4c req-4e774ccc-e0c2-4007-b08a-82166f1b6fb6 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:58.290992 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ceb12d02-4365-4543-ae22-ff3da244ea4c req-4e774ccc-e0c2-4007-b08a-82166f1b6fb6 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e3dd72-e7c0-4c07-a919-d4c31207d0cf HTTP/1.1" status: 200 len: 945 time: 0.1832883 Apr 20 17:10:58.333001 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-1c86146b-34d3-4cc1-bf62-ed9f5d64e0b2 admin admin] Deleting port b138b3da-3610-4cfc-b5d2-8f0868b37540 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:10:58.333349 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c86146b-34d3-4cc1-bf62-ed9f5d64e0b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:58.424292 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-1c86146b-34d3-4cc1-bf62-ed9f5d64e0b2 admin admin] The port 'b138b3da-3610-4cfc-b5d2-8f0868b37540' was deleted {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:10:58.514044 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-5f9c8e85-c43d-4b2e-b9a1-242dbb97b420 service neutron] 10.222.0.39 "GET /v2.0/networks/9a626c9a-ac9c-4541-bae9-2e2575451241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330105 Apr 20 17:10:58.515735 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ceb12d02-4365-4543-ae22-ff3da244ea4c req-b1b218c3-6543-47f0-9ada-4b3aee6915ac tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234800 Apr 20 17:10:58.536497 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-9da7cc9a-309b-4895-98fe-d53a274b817d tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:10:58.647251 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-9da7cc9a-309b-4895-98fe-d53a274b817d tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:10:58.656915 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c86146b-34d3-4cc1-bf62-ed9f5d64e0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:58.670941 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-9da7cc9a-309b-4895-98fe-d53a274b817d tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Made reservation on behalf of 36da78d71e8c4977a5ae707bb0d7ba12 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:10:58.678317 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-9da7cc9a-309b-4895-98fe-d53a274b817d tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:58.700535 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-1c86146b-34d3-4cc1-bf62-ed9f5d64e0b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62862590-8584-4ef8-b251-867e255b53a5']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:58.719641 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-1c86146b-34d3-4cc1-bf62-ed9f5d64e0b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af78e68a-1aac-4499-9edd-4a404858a5ef') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:58.720283 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-1c86146b-34d3-4cc1-bf62-ed9f5d64e0b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af78e68a-1aac-4499-9edd-4a404858a5ef') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:10:58.734805 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c86146b-34d3-4cc1-bf62-ed9f5d64e0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:58.751936 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c86146b-34d3-4cc1-bf62-ed9f5d64e0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:58.758968 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c86146b-34d3-4cc1-bf62-ed9f5d64e0b2 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:10:58.759529 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c86146b-34d3-4cc1-bf62-ed9f5d64e0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:58.835969 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 03b6f66a-db02-400e-b50c-261c1876f0bf up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:10:58.961186 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-607bff6f-052d-4b9f-b221-14e8d8681288 service neutron] 10.222.0.39 "GET /v2.0/networks/9a626c9a-ac9c-4541-bae9-2e2575451241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4449606 Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:10:58.966363 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:10:58.980464 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 03b6f66a-db02-400e-b50c-261c1876f0bf completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:10:58.987976 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 03b6f66a-db02-400e-b50c-261c1876f0bf triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:10:58.989130 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:59.013157 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c86146b-34d3-4cc1-bf62-ed9f5d64e0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:59.018750 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c86146b-34d3-4cc1-bf62-ed9f5d64e0b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:59.072835 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ff45382e-7db7-41ee-89c9-e95d4efdaf44 req-b740ecdb-4b27-4f03-bdb9-b1781a3b29a5 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d0d584c-0beb-4242-984c-1a1f0332e4e7 HTTP/1.1" status: 200 len: 210 time: 0.0966146 Apr 20 17:10:59.080014 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86146b-34d3-4cc1-bf62-ed9f5d64e0b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=62862590-8584-4ef8-b251-867e255b53a5,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:59.096234 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1c86146b-34d3-4cc1-bf62-ed9f5d64e0b2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/62862590-8584-4ef8-b251-867e255b53a5 HTTP/1.1" status: 204 len: 168 time: 3.0168951 Apr 20 17:10:59.099082 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 32942) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:10:59.099932 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-9da7cc9a-309b-4895-98fe-d53a274b817d tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Allocated IP 192.168.233.25 (9a774663-a30d-4bd1-8b41-83fe693f2d30/777b4790-ba4c-49e9-8844-3c09c1447f40/ea9c3527-e682-421b-906a-89d3fc2508b4) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:10:59.223730 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:59.289342 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e3dd72-e7c0-4c07-a919-d4c31207d0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b6f66a-db02-400e-b50c-261c1876f0bf'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:10:59.312157 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 03b6f66a-db02-400e-b50c-261c1876f0bf, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=03b6f66a-db02-400e-b50c-261c1876f0bf,segment=NetworkSegment(7bd8babb-8003-4806-8692-e92ce3a5f993),segment_id=7bd8babb-8003-4806-8692-e92ce3a5f993)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:10:59.327106 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:59.493000 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=03b6f66a-db02-400e-b50c-261c1876f0bf,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:10:59.624483 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-33044712-04ce-442c-a8ed-2473c7069638 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:10:59.627372 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-33044712-04ce-442c-a8ed-2473c7069638 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/networks?id=bf1bc412-90d5-44c3-9118-40a48e554e77 HTTP/1.1" status: 200 len: 808 time: 0.2825441 Apr 20 17:10:59.655909 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-b9ae2e12-87fc-4ab7-a138-b2ae7675f6f1 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/quotas/c6309d4027774bf39a206d4366b6ddc5 HTTP/1.1" status: 200 len: 375 time: 0.0193710 Apr 20 17:10:59.691575 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-9da7cc9a-309b-4895-98fe-d53a274b817d tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:59.729020 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-9da7cc9a-309b-4895-98fe-d53a274b817d tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Transition to ACTIVE for port object ea9c3527-e682-421b-906a-89d3fc2508b4 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:10:59.765575 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-9da7cc9a-309b-4895-98fe-d53a274b817d tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:10:59.780358 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['5c531681-8b3c-4bb5-b90d-19fa3f5a5e39'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:10:59.895002 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 32974) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:10:59.935618 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-9da7cc9a-309b-4895-98fe-d53a274b817d tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:10:59.937765 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['ee45854b-e480-4cb1-9f59-faa8e3501412'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:10:59.946061 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-9da7cc9a-309b-4895-98fe-d53a274b817d tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:10:59.995366 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-9da7cc9a-309b-4895-98fe-d53a274b817d tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:11:00.143667 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb6bcdc9-fc8b-4e07-979d-e8d10af2a1d4'] response: {'server_uuid': '32e3dd72-e7c0-4c07-a919-d4c31207d0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b6f66a-db02-400e-b50c-261c1876f0bf', 'code': 200} Apr 20 17:11:00.209557 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-d3b647d8-ba4f-4ebf-8205-c7a2e0479194 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6309d4027774bf39a206d4366b6ddc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5323124 Apr 20 17:11:00.408160 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7cc9a-309b-4895-98fe-d53a274b817d tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Pushing event updated for resources: {'Port': ['ID=ea9c3527-e682-421b-906a-89d3fc2508b4,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:00.450838 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1554201581-network', 'tenant_id': 'a4c63d8f9bf0474a935eff95935237d0'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:11:00.482014 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:11:00.493980 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-9da7cc9a-309b-4895-98fe-d53a274b817d tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:00.494889 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-9da7cc9a-309b-4895-98fe-d53a274b817d tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:00.505348 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] Usage tracker for resource:network and tenant:a4c63d8f9bf0474a935eff95935237d0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:11:00.514860 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:11:00.550001 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:11:00.587927 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-683837e6-0e0f-4f94-859d-dc03fdbaf03b None None] Provisioning for port ea9c3527-e682-421b-906a-89d3fc2508b4 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:11:00.617009 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b6bb1-ca90-48c0-a5b1-6f77ec70e688 req-0ed90003-27d7-4f40-94c0-01b587b92fb9 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:00.618113 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-683837e6-0e0f-4f94-859d-dc03fdbaf03b None None] Provisioning complete for port ea9c3527-e682-421b-906a-89d3fc2508b4 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:11:00.618791 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-683837e6-0e0f-4f94-859d-dc03fdbaf03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:00.619327 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3d2b6bb1-ca90-48c0-a5b1-6f77ec70e688 req-0ed90003-27d7-4f40-94c0-01b587b92fb9 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e3dd72-e7c0-4c07-a919-d4c31207d0cf HTTP/1.1" status: 200 len: 946 time: 0.3222401 Apr 20 17:11:00.627033 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-9da7cc9a-309b-4895-98fe-d53a274b817d tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5059936 Apr 20 17:11:00.653540 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-4e5da783-b558-460f-a10f-5cd5e93f0233 service neutron] Request body: {'port': {'device_id': '0d0d584c-0beb-4242-984c-1a1f0332e4e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:11:00.699570 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0c3d5b23-4f85-43b2-98a5-d6f40fe14f67 req-50b91a3f-3ebe-49eb-ac68-5d0d44f3828b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=32e3dd72-e7c0-4c07-a919-d4c31207d0cf HTTP/1.1" status: 200 len: 1097 time: 0.5600727 Apr 20 17:11:00.709767 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] Made reservation on behalf of a4c63d8f9bf0474a935eff95935237d0 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:11:00.713766 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:00.727436 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-683837e6-0e0f-4f94-859d-dc03fdbaf03b None None] Port ea9c3527-e682-421b-906a-89d3fc2508b4 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:11:00.738398 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-2feced7c-3443-4b68-9fa6-818f8b2cecd9 service neutron] 10.222.0.39 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4779286 Apr 20 17:11:00.814995 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:00.849063 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b0585a4c-5c8c-4814-b808-8b6877f3a1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:00.934336 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3d2b6bb1-ca90-48c0-a5b1-6f77ec70e688 req-468be66c-6bd0-46f8-b6dd-7f2f32058006 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055339 Apr 20 17:11:00.937640 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:11:00.940845 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0c3d5b23-4f85-43b2-98a5-d6f40fe14f67 req-9b5c650c-7ecc-4ea1-8bf9-0e4fdeada936 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868310 Apr 20 17:11:00.944596 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] Usage tracker for resource:security_group_rule and tenant:a4c63d8f9bf0474a935eff95935237d0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:11:00.948686 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:11:00.961371 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:11:00.963517 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-4e5da783-b558-460f-a10f-5cd5e93f0233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:01.132321 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-7698d3b2-f2ff-433a-9c93-20c7d0bf67a7 service neutron] 10.222.0.39 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881104 Apr 20 17:11:01.190163 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:01.253628 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-21531457-2268-4cec-9ad6-55b491bd0467 req-1e1026af-8767-40e0-9cfb-7f52afd2a74a tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/ports?device_id=a468f107-9329-4aa1-a0ee-59ad6c8e346e HTTP/1.1" status: 200 len: 210 time: 0.0464721 Apr 20 17:11:01.257442 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:01.385091 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:11:01.412394 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7999c343-97bb-4447-87c0-050fc985658d,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:01.438150 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:01.438574 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] Added segment 0d63b785-9650-4e11-8527-88a6c33911fb of type vlan for network b8d5008d-c75b-4e43-bc72-1af4d636aa56 Apr 20 17:11:01.466449 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:01.466876 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:01.467347 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:01.467815 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:01.468044 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:01.468352 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:01.468893 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:01.469278 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:01.469601 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:01.469948 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:01.470293 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:01.506043 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:01.590749 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:01.591526 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:01.592105 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:01.802525 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-4e5da783-b558-460f-a10f-5cd5e93f0233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea9c3527-e682-421b-906a-89d3fc2508b4 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:11:01.824446 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-4e5da783-b558-460f-a10f-5cd5e93f0233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:01.849672 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] Pushing event updated for resources: {'Network': ['ID=b8d5008d-c75b-4e43-bc72-1af4d636aa56,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:01.866784 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-19dd2bc6-80ea-4a2a-898c-919d91d1e6a0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9565158 Apr 20 17:11:01.870209 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33004) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:11:01.875097 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-4e5da783-b558-460f-a10f-5cd5e93f0233 service neutron] Transition to ACTIVE for port object ea9c3527-e682-421b-906a-89d3fc2508b4 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:11:01.880787 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-a9565918-b4be-417f-a715-40cecb92006b admin admin] Request body: {'subnet': {'network_id': 'b8d5008d-c75b-4e43-bc72-1af4d636aa56', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1554201581-subnet', 'tenant_id': 'a4c63d8f9bf0474a935eff95935237d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:11:01.886002 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a9565918-b4be-417f-a715-40cecb92006b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:11:01.891205 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network b8d5008d-c75b-4e43-bc72-1af4d636aa56 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:11:01.905221 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a9565918-b4be-417f-a715-40cecb92006b admin admin] Usage tracker for resource:subnet and tenant:a4c63d8f9bf0474a935eff95935237d0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:11:01.918214 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a9565918-b4be-417f-a715-40cecb92006b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:11:01.933544 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a9565918-b4be-417f-a715-40cecb92006b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:11:01.953815 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-4e5da783-b558-460f-a10f-5cd5e93f0233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:02.087490 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9565918-b4be-417f-a715-40cecb92006b admin admin] Made reservation on behalf of a4c63d8f9bf0474a935eff95935237d0 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:11:02.097126 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a9565918-b4be-417f-a715-40cecb92006b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:02.261937 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5da783-b558-460f-a10f-5cd5e93f0233 service neutron] Pushing event updated for resources: {'Port': ['ID=ea9c3527-e682-421b-906a-89d3fc2508b4,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:02.272606 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-1b2025c6-79f2-4c15-8218-322101e38925 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:02.274164 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-1b2025c6-79f2-4c15-8218-322101e38925 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.43 "GET /v2.0/networks?id=9a626c9a-ac9c-4541-bae9-2e2575451241 HTTP/1.1" status: 200 len: 816 time: 0.5885408 Apr 20 17:11:02.287705 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-858ad56a-cc91-4699-94b0-d667e33b5bd1 req-5c5d804d-8ceb-4b67-926c-f47837440c01 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 1097 time: 0.6004484 Apr 20 17:11:02.441684 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-858ad56a-cc91-4699-94b0-d667e33b5bd1 req-233db585-00f6-4624-8add-9c2e0b9c351c tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529732 Apr 20 17:11:02.496243 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-91596066-916d-4d85-a696-ca215f3a7172 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Synchronizing usage tracker for tenant:d8235d2e2e9042338bf4fd5c9dbdfc12 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:11:02.502944 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a9a09-e6db-40a3-8c47-30cf0c5df473 req-3b81795a-dc85-4316-9b8a-19b005c735b8 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:02.515163 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-2d6a9a09-e6db-40a3-8c47-30cf0c5df473 req-3b81795a-dc85-4316-9b8a-19b005c735b8 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Synchronizing usage tracker for tenant:36da78d71e8c4977a5ae707bb0d7ba12 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:11:02.522911 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-91596066-916d-4d85-a696-ca215f3a7172 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Unset dirty status for tenant:d8235d2e2e9042338bf4fd5c9dbdfc12 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:11:02.528197 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-91596066-916d-4d85-a696-ca215f3a7172 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8235d2e2e9042338bf4fd5c9dbdfc12 HTTP/1.1" status: 200 len: 380 time: 0.2009399 Apr 20 17:11:02.534659 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-87fb1355-fb81-4e6e-bf45-a55aca6ef1c6 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Request body: {'port': {'device_id': 'a468f107-9329-4aa1-a0ee-59ad6c8e346e', 'network_id': '9a626c9a-ac9c-4541-bae9-2e2575451241', 'admin_state_up': True, 'tenant_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'security_groups': ['202fc54b-5a54-4c45-9b54-08ff67098d63']}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:11:02.836336 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-87fb1355-fb81-4e6e-bf45-a55aca6ef1c6 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:11:02.878332 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-87fb1355-fb81-4e6e-bf45-a55aca6ef1c6 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:11:02.936545 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-87fb1355-fb81-4e6e-bf45-a55aca6ef1c6 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Made reservation on behalf of d8235d2e2e9042338bf4fd5c9dbdfc12 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:11:02.950016 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-2d6a9a09-e6db-40a3-8c47-30cf0c5df473 req-3b81795a-dc85-4316-9b8a-19b005c735b8 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Unset dirty status for tenant:36da78d71e8c4977a5ae707bb0d7ba12 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:11:02.959082 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2d6a9a09-e6db-40a3-8c47-30cf0c5df473 req-3b81795a-dc85-4316-9b8a-19b005c735b8 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d0d584c-0beb-4242-984c-1a1f0332e4e7 HTTP/1.1" status: 200 len: 935 time: 1.2327461 Apr 20 17:11:02.960160 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-87fb1355-fb81-4e6e-bf45-a55aca6ef1c6 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:03.074366 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-4e5da783-b558-460f-a10f-5cd5e93f0233 service neutron] Attempting to bind port ea9c3527-e682-421b-906a-89d3fc2508b4 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:11:03.074871 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-4e5da783-b558-460f-a10f-5cd5e93f0233 service neutron] Attempting to bind port ea9c3527-e682-421b-906a-89d3fc2508b4 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:11:03.075241 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-4e5da783-b558-460f-a10f-5cd5e93f0233 service neutron] Attempting to bind port ea9c3527-e682-421b-906a-89d3fc2508b4 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:11:03.098406 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2d6a9a09-e6db-40a3-8c47-30cf0c5df473 req-adcbcb87-4eb1-4ba2-915e-78e6c9756920 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380601 Apr 20 17:11:03.101310 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-4e5da783-b558-460f-a10f-5cd5e93f0233 service neutron] Port ea9c3527-e682-421b-906a-89d3fc2508b4 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:11:03.101625 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-4e5da783-b558-460f-a10f-5cd5e93f0233 service neutron] Attempting to bind port ea9c3527-e682-421b-906a-89d3fc2508b4 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:11:03.116421 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-4e5da783-b558-460f-a10f-5cd5e93f0233 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:11:03.116805 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-4e5da783-b558-460f-a10f-5cd5e93f0233 service neutron] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:11:03.117195 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-4e5da783-b558-460f-a10f-5cd5e93f0233 service neutron] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:11:03.117629 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-4e5da783-b558-460f-a10f-5cd5e93f0233 service neutron] Bound port: ea9c3527-e682-421b-906a-89d3fc2508b4, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:11:03.117969 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-4e5da783-b558-460f-a10f-5cd5e93f0233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:03.145766 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1a662f79-1358-4f3a-814e-496730e17984 req-b206db51-b8ae-4740-b0fa-5e51a615e183 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 210 time: 0.0763867 Apr 20 17:11:03.247715 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a9565918-b4be-417f-a715-40cecb92006b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:03.493734 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-4e5da783-b558-460f-a10f-5cd5e93f0233 service neutron] For port ea9c3527-e682-421b-906a-89d3fc2508b4, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:11:03.510116 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9565918-b4be-417f-a715-40cecb92006b admin admin] Checking segment: {'id': '0d63b785-9650-4e11-8527-88a6c33911fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b8d5008d-c75b-4e43-bc72-1af4d636aa56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:11:03.510116 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9565918-b4be-417f-a715-40cecb92006b admin admin] Network hostable DHCP agents. Network: b8d5008d-c75b-4e43-bc72-1af4d636aa56, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:11:03.535207 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-4e5da783-b558-460f-a10f-5cd5e93f0233 service neutron] For port ea9c3527-e682-421b-906a-89d3fc2508b4, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ea9c3527-e682-421b-906a-89d3fc2508b4,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:11:03.538587 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9565918-b4be-417f-a715-40cecb92006b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c6eed98-6e0e-48dd-a464-51febb5e6b02,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:03.551736 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-4e5da783-b558-460f-a10f-5cd5e93f0233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:03.752987 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-4e5da783-b558-460f-a10f-5cd5e93f0233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:03.754600 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-4e5da783-b558-460f-a10f-5cd5e93f0233 service neutron] 10.222.0.43 "PUT /v2.0/ports/ea9c3527-e682-421b-906a-89d3fc2508b4 HTTP/1.1" status: 200 len: 1095 time: 3.1059575 Apr 20 17:11:03.760959 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d0d584c-0beb-4242-984c-1a1f0332e4e7', 'tag': 'ea9c3527-e682-421b-906a-89d3fc2508b4'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:11:03.772214 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5da783-b558-460f-a10f-5cd5e93f0233 service neutron] Pushing event updated for resources: {'Port': ['ID=ea9c3527-e682-421b-906a-89d3fc2508b4,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:03.776949 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9565918-b4be-417f-a715-40cecb92006b admin admin] Network b8d5008d-c75b-4e43-bc72-1af4d636aa56 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:11:03.780275 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-b0585a4c-5c8c-4814-b808-8b6877f3a1cf admin admin] Deleting port 84efed82-5d7e-4a03-a73e-6d44afefa852 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:11:03.780808 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b0585a4c-5c8c-4814-b808-8b6877f3a1cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:03.797868 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-a9565918-b4be-417f-a715-40cecb92006b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, b8d5008d-c75b-4e43-bc72-1af4d636aa56) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:11:03.803549 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9565918-b4be-417f-a715-40cecb92006b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:03.804257 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a9565918-b4be-417f-a715-40cecb92006b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:03.810939 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69b181c-b23e-4a93-8224-c36af86ed029 None None] Network b8d5008d-c75b-4e43-bc72-1af4d636aa56 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:11:03.824646 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a277ee-2058-4795-9c5d-ed3dc4d800ff req-92f9579b-cbf6-4232-9539-624168d1af03 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:03.826336 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-36a277ee-2058-4795-9c5d-ed3dc4d800ff req-92f9579b-cbf6-4232-9539-624168d1af03 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e3dd72-e7c0-4c07-a919-d4c31207d0cf HTTP/1.1" status: 200 len: 946 time: 0.4113250 Apr 20 17:11:03.947140 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a9565918-b4be-417f-a715-40cecb92006b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0753815 Apr 20 17:11:03.953825 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33024) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:11:03.977861 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-0f7df710-c03d-4f9a-8fff-ed6263076ee4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1554201581-router', 'tenant_id': 'a4c63d8f9bf0474a935eff95935237d0', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:11:03.998688 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0f7df710-c03d-4f9a-8fff-ed6263076ee4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:11:04.046821 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-36a277ee-2058-4795-9c5d-ed3dc4d800ff req-9754aea1-ea24-4c64-a527-f8a7d4235c05 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073703 Apr 20 17:11:04.050276 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0f7df710-c03d-4f9a-8fff-ed6263076ee4 admin admin] Usage tracker for resource:router and tenant:a4c63d8f9bf0474a935eff95935237d0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:11:04.081959 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0f7df710-c03d-4f9a-8fff-ed6263076ee4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:11:04.107544 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0f7df710-c03d-4f9a-8fff-ed6263076ee4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:11:04.167324 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0f7df710-c03d-4f9a-8fff-ed6263076ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:04.168290 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0f7df710-c03d-4f9a-8fff-ed6263076ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:04.191333 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-e228ca1f-9c4c-4d95-8ed4-23ee7d2aef73 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=36da78d71e8c4977a5ae707bb0d7ba12&device_id=0d0d584c-0beb-4242-984c-1a1f0332e4e7 HTTP/1.1" status: 200 len: 1098 time: 0.3137267 Apr 20 17:11:04.226988 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-27cd7bf4-2982-4b22-9c63-95edbbc5dabe req-02edb6ba-bef7-4fae-96ae-8b21d6856fff tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/ports?device_id=a468f107-9329-4aa1-a0ee-59ad6c8e346e HTTP/1.1" status: 200 len: 210 time: 0.7274222 Apr 20 17:11:04.365376 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-b0585a4c-5c8c-4814-b808-8b6877f3a1cf admin admin] For port 84efed82-5d7e-4a03-a73e-6d44afefa852, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=84efed82-5d7e-4a03-a73e-6d44afefa852,segment=NetworkSegment(f53b8d94-9598-48ae-b88f-3d2451b599cf),segment_id=f53b8d94-9598-48ae-b88f-3d2451b599cf)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:04.365736 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b0585a4c-5c8c-4814-b808-8b6877f3a1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:04.419457 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64023303-e0ff-4806-93f6-5a1d98f166d1'] response: {'name': 'network-changed', 'server_uuid': '0d0d584c-0beb-4242-984c-1a1f0332e4e7', 'tag': 'ea9c3527-e682-421b-906a-89d3fc2508b4', 'status': 'completed', 'code': 200} Apr 20 17:11:04.421314 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-0933e003-824c-4816-b52f-1ecf11fd3abe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=ea9c3527-e682-421b-906a-89d3fc2508b4 HTTP/1.1" status: 200 len: 217 time: 0.2217181 Apr 20 17:11:04.542366 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-bdab6dc9-d321-404a-86cf-dcd881dbe36a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:04.544011 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c90069-86ee-4cf4-9f31-7d64875d1c54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-b8d5008d-c75b-4e43-bc72-1af4d636aa56', 'network_id': 'b8d5008d-c75b-4e43-bc72-1af4d636aa56', 'tenant_id': 'a4c63d8f9bf0474a935eff95935237d0', 'fixed_ips': [{'subnet_id': '7c6eed98-6e0e-48dd-a464-51febb5e6b02'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:11:04.544435 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-bdab6dc9-d321-404a-86cf-dcd881dbe36a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1145761 Apr 20 17:11:04.545058 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d1c90069-86ee-4cf4-9f31-7d64875d1c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:04.553730 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0f7df710-c03d-4f9a-8fff-ed6263076ee4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:04.713508 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-87fb1355-fb81-4e6e-bf45-a55aca6ef1c6 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Allocated IP 172.20.0.6 (9a626c9a-ac9c-4541-bae9-2e2575451241/28ae77fd-3c81-4f90-97a9-6a7f641f7d2f/5dde6aac-d04b-4df5-8b3e-81b520b6d0be) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:11:04.730416 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-b0585a4c-5c8c-4814-b808-8b6877f3a1cf admin admin] Calling delete_port for 84efed82-5d7e-4a03-a73e-6d44afefa852 owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:11:04.800607 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8191ba0c-1f4c-45ca-af9a-1b48a5a71528 req-219cbe02-4cd3-421f-b4b4-43199bd54d01 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4808679 Apr 20 17:11:04.802552 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-7197ec14-35d2-49e2-aa65-a48ace0bb14e tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:04.804821 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-7197ec14-35d2-49e2-aa65-a48ace0bb14e tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.43 "GET /v2.0/networks?id=bf1bc412-90d5-44c3-9118-40a48e554e77 HTTP/1.1" status: 200 len: 808 time: 1.4717968 Apr 20 17:11:04.875251 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ebeac8e8-9977-479a-bd3f-13b7316060e5 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Request body: {'port': {'device_id': '62323793-75bf-4eb6-bdbe-a92de5ab5b50', 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77', 'admin_state_up': True, 'tenant_id': 'c6309d4027774bf39a206d4366b6ddc5'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:11:04.931006 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-d1c90069-86ee-4cf4-9f31-7d64875d1c54 None None] Allocated IP 172.20.0.2 (b8d5008d-c75b-4e43-bc72-1af4d636aa56/7c6eed98-6e0e-48dd-a464-51febb5e6b02/d972f61d-b345-4017-b629-ffe6c7efe248) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:11:05.038177 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-ac6a3141-0e35-4908-ac4b-077bf6967ea1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4712822 Apr 20 17:11:05.288510 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0f7df710-c03d-4f9a-8fff-ed6263076ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:05.488609 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b8f02-2922-4243-92c4-f9d22a6629b1 req-9865651e-64fa-4ea3-8004-4c55c648e47b tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:05.495980 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-758b8f02-2922-4243-92c4-f9d22a6629b1 req-9865651e-64fa-4ea3-8004-4c55c648e47b tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d0d584c-0beb-4242-984c-1a1f0332e4e7 HTTP/1.1" status: 200 len: 947 time: 0.7030854 Apr 20 17:11:05.524084 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ebeac8e8-9977-479a-bd3f-13b7316060e5 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:11:05.550829 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-125c6ded-17cf-483f-9228-334820c4f053 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006068 Apr 20 17:11:05.554107 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ebeac8e8-9977-479a-bd3f-13b7316060e5 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:11:05.653768 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ebeac8e8-9977-479a-bd3f-13b7316060e5 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Made reservation on behalf of c6309d4027774bf39a206d4366b6ddc5 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:11:05.658123 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ebeac8e8-9977-479a-bd3f-13b7316060e5 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:05.682168 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d1c90069-86ee-4cf4-9f31-7d64875d1c54 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:05.720392 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-758b8f02-2922-4243-92c4-f9d22a6629b1 req-aba07f6e-0d96-41d1-8218-e9b97a5d4606 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231419 Apr 20 17:11:05.724211 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d1c90069-86ee-4cf4-9f31-7d64875d1c54 None None] Transition to ACTIVE for port object d972f61d-b345-4017-b629-ffe6c7efe248 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:11:05.731863 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-87fb1355-fb81-4e6e-bf45-a55aca6ef1c6 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:05.782159 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b0585a4c-5c8c-4814-b808-8b6877f3a1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:05.807529 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d1c90069-86ee-4cf4-9f31-7d64875d1c54 None None] Transition to ACTIVE for port object d972f61d-b345-4017-b629-ffe6c7efe248 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:11:05.827958 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d1c90069-86ee-4cf4-9f31-7d64875d1c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:05.863392 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bc429e9d-71e0-4ff1-ba8e-40d6915d1c71 req-f16c81fe-4e0d-4610-b8e7-6a44b2729223 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031967 Apr 20 17:11:05.948270 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0585a4c-5c8c-4814-b808-8b6877f3a1cf admin admin] Pushing event deleted for resources: {'Port': ['ID=84efed82-5d7e-4a03-a73e-6d44afefa852,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:05.969939 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-87fb1355-fb81-4e6e-bf45-a55aca6ef1c6 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Transition to ACTIVE for port object 5dde6aac-d04b-4df5-8b3e-81b520b6d0be will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:11:05.972081 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0585a4c-5c8c-4814-b808-8b6877f3a1cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:05.972420 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0585a4c-5c8c-4814-b808-8b6877f3a1cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:05.972796 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0585a4c-5c8c-4814-b808-8b6877f3a1cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:05.973131 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0585a4c-5c8c-4814-b808-8b6877f3a1cf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:05.973468 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0585a4c-5c8c-4814-b808-8b6877f3a1cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:05.973839 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0585a4c-5c8c-4814-b808-8b6877f3a1cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:05.974161 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0585a4c-5c8c-4814-b808-8b6877f3a1cf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:05.974813 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0585a4c-5c8c-4814-b808-8b6877f3a1cf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:05.975086 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0585a4c-5c8c-4814-b808-8b6877f3a1cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:05.975411 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0585a4c-5c8c-4814-b808-8b6877f3a1cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:05.975888 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0585a4c-5c8c-4814-b808-8b6877f3a1cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:06.048259 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c90069-86ee-4cf4-9f31-7d64875d1c54 None None] Network b8d5008d-c75b-4e43-bc72-1af4d636aa56 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:11:06.075738 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-d1c90069-86ee-4cf4-9f31-7d64875d1c54 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:11:06.086770 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c90069-86ee-4cf4-9f31-7d64875d1c54 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:11:06.244045 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0f7df710-c03d-4f9a-8fff-ed6263076ee4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:06.251509 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90069-86ee-4cf4-9f31-7d64875d1c54 None None] Pushing event updated for resources: {'Port': ['ID=d972f61d-b345-4017-b629-ffe6c7efe248,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:06.343719 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-d1c90069-86ee-4cf4-9f31-7d64875d1c54 None None] Attempting to bind port d972f61d-b345-4017-b629-ffe6c7efe248 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:11:06.344104 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-d1c90069-86ee-4cf4-9f31-7d64875d1c54 None None] Attempting to bind port d972f61d-b345-4017-b629-ffe6c7efe248 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '0d63b785-9650-4e11-8527-88a6c33911fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b8d5008d-c75b-4e43-bc72-1af4d636aa56'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:11:06.344453 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c90069-86ee-4cf4-9f31-7d64875d1c54 None None] Attempting to bind port d972f61d-b345-4017-b629-ffe6c7efe248 on network b8d5008d-c75b-4e43-bc72-1af4d636aa56 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:11:06.371136 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c27d8818-6d91-439a-8bf3-66caf7f4b11e req-e16eec3d-1943-485d-96bb-f4a932fd8303 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 210 time: 0.2759268 Apr 20 17:11:06.371481 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c90069-86ee-4cf4-9f31-7d64875d1c54 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:11:06.371851 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c90069-86ee-4cf4-9f31-7d64875d1c54 None None] Checking segment: {'id': '0d63b785-9650-4e11-8527-88a6c33911fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b8d5008d-c75b-4e43-bc72-1af4d636aa56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:11:06.372255 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d1c90069-86ee-4cf4-9f31-7d64875d1c54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:06.372645 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c90069-86ee-4cf4-9f31-7d64875d1c54 None None] Bound using segment: {'id': '0d63b785-9650-4e11-8527-88a6c33911fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b8d5008d-c75b-4e43-bc72-1af4d636aa56'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:11:06.373124 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-d1c90069-86ee-4cf4-9f31-7d64875d1c54 None None] Bound port: d972f61d-b345-4017-b629-ffe6c7efe248, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d63b785-9650-4e11-8527-88a6c33911fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b8d5008d-c75b-4e43-bc72-1af4d636aa56'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:11:06.373494 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d1c90069-86ee-4cf4-9f31-7d64875d1c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:06.475596 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-87fb1355-fb81-4e6e-bf45-a55aca6ef1c6 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:06.617934 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0f7df710-c03d-4f9a-8fff-ed6263076ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:06.649787 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-d1c90069-86ee-4cf4-9f31-7d64875d1c54 None None] For port d972f61d-b345-4017-b629-ffe6c7efe248, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:11:06.655487 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-d1c90069-86ee-4cf4-9f31-7d64875d1c54 None None] For port d972f61d-b345-4017-b629-ffe6c7efe248, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d972f61d-b345-4017-b629-ffe6c7efe248,segment=NetworkSegment(0d63b785-9650-4e11-8527-88a6c33911fb),segment_id=0d63b785-9650-4e11-8527-88a6c33911fb)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:11:06.667543 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d1c90069-86ee-4cf4-9f31-7d64875d1c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:06.792544 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33070) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:11:06.797947 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-0f7df710-c03d-4f9a-8fff-ed6263076ee4 admin admin] Allocated IP 172.25.8.134 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/b571f1a7-ee2a-46c7-8525-3c3c98111d9f) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:11:06.809108 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90069-86ee-4cf4-9f31-7d64875d1c54 None None] Pushing event updated for resources: {'Port': ['ID=d972f61d-b345-4017-b629-ffe6c7efe248,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:06.877640 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-02678300-328a-4427-b1f9-d6c763da56f6 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:11:06.878945 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-02678300-328a-4427-b1f9-d6c763da56f6 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0777657 Apr 20 17:11:06.947221 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb1355-fb81-4e6e-bf45-a55aca6ef1c6 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Pushing event updated for resources: {'Port': ['ID=5dde6aac-d04b-4df5-8b3e-81b520b6d0be,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:06.973719 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-87fb1355-fb81-4e6e-bf45-a55aca6ef1c6 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Network 9a626c9a-ac9c-4541-bae9-2e2575451241 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:11:06.975184 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-39dbfcd2-25f9-404a-89fa-99ec5840b05a req-c82bfff6-1945-4c1a-a979-a887cc1d5941 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=36da78d71e8c4977a5ae707bb0d7ba12&device_id=0d0d584c-0beb-4242-984c-1a1f0332e4e7 HTTP/1.1" status: 200 len: 1098 time: 0.9797485 Apr 20 17:11:06.980704 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-87fb1355-fb81-4e6e-bf45-a55aca6ef1c6 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:11:06.996745 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ebeac8e8-9977-479a-bd3f-13b7316060e5 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Allocated IP 172.20.0.2 (bf1bc412-90d5-44c3-9118-40a48e554e77/afaadd71-91d9-490d-8c9c-d83dc8020198/c9044984-11bd-4632-87c1-75cb5f5ae64e) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:11:07.006811 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-87fb1355-fb81-4e6e-bf45-a55aca6ef1c6 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:11:07.065598 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0f7df710-c03d-4f9a-8fff-ed6263076ee4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:07.181781 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-87fb1355-fb81-4e6e-bf45-a55aca6ef1c6 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:07.186645 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-87fb1355-fb81-4e6e-bf45-a55aca6ef1c6 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:07.205461 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0f7df710-c03d-4f9a-8fff-ed6263076ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:07.262598 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-63b8148e-7488-4d8b-ab15-4fa5bb03e524 service neutron] Request body: {'binding': {'host': 'n-h2-838032-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:11:07.263097 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-63b8148e-7488-4d8b-ab15-4fa5bb03e524 service neutron] Unknown quota resources ['binding']. {{(pid=84081) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 20 17:11:07.463486 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7df710-c03d-4f9a-8fff-ed6263076ee4 admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:11:07.479696 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-11901f0a-385b-4ea9-ae66-8c978326227d None None] Provisioning for port 5dde6aac-d04b-4df5-8b3e-81b520b6d0be completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:11:07.485333 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-0f7df710-c03d-4f9a-8fff-ed6263076ee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:11:07.489364 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7df710-c03d-4f9a-8fff-ed6263076ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=b571f1a7-ee2a-46c7-8525-3c3c98111d9f,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:07.501201 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7df710-c03d-4f9a-8fff-ed6263076ee4 admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:11:07.511520 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-11901f0a-385b-4ea9-ae66-8c978326227d None None] Provisioning complete for port 5dde6aac-d04b-4df5-8b3e-81b520b6d0be triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:11:07.512465 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-11901f0a-385b-4ea9-ae66-8c978326227d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:07.600067 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-11901f0a-385b-4ea9-ae66-8c978326227d None None] Port 5dde6aac-d04b-4df5-8b3e-81b520b6d0be cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:11:07.664916 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbfcd2-25f9-404a-89fa-99ec5840b05a req-e6a8b1d6-6f93-411f-8f18-abfdb4d7ead6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:07.669267 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-39dbfcd2-25f9-404a-89fa-99ec5840b05a req-e6a8b1d6-6f93-411f-8f18-abfdb4d7ead6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.5644639 Apr 20 17:11:07.712326 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d972f61d-b345-4017-b629-ffe6c7efe248 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:11:07.795387 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-39dbfcd2-25f9-404a-89fa-99ec5840b05a req-8b9160ad-e55a-4295-a802-196e0cdcb6bc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=ea9c3527-e682-421b-906a-89d3fc2508b4 HTTP/1.1" status: 200 len: 217 time: 0.0958130 Apr 20 17:11:07.849377 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port d972f61d-b345-4017-b629-ffe6c7efe248 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:11:07.894505 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbfcd2-25f9-404a-89fa-99ec5840b05a req-f9e34258-4751-4691-9183-92c9f582de90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:07.897013 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-39dbfcd2-25f9-404a-89fa-99ec5840b05a req-f9e34258-4751-4691-9183-92c9f582de90 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.0927403 Apr 20 17:11:08.034379 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-39dbfcd2-25f9-404a-89fa-99ec5840b05a req-da227448-6f48-4605-afe2-e33c087dc999 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1003900 Apr 20 17:11:08.040675 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ebeac8e8-9977-479a-bd3f-13b7316060e5 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:08.082217 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d67989-ad94-4572-a2ed-c7557270a87a req-acf6f70c-8a79-4d4d-91bd-34b0ea218521 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:08.084188 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-07d67989-ad94-4572-a2ed-c7557270a87a req-acf6f70c-8a79-4d4d-91bd-34b0ea218521 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e3dd72-e7c0-4c07-a919-d4c31207d0cf HTTP/1.1" status: 200 len: 946 time: 1.2931304 Apr 20 17:11:08.128372 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ebeac8e8-9977-479a-bd3f-13b7316060e5 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:08.158638 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0f7df710-c03d-4f9a-8fff-ed6263076ee4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:08.159374 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0f7df710-c03d-4f9a-8fff-ed6263076ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:08.236278 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-87fb1355-fb81-4e6e-bf45-a55aca6ef1c6 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7059646 Apr 20 17:11:08.251827 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ebeac8e8-9977-479a-bd3f-13b7316060e5 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Network bf1bc412-90d5-44c3-9118-40a48e554e77 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:11:08.256048 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-63b8148e-7488-4d8b-ab15-4fa5bb03e524 service neutron] Attempting to bind port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec on host n-h2-838032-1 for vnic_type normal with profile None {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:11:08.256380 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-63b8148e-7488-4d8b-ab15-4fa5bb03e524 service neutron] Attempting to bind port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:11:08.256703 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-63b8148e-7488-4d8b-ab15-4fa5bb03e524 service neutron] Attempting to bind port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:11:08.266406 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-52e5c53d-5445-4f84-9828-8ac6d550e488 service neutron] Request body: {'port': {'device_id': 'a468f107-9329-4aa1-a0ee-59ad6c8e346e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:11:08.274516 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae771e9a-cafc-4183-b808-3d1ac41cb0e0 None None] Network b8d5008d-c75b-4e43-bc72-1af4d636aa56 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:11:08.352121 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ebeac8e8-9977-479a-bd3f-13b7316060e5 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:11:08.355202 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ebeac8e8-9977-479a-bd3f-13b7316060e5 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:11:08.381416 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-39dbfcd2-25f9-404a-89fa-99ec5840b05a req-10d526f4-cb33-46f1-aabe-02114a47db56 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393748 Apr 20 17:11:08.548765 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-26810b11-2017-4070-b776-150701ec2171 None None] Provisioning for port d972f61d-b345-4017-b629-ffe6c7efe248 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:11:08.558065 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-26810b11-2017-4070-b776-150701ec2171 None None] Provisioning complete for port d972f61d-b345-4017-b629-ffe6c7efe248 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:11:08.558726 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-26810b11-2017-4070-b776-150701ec2171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:08.594064 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ebeac8e8-9977-479a-bd3f-13b7316060e5 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:08.594709 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ebeac8e8-9977-479a-bd3f-13b7316060e5 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:08.619802 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-39dbfcd2-25f9-404a-89fa-99ec5840b05a req-983e6072-b4db-4c63-ad52-9ca755ed6bff service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308733 Apr 20 17:11:08.668300 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeac8e8-9977-479a-bd3f-13b7316060e5 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Pushing event updated for resources: {'Port': ['ID=c9044984-11bd-4632-87c1-75cb5f5ae64e,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:08.688670 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-63b8148e-7488-4d8b-ab15-4fa5bb03e524 service neutron] Port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:11:08.688994 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-63b8148e-7488-4d8b-ab15-4fa5bb03e524 service neutron] Attempting to bind port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:11:08.702840 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7df710-c03d-4f9a-8fff-ed6263076ee4 admin admin] Router e9833b4d-cfdc-44a6-bec5-1cc89d134906 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:11:08.704625 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-63b8148e-7488-4d8b-ab15-4fa5bb03e524 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:11:08.705048 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-63b8148e-7488-4d8b-ab15-4fa5bb03e524 service neutron] Checking segment: {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:11:08.706116 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-63b8148e-7488-4d8b-ab15-4fa5bb03e524 service neutron] Bound using segment: {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:11:08.706116 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-63b8148e-7488-4d8b-ab15-4fa5bb03e524 service neutron] Bound port: 439b4ef4-8b1b-41d9-8a65-1db3637d5dec, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:11:08.741128 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-26810b11-2017-4070-b776-150701ec2171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:08.761621 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ea9c3527-e682-421b-906a-89d3fc2508b4 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:11:08.774508 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-07d67989-ad94-4572-a2ed-c7557270a87a req-3d5f232f-02c8-41ed-aa6a-6ee5e1bd26ef tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6698749 Apr 20 17:11:08.777208 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ebeac8e8-9977-479a-bd3f-13b7316060e5 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9169955 Apr 20 17:11:08.777770 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-52e5c53d-5445-4f84-9828-8ac6d550e488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:08.820251 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ba9afabb-8eda-4198-b72a-eff843d2edd6 service neutron] Request body: {'port': {'device_id': '62323793-75bf-4eb6-bdbe-a92de5ab5b50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:11:08.940570 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ea9c3527-e682-421b-906a-89d3fc2508b4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ea9c3527-e682-421b-906a-89d3fc2508b4,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:08.975480 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-26810b11-2017-4070-b776-150701ec2171 None None] For port d972f61d-b345-4017-b629-ffe6c7efe248, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d972f61d-b345-4017-b629-ffe6c7efe248,segment=NetworkSegment(0d63b785-9650-4e11-8527-88a6c33911fb),segment_id=0d63b785-9650-4e11-8527-88a6c33911fb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:08.976882 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'ea9c3527-e682-421b-906a-89d3fc2508b4', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': 'ea9c3527-e682-421b-906a-89d3fc2508b4', 'mac_address': 'fa:16:3e:f0:84:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:11:09.031840 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-26810b11-2017-4070-b776-150701ec2171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:09.119238 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b0585a4c-5c8c-4814-b808-8b6877f3a1cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:09.119796 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26810b11-2017-4070-b776-150701ec2171 None None] Pushing event updated for resources: {'Port': ['ID=d972f61d-b345-4017-b629-ffe6c7efe248,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:09.203311 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-641d5bf0-4102-4732-991f-374ca2d232ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:09.213047 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:09.284622 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7df710-c03d-4f9a-8fff-ed6263076ee4 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:11:09.296898 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68205dd5-0ae8-43da-858f-d9144b3c4622 None None] Sync routers for ids ['e9833b4d-cfdc-44a6-bec5-1cc89d134906'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:11:09.315811 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68205dd5-0ae8-43da-858f-d9144b3c4622 None None] Routers {'e9833b4d-cfdc-44a6-bec5-1cc89d134906'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:11:09.316915 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-68205dd5-0ae8-43da-858f-d9144b3c4622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:10:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e9833b4d-cfdc-44a6-bec5-1cc89d134906'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:11:09.322375 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0f7df710-c03d-4f9a-8fff-ed6263076ee4 admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:09.326972 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0f7df710-c03d-4f9a-8fff-ed6263076ee4 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3676915 Apr 20 17:11:09.327133 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33086) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:11:09.365517 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea9c3527-e682-421b-906a-89d3fc2508b4 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:11:09.377423 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ae76ae5c-c25c-4b88-b390-8e1d3608627f None None] Provisioning complete for port d972f61d-b345-4017-b629-ffe6c7efe248 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:11:09.377686 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ae76ae5c-c25c-4b88-b390-8e1d3608627f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:09.385415 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-63b8148e-7488-4d8b-ab15-4fa5bb03e524 service neutron] For port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=439b4ef4-8b1b-41d9-8a65-1db3637d5dec,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:11:09.463721 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ea9c3527-e682-421b-906a-89d3fc2508b4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ea9c3527-e682-421b-906a-89d3fc2508b4,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:09.483709 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:09.542438 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-63b8148e-7488-4d8b-ab15-4fa5bb03e524 service neutron] Notify callbacks [] for binding, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:09.543726 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-63b8148e-7488-4d8b-ab15-4fa5bb03e524 service neutron] 10.222.0.39 "POST /v2.0/ports/439b4ef4-8b1b-41d9-8a65-1db3637d5dec/bindings HTTP/1.1" status: 201 len: 389 time: 2.5688150 Apr 20 17:11:09.589534 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d972f61d-b345-4017-b629-ffe6c7efe248 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:11:09.809910 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-68205dd5-0ae8-43da-858f-d9144b3c4622 None None] Set router e9833b4d-cfdc-44a6-bec5-1cc89d134906 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:11:09.880330 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ba9afabb-8eda-4198-b72a-eff843d2edd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:09.918417 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['ea9c3527-e682-421b-906a-89d3fc2508b4'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:11:10.112953 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7fa6f-95b0-44e5-b60d-6bd1c09ff4ab req-a2e226b1-5d84-4f53-94f6-d72c4dfb3b18 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:10.113937 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-afa7fa6f-95b0-44e5-b60d-6bd1c09ff4ab req-a2e226b1-5d84-4f53-94f6-d72c4dfb3b18 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Synchronizing usage tracker for tenant:d8235d2e2e9042338bf4fd5c9dbdfc12 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:11:10.117358 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=ea9c3527-e682-421b-906a-89d3fc2508b4,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:10.177421 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-68205dd5-0ae8-43da-858f-d9144b3c4622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'name': 'tempest-AttachSCSIVolumeTestJSON-1554201581-router', 'tenant_id': 'a4c63d8f9bf0474a935eff95935237d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b571f1a7-ee2a-46c7-8525-3c3c98111d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:11:04Z', 'updated_at': '2022-04-20T17:11:07Z', 'revision_number': 3, 'project_id': 'a4c63d8f9bf0474a935eff95935237d0', 'gw_port': {'id': 'b571f1a7-ee2a-46c7-8525-3c3c98111d9f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:11:06Z', 'updated_at': '2022-04-20T17:11:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:11:10.181561 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68205dd5-0ae8-43da-858f-d9144b3c4622 None None] Checking router: e9833b4d-cfdc-44a6-bec5-1cc89d134906 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:11:10.181900 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68205dd5-0ae8-43da-858f-d9144b3c4622 None None] Updating router e9833b4d-cfdc-44a6-bec5-1cc89d134906 port b571f1a7-ee2a-46c7-8525-3c3c98111d9f binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:11:10.247248 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-afa7fa6f-95b0-44e5-b60d-6bd1c09ff4ab req-a2e226b1-5d84-4f53-94f6-d72c4dfb3b18 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Unset dirty status for tenant:d8235d2e2e9042338bf4fd5c9dbdfc12 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:11:10.248389 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-afa7fa6f-95b0-44e5-b60d-6bd1c09ff4ab req-a2e226b1-5d84-4f53-94f6-d72c4dfb3b18 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/ports?device_id=a468f107-9329-4aa1-a0ee-59ad6c8e346e HTTP/1.1" status: 200 len: 931 time: 1.2227693 Apr 20 17:11:10.308306 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-68205dd5-0ae8-43da-858f-d9144b3c4622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:10.350276 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port d972f61d-b345-4017-b629-ffe6c7efe248 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:11:10.350645 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:10.361296 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-52e5c53d-5445-4f84-9828-8ac6d550e488 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:11:10.386101 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-afa7fa6f-95b0-44e5-b60d-6bd1c09ff4ab req-27685ef5-3339-45a6-bbdf-debff54df2a8 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/security-groups?id=202fc54b-5a54-4c45-9b54-08ff67098d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914211 Apr 20 17:11:10.501250 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-261c6656-242d-463f-b409-e4dd9cdd5023 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b7e0217792874af58ccfdea4744db0d0&device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 1097 time: 0.5291650 Apr 20 17:11:10.516877 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253a699-4633-43cf-8df0-09aa82647d46 req-b536d6fc-a867-493b-ae0a-f7a8d2a3dae9 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:10.525474 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5253a699-4633-43cf-8df0-09aa82647d46 req-b536d6fc-a867-493b-ae0a-f7a8d2a3dae9 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d0d584c-0beb-4242-984c-1a1f0332e4e7 HTTP/1.1" status: 200 len: 948 time: 0.4312363 Apr 20 17:11:10.745019 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5253a699-4633-43cf-8df0-09aa82647d46 req-1c064064-a743-4cb2-b7f4-225c45e632da tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102442 Apr 20 17:11:10.763451 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-52e5c53d-5445-4f84-9828-8ac6d550e488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dde6aac-d04b-4df5-8b3e-81b520b6d0be {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:11:10.787308 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-52e5c53d-5445-4f84-9828-8ac6d550e488 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:10.855905 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-52e5c53d-5445-4f84-9828-8ac6d550e488 service neutron] Transition to ACTIVE for port object 5dde6aac-d04b-4df5-8b3e-81b520b6d0be will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:11:10.933406 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-68205dd5-0ae8-43da-858f-d9144b3c4622 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:10.955821 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-52e5c53d-5445-4f84-9828-8ac6d550e488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:10.966085 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-68205dd5-0ae8-43da-858f-d9144b3c4622 None None] Transition to ACTIVE for port object b571f1a7-ee2a-46c7-8525-3c3c98111d9f will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:11:10.980846 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-68205dd5-0ae8-43da-858f-d9144b3c4622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:11.050341 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-acd3529f-f166-4d0c-9527-91f82f785d06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:11.051944 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-acd3529f-f166-4d0c-9527-91f82f785d06 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c HTTP/1.1" status: 200 len: 922 time: 0.5156200 Apr 20 17:11:11.072431 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-68205dd5-0ae8-43da-858f-d9144b3c4622 None None] Attempting to bind port b571f1a7-ee2a-46c7-8525-3c3c98111d9f on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:11:11.073179 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-68205dd5-0ae8-43da-858f-d9144b3c4622 None None] Attempting to bind port b571f1a7-ee2a-46c7-8525-3c3c98111d9f by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:11:11.073763 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68205dd5-0ae8-43da-858f-d9144b3c4622 None None] Attempting to bind port b571f1a7-ee2a-46c7-8525-3c3c98111d9f on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:11:11.083608 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926549d-67a8-41f6-bdc8-eeea713796fd None None] Pushing event updated for resources: {'Port': ['ID=b571f1a7-ee2a-46c7-8525-3c3c98111d9f,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:11.089587 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68205dd5-0ae8-43da-858f-d9144b3c4622 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:11:11.091222 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68205dd5-0ae8-43da-858f-d9144b3c4622 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:11:11.091838 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-68205dd5-0ae8-43da-858f-d9144b3c4622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:11.092753 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68205dd5-0ae8-43da-858f-d9144b3c4622 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:11:11.093517 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-68205dd5-0ae8-43da-858f-d9144b3c4622 None None] Bound port: b571f1a7-ee2a-46c7-8525-3c3c98111d9f, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:11:11.094136 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-68205dd5-0ae8-43da-858f-d9144b3c4622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:11.166696 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-34b705dd-7932-45c5-97d8-13173a9c9477 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=439b4ef4-8b1b-41d9-8a65-1db3637d5dec HTTP/1.1" status: 200 len: 217 time: 0.1049943 Apr 20 17:11:11.186054 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-68205dd5-0ae8-43da-858f-d9144b3c4622 None None] For port b571f1a7-ee2a-46c7-8525-3c3c98111d9f, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:11:11.190939 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-68205dd5-0ae8-43da-858f-d9144b3c4622 None None] For port b571f1a7-ee2a-46c7-8525-3c3c98111d9f, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=b571f1a7-ee2a-46c7-8525-3c3c98111d9f,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:11:11.205676 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-68205dd5-0ae8-43da-858f-d9144b3c4622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:11.282811 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-ad7f42d5-5659-45f1-aeb4-89bdfe652ca4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:11.284318 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-ad7f42d5-5659-45f1-aeb4-89bdfe652ca4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=64070a1b-0f00-4b11-95f5-508285983f32 HTTP/1.1" status: 200 len: 861 time: 0.0941558 Apr 20 17:11:11.311270 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68205dd5-0ae8-43da-858f-d9144b3c4622 None None] Routers {'e9833b4d-cfdc-44a6-bec5-1cc89d134906'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:11:11.312569 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-68205dd5-0ae8-43da-858f-d9144b3c4622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:10:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e9833b4d-cfdc-44a6-bec5-1cc89d134906'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:11:11.351655 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5b16efbe-902b-44b1-8ad6-6d81bbac0d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:11.377185 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-9b0bb368-3ad0-48b1-bb67-c91e1e534ffd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805204 Apr 20 17:11:11.645143 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926549d-67a8-41f6-bdc8-eeea713796fd None None] Pushing event updated for resources: {'Port': ['ID=b571f1a7-ee2a-46c7-8525-3c3c98111d9f,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:11.671501 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-68205dd5-0ae8-43da-858f-d9144b3c4622 None None] Set router e9833b4d-cfdc-44a6-bec5-1cc89d134906 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:11:11.679210 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab4337-3ad5-4a72-be3a-862d956c6c20 req-55a1aeaf-48d9-41cf-a8de-396ec423e21a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:11.680577 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-00ab4337-3ad5-4a72-be3a-862d956c6c20 req-55a1aeaf-48d9-41cf-a8de-396ec423e21a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Synchronizing usage tracker for tenant:c6309d4027774bf39a206d4366b6ddc5 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:11:11.696761 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ba9afabb-8eda-4198-b72a-eff843d2edd6 service neutron] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:11:11.730241 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5c53d-5445-4f84-9828-8ac6d550e488 service neutron] Pushing event updated for resources: {'Port': ['ID=5dde6aac-d04b-4df5-8b3e-81b520b6d0be,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:11.815564 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-00ab4337-3ad5-4a72-be3a-862d956c6c20 req-55a1aeaf-48d9-41cf-a8de-396ec423e21a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Unset dirty status for tenant:c6309d4027774bf39a206d4366b6ddc5 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:11:11.824373 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-00ab4337-3ad5-4a72-be3a-862d956c6c20 req-55a1aeaf-48d9-41cf-a8de-396ec423e21a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 931 time: 1.1239550 Apr 20 17:11:11.883550 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ba9afabb-8eda-4198-b72a-eff843d2edd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9044984-11bd-4632-87c1-75cb5f5ae64e {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:11:11.909725 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ba9afabb-8eda-4198-b72a-eff843d2edd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:11.989151 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ba9afabb-8eda-4198-b72a-eff843d2edd6 service neutron] Transition to ACTIVE for port object c9044984-11bd-4632-87c1-75cb5f5ae64e will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:11:12.010071 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-998ab445-c1c3-47d3-bfb4-24d1b0335fad service neutron] 10.222.0.10 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6213646 Apr 20 17:11:12.025596 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-68205dd5-0ae8-43da-858f-d9144b3c4622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'name': 'tempest-AttachSCSIVolumeTestJSON-1554201581-router', 'tenant_id': 'a4c63d8f9bf0474a935eff95935237d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b571f1a7-ee2a-46c7-8525-3c3c98111d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:11:04Z', 'updated_at': '2022-04-20T17:11:07Z', 'revision_number': 3, 'project_id': 'a4c63d8f9bf0474a935eff95935237d0', 'gw_port': {'id': 'b571f1a7-ee2a-46c7-8525-3c3c98111d9f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:11:06Z', 'updated_at': '2022-04-20T17:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:11:12.031520 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68205dd5-0ae8-43da-858f-d9144b3c4622 None None] The sync data for ids ['e9833b4d-cfdc-44a6-bec5-1cc89d134906'] in n-d-838032-1 is: [{'id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'name': 'tempest-AttachSCSIVolumeTestJSON-1554201581-router', 'tenant_id': 'a4c63d8f9bf0474a935eff95935237d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b571f1a7-ee2a-46c7-8525-3c3c98111d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:11:04Z', 'updated_at': '2022-04-20T17:11:07Z', 'revision_number': 3, 'project_id': 'a4c63d8f9bf0474a935eff95935237d0', 'gw_port': {'id': 'b571f1a7-ee2a-46c7-8525-3c3c98111d9f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:11:06Z', 'updated_at': '2022-04-20T17:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:11:12.093537 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ba9afabb-8eda-4198-b72a-eff843d2edd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:12.198928 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a94985-4b7e-40cf-9b63-47151c06c223 req-fe701e5e-4ee0-423b-bb2b-40d8a353e0af tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:12.205981 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-84a94985-4b7e-40cf-9b63-47151c06c223 req-fe701e5e-4ee0-423b-bb2b-40d8a353e0af tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 946 time: 0.5838809 Apr 20 17:11:12.231936 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-00ab4337-3ad5-4a72-be3a-862d956c6c20 req-b699abe6-9ca7-4dd1-bbb7-511392b2b85c tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062910 Apr 20 17:11:12.276055 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2d191680-69be-4aa6-a969-2b8426e57190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:12.361703 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-84a94985-4b7e-40cf-9b63-47151c06c223 req-7727885f-80d8-4e00-af3a-bd772faddf29 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547389 Apr 20 17:11:12.448552 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9afabb-8eda-4198-b72a-eff843d2edd6 service neutron] Pushing event updated for resources: {'Port': ['ID=c9044984-11bd-4632-87c1-75cb5f5ae64e,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:12.455577 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-52e5c53d-5445-4f84-9828-8ac6d550e488 service neutron] Attempting to bind port 5dde6aac-d04b-4df5-8b3e-81b520b6d0be on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:11:12.466090 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-52e5c53d-5445-4f84-9828-8ac6d550e488 service neutron] Attempting to bind port 5dde6aac-d04b-4df5-8b3e-81b520b6d0be by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'f12d8e57-facb-44d4-ac58-a089f6db229d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9a626c9a-ac9c-4541-bae9-2e2575451241'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:11:12.466474 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-52e5c53d-5445-4f84-9828-8ac6d550e488 service neutron] Attempting to bind port 5dde6aac-d04b-4df5-8b3e-81b520b6d0be on network 9a626c9a-ac9c-4541-bae9-2e2575451241 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:11:12.483660 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-52e5c53d-5445-4f84-9828-8ac6d550e488 service neutron] Port 5dde6aac-d04b-4df5-8b3e-81b520b6d0be on network 9a626c9a-ac9c-4541-bae9-2e2575451241 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:11:12.484056 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-52e5c53d-5445-4f84-9828-8ac6d550e488 service neutron] Attempting to bind port 5dde6aac-d04b-4df5-8b3e-81b520b6d0be on network 9a626c9a-ac9c-4541-bae9-2e2575451241 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:11:12.501028 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-2b83acc4-ba61-4d89-aba3-52b31881dde0 service neutron] 10.222.0.10 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413207 Apr 20 17:11:12.530227 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:12.598780 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-52e5c53d-5445-4f84-9828-8ac6d550e488 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:11:12.599135 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-52e5c53d-5445-4f84-9828-8ac6d550e488 service neutron] Checking segment: {'id': 'f12d8e57-facb-44d4-ac58-a089f6db229d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9a626c9a-ac9c-4541-bae9-2e2575451241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:11:12.599781 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-52e5c53d-5445-4f84-9828-8ac6d550e488 service neutron] Bound using segment: {'id': 'f12d8e57-facb-44d4-ac58-a089f6db229d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9a626c9a-ac9c-4541-bae9-2e2575451241'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:11:12.599900 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-52e5c53d-5445-4f84-9828-8ac6d550e488 service neutron] Bound port: 5dde6aac-d04b-4df5-8b3e-81b520b6d0be, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f12d8e57-facb-44d4-ac58-a089f6db229d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9a626c9a-ac9c-4541-bae9-2e2575451241'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:11:12.600348 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-52e5c53d-5445-4f84-9828-8ac6d550e488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:12.619277 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:12.684071 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ea9c3527-e682-421b-906a-89d3fc2508b4 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:11:12.839593 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ba9afabb-8eda-4198-b72a-eff843d2edd6 service neutron] Attempting to bind port c9044984-11bd-4632-87c1-75cb5f5ae64e on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:11:12.840190 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ba9afabb-8eda-4198-b72a-eff843d2edd6 service neutron] Attempting to bind port c9044984-11bd-4632-87c1-75cb5f5ae64e by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:11:12.840287 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ba9afabb-8eda-4198-b72a-eff843d2edd6 service neutron] Attempting to bind port c9044984-11bd-4632-87c1-75cb5f5ae64e on network bf1bc412-90d5-44c3-9118-40a48e554e77 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:11:12.850134 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ba9afabb-8eda-4198-b72a-eff843d2edd6 service neutron] Port c9044984-11bd-4632-87c1-75cb5f5ae64e on network bf1bc412-90d5-44c3-9118-40a48e554e77 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:11:12.850517 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ba9afabb-8eda-4198-b72a-eff843d2edd6 service neutron] Attempting to bind port c9044984-11bd-4632-87c1-75cb5f5ae64e on network bf1bc412-90d5-44c3-9118-40a48e554e77 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:11:12.865251 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ba9afabb-8eda-4198-b72a-eff843d2edd6 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:11:12.865638 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ba9afabb-8eda-4198-b72a-eff843d2edd6 service neutron] Checking segment: {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:11:12.865972 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ba9afabb-8eda-4198-b72a-eff843d2edd6 service neutron] Bound using segment: {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:11:12.866461 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ba9afabb-8eda-4198-b72a-eff843d2edd6 service neutron] Bound port: c9044984-11bd-4632-87c1-75cb5f5ae64e, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:11:12.869599 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ba9afabb-8eda-4198-b72a-eff843d2edd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:12.938436 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:12.948901 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port ea9c3527-e682-421b-906a-89d3fc2508b4 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:11:12.954486 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port ea9c3527-e682-421b-906a-89d3fc2508b4 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:11:12.954851 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:13.017894 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-2d191680-69be-4aa6-a969-2b8426e57190 admin admin] Allocated IP 172.20.0.1 (b8d5008d-c75b-4e43-bc72-1af4d636aa56/7c6eed98-6e0e-48dd-a464-51febb5e6b02/d28cc95c-7675-4f23-a2ac-531c9b4c898d) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:11:13.109664 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ba9afabb-8eda-4198-b72a-eff843d2edd6 service neutron] For port c9044984-11bd-4632-87c1-75cb5f5ae64e, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:11:13.119809 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ba9afabb-8eda-4198-b72a-eff843d2edd6 service neutron] For port c9044984-11bd-4632-87c1-75cb5f5ae64e, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=c9044984-11bd-4632-87c1-75cb5f5ae64e,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:11:13.131253 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:13.179787 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ba9afabb-8eda-4198-b72a-eff843d2edd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:13.199231 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d0d584c-0beb-4242-984c-1a1f0332e4e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9c3527-e682-421b-906a-89d3fc2508b4'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:11:13.223306 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ea9c3527-e682-421b-906a-89d3fc2508b4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ea9c3527-e682-421b-906a-89d3fc2508b4,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:13.230657 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:13.330004 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=ea9c3527-e682-421b-906a-89d3fc2508b4,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:13.352153 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c509e-cd50-4dd2-8269-ba78468d2412 req-2d4a319b-a170-4b49-972b-43541f4a0f48 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:13.364092 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-837c509e-cd50-4dd2-8269-ba78468d2412 req-2d4a319b-a170-4b49-972b-43541f4a0f48 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e3dd72-e7c0-4c07-a919-d4c31207d0cf HTTP/1.1" status: 200 len: 946 time: 0.7773576 Apr 20 17:11:13.385170 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7640e7-4e13-444b-a64a-da276cb17ea5 req-4f6b90a9-1024-4d16-af41-1d3a6b4f777f tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:13.392260 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7d7640e7-4e13-444b-a64a-da276cb17ea5 req-4f6b90a9-1024-4d16-af41-1d3a6b4f777f tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/ports?device_id=a468f107-9329-4aa1-a0ee-59ad6c8e346e HTTP/1.1" status: 200 len: 943 time: 0.6819234 Apr 20 17:11:13.398122 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9afabb-8eda-4198-b72a-eff843d2edd6 service neutron] Pushing event updated for resources: {'Port': ['ID=c9044984-11bd-4632-87c1-75cb5f5ae64e,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:13.517934 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c993c83-a050-46cc-80c1-3654a6d7d6ec req-547652d2-46fc-4d8e-b67d-5cb9283930c2 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:13.519504 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2c993c83-a050-46cc-80c1-3654a6d7d6ec req-547652d2-46fc-4d8e-b67d-5cb9283930c2 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.10 "GET /v2.0/ports?device_id=32e3dd72-e7c0-4c07-a919-d4c31207d0cf HTTP/1.1" status: 200 len: 946 time: 0.4874244 Apr 20 17:11:13.532706 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7d7640e7-4e13-444b-a64a-da276cb17ea5 req-b8378a02-44ef-40c8-95a6-2f7a074d0bf9 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/security-groups?id=202fc54b-5a54-4c45-9b54-08ff67098d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378498 Apr 20 17:11:13.567490 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ba9afabb-8eda-4198-b72a-eff843d2edd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:13.569026 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-ba9afabb-8eda-4198-b72a-eff843d2edd6 service neutron] 10.222.0.43 "PUT /v2.0/ports/c9044984-11bd-4632-87c1-75cb5f5ae64e HTTP/1.1" status: 200 len: 1091 time: 4.7585521 Apr 20 17:11:13.574135 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-837c509e-cd50-4dd2-8269-ba78468d2412 req-4fa5cc75-bcc7-449a-bc20-3e0eac1e1603 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090776 Apr 20 17:11:13.588208 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62323793-75bf-4eb6-bdbe-a92de5ab5b50', 'tag': 'c9044984-11bd-4632-87c1-75cb5f5ae64e'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:11:13.622314 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-52e5c53d-5445-4f84-9828-8ac6d550e488 service neutron] For port 5dde6aac-d04b-4df5-8b3e-81b520b6d0be, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:11:13.627228 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-52e5c53d-5445-4f84-9828-8ac6d550e488 service neutron] For port 5dde6aac-d04b-4df5-8b3e-81b520b6d0be, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=5dde6aac-d04b-4df5-8b3e-81b520b6d0be,segment=NetworkSegment(f12d8e57-facb-44d4-ac58-a089f6db229d),segment_id=f12d8e57-facb-44d4-ac58-a089f6db229d)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:11:13.673665 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-52e5c53d-5445-4f84-9828-8ac6d550e488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:13.753794 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0585a4c-5c8c-4814-b808-8b6877f3a1cf admin admin] Router 86532778-0238-4974-a51e-6b9948bb6473 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:11:13.775042 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-403c6c21-1ee5-4b54-be24-59d18521f868'] response: {'server_uuid': '0d0d584c-0beb-4242-984c-1a1f0332e4e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9c3527-e682-421b-906a-89d3fc2508b4', 'code': 200} Apr 20 17:11:13.855508 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:13.860179 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-52e5c53d-5445-4f84-9828-8ac6d550e488 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:13.861816 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-52e5c53d-5445-4f84-9828-8ac6d550e488 service neutron] 10.222.0.43 "PUT /v2.0/ports/5dde6aac-d04b-4df5-8b3e-81b520b6d0be HTTP/1.1" status: 200 len: 1091 time: 5.6126013 Apr 20 17:11:13.934110 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device b571f1a7-ee2a-46c7-8525-3c3c98111d9f up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:11:13.976475 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-2c993c83-a050-46cc-80c1-3654a6d7d6ec req-4d9f9989-c5aa-484c-b962-628bf34755ed tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Deleting port 03b6f66a-db02-400e-b50c-261c1876f0bf {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:11:13.976849 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2c993c83-a050-46cc-80c1-3654a6d7d6ec req-4d9f9989-c5aa-484c-b962-628bf34755ed tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:14.121983 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port b571f1a7-ee2a-46c7-8525-3c3c98111d9f completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:11:14.130813 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port b571f1a7-ee2a-46c7-8525-3c3c98111d9f triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:11:14.131566 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:14.176898 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2d191680-69be-4aa6-a969-2b8426e57190 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:14.289442 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5c53d-5445-4f84-9828-8ac6d550e488 service neutron] Pushing event updated for resources: {'Port': ['ID=5dde6aac-d04b-4df5-8b3e-81b520b6d0be,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:14.338993 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-2d191680-69be-4aa6-a969-2b8426e57190 admin admin] Transition to ACTIVE for port object d28cc95c-7675-4f23-a2ac-531c9b4c898d will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:11:14.339436 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:14.345746 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-41542b46-a92d-4bc9-bedf-489d12c397af req-15e85c64-e589-43f6-bbb7-c66319bd00d7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0d0d584c-0beb-4242-984c-1a1f0332e4e7 HTTP/1.1" status: 200 len: 1100 time: 0.4820073 Apr 20 17:11:14.356714 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-95e09435-5395-402d-9eb0-ac002b2ab90b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c6309d4027774bf39a206d4366b6ddc5&device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 1094 time: 0.7272196 Apr 20 17:11:14.359762 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port b571f1a7-ee2a-46c7-8525-3c3c98111d9f, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=b571f1a7-ee2a-46c7-8525-3c3c98111d9f,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:14.386512 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:14.452342 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be90c30-09a8-46d0-ac4c-36f0aee1a81f req-b1024d06-d739-4ac7-aef1-73937e6b8687 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:14.464123 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3be90c30-09a8-46d0-ac4c-36f0aee1a81f req-b1024d06-d739-4ac7-aef1-73937e6b8687 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d0d584c-0beb-4242-984c-1a1f0332e4e7 HTTP/1.1" status: 200 len: 949 time: 0.5768933 Apr 20 17:11:14.603912 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=b571f1a7-ee2a-46c7-8525-3c3c98111d9f,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:14.699654 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-140cff26-5e7b-493e-b69a-86daebcb07c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9044984-11bd-4632-87c1-75cb5f5ae64e HTTP/1.1" status: 200 len: 217 time: 0.3299258 Apr 20 17:11:14.798926 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08713adf-89e8-4a72-bb42-594bebfa21ae req-6c9d3220-39f1-4337-9c7a-e87583f3d2d2 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:14.800599 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-08713adf-89e8-4a72-bb42-594bebfa21ae req-6c9d3220-39f1-4337-9c7a-e87583f3d2d2 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 943 time: 0.7541561 Apr 20 17:11:14.806983 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-2c993c83-a050-46cc-80c1-3654a6d7d6ec req-4d9f9989-c5aa-484c-b962-628bf34755ed tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] For port 03b6f66a-db02-400e-b50c-261c1876f0bf, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=03b6f66a-db02-400e-b50c-261c1876f0bf,segment=NetworkSegment(7bd8babb-8003-4806-8692-e92ce3a5f993),segment_id=7bd8babb-8003-4806-8692-e92ce3a5f993)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:14.807232 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-739a7b61-3d81-47cd-893e-3e0f6a9f55f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d8235d2e2e9042338bf4fd5c9dbdfc12&device_id=a468f107-9329-4aa1-a0ee-59ad6c8e346e HTTP/1.1" status: 200 len: 1094 time: 0.7619390 Apr 20 17:11:14.807356 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2c993c83-a050-46cc-80c1-3654a6d7d6ec req-4d9f9989-c5aa-484c-b962-628bf34755ed tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:14.893551 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-98dbd248-6891-4a1f-9380-db62fb75933d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:14.895587 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-98dbd248-6891-4a1f-9380-db62fb75933d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=afaadd71-91d9-490d-8c9c-d83dc8020198 HTTP/1.1" status: 200 len: 848 time: 0.1876862 Apr 20 17:11:14.911036 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:14.973763 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-2042f9cb-cbae-4519-a4b5-fbe220bcd6fd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dde6aac-d04b-4df5-8b3e-81b520b6d0be HTTP/1.1" status: 200 len: 217 time: 0.1587787 Apr 20 17:11:14.978342 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-1c41f403-b0bb-4da7-9350-a2dc5c91eb19 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf1bc412-90d5-44c3-9118-40a48e554e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637674 Apr 20 17:11:14.987250 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-2c993c83-a050-46cc-80c1-3654a6d7d6ec req-4d9f9989-c5aa-484c-b962-628bf34755ed tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Calling delete_port for 03b6f66a-db02-400e-b50c-261c1876f0bf owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:11:15.027059 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2d191680-69be-4aa6-a969-2b8426e57190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:15.139996 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-08713adf-89e8-4a72-bb42-594bebfa21ae req-539a6850-6df6-4376-8cf7-f2512fbb1b92 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316872 Apr 20 17:11:15.215866 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-b3030f9b-31df-49a4-9e0e-4c4e2954a160 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:15.218390 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-b3030f9b-31df-49a4-9e0e-4c4e2954a160 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=28ae77fd-3c81-4f90-97a9-6a7f641f7d2f HTTP/1.1" status: 200 len: 855 time: 0.2316985 Apr 20 17:11:15.231406 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3be90c30-09a8-46d0-ac4c-36f0aee1a81f req-9c4f5b56-6b7e-4454-99af-7a319fb133e5 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7662489 Apr 20 17:11:15.277897 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d191680-69be-4aa6-a969-2b8426e57190 admin admin] Pushing event updated for resources: {'Port': ['ID=d28cc95c-7675-4f23-a2ac-531c9b4c898d,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:15.302959 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d191680-69be-4aa6-a969-2b8426e57190 admin admin] Network b8d5008d-c75b-4e43-bc72-1af4d636aa56 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:11:15.308413 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-41542b46-a92d-4bc9-bedf-489d12c397af req-94f15145-b041-43b0-918f-94ec44c32672 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9496429 Apr 20 17:11:15.315176 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-2d191680-69be-4aa6-a969-2b8426e57190 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:11:15.319145 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d191680-69be-4aa6-a969-2b8426e57190 admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:11:15.432577 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0585a4c-5c8c-4814-b808-8b6877f3a1cf admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:11:15.443817 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b0585a4c-5c8c-4814-b808-8b6877f3a1cf admin admin] 10.222.0.39 "PUT /v2.0/routers/86532778-0238-4974-a51e-6b9948bb6473/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3434193 Apr 20 17:11:15.448300 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-fdadb372-ba30-43a8-8ca5-3dfb710b65e3 service neutron] 10.222.0.43 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170985 Apr 20 17:11:15.449109 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33132) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:11:15.458131 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e810bda-e9e5-43d0-9347-1f8fa9937fdf None None] Sync routers for ids ['86532778-0238-4974-a51e-6b9948bb6473'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:11:15.557121 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e810bda-e9e5-43d0-9347-1f8fa9937fdf None None] Routers {'86532778-0238-4974-a51e-6b9948bb6473'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:11:15.564405 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-0e810bda-e9e5-43d0-9347-1f8fa9937fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:11:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['86532778-0238-4974-a51e-6b9948bb6473'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:11:15.708369 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2d191680-69be-4aa6-a969-2b8426e57190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:15.763300 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device b571f1a7-ee2a-46c7-8525-3c3c98111d9f up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:11:15.889323 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24f072b7-8405-4d84-9342-174b9d323c3d'] response: {'name': 'network-changed', 'server_uuid': '62323793-75bf-4eb6-bdbe-a92de5ab5b50', 'tag': 'c9044984-11bd-4632-87c1-75cb5f5ae64e', 'status': 'completed', 'code': 200} Apr 20 17:11:16.029036 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2c993c83-a050-46cc-80c1-3654a6d7d6ec req-4d9f9989-c5aa-484c-b962-628bf34755ed tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:16.044733 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2d191680-69be-4aa6-a969-2b8426e57190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:16.105533 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f9989-c5aa-484c-b962-628bf34755ed tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Pushing event deleted for resources: {'Port': ['ID=03b6f66a-db02-400e-b50c-261c1876f0bf,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:16.165035 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-e3a75dff-9304-459d-91ea-35d4c20d6993 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a626c9a-ac9c-4541-bae9-2e2575451241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9367161 Apr 20 17:11:16.181393 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d285e4d2-c69b-483e-a92f-4a6c09f4c7b3 None None] Provisioning for port d28cc95c-7675-4f23-a2ac-531c9b4c898d completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:11:16.213812 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a3119-28e5-4a79-bbfe-83cf4e1b576d req-dd09f126-542a-4c68-a712-9b9482a53ebb tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:16.214364 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d285e4d2-c69b-483e-a92f-4a6c09f4c7b3 None None] Provisioning complete for port d28cc95c-7675-4f23-a2ac-531c9b4c898d triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:11:16.214922 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d285e4d2-c69b-483e-a92f-4a6c09f4c7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:16.215382 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f3a3119-28e5-4a79-bbfe-83cf4e1b576d req-dd09f126-542a-4c68-a712-9b9482a53ebb tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 946 time: 0.5143533 Apr 20 17:11:16.304679 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d285e4d2-c69b-483e-a92f-4a6c09f4c7b3 None None] Port d28cc95c-7675-4f23-a2ac-531c9b4c898d cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:11:16.310835 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-0e810bda-e9e5-43d0-9347-1f8fa9937fdf None None] Set router 86532778-0238-4974-a51e-6b9948bb6473 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:11:16.336926 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c993c83-a050-46cc-80c1-3654a6d7d6ec req-4d9f9989-c5aa-484c-b962-628bf34755ed tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] No DVR routers for this DVR port 03b6f66a-db02-400e-b50c-261c1876f0bf on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:11:16.342742 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2c993c83-a050-46cc-80c1-3654a6d7d6ec req-4d9f9989-c5aa-484c-b962-628bf34755ed tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:16.359119 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3c0d676b-5926-4cce-97c3-d4b7f5f48dfd req-4e999f6d-27db-40d1-bd90-d4b30180aac7 service neutron] 10.222.0.43 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6888006 Apr 20 17:11:16.421857 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port b571f1a7-ee2a-46c7-8525-3c3c98111d9f triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:11:16.421857 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:16.423368 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e3dd72-e7c0-4c07-a919-d4c31207d0cf', 'name': 'network-vif-deleted', 'tag': '03b6f66a-db02-400e-b50c-261c1876f0bf'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:11:16.440063 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f3a3119-28e5-4a79-bbfe-83cf4e1b576d req-64967647-94f7-4191-96d5-6d55421acc6a tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933885 Apr 20 17:11:16.447282 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2c993c83-a050-46cc-80c1-3654a6d7d6ec req-4d9f9989-c5aa-484c-b962-628bf34755ed tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.10 "DELETE /v2.0/ports/03b6f66a-db02-400e-b50c-261c1876f0bf HTTP/1.1" status: 204 len: 173 time: 2.9134765 Apr 20 17:11:16.452597 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ba4b2-7240-4bd3-bceb-46bf88f11107 req-045b0672-2988-4082-a695-3d45327ff888 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:16.463308 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c04ba4b2-7240-4bd3-bceb-46bf88f11107 req-045b0672-2988-4082-a695-3d45327ff888 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/ports?device_id=a468f107-9329-4aa1-a0ee-59ad6c8e346e HTTP/1.1" status: 200 len: 943 time: 0.4218733 Apr 20 17:11:16.632392 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c04ba4b2-7240-4bd3-bceb-46bf88f11107 req-875965bf-7e60-441b-8150-8f8e4070f5e8 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/security-groups?id=202fc54b-5a54-4c45-9b54-08ff67098d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664941 Apr 20 17:11:16.677490 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-2467a4c4-4a1e-4de1-9219-3b1d800709b0 service neutron] 10.222.0.43 "GET /v2.0/networks/9a626c9a-ac9c-4541-bae9-2e2575451241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985917 Apr 20 17:11:16.881073 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2d191680-69be-4aa6-a969-2b8426e57190 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:16.895721 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2d191680-69be-4aa6-a969-2b8426e57190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:16.916132 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 03b6f66a-db02-400e-b50c-261c1876f0bf no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:11:16.960444 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 03b6f66a-db02-400e-b50c-261c1876f0bf {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:11:16.960797 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 03b6f66a-db02-400e-b50c-261c1876f0bf not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:11:16.968534 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-0e810bda-e9e5-43d0-9347-1f8fa9937fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86532778-0238-4974-a51e-6b9948bb6473', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1949333664-router', 'tenant_id': '7b630b101a784ca88bdc941423401f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '945ed82b-eb84-4a2e-84e9-a654c3f9e8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:27Z', 'updated_at': '2022-04-20T17:11:05Z', 'revision_number': 5, 'project_id': '7b630b101a784ca88bdc941423401f06', 'gw_port': {'id': '945ed82b-eb84-4a2e-84e9-a654c3f9e8c3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86532778-0238-4974-a51e-6b9948bb6473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:28Z', 'updated_at': '2022-04-20T17:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:11:16.972862 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e810bda-e9e5-43d0-9347-1f8fa9937fdf None None] Checking router: 86532778-0238-4974-a51e-6b9948bb6473 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:11:16.991760 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e810bda-e9e5-43d0-9347-1f8fa9937fdf None None] Routers {'86532778-0238-4974-a51e-6b9948bb6473'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:11:16.992393 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-0e810bda-e9e5-43d0-9347-1f8fa9937fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:11:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['86532778-0238-4974-a51e-6b9948bb6473'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:11:17.051251 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-49b99dec-cdcb-44d5-a7a2-b9d2d26e78b9 req-86208fac-2dad-4293-9112-e95d0efc6413 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Synchronizing usage tracker for tenant:e0abf75523cb42799be079adbc9824df on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:11:17.082397 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-98b2cb06-1373-4059-8da8-f1e9ce84bfbd admin admin] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:17.084597 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2d191680-69be-4aa6-a969-2b8426e57190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:17.098232 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-49b99dec-cdcb-44d5-a7a2-b9d2d26e78b9 req-86208fac-2dad-4293-9112-e95d0efc6413 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Unset dirty status for tenant:e0abf75523cb42799be079adbc9824df on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:11:17.099393 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49b99dec-cdcb-44d5-a7a2-b9d2d26e78b9 req-86208fac-2dad-4293-9112-e95d0efc6413 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=32e3dd72-e7c0-4c07-a919-d4c31207d0cf HTTP/1.1" status: 200 len: 210 time: 0.1543083 Apr 20 17:11:17.101723 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d191680-69be-4aa6-a969-2b8426e57190 admin admin] Pushing event updated for resources: {'Port': ['ID=d28cc95c-7675-4f23-a2ac-531c9b4c898d,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:17.182286 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cd5da69d-6b95-4080-b096-d483dd1f1269 req-cf458c82-ba40-4024-aa32-8b6e53a62ab9 service neutron] 10.222.0.43 "GET /v2.0/networks/9a626c9a-ac9c-4541-bae9-2e2575451241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4918311 Apr 20 17:11:17.237361 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-0e810bda-e9e5-43d0-9347-1f8fa9937fdf None None] Set router 86532778-0238-4974-a51e-6b9948bb6473 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:11:17.282224 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d191680-69be-4aa6-a969-2b8426e57190 admin admin] Network b8d5008d-c75b-4e43-bc72-1af4d636aa56 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:11:17.283687 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-2d191680-69be-4aa6-a969-2b8426e57190 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:11:17.503444 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdfea0-680a-4622-89ce-7bfa911a2206 req-f08ff9e3-fea5-4355-b909-c52cab1a7d07 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:17.505417 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d7fdfea0-680a-4622-89ce-7bfa911a2206 req-f08ff9e3-fea5-4355-b909-c52cab1a7d07 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 943 time: 0.5557611 Apr 20 17:11:17.509437 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de929879-0876-4ff2-b3bc-94b30d1d87b6 req-d63d6303-da23-461c-aacf-e951a4104849 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c6309d4027774bf39a206d4366b6ddc5&device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 1094 time: 0.7588527 Apr 20 17:11:17.654422 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ebd2b11c-7d5e-45b1-a611-eb60098001d7 None None] Provisioning complete for port d28cc95c-7675-4f23-a2ac-531c9b4c898d triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:11:17.654890 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ebd2b11c-7d5e-45b1-a611-eb60098001d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:17.724483 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47cda7-1e84-492b-a58a-4a81697d5719 req-da6fa40a-3c70-4634-8654-ed912e5309ce tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:17.724483 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2b47cda7-1e84-492b-a58a-4a81697d5719 req-da6fa40a-3c70-4634-8654-ed912e5309ce tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d0d584c-0beb-4242-984c-1a1f0332e4e7 HTTP/1.1" status: 200 len: 949 time: 0.4305809 Apr 20 17:11:17.747300 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-ebd2b11c-7d5e-45b1-a611-eb60098001d7 None None] Port d28cc95c-7675-4f23-a2ac-531c9b4c898d cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:11:17.757113 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d7fdfea0-680a-4622-89ce-7bfa911a2206 req-2abd637a-a6c4-4e0c-a263-a78135e2d1a1 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044139 Apr 20 17:11:17.800996 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de929879-0876-4ff2-b3bc-94b30d1d87b6 req-88c6fc4f-e90c-4012-870e-89a2fdad69ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:17.804106 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de929879-0876-4ff2-b3bc-94b30d1d87b6 req-88c6fc4f-e90c-4012-870e-89a2fdad69ba service neutron] 10.222.0.43 "GET /v2.0/networks?id=bf1bc412-90d5-44c3-9118-40a48e554e77 HTTP/1.1" status: 200 len: 909 time: 0.2876215 Apr 20 17:11:17.896708 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-0e810bda-e9e5-43d0-9347-1f8fa9937fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86532778-0238-4974-a51e-6b9948bb6473', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1949333664-router', 'tenant_id': '7b630b101a784ca88bdc941423401f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '945ed82b-eb84-4a2e-84e9-a654c3f9e8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:27Z', 'updated_at': '2022-04-20T17:11:05Z', 'revision_number': 5, 'project_id': '7b630b101a784ca88bdc941423401f06', 'gw_port': {'id': '945ed82b-eb84-4a2e-84e9-a654c3f9e8c3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86532778-0238-4974-a51e-6b9948bb6473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:28Z', 'updated_at': '2022-04-20T17:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:11:17.904313 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e810bda-e9e5-43d0-9347-1f8fa9937fdf None None] The sync data for ids ['86532778-0238-4974-a51e-6b9948bb6473'] in n-d-838032-1 is: [{'id': '86532778-0238-4974-a51e-6b9948bb6473', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1949333664-router', 'tenant_id': '7b630b101a784ca88bdc941423401f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '945ed82b-eb84-4a2e-84e9-a654c3f9e8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:07:27Z', 'updated_at': '2022-04-20T17:11:05Z', 'revision_number': 5, 'project_id': '7b630b101a784ca88bdc941423401f06', 'gw_port': {'id': '945ed82b-eb84-4a2e-84e9-a654c3f9e8c3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86532778-0238-4974-a51e-6b9948bb6473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:07:28Z', 'updated_at': '2022-04-20T17:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:11:17.917322 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a468f107-9329-4aa1-a0ee-59ad6c8e346e', 'tag': '5dde6aac-d04b-4df5-8b3e-81b520b6d0be'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:11:17.936598 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2b47cda7-1e84-492b-a58a-4a81697d5719 req-904d2c74-00e0-4db9-92f3-49c0c0825e4d tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072375 Apr 20 17:11:17.938466 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e1a610a-5a50-417d-99a8-170b219b5e60'] response: {'server_uuid': '32e3dd72-e7c0-4c07-a919-d4c31207d0cf', 'name': 'network-vif-deleted', 'tag': '03b6f66a-db02-400e-b50c-261c1876f0bf', 'status': 'completed', 'code': 200} Apr 20 17:11:17.993288 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de929879-0876-4ff2-b3bc-94b30d1d87b6 req-9be92f22-c68c-4c46-aaed-f548b414ae5b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9044984-11bd-4632-87c1-75cb5f5ae64e HTTP/1.1" status: 200 len: 217 time: 0.1769130 Apr 20 17:11:18.066756 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de929879-0876-4ff2-b3bc-94b30d1d87b6 req-9a479abb-dbe8-4496-bdbd-7891e8f567fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:18.068338 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de929879-0876-4ff2-b3bc-94b30d1d87b6 req-9a479abb-dbe8-4496-bdbd-7891e8f567fe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=afaadd71-91d9-490d-8c9c-d83dc8020198 HTTP/1.1" status: 200 len: 848 time: 0.0665746 Apr 20 17:11:18.151727 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de929879-0876-4ff2-b3bc-94b30d1d87b6 req-bee6ed61-53a6-48f4-9d5e-083990485acb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf1bc412-90d5-44c3-9118-40a48e554e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773175 Apr 20 17:11:18.180326 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d191680-69be-4aa6-a969-2b8426e57190 admin admin] Router e9833b4d-cfdc-44a6-bec5-1cc89d134906 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:11:18.276460 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-98b2cb06-1373-4059-8da8-f1e9ce84bfbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:18.324380 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-98b2cb06-1373-4059-8da8-f1e9ce84bfbd admin admin] Deleting port 945ed82b-eb84-4a2e-84e9-a654c3f9e8c3 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:11:18.324722 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-98b2cb06-1373-4059-8da8-f1e9ce84bfbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:18.373151 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de929879-0876-4ff2-b3bc-94b30d1d87b6 req-ddcc849e-d21f-44ea-8962-64ccd3e50728 service neutron] 10.222.0.43 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148056 Apr 20 17:11:18.390589 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1ddbe-941d-42ee-97a6-eae1190f5955 req-8955be14-6372-4989-85cc-658da9da7353 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:18.392168 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-06f1ddbe-941d-42ee-97a6-eae1190f5955 req-8955be14-6372-4989-85cc-658da9da7353 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 946 time: 0.2869601 Apr 20 17:11:18.477845 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ada48a-0f3d-4893-959a-e513795a8e32 req-8c6df329-79b3-4e9c-b985-f08fda4a622a tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:18.480155 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-17ada48a-0f3d-4893-959a-e513795a8e32 req-8c6df329-79b3-4e9c-b985-f08fda4a622a tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/ports?device_id=a468f107-9329-4aa1-a0ee-59ad6c8e346e HTTP/1.1" status: 200 len: 943 time: 0.3870978 Apr 20 17:11:18.653542 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-06f1ddbe-941d-42ee-97a6-eae1190f5955 req-b09885ab-b42b-46fd-a2b1-a6e09e3e0fb3 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368004 Apr 20 17:11:18.674529 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-17ada48a-0f3d-4893-959a-e513795a8e32 req-1f90efba-a2b5-4341-bd97-c47ebc34ca35 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/security-groups?id=202fc54b-5a54-4c45-9b54-08ff67098d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062574 Apr 20 17:11:18.691001 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de929879-0876-4ff2-b3bc-94b30d1d87b6 req-7b1308c2-cbf0-4665-936a-dd4acc43080a service neutron] 10.222.0.43 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951851 Apr 20 17:11:18.692792 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-98b2cb06-1373-4059-8da8-f1e9ce84bfbd admin admin] For port 945ed82b-eb84-4a2e-84e9-a654c3f9e8c3, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=945ed82b-eb84-4a2e-84e9-a654c3f9e8c3,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:18.693147 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-98b2cb06-1373-4059-8da8-f1e9ce84bfbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:18.743160 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device c9044984-11bd-4632-87c1-75cb5f5ae64e details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:11:18.818746 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d191680-69be-4aa6-a969-2b8426e57190 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:11:18.829689 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2d191680-69be-4aa6-a969-2b8426e57190 admin admin] 10.222.0.39 "PUT /v2.0/routers/e9833b4d-cfdc-44a6-bec5-1cc89d134906/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5011473 Apr 20 17:11:18.830554 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd44a9cd-7b6a-4274-b2e1-b0f26ed07ffa None None] Sync routers for ids ['e9833b4d-cfdc-44a6-bec5-1cc89d134906'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:11:18.861345 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd44a9cd-7b6a-4274-b2e1-b0f26ed07ffa None None] Routers {'e9833b4d-cfdc-44a6-bec5-1cc89d134906'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:11:18.861998 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-cd44a9cd-7b6a-4274-b2e1-b0f26ed07ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:11:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e9833b4d-cfdc-44a6-bec5-1cc89d134906'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:11:18.879891 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-98b2cb06-1373-4059-8da8-f1e9ce84bfbd admin admin] Calling delete_port for 945ed82b-eb84-4a2e-84e9-a654c3f9e8c3 owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:11:18.965963 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0fb9b87-d859-4f6e-9826-813f557f44e7'] response: {'name': 'network-changed', 'server_uuid': 'a468f107-9329-4aa1-a0ee-59ad6c8e346e', 'tag': '5dde6aac-d04b-4df5-8b3e-81b520b6d0be', 'status': 'completed', 'code': 200} Apr 20 17:11:19.008327 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 596e7ab6-2580-47d3-8f95-a432a3f130e4 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:11:19.171739 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2210b761-5424-4edb-ae96-0f8d1824bcd8 req-ef6c62e1-ab95-4958-9f91-c86d78e513ad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d8235d2e2e9042338bf4fd5c9dbdfc12&device_id=a468f107-9329-4aa1-a0ee-59ad6c8e346e HTTP/1.1" status: 200 len: 1094 time: 0.2046127 Apr 20 17:11:19.289712 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:19.313135 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port c9044984-11bd-4632-87c1-75cb5f5ae64e, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=c9044984-11bd-4632-87c1-75cb5f5ae64e,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:19.323519 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-cd44a9cd-7b6a-4274-b2e1-b0f26ed07ffa None None] Set router e9833b4d-cfdc-44a6-bec5-1cc89d134906 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:11:19.338945 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'c9044984-11bd-4632-87c1-75cb5f5ae64e', 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77', 'port_id': 'c9044984-11bd-4632-87c1-75cb5f5ae64e', 'mac_address': 'fa:16:3e:3a:f8:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afaadd71-91d9-490d-8c9c-d83dc8020198', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:11:19.397572 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5975ce5b-7932-42ef-8dc8-00df9b1c884d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '596e7ab6-2580-47d3-8f95-a432a3f130e4'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:11:19.438746 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 596e7ab6-2580-47d3-8f95-a432a3f130e4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=596e7ab6-2580-47d3-8f95-a432a3f130e4,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:19.449554 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:19.532833 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-98b2cb06-1373-4059-8da8-f1e9ce84bfbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:19.690548 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 84efed82-5d7e-4a03-a73e-6d44afefa852 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:11:19.736537 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=596e7ab6-2580-47d3-8f95-a432a3f130e4,revision_number=8']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:19.740788 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:19.754463 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 84efed82-5d7e-4a03-a73e-6d44afefa852 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:11:19.755579 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 84efed82-5d7e-4a03-a73e-6d44afefa852 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:11:19.771418 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9044984-11bd-4632-87c1-75cb5f5ae64e {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:11:19.794443 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port c9044984-11bd-4632-87c1-75cb5f5ae64e, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=c9044984-11bd-4632-87c1-75cb5f5ae64e,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:19.803121 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:19.936740 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210b761-5424-4edb-ae96-0f8d1824bcd8 req-9309cf7b-cc6a-4e66-978a-c278c0316222 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:19.939416 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2210b761-5424-4edb-ae96-0f8d1824bcd8 req-9309cf7b-cc6a-4e66-978a-c278c0316222 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a626c9a-ac9c-4541-bae9-2e2575451241 HTTP/1.1" status: 200 len: 917 time: 0.7617433 Apr 20 17:11:19.969495 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=c9044984-11bd-4632-87c1-75cb5f5ae64e,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:20.047044 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['c9044984-11bd-4632-87c1-75cb5f5ae64e'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:11:20.209988 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2cb06-1373-4059-8da8-f1e9ce84bfbd admin admin] Pushing event deleted for resources: {'Port': ['ID=945ed82b-eb84-4a2e-84e9-a654c3f9e8c3,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:20.314005 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-cd44a9cd-7b6a-4274-b2e1-b0f26ed07ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'name': 'tempest-AttachSCSIVolumeTestJSON-1554201581-router', 'tenant_id': 'a4c63d8f9bf0474a935eff95935237d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b571f1a7-ee2a-46c7-8525-3c3c98111d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:11:04Z', 'updated_at': '2022-04-20T17:11:15Z', 'revision_number': 4, 'project_id': 'a4c63d8f9bf0474a935eff95935237d0', 'gw_port': {'id': 'b571f1a7-ee2a-46c7-8525-3c3c98111d9f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:11:06Z', 'updated_at': '2022-04-20T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'd28cc95c-7675-4f23-a2ac-531c9b4c898d', 'name': '', 'network_id': 'b8d5008d-c75b-4e43-bc72-1af4d636aa56', 'tenant_id': 'a4c63d8f9bf0474a935eff95935237d0', 'mac_address': 'fa:16:3e:93:bf:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6eed98-6e0e-48dd-a464-51febb5e6b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:11:12Z', 'updated_at': '2022-04-20T17:11:16Z', 'revision_number': 2, 'project_id': 'a4c63d8f9bf0474a935eff95935237d0', 'subnets': [{'id': '7c6eed98-6e0e-48dd-a464-51febb5e6b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:11:20.322130 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd44a9cd-7b6a-4274-b2e1-b0f26ed07ffa None None] Checking router: e9833b4d-cfdc-44a6-bec5-1cc89d134906 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:11:20.322708 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd44a9cd-7b6a-4274-b2e1-b0f26ed07ffa None None] Updating router e9833b4d-cfdc-44a6-bec5-1cc89d134906 port d28cc95c-7675-4f23-a2ac-531c9b4c898d binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:11:20.390230 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2210b761-5424-4edb-ae96-0f8d1824bcd8 req-b097ca46-8d22-4dfc-8177-22cc47f0aa15 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dde6aac-d04b-4df5-8b3e-81b520b6d0be HTTP/1.1" status: 200 len: 217 time: 0.3959947 Apr 20 17:11:20.501372 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-cd44a9cd-7b6a-4274-b2e1-b0f26ed07ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:20.572598 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c95baa-9eca-4ca3-978b-fa2aa335c2aa req-04367825-08c0-4536-838c-6ad9cc9bf498 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:20.577382 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-31c95baa-9eca-4ca3-978b-fa2aa335c2aa req-04367825-08c0-4536-838c-6ad9cc9bf498 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 944 time: 0.6077392 Apr 20 17:11:20.691361 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210b761-5424-4edb-ae96-0f8d1824bcd8 req-7dbc9db6-e82a-4837-bc78-6e9394c10d81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:20.694573 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2210b761-5424-4edb-ae96-0f8d1824bcd8 req-7dbc9db6-e82a-4837-bc78-6e9394c10d81 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=28ae77fd-3c81-4f90-97a9-6a7f641f7d2f HTTP/1.1" status: 200 len: 855 time: 0.2720115 Apr 20 17:11:20.879037 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-98b2cb06-1373-4059-8da8-f1e9ce84bfbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:20.995216 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-cd44a9cd-7b6a-4274-b2e1-b0f26ed07ffa None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:21.011168 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-cd44a9cd-7b6a-4274-b2e1-b0f26ed07ffa None None] Transition to ACTIVE for port object d28cc95c-7675-4f23-a2ac-531c9b4c898d will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:11:21.019641 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-cd44a9cd-7b6a-4274-b2e1-b0f26ed07ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:21.069134 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-31c95baa-9eca-4ca3-978b-fa2aa335c2aa req-e452dbf3-d72f-40fe-a3a5-9e00df72c68e tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731217 Apr 20 17:11:21.099961 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad605a-9cbd-4f9d-8a95-1c5e8e3696d1 None None] Pushing event updated for resources: {'Port': ['ID=d28cc95c-7675-4f23-a2ac-531c9b4c898d,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:21.189237 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a3df7b5-6031-47af-8767-794f17c293bc'] response: {'server_uuid': '5975ce5b-7932-42ef-8dc8-00df9b1c884d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '596e7ab6-2580-47d3-8f95-a432a3f130e4', 'code': 200} Apr 20 17:11:21.312678 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-cd44a9cd-7b6a-4274-b2e1-b0f26ed07ffa None None] Attempting to bind port d28cc95c-7675-4f23-a2ac-531c9b4c898d on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:11:21.313068 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-cd44a9cd-7b6a-4274-b2e1-b0f26ed07ffa None None] Attempting to bind port d28cc95c-7675-4f23-a2ac-531c9b4c898d by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '0d63b785-9650-4e11-8527-88a6c33911fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b8d5008d-c75b-4e43-bc72-1af4d636aa56'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:11:21.314134 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd44a9cd-7b6a-4274-b2e1-b0f26ed07ffa None None] Attempting to bind port d28cc95c-7675-4f23-a2ac-531c9b4c898d on network b8d5008d-c75b-4e43-bc72-1af4d636aa56 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:11:21.323001 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33240) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:11:21.325223 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-98b2cb06-1373-4059-8da8-f1e9ce84bfbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:21.328885 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd44a9cd-7b6a-4274-b2e1-b0f26ed07ffa None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:11:21.329424 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd44a9cd-7b6a-4274-b2e1-b0f26ed07ffa None None] Checking segment: {'id': '0d63b785-9650-4e11-8527-88a6c33911fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b8d5008d-c75b-4e43-bc72-1af4d636aa56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:11:21.330350 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-cd44a9cd-7b6a-4274-b2e1-b0f26ed07ffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:21.330832 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd44a9cd-7b6a-4274-b2e1-b0f26ed07ffa None None] Bound using segment: {'id': '0d63b785-9650-4e11-8527-88a6c33911fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b8d5008d-c75b-4e43-bc72-1af4d636aa56'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:11:21.331401 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-cd44a9cd-7b6a-4274-b2e1-b0f26ed07ffa None None] Bound port: d28cc95c-7675-4f23-a2ac-531c9b4c898d, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d63b785-9650-4e11-8527-88a6c33911fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b8d5008d-c75b-4e43-bc72-1af4d636aa56'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:11:21.331870 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-cd44a9cd-7b6a-4274-b2e1-b0f26ed07ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:21.333284 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c78cb94a-0b72-4df1-b98c-dba94158a350 req-5e627d9e-c6b6-49fd-9cdb-a4ce9cdd1382 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7542005 Apr 20 17:11:21.337747 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2210b761-5424-4edb-ae96-0f8d1824bcd8 req-092768df-137d-4222-8b85-e38d386f1ab0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a626c9a-ac9c-4541-bae9-2e2575451241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5264909 Apr 20 17:11:21.347556 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-98b2cb06-1373-4059-8da8-f1e9ce84bfbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:21.360878 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-cbcb72c8-9664-44a6-9f54-0711899f1450 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1825764463-network', 'tenant_id': 'f049027f6cae465d8e6a2afd0a9ccd2f'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:11:21.376861 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-cbcb72c8-9664-44a6-9f54-0711899f1450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:11:21.384300 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-cbcb72c8-9664-44a6-9f54-0711899f1450 admin admin] Usage tracker for resource:network and tenant:f049027f6cae465d8e6a2afd0a9ccd2f is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:11:21.393561 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-cbcb72c8-9664-44a6-9f54-0711899f1450 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:11:21.425658 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-cbcb72c8-9664-44a6-9f54-0711899f1450 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:11:21.490689 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcb72c8-9664-44a6-9f54-0711899f1450 admin admin] Made reservation on behalf of f049027f6cae465d8e6a2afd0a9ccd2f for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:11:21.499945 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cbcb72c8-9664-44a6-9f54-0711899f1450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:21.531967 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cbcb72c8-9664-44a6-9f54-0711899f1450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:21.549408 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-cd44a9cd-7b6a-4274-b2e1-b0f26ed07ffa None None] For port d28cc95c-7675-4f23-a2ac-531c9b4c898d, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:11:21.557459 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-cd44a9cd-7b6a-4274-b2e1-b0f26ed07ffa None None] For port d28cc95c-7675-4f23-a2ac-531c9b4c898d, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d28cc95c-7675-4f23-a2ac-531c9b4c898d,segment=NetworkSegment(0d63b785-9650-4e11-8527-88a6c33911fb),segment_id=0d63b785-9650-4e11-8527-88a6c33911fb)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:11:21.572628 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-cd44a9cd-7b6a-4274-b2e1-b0f26ed07ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:21.633272 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-cbcb72c8-9664-44a6-9f54-0711899f1450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:11:21.640504 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-cbcb72c8-9664-44a6-9f54-0711899f1450 admin admin] Usage tracker for resource:security_group_rule and tenant:f049027f6cae465d8e6a2afd0a9ccd2f is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:11:21.645795 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-cbcb72c8-9664-44a6-9f54-0711899f1450 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:11:21.659248 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-cbcb72c8-9664-44a6-9f54-0711899f1450 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:11:21.709065 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd44a9cd-7b6a-4274-b2e1-b0f26ed07ffa None None] Routers {'e9833b4d-cfdc-44a6-bec5-1cc89d134906'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:11:21.709521 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-cd44a9cd-7b6a-4274-b2e1-b0f26ed07ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:11:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e9833b4d-cfdc-44a6-bec5-1cc89d134906'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:11:21.797707 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cbcb72c8-9664-44a6-9f54-0711899f1450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:21.798175 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad605a-9cbd-4f9d-8a95-1c5e8e3696d1 None None] Pushing event updated for resources: {'Port': ['ID=d28cc95c-7675-4f23-a2ac-531c9b4c898d,revision_number=4']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:21.812336 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cbcb72c8-9664-44a6-9f54-0711899f1450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:21.881065 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbcb72c8-9664-44a6-9f54-0711899f1450 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:11:21.897932 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb72c8-9664-44a6-9f54-0711899f1450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea217463-5191-4bd0-bc55-305f936db0e1,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:21.922595 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cbcb72c8-9664-44a6-9f54-0711899f1450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:21.923582 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-cbcb72c8-9664-44a6-9f54-0711899f1450 admin admin] Added segment 419a7669-62c1-4e6f-8920-95255ef609c2 of type vlan for network 8eadf79c-75f2-4df0-8c09-2dea5734993a Apr 20 17:11:21.973454 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-98b2cb06-1373-4059-8da8-f1e9ce84bfbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:21.974021 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b2cb06-1373-4059-8da8-f1e9ce84bfbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86532778-0238-4974-a51e-6b9948bb6473 {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:11:22.024815 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-98b2cb06-1373-4059-8da8-f1e9ce84bfbd admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:22.027062 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cbcb72c8-9664-44a6-9f54-0711899f1450 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:22.027345 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-98b2cb06-1373-4059-8da8-f1e9ce84bfbd admin admin] 10.222.0.39 "DELETE /v2.0/routers/86532778-0238-4974-a51e-6b9948bb6473 HTTP/1.1" status: 204 len: 168 time: 6.5765903 Apr 20 17:11:22.032227 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33250) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:11:22.048271 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-c08957cc-3e1d-4add-9fad-645902f0d411 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:22.050920 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-c08957cc-3e1d-4add-9fad-645902f0d411 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/networks?id=712cbfca-4f15-4a05-b540-c7c77d6caef1 HTTP/1.1" status: 200 len: 812 time: 0.5317645 Apr 20 17:11:22.073176 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-cd44a9cd-7b6a-4274-b2e1-b0f26ed07ffa None None] Set router e9833b4d-cfdc-44a6-bec5-1cc89d134906 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:11:22.190155 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-a94f8d07-11b7-4fcc-acaf-895da74e83b5 admin admin] Deleting subnet 42a9b566-5357-4c27-86d7-af23f6127772 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:11:22.205285 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88dd100-141a-4037-9f8b-3688039d7b6a req-94342a8d-b4bf-474f-9fca-42d857624ed4 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:22.207751 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e88dd100-141a-4037-9f8b-3688039d7b6a req-94342a8d-b4bf-474f-9fca-42d857624ed4 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/ports?device_id=a468f107-9329-4aa1-a0ee-59ad6c8e346e HTTP/1.1" status: 200 len: 943 time: 0.2531462 Apr 20 17:11:22.209364 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a94f8d07-11b7-4fcc-acaf-895da74e83b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:22.234593 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-949646f7-da9b-4dd2-b9eb-97932fc5c88a tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/quotas/e0abf75523cb42799be079adbc9824df HTTP/1.1" status: 200 len: 375 time: 0.1641593 Apr 20 17:11:22.244135 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c78cb94a-0b72-4df1-b98c-dba94158a350 req-647c8e59-dc80-4a86-9f9a-53e4b01433b9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=36da78d71e8c4977a5ae707bb0d7ba12&device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 1101 time: 0.7205286 Apr 20 17:11:22.266109 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cbcb72c8-9664-44a6-9f54-0711899f1450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:22.268022 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb72c8-9664-44a6-9f54-0711899f1450 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:22.269228 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cbcb72c8-9664-44a6-9f54-0711899f1450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:22.293656 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2210b761-5424-4edb-ae96-0f8d1824bcd8 req-03c64b20-c7ae-4f5d-a634-c152f0e6223e service neutron] 10.222.0.43 "GET /v2.0/networks/9a626c9a-ac9c-4541-bae9-2e2575451241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9471426 Apr 20 17:11:22.349664 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-7c7cedd7-557e-40e9-accd-019e3eb6ee06 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e0abf75523cb42799be079adbc9824df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1008995 Apr 20 17:11:22.537310 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e88dd100-141a-4037-9f8b-3688039d7b6a req-0c91a560-f577-4873-b94c-c86a0694ad9c tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/security-groups?id=202fc54b-5a54-4c45-9b54-08ff67098d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2577090 Apr 20 17:11:22.548111 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a94f8d07-11b7-4fcc-acaf-895da74e83b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:22.673222 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cb94a-0b72-4df1-b98c-dba94158a350 req-50130fbb-42f4-4aa4-bb08-ad3a8581eedd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:22.674693 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c78cb94a-0b72-4df1-b98c-dba94158a350 req-50130fbb-42f4-4aa4-bb08-ad3a8581eedd service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.3736584 Apr 20 17:11:22.680785 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2210b761-5424-4edb-ae96-0f8d1824bcd8 req-1b986420-93e1-4911-ada8-b9aaf2acee99 service neutron] 10.222.0.43 "GET /v2.0/networks/9a626c9a-ac9c-4541-bae9-2e2575451241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777122 Apr 20 17:11:22.684123 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-cd44a9cd-7b6a-4274-b2e1-b0f26ed07ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'name': 'tempest-AttachSCSIVolumeTestJSON-1554201581-router', 'tenant_id': 'a4c63d8f9bf0474a935eff95935237d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b571f1a7-ee2a-46c7-8525-3c3c98111d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:11:04Z', 'updated_at': '2022-04-20T17:11:15Z', 'revision_number': 4, 'project_id': 'a4c63d8f9bf0474a935eff95935237d0', 'gw_port': {'id': 'b571f1a7-ee2a-46c7-8525-3c3c98111d9f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:11:06Z', 'updated_at': '2022-04-20T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'd28cc95c-7675-4f23-a2ac-531c9b4c898d', 'name': '', 'network_id': 'b8d5008d-c75b-4e43-bc72-1af4d636aa56', 'tenant_id': 'a4c63d8f9bf0474a935eff95935237d0', 'mac_address': 'fa:16:3e:93:bf:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6eed98-6e0e-48dd-a464-51febb5e6b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:11:12Z', 'updated_at': '2022-04-20T17:11:21Z', 'revision_number': 4, 'project_id': 'a4c63d8f9bf0474a935eff95935237d0', 'subnets': [{'id': '7c6eed98-6e0e-48dd-a464-51febb5e6b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:11:22.705418 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd44a9cd-7b6a-4274-b2e1-b0f26ed07ffa None None] The sync data for ids ['e9833b4d-cfdc-44a6-bec5-1cc89d134906'] in n-d-838032-1 is: [{'id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'name': 'tempest-AttachSCSIVolumeTestJSON-1554201581-router', 'tenant_id': 'a4c63d8f9bf0474a935eff95935237d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b571f1a7-ee2a-46c7-8525-3c3c98111d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:11:04Z', 'updated_at': '2022-04-20T17:11:15Z', 'revision_number': 4, 'project_id': 'a4c63d8f9bf0474a935eff95935237d0', 'gw_port': {'id': 'b571f1a7-ee2a-46c7-8525-3c3c98111d9f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:11:06Z', 'updated_at': '2022-04-20T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'd28cc95c-7675-4f23-a2ac-531c9b4c898d', 'name': '', 'network_id': 'b8d5008d-c75b-4e43-bc72-1af4d636aa56', 'tenant_id': 'a4c63d8f9bf0474a935eff95935237d0', 'mac_address': 'fa:16:3e:93:bf:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6eed98-6e0e-48dd-a464-51febb5e6b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:11:12Z', 'updated_at': '2022-04-20T17:11:21Z', 'revision_number': 4, 'project_id': 'a4c63d8f9bf0474a935eff95935237d0', 'subnets': [{'id': '7c6eed98-6e0e-48dd-a464-51febb5e6b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:11:22.713701 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb72c8-9664-44a6-9f54-0711899f1450 admin admin] Pushing event updated for resources: {'Network': ['ID=8eadf79c-75f2-4df0-8c09-2dea5734993a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:22.729735 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cbcb72c8-9664-44a6-9f54-0711899f1450 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3989115 Apr 20 17:11:22.730528 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33256) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:11:22.734090 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 8eadf79c-75f2-4df0-8c09-2dea5734993a details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:11:22.832842 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a94f8d07-11b7-4fcc-acaf-895da74e83b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:22.845156 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device c9044984-11bd-4632-87c1-75cb5f5ae64e up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:11:22.853185 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-7aee91e8-9071-45ee-9e25-2c042f516bc8 service neutron] 10.222.0.39 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639529 Apr 20 17:11:22.915530 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-cc5dfa93-2896-4522-843e-8c36f29bb755 admin admin] Request body: {'subnet': {'network_id': '8eadf79c-75f2-4df0-8c09-2dea5734993a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1825764463-subnet', 'tenant_id': 'f049027f6cae465d8e6a2afd0a9ccd2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:11:22.929317 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c78cb94a-0b72-4df1-b98c-dba94158a350 req-f8681f48-b4b6-4323-9878-67c48577dec7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=ee45854b-e480-4cb1-9f59-faa8e3501412 HTTP/1.1" status: 200 len: 217 time: 0.2324927 Apr 20 17:11:22.936990 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-cc5dfa93-2896-4522-843e-8c36f29bb755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:11:22.947323 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-cc5dfa93-2896-4522-843e-8c36f29bb755 admin admin] Usage tracker for resource:subnet and tenant:f049027f6cae465d8e6a2afd0a9ccd2f is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:11:22.958440 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-cc5dfa93-2896-4522-843e-8c36f29bb755 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:11:22.977785 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-cc5dfa93-2896-4522-843e-8c36f29bb755 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:11:23.030084 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5dfa93-2896-4522-843e-8c36f29bb755 admin admin] Made reservation on behalf of f049027f6cae465d8e6a2afd0a9ccd2f for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:11:23.038425 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cc5dfa93-2896-4522-843e-8c36f29bb755 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:23.068509 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cb94a-0b72-4df1-b98c-dba94158a350 req-e0b0c2d0-7414-40af-b323-47a4a20500be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:23.070373 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c78cb94a-0b72-4df1-b98c-dba94158a350 req-e0b0c2d0-7414-40af-b323-47a4a20500be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1324582 Apr 20 17:11:23.124460 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-054490f0-9129-4d03-b700-e26df5dff36a service neutron] 10.222.0.39 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945764 Apr 20 17:11:23.147455 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a94f8d07-11b7-4fcc-acaf-895da74e83b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:23.225615 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port c9044984-11bd-4632-87c1-75cb5f5ae64e completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:11:23.230919 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06eb86d-dcc5-4ffd-91a5-ada03f9718eb req-b0d1217b-0b29-49ac-87ac-13674a6cadb9 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:23.231327 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port c9044984-11bd-4632-87c1-75cb5f5ae64e triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:11:23.231916 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:23.232528 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d06eb86d-dcc5-4ffd-91a5-ada03f9718eb req-b0d1217b-0b29-49ac-87ac-13674a6cadb9 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 946 time: 0.3674269 Apr 20 17:11:23.233289 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f8d07-11b7-4fcc-acaf-895da74e83b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42a9b566-5357-4c27-86d7-af23f6127772,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:23.250051 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a94f8d07-11b7-4fcc-acaf-895da74e83b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:23.258554 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a94f8d07-11b7-4fcc-acaf-895da74e83b5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/42a9b566-5357-4c27-86d7-af23f6127772 HTTP/1.1" status: 204 len: 168 time: 1.2243199 Apr 20 17:11:23.262453 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33260) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:11:23.334734 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0388db29-95cd-4a79-80db-37e022c664bc None None] Network 8b4c1a56-1299-4e52-875e-62da32b51c2b requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:11:23.363873 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d06eb86d-dcc5-4ffd-91a5-ada03f9718eb req-3d27e0c5-6b41-445d-9db9-da32a90756e2 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178184 Apr 20 17:11:23.425127 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c78cb94a-0b72-4df1-b98c-dba94158a350 req-654e6966-f94a-4b78-be59-f626e694e3a6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2985857 Apr 20 17:11:23.698163 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3d24b933-d42c-43e0-8bbe-db1dd965edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:23.740765 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-3d24b933-d42c-43e0-8bbe-db1dd965edf9 admin admin] Deleting port 048d4f77-18bc-49f6-a11e-3f3fe09d920b {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:11:23.744258 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d28cc95c-7675-4f23-a2ac-531c9b4c898d up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:11:23.748740 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3d24b933-d42c-43e0-8bbe-db1dd965edf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:23.770450 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cc5dfa93-2896-4522-843e-8c36f29bb755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:23.838671 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-8df82bc1-f276-4837-ac9a-3c6c2461e8d6 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849&tenant_id=b7e0217792874af58ccfdea4744db0d0&binding%3Ahost_id=n-h1-838032-1 HTTP/1.1" status: 200 len: 1097 time: 0.3071949 Apr 20 17:11:23.865022 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-965b2d49-f181-4101-9163-2f1957eacbbb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838032-1'}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:11:23.927317 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c78cb94a-0b72-4df1-b98c-dba94158a350 req-fd5b7f96-3317-4aee-bbe8-6f6689e8bd6a service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927547 Apr 20 17:11:24.153563 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5dfa93-2896-4522-843e-8c36f29bb755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15606075-2038-4859-b86e-afe40d6ce8c3,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:24.304027 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:24.327201 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port d28cc95c-7675-4f23-a2ac-531c9b4c898d completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:11:24.344312 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port d28cc95c-7675-4f23-a2ac-531c9b4c898d triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:11:24.344783 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:24.414993 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd181464-fc5f-43ae-a21a-2d727f6e7ea8 None None] DHCP port deletion for 8b4c1a56-1299-4e52-875e-62da32b51c2b request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:11:24.439445 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-3d24b933-d42c-43e0-8bbe-db1dd965edf9 admin admin] For port 048d4f77-18bc-49f6-a11e-3f3fe09d920b, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=048d4f77-18bc-49f6-a11e-3f3fe09d920b,segment=NetworkSegment(f53b8d94-9598-48ae-b88f-3d2451b599cf),segment_id=f53b8d94-9598-48ae-b88f-3d2451b599cf)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:24.440463 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3d24b933-d42c-43e0-8bbe-db1dd965edf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:24.443553 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-fd181464-fc5f-43ae-a21a-2d727f6e7ea8 None None] Deleting port 048d4f77-18bc-49f6-a11e-3f3fe09d920b {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:11:24.443912 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fd181464-fc5f-43ae-a21a-2d727f6e7ea8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:24.523136 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5dfa93-2896-4522-843e-8c36f29bb755 admin admin] Checking segment: {'id': '419a7669-62c1-4e6f-8920-95255ef609c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8eadf79c-75f2-4df0-8c09-2dea5734993a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:11:24.524221 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5dfa93-2896-4522-843e-8c36f29bb755 admin admin] Network hostable DHCP agents. Network: 8eadf79c-75f2-4df0-8c09-2dea5734993a, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:11:24.555690 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-965b2d49-f181-4101-9163-2f1957eacbbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:24.581069 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62323793-75bf-4eb6-bdbe-a92de5ab5b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9044984-11bd-4632-87c1-75cb5f5ae64e'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:11:24.607500 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port c9044984-11bd-4632-87c1-75cb5f5ae64e, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=c9044984-11bd-4632-87c1-75cb5f5ae64e,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:24.618502 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:24.680145 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5dfa93-2896-4522-843e-8c36f29bb755 admin admin] Network 8eadf79c-75f2-4df0-8c09-2dea5734993a is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:11:24.717352 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834597e9-bd9c-4d2c-a76e-59cd010670e7 req-f5e8bd8d-c6c7-4916-a9a3-2072bc7d4411 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:24.719943 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-834597e9-bd9c-4d2c-a76e-59cd010670e7 req-f5e8bd8d-c6c7-4916-a9a3-2072bc7d4411 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 944 time: 0.3519478 Apr 20 17:11:24.784578 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-3d24b933-d42c-43e0-8bbe-db1dd965edf9 admin admin] Calling delete_port for 048d4f77-18bc-49f6-a11e-3f3fe09d920b owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:11:24.789472 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 5dde6aac-d04b-4df5-8b3e-81b520b6d0be details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:11:24.851196 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=c9044984-11bd-4632-87c1-75cb5f5ae64e,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:24.877349 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c78cb94a-0b72-4df1-b98c-dba94158a350 req-4de35e70-1e54-4f34-87e8-54927b5674a7 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6497691 Apr 20 17:11:24.879217 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-cc5dfa93-2896-4522-843e-8c36f29bb755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 8eadf79c-75f2-4df0-8c09-2dea5734993a) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:11:24.900548 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-fd181464-fc5f-43ae-a21a-2d727f6e7ea8 None None] For port 048d4f77-18bc-49f6-a11e-3f3fe09d920b, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=048d4f77-18bc-49f6-a11e-3f3fe09d920b,segment=NetworkSegment(f53b8d94-9598-48ae-b88f-3d2451b599cf),segment_id=f53b8d94-9598-48ae-b88f-3d2451b599cf)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:24.900935 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fd181464-fc5f-43ae-a21a-2d727f6e7ea8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:24.909491 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5dfa93-2896-4522-843e-8c36f29bb755 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:24.909491 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cc5dfa93-2896-4522-843e-8c36f29bb755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:24.909866 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b227c16e-a67b-4717-b957-fa81dc32f669 req-32c4d63a-80a7-4b5d-bb16-11873d4f20d3 tempest-ServersAdminTestJSON-749994239 tempest-ServersAdminTestJSON-749994239-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b304451e-7119-47f5-a6ee-28f7c618a359&device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50&device_id=a468f107-9329-4aa1-a0ee-59ad6c8e346e&device_id=0d0d584c-0beb-4242-984c-1a1f0332e4e7&device_id=5d16875a-b67b-4052-93b6-bd4515b72849&device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662&device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a&device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650&device_id=3a9927fc-db89-4b6b-80d8-419e1055253d&device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d&device_id=0411e62e-5de0-487e-9cec-f886df5f929a&device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 9964 time: 0.6888325 Apr 20 17:11:24.914986 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:24.915322 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:24.915650 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:24.915976 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:24.916298 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:24.916981 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:24.916981 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:24.917232 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:24.917550 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:24.917860 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:24.918254 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:11:24.922118 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:24.935581 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b227c16e-a67b-4717-b957-fa81dc32f669 req-acc418e6-28d2-497d-9ed0-bcee789cfabf tempest-ServersAdminTestJSON-749994239 tempest-ServersAdminTestJSON-749994239-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:24.959915 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cc5dfa93-2896-4522-843e-8c36f29bb755 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1851387 Apr 20 17:11:24.960141 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3d24b933-d42c-43e0-8bbe-db1dd965edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:24.964130 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33284) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:11:24.964451 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 439b4ef4-8b1b-41d9-8a65-1db3637d5dec details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:11:24.993236 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-834597e9-bd9c-4d2c-a76e-59cd010670e7 req-435fd698-6afc-4a0f-aa8e-cc793434abba tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153724 Apr 20 17:11:25.007334 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-965b2d49-f181-4101-9163-2f1957eacbbb service neutron] For port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=439b4ef4-8b1b-41d9-8a65-1db3637d5dec,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:25.020256 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-17015a97-e6ce-4ac3-b218-e879f9cf008d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1825764463-router', 'tenant_id': 'f049027f6cae465d8e6a2afd0a9ccd2f', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:11:25.037466 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24b933-d42c-43e0-8bbe-db1dd965edf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=048d4f77-18bc-49f6-a11e-3f3fe09d920b,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:25.052387 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-b227c16e-a67b-4717-b957-fa81dc32f669 req-acc418e6-28d2-497d-9ed0-bcee789cfabf tempest-ServersAdminTestJSON-749994239 tempest-ServersAdminTestJSON-749994239-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:11:25.058095 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b227c16e-a67b-4717-b957-fa81dc32f669 req-acc418e6-28d2-497d-9ed0-bcee789cfabf tempest-ServersAdminTestJSON-749994239 tempest-ServersAdminTestJSON-749994239-project-admin] Usage tracker for resource:security_group_rule and tenant:d4fa86ea2ec34a4c8aec76eadf758a9d is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:11:25.061486 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b227c16e-a67b-4717-b957-fa81dc32f669 req-acc418e6-28d2-497d-9ed0-bcee789cfabf tempest-ServersAdminTestJSON-749994239 tempest-ServersAdminTestJSON-749994239-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:11:25.068882 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-b227c16e-a67b-4717-b957-fa81dc32f669 req-acc418e6-28d2-497d-9ed0-bcee789cfabf tempest-ServersAdminTestJSON-749994239 tempest-ServersAdminTestJSON-749994239-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:11:25.070115 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-965b2d49-f181-4101-9163-2f1957eacbbb service neutron] For port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:11:25.075900 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3922c962-b44b-45b3-bf76-2b67c9318a9e None None] Network 8eadf79c-75f2-4df0-8c09-2dea5734993a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:11:25.110671 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-17015a97-e6ce-4ac3-b218-e879f9cf008d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:11:25.118459 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d24b933-d42c-43e0-8bbe-db1dd965edf9 admin admin] No DVR routers for this DVR port 048d4f77-18bc-49f6-a11e-3f3fe09d920b on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:11:25.197443 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-17015a97-e6ce-4ac3-b218-e879f9cf008d admin admin] Usage tracker for resource:router and tenant:f049027f6cae465d8e6a2afd0a9ccd2f is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:11:25.206311 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-17015a97-e6ce-4ac3-b218-e879f9cf008d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:11:25.231447 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d16875a-b67b-4052-93b6-bd4515b72849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '439b4ef4-8b1b-41d9-8a65-1db3637d5dec'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:11:25.245364 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-965b2d49-f181-4101-9163-2f1957eacbbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:25.291193 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-965b2d49-f181-4101-9163-2f1957eacbbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:25.312579 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-fd181464-fc5f-43ae-a21a-2d727f6e7ea8 None None] Calling delete_port for 048d4f77-18bc-49f6-a11e-3f3fe09d920b owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:11:25.354280 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-da7c6930-1b2c-4a01-873f-b2249168d9cd req-9d1d92c4-24b2-4583-aff6-aa7e9b3ffebc tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=b304451e-7119-47f5-a6ee-28f7c618a359 HTTP/1.1" status: 200 len: 210 time: 0.0996861 Apr 20 17:11:25.365445 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3d24b933-d42c-43e0-8bbe-db1dd965edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:25.409086 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-3d24b933-d42c-43e0-8bbe-db1dd965edf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b4c1a56-1299-4e52-875e-62da32b51c2b']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:11:25.423139 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-3d24b933-d42c-43e0-8bbe-db1dd965edf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f53b8d94-9598-48ae-b88f-3d2451b599cf') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:11:25.423414 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-3d24b933-d42c-43e0-8bbe-db1dd965edf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f53b8d94-9598-48ae-b88f-3d2451b599cf') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:11:25.437286 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3d24b933-d42c-43e0-8bbe-db1dd965edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:25.454958 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3d24b933-d42c-43e0-8bbe-db1dd965edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:25.460460 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d24b933-d42c-43e0-8bbe-db1dd965edf9 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:11:25.460864 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3d24b933-d42c-43e0-8bbe-db1dd965edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:25.573538 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.resource_extend [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:11:25.576153 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-17015a97-e6ce-4ac3-b218-e879f9cf008d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:11:25.616112 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:11:25.616112 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:11:25.616112 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:11:25.616112 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:11:25.616112 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:11:25.616112 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:11:25.616112 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:11:25.616112 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:11:25.616112 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:11:25.616112 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:11:25.616112 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:11:25.616112 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:11:25.616112 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:11:25.616112 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:11:25.616112 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:11:25.616112 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:11:25.616112 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:11:25.616112 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:11:25.616112 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:11:25.616112 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:11:25.616112 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:11:25.616112 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:11:25.616112 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:11:25.616112 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:11:25.616112 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:11:25.616112 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:11:25.616112 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:11:25.616112 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:11:25.616112 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:11:25.616112 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:11:25.616112 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:11:25.616112 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:11:25.661110 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b2d49-f181-4101-9163-2f1957eacbbb service neutron] Pushing event updated for resources: {'Port': ['ID=439b4ef4-8b1b-41d9-8a65-1db3637d5dec,revision_number=7']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:25.700619 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port d28cc95c-7675-4f23-a2ac-531c9b4c898d, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d28cc95c-7675-4f23-a2ac-531c9b4c898d,segment=NetworkSegment(0d63b785-9650-4e11-8527-88a6c33911fb),segment_id=0d63b785-9650-4e11-8527-88a6c33911fb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:25.731769 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b227c16e-a67b-4717-b957-fa81dc32f669 req-acc418e6-28d2-497d-9ed0-bcee789cfabf tempest-ServersAdminTestJSON-749994239 tempest-ServersAdminTestJSON-749994239-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:25.746620 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-965b2d49-f181-4101-9163-2f1957eacbbb service neutron] Attempting to bind port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec on host n-h1-838032-1 for vnic_type normal with profile {"migrating_to": "n-h2-838032-1"} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:11:25.747356 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-965b2d49-f181-4101-9163-2f1957eacbbb service neutron] Attempting to bind port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:11:25.748622 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-965b2d49-f181-4101-9163-2f1957eacbbb service neutron] Attempting to bind port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:11:25.749145 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-17015a97-e6ce-4ac3-b218-e879f9cf008d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:25.750154 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-17015a97-e6ce-4ac3-b218-e879f9cf008d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:25.758586 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-965b2d49-f181-4101-9163-2f1957eacbbb service neutron] Port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:11:25.759067 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-965b2d49-f181-4101-9163-2f1957eacbbb service neutron] Attempting to bind port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:11:25.770246 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-17015a97-e6ce-4ac3-b218-e879f9cf008d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:25.772851 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-965b2d49-f181-4101-9163-2f1957eacbbb service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:11:25.773312 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-965b2d49-f181-4101-9163-2f1957eacbbb service neutron] Checking segment: {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:11:25.773782 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-965b2d49-f181-4101-9163-2f1957eacbbb service neutron] Bound using segment: {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:11:25.774362 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-965b2d49-f181-4101-9163-2f1957eacbbb service neutron] Bound port: 439b4ef4-8b1b-41d9-8a65-1db3637d5dec, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:11:25.774793 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-965b2d49-f181-4101-9163-2f1957eacbbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:25.786284 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:25.790244 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b227c16e-a67b-4717-b957-fa81dc32f669 req-acc418e6-28d2-497d-9ed0-bcee789cfabf tempest-ServersAdminTestJSON-749994239 tempest-ServersAdminTestJSON-749994239-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:25.793117 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a937236-53da-409d-904f-f4fe484fe995 req-fd3b6c1a-d951-445c-bbf1-4e891bc132af tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:25.800861 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9a937236-53da-409d-904f-f4fe484fe995 req-fd3b6c1a-d951-445c-bbf1-4e891bc132af tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/ports?device_id=a468f107-9329-4aa1-a0ee-59ad6c8e346e HTTP/1.1" status: 200 len: 943 time: 0.1946216 Apr 20 17:11:25.808376 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3d24b933-d42c-43e0-8bbe-db1dd965edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:25.892616 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3d24b933-d42c-43e0-8bbe-db1dd965edf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:25.919517 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9a937236-53da-409d-904f-f4fe484fe995 req-36aeab5f-606f-4a14-a63a-92813c78dd66 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/security-groups?id=202fc54b-5a54-4c45-9b54-08ff67098d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170466 Apr 20 17:11:25.927675 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 5dde6aac-d04b-4df5-8b3e-81b520b6d0be, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=5dde6aac-d04b-4df5-8b3e-81b520b6d0be,segment=NetworkSegment(f12d8e57-facb-44d4-ac58-a089f6db229d),segment_id=f12d8e57-facb-44d4-ac58-a089f6db229d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:25.943726 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.10', 58301) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:11:25.945985 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-965b2d49-f181-4101-9163-2f1957eacbbb service neutron] For port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:11:25.950940 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-965b2d49-f181-4101-9163-2f1957eacbbb service neutron] For port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=439b4ef4-8b1b-41d9-8a65-1db3637d5dec,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:11:25.956678 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-965b2d49-f181-4101-9163-2f1957eacbbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:25.968218 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=439b4ef4-8b1b-41d9-8a65-1db3637d5dec,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:25.988700 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 048d4f77-18bc-49f6-a11e-3f3fe09d920b no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:11:26.001769 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24b933-d42c-43e0-8bbe-db1dd965edf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b4c1a56-1299-4e52-875e-62da32b51c2b,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:26.045868 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '5dde6aac-d04b-4df5-8b3e-81b520b6d0be', 'network_id': '9a626c9a-ac9c-4541-bae9-2e2575451241', 'port_id': '5dde6aac-d04b-4df5-8b3e-81b520b6d0be', 'mac_address': 'fa:16:3e:d4:e5:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28ae77fd-3c81-4f90-97a9-6a7f641f7d2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:11:26.049381 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 439b4ef4-8b1b-41d9-8a65-1db3637d5dec has no active binding in host n-h2-838032-1 {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 20 17:11:26.052601 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-fd181464-fc5f-43ae-a21a-2d727f6e7ea8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:11:26.053140 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-fd181464-fc5f-43ae-a21a-2d727f6e7ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:11:26.074910 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 048d4f77-18bc-49f6-a11e-3f3fe09d920b {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:11:26.075221 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 048d4f77-18bc-49f6-a11e-3f3fe09d920b not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:11:26.075777 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 945ed82b-eb84-4a2e-84e9-a654c3f9e8c3 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:11:26.086230 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b227c16e-a67b-4717-b957-fa81dc32f669 req-acc418e6-28d2-497d-9ed0-bcee789cfabf tempest-ServersAdminTestJSON-749994239 tempest-ServersAdminTestJSON-749994239-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=202fc54b-5a54-4c45-9b54-08ff67098d63&id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&id=4ba55188-af75-459e-8cc2-45d5426c07f8&id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 1.1754227 Apr 20 17:11:26.093512 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc418e6-28d2-497d-9ed0-bcee789cfabf tempest-ServersAdminTestJSON-749994239 tempest-ServersAdminTestJSON-749994239-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49802b7f-ac1d-48b8-91e4-67f6700dc7f0,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:26.101533 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=d28cc95c-7675-4f23-a2ac-531c9b4c898d,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:26.133889 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-7352a63d-0fa2-4a55-bc77-f5e2fe973adf tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:26.137517 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-7352a63d-0fa2-4a55-bc77-f5e2fe973adf tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.10 "GET /v2.0/networks?id=712cbfca-4f15-4a05-b540-c7c77d6caef1 HTTP/1.1" status: 200 len: 812 time: 0.9342272 Apr 20 17:11:26.147581 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3d24b933-d42c-43e0-8bbe-db1dd965edf9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8b4c1a56-1299-4e52-875e-62da32b51c2b HTTP/1.1" status: 204 len: 168 time: 2.8835640 Apr 20 17:11:26.183294 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-45f59697-0848-4860-b963-85bf1b1ad978 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Request body: {'port': {'device_id': 'b304451e-7119-47f5-a6ee-28f7c618a359', 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1', 'admin_state_up': True, 'tenant_id': 'e0abf75523cb42799be079adbc9824df'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:11:26.223996 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 945ed82b-eb84-4a2e-84e9-a654c3f9e8c3 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:11:26.224329 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 945ed82b-eb84-4a2e-84e9-a654c3f9e8c3 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:11:26.328548 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b2d49-f181-4101-9163-2f1957eacbbb service neutron] Pushing event updated for resources: {'Port': ['ID=439b4ef4-8b1b-41d9-8a65-1db3637d5dec,revision_number=8']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:26.332665 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-965b2d49-f181-4101-9163-2f1957eacbbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:26.334035 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-965b2d49-f181-4101-9163-2f1957eacbbb service neutron] 10.222.0.10 "PUT /v2.0/ports/439b4ef4-8b1b-41d9-8a65-1db3637d5dec HTTP/1.1" status: 200 len: 1122 time: 2.4739599 Apr 20 17:11:26.344077 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0011f42-90ed-4cd3-9813-acc2777ea12f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-8eadf79c-75f2-4df0-8c09-2dea5734993a', 'network_id': '8eadf79c-75f2-4df0-8c09-2dea5734993a', 'tenant_id': 'f049027f6cae465d8e6a2afd0a9ccd2f', 'fixed_ips': [{'subnet_id': '15606075-2038-4859-b86e-afe40d6ce8c3'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:11:26.345526 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f0011f42-90ed-4cd3-9813-acc2777ea12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:26.387521 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:26.388033 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-130055c9-494a-4798-aefa-26ad63178130 req-099c0408-a719-4afa-b32e-6f6f3cdac0d6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1215959 Apr 20 17:11:26.395420 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-4eb725e9-8d83-431c-bb2d-6e3668dacd0f tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:26.396924 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-4eb725e9-8d83-431c-bb2d-6e3668dacd0f tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/networks?id=9034ea63-8cdc-4387-871e-6ef92eb3509a HTTP/1.1" status: 200 len: 805 time: 0.3107347 Apr 20 17:11:26.422522 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-3893708b-98a6-48aa-a1cb-f73a499a7bcd tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/quotas/8eab13f9ce374bed840dc821db4a4e57 HTTP/1.1" status: 200 len: 375 time: 0.0192158 Apr 20 17:11:26.437749 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dde6aac-d04b-4df5-8b3e-81b520b6d0be {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:11:26.463470 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-17015a97-e6ce-4ac3-b218-e879f9cf008d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:26.470373 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 5dde6aac-d04b-4df5-8b3e-81b520b6d0be, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=5dde6aac-d04b-4df5-8b3e-81b520b6d0be,segment=NetworkSegment(f12d8e57-facb-44d4-ac58-a089f6db229d),segment_id=f12d8e57-facb-44d4-ac58-a089f6db229d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:26.473308 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-45f59697-0848-4860-b963-85bf1b1ad978 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:11:26.488544 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['439b4ef4-8b1b-41d9-8a65-1db3637d5dec'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:11:26.565791 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['439b4ef4-8b1b-41d9-8a65-1db3637d5dec'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:11:26.581355 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-9347c8fa-56a4-4c6f-8752-c0565f1074b1 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8eab13f9ce374bed840dc821db4a4e57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1519802 Apr 20 17:11:26.599867 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-fd181464-fc5f-43ae-a21a-2d727f6e7ea8 None None] Deleting port 048d4f77-18bc-49f6-a11e-3f3fe09d920b {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:11:26.600212 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fd181464-fc5f-43ae-a21a-2d727f6e7ea8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:26.602239 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33304) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:11:26.604053 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-45f59697-0848-4860-b963-85bf1b1ad978 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:11:26.666476 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff24244-a957-47a9-8f1e-aadd7e450bc3 req-2904b380-c9ba-471a-a91c-624e6e5c1876 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:26.669934 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-fd181464-fc5f-43ae-a21a-2d727f6e7ea8 None None] The port '048d4f77-18bc-49f6-a11e-3f3fe09d920b' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:11:26.671498 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:26.674264 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0ff24244-a957-47a9-8f1e-aadd7e450bc3 req-2904b380-c9ba-471a-a91c-624e6e5c1876 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 944 time: 0.2817683 Apr 20 17:11:26.771452 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-e5354df0-6e18-421d-afa6-c9ac4aba4d31 service neutron] 10.222.0.39 "GET /v2.0/networks/9034ea63-8cdc-4387-871e-6ef92eb3509a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882005 Apr 20 17:11:26.819881 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-45f59697-0848-4860-b963-85bf1b1ad978 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Made reservation on behalf of e0abf75523cb42799be079adbc9824df for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:11:26.822865 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-45f59697-0848-4860-b963-85bf1b1ad978 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:26.876528 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=5dde6aac-d04b-4df5-8b3e-81b520b6d0be,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:26.899477 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b29142-30a9-42ab-af10-a05e5b1f42ea req-2c8c13c9-477c-4ff1-93ad-a28de1583ddf tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:26.901007 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f3b29142-30a9-42ab-af10-a05e5b1f42ea req-2c8c13c9-477c-4ff1-93ad-a28de1583ddf tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.10 "GET /v2.0/ports?device_id=5975ce5b-7932-42ef-8dc8-00df9b1c884d HTTP/1.1" status: 200 len: 943 time: 0.8972979 Apr 20 17:11:26.924395 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-a18ec7ea-7516-4c11-a09c-a54e40659d1a service neutron] 10.222.0.39 "GET /v2.0/networks/9034ea63-8cdc-4387-871e-6ef92eb3509a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446204 Apr 20 17:11:27.018849 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['5dde6aac-d04b-4df5-8b3e-81b520b6d0be'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:11:27.071353 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-130055c9-494a-4798-aefa-26ad63178130 req-4d3e4285-126f-4c19-858e-2fb736bbcd52 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6309d4027774bf39a206d4366b6ddc5&device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 1095 time: 0.6163824 Apr 20 17:11:27.088283 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-f0011f42-90ed-4cd3-9813-acc2777ea12f None None] Allocated IP 172.20.0.2 (8eadf79c-75f2-4df0-8c09-2dea5734993a/15606075-2038-4859-b86e-afe40d6ce8c3/1e8f13ce-5552-47b4-8bfd-abdac85dd0bb) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:11:27.117277 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51cee931-de76-462d-86e8-fe63ed92434a'] response: {'server_uuid': '62323793-75bf-4eb6-bdbe-a92de5ab5b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9044984-11bd-4632-87c1-75cb5f5ae64e', 'code': 200} Apr 20 17:11:27.181961 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0ff24244-a957-47a9-8f1e-aadd7e450bc3 req-55364e44-004f-47f5-bc9b-5aca13daee9b tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5066028 Apr 20 17:11:27.186151 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbcd06af-adfa-4909-87e0-a31c33baf38b'] response: {'server_uuid': '5d16875a-b67b-4052-93b6-bd4515b72849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '439b4ef4-8b1b-41d9-8a65-1db3637d5dec', 'code': 200} Apr 20 17:11:27.186997 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33314) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:11:27.187365 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a9ff305c-9246-41d5-815f-e504a2d555cc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3d443eef609b4b6f83a7bfbf78a576c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5747325 Apr 20 17:11:27.290639 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-f3b29142-30a9-42ab-af10-a05e5b1f42ea req-bcd74f7a-0b6c-4d54-81e2-97e31711294f tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Deleting port 596e7ab6-2580-47d3-8f95-a432a3f130e4 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:11:27.299270 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f3b29142-30a9-42ab-af10-a05e5b1f42ea req-bcd74f7a-0b6c-4d54-81e2-97e31711294f tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:27.360368 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fdf91d88-fa2e-4e5a-8997-2d5d83abb54b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:27.430978 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fdf91d88-fa2e-4e5a-8997-2d5d83abb54b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:27.540537 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fdf91d88-fa2e-4e5a-8997-2d5d83abb54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:27.567426 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f0011f42-90ed-4cd3-9813-acc2777ea12f None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:27.591278 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf91d88-fa2e-4e5a-8997-2d5d83abb54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6450b12a-609a-4aa1-914b-2331cb68668c,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:27.598385 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fdf91d88-fa2e-4e5a-8997-2d5d83abb54b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:27.607083 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fdf91d88-fa2e-4e5a-8997-2d5d83abb54b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6450b12a-609a-4aa1-914b-2331cb68668c HTTP/1.1" status: 204 len: 168 time: 0.4110992 Apr 20 17:11:27.607421 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f0011f42-90ed-4cd3-9813-acc2777ea12f None None] Transition to ACTIVE for port object 1e8f13ce-5552-47b4-8bfd-abdac85dd0bb will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:11:27.694690 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f0011f42-90ed-4cd3-9813-acc2777ea12f None None] Transition to ACTIVE for port object 1e8f13ce-5552-47b4-8bfd-abdac85dd0bb will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:11:27.707888 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f0011f42-90ed-4cd3-9813-acc2777ea12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:27.786093 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0011f42-90ed-4cd3-9813-acc2777ea12f None None] Network 8eadf79c-75f2-4df0-8c09-2dea5734993a is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:11:27.790952 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-f0011f42-90ed-4cd3-9813-acc2777ea12f None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:11:27.796660 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0011f42-90ed-4cd3-9813-acc2777ea12f None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:11:27.802064 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0011f42-90ed-4cd3-9813-acc2777ea12f None None] Pushing event updated for resources: {'Port': ['ID=1e8f13ce-5552-47b4-8bfd-abdac85dd0bb,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:27.844019 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-45f59697-0848-4860-b963-85bf1b1ad978 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Allocated IP 172.20.0.2 (712cbfca-4f15-4a05-b540-c7c77d6caef1/2fc33d54-66ae-4acd-9a13-99509719aca0/6a66a2c6-4731-4369-9967-5a50bda5935e) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:11:27.917347 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b8352-6160-491b-87e0-41f8839f11a0 req-7c7927b2-ddf8-4348-91d8-e7249eca9b34 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:27.923535 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0a902215-b743-4ecd-93f9-0004ecab0377 req-d4ea1e64-caf3-4a64-94f8-877ef2830a7b tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=b304451e-7119-47f5-a6ee-28f7c618a359 HTTP/1.1" status: 200 len: 210 time: 0.0814197 Apr 20 17:11:27.930927 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-300b8352-6160-491b-87e0-41f8839f11a0 req-7c7927b2-ddf8-4348-91d8-e7249eca9b34 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 945 time: 0.1869960 Apr 20 17:11:27.968571 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d28cc95c-7675-4f23-a2ac-531c9b4c898d up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:11:27.997820 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-300b8352-6160-491b-87e0-41f8839f11a0 req-b3fe0463-6207-4ca2-a1cd-5a24cac08507 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624988 Apr 20 17:11:28.133492 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-f0011f42-90ed-4cd3-9813-acc2777ea12f None None] Attempting to bind port 1e8f13ce-5552-47b4-8bfd-abdac85dd0bb on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:11:28.134114 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-f0011f42-90ed-4cd3-9813-acc2777ea12f None None] Attempting to bind port 1e8f13ce-5552-47b4-8bfd-abdac85dd0bb by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '419a7669-62c1-4e6f-8920-95255ef609c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8eadf79c-75f2-4df0-8c09-2dea5734993a'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:11:28.136652 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0011f42-90ed-4cd3-9813-acc2777ea12f None None] Attempting to bind port 1e8f13ce-5552-47b4-8bfd-abdac85dd0bb on network 8eadf79c-75f2-4df0-8c09-2dea5734993a {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:11:28.178739 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0011f42-90ed-4cd3-9813-acc2777ea12f None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:11:28.179755 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0011f42-90ed-4cd3-9813-acc2777ea12f None None] Checking segment: {'id': '419a7669-62c1-4e6f-8920-95255ef609c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8eadf79c-75f2-4df0-8c09-2dea5734993a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:11:28.180939 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f0011f42-90ed-4cd3-9813-acc2777ea12f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:28.180939 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0011f42-90ed-4cd3-9813-acc2777ea12f None None] Bound using segment: {'id': '419a7669-62c1-4e6f-8920-95255ef609c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8eadf79c-75f2-4df0-8c09-2dea5734993a'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:11:28.181931 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d5ac2be1-52fd-43d3-9da5-7c68b5d653ef req-5f6e637b-f7b1-478f-91c9-d6a996dcd7f1 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=317b82bb-bd4c-4972-9057-15d4e41b51a7 HTTP/1.1" status: 200 len: 210 time: 0.0532558 Apr 20 17:11:28.182493 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-f0011f42-90ed-4cd3-9813-acc2777ea12f None None] Bound port: 1e8f13ce-5552-47b4-8bfd-abdac85dd0bb, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '419a7669-62c1-4e6f-8920-95255ef609c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8eadf79c-75f2-4df0-8c09-2dea5734993a'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:11:28.183765 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f0011f42-90ed-4cd3-9813-acc2777ea12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:28.265445 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130055c9-494a-4798-aefa-26ad63178130 req-e55c6c7f-b89b-4023-b54a-38b5c99eb0b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:28.266933 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-130055c9-494a-4798-aefa-26ad63178130 req-e55c6c7f-b89b-4023-b54a-38b5c99eb0b5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bf1bc412-90d5-44c3-9118-40a48e554e77 HTTP/1.1" status: 200 len: 909 time: 1.1516955 Apr 20 17:11:28.365739 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port d28cc95c-7675-4f23-a2ac-531c9b4c898d triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:11:28.366371 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:28.394447 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-384e3705-0271-431f-a758-c0fbee30a34c req-c769717b-43a1-47e3-8688-c45550989220 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 1096 time: 1.1873555 Apr 20 17:11:28.492580 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-f0011f42-90ed-4cd3-9813-acc2777ea12f None None] For port 1e8f13ce-5552-47b4-8bfd-abdac85dd0bb, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:11:28.507747 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-f0011f42-90ed-4cd3-9813-acc2777ea12f None None] For port 1e8f13ce-5552-47b4-8bfd-abdac85dd0bb, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=1e8f13ce-5552-47b4-8bfd-abdac85dd0bb,segment=NetworkSegment(419a7669-62c1-4e6f-8920-95255ef609c2),segment_id=419a7669-62c1-4e6f-8920-95255ef609c2)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:11:28.520941 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f0011f42-90ed-4cd3-9813-acc2777ea12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:28.544490 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33332) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:11:28.598437 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-130055c9-494a-4798-aefa-26ad63178130 req-2c4163bf-df29-4a8f-b838-ff60f8f29ddb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b08539c-7f7e-42fa-92d6-616a10c16789 HTTP/1.1" status: 200 len: 217 time: 0.2816966 Apr 20 17:11:28.692702 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0011f42-90ed-4cd3-9813-acc2777ea12f None None] Pushing event updated for resources: {'Port': ['ID=1e8f13ce-5552-47b4-8bfd-abdac85dd0bb,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:28.772281 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 5dde6aac-d04b-4df5-8b3e-81b520b6d0be up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:11:28.835899 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-45f59697-0848-4860-b963-85bf1b1ad978 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:28.868084 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-942d8ee9-2635-4761-bdbb-8b64e5a7d767 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7b630b101a784ca88bdc941423401f06&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3210793 Apr 20 17:11:28.876334 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33336) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:11:28.877509 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130055c9-494a-4798-aefa-26ad63178130 req-f6a42418-709e-4ad1-b593-c683465528bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:28.879757 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-130055c9-494a-4798-aefa-26ad63178130 req-f6a42418-709e-4ad1-b593-c683465528bd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afaadd71-91d9-490d-8c9c-d83dc8020198 HTTP/1.1" status: 200 len: 848 time: 0.2681940 Apr 20 17:11:28.889828 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 5dde6aac-d04b-4df5-8b3e-81b520b6d0be completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:11:28.894399 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-f3b29142-30a9-42ab-af10-a05e5b1f42ea req-bcd74f7a-0b6c-4d54-81e2-97e31711294f tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] For port 596e7ab6-2580-47d3-8f95-a432a3f130e4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=596e7ab6-2580-47d3-8f95-a432a3f130e4,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:28.894992 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f3b29142-30a9-42ab-af10-a05e5b1f42ea req-bcd74f7a-0b6c-4d54-81e2-97e31711294f tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:28.906645 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9a5d1beb-02df-4dc2-8116-ccba7bd7c43c req-a8667877-d23a-4e5f-b779-45af9a921c79 tempest-ServersAdminTestJSON-749994239 tempest-ServersAdminTestJSON-749994239-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0d0d584c-0beb-4242-984c-1a1f0332e4e7&device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a&device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 2882 time: 0.3984625 Apr 20 17:11:28.911870 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 5dde6aac-d04b-4df5-8b3e-81b520b6d0be triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:11:28.913719 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:29.019392 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 596e7ab6-2580-47d3-8f95-a432a3f130e4 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:11:29.041301 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-91f25ff2-5d9f-4b5e-8f5a-e4102497bb07 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:29.042304 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-91f25ff2-5d9f-4b5e-8f5a-e4102497bb07 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.10 "GET /v2.0/networks?id=9034ea63-8cdc-4387-871e-6ef92eb3509a HTTP/1.1" status: 200 len: 805 time: 0.2922840 Apr 20 17:11:29.066459 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9a5d1beb-02df-4dc2-8116-ccba7bd7c43c req-4dc7fcc6-e26b-4b54-b31b-4adcf9dd828a tempest-ServersAdminTestJSON-749994239 tempest-ServersAdminTestJSON-749994239-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463637 Apr 20 17:11:29.088476 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-075c8c40-d171-40fd-b5c3-a819675218e8 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Request body: {'port': {'device_id': '317b82bb-bd4c-4972-9057-15d4e41b51a7', 'network_id': '9034ea63-8cdc-4387-871e-6ef92eb3509a', 'admin_state_up': True, 'tenant_id': '8eab13f9ce374bed840dc821db4a4e57'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:11:29.175885 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c8a13940-a066-42f0-9e0a-cb71b5bf3489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:29.197156 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d16875a-b67b-4052-93b6-bd4515b72849', 'tag': '439b4ef4-8b1b-41d9-8a65-1db3637d5dec'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:11:29.273246 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-384e3705-0271-431f-a758-c0fbee30a34c req-be2eeef5-2ef9-489a-80ca-4c7ed847db55 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8642972 Apr 20 17:11:29.274165 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:29.291094 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c8a13940-a066-42f0-9e0a-cb71b5bf3489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:29.302400 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a468f107-9329-4aa1-a0ee-59ad6c8e346e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dde6aac-d04b-4df5-8b3e-81b520b6d0be'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:11:29.311550 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-f3b29142-30a9-42ab-af10-a05e5b1f42ea req-bcd74f7a-0b6c-4d54-81e2-97e31711294f tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Calling delete_port for 596e7ab6-2580-47d3-8f95-a432a3f130e4 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:11:29.312197 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 5dde6aac-d04b-4df5-8b3e-81b520b6d0be, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=5dde6aac-d04b-4df5-8b3e-81b520b6d0be,segment=NetworkSegment(f12d8e57-facb-44d4-ac58-a089f6db229d),segment_id=f12d8e57-facb-44d4-ac58-a089f6db229d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:29.317858 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:29.360428 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-17015a97-e6ce-4ac3-b218-e879f9cf008d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:29.379155 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-075c8c40-d171-40fd-b5c3-a819675218e8 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:11:29.395082 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-075c8c40-d171-40fd-b5c3-a819675218e8 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:11:29.396179 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-130055c9-494a-4798-aefa-26ad63178130 req-9d7544b2-b42c-43b7-858b-b1ad3b6e6f81 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bf1bc412-90d5-44c3-9118-40a48e554e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1261027 Apr 20 17:11:29.406385 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-17015a97-e6ce-4ac3-b218-e879f9cf008d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:29.415978 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d803-aa27-4917-8520-0ee3d7855115 req-b9b24ad0-5df9-45dd-8569-7bf6097aa5d8 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:29.422973 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bf71d803-aa27-4917-8520-0ee3d7855115 req-b9b24ad0-5df9-45dd-8569-7bf6097aa5d8 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 944 time: 0.1970909 Apr 20 17:11:29.429207 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=5dde6aac-d04b-4df5-8b3e-81b520b6d0be,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:29.438678 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-075c8c40-d171-40fd-b5c3-a819675218e8 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Made reservation on behalf of 8eab13f9ce374bed840dc821db4a4e57 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:11:29.441578 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-075c8c40-d171-40fd-b5c3-a819675218e8 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:29.454605 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91bf670-a311-4ac8-acff-e39af20a7f36 req-8c00fbdb-beac-4f71-b142-9454e48fdc8b tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:29.462141 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e91bf670-a311-4ac8-acff-e39af20a7f36 req-8c00fbdb-beac-4f71-b142-9454e48fdc8b tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/ports?device_id=a468f107-9329-4aa1-a0ee-59ad6c8e346e HTTP/1.1" status: 200 len: 944 time: 1.3148844 Apr 20 17:11:29.472490 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c8a13940-a066-42f0-9e0a-cb71b5bf3489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:29.536621 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a13940-a066-42f0-9e0a-cb71b5bf3489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12756979-bd27-445e-9845-c0aa87c32d00,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:29.552464 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c8a13940-a066-42f0-9e0a-cb71b5bf3489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:29.556313 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c8a13940-a066-42f0-9e0a-cb71b5bf3489 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/12756979-bd27-445e-9845-c0aa87c32d00 HTTP/1.1" status: 204 len: 168 time: 0.6726689 Apr 20 17:11:29.573973 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bf71d803-aa27-4917-8520-0ee3d7855115 req-7ee60a6d-6ad4-4fc1-9048-d5557bdd1db6 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500368 Apr 20 17:11:29.690541 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e91bf670-a311-4ac8-acff-e39af20a7f36 req-12525e6a-8211-4cd0-a8f1-139cdfe3530b tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/security-groups?id=202fc54b-5a54-4c45-9b54-08ff67098d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272797 Apr 20 17:11:29.737276 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-075c8c40-d171-40fd-b5c3-a819675218e8 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Allocated IP 172.20.0.9 (9034ea63-8cdc-4387-871e-6ef92eb3509a/af85ab34-696f-4577-a7cd-12cc3ca9e9e8/a249aed9-b9a9-47c8-bacd-8bed9b68f931) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:11:29.746257 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-45f59697-0848-4860-b963-85bf1b1ad978 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:29.982853 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 1e8f13ce-5552-47b4-8bfd-abdac85dd0bb up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:11:30.054824 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d8a88-d2aa-4915-bf18-b33dd1953646 req-9cd244ca-49c1-4ede-81cd-096850de36cf tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:30.063219 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-285d8a88-d2aa-4915-bf18-b33dd1953646 req-9cd244ca-49c1-4ede-81cd-096850de36cf tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=b304451e-7119-47f5-a6ee-28f7c618a359 HTTP/1.1" status: 200 len: 931 time: 0.2915177 Apr 20 17:11:30.124028 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f3b29142-30a9-42ab-af10-a05e5b1f42ea req-bcd74f7a-0b6c-4d54-81e2-97e31711294f tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:30.145095 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 1e8f13ce-5552-47b4-8bfd-abdac85dd0bb completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:11:30.149363 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-45f59697-0848-4860-b963-85bf1b1ad978 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Network 712cbfca-4f15-4a05-b540-c7c77d6caef1 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:11:30.166802 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-45f59697-0848-4860-b963-85bf1b1ad978 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:11:30.177906 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-130055c9-494a-4798-aefa-26ad63178130 req-3191f617-6f62-4349-881e-e39788390d8e service neutron] 10.222.0.10 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7296326 Apr 20 17:11:30.181887 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-45f59697-0848-4860-b963-85bf1b1ad978 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:11:30.204337 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-285d8a88-d2aa-4915-bf18-b33dd1953646 req-3971a0a4-19b9-4de4-9e98-9a4fd1fd7221 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400950 Apr 20 17:11:30.215663 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-075c8c40-d171-40fd-b5c3-a819675218e8 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:30.223897 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f123113d-7769-44df-8094-be44fb11dab4 None None] Network 8eadf79c-75f2-4df0-8c09-2dea5734993a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:11:30.261507 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-075c8c40-d171-40fd-b5c3-a819675218e8 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:30.377141 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f59697-0848-4860-b963-85bf1b1ad978 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Pushing event updated for resources: {'Port': ['ID=6a66a2c6-4731-4369-9967-5a50bda5935e,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:30.393105 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-075c8c40-d171-40fd-b5c3-a819675218e8 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Network 9034ea63-8cdc-4387-871e-6ef92eb3509a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:11:30.400764 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-075c8c40-d171-40fd-b5c3-a819675218e8 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:11:30.410403 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-075c8c40-d171-40fd-b5c3-a819675218e8 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:11:30.431021 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-9a1703dd-b25f-4e1e-b1c1-88d0535f5d3c None None] Provisioning for port 1e8f13ce-5552-47b4-8bfd-abdac85dd0bb completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:11:30.476553 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-9a1703dd-b25f-4e1e-b1c1-88d0535f5d3c None None] Provisioning complete for port 1e8f13ce-5552-47b4-8bfd-abdac85dd0bb triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:11:30.476809 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9a1703dd-b25f-4e1e-b1c1-88d0535f5d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:30.500719 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c8c40-d171-40fd-b5c3-a819675218e8 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Pushing event updated for resources: {'Port': ['ID=a249aed9-b9a9-47c8-bacd-8bed9b68f931,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:30.522512 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-17015a97-e6ce-4ac3-b218-e879f9cf008d admin admin] Allocated IP 172.25.8.201 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/139efdac-157c-43da-820f-9cf5608a9cf3) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:11:30.616824 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-075c8c40-d171-40fd-b5c3-a819675218e8 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:30.617461 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-075c8c40-d171-40fd-b5c3-a819675218e8 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:30.703056 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-075c8c40-d171-40fd-b5c3-a819675218e8 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6193502 Apr 20 17:11:30.710507 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-974c8ef5-ed97-4418-bf47-3f986c419474'] response: {'name': 'network-changed', 'server_uuid': '5d16875a-b67b-4052-93b6-bd4515b72849', 'tag': '439b4ef4-8b1b-41d9-8a65-1db3637d5dec', 'status': 'completed', 'code': 200} Apr 20 17:11:30.747359 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-e4265e8b-4287-4f96-93f9-98ad75bacbd8 service neutron] Request body: {'port': {'device_id': '317b82bb-bd4c-4972-9057-15d4e41b51a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:11:30.786450 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-45f59697-0848-4860-b963-85bf1b1ad978 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:30.787644 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-45f59697-0848-4860-b963-85bf1b1ad978 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:30.801540 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-130055c9-494a-4798-aefa-26ad63178130 req-c7446177-6cbf-47e8-8490-7c6cb9987cea service neutron] 10.222.0.10 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5535390 Apr 20 17:11:30.948240 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9a1703dd-b25f-4e1e-b1c1-88d0535f5d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:30.985362 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd74f7a-0b6c-4d54-81e2-97e31711294f tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Pushing event deleted for resources: {'Port': ['ID=596e7ab6-2580-47d3-8f95-a432a3f130e4,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:31.050728 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-e4265e8b-4287-4f96-93f9-98ad75bacbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:31.071168 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-9a1703dd-b25f-4e1e-b1c1-88d0535f5d3c None None] For port 1e8f13ce-5552-47b4-8bfd-abdac85dd0bb, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=1e8f13ce-5552-47b4-8bfd-abdac85dd0bb,segment=NetworkSegment(419a7669-62c1-4e6f-8920-95255ef609c2),segment_id=419a7669-62c1-4e6f-8920-95255ef609c2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:31.089203 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9a1703dd-b25f-4e1e-b1c1-88d0535f5d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:31.200578 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2decdccf-9fe4-4c42-91ea-be3ca6230b0c req-b58b3054-fcca-4a96-baab-b86e8208ac5b tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:31.201290 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-2decdccf-9fe4-4c42-91ea-be3ca6230b0c req-b58b3054-fcca-4a96-baab-b86e8208ac5b tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Synchronizing usage tracker for tenant:8eab13f9ce374bed840dc821db4a4e57 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:11:31.224590 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b29142-30a9-42ab-af10-a05e5b1f42ea req-bcd74f7a-0b6c-4d54-81e2-97e31711294f tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] No DVR routers for this DVR port 596e7ab6-2580-47d3-8f95-a432a3f130e4 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:11:31.232735 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f3b29142-30a9-42ab-af10-a05e5b1f42ea req-bcd74f7a-0b6c-4d54-81e2-97e31711294f tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:31.235962 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f3b29142-30a9-42ab-af10-a05e5b1f42ea req-bcd74f7a-0b6c-4d54-81e2-97e31711294f tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.10 "DELETE /v2.0/ports/596e7ab6-2580-47d3-8f95-a432a3f130e4 HTTP/1.1" status: 204 len: 173 time: 4.3266983 Apr 20 17:11:31.243592 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5975ce5b-7932-42ef-8dc8-00df9b1c884d', 'name': 'network-vif-deleted', 'tag': '596e7ab6-2580-47d3-8f95-a432a3f130e4'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:11:31.253467 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-45f59697-0848-4860-b963-85bf1b1ad978 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0863094 Apr 20 17:11:31.265263 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc361f-0af6-4493-b39d-2e3b952ed8cb req-01e752d4-e535-493f-8699-360dfc27f3ec tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:31.266955 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-26bc361f-0af6-4493-b39d-2e3b952ed8cb req-01e752d4-e535-493f-8699-360dfc27f3ec tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 945 time: 1.3111346 Apr 20 17:11:31.274596 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-7ac07eaa-a633-4967-9171-6081c2b37fe7 service neutron] Request body: {'port': {'device_id': 'b304451e-7119-47f5-a6ee-28f7c618a359', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:11:31.307772 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1703dd-b25f-4e1e-b1c1-88d0535f5d3c None None] Pushing event updated for resources: {'Port': ['ID=1e8f13ce-5552-47b4-8bfd-abdac85dd0bb,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:31.329217 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-2decdccf-9fe4-4c42-91ea-be3ca6230b0c req-b58b3054-fcca-4a96-baab-b86e8208ac5b tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Unset dirty status for tenant:8eab13f9ce374bed840dc821db4a4e57 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:11:31.330272 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2decdccf-9fe4-4c42-91ea-be3ca6230b0c req-b58b3054-fcca-4a96-baab-b86e8208ac5b tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=317b82bb-bd4c-4972-9057-15d4e41b51a7 HTTP/1.1" status: 200 len: 931 time: 0.4807444 Apr 20 17:11:31.453684 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4fe7c8fd-827b-4770-9f83-ee382d34642f req-11d329fd-cb59-439e-83a0-ac9c4b706a51 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b7e0217792874af58ccfdea4744db0d0&device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 1125 time: 0.5809810 Apr 20 17:11:31.530155 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2c738838-2bed-4cf6-8b3f-cb10e55253e6 None None] Provisioning complete for port 1e8f13ce-5552-47b4-8bfd-abdac85dd0bb triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:11:31.530806 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2c738838-2bed-4cf6-8b3f-cb10e55253e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:31.661040 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-17015a97-e6ce-4ac3-b218-e879f9cf008d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:31.680116 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-26bc361f-0af6-4493-b39d-2e3b952ed8cb req-df24f6b1-2af0-4be0-8e98-a68405340f62 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686149 Apr 20 17:11:31.690336 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-7ac07eaa-a633-4967-9171-6081c2b37fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:31.716742 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7c8fd-827b-4770-9f83-ee382d34642f req-34426665-3702-4f93-b14d-02d5aa7b4c27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:31.718267 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4fe7c8fd-827b-4770-9f83-ee382d34642f req-34426665-3702-4f93-b14d-02d5aa7b4c27 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c HTTP/1.1" status: 200 len: 922 time: 0.2359135 Apr 20 17:11:31.781823 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-841dc642-2092-43dd-87a1-fbc107dca53e'] response: {'server_uuid': 'a468f107-9329-4aa1-a0ee-59ad6c8e346e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dde6aac-d04b-4df5-8b3e-81b520b6d0be', 'code': 200} Apr 20 17:11:31.898080 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-e4265e8b-4287-4f96-93f9-98ad75bacbd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a249aed9-b9a9-47c8-bacd-8bed9b68f931 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:11:31.910930 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-e4265e8b-4287-4f96-93f9-98ad75bacbd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:31.936466 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2decdccf-9fe4-4c42-91ea-be3ca6230b0c req-fcce9dbb-3db9-4780-8394-d8f1ffdc9429 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5812912 Apr 20 17:11:31.946684 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-e4265e8b-4287-4f96-93f9-98ad75bacbd8 service neutron] Transition to ACTIVE for port object a249aed9-b9a9-47c8-bacd-8bed9b68f931 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:11:31.954531 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-e4265e8b-4287-4f96-93f9-98ad75bacbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:31.978775 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 1e8f13ce-5552-47b4-8bfd-abdac85dd0bb up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:11:32.086782 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4fe7c8fd-827b-4770-9f83-ee382d34642f req-0e9e698c-a718-464e-895c-f4c6d3118edf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=439b4ef4-8b1b-41d9-8a65-1db3637d5dec HTTP/1.1" status: 200 len: 217 time: 0.3398201 Apr 20 17:11:32.105575 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-17015a97-e6ce-4ac3-b218-e879f9cf008d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:32.179212 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 1e8f13ce-5552-47b4-8bfd-abdac85dd0bb triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:11:32.179854 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:32.201522 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4265e8b-4287-4f96-93f9-98ad75bacbd8 service neutron] Pushing event updated for resources: {'Port': ['ID=a249aed9-b9a9-47c8-bacd-8bed9b68f931,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:32.329448 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17015a97-e6ce-4ac3-b218-e879f9cf008d admin admin] Pushing event updated for resources: {'Port': ['ID=139efdac-157c-43da-820f-9cf5608a9cf3,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:32.385312 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e13a9-dd7e-4b53-b8c6-2e9a244330c2 req-7c71183e-2224-40de-ae24-54a0745489f4 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:32.391150 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-185e13a9-dd7e-4b53-b8c6-2e9a244330c2 req-7c71183e-2224-40de-ae24-54a0745489f4 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/ports?device_id=a468f107-9329-4aa1-a0ee-59ad6c8e346e HTTP/1.1" status: 200 len: 945 time: 0.1901805 Apr 20 17:11:32.407729 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17015a97-e6ce-4ac3-b218-e879f9cf008d admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:11:32.410127 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7c8fd-827b-4770-9f83-ee382d34642f req-291ee815-cefa-4d96-9b81-038ff0b99b60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:32.412002 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4fe7c8fd-827b-4770-9f83-ee382d34642f req-291ee815-cefa-4d96-9b81-038ff0b99b60 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=64070a1b-0f00-4b11-95f5-508285983f32 HTTP/1.1" status: 200 len: 861 time: 0.3090327 Apr 20 17:11:32.417104 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-17015a97-e6ce-4ac3-b218-e879f9cf008d admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:11:32.442843 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-e4265e8b-4287-4f96-93f9-98ad75bacbd8 service neutron] Attempting to bind port a249aed9-b9a9-47c8-bacd-8bed9b68f931 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:11:32.443259 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-e4265e8b-4287-4f96-93f9-98ad75bacbd8 service neutron] Attempting to bind port a249aed9-b9a9-47c8-bacd-8bed9b68f931 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '51148a45-b4e2-4f1e-951c-1de21befc123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9034ea63-8cdc-4387-871e-6ef92eb3509a'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:11:32.443643 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-e4265e8b-4287-4f96-93f9-98ad75bacbd8 service neutron] Attempting to bind port a249aed9-b9a9-47c8-bacd-8bed9b68f931 on network 9034ea63-8cdc-4387-871e-6ef92eb3509a {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:11:32.459092 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-185e13a9-dd7e-4b53-b8c6-2e9a244330c2 req-abcf5988-2c57-400e-86a3-585238ac908d tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/security-groups?id=202fc54b-5a54-4c45-9b54-08ff67098d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648103 Apr 20 17:11:32.459719 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-e4265e8b-4287-4f96-93f9-98ad75bacbd8 service neutron] Port a249aed9-b9a9-47c8-bacd-8bed9b68f931 on network 9034ea63-8cdc-4387-871e-6ef92eb3509a not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:11:32.460100 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-e4265e8b-4287-4f96-93f9-98ad75bacbd8 service neutron] Attempting to bind port a249aed9-b9a9-47c8-bacd-8bed9b68f931 on network 9034ea63-8cdc-4387-871e-6ef92eb3509a {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:11:32.467555 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-e4265e8b-4287-4f96-93f9-98ad75bacbd8 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:11:32.468004 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-e4265e8b-4287-4f96-93f9-98ad75bacbd8 service neutron] Checking segment: {'id': '51148a45-b4e2-4f1e-951c-1de21befc123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9034ea63-8cdc-4387-871e-6ef92eb3509a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:11:32.468508 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-e4265e8b-4287-4f96-93f9-98ad75bacbd8 service neutron] Bound using segment: {'id': '51148a45-b4e2-4f1e-951c-1de21befc123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9034ea63-8cdc-4387-871e-6ef92eb3509a'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:11:32.469026 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-e4265e8b-4287-4f96-93f9-98ad75bacbd8 service neutron] Bound port: a249aed9-b9a9-47c8-bacd-8bed9b68f931, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51148a45-b4e2-4f1e-951c-1de21befc123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9034ea63-8cdc-4387-871e-6ef92eb3509a'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:11:32.469432 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-e4265e8b-4287-4f96-93f9-98ad75bacbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:32.474904 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17015a97-e6ce-4ac3-b218-e879f9cf008d admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:11:32.567524 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-e4265e8b-4287-4f96-93f9-98ad75bacbd8 service neutron] For port a249aed9-b9a9-47c8-bacd-8bed9b68f931, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:11:32.578495 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-e4265e8b-4287-4f96-93f9-98ad75bacbd8 service neutron] For port a249aed9-b9a9-47c8-bacd-8bed9b68f931, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a249aed9-b9a9-47c8-bacd-8bed9b68f931,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:11:32.586444 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-e4265e8b-4287-4f96-93f9-98ad75bacbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:32.591774 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-471fabd0-83cd-423e-bc52-82dd3b4dae56 req-12867cd7-2dc5-4819-b5b2-4755f4a54f2d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a468f107-9329-4aa1-a0ee-59ad6c8e346e HTTP/1.1" status: 200 len: 1096 time: 0.5956199 Apr 20 17:11:32.599846 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4fe7c8fd-827b-4770-9f83-ee382d34642f req-1acf48f1-24b6-4b10-841b-8c49fa99b37e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825150 Apr 20 17:11:32.765442 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4f408-a2f4-466e-851e-72367829a885 req-8143f0b7-e2e0-4e24-a8e3-2591722ebe5c tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:32.767050 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a4e4f408-a2f4-466e-851e-72367829a885 req-8143f0b7-e2e0-4e24-a8e3-2591722ebe5c tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 944 time: 0.5873337 Apr 20 17:11:32.771023 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4265e8b-4287-4f96-93f9-98ad75bacbd8 service neutron] Pushing event updated for resources: {'Port': ['ID=a249aed9-b9a9-47c8-bacd-8bed9b68f931,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:32.805194 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-e4265e8b-4287-4f96-93f9-98ad75bacbd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:32.807500 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-e4265e8b-4287-4f96-93f9-98ad75bacbd8 service neutron] 10.222.0.10 "PUT /v2.0/ports/a249aed9-b9a9-47c8-bacd-8bed9b68f931 HTTP/1.1" status: 200 len: 1091 time: 2.0650582 Apr 20 17:11:32.808234 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317b82bb-bd4c-4972-9057-15d4e41b51a7', 'tag': 'a249aed9-b9a9-47c8-bacd-8bed9b68f931'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:11:32.857079 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b2cde-698e-48f6-8704-ce3ef94edc04 req-cb760783-5db2-4141-a4b0-e7c32d276cf7 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:32.859629 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0e4b2cde-698e-48f6-8704-ce3ef94edc04 req-cb760783-5db2-4141-a4b0-e7c32d276cf7 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=b304451e-7119-47f5-a6ee-28f7c618a359 HTTP/1.1" status: 200 len: 931 time: 0.2352593 Apr 20 17:11:32.883580 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-471fabd0-83cd-423e-bc52-82dd3b4dae56 req-4bd9ee04-7b64-418f-b93b-8f0bb88da690 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=202fc54b-5a54-4c45-9b54-08ff67098d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2789683 Apr 20 17:11:32.943832 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4fe7c8fd-827b-4770-9f83-ee382d34642f req-753d9c58-fa26-4339-a8b3-72326b4ddd97 service neutron] 10.222.0.43 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218322 Apr 20 17:11:32.965881 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0e4b2cde-698e-48f6-8704-ce3ef94edc04 req-25c9f6dc-74b0-4726-a171-c8c05ba3e8da tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004369 Apr 20 17:11:32.981805 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-32834828-0328-4e6e-b9ed-941e6deb0124 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8eab13f9ce374bed840dc821db4a4e57&device_id=317b82bb-bd4c-4972-9057-15d4e41b51a7 HTTP/1.1" status: 200 len: 1094 time: 0.1204391 Apr 20 17:11:32.997964 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a4e4f408-a2f4-466e-851e-72367829a885 req-92848897-56d0-4bca-94e8-04651a17990f tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161257 Apr 20 17:11:33.017060 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-7ac07eaa-a633-4967-9171-6081c2b37fe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a66a2c6-4731-4369-9967-5a50bda5935e {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:11:33.028474 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-7ac07eaa-a633-4967-9171-6081c2b37fe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:33.070599 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-8092915a-8538-44a4-92fa-b2d30eb7686d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a249aed9-b9a9-47c8-bacd-8bed9b68f931 HTTP/1.1" status: 200 len: 217 time: 0.0729156 Apr 20 17:11:33.070982 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-860c08e2-fbe1-4813-9c65-b122f7bbe48f'] response: {'server_uuid': '5975ce5b-7932-42ef-8dc8-00df9b1c884d', 'name': 'network-vif-deleted', 'tag': '596e7ab6-2580-47d3-8f95-a432a3f130e4', 'status': 'completed', 'code': 200} Apr 20 17:11:33.070982 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-7ac07eaa-a633-4967-9171-6081c2b37fe7 service neutron] Transition to ACTIVE for port object 6a66a2c6-4731-4369-9967-5a50bda5935e will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:11:33.076435 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-7ac07eaa-a633-4967-9171-6081c2b37fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:33.149309 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-1287aaad-82ba-4b04-8e89-d49d9a2c936a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:33.150940 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-1287aaad-82ba-4b04-8e89-d49d9a2c936a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=af85ab34-696f-4577-a7cd-12cc3ca9e9e8 HTTP/1.1" status: 200 len: 845 time: 0.0811245 Apr 20 17:11:33.206179 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-c19eaac7-b764-472c-b67d-837903dcaf32 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9034ea63-8cdc-4387-871e-6ef92eb3509a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477328 Apr 20 17:11:33.369058 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-bfa6f098-14e6-45ea-a3db-e074032990f2 service neutron] 10.222.0.10 "GET /v2.0/networks/9034ea63-8cdc-4387-871e-6ef92eb3509a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550987 Apr 20 17:11:33.401178 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac07eaa-a633-4967-9171-6081c2b37fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=6a66a2c6-4731-4369-9967-5a50bda5935e,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:33.519762 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-583a97f7-209c-4228-8a2e-07b98ddab091 req-cb903d53-1987-4087-9e13-352d5c8207a0 service neutron] 10.222.0.10 "GET /v2.0/networks/9034ea63-8cdc-4387-871e-6ef92eb3509a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442575 Apr 20 17:11:33.553999 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d061cc9-7611-4da7-9ae9-0dc04c97e3ac'] response: {'name': 'network-changed', 'server_uuid': '317b82bb-bd4c-4972-9057-15d4e41b51a7', 'tag': 'a249aed9-b9a9-47c8-bacd-8bed9b68f931', 'status': 'completed', 'code': 200} Apr 20 17:11:33.568502 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-17015a97-e6ce-4ac3-b218-e879f9cf008d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:33.569303 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-17015a97-e6ce-4ac3-b218-e879f9cf008d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:33.737104 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-aab8c7d6-6763-4d25-affb-6954b18cbb18 req-c6f9e8bd-8db4-4f3f-bb07-46b7d7cacc29 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8eab13f9ce374bed840dc821db4a4e57&device_id=317b82bb-bd4c-4972-9057-15d4e41b51a7 HTTP/1.1" status: 200 len: 1094 time: 0.1595163 Apr 20 17:11:33.797331 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4fe7c8fd-827b-4770-9f83-ee382d34642f req-a9eb1b78-f78c-4615-ba4c-3e16d9d587b7 service neutron] 10.222.0.43 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5773873 Apr 20 17:11:33.865363 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684eff63-5ced-412f-80af-c2e3240dc869 req-5cead7c4-ef35-40b7-84ff-bbe45aac475a tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:33.867589 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-684eff63-5ced-412f-80af-c2e3240dc869 req-5cead7c4-ef35-40b7-84ff-bbe45aac475a tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=317b82bb-bd4c-4972-9057-15d4e41b51a7 HTTP/1.1" status: 200 len: 943 time: 0.2141955 Apr 20 17:11:33.886913 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-7ac07eaa-a633-4967-9171-6081c2b37fe7 service neutron] Attempting to bind port 6a66a2c6-4731-4369-9967-5a50bda5935e on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:11:33.887240 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-7ac07eaa-a633-4967-9171-6081c2b37fe7 service neutron] Attempting to bind port 6a66a2c6-4731-4369-9967-5a50bda5935e by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '7bd8babb-8003-4806-8692-e92ce3a5f993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:11:33.887622 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-7ac07eaa-a633-4967-9171-6081c2b37fe7 service neutron] Attempting to bind port 6a66a2c6-4731-4369-9967-5a50bda5935e on network 712cbfca-4f15-4a05-b540-c7c77d6caef1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:11:33.903093 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2931e-8e9c-43be-aacb-df84d5f6d3a9 req-4d28e95b-97de-48c3-bdde-7770072bbaa6 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:33.904522 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bbd2931e-8e9c-43be-aacb-df84d5f6d3a9 req-4d28e95b-97de-48c3-bdde-7770072bbaa6 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 945 time: 0.6591704 Apr 20 17:11:33.919922 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-7ac07eaa-a633-4967-9171-6081c2b37fe7 service neutron] Port 6a66a2c6-4731-4369-9967-5a50bda5935e on network 712cbfca-4f15-4a05-b540-c7c77d6caef1 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:11:33.920264 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-7ac07eaa-a633-4967-9171-6081c2b37fe7 service neutron] Attempting to bind port 6a66a2c6-4731-4369-9967-5a50bda5935e on network 712cbfca-4f15-4a05-b540-c7c77d6caef1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:11:33.962055 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-7ac07eaa-a633-4967-9171-6081c2b37fe7 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:11:33.962608 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-7ac07eaa-a633-4967-9171-6081c2b37fe7 service neutron] Checking segment: {'id': '7bd8babb-8003-4806-8692-e92ce3a5f993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:11:33.962946 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-7ac07eaa-a633-4967-9171-6081c2b37fe7 service neutron] Bound using segment: {'id': '7bd8babb-8003-4806-8692-e92ce3a5f993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:11:33.963313 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-7ac07eaa-a633-4967-9171-6081c2b37fe7 service neutron] Bound port: 6a66a2c6-4731-4369-9967-5a50bda5935e, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd8babb-8003-4806-8692-e92ce3a5f993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:11:33.963654 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-7ac07eaa-a633-4967-9171-6081c2b37fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:34.002918 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8c7d6-6763-4d25-affb-6954b18cbb18 req-9032bb8a-666b-494b-aa59-7af9fb0c197f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:34.004427 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-aab8c7d6-6763-4d25-affb-6954b18cbb18 req-9032bb8a-666b-494b-aa59-7af9fb0c197f service neutron] 10.222.0.10 "GET /v2.0/networks?id=9034ea63-8cdc-4387-871e-6ef92eb3509a HTTP/1.1" status: 200 len: 906 time: 0.2625060 Apr 20 17:11:34.008928 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-684eff63-5ced-412f-80af-c2e3240dc869 req-fb1bb6d0-7592-40d6-a073-2797d1e9899c tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285400 Apr 20 17:11:34.041209 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bbd2931e-8e9c-43be-aacb-df84d5f6d3a9 req-32312937-f6b4-4d0d-a103-6004bb0477f3 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227510 Apr 20 17:11:34.102007 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-7ac07eaa-a633-4967-9171-6081c2b37fe7 service neutron] For port 6a66a2c6-4731-4369-9967-5a50bda5935e, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:11:34.102414 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-7ac07eaa-a633-4967-9171-6081c2b37fe7 service neutron] For port 6a66a2c6-4731-4369-9967-5a50bda5935e, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=6a66a2c6-4731-4369-9967-5a50bda5935e,segment=NetworkSegment(7bd8babb-8003-4806-8692-e92ce3a5f993),segment_id=7bd8babb-8003-4806-8692-e92ce3a5f993)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:11:34.110681 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-7ac07eaa-a633-4967-9171-6081c2b37fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:34.222741 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-7ac07eaa-a633-4967-9171-6081c2b37fe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:34.223997 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-7ac07eaa-a633-4967-9171-6081c2b37fe7 service neutron] 10.222.0.10 "PUT /v2.0/ports/6a66a2c6-4731-4369-9967-5a50bda5935e HTTP/1.1" status: 200 len: 1091 time: 2.9537871 Apr 20 17:11:34.236479 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-aab8c7d6-6763-4d25-affb-6954b18cbb18 req-cc593f8c-2cff-4b56-a824-ff4ee489aca6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a249aed9-b9a9-47c8-bacd-8bed9b68f931 HTTP/1.1" status: 200 len: 217 time: 0.2252619 Apr 20 17:11:34.243492 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac07eaa-a633-4967-9171-6081c2b37fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=6a66a2c6-4731-4369-9967-5a50bda5935e,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:34.317556 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8c7d6-6763-4d25-affb-6954b18cbb18 req-11013310-d2c6-414f-bb88-b9d951b8bec2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:34.319279 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-aab8c7d6-6763-4d25-affb-6954b18cbb18 req-11013310-d2c6-414f-bb88-b9d951b8bec2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=af85ab34-696f-4577-a7cd-12cc3ca9e9e8 HTTP/1.1" status: 200 len: 845 time: 0.0767393 Apr 20 17:11:34.342565 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17015a97-e6ce-4ac3-b218-e879f9cf008d admin admin] Router fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:11:34.382301 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-aab8c7d6-6763-4d25-affb-6954b18cbb18 req-7b8faece-2067-4d5d-aed3-781092a3af22 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9034ea63-8cdc-4387-871e-6ef92eb3509a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555081 Apr 20 17:11:34.605664 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1fc93-9e5d-4108-9c86-cd306fcfef5b req-6c6b1751-b360-4eb2-a23c-ffc461a0a2bf tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:34.607228 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-69e1fc93-9e5d-4108-9c86-cd306fcfef5b req-6c6b1751-b360-4eb2-a23c-ffc461a0a2bf tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/ports?device_id=a468f107-9329-4aa1-a0ee-59ad6c8e346e HTTP/1.1" status: 200 len: 945 time: 0.3262405 Apr 20 17:11:34.617749 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-aab8c7d6-6763-4d25-affb-6954b18cbb18 req-d02c1fa2-945b-450d-848d-1f654e60ff5c service neutron] 10.222.0.10 "GET /v2.0/networks/9034ea63-8cdc-4387-871e-6ef92eb3509a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297018 Apr 20 17:11:34.699785 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-27ec6e47-cabb-4c50-af99-d6f04e18181b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0abf75523cb42799be079adbc9824df&device_id=b304451e-7119-47f5-a6ee-28f7c618a359 HTTP/1.1" status: 200 len: 1094 time: 0.3230736 Apr 20 17:11:34.703907 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-69e1fc93-9e5d-4108-9c86-cd306fcfef5b req-ce684269-012a-4737-923a-cd2ad8e33343 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/security-groups?id=202fc54b-5a54-4c45-9b54-08ff67098d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842080 Apr 20 17:11:34.789572 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-9a23d7f6-7d0b-4be8-ae81-34bcda4f43af service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a66a2c6-4731-4369-9967-5a50bda5935e HTTP/1.1" status: 200 len: 217 time: 0.0815890 Apr 20 17:11:34.792717 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-aab8c7d6-6763-4d25-affb-6954b18cbb18 req-f4b349f3-86e6-4917-91a7-65cd541d22d4 service neutron] 10.222.0.10 "GET /v2.0/networks/9034ea63-8cdc-4387-871e-6ef92eb3509a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686335 Apr 20 17:11:34.880069 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-54c0ba9e-8f28-466f-aad5-93b53c3c2f8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:34.881635 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-54c0ba9e-8f28-466f-aad5-93b53c3c2f8e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2fc33d54-66ae-4acd-9a13-99509719aca0 HTTP/1.1" status: 200 len: 852 time: 0.0807316 Apr 20 17:11:34.886482 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17015a97-e6ce-4ac3-b218-e879f9cf008d admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:11:34.900172 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e5b71f-9854-4213-b07d-218a6ed74628 None None] Sync routers for ids ['fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:11:34.914550 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e5b71f-9854-4213-b07d-218a6ed74628 None None] Routers {'fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:11:34.915385 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-12e5b71f-9854-4213-b07d-218a6ed74628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:11:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:11:34.974832 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffca76-2269-4ae6-8840-77431ba8f6b7 req-344906d3-9bad-4c8c-b7f9-b067888519b1 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:34.975613 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:11:34.977494 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-62ffca76-2269-4ae6-8840-77431ba8f6b7 req-344906d3-9bad-4c8c-b7f9-b067888519b1 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=b304451e-7119-47f5-a6ee-28f7c618a359 HTTP/1.1" status: 200 len: 943 time: 0.1114180 Apr 20 17:11:34.979303 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-5322bc18-11ec-4c88-a62e-568bc0de489c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=712cbfca-4f15-4a05-b540-c7c77d6caef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907650 Apr 20 17:11:35.012728 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-17015a97-e6ce-4ac3-b218-e879f9cf008d admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:35.013927 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-17015a97-e6ce-4ac3-b218-e879f9cf008d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.0178640 Apr 20 17:11:35.019113 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33428) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:11:35.037210 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-62ffca76-2269-4ae6-8840-77431ba8f6b7 req-5b722b9e-c836-48ce-802b-25f373f0e64f tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525649 Apr 20 17:11:35.135731 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b304451e-7119-47f5-a6ee-28f7c618a359', 'tag': '6a66a2c6-4731-4369-9967-5a50bda5935e'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:11:35.168896 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-12e5b71f-9854-4213-b07d-218a6ed74628 None None] Set router fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:11:35.248060 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d03459a8-f911-4d64-9a09-08a2c72abb16 req-6c536b0b-6d4e-44f0-8dc6-223ab8fa4849 tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 1096 time: 0.0772171 Apr 20 17:11:35.302550 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-73e0dcf9-def1-417c-be56-4ce3327a4aeb service neutron] 10.222.0.10 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161845 Apr 20 17:11:35.307829 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d03459a8-f911-4d64-9a09-08a2c72abb16 req-4d868bc5-6f08-4c16-9ace-c623cb8979c2 tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507183 Apr 20 17:11:35.310058 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46569cf3-25ae-405b-b662-51c626d146d3 req-776bf07c-1a48-463b-a112-239eb7d790c2 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:35.311571 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-46569cf3-25ae-405b-b662-51c626d146d3 req-776bf07c-1a48-463b-a112-239eb7d790c2 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 944 time: 0.3880813 Apr 20 17:11:35.486980 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-46569cf3-25ae-405b-b662-51c626d146d3 req-26d35258-398f-46aa-8082-2f2543e04872 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539354 Apr 20 17:11:35.517729 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-12e5b71f-9854-4213-b07d-218a6ed74628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1825764463-router', 'tenant_id': 'f049027f6cae465d8e6a2afd0a9ccd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '139efdac-157c-43da-820f-9cf5608a9cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:11:25Z', 'updated_at': '2022-04-20T17:11:32Z', 'revision_number': 3, 'project_id': 'f049027f6cae465d8e6a2afd0a9ccd2f', 'gw_port': {'id': '139efdac-157c-43da-820f-9cf5608a9cf3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:11:29Z', 'updated_at': '2022-04-20T17:11:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:11:35.522403 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e5b71f-9854-4213-b07d-218a6ed74628 None None] Checking router: fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:11:35.522910 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e5b71f-9854-4213-b07d-218a6ed74628 None None] Updating router fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7 port 139efdac-157c-43da-820f-9cf5608a9cf3 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:11:35.584115 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-12e5b71f-9854-4213-b07d-218a6ed74628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:35.639003 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aa668ad7-86de-4cb0-9aa1-dcd664815215 req-8b2c9143-9369-40e2-b067-2716e6f98347 service neutron] 10.222.0.10 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248904 Apr 20 17:11:35.648262 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1442e1c-9edb-4920-8d7f-2a54b4012ccb'] response: {'name': 'network-changed', 'server_uuid': 'b304451e-7119-47f5-a6ee-28f7c618a359', 'tag': '6a66a2c6-4731-4369-9967-5a50bda5935e', 'status': 'completed', 'code': 200} Apr 20 17:11:35.983947 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eafd45-81b5-4bc5-94eb-430e3e296e27 req-5f926e66-9f0e-4bad-9137-0454757c64dd tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:35.984739 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-33eafd45-81b5-4bc5-94eb-430e3e296e27 req-5f926e66-9f0e-4bad-9137-0454757c64dd tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Synchronizing usage tracker for tenant:8eab13f9ce374bed840dc821db4a4e57 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:11:35.994613 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7c7f41c5-4888-49c5-a462-728555bb1b5f req-6d74b241-2ab0-4dab-8641-7cf769a39b19 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0abf75523cb42799be079adbc9824df&device_id=b304451e-7119-47f5-a6ee-28f7c618a359 HTTP/1.1" status: 200 len: 1094 time: 0.2475233 Apr 20 17:11:36.065555 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4a5d8e98-2e02-4d9b-a6f3-90187a82fa68 req-9eb0d90b-011b-4067-95a4-d9b51da8c9d4 tempest-ServersAdminTestJSON-749994239 tempest-ServersAdminTestJSON-749994239-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 1101 time: 0.1133893 Apr 20 17:11:36.085142 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-12e5b71f-9854-4213-b07d-218a6ed74628 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:36.106039 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-12e5b71f-9854-4213-b07d-218a6ed74628 None None] Transition to ACTIVE for port object 139efdac-157c-43da-820f-9cf5608a9cf3 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:11:36.108715 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-33eafd45-81b5-4bc5-94eb-430e3e296e27 req-5f926e66-9f0e-4bad-9137-0454757c64dd tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Unset dirty status for tenant:8eab13f9ce374bed840dc821db4a4e57 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:11:36.115480 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-33eafd45-81b5-4bc5-94eb-430e3e296e27 req-5f926e66-9f0e-4bad-9137-0454757c64dd tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=317b82bb-bd4c-4972-9057-15d4e41b51a7 HTTP/1.1" status: 200 len: 943 time: 0.3745904 Apr 20 17:11:36.118706 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-12e5b71f-9854-4213-b07d-218a6ed74628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:36.150893 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4a5d8e98-2e02-4d9b-a6f3-90187a82fa68 req-a6a1d3a2-1f54-4053-b984-19ece1957acb tempest-ServersAdminTestJSON-749994239 tempest-ServersAdminTestJSON-749994239-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778480 Apr 20 17:11:36.239564 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec30ed7-994b-4602-8d23-232e7bcbf5a2 None None] Pushing event updated for resources: {'Port': ['ID=139efdac-157c-43da-820f-9cf5608a9cf3,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:36.258745 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-33eafd45-81b5-4bc5-94eb-430e3e296e27 req-efa1000f-a916-4325-8278-3312c7132c42 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406548 Apr 20 17:11:36.268155 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f41c5-4888-49c5-a462-728555bb1b5f req-1bc67d7f-d7b0-461b-a9d1-e73605f5219a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:36.272535 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-12e5b71f-9854-4213-b07d-218a6ed74628 None None] Attempting to bind port 139efdac-157c-43da-820f-9cf5608a9cf3 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:11:36.272897 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-12e5b71f-9854-4213-b07d-218a6ed74628 None None] Attempting to bind port 139efdac-157c-43da-820f-9cf5608a9cf3 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:11:36.273251 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e5b71f-9854-4213-b07d-218a6ed74628 None None] Attempting to bind port 139efdac-157c-43da-820f-9cf5608a9cf3 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:11:36.274764 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7c7f41c5-4888-49c5-a462-728555bb1b5f req-1bc67d7f-d7b0-461b-a9d1-e73605f5219a service neutron] 10.222.0.10 "GET /v2.0/networks?id=712cbfca-4f15-4a05-b540-c7c77d6caef1 HTTP/1.1" status: 200 len: 913 time: 0.2716887 Apr 20 17:11:36.289568 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e5b71f-9854-4213-b07d-218a6ed74628 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:11:36.289939 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e5b71f-9854-4213-b07d-218a6ed74628 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:11:36.290368 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-12e5b71f-9854-4213-b07d-218a6ed74628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:36.290751 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e5b71f-9854-4213-b07d-218a6ed74628 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:11:36.295172 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-12e5b71f-9854-4213-b07d-218a6ed74628 None None] Bound port: 139efdac-157c-43da-820f-9cf5608a9cf3, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:11:36.301011 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-12e5b71f-9854-4213-b07d-218a6ed74628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:36.393003 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-12e5b71f-9854-4213-b07d-218a6ed74628 None None] For port 139efdac-157c-43da-820f-9cf5608a9cf3, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:11:36.396785 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-12e5b71f-9854-4213-b07d-218a6ed74628 None None] For port 139efdac-157c-43da-820f-9cf5608a9cf3, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=139efdac-157c-43da-820f-9cf5608a9cf3,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:11:36.404684 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-12e5b71f-9854-4213-b07d-218a6ed74628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:36.463258 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4306b-7526-4506-a96c-91b6e4daf0c1 req-2bdf6744-77e5-427e-9f06-22b9c6d929d3 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:36.476676 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-08d4306b-7526-4506-a96c-91b6e4daf0c1 req-2bdf6744-77e5-427e-9f06-22b9c6d929d3 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/ports?device_id=a468f107-9329-4aa1-a0ee-59ad6c8e346e HTTP/1.1" status: 200 len: 945 time: 0.1621110 Apr 20 17:11:36.495702 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec30ed7-994b-4602-8d23-232e7bcbf5a2 None None] Pushing event updated for resources: {'Port': ['ID=139efdac-157c-43da-820f-9cf5608a9cf3,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:36.502409 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e5b71f-9854-4213-b07d-218a6ed74628 None None] Routers {'fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:11:36.503037 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-12e5b71f-9854-4213-b07d-218a6ed74628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:11:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:11:36.533795 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-08d4306b-7526-4506-a96c-91b6e4daf0c1 req-18797de6-12b8-4156-a522-e78a1bf9855e tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/security-groups?id=202fc54b-5a54-4c45-9b54-08ff67098d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562022 Apr 20 17:11:36.732882 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-12e5b71f-9854-4213-b07d-218a6ed74628 None None] Set router fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:11:36.748468 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7c7f41c5-4888-49c5-a462-728555bb1b5f req-f14ec4c3-cb6a-4f44-8a36-f7a42cd751e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a66a2c6-4731-4369-9967-5a50bda5935e HTTP/1.1" status: 200 len: 217 time: 0.4644563 Apr 20 17:11:36.760268 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0f2f7dfe-f322-4be1-a167-e776bd0bda77 req-d7435332-8d75-483f-9494-379011f28694 tempest-ServersAdminTestJSON-749994239 tempest-ServersAdminTestJSON-749994239-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 1101 time: 0.0859537 Apr 20 17:11:36.812509 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0f2f7dfe-f322-4be1-a167-e776bd0bda77 req-a86b7d87-b4b9-4025-8dc3-51eeb7b62a3d tempest-ServersAdminTestJSON-749994239 tempest-ServersAdminTestJSON-749994239-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456581 Apr 20 17:11:37.041446 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f41c5-4888-49c5-a462-728555bb1b5f req-2925365b-63ed-4877-9bb9-9ac1f6535aff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:37.043913 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7c7f41c5-4888-49c5-a462-728555bb1b5f req-2925365b-63ed-4877-9bb9-9ac1f6535aff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2fc33d54-66ae-4acd-9a13-99509719aca0 HTTP/1.1" status: 200 len: 852 time: 0.1481087 Apr 20 17:11:37.129545 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75928fe-a9a7-4d56-a2da-0036e4d606ca req-ca8e5d4a-e5e2-461e-a630-41288053f52f tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:37.133526 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e75928fe-a9a7-4d56-a2da-0036e4d606ca req-ca8e5d4a-e5e2-461e-a630-41288053f52f tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 944 time: 0.1238670 Apr 20 17:11:37.149233 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-12e5b71f-9854-4213-b07d-218a6ed74628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1825764463-router', 'tenant_id': 'f049027f6cae465d8e6a2afd0a9ccd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '139efdac-157c-43da-820f-9cf5608a9cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:11:25Z', 'updated_at': '2022-04-20T17:11:32Z', 'revision_number': 3, 'project_id': 'f049027f6cae465d8e6a2afd0a9ccd2f', 'gw_port': {'id': '139efdac-157c-43da-820f-9cf5608a9cf3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:11:29Z', 'updated_at': '2022-04-20T17:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:11:37.153323 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e5b71f-9854-4213-b07d-218a6ed74628 None None] The sync data for ids ['fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7'] in n-d-838032-1 is: [{'id': 'fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1825764463-router', 'tenant_id': 'f049027f6cae465d8e6a2afd0a9ccd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '139efdac-157c-43da-820f-9cf5608a9cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:11:25Z', 'updated_at': '2022-04-20T17:11:32Z', 'revision_number': 3, 'project_id': 'f049027f6cae465d8e6a2afd0a9ccd2f', 'gw_port': {'id': '139efdac-157c-43da-820f-9cf5608a9cf3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:11:29Z', 'updated_at': '2022-04-20T17:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:11:37.170261 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7c7f41c5-4888-49c5-a462-728555bb1b5f req-003dd3e3-eff6-4096-ab09-50e86e891f48 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=712cbfca-4f15-4a05-b540-c7c77d6caef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169667 Apr 20 17:11:37.196507 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e75928fe-a9a7-4d56-a2da-0036e4d606ca req-0bd680a5-6eae-4625-9b8a-d61b042aec00 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526607 Apr 20 17:11:37.348271 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd2876-8924-4817-afe7-07aad0d1f6fd req-e8e5c628-ac4a-4249-acc6-19be90c67b74 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:37.348972 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-2bfd2876-8924-4817-afe7-07aad0d1f6fd req-e8e5c628-ac4a-4249-acc6-19be90c67b74 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Synchronizing usage tracker for tenant:e0abf75523cb42799be079adbc9824df on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:11:37.404997 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-2bfd2876-8924-4817-afe7-07aad0d1f6fd req-e8e5c628-ac4a-4249-acc6-19be90c67b74 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Unset dirty status for tenant:e0abf75523cb42799be079adbc9824df on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:11:37.406164 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2bfd2876-8924-4817-afe7-07aad0d1f6fd req-e8e5c628-ac4a-4249-acc6-19be90c67b74 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=b304451e-7119-47f5-a6ee-28f7c618a359 HTTP/1.1" status: 200 len: 943 time: 0.8664246 Apr 20 17:11:37.409377 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7c7f41c5-4888-49c5-a462-728555bb1b5f req-7ba159a1-48c0-4b3f-aebe-241c2ec63a54 service neutron] 10.222.0.10 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268865 Apr 20 17:11:37.541910 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fea1ba-896e-4073-8353-4b17a6319b76 req-ebdcdf68-be19-4680-b4ef-bcb4890a188f tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:37.557275 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33474) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:11:37.560626 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-79fea1ba-896e-4073-8353-4b17a6319b76 req-ebdcdf68-be19-4680-b4ef-bcb4890a188f tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/ports?device_id=a468f107-9329-4aa1-a0ee-59ad6c8e346e HTTP/1.1" status: 200 len: 945 time: 0.1987584 Apr 20 17:11:37.599744 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-ddac52ba-da19-45e5-bf49-973de6f6a029 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Request body: {'floatingip': {'port_id': '5dde6aac-d04b-4df5-8b3e-81b520b6d0be'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:11:37.720039 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2bfd2876-8924-4817-afe7-07aad0d1f6fd req-53edc816-cd64-4816-9770-590e28bbdcc8 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056543 Apr 20 17:11:37.721937 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ddac52ba-da19-45e5-bf49-973de6f6a029 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks [] for floatingip, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:37.940076 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 139efdac-157c-43da-820f-9cf5608a9cf3 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:11:38.020751 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 139efdac-157c-43da-820f-9cf5608a9cf3 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:11:38.026558 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 139efdac-157c-43da-820f-9cf5608a9cf3 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:11:38.026913 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:38.131616 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7c7f41c5-4888-49c5-a462-728555bb1b5f req-e1d5f027-912c-421e-83af-22589e07e001 service neutron] 10.222.0.10 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7138906 Apr 20 17:11:38.171545 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:38.198857 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 139efdac-157c-43da-820f-9cf5608a9cf3, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=139efdac-157c-43da-820f-9cf5608a9cf3,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:38.207011 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:38.287792 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=139efdac-157c-43da-820f-9cf5608a9cf3,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:38.452854 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619b55f-2ba5-4c9d-8336-139e34bfe6ac req-fca22d37-5d43-4890-910c-a3e485a05384 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:38.453120 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9619b55f-2ba5-4c9d-8336-139e34bfe6ac req-fca22d37-5d43-4890-910c-a3e485a05384 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=317b82bb-bd4c-4972-9057-15d4e41b51a7 HTTP/1.1" status: 200 len: 943 time: 0.5134535 Apr 20 17:11:38.635517 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9619b55f-2ba5-4c9d-8336-139e34bfe6ac req-49d340db-bcb6-439a-a314-ef6a5bda990e tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756938 Apr 20 17:11:38.641832 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f2108fb5-262b-4ca5-aa55-ff82d4f46fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:38.804979 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ffebf-9503-4a00-9e7b-b02004ccbec4 req-1ae196de-1172-4f3b-944e-9d97454f9f97 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:38.813286 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-113ffebf-9503-4a00-9e7b-b02004ccbec4 req-1ae196de-1172-4f3b-944e-9d97454f9f97 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 944 time: 0.1055937 Apr 20 17:11:38.871464 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-113ffebf-9503-4a00-9e7b-b02004ccbec4 req-789874b0-7a39-4e54-8ff9-a0f46c5da227 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559220 Apr 20 17:11:38.967827 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-ba98ae52-f98b-4dec-96cf-1358c87a5793 service neutron] 10.222.0.43 "GET /v2.0/ports/439b4ef4-8b1b-41d9-8a65-1db3637d5dec/bindings/n-h2-838032-1 HTTP/1.1" status: 200 len: 384 time: 0.4074919 Apr 20 17:11:38.976356 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device a249aed9-b9a9-47c8-bacd-8bed9b68f931 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:11:39.139958 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5287bb-aaea-46e0-b7e4-ffc122548ed6 req-86cf6520-e330-4190-b7af-9e8e320fe780 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:39.145654 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ff5287bb-aaea-46e0-b7e4-ffc122548ed6 req-86cf6520-e330-4190-b7af-9e8e320fe780 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=b304451e-7119-47f5-a6ee-28f7c618a359 HTTP/1.1" status: 200 len: 943 time: 0.1145790 Apr 20 17:11:39.245245 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ff5287bb-aaea-46e0-b7e4-ffc122548ed6 req-364b01a8-9063-4669-b8db-335a3910a2a3 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874155 Apr 20 17:11:39.250751 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a22bc25c-e269-4d6f-95e3-612ba951df27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:39.266609 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port a249aed9-b9a9-47c8-bacd-8bed9b68f931, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a249aed9-b9a9-47c8-bacd-8bed9b68f931,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:39.292876 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'a249aed9-b9a9-47c8-bacd-8bed9b68f931', 'network_id': '9034ea63-8cdc-4387-871e-6ef92eb3509a', 'port_id': 'a249aed9-b9a9-47c8-bacd-8bed9b68f931', 'mac_address': 'fa:16:3e:c4:da:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af85ab34-696f-4577-a7cd-12cc3ca9e9e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:11:39.349323 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [None req-ddac52ba-da19-45e5-bf49-973de6f6a029 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:11:39.359386 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:39.384142 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a249aed9-b9a9-47c8-bacd-8bed9b68f931 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:11:39.411762 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port a249aed9-b9a9-47c8-bacd-8bed9b68f931, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a249aed9-b9a9-47c8-bacd-8bed9b68f931,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:39.421825 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:39.452728 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-f2108fb5-262b-4ca5-aa55-ff82d4f46fd3 admin admin] Allocated IP 172.20.0.1 (8eadf79c-75f2-4df0-8c09-2dea5734993a/15606075-2038-4859-b86e-afe40d6ce8c3/73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:11:39.562018 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=a249aed9-b9a9-47c8-bacd-8bed9b68f931,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:39.789649 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['a249aed9-b9a9-47c8-bacd-8bed9b68f931'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:11:39.941927 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 139efdac-157c-43da-820f-9cf5608a9cf3 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:11:39.980400 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33528) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:11:40.035281 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1317c-42d8-444b-b97e-c64fa0f05672 req-6e021513-6c24-47b4-990c-dc099edc6376 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:40.043084 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-66c1317c-42d8-444b-b97e-c64fa0f05672 req-6e021513-6c24-47b4-990c-dc099edc6376 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 950 time: 0.1788607 Apr 20 17:11:40.112880 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-66c1317c-42d8-444b-b97e-c64fa0f05672 req-4b0f98c6-6717-4c62-a9de-c7a1f47a1c46 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684593 Apr 20 17:11:40.133018 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 139efdac-157c-43da-820f-9cf5608a9cf3 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:11:40.133743 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:40.163281 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f2108fb5-262b-4ca5-aa55-ff82d4f46fd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:40.268138 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ddac52ba-da19-45e5-bf49-973de6f6a029 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:40.272617 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-f2108fb5-262b-4ca5-aa55-ff82d4f46fd3 admin admin] Transition to ACTIVE for port object 73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:11:40.298312 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ddac52ba-da19-45e5-bf49-973de6f6a029 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:40.344491 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e40cdca5-d3bb-4f3c-a773-f020ee0d22d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:40.400928 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97787540-2430-4ddb-b939-208923bf0b5a req-22481303-a7ce-45fe-b00b-c92881822481 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:40.402873 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-97787540-2430-4ddb-b939-208923bf0b5a req-22481303-a7ce-45fe-b00b-c92881822481 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 944 time: 0.1549299 Apr 20 17:11:40.455494 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e40cdca5-d3bb-4f3c-a773-f020ee0d22d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:11:40.459752 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-187c0be6-d125-4b7c-9322-3e543d2806b7 service neutron] For port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=439b4ef4-8b1b-41d9-8a65-1db3637d5dec,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:40.460934 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-97787540-2430-4ddb-b939-208923bf0b5a req-9c769b5c-cdb2-42c4-8181-ae0cea5f8751 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495913 Apr 20 17:11:40.463764 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e40cdca5-d3bb-4f3c-a773-f020ee0d22d5 admin admin] Usage tracker for resource:security_group_rule and tenant:f5fc31334eb94c4f850b22c68ce0f3ee is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:11:40.467335 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e40cdca5-d3bb-4f3c-a773-f020ee0d22d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:11:40.484194 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e40cdca5-d3bb-4f3c-a773-f020ee0d22d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:11:40.489825 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564eee1-fdb3-4b9c-a95b-4259bfd43e90 req-9a448425-071b-425a-a0b3-586f4a72a46d tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:40.491506 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5564eee1-fdb3-4b9c-a95b-4259bfd43e90 req-9a448425-071b-425a-a0b3-586f4a72a46d tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=317b82bb-bd4c-4972-9057-15d4e41b51a7 HTTP/1.1" status: 200 len: 944 time: 0.5547869 Apr 20 17:11:40.562444 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-187c0be6-d125-4b7c-9322-3e543d2806b7 service neutron] For port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:11:40.587310 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e40cdca5-d3bb-4f3c-a773-f020ee0d22d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:40.594161 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f2108fb5-262b-4ca5-aa55-ff82d4f46fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:40.598172 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e40cdca5-d3bb-4f3c-a773-f020ee0d22d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:40.646154 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e40cdca5-d3bb-4f3c-a773-f020ee0d22d5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f5fc31334eb94c4f850b22c68ce0f3ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6636751 Apr 20 17:11:40.658148 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33536) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:11:40.675945 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5564eee1-fdb3-4b9c-a95b-4259bfd43e90 req-ccb9cbc1-c66d-43c4-9885-0e88ad229c73 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680949 Apr 20 17:11:40.689742 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2108fb5-262b-4ca5-aa55-ff82d4f46fd3 admin admin] Network 8eadf79c-75f2-4df0-8c09-2dea5734993a is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:11:40.703161 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-f2108fb5-262b-4ca5-aa55-ff82d4f46fd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:11:40.717539 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2108fb5-262b-4ca5-aa55-ff82d4f46fd3 admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:11:40.725263 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40cdca5-d3bb-4f3c-a773-f020ee0d22d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f05ecf-9a44-4f8d-8733-08ac3299fd11,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:40.763199 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-187c0be6-d125-4b7c-9322-3e543d2806b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 439b4ef4-8b1b-41d9-8a65-1db3637d5dec {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:11:40.787272 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-187c0be6-d125-4b7c-9322-3e543d2806b7 service neutron] For port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=439b4ef4-8b1b-41d9-8a65-1db3637d5dec,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:40.789974 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 439b4ef4-8b1b-41d9-8a65-1db3637d5dec no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:11:40.823061 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1ba86614-07e5-41fe-a9f3-ff80d168cd7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:40.841844 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2108fb5-262b-4ca5-aa55-ff82d4f46fd3 admin admin] Pushing event updated for resources: {'Port': ['ID=73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:40.861170 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1ba86614-07e5-41fe-a9f3-ff80d168cd7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:40.864838 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f2108fb5-262b-4ca5-aa55-ff82d4f46fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:40.910502 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-187c0be6-d125-4b7c-9322-3e543d2806b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:40.965329 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96687e-5afb-4738-b85a-15f696001a96 req-dd40c44a-94ff-4091-8a4d-17297625d0d5 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:40.974907 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ce96687e-5afb-4738-b85a-15f696001a96 req-dd40c44a-94ff-4091-8a4d-17297625d0d5 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=b304451e-7119-47f5-a6ee-28f7c618a359 HTTP/1.1" status: 200 len: 943 time: 0.2988846 Apr 20 17:11:40.977545 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1ba86614-07e5-41fe-a9f3-ff80d168cd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:41.004483 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 6a66a2c6-4731-4369-9967-5a50bda5935e details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:11:41.040053 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1ba86614-07e5-41fe-a9f3-ff80d168cd7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:41.041429 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1ba86614-07e5-41fe-a9f3-ff80d168cd7c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/76f05ecf-9a44-4f8d-8733-08ac3299fd11 HTTP/1.1" status: 204 len: 168 time: 0.3822865 Apr 20 17:11:41.042567 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba86614-07e5-41fe-a9f3-ff80d168cd7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f05ecf-9a44-4f8d-8733-08ac3299fd11,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:41.082935 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ce96687e-5afb-4738-b85a-15f696001a96 req-b626a724-901c-4fb8-9c8a-3821113ba24c tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073442 Apr 20 17:11:41.215395 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [None req-ddac52ba-da19-45e5-bf49-973de6f6a029 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Floating IP 232ec108-94a9-4328-90b4-54739dd8fbbb associated. External IP: 172.25.8.220, port: 5dde6aac-d04b-4df5-8b3e-81b520b6d0be. Apr 20 17:11:41.241380 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-29f485ed-494e-4c68-b5c4-1c06daabf676 None None] Provisioning for port 73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:11:41.262741 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-29f485ed-494e-4c68-b5c4-1c06daabf676 None None] Provisioning complete for port 73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:11:41.263105 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-29f485ed-494e-4c68-b5c4-1c06daabf676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:41.278022 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-187c0be6-d125-4b7c-9322-3e543d2806b7 service neutron] Transition to ACTIVE for port object 439b4ef4-8b1b-41d9-8a65-1db3637d5dec will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:11:41.286626 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f2108fb5-262b-4ca5-aa55-ff82d4f46fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:41.315058 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 6a66a2c6-4731-4369-9967-5a50bda5935e, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=6a66a2c6-4731-4369-9967-5a50bda5935e,segment=NetworkSegment(7bd8babb-8003-4806-8692-e92ce3a5f993),segment_id=7bd8babb-8003-4806-8692-e92ce3a5f993)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:41.338340 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '6a66a2c6-4731-4369-9967-5a50bda5935e', 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1', 'port_id': '6a66a2c6-4731-4369-9967-5a50bda5935e', 'mac_address': 'fa:16:3e:1b:f6:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fc33d54-66ae-4acd-9a13-99509719aca0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:11:41.359847 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-187c0be6-d125-4b7c-9322-3e543d2806b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:41.420840 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-29f485ed-494e-4c68-b5c4-1c06daabf676 None None] Port 73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:11:41.422671 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8181a6d2-1ded-4c26-8965-ffbdabde4614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:41.433250 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:41.454327 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a66a2c6-4731-4369-9967-5a50bda5935e {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:11:41.471374 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c0be6-d125-4b7c-9322-3e543d2806b7 service neutron] Pushing event updated for resources: {'Port': ['ID=439b4ef4-8b1b-41d9-8a65-1db3637d5dec,revision_number=10']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:41.474870 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 6a66a2c6-4731-4369-9967-5a50bda5935e, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=6a66a2c6-4731-4369-9967-5a50bda5935e,segment=NetworkSegment(7bd8babb-8003-4806-8692-e92ce3a5f993),segment_id=7bd8babb-8003-4806-8692-e92ce3a5f993)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:41.486988 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:41.556007 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33550) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:11:41.565500 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=6a66a2c6-4731-4369-9967-5a50bda5935e,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:41.586014 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6f7baad4-3932-4349-a82a-5a036daf8c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:41.620116 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6f7baad4-3932-4349-a82a-5a036daf8c3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:11:41.625059 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6f7baad4-3932-4349-a82a-5a036daf8c3e admin admin] Usage tracker for resource:security_group_rule and tenant:b910cbeb373742e1a9767fe5b1917120 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:11:41.628322 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6f7baad4-3932-4349-a82a-5a036daf8c3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:11:41.634568 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6f7baad4-3932-4349-a82a-5a036daf8c3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:11:41.777254 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6f7baad4-3932-4349-a82a-5a036daf8c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:41.784026 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6f7baad4-3932-4349-a82a-5a036daf8c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:41.804992 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8172b12-1e2a-48e8-91d2-6219ce20940e req-3b9bdec7-4a19-4112-95d3-8deea1f630cc tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:41.805949 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c8172b12-1e2a-48e8-91d2-6219ce20940e req-3b9bdec7-4a19-4112-95d3-8deea1f630cc tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 945 time: 0.1513174 Apr 20 17:11:41.885944 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-187c0be6-d125-4b7c-9322-3e543d2806b7 service neutron] No DVR routers for this DVR port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:11:41.929312 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['6a66a2c6-4731-4369-9967-5a50bda5935e'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:11:41.974224 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7baad4-3932-4349-a82a-5a036daf8c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70cafb7-d2c8-431b-80b3-8b206b937905,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:41.982721 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2ed60-1113-4ad9-b2b4-c32b7a07d180 req-c882c060-ff7b-4c5d-8886-668db463d24f tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:41.986513 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6f7baad4-3932-4349-a82a-5a036daf8c3e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b910cbeb373742e1a9767fe5b1917120&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4266543 Apr 20 17:11:41.986621 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-76f2ed60-1113-4ad9-b2b4-c32b7a07d180 req-c882c060-ff7b-4c5d-8886-668db463d24f tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 950 time: 0.6260803 Apr 20 17:11:41.989835 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33558) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:11:42.004710 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c8172b12-1e2a-48e8-91d2-6219ce20940e req-2f50fa51-ce03-4376-b68b-dc6475738dd8 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903770 Apr 20 17:11:42.085207 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-187c0be6-d125-4b7c-9322-3e543d2806b7 service neutron] 10.222.0.43 "PUT /v2.0/ports/439b4ef4-8b1b-41d9-8a65-1db3637d5dec/bindings/n-h2-838032-1/activate HTTP/1.1" status: 200 len: 369 time: 3.1108289 Apr 20 17:11:42.204613 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-76f2ed60-1113-4ad9-b2b4-c32b7a07d180 req-0f0d70d1-0cca-420c-8de3-80a264d36a89 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970327 Apr 20 17:11:42.224362 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f2108fb5-262b-4ca5-aa55-ff82d4f46fd3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:42.249916 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f2108fb5-262b-4ca5-aa55-ff82d4f46fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:42.268400 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac84ddb-2e08-4ee7-a398-41bef0ac12f0 req-561e5f84-cc9f-41ec-a9ea-1f45897d3d9b tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:42.275117 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-aac84ddb-2e08-4ee7-a398-41bef0ac12f0 req-561e5f84-cc9f-41ec-a9ea-1f45897d3d9b tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=317b82bb-bd4c-4972-9057-15d4e41b51a7 HTTP/1.1" status: 200 len: 944 time: 0.1065075 Apr 20 17:11:42.322736 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-aac84ddb-2e08-4ee7-a398-41bef0ac12f0 req-9aae5451-e96e-4175-96c9-2de8e4d81466 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461855 Apr 20 17:11:42.341965 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-69c3b14a-d841-4824-a513-152d72afd4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:42.442169 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f2108fb5-262b-4ca5-aa55-ff82d4f46fd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:42.455819 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2108fb5-262b-4ca5-aa55-ff82d4f46fd3 admin admin] Pushing event updated for resources: {'Port': ['ID=73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:42.468276 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-69c3b14a-d841-4824-a513-152d72afd4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:42.517873 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:42.611533 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:42.651027 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-eef81e96-8a47-4e13-a663-067340596062 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849&tenant_id=b7e0217792874af58ccfdea4744db0d0&binding%3Ahost_id=n-h1-838032-1 HTTP/1.1" status: 200 len: 1096 time: 0.4950900 Apr 20 17:11:42.845401 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6bdc9-1e0a-4981-8d94-771e38868099 req-96a79f0e-08c2-4138-b7a1-8afe57fcea7d tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:42.846896 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5dd6bdc9-1e0a-4981-8d94-771e38868099 req-96a79f0e-08c2-4138-b7a1-8afe57fcea7d tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=b304451e-7119-47f5-a6ee-28f7c618a359 HTTP/1.1" status: 200 len: 944 time: 0.4959018 Apr 20 17:11:42.847520 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-69c3b14a-d841-4824-a513-152d72afd4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:42.859858 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:42.890528 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3b14a-d841-4824-a513-152d72afd4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70cafb7-d2c8-431b-80b3-8b206b937905,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:42.895899 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2108fb5-262b-4ca5-aa55-ff82d4f46fd3 admin admin] Network 8eadf79c-75f2-4df0-8c09-2dea5734993a is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:11:42.904752 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-f2108fb5-262b-4ca5-aa55-ff82d4f46fd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:11:42.975465 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-69c3b14a-d841-4824-a513-152d72afd4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:42.979009 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-69c3b14a-d841-4824-a513-152d72afd4ac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b70cafb7-d2c8-431b-80b3-8b206b937905 HTTP/1.1" status: 204 len: 168 time: 0.9741235 Apr 20 17:11:43.008165 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device a249aed9-b9a9-47c8-bacd-8bed9b68f931 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:11:43.097001 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-b67b1b39-ce3e-4fc1-b985-9f81ef8848ca service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849&tenant_id=b7e0217792874af58ccfdea4744db0d0 HTTP/1.1" status: 200 len: 1096 time: 0.4286149 Apr 20 17:11:43.122716 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5dd6bdc9-1e0a-4981-8d94-771e38868099 req-e21d3d11-d23a-41e6-9b8a-d684286f9ed6 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589488 Apr 20 17:11:43.253809 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-34f3f7a1-e73c-49cf-a14a-cbd473d886d4 None None] Provisioning complete for port 73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:11:43.254556 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-34f3f7a1-e73c-49cf-a14a-cbd473d886d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:43.286806 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port a249aed9-b9a9-47c8-bacd-8bed9b68f931 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:11:43.304326 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port a249aed9-b9a9-47c8-bacd-8bed9b68f931 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:11:43.304689 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:43.321378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567d888-aefe-4bd2-9c0e-23cf4488d21b req-444a73e2-f059-4e1e-a869-d9e31c5e8973 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:43.323689 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c567d888-aefe-4bd2-9c0e-23cf4488d21b req-444a73e2-f059-4e1e-a869-d9e31c5e8973 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 945 time: 0.1097133 Apr 20 17:11:43.380525 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-34f3f7a1-e73c-49cf-a14a-cbd473d886d4 None None] Port 73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:11:43.384580 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c567d888-aefe-4bd2-9c0e-23cf4488d21b req-105b3813-81f3-4645-9159-2c176aca63de tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551243 Apr 20 17:11:43.471319 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-bb6253f7-a279-4ea3-a662-20333358fb7f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b7e0217792874af58ccfdea4744db0d0&device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 1096 time: 0.3450062 Apr 20 17:11:43.542766 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:43.575231 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317b82bb-bd4c-4972-9057-15d4e41b51a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a249aed9-b9a9-47c8-bacd-8bed9b68f931'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:11:43.587380 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port a249aed9-b9a9-47c8-bacd-8bed9b68f931, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a249aed9-b9a9-47c8-bacd-8bed9b68f931,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:43.596691 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:43.683624 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=a249aed9-b9a9-47c8-bacd-8bed9b68f931,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:43.689380 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e4344-228f-402a-81e1-cf2680e05ef8 req-0bf0cf5b-5726-438f-aeec-4fff7c7fa831 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:43.698517 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1c5e4344-228f-402a-81e1-cf2680e05ef8 req-0bf0cf5b-5726-438f-aeec-4fff7c7fa831 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=317b82bb-bd4c-4972-9057-15d4e41b51a7 HTTP/1.1" status: 200 len: 945 time: 0.0973637 Apr 20 17:11:43.740862 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1c5e4344-228f-402a-81e1-cf2680e05ef8 req-56e1865e-22d0-4bfc-a5e7-205c2d3edb3c tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413425 Apr 20 17:11:43.751767 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddac52ba-da19-45e5-bf49-973de6f6a029 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Router 99bae614-50f7-47d4-aeca-1a70172de350 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:11:43.818945 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07a86b1c-30de-4dc2-8b1e-f5fbc76392dc'] response: {'server_uuid': '317b82bb-bd4c-4972-9057-15d4e41b51a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a249aed9-b9a9-47c8-bacd-8bed9b68f931', 'code': 200} Apr 20 17:11:43.867623 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:43.965459 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7dfc2869-c7b2-473c-be8d-ecd3992f2936 req-6d383532-407e-4b18-9187-ee66d1a3481b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=317b82bb-bd4c-4972-9057-15d4e41b51a7 HTTP/1.1" status: 200 len: 1096 time: 0.0769548 Apr 20 17:11:43.984959 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-5123715a-ba34-4984-b462-aeeea40d0109 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:43.986484 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-5123715a-ba34-4984-b462-aeeea40d0109 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c HTTP/1.1" status: 200 len: 922 time: 0.5087795 Apr 20 17:11:44.001331 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc4c47-ef99-4fe6-beaa-1e63000bc8d0 req-b4ff668f-a021-45de-b9b0-5071fc54d267 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:44.002871 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-02bc4c47-ef99-4fe6-beaa-1e63000bc8d0 req-b4ff668f-a021-45de-b9b0-5071fc54d267 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 950 time: 0.5281870 Apr 20 17:11:44.018422 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7dfc2869-c7b2-473c-be8d-ecd3992f2936 req-3e0f7f57-451b-4145-94c8-82a41dc5ff3d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453057 Apr 20 17:11:44.107594 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-7f7a78a2-5731-4ae7-8d67-0c6e808bfde3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=439b4ef4-8b1b-41d9-8a65-1db3637d5dec HTTP/1.1" status: 200 len: 217 time: 0.1126676 Apr 20 17:11:44.145423 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-02bc4c47-ef99-4fe6-beaa-1e63000bc8d0 req-bd7fa5a2-aad0-4cea-8737-4d6a90d6c749 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928686 Apr 20 17:11:44.175192 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2108fb5-262b-4ca5-aa55-ff82d4f46fd3 admin admin] Router fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:11:44.335533 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa3e41-b470-4095-a0d8-61cab37ba661 req-3ddef4f5-347a-4198-8f9e-9e11501472b5 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:44.337884 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4daa3e41-b470-4095-a0d8-61cab37ba661 req-3ddef4f5-347a-4198-8f9e-9e11501472b5 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=b304451e-7119-47f5-a6ee-28f7c618a359 HTTP/1.1" status: 200 len: 944 time: 0.0820100 Apr 20 17:11:44.387027 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddac52ba-da19-45e5-bf49-973de6f6a029 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:11:44.395204 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ddac52ba-da19-45e5-bf49-973de6f6a029 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:44.404282 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2530f2c6-37ab-4e12-8625-98de49e63dfa None None] Sync routers for ids ['99bae614-50f7-47d4-aeca-1a70172de350'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:11:44.424425 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4daa3e41-b470-4095-a0d8-61cab37ba661 req-d2b60229-73c8-4cbd-b078-d5881e79efc3 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799289 Apr 20 17:11:44.439123 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-9d033a34-c4a3-47a4-927c-660c53f1ae8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:44.440588 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-9d033a34-c4a3-47a4-927c-660c53f1ae8a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=64070a1b-0f00-4b11-95f5-508285983f32 HTTP/1.1" status: 200 len: 861 time: 0.1248293 Apr 20 17:11:44.461030 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2530f2c6-37ab-4e12-8625-98de49e63dfa None None] Routers {'99bae614-50f7-47d4-aeca-1a70172de350'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:11:44.462440 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-2530f2c6-37ab-4e12-8625-98de49e63dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:11:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['99bae614-50f7-47d4-aeca-1a70172de350'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:11:44.507313 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-5eed086c-c16b-4780-8953-1cecf54aa716 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566943 Apr 20 17:11:44.538920 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ddac52ba-da19-45e5-bf49-973de6f6a029 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "PUT /v2.0/floatingips/232ec108-94a9-4328-90b4-54739dd8fbbb HTTP/1.1" status: 200 len: 991 time: 6.9796028 Apr 20 17:11:44.549223 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a468f107-9329-4aa1-a0ee-59ad6c8e346e', 'tag': '5dde6aac-d04b-4df5-8b3e-81b520b6d0be'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:11:44.774747 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-2530f2c6-37ab-4e12-8625-98de49e63dfa None None] Set router 99bae614-50f7-47d4-aeca-1a70172de350 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:11:44.847876 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f418f-ffda-4691-95f1-7f4b96b4f703 req-648d2fc7-8769-43b8-9ca3-575e35fe9f83 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:44.849206 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-66413bf0-2c82-4799-945d-bb6ddd9a3e0c service neutron] 10.222.0.10 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343511 Apr 20 17:11:44.856648 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1a3f418f-ffda-4691-95f1-7f4b96b4f703 req-648d2fc7-8769-43b8-9ca3-575e35fe9f83 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/ports?device_id=a468f107-9329-4aa1-a0ee-59ad6c8e346e HTTP/1.1" status: 200 len: 945 time: 0.0968320 Apr 20 17:11:44.915774 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1a3f418f-ffda-4691-95f1-7f4b96b4f703 req-384e84cf-19f7-4212-9e47-cd608daea6b9 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/security-groups?id=202fc54b-5a54-4c45-9b54-08ff67098d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581400 Apr 20 17:11:44.920896 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:44.994495 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2108fb5-262b-4ca5-aa55-ff82d4f46fd3 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:11:45.005435 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5cbf05-6c71-49d5-8094-ef145dedc4cf None None] Sync routers for ids ['fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:11:45.011193 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f2108fb5-262b-4ca5-aa55-ff82d4f46fd3 admin admin] 10.222.0.39 "PUT /v2.0/routers/fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9902673 Apr 20 17:11:45.028596 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 6a66a2c6-4731-4369-9967-5a50bda5935e up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:11:45.031835 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95fafb20-652f-489d-8da5-1ca49d9d1a37'] response: {'name': 'network-changed', 'server_uuid': 'a468f107-9329-4aa1-a0ee-59ad6c8e346e', 'tag': '5dde6aac-d04b-4df5-8b3e-81b520b6d0be', 'status': 'completed', 'code': 200} Apr 20 17:11:45.050158 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348bc32-3c78-458a-b1a6-ea325e90f167 req-73f5b1fb-a4a6-41fa-bc86-3e307ea19e6c tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:45.053615 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f348bc32-3c78-458a-b1a6-ea325e90f167 req-73f5b1fb-a4a6-41fa-bc86-3e307ea19e6c tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 945 time: 0.2969453 Apr 20 17:11:45.092126 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5cbf05-6c71-49d5-8094-ef145dedc4cf None None] Routers {'fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:11:45.093938 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-cc5cbf05-6c71-49d5-8094-ef145dedc4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:11:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:11:45.122437 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-7d03b596-e042-4cfe-9391-9b962394b00c service neutron] 10.222.0.10 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619853 Apr 20 17:11:45.159800 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f348bc32-3c78-458a-b1a6-ea325e90f167 req-0b360e7c-e8fb-4e07-ac73-c21a7c829835 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975595 Apr 20 17:11:45.276642 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-2530f2c6-37ab-4e12-8625-98de49e63dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bae614-50f7-47d4-aeca-1a70172de350', 'name': 'tempest-ServersTestBootFromVolume-1181737381-router', 'tenant_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '9d7b9481-3741-41c1-ab2d-653c9030ea0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:10:10Z', 'updated_at': '2022-04-20T17:10:17Z', 'revision_number': 4, 'project_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'gw_port': {'id': '9d7b9481-3741-41c1-ab2d-653c9030ea0a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bae614-50f7-47d4-aeca-1a70172de350', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:11Z', 'updated_at': '2022-04-20T17:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '232ec108-94a9-4328-90b4-54739dd8fbbb', 'tenant_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'floating_ip_address': '172.25.8.220', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '99bae614-50f7-47d4-aeca-1a70172de350', 'port_id': '5dde6aac-d04b-4df5-8b3e-81b520b6d0be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a626c9a-ac9c-4541-bae9-2e2575451241', 'mac_address': 'fa:16:3e:d4:e5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a468f107-9329-4aa1-a0ee-59ad6c8e346e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:10:26Z', 'updated_at': '2022-04-20T17:11:39Z', 'revision_number': 1, 'project_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acea0df3-a012-4823-99be-bbdf04827e29', 'name': '', 'network_id': '9a626c9a-ac9c-4541-bae9-2e2575451241', 'tenant_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'mac_address': 'fa:16:3e:44:60:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bae614-50f7-47d4-aeca-1a70172de350', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28ae77fd-3c81-4f90-97a9-6a7f641f7d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:15Z', 'updated_at': '2022-04-20T17:10:25Z', 'revision_number': 5, 'project_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'subnets': [{'id': '28ae77fd-3c81-4f90-97a9-6a7f641f7d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:11:45.281662 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2530f2c6-37ab-4e12-8625-98de49e63dfa None None] Checking router: 99bae614-50f7-47d4-aeca-1a70172de350 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:11:45.307035 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2530f2c6-37ab-4e12-8625-98de49e63dfa None None] Routers {'99bae614-50f7-47d4-aeca-1a70172de350'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:11:45.307940 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-2530f2c6-37ab-4e12-8625-98de49e63dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:11:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['99bae614-50f7-47d4-aeca-1a70172de350'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:11:45.329167 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-201c3f06-8dcb-4324-a939-54fe71d3bd8a req-3f4d26d8-c686-4147-96ab-7dd48f18d000 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d8235d2e2e9042338bf4fd5c9dbdfc12&device_id=a468f107-9329-4aa1-a0ee-59ad6c8e346e HTTP/1.1" status: 200 len: 1096 time: 0.1496797 Apr 20 17:11:45.489399 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168685cf-f738-4b12-87ae-668df589f5ab req-be450f76-48c3-4bf3-a608-d60090c5b616 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:45.503974 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-168685cf-f738-4b12-87ae-668df589f5ab req-be450f76-48c3-4bf3-a608-d60090c5b616 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=317b82bb-bd4c-4972-9057-15d4e41b51a7 HTTP/1.1" status: 200 len: 945 time: 0.2417479 Apr 20 17:11:45.591247 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 6a66a2c6-4731-4369-9967-5a50bda5935e completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:11:45.616097 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-2530f2c6-37ab-4e12-8625-98de49e63dfa None None] Set router 99bae614-50f7-47d4-aeca-1a70172de350 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:11:45.619745 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-cc5cbf05-6c71-49d5-8094-ef145dedc4cf None None] Set router fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:11:45.656834 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-168685cf-f738-4b12-87ae-668df589f5ab req-eb1b519f-7ef4-4510-8911-5e09ed6ef26a tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518579 Apr 20 17:11:45.733009 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 6a66a2c6-4731-4369-9967-5a50bda5935e triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:11:45.733394 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:46.047802 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc8080-2c8b-4f18-b2c8-b98c221e1b29 req-573e9686-1ef7-4ed4-978d-06f3becc9951 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:46.055973 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-55fc8080-2c8b-4f18-b2c8-b98c221e1b29 req-573e9686-1ef7-4ed4-978d-06f3becc9951 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=b304451e-7119-47f5-a6ee-28f7c618a359 HTTP/1.1" status: 200 len: 944 time: 0.1794851 Apr 20 17:11:46.162367 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c3f06-8dcb-4324-a939-54fe71d3bd8a req-7a78248a-888a-42bf-8e57-abc0485fb665 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:46.164273 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-201c3f06-8dcb-4324-a939-54fe71d3bd8a req-7a78248a-888a-42bf-8e57-abc0485fb665 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a626c9a-ac9c-4541-bae9-2e2575451241 HTTP/1.1" status: 200 len: 917 time: 0.8284550 Apr 20 17:11:46.178143 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-55fc8080-2c8b-4f18-b2c8-b98c221e1b29 req-a1f50b93-e951-4a86-a6ac-6b2953177830 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196783 Apr 20 17:11:46.347119 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-2530f2c6-37ab-4e12-8625-98de49e63dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bae614-50f7-47d4-aeca-1a70172de350', 'name': 'tempest-ServersTestBootFromVolume-1181737381-router', 'tenant_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '9d7b9481-3741-41c1-ab2d-653c9030ea0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:10:10Z', 'updated_at': '2022-04-20T17:10:17Z', 'revision_number': 4, 'project_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'gw_port': {'id': '9d7b9481-3741-41c1-ab2d-653c9030ea0a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bae614-50f7-47d4-aeca-1a70172de350', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:11Z', 'updated_at': '2022-04-20T17:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '232ec108-94a9-4328-90b4-54739dd8fbbb', 'tenant_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'floating_ip_address': '172.25.8.220', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '99bae614-50f7-47d4-aeca-1a70172de350', 'port_id': '5dde6aac-d04b-4df5-8b3e-81b520b6d0be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a626c9a-ac9c-4541-bae9-2e2575451241', 'mac_address': 'fa:16:3e:d4:e5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a468f107-9329-4aa1-a0ee-59ad6c8e346e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:10:26Z', 'updated_at': '2022-04-20T17:11:39Z', 'revision_number': 1, 'project_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acea0df3-a012-4823-99be-bbdf04827e29', 'name': '', 'network_id': '9a626c9a-ac9c-4541-bae9-2e2575451241', 'tenant_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'mac_address': 'fa:16:3e:44:60:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bae614-50f7-47d4-aeca-1a70172de350', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28ae77fd-3c81-4f90-97a9-6a7f641f7d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:15Z', 'updated_at': '2022-04-20T17:10:25Z', 'revision_number': 5, 'project_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'subnets': [{'id': '28ae77fd-3c81-4f90-97a9-6a7f641f7d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:11:46.360717 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2530f2c6-37ab-4e12-8625-98de49e63dfa None None] The sync data for ids ['99bae614-50f7-47d4-aeca-1a70172de350'] in n-d-838032-1 is: [{'id': '99bae614-50f7-47d4-aeca-1a70172de350', 'name': 'tempest-ServersTestBootFromVolume-1181737381-router', 'tenant_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '9d7b9481-3741-41c1-ab2d-653c9030ea0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:10:10Z', 'updated_at': '2022-04-20T17:10:17Z', 'revision_number': 4, 'project_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'gw_port': {'id': '9d7b9481-3741-41c1-ab2d-653c9030ea0a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bae614-50f7-47d4-aeca-1a70172de350', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:11Z', 'updated_at': '2022-04-20T17:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '232ec108-94a9-4328-90b4-54739dd8fbbb', 'tenant_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'floating_ip_address': '172.25.8.220', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '99bae614-50f7-47d4-aeca-1a70172de350', 'port_id': '5dde6aac-d04b-4df5-8b3e-81b520b6d0be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a626c9a-ac9c-4541-bae9-2e2575451241', 'mac_address': 'fa:16:3e:d4:e5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a468f107-9329-4aa1-a0ee-59ad6c8e346e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:10:26Z', 'updated_at': '2022-04-20T17:11:39Z', 'revision_number': 1, 'project_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acea0df3-a012-4823-99be-bbdf04827e29', 'name': '', 'network_id': '9a626c9a-ac9c-4541-bae9-2e2575451241', 'tenant_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'mac_address': 'fa:16:3e:44:60:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bae614-50f7-47d4-aeca-1a70172de350', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28ae77fd-3c81-4f90-97a9-6a7f641f7d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:15Z', 'updated_at': '2022-04-20T17:10:25Z', 'revision_number': 5, 'project_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'subnets': [{'id': '28ae77fd-3c81-4f90-97a9-6a7f641f7d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:11:46.418505 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:46.451891 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17882841-c568-4c97-b9bb-49f95f6eb4b0 req-16124c1d-e231-434f-a934-68f5c6029b0b tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:46.463689 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-17882841-c568-4c97-b9bb-49f95f6eb4b0 req-16124c1d-e231-434f-a934-68f5c6029b0b tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 950 time: 0.7038453 Apr 20 17:11:46.567169 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-201c3f06-8dcb-4324-a939-54fe71d3bd8a req-b305cb61-215a-426b-9d2a-550fd4ef37ff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dde6aac-d04b-4df5-8b3e-81b520b6d0be HTTP/1.1" status: 200 len: 999 time: 0.3959017 Apr 20 17:11:46.671545 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-5db1a97f-3406-456c-967f-4025d573ea82 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849&tenant_id=b7e0217792874af58ccfdea4744db0d0&binding%3Ahost_id=n-h2-838032-1 HTTP/1.1" status: 200 len: 1096 time: 0.6061294 Apr 20 17:11:46.705708 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c3f06-8dcb-4324-a939-54fe71d3bd8a req-b6f895e0-43d7-4c6b-928e-32f8e133bac1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:46.721211 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-201c3f06-8dcb-4324-a939-54fe71d3bd8a req-b6f895e0-43d7-4c6b-928e-32f8e133bac1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=28ae77fd-3c81-4f90-97a9-6a7f641f7d2f HTTP/1.1" status: 200 len: 855 time: 0.1293406 Apr 20 17:11:46.766720 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b304451e-7119-47f5-a6ee-28f7c618a359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a66a2c6-4731-4369-9967-5a50bda5935e'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:11:46.794460 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-17882841-c568-4c97-b9bb-49f95f6eb4b0 req-0bbf7201-21e5-4723-824c-6cfe62aa2ac1 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261023 Apr 20 17:11:46.801507 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 6a66a2c6-4731-4369-9967-5a50bda5935e, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=6a66a2c6-4731-4369-9967-5a50bda5935e,segment=NetworkSegment(7bd8babb-8003-4806-8692-e92ce3a5f993),segment_id=7bd8babb-8003-4806-8692-e92ce3a5f993)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:46.817360 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:46.981190 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=6a66a2c6-4731-4369-9967-5a50bda5935e,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:47.014932 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-cc5cbf05-6c71-49d5-8094-ef145dedc4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1825764463-router', 'tenant_id': 'f049027f6cae465d8e6a2afd0a9ccd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '139efdac-157c-43da-820f-9cf5608a9cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:11:25Z', 'updated_at': '2022-04-20T17:11:41Z', 'revision_number': 4, 'project_id': 'f049027f6cae465d8e6a2afd0a9ccd2f', 'gw_port': {'id': '139efdac-157c-43da-820f-9cf5608a9cf3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:11:29Z', 'updated_at': '2022-04-20T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415', 'name': '', 'network_id': '8eadf79c-75f2-4df0-8c09-2dea5734993a', 'tenant_id': 'f049027f6cae465d8e6a2afd0a9ccd2f', 'mac_address': 'fa:16:3e:ab:bc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15606075-2038-4859-b86e-afe40d6ce8c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:11:38Z', 'updated_at': '2022-04-20T17:11:41Z', 'revision_number': 2, 'project_id': 'f049027f6cae465d8e6a2afd0a9ccd2f', 'subnets': [{'id': '15606075-2038-4859-b86e-afe40d6ce8c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:11:47.014932 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5cbf05-6c71-49d5-8094-ef145dedc4cf None None] Checking router: fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:11:47.014932 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5cbf05-6c71-49d5-8094-ef145dedc4cf None None] Updating router fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7 port 73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:11:47.109702 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cc5cbf05-6c71-49d5-8094-ef145dedc4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:47.719436 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0cc2c0-b488-424a-9451-3a078362867b req-ac7a13e8-ff1e-44cc-a67e-958ff057bf5b tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:47.729468 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2e0cc2c0-b488-424a-9451-3a078362867b req-ac7a13e8-ff1e-44cc-a67e-958ff057bf5b tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=317b82bb-bd4c-4972-9057-15d4e41b51a7 HTTP/1.1" status: 200 len: 945 time: 0.2988369 Apr 20 17:11:47.834759 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-201c3f06-8dcb-4324-a939-54fe71d3bd8a req-584a8b89-4c35-49d7-a831-642708d4b240 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a626c9a-ac9c-4541-bae9-2e2575451241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1119945 Apr 20 17:11:47.852577 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2e0cc2c0-b488-424a-9451-3a078362867b req-fae52a75-baeb-4882-b0bb-db917ad11dab tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208963 Apr 20 17:11:47.878157 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19404d83-34d5-41b7-89a8-1f587b1f779f req-ab602261-196e-4456-a68e-61b1540cad18 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:47.893073 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-19404d83-34d5-41b7-89a8-1f587b1f779f req-ab602261-196e-4456-a68e-61b1540cad18 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 945 time: 0.4617095 Apr 20 17:11:48.042630 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-f25760de-22fa-4dd9-b9b6-b1ae5ccb3829 service neutron] For port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:11:48.064800 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-f25760de-22fa-4dd9-b9b6-b1ae5ccb3829 service neutron] Notify callbacks [] for binding, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:48.066998 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2fe7c7e4-d57a-4e63-a933-eeb4faea9011 req-f25760de-22fa-4dd9-b9b6-b1ae5ccb3829 service neutron] 10.222.0.10 "DELETE /v2.0/ports/439b4ef4-8b1b-41d9-8a65-1db3637d5dec/bindings/n-h1-838032-1 HTTP/1.1" status: 204 len: 173 time: 1.0619967 Apr 20 17:11:48.154837 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-19404d83-34d5-41b7-89a8-1f587b1f779f req-2b031798-8c0b-469d-8495-84983a0f7e07 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677717 Apr 20 17:11:48.250606 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbda2e68-45f5-468c-97ab-03584a3c0163'] response: {'server_uuid': 'b304451e-7119-47f5-a6ee-28f7c618a359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a66a2c6-4731-4369-9967-5a50bda5935e', 'code': 200} Apr 20 17:11:48.254317 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cc5cbf05-6c71-49d5-8094-ef145dedc4cf None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:48.293105 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-cc5cbf05-6c71-49d5-8094-ef145dedc4cf None None] Transition to ACTIVE for port object 73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:11:48.323037 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cc5cbf05-6c71-49d5-8094-ef145dedc4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:48.341692 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-201c3f06-8dcb-4324-a939-54fe71d3bd8a req-cfb1fe9a-b09d-4604-9881-34004ca1293a service neutron] 10.222.0.43 "GET /v2.0/networks/9a626c9a-ac9c-4541-bae9-2e2575451241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975076 Apr 20 17:11:48.813934 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7835d5-7b4b-4818-9d95-c0deb2e9a5eb None None] Pushing event updated for resources: {'Port': ['ID=73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:48.920485 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d8fdd4-2f33-418b-9e99-68a53901d968 None None] New status for floating IP 232ec108-94a9-4328-90b4-54739dd8fbbb: ACTIVE {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:11:48.939674 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-201c3f06-8dcb-4324-a939-54fe71d3bd8a req-48632221-3c70-48c5-a763-285327d94b47 service neutron] 10.222.0.43 "GET /v2.0/networks/9a626c9a-ac9c-4541-bae9-2e2575451241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5360923 Apr 20 17:11:48.999997 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fde6e6d-a787-4a87-9747-4f1c7128efb2 req-ab61ba43-5d1f-40fd-bcbd-388337f80ca6 tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 1096 time: 0.1148882 Apr 20 17:11:49.017239 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-cc5cbf05-6c71-49d5-8094-ef145dedc4cf None None] Attempting to bind port 73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:11:49.018101 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-cc5cbf05-6c71-49d5-8094-ef145dedc4cf None None] Attempting to bind port 73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '419a7669-62c1-4e6f-8920-95255ef609c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8eadf79c-75f2-4df0-8c09-2dea5734993a'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:11:49.018609 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5cbf05-6c71-49d5-8094-ef145dedc4cf None None] Attempting to bind port 73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415 on network 8eadf79c-75f2-4df0-8c09-2dea5734993a {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:11:49.028974 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5cbf05-6c71-49d5-8094-ef145dedc4cf None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:11:49.029717 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5cbf05-6c71-49d5-8094-ef145dedc4cf None None] Checking segment: {'id': '419a7669-62c1-4e6f-8920-95255ef609c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8eadf79c-75f2-4df0-8c09-2dea5734993a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:11:49.030335 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cc5cbf05-6c71-49d5-8094-ef145dedc4cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:49.030936 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5cbf05-6c71-49d5-8094-ef145dedc4cf None None] Bound using segment: {'id': '419a7669-62c1-4e6f-8920-95255ef609c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8eadf79c-75f2-4df0-8c09-2dea5734993a'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:11:49.031717 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-cc5cbf05-6c71-49d5-8094-ef145dedc4cf None None] Bound port: 73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '419a7669-62c1-4e6f-8920-95255ef609c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8eadf79c-75f2-4df0-8c09-2dea5734993a'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:11:49.032288 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cc5cbf05-6c71-49d5-8094-ef145dedc4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:49.065211 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fde6e6d-a787-4a87-9747-4f1c7128efb2 req-fb715e84-4906-4c6f-bfbe-cc668dedf6ff tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594020 Apr 20 17:11:49.234639 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-006aeaed-df2f-42e0-8d79-2e1beaeb288f req-1f809d90-5393-4664-8dbd-19962f9322a0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b304451e-7119-47f5-a6ee-28f7c618a359 HTTP/1.1" status: 200 len: 1096 time: 1.0657086 Apr 20 17:11:49.238554 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-cc5cbf05-6c71-49d5-8094-ef145dedc4cf None None] For port 73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:11:49.253058 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-cc5cbf05-6c71-49d5-8094-ef145dedc4cf None None] For port 73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415,segment=NetworkSegment(419a7669-62c1-4e6f-8920-95255ef609c2),segment_id=419a7669-62c1-4e6f-8920-95255ef609c2)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:11:49.268979 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cc5cbf05-6c71-49d5-8094-ef145dedc4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:49.473890 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-006aeaed-df2f-42e0-8d79-2e1beaeb288f req-7ea5c2a1-14b8-473a-beff-161b7cbed4e8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220001 Apr 20 17:11:49.539427 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7835d5-7b4b-4818-9d95-c0deb2e9a5eb None None] Pushing event updated for resources: {'Port': ['ID=73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:49.573769 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5cbf05-6c71-49d5-8094-ef145dedc4cf None None] Routers {'fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:11:49.574510 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbbb2c-e4fc-4196-b2b9-b2005a7ebf7c req-b4ff6a65-1540-4677-a03a-66bfaf847f74 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:49.586199 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-46dbbb2c-e4fc-4196-b2b9-b2005a7ebf7c req-b4ff6a65-1540-4677-a03a-66bfaf847f74 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=b304451e-7119-47f5-a6ee-28f7c618a359 HTTP/1.1" status: 200 len: 945 time: 0.6442137 Apr 20 17:11:49.594534 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-cc5cbf05-6c71-49d5-8094-ef145dedc4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:11:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:11:49.817114 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-46dbbb2c-e4fc-4196-b2b9-b2005a7ebf7c req-be0491f7-0911-4f66-ada7-f04b23e35e9a tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296267 Apr 20 17:11:50.048230 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2ee5d-ecd3-4152-aca0-b13728abe9e0 req-4100fc51-939c-4226-ab4f-2c92fc956709 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:50.051908 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-45a2ee5d-ecd3-4152-aca0-b13728abe9e0 req-4100fc51-939c-4226-ab4f-2c92fc956709 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 950 time: 0.1968210 Apr 20 17:11:50.147393 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-cc5cbf05-6c71-49d5-8094-ef145dedc4cf None None] Set router fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:11:50.167793 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-45a2ee5d-ecd3-4152-aca0-b13728abe9e0 req-a6b778dd-6252-469f-bf84-eb1808638c6b tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026289 Apr 20 17:11:50.361040 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e4c10716-3d36-4785-9ff2-e56d7b2abc68 req-ab9d40d6-4733-4cf1-808f-dca037319ba4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0793779 Apr 20 17:11:50.491074 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226287be-eec0-47cf-8a98-2c3c63437652 req-1f4736c0-a168-4020-94c1-149dd595d2e7 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:50.493925 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-226287be-eec0-47cf-8a98-2c3c63437652 req-1f4736c0-a168-4020-94c1-149dd595d2e7 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=317b82bb-bd4c-4972-9057-15d4e41b51a7 HTTP/1.1" status: 200 len: 945 time: 0.1509528 Apr 20 17:11:50.551343 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-cc5cbf05-6c71-49d5-8094-ef145dedc4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1825764463-router', 'tenant_id': 'f049027f6cae465d8e6a2afd0a9ccd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '139efdac-157c-43da-820f-9cf5608a9cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:11:25Z', 'updated_at': '2022-04-20T17:11:41Z', 'revision_number': 4, 'project_id': 'f049027f6cae465d8e6a2afd0a9ccd2f', 'gw_port': {'id': '139efdac-157c-43da-820f-9cf5608a9cf3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:11:29Z', 'updated_at': '2022-04-20T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415', 'name': '', 'network_id': '8eadf79c-75f2-4df0-8c09-2dea5734993a', 'tenant_id': 'f049027f6cae465d8e6a2afd0a9ccd2f', 'mac_address': 'fa:16:3e:ab:bc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15606075-2038-4859-b86e-afe40d6ce8c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:11:38Z', 'updated_at': '2022-04-20T17:11:49Z', 'revision_number': 4, 'project_id': 'f049027f6cae465d8e6a2afd0a9ccd2f', 'subnets': [{'id': '15606075-2038-4859-b86e-afe40d6ce8c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:11:50.557055 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5cbf05-6c71-49d5-8094-ef145dedc4cf None None] The sync data for ids ['fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7'] in n-d-838032-1 is: [{'id': 'fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1825764463-router', 'tenant_id': 'f049027f6cae465d8e6a2afd0a9ccd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '139efdac-157c-43da-820f-9cf5608a9cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:11:25Z', 'updated_at': '2022-04-20T17:11:41Z', 'revision_number': 4, 'project_id': 'f049027f6cae465d8e6a2afd0a9ccd2f', 'gw_port': {'id': '139efdac-157c-43da-820f-9cf5608a9cf3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:11:29Z', 'updated_at': '2022-04-20T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415', 'name': '', 'network_id': '8eadf79c-75f2-4df0-8c09-2dea5734993a', 'tenant_id': 'f049027f6cae465d8e6a2afd0a9ccd2f', 'mac_address': 'fa:16:3e:ab:bc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15606075-2038-4859-b86e-afe40d6ce8c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:11:38Z', 'updated_at': '2022-04-20T17:11:49Z', 'revision_number': 4, 'project_id': 'f049027f6cae465d8e6a2afd0a9ccd2f', 'subnets': [{'id': '15606075-2038-4859-b86e-afe40d6ce8c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:11:50.616552 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-226287be-eec0-47cf-8a98-2c3c63437652 req-b6a6bff3-5d05-4087-b1ca-1260db3a1ac9 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124408 Apr 20 17:11:50.858871 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-41363f25-6788-4a39-9665-512c8291e0fe req-4f9cc862-79b3-475f-b09a-778f973616c6 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 1096 time: 0.0901771 Apr 20 17:11:50.947015 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-41363f25-6788-4a39-9665-512c8291e0fe req-bc32524b-7b92-4119-b0a2-2a857f4e7825 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762744 Apr 20 17:11:51.568854 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5059de-9328-4c9d-af50-59287d8f3b6d req-28aa568a-2808-4a7a-ad9c-3cb994dfb4fe tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:51.577722 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ff5059de-9328-4c9d-af50-59287d8f3b6d req-28aa568a-2808-4a7a-ad9c-3cb994dfb4fe tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=b304451e-7119-47f5-a6ee-28f7c618a359 HTTP/1.1" status: 200 len: 945 time: 0.2048559 Apr 20 17:11:51.624320 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ff5059de-9328-4c9d-af50-59287d8f3b6d req-b3eadc8c-fb79-4a0f-8bea-3ac866ae0ab5 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456405 Apr 20 17:11:52.067222 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-fee1e93f-8bc3-4df7-af9e-28e8b04c595f tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:11:52.071446 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-fee1e93f-8bc3-4df7-af9e-28e8b04c595f tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053265 Apr 20 17:11:52.076520 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:11:52.084596 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-2631b8f9-7cc6-4b6d-a7bf-6d1bbbcf166e service neutron] Request body: {'binding': {'host': 'n-h2-838032-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:11:52.085982 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-2631b8f9-7cc6-4b6d-a7bf-6d1bbbcf166e service neutron] Unknown quota resources ['binding']. {{(pid=84081) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 20 17:11:52.296531 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-547b2def-34d0-4d78-a0d5-a98f3172a55e req-4e39c18a-c6fe-42a8-afe1-c0adbc1ec2dd tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 1096 time: 0.2674098 Apr 20 17:11:52.405582 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-547b2def-34d0-4d78-a0d5-a98f3172a55e req-e06af967-f303-4868-9703-c63683b9d659 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003461 Apr 20 17:11:52.407681 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:11:52.431513 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:11:52.436322 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:52.614992 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-2631b8f9-7cc6-4b6d-a7bf-6d1bbbcf166e service neutron] Attempting to bind port c9044984-11bd-4632-87c1-75cb5f5ae64e on host n-h2-838032-1 for vnic_type normal with profile None {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:11:52.615389 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-2631b8f9-7cc6-4b6d-a7bf-6d1bbbcf166e service neutron] Attempting to bind port c9044984-11bd-4632-87c1-75cb5f5ae64e by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:11:52.615634 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-2631b8f9-7cc6-4b6d-a7bf-6d1bbbcf166e service neutron] Attempting to bind port c9044984-11bd-4632-87c1-75cb5f5ae64e on network bf1bc412-90d5-44c3-9118-40a48e554e77 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:11:52.644596 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-2631b8f9-7cc6-4b6d-a7bf-6d1bbbcf166e service neutron] Port c9044984-11bd-4632-87c1-75cb5f5ae64e on network bf1bc412-90d5-44c3-9118-40a48e554e77 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:11:52.645157 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-2631b8f9-7cc6-4b6d-a7bf-6d1bbbcf166e service neutron] Attempting to bind port c9044984-11bd-4632-87c1-75cb5f5ae64e on network bf1bc412-90d5-44c3-9118-40a48e554e77 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:11:52.669083 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-2631b8f9-7cc6-4b6d-a7bf-6d1bbbcf166e service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:11:52.669703 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-2631b8f9-7cc6-4b6d-a7bf-6d1bbbcf166e service neutron] Checking segment: {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:11:52.670343 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-2631b8f9-7cc6-4b6d-a7bf-6d1bbbcf166e service neutron] Bound using segment: {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:11:52.671056 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-2631b8f9-7cc6-4b6d-a7bf-6d1bbbcf166e service neutron] Bound port: c9044984-11bd-4632-87c1-75cb5f5ae64e, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:11:52.743442 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-2631b8f9-7cc6-4b6d-a7bf-6d1bbbcf166e service neutron] For port c9044984-11bd-4632-87c1-75cb5f5ae64e, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=c9044984-11bd-4632-87c1-75cb5f5ae64e,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:11:52.754223 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-2631b8f9-7cc6-4b6d-a7bf-6d1bbbcf166e service neutron] Notify callbacks [] for binding, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:52.761298 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-2631b8f9-7cc6-4b6d-a7bf-6d1bbbcf166e service neutron] 10.222.0.39 "POST /v2.0/ports/c9044984-11bd-4632-87c1-75cb5f5ae64e/bindings HTTP/1.1" status: 201 len: 389 time: 0.6839421 Apr 20 17:11:52.801669 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:52.880378 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415,segment=NetworkSegment(419a7669-62c1-4e6f-8920-95255ef609c2),segment_id=419a7669-62c1-4e6f-8920-95255ef609c2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:52.887819 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:53.012761 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:53.244187 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed46c18-172c-478a-b109-e520831d9f9a req-d8edca20-954e-410a-96ef-19227153ddce tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:53.263277 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fed46c18-172c-478a-b109-e520831d9f9a req-d8edca20-954e-410a-96ef-19227153ddce tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 950 time: 0.2133431 Apr 20 17:11:53.292907 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-1405cc0d-bdc6-425b-ac7a-937a1c52e45e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6309d4027774bf39a206d4366b6ddc5&device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 1096 time: 0.1036963 Apr 20 17:11:53.307995 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf934ed7-c392-4ae6-b694-f2401e0d9d24 req-8a2625c3-acb3-48a2-ad30-92adef482dc6 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:53.311962 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bf934ed7-c392-4ae6-b694-f2401e0d9d24 req-8a2625c3-acb3-48a2-ad30-92adef482dc6 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=317b82bb-bd4c-4972-9057-15d4e41b51a7 HTTP/1.1" status: 200 len: 945 time: 0.1833658 Apr 20 17:11:53.368694 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fed46c18-172c-478a-b109-e520831d9f9a req-3b7df030-772e-4676-b0be-33bbd313a782 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033533 Apr 20 17:11:53.783974 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5ff3f-43b3-4f29-9949-8cc9a62c01b8 req-a9ad73b2-330b-4cb5-a4eb-d2fce87ecfcd tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:53.786097 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fdd5ff3f-43b3-4f29-9949-8cc9a62c01b8 req-a9ad73b2-330b-4cb5-a4eb-d2fce87ecfcd tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 945 time: 0.0878289 Apr 20 17:11:53.884058 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fdd5ff3f-43b3-4f29-9949-8cc9a62c01b8 req-62464218-83d1-46a6-9c21-e02bdb031373 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888751 Apr 20 17:11:54.064571 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-c3a5554f-d8ba-43f8-94df-d9f89085b392 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:54.064571 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-c3a5554f-d8ba-43f8-94df-d9f89085b392 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bf1bc412-90d5-44c3-9118-40a48e554e77 HTTP/1.1" status: 200 len: 909 time: 0.7621400 Apr 20 17:11:54.102348 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:11:54.238022 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-0b23cb7c-496a-4d1d-91b4-6ac60db1721d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9044984-11bd-4632-87c1-75cb5f5ae64e HTTP/1.1" status: 200 len: 217 time: 0.1510074 Apr 20 17:11:54.248286 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bf934ed7-c392-4ae6-b694-f2401e0d9d24 req-a7f85a06-d4c6-41ec-80b7-ad3319837ba5 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9139702 Apr 20 17:11:54.261576 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:11:54.261576 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:54.332332 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-a327ce02-6f23-4c33-9730-0f76f906092a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:54.333954 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-a327ce02-6f23-4c33-9730-0f76f906092a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afaadd71-91d9-490d-8c9c-d83dc8020198 HTTP/1.1" status: 200 len: 848 time: 0.0847280 Apr 20 17:11:54.346633 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-90288e1f-b595-4c49-b787-3f0a3e330099 req-368a5c76-a992-46dd-9ccb-4ccfa0da42de service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 1101 time: 0.6245542 Apr 20 17:11:54.525084 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-fccedef5-5c3e-40f2-845a-733e75fe55c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bf1bc412-90d5-44c3-9118-40a48e554e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1740539 Apr 20 17:11:54.588622 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-90288e1f-b595-4c49-b787-3f0a3e330099 req-51c68bc2-e210-4133-aa3f-b57a7f651ef5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081234 Apr 20 17:11:54.799119 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-24e7172f-13fa-4f2d-93b0-017371211db9 service neutron] 10.222.0.10 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589564 Apr 20 17:11:54.899590 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ee45854b-e480-4cb1-9f59-faa8e3501412 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:11:54.904540 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ee45854b-e480-4cb1-9f59-faa8e3501412 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:11:55.052169 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-667c0e58-a631-49cc-941e-860c08ff8ae8 service neutron] 10.222.0.10 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414255 Apr 20 17:11:55.108199 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac4c1b-b086-40f9-97d5-41291d2acbcb req-16bf0f1c-ef7d-4fae-b733-38b8ec344e01 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:55.119329 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e0ac4c1b-b086-40f9-97d5-41291d2acbcb req-16bf0f1c-ef7d-4fae-b733-38b8ec344e01 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 950 time: 0.4761388 Apr 20 17:11:55.172648 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.resource_extend [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:11:55.264566 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375ac69-14e2-4fed-997d-420d01dfdc17 req-1246c331-adc3-4895-ac0a-b8f339d7e2be tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:55.272819 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d375ac69-14e2-4fed-997d-420d01dfdc17 req-1246c331-adc3-4895-ac0a-b8f339d7e2be tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 945 time: 0.1988962 Apr 20 17:11:55.285139 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e0ac4c1b-b086-40f9-97d5-41291d2acbcb req-7ea67e12-769f-41a6-ae85-b587e8b874d9 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560290 Apr 20 17:11:55.556466 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:55.612824 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d375ac69-14e2-4fed-997d-420d01dfdc17 req-247ddfed-2a52-426c-a79a-885600773ab6 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276618 Apr 20 17:11:55.679884 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ee45854b-e480-4cb1-9f59-faa8e3501412, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ee45854b-e480-4cb1-9f59-faa8e3501412,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:55.981972 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'ee45854b-e480-4cb1-9f59-faa8e3501412', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': 'ee45854b-e480-4cb1-9f59-faa8e3501412', 'mac_address': 'fa:16:3e:0f:df:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:11:56.451154 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39afc2-a8d5-4259-bc91-02039168d6e3 req-cd09db6c-5f28-4352-9b0e-138617c63473 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:56.465086 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d39afc2-a8d5-4259-bc91-02039168d6e3 req-cd09db6c-5f28-4352-9b0e-138617c63473 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=317b82bb-bd4c-4972-9057-15d4e41b51a7 HTTP/1.1" status: 200 len: 945 time: 0.4851220 Apr 20 17:11:56.475426 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:56.741722 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ee45854b-e480-4cb1-9f59-faa8e3501412, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ee45854b-e480-4cb1-9f59-faa8e3501412,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:56.751815 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee45854b-e480-4cb1-9f59-faa8e3501412 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:11:56.808118 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d39afc2-a8d5-4259-bc91-02039168d6e3 req-e9e53f9e-f8f4-48c1-ac54-d65131fcbed1 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360679 Apr 20 17:11:56.813469 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23d94a9-8a7d-4ce4-87c8-6957813ee650', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee45854b-e480-4cb1-9f59-faa8e3501412'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:11:56.995603 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:57.184589 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=ee45854b-e480-4cb1-9f59-faa8e3501412,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:57.245780 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:11:57.245780 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:11:58.027350 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498bccd-15d4-452b-9c6f-7b7b663c80bc req-24bb9d4b-6d1c-4d34-b5ca-fdb47ac30655 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:58.051666 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3498bccd-15d4-452b-9c6f-7b7b663c80bc req-24bb9d4b-6d1c-4d34-b5ca-fdb47ac30655 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 948 time: 0.4499445 Apr 20 17:11:58.063512 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:58.144309 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee45854b-e480-4cb1-9f59-faa8e3501412 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:11:58.189471 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ee45854b-e480-4cb1-9f59-faa8e3501412, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ee45854b-e480-4cb1-9f59-faa8e3501412,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:11:58.190479 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3498bccd-15d4-452b-9c6f-7b7b663c80bc req-cac84121-5e61-4144-9362-2b4a92ec47a4 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411476 Apr 20 17:11:58.208180 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:11:58.326410 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=ee45854b-e480-4cb1-9f59-faa8e3501412,revision_number=7']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:11:58.489009 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['ee45854b-e480-4cb1-9f59-faa8e3501412'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:11:58.544113 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a6041-431f-42e8-b44a-9829ec2b183f req-da77dd0b-c684-4706-a13a-3e89d04da154 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:58.563951 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-085a6041-431f-42e8-b44a-9829ec2b183f req-da77dd0b-c684-4706-a13a-3e89d04da154 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 945 time: 0.1795049 Apr 20 17:11:58.683808 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-085a6041-431f-42e8-b44a-9829ec2b183f req-5dd645e6-e0b4-4700-a6a3-baeebc45ea2b tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187935 Apr 20 17:11:58.863849 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5870ed29-e008-4293-8b56-a13088a15e64'] response: {'server_uuid': 'a23d94a9-8a7d-4ce4-87c8-6957813ee650', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee45854b-e480-4cb1-9f59-faa8e3501412', 'code': 200} Apr 20 17:11:59.325435 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a8769-7906-4531-805e-b3ee8ca99c43 req-8cdc8f76-38d6-4c9a-8d2f-c167ba591f65 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:59.328432 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a49a8769-7906-4531-805e-b3ee8ca99c43 req-8cdc8f76-38d6-4c9a-8d2f-c167ba591f65 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=317b82bb-bd4c-4972-9057-15d4e41b51a7 HTTP/1.1" status: 200 len: 945 time: 0.1176863 Apr 20 17:11:59.420489 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f472a-88f5-4d76-92be-e8d70a18debf req-94586881-6534-4b21-ba72-e2674fdde760 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:11:59.429212 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a07f472a-88f5-4d76-92be-e8d70a18debf req-94586881-6534-4b21-ba72-e2674fdde760 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 949 time: 0.1015432 Apr 20 17:11:59.479810 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a49a8769-7906-4531-805e-b3ee8ca99c43 req-d27319c7-01ee-4188-829c-6e7c061a84e0 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262639 Apr 20 17:11:59.514058 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a07f472a-88f5-4d76-92be-e8d70a18debf req-2723a799-9992-4b2e-ba54-4dba1225e0f7 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835102 Apr 20 17:11:59.785443 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33822) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:12:00.247879 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ee45854b-e480-4cb1-9f59-faa8e3501412 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:12:00.284637 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1b49567-d0db-4e1d-ba47-66f9f1a2d9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:00.362750 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d1b49567-d0db-4e1d-ba47-66f9f1a2d9b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:12:00.373541 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d1b49567-d0db-4e1d-ba47-66f9f1a2d9b5 admin admin] Usage tracker for resource:security_group_rule and tenant:dfc72765abb84977952bb04a991448e7 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:12:00.382432 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d1b49567-d0db-4e1d-ba47-66f9f1a2d9b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:12:00.415806 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d1b49567-d0db-4e1d-ba47-66f9f1a2d9b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:12:00.456517 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7dba5-1f9d-44ae-868c-0f3c5eef79a3 req-c25e3674-d13f-4fd9-968d-ad7925d84b98 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:00.469117 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c8d7dba5-1f9d-44ae-868c-0f3c5eef79a3 req-c25e3674-d13f-4fd9-968d-ad7925d84b98 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 945 time: 0.2805138 Apr 20 17:12:00.499524 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port ee45854b-e480-4cb1-9f59-faa8e3501412 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:12:00.507711 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:00.599970 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c8d7dba5-1f9d-44ae-868c-0f3c5eef79a3 req-5af073d9-1cc5-4415-97a1-13d4abe18952 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166763 Apr 20 17:12:00.692018 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1b49567-d0db-4e1d-ba47-66f9f1a2d9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:00.709570 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1b49567-d0db-4e1d-ba47-66f9f1a2d9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:00.836621 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b49567-d0db-4e1d-ba47-66f9f1a2d9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2ea54c-3148-4fb3-9819-5f00856f9b6c,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:00.848385 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d1b49567-d0db-4e1d-ba47-66f9f1a2d9b5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dfc72765abb84977952bb04a991448e7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0636492 Apr 20 17:12:00.851356 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33848) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:12:00.926225 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:01.033395 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23d94a9-8a7d-4ce4-87c8-6957813ee650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee45854b-e480-4cb1-9f59-faa8e3501412'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:12:01.075081 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ee45854b-e480-4cb1-9f59-faa8e3501412, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ee45854b-e480-4cb1-9f59-faa8e3501412,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:01.075527 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6c59a4ab-6d4d-4fff-8c9e-e15d1a7213b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:01.082496 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:01.126495 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6c59a4ab-6d4d-4fff-8c9e-e15d1a7213b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:01.235370 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=ee45854b-e480-4cb1-9f59-faa8e3501412,revision_number=8']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:01.326735 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0365b9-08b9-4fd0-b809-0f6ece55d9ba req-82ce4b0c-ea6f-4c60-af7a-78bdee7b9578 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:01.329097 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eb0365b9-08b9-4fd0-b809-0f6ece55d9ba req-82ce4b0c-ea6f-4c60-af7a-78bdee7b9578 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 950 time: 0.1574023 Apr 20 17:12:01.437510 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1859395-770b-49b9-b638-6d548768aff8 req-58f6e96a-afc5-4742-b039-9c09beeaa19f tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:01.462179 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eb0365b9-08b9-4fd0-b809-0f6ece55d9ba req-e33e6a52-c6ff-425c-88de-35e5929aa91b tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258373 Apr 20 17:12:01.526939 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e1859395-770b-49b9-b638-6d548768aff8 req-58f6e96a-afc5-4742-b039-9c09beeaa19f tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=317b82bb-bd4c-4972-9057-15d4e41b51a7 HTTP/1.1" status: 200 len: 945 time: 0.3391228 Apr 20 17:12:01.612206 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6c59a4ab-6d4d-4fff-8c9e-e15d1a7213b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:01.644251 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f168b50-56f0-4c4d-a2af-d705e816df1c'] response: {'server_uuid': 'a23d94a9-8a7d-4ce4-87c8-6957813ee650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee45854b-e480-4cb1-9f59-faa8e3501412', 'code': 200} Apr 20 17:12:01.658336 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59a4ab-6d4d-4fff-8c9e-e15d1a7213b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2ea54c-3148-4fb3-9819-5f00856f9b6c,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:01.673368 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6c59a4ab-6d4d-4fff-8c9e-e15d1a7213b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:01.674531 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6c59a4ab-6d4d-4fff-8c9e-e15d1a7213b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2c2ea54c-3148-4fb3-9819-5f00856f9b6c HTTP/1.1" status: 204 len: 168 time: 0.8247190 Apr 20 17:12:01.690919 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e1859395-770b-49b9-b638-6d548768aff8 req-85b1ebc7-873a-4e84-b789-939ce8b15d37 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668272 Apr 20 17:12:02.129462 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a196e31-93c5-4129-b002-bb2802727164 req-305a62be-54a2-4c07-b219-3b1e5da81af8 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:02.131435 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a196e31-93c5-4129-b002-bb2802727164 req-305a62be-54a2-4c07-b219-3b1e5da81af8 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 945 time: 0.1260657 Apr 20 17:12:02.247392 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a196e31-93c5-4129-b002-bb2802727164 req-91a74f6b-9cf9-4d12-8b77-a3bac007314f tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091468 Apr 20 17:12:02.465082 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33898) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:12:02.489346 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a822c67b-8f61-43b1-b523-0e6d51b7ffa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:02.553692 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a822c67b-8f61-43b1-b523-0e6d51b7ffa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:12:02.568242 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a822c67b-8f61-43b1-b523-0e6d51b7ffa0 admin admin] Usage tracker for resource:security_group_rule and tenant:7571d1e94913451286851c2d6f7f17fa is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:12:02.572018 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a822c67b-8f61-43b1-b523-0e6d51b7ffa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:12:02.587126 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a822c67b-8f61-43b1-b523-0e6d51b7ffa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:12:02.671856 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a822c67b-8f61-43b1-b523-0e6d51b7ffa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:02.682438 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a822c67b-8f61-43b1-b523-0e6d51b7ffa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:02.815286 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822c67b-8f61-43b1-b523-0e6d51b7ffa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50962a56-5a74-4a83-b312-e368956fe061,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:02.858741 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a822c67b-8f61-43b1-b523-0e6d51b7ffa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:02.858741 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a822c67b-8f61-43b1-b523-0e6d51b7ffa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:02.858741 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a822c67b-8f61-43b1-b523-0e6d51b7ffa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:02.858741 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a822c67b-8f61-43b1-b523-0e6d51b7ffa0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:02.858741 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a822c67b-8f61-43b1-b523-0e6d51b7ffa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:02.873155 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a822c67b-8f61-43b1-b523-0e6d51b7ffa0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:02.873155 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a822c67b-8f61-43b1-b523-0e6d51b7ffa0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:02.873155 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a822c67b-8f61-43b1-b523-0e6d51b7ffa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:02.873155 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a822c67b-8f61-43b1-b523-0e6d51b7ffa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:02.873155 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a822c67b-8f61-43b1-b523-0e6d51b7ffa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:02.873155 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a822c67b-8f61-43b1-b523-0e6d51b7ffa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:02.888162 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c91b4b-1fe3-4d8d-bf11-5fa2b05ab337 req-c4cc43bd-d840-442f-aefa-e3268c4816d9 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:02.904200 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-63c91b4b-1fe3-4d8d-bf11-5fa2b05ab337 req-c4cc43bd-d840-442f-aefa-e3268c4816d9 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 950 time: 0.2501216 Apr 20 17:12:02.908279 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a822c67b-8f61-43b1-b523-0e6d51b7ffa0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7571d1e94913451286851c2d6f7f17fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4306204 Apr 20 17:12:02.909265 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33906) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:12:03.125223 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-63c91b4b-1fe3-4d8d-bf11-5fa2b05ab337 req-83d67f38-055e-4060-bf05-4eea30aa3f7a tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185848 Apr 20 17:12:03.136221 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225d643-cc82-4f1b-8889-f11de4f1bb97 req-6cc626aa-2e20-4918-929f-4904faf9479d tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:03.139656 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2225d643-cc82-4f1b-8889-f11de4f1bb97 req-6cc626aa-2e20-4918-929f-4904faf9479d tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=317b82bb-bd4c-4972-9057-15d4e41b51a7 HTTP/1.1" status: 200 len: 945 time: 0.2180512 Apr 20 17:12:03.182112 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-12a73e0c-671d-42d5-b2d0-9b73653018fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:03.220214 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-12a73e0c-671d-42d5-b2d0-9b73653018fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:03.355521 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2225d643-cc82-4f1b-8889-f11de4f1bb97 req-8912cd08-f039-405c-87fe-7e2abdbae8c7 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085397 Apr 20 17:12:03.363127 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-12a73e0c-671d-42d5-b2d0-9b73653018fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:03.767867 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a73e0c-671d-42d5-b2d0-9b73653018fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50962a56-5a74-4a83-b312-e368956fe061,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:03.811904 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-12a73e0c-671d-42d5-b2d0-9b73653018fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:03.821386 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-12a73e0c-671d-42d5-b2d0-9b73653018fa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/50962a56-5a74-4a83-b312-e368956fe061 HTTP/1.1" status: 204 len: 168 time: 0.9084342 Apr 20 17:12:03.897879 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29f76c-bd84-4fbc-bebf-72b44cceac27 req-4b6130e8-7922-4e86-bf7e-f57150b0fbf4 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:03.900242 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8b29f76c-bd84-4fbc-bebf-72b44cceac27 req-4b6130e8-7922-4e86-bf7e-f57150b0fbf4 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 945 time: 0.1949360 Apr 20 17:12:03.979340 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8b29f76c-bd84-4fbc-bebf-72b44cceac27 req-74787679-9ec9-429a-a7e9-336f6499e1d0 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707448 Apr 20 17:12:04.488826 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153274b-1e87-4f5a-9b77-ef33137d25bf req-b966429c-e54f-4850-a7d9-81ec944df0c8 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:04.502804 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e153274b-1e87-4f5a-9b77-ef33137d25bf req-b966429c-e54f-4850-a7d9-81ec944df0c8 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 950 time: 0.1756310 Apr 20 17:12:04.583186 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e153274b-1e87-4f5a-9b77-ef33137d25bf req-9fab5362-b9fa-42b2-bd54-17bbc598c696 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727565 Apr 20 17:12:04.872646 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b625f-36ee-4f5c-89ac-ba9263d482bd req-eead2507-8013-4072-b706-5ced0bf44d6c tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:04.879346 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dc9b625f-36ee-4f5c-89ac-ba9263d482bd req-eead2507-8013-4072-b706-5ced0bf44d6c tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=317b82bb-bd4c-4972-9057-15d4e41b51a7 HTTP/1.1" status: 200 len: 945 time: 0.2179363 Apr 20 17:12:04.973902 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dc9b625f-36ee-4f5c-89ac-ba9263d482bd req-4595c2bd-a9f8-4e7c-9adc-9a2efed69f03 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883355 Apr 20 17:12:05.248582 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9b0cd-06a4-45b9-94a6-62b38765590e req-e4b53498-d007-42d9-812e-4dadf1132451 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:05.256018 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2ae9b0cd-06a4-45b9-94a6-62b38765590e req-e4b53498-d007-42d9-812e-4dadf1132451 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 945 time: 0.1035120 Apr 20 17:12:05.327342 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2ae9b0cd-06a4-45b9-94a6-62b38765590e req-d55098b3-2d3f-4c6d-b598-a9f4f2b44e89 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706959 Apr 20 17:12:06.017623 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9c930-4e2b-43c9-9a64-332f42500598 req-4b48ffb9-17f8-4c12-98d6-ee91b08c17a7 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:06.029574 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7ef9c930-4e2b-43c9-9a64-332f42500598 req-4b48ffb9-17f8-4c12-98d6-ee91b08c17a7 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 950 time: 0.1804724 Apr 20 17:12:06.120720 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7ef9c930-4e2b-43c9-9a64-332f42500598 req-23f7796d-002e-4ea2-bd8a-cc3ac562f24d tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890863 Apr 20 17:12:06.265119 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57b9e7-e954-482b-97ff-3a509b3f035c req-408cb54f-4f86-4fb3-bb27-e711f23152c7 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:06.270866 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2a57b9e7-e954-482b-97ff-3a509b3f035c req-408cb54f-4f86-4fb3-bb27-e711f23152c7 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=317b82bb-bd4c-4972-9057-15d4e41b51a7 HTTP/1.1" status: 200 len: 945 time: 0.1072423 Apr 20 17:12:06.345043 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2a57b9e7-e954-482b-97ff-3a509b3f035c req-41c4db18-5157-4dad-b565-2544274eaf34 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714195 Apr 20 17:12:06.632876 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d294b-e99e-44b8-8ded-7aff2f4d2dbc req-958ccd45-f38d-42eb-95b4-69fc71a6ed11 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:06.636110 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b78d294b-e99e-44b8-8ded-7aff2f4d2dbc req-958ccd45-f38d-42eb-95b4-69fc71a6ed11 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 945 time: 0.1273086 Apr 20 17:12:06.718833 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b78d294b-e99e-44b8-8ded-7aff2f4d2dbc req-db5a1a6a-f4de-4f2e-88ee-36d4ee5a393b tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714700 Apr 20 17:12:07.462260 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b922db5-68eb-4de3-9667-c6c5403a1481 req-3997ab8b-4692-4e63-b2b0-44ec032a996f tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:07.475664 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2b922db5-68eb-4de3-9667-c6c5403a1481 req-3997ab8b-4692-4e63-b2b0-44ec032a996f tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 950 time: 0.1679859 Apr 20 17:12:07.549818 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2b922db5-68eb-4de3-9667-c6c5403a1481 req-8372e75a-a13a-45c6-9fd2-496215f7f47c tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729830 Apr 20 17:12:07.827112 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6f52b-b1be-4dc4-8abd-0ab33fbcf904 req-4f7ed4a4-3126-4d88-974f-97f9c144e566 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:07.833679 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-01a6f52b-b1be-4dc4-8abd-0ab33fbcf904 req-4f7ed4a4-3126-4d88-974f-97f9c144e566 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=317b82bb-bd4c-4972-9057-15d4e41b51a7 HTTP/1.1" status: 200 len: 945 time: 0.0936813 Apr 20 17:12:07.930301 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-01a6f52b-b1be-4dc4-8abd-0ab33fbcf904 req-e8e2c92b-3fbf-400e-9a58-52ea7cc1f358 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905008 Apr 20 17:12:08.148886 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0d904-cd07-455a-b856-2aca6f2c78b6 req-f6b2d68e-e781-4fce-b991-bf632cd217c7 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:08.159702 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fff0d904-cd07-455a-b856-2aca6f2c78b6 req-f6b2d68e-e781-4fce-b991-bf632cd217c7 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 945 time: 0.1492255 Apr 20 17:12:08.233768 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fff0d904-cd07-455a-b856-2aca6f2c78b6 req-649ae162-336b-46d0-91e2-3202ae6dcd26 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721200 Apr 20 17:12:08.840992 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877dcfad-85b0-49b3-a3b0-7bb7745421ca req-08fc6ea9-2b7a-4fd3-bd49-5c3767fdab08 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:08.848202 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-877dcfad-85b0-49b3-a3b0-7bb7745421ca req-08fc6ea9-2b7a-4fd3-bd49-5c3767fdab08 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 950 time: 0.0981715 Apr 20 17:12:08.906644 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-877dcfad-85b0-49b3-a3b0-7bb7745421ca req-a66a314c-d667-4b35-a85f-3e46995179ae tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564094 Apr 20 17:12:09.118246 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-63d78e42-3ca3-401f-8273-58fc6ca23819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:09.279524 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34024) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:12:09.307964 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c617a1-f0e3-445b-b1e4-5c73d23d01a6 req-33d1c1c5-03f4-4359-8685-9060f1ed5a3b tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:09.312440 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f4c617a1-f0e3-445b-b1e4-5c73d23d01a6 req-33d1c1c5-03f4-4359-8685-9060f1ed5a3b tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=317b82bb-bd4c-4972-9057-15d4e41b51a7 HTTP/1.1" status: 200 len: 945 time: 0.2347434 Apr 20 17:12:09.490917 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f4c617a1-f0e3-445b-b1e4-5c73d23d01a6 req-61cc5819-6f8c-4507-8393-35a3a677e044 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720381 Apr 20 17:12:09.611364 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-57dd8983-3692-479e-9ba3-17227015105f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:09.694765 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33ff10-c896-4262-91c1-ca84aa70f1aa req-912bb891-f634-4f2b-bcd7-80e66d01284c tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:09.696835 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3e33ff10-c896-4262-91c1-ca84aa70f1aa req-912bb891-f634-4f2b-bcd7-80e66d01284c tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 945 time: 0.1793225 Apr 20 17:12:09.702347 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-57dd8983-3692-479e-9ba3-17227015105f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:12:09.747350 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-57dd8983-3692-479e-9ba3-17227015105f admin admin] Usage tracker for resource:security_group_rule and tenant:78cca5ba980341ad97d9ab84323e7370 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:12:09.753288 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-57dd8983-3692-479e-9ba3-17227015105f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:12:09.767459 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-57dd8983-3692-479e-9ba3-17227015105f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:12:09.783138 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3e33ff10-c896-4262-91c1-ca84aa70f1aa req-34415274-bc56-4895-8227-b6aebe03c2fe tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765886 Apr 20 17:12:09.911347 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-57dd8983-3692-479e-9ba3-17227015105f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:09.920095 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-57dd8983-3692-479e-9ba3-17227015105f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:09.975629 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd8983-3692-479e-9ba3-17227015105f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980c03eb-1744-4645-9014-a88e04cce852,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:10.013112 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-57dd8983-3692-479e-9ba3-17227015105f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=78cca5ba980341ad97d9ab84323e7370&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7295189 Apr 20 17:12:10.013668 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34040) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:12:10.180444 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a54688c4-5d2d-45bb-92c7-7321ea2442d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:10.221976 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a54688c4-5d2d-45bb-92c7-7321ea2442d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:10.284219 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc584b9-038c-4797-a6e7-8df6a95daa6f req-c41937d8-a7d9-4916-876f-55a7562b3747 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:10.284219 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5cc584b9-038c-4797-a6e7-8df6a95daa6f req-c41937d8-a7d9-4916-876f-55a7562b3747 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 950 time: 0.1513383 Apr 20 17:12:10.296924 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80440f-f38a-4a63-974b-73eb01085907 req-409d505d-65b8-423a-8c5e-6948075ac624 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:10.302131 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4c80440f-f38a-4a63-974b-73eb01085907 req-409d505d-65b8-423a-8c5e-6948075ac624 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=b304451e-7119-47f5-a6ee-28f7c618a359 HTTP/1.1" status: 200 len: 945 time: 0.2263505 Apr 20 17:12:10.333304 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a54688c4-5d2d-45bb-92c7-7321ea2442d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:10.353427 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54688c4-5d2d-45bb-92c7-7321ea2442d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980c03eb-1744-4645-9014-a88e04cce852,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:10.383810 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4c80440f-f38a-4a63-974b-73eb01085907 req-6e8473e5-e8b7-4539-81b6-89f07489bb03 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790954 Apr 20 17:12:10.400805 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5cc584b9-038c-4797-a6e7-8df6a95daa6f req-e173b073-4a76-46d8-aa3f-054c3598eb55 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047192 Apr 20 17:12:10.438456 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a54688c4-5d2d-45bb-92c7-7321ea2442d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:10.441881 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a54688c4-5d2d-45bb-92c7-7321ea2442d9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/980c03eb-1744-4645-9014-a88e04cce852 HTTP/1.1" status: 204 len: 168 time: 0.4273443 Apr 20 17:12:11.051043 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34054) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:12:11.100774 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-39e19fe0-cbad-4b48-91ca-199e23eae39f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:11.130946 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74197510-4d1b-4215-ba24-7cc1cc20f037 req-3989a0ce-da01-43bc-b8e2-e66cee1daa12 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:11.138414 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-74197510-4d1b-4215-ba24-7cc1cc20f037 req-3989a0ce-da01-43bc-b8e2-e66cee1daa12 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 945 time: 0.1088035 Apr 20 17:12:11.147407 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8337309-7901-48e1-a3f9-ad97855b1be2 req-49fa8157-2898-4604-9156-ada051b3b01d tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:11.148914 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e8337309-7901-48e1-a3f9-ad97855b1be2 req-49fa8157-2898-4604-9156-ada051b3b01d tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=317b82bb-bd4c-4972-9057-15d4e41b51a7 HTTP/1.1" status: 200 len: 945 time: 0.1835039 Apr 20 17:12:11.152795 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-39e19fe0-cbad-4b48-91ca-199e23eae39f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:12:11.162104 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-39e19fe0-cbad-4b48-91ca-199e23eae39f admin admin] Usage tracker for resource:security_group_rule and tenant:c4182922befd4227939e9ad04f5ea4eb is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:12:11.167073 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-39e19fe0-cbad-4b48-91ca-199e23eae39f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:12:11.224241 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-74197510-4d1b-4215-ba24-7cc1cc20f037 req-9edad2a7-8d24-4dc1-a9bd-8364bb7490d9 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842898 Apr 20 17:12:11.238969 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-39e19fe0-cbad-4b48-91ca-199e23eae39f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:12:11.276205 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e8337309-7901-48e1-a3f9-ad97855b1be2 req-0f7305cf-5081-4c64-971e-6fae8540135d tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029649 Apr 20 17:12:11.351973 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-39e19fe0-cbad-4b48-91ca-199e23eae39f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:11.364070 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-39e19fe0-cbad-4b48-91ca-199e23eae39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:11.365386 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-277ea104-3e38-4bdd-bcd2-1e5c323a1eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:11.413179 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e19fe0-cbad-4b48-91ca-199e23eae39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c83325-cfb9-4f15-88a8-6e126b9d4b8f,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:11.423810 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34060) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:12:11.424276 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-39e19fe0-cbad-4b48-91ca-199e23eae39f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c4182922befd4227939e9ad04f5ea4eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3699136 Apr 20 17:12:11.552586 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3b146a30-a060-47da-9083-5dd190457372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:11.667262 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3b146a30-a060-47da-9083-5dd190457372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:11.788620 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b9c9f-7924-42c9-9156-6c872584efa5 req-e092f6cc-5d82-415c-970e-30663f50dbac tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:11.790817 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-119b9c9f-7924-42c9-9156-6c872584efa5 req-e092f6cc-5d82-415c-970e-30663f50dbac tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=b304451e-7119-47f5-a6ee-28f7c618a359 HTTP/1.1" status: 200 len: 945 time: 0.2175319 Apr 20 17:12:11.863592 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b6846-28cd-4468-854f-8f5e039bf887 req-813730c2-57d0-472f-b4f1-d1a947844f17 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:11.865304 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-939b6846-28cd-4468-854f-8f5e039bf887 req-813730c2-57d0-472f-b4f1-d1a947844f17 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 950 time: 0.2166424 Apr 20 17:12:11.908336 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3b146a30-a060-47da-9083-5dd190457372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:11.936023 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b146a30-a060-47da-9083-5dd190457372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c83325-cfb9-4f15-88a8-6e126b9d4b8f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:11.946995 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-119b9c9f-7924-42c9-9156-6c872584efa5 req-9dda17cb-3862-4d54-8953-bde333fec5e1 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979996 Apr 20 17:12:11.962613 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-939b6846-28cd-4468-854f-8f5e039bf887 req-3ac007cc-9b7d-4d27-ae76-f64a8242543c tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898054 Apr 20 17:12:11.963725 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3b146a30-a060-47da-9083-5dd190457372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:11.968752 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3b146a30-a060-47da-9083-5dd190457372 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/78c83325-cfb9-4f15-88a8-6e126b9d4b8f HTTP/1.1" status: 204 len: 168 time: 0.5413916 Apr 20 17:12:11.977601 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b146a30-a060-47da-9083-5dd190457372 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:11.990477 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b146a30-a060-47da-9083-5dd190457372 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:11.990477 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b146a30-a060-47da-9083-5dd190457372 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:11.992062 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:12:11.999663 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b146a30-a060-47da-9083-5dd190457372 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:11.999663 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b146a30-a060-47da-9083-5dd190457372 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:11.999663 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b146a30-a060-47da-9083-5dd190457372 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:11.999663 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b146a30-a060-47da-9083-5dd190457372 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:11.999663 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b146a30-a060-47da-9083-5dd190457372 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:11.999663 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b146a30-a060-47da-9083-5dd190457372 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:11.999663 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b146a30-a060-47da-9083-5dd190457372 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:11.999663 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b146a30-a060-47da-9083-5dd190457372 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:12.021574 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-34cd5500-336a-4659-b02f-5e05406b9971 tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50&tenant_id=c6309d4027774bf39a206d4366b6ddc5&binding%3Ahost_id=n-h1-838032-1 HTTP/1.1" status: 200 len: 1096 time: 0.2281976 Apr 20 17:12:12.294439 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-4fa61a5a-75a8-469f-8a4e-c82db1487ee7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838032-1'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:12:12.552580 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:12.636195 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:12.731176 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-4fa61a5a-75a8-469f-8a4e-c82db1487ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:12.851260 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bb5fe-37c0-43cc-8d44-2853fc589704 req-a8b45ad6-0cfc-4014-ab5e-791dce234263 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:12.853266 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de4bb5fe-37c0-43cc-8d44-2853fc589704 req-a8b45ad6-0cfc-4014-ab5e-791dce234263 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.10 "GET /v2.0/ports?device_id=b304451e-7119-47f5-a6ee-28f7c618a359 HTTP/1.1" status: 200 len: 945 time: 0.1957972 Apr 20 17:12:12.861136 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7550356-d3f9-4cdd-a5bc-0e11123230a0 req-b71eeb70-b585-4821-af82-5b5a6e9cc34b tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:12.862615 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b7550356-d3f9-4cdd-a5bc-0e11123230a0 req-b71eeb70-b585-4821-af82-5b5a6e9cc34b tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 945 time: 0.3397295 Apr 20 17:12:12.893666 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0f1ad-ff17-4834-bd00-71dcc0d29dd6 req-f0ff3938-9bfb-493d-9cc1-d1d9900f170f tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:12.898610 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-04c0f1ad-ff17-4834-bd00-71dcc0d29dd6 req-f0ff3938-9bfb-493d-9cc1-d1d9900f170f tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=317b82bb-bd4c-4972-9057-15d4e41b51a7 HTTP/1.1" status: 200 len: 945 time: 0.2735479 Apr 20 17:12:12.906848 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:13.058389 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-de4bb5fe-37c0-43cc-8d44-2853fc589704 req-6b7f3ada-2ca6-4663-bb34-f6d90c4eff75 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Deleting port 6a66a2c6-4731-4369-9967-5a50bda5935e {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:12:13.058744 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-de4bb5fe-37c0-43cc-8d44-2853fc589704 req-6b7f3ada-2ca6-4663-bb34-f6d90c4eff75 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:13.142877 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-04c0f1ad-ff17-4834-bd00-71dcc0d29dd6 req-ed685b12-b470-40d3-9974-d6502506deda tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344143 Apr 20 17:12:13.204325 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-4fa61a5a-75a8-469f-8a4e-c82db1487ee7 service neutron] For port c9044984-11bd-4632-87c1-75cb5f5ae64e, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=c9044984-11bd-4632-87c1-75cb5f5ae64e,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:13.214461 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device c9044984-11bd-4632-87c1-75cb5f5ae64e details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:12:13.248782 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b7550356-d3f9-4cdd-a5bc-0e11123230a0 req-9865616b-946f-46e8-a24d-2e1f0a864461 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229784 Apr 20 17:12:13.286615 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-4fa61a5a-75a8-469f-8a4e-c82db1487ee7 service neutron] For port c9044984-11bd-4632-87c1-75cb5f5ae64e, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:12:13.492456 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port c9044984-11bd-4632-87c1-75cb5f5ae64e, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=c9044984-11bd-4632-87c1-75cb5f5ae64e,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:13.532818 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device c9044984-11bd-4632-87c1-75cb5f5ae64e has no active binding in host n-h2-838032-1 {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 20 17:12:13.540165 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-4fa61a5a-75a8-469f-8a4e-c82db1487ee7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:13.552667 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62323793-75bf-4eb6-bdbe-a92de5ab5b50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9044984-11bd-4632-87c1-75cb5f5ae64e'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:12:13.568034 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-4fa61a5a-75a8-469f-8a4e-c82db1487ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:13.914315 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:14.000283 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-de4bb5fe-37c0-43cc-8d44-2853fc589704 req-6b7f3ada-2ca6-4663-bb34-f6d90c4eff75 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] For port 6a66a2c6-4731-4369-9967-5a50bda5935e, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=6a66a2c6-4731-4369-9967-5a50bda5935e,segment=NetworkSegment(7bd8babb-8003-4806-8692-e92ce3a5f993),segment_id=7bd8babb-8003-4806-8692-e92ce3a5f993)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:14.001605 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-de4bb5fe-37c0-43cc-8d44-2853fc589704 req-6b7f3ada-2ca6-4663-bb34-f6d90c4eff75 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:14.138477 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399a1b7-8eb9-4ca2-a0b4-9629a5b31f4f req-b104654c-2d1e-44ac-a99d-3357561230ae tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:14.140623 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e399a1b7-8eb9-4ca2-a0b4-9629a5b31f4f req-b104654c-2d1e-44ac-a99d-3357561230ae tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=b304451e-7119-47f5-a6ee-28f7c618a359 HTTP/1.1" status: 200 len: 945 time: 0.2947142 Apr 20 17:12:14.226747 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-de4bb5fe-37c0-43cc-8d44-2853fc589704 req-6b7f3ada-2ca6-4663-bb34-f6d90c4eff75 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Calling delete_port for 6a66a2c6-4731-4369-9967-5a50bda5935e owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:12:14.305370 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e399a1b7-8eb9-4ca2-a0b4-9629a5b31f4f req-bb29b57a-9d27-4e4a-bb0f-62e4c61907c9 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999517 Apr 20 17:12:14.479870 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa61a5a-75a8-469f-8a4e-c82db1487ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=c9044984-11bd-4632-87c1-75cb5f5ae64e,revision_number=7']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:14.498631 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-4fa61a5a-75a8-469f-8a4e-c82db1487ee7 service neutron] Attempting to bind port c9044984-11bd-4632-87c1-75cb5f5ae64e on host n-h1-838032-1 for vnic_type normal with profile {"migrating_to": "n-h2-838032-1"} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:12:14.498959 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-4fa61a5a-75a8-469f-8a4e-c82db1487ee7 service neutron] Attempting to bind port c9044984-11bd-4632-87c1-75cb5f5ae64e by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:12:14.499290 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-4fa61a5a-75a8-469f-8a4e-c82db1487ee7 service neutron] Attempting to bind port c9044984-11bd-4632-87c1-75cb5f5ae64e on network bf1bc412-90d5-44c3-9118-40a48e554e77 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:12:14.510785 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a2385-5506-4a40-bc25-31aff9ee64d8 req-c39d2e25-aba2-46d0-ac51-1c40d201ed6a tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:14.518487 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-534a2385-5506-4a40-bc25-31aff9ee64d8 req-c39d2e25-aba2-46d0-ac51-1c40d201ed6a tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 950 time: 1.1215534 Apr 20 17:12:14.583567 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-4fa61a5a-75a8-469f-8a4e-c82db1487ee7 service neutron] Port c9044984-11bd-4632-87c1-75cb5f5ae64e on network bf1bc412-90d5-44c3-9118-40a48e554e77 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:12:14.583567 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-4fa61a5a-75a8-469f-8a4e-c82db1487ee7 service neutron] Attempting to bind port c9044984-11bd-4632-87c1-75cb5f5ae64e on network bf1bc412-90d5-44c3-9118-40a48e554e77 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:12:14.594771 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-4fa61a5a-75a8-469f-8a4e-c82db1487ee7 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:12:14.595110 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-4fa61a5a-75a8-469f-8a4e-c82db1487ee7 service neutron] Checking segment: {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:12:14.595506 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-4fa61a5a-75a8-469f-8a4e-c82db1487ee7 service neutron] Bound using segment: {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:12:14.595989 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-4fa61a5a-75a8-469f-8a4e-c82db1487ee7 service neutron] Bound port: c9044984-11bd-4632-87c1-75cb5f5ae64e, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:12:14.596373 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-4fa61a5a-75a8-469f-8a4e-c82db1487ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:14.630485 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-534a2385-5506-4a40-bc25-31aff9ee64d8 req-2760bda7-747f-4063-a447-1e10070012b0 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109483 Apr 20 17:12:14.749053 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-de4bb5fe-37c0-43cc-8d44-2853fc589704 req-6b7f3ada-2ca6-4663-bb34-f6d90c4eff75 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:14.762882 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['6a66a2c6-4731-4369-9967-5a50bda5935e'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:12:14.857875 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-4fa61a5a-75a8-469f-8a4e-c82db1487ee7 service neutron] For port c9044984-11bd-4632-87c1-75cb5f5ae64e, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:12:14.878789 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-4fa61a5a-75a8-469f-8a4e-c82db1487ee7 service neutron] For port c9044984-11bd-4632-87c1-75cb5f5ae64e, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=c9044984-11bd-4632-87c1-75cb5f5ae64e,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:12:14.894822 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-4fa61a5a-75a8-469f-8a4e-c82db1487ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:14.929251 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f3ada-2ca6-4663-bb34-f6d90c4eff75 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Pushing event deleted for resources: {'Port': ['ID=6a66a2c6-4731-4369-9967-5a50bda5935e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:14.976843 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:15.095076 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4bb5fe-37c0-43cc-8d44-2853fc589704 req-6b7f3ada-2ca6-4663-bb34-f6d90c4eff75 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] No DVR routers for this DVR port 6a66a2c6-4731-4369-9967-5a50bda5935e on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:12:15.101977 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-de4bb5fe-37c0-43cc-8d44-2853fc589704 req-6b7f3ada-2ca6-4663-bb34-f6d90c4eff75 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:15.107812 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b304451e-7119-47f5-a6ee-28f7c618a359', 'name': 'network-vif-deleted', 'tag': '6a66a2c6-4731-4369-9967-5a50bda5935e'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:12:15.203247 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de4bb5fe-37c0-43cc-8d44-2853fc589704 req-6b7f3ada-2ca6-4663-bb34-f6d90c4eff75 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.10 "DELETE /v2.0/ports/6a66a2c6-4731-4369-9967-5a50bda5935e HTTP/1.1" status: 204 len: 173 time: 2.3383889 Apr 20 17:12:15.540416 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6503ae5-8c20-4e2e-9806-e2ba22e0a69c'] response: {'server_uuid': '62323793-75bf-4eb6-bdbe-a92de5ab5b50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9044984-11bd-4632-87c1-75cb5f5ae64e', 'code': 200} Apr 20 17:12:15.540416 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa61a5a-75a8-469f-8a4e-c82db1487ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=c9044984-11bd-4632-87c1-75cb5f5ae64e,revision_number=8']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:15.830560 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62792fd6-48a3-4e30-84b4-fef12c11de4c req-657ba462-8164-4413-bae9-ea8906e3fcc6 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:15.851439 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-62792fd6-48a3-4e30-84b4-fef12c11de4c req-657ba462-8164-4413-bae9-ea8906e3fcc6 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 943 time: 0.1406736 Apr 20 17:12:15.878846 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-4fa61a5a-75a8-469f-8a4e-c82db1487ee7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:15.880350 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-4fa61a5a-75a8-469f-8a4e-c82db1487ee7 service neutron] 10.222.0.10 "PUT /v2.0/ports/c9044984-11bd-4632-87c1-75cb5f5ae64e HTTP/1.1" status: 200 len: 1121 time: 3.8498724 Apr 20 17:12:15.943473 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3736db-ad18-46c3-be94-eca2eaa7b697 req-d4fe36d4-7d0a-4659-a9ec-eaa3267a7d4c tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:15.949753 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-62792fd6-48a3-4e30-84b4-fef12c11de4c req-d964e301-4e0b-4b51-adc9-82738ed229d2 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957792 Apr 20 17:12:15.955712 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4d3736db-ad18-46c3-be94-eca2eaa7b697 req-d4fe36d4-7d0a-4659-a9ec-eaa3267a7d4c tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=317b82bb-bd4c-4972-9057-15d4e41b51a7 HTTP/1.1" status: 200 len: 945 time: 0.8874080 Apr 20 17:12:15.969520 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['c9044984-11bd-4632-87c1-75cb5f5ae64e'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:12:16.071167 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['c9044984-11bd-4632-87c1-75cb5f5ae64e'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:12:16.151509 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4d3736db-ad18-46c3-be94-eca2eaa7b697 req-be094f29-ea10-4809-8a9b-c4fafe41606a tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947882 Apr 20 17:12:16.560257 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3f24d03c-6474-44e5-8eca-4e18bbeb67c0 req-f032b247-bfcc-4eb5-a28e-87c085b37456 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=b304451e-7119-47f5-a6ee-28f7c618a359 HTTP/1.1" status: 200 len: 210 time: 0.0848112 Apr 20 17:12:17.214516 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ca07efd-cd45-42b5-bf86-f6070ac9a35b'] response: {'server_uuid': 'b304451e-7119-47f5-a6ee-28f7c618a359', 'name': 'network-vif-deleted', 'tag': '6a66a2c6-4731-4369-9967-5a50bda5935e', 'status': 'completed', 'code': 200} Apr 20 17:12:17.243253 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 6a66a2c6-4731-4369-9967-5a50bda5935e no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:12:17.291672 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 6a66a2c6-4731-4369-9967-5a50bda5935e {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:12:17.292003 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 6a66a2c6-4731-4369-9967-5a50bda5935e not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:12:17.313724 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b9a2e-e688-40da-84be-a4276ef92145 req-cd4c0bfd-eed4-4a7c-b81f-402847cbf29e tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:17.316374 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a75b9a2e-e688-40da-84be-a4276ef92145 req-cd4c0bfd-eed4-4a7c-b81f-402847cbf29e tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 950 time: 0.2408104 Apr 20 17:12:17.489015 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a75b9a2e-e688-40da-84be-a4276ef92145 req-a5fcb349-bd7f-48ae-945f-781bc8cb76d4 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658385 Apr 20 17:12:17.537827 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62323793-75bf-4eb6-bdbe-a92de5ab5b50', 'tag': 'c9044984-11bd-4632-87c1-75cb5f5ae64e'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:12:17.557555 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3a027-ddf7-4bb8-8c15-00d24e8c9bb2 req-d809711c-e908-454e-9efb-c145e62c8d8f tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:17.561886 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eed3a027-ddf7-4bb8-8c15-00d24e8c9bb2 req-d809711c-e908-454e-9efb-c145e62c8d8f tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 943 time: 0.1982150 Apr 20 17:12:17.690496 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eed3a027-ddf7-4bb8-8c15-00d24e8c9bb2 req-d517d089-c3d3-4ca3-a287-5fcc5045a11a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183448 Apr 20 17:12:17.968243 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b9512-bb3c-4ae1-bb69-127985c47c3a req-95253c58-0439-4bd5-92d6-97803877b08d tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:17.980391 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b82b9512-bb3c-4ae1-bb69-127985c47c3a req-95253c58-0439-4bd5-92d6-97803877b08d tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=317b82bb-bd4c-4972-9057-15d4e41b51a7 HTTP/1.1" status: 200 len: 945 time: 0.1434557 Apr 20 17:12:18.100668 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b82b9512-bb3c-4ae1-bb69-127985c47c3a req-f5f7f907-d651-4899-bfcd-63b4acac098b tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169317 Apr 20 17:12:18.205314 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5a53ac7-a392-4900-994d-506b3f8f1b9e'] response: {'name': 'network-changed', 'server_uuid': '62323793-75bf-4eb6-bdbe-a92de5ab5b50', 'tag': 'c9044984-11bd-4632-87c1-75cb5f5ae64e', 'status': 'completed', 'code': 200} Apr 20 17:12:18.973078 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a141c8f-6a1a-474f-869c-81940c6be25f req-f8807b1e-303b-4093-bec7-17753b8171a5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c6309d4027774bf39a206d4366b6ddc5&device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 1124 time: 0.7470303 Apr 20 17:12:19.025242 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ca24a-a97d-471c-9294-7d46a46d4068 req-33520a4c-5080-4dad-be6e-336547ae8eef tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:19.027192 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e08ca24a-a97d-471c-9294-7d46a46d4068 req-33520a4c-5080-4dad-be6e-336547ae8eef tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 950 time: 0.2514153 Apr 20 17:12:19.057320 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90add7e-3f75-4726-8439-42b0f9ef74c9 req-360aadda-5367-4b83-9ce7-0a5940a0a564 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:19.064827 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d90add7e-3f75-4726-8439-42b0f9ef74c9 req-360aadda-5367-4b83-9ce7-0a5940a0a564 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 943 time: 0.1097376 Apr 20 17:12:19.140546 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d90add7e-3f75-4726-8439-42b0f9ef74c9 req-7046abc2-f393-4c29-9d77-e72352615b01 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736547 Apr 20 17:12:19.207122 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e08ca24a-a97d-471c-9294-7d46a46d4068 req-6d3edc21-eec5-41ff-87a5-3b8bdaeeb945 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703217 Apr 20 17:12:19.293341 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a141c8f-6a1a-474f-869c-81940c6be25f req-87840e1c-cfe8-4bc6-b747-8683eb0ec7bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:19.297387 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a141c8f-6a1a-474f-869c-81940c6be25f req-87840e1c-cfe8-4bc6-b747-8683eb0ec7bf service neutron] 10.222.0.43 "GET /v2.0/networks?id=bf1bc412-90d5-44c3-9118-40a48e554e77 HTTP/1.1" status: 200 len: 909 time: 0.3124342 Apr 20 17:12:19.483213 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a141c8f-6a1a-474f-869c-81940c6be25f req-243dc738-6c26-43af-8ab6-6d9030316179 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9044984-11bd-4632-87c1-75cb5f5ae64e HTTP/1.1" status: 200 len: 217 time: 0.1782217 Apr 20 17:12:19.703095 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a141c8f-6a1a-474f-869c-81940c6be25f req-f7888bfe-662c-4ed7-9f06-189669d9732f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:19.707944 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a141c8f-6a1a-474f-869c-81940c6be25f req-f7888bfe-662c-4ed7-9f06-189669d9732f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=afaadd71-91d9-490d-8c9c-d83dc8020198 HTTP/1.1" status: 200 len: 848 time: 0.2170002 Apr 20 17:12:19.888700 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a141c8f-6a1a-474f-869c-81940c6be25f req-b8eeb7b1-0cea-4892-ac0e-0f6bfe799a2e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf1bc412-90d5-44c3-9118-40a48e554e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1655746 Apr 20 17:12:20.125930 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb0794-b906-4de0-a124-013ae7c1ecb1 req-16209ba9-f924-4235-a0cf-5618393aa337 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:20.133143 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3dbb0794-b906-4de0-a124-013ae7c1ecb1 req-16209ba9-f924-4235-a0cf-5618393aa337 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=317b82bb-bd4c-4972-9057-15d4e41b51a7 HTTP/1.1" status: 200 len: 945 time: 0.5404775 Apr 20 17:12:20.259857 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3dbb0794-b906-4de0-a124-013ae7c1ecb1 req-7dcc0cff-8610-4ac0-b025-37ca1c282582 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253378 Apr 20 17:12:20.262593 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a141c8f-6a1a-474f-869c-81940c6be25f req-ee46a43a-c2c7-41e3-bfcb-a1327136a9cd service neutron] 10.222.0.43 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621414 Apr 20 17:12:20.313600 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34200) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:12:20.811172 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a066608-1bde-46ae-a980-2744a12d4756 req-10b037f7-00a9-4911-b95e-7f1aca470fc9 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:20.819099 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4a066608-1bde-46ae-a980-2744a12d4756 req-10b037f7-00a9-4911-b95e-7f1aca470fc9 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/networks?id=712cbfca-4f15-4a05-b540-c7c77d6caef1 HTTP/1.1" status: 200 len: 812 time: 0.4762311 Apr 20 17:12:20.840065 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4a066608-1bde-46ae-a980-2744a12d4756 req-9f3a099f-6386-4ad7-a211-3f1a2caa786c tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/quotas/e0abf75523cb42799be079adbc9824df HTTP/1.1" status: 200 len: 375 time: 0.0194573 Apr 20 17:12:20.890465 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3cea3172-f8e7-4b4c-85b7-2c50b57f66f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:20.934226 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3cea3172-f8e7-4b4c-85b7-2c50b57f66f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:12:20.938406 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-4a066608-1bde-46ae-a980-2744a12d4756 req-c9c9f38d-9f02-4cfe-9927-c9beac81d7d6 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Synchronizing usage tracker for tenant:e0abf75523cb42799be079adbc9824df on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:12:20.960768 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3cea3172-f8e7-4b4c-85b7-2c50b57f66f6 admin admin] Usage tracker for resource:security_group_rule and tenant:dbc74bfeada94d1fafcb5ecc584204e5 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:12:20.966826 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3cea3172-f8e7-4b4c-85b7-2c50b57f66f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:12:20.975575 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-4a066608-1bde-46ae-a980-2744a12d4756 req-c9c9f38d-9f02-4cfe-9927-c9beac81d7d6 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Unset dirty status for tenant:e0abf75523cb42799be079adbc9824df on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:12:20.985258 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4a066608-1bde-46ae-a980-2744a12d4756 req-c9c9f38d-9f02-4cfe-9927-c9beac81d7d6 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e0abf75523cb42799be079adbc9824df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1437819 Apr 20 17:12:20.997509 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95688bb9-dfb8-4a32-9036-e3cae9ec7998 req-b27e3b79-11aa-40e4-879c-8a6f6fac3ad4 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:21.012215 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95688bb9-dfb8-4a32-9036-e3cae9ec7998 req-b27e3b79-11aa-40e4-879c-8a6f6fac3ad4 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 943 time: 0.3013234 Apr 20 17:12:21.073270 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a141c8f-6a1a-474f-869c-81940c6be25f req-242a22eb-8a1f-4cd7-8240-87075b62e12d service neutron] 10.222.0.43 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8004413 Apr 20 17:12:21.118902 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3cea3172-f8e7-4b4c-85b7-2c50b57f66f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:12:21.123189 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95688bb9-dfb8-4a32-9036-e3cae9ec7998 req-c564d4c8-0a69-4932-9594-4c18a503afc9 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098003 Apr 20 17:12:21.154024 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4a066608-1bde-46ae-a980-2744a12d4756 req-83b29d96-f3ab-49f0-b30b-dbd12d0c2b74 service neutron] 10.222.0.39 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669896 Apr 20 17:12:21.354083 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4a066608-1bde-46ae-a980-2744a12d4756 req-4f871d79-c0a5-45f6-8907-41f646557141 service neutron] 10.222.0.39 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984220 Apr 20 17:12:21.504974 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3cea3172-f8e7-4b4c-85b7-2c50b57f66f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:21.521649 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3cea3172-f8e7-4b4c-85b7-2c50b57f66f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:21.597570 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3cea3172-f8e7-4b4c-85b7-2c50b57f66f6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dbc74bfeada94d1fafcb5ecc584204e5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2824335 Apr 20 17:12:21.598829 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeafa66-9374-476e-83e1-d483ef21dca2 req-a0284152-19a1-4297-aa81-22b9394c9d7a tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:21.602052 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34212) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:12:21.606112 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-adeafa66-9374-476e-83e1-d483ef21dca2 req-a0284152-19a1-4297-aa81-22b9394c9d7a tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 950 time: 0.1684940 Apr 20 17:12:21.706611 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea3172-f8e7-4b4c-85b7-2c50b57f66f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f226bd4e-a1b7-4b6b-81b4-ae9400f18c01,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:21.731519 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cda355c7-7c59-4ab0-9777-cca8350a41c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:21.761044 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cda355c7-7c59-4ab0-9777-cca8350a41c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:21.764624 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-adeafa66-9374-476e-83e1-d483ef21dca2 req-6041ead6-d367-4e0d-b386-acc9e8ed57d7 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571548 Apr 20 17:12:21.853534 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cda355c7-7c59-4ab0-9777-cca8350a41c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:21.883043 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cda355c7-7c59-4ab0-9777-cca8350a41c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:21.883653 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cda355c7-7c59-4ab0-9777-cca8350a41c8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f226bd4e-a1b7-4b6b-81b4-ae9400f18c01 HTTP/1.1" status: 204 len: 168 time: 0.2801857 Apr 20 17:12:21.889212 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda355c7-7c59-4ab0-9777-cca8350a41c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f226bd4e-a1b7-4b6b-81b4-ae9400f18c01,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:21.970099 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2894ab-6088-4f60-b475-3fda25067663 req-56d52590-88fc-45c3-ae8b-d9c3873b4d6e tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:21.991209 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6a2894ab-6088-4f60-b475-3fda25067663 req-56d52590-88fc-45c3-ae8b-d9c3873b4d6e tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=317b82bb-bd4c-4972-9057-15d4e41b51a7 HTTP/1.1" status: 200 len: 945 time: 0.1650047 Apr 20 17:12:22.082661 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d634a997-611a-4ac7-aad7-5b32e25e59a1 req-b4da1bc7-da0c-44a6-9750-a98b2a445903 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=734ffce5-248a-4c9e-a89a-675d9d1dbce2 HTTP/1.1" status: 200 len: 210 time: 0.1191170 Apr 20 17:12:22.101662 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6a2894ab-6088-4f60-b475-3fda25067663 req-27b1d386-7908-4e10-a1cb-2ca1142e36bb tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163120 Apr 20 17:12:22.854536 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34254) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:12:22.903231 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cbc6930d-f4c6-425e-a4a6-50e20126fcd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:22.954917 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e4dd8ae2-35ae-4274-b857-f64209ee92cc req-dff6b8cb-0b3b-43f4-b230-54cab971e975 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0d0d584c-0beb-4242-984c-1a1f0332e4e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1937921 Apr 20 17:12:23.022072 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-cbc6930d-f4c6-425e-a4a6-50e20126fcd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:12:23.037721 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-cbc6930d-f4c6-425e-a4a6-50e20126fcd8 admin admin] Usage tracker for resource:security_group_rule and tenant:6a5adbe69cfc4fa19adaef6dcd36b580 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:12:23.044021 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-cbc6930d-f4c6-425e-a4a6-50e20126fcd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:12:23.060884 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-cbc6930d-f4c6-425e-a4a6-50e20126fcd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:12:23.148567 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e4dd8ae2-35ae-4274-b857-f64209ee92cc req-99ef6f40-3eee-4112-b03f-e4891b71ae02 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=36da78d71e8c4977a5ae707bb0d7ba12&device_id=0d0d584c-0beb-4242-984c-1a1f0332e4e7 HTTP/1.1" status: 200 len: 1100 time: 0.1633286 Apr 20 17:12:23.279182 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cbc6930d-f4c6-425e-a4a6-50e20126fcd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:23.288342 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cbc6930d-f4c6-425e-a4a6-50e20126fcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:23.363322 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cbc6930d-f4c6-425e-a4a6-50e20126fcd8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6a5adbe69cfc4fa19adaef6dcd36b580&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5079114 Apr 20 17:12:23.365469 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34268) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:12:23.384076 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd8ae2-35ae-4274-b857-f64209ee92cc req-d6d3315f-4911-49ed-a622-10b11e456091 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:23.387483 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e4dd8ae2-35ae-4274-b857-f64209ee92cc req-d6d3315f-4911-49ed-a622-10b11e456091 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.2076647 Apr 20 17:12:23.468566 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6930d-f4c6-425e-a4a6-50e20126fcd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44067854-a1de-4679-9724-0395ebbde83a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:23.487413 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e4dd8ae2-35ae-4274-b857-f64209ee92cc req-42d51819-4119-44cc-80bf-ca1fecc8321b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=ea9c3527-e682-421b-906a-89d3fc2508b4 HTTP/1.1" status: 200 len: 217 time: 0.0926116 Apr 20 17:12:23.686027 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d158a59b-fc66-46ce-b01a-f50e536eb49d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:23.716685 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619b374-395b-42cc-9df8-61c764934a2d req-9e4cd86b-995a-482d-acc2-fe91111a4d00 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:23.724004 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9619b374-395b-42cc-9df8-61c764934a2d req-9e4cd86b-995a-482d-acc2-fe91111a4d00 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 950 time: 0.2572215 Apr 20 17:12:23.774736 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d158a59b-fc66-46ce-b01a-f50e536eb49d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:23.815926 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9619b374-395b-42cc-9df8-61c764934a2d req-630701e5-c805-4fc1-849e-67b93679e820 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909212 Apr 20 17:12:23.854272 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd8ae2-35ae-4274-b857-f64209ee92cc req-13fb53e7-ece9-477c-b78f-7a0cfc6b0d4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:23.856495 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e4dd8ae2-35ae-4274-b857-f64209ee92cc req-13fb53e7-ece9-477c-b78f-7a0cfc6b0d4d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.3635356 Apr 20 17:12:23.914067 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d158a59b-fc66-46ce-b01a-f50e536eb49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:23.950499 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158a59b-fc66-46ce-b01a-f50e536eb49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44067854-a1de-4679-9724-0395ebbde83a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:23.967469 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d158a59b-fc66-46ce-b01a-f50e536eb49d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:23.986335 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d158a59b-fc66-46ce-b01a-f50e536eb49d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/44067854-a1de-4679-9724-0395ebbde83a HTTP/1.1" status: 204 len: 168 time: 0.6124554 Apr 20 17:12:24.008008 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558ec43-932b-4491-8a78-6fca207fd54f req-1e637c92-9ac0-4e44-b1be-e5dc0ba8e6b7 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:24.030419 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7558ec43-932b-4491-8a78-6fca207fd54f req-1e637c92-9ac0-4e44-b1be-e5dc0ba8e6b7 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 943 time: 0.5350990 Apr 20 17:12:24.064116 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e4dd8ae2-35ae-4274-b857-f64209ee92cc req-d03ec7d9-8ab3-407e-bcf6-08f13468801b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1983576 Apr 20 17:12:24.301349 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e4dd8ae2-35ae-4274-b857-f64209ee92cc req-979c379b-87fc-4b22-aabc-0dc3ed97a8ed service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168322 Apr 20 17:12:24.390559 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7558ec43-932b-4491-8a78-6fca207fd54f req-d39e6f9b-891b-4dd4-9eb2-cb75443c7a40 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590479 Apr 20 17:12:24.634299 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-724f2381-ee54-46d2-8c40-e391aa00a595 req-0b6aacee-7b86-4727-b0fe-2f3dd0de0465 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3310637 Apr 20 17:12:24.648415 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e4dd8ae2-35ae-4274-b857-f64209ee92cc req-98c51467-d09a-4a47-814a-adc383fe8da2 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402605 Apr 20 17:12:24.701104 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-289d3738-969f-4637-bbf0-cd0963ba9052 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:24.708368 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-289d3738-969f-4637-bbf0-cd0963ba9052 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/networks?id=712cbfca-4f15-4a05-b540-c7c77d6caef1 HTTP/1.1" status: 200 len: 812 time: 0.3592589 Apr 20 17:12:24.766890 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-ea76b9bd-0adb-4505-b883-a03011e85560 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/quotas/e0abf75523cb42799be079adbc9824df HTTP/1.1" status: 200 len: 375 time: 0.0233757 Apr 20 17:12:24.848245 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-724f2381-ee54-46d2-8c40-e391aa00a595 req-2704562b-4323-44a3-805c-24efa8f1ef81 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b7e0217792874af58ccfdea4744db0d0&device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 1096 time: 0.1872714 Apr 20 17:12:24.897222 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-1b0def58-dcca-4b90-93a3-58d38a419f73 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e0abf75523cb42799be079adbc9824df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1198199 Apr 20 17:12:25.190570 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-048f3055-4c22-4fe8-9dd2-bdb46c49015b service neutron] 10.222.0.39 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912087 Apr 20 17:12:25.263531 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f2381-ee54-46d2-8c40-e391aa00a595 req-052e6d30-50c3-45bb-811c-2663d26b3b7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:25.265890 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-724f2381-ee54-46d2-8c40-e391aa00a595 req-052e6d30-50c3-45bb-811c-2663d26b3b7d service neutron] 10.222.0.10 "GET /v2.0/networks?id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c HTTP/1.1" status: 200 len: 922 time: 0.3479803 Apr 20 17:12:25.476633 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-f9255e1d-37c3-470a-abd8-bc60163a8fc4 service neutron] 10.222.0.39 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851484 Apr 20 17:12:25.499861 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-724f2381-ee54-46d2-8c40-e391aa00a595 req-0a7ad5e6-8058-41bd-b925-4bf1ea3fbfdf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 HTTP/1.1" status: 200 len: 217 time: 0.2262232 Apr 20 17:12:25.553520 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b19cb1-bb00-4129-a099-465e35b18357 req-400a311e-edce-4a12-82d1-82829f96c2f0 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:25.561152 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-50b19cb1-bb00-4129-a099-465e35b18357 req-400a311e-edce-4a12-82d1-82829f96c2f0 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 950 time: 0.4235859 Apr 20 17:12:25.655424 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f2381-ee54-46d2-8c40-e391aa00a595 req-013458e1-1429-4bfd-9dee-c565231606e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:25.656876 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-724f2381-ee54-46d2-8c40-e391aa00a595 req-013458e1-1429-4bfd-9dee-c565231606e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=64070a1b-0f00-4b11-95f5-508285983f32 HTTP/1.1" status: 200 len: 861 time: 0.1477275 Apr 20 17:12:25.736658 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-50b19cb1-bb00-4129-a099-465e35b18357 req-363ec5a3-0912-4264-bbf4-53bb43450647 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630602 Apr 20 17:12:25.739033 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-724f2381-ee54-46d2-8c40-e391aa00a595 req-ce5f32c7-2f54-4889-9b9d-799b6d23f86a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721681 Apr 20 17:12:25.950253 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8ca24b5d-2946-495c-ad11-28059912738a req-05234cc0-a83f-4abd-be70-fbdb95cb4342 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5a2f0a6-8363-4e42-9c23-2d1f89d43729 HTTP/1.1" status: 200 len: 210 time: 0.0626571 Apr 20 17:12:26.028435 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-724f2381-ee54-46d2-8c40-e391aa00a595 req-d7d754af-7cc7-42cb-95ef-d20a8eff4d5f service neutron] 10.222.0.10 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774770 Apr 20 17:12:26.220612 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b0abc-67a7-451f-90b0-53597047ff6b req-bc366a8b-5359-486d-9a18-1a3c13661dc0 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:26.222178 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-690b0abc-67a7-451f-90b0-53597047ff6b req-bc366a8b-5359-486d-9a18-1a3c13661dc0 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 943 time: 0.2185168 Apr 20 17:12:26.370026 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-724f2381-ee54-46d2-8c40-e391aa00a595 req-50cfa6aa-9949-4382-8eaa-08a448f6fb43 service neutron] 10.222.0.10 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325362 Apr 20 17:12:26.383799 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-690b0abc-67a7-451f-90b0-53597047ff6b req-c8e90648-0f0b-4ce3-bb26-5d7d7102587d tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452391 Apr 20 17:12:27.112559 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d2181-3b0d-496d-9c3a-060c72840777 req-9231b44c-9e22-4352-96dd-ff9c29b3ebba tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:27.114332 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b08d2181-3b0d-496d-9c3a-060c72840777 req-9231b44c-9e22-4352-96dd-ff9c29b3ebba tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 950 time: 0.1730151 Apr 20 17:12:27.257895 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b08d2181-3b0d-496d-9c3a-060c72840777 req-b768d9f5-f65d-41cc-a56e-725697906efc tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375124 Apr 20 17:12:27.458625 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5d592cf2-5147-4636-9361-d87db79fc55f req-931a042e-a58b-44c8-a4b3-5dc2bfcbc0c0 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5a2f0a6-8363-4e42-9c23-2d1f89d43729 HTTP/1.1" status: 200 len: 210 time: 0.1821427 Apr 20 17:12:27.917625 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc5c06-6b9b-4a7d-a6ca-dffb0c32e316 req-1348f526-d5d5-417b-be51-352826a81559 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:27.922412 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e8cc5c06-6b9b-4a7d-a6ca-dffb0c32e316 req-1348f526-d5d5-417b-be51-352826a81559 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 943 time: 0.2467134 Apr 20 17:12:28.067783 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e8cc5c06-6b9b-4a7d-a6ca-dffb0c32e316 req-18d2dfeb-0b76-4f6e-b79b-5ea99363baae tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324248 Apr 20 17:12:28.214982 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-685663e9-8b28-4cc3-a200-e54fffc5ee1b tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:28.216307 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-685663e9-8b28-4cc3-a200-e54fffc5ee1b tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.43 "GET /v2.0/networks?id=712cbfca-4f15-4a05-b540-c7c77d6caef1 HTTP/1.1" status: 200 len: 812 time: 0.3726108 Apr 20 17:12:28.241948 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-35fd3ad1-fd23-4f9e-8dca-a5c0960f47ea tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Request body: {'port': {'device_id': 'f5a2f0a6-8363-4e42-9c23-2d1f89d43729', 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1', 'admin_state_up': True, 'tenant_id': 'e0abf75523cb42799be079adbc9824df'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:12:28.565467 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-35fd3ad1-fd23-4f9e-8dca-a5c0960f47ea tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:12:28.582800 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-35fd3ad1-fd23-4f9e-8dca-a5c0960f47ea tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:12:28.604371 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-35fd3ad1-fd23-4f9e-8dca-a5c0960f47ea tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Made reservation on behalf of e0abf75523cb42799be079adbc9824df for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:12:28.611804 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-35fd3ad1-fd23-4f9e-8dca-a5c0960f47ea tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:28.810773 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18cbb94-bf49-4837-9d17-ea571c66c32b req-1e8a86ce-40af-4e98-9ad0-4c001f866927 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:28.819541 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a18cbb94-bf49-4837-9d17-ea571c66c32b req-1e8a86ce-40af-4e98-9ad0-4c001f866927 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 950 time: 0.1896732 Apr 20 17:12:28.925758 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-35fd3ad1-fd23-4f9e-8dca-a5c0960f47ea tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Allocated IP 172.20.0.14 (712cbfca-4f15-4a05-b540-c7c77d6caef1/2fc33d54-66ae-4acd-9a13-99509719aca0/b40fe4e0-0705-462f-8e60-0dc84e9e73aa) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:12:28.940387 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a18cbb94-bf49-4837-9d17-ea571c66c32b req-1a7fae1f-0e56-4202-bf52-8197a75c5065 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218998 Apr 20 17:12:29.129457 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34410) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:12:29.139913 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-ba4112dc-e5d3-4609-8864-aa5cfbda45b5 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2018159012', 'description': 'tempest-description--1550419802'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:12:29.165858 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ba4112dc-e5d3-4609-8864-aa5cfbda45b5 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:12:29.178045 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ba4112dc-e5d3-4609-8864-aa5cfbda45b5 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Usage tracker for resource:security_group and tenant:a4c63d8f9bf0474a935eff95935237d0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:12:29.187799 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ba4112dc-e5d3-4609-8864-aa5cfbda45b5 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:12:29.204757 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ba4112dc-e5d3-4609-8864-aa5cfbda45b5 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:12:29.231605 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ba4112dc-e5d3-4609-8864-aa5cfbda45b5 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:29.300133 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device a249aed9-b9a9-47c8-bacd-8bed9b68f931 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:12:29.310491 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ba4112dc-e5d3-4609-8864-aa5cfbda45b5 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:12:29.317532 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ba4112dc-e5d3-4609-8864-aa5cfbda45b5 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Usage tracker for resource:security_group_rule and tenant:a4c63d8f9bf0474a935eff95935237d0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:12:29.331524 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ba4112dc-e5d3-4609-8864-aa5cfbda45b5 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:12:29.399356 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-15b93896-9bfb-444c-9a67-e842d4805604 req-2bd2b646-4814-49d3-afcd-f23328c0a16f tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5a2f0a6-8363-4e42-9c23-2d1f89d43729 HTTP/1.1" status: 200 len: 210 time: 0.0791218 Apr 20 17:12:29.400986 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ba4112dc-e5d3-4609-8864-aa5cfbda45b5 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:12:29.539085 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-35fd3ad1-fd23-4f9e-8dca-a5c0960f47ea tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:29.550833 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ba4112dc-e5d3-4609-8864-aa5cfbda45b5 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:29.564035 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ba4112dc-e5d3-4609-8864-aa5cfbda45b5 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:29.578700 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-35fd3ad1-fd23-4f9e-8dca-a5c0960f47ea tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:29.654173 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4112dc-e5d3-4609-8864-aa5cfbda45b5 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da720825-3e6c-4625-8bdc-bcad0db5212e,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:29.718822 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ba4112dc-e5d3-4609-8864-aa5cfbda45b5 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:29.721207 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ba4112dc-e5d3-4609-8864-aa5cfbda45b5 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.5991466 Apr 20 17:12:29.723876 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34426) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:12:29.748872 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-04e7a89e-5a15-423e-b83c-1f0005ebcb03 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Request body: {'security_group_rule': {'security_group_id': 'da720825-3e6c-4625-8bdc-bcad0db5212e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:12:29.767104 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port a249aed9-b9a9-47c8-bacd-8bed9b68f931, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a249aed9-b9a9-47c8-bacd-8bed9b68f931,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:29.778561 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-04e7a89e-5a15-423e-b83c-1f0005ebcb03 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:12:29.800181 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-04e7a89e-5a15-423e-b83c-1f0005ebcb03 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Usage tracker for resource:security_group_rule and tenant:a4c63d8f9bf0474a935eff95935237d0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:12:29.811698 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-04e7a89e-5a15-423e-b83c-1f0005ebcb03 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:12:29.863766 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'a249aed9-b9a9-47c8-bacd-8bed9b68f931', 'network_id': '9034ea63-8cdc-4387-871e-6ef92eb3509a', 'port_id': 'a249aed9-b9a9-47c8-bacd-8bed9b68f931', 'mac_address': 'fa:16:3e:c4:da:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af85ab34-696f-4577-a7cd-12cc3ca9e9e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:12:29.870530 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-04e7a89e-5a15-423e-b83c-1f0005ebcb03 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:12:29.909388 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-35fd3ad1-fd23-4f9e-8dca-a5c0960f47ea tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Network 712cbfca-4f15-4a05-b540-c7c77d6caef1 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:12:29.929392 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd3ad1-fd23-4f9e-8dca-a5c0960f47ea tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Pushing event updated for resources: {'Port': ['ID=b40fe4e0-0705-462f-8e60-0dc84e9e73aa,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:29.947807 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-35fd3ad1-fd23-4f9e-8dca-a5c0960f47ea tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:12:29.955383 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-04e7a89e-5a15-423e-b83c-1f0005ebcb03 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:29.960901 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-35fd3ad1-fd23-4f9e-8dca-a5c0960f47ea tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:12:30.098878 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:30.176320 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a249aed9-b9a9-47c8-bacd-8bed9b68f931 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:12:30.211519 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-04e7a89e-5a15-423e-b83c-1f0005ebcb03 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:30.220408 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-04e7a89e-5a15-423e-b83c-1f0005ebcb03 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:30.233804 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port a249aed9-b9a9-47c8-bacd-8bed9b68f931, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a249aed9-b9a9-47c8-bacd-8bed9b68f931,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:30.238592 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:30.300816 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7a89e-5a15-423e-b83c-1f0005ebcb03 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e05438b-ab18-4a99-a43a-cdaf0e44091a,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:30.303944 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-04e7a89e-5a15-423e-b83c-1f0005ebcb03 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:30.307409 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-04e7a89e-5a15-423e-b83c-1f0005ebcb03 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5790019 Apr 20 17:12:30.308745 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34434) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:12:30.333399 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-e26ef436-50f1-48f7-bcc9-4a581febf1d3 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Request body: {'security_group_rule': {'security_group_id': 'da720825-3e6c-4625-8bdc-bcad0db5212e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:12:30.360353 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e26ef436-50f1-48f7-bcc9-4a581febf1d3 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:12:30.398830 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['a249aed9-b9a9-47c8-bacd-8bed9b68f931'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:12:30.403147 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-35fd3ad1-fd23-4f9e-8dca-a5c0960f47ea tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:30.403810 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-35fd3ad1-fd23-4f9e-8dca-a5c0960f47ea tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:30.468325 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-35fd3ad1-fd23-4f9e-8dca-a5c0960f47ea tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2332759 Apr 20 17:12:30.471922 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8eb866f9-d6b9-44f9-af4e-c649012d8e08 req-9d5a2911-f103-4d30-a763-185a21a28d96 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 1101 time: 0.2691925 Apr 20 17:12:30.477414 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869a346-88c2-4368-b8a9-b5d4be27cc88 req-cddf5fe2-3776-4c35-a186-b9ce3114d8bf tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:30.484512 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2869a346-88c2-4368-b8a9-b5d4be27cc88 req-cddf5fe2-3776-4c35-a186-b9ce3114d8bf tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 943 time: 0.1965678 Apr 20 17:12:30.502856 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ee45854b-e480-4cb1-9f59-faa8e3501412 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:12:30.570358 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-2e73baa6-24f8-4fc4-b712-a25b815a913f service neutron] 10.222.0.43 "GET /v2.0/ports/c9044984-11bd-4632-87c1-75cb5f5ae64e/bindings/n-h2-838032-1 HTTP/1.1" status: 200 len: 384 time: 0.2141140 Apr 20 17:12:30.571869 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e26ef436-50f1-48f7-bcc9-4a581febf1d3 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Usage tracker for resource:security_group_rule and tenant:a4c63d8f9bf0474a935eff95935237d0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:12:30.619037 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=a249aed9-b9a9-47c8-bacd-8bed9b68f931,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:30.628949 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e26ef436-50f1-48f7-bcc9-4a581febf1d3 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:12:30.654927 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e26ef436-50f1-48f7-bcc9-4a581febf1d3 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:12:30.658409 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-41dc679d-e9ec-4f4f-ba07-643795c1dd34 service neutron] Request body: {'port': {'device_id': 'f5a2f0a6-8363-4e42-9c23-2d1f89d43729', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:12:30.731021 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e26ef436-50f1-48f7-bcc9-4a581febf1d3 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:30.813166 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:30.813166 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:30.813376 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:30.813661 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:30.814162 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:30.814747 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:30.819807 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:30.820827 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:30.820827 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:30.826451 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:30.827739 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:12:30.933451 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2869a346-88c2-4368-b8a9-b5d4be27cc88 req-7c97030a-78f8-4ef7-b901-19e968e21a65 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4477043 Apr 20 17:12:31.087217 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e26ef436-50f1-48f7-bcc9-4a581febf1d3 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:31.112495 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ee45854b-e480-4cb1-9f59-faa8e3501412, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ee45854b-e480-4cb1-9f59-faa8e3501412,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:31.124170 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e26ef436-50f1-48f7-bcc9-4a581febf1d3 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:31.161933 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8eb866f9-d6b9-44f9-af4e-c649012d8e08 req-5c564f22-dc62-4084-9576-1373c2c2971d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6458225 Apr 20 17:12:31.252822 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'ee45854b-e480-4cb1-9f59-faa8e3501412', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': 'ee45854b-e480-4cb1-9f59-faa8e3501412', 'mac_address': 'fa:16:3e:0f:df:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:12:31.254364 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-41dc679d-e9ec-4f4f-ba07-643795c1dd34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:31.372321 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ef436-50f1-48f7-bcc9-4a581febf1d3 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4fb1d1-dd25-470c-ae6a-09f23c5444a9,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:31.430261 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e26ef436-50f1-48f7-bcc9-4a581febf1d3 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:31.437199 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e26ef436-50f1-48f7-bcc9-4a581febf1d3 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1239922 Apr 20 17:12:31.441596 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34444) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:12:31.458398 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-f2f91a48-fb51-4dd5-be0d-cbfea9de0f03 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:12:31.533205 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f2f91a48-fb51-4dd5-be0d-cbfea9de0f03 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:12:31.554097 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-ef158a90-8b0d-48c3-aaeb-1b4128869774 service neutron] For port c9044984-11bd-4632-87c1-75cb5f5ae64e, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=c9044984-11bd-4632-87c1-75cb5f5ae64e,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:31.578304 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f2f91a48-fb51-4dd5-be0d-cbfea9de0f03 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Usage tracker for resource:floatingip and tenant:a4c63d8f9bf0474a935eff95935237d0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:12:31.580513 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:31.587024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f2f91a48-fb51-4dd5-be0d-cbfea9de0f03 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:12:31.610447 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f2f91a48-fb51-4dd5-be0d-cbfea9de0f03 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:12:31.627505 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee45854b-e480-4cb1-9f59-faa8e3501412 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:12:31.659090 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9992c-ac58-4062-b9de-4aa13aa15a5d req-d582c37c-709a-47d0-b490-06597fdeb1c8 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:31.668978 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ee45854b-e480-4cb1-9f59-faa8e3501412, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ee45854b-e480-4cb1-9f59-faa8e3501412,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:31.674882 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cba9992c-ac58-4062-b9de-4aa13aa15a5d req-d582c37c-709a-47d0-b490-06597fdeb1c8 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/ports?device_id=a468f107-9329-4aa1-a0ee-59ad6c8e346e HTTP/1.1" status: 200 len: 945 time: 0.4618559 Apr 20 17:12:31.679487 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-ef158a90-8b0d-48c3-aaeb-1b4128869774 service neutron] For port c9044984-11bd-4632-87c1-75cb5f5ae64e, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:12:31.686766 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:31.863672 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f2f91a48-fb51-4dd5-be0d-cbfea9de0f03 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks [] for floatingip, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:31.932123 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=ee45854b-e480-4cb1-9f59-faa8e3501412,revision_number=9']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:31.973391 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab0b7d-0791-4353-aa31-0e477f192ee8 req-82fcfd30-048d-40f2-90b3-cb7784d7ebb5 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:31.977657 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-20ab0b7d-0791-4353-aa31-0e477f192ee8 req-82fcfd30-048d-40f2-90b3-cb7784d7ebb5 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 950 time: 0.6866155 Apr 20 17:12:32.088033 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-ef158a90-8b0d-48c3-aaeb-1b4128869774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9044984-11bd-4632-87c1-75cb5f5ae64e {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:12:32.156963 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-20ab0b7d-0791-4353-aa31-0e477f192ee8 req-b0971165-20d5-4355-be46-e0a8e7f15346 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598117 Apr 20 17:12:32.197277 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-ef158a90-8b0d-48c3-aaeb-1b4128869774 service neutron] For port c9044984-11bd-4632-87c1-75cb5f5ae64e, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=c9044984-11bd-4632-87c1-75cb5f5ae64e,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:32.281706 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cba9992c-ac58-4062-b9de-4aa13aa15a5d req-546f09ed-573b-4765-9ead-4ee3f4eb8f36 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/security-groups?id=202fc54b-5a54-4c45-9b54-08ff67098d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6044209 Apr 20 17:12:32.284818 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-ef158a90-8b0d-48c3-aaeb-1b4128869774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:32.411988 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ee45854b-e480-4cb1-9f59-faa8e3501412 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:12:32.684641 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-41dc679d-e9ec-4f4f-ba07-643795c1dd34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b40fe4e0-0705-462f-8e60-0dc84e9e73aa {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:12:32.722837 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-41dc679d-e9ec-4f4f-ba07-643795c1dd34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:32.792315 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:32.802447 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-41dc679d-e9ec-4f4f-ba07-643795c1dd34 service neutron] Transition to ACTIVE for port object b40fe4e0-0705-462f-8e60-0dc84e9e73aa will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:12:32.817691 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-41dc679d-e9ec-4f4f-ba07-643795c1dd34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:32.873709 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ee45854b-e480-4cb1-9f59-faa8e3501412 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:12:32.976170 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ee45854b-e480-4cb1-9f59-faa8e3501412, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ee45854b-e480-4cb1-9f59-faa8e3501412,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:32.997199 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:32.997199 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device c9044984-11bd-4632-87c1-75cb5f5ae64e no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:12:33.141467 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc679d-e9ec-4f4f-ba07-643795c1dd34 service neutron] Pushing event updated for resources: {'Port': ['ID=b40fe4e0-0705-462f-8e60-0dc84e9e73aa,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:33.183366 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-ef158a90-8b0d-48c3-aaeb-1b4128869774 service neutron] Transition to ACTIVE for port object c9044984-11bd-4632-87c1-75cb5f5ae64e will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:12:33.192472 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-ef158a90-8b0d-48c3-aaeb-1b4128869774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:33.254143 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d85088-e72c-4779-822e-2fdd39f90415 req-c82cf49c-5152-4ce0-b9c2-3933ff798cfa tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:33.261583 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-57d85088-e72c-4779-822e-2fdd39f90415 req-c82cf49c-5152-4ce0-b9c2-3933ff798cfa tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5a2f0a6-8363-4e42-9c23-2d1f89d43729 HTTP/1.1" status: 200 len: 944 time: 0.3675051 Apr 20 17:12:33.432811 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-ef158a90-8b0d-48c3-aaeb-1b4128869774 service neutron] No DVR routers for this DVR port c9044984-11bd-4632-87c1-75cb5f5ae64e on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:12:33.462007 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f2f91a48-fb51-4dd5-be0d-cbfea9de0f03 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:33.478174 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['ee45854b-e480-4cb1-9f59-faa8e3501412'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:12:33.533318 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=ee45854b-e480-4cb1-9f59-faa8e3501412,revision_number=10']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:33.557326 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device a249aed9-b9a9-47c8-bacd-8bed9b68f931 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:12:33.877802 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-f2f91a48-fb51-4dd5-be0d-cbfea9de0f03 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Allocated IP 172.25.8.63 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/b808be1e-f31a-494d-82fa-5695d7a0a7de) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:12:33.888237 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device c9044984-11bd-4632-87c1-75cb5f5ae64e not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:12:33.907467 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port a249aed9-b9a9-47c8-bacd-8bed9b68f931 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:12:33.907804 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:33.920554 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef158a90-8b0d-48c3-aaeb-1b4128869774 service neutron] Pushing event updated for resources: {'Port': ['ID=c9044984-11bd-4632-87c1-75cb5f5ae64e,revision_number=10']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:33.946518 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-57d85088-e72c-4779-822e-2fdd39f90415 req-b83b2e51-6f70-446d-af90-ed7807f0f7a2 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6787150 Apr 20 17:12:33.950874 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-ef158a90-8b0d-48c3-aaeb-1b4128869774 service neutron] 10.222.0.43 "PUT /v2.0/ports/c9044984-11bd-4632-87c1-75cb5f5ae64e/bindings/n-h2-838032-1/activate HTTP/1.1" status: 200 len: 369 time: 3.3722353 Apr 20 17:12:33.970252 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-41dc679d-e9ec-4f4f-ba07-643795c1dd34 service neutron] Attempting to bind port b40fe4e0-0705-462f-8e60-0dc84e9e73aa on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:12:33.971450 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-41dc679d-e9ec-4f4f-ba07-643795c1dd34 service neutron] Attempting to bind port b40fe4e0-0705-462f-8e60-0dc84e9e73aa by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '7bd8babb-8003-4806-8692-e92ce3a5f993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:12:33.971954 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-41dc679d-e9ec-4f4f-ba07-643795c1dd34 service neutron] Attempting to bind port b40fe4e0-0705-462f-8e60-0dc84e9e73aa on network 712cbfca-4f15-4a05-b540-c7c77d6caef1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:12:33.991740 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-41dc679d-e9ec-4f4f-ba07-643795c1dd34 service neutron] Port b40fe4e0-0705-462f-8e60-0dc84e9e73aa on network 712cbfca-4f15-4a05-b540-c7c77d6caef1 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:12:33.992446 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-41dc679d-e9ec-4f4f-ba07-643795c1dd34 service neutron] Attempting to bind port b40fe4e0-0705-462f-8e60-0dc84e9e73aa on network 712cbfca-4f15-4a05-b540-c7c77d6caef1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:12:34.053924 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-41dc679d-e9ec-4f4f-ba07-643795c1dd34 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:12:34.054416 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-41dc679d-e9ec-4f4f-ba07-643795c1dd34 service neutron] Checking segment: {'id': '7bd8babb-8003-4806-8692-e92ce3a5f993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:12:34.055291 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-41dc679d-e9ec-4f4f-ba07-643795c1dd34 service neutron] Bound using segment: {'id': '7bd8babb-8003-4806-8692-e92ce3a5f993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:12:34.055291 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-41dc679d-e9ec-4f4f-ba07-643795c1dd34 service neutron] Bound port: b40fe4e0-0705-462f-8e60-0dc84e9e73aa, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd8babb-8003-4806-8692-e92ce3a5f993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:12:34.055961 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-41dc679d-e9ec-4f4f-ba07-643795c1dd34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:34.069470 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be92455-7d73-401a-ae9f-3135f97da4f8 req-430556a8-cd04-4575-888a-a4e5d72474a4 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:34.077300 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9be92455-7d73-401a-ae9f-3135f97da4f8 req-430556a8-cd04-4575-888a-a4e5d72474a4 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 944 time: 0.3001895 Apr 20 17:12:34.189703 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:34.216152 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9be92455-7d73-401a-ae9f-3135f97da4f8 req-a164b730-94a8-4a46-b92e-127b66a1235a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365747 Apr 20 17:12:34.220702 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f2f91a48-fb51-4dd5-be0d-cbfea9de0f03 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:34.233359 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port a249aed9-b9a9-47c8-bacd-8bed9b68f931, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a249aed9-b9a9-47c8-bacd-8bed9b68f931,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:34.234729 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317b82bb-bd4c-4972-9057-15d4e41b51a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a249aed9-b9a9-47c8-bacd-8bed9b68f931'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:12:34.242600 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:34.268242 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621f407-de50-43c0-bdd0-40b8941e47bb req-b8c6e365-e3b3-45e7-998e-d1a3bf834f95 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:34.271094 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c621f407-de50-43c0-bdd0-40b8941e47bb req-b8c6e365-e3b3-45e7-998e-d1a3bf834f95 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 949 time: 0.1496136 Apr 20 17:12:34.317989 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f2f91a48-fb51-4dd5-be0d-cbfea9de0f03 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:34.321704 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-41dc679d-e9ec-4f4f-ba07-643795c1dd34 service neutron] For port b40fe4e0-0705-462f-8e60-0dc84e9e73aa, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:12:34.348559 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-c4bfc019-65f2-46d1-85c4-9451716cc2de tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50&tenant_id=c6309d4027774bf39a206d4366b6ddc5&binding%3Ahost_id=n-h1-838032-1 HTTP/1.1" status: 200 len: 1095 time: 0.3331079 Apr 20 17:12:34.351731 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-41dc679d-e9ec-4f4f-ba07-643795c1dd34 service neutron] For port b40fe4e0-0705-462f-8e60-0dc84e9e73aa, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=b40fe4e0-0705-462f-8e60-0dc84e9e73aa,segment=NetworkSegment(7bd8babb-8003-4806-8692-e92ce3a5f993),segment_id=7bd8babb-8003-4806-8692-e92ce3a5f993)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:12:34.352827 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=a249aed9-b9a9-47c8-bacd-8bed9b68f931,revision_number=7']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:34.388721 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c621f407-de50-43c0-bdd0-40b8941e47bb req-56071772-ac20-4011-99c8-ff856a17fbf9 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113231 Apr 20 17:12:34.405389 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f91a48-fb51-4dd5-be0d-cbfea9de0f03 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:12:34.408453 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-f2f91a48-fb51-4dd5-be0d-cbfea9de0f03 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:12:34.412685 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f91a48-fb51-4dd5-be0d-cbfea9de0f03 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:12:34.425037 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-41dc679d-e9ec-4f4f-ba07-643795c1dd34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:34.450607 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f91a48-fb51-4dd5-be0d-cbfea9de0f03 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Pushing event updated for resources: {'Port': ['ID=b808be1e-f31a-494d-82fa-5695d7a0a7de,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:34.478425 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-580c8071-d7ed-43d2-85de-0289a530f229'] response: {'server_uuid': '317b82bb-bd4c-4972-9057-15d4e41b51a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a249aed9-b9a9-47c8-bacd-8bed9b68f931', 'code': 200} Apr 20 17:12:34.531969 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-41dc679d-e9ec-4f4f-ba07-643795c1dd34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:34.539414 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-41dc679d-e9ec-4f4f-ba07-643795c1dd34 service neutron] 10.222.0.43 "PUT /v2.0/ports/b40fe4e0-0705-462f-8e60-0dc84e9e73aa HTTP/1.1" status: 200 len: 1092 time: 4.0282009 Apr 20 17:12:34.560916 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a2f0a6-8363-4e42-9c23-2d1f89d43729', 'tag': 'b40fe4e0-0705-462f-8e60-0dc84e9e73aa'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:12:34.646292 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc679d-e9ec-4f4f-ba07-643795c1dd34 service neutron] Pushing event updated for resources: {'Port': ['ID=b40fe4e0-0705-462f-8e60-0dc84e9e73aa,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:34.686701 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-42b902fc-302d-476d-b571-e2ea4765d9ac service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50&tenant_id=c6309d4027774bf39a206d4366b6ddc5 HTTP/1.1" status: 200 len: 1095 time: 0.3303597 Apr 20 17:12:34.773022 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f2f91a48-fb51-4dd5-be0d-cbfea9de0f03 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:34.871915 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-f9d95ce9-45d0-45ef-b7ca-12b76721126b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e0abf75523cb42799be079adbc9824df&device_id=f5a2f0a6-8363-4e42-9c23-2d1f89d43729 HTTP/1.1" status: 200 len: 1095 time: 0.1827583 Apr 20 17:12:34.935710 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f2f91a48-fb51-4dd5-be0d-cbfea9de0f03 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:34.963747 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-fe5ecb93-1a05-4175-a462-4a85dfa17be8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b40fe4e0-0705-462f-8e60-0dc84e9e73aa HTTP/1.1" status: 200 len: 217 time: 0.0836151 Apr 20 17:12:34.973296 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-1025e224-b4b3-4820-9998-fe2c76190524 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6309d4027774bf39a206d4366b6ddc5&device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 1095 time: 0.2056146 Apr 20 17:12:35.253462 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d0ce46b-9a61-4973-886f-073d76a9b158'] response: {'name': 'network-changed', 'server_uuid': 'f5a2f0a6-8363-4e42-9c23-2d1f89d43729', 'tag': 'b40fe4e0-0705-462f-8e60-0dc84e9e73aa', 'status': 'completed', 'code': 200} Apr 20 17:12:35.284171 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-33cd94aa-7161-4e4f-b92a-248739c423cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:35.286120 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-33cd94aa-7161-4e4f-b92a-248739c423cf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2fc33d54-66ae-4acd-9a13-99509719aca0 HTTP/1.1" status: 200 len: 852 time: 0.3115814 Apr 20 17:12:35.353534 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-aea72d77-d0f9-495b-91a9-44dbf909b2ff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=712cbfca-4f15-4a05-b540-c7c77d6caef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588024 Apr 20 17:12:35.518527 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-de1f5a55-69a0-429d-8058-d2037718cb52 service neutron] 10.222.0.43 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520383 Apr 20 17:12:35.574701 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a44ec-8d99-4679-9980-ad64cfb6e12b req-dbcfad07-4fb4-4361-b67e-223a6be7d94f tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:35.577606 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-822a44ec-8d99-4679-9980-ad64cfb6e12b req-dbcfad07-4fb4-4361-b67e-223a6be7d94f tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/ports?device_id=a468f107-9329-4aa1-a0ee-59ad6c8e346e HTTP/1.1" status: 200 len: 945 time: 0.2576003 Apr 20 17:12:35.630099 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f2f91a48-fb51-4dd5-be0d-cbfea9de0f03 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:35.641051 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-514211ad-3f87-4fad-b694-739ae8322b71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:35.641402 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f2f91a48-fb51-4dd5-be0d-cbfea9de0f03 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:35.643879 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-514211ad-3f87-4fad-b694-739ae8322b71 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bf1bc412-90d5-44c3-9118-40a48e554e77 HTTP/1.1" status: 200 len: 909 time: 0.6185517 Apr 20 17:12:35.700576 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-822a44ec-8d99-4679-9980-ad64cfb6e12b req-46b34160-9e21-4331-abf5-931ebe8917fd tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/security-groups?id=202fc54b-5a54-4c45-9b54-08ff67098d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161356 Apr 20 17:12:35.807034 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f91a48-fb51-4dd5-be0d-cbfea9de0f03 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Pushing event updated for resources: {'Port': ['ID=b808be1e-f31a-494d-82fa-5695d7a0a7de,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:35.917679 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-af0dc1ea-b470-4fb3-9269-6f77619716b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9044984-11bd-4632-87c1-75cb5f5ae64e HTTP/1.1" status: 200 len: 217 time: 0.1788185 Apr 20 17:12:35.920417 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f2f91a48-fb51-4dd5-be0d-cbfea9de0f03 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:36.132598 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32b503-1dc7-44b7-8a06-bd010cde1dde req-af0dcd3b-24fc-4d06-b01e-52c71845ed4d tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:36.133751 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-6b32b503-1dc7-44b7-8a06-bd010cde1dde req-af0dcd3b-24fc-4d06-b01e-52c71845ed4d tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Synchronizing usage tracker for tenant:e0abf75523cb42799be079adbc9824df on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:12:36.149893 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-e5ea60c7-b237-4ad6-b2a0-7907bce41186 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:36.153243 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-e5ea60c7-b237-4ad6-b2a0-7907bce41186 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afaadd71-91d9-490d-8c9c-d83dc8020198 HTTP/1.1" status: 200 len: 848 time: 0.2198327 Apr 20 17:12:36.217401 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f2f91a48-fb51-4dd5-be0d-cbfea9de0f03 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:36.218987 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f2f91a48-fb51-4dd5-be0d-cbfea9de0f03 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7731769 Apr 20 17:12:36.239296 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-32da3d1a-ac69-483e-8239-b897afda3d75 req-af82dd57-5878-450a-8fb9-2acc08319d7c service neutron] 10.222.0.43 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6564372 Apr 20 17:12:36.279332 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-fe4755f5-3c47-4469-b9df-8eab79046daa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bf1bc412-90d5-44c3-9118-40a48e554e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159623 Apr 20 17:12:36.313520 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-6b32b503-1dc7-44b7-8a06-bd010cde1dde req-af0dcd3b-24fc-4d06-b01e-52c71845ed4d tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Unset dirty status for tenant:e0abf75523cb42799be079adbc9824df on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:12:36.328847 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6b32b503-1dc7-44b7-8a06-bd010cde1dde req-af0dcd3b-24fc-4d06-b01e-52c71845ed4d tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5a2f0a6-8363-4e42-9c23-2d1f89d43729 HTTP/1.1" status: 200 len: 944 time: 0.9609284 Apr 20 17:12:36.365361 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-1427b14b-b6c7-437d-9b7c-e844da73bfca tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:36.367947 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-1427b14b-b6c7-437d-9b7c-e844da73bfca tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/networks?id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c HTTP/1.1" status: 200 len: 821 time: 0.4219952 Apr 20 17:12:36.398118 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-ff21b499-aa29-4806-b70a-a1691ff15c1c tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/quotas/b7e0217792874af58ccfdea4744db0d0 HTTP/1.1" status: 200 len: 375 time: 0.0219901 Apr 20 17:12:36.413960 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ee45854b-e480-4cb1-9f59-faa8e3501412 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:12:36.563970 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port ee45854b-e480-4cb1-9f59-faa8e3501412 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:12:36.564953 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:36.623517 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-c3054446-38ba-4220-b1aa-69670b6258ae tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b7e0217792874af58ccfdea4744db0d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1452582 Apr 20 17:12:36.762008 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314355b-6b1c-4d9f-9ca8-deac51e2990c req-ae39e3cf-4909-405b-aae4-da56b56ce8f0 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:36.763722 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d314355b-6b1c-4d9f-9ca8-deac51e2990c req-ae39e3cf-4909-405b-aae4-da56b56ce8f0 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.43 "GET /v2.0/ports?device_id=a468f107-9329-4aa1-a0ee-59ad6c8e346e HTTP/1.1" status: 200 len: 945 time: 0.3641136 Apr 20 17:12:36.815693 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:36.866151 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6b32b503-1dc7-44b7-8a06-bd010cde1dde req-5ead8e39-c526-47bb-9e12-c4ee2f564394 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527184 Apr 20 17:12:36.883363 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ee45854b-e480-4cb1-9f59-faa8e3501412, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ee45854b-e480-4cb1-9f59-faa8e3501412,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:36.885268 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23d94a9-8a7d-4ce4-87c8-6957813ee650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee45854b-e480-4cb1-9f59-faa8e3501412'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:12:36.896919 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:36.911913 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-d314355b-6b1c-4d9f-9ca8-deac51e2990c req-dda9e380-39c9-473a-ac62-2ab4a28466ec tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Deleting port 5dde6aac-d04b-4df5-8b3e-81b520b6d0be {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:12:36.912282 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d314355b-6b1c-4d9f-9ca8-deac51e2990c req-dda9e380-39c9-473a-ac62-2ab4a28466ec tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:36.963651 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-01453f4c-3c64-409c-91fd-4d0debfbff84 service neutron] 10.222.0.39 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389571 Apr 20 17:12:36.981522 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cecc7fa7-9004-4612-985d-30d8cd803fa5 req-7cc05345-dbbe-4b47-ace6-a2c2e7a6b8de service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e0abf75523cb42799be079adbc9824df&device_id=f5a2f0a6-8363-4e42-9c23-2d1f89d43729 HTTP/1.1" status: 200 len: 1095 time: 0.6042755 Apr 20 17:12:36.984601 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-2608ab70-2c3c-4116-846c-c3be873e6737 service neutron] 10.222.0.10 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6740246 Apr 20 17:12:37.067179 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=ee45854b-e480-4cb1-9f59-faa8e3501412,revision_number=11']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:37.357140 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-6e5c1643-9eff-4116-be7c-2849f2113184 service neutron] 10.222.0.39 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925824 Apr 20 17:12:37.531696 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-d314355b-6b1c-4d9f-9ca8-deac51e2990c req-dda9e380-39c9-473a-ac62-2ab4a28466ec tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] For port 5dde6aac-d04b-4df5-8b3e-81b520b6d0be, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=5dde6aac-d04b-4df5-8b3e-81b520b6d0be,segment=NetworkSegment(f12d8e57-facb-44d4-ac58-a089f6db229d),segment_id=f12d8e57-facb-44d4-ac58-a089f6db229d)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:37.535073 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d314355b-6b1c-4d9f-9ca8-deac51e2990c req-dda9e380-39c9-473a-ac62-2ab4a28466ec tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:37.737592 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc7fa7-9004-4612-985d-30d8cd803fa5 req-61cf9b1e-b2fe-4d7f-94d7-708ac48d0928 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:37.740886 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cecc7fa7-9004-4612-985d-30d8cd803fa5 req-61cf9b1e-b2fe-4d7f-94d7-708ac48d0928 service neutron] 10.222.0.43 "GET /v2.0/networks?id=712cbfca-4f15-4a05-b540-c7c77d6caef1 HTTP/1.1" status: 200 len: 913 time: 0.7493186 Apr 20 17:12:37.756300 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-2b49fd08-0f56-4ec9-8273-cf3655a8e326 service neutron] 10.222.0.10 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7630491 Apr 20 17:12:37.944544 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-70d41280-6ab6-4f14-88ef-5ad24a5937d6 req-7834ba97-1ece-43d7-8860-bcd9d141bc18 tempest-ServersAdminTestJSON-749994239 tempest-ServersAdminTestJSON-749994239-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 1102 time: 0.7445028 Apr 20 17:12:37.952790 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34536) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:12:37.964380 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cecc7fa7-9004-4612-985d-30d8cd803fa5 req-21e4a771-784a-49ee-b425-3d81b704d1e2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b40fe4e0-0705-462f-8e60-0dc84e9e73aa HTTP/1.1" status: 200 len: 217 time: 0.2080097 Apr 20 17:12:38.163047 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d314355b-6b1c-4d9f-9ca8-deac51e2990c req-dda9e380-39c9-473a-ac62-2ab4a28466ec tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:38.163047 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d314355b-6b1c-4d9f-9ca8-deac51e2990c req-dda9e380-39c9-473a-ac62-2ab4a28466ec tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:38.163983 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [req-d314355b-6b1c-4d9f-9ca8-deac51e2990c req-dda9e380-39c9-473a-ac62-2ab4a28466ec tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Floating IP 232ec108-94a9-4328-90b4-54739dd8fbbb disassociated. External IP: 172.25.8.220, port: 5dde6aac-d04b-4df5-8b3e-81b520b6d0be. Apr 20 17:12:38.164392 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-d314355b-6b1c-4d9f-9ca8-deac51e2990c req-dda9e380-39c9-473a-ac62-2ab4a28466ec tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Calling delete_port for 5dde6aac-d04b-4df5-8b3e-81b520b6d0be owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:12:38.320261 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-70d41280-6ab6-4f14-88ef-5ad24a5937d6 req-13df494e-c2e4-4af0-8626-7968b5887db3 tempest-ServersAdminTestJSON-749994239 tempest-ServersAdminTestJSON-749994239-project-admin] Synchronizing usage tracker for tenant:d4fa86ea2ec34a4c8aec76eadf758a9d on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:12:38.343449 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc7fa7-9004-4612-985d-30d8cd803fa5 req-21c3ee36-4524-46a0-be35-732c1cd00957 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:38.346119 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cecc7fa7-9004-4612-985d-30d8cd803fa5 req-21c3ee36-4524-46a0-be35-732c1cd00957 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2fc33d54-66ae-4acd-9a13-99509719aca0 HTTP/1.1" status: 200 len: 852 time: 0.3420753 Apr 20 17:12:38.473690 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cecc7fa7-9004-4612-985d-30d8cd803fa5 req-59c64fe4-0257-42ba-b667-a1aa552b3b4e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=712cbfca-4f15-4a05-b540-c7c77d6caef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926054 Apr 20 17:12:38.525554 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-324f4e8c-0984-4e76-85e2-c53b2d4d27bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:38.535171 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-70d41280-6ab6-4f14-88ef-5ad24a5937d6 req-13df494e-c2e4-4af0-8626-7968b5887db3 tempest-ServersAdminTestJSON-749994239 tempest-ServersAdminTestJSON-749994239-project-admin] Unset dirty status for tenant:d4fa86ea2ec34a4c8aec76eadf758a9d on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:12:38.537171 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-70d41280-6ab6-4f14-88ef-5ad24a5937d6 req-13df494e-c2e4-4af0-8626-7968b5887db3 tempest-ServersAdminTestJSON-749994239 tempest-ServersAdminTestJSON-749994239-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5830288 Apr 20 17:12:38.834401 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-324f4e8c-0984-4e76-85e2-c53b2d4d27bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:12:38.872155 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-324f4e8c-0984-4e76-85e2-c53b2d4d27bb admin admin] Usage tracker for resource:security_group_rule and tenant:275b69bbaa7643679406adb6b5234446 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:12:38.899319 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-324f4e8c-0984-4e76-85e2-c53b2d4d27bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:12:38.908108 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-22cc39e3-5f63-426b-8678-c204698cb088 tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50&tenant_id=c6309d4027774bf39a206d4366b6ddc5&binding%3Ahost_id=n-h2-838032-1 HTTP/1.1" status: 200 len: 1095 time: 0.6677213 Apr 20 17:12:38.926848 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-324f4e8c-0984-4e76-85e2-c53b2d4d27bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:12:38.963459 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c848a-beff-48d5-adef-5f5c36f93371 req-451d281d-911c-4dda-9121-3462f3cfa1cf tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:38.976683 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fa8c848a-beff-48d5-adef-5f5c36f93371 req-451d281d-911c-4dda-9121-3462f3cfa1cf tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 944 time: 0.2791226 Apr 20 17:12:39.013999 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d314355b-6b1c-4d9f-9ca8-deac51e2990c req-dda9e380-39c9-473a-ac62-2ab4a28466ec tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:39.082148 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cecc7fa7-9004-4612-985d-30d8cd803fa5 req-973d478c-dfba-4136-8aaf-2882f26d3c69 service neutron] 10.222.0.43 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6070435 Apr 20 17:12:39.117889 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-66e51443-0050-41ab-918f-86acf0ff64f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:39.135540 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9e380-39c9-473a-ac62-2ab4a28466ec tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Pushing event deleted for resources: {'Port': ['ID=5dde6aac-d04b-4df5-8b3e-81b520b6d0be,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:39.145758 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-c045c9d6-7d48-489d-9f9c-f009429c24e2 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2018159012&fields=id&tenant_id=a4c63d8f9bf0474a935eff95935237d0 HTTP/1.1" status: 200 len: 267 time: 0.1342561 Apr 20 17:12:39.207125 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fa8c848a-beff-48d5-adef-5f5c36f93371 req-787ca3e0-924b-4d4a-ad60-9db48d973db3 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289045 Apr 20 17:12:39.394322 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cecc7fa7-9004-4612-985d-30d8cd803fa5 req-bf24ec29-30f6-4b12-8874-760472a7f1c2 service neutron] 10.222.0.43 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638876 Apr 20 17:12:39.532785 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-84aa1c5e-f02e-4b8d-851b-05fb19435960 service neutron] For port c9044984-11bd-4632-87c1-75cb5f5ae64e, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:12:39.539214 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-84aa1c5e-f02e-4b8d-851b-05fb19435960 service neutron] Notify callbacks [] for binding, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:39.540547 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b70cb3a-f17f-49ce-b8b1-03796f946ff2 req-84aa1c5e-f02e-4b8d-851b-05fb19435960 service neutron] 10.222.0.10 "DELETE /v2.0/ports/c9044984-11bd-4632-87c1-75cb5f5ae64e/bindings/n-h1-838032-1 HTTP/1.1" status: 204 len: 173 time: 0.6252851 Apr 20 17:12:39.637792 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-98369ed5-b368-434a-a5b6-8add1ff1936b tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:39.651803 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-98369ed5-b368-434a-a5b6-8add1ff1936b tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "GET /v2.0/networks?id=b8d5008d-c75b-4e43-bc72-1af4d636aa56 HTTP/1.1" status: 200 len: 815 time: 0.5039608 Apr 20 17:12:39.674122 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-455bdab6-8f81-4963-a017-d43204eb2ed7 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "GET /v2.0/quotas/a4c63d8f9bf0474a935eff95935237d0 HTTP/1.1" status: 200 len: 375 time: 0.0206990 Apr 20 17:12:39.798579 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-daf986f1-b2c3-4556-907a-0cf371be5059 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a4c63d8f9bf0474a935eff95935237d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1193776 Apr 20 17:12:39.962681 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5687acca-805b-440f-b539-9d9eb7eaf035 req-dcc38242-0390-4aa3-82b0-d2ea49016815 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/ports?device_id=a468f107-9329-4aa1-a0ee-59ad6c8e346e HTTP/1.1" status: 200 len: 210 time: 0.1308887 Apr 20 17:12:40.075977 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-324f4e8c-0984-4e76-85e2-c53b2d4d27bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:40.094289 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-324f4e8c-0984-4e76-85e2-c53b2d4d27bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:40.190387 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-619d74fa-b4d9-4506-8e85-4f2f687fbe15'] response: {'server_uuid': 'a23d94a9-8a7d-4ce4-87c8-6957813ee650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee45854b-e480-4cb1-9f59-faa8e3501412', 'code': 200} Apr 20 17:12:40.201644 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f4e8c-0984-4e76-85e2-c53b2d4d27bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc808ad3-563c-494d-820e-6ca4c74e59f1,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:40.236649 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-324f4e8c-0984-4e76-85e2-c53b2d4d27bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=275b69bbaa7643679406adb6b5234446&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2808819 Apr 20 17:12:40.242921 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34566) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:12:40.370436 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d314355b-6b1c-4d9f-9ca8-deac51e2990c req-dda9e380-39c9-473a-ac62-2ab4a28466ec tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Router 99bae614-50f7-47d4-aeca-1a70172de350 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:12:40.390285 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-cce5e911-1c7a-44ae-b420-770ff652eb4d service neutron] 10.222.0.39 "GET /v2.0/networks/b8d5008d-c75b-4e43-bc72-1af4d636aa56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5705786 Apr 20 17:12:40.432587 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device b40fe4e0-0705-462f-8e60-0dc84e9e73aa details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:12:40.435117 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 5dde6aac-d04b-4df5-8b3e-81b520b6d0be no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:12:40.554626 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 5dde6aac-d04b-4df5-8b3e-81b520b6d0be {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:12:40.555921 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 5dde6aac-d04b-4df5-8b3e-81b520b6d0be not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:12:40.692109 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-11daa763-1f0f-425d-9aaf-e30d64176cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:40.744050 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-11daa763-1f0f-425d-9aaf-e30d64176cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:40.775700 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4485e-3f3a-4303-ada2-2779984a4583 req-a59ef016-d902-4385-80e4-73958770b594 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:40.777799 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-74e4485e-3f3a-4303-ada2-2779984a4583 req-a59ef016-d902-4385-80e4-73958770b594 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5a2f0a6-8363-4e42-9c23-2d1f89d43729 HTTP/1.1" status: 200 len: 944 time: 0.2726240 Apr 20 17:12:40.876308 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-74e4485e-3f3a-4303-ada2-2779984a4583 req-42b3c575-b572-4bf1-8529-c7ba3aae4d33 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823474 Apr 20 17:12:40.905005 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-11daa763-1f0f-425d-9aaf-e30d64176cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:40.972387 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d314355b-6b1c-4d9f-9ca8-deac51e2990c req-dda9e380-39c9-473a-ac62-2ab4a28466ec tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:12:40.989460 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-9db4a9d5-7516-40ab-bc14-0214611dc5a1 service neutron] 10.222.0.39 "GET /v2.0/networks/b8d5008d-c75b-4e43-bc72-1af4d636aa56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5647013 Apr 20 17:12:40.998696 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be0fe0d-461c-4963-b1e8-ba49917dacbf None None] Sync routers for ids ['99bae614-50f7-47d4-aeca-1a70172de350'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:12:41.011264 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-11daa763-1f0f-425d-9aaf-e30d64176cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:41.016395 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-11daa763-1f0f-425d-9aaf-e30d64176cef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dc808ad3-563c-494d-820e-6ca4c74e59f1 HTTP/1.1" status: 204 len: 168 time: 0.7414458 Apr 20 17:12:41.018532 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11daa763-1f0f-425d-9aaf-e30d64176cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc808ad3-563c-494d-820e-6ca4c74e59f1,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:41.215791 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port b40fe4e0-0705-462f-8e60-0dc84e9e73aa, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=b40fe4e0-0705-462f-8e60-0dc84e9e73aa,segment=NetworkSegment(7bd8babb-8003-4806-8692-e92ce3a5f993),segment_id=7bd8babb-8003-4806-8692-e92ce3a5f993)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:41.277768 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be0fe0d-461c-4963-b1e8-ba49917dacbf None None] Routers {'99bae614-50f7-47d4-aeca-1a70172de350'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:12:41.279360 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-5be0fe0d-461c-4963-b1e8-ba49917dacbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:12:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['99bae614-50f7-47d4-aeca-1a70172de350'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:12:41.454517 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-d314355b-6b1c-4d9f-9ca8-deac51e2990c req-dda9e380-39c9-473a-ac62-2ab4a28466ec tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] No DVR routers for this DVR port 5dde6aac-d04b-4df5-8b3e-81b520b6d0be on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:12:41.471865 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d314355b-6b1c-4d9f-9ca8-deac51e2990c req-dda9e380-39c9-473a-ac62-2ab4a28466ec tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:41.522714 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a468f107-9329-4aa1-a0ee-59ad6c8e346e', 'name': 'network-vif-deleted', 'tag': '5dde6aac-d04b-4df5-8b3e-81b520b6d0be'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:12:41.603663 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-c78d4679-0f16-4725-88d2-bdc1ef2b6888 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:41.611499 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-c78d4679-0f16-4725-88d2-bdc1ef2b6888 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.10 "GET /v2.0/networks?id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c HTTP/1.1" status: 200 len: 821 time: 0.6043639 Apr 20 17:12:41.633064 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-9de1fd7b-7ed1-4f10-b1b9-77bfbad38858 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Request body: {'port': {'device_id': 'e34329aa-3f92-4818-8b33-f7b979087201', 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c', 'admin_state_up': True, 'tenant_id': 'b7e0217792874af58ccfdea4744db0d0'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:12:41.783779 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2bb35b36-0c97-4499-9e30-15191b6ae8bf req-7491173c-eeb7-437d-85a1-b11bed0b999d tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=e34329aa-3f92-4818-8b33-f7b979087201 HTTP/1.1" status: 200 len: 210 time: 0.2294345 Apr 20 17:12:41.790091 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d314355b-6b1c-4d9f-9ca8-deac51e2990c req-dda9e380-39c9-473a-ac62-2ab4a28466ec tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.43 "DELETE /v2.0/ports/5dde6aac-d04b-4df5-8b3e-81b520b6d0be HTTP/1.1" status: 204 len: 173 time: 5.0163589 Apr 20 17:12:42.099697 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34594) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:12:42.108131 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'b40fe4e0-0705-462f-8e60-0dc84e9e73aa', 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1', 'port_id': 'b40fe4e0-0705-462f-8e60-0dc84e9e73aa', 'mac_address': 'fa:16:3e:45:79:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fc33d54-66ae-4acd-9a13-99509719aca0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:12:42.141547 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b9758901-f418-4a60-99a7-e0efeefad60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:42.161606 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-98285c37-7fa1-4cb8-9792-b956df3be86c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:42.216410 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-9de1fd7b-7ed1-4f10-b1b9-77bfbad38858 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:12:42.253167 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-9de1fd7b-7ed1-4f10-b1b9-77bfbad38858 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:12:42.258266 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-98285c37-7fa1-4cb8-9792-b956df3be86c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:12:42.271458 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-98285c37-7fa1-4cb8-9792-b956df3be86c admin admin] Usage tracker for resource:security_group_rule and tenant:e5ca52d6cfbe4262b234eec4c9fec68c is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:12:42.288333 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-98285c37-7fa1-4cb8-9792-b956df3be86c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:12:42.297879 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-9de1fd7b-7ed1-4f10-b1b9-77bfbad38858 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Made reservation on behalf of b7e0217792874af58ccfdea4744db0d0 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:12:42.301226 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-9de1fd7b-7ed1-4f10-b1b9-77bfbad38858 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:42.306164 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-98285c37-7fa1-4cb8-9792-b956df3be86c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:12:42.668377 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:42.794044 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-cf9ed6bb-4302-4a3e-906a-ccd462417785 req-1b167f37-20e5-40fb-8125-f19a33f75811 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Synchronizing usage tracker for tenant:a4c63d8f9bf0474a935eff95935237d0 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:12:42.806011 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40fe4e0-0705-462f-8e60-0dc84e9e73aa {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:12:42.813174 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-98285c37-7fa1-4cb8-9792-b956df3be86c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:42.825494 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-98285c37-7fa1-4cb8-9792-b956df3be86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:42.865187 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-9de1fd7b-7ed1-4f10-b1b9-77bfbad38858 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Allocated IP 172.20.0.7 (dd9b0e29-7382-4d85-b87f-b65fd9885c7c/64070a1b-0f00-4b11-95f5-508285983f32/e4286543-c780-46e5-a97b-9d6dd0a44686) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:12:42.942923 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:42.975738 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-cf9ed6bb-4302-4a3e-906a-ccd462417785 req-1b167f37-20e5-40fb-8125-f19a33f75811 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Unset dirty status for tenant:a4c63d8f9bf0474a935eff95935237d0 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:12:42.976701 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:42.978576 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cf9ed6bb-4302-4a3e-906a-ccd462417785 req-1b167f37-20e5-40fb-8125-f19a33f75811 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f3bd296-fbd0-4d30-9e39-2dfd1b10da9a HTTP/1.1" status: 200 len: 210 time: 0.3832586 Apr 20 17:12:42.990224 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-98285c37-7fa1-4cb8-9792-b956df3be86c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e5ca52d6cfbe4262b234eec4c9fec68c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8890889 Apr 20 17:12:42.993085 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-77f7adf5-79bd-4b35-bcd1-c55a5ccf6fc4 req-7db129b3-3e4c-4d5c-995b-3044f001b932 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/ports?device_id=a468f107-9329-4aa1-a0ee-59ad6c8e346e HTTP/1.1" status: 200 len: 210 time: 0.1095479 Apr 20 17:12:42.994434 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34602) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:12:43.009683 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98285c37-7fa1-4cb8-9792-b956df3be86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ea8111-3458-4361-bd04-7076313cdb0c,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:43.044844 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-5be0fe0d-461c-4963-b1e8-ba49917dacbf None None] Set router 99bae614-50f7-47d4-aeca-1a70172de350 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:12:43.271187 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port b40fe4e0-0705-462f-8e60-0dc84e9e73aa, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=b40fe4e0-0705-462f-8e60-0dc84e9e73aa,segment=NetworkSegment(7bd8babb-8003-4806-8692-e92ce3a5f993),segment_id=7bd8babb-8003-4806-8692-e92ce3a5f993)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:43.309629 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:43.405424 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aa4c061-9e2e-4514-8ff2-67fb0fccff19'] response: {'server_uuid': 'a468f107-9329-4aa1-a0ee-59ad6c8e346e', 'name': 'network-vif-deleted', 'tag': '5dde6aac-d04b-4df5-8b3e-81b520b6d0be', 'status': 'completed', 'code': 200} Apr 20 17:12:43.536385 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:43.803254 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['b40fe4e0-0705-462f-8e60-0dc84e9e73aa'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:12:43.817348 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cf7f27f8-8c75-476c-ab74-357b922f1e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:43.987402 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa8876-7c2e-4ad8-97e5-389b2611f0f4 req-0b7f5d79-6b49-47d8-bcbf-9756272d108b tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:43.997685 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-12aa8876-7c2e-4ad8-97e5-389b2611f0f4 req-0b7f5d79-6b49-47d8-bcbf-9756272d108b tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5a2f0a6-8363-4e42-9c23-2d1f89d43729 HTTP/1.1" status: 200 len: 945 time: 0.2321782 Apr 20 17:12:44.122277 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-12aa8876-7c2e-4ad8-97e5-389b2611f0f4 req-b44782c5-38fb-45b6-baac-e3a3f9b9f4af tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229389 Apr 20 17:12:44.296967 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:44.301490 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=b40fe4e0-0705-462f-8e60-0dc84e9e73aa,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:44.443595 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5e8b8074-9cf4-41ec-a8d6-81efe6bc5dab req-49ab1a08-a18a-495a-a661-969688d7eb12 tempest-ServersAdminTestJSON-749994239 tempest-ServersAdminTestJSON-749994239-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 1102 time: 1.0786655 Apr 20 17:12:44.711179 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cf7f27f8-8c75-476c-ab74-357b922f1e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:44.864509 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5e8b8074-9cf4-41ec-a8d6-81efe6bc5dab req-fa64df64-1834-4e48-a55f-3ef25ccbc0cf tempest-ServersAdminTestJSON-749994239 tempest-ServersAdminTestJSON-749994239-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4195156 Apr 20 17:12:44.901548 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-5be0fe0d-461c-4963-b1e8-ba49917dacbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bae614-50f7-47d4-aeca-1a70172de350', 'name': 'tempest-ServersTestBootFromVolume-1181737381-router', 'tenant_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '9d7b9481-3741-41c1-ab2d-653c9030ea0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:10:10Z', 'updated_at': '2022-04-20T17:10:17Z', 'revision_number': 4, 'project_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'gw_port': {'id': '9d7b9481-3741-41c1-ab2d-653c9030ea0a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bae614-50f7-47d4-aeca-1a70172de350', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:11Z', 'updated_at': '2022-04-20T17:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'acea0df3-a012-4823-99be-bbdf04827e29', 'name': '', 'network_id': '9a626c9a-ac9c-4541-bae9-2e2575451241', 'tenant_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'mac_address': 'fa:16:3e:44:60:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bae614-50f7-47d4-aeca-1a70172de350', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28ae77fd-3c81-4f90-97a9-6a7f641f7d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:15Z', 'updated_at': '2022-04-20T17:10:25Z', 'revision_number': 5, 'project_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'subnets': [{'id': '28ae77fd-3c81-4f90-97a9-6a7f641f7d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:12:44.933438 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be0fe0d-461c-4963-b1e8-ba49917dacbf None None] Checking router: 99bae614-50f7-47d4-aeca-1a70172de350 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:12:45.194993 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:45.209257 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-9de1fd7b-7ed1-4f10-b1b9-77bfbad38858 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:45.223152 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be0fe0d-461c-4963-b1e8-ba49917dacbf None None] Routers {'99bae614-50f7-47d4-aeca-1a70172de350'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:12:45.228275 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-5be0fe0d-461c-4963-b1e8-ba49917dacbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:12:42Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['99bae614-50f7-47d4-aeca-1a70172de350'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:12:45.230903 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-822ae11b-1ac7-4749-a4e9-5862512bab5d tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:45.242784 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-822ae11b-1ac7-4749-a4e9-5862512bab5d tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Synchronizing usage tracker for tenant:a4c63d8f9bf0474a935eff95935237d0 on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:12:45.263064 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cf7f27f8-8c75-476c-ab74-357b922f1e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:45.498114 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-822ae11b-1ac7-4749-a4e9-5862512bab5d tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Unset dirty status for tenant:a4c63d8f9bf0474a935eff95935237d0 on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:12:45.513296 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-822ae11b-1ac7-4749-a4e9-5862512bab5d tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.43 "GET /v2.0/networks?id=b8d5008d-c75b-4e43-bc72-1af4d636aa56 HTTP/1.1" status: 200 len: 815 time: 1.2197142 Apr 20 17:12:45.569090 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-9de1fd7b-7ed1-4f10-b1b9-77bfbad38858 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:45.816641 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f27f8-8c75-476c-ab74-357b922f1e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ea8111-3458-4361-bd04-7076313cdb0c,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:45.818651 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['439b4ef4-8b1b-41d9-8a65-1db3637d5dec'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:12:45.861574 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-56576bff-6c1f-43e2-8f1e-0c74c7bd3b48 req-7fc46e2e-d803-4b20-9d04-810e76639caf tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 1095 time: 1.1276844 Apr 20 17:12:45.903496 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cf7f27f8-8c75-476c-ab74-357b922f1e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:45.916179 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cf7f27f8-8c75-476c-ab74-357b922f1e06 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/76ea8111-3458-4361-bd04-7076313cdb0c HTTP/1.1" status: 204 len: 168 time: 2.9106476 Apr 20 17:12:46.050420 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-9de1fd7b-7ed1-4f10-b1b9-77bfbad38858 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Network dd9b0e29-7382-4d85-b87f-b65fd9885c7c is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:12:46.078307 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-f81b4181-52ec-4289-87b6-10fb897b99f1 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Synchronizing usage tracker for tenant:a4c63d8f9bf0474a935eff95935237d0 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:12:46.136014 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-9de1fd7b-7ed1-4f10-b1b9-77bfbad38858 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:12:46.203086 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-56576bff-6c1f-43e2-8f1e-0c74c7bd3b48 req-72100ce2-fa1c-47ff-8c0b-d3b1d02dff4e tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399832 Apr 20 17:12:46.248975 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-9de1fd7b-7ed1-4f10-b1b9-77bfbad38858 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:12:46.253445 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-f81b4181-52ec-4289-87b6-10fb897b99f1 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Unset dirty status for tenant:a4c63d8f9bf0474a935eff95935237d0 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:12:46.270504 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-f81b4181-52ec-4289-87b6-10fb897b99f1 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4c63d8f9bf0474a935eff95935237d0 HTTP/1.1" status: 200 len: 380 time: 0.7090073 Apr 20 17:12:46.294399 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-86ee16e2-9e6a-4d1d-b24a-812e43f1a4f3 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Request body: {'port': {'device_id': '8f3bd296-fbd0-4d30-9e39-2dfd1b10da9a', 'network_id': 'b8d5008d-c75b-4e43-bc72-1af4d636aa56', 'admin_state_up': True, 'tenant_id': 'a4c63d8f9bf0474a935eff95935237d0', 'security_groups': ['da720825-3e6c-4625-8bdc-bcad0db5212e']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:12:46.608324 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-9de1fd7b-7ed1-4f10-b1b9-77bfbad38858 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:46.614417 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-5be0fe0d-461c-4963-b1e8-ba49917dacbf None None] Set router 99bae614-50f7-47d4-aeca-1a70172de350 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:12:46.616012 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-9de1fd7b-7ed1-4f10-b1b9-77bfbad38858 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:46.638150 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fd7b-7ed1-4f10-b1b9-77bfbad38858 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Pushing event updated for resources: {'Port': ['ID=e4286543-c780-46e5-a97b-9d6dd0a44686,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:46.796566 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-9de1fd7b-7ed1-4f10-b1b9-77bfbad38858 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1703112 Apr 20 17:12:46.819874 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988de81-570d-4c69-8f9e-44a683e2ca49 req-ca28e795-034d-4f6c-83b0-836e417ceebc tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:46.821005 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-3988de81-570d-4c69-8f9e-44a683e2ca49 req-ca28e795-034d-4f6c-83b0-836e417ceebc tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Synchronizing usage tracker for tenant:b7e0217792874af58ccfdea4744db0d0 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:12:46.881429 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-8d69c088-c44c-46df-b52b-fe79a3ae11a3 service neutron] Request body: {'port': {'device_id': 'e34329aa-3f92-4818-8b33-f7b979087201', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:12:47.189251 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-3988de81-570d-4c69-8f9e-44a683e2ca49 req-ca28e795-034d-4f6c-83b0-836e417ceebc tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Unset dirty status for tenant:b7e0217792874af58ccfdea4744db0d0 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:12:47.207110 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3988de81-570d-4c69-8f9e-44a683e2ca49 req-ca28e795-034d-4f6c-83b0-836e417ceebc tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=e34329aa-3f92-4818-8b33-f7b979087201 HTTP/1.1" status: 200 len: 931 time: 1.7547789 Apr 20 17:12:47.267742 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-86ee16e2-9e6a-4d1d-b24a-812e43f1a4f3 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:12:47.340690 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-afa3f748-49ae-4a3f-8179-d0be19a92976 req-64cd798a-e812-465d-9778-01f1ea629880 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f3bd296-fbd0-4d30-9e39-2dfd1b10da9a HTTP/1.1" status: 200 len: 210 time: 0.3218017 Apr 20 17:12:47.366936 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-86ee16e2-9e6a-4d1d-b24a-812e43f1a4f3 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:12:47.413250 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-86ee16e2-9e6a-4d1d-b24a-812e43f1a4f3 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Made reservation on behalf of a4c63d8f9bf0474a935eff95935237d0 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:12:47.422944 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device b40fe4e0-0705-462f-8e60-0dc84e9e73aa up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:12:47.439490 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-86ee16e2-9e6a-4d1d-b24a-812e43f1a4f3 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:47.475456 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3988de81-570d-4c69-8f9e-44a683e2ca49 req-0aa103e1-7184-4bb0-99fa-4cdf4a1d5ca7 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652600 Apr 20 17:12:47.804433 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-8d69c088-c44c-46df-b52b-fe79a3ae11a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:48.185432 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port b40fe4e0-0705-462f-8e60-0dc84e9e73aa completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:12:48.198371 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port b40fe4e0-0705-462f-8e60-0dc84e9e73aa triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:12:48.199097 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:48.671311 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-5be0fe0d-461c-4963-b1e8-ba49917dacbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bae614-50f7-47d4-aeca-1a70172de350', 'name': 'tempest-ServersTestBootFromVolume-1181737381-router', 'tenant_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '9d7b9481-3741-41c1-ab2d-653c9030ea0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:10:10Z', 'updated_at': '2022-04-20T17:10:17Z', 'revision_number': 4, 'project_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'gw_port': {'id': '9d7b9481-3741-41c1-ab2d-653c9030ea0a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bae614-50f7-47d4-aeca-1a70172de350', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:11Z', 'updated_at': '2022-04-20T17:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'acea0df3-a012-4823-99be-bbdf04827e29', 'name': '', 'network_id': '9a626c9a-ac9c-4541-bae9-2e2575451241', 'tenant_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'mac_address': 'fa:16:3e:44:60:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bae614-50f7-47d4-aeca-1a70172de350', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28ae77fd-3c81-4f90-97a9-6a7f641f7d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:15Z', 'updated_at': '2022-04-20T17:10:25Z', 'revision_number': 5, 'project_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'subnets': [{'id': '28ae77fd-3c81-4f90-97a9-6a7f641f7d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:12:48.713707 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be0fe0d-461c-4963-b1e8-ba49917dacbf None None] The sync data for ids ['99bae614-50f7-47d4-aeca-1a70172de350'] in n-d-838032-1 is: [{'id': '99bae614-50f7-47d4-aeca-1a70172de350', 'name': 'tempest-ServersTestBootFromVolume-1181737381-router', 'tenant_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '9d7b9481-3741-41c1-ab2d-653c9030ea0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:10:10Z', 'updated_at': '2022-04-20T17:10:17Z', 'revision_number': 4, 'project_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'gw_port': {'id': '9d7b9481-3741-41c1-ab2d-653c9030ea0a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bae614-50f7-47d4-aeca-1a70172de350', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:11Z', 'updated_at': '2022-04-20T17:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'acea0df3-a012-4823-99be-bbdf04827e29', 'name': '', 'network_id': '9a626c9a-ac9c-4541-bae9-2e2575451241', 'tenant_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'mac_address': 'fa:16:3e:44:60:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bae614-50f7-47d4-aeca-1a70172de350', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28ae77fd-3c81-4f90-97a9-6a7f641f7d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:15Z', 'updated_at': '2022-04-20T17:10:25Z', 'revision_number': 5, 'project_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'subnets': [{'id': '28ae77fd-3c81-4f90-97a9-6a7f641f7d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:12:48.723027 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:48.860610 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-86ee16e2-9e6a-4d1d-b24a-812e43f1a4f3 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Allocated IP 172.20.0.10 (b8d5008d-c75b-4e43-bc72-1af4d636aa56/7c6eed98-6e0e-48dd-a464-51febb5e6b02/f8d0fad6-f78c-462e-9a27-bfa511155dd5) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:12:48.869085 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a2f0a6-8363-4e42-9c23-2d1f89d43729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40fe4e0-0705-462f-8e60-0dc84e9e73aa'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:12:48.892235 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port b40fe4e0-0705-462f-8e60-0dc84e9e73aa, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=b40fe4e0-0705-462f-8e60-0dc84e9e73aa,segment=NetworkSegment(7bd8babb-8003-4806-8692-e92ce3a5f993),segment_id=7bd8babb-8003-4806-8692-e92ce3a5f993)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:48.906476 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:48.935723 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc100b4-5366-462d-b81c-cf3e700a519d req-0c63a0b6-592e-4190-8d76-ff145401a67e tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:48.955593 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-efc100b4-5366-462d-b81c-cf3e700a519d req-0c63a0b6-592e-4190-8d76-ff145401a67e tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5a2f0a6-8363-4e42-9c23-2d1f89d43729 HTTP/1.1" status: 200 len: 945 time: 0.2731242 Apr 20 17:12:48.989700 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:12:49.098454 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=b40fe4e0-0705-462f-8e60-0dc84e9e73aa,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:49.177339 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-8d69c088-c44c-46df-b52b-fe79a3ae11a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4286543-c780-46e5-a97b-9d6dd0a44686 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:12:49.195801 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-8d69c088-c44c-46df-b52b-fe79a3ae11a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:49.223579 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-8d69c088-c44c-46df-b52b-fe79a3ae11a3 service neutron] Transition to ACTIVE for port object e4286543-c780-46e5-a97b-9d6dd0a44686 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:12:49.334821 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-8d69c088-c44c-46df-b52b-fe79a3ae11a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:49.444957 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-efc100b4-5366-462d-b81c-cf3e700a519d req-718cecec-df55-432b-83d4-ba7686ff6c30 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4876878 Apr 20 17:12:49.593890 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7df706c-4d8d-4142-a1e3-da677e319484 None None] New status for floating IP 232ec108-94a9-4328-90b4-54739dd8fbbb: DOWN {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:12:49.698237 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-86ee16e2-9e6a-4d1d-b24a-812e43f1a4f3 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:49.721547 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34676) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:12:49.875116 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-86ee16e2-9e6a-4d1d-b24a-812e43f1a4f3 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Transition to ACTIVE for port object f8d0fad6-f78c-462e-9a27-bfa511155dd5 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:12:50.190001 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0e785a7c-5910-4274-91bf-0b0c852ad0a9 req-83f70cea-94c8-4994-8ebb-1c3045bb0ec6 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f3bd296-fbd0-4d30-9e39-2dfd1b10da9a HTTP/1.1" status: 200 len: 210 time: 0.1266437 Apr 20 17:12:50.194648 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e6797f69-0f01-49c7-93d0-488bfbbb15b1 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:50.257183 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-86ee16e2-9e6a-4d1d-b24a-812e43f1a4f3 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:50.263289 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e6797f69-0f01-49c7-93d0-488bfbbb15b1 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:50.403296 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-86ee16e2-9e6a-4d1d-b24a-812e43f1a4f3 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Network b8d5008d-c75b-4e43-bc72-1af4d636aa56 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:12:50.405688 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69c088-c44c-46df-b52b-fe79a3ae11a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e4286543-c780-46e5-a97b-9d6dd0a44686,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:50.452402 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-86ee16e2-9e6a-4d1d-b24a-812e43f1a4f3 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:12:50.540825 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-86ee16e2-9e6a-4d1d-b24a-812e43f1a4f3 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:12:50.552549 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e0d9d9ea-0255-4958-9849-000d66ea95e1 req-b044f760-090d-4637-a296-f586d009d8ec tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 1095 time: 1.3265464 Apr 20 17:12:50.893042 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e0d9d9ea-0255-4958-9849-000d66ea95e1 req-5360f2cb-bb0a-4866-a5cd-ed1f5802892d tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374465 Apr 20 17:12:50.907076 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-86ee16e2-9e6a-4d1d-b24a-812e43f1a4f3 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:50.908853 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-86ee16e2-9e6a-4d1d-b24a-812e43f1a4f3 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:50.963532 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7c11a-bf0a-429b-b846-39c49a04710e req-170daf95-d00c-4744-a45c-cf3780350cd5 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:50.967205 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f7e7c11a-bf0a-429b-b846-39c49a04710e req-170daf95-d00c-4744-a45c-cf3780350cd5 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d0d584c-0beb-4242-984c-1a1f0332e4e7 HTTP/1.1" status: 200 len: 949 time: 0.8216887 Apr 20 17:12:51.166167 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee16e2-9e6a-4d1d-b24a-812e43f1a4f3 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Pushing event updated for resources: {'Port': ['ID=f8d0fad6-f78c-462e-9a27-bfa511155dd5,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:51.260462 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-86ee16e2-9e6a-4d1d-b24a-812e43f1a4f3 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9848680 Apr 20 17:12:51.265197 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e8514c61-66c1-4102-b2e8-30226cd63202 None None] Provisioning for port f8d0fad6-f78c-462e-9a27-bfa511155dd5 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:12:51.277127 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e6797f69-0f01-49c7-93d0-488bfbbb15b1 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:51.279589 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e6797f69-0f01-49c7-93d0-488bfbbb15b1 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:51.280791 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e6797f69-0f01-49c7-93d0-488bfbbb15b1 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "DELETE /v2.0/security-groups/202fc54b-5a54-4c45-9b54-08ff67098d63 HTTP/1.1" status: 204 len: 168 time: 1.5540471 Apr 20 17:12:51.290332 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-8d69c088-c44c-46df-b52b-fe79a3ae11a3 service neutron] Attempting to bind port e4286543-c780-46e5-a97b-9d6dd0a44686 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:12:51.290687 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-8d69c088-c44c-46df-b52b-fe79a3ae11a3 service neutron] Attempting to bind port e4286543-c780-46e5-a97b-9d6dd0a44686 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:12:51.291077 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-8d69c088-c44c-46df-b52b-fe79a3ae11a3 service neutron] Attempting to bind port e4286543-c780-46e5-a97b-9d6dd0a44686 on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:12:51.291268 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e8514c61-66c1-4102-b2e8-30226cd63202 None None] Provisioning complete for port f8d0fad6-f78c-462e-9a27-bfa511155dd5 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:12:51.291428 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e8514c61-66c1-4102-b2e8-30226cd63202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:51.297227 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34696) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:12:51.349710 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-fae7acbc-ee89-44c4-b8fc-94bef68a689f service neutron] Request body: {'port': {'device_id': '8f3bd296-fbd0-4d30-9e39-2dfd1b10da9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:12:51.389296 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-f7e7c11a-bf0a-429b-b846-39c49a04710e req-abbc1203-6e9a-4b1c-867a-928c67ae9794 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Deleting port ea9c3527-e682-421b-906a-89d3fc2508b4 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:12:51.389852 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f7e7c11a-bf0a-429b-b846-39c49a04710e req-abbc1203-6e9a-4b1c-867a-928c67ae9794 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:51.441064 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-e8514c61-66c1-4102-b2e8-30226cd63202 None None] Port f8d0fad6-f78c-462e-9a27-bfa511155dd5 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:12:51.456381 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-8d69c088-c44c-46df-b52b-fe79a3ae11a3 service neutron] Port e4286543-c780-46e5-a97b-9d6dd0a44686 on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:12:51.460300 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-8d69c088-c44c-46df-b52b-fe79a3ae11a3 service neutron] Attempting to bind port e4286543-c780-46e5-a97b-9d6dd0a44686 on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:12:51.510172 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-1cdce166-fe8d-476a-a042-a0abe7cc8654 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] show failed (client error): The resource could not be found. Apr 20 17:12:51.515220 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1cdce166-fe8d-476a-a042-a0abe7cc8654 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "GET /v2.0/security-groups/202fc54b-5a54-4c45-9b54-08ff67098d63 HTTP/1.1" status: 404 len: 347 time: 0.2169883 Apr 20 17:12:51.516026 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34702) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:12:51.629875 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6797f69-0f01-49c7-93d0-488bfbbb15b1 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=202fc54b-5a54-4c45-9b54-08ff67098d63,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:51.670824 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8ea8c-924c-4d94-9bf7-151dfe359be8 req-a7a61ffb-f61b-4d8e-8d51-53261d18ecfc tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:51.707580 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2f8ea8c-924c-4d94-9bf7-151dfe359be8 req-a7a61ffb-f61b-4d8e-8d51-53261d18ecfc tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d0d584c-0beb-4242-984c-1a1f0332e4e7 HTTP/1.1" status: 200 len: 949 time: 0.7547081 Apr 20 17:12:52.072763 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-8d69c088-c44c-46df-b52b-fe79a3ae11a3 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:12:52.073131 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-8d69c088-c44c-46df-b52b-fe79a3ae11a3 service neutron] Checking segment: {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:12:52.073485 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-8d69c088-c44c-46df-b52b-fe79a3ae11a3 service neutron] Bound using segment: {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:12:52.073933 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-8d69c088-c44c-46df-b52b-fe79a3ae11a3 service neutron] Bound port: e4286543-c780-46e5-a97b-9d6dd0a44686, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:12:52.074308 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-8d69c088-c44c-46df-b52b-fe79a3ae11a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:52.138960 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2f8ea8c-924c-4d94-9bf7-151dfe359be8 req-8ecd5c03-3ab4-4436-bbcd-a1abf4011cd6 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200108 Apr 20 17:12:52.162483 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-fae7acbc-ee89-44c4-b8fc-94bef68a689f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:52.416025 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac7fd18c-866b-4681-b334-8081beb4edf0'] response: {'server_uuid': 'f5a2f0a6-8363-4e42-9c23-2d1f89d43729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40fe4e0-0705-462f-8e60-0dc84e9e73aa', 'code': 200} Apr 20 17:12:52.417166 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-6e14f2b3-9d69-47d0-b750-f9d9d3765b20 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Deleting port 572e6cce-2c55-4804-b980-a5cf7b8369c6 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:12:52.417747 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6e14f2b3-9d69-47d0-b750-f9d9d3765b20 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:52.926096 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6e14f2b3-9d69-47d0-b750-f9d9d3765b20 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:52.927550 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6e14f2b3-9d69-47d0-b750-f9d9d3765b20 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:53.081694 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2799a8-58d5-4154-a9ea-d2d2f0232b26 req-6f367bdc-a75b-44bb-95c2-00593867fd77 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:53.089468 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4c2799a8-58d5-4154-a9ea-d2d2f0232b26 req-6f367bdc-a75b-44bb-95c2-00593867fd77 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5a2f0a6-8363-4e42-9c23-2d1f89d43729 HTTP/1.1" status: 200 len: 946 time: 0.3594861 Apr 20 17:12:53.173438 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-6e14f2b3-9d69-47d0-b750-f9d9d3765b20 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Calling delete_port for 572e6cce-2c55-4804-b980-a5cf7b8369c6 owned by network:floatingip {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:12:53.190039 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4c2799a8-58d5-4154-a9ea-d2d2f0232b26 req-22d9e919-1bab-47be-af39-77b8c09ac2ed tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993412 Apr 20 17:12:53.352055 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ea9c3527-e682-421b-906a-89d3fc2508b4 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:12:53.398544 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-fae7acbc-ee89-44c4-b8fc-94bef68a689f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d0fad6-f78c-462e-9a27-bfa511155dd5 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:12:53.413899 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-fae7acbc-ee89-44c4-b8fc-94bef68a689f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:53.436764 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-fae7acbc-ee89-44c4-b8fc-94bef68a689f service neutron] Transition to ACTIVE for port object f8d0fad6-f78c-462e-9a27-bfa511155dd5 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:12:53.447715 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-fae7acbc-ee89-44c4-b8fc-94bef68a689f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:53.460038 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c382ca0-1d09-485d-a666-aaab04c40693 req-d2a1433c-98d8-45e5-82d8-b6653160ddbb tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:53.474603 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9c382ca0-1d09-485d-a666-aaab04c40693 req-d2a1433c-98d8-45e5-82d8-b6653160ddbb tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=e34329aa-3f92-4818-8b33-f7b979087201 HTTP/1.1" status: 200 len: 943 time: 2.1777632 Apr 20 17:12:53.500267 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-f7e7c11a-bf0a-429b-b846-39c49a04710e req-abbc1203-6e9a-4b1c-867a-928c67ae9794 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] For port ea9c3527-e682-421b-906a-89d3fc2508b4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ea9c3527-e682-421b-906a-89d3fc2508b4,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:53.500849 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f7e7c11a-bf0a-429b-b846-39c49a04710e req-abbc1203-6e9a-4b1c-867a-928c67ae9794 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:53.604954 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34726) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:12:53.612079 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:53.663109 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ea9c3527-e682-421b-906a-89d3fc2508b4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ea9c3527-e682-421b-906a-89d3fc2508b4,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:53.676303 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:53.852930 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-f7e7c11a-bf0a-429b-b846-39c49a04710e req-abbc1203-6e9a-4b1c-867a-928c67ae9794 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Calling delete_port for ea9c3527-e682-421b-906a-89d3fc2508b4 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:12:53.876198 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7acbc-ee89-44c4-b8fc-94bef68a689f service neutron] Pushing event updated for resources: {'Port': ['ID=f8d0fad6-f78c-462e-9a27-bfa511155dd5,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:54.025620 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-8d69c088-c44c-46df-b52b-fe79a3ae11a3 service neutron] For port e4286543-c780-46e5-a97b-9d6dd0a44686, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:12:54.036038 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9c382ca0-1d09-485d-a666-aaab04c40693 req-3ed4876a-0ec7-42e0-8eb0-1fe50d49b6f6 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5594084 Apr 20 17:12:54.056112 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-fae7acbc-ee89-44c4-b8fc-94bef68a689f service neutron] Attempting to bind port f8d0fad6-f78c-462e-9a27-bfa511155dd5 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:12:54.056646 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-fae7acbc-ee89-44c4-b8fc-94bef68a689f service neutron] Attempting to bind port f8d0fad6-f78c-462e-9a27-bfa511155dd5 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '0d63b785-9650-4e11-8527-88a6c33911fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b8d5008d-c75b-4e43-bc72-1af4d636aa56'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:12:54.057966 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=ea9c3527-e682-421b-906a-89d3fc2508b4,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:54.064010 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-8d69c088-c44c-46df-b52b-fe79a3ae11a3 service neutron] For port e4286543-c780-46e5-a97b-9d6dd0a44686, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=e4286543-c780-46e5-a97b-9d6dd0a44686,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:12:54.064266 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-fae7acbc-ee89-44c4-b8fc-94bef68a689f service neutron] Attempting to bind port f8d0fad6-f78c-462e-9a27-bfa511155dd5 on network b8d5008d-c75b-4e43-bc72-1af4d636aa56 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:12:54.094788 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-fae7acbc-ee89-44c4-b8fc-94bef68a689f service neutron] Port f8d0fad6-f78c-462e-9a27-bfa511155dd5 on network b8d5008d-c75b-4e43-bc72-1af4d636aa56 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:12:54.095281 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-fae7acbc-ee89-44c4-b8fc-94bef68a689f service neutron] Attempting to bind port f8d0fad6-f78c-462e-9a27-bfa511155dd5 on network b8d5008d-c75b-4e43-bc72-1af4d636aa56 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:12:54.116702 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-fae7acbc-ee89-44c4-b8fc-94bef68a689f service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:12:54.117010 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-fae7acbc-ee89-44c4-b8fc-94bef68a689f service neutron] Checking segment: {'id': '0d63b785-9650-4e11-8527-88a6c33911fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b8d5008d-c75b-4e43-bc72-1af4d636aa56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:12:54.117620 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-fae7acbc-ee89-44c4-b8fc-94bef68a689f service neutron] Bound using segment: {'id': '0d63b785-9650-4e11-8527-88a6c33911fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b8d5008d-c75b-4e43-bc72-1af4d636aa56'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:12:54.118358 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-fae7acbc-ee89-44c4-b8fc-94bef68a689f service neutron] Bound port: f8d0fad6-f78c-462e-9a27-bfa511155dd5, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d63b785-9650-4e11-8527-88a6c33911fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b8d5008d-c75b-4e43-bc72-1af4d636aa56'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:12:54.118916 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-fae7acbc-ee89-44c4-b8fc-94bef68a689f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:54.124689 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-8d69c088-c44c-46df-b52b-fe79a3ae11a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:54.230001 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-8d69c088-c44c-46df-b52b-fe79a3ae11a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:54.232139 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-8d69c088-c44c-46df-b52b-fe79a3ae11a3 service neutron] 10.222.0.10 "PUT /v2.0/ports/e4286543-c780-46e5-a97b-9d6dd0a44686 HTTP/1.1" status: 200 len: 1091 time: 7.3749876 Apr 20 17:12:54.243271 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e34329aa-3f92-4818-8b33-f7b979087201', 'tag': 'e4286543-c780-46e5-a97b-9d6dd0a44686'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:12:54.265753 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e0676acb-405f-4c28-8040-623e8be72c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:54.283213 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-acb174de-3d20-457a-ae78-2cf04eb5e837 req-39c707a2-207a-4114-bb8a-0567bdd9ffde service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f5a2f0a6-8363-4e42-9c23-2d1f89d43729 HTTP/1.1" status: 200 len: 1097 time: 1.0188541 Apr 20 17:12:54.308052 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-fae7acbc-ee89-44c4-b8fc-94bef68a689f service neutron] For port f8d0fad6-f78c-462e-9a27-bfa511155dd5, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:12:54.320358 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-fae7acbc-ee89-44c4-b8fc-94bef68a689f service neutron] For port f8d0fad6-f78c-462e-9a27-bfa511155dd5, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=f8d0fad6-f78c-462e-9a27-bfa511155dd5,segment=NetworkSegment(0d63b785-9650-4e11-8527-88a6c33911fb),segment_id=0d63b785-9650-4e11-8527-88a6c33911fb)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:12:54.327479 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-fae7acbc-ee89-44c4-b8fc-94bef68a689f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:54.362656 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.api [req-f7e7c11a-bf0a-429b-b846-39c49a04710e req-abbc1203-6e9a-4b1c-867a-928c67ae9794 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:12:54.363078 n-d-838032-1 neutron-server[84081]: DEBUG oslo_db.api [req-f7e7c11a-bf0a-429b-b846-39c49a04710e req-abbc1203-6e9a-4b1c-867a-928c67ae9794 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:12:54.417837 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d0d584c-0beb-4242-984c-1a1f0332e4e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea9c3527-e682-421b-906a-89d3fc2508b4'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:12:54.482090 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-acb174de-3d20-457a-ae78-2cf04eb5e837 req-872ad19b-8900-49b3-aca6-f304acc6e0c0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330256 Apr 20 17:12:54.527100 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6e14f2b3-9d69-47d0-b750-f9d9d3765b20 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:54.539519 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e0676acb-405f-4c28-8040-623e8be72c91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:12:54.543074 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69c088-c44c-46df-b52b-fe79a3ae11a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e4286543-c780-46e5-a97b-9d6dd0a44686,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:54.590662 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e0676acb-405f-4c28-8040-623e8be72c91 admin admin] Usage tracker for resource:security_group_rule and tenant:c04d88ad8ed441c7a04f29749780ecdf is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:12:54.602239 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-fae7acbc-ee89-44c4-b8fc-94bef68a689f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:54.604367 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-fae7acbc-ee89-44c4-b8fc-94bef68a689f service neutron] 10.222.0.43 "PUT /v2.0/ports/f8d0fad6-f78c-462e-9a27-bfa511155dd5 HTTP/1.1" status: 200 len: 1092 time: 3.3026302 Apr 20 17:12:54.605115 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e0676acb-405f-4c28-8040-623e8be72c91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:12:54.608308 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14f2b3-9d69-47d0-b750-f9d9d3765b20 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Pushing event deleted for resources: {'Port': ['ID=572e6cce-2c55-4804-b980-a5cf7b8369c6,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:54.623311 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f3bd296-fbd0-4d30-9e39-2dfd1b10da9a', 'tag': 'f8d0fad6-f78c-462e-9a27-bfa511155dd5'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:12:54.625343 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e0676acb-405f-4c28-8040-623e8be72c91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:12:54.707302 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7acbc-ee89-44c4-b8fc-94bef68a689f service neutron] Pushing event updated for resources: {'Port': ['ID=f8d0fad6-f78c-462e-9a27-bfa511155dd5,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:54.865616 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-f7e7c11a-bf0a-429b-b846-39c49a04710e req-abbc1203-6e9a-4b1c-867a-928c67ae9794 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Deleting port ea9c3527-e682-421b-906a-89d3fc2508b4 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:12:54.866310 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f7e7c11a-bf0a-429b-b846-39c49a04710e req-abbc1203-6e9a-4b1c-867a-928c67ae9794 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:54.916437 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6e14f2b3-9d69-47d0-b750-f9d9d3765b20 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks [] for floatingip, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:54.956152 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-32923c3b-760f-40ba-835b-347d825f14d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b7e0217792874af58ccfdea4744db0d0&device_id=e34329aa-3f92-4818-8b33-f7b979087201 HTTP/1.1" status: 200 len: 1094 time: 0.6694252 Apr 20 17:12:55.302647 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6e14f2b3-9d69-47d0-b750-f9d9d3765b20 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:55.304482 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6e14f2b3-9d69-47d0-b750-f9d9d3765b20 tempest-ServersTestBootFromVolume-55241648 tempest-ServersTestBootFromVolume-55241648-project] 10.222.0.39 "DELETE /v2.0/floatingips/232ec108-94a9-4328-90b4-54739dd8fbbb HTTP/1.1" status: 204 len: 168 time: 3.7809570 Apr 20 17:12:55.307452 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34744) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:12:55.402383 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-c98294b7-1b46-4a95-bc83-d41f823298d9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4286543-c780-46e5-a97b-9d6dd0a44686 HTTP/1.1" status: 200 len: 217 time: 0.4325345 Apr 20 17:12:55.513213 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0e880-2dea-4fca-a666-58efa480310d req-86442c27-9c22-4a8c-a76d-6352859dea7b tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:55.515881 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a2a0e880-2dea-4fca-a666-58efa480310d req-86442c27-9c22-4a8c-a76d-6352859dea7b tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f3bd296-fbd0-4d30-9e39-2dfd1b10da9a HTTP/1.1" status: 200 len: 944 time: 1.1029022 Apr 20 17:12:55.833154 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e0676acb-405f-4c28-8040-623e8be72c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:55.878018 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-69369cff-042a-412b-80b3-5d708f59c1b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:55.880749 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-69369cff-042a-412b-80b3-5d708f59c1b9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=64070a1b-0f00-4b11-95f5-508285983f32 HTTP/1.1" status: 200 len: 861 time: 0.4460430 Apr 20 17:12:55.881844 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e0676acb-405f-4c28-8040-623e8be72c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:56.129465 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0676acb-405f-4c28-8040-623e8be72c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bdebce-12d3-4c37-b277-a5ae14164648,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:56.180113 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-b9c8be20-fe02-4b44-a49c-c39b6b62f5ce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2814236 Apr 20 17:12:56.355213 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a2a0e880-2dea-4fca-a666-58efa480310d req-d9612f0a-e005-4555-843b-a794a6cc1cd4 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "GET /v2.0/security-groups?id=da720825-3e6c-4625-8bdc-bcad0db5212e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8191164 Apr 20 17:12:56.538239 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e0676acb-405f-4c28-8040-623e8be72c91 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c04d88ad8ed441c7a04f29749780ecdf&name=default HTTP/1.1" status: 200 len: 2647 time: 2.9265430 Apr 20 17:12:56.543626 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34758) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:12:56.572984 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-bdcf43c7-c8e3-49ca-a56b-8f8c874beb58 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4c63d8f9bf0474a935eff95935237d0&device_id=8f3bd296-fbd0-4d30-9e39-2dfd1b10da9a HTTP/1.1" status: 200 len: 1095 time: 0.6712365 Apr 20 17:12:56.609059 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-f7e7c11a-bf0a-429b-b846-39c49a04710e req-abbc1203-6e9a-4b1c-867a-928c67ae9794 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] For port ea9c3527-e682-421b-906a-89d3fc2508b4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ea9c3527-e682-421b-906a-89d3fc2508b4,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:12:56.609396 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f7e7c11a-bf0a-429b-b846-39c49a04710e req-abbc1203-6e9a-4b1c-867a-928c67ae9794 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:56.838662 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-293f6957-58a8-49d0-aba3-490ecf704593 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8d0fad6-f78c-462e-9a27-bfa511155dd5 HTTP/1.1" status: 200 len: 217 time: 0.2561615 Apr 20 17:12:56.909186 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-f7e7c11a-bf0a-429b-b846-39c49a04710e req-abbc1203-6e9a-4b1c-867a-928c67ae9794 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Calling delete_port for ea9c3527-e682-421b-906a-89d3fc2508b4 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:12:57.031327 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0fdd3-d2a6-4a36-9ad3-5878c21a4094 req-752ccdf6-9644-412f-b608-5c62876688d0 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:57.034505 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e9c0fdd3-d2a6-4a36-9ad3-5878c21a4094 req-752ccdf6-9644-412f-b608-5c62876688d0 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d0d584c-0beb-4242-984c-1a1f0332e4e7 HTTP/1.1" status: 200 len: 947 time: 0.6699097 Apr 20 17:12:57.117223 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-29b47935-880d-466e-aa47-df54d2c7018a service neutron] 10.222.0.10 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8891659 Apr 20 17:12:57.119780 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-19601d6a-c3e0-498b-a937-d88063849f96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:57.121068 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3b6ddf40-2d9a-47cf-b239-b668daba560d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:57.129136 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-19601d6a-c3e0-498b-a937-d88063849f96 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7c6eed98-6e0e-48dd-a464-51febb5e6b02 HTTP/1.1" status: 200 len: 854 time: 0.2755759 Apr 20 17:12:57.143648 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a5d04f4b-eb74-4ed9-9cb4-54a3e42b745e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:57.314680 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3b6ddf40-2d9a-47cf-b239-b668daba560d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:57.343621 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c394ad4-51fa-43ec-a033-5c30872f0a7d req-18151ecc-3019-48ee-91b1-17fc2db579f5 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:57.345203 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1c394ad4-51fa-43ec-a033-5c30872f0a7d req-18151ecc-3019-48ee-91b1-17fc2db579f5 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5a2f0a6-8363-4e42-9c23-2d1f89d43729 HTTP/1.1" status: 200 len: 946 time: 0.4978361 Apr 20 17:12:57.573023 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e9c0fdd3-d2a6-4a36-9ad3-5878c21a4094 req-de55ea61-0438-4473-8f3b-78827020c657 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5296495 Apr 20 17:12:57.619487 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1c394ad4-51fa-43ec-a033-5c30872f0a7d req-ea79a46b-71a5-45f8-9337-59c08e3e4207 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073143 Apr 20 17:12:57.628341 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b7af360b-c548-4095-9cfe-3d5278ba99dd req-83416b4f-1046-476a-9e4f-2455f091c69c service neutron] 10.222.0.10 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897180 Apr 20 17:12:57.641670 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f7e7c11a-bf0a-429b-b846-39c49a04710e req-abbc1203-6e9a-4b1c-867a-928c67ae9794 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:57.658030 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['ee45854b-e480-4cb1-9f59-faa8e3501412'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:12:57.736207 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['5c531681-8b3c-4bb5-b90d-19fa3f5a5e39'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:12:57.737904 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-205ce3bf-90f5-44d3-8388-d30fd8853843 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8d5008d-c75b-4e43-bc72-1af4d636aa56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4706056 Apr 20 17:12:57.775785 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc1203-6e9a-4b1c-867a-928c67ae9794 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Pushing event deleted for resources: {'Port': ['ID=ea9c3527-e682-421b-906a-89d3fc2508b4,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:57.803828 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3b6ddf40-2d9a-47cf-b239-b668daba560d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:57.867871 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ddf40-2d9a-47cf-b239-b668daba560d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bdebce-12d3-4c37-b277-a5ae14164648,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:12:57.915787 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c113445-e698-4fa4-94c3-e1cd5efdf22c'] response: {'server_uuid': '0d0d584c-0beb-4242-984c-1a1f0332e4e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea9c3527-e682-421b-906a-89d3fc2508b4', 'code': 200} Apr 20 17:12:57.992304 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12803772-0813-412d-918e-e69c3050fe25'] response: {'name': 'network-changed', 'server_uuid': 'e34329aa-3f92-4818-8b33-f7b979087201', 'tag': 'e4286543-c780-46e5-a97b-9d6dd0a44686', 'status': 'completed', 'code': 200} Apr 20 17:12:57.993931 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e7c11a-bf0a-429b-b846-39c49a04710e req-abbc1203-6e9a-4b1c-867a-928c67ae9794 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] No DVR routers for this DVR port ea9c3527-e682-421b-906a-89d3fc2508b4 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:12:57.998110 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f7e7c11a-bf0a-429b-b846-39c49a04710e req-abbc1203-6e9a-4b1c-867a-928c67ae9794 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:58.038996 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f7e7c11a-bf0a-429b-b846-39c49a04710e req-abbc1203-6e9a-4b1c-867a-928c67ae9794 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.43 "DELETE /v2.0/ports/ea9c3527-e682-421b-906a-89d3fc2508b4 HTTP/1.1" status: 204 len: 173 time: 7.0561552 Apr 20 17:12:58.042042 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3b6ddf40-2d9a-47cf-b239-b668daba560d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:58.046557 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3b6ddf40-2d9a-47cf-b239-b668daba560d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/57bdebce-12d3-4c37-b277-a5ae14164648 HTTP/1.1" status: 204 len: 168 time: 1.4999588 Apr 20 17:12:58.078873 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d43d62ef-64c4-4892-b9fb-ffd6bd3b42df req-0b1c8c16-da8e-40c7-9666-fa1cbd8719f9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b7e0217792874af58ccfdea4744db0d0&device_id=e34329aa-3f92-4818-8b33-f7b979087201 HTTP/1.1" status: 200 len: 1094 time: 0.1312425 Apr 20 17:12:58.307078 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d62ef-64c4-4892-b9fb-ffd6bd3b42df req-b6231e66-26a9-4856-9636-52d55c920062 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:58.310303 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d43d62ef-64c4-4892-b9fb-ffd6bd3b42df req-b6231e66-26a9-4856-9636-52d55c920062 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c HTTP/1.1" status: 200 len: 922 time: 0.2082083 Apr 20 17:12:58.431394 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4325e60f-176f-4571-a05f-7ddd916683c8'] response: {'name': 'network-changed', 'server_uuid': '8f3bd296-fbd0-4d30-9e39-2dfd1b10da9a', 'tag': 'f8d0fad6-f78c-462e-9a27-bfa511155dd5', 'status': 'completed', 'code': 200} Apr 20 17:12:58.727431 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-11a8b871-033c-4fde-8887-f87cb0f8cabc service neutron] 10.222.0.43 "GET /v2.0/networks/b8d5008d-c75b-4e43-bc72-1af4d636aa56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9763477 Apr 20 17:12:58.979113 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d43d62ef-64c4-4892-b9fb-ffd6bd3b42df req-3907d9a6-2bd6-4614-8a71-a477a39d01e0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4286543-c780-46e5-a97b-9d6dd0a44686 HTTP/1.1" status: 200 len: 217 time: 0.6613240 Apr 20 17:12:59.009443 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431d82f-7ac5-4ef2-bfa3-f7027e5a6186 req-7f114e3f-5212-4a77-9967-cfcda771aeb2 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:59.017453 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2431d82f-7ac5-4ef2-bfa3-f7027e5a6186 req-7f114e3f-5212-4a77-9967-cfcda771aeb2 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=e34329aa-3f92-4818-8b33-f7b979087201 HTTP/1.1" status: 200 len: 943 time: 0.5647304 Apr 20 17:12:59.113621 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9f4e6d98-4dcf-4d67-b448-e37b10eaaa76 req-27a98857-38dd-44ce-a004-6933125ed4d8 service neutron] 10.222.0.43 "GET /v2.0/networks/b8d5008d-c75b-4e43-bc72-1af4d636aa56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568950 Apr 20 17:12:59.140858 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d62ef-64c4-4892-b9fb-ffd6bd3b42df req-06eb1bc7-af01-435d-9c1d-9bbb4295b914 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:12:59.145674 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d43d62ef-64c4-4892-b9fb-ffd6bd3b42df req-06eb1bc7-af01-435d-9c1d-9bbb4295b914 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=64070a1b-0f00-4b11-95f5-508285983f32 HTTP/1.1" status: 200 len: 861 time: 0.1580899 Apr 20 17:12:59.239734 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d43d62ef-64c4-4892-b9fb-ffd6bd3b42df req-328953bf-45ea-4b31-b52e-afaf3dcc9436 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878062 Apr 20 17:12:59.251994 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2431d82f-7ac5-4ef2-bfa3-f7027e5a6186 req-7dfa0d89-ce67-40b1-bccc-4daf37630502 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331221 Apr 20 17:12:59.563588 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34774) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:12:59.656655 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c795fb3b-bd4a-433d-9178-9978a5218d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:12:59.676590 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d43d62ef-64c4-4892-b9fb-ffd6bd3b42df req-18bfe4c2-53c2-4115-882a-2d963ab9c1e8 service neutron] 10.222.0.10 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282086 Apr 20 17:12:59.800017 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c795fb3b-bd4a-433d-9178-9978a5218d74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:12:59.805620 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c795fb3b-bd4a-433d-9178-9978a5218d74 admin admin] Usage tracker for resource:security_group_rule and tenant:564e81c72bec4153af8287d71bd9d59c is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:12:59.817748 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c795fb3b-bd4a-433d-9178-9978a5218d74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:12:59.825318 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c795fb3b-bd4a-433d-9178-9978a5218d74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:12:59.997947 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d0d584c-0beb-4242-984c-1a1f0332e4e7', 'name': 'network-vif-deleted', 'tag': 'ea9c3527-e682-421b-906a-89d3fc2508b4'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:13:00.013957 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d43d62ef-64c4-4892-b9fb-ffd6bd3b42df req-aa9563c0-89fc-4ac9-85d4-4fd4a0137712 service neutron] 10.222.0.10 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287435 Apr 20 17:13:00.072946 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c795fb3b-bd4a-433d-9178-9978a5218d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:00.109440 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c795fb3b-bd4a-433d-9178-9978a5218d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:00.192004 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-417d3035-b9bf-4426-9ec5-d0affacaeb70 req-3eef579d-6959-475f-9a30-577e17892ae2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4c63d8f9bf0474a935eff95935237d0&device_id=8f3bd296-fbd0-4d30-9e39-2dfd1b10da9a HTTP/1.1" status: 200 len: 1095 time: 0.9426720 Apr 20 17:13:00.242303 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795fb3b-bd4a-433d-9178-9978a5218d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8f668d-e3b0-4b68-9954-6e161b0406d3,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:00.256395 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c795fb3b-bd4a-433d-9178-9978a5218d74 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=564e81c72bec4153af8287d71bd9d59c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6863909 Apr 20 17:13:00.259633 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34782) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:13:00.402397 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ee769c22-e815-44d5-84cc-a97e94a35288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:00.479693 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ee769c22-e815-44d5-84cc-a97e94a35288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:00.605791 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ee769c22-e815-44d5-84cc-a97e94a35288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:00.639085 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62faad8e-801d-48eb-b71e-5b449452d330 req-a11140ab-2d06-4344-a42f-b7c0506003ba tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:00.642819 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-62faad8e-801d-48eb-b71e-5b449452d330 req-a11140ab-2d06-4344-a42f-b7c0506003ba tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Synchronizing usage tracker for tenant:a4c63d8f9bf0474a935eff95935237d0 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:13:00.657624 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee769c22-e815-44d5-84cc-a97e94a35288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8f668d-e3b0-4b68-9954-6e161b0406d3,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:00.685433 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ee769c22-e815-44d5-84cc-a97e94a35288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:00.687053 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ee769c22-e815-44d5-84cc-a97e94a35288 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1a8f668d-e3b0-4b68-9954-6e161b0406d3 HTTP/1.1" status: 204 len: 168 time: 0.4253891 Apr 20 17:13:00.725879 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-62faad8e-801d-48eb-b71e-5b449452d330 req-a11140ab-2d06-4344-a42f-b7c0506003ba tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Unset dirty status for tenant:a4c63d8f9bf0474a935eff95935237d0 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:13:00.738621 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-62faad8e-801d-48eb-b71e-5b449452d330 req-a11140ab-2d06-4344-a42f-b7c0506003ba tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f3bd296-fbd0-4d30-9e39-2dfd1b10da9a HTTP/1.1" status: 200 len: 944 time: 0.7871900 Apr 20 17:13:00.888981 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-62faad8e-801d-48eb-b71e-5b449452d330 req-171936a8-b99b-4bca-9287-fb2018cc7287 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "GET /v2.0/security-groups?id=da720825-3e6c-4625-8bdc-bcad0db5212e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440187 Apr 20 17:13:01.274058 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d3035-b9bf-4426-9ec5-d0affacaeb70 req-83c8ff78-cb6c-4d63-b27c-d14beff1e37d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:01.277033 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-417d3035-b9bf-4426-9ec5-d0affacaeb70 req-83c8ff78-cb6c-4d63-b27c-d14beff1e37d service neutron] 10.222.0.43 "GET /v2.0/networks?id=b8d5008d-c75b-4e43-bc72-1af4d636aa56 HTTP/1.1" status: 200 len: 916 time: 0.3151937 Apr 20 17:13:01.497523 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-417d3035-b9bf-4426-9ec5-d0affacaeb70 req-0e52d0fa-071f-428a-a88b-f7498c8f2338 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8d0fad6-f78c-462e-9a27-bfa511155dd5 HTTP/1.1" status: 200 len: 217 time: 0.2097247 Apr 20 17:13:01.678128 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eee13dbf-12e3-47ef-a889-68c7bd1748d3'] response: {'server_uuid': '0d0d584c-0beb-4242-984c-1a1f0332e4e7', 'name': 'network-vif-deleted', 'tag': 'ea9c3527-e682-421b-906a-89d3fc2508b4', 'status': 'completed', 'code': 200} Apr 20 17:13:01.837962 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89926c-f2c5-4507-b97e-232d6ecf2abc req-e4fe99bc-b99a-4975-a513-798acde56e3e tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:01.840747 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9d89926c-f2c5-4507-b97e-232d6ecf2abc req-e4fe99bc-b99a-4975-a513-798acde56e3e tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5a2f0a6-8363-4e42-9c23-2d1f89d43729 HTTP/1.1" status: 200 len: 946 time: 0.3537972 Apr 20 17:13:01.867240 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d3035-b9bf-4426-9ec5-d0affacaeb70 req-1010fa74-7d28-4ad6-b6ef-2177b18155c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:01.869779 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-417d3035-b9bf-4426-9ec5-d0affacaeb70 req-1010fa74-7d28-4ad6-b6ef-2177b18155c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7c6eed98-6e0e-48dd-a464-51febb5e6b02 HTTP/1.1" status: 200 len: 854 time: 0.3140593 Apr 20 17:13:01.998837 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9d89926c-f2c5-4507-b97e-232d6ecf2abc req-8e4e338d-ad65-46a3-be39-4d087c8ac9ec tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438193 Apr 20 17:13:02.152258 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-a5d04f4b-eb74-4ed9-9cb4-54a3e42b745e admin admin] Deleting port acea0df3-a012-4823-99be-bbdf04827e29 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:13:02.153168 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a5d04f4b-eb74-4ed9-9cb4-54a3e42b745e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:02.303596 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-417d3035-b9bf-4426-9ec5-d0affacaeb70 req-04290e83-e306-4644-8715-62848d2192b8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8d5008d-c75b-4e43-bc72-1af4d636aa56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4126260 Apr 20 17:13:02.350978 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d131d-4739-4154-a8c7-cb380152898d req-7c07ca9b-7749-443a-8a8f-ec9bc8383301 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:02.352537 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-759d131d-4739-4154-a8c7-cb380152898d req-7c07ca9b-7749-443a-8a8f-ec9bc8383301 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=e34329aa-3f92-4818-8b33-f7b979087201 HTTP/1.1" status: 200 len: 943 time: 0.3667276 Apr 20 17:13:02.525257 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-a5d04f4b-eb74-4ed9-9cb4-54a3e42b745e admin admin] For port acea0df3-a012-4823-99be-bbdf04827e29, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=acea0df3-a012-4823-99be-bbdf04827e29,segment=NetworkSegment(f12d8e57-facb-44d4-ac58-a089f6db229d),segment_id=f12d8e57-facb-44d4-ac58-a089f6db229d)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:13:02.525684 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a5d04f4b-eb74-4ed9-9cb4-54a3e42b745e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:02.570677 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-759d131d-4739-4154-a8c7-cb380152898d req-2dd1497c-096e-4db9-a929-987515895bb2 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587415 Apr 20 17:13:03.045373 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-a5d04f4b-eb74-4ed9-9cb4-54a3e42b745e admin admin] Calling delete_port for acea0df3-a012-4823-99be-bbdf04827e29 owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:13:03.327547 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-417d3035-b9bf-4426-9ec5-d0affacaeb70 req-e4fac4cb-202b-4ffa-a213-daa5803ba020 service neutron] 10.222.0.43 "GET /v2.0/networks/b8d5008d-c75b-4e43-bc72-1af4d636aa56?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0140302 Apr 20 17:13:03.411639 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device f8d0fad6-f78c-462e-9a27-bfa511155dd5 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:13:03.844644 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50caee0-bd13-4b65-8286-8b0c4bfe11b4 req-95d8ee8f-3a19-4ea3-b009-c841d78d4167 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:03.846028 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e50caee0-bd13-4b65-8286-8b0c4bfe11b4 req-95d8ee8f-3a19-4ea3-b009-c841d78d4167 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Synchronizing usage tracker for tenant:36da78d71e8c4977a5ae707bb0d7ba12 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:13:03.876747 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e50caee0-bd13-4b65-8286-8b0c4bfe11b4 req-95d8ee8f-3a19-4ea3-b009-c841d78d4167 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Unset dirty status for tenant:36da78d71e8c4977a5ae707bb0d7ba12 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:13:03.886692 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e50caee0-bd13-4b65-8286-8b0c4bfe11b4 req-95d8ee8f-3a19-4ea3-b009-c841d78d4167 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 949 time: 0.1900744 Apr 20 17:13:03.983770 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port f8d0fad6-f78c-462e-9a27-bfa511155dd5, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=f8d0fad6-f78c-462e-9a27-bfa511155dd5,segment=NetworkSegment(0d63b785-9650-4e11-8527-88a6c33911fb),segment_id=0d63b785-9650-4e11-8527-88a6c33911fb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:13:04.010858 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e50caee0-bd13-4b65-8286-8b0c4bfe11b4 req-4fdcaf70-b48d-4996-8bd7-6499515d4526 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209822 Apr 20 17:13:04.023395 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'f8d0fad6-f78c-462e-9a27-bfa511155dd5', 'network_id': 'b8d5008d-c75b-4e43-bc72-1af4d636aa56', 'port_id': 'f8d0fad6-f78c-462e-9a27-bfa511155dd5', 'mac_address': 'fa:16:3e:7a:23:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c6eed98-6e0e-48dd-a464-51febb5e6b02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:13:04.113768 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a5d04f4b-eb74-4ed9-9cb4-54a3e42b745e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:04.191665 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:04.258512 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d0fad6-f78c-462e-9a27-bfa511155dd5 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:13:04.264861 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d04f4b-eb74-4ed9-9cb4-54a3e42b745e admin admin] Pushing event deleted for resources: {'Port': ['ID=acea0df3-a012-4823-99be-bbdf04827e29,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:04.299091 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port f8d0fad6-f78c-462e-9a27-bfa511155dd5, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=f8d0fad6-f78c-462e-9a27-bfa511155dd5,segment=NetworkSegment(0d63b785-9650-4e11-8527-88a6c33911fb),segment_id=0d63b785-9650-4e11-8527-88a6c33911fb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:13:04.310214 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:04.335011 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d04f4b-eb74-4ed9-9cb4-54a3e42b745e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:04.335913 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d04f4b-eb74-4ed9-9cb4-54a3e42b745e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:04.335913 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d04f4b-eb74-4ed9-9cb4-54a3e42b745e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:04.336202 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d04f4b-eb74-4ed9-9cb4-54a3e42b745e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:04.336701 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d04f4b-eb74-4ed9-9cb4-54a3e42b745e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:04.336883 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d04f4b-eb74-4ed9-9cb4-54a3e42b745e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:04.337223 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d04f4b-eb74-4ed9-9cb4-54a3e42b745e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:04.337392 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d04f4b-eb74-4ed9-9cb4-54a3e42b745e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:04.337708 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d04f4b-eb74-4ed9-9cb4-54a3e42b745e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:04.338029 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d04f4b-eb74-4ed9-9cb4-54a3e42b745e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:04.338374 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d04f4b-eb74-4ed9-9cb4-54a3e42b745e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:04.347653 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-417d3035-b9bf-4426-9ec5-d0affacaeb70 req-89d129a4-d333-49f2-a148-e60e8b38bac0 service neutron] 10.222.0.43 "GET /v2.0/networks/b8d5008d-c75b-4e43-bc72-1af4d636aa56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9861395 Apr 20 17:13:04.478775 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ad6aa-d223-4a3f-8180-a430c6fd9554 req-3a73339d-cb3d-4a2d-9cc2-df23580635da tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:04.480893 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-af4ad6aa-d223-4a3f-8180-a430c6fd9554 req-3a73339d-cb3d-4a2d-9cc2-df23580635da tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f3bd296-fbd0-4d30-9e39-2dfd1b10da9a HTTP/1.1" status: 200 len: 944 time: 1.3697276 Apr 20 17:13:04.524680 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=f8d0fad6-f78c-462e-9a27-bfa511155dd5,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:04.619731 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['f8d0fad6-f78c-462e-9a27-bfa511155dd5'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:13:04.690707 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76af97-9577-4a95-855d-4ef85c73ad5e req-c9cca493-290e-4c84-83a0-6a21c0c7324c tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:04.697624 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2c76af97-9577-4a95-855d-4ef85c73ad5e req-c9cca493-290e-4c84-83a0-6a21c0c7324c tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.10 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 949 time: 0.4757955 Apr 20 17:13:04.870008 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-af4ad6aa-d223-4a3f-8180-a430c6fd9554 req-294a8036-c127-471e-84ad-37fc44f7e31b tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "GET /v2.0/security-groups?id=da720825-3e6c-4625-8bdc-bcad0db5212e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584198 Apr 20 17:13:04.952612 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479a091-aadc-4cde-83fe-6fc31c02b8c7 req-6aa0e5c3-3d5b-47e3-805b-6f4f46be389c tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:04.965189 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1479a091-aadc-4cde-83fe-6fc31c02b8c7 req-6aa0e5c3-3d5b-47e3-805b-6f4f46be389c tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5a2f0a6-8363-4e42-9c23-2d1f89d43729 HTTP/1.1" status: 200 len: 946 time: 0.6462114 Apr 20 17:13:05.025184 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-2c76af97-9577-4a95-855d-4ef85c73ad5e req-4571e18e-a0fe-45a1-931a-6011aceac344 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Deleting port 5c531681-8b3c-4bb5-b90d-19fa3f5a5e39 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:13:05.025184 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2c76af97-9577-4a95-855d-4ef85c73ad5e req-4571e18e-a0fe-45a1-931a-6011aceac344 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:05.074440 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a5d04f4b-eb74-4ed9-9cb4-54a3e42b745e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:05.449294 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-2c76af97-9577-4a95-855d-4ef85c73ad5e req-4571e18e-a0fe-45a1-931a-6011aceac344 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] For port 5c531681-8b3c-4bb5-b90d-19fa3f5a5e39, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=5c531681-8b3c-4bb5-b90d-19fa3f5a5e39,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:13:05.449863 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2c76af97-9577-4a95-855d-4ef85c73ad5e req-4571e18e-a0fe-45a1-931a-6011aceac344 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:05.695320 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-2c76af97-9577-4a95-855d-4ef85c73ad5e req-4571e18e-a0fe-45a1-931a-6011aceac344 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Calling delete_port for 5c531681-8b3c-4bb5-b90d-19fa3f5a5e39 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:13:05.898747 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274ef6c-1a45-410c-8247-733b1a3e4b67 req-69d9955f-8670-4772-8259-11a8ba0c4119 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:05.901787 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c274ef6c-1a45-410c-8247-733b1a3e4b67 req-69d9955f-8670-4772-8259-11a8ba0c4119 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=e34329aa-3f92-4818-8b33-f7b979087201 HTTP/1.1" status: 200 len: 943 time: 0.2758238 Apr 20 17:13:06.030160 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1479a091-aadc-4cde-83fe-6fc31c02b8c7 req-6594b776-79f6-41a8-bccd-c9b179229219 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0601249 Apr 20 17:13:06.052861 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2c76af97-9577-4a95-855d-4ef85c73ad5e req-4571e18e-a0fe-45a1-931a-6011aceac344 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:06.066590 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['ee45854b-e480-4cb1-9f59-faa8e3501412'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:13:06.197508 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571e18e-a0fe-45a1-931a-6011aceac344 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Pushing event deleted for resources: {'Port': ['ID=5c531681-8b3c-4bb5-b90d-19fa3f5a5e39,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:06.286508 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c274ef6c-1a45-410c-8247-733b1a3e4b67 req-b4e80094-959f-41ef-aa3f-8bc1c684f086 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435259 Apr 20 17:13:07.164826 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c76af97-9577-4a95-855d-4ef85c73ad5e req-4571e18e-a0fe-45a1-931a-6011aceac344 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] No DVR routers for this DVR port 5c531681-8b3c-4bb5-b90d-19fa3f5a5e39 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:13:07.188123 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a82b13ca-f564-4e00-83e5-dc7298d0a39e req-ee0be9dd-1fcf-4086-87d4-2883dd7034c3 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=c590af8a-1595-4633-8759-f70e5ea6ba6a HTTP/1.1" status: 200 len: 210 time: 0.1107395 Apr 20 17:13:07.190238 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2c76af97-9577-4a95-855d-4ef85c73ad5e req-4571e18e-a0fe-45a1-931a-6011aceac344 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:07.197831 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c590af8a-1595-4633-8759-f70e5ea6ba6a', 'name': 'network-vif-deleted', 'tag': '5c531681-8b3c-4bb5-b90d-19fa3f5a5e39'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:13:07.252913 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2c76af97-9577-4a95-855d-4ef85c73ad5e req-4571e18e-a0fe-45a1-931a-6011aceac344 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.10 "DELETE /v2.0/ports/5c531681-8b3c-4bb5-b90d-19fa3f5a5e39 HTTP/1.1" status: 204 len: 173 time: 2.5402501 Apr 20 17:13:07.425497 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device f8d0fad6-f78c-462e-9a27-bfa511155dd5 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:13:07.542989 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device e4286543-c780-46e5-a97b-9d6dd0a44686 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:13:07.545534 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900f182-4a2c-4b0a-a5d9-09061044ec15 req-1a0065a6-276f-4ffe-92e5-91e6b1547e44 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:07.551315 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 5c531681-8b3c-4bb5-b90d-19fa3f5a5e39 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:13:07.552099 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2900f182-4a2c-4b0a-a5d9-09061044ec15 req-1a0065a6-276f-4ffe-92e5-91e6b1547e44 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f3bd296-fbd0-4d30-9e39-2dfd1b10da9a HTTP/1.1" status: 200 len: 945 time: 0.5430686 Apr 20 17:13:07.824525 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2900f182-4a2c-4b0a-a5d9-09061044ec15 req-7213512f-7467-4c1a-b566-a510f26677c6 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "GET /v2.0/security-groups?id=da720825-3e6c-4625-8bdc-bcad0db5212e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495399 Apr 20 17:13:07.906246 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d04f4b-eb74-4ed9-9cb4-54a3e42b745e admin admin] Router 99bae614-50f7-47d4-aeca-1a70172de350 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:13:08.199012 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-531cd89e-af7b-4fe3-9db5-7162877a44b3'] response: {'server_uuid': 'c590af8a-1595-4633-8759-f70e5ea6ba6a', 'name': 'network-vif-deleted', 'tag': '5c531681-8b3c-4bb5-b90d-19fa3f5a5e39', 'status': 'completed', 'code': 200} Apr 20 17:13:08.257918 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port e4286543-c780-46e5-a97b-9d6dd0a44686, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=e4286543-c780-46e5-a97b-9d6dd0a44686,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:13:08.335325 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'e4286543-c780-46e5-a97b-9d6dd0a44686', 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c', 'port_id': 'e4286543-c780-46e5-a97b-9d6dd0a44686', 'mac_address': 'fa:16:3e:4d:20:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64070a1b-0f00-4b11-95f5-508285983f32', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:13:08.344734 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 5c531681-8b3c-4bb5-b90d-19fa3f5a5e39 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:13:08.345272 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 5c531681-8b3c-4bb5-b90d-19fa3f5a5e39 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:13:08.863646 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:08.913013 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port f8d0fad6-f78c-462e-9a27-bfa511155dd5 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:13:08.936571 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4286543-c780-46e5-a97b-9d6dd0a44686 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:13:08.937168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d04f4b-eb74-4ed9-9cb4-54a3e42b745e admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:13:09.017385 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864bcba-f139-4184-97df-657a4233c70b req-14777e95-5b8b-4c9d-bb21-891392eb7ed3 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:09.032406 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9864bcba-f139-4184-97df-657a4233c70b req-14777e95-5b8b-4c9d-bb21-891392eb7ed3 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=e34329aa-3f92-4818-8b33-f7b979087201 HTTP/1.1" status: 200 len: 943 time: 0.2782159 Apr 20 17:13:09.039278 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port e4286543-c780-46e5-a97b-9d6dd0a44686, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=e4286543-c780-46e5-a97b-9d6dd0a44686,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:13:09.061760 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a5d04f4b-eb74-4ed9-9cb4-54a3e42b745e admin admin] 10.222.0.39 "PUT /v2.0/routers/99bae614-50f7-47d4-aeca-1a70172de350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7529600 Apr 20 17:13:09.065979 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34932) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:13:09.090995 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port f8d0fad6-f78c-462e-9a27-bfa511155dd5 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:13:09.091644 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:09.147273 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9864bcba-f139-4184-97df-657a4233c70b req-6255061f-a38b-43a0-8e06-6fa0e98581ed tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131277 Apr 20 17:13:09.226976 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e16bb98-a3c6-4deb-8155-d7b0010c2e41 None None] Sync routers for ids ['99bae614-50f7-47d4-aeca-1a70172de350'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:13:09.297224 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:09.752091 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a0ea86e7-e8ce-4517-a315-64004d95f7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:09.784613 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8426abce-7ed1-41e2-8c95-361be18e3332 admin admin] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:09.803611 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['e4286543-c780-46e5-a97b-9d6dd0a44686'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:13:09.889334 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e16bb98-a3c6-4deb-8155-d7b0010c2e41 None None] Routers {'99bae614-50f7-47d4-aeca-1a70172de350'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:13:09.890459 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-8e16bb98-a3c6-4deb-8155-d7b0010c2e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:12:42Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['99bae614-50f7-47d4-aeca-1a70172de350'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:13:09.930005 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8c22a-1ecb-49c3-a4c0-e324a27ebc1a req-87ec5ce3-fe45-4689-9c3e-b327e3f0202b tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:09.931752 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fea8c22a-1ecb-49c3-a4c0-e324a27ebc1a req-87ec5ce3-fe45-4689-9c3e-b327e3f0202b tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5a2f0a6-8363-4e42-9c23-2d1f89d43729 HTTP/1.1" status: 200 len: 946 time: 0.4044824 Apr 20 17:13:10.030223 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f621f-4bb7-472e-b7ab-b89b4d1a1c6c req-b813b955-0f48-4276-aac5-9fa6dc3177f7 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:10.042325 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d67f621f-4bb7-472e-b7ab-b89b4d1a1c6c req-b813b955-0f48-4276-aac5-9fa6dc3177f7 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5a2f0a6-8363-4e42-9c23-2d1f89d43729 HTTP/1.1" status: 200 len: 946 time: 0.3220613 Apr 20 17:13:10.257935 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911a39d-3cae-491d-ab69-eb3c38068827 req-01c61408-77b3-4316-9a53-669471b66571 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:10.259492 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e911a39d-3cae-491d-ab69-eb3c38068827 req-01c61408-77b3-4316-9a53-669471b66571 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f3bd296-fbd0-4d30-9e39-2dfd1b10da9a HTTP/1.1" status: 200 len: 945 time: 0.2063088 Apr 20 17:13:10.266963 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=e4286543-c780-46e5-a97b-9d6dd0a44686,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:10.365874 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e911a39d-3cae-491d-ab69-eb3c38068827 req-3eca6876-bfac-4047-960d-9c51677ec4dc tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "GET /v2.0/security-groups?id=da720825-3e6c-4625-8bdc-bcad0db5212e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932405 Apr 20 17:13:10.374666 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8426abce-7ed1-41e2-8c95-361be18e3332 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:10.416436 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-8426abce-7ed1-41e2-8c95-361be18e3332 admin admin] Deleting port 9d7b9481-3741-41c1-ab2d-653c9030ea0a {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:13:10.417061 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8426abce-7ed1-41e2-8c95-361be18e3332 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:10.431633 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-fea8c22a-1ecb-49c3-a4c0-e324a27ebc1a req-38aec106-36a9-4e5e-b8ad-e2139eb3ccf6 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Deleting port b40fe4e0-0705-462f-8e60-0dc84e9e73aa {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:13:10.432332 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fea8c22a-1ecb-49c3-a4c0-e324a27ebc1a req-38aec106-36a9-4e5e-b8ad-e2139eb3ccf6 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:10.666818 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d67f621f-4bb7-472e-b7ab-b89b4d1a1c6c req-dd04be08-ba9e-4593-8e5f-46f18cb05d7c tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6224539 Apr 20 17:13:10.808186 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:11.094936 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5523d39e-a2b1-4550-9d21-cd5b5018e34a req-ea8a049f-8f76-4487-adfc-efa2688399ae tempest-ServersAdmin275Test-1845830644 tempest-ServersAdmin275Test-1845830644-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.1726432 Apr 20 17:13:11.151126 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3bd296-fbd0-4d30-9e39-2dfd1b10da9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d0fad6-f78c-462e-9a27-bfa511155dd5'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:13:11.291222 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-8426abce-7ed1-41e2-8c95-361be18e3332 admin admin] For port 9d7b9481-3741-41c1-ab2d-653c9030ea0a, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9d7b9481-3741-41c1-ab2d-653c9030ea0a,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:13:11.294141 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8426abce-7ed1-41e2-8c95-361be18e3332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:11.324715 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port f8d0fad6-f78c-462e-9a27-bfa511155dd5, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=f8d0fad6-f78c-462e-9a27-bfa511155dd5,segment=NetworkSegment(0d63b785-9650-4e11-8527-88a6c33911fb),segment_id=0d63b785-9650-4e11-8527-88a6c33911fb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:13:11.348231 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-fea8c22a-1ecb-49c3-a4c0-e324a27ebc1a req-38aec106-36a9-4e5e-b8ad-e2139eb3ccf6 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] For port b40fe4e0-0705-462f-8e60-0dc84e9e73aa, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=b40fe4e0-0705-462f-8e60-0dc84e9e73aa,segment=NetworkSegment(7bd8babb-8003-4806-8692-e92ce3a5f993),segment_id=7bd8babb-8003-4806-8692-e92ce3a5f993)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:13:11.349078 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fea8c22a-1ecb-49c3-a4c0-e324a27ebc1a req-38aec106-36a9-4e5e-b8ad-e2139eb3ccf6 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:11.404043 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:11.536041 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a27d4929-95e8-4ffa-8b79-d45b4ce59f09'] response: {'server_uuid': '8f3bd296-fbd0-4d30-9e39-2dfd1b10da9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d0fad6-f78c-462e-9a27-bfa511155dd5', 'code': 200} Apr 20 17:13:11.789721 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-8426abce-7ed1-41e2-8c95-361be18e3332 admin admin] Calling delete_port for 9d7b9481-3741-41c1-ab2d-653c9030ea0a owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:13:11.912259 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-8e16bb98-a3c6-4deb-8155-d7b0010c2e41 None None] Set router 99bae614-50f7-47d4-aeca-1a70172de350 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:13:11.960256 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-fea8c22a-1ecb-49c3-a4c0-e324a27ebc1a req-38aec106-36a9-4e5e-b8ad-e2139eb3ccf6 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Calling delete_port for b40fe4e0-0705-462f-8e60-0dc84e9e73aa owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:13:12.173824 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4b3da63e-cadd-4850-a7db-7e7b49d47dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:12.516880 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b2507893-ead1-40c2-9814-9b6d10839bbc req-436d91c3-a011-43fb-a0ea-77ed78fb0665 tempest-ServersAdmin275Test-1845830644 tempest-ServersAdmin275Test-1845830644-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.2306049 Apr 20 17:13:12.570061 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-018647d9-dab4-44b2-a59b-568d19d16c10 req-a8e7f7c3-a657-4bc1-baf8-fe71aadc0b74 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8f3bd296-fbd0-4d30-9e39-2dfd1b10da9a HTTP/1.1" status: 200 len: 1097 time: 0.9221625 Apr 20 17:13:12.704591 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fea8c22a-1ecb-49c3-a4c0-e324a27ebc1a req-38aec106-36a9-4e5e-b8ad-e2139eb3ccf6 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:12.799120 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=f8d0fad6-f78c-462e-9a27-bfa511155dd5,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:12.920768 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2dad4-a2f2-40be-b92c-77f8b4e57648 req-f8ba3221-746f-4215-8f53-f03a10ef040a tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:12.947014 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fdb2dad4-a2f2-40be-b92c-77f8b4e57648 req-f8ba3221-746f-4215-8f53-f03a10ef040a tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=e34329aa-3f92-4818-8b33-f7b979087201 HTTP/1.1" status: 200 len: 944 time: 0.9837613 Apr 20 17:13:12.965953 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aec106-36a9-4e5e-b8ad-e2139eb3ccf6 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Pushing event deleted for resources: {'Port': ['ID=b40fe4e0-0705-462f-8e60-0dc84e9e73aa,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:12.967750 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:13.001043 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:13.016770 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:13.180694 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fdb2dad4-a2f2-40be-b92c-77f8b4e57648 req-6c9959fa-4069-4cd1-b95a-7f7819eadd0b tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302642 Apr 20 17:13:13.196437 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea8c22a-1ecb-49c3-a4c0-e324a27ebc1a req-38aec106-36a9-4e5e-b8ad-e2139eb3ccf6 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] No DVR routers for this DVR port b40fe4e0-0705-462f-8e60-0dc84e9e73aa on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:13:13.232380 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fea8c22a-1ecb-49c3-a4c0-e324a27ebc1a req-38aec106-36a9-4e5e-b8ad-e2139eb3ccf6 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:13.243140 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a2f0a6-8363-4e42-9c23-2d1f89d43729', 'name': 'network-vif-deleted', 'tag': 'b40fe4e0-0705-462f-8e60-0dc84e9e73aa'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:13:13.254872 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-8e16bb98-a3c6-4deb-8155-d7b0010c2e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bae614-50f7-47d4-aeca-1a70172de350', 'name': 'tempest-ServersTestBootFromVolume-1181737381-router', 'tenant_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '9d7b9481-3741-41c1-ab2d-653c9030ea0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:10:10Z', 'updated_at': '2022-04-20T17:13:03Z', 'revision_number': 5, 'project_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'gw_port': {'id': '9d7b9481-3741-41c1-ab2d-653c9030ea0a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bae614-50f7-47d4-aeca-1a70172de350', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:10:11Z', 'updated_at': '2022-04-20T17:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:13:13.263748 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-018647d9-dab4-44b2-a59b-568d19d16c10 req-d03f1582-21d6-4638-80d6-1636e5fb2632 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=da720825-3e6c-4625-8bdc-bcad0db5212e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6669986 Apr 20 17:13:13.271946 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e16bb98-a3c6-4deb-8155-d7b0010c2e41 None None] Checking router: 99bae614-50f7-47d4-aeca-1a70172de350 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:13:13.316398 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e16bb98-a3c6-4deb-8155-d7b0010c2e41 None None] Routers {'99bae614-50f7-47d4-aeca-1a70172de350'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:13:13.318130 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-8e16bb98-a3c6-4deb-8155-d7b0010c2e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:13:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['99bae614-50f7-47d4-aeca-1a70172de350'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:13:13.331907 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fea8c22a-1ecb-49c3-a4c0-e324a27ebc1a req-38aec106-36a9-4e5e-b8ad-e2139eb3ccf6 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.43 "DELETE /v2.0/ports/b40fe4e0-0705-462f-8e60-0dc84e9e73aa HTTP/1.1" status: 204 len: 173 time: 3.3923817 Apr 20 17:13:13.335214 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526294a-1500-4d19-ae34-9923906d8259 req-4625d591-ed45-4585-86c1-69045240d539 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:13.343830 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-4526294a-1500-4d19-ae34-9923906d8259 req-4625d591-ed45-4585-86c1-69045240d539 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Synchronizing usage tracker for tenant:36da78d71e8c4977a5ae707bb0d7ba12 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:13:13.344178 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8426abce-7ed1-41e2-8c95-361be18e3332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:13.384330 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf26d3-f39d-4937-9a25-580724fa210e req-fc929ee1-47cd-49dd-b286-f15e66688a0b tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:13.397649 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e0bf26d3-f39d-4937-9a25-580724fa210e req-fc929ee1-47cd-49dd-b286-f15e66688a0b tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 951 time: 0.2818878 Apr 20 17:13:13.515125 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e0bf26d3-f39d-4937-9a25-580724fa210e req-5631d8a7-d69f-48d5-b1ab-a2f0a12e42fa tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155555 Apr 20 17:13:13.659934 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device b40fe4e0-0705-462f-8e60-0dc84e9e73aa no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:13:13.779592 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device e4286543-c780-46e5-a97b-9d6dd0a44686 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:13:13.869219 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: b40fe4e0-0705-462f-8e60-0dc84e9e73aa {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:13:13.869592 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device b40fe4e0-0705-462f-8e60-0dc84e9e73aa not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:13:13.906476 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:13.907418 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-8e16bb98-a3c6-4deb-8155-d7b0010c2e41 None None] Set router 99bae614-50f7-47d4-aeca-1a70172de350 gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:13:13.923609 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ebb81a63-d100-4852-84b1-5f63e60c1864 req-b55a5194-d9ca-4dbd-979b-894877594a53 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Synchronizing usage tracker for tenant:e0abf75523cb42799be079adbc9824df on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:13:13.945698 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5bf219b7-ac7c-4758-9038-906d2ab11492 req-34b4e728-78ae-4dfe-9af6-8086391d7d54 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.1431603 Apr 20 17:13:13.986277 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ebb81a63-d100-4852-84b1-5f63e60c1864 req-b55a5194-d9ca-4dbd-979b-894877594a53 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Unset dirty status for tenant:e0abf75523cb42799be079adbc9824df on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:13:13.987844 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ebb81a63-d100-4852-84b1-5f63e60c1864 req-b55a5194-d9ca-4dbd-979b-894877594a53 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5a2f0a6-8363-4e42-9c23-2d1f89d43729 HTTP/1.1" status: 200 len: 210 time: 0.1140797 Apr 20 17:13:14.086680 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-8e16bb98-a3c6-4deb-8155-d7b0010c2e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bae614-50f7-47d4-aeca-1a70172de350', 'name': 'tempest-ServersTestBootFromVolume-1181737381-router', 'tenant_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:10:10Z', 'updated_at': '2022-04-20T17:13:12Z', 'revision_number': 7, 'project_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:13:14.088399 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f031c655-ec2b-4595-9fca-cfdd03fea82f'] response: {'server_uuid': 'f5a2f0a6-8363-4e42-9c23-2d1f89d43729', 'name': 'network-vif-deleted', 'tag': 'b40fe4e0-0705-462f-8e60-0dc84e9e73aa', 'status': 'completed', 'code': 200} Apr 20 17:13:14.102038 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e16bb98-a3c6-4deb-8155-d7b0010c2e41 None None] The sync data for ids ['99bae614-50f7-47d4-aeca-1a70172de350'] in n-d-838032-1 is: [{'id': '99bae614-50f7-47d4-aeca-1a70172de350', 'name': 'tempest-ServersTestBootFromVolume-1181737381-router', 'tenant_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:10:10Z', 'updated_at': '2022-04-20T17:13:12Z', 'revision_number': 7, 'project_id': 'd8235d2e2e9042338bf4fd5c9dbdfc12', 'gw_port_host': None}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:13:14.112900 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port e4286543-c780-46e5-a97b-9d6dd0a44686 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:13:14.123559 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port e4286543-c780-46e5-a97b-9d6dd0a44686 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:13:14.123559 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:14.196019 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-4526294a-1500-4d19-ae34-9923906d8259 req-4625d591-ed45-4585-86c1-69045240d539 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Unset dirty status for tenant:36da78d71e8c4977a5ae707bb0d7ba12 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:13:14.197737 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4526294a-1500-4d19-ae34-9923906d8259 req-4625d591-ed45-4585-86c1-69045240d539 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.43 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 951 time: 1.5915861 Apr 20 17:13:14.208326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426abce-7ed1-41e2-8c95-361be18e3332 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d7b9481-3741-41c1-ab2d-653c9030ea0a,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:14.311988 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:14.426114 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port e4286543-c780-46e5-a97b-9d6dd0a44686, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=e4286543-c780-46e5-a97b-9d6dd0a44686,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:13:14.437127 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34329aa-3f92-4818-8b33-f7b979087201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4286543-c780-46e5-a97b-9d6dd0a44686'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:13:14.463344 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:14.719416 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=e4286543-c780-46e5-a97b-9d6dd0a44686,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:14.870389 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426abce-7ed1-41e2-8c95-361be18e3332 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:14.870389 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426abce-7ed1-41e2-8c95-361be18e3332 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:14.870389 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426abce-7ed1-41e2-8c95-361be18e3332 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:14.870803 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426abce-7ed1-41e2-8c95-361be18e3332 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:14.871579 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426abce-7ed1-41e2-8c95-361be18e3332 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:14.872047 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426abce-7ed1-41e2-8c95-361be18e3332 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:14.872599 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426abce-7ed1-41e2-8c95-361be18e3332 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:14.873077 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426abce-7ed1-41e2-8c95-361be18e3332 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:14.873543 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426abce-7ed1-41e2-8c95-361be18e3332 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:14.896743 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426abce-7ed1-41e2-8c95-361be18e3332 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:14.896743 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426abce-7ed1-41e2-8c95-361be18e3332 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:14.921503 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8426abce-7ed1-41e2-8c95-361be18e3332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:14.977374 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:15.074401 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-19bc7c95-40ed-4adf-b9f4-bfed26bda6ed req-7b51383f-50ef-4a22-ab67-1431ca53cc4f tempest-ServersAdmin275Test-1845830644 tempest-ServersAdmin275Test-1845830644-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.5430970 Apr 20 17:13:15.186693 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-4526294a-1500-4d19-ae34-9923906d8259 req-f0a650e5-436d-48f6-a588-84b0e4c31fef tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Deleting port ee45854b-e480-4cb1-9f59-faa8e3501412 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:13:15.187509 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4526294a-1500-4d19-ae34-9923906d8259 req-f0a650e5-436d-48f6-a588-84b0e4c31fef tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:15.219393 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd9c61-d55c-447f-b086-807fa0ad81db req-65deab51-b558-40db-8ad9-a8a41e53c534 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:15.227245 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-50dd9c61-d55c-447f-b086-807fa0ad81db req-65deab51-b558-40db-8ad9-a8a41e53c534 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f3bd296-fbd0-4d30-9e39-2dfd1b10da9a HTTP/1.1" status: 200 len: 946 time: 1.8030927 Apr 20 17:13:15.708730 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8426abce-7ed1-41e2-8c95-361be18e3332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:15.725155 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d428ab-4966-4a24-b5ac-c19ebd537d51 req-c74aaf67-e0e9-406b-8328-80d9b591c175 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:15.730266 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-50dd9c61-d55c-447f-b086-807fa0ad81db req-84f86ac1-d1d2-4605-8c78-e320ce61bc5d tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "GET /v2.0/security-groups?id=da720825-3e6c-4625-8bdc-bcad0db5212e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5020351 Apr 20 17:13:15.734639 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8426abce-7ed1-41e2-8c95-361be18e3332 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:15.750844 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b7d428ab-4966-4a24-b5ac-c19ebd537d51 req-c74aaf67-e0e9-406b-8328-80d9b591c175 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=e34329aa-3f92-4818-8b33-f7b979087201 HTTP/1.1" status: 200 len: 945 time: 0.1761110 Apr 20 17:13:15.867242 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b7d428ab-4966-4a24-b5ac-c19ebd537d51 req-74e87ef0-e544-4480-94f7-3323bdc50bf9 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146989 Apr 20 17:13:15.896651 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8426abce-7ed1-41e2-8c95-361be18e3332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:15.897389 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8426abce-7ed1-41e2-8c95-361be18e3332 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99bae614-50f7-47d4-aeca-1a70172de350 {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:13:15.968344 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9927c615-f6d6-4556-b047-d6a72d9a025e'] response: {'server_uuid': 'e34329aa-3f92-4818-8b33-f7b979087201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4286543-c780-46e5-a97b-9d6dd0a44686', 'code': 200} Apr 20 17:13:15.990007 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8426abce-7ed1-41e2-8c95-361be18e3332 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:15.995170 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8426abce-7ed1-41e2-8c95-361be18e3332 admin admin] 10.222.0.39 "DELETE /v2.0/routers/99bae614-50f7-47d4-aeca-1a70172de350 HTTP/1.1" status: 204 len: 168 time: 6.9229703 Apr 20 17:13:15.995746 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35006) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:13:15.999696 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-4526294a-1500-4d19-ae34-9923906d8259 req-f0a650e5-436d-48f6-a588-84b0e4c31fef tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] For port ee45854b-e480-4cb1-9f59-faa8e3501412, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ee45854b-e480-4cb1-9f59-faa8e3501412,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:13:16.000215 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4526294a-1500-4d19-ae34-9923906d8259 req-f0a650e5-436d-48f6-a588-84b0e4c31fef tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:16.118170 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-749ff9a0-eac0-46d1-be9e-2a76701f890e admin admin] Deleting subnet 28ae77fd-3c81-4f90-97a9-6a7f641f7d2f {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:13:16.126465 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-749ff9a0-eac0-46d1-be9e-2a76701f890e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:16.186131 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9d7b9481-3741-41c1-ab2d-653c9030ea0a no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:13:16.233908 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 9d7b9481-3741-41c1-ab2d-653c9030ea0a {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:13:16.234682 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9d7b9481-3741-41c1-ab2d-653c9030ea0a not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:13:16.235346 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device acea0df3-a012-4823-99be-bbdf04827e29 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:13:16.265753 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-4526294a-1500-4d19-ae34-9923906d8259 req-f0a650e5-436d-48f6-a588-84b0e4c31fef tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Calling delete_port for ee45854b-e480-4cb1-9f59-faa8e3501412 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:13:16.272064 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: acea0df3-a012-4823-99be-bbdf04827e29 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:13:16.272807 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device acea0df3-a012-4823-99be-bbdf04827e29 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:13:16.449138 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-749ff9a0-eac0-46d1-be9e-2a76701f890e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:16.512615 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-509f43a0-274e-4968-ba23-73474da77d38 req-d1dab992-6bf3-418a-af98-b571177435aa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e34329aa-3f92-4818-8b33-f7b979087201 HTTP/1.1" status: 200 len: 1096 time: 0.2167871 Apr 20 17:13:16.656448 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6a399-de0a-44ee-93e1-85ea795b3e3d req-90ac1319-9fce-44dc-b874-a75a2d75f3d7 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:16.663881 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-64c6a399-de0a-44ee-93e1-85ea795b3e3d req-90ac1319-9fce-44dc-b874-a75a2d75f3d7 tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23d94a9-8a7d-4ce4-87c8-6957813ee650 HTTP/1.1" status: 200 len: 951 time: 0.4515605 Apr 20 17:13:16.741797 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-64c6a399-de0a-44ee-93e1-85ea795b3e3d req-64429c84-d956-436f-bd46-3b8767b7c4dd tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ba55188-af75-459e-8cc2-45d5426c07f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766242 Apr 20 17:13:16.767702 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-749ff9a0-eac0-46d1-be9e-2a76701f890e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:16.897350 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-749ff9a0-eac0-46d1-be9e-2a76701f890e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:16.936066 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2024dd82-94fc-4e15-829c-727ae6eccfe6 req-b22b40db-f2c8-4e96-b912-696381a4ae64 tempest-ServersAdmin275Test-1845830644 tempest-ServersAdmin275Test-1845830644-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.0618553 Apr 20 17:13:16.946325 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4526294a-1500-4d19-ae34-9923906d8259 req-f0a650e5-436d-48f6-a588-84b0e4c31fef tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:17.002474 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-509f43a0-274e-4968-ba23-73474da77d38 req-dc0279da-7630-4b37-b433-96ede66a4954 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4791124 Apr 20 17:13:17.014905 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ff9a0-eac0-46d1-be9e-2a76701f890e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28ae77fd-3c81-4f90-97a9-6a7f641f7d2f,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:17.022772 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-749ff9a0-eac0-46d1-be9e-2a76701f890e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:17.028867 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a650e5-436d-48f6-a588-84b0e4c31fef tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Pushing event deleted for resources: {'Port': ['ID=ee45854b-e480-4cb1-9f59-faa8e3501412,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:17.032407 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6cfd66-6924-4ddb-846c-f69d40888240 None None] Network 9a626c9a-ac9c-4541-bae9-2e2575451241 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:13:17.041396 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-749ff9a0-eac0-46d1-be9e-2a76701f890e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/28ae77fd-3c81-4f90-97a9-6a7f641f7d2f HTTP/1.1" status: 204 len: 168 time: 1.0447059 Apr 20 17:13:17.047191 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35032) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:13:17.135264 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-4526294a-1500-4d19-ae34-9923906d8259 req-f0a650e5-436d-48f6-a588-84b0e4c31fef tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] No DVR routers for this DVR port ee45854b-e480-4cb1-9f59-faa8e3501412 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:13:17.138263 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4526294a-1500-4d19-ae34-9923906d8259 req-f0a650e5-436d-48f6-a588-84b0e4c31fef tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:17.143046 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23d94a9-8a7d-4ce4-87c8-6957813ee650', 'name': 'network-vif-deleted', 'tag': 'ee45854b-e480-4cb1-9f59-faa8e3501412'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:13:17.172409 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4526294a-1500-4d19-ae34-9923906d8259 req-f0a650e5-436d-48f6-a588-84b0e4c31fef tempest-ServersAdminTestJSON-962198794 tempest-ServersAdminTestJSON-962198794-project] 10.222.0.43 "DELETE /v2.0/ports/ee45854b-e480-4cb1-9f59-faa8e3501412 HTTP/1.1" status: 204 len: 173 time: 2.9590106 Apr 20 17:13:17.355710 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d0c83-c382-4039-a050-49c240df3cd1 req-4a9fead1-b74e-4c89-832d-c947a9d6c399 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:17.359286 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e09d0c83-c382-4039-a050-49c240df3cd1 req-4a9fead1-b74e-4c89-832d-c947a9d6c399 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f3bd296-fbd0-4d30-9e39-2dfd1b10da9a HTTP/1.1" status: 200 len: 946 time: 0.1062920 Apr 20 17:13:17.471245 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e09d0c83-c382-4039-a050-49c240df3cd1 req-ba4df44e-738c-4af9-9a7d-4738bd737c26 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "GET /v2.0/security-groups?id=da720825-3e6c-4625-8bdc-bcad0db5212e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063504 Apr 20 17:13:17.471951 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9532ffd0-85bb-4696-8038-27d82078a4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:17.475667 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ee45854b-e480-4cb1-9f59-faa8e3501412 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:13:17.543820 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-9532ffd0-85bb-4696-8038-27d82078a4ad admin admin] Deleting port 3da4e69e-8c03-4236-9b3c-fe15c81724b1 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:13:17.544236 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9532ffd0-85bb-4696-8038-27d82078a4ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:17.564637 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: ee45854b-e480-4cb1-9f59-faa8e3501412 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:13:17.566659 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ee45854b-e480-4cb1-9f59-faa8e3501412 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:13:17.625958 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44650b86-9763-4174-87a8-1bb456996817 req-72f576b3-9c21-45cf-bf94-9ed06d8584cb tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:17.635449 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-44650b86-9763-4174-87a8-1bb456996817 req-72f576b3-9c21-45cf-bf94-9ed06d8584cb tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/networks?id=712cbfca-4f15-4a05-b540-c7c77d6caef1 HTTP/1.1" status: 200 len: 812 time: 0.6782010 Apr 20 17:13:17.665991 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-44650b86-9763-4174-87a8-1bb456996817 req-be28d7b3-eb05-4512-aed4-bb05015d9b79 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/quotas/e0abf75523cb42799be079adbc9824df HTTP/1.1" status: 200 len: 375 time: 0.0292387 Apr 20 17:13:17.753933 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6308fdba-2119-4a4b-93a5-baaafc01bc0a None None] DHCP port deletion for 9a626c9a-ac9c-4541-bae9-2e2575451241 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:13:17.759615 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-6308fdba-2119-4a4b-93a5-baaafc01bc0a None None] Deleting port 3da4e69e-8c03-4236-9b3c-fe15c81724b1 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:13:17.759989 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6308fdba-2119-4a4b-93a5-baaafc01bc0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:17.778978 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-44650b86-9763-4174-87a8-1bb456996817 req-f884cb3f-2fa2-43cd-acdd-98e643e19e32 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e0abf75523cb42799be079adbc9824df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1117890 Apr 20 17:13:17.973468 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f4ba5-77ca-45d9-9db2-b446e92777f4 req-282df50a-0005-450d-9e62-ef6c48e4beb6 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:18.000235 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8b8f4ba5-77ca-45d9-9db2-b446e92777f4 req-282df50a-0005-450d-9e62-ef6c48e4beb6 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=e34329aa-3f92-4818-8b33-f7b979087201 HTTP/1.1" status: 200 len: 945 time: 0.1434720 Apr 20 17:13:18.061718 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-44650b86-9763-4174-87a8-1bb456996817 req-11118859-38a9-409c-a08d-a0f2f4521828 service neutron] 10.222.0.39 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807603 Apr 20 17:13:18.139213 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-6308fdba-2119-4a4b-93a5-baaafc01bc0a None None] For port 3da4e69e-8c03-4236-9b3c-fe15c81724b1, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3da4e69e-8c03-4236-9b3c-fe15c81724b1,segment=NetworkSegment(f12d8e57-facb-44d4-ac58-a089f6db229d),segment_id=f12d8e57-facb-44d4-ac58-a089f6db229d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:13:18.140787 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6308fdba-2119-4a4b-93a5-baaafc01bc0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:18.183931 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8b8f4ba5-77ca-45d9-9db2-b446e92777f4 req-310ff48d-9deb-4bd6-a0ed-4ac659d4cd8d tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822624 Apr 20 17:13:18.261843 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-44650b86-9763-4174-87a8-1bb456996817 req-6ded6f55-be0c-40ec-83c9-5562f7a3fddc service neutron] 10.222.0.39 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990142 Apr 20 17:13:18.299571 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-6308fdba-2119-4a4b-93a5-baaafc01bc0a None None] Calling delete_port for 3da4e69e-8c03-4236-9b3c-fe15c81724b1 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:13:18.405900 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3da4e69e-8c03-4236-9b3c-fe15c81724b1 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:13:18.530069 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6308fdba-2119-4a4b-93a5-baaafc01bc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:18.654108 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-9532ffd0-85bb-4696-8038-27d82078a4ad admin admin] For port 3da4e69e-8c03-4236-9b3c-fe15c81724b1, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3da4e69e-8c03-4236-9b3c-fe15c81724b1,segment=NetworkSegment(f12d8e57-facb-44d4-ac58-a089f6db229d),segment_id=f12d8e57-facb-44d4-ac58-a089f6db229d)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:13:18.663041 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9532ffd0-85bb-4696-8038-27d82078a4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:18.691553 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 3da4e69e-8c03-4236-9b3c-fe15c81724b1 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:13:18.691819 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3da4e69e-8c03-4236-9b3c-fe15c81724b1 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:13:18.714306 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6b136c9-72a3-43f5-8419-1f915d2f138f'] response: {'server_uuid': 'a23d94a9-8a7d-4ce4-87c8-6957813ee650', 'name': 'network-vif-deleted', 'tag': 'ee45854b-e480-4cb1-9f59-faa8e3501412', 'status': 'completed', 'code': 200} Apr 20 17:13:18.779930 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308fdba-2119-4a4b-93a5-baaafc01bc0a None None] Pushing event deleted for resources: {'Port': ['ID=3da4e69e-8c03-4236-9b3c-fe15c81724b1,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:18.815267 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6308fdba-2119-4a4b-93a5-baaafc01bc0a None None] No DVR routers for this DVR port 3da4e69e-8c03-4236-9b3c-fe15c81724b1 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:13:19.145557 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-9532ffd0-85bb-4696-8038-27d82078a4ad admin admin] Calling delete_port for 3da4e69e-8c03-4236-9b3c-fe15c81724b1 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:13:19.522660 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-49094d58-0f8c-4af7-9afe-18c1612ea200 req-013e42bd-3875-48b6-a5ca-6fe15c22eb60 tempest-ServersAdmin275Test-1845830644 tempest-ServersAdmin275Test-1845830644-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.1349525 Apr 20 17:13:19.722593 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa19594-0638-4aca-884b-00cd242667f3 req-693eb829-0e6d-422a-aff4-42a7f3e896a7 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:19.725178 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2aa19594-0638-4aca-884b-00cd242667f3 req-693eb829-0e6d-422a-aff4-42a7f3e896a7 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f3bd296-fbd0-4d30-9e39-2dfd1b10da9a HTTP/1.1" status: 200 len: 946 time: 0.4807143 Apr 20 17:13:19.739690 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35072) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:13:19.741769 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.api [None req-9532ffd0-85bb-4696-8038-27d82078a4ad admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:13:19.744952 n-d-838032-1 neutron-server[84080]: DEBUG oslo_db.api [None req-9532ffd0-85bb-4696-8038-27d82078a4ad admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:13:19.751216 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-3ef5a2a6-7b84-4a60-a1e3-fd4947fcd576 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Request body: {'floatingip': {'port_id': 'f8d0fad6-f78c-462e-9a27-bfa511155dd5'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:13:19.960255 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8c20db42-66bb-4246-ae09-3ffba444c156 req-2f791085-0f38-4c47-bbb0-0f1cc530cac9 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 210 time: 0.1319044 Apr 20 17:13:20.009229 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3ef5a2a6-7b84-4a60-a1e3-fd4947fcd576 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks [] for floatingip, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:20.246993 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-9532ffd0-85bb-4696-8038-27d82078a4ad admin admin] Deleting port 3da4e69e-8c03-4236-9b3c-fe15c81724b1 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:13:20.247746 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9532ffd0-85bb-4696-8038-27d82078a4ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:20.437777 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-71ddcda1-c8c2-4c20-85a7-ec59bd4ed465 req-cce1eb44-8967-4756-a32b-e9706e98b46b tempest-ServersAdmin275Test-1845830644 tempest-ServersAdmin275Test-1845830644-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.0632765 Apr 20 17:13:20.450673 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-9532ffd0-85bb-4696-8038-27d82078a4ad admin admin] The port '3da4e69e-8c03-4236-9b3c-fe15c81724b1' was deleted {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:13:20.772071 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9532ffd0-85bb-4696-8038-27d82078a4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:20.856082 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-9532ffd0-85bb-4696-8038-27d82078a4ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a626c9a-ac9c-4541-bae9-2e2575451241']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:13:20.867706 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35088) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:13:20.895428 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-9532ffd0-85bb-4696-8038-27d82078a4ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f12d8e57-facb-44d4-ac58-a089f6db229d') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:13:20.895640 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-9532ffd0-85bb-4696-8038-27d82078a4ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f12d8e57-facb-44d4-ac58-a089f6db229d') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:13:20.912005 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9532ffd0-85bb-4696-8038-27d82078a4ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:20.942254 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9532ffd0-85bb-4696-8038-27d82078a4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:20.956995 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9532ffd0-85bb-4696-8038-27d82078a4ad admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:13:20.957767 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9532ffd0-85bb-4696-8038-27d82078a4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:13:20.985616 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:13:21.267609 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9532ffd0-85bb-4696-8038-27d82078a4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:21.284594 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9532ffd0-85bb-4696-8038-27d82078a4ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:21.314745 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532ffd0-85bb-4696-8038-27d82078a4ad admin admin] Pushing event deleted for resources: {'Network': ['ID=9a626c9a-ac9c-4541-bae9-2e2575451241,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:21.344388 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9532ffd0-85bb-4696-8038-27d82078a4ad admin admin] 10.222.0.39 "DELETE /v2.0/networks/9a626c9a-ac9c-4541-bae9-2e2575451241 HTTP/1.1" status: 204 len: 168 time: 4.1817613 Apr 20 17:13:21.608806 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d13be-08d0-474c-aeb0-e1b1c4db10ac req-3d73ba8a-465d-4fbd-977b-e28db8799662 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:21.622607 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e79d13be-08d0-474c-aeb0-e1b1c4db10ac req-3d73ba8a-465d-4fbd-977b-e28db8799662 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=e34329aa-3f92-4818-8b33-f7b979087201 HTTP/1.1" status: 200 len: 945 time: 1.2419009 Apr 20 17:13:21.638857 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d0a35d9b-153e-4277-9519-4e49f07999c0 req-54e4c5ec-9be9-4aa2-8bb0-6c65c00b1e83 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 210 time: 0.1322258 Apr 20 17:13:21.678127 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-aa7a784e-e717-492c-b723-2435adb4dd5c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36da78d71e8c4977a5ae707bb0d7ba12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8080862 Apr 20 17:13:21.681706 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35104) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:13:21.820734 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ba815a23-6889-4325-aa17-b470a6f33c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:21.856634 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ba815a23-6889-4325-aa17-b470a6f33c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:21.868035 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35108) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:13:21.887321 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44650b86-9763-4174-87a8-1bb456996817 req-709609ea-9e7d-4a9e-a832-ac56409073c1 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:21.890241 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-44650b86-9763-4174-87a8-1bb456996817 req-709609ea-9e7d-4a9e-a832-ac56409073c1 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.43 "GET /v2.0/networks?id=712cbfca-4f15-4a05-b540-c7c77d6caef1 HTTP/1.1" status: 200 len: 812 time: 0.7280114 Apr 20 17:13:21.928225 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-44650b86-9763-4174-87a8-1bb456996817 req-455d2fe3-f6c7-4630-bf7b-4decb1b1e0fa tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Request body: {'port': {'device_id': '911a7212-8ba4-4fee-a651-46c6fbc1b58e', 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1', 'admin_state_up': True, 'tenant_id': 'e0abf75523cb42799be079adbc9824df'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:13:22.017770 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cb2215ac-2168-48ff-8d18-8f7dedfacb4d req-903f8a9f-caf2-4875-82e5-50fb2a925edc tempest-ServersAdmin275Test-1845830644 tempest-ServersAdmin275Test-1845830644-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.0947001 Apr 20 17:13:22.045201 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-de938f07-f25c-4a9d-8e69-cc78de8c5ee3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d8235d2e2e9042338bf4fd5c9dbdfc12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1757922 Apr 20 17:13:22.048395 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35112) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:13:22.130598 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e79d13be-08d0-474c-aeb0-e1b1c4db10ac req-d2fd359f-b1d5-452a-aa50-9289f64f1aa3 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5057013 Apr 20 17:13:22.132547 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ba815a23-6889-4325-aa17-b470a6f33c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:22.173857 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba815a23-6889-4325-aa17-b470a6f33c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba55188-af75-459e-8cc2-45d5426c07f8,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:22.241097 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ba815a23-6889-4325-aa17-b470a6f33c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:22.249208 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ba815a23-6889-4325-aa17-b470a6f33c02 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4ba55188-af75-459e-8cc2-45d5426c07f8 HTTP/1.1" status: 204 len: 168 time: 0.5649965 Apr 20 17:13:22.261578 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-802b880f-38cb-483e-a103-3c346bd806eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:22.290068 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-44650b86-9763-4174-87a8-1bb456996817 req-455d2fe3-f6c7-4630-bf7b-4decb1b1e0fa tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:13:22.304703 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-44650b86-9763-4174-87a8-1bb456996817 req-455d2fe3-f6c7-4630-bf7b-4decb1b1e0fa tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:13:22.325790 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44650b86-9763-4174-87a8-1bb456996817 req-455d2fe3-f6c7-4630-bf7b-4decb1b1e0fa tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Made reservation on behalf of e0abf75523cb42799be079adbc9824df for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:13:22.329645 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-44650b86-9763-4174-87a8-1bb456996817 req-455d2fe3-f6c7-4630-bf7b-4decb1b1e0fa tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:22.329849 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-802b880f-38cb-483e-a103-3c346bd806eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:22.702978 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-802b880f-38cb-483e-a103-3c346bd806eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:22.759611 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b880f-38cb-483e-a103-3c346bd806eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc6f564-eed7-4ae2-9f52-45306a0bb0fa,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:22.801790 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-802b880f-38cb-483e-a103-3c346bd806eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:22.805418 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-802b880f-38cb-483e-a103-3c346bd806eb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4fc6f564-eed7-4ae2-9f52-45306a0bb0fa HTTP/1.1" status: 204 len: 168 time: 0.7533517 Apr 20 17:13:22.834150 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-81123c82-8be0-4aba-ab66-5a686e4d4ff7 req-de82cc7a-361c-4eea-bfcf-e89d3bc9e587 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e34329aa-3f92-4818-8b33-f7b979087201 HTTP/1.1" status: 200 len: 1096 time: 0.3768148 Apr 20 17:13:22.948468 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-81123c82-8be0-4aba-ab66-5a686e4d4ff7 req-6f557102-d7ff-4263-9372-ffd0c7ae3fa9 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012707 Apr 20 17:13:23.133850 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-44650b86-9763-4174-87a8-1bb456996817 req-455d2fe3-f6c7-4630-bf7b-4decb1b1e0fa tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Allocated IP 172.20.0.3 (712cbfca-4f15-4a05-b540-c7c77d6caef1/2fc33d54-66ae-4acd-9a13-99509719aca0/5dc22a70-80d2-4716-a512-6640a1864a9d) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:13:23.480967 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-57098781-a528-4179-a6fd-0b20fe1d4ff6 req-77c21373-d553-4634-b0b1-6531a65f9c87 tempest-ServersAdmin275Test-1845830644 tempest-ServersAdmin275Test-1845830644-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.0896671 Apr 20 17:13:23.556908 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-44650b86-9763-4174-87a8-1bb456996817 req-455d2fe3-f6c7-4630-bf7b-4decb1b1e0fa tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:23.620786 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35140) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:13:23.722339 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ef910af3-feaf-4e3f-a654-4e9c24ef2577 req-9798818c-f743-4dce-8877-6ae92f5b630f tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 210 time: 0.1099560 Apr 20 17:13:23.741438 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3ef5a2a6-7b84-4a60-a1e3-fd4947fcd576 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:23.752727 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3ef5a2a6-7b84-4a60-a1e3-fd4947fcd576 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:23.796783 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c1fad35e-7c7c-4f48-9d2c-ea88e4b79d38 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d4fa86ea2ec34a4c8aec76eadf758a9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1739922 Apr 20 17:13:23.813982 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35144) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:13:23.979880 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-44650b86-9763-4174-87a8-1bb456996817 req-455d2fe3-f6c7-4630-bf7b-4decb1b1e0fa tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:24.111596 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c6ec5542-392a-4504-aab6-fcd5209f43ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:24.152786 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c6ec5542-392a-4504-aab6-fcd5209f43ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:24.167828 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44650b86-9763-4174-87a8-1bb456996817 req-455d2fe3-f6c7-4630-bf7b-4decb1b1e0fa tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Network 712cbfca-4f15-4a05-b540-c7c77d6caef1 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:13:24.180203 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-44650b86-9763-4174-87a8-1bb456996817 req-455d2fe3-f6c7-4630-bf7b-4decb1b1e0fa tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:13:24.182232 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d2fe3-f6c7-4630-bf7b-4decb1b1e0fa tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Pushing event updated for resources: {'Port': ['ID=5dc22a70-80d2-4716-a512-6640a1864a9d,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:24.184944 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-44650b86-9763-4174-87a8-1bb456996817 req-455d2fe3-f6c7-4630-bf7b-4decb1b1e0fa tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:13:24.227180 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c6ec5542-392a-4504-aab6-fcd5209f43ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:24.250893 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec5542-392a-4504-aab6-fcd5209f43ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49802b7f-ac1d-48b8-91e4-67f6700dc7f0,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:24.262853 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8cc67982-5f38-4667-9e90-3c89f0252502 req-902a5622-47a9-4bc2-a2cb-8f641f0a9284 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e34329aa-3f92-4818-8b33-f7b979087201 HTTP/1.1" status: 200 len: 1096 time: 0.3740849 Apr 20 17:13:24.288533 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44650b86-9763-4174-87a8-1bb456996817 req-455d2fe3-f6c7-4630-bf7b-4decb1b1e0fa tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:24.289195 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-44650b86-9763-4174-87a8-1bb456996817 req-455d2fe3-f6c7-4630-bf7b-4decb1b1e0fa tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:24.320914 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5c46337e-d141-44da-a2f3-bdf5f1314a00 req-ca15aa6d-02bf-4c66-9306-48e9ecff64b1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2784481 Apr 20 17:13:24.330104 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8cc67982-5f38-4667-9e90-3c89f0252502 req-c1fadbc8-fc82-48a2-8e00-00886e8267c9 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656924 Apr 20 17:13:24.336635 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c6ec5542-392a-4504-aab6-fcd5209f43ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:24.337951 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c6ec5542-392a-4504-aab6-fcd5209f43ee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/49802b7f-ac1d-48b8-91e4-67f6700dc7f0 HTTP/1.1" status: 204 len: 168 time: 0.5220187 Apr 20 17:13:24.345472 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-44650b86-9763-4174-87a8-1bb456996817 req-455d2fe3-f6c7-4630-bf7b-4decb1b1e0fa tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4231462 Apr 20 17:13:24.363726 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-44650b86-9763-4174-87a8-1bb456996817 req-c8bd4c64-6b56-4b59-aa4c-0e050a4101ea service neutron] Request body: {'port': {'device_id': '911a7212-8ba4-4fee-a651-46c6fbc1b58e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:13:24.718473 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [None req-3ef5a2a6-7b84-4a60-a1e3-fd4947fcd576 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Floating IP 2f1ebd25-68fa-47fd-956c-155eb9ab591d associated. External IP: 172.25.8.63, port: f8d0fad6-f78c-462e-9a27-bfa511155dd5. Apr 20 17:13:24.753885 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-40361baa-c89a-40fd-ba01-f69b59165ba2 req-74313c2f-ec9d-47b9-87d9-7233db9a6598 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8f3bd296-fbd0-4d30-9e39-2dfd1b10da9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2047787 Apr 20 17:13:24.875433 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-64cfe7ed-1cc2-45e3-be71-2a51166557a9 req-57d3ea33-87a0-44a4-a5c3-b8e6d027dc34 tempest-ServersAdmin275Test-1845830644 tempest-ServersAdmin275Test-1845830644-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.0624127 Apr 20 17:13:25.100663 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-44650b86-9763-4174-87a8-1bb456996817 req-c8bd4c64-6b56-4b59-aa4c-0e050a4101ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:25.110520 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-40361baa-c89a-40fd-ba01-f69b59165ba2 req-23399bf8-d5e7-4c05-aced-b2f2fbf17ef8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4c63d8f9bf0474a935eff95935237d0&device_id=8f3bd296-fbd0-4d30-9e39-2dfd1b10da9a HTTP/1.1" status: 200 len: 1097 time: 0.2126658 Apr 20 17:13:25.175820 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35186) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:13:25.198338 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5c46337e-d141-44da-a2f3-bdf5f1314a00 req-d757385d-5f2c-4558-9faa-1fec25df43b9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b7e0217792874af58ccfdea4744db0d0&device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 1095 time: 0.7065039 Apr 20 17:13:25.916451 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642930a-6cac-4372-9a45-b9f7ca131c84 req-209874ad-dfa2-48a8-b8d5-5f5a91194f73 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:25.925190 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c642930a-6cac-4372-9a45-b9f7ca131c84 req-209874ad-dfa2-48a8-b8d5-5f5a91194f73 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 931 time: 0.5323536 Apr 20 17:13:25.936509 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40361baa-c89a-40fd-ba01-f69b59165ba2 req-7f91e7f1-143e-48ee-934c-49848dbceb76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:25.941451 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-40361baa-c89a-40fd-ba01-f69b59165ba2 req-7f91e7f1-143e-48ee-934c-49848dbceb76 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b8d5008d-c75b-4e43-bc72-1af4d636aa56 HTTP/1.1" status: 200 len: 916 time: 0.7963226 Apr 20 17:13:25.999213 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:13:26.112068 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-40361baa-c89a-40fd-ba01-f69b59165ba2 req-cd0d0253-2ea0-4d70-abe5-63d99e6b0ed8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8d0fad6-f78c-462e-9a27-bfa511155dd5 HTTP/1.1" status: 200 len: 999 time: 0.1603503 Apr 20 17:13:26.201357 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c642930a-6cac-4372-9a45-b9f7ca131c84 req-391ba651-55db-4f28-9cba-46d206b263ba tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526844 Apr 20 17:13:26.223837 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40361baa-c89a-40fd-ba01-f69b59165ba2 req-15667db6-8e38-4307-b621-670dc400f682 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:26.225956 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-40361baa-c89a-40fd-ba01-f69b59165ba2 req-15667db6-8e38-4307-b621-670dc400f682 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7c6eed98-6e0e-48dd-a464-51febb5e6b02 HTTP/1.1" status: 200 len: 854 time: 0.1042032 Apr 20 17:13:26.237072 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-44650b86-9763-4174-87a8-1bb456996817 req-c8bd4c64-6b56-4b59-aa4c-0e050a4101ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc22a70-80d2-4716-a512-6640a1864a9d {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:13:26.255437 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-44650b86-9763-4174-87a8-1bb456996817 req-c8bd4c64-6b56-4b59-aa4c-0e050a4101ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:26.291478 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-44650b86-9763-4174-87a8-1bb456996817 req-c8bd4c64-6b56-4b59-aa4c-0e050a4101ea service neutron] Transition to ACTIVE for port object 5dc22a70-80d2-4716-a512-6640a1864a9d will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:13:26.358006 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-40361baa-c89a-40fd-ba01-f69b59165ba2 req-6dda59e0-1a11-469d-b832-707f98a9ec73 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8d5008d-c75b-4e43-bc72-1af4d636aa56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1238971 Apr 20 17:13:26.519224 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-44650b86-9763-4174-87a8-1bb456996817 req-c8bd4c64-6b56-4b59-aa4c-0e050a4101ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:26.545042 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-7c547592-7d79-48cf-9c68-942da79595aa admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-24229346-network', 'tenant_id': '4f510c870a174765bb86dc367cadd96a'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:13:26.738152 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd4c64-6b56-4b59-aa4c-0e050a4101ea service neutron] Pushing event updated for resources: {'Port': ['ID=5dc22a70-80d2-4716-a512-6640a1864a9d,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:26.763753 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-40361baa-c89a-40fd-ba01-f69b59165ba2 req-af3ded39-421e-442d-b81b-f80e2d6fb268 service neutron] 10.222.0.43 "GET /v2.0/networks/b8d5008d-c75b-4e43-bc72-1af4d636aa56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984547 Apr 20 17:13:26.861712 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7c547592-7d79-48cf-9c68-942da79595aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:13:26.926657 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7c547592-7d79-48cf-9c68-942da79595aa admin admin] Usage tracker for resource:network and tenant:4f510c870a174765bb86dc367cadd96a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:13:26.943942 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7c547592-7d79-48cf-9c68-942da79595aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:13:26.948353 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47edf88f-8569-4342-af79-85306dad6f24 req-220e0c70-e00f-42ff-9bac-47b9949ecb30 tempest-ServersAdmin275Test-1845830644 tempest-ServersAdmin275Test-1845830644-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.1829419 Apr 20 17:13:26.979340 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7c547592-7d79-48cf-9c68-942da79595aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:13:27.158172 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c547592-7d79-48cf-9c68-942da79595aa admin admin] Made reservation on behalf of 4f510c870a174765bb86dc367cadd96a for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:13:27.160574 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7c547592-7d79-48cf-9c68-942da79595aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:27.273925 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-40361baa-c89a-40fd-ba01-f69b59165ba2 req-13f73c29-dbfb-4867-b7d1-96e87fe961dc service neutron] 10.222.0.43 "GET /v2.0/networks/b8d5008d-c75b-4e43-bc72-1af4d636aa56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241012 Apr 20 17:13:27.276820 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9022b1c3-3efd-48a2-ab7e-c2c45f52de01 req-abcc84f1-8927-4550-9b71-597b8baee182 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e34329aa-3f92-4818-8b33-f7b979087201&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 2.1121368 Apr 20 17:13:27.278673 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7c547592-7d79-48cf-9c68-942da79595aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:27.406309 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46337e-d141-44da-a2f3-bdf5f1314a00 req-a3e68b31-72dd-402d-b04e-dbc236f8ec5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:27.408098 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5c46337e-d141-44da-a2f3-bdf5f1314a00 req-a3e68b31-72dd-402d-b04e-dbc236f8ec5a service neutron] 10.222.0.10 "GET /v2.0/networks?id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c HTTP/1.1" status: 200 len: 922 time: 1.1119759 Apr 20 17:13:27.709892 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7c547592-7d79-48cf-9c68-942da79595aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:13:27.733714 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c075a4-8693-4a0f-a5f7-b0905236eb52 req-4d7fa8d0-0886-432f-a84d-c34881c04b4a tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:27.747637 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a5c075a4-8693-4a0f-a5f7-b0905236eb52 req-4d7fa8d0-0886-432f-a84d-c34881c04b4a tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 943 time: 0.2334092 Apr 20 17:13:27.767965 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5c46337e-d141-44da-a2f3-bdf5f1314a00 req-74f5c310-f584-4e32-8419-74b72b6645c6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14f17c03-d216-41a3-8c5b-6e34bad8ee2e HTTP/1.1" status: 200 len: 217 time: 0.3390846 Apr 20 17:13:27.769186 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7c547592-7d79-48cf-9c68-942da79595aa admin admin] Usage tracker for resource:security_group_rule and tenant:4f510c870a174765bb86dc367cadd96a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:13:27.787360 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7c547592-7d79-48cf-9c68-942da79595aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:13:27.804134 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7c547592-7d79-48cf-9c68-942da79595aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:13:27.813805 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-44650b86-9763-4174-87a8-1bb456996817 req-c8bd4c64-6b56-4b59-aa4c-0e050a4101ea service neutron] Attempting to bind port 5dc22a70-80d2-4716-a512-6640a1864a9d on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:13:27.814437 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-44650b86-9763-4174-87a8-1bb456996817 req-c8bd4c64-6b56-4b59-aa4c-0e050a4101ea service neutron] Attempting to bind port 5dc22a70-80d2-4716-a512-6640a1864a9d by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '7bd8babb-8003-4806-8692-e92ce3a5f993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:13:27.817959 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44650b86-9763-4174-87a8-1bb456996817 req-c8bd4c64-6b56-4b59-aa4c-0e050a4101ea service neutron] Attempting to bind port 5dc22a70-80d2-4716-a512-6640a1864a9d on network 712cbfca-4f15-4a05-b540-c7c77d6caef1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:13:27.856758 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44650b86-9763-4174-87a8-1bb456996817 req-c8bd4c64-6b56-4b59-aa4c-0e050a4101ea service neutron] Port 5dc22a70-80d2-4716-a512-6640a1864a9d on network 712cbfca-4f15-4a05-b540-c7c77d6caef1 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:13:27.856758 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44650b86-9763-4174-87a8-1bb456996817 req-c8bd4c64-6b56-4b59-aa4c-0e050a4101ea service neutron] Attempting to bind port 5dc22a70-80d2-4716-a512-6640a1864a9d on network 712cbfca-4f15-4a05-b540-c7c77d6caef1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:13:27.887500 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a5c075a4-8693-4a0f-a5f7-b0905236eb52 req-d7e036bb-cc13-468b-ba1f-483bdb26bc03 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352062 Apr 20 17:13:28.125532 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44650b86-9763-4174-87a8-1bb456996817 req-c8bd4c64-6b56-4b59-aa4c-0e050a4101ea service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:13:28.125925 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44650b86-9763-4174-87a8-1bb456996817 req-c8bd4c64-6b56-4b59-aa4c-0e050a4101ea service neutron] Checking segment: {'id': '7bd8babb-8003-4806-8692-e92ce3a5f993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:13:28.126395 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44650b86-9763-4174-87a8-1bb456996817 req-c8bd4c64-6b56-4b59-aa4c-0e050a4101ea service neutron] Bound using segment: {'id': '7bd8babb-8003-4806-8692-e92ce3a5f993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:13:28.126733 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-44650b86-9763-4174-87a8-1bb456996817 req-c8bd4c64-6b56-4b59-aa4c-0e050a4101ea service neutron] Bound port: 5dc22a70-80d2-4716-a512-6640a1864a9d, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd8babb-8003-4806-8692-e92ce3a5f993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:13:28.127086 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-44650b86-9763-4174-87a8-1bb456996817 req-c8bd4c64-6b56-4b59-aa4c-0e050a4101ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:28.272009 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46337e-d141-44da-a2f3-bdf5f1314a00 req-578a6ec1-eec2-4ac1-9902-d2f9abe44c2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:28.273532 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5c46337e-d141-44da-a2f3-bdf5f1314a00 req-578a6ec1-eec2-4ac1-9902-d2f9abe44c2c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=64070a1b-0f00-4b11-95f5-508285983f32 HTTP/1.1" status: 200 len: 861 time: 0.3924263 Apr 20 17:13:28.470953 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7c547592-7d79-48cf-9c68-942da79595aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:28.481770 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5c46337e-d141-44da-a2f3-bdf5f1314a00 req-352407e0-4d94-4170-9f1b-5806ffd2cc32 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1827312 Apr 20 17:13:28.521295 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7c547592-7d79-48cf-9c68-942da79595aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:28.649198 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bc6223a7-890f-41ba-8563-7edf66416afb req-12407647-c4d0-4713-a58a-bc281ad7088c tempest-ServersAdmin275Test-1845830644 tempest-ServersAdmin275Test-1845830644-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.1840308 Apr 20 17:13:28.662838 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c547592-7d79-48cf-9c68-942da79595aa admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:13:28.712789 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c547592-7d79-48cf-9c68-942da79595aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9386315-82da-4791-9d24-3760b60346de,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:28.724123 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-44650b86-9763-4174-87a8-1bb456996817 req-c8bd4c64-6b56-4b59-aa4c-0e050a4101ea service neutron] For port 5dc22a70-80d2-4716-a512-6640a1864a9d, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:13:28.728882 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7c547592-7d79-48cf-9c68-942da79595aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:28.729767 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-7c547592-7d79-48cf-9c68-942da79595aa admin admin] Added segment d70ee3cb-9712-4ca4-b7e5-50bf827f4a71 of type vlan for network aa07d43a-0452-4cb7-bd12-9dddc42f7e9e Apr 20 17:13:28.737775 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-44650b86-9763-4174-87a8-1bb456996817 req-c8bd4c64-6b56-4b59-aa4c-0e050a4101ea service neutron] For port 5dc22a70-80d2-4716-a512-6640a1864a9d, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=5dc22a70-80d2-4716-a512-6640a1864a9d,segment=NetworkSegment(7bd8babb-8003-4806-8692-e92ce3a5f993),segment_id=7bd8babb-8003-4806-8692-e92ce3a5f993)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:13:28.763100 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-44650b86-9763-4174-87a8-1bb456996817 req-c8bd4c64-6b56-4b59-aa4c-0e050a4101ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:28.928166 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7c547592-7d79-48cf-9c68-942da79595aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:28.934017 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5c46337e-d141-44da-a2f3-bdf5f1314a00 req-1367f371-8361-4415-ba94-bccc419be57a service neutron] 10.222.0.10 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388440 Apr 20 17:13:28.975122 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-44650b86-9763-4174-87a8-1bb456996817 req-c8bd4c64-6b56-4b59-aa4c-0e050a4101ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:28.977753 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-44650b86-9763-4174-87a8-1bb456996817 req-c8bd4c64-6b56-4b59-aa4c-0e050a4101ea service neutron] 10.222.0.43 "PUT /v2.0/ports/5dc22a70-80d2-4716-a512-6640a1864a9d HTTP/1.1" status: 200 len: 1091 time: 4.6172361 Apr 20 17:13:28.980354 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911a7212-8ba4-4fee-a651-46c6fbc1b58e', 'tag': '5dc22a70-80d2-4716-a512-6640a1864a9d'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:13:28.997282 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd4c64-6b56-4b59-aa4c-0e050a4101ea service neutron] Pushing event updated for resources: {'Port': ['ID=5dc22a70-80d2-4716-a512-6640a1864a9d,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:29.351708 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7c547592-7d79-48cf-9c68-942da79595aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:29.352126 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c547592-7d79-48cf-9c68-942da79595aa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:29.353703 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7c547592-7d79-48cf-9c68-942da79595aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:29.609788 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c547592-7d79-48cf-9c68-942da79595aa admin admin] Pushing event updated for resources: {'Network': ['ID=aa07d43a-0452-4cb7-bd12-9dddc42f7e9e,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:29.622648 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7c547592-7d79-48cf-9c68-942da79595aa admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.4597335 Apr 20 17:13:29.625913 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35302) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:13:29.631545 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-1d65a47f-6d9f-4f89-9181-1947c5309a6f admin admin] Request body: {'subnet': {'network_id': 'aa07d43a-0452-4cb7-bd12-9dddc42f7e9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-24229346-subnet', 'tenant_id': '4f510c870a174765bb86dc367cadd96a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:13:29.637708 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5c46337e-d141-44da-a2f3-bdf5f1314a00 req-5c792517-5110-499f-adea-c1001323567d service neutron] 10.222.0.10 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6934006 Apr 20 17:13:29.644722 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1d65a47f-6d9f-4f89-9181-1947c5309a6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:13:29.646960 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network aa07d43a-0452-4cb7-bd12-9dddc42f7e9e details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:13:29.649837 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1d65a47f-6d9f-4f89-9181-1947c5309a6f admin admin] Usage tracker for resource:subnet and tenant:4f510c870a174765bb86dc367cadd96a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:13:29.661445 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1d65a47f-6d9f-4f89-9181-1947c5309a6f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:13:29.671196 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1d65a47f-6d9f-4f89-9181-1947c5309a6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:13:29.689941 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-44650b86-9763-4174-87a8-1bb456996817 req-8968c763-b879-4d64-8989-71d6fbf2663d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e0abf75523cb42799be079adbc9824df&device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 1094 time: 0.4348075 Apr 20 17:13:29.691824 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d65a47f-6d9f-4f89-9181-1947c5309a6f admin admin] Made reservation on behalf of 4f510c870a174765bb86dc367cadd96a for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:13:29.693561 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1d65a47f-6d9f-4f89-9181-1947c5309a6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:29.866380 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef5a2a6-7b84-4a60-a1e3-fd4947fcd576 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Router e9833b4d-cfdc-44a6-bec5-1cc89d134906 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:13:29.875888 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-44650b86-9763-4174-87a8-1bb456996817 req-7de0b424-0b25-4cd4-941e-54ca5fc2dfa7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dc22a70-80d2-4716-a512-6640a1864a9d HTTP/1.1" status: 200 len: 217 time: 0.1655188 Apr 20 17:13:29.931929 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-e4b63f68-b8b4-4cdf-8172-ec9ff27a28c0 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:13:29.939363 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-e4b63f68-b8b4-4cdf-8172-ec9ff27a28c0 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0244713 Apr 20 17:13:29.939363 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-82697034-9c5e-48e9-9e82-b567e8413675 service neutron] Request body: {'binding': {'host': 'n-h1-838032-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:13:29.946065 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-82697034-9c5e-48e9-9e82-b567e8413675 service neutron] Unknown quota resources ['binding']. {{(pid=84080) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 20 17:13:30.374311 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44650b86-9763-4174-87a8-1bb456996817 req-c01d688a-671b-407e-b26a-64079cf8bd72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:30.392445 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-44650b86-9763-4174-87a8-1bb456996817 req-c01d688a-671b-407e-b26a-64079cf8bd72 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2fc33d54-66ae-4acd-9a13-99509719aca0 HTTP/1.1" status: 200 len: 852 time: 0.5059791 Apr 20 17:13:30.684066 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-44650b86-9763-4174-87a8-1bb456996817 req-9e37d80a-8d18-45e3-80e4-ed07418f49ce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=712cbfca-4f15-4a05-b540-c7c77d6caef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2891419 Apr 20 17:13:30.775517 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1d65a47f-6d9f-4f89-9181-1947c5309a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:30.929047 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-82697034-9c5e-48e9-9e82-b567e8413675 service neutron] Attempting to bind port e4286543-c780-46e5-a97b-9d6dd0a44686 on host n-h1-838032-1 for vnic_type normal with profile None {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:13:30.929386 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-82697034-9c5e-48e9-9e82-b567e8413675 service neutron] Attempting to bind port e4286543-c780-46e5-a97b-9d6dd0a44686 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:13:30.929774 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-82697034-9c5e-48e9-9e82-b567e8413675 service neutron] Attempting to bind port e4286543-c780-46e5-a97b-9d6dd0a44686 on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:13:30.941250 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-82697034-9c5e-48e9-9e82-b567e8413675 service neutron] Port e4286543-c780-46e5-a97b-9d6dd0a44686 on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:13:30.941564 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-82697034-9c5e-48e9-9e82-b567e8413675 service neutron] Attempting to bind port e4286543-c780-46e5-a97b-9d6dd0a44686 on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:13:30.982793 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65a47f-6d9f-4f89-9181-1947c5309a6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b27720ba-3b50-400e-aa81-faa22549913e,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:31.013766 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-44650b86-9763-4174-87a8-1bb456996817 req-2c81b56c-9455-4daa-a814-d8860c6abf39 service neutron] 10.222.0.43 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053231 Apr 20 17:13:31.150295 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-82697034-9c5e-48e9-9e82-b567e8413675 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:13:31.152155 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-82697034-9c5e-48e9-9e82-b567e8413675 service neutron] Checking segment: {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:13:31.152832 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-82697034-9c5e-48e9-9e82-b567e8413675 service neutron] Bound using segment: {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:13:31.153521 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-82697034-9c5e-48e9-9e82-b567e8413675 service neutron] Bound port: e4286543-c780-46e5-a97b-9d6dd0a44686, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:13:31.239521 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef5a2a6-7b84-4a60-a1e3-fd4947fcd576 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:13:31.246612 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3ef5a2a6-7b84-4a60-a1e3-fd4947fcd576 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:31.251612 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-82697034-9c5e-48e9-9e82-b567e8413675 service neutron] For port e4286543-c780-46e5-a97b-9d6dd0a44686, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=e4286543-c780-46e5-a97b-9d6dd0a44686,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:13:31.253438 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afcc450-662c-4398-8117-5450f51229cf None None] Sync routers for ids ['e9833b4d-cfdc-44a6-bec5-1cc89d134906'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:13:31.281874 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afcc450-662c-4398-8117-5450f51229cf None None] Routers {'e9833b4d-cfdc-44a6-bec5-1cc89d134906'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:13:31.283290 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-2afcc450-662c-4398-8117-5450f51229cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:13:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e9833b4d-cfdc-44a6-bec5-1cc89d134906'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:13:31.305823 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-44650b86-9763-4174-87a8-1bb456996817 req-52eaeac3-acae-4277-84ee-b55085130a37 service neutron] 10.222.0.43 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834556 Apr 20 17:13:31.331948 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-82697034-9c5e-48e9-9e82-b567e8413675 service neutron] Notify callbacks [] for binding, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:31.346701 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-82697034-9c5e-48e9-9e82-b567e8413675 service neutron] 10.222.0.39 "POST /v2.0/ports/e4286543-c780-46e5-a97b-9d6dd0a44686/bindings HTTP/1.1" status: 201 len: 389 time: 1.4113672 Apr 20 17:13:31.348651 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d65a47f-6d9f-4f89-9181-1947c5309a6f admin admin] Checking segment: {'id': 'd70ee3cb-9712-4ca4-b7e5-50bf827f4a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa07d43a-0452-4cb7-bd12-9dddc42f7e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:13:31.348849 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3ef5a2a6-7b84-4a60-a1e3-fd4947fcd576 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "PUT /v2.0/floatingips/2f1ebd25-68fa-47fd-956c-155eb9ab591d HTTP/1.1" status: 200 len: 991 time: 11.6056237 Apr 20 17:13:31.366845 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d65a47f-6d9f-4f89-9181-1947c5309a6f admin admin] Network hostable DHCP agents. Network: aa07d43a-0452-4cb7-bd12-9dddc42f7e9e, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:13:31.449368 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df282473-e001-49d6-a8df-8cd5282d8eb6 req-5dd30d3b-74dc-47e1-8dfa-c48e4fa92e1e tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:31.459128 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-df282473-e001-49d6-a8df-8cd5282d8eb6 req-5dd30d3b-74dc-47e1-8dfa-c48e4fa92e1e tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 943 time: 0.4817991 Apr 20 17:13:31.461478 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d65a47f-6d9f-4f89-9181-1947c5309a6f admin admin] Network aa07d43a-0452-4cb7-bd12-9dddc42f7e9e is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:13:31.509824 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-1d65a47f-6d9f-4f89-9181-1947c5309a6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, aa07d43a-0452-4cb7-bd12-9dddc42f7e9e) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:13:31.521474 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddeb6d2d-b191-44e0-bd09-1f30fb7f4c32 None None] Network aa07d43a-0452-4cb7-bd12-9dddc42f7e9e requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:13:31.530510 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d65a47f-6d9f-4f89-9181-1947c5309a6f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:31.535946 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1d65a47f-6d9f-4f89-9181-1947c5309a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:31.631021 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-df282473-e001-49d6-a8df-8cd5282d8eb6 req-c672e73b-69fa-45f3-9815-42e6ff2bc04a tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703384 Apr 20 17:13:31.633840 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f90dc81-e7ef-4071-b4b3-0386469a2110'] response: {'name': 'network-changed', 'server_uuid': '911a7212-8ba4-4fee-a651-46c6fbc1b58e', 'tag': '5dc22a70-80d2-4716-a512-6640a1864a9d', 'status': 'completed', 'code': 200} Apr 20 17:13:31.641992 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35360) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:13:31.644972 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1d65a47f-6d9f-4f89-9181-1947c5309a6f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.0118344 Apr 20 17:13:31.648686 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-c507cc88-3cd2-40db-81a1-c9454d8332d4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-24229346-router', 'tenant_id': '4f510c870a174765bb86dc367cadd96a', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:13:31.658830 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c507cc88-3cd2-40db-81a1-c9454d8332d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:13:31.666685 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c507cc88-3cd2-40db-81a1-c9454d8332d4 admin admin] Usage tracker for resource:router and tenant:4f510c870a174765bb86dc367cadd96a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:13:31.677014 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c507cc88-3cd2-40db-81a1-c9454d8332d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:13:31.691236 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c507cc88-3cd2-40db-81a1-c9454d8332d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:13:31.788662 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c507cc88-3cd2-40db-81a1-c9454d8332d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:31.789989 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c507cc88-3cd2-40db-81a1-c9454d8332d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:31.837204 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c507cc88-3cd2-40db-81a1-c9454d8332d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:31.869713 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c813fd23-64cd-4317-a585-45bff00c76bc req-1c88c4a4-f3ac-45b6-a5d3-e74bf6b60101 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e0abf75523cb42799be079adbc9824df&device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 1094 time: 0.1541989 Apr 20 17:13:31.898746 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device a249aed9-b9a9-47c8-bacd-8bed9b68f931 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:13:31.906047 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-2afcc450-662c-4398-8117-5450f51229cf None None] Set router e9833b4d-cfdc-44a6-bec5-1cc89d134906 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:13:31.965734 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-cc838923-7154-45ee-886a-c510cf72119b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b7e0217792874af58ccfdea4744db0d0&device_id=e34329aa-3f92-4818-8b33-f7b979087201 HTTP/1.1" status: 200 len: 1096 time: 0.1553609 Apr 20 17:13:32.223347 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fd99b92d-4933-47c4-a323-2bc89ec1a890 req-3607740a-3809-4c47-a961-52448db8c54e tempest-ServersAdmin275Test-1845830644 tempest-ServersAdmin275Test-1845830644-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.2597632 Apr 20 17:13:32.240464 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-b974ed28-54e3-4af1-8b48-54398395c746 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:32.242119 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-b974ed28-54e3-4af1-8b48-54398395c746 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c HTTP/1.1" status: 200 len: 922 time: 0.2681606 Apr 20 17:13:32.263158 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:32.283243 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c507cc88-3cd2-40db-81a1-c9454d8332d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:32.341146 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813fd23-64cd-4317-a585-45bff00c76bc req-1d5974eb-854c-4f59-899c-0c1c64792d96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:32.343173 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c813fd23-64cd-4317-a585-45bff00c76bc req-1d5974eb-854c-4f59-899c-0c1c64792d96 service neutron] 10.222.0.43 "GET /v2.0/networks?id=712cbfca-4f15-4a05-b540-c7c77d6caef1 HTTP/1.1" status: 200 len: 913 time: 0.4062288 Apr 20 17:13:32.439534 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317b82bb-bd4c-4972-9057-15d4e41b51a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a249aed9-b9a9-47c8-bacd-8bed9b68f931'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:13:32.449727 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a6de76-89b9-46ec-9b92-16a28c83acd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-aa07d43a-0452-4cb7-bd12-9dddc42f7e9e', 'network_id': 'aa07d43a-0452-4cb7-bd12-9dddc42f7e9e', 'tenant_id': '4f510c870a174765bb86dc367cadd96a', 'fixed_ips': [{'subnet_id': 'b27720ba-3b50-400e-aa81-faa22549913e'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:13:32.455943 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-32a6de76-89b9-46ec-9b92-16a28c83acd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:32.510922 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-f53a50ec-4d77-4044-a385-0b067a88d2aa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4286543-c780-46e5-a97b-9d6dd0a44686 HTTP/1.1" status: 200 len: 217 time: 0.2619319 Apr 20 17:13:32.511166 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port a249aed9-b9a9-47c8-bacd-8bed9b68f931, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a249aed9-b9a9-47c8-bacd-8bed9b68f931,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:13:32.522637 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:32.673906 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-dc10bd4f-3264-4113-adae-4e9a3682c32b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:32.676156 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-dc10bd4f-3264-4113-adae-4e9a3682c32b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=64070a1b-0f00-4b11-95f5-508285983f32 HTTP/1.1" status: 200 len: 861 time: 0.1572614 Apr 20 17:13:32.773751 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-098dfd53-d04e-4776-a047-1c902b5b4838 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868709 Apr 20 17:13:32.838050 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-2afcc450-662c-4398-8117-5450f51229cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'name': 'tempest-AttachSCSIVolumeTestJSON-1554201581-router', 'tenant_id': 'a4c63d8f9bf0474a935eff95935237d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b571f1a7-ee2a-46c7-8525-3c3c98111d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:11:04Z', 'updated_at': '2022-04-20T17:11:15Z', 'revision_number': 4, 'project_id': 'a4c63d8f9bf0474a935eff95935237d0', 'gw_port': {'id': 'b571f1a7-ee2a-46c7-8525-3c3c98111d9f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:11:06Z', 'updated_at': '2022-04-20T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '2f1ebd25-68fa-47fd-956c-155eb9ab591d', 'tenant_id': 'a4c63d8f9bf0474a935eff95935237d0', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'port_id': 'f8d0fad6-f78c-462e-9a27-bfa511155dd5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d5008d-c75b-4e43-bc72-1af4d636aa56', 'mac_address': 'fa:16:3e:7a:23:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3bd296-fbd0-4d30-9e39-2dfd1b10da9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:12:34Z', 'updated_at': '2022-04-20T17:13:22Z', 'revision_number': 1, 'project_id': 'a4c63d8f9bf0474a935eff95935237d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28cc95c-7675-4f23-a2ac-531c9b4c898d', 'name': '', 'network_id': 'b8d5008d-c75b-4e43-bc72-1af4d636aa56', 'tenant_id': 'a4c63d8f9bf0474a935eff95935237d0', 'mac_address': 'fa:16:3e:93:bf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6eed98-6e0e-48dd-a464-51febb5e6b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:11:12Z', 'updated_at': '2022-04-20T17:11:25Z', 'revision_number': 5, 'project_id': 'a4c63d8f9bf0474a935eff95935237d0', 'subnets': [{'id': '7c6eed98-6e0e-48dd-a464-51febb5e6b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:13:32.852977 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afcc450-662c-4398-8117-5450f51229cf None None] Checking router: e9833b4d-cfdc-44a6-bec5-1cc89d134906 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:13:32.879626 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afcc450-662c-4398-8117-5450f51229cf None None] Routers {'e9833b4d-cfdc-44a6-bec5-1cc89d134906'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:13:32.883408 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-2afcc450-662c-4398-8117-5450f51229cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:13:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e9833b4d-cfdc-44a6-bec5-1cc89d134906'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:13:32.902904 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=a249aed9-b9a9-47c8-bacd-8bed9b68f931,revision_number=8']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:32.966368 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:32.970038 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:32.972459 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:32.972987 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:32.973503 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:32.974747 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:32.975246 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:32.977186 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:32.977721 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:32.978237 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:32.980762 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:32.982166 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c813fd23-64cd-4317-a585-45bff00c76bc req-5010da91-54fa-47f1-bb7f-a9f9418b69fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dc22a70-80d2-4716-a512-6640a1864a9d HTTP/1.1" status: 200 len: 217 time: 0.5853174 Apr 20 17:13:33.023567 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-32a6de76-89b9-46ec-9b92-16a28c83acd6 None None] Allocated IP 172.20.0.2 (aa07d43a-0452-4cb7-bd12-9dddc42f7e9e/b27720ba-3b50-400e-aa81-faa22549913e/acb58310-cf02-4400-9bf3-403c42fc639d) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:13:33.077998 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-81364865-8788-4746-8ccc-b2536c696bdc service neutron] 10.222.0.43 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970972 Apr 20 17:13:33.151595 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813fd23-64cd-4317-a585-45bff00c76bc req-e1156739-26d2-482a-aa0f-4dbd37867312 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:33.153918 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c813fd23-64cd-4317-a585-45bff00c76bc req-e1156739-26d2-482a-aa0f-4dbd37867312 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2fc33d54-66ae-4acd-9a13-99509719aca0 HTTP/1.1" status: 200 len: 852 time: 0.1452444 Apr 20 17:13:33.307608 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c813fd23-64cd-4317-a585-45bff00c76bc req-11fb53fd-67d1-4b6e-b680-c22bcb0346b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=712cbfca-4f15-4a05-b540-c7c77d6caef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1407526 Apr 20 17:13:33.310546 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c3989c3-ae2b-4dfe-9e09-8a11d00f25f6'] response: {'server_uuid': '317b82bb-bd4c-4972-9057-15d4e41b51a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a249aed9-b9a9-47c8-bacd-8bed9b68f931', 'code': 200} Apr 20 17:13:33.352158 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-2afcc450-662c-4398-8117-5450f51229cf None None] Set router e9833b4d-cfdc-44a6-bec5-1cc89d134906 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:13:33.419870 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-ea51ce0b-e1cf-4840-b30b-9abbb8f8e189 service neutron] 10.222.0.43 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291302 Apr 20 17:13:33.547565 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-32a6de76-89b9-46ec-9b92-16a28c83acd6 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:33.560591 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-32a6de76-89b9-46ec-9b92-16a28c83acd6 None None] Transition to ACTIVE for port object acb58310-cf02-4400-9bf3-403c42fc639d will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:13:33.587745 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-32a6de76-89b9-46ec-9b92-16a28c83acd6 None None] Transition to ACTIVE for port object acb58310-cf02-4400-9bf3-403c42fc639d will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:13:33.593033 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 5dc22a70-80d2-4716-a512-6640a1864a9d details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:13:33.602928 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-32a6de76-89b9-46ec-9b92-16a28c83acd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:33.629673 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85c420-d5fd-44fb-aaac-f260cdb8ce0d req-70b3e606-7766-461c-bb15-3679c41e7704 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:33.637659 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fc85c420-d5fd-44fb-aaac-f260cdb8ce0d req-70b3e606-7766-461c-bb15-3679c41e7704 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=e34329aa-3f92-4818-8b33-f7b979087201 HTTP/1.1" status: 200 len: 945 time: 0.2168305 Apr 20 17:13:33.684532 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a6de76-89b9-46ec-9b92-16a28c83acd6 None None] Network aa07d43a-0452-4cb7-bd12-9dddc42f7e9e is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:13:33.688350 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c507cc88-3cd2-40db-81a1-c9454d8332d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:33.697266 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-32a6de76-89b9-46ec-9b92-16a28c83acd6 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:13:33.707728 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a6de76-89b9-46ec-9b92-16a28c83acd6 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:13:33.719699 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.resource_extend [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:13:33.742895 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f3bd296-fbd0-4d30-9e39-2dfd1b10da9a', 'tag': 'f8d0fad6-f78c-462e-9a27-bfa511155dd5'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:13:33.749851 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6de76-89b9-46ec-9b92-16a28c83acd6 None None] Pushing event updated for resources: {'Port': ['ID=acb58310-cf02-4400-9bf3-403c42fc639d,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:33.775601 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c507cc88-3cd2-40db-81a1-c9454d8332d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:33.845218 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c813fd23-64cd-4317-a585-45bff00c76bc req-8453b5f8-4bd8-4d20-9f5a-f3f346ff19dc service neutron] 10.222.0.43 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5269773 Apr 20 17:13:33.856098 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fc85c420-d5fd-44fb-aaac-f260cdb8ce0d req-e3ff116e-f09d-46c7-b6aa-5f2620ac1731 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105458 Apr 20 17:13:33.872057 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1cc3db-9aaf-4630-8598-099a3c43d8ab req-a2b98cb6-ef63-46db-a022-3996f16c09b2 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:33.873144 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-0e1cc3db-9aaf-4630-8598-099a3c43d8ab req-a2b98cb6-ef63-46db-a022-3996f16c09b2 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Synchronizing usage tracker for tenant:e0abf75523cb42799be079adbc9824df on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:13:33.924851 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 5dc22a70-80d2-4716-a512-6640a1864a9d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=5dc22a70-80d2-4716-a512-6640a1864a9d,segment=NetworkSegment(7bd8babb-8003-4806-8692-e92ce3a5f993),segment_id=7bd8babb-8003-4806-8692-e92ce3a5f993)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:13:33.994848 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '5dc22a70-80d2-4716-a512-6640a1864a9d', 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1', 'port_id': '5dc22a70-80d2-4716-a512-6640a1864a9d', 'mac_address': 'fa:16:3e:4a:87:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fc33d54-66ae-4acd-9a13-99509719aca0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:13:34.061793 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-0e1cc3db-9aaf-4630-8598-099a3c43d8ab req-a2b98cb6-ef63-46db-a022-3996f16c09b2 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Unset dirty status for tenant:e0abf75523cb42799be079adbc9824df on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:13:34.067349 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0e1cc3db-9aaf-4630-8598-099a3c43d8ab req-a2b98cb6-ef63-46db-a022-3996f16c09b2 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 943 time: 0.6195364 Apr 20 17:13:34.144150 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:34.217258 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc22a70-80d2-4716-a512-6640a1864a9d {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:13:34.246087 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 5dc22a70-80d2-4716-a512-6640a1864a9d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=5dc22a70-80d2-4716-a512-6640a1864a9d,segment=NetworkSegment(7bd8babb-8003-4806-8692-e92ce3a5f993),segment_id=7bd8babb-8003-4806-8692-e92ce3a5f993)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:13:34.262957 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:34.270829 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-2afcc450-662c-4398-8117-5450f51229cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'name': 'tempest-AttachSCSIVolumeTestJSON-1554201581-router', 'tenant_id': 'a4c63d8f9bf0474a935eff95935237d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b571f1a7-ee2a-46c7-8525-3c3c98111d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:11:04Z', 'updated_at': '2022-04-20T17:11:15Z', 'revision_number': 4, 'project_id': 'a4c63d8f9bf0474a935eff95935237d0', 'gw_port': {'id': 'b571f1a7-ee2a-46c7-8525-3c3c98111d9f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:11:06Z', 'updated_at': '2022-04-20T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '2f1ebd25-68fa-47fd-956c-155eb9ab591d', 'tenant_id': 'a4c63d8f9bf0474a935eff95935237d0', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'port_id': 'f8d0fad6-f78c-462e-9a27-bfa511155dd5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d5008d-c75b-4e43-bc72-1af4d636aa56', 'mac_address': 'fa:16:3e:7a:23:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3bd296-fbd0-4d30-9e39-2dfd1b10da9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:12:34Z', 'updated_at': '2022-04-20T17:13:22Z', 'revision_number': 1, 'project_id': 'a4c63d8f9bf0474a935eff95935237d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28cc95c-7675-4f23-a2ac-531c9b4c898d', 'name': '', 'network_id': 'b8d5008d-c75b-4e43-bc72-1af4d636aa56', 'tenant_id': 'a4c63d8f9bf0474a935eff95935237d0', 'mac_address': 'fa:16:3e:93:bf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6eed98-6e0e-48dd-a464-51febb5e6b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:11:12Z', 'updated_at': '2022-04-20T17:11:25Z', 'revision_number': 5, 'project_id': 'a4c63d8f9bf0474a935eff95935237d0', 'subnets': [{'id': '7c6eed98-6e0e-48dd-a464-51febb5e6b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:13:34.276742 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afcc450-662c-4398-8117-5450f51229cf None None] The sync data for ids ['e9833b4d-cfdc-44a6-bec5-1cc89d134906'] in n-d-838032-1 is: [{'id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'name': 'tempest-AttachSCSIVolumeTestJSON-1554201581-router', 'tenant_id': 'a4c63d8f9bf0474a935eff95935237d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b571f1a7-ee2a-46c7-8525-3c3c98111d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:11:04Z', 'updated_at': '2022-04-20T17:11:15Z', 'revision_number': 4, 'project_id': 'a4c63d8f9bf0474a935eff95935237d0', 'gw_port': {'id': 'b571f1a7-ee2a-46c7-8525-3c3c98111d9f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:11:06Z', 'updated_at': '2022-04-20T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '2f1ebd25-68fa-47fd-956c-155eb9ab591d', 'tenant_id': 'a4c63d8f9bf0474a935eff95935237d0', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'port_id': 'f8d0fad6-f78c-462e-9a27-bfa511155dd5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d5008d-c75b-4e43-bc72-1af4d636aa56', 'mac_address': 'fa:16:3e:7a:23:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3bd296-fbd0-4d30-9e39-2dfd1b10da9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:12:34Z', 'updated_at': '2022-04-20T17:13:22Z', 'revision_number': 1, 'project_id': 'a4c63d8f9bf0474a935eff95935237d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28cc95c-7675-4f23-a2ac-531c9b4c898d', 'name': '', 'network_id': 'b8d5008d-c75b-4e43-bc72-1af4d636aa56', 'tenant_id': 'a4c63d8f9bf0474a935eff95935237d0', 'mac_address': 'fa:16:3e:93:bf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6eed98-6e0e-48dd-a464-51febb5e6b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:11:12Z', 'updated_at': '2022-04-20T17:11:25Z', 'revision_number': 5, 'project_id': 'a4c63d8f9bf0474a935eff95935237d0', 'subnets': [{'id': '7c6eed98-6e0e-48dd-a464-51febb5e6b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:13:34.324190 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-32a6de76-89b9-46ec-9b92-16a28c83acd6 None None] Attempting to bind port acb58310-cf02-4400-9bf3-403c42fc639d on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:13:34.324543 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-32a6de76-89b9-46ec-9b92-16a28c83acd6 None None] Attempting to bind port acb58310-cf02-4400-9bf3-403c42fc639d by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'd70ee3cb-9712-4ca4-b7e5-50bf827f4a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa07d43a-0452-4cb7-bd12-9dddc42f7e9e'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:13:34.324897 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a6de76-89b9-46ec-9b92-16a28c83acd6 None None] Attempting to bind port acb58310-cf02-4400-9bf3-403c42fc639d on network aa07d43a-0452-4cb7-bd12-9dddc42f7e9e {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:13:34.351488 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a6de76-89b9-46ec-9b92-16a28c83acd6 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:13:34.352204 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a6de76-89b9-46ec-9b92-16a28c83acd6 None None] Checking segment: {'id': 'd70ee3cb-9712-4ca4-b7e5-50bf827f4a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa07d43a-0452-4cb7-bd12-9dddc42f7e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:13:34.354107 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-32a6de76-89b9-46ec-9b92-16a28c83acd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:34.354775 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a6de76-89b9-46ec-9b92-16a28c83acd6 None None] Bound using segment: {'id': 'd70ee3cb-9712-4ca4-b7e5-50bf827f4a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa07d43a-0452-4cb7-bd12-9dddc42f7e9e'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:13:34.355472 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-32a6de76-89b9-46ec-9b92-16a28c83acd6 None None] Bound port: acb58310-cf02-4400-9bf3-403c42fc639d, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd70ee3cb-9712-4ca4-b7e5-50bf827f4a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa07d43a-0452-4cb7-bd12-9dddc42f7e9e'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:13:34.359121 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-32a6de76-89b9-46ec-9b92-16a28c83acd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:34.525366 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=5dc22a70-80d2-4716-a512-6640a1864a9d,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:34.548581 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-c507cc88-3cd2-40db-81a1-c9454d8332d4 admin admin] Allocated IP 172.25.8.3 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:13:34.591023 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0e1cc3db-9aaf-4630-8598-099a3c43d8ab req-9b0585cd-a6af-452e-9b7a-e73dc005b533 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4865134 Apr 20 17:13:34.593497 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c813fd23-64cd-4317-a585-45bff00c76bc req-f1b9de67-f3cc-4cd4-9fbc-40419cf1886d service neutron] 10.222.0.43 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7357080 Apr 20 17:13:34.605137 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['5dc22a70-80d2-4716-a512-6640a1864a9d'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:13:34.736021 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11a57df-fb06-4382-b494-9a046188fd89 None None] New status for floating IP 2f1ebd25-68fa-47fd-956c-155eb9ab591d: ACTIVE {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:13:34.779555 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608bb48-94fd-4758-9365-c3b0ddef1fae req-b0b83db0-9139-45d4-a9ea-9ed7eafbd81e tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:34.781107 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1608bb48-94fd-4758-9365-c3b0ddef1fae req-b0b83db0-9139-45d4-a9ea-9ed7eafbd81e tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.10 "GET /v2.0/ports?device_id=317b82bb-bd4c-4972-9057-15d4e41b51a7 HTTP/1.1" status: 200 len: 943 time: 0.4841716 Apr 20 17:13:34.862090 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-3803982c-171d-4e50-95cb-63e3d6eb71ff tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:34.873876 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-3803982c-171d-4e50-95cb-63e3d6eb71ff tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/networks?id=9034ea63-8cdc-4387-871e-6ef92eb3509a HTTP/1.1" status: 200 len: 805 time: 0.4417810 Apr 20 17:13:34.882007 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-32a6de76-89b9-46ec-9b92-16a28c83acd6 None None] For port acb58310-cf02-4400-9bf3-403c42fc639d, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:13:34.906056 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-c96a5ba7-81de-46cd-890d-cd39c3a0f47e tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/quotas/8eab13f9ce374bed840dc821db4a4e57 HTTP/1.1" status: 200 len: 375 time: 0.0312357 Apr 20 17:13:34.951257 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c507cc88-3cd2-40db-81a1-c9454d8332d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:34.975109 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-32a6de76-89b9-46ec-9b92-16a28c83acd6 None None] For port acb58310-cf02-4400-9bf3-403c42fc639d, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=acb58310-cf02-4400-9bf3-403c42fc639d,segment=NetworkSegment(d70ee3cb-9712-4ca4-b7e5-50bf827f4a71),segment_id=d70ee3cb-9712-4ca4-b7e5-50bf827f4a71)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:13:35.012426 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-f752068b-679c-4af8-8e21-d4a37da55dfb tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8eab13f9ce374bed840dc821db4a4e57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0989251 Apr 20 17:13:35.018620 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-32a6de76-89b9-46ec-9b92-16a28c83acd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:35.035438 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-1608bb48-94fd-4758-9365-c3b0ddef1fae req-c7c760b6-500c-4f85-9189-ebfb05b11bc1 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Deleting port a249aed9-b9a9-47c8-bacd-8bed9b68f931 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:13:35.035657 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-1608bb48-94fd-4758-9365-c3b0ddef1fae req-c7c760b6-500c-4f85-9189-ebfb05b11bc1 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:35.160840 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c507cc88-3cd2-40db-81a1-c9454d8332d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:35.268603 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507cc88-3cd2-40db-81a1-c9454d8332d4 admin admin] Pushing event updated for resources: {'Port': ['ID=6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:35.291958 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-64b75880-275c-4e23-96de-21a9a23c0db4 req-32217f98-d9f1-4025-b92f-5b16c40aaf37 tempest-ServersAdmin275Test-1845830644 tempest-ServersAdmin275Test-1845830644-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.2603931 Apr 20 17:13:35.502311 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0b74821-2041-4e91-b43f-0ab5b09582b2'] response: {'name': 'network-changed', 'server_uuid': '8f3bd296-fbd0-4d30-9e39-2dfd1b10da9a', 'tag': 'f8d0fad6-f78c-462e-9a27-bfa511155dd5', 'status': 'completed', 'code': 200} Apr 20 17:13:35.695996 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-f30793c6-7d99-4dcc-9751-ac07838f604b service neutron] 10.222.0.39 "GET /v2.0/networks/9034ea63-8cdc-4387-871e-6ef92eb3509a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6594183 Apr 20 17:13:35.762021 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6de76-89b9-46ec-9b92-16a28c83acd6 None None] Pushing event updated for resources: {'Port': ['ID=acb58310-cf02-4400-9bf3-403c42fc639d,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:35.777696 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-1608bb48-94fd-4758-9365-c3b0ddef1fae req-c7c760b6-500c-4f85-9189-ebfb05b11bc1 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] For port a249aed9-b9a9-47c8-bacd-8bed9b68f931, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a249aed9-b9a9-47c8-bacd-8bed9b68f931,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:13:35.782989 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-1608bb48-94fd-4758-9365-c3b0ddef1fae req-c7c760b6-500c-4f85-9189-ebfb05b11bc1 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:35.945752 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-cfc1eaac-f5f3-47c9-8367-00abcaa67a8b service neutron] 10.222.0.39 "GET /v2.0/networks/9034ea63-8cdc-4387-871e-6ef92eb3509a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484875 Apr 20 17:13:36.016427 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c507cc88-3cd2-40db-81a1-c9454d8332d4 admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:13:36.047364 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-c507cc88-3cd2-40db-81a1-c9454d8332d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:13:36.211649 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c507cc88-3cd2-40db-81a1-c9454d8332d4 admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:13:36.428462 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-1608bb48-94fd-4758-9365-c3b0ddef1fae req-c7c760b6-500c-4f85-9189-ebfb05b11bc1 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Calling delete_port for a249aed9-b9a9-47c8-bacd-8bed9b68f931 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:13:36.658395 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b501a48-a35f-4700-8cc3-330e1810abd5 req-cd8761a0-ae5b-45e3-89bb-bd660bc1e462 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:36.667822 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b501a48-a35f-4700-8cc3-330e1810abd5 req-cd8761a0-ae5b-45e3-89bb-bd660bc1e462 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 944 time: 0.1094205 Apr 20 17:13:36.738001 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b501a48-a35f-4700-8cc3-330e1810abd5 req-5aee0447-88d9-45d5-a1cb-cf677176570b tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682435 Apr 20 17:13:36.780465 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7da839eb-46a9-4e43-a91c-95cb94fdd46c req-006af8d2-63f2-4ab0-8c7a-893fc67c6329 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4c63d8f9bf0474a935eff95935237d0&device_id=8f3bd296-fbd0-4d30-9e39-2dfd1b10da9a HTTP/1.1" status: 200 len: 1097 time: 1.2725313 Apr 20 17:13:36.896321 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dde53d-28f2-4a47-a892-82ba21cc83d0 req-379fb51e-c1d5-44b7-8a13-9507a6513da5 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:36.904902 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-19dde53d-28f2-4a47-a892-82ba21cc83d0 req-379fb51e-c1d5-44b7-8a13-9507a6513da5 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=e34329aa-3f92-4818-8b33-f7b979087201 HTTP/1.1" status: 200 len: 945 time: 0.8612714 Apr 20 17:13:36.936313 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-af15e3d8-f6dc-49d2-a3c9-ce0f7cc651f1 req-19917e92-bb41-4556-8e0c-86803b48de95 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=508af857-492b-4a99-8dab-2e5cf3f64d42 HTTP/1.1" status: 200 len: 210 time: 0.1038013 Apr 20 17:13:37.067650 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-1608bb48-94fd-4758-9365-c3b0ddef1fae req-c7c760b6-500c-4f85-9189-ebfb05b11bc1 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:37.169028 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c760b6-500c-4f85-9189-ebfb05b11bc1 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Pushing event deleted for resources: {'Port': ['ID=a249aed9-b9a9-47c8-bacd-8bed9b68f931,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:37.199155 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-19dde53d-28f2-4a47-a892-82ba21cc83d0 req-750110cd-8244-48a8-893b-c8f020ca3cef tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891192 Apr 20 17:13:37.277926 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da839eb-46a9-4e43-a91c-95cb94fdd46c req-7abacbfe-1e3d-4d98-88fe-8fec6f322d81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:37.289558 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b8153334-59e2-4cd2-902b-a09c84c78a7d req-c8fccbe4-9943-4396-8996-bbc050cd778d tempest-ServersAdmin275Test-1845830644 tempest-ServersAdmin275Test-1845830644-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.1152027 Apr 20 17:13:37.290546 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7da839eb-46a9-4e43-a91c-95cb94fdd46c req-7abacbfe-1e3d-4d98-88fe-8fec6f322d81 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b8d5008d-c75b-4e43-bc72-1af4d636aa56 HTTP/1.1" status: 200 len: 916 time: 0.4946010 Apr 20 17:13:37.582833 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 5dc22a70-80d2-4716-a512-6640a1864a9d up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:13:37.700795 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-1608bb48-94fd-4758-9365-c3b0ddef1fae req-c7c760b6-500c-4f85-9189-ebfb05b11bc1 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] No DVR routers for this DVR port a249aed9-b9a9-47c8-bacd-8bed9b68f931 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:13:37.729367 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-1608bb48-94fd-4758-9365-c3b0ddef1fae req-c7c760b6-500c-4f85-9189-ebfb05b11bc1 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:37.735637 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317b82bb-bd4c-4972-9057-15d4e41b51a7', 'name': 'network-vif-deleted', 'tag': 'a249aed9-b9a9-47c8-bacd-8bed9b68f931'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:13:37.786967 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device a249aed9-b9a9-47c8-bacd-8bed9b68f931 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:13:37.800118 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7da839eb-46a9-4e43-a91c-95cb94fdd46c req-b6534868-56df-47de-a9e8-ee9d103e60b6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8d0fad6-f78c-462e-9a27-bfa511155dd5 HTTP/1.1" status: 200 len: 1001 time: 0.5025673 Apr 20 17:13:37.849386 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ff04ed-d89b-41d6-a904-a3c2ee4d33c8 None None] Network aa07d43a-0452-4cb7-bd12-9dddc42f7e9e requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:13:37.868014 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1608bb48-94fd-4758-9365-c3b0ddef1fae req-c7c760b6-500c-4f85-9189-ebfb05b11bc1 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.10 "DELETE /v2.0/ports/a249aed9-b9a9-47c8-bacd-8bed9b68f931 HTTP/1.1" status: 204 len: 173 time: 3.0725043 Apr 20 17:13:37.907672 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f51513ec-c51b-4879-9af4-4dbe87dace63'] response: {'server_uuid': '317b82bb-bd4c-4972-9057-15d4e41b51a7', 'name': 'network-vif-deleted', 'tag': 'a249aed9-b9a9-47c8-bacd-8bed9b68f931', 'status': 'completed', 'code': 200} Apr 20 17:13:37.928056 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da839eb-46a9-4e43-a91c-95cb94fdd46c req-5746e0e1-f804-40ac-9778-5d0a2c415a2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:37.929675 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7da839eb-46a9-4e43-a91c-95cb94fdd46c req-5746e0e1-f804-40ac-9778-5d0a2c415a2c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7c6eed98-6e0e-48dd-a464-51febb5e6b02 HTTP/1.1" status: 200 len: 854 time: 0.1141131 Apr 20 17:13:37.931866 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c507cc88-3cd2-40db-81a1-c9454d8332d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:37.945086 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c507cc88-3cd2-40db-81a1-c9454d8332d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:37.992254 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: a249aed9-b9a9-47c8-bacd-8bed9b68f931 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:13:37.992254 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device a249aed9-b9a9-47c8-bacd-8bed9b68f931 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:13:38.004342 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 5dc22a70-80d2-4716-a512-6640a1864a9d completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:13:38.024332 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 5dc22a70-80d2-4716-a512-6640a1864a9d triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:13:38.024332 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:38.082491 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3d2c15fb-0342-41a1-a02d-15b0a7e4f2b6 None None] Provisioning for port acb58310-cf02-4400-9bf3-403c42fc639d completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:13:38.440821 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:38.481581 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device acb58310-cf02-4400-9bf3-403c42fc639d up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:13:38.529041 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-92511a84-3b36-454a-9fbb-7e61c52eb6ac req-7746a352-2a45-42fb-8fb2-4afe7a9e1df5 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=508af857-492b-4a99-8dab-2e5cf3f64d42 HTTP/1.1" status: 200 len: 210 time: 0.0984437 Apr 20 17:13:38.723292 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35460) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:13:38.880890 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 5dc22a70-80d2-4716-a512-6640a1864a9d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=5dc22a70-80d2-4716-a512-6640a1864a9d,segment=NetworkSegment(7bd8babb-8003-4806-8692-e92ce3a5f993),segment_id=7bd8babb-8003-4806-8692-e92ce3a5f993)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:13:38.897869 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911a7212-8ba4-4fee-a651-46c6fbc1b58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc22a70-80d2-4716-a512-6640a1864a9d'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:13:38.938287 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:39.076766 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7da839eb-46a9-4e43-a91c-95cb94fdd46c req-e657ee8d-7f18-4033-9725-b3dfc480908b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8d5008d-c75b-4e43-bc72-1af4d636aa56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1218083 Apr 20 17:13:39.101529 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eb636355-1355-496f-a1d0-19ceaa1e6a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:39.144141 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-eb636355-1355-496f-a1d0-19ceaa1e6a3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:13:39.148559 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-eb636355-1355-496f-a1d0-19ceaa1e6a3e admin admin] Usage tracker for resource:security_group_rule and tenant:e44f16e2231041d5af28512b3094efb8 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:13:39.152017 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-eb636355-1355-496f-a1d0-19ceaa1e6a3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:13:39.158706 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-eb636355-1355-496f-a1d0-19ceaa1e6a3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:13:39.164369 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1770ed7d-4cfb-4467-9359-2397f6525e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:39.189008 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port acb58310-cf02-4400-9bf3-403c42fc639d completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:13:39.205867 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=5dc22a70-80d2-4716-a512-6640a1864a9d,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:39.205867 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port acb58310-cf02-4400-9bf3-403c42fc639d triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:13:39.205867 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:39.272747 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6886ff5-4518-4e98-a7d3-cc374e22d17c req-c5a3cdd9-db04-49aa-8e72-f23fc7b67303 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:39.279896 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d6886ff5-4518-4e98-a7d3-cc374e22d17c req-c5a3cdd9-db04-49aa-8e72-f23fc7b67303 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=e34329aa-3f92-4818-8b33-f7b979087201 HTTP/1.1" status: 200 len: 945 time: 0.3287563 Apr 20 17:13:39.372743 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d6886ff5-4518-4e98-a7d3-cc374e22d17c req-cf81a3e1-bd36-410d-b77b-da7e65b8f5d5 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901144 Apr 20 17:13:39.589145 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eb636355-1355-496f-a1d0-19ceaa1e6a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:39.600031 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:39.609254 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eb636355-1355-496f-a1d0-19ceaa1e6a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:39.696059 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port acb58310-cf02-4400-9bf3-403c42fc639d, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=acb58310-cf02-4400-9bf3-403c42fc639d,segment=NetworkSegment(d70ee3cb-9712-4ca4-b7e5-50bf827f4a71),segment_id=d70ee3cb-9712-4ca4-b7e5-50bf827f4a71)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:13:39.698325 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ebbaf0fa-cfda-4216-afd3-b15564de4571 None None] Provisioning complete for port acb58310-cf02-4400-9bf3-403c42fc639d triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:13:39.699069 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ebbaf0fa-cfda-4216-afd3-b15564de4571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:39.775355 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bfa88d-5b0b-4484-a8ed-507954e6b317 req-7b8254d1-2cb5-4f25-aa83-2b2e0c224d74 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:39.775355 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-61bfa88d-5b0b-4484-a8ed-507954e6b317 req-7b8254d1-2cb5-4f25-aa83-2b2e0c224d74 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 944 time: 1.4393232 Apr 20 17:13:39.833056 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-072b584e-56ee-47a6-9de4-4612d7f75c74 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:39.833056 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-072b584e-56ee-47a6-9de4-4612d7f75c74 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.10 "GET /v2.0/networks?id=9034ea63-8cdc-4387-871e-6ef92eb3509a HTTP/1.1" status: 200 len: 805 time: 1.1909940 Apr 20 17:13:39.848177 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb636355-1355-496f-a1d0-19ceaa1e6a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44b0252-3d37-4f42-92af-71557d1213bd,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:39.860678 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-16f7ceed-9a49-4032-8124-37903b752342 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Request body: {'port': {'device_id': '508af857-492b-4a99-8dab-2e5cf3f64d42', 'network_id': '9034ea63-8cdc-4387-871e-6ef92eb3509a', 'admin_state_up': True, 'tenant_id': '8eab13f9ce374bed840dc821db4a4e57'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:13:39.871589 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-eb636355-1355-496f-a1d0-19ceaa1e6a3e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e44f16e2231041d5af28512b3094efb8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1075480 Apr 20 17:13:39.871589 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35472) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:13:39.885867 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:39.991281 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-61bfa88d-5b0b-4484-a8ed-507954e6b317 req-fb0d7f8e-0aa8-40fd-a87d-4af8a70db114 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244136 Apr 20 17:13:40.036056 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b54e53c2-e59e-497c-933a-2d51b8655e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:40.063998 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9dd7d457-b231-4099-80e5-a058836edcf7 req-9ed90f19-7f82-4aed-bf8c-639fef883b13 tempest-ServersAdmin275Test-1845830644 tempest-ServersAdmin275Test-1845830644-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.1154714 Apr 20 17:13:40.076285 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25ed89ed-d448-4878-a156-f6594352d46b'] response: {'server_uuid': '911a7212-8ba4-4fee-a651-46c6fbc1b58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc22a70-80d2-4716-a512-6640a1864a9d', 'code': 200} Apr 20 17:13:40.092898 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-16f7ceed-9a49-4032-8124-37903b752342 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:13:40.099368 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=acb58310-cf02-4400-9bf3-403c42fc639d,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:40.117486 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b54e53c2-e59e-497c-933a-2d51b8655e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:40.135943 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7da839eb-46a9-4e43-a91c-95cb94fdd46c req-efd78a52-457d-4eac-9cba-4f3da00b89ff service neutron] 10.222.0.43 "GET /v2.0/networks/b8d5008d-c75b-4e43-bc72-1af4d636aa56?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0281925 Apr 20 17:13:40.161952 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-16f7ceed-9a49-4032-8124-37903b752342 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Usage tracker for resource:port and tenant:8eab13f9ce374bed840dc821db4a4e57 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:13:40.192669 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-16f7ceed-9a49-4032-8124-37903b752342 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:13:40.244627 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-16f7ceed-9a49-4032-8124-37903b752342 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:13:40.409430 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-8f7604cc-0463-4129-b6bd-6fd5e7b0c81c req-46e9e4a2-2b08-4040-a0fb-5cdea65cf38c tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Synchronizing usage tracker for tenant:8eab13f9ce374bed840dc821db4a4e57 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:13:40.460678 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-16f7ceed-9a49-4032-8124-37903b752342 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Made reservation on behalf of 8eab13f9ce374bed840dc821db4a4e57 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:13:40.463332 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-16f7ceed-9a49-4032-8124-37903b752342 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:40.516407 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b54e53c2-e59e-497c-933a-2d51b8655e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:40.562240 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e53c2-e59e-497c-933a-2d51b8655e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44b0252-3d37-4f42-92af-71557d1213bd,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:40.562240 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d0086780-2019-4795-b0db-e9335b4fb93c req-269729a8-616b-4acb-aea4-e331a8add879 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 1096 time: 0.2043207 Apr 20 17:13:40.605876 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b54e53c2-e59e-497c-933a-2d51b8655e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:40.605876 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b54e53c2-e59e-497c-933a-2d51b8655e86 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e44b0252-3d37-4f42-92af-71557d1213bd HTTP/1.1" status: 204 len: 168 time: 0.7498362 Apr 20 17:13:40.631428 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d0086780-2019-4795-b0db-e9335b4fb93c req-c04afdd5-0ba3-4ffe-b44f-d564af7fb516 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727439 Apr 20 17:13:40.641427 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-8f7604cc-0463-4129-b6bd-6fd5e7b0c81c req-46e9e4a2-2b08-4040-a0fb-5cdea65cf38c tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Unset dirty status for tenant:8eab13f9ce374bed840dc821db4a4e57 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:13:40.653827 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8f7604cc-0463-4129-b6bd-6fd5e7b0c81c req-46e9e4a2-2b08-4040-a0fb-5cdea65cf38c tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=508af857-492b-4a99-8dab-2e5cf3f64d42 HTTP/1.1" status: 200 len: 210 time: 0.4203644 Apr 20 17:13:40.659654 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7da839eb-46a9-4e43-a91c-95cb94fdd46c req-9a88aeff-706e-4e16-a596-a055e33b78da service neutron] 10.222.0.43 "GET /v2.0/networks/b8d5008d-c75b-4e43-bc72-1af4d636aa56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058374 Apr 20 17:13:40.896524 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-5e85f346-f0fc-4c8f-aa25-089d2bdf0094 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:40.904748 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-5e85f346-f0fc-4c8f-aa25-089d2bdf0094 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/networks?id=bf1bc412-90d5-44c3-9118-40a48e554e77 HTTP/1.1" status: 200 len: 808 time: 0.2005672 Apr 20 17:13:40.911637 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c507cc88-3cd2-40db-81a1-c9454d8332d4 admin admin] Router 9e931e12-3c59-46aa-9836-b54e6467c8ee is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:13:40.922452 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-7553bff8-a3a1-4077-ab74-b144f210fe73 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/quotas/c6309d4027774bf39a206d4366b6ddc5 HTTP/1.1" status: 200 len: 375 time: 0.0165830 Apr 20 17:13:41.015199 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-7e718b21-a4df-4ecb-bdac-cd6612e04862 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6309d4027774bf39a206d4366b6ddc5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0925481 Apr 20 17:13:41.093643 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-16f7ceed-9a49-4032-8124-37903b752342 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Allocated IP 172.20.0.7 (9034ea63-8cdc-4387-871e-6ef92eb3509a/af85ab34-696f-4577-a7cd-12cc3ca9e9e8/41cf9253-f76a-4ca7-bc92-409d4d8bb8b1) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:13:41.243738 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-724f35d6-109c-403d-9954-920333b99bff service neutron] 10.222.0.39 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265518 Apr 20 17:13:41.364168 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-208a3203-7f1e-4a8e-b851-4f9287014021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:41.367687 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35494) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:13:41.446778 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-2d3004b6-af42-44aa-94f5-0f311763a34d service neutron] 10.222.0.39 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962469 Apr 20 17:13:41.514541 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f420ca1d-509e-4110-adba-be2e15be971d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:41.751180 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588c050-09cf-42f3-86b2-ab035b371951 req-222bb06f-1ac7-425b-81ba-5e209ddd891a tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:41.763386 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8588c050-09cf-42f3-86b2-ab035b371951 req-222bb06f-1ac7-425b-81ba-5e209ddd891a tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=e34329aa-3f92-4818-8b33-f7b979087201 HTTP/1.1" status: 200 len: 945 time: 0.6908922 Apr 20 17:13:41.893061 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-16f7ceed-9a49-4032-8124-37903b752342 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:41.945886 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f420ca1d-509e-4110-adba-be2e15be971d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:13:41.967168 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f420ca1d-509e-4110-adba-be2e15be971d admin admin] Usage tracker for resource:security_group_rule and tenant:acbd156408f8446ca06e8bebe46f00d9 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:13:41.974258 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f420ca1d-509e-4110-adba-be2e15be971d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:13:42.015886 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f420ca1d-509e-4110-adba-be2e15be971d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:13:42.070907 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8588c050-09cf-42f3-86b2-ab035b371951 req-ece187c2-2007-4047-8ce7-c210bfd7411a tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153024 Apr 20 17:13:42.115071 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device acb58310-cf02-4400-9bf3-403c42fc639d up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:13:42.175057 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-16f7ceed-9a49-4032-8124-37903b752342 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:42.365777 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port acb58310-cf02-4400-9bf3-403c42fc639d triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:13:42.365777 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:42.416957 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-16f7ceed-9a49-4032-8124-37903b752342 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Network 9034ea63-8cdc-4387-871e-6ef92eb3509a is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:13:42.475162 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-16f7ceed-9a49-4032-8124-37903b752342 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:13:42.536398 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-16f7ceed-9a49-4032-8124-37903b752342 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:13:42.625016 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fb69db7c-79e3-4483-a490-5e3801e02c52 req-df420519-781a-4615-9ec9-eaf6121f7d06 tempest-ServersAdmin275Test-1845830644 tempest-ServersAdmin275Test-1845830644-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.2065115 Apr 20 17:13:42.706594 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:42.708362 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:42.762514 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f7ceed-9a49-4032-8124-37903b752342 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Pushing event updated for resources: {'Port': ['ID=41cf9253-f76a-4ca7-bc92-409d4d8bb8b1,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:42.785077 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599b3eb-db88-4273-a1e1-c13015c6c9f7 req-48fcd2ed-31b9-4a1d-8e9b-70e2b8d31268 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:42.785077 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7599b3eb-db88-4273-a1e1-c13015c6c9f7 req-48fcd2ed-31b9-4a1d-8e9b-70e2b8d31268 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 945 time: 0.3481908 Apr 20 17:13:42.819045 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c507cc88-3cd2-40db-81a1-c9454d8332d4 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:13:42.833173 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0855e48f-acc5-4d65-b2c4-a838b4043d09 None None] Sync routers for ids ['9e931e12-3c59-46aa-9836-b54e6467c8ee'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:13:42.859462 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0855e48f-acc5-4d65-b2c4-a838b4043d09 None None] Routers {'9e931e12-3c59-46aa-9836-b54e6467c8ee'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:13:42.859462 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-0855e48f-acc5-4d65-b2c4-a838b4043d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:13:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['9e931e12-3c59-46aa-9836-b54e6467c8ee'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:13:42.883891 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f420ca1d-509e-4110-adba-be2e15be971d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:42.910547 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f420ca1d-509e-4110-adba-be2e15be971d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:42.928545 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:42.946399 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7599b3eb-db88-4273-a1e1-c13015c6c9f7 req-fc8b0e81-d680-437a-aed8-2496a15a2be4 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473370 Apr 20 17:13:43.029583 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-16f7ceed-9a49-4032-8124-37903b752342 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:43.031296 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-16f7ceed-9a49-4032-8124-37903b752342 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:43.166758 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-882311c4-f583-4300-a197-8bc532320696 req-08ee2e26-4a1d-49df-aa6a-012b3a1a3b52 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 210 time: 0.0748718 Apr 20 17:13:43.260888 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c507cc88-3cd2-40db-81a1-c9454d8332d4 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:43.266758 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35520) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:13:43.272034 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c507cc88-3cd2-40db-81a1-c9454d8332d4 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 11.6133263 Apr 20 17:13:43.272034 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420ca1d-509e-4110-adba-be2e15be971d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488b386f-865b-4bea-9889-87d007c7c523,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:43.353253 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-16f7ceed-9a49-4032-8124-37903b752342 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5281465 Apr 20 17:13:43.353253 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f420ca1d-509e-4110-adba-be2e15be971d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=acbd156408f8446ca06e8bebe46f00d9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9657378 Apr 20 17:13:43.381757 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-675d4fc3-83de-4d43-9f1e-7bb7bdaeb7a2 service neutron] Request body: {'port': {'device_id': '508af857-492b-4a99-8dab-2e5cf3f64d42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:13:43.461797 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-0855e48f-acc5-4d65-b2c4-a838b4043d09 None None] Set router 9e931e12-3c59-46aa-9836-b54e6467c8ee gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:13:43.606450 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35524) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:13:43.616700 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device e4286543-c780-46e5-a97b-9d6dd0a44686 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:13:43.708266 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-8ebe0bc0-7ce0-490a-ba00-82e71bc388f4 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e34329aa-3f92-4818-8b33-f7b979087201&tenant_id=b7e0217792874af58ccfdea4744db0d0&binding%3Ahost_id=n-h2-838032-1 HTTP/1.1" status: 200 len: 1096 time: 1.1078558 Apr 20 17:13:43.745227 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-84907c5a-d7ce-4068-9410-b732d2171c57 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-838032-1'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:13:44.092074 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:44.253389 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-675d4fc3-83de-4d43-9f1e-7bb7bdaeb7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:44.257577 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port e4286543-c780-46e5-a97b-9d6dd0a44686, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=e4286543-c780-46e5-a97b-9d6dd0a44686,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:13:44.293760 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cd4a12c6-de35-4640-aa1d-71c44cf6d594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:44.315980 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device e4286543-c780-46e5-a97b-9d6dd0a44686 has no active binding in host n-h1-838032-1 {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 20 17:13:44.327304 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1330b0-8931-417a-b7ca-e287130b64f8 req-3605d455-f53b-4649-b492-6449817e99ff tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:44.330124 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-8d1330b0-8931-417a-b7ca-e287130b64f8 req-3605d455-f53b-4649-b492-6449817e99ff tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Synchronizing usage tracker for tenant:8eab13f9ce374bed840dc821db4a4e57 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:13:44.387932 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-84907c5a-d7ce-4068-9410-b732d2171c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:44.460833 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-0855e48f-acc5-4d65-b2c4-a838b4043d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e931e12-3c59-46aa-9836-b54e6467c8ee', 'name': 'tempest-ServersTestMultiNic-24229346-router', 'tenant_id': '4f510c870a174765bb86dc367cadd96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:13:31Z', 'updated_at': '2022-04-20T17:13:36Z', 'revision_number': 3, 'project_id': '4f510c870a174765bb86dc367cadd96a', 'gw_port': {'id': '6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:79:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e931e12-3c59-46aa-9836-b54e6467c8ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:13:33Z', 'updated_at': '2022-04-20T17:13:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:13:44.460833 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0855e48f-acc5-4d65-b2c4-a838b4043d09 None None] Checking router: 9e931e12-3c59-46aa-9836-b54e6467c8ee for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:13:44.460833 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0855e48f-acc5-4d65-b2c4-a838b4043d09 None None] Updating router 9e931e12-3c59-46aa-9836-b54e6467c8ee port 6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:13:44.498234 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cd4a12c6-de35-4640-aa1d-71c44cf6d594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:44.507377 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-8d1330b0-8931-417a-b7ca-e287130b64f8 req-3605d455-f53b-4649-b492-6449817e99ff tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Unset dirty status for tenant:8eab13f9ce374bed840dc821db4a4e57 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:13:44.525297 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d1330b0-8931-417a-b7ca-e287130b64f8 req-3605d455-f53b-4649-b492-6449817e99ff tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=508af857-492b-4a99-8dab-2e5cf3f64d42 HTTP/1.1" status: 200 len: 931 time: 1.2438407 Apr 20 17:13:44.602405 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-0855e48f-acc5-4d65-b2c4-a838b4043d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:44.736629 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e941c3-77ba-4837-8e6f-e9c1de4e27da req-10ecc30b-247b-4db9-ba85-67dea3ad1f38 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:44.739467 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-10e941c3-77ba-4837-8e6f-e9c1de4e27da req-10ecc30b-247b-4db9-ba85-67dea3ad1f38 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=e34329aa-3f92-4818-8b33-f7b979087201 HTTP/1.1" status: 200 len: 945 time: 0.3544893 Apr 20 17:13:44.968219 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:45.027611 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cd4a12c6-de35-4640-aa1d-71c44cf6d594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:45.092699 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a12c6-de35-4640-aa1d-71c44cf6d594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488b386f-865b-4bea-9889-87d007c7c523,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:45.124323 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-10e941c3-77ba-4837-8e6f-e9c1de4e27da req-caf801b2-81ed-48de-bcba-fc7d461e8cb7 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837772 Apr 20 17:13:45.127460 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cd4a12c6-de35-4640-aa1d-71c44cf6d594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:45.129315 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cd4a12c6-de35-4640-aa1d-71c44cf6d594 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/488b386f-865b-4bea-9889-87d007c7c523 HTTP/1.1" status: 204 len: 168 time: 1.4674783 Apr 20 17:13:45.419549 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d1330b0-8931-417a-b7ca-e287130b64f8 req-dab1828b-a45c-4530-beb9-bc38fc0c5ee7 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9043634 Apr 20 17:13:45.459977 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-831e5a49-64ca-4cfb-b05b-303d84780107 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:45.462606 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-831e5a49-64ca-4cfb-b05b-303d84780107 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.43 "GET /v2.0/networks?id=bf1bc412-90d5-44c3-9118-40a48e554e77 HTTP/1.1" status: 200 len: 808 time: 0.3378558 Apr 20 17:13:45.500745 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-af8150f7-c3bb-46db-bae7-9dcea9d0498c tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Request body: {'port': {'device_id': '91da8ecf-82e4-4aac-8ee2-0d2730925261', 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77', 'admin_state_up': True, 'tenant_id': 'c6309d4027774bf39a206d4366b6ddc5'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:13:45.577321 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-0855e48f-acc5-4d65-b2c4-a838b4043d09 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:45.609451 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-0855e48f-acc5-4d65-b2c4-a838b4043d09 None None] Transition to ACTIVE for port object 6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:13:45.629575 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-0855e48f-acc5-4d65-b2c4-a838b4043d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:45.754261 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-0855e48f-acc5-4d65-b2c4-a838b4043d09 None None] Attempting to bind port 6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:13:45.754473 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-0855e48f-acc5-4d65-b2c4-a838b4043d09 None None] Attempting to bind port 6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:13:45.755059 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0855e48f-acc5-4d65-b2c4-a838b4043d09 None None] Attempting to bind port 6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:13:45.769390 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0855e48f-acc5-4d65-b2c4-a838b4043d09 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:13:45.769645 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0855e48f-acc5-4d65-b2c4-a838b4043d09 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:13:45.770172 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-0855e48f-acc5-4d65-b2c4-a838b4043d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:45.770650 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0855e48f-acc5-4d65-b2c4-a838b4043d09 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:13:45.771275 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-0855e48f-acc5-4d65-b2c4-a838b4043d09 None None] Bound port: 6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:13:45.771705 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-0855e48f-acc5-4d65-b2c4-a838b4043d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:45.884212 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff1cb8-f183-4007-8cb7-20bfe0bfe4d1 None None] Pushing event updated for resources: {'Port': ['ID=6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:45.979138 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dff1cb8-f183-4007-8cb7-20bfe0bfe4d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:45.979818 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dff1cb8-f183-4007-8cb7-20bfe0bfe4d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:45.980561 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dff1cb8-f183-4007-8cb7-20bfe0bfe4d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:45.981407 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dff1cb8-f183-4007-8cb7-20bfe0bfe4d1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:45.981826 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dff1cb8-f183-4007-8cb7-20bfe0bfe4d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:45.982474 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dff1cb8-f183-4007-8cb7-20bfe0bfe4d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:45.983560 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dff1cb8-f183-4007-8cb7-20bfe0bfe4d1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:45.986905 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dff1cb8-f183-4007-8cb7-20bfe0bfe4d1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:45.986905 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dff1cb8-f183-4007-8cb7-20bfe0bfe4d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:45.986905 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dff1cb8-f183-4007-8cb7-20bfe0bfe4d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:45.988109 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dff1cb8-f183-4007-8cb7-20bfe0bfe4d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:13:46.010277 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-84907c5a-d7ce-4068-9410-b732d2171c57 service neutron] For port e4286543-c780-46e5-a97b-9d6dd0a44686, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=e4286543-c780-46e5-a97b-9d6dd0a44686,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:13:46.058178 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-0855e48f-acc5-4d65-b2c4-a838b4043d09 None None] For port 6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:13:46.067484 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-0855e48f-acc5-4d65-b2c4-a838b4043d09 None None] For port 6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:13:46.085647 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-0855e48f-acc5-4d65-b2c4-a838b4043d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:46.174958 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0584bb44-e50d-45a2-8b16-dde396cca09c req-24964ab2-6ce3-42ac-902b-143be80e1998 tempest-ServersAdmin275Test-1845830644 tempest-ServersAdmin275Test-1845830644-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.1447535 Apr 20 17:13:46.201076 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd348f7-780c-46fb-9077-f30485d5c52e req-c2a7ee5a-013d-46a0-ad86-1fe151f89812 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:46.213868 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff1cb8-f183-4007-8cb7-20bfe0bfe4d1 None None] Pushing event updated for resources: {'Port': ['ID=6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:46.221924 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4dd348f7-780c-46fb-9077-f30485d5c52e req-c2a7ee5a-013d-46a0-ad86-1fe151f89812 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 945 time: 0.5160723 Apr 20 17:13:46.300705 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0855e48f-acc5-4d65-b2c4-a838b4043d09 None None] Routers {'9e931e12-3c59-46aa-9836-b54e6467c8ee'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:13:46.302863 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-0855e48f-acc5-4d65-b2c4-a838b4043d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:13:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['9e931e12-3c59-46aa-9836-b54e6467c8ee'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:13:46.361188 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-84907c5a-d7ce-4068-9410-b732d2171c57 service neutron] For port e4286543-c780-46e5-a97b-9d6dd0a44686, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:13:46.546729 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-675d4fc3-83de-4d43-9f1e-7bb7bdaeb7a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41cf9253-f76a-4ca7-bc92-409d4d8bb8b1 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:13:46.555409 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-675d4fc3-83de-4d43-9f1e-7bb7bdaeb7a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:46.561605 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34329aa-3f92-4818-8b33-f7b979087201', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4286543-c780-46e5-a97b-9d6dd0a44686'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:13:46.569304 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-84907c5a-d7ce-4068-9410-b732d2171c57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:46.574947 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4dd348f7-780c-46fb-9077-f30485d5c52e req-239889eb-a0d2-4872-ad39-821196e5d895 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521526 Apr 20 17:13:46.586450 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-84907c5a-d7ce-4068-9410-b732d2171c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:46.812125 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-af8150f7-c3bb-46db-bae7-9dcea9d0498c tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:13:46.831271 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84907c5a-d7ce-4068-9410-b732d2171c57 service neutron] Pushing event updated for resources: {'Port': ['ID=e4286543-c780-46e5-a97b-9d6dd0a44686,revision_number=7']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:46.836294 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-675d4fc3-83de-4d43-9f1e-7bb7bdaeb7a2 service neutron] Transition to ACTIVE for port object 41cf9253-f76a-4ca7-bc92-409d4d8bb8b1 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:13:46.842794 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-af8150f7-c3bb-46db-bae7-9dcea9d0498c tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:13:46.874518 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-af8150f7-c3bb-46db-bae7-9dcea9d0498c tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Made reservation on behalf of c6309d4027774bf39a206d4366b6ddc5 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:13:46.880064 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-af8150f7-c3bb-46db-bae7-9dcea9d0498c tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:46.938783 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-0855e48f-acc5-4d65-b2c4-a838b4043d09 None None] Set router 9e931e12-3c59-46aa-9836-b54e6467c8ee gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:13:47.000878 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-675d4fc3-83de-4d43-9f1e-7bb7bdaeb7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:47.021517 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-04f6fd50-1964-4543-b7e7-fbb9b31bba71 req-7c081876-23bf-4a53-9d92-75c8e9e32e0a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 210 time: 0.0934935 Apr 20 17:13:47.356731 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-af8150f7-c3bb-46db-bae7-9dcea9d0498c tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Allocated IP 172.20.0.5 (bf1bc412-90d5-44c3-9118-40a48e554e77/afaadd71-91d9-490d-8c9c-d83dc8020198/dfe4190c-208a-46a9-accc-63ec340b2815) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:13:47.426934 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-84907c5a-d7ce-4068-9410-b732d2171c57 service neutron] Attempting to bind port e4286543-c780-46e5-a97b-9d6dd0a44686 on host n-h2-838032-1 for vnic_type normal with profile {"migrating_to": "n-h1-838032-1"} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:13:47.426934 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-84907c5a-d7ce-4068-9410-b732d2171c57 service neutron] Attempting to bind port e4286543-c780-46e5-a97b-9d6dd0a44686 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:13:47.426934 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-84907c5a-d7ce-4068-9410-b732d2171c57 service neutron] Attempting to bind port e4286543-c780-46e5-a97b-9d6dd0a44686 on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:13:47.453515 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d4fc3-83de-4d43-9f1e-7bb7bdaeb7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=41cf9253-f76a-4ca7-bc92-409d4d8bb8b1,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:47.473191 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-84907c5a-d7ce-4068-9410-b732d2171c57 service neutron] Port e4286543-c780-46e5-a97b-9d6dd0a44686 on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:13:47.473761 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-84907c5a-d7ce-4068-9410-b732d2171c57 service neutron] Attempting to bind port e4286543-c780-46e5-a97b-9d6dd0a44686 on network dd9b0e29-7382-4d85-b87f-b65fd9885c7c {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:13:47.634322 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-0855e48f-acc5-4d65-b2c4-a838b4043d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e931e12-3c59-46aa-9836-b54e6467c8ee', 'name': 'tempest-ServersTestMultiNic-24229346-router', 'tenant_id': '4f510c870a174765bb86dc367cadd96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:13:31Z', 'updated_at': '2022-04-20T17:13:36Z', 'revision_number': 3, 'project_id': '4f510c870a174765bb86dc367cadd96a', 'gw_port': {'id': '6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:79:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e931e12-3c59-46aa-9836-b54e6467c8ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:13:33Z', 'updated_at': '2022-04-20T17:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:13:47.644389 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0855e48f-acc5-4d65-b2c4-a838b4043d09 None None] The sync data for ids ['9e931e12-3c59-46aa-9836-b54e6467c8ee'] in n-d-838032-1 is: [{'id': '9e931e12-3c59-46aa-9836-b54e6467c8ee', 'name': 'tempest-ServersTestMultiNic-24229346-router', 'tenant_id': '4f510c870a174765bb86dc367cadd96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:13:31Z', 'updated_at': '2022-04-20T17:13:36Z', 'revision_number': 3, 'project_id': '4f510c870a174765bb86dc367cadd96a', 'gw_port': {'id': '6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:79:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e931e12-3c59-46aa-9836-b54e6467c8ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:13:33Z', 'updated_at': '2022-04-20T17:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:13:47.664512 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-84907c5a-d7ce-4068-9410-b732d2171c57 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:13:47.666226 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-84907c5a-d7ce-4068-9410-b732d2171c57 service neutron] Checking segment: {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:13:47.670625 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-84907c5a-d7ce-4068-9410-b732d2171c57 service neutron] Bound using segment: {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:13:47.671397 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-84907c5a-d7ce-4068-9410-b732d2171c57 service neutron] Bound port: e4286543-c780-46e5-a97b-9d6dd0a44686, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dd9b0e29-7382-4d85-b87f-b65fd9885c7c'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:13:47.673307 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-84907c5a-d7ce-4068-9410-b732d2171c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:47.733208 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-675d4fc3-83de-4d43-9f1e-7bb7bdaeb7a2 service neutron] Attempting to bind port 41cf9253-f76a-4ca7-bc92-409d4d8bb8b1 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:13:47.733778 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-675d4fc3-83de-4d43-9f1e-7bb7bdaeb7a2 service neutron] Attempting to bind port 41cf9253-f76a-4ca7-bc92-409d4d8bb8b1 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '51148a45-b4e2-4f1e-951c-1de21befc123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9034ea63-8cdc-4387-871e-6ef92eb3509a'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:13:47.736629 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-675d4fc3-83de-4d43-9f1e-7bb7bdaeb7a2 service neutron] Attempting to bind port 41cf9253-f76a-4ca7-bc92-409d4d8bb8b1 on network 9034ea63-8cdc-4387-871e-6ef92eb3509a {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:13:47.786808 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219430-5a1e-41f5-9ed5-3fe667482d2a req-871208bd-2336-431e-809c-93ace348b974 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:47.797558 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1a219430-5a1e-41f5-9ed5-3fe667482d2a req-871208bd-2336-431e-809c-93ace348b974 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=e34329aa-3f92-4818-8b33-f7b979087201 HTTP/1.1" status: 200 len: 943 time: 0.8396368 Apr 20 17:13:47.835923 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-675d4fc3-83de-4d43-9f1e-7bb7bdaeb7a2 service neutron] Port 41cf9253-f76a-4ca7-bc92-409d4d8bb8b1 on network 9034ea63-8cdc-4387-871e-6ef92eb3509a not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:13:47.838862 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-675d4fc3-83de-4d43-9f1e-7bb7bdaeb7a2 service neutron] Attempting to bind port 41cf9253-f76a-4ca7-bc92-409d4d8bb8b1 on network 9034ea63-8cdc-4387-871e-6ef92eb3509a {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:13:47.929028 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-675d4fc3-83de-4d43-9f1e-7bb7bdaeb7a2 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:13:47.929637 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-675d4fc3-83de-4d43-9f1e-7bb7bdaeb7a2 service neutron] Checking segment: {'id': '51148a45-b4e2-4f1e-951c-1de21befc123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9034ea63-8cdc-4387-871e-6ef92eb3509a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:13:47.930224 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-675d4fc3-83de-4d43-9f1e-7bb7bdaeb7a2 service neutron] Bound using segment: {'id': '51148a45-b4e2-4f1e-951c-1de21befc123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9034ea63-8cdc-4387-871e-6ef92eb3509a'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:13:47.930847 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-675d4fc3-83de-4d43-9f1e-7bb7bdaeb7a2 service neutron] Bound port: 41cf9253-f76a-4ca7-bc92-409d4d8bb8b1, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51148a45-b4e2-4f1e-951c-1de21befc123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9034ea63-8cdc-4387-871e-6ef92eb3509a'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:13:47.931501 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-675d4fc3-83de-4d43-9f1e-7bb7bdaeb7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:48.017310 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-546331c0-0ef5-43ab-85a7-4fe8b99806e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:48.047910 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1a219430-5a1e-41f5-9ed5-3fe667482d2a req-88c5b75a-7488-4f76-9c49-59eb32c0f0c3 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475128 Apr 20 17:13:48.194504 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-af8150f7-c3bb-46db-bae7-9dcea9d0498c tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:48.284081 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35572) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:13:48.480588 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dc28d1d-9141-4391-a8ec-9e544f0d5ffe'] response: {'server_uuid': 'e34329aa-3f92-4818-8b33-f7b979087201', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4286543-c780-46e5-a97b-9d6dd0a44686', 'code': 200} Apr 20 17:13:48.581661 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-84907c5a-d7ce-4068-9410-b732d2171c57 service neutron] For port e4286543-c780-46e5-a97b-9d6dd0a44686, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:13:48.593513 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-84907c5a-d7ce-4068-9410-b732d2171c57 service neutron] For port e4286543-c780-46e5-a97b-9d6dd0a44686, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=e4286543-c780-46e5-a97b-9d6dd0a44686,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:13:48.626647 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-84907c5a-d7ce-4068-9410-b732d2171c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:48.667063 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-26957584-6fa6-4bd9-8e01-1849f8f8bf36 req-5355ddcb-31fd-404f-ad16-4209928cbea3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.6732922 Apr 20 17:13:48.722506 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563f90b-05aa-4b73-909e-b793e7584415 req-38ca6488-94d5-4dc8-915c-aebbc221fe7f tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:48.740019 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0563f90b-05aa-4b73-909e-b793e7584415 req-38ca6488-94d5-4dc8-915c-aebbc221fe7f tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=508af857-492b-4a99-8dab-2e5cf3f64d42 HTTP/1.1" status: 200 len: 943 time: 0.8989842 Apr 20 17:13:48.797489 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-a295dc2b-74df-4dc5-a1c6-07bd8583e4e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-952297385-network', 'tenant_id': '5bacc27a94cb4ae79917fb554bafee5b'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:13:48.804159 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a295dc2b-74df-4dc5-a1c6-07bd8583e4e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:13:48.828653 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a295dc2b-74df-4dc5-a1c6-07bd8583e4e8 admin admin] Usage tracker for resource:network and tenant:5bacc27a94cb4ae79917fb554bafee5b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:13:48.866212 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a295dc2b-74df-4dc5-a1c6-07bd8583e4e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:13:48.881436 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a295dc2b-74df-4dc5-a1c6-07bd8583e4e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:13:48.910804 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0ba74d89-f5f0-4eff-9a86-dd1d9b0822f3 req-1f9d3a34-799e-407c-8205-0ffd31c0067a tempest-ServersAdmin275Test-1845830644 tempest-ServersAdmin275Test-1845830644-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.1470015 Apr 20 17:13:48.961476 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0563f90b-05aa-4b73-909e-b793e7584415 req-a523d9c6-3606-4899-8aeb-2b4291be7eca tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178476 Apr 20 17:13:48.995487 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a295dc2b-74df-4dc5-a1c6-07bd8583e4e8 admin admin] Made reservation on behalf of 5bacc27a94cb4ae79917fb554bafee5b for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:13:48.995487 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a295dc2b-74df-4dc5-a1c6-07bd8583e4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:49.013952 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-84907c5a-d7ce-4068-9410-b732d2171c57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:49.017570 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-84907c5a-d7ce-4068-9410-b732d2171c57 service neutron] 10.222.0.43 "PUT /v2.0/ports/e4286543-c780-46e5-a97b-9d6dd0a44686 HTTP/1.1" status: 200 len: 1121 time: 5.2881269 Apr 20 17:13:49.032870 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84907c5a-d7ce-4068-9410-b732d2171c57 service neutron] Pushing event updated for resources: {'Port': ['ID=e4286543-c780-46e5-a97b-9d6dd0a44686,revision_number=8']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:49.039055 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-675d4fc3-83de-4d43-9f1e-7bb7bdaeb7a2 service neutron] For port 41cf9253-f76a-4ca7-bc92-409d4d8bb8b1, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:13:49.042919 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-675d4fc3-83de-4d43-9f1e-7bb7bdaeb7a2 service neutron] For port 41cf9253-f76a-4ca7-bc92-409d4d8bb8b1, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=41cf9253-f76a-4ca7-bc92-409d4d8bb8b1,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:13:49.063056 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-675d4fc3-83de-4d43-9f1e-7bb7bdaeb7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:49.097671 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['e4286543-c780-46e5-a97b-9d6dd0a44686'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:13:49.143311 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-af8150f7-c3bb-46db-bae7-9dcea9d0498c tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:49.237706 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-675d4fc3-83de-4d43-9f1e-7bb7bdaeb7a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:49.239750 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-675d4fc3-83de-4d43-9f1e-7bb7bdaeb7a2 service neutron] 10.222.0.10 "PUT /v2.0/ports/41cf9253-f76a-4ca7-bc92-409d4d8bb8b1 HTTP/1.1" status: 200 len: 1091 time: 5.8672161 Apr 20 17:13:49.293544 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a295dc2b-74df-4dc5-a1c6-07bd8583e4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:49.295674 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['e4286543-c780-46e5-a97b-9d6dd0a44686'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:13:49.431553 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-af8150f7-c3bb-46db-bae7-9dcea9d0498c tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Network bf1bc412-90d5-44c3-9118-40a48e554e77 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:13:49.446673 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-af8150f7-c3bb-46db-bae7-9dcea9d0498c tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:13:49.450305 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-af8150f7-c3bb-46db-bae7-9dcea9d0498c tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:13:49.527119 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a295dc2b-74df-4dc5-a1c6-07bd8583e4e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:13:49.538451 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-546331c0-0ef5-43ab-85a7-4fe8b99806e1 admin admin] Allocated IP 172.20.0.1 (aa07d43a-0452-4cb7-bd12-9dddc42f7e9e/b27720ba-3b50-400e-aa81-faa22549913e/011c836d-1701-4669-8fb3-b8e589bd35b6) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:13:49.568227 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a295dc2b-74df-4dc5-a1c6-07bd8583e4e8 admin admin] Usage tracker for resource:security_group_rule and tenant:5bacc27a94cb4ae79917fb554bafee5b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:13:49.575651 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d4fc3-83de-4d43-9f1e-7bb7bdaeb7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=41cf9253-f76a-4ca7-bc92-409d4d8bb8b1,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:49.577082 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8150f7-c3bb-46db-bae7-9dcea9d0498c tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Pushing event updated for resources: {'Port': ['ID=dfe4190c-208a-46a9-accc-63ec340b2815,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:49.658791 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a295dc2b-74df-4dc5-a1c6-07bd8583e4e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:13:49.708702 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-568e29db-df78-4a8e-912b-717862ffa1f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8eab13f9ce374bed840dc821db4a4e57&device_id=508af857-492b-4a99-8dab-2e5cf3f64d42 HTTP/1.1" status: 200 len: 1094 time: 0.3960977 Apr 20 17:13:49.716952 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7dbc51-0a95-4da9-8505-a7e716f0d6a5 req-805edb61-45a9-4fd6-b681-85c347f0dd84 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:49.736831 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0e7dbc51-0a95-4da9-8505-a7e716f0d6a5 req-805edb61-45a9-4fd6-b681-85c347f0dd84 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 931 time: 0.3221626 Apr 20 17:13:49.873595 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-1e164e1b-af87-4650-8d8f-d2950ad3b43c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41cf9253-f76a-4ca7-bc92-409d4d8bb8b1 HTTP/1.1" status: 200 len: 217 time: 0.1295800 Apr 20 17:13:50.073894 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-8716ae6d-1d84-4f53-9c79-62bcc82c93dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:50.076300 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-8716ae6d-1d84-4f53-9c79-62bcc82c93dc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=af85ab34-696f-4577-a7cd-12cc3ca9e9e8 HTTP/1.1" status: 200 len: 845 time: 0.1957178 Apr 20 17:13:50.124073 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['c9044984-11bd-4632-87c1-75cb5f5ae64e'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:13:50.227316 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0e7dbc51-0a95-4da9-8505-a7e716f0d6a5 req-36ebe15b-9fdf-493c-b42a-c4eb6806a313 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4879844 Apr 20 17:13:50.236386 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:13:50.241513 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-d2d68c2e-8a95-4aec-93e3-64b8b625a668 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9034ea63-8cdc-4387-871e-6ef92eb3509a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1363101 Apr 20 17:13:50.255528 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-546331c0-0ef5-43ab-85a7-4fe8b99806e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:50.300284 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-546331c0-0ef5-43ab-85a7-4fe8b99806e1 admin admin] Transition to ACTIVE for port object 011c836d-1701-4669-8fb3-b8e589bd35b6 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:13:50.326528 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a295dc2b-74df-4dc5-a1c6-07bd8583e4e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:13:50.359788 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-af8150f7-c3bb-46db-bae7-9dcea9d0498c tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:50.360105 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-af8150f7-c3bb-46db-bae7-9dcea9d0498c tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:50.417037 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-af8150f7-c3bb-46db-bae7-9dcea9d0498c tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9310029 Apr 20 17:13:50.432487 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-293dc2e3-1871-454a-bb85-3035221d733b service neutron] Request body: {'port': {'device_id': '91da8ecf-82e4-4aac-8ee2-0d2730925261', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:13:50.503609 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e34329aa-3f92-4818-8b33-f7b979087201', 'tag': 'e4286543-c780-46e5-a97b-9d6dd0a44686'}, {'name': 'network-changed', 'server_uuid': '508af857-492b-4a99-8dab-2e5cf3f64d42', 'tag': '41cf9253-f76a-4ca7-bc92-409d4d8bb8b1'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:13:50.509990 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5044cd-44f8-4e9a-85c9-ff535f034eb2 req-36377cb5-1394-4314-90c3-9b74b0e4d90e tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:50.519406 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1e5044cd-44f8-4e9a-85c9-ff535f034eb2 req-36377cb5-1394-4314-90c3-9b74b0e4d90e tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 945 time: 1.1690416 Apr 20 17:13:50.522412 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-9f42b18d-76e5-4982-8296-0891690ce7fa service neutron] 10.222.0.10 "GET /v2.0/networks/9034ea63-8cdc-4387-871e-6ef92eb3509a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684097 Apr 20 17:13:50.572142 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-546331c0-0ef5-43ab-85a7-4fe8b99806e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:50.589350 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:13:50.623449 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:13:50.623449 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:50.681851 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546331c0-0ef5-43ab-85a7-4fe8b99806e1 admin admin] Pushing event updated for resources: {'Port': ['ID=011c836d-1701-4669-8fb3-b8e589bd35b6,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:50.759723 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546331c0-0ef5-43ab-85a7-4fe8b99806e1 admin admin] Network aa07d43a-0452-4cb7-bd12-9dddc42f7e9e is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:13:50.769857 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-546331c0-0ef5-43ab-85a7-4fe8b99806e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:13:50.800167 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546331c0-0ef5-43ab-85a7-4fe8b99806e1 admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:13:50.890117 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1e5044cd-44f8-4e9a-85c9-ff535f034eb2 req-399aec13-2338-4fed-9499-961f89bb5d1a tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749092 Apr 20 17:13:50.891700 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-546331c0-0ef5-43ab-85a7-4fe8b99806e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:50.924258 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:50.970136 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:13:50.972174 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-293dc2e3-1871-454a-bb85-3035221d733b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:50.985894 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:51.027162 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e8c50-803d-48a1-9321-b6ee661ff923 req-87a6747d-9218-452d-8ac9-c2aa734a0b99 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:51.037633 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-659e8c50-803d-48a1-9321-b6ee661ff923 req-87a6747d-9218-452d-8ac9-c2aa734a0b99 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=e34329aa-3f92-4818-8b33-f7b979087201 HTTP/1.1" status: 200 len: 943 time: 0.4439805 Apr 20 17:13:51.045906 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a295dc2b-74df-4dc5-a1c6-07bd8583e4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:51.065977 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a295dc2b-74df-4dc5-a1c6-07bd8583e4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:51.093864 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-341cd726-ddea-4861-afb8-7bdf77cb41a9 req-c526f93b-a02c-4c3f-b35d-a17d1c8d633a service neutron] 10.222.0.10 "GET /v2.0/networks/9034ea63-8cdc-4387-871e-6ef92eb3509a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5609455 Apr 20 17:13:51.211699 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-659e8c50-803d-48a1-9321-b6ee661ff923 req-e5845941-6fbe-43bd-86f5-560f3428703c tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722538 Apr 20 17:13:51.280193 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:51.306934 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-bc2d3e65-5f97-427c-9368-ea1c221a2870 None None] Provisioning for port 011c836d-1701-4669-8fb3-b8e589bd35b6 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:13:51.324967 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-bc2d3e65-5f97-427c-9368-ea1c221a2870 None None] Provisioning complete for port 011c836d-1701-4669-8fb3-b8e589bd35b6 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:13:51.326019 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bc2d3e65-5f97-427c-9368-ea1c221a2870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:51.336831 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a295dc2b-74df-4dc5-a1c6-07bd8583e4e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:13:51.340067 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-546331c0-0ef5-43ab-85a7-4fe8b99806e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:51.436305 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-bc2d3e65-5f97-427c-9368-ea1c221a2870 None None] Port 011c836d-1701-4669-8fb3-b8e589bd35b6 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:13:51.481152 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295dc2b-74df-4dc5-a1c6-07bd8583e4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db560fc0-4359-4603-a35e-a5a65072364e,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:51.485683 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a295dc2b-74df-4dc5-a1c6-07bd8583e4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:51.487578 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-a295dc2b-74df-4dc5-a1c6-07bd8583e4e8 admin admin] Added segment 1268da2e-f076-4b78-99f1-508cb8b0f00f of type vlan for network 876689b3-2699-4f08-9aea-b81d3f7ca01d Apr 20 17:13:51.551918 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9f824503-7987-42f9-9d14-87243ca5f16e req-3353b16b-70be-4f73-affb-11e7bce7e1ba tempest-ServersAdmin275Test-1845830644 tempest-ServersAdmin275Test-1845830644-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.0715444 Apr 20 17:13:51.612913 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a295dc2b-74df-4dc5-a1c6-07bd8583e4e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:51.724536 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea4c7d09-4ef0-44ae-ba91-a0c4a19e4f53'] response: {'name': 'network-changed', 'server_uuid': 'e34329aa-3f92-4818-8b33-f7b979087201', 'tag': 'e4286543-c780-46e5-a97b-9d6dd0a44686', 'status': 'completed', 'code': 200} Apr 20 17:13:51.725301 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea4c7d09-4ef0-44ae-ba91-a0c4a19e4f53'] response: {'name': 'network-changed', 'server_uuid': '508af857-492b-4a99-8dab-2e5cf3f64d42', 'tag': '41cf9253-f76a-4ca7-bc92-409d4d8bb8b1', 'status': 'completed', 'code': 200} Apr 20 17:13:51.741442 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928b425-237c-40d9-a00e-f321a5b5d826 req-122cf94d-812c-4a2e-b47c-e4041d405395 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:51.743070 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e928b425-237c-40d9-a00e-f321a5b5d826 req-122cf94d-812c-4a2e-b47c-e4041d405395 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=508af857-492b-4a99-8dab-2e5cf3f64d42 HTTP/1.1" status: 200 len: 943 time: 0.5302019 Apr 20 17:13:51.790380 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a295dc2b-74df-4dc5-a1c6-07bd8583e4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:51.791264 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a295dc2b-74df-4dc5-a1c6-07bd8583e4e8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:51.791842 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a295dc2b-74df-4dc5-a1c6-07bd8583e4e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:51.855972 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.resource_extend [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-293dc2e3-1871-454a-bb85-3035221d733b service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:13:52.007627 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a295dc2b-74df-4dc5-a1c6-07bd8583e4e8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.7163296 Apr 20 17:13:52.012477 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35602) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:13:52.036101 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.resource_extend [None req-546331c0-0ef5-43ab-85a7-4fe8b99806e1 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:13:52.038047 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-db0c9be4-9878-44b3-b1dc-e210be6f979f admin admin] Request body: {'subnet': {'network_id': '876689b3-2699-4f08-9aea-b81d3f7ca01d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-952297385-subnet', 'tenant_id': '5bacc27a94cb4ae79917fb554bafee5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:13:52.052434 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-293dc2e3-1871-454a-bb85-3035221d733b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe4190c-208a-46a9-accc-63ec340b2815 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:13:52.054156 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-76a413fb-0938-472e-ae89-bd32328cf1b9 req-78f0055f-e717-4f7d-b957-d103119b702a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b7e0217792874af58ccfdea4744db0d0&device_id=e34329aa-3f92-4818-8b33-f7b979087201 HTTP/1.1" status: 200 len: 1124 time: 0.2846744 Apr 20 17:13:52.056547 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295dc2b-74df-4dc5-a1c6-07bd8583e4e8 admin admin] Pushing event updated for resources: {'Network': ['ID=876689b3-2699-4f08-9aea-b81d3f7ca01d,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:52.057559 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-db0c9be4-9878-44b3-b1dc-e210be6f979f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:13:52.079780 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-293dc2e3-1871-454a-bb85-3035221d733b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:52.089623 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 876689b3-2699-4f08-9aea-b81d3f7ca01d details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:13:52.096669 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e928b425-237c-40d9-a00e-f321a5b5d826 req-bef62a98-f2cd-48f2-9631-831cba2f5933 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284228 Apr 20 17:13:52.101914 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-546331c0-0ef5-43ab-85a7-4fe8b99806e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:52.122096 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-db0c9be4-9878-44b3-b1dc-e210be6f979f admin admin] Usage tracker for resource:subnet and tenant:5bacc27a94cb4ae79917fb554bafee5b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:13:52.146386 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-546331c0-0ef5-43ab-85a7-4fe8b99806e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:52.148354 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-db0c9be4-9878-44b3-b1dc-e210be6f979f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:13:52.176094 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-db0c9be4-9878-44b3-b1dc-e210be6f979f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:13:52.224998 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:13:52.293493 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-293dc2e3-1871-454a-bb85-3035221d733b service neutron] Transition to ACTIVE for port object dfe4190c-208a-46a9-accc-63ec340b2815 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:13:52.326089 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-293dc2e3-1871-454a-bb85-3035221d733b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:52.355247 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0c9be4-9878-44b3-b1dc-e210be6f979f admin admin] Made reservation on behalf of 5bacc27a94cb4ae79917fb554bafee5b for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:13:52.359136 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-db0c9be4-9878-44b3-b1dc-e210be6f979f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:52.379050 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546331c0-0ef5-43ab-85a7-4fe8b99806e1 admin admin] Pushing event updated for resources: {'Port': ['ID=011c836d-1701-4669-8fb3-b8e589bd35b6,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:52.449353 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1d0e2-e402-491e-8d6e-0bb6f7115e87 req-808a9ac3-ad3a-4b04-8976-626f9cf74d82 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:52.472138 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5ac1d0e2-e402-491e-8d6e-0bb6f7115e87 req-808a9ac3-ad3a-4b04-8976-626f9cf74d82 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 931 time: 0.5501308 Apr 20 17:13:52.512798 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-546331c0-0ef5-43ab-85a7-4fe8b99806e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:52.829657 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:13:52.831844 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:52.883545 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293dc2e3-1871-454a-bb85-3035221d733b service neutron] Pushing event updated for resources: {'Port': ['ID=dfe4190c-208a-46a9-accc-63ec340b2815,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:53.088801 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5ac1d0e2-e402-491e-8d6e-0bb6f7115e87 req-302b741d-8833-4c79-8bad-666ea363fac8 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6129603 Apr 20 17:13:53.128898 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a413fb-0938-472e-ae89-bd32328cf1b9 req-7ef678c8-485b-407d-89fd-7a03167267f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:53.131665 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-76a413fb-0938-472e-ae89-bd32328cf1b9 req-7ef678c8-485b-407d-89fd-7a03167267f2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c HTTP/1.1" status: 200 len: 922 time: 1.0605648 Apr 20 17:13:53.269311 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-76a413fb-0938-472e-ae89-bd32328cf1b9 req-9559eea3-8010-4f9e-8839-32a716f4955a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4286543-c780-46e5-a97b-9d6dd0a44686 HTTP/1.1" status: 200 len: 217 time: 0.1111770 Apr 20 17:13:53.295239 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8498c9c7-b98d-4c90-bbc9-9334c1a3754b req-c952f34a-db13-4f3b-bf5c-77f3afcc3c38 tempest-ServersAdmin275Test-97803023 tempest-ServersAdmin275Test-97803023-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.1143048 Apr 20 17:13:53.359156 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-293dc2e3-1871-454a-bb85-3035221d733b service neutron] Attempting to bind port dfe4190c-208a-46a9-accc-63ec340b2815 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:13:53.360080 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-293dc2e3-1871-454a-bb85-3035221d733b service neutron] Attempting to bind port dfe4190c-208a-46a9-accc-63ec340b2815 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:13:53.360693 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-293dc2e3-1871-454a-bb85-3035221d733b service neutron] Attempting to bind port dfe4190c-208a-46a9-accc-63ec340b2815 on network bf1bc412-90d5-44c3-9118-40a48e554e77 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:13:53.427261 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-293dc2e3-1871-454a-bb85-3035221d733b service neutron] Port dfe4190c-208a-46a9-accc-63ec340b2815 on network bf1bc412-90d5-44c3-9118-40a48e554e77 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:13:53.428546 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-293dc2e3-1871-454a-bb85-3035221d733b service neutron] Attempting to bind port dfe4190c-208a-46a9-accc-63ec340b2815 on network bf1bc412-90d5-44c3-9118-40a48e554e77 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:13:53.437482 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-293dc2e3-1871-454a-bb85-3035221d733b service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:13:53.438114 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-293dc2e3-1871-454a-bb85-3035221d733b service neutron] Checking segment: {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:13:53.438817 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-293dc2e3-1871-454a-bb85-3035221d733b service neutron] Bound using segment: {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:13:53.439458 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-293dc2e3-1871-454a-bb85-3035221d733b service neutron] Bound port: dfe4190c-208a-46a9-accc-63ec340b2815, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:13:53.440066 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-293dc2e3-1871-454a-bb85-3035221d733b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:53.473891 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546331c0-0ef5-43ab-85a7-4fe8b99806e1 admin admin] Network aa07d43a-0452-4cb7-bd12-9dddc42f7e9e is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:13:53.477383 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-546331c0-0ef5-43ab-85a7-4fe8b99806e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:13:53.631225 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a413fb-0938-472e-ae89-bd32328cf1b9 req-e613e565-58d7-4648-b2e8-8d7b93bf6935 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:53.638653 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-76a413fb-0938-472e-ae89-bd32328cf1b9 req-e613e565-58d7-4648-b2e8-8d7b93bf6935 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=64070a1b-0f00-4b11-95f5-508285983f32 HTTP/1.1" status: 200 len: 861 time: 0.3569045 Apr 20 17:13:53.822141 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-76a413fb-0938-472e-ae89-bd32328cf1b9 req-0732be64-3856-42c4-b02c-22ea1fb65ee9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1759412 Apr 20 17:13:54.102033 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-bf82fd7a-aa85-417c-9c8c-adb022ede760 None None] Provisioning complete for port 011c836d-1701-4669-8fb3-b8e589bd35b6 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:13:54.103775 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bf82fd7a-aa85-417c-9c8c-adb022ede760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:54.215961 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-bf82fd7a-aa85-417c-9c8c-adb022ede760 None None] Port 011c836d-1701-4669-8fb3-b8e589bd35b6 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:13:54.256252 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-db0c9be4-9878-44b3-b1dc-e210be6f979f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:54.264825 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeed911-9a56-4655-aead-d5d13bdb9036 req-184c5771-be38-4142-a226-428a77021c39 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:54.268322 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bfeed911-9a56-4655-aead-d5d13bdb9036 req-184c5771-be38-4142-a226-428a77021c39 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 945 time: 0.7625017 Apr 20 17:13:54.391082 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-76a413fb-0938-472e-ae89-bd32328cf1b9 req-12dd6b71-ad27-46d1-9d00-90f6a9838ed4 service neutron] 10.222.0.10 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5400343 Apr 20 17:13:54.469319 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c9be4-9878-44b3-b1dc-e210be6f979f admin admin] Pushing event updated for resources: {'Subnet': ['ID=45153e8c-4543-41e7-8a26-b41c720aa5a9,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:54.566735 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bfeed911-9a56-4655-aead-d5d13bdb9036 req-842c48e5-05b0-4b00-9de6-76865da689d3 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504799 Apr 20 17:13:54.596417 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-293dc2e3-1871-454a-bb85-3035221d733b service neutron] For port dfe4190c-208a-46a9-accc-63ec340b2815, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:13:54.603497 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0c9be4-9878-44b3-b1dc-e210be6f979f admin admin] Checking segment: {'id': '1268da2e-f076-4b78-99f1-508cb8b0f00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '876689b3-2699-4f08-9aea-b81d3f7ca01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:13:54.603497 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0c9be4-9878-44b3-b1dc-e210be6f979f admin admin] Network hostable DHCP agents. Network: 876689b3-2699-4f08-9aea-b81d3f7ca01d, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:13:54.717499 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-76a413fb-0938-472e-ae89-bd32328cf1b9 req-30927dab-f45c-4698-9491-a27741596f85 service neutron] 10.222.0.10 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030331 Apr 20 17:13:54.717499 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0c9be4-9878-44b3-b1dc-e210be6f979f admin admin] Network 876689b3-2699-4f08-9aea-b81d3f7ca01d is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:13:54.729483 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-293dc2e3-1871-454a-bb85-3035221d733b service neutron] For port dfe4190c-208a-46a9-accc-63ec340b2815, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=dfe4190c-208a-46a9-accc-63ec340b2815,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:13:54.734309 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-45b176eb-add5-4a8c-85d1-68a0e6ac46f5 service neutron] 10.222.0.10 "GET /v2.0/ports/e4286543-c780-46e5-a97b-9d6dd0a44686/bindings/n-h1-838032-1 HTTP/1.1" status: 200 len: 384 time: 0.2452919 Apr 20 17:13:54.739081 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-db0c9be4-9878-44b3-b1dc-e210be6f979f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 876689b3-2699-4f08-9aea-b81d3f7ca01d) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:13:54.751401 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0c9be4-9878-44b3-b1dc-e210be6f979f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:54.752356 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-db0c9be4-9878-44b3-b1dc-e210be6f979f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:54.763384 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ffba13-7672-4829-8d75-c0dcfbe4d875 None None] Network 876689b3-2699-4f08-9aea-b81d3f7ca01d requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:13:54.795815 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-293dc2e3-1871-454a-bb85-3035221d733b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:54.810609 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-db0c9be4-9878-44b3-b1dc-e210be6f979f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7952037 Apr 20 17:13:54.908020 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7a41e-c670-437a-bc18-18aa382bc1fc req-55af02f9-9a00-4886-a83e-aed6507641a5 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:54.926833 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e0f7a41e-c670-437a-bc18-18aa382bc1fc req-55af02f9-9a00-4886-a83e-aed6507641a5 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=e34329aa-3f92-4818-8b33-f7b979087201 HTTP/1.1" status: 200 len: 943 time: 0.9104557 Apr 20 17:13:54.992887 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e698e-5543-47f9-a09b-b85d190a567c req-e7a7896a-4bf0-4a09-b2b0-1b81516bad3d tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:54.994446 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7f3e698e-5543-47f9-a09b-b85d190a567c req-e7a7896a-4bf0-4a09-b2b0-1b81516bad3d tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=508af857-492b-4a99-8dab-2e5cf3f64d42 HTTP/1.1" status: 200 len: 943 time: 0.1816919 Apr 20 17:13:55.003830 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-76a413fb-0938-472e-ae89-bd32328cf1b9 req-d66212cc-3e3a-4048-ad1e-da7579e1880b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8eab13f9ce374bed840dc821db4a4e57&device_id=508af857-492b-4a99-8dab-2e5cf3f64d42 HTTP/1.1" status: 200 len: 1094 time: 0.1338575 Apr 20 17:13:55.176672 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293dc2e3-1871-454a-bb85-3035221d733b service neutron] Pushing event updated for resources: {'Port': ['ID=dfe4190c-208a-46a9-accc-63ec340b2815,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:55.224599 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a413fb-0938-472e-ae89-bd32328cf1b9 req-3e1765b8-f973-4ada-aa72-5cdf9fd8e880 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:55.226389 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-76a413fb-0938-472e-ae89-bd32328cf1b9 req-3e1765b8-f973-4ada-aa72-5cdf9fd8e880 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9034ea63-8cdc-4387-871e-6ef92eb3509a HTTP/1.1" status: 200 len: 906 time: 0.1993611 Apr 20 17:13:55.281002 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b41baf-e9c2-4f0b-8adf-7e649bb355ff None None] Network 876689b3-2699-4f08-9aea-b81d3f7ca01d requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:13:55.298776 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e0f7a41e-c670-437a-bc18-18aa382bc1fc req-db79d6ff-7a75-4f6a-8b00-dc7cdf96e43b tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707907 Apr 20 17:13:55.302289 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-293dc2e3-1871-454a-bb85-3035221d733b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:55.305318 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-293dc2e3-1871-454a-bb85-3035221d733b service neutron] 10.222.0.43 "PUT /v2.0/ports/dfe4190c-208a-46a9-accc-63ec340b2815 HTTP/1.1" status: 200 len: 1091 time: 4.8877242 Apr 20 17:13:55.306215 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91da8ecf-82e4-4aac-8ee2-0d2730925261', 'tag': 'dfe4190c-208a-46a9-accc-63ec340b2815'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:13:55.478130 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7f3e698e-5543-47f9-a09b-b85d190a567c req-fe29d1a1-2dcd-4d94-97b9-3c426dd71139 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715004 Apr 20 17:13:55.525348 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-76a413fb-0938-472e-ae89-bd32328cf1b9 req-1cc17963-fb2d-4684-8f49-68b94de375ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41cf9253-f76a-4ca7-bc92-409d4d8bb8b1 HTTP/1.1" status: 200 len: 217 time: 0.2886531 Apr 20 17:13:55.743415 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a413fb-0938-472e-ae89-bd32328cf1b9 req-77d6fba4-fea9-4d42-b96f-e4ca5acd879b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:55.745089 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-76a413fb-0938-472e-ae89-bd32328cf1b9 req-77d6fba4-fea9-4d42-b96f-e4ca5acd879b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=af85ab34-696f-4577-a7cd-12cc3ca9e9e8 HTTP/1.1" status: 200 len: 845 time: 0.2117832 Apr 20 17:13:55.810556 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-76a413fb-0938-472e-ae89-bd32328cf1b9 req-7a07f947-eecb-4260-a9d7-636207cf3332 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9034ea63-8cdc-4387-871e-6ef92eb3509a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570984 Apr 20 17:13:55.817807 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 41cf9253-f76a-4ca7-bc92-409d4d8bb8b1 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:13:56.116023 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-76a413fb-0938-472e-ae89-bd32328cf1b9 req-21ddffc0-0033-4655-91d7-b22ce5c97ddc service neutron] 10.222.0.10 "GET /v2.0/networks/9034ea63-8cdc-4387-871e-6ef92eb3509a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957356 Apr 20 17:13:56.171469 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-45428f61-9c20-45b8-9f12-42c7f7e9394c req-362335e3-3108-4ee1-89c4-60c4aa4744b8 tempest-ServersAdmin275Test-97803023 tempest-ServersAdmin275Test-97803023-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.4478786 Apr 20 17:13:56.391273 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-85dbd0e9-3d9b-446a-81a7-1e974e2683da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c6309d4027774bf39a206d4366b6ddc5&device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 1094 time: 0.9945476 Apr 20 17:13:56.397093 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-b576ecd6-ae96-411b-8406-7989c95a1113 service neutron] For port e4286543-c780-46e5-a97b-9d6dd0a44686, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=e4286543-c780-46e5-a97b-9d6dd0a44686,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:13:56.453093 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-76a413fb-0938-472e-ae89-bd32328cf1b9 req-33794cf4-d123-44de-b143-7fc415e90a0b service neutron] 10.222.0.10 "GET /v2.0/networks/9034ea63-8cdc-4387-871e-6ef92eb3509a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289716 Apr 20 17:13:56.642119 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-f01af2c1-4954-491c-b0f3-a61a72ca933e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfe4190c-208a-46a9-accc-63ec340b2815 HTTP/1.1" status: 200 len: 217 time: 0.1874740 Apr 20 17:13:56.643049 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 41cf9253-f76a-4ca7-bc92-409d4d8bb8b1, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=41cf9253-f76a-4ca7-bc92-409d4d8bb8b1,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:13:56.707174 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '41cf9253-f76a-4ca7-bc92-409d4d8bb8b1', 'network_id': '9034ea63-8cdc-4387-871e-6ef92eb3509a', 'port_id': '41cf9253-f76a-4ca7-bc92-409d4d8bb8b1', 'mac_address': 'fa:16:3e:1d:60:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af85ab34-696f-4577-a7cd-12cc3ca9e9e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:13:56.756642 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-b576ecd6-ae96-411b-8406-7989c95a1113 service neutron] For port e4286543-c780-46e5-a97b-9d6dd0a44686, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:13:56.818230 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:56.931930 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41cf9253-f76a-4ca7-bc92-409d4d8bb8b1 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:13:56.934418 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35664) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:13:56.942823 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-e3f418ff-1c4e-4397-b721-1e58f51e69b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-406495853-network', 'tenant_id': '3ecfbee7ad284e598a9f6954e53af2ff'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:13:56.950571 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e3f418ff-1c4e-4397-b721-1e58f51e69b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:13:56.959525 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e3f418ff-1c4e-4397-b721-1e58f51e69b2 admin admin] Usage tracker for resource:network and tenant:3ecfbee7ad284e598a9f6954e53af2ff is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:13:56.961068 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 41cf9253-f76a-4ca7-bc92-409d4d8bb8b1, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=41cf9253-f76a-4ca7-bc92-409d4d8bb8b1,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:13:56.964238 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e3f418ff-1c4e-4397-b721-1e58f51e69b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:13:56.979277 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e3f418ff-1c4e-4397-b721-1e58f51e69b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:13:56.985513 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:57.005626 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f418ff-1c4e-4397-b721-1e58f51e69b2 admin admin] Made reservation on behalf of 3ecfbee7ad284e598a9f6954e53af2ff for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:13:57.007999 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e3f418ff-1c4e-4397-b721-1e58f51e69b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:57.057393 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d9d20-989e-42a7-a8a6-feb783605b6f req-0f481213-e28d-47da-b4fe-a355b2055df3 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:57.067156 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8e3d9d20-989e-42a7-a8a6-feb783605b6f req-0f481213-e28d-47da-b4fe-a355b2055df3 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 943 time: 0.5585055 Apr 20 17:13:57.069166 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e3f418ff-1c4e-4397-b721-1e58f51e69b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:57.108287 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=41cf9253-f76a-4ca7-bc92-409d4d8bb8b1,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:57.180042 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e3f418ff-1c4e-4397-b721-1e58f51e69b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:13:57.189155 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-b576ecd6-ae96-411b-8406-7989c95a1113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4286543-c780-46e5-a97b-9d6dd0a44686 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:13:57.189702 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e3f418ff-1c4e-4397-b721-1e58f51e69b2 admin admin] Usage tracker for resource:security_group_rule and tenant:3ecfbee7ad284e598a9f6954e53af2ff is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:13:57.195239 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e3f418ff-1c4e-4397-b721-1e58f51e69b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:13:57.199410 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546331c0-0ef5-43ab-85a7-4fe8b99806e1 admin admin] Router 9e931e12-3c59-46aa-9836-b54e6467c8ee has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:13:57.200347 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8e3d9d20-989e-42a7-a8a6-feb783605b6f req-be4c2910-26b1-48c5-a0e9-1cdbdc6459d0 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060841 Apr 20 17:13:57.207168 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e3f418ff-1c4e-4397-b721-1e58f51e69b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:13:57.231895 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-b576ecd6-ae96-411b-8406-7989c95a1113 service neutron] For port e4286543-c780-46e5-a97b-9d6dd0a44686, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=e4286543-c780-46e5-a97b-9d6dd0a44686,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:13:57.245256 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-a6d58de3-6b19-4665-93ff-790c81d9b7fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:57.247560 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-a6d58de3-6b19-4665-93ff-790c81d9b7fa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=afaadd71-91d9-490d-8c9c-d83dc8020198 HTTP/1.1" status: 200 len: 848 time: 0.5905597 Apr 20 17:13:57.328237 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-ba0c1200-f2a4-41cc-a0bb-97a2624d0ad3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf1bc412-90d5-44c3-9118-40a48e554e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705731 Apr 20 17:13:57.339744 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-b576ecd6-ae96-411b-8406-7989c95a1113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:57.381844 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32086d7f-05b2-40e3-abe6-de92c070a3d4'] response: {'name': 'network-changed', 'server_uuid': '91da8ecf-82e4-4aac-8ee2-0d2730925261', 'tag': 'dfe4190c-208a-46a9-accc-63ec340b2815', 'status': 'completed', 'code': 200} Apr 20 17:13:57.394438 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['41cf9253-f76a-4ca7-bc92-409d4d8bb8b1'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:13:57.410687 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e3f418ff-1c4e-4397-b721-1e58f51e69b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:57.420972 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e3f418ff-1c4e-4397-b721-1e58f51e69b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:57.535453 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f418ff-1c4e-4397-b721-1e58f51e69b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:13:57.556119 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f418ff-1c4e-4397-b721-1e58f51e69b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330dca5e-7da4-409e-994e-08d08ac64873,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:57.579431 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e3f418ff-1c4e-4397-b721-1e58f51e69b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:57.581019 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-e3f418ff-1c4e-4397-b721-1e58f51e69b2 admin admin] Added segment c080c302-8c39-437c-8b84-9ede36afbb0f of type vlan for network fd4ff647-d1e0-42b1-8030-da50421674ad Apr 20 17:13:57.688918 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e3f418ff-1c4e-4397-b721-1e58f51e69b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:57.767853 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e3f418ff-1c4e-4397-b721-1e58f51e69b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:57.768980 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f418ff-1c4e-4397-b721-1e58f51e69b2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:57.769625 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e3f418ff-1c4e-4397-b721-1e58f51e69b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:57.801788 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae7c0a-6d6a-41a1-845f-a86c261c6f51 req-a8fc438f-db5d-4ea1-b028-b5c3582a9495 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:57.804856 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6ae7c0a-6d6a-41a1-845f-a86c261c6f51 req-a8fc438f-db5d-4ea1-b028-b5c3582a9495 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=e34329aa-3f92-4818-8b33-f7b979087201 HTTP/1.1" status: 200 len: 943 time: 0.1718464 Apr 20 17:13:57.830904 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device e4286543-c780-46e5-a97b-9d6dd0a44686 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:13:58.082932 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f418ff-1c4e-4397-b721-1e58f51e69b2 admin admin] Pushing event updated for resources: {'Network': ['ID=fd4ff647-d1e0-42b1-8030-da50421674ad,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:58.104922 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network fd4ff647-d1e0-42b1-8030-da50421674ad details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:13:58.125019 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6ae7c0a-6d6a-41a1-845f-a86c261c6f51 req-5a814332-bcde-4e0e-b7d1-7c7b3994a1e7 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014123 Apr 20 17:13:58.127712 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e3f418ff-1c4e-4397-b721-1e58f51e69b2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1920531 Apr 20 17:13:58.130826 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35674) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:13:58.150052 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-07745a1e-53cf-4a8e-898d-d418d940c993 admin admin] Request body: {'subnet': {'network_id': 'fd4ff647-d1e0-42b1-8030-da50421674ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-406495853-subnet', 'tenant_id': '3ecfbee7ad284e598a9f6954e53af2ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:13:58.159305 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-07745a1e-53cf-4a8e-898d-d418d940c993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:13:58.166447 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-07745a1e-53cf-4a8e-898d-d418d940c993 admin admin] Usage tracker for resource:subnet and tenant:3ecfbee7ad284e598a9f6954e53af2ff is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:13:58.172151 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-07745a1e-53cf-4a8e-898d-d418d940c993 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:13:58.187455 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-07745a1e-53cf-4a8e-898d-d418d940c993 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:13:58.229182 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07745a1e-53cf-4a8e-898d-d418d940c993 admin admin] Made reservation on behalf of 3ecfbee7ad284e598a9f6954e53af2ff for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:13:58.234869 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-07745a1e-53cf-4a8e-898d-d418d940c993 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:58.356537 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-e3f1eeec-b149-473b-ae4d-5c7fd7400ffc service neutron] 10.222.0.43 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9950509 Apr 20 17:13:58.527708 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-b576ecd6-ae96-411b-8406-7989c95a1113 service neutron] Transition to ACTIVE for port object e4286543-c780-46e5-a97b-9d6dd0a44686 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:13:58.548389 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ca330-a35c-4e45-b450-fdf8f65dbfa1 req-7a55f6f2-d5a5-4600-8b41-e8b6d3eb0205 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:58.559034 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6c6ca330-a35c-4e45-b450-fdf8f65dbfa1 req-7a55f6f2-d5a5-4600-8b41-e8b6d3eb0205 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 945 time: 0.5469022 Apr 20 17:13:58.567634 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-b576ecd6-ae96-411b-8406-7989c95a1113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:58.645071 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a7b88-efe7-44de-9038-263b0e09f43f req-600380bf-3356-432b-9be6-f9f75ee0e39b tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:58.645071 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-208a7b88-efe7-44de-9038-263b0e09f43f req-600380bf-3356-432b-9be6-f9f75ee0e39b tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=508af857-492b-4a99-8dab-2e5cf3f64d42 HTTP/1.1" status: 200 len: 944 time: 0.1864512 Apr 20 17:13:58.744974 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-208a7b88-efe7-44de-9038-263b0e09f43f req-679d92a0-78c6-4e41-9890-204603bdb7bb tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721443 Apr 20 17:13:58.799158 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-07745a1e-53cf-4a8e-898d-d418d940c993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:58.900377 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-b576ecd6-ae96-411b-8406-7989c95a1113 service neutron] No DVR routers for this DVR port e4286543-c780-46e5-a97b-9d6dd0a44686 on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:13:58.904911 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-93d94525-d4c1-4c4d-88fc-f3971db5ec6c req-221a2ece-57c9-4eb8-a677-f4bc8dc692ad service neutron] 10.222.0.43 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5413799 Apr 20 17:13:58.905754 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576ecd6-ae96-411b-8406-7989c95a1113 service neutron] Pushing event updated for resources: {'Port': ['ID=e4286543-c780-46e5-a97b-9d6dd0a44686,revision_number=10']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:58.930640 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6c6ca330-a35c-4e45-b450-fdf8f65dbfa1 req-1f08dd24-b2d1-411f-aeb2-586ec9330cd8 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707287 Apr 20 17:13:58.988905 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07745a1e-53cf-4a8e-898d-d418d940c993 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58a49ef0-73ec-406d-a359-ce849cf0d8f9,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:13:59.091368 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-860010b0-e51e-49ac-873a-664c8af87ff0 req-b4834e15-65de-4110-92ec-a84885dcd954 tempest-ServersAdmin275Test-97803023 tempest-ServersAdmin275Test-97803023-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.0868359 Apr 20 17:13:59.091368 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07745a1e-53cf-4a8e-898d-d418d940c993 admin admin] Checking segment: {'id': 'c080c302-8c39-437c-8b84-9ede36afbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd4ff647-d1e0-42b1-8030-da50421674ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:13:59.091368 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07745a1e-53cf-4a8e-898d-d418d940c993 admin admin] Network hostable DHCP agents. Network: fd4ff647-d1e0-42b1-8030-da50421674ad, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:13:59.143788 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07745a1e-53cf-4a8e-898d-d418d940c993 admin admin] Network fd4ff647-d1e0-42b1-8030-da50421674ad is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:13:59.160493 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-07745a1e-53cf-4a8e-898d-d418d940c993 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, fd4ff647-d1e0-42b1-8030-da50421674ad) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:13:59.167587 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07745a1e-53cf-4a8e-898d-d418d940c993 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:59.168847 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-07745a1e-53cf-4a8e-898d-d418d940c993 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:13:59.176971 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7259bfe-d54a-4b42-929f-264ac6ea5fe7 None None] Network fd4ff647-d1e0-42b1-8030-da50421674ad requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:13:59.215557 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-07745a1e-53cf-4a8e-898d-d418d940c993 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0752470 Apr 20 17:13:59.390596 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-b576ecd6-ae96-411b-8406-7989c95a1113 service neutron] 10.222.0.10 "PUT /v2.0/ports/e4286543-c780-46e5-a97b-9d6dd0a44686/bindings/n-h1-838032-1/activate HTTP/1.1" status: 200 len: 369 time: 4.6219649 Apr 20 17:13:59.583807 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546331c0-0ef5-43ab-85a7-4fe8b99806e1 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:13:59.603832 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-546331c0-0ef5-43ab-85a7-4fe8b99806e1 admin admin] 10.222.0.39 "PUT /v2.0/routers/9e931e12-3c59-46aa-9836-b54e6467c8ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3426924 Apr 20 17:13:59.623060 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-61bbf334-ae20-4ad6-ae53-cbc6e95ebe7a req-2b3adbc8-2d4f-4614-b72d-8a8d5262e047 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c6309d4027774bf39a206d4366b6ddc5&device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 1094 time: 0.6149232 Apr 20 17:13:59.641465 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0c20d-bb65-43a8-85e1-aedd0e565f5d req-646645ae-8949-4400-9262-a6a1711f91a0 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:59.642300 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-52b0c20d-bb65-43a8-85e1-aedd0e565f5d req-646645ae-8949-4400-9262-a6a1711f91a0 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Synchronizing usage tracker for tenant:c6309d4027774bf39a206d4366b6ddc5 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:13:59.681072 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85521c1c-746c-44f3-b2d4-36e39bf96b85 None None] Sync routers for ids ['9e931e12-3c59-46aa-9836-b54e6467c8ee'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:13:59.762998 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8828fb5-9a09-4f13-956b-e503a5fa9882 None None] Network fd4ff647-d1e0-42b1-8030-da50421674ad requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:13:59.814412 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-304dbe7a-17f3-48a2-85ba-90eb3b7d8f78 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e34329aa-3f92-4818-8b33-f7b979087201&tenant_id=b7e0217792874af58ccfdea4744db0d0&binding%3Ahost_id=n-h2-838032-1 HTTP/1.1" status: 200 len: 1095 time: 0.3734882 Apr 20 17:13:59.825307 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb080e11-69b1-45ec-8301-e165f0b0dba5 req-805320e4-3e17-4a70-bd75-c0f7e2f67fc7 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:13:59.833167 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cb080e11-69b1-45ec-8301-e165f0b0dba5 req-805320e4-3e17-4a70-bd75-c0f7e2f67fc7 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=e34329aa-3f92-4818-8b33-f7b979087201 HTTP/1.1" status: 200 len: 944 time: 0.2672639 Apr 20 17:13:59.972399 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cb080e11-69b1-45ec-8301-e165f0b0dba5 req-aa9a1ada-e19c-4e12-ae38-d0fefc71afc3 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363611 Apr 20 17:13:59.985232 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-52b0c20d-bb65-43a8-85e1-aedd0e565f5d req-646645ae-8949-4400-9262-a6a1711f91a0 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Unset dirty status for tenant:c6309d4027774bf39a206d4366b6ddc5 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:14:00.016207 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-3d2ed1ec-8089-4988-a4f7-ff8c27abf6aa service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e34329aa-3f92-4818-8b33-f7b979087201&tenant_id=b7e0217792874af58ccfdea4744db0d0 HTTP/1.1" status: 200 len: 1095 time: 0.1578467 Apr 20 17:14:00.019267 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-52b0c20d-bb65-43a8-85e1-aedd0e565f5d req-646645ae-8949-4400-9262-a6a1711f91a0 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 943 time: 0.7840707 Apr 20 17:14:00.020453 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35698) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:14:00.043923 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 41cf9253-f76a-4ca7-bc92-409d4d8bb8b1 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:14:00.202065 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85521c1c-746c-44f3-b2d4-36e39bf96b85 None None] Routers {'9e931e12-3c59-46aa-9836-b54e6467c8ee'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:14:00.202065 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-85521c1c-746c-44f3-b2d4-36e39bf96b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:13:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['9e931e12-3c59-46aa-9836-b54e6467c8ee'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:14:00.295519 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbf334-ae20-4ad6-ae53-cbc6e95ebe7a req-c2cb29d0-69ba-4dd9-901a-4d6361553f16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:00.297741 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-61bbf334-ae20-4ad6-ae53-cbc6e95ebe7a req-c2cb29d0-69ba-4dd9-901a-4d6361553f16 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bf1bc412-90d5-44c3-9118-40a48e554e77 HTTP/1.1" status: 200 len: 909 time: 0.6499271 Apr 20 17:14:00.309522 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-4a106ffa-24d7-4589-ad24-6503d53d3ce7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b7e0217792874af58ccfdea4744db0d0&device_id=e34329aa-3f92-4818-8b33-f7b979087201 HTTP/1.1" status: 200 len: 1095 time: 0.2590375 Apr 20 17:14:00.524693 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-52b0c20d-bb65-43a8-85e1-aedd0e565f5d req-f1ef0733-4e2c-4657-b7d3-b0ecad360d38 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5142283 Apr 20 17:14:00.534619 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-06119c30-4c16-4402-8bfc-888039a858e4 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-910833630'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:14:00.550553 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-06119c30-4c16-4402-8bfc-888039a858e4 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:14:00.560905 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-06119c30-4c16-4402-8bfc-888039a858e4 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Usage tracker for resource:network and tenant:4f510c870a174765bb86dc367cadd96a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:14:00.571245 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-61bbf334-ae20-4ad6-ae53-cbc6e95ebe7a req-243df028-5aa8-4c08-81d6-218d7db0f397 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfe4190c-208a-46a9-accc-63ec340b2815 HTTP/1.1" status: 200 len: 217 time: 0.2512207 Apr 20 17:14:00.647366 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-06119c30-4c16-4402-8bfc-888039a858e4 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:14:00.689843 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-06119c30-4c16-4402-8bfc-888039a858e4 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:14:00.773194 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06119c30-4c16-4402-8bfc-888039a858e4 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Made reservation on behalf of 4f510c870a174765bb86dc367cadd96a for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:14:00.778486 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-06119c30-4c16-4402-8bfc-888039a858e4 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:00.807458 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 41cf9253-f76a-4ca7-bc92-409d4d8bb8b1 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:14:00.821033 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbf334-ae20-4ad6-ae53-cbc6e95ebe7a req-0114d3ca-28b4-4d32-9b0e-4e0c2b967432 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:00.822457 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-61bbf334-ae20-4ad6-ae53-cbc6e95ebe7a req-0114d3ca-28b4-4d32-9b0e-4e0c2b967432 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=afaadd71-91d9-490d-8c9c-d83dc8020198 HTTP/1.1" status: 200 len: 848 time: 0.2438173 Apr 20 17:14:00.830024 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 41cf9253-f76a-4ca7-bc92-409d4d8bb8b1 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:14:00.830427 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:00.903736 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06119c30-4c16-4402-8bfc-888039a858e4 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:14:00.930130 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-06119c30-4c16-4402-8bfc-888039a858e4 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:00.930693 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-06119c30-4c16-4402-8bfc-888039a858e4 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Added segment 630332a0-1b2b-4993-bf2e-09cdb8bdb9d9 of type vlan for network 2c02899a-52c9-4c30-89a4-a9d559eb303e Apr 20 17:14:00.949528 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71212594-b6e6-4990-b13f-7c1f8b8deeea req-0d0068cc-007a-4d9b-9c08-616e98f89c6b tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:00.949528 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-71212594-b6e6-4990-b13f-7c1f8b8deeea req-0d0068cc-007a-4d9b-9c08-616e98f89c6b tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=508af857-492b-4a99-8dab-2e5cf3f64d42 HTTP/1.1" status: 200 len: 944 time: 0.4587460 Apr 20 17:14:00.953090 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-113ecf90-9ff0-4f65-91ed-4bb3f9051626 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:00.956772 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-113ecf90-9ff0-4f65-91ed-4bb3f9051626 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c HTTP/1.1" status: 200 len: 922 time: 0.6404307 Apr 20 17:14:01.092682 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-9a4bb5e4-3a4e-40b7-a91e-61e35a5da2be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4286543-c780-46e5-a97b-9d6dd0a44686 HTTP/1.1" status: 200 len: 217 time: 0.1103585 Apr 20 17:14:01.102979 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-85521c1c-746c-44f3-b2d4-36e39bf96b85 None None] Set router 9e931e12-3c59-46aa-9836-b54e6467c8ee gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:14:01.138176 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-06119c30-4c16-4402-8bfc-888039a858e4 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:01.178235 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-61bbf334-ae20-4ad6-ae53-cbc6e95ebe7a req-208532a3-24fa-4392-8c10-17726efa7489 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf1bc412-90d5-44c3-9118-40a48e554e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3312831 Apr 20 17:14:01.211402 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-71212594-b6e6-4990-b13f-7c1f8b8deeea req-1648f029-dc73-47fc-aeea-a73d12311aa5 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304432 Apr 20 17:14:01.236192 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-085c0bad-7aca-4614-bd7b-bbf07176be45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:01.236192 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-085c0bad-7aca-4614-bd7b-bbf07176be45 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=64070a1b-0f00-4b11-95f5-508285983f32 HTTP/1.1" status: 200 len: 861 time: 0.1432707 Apr 20 17:14:01.328384 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-06119c30-4c16-4402-8bfc-888039a858e4 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:01.333358 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06119c30-4c16-4402-8bfc-888039a858e4 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:01.333358 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-06119c30-4c16-4402-8bfc-888039a858e4 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:01.348798 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:01.565263 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-c3ede454-0a6b-47cb-b60e-62f55fc1fef2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd9b0e29-7382-4d85-b87f-b65fd9885c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3317213 Apr 20 17:14:01.568885 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-44b5e369-d8f5-4aca-8e96-927d6e555cea tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:01.570045 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-44b5e369-d8f5-4aca-8e96-927d6e555cea tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Synchronizing usage tracker for tenant:5bacc27a94cb4ae79917fb554bafee5b on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:14:01.593797 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508af857-492b-4a99-8dab-2e5cf3f64d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cf9253-f76a-4ca7-bc92-409d4d8bb8b1'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:14:01.612250 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 41cf9253-f76a-4ca7-bc92-409d4d8bb8b1, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=41cf9253-f76a-4ca7-bc92-409d4d8bb8b1,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:01.630074 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-61bbf334-ae20-4ad6-ae53-cbc6e95ebe7a req-8b2d1092-1ea6-4f9c-9dd9-8ac2d4c9669e service neutron] 10.222.0.43 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542663 Apr 20 17:14:01.632026 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-44b5e369-d8f5-4aca-8e96-927d6e555cea tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Unset dirty status for tenant:5bacc27a94cb4ae79917fb554bafee5b on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:14:01.633452 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-44b5e369-d8f5-4aca-8e96-927d6e555cea tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] 10.222.0.39 "GET /v2.0/networks?id=876689b3-2699-4f08-9aea-b81d3f7ca01d HTTP/1.1" status: 200 len: 814 time: 0.3999856 Apr 20 17:14:01.643328 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:01.734408 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-9a1aabaa-d54c-4fb2-b918-ff7175071a53 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] 10.222.0.39 "GET /v2.0/quotas/5bacc27a94cb4ae79917fb554bafee5b HTTP/1.1" status: 200 len: 375 time: 0.0776181 Apr 20 17:14:01.796679 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-06119c30-4c16-4402-8bfc-888039a858e4 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7747355 Apr 20 17:14:01.803913 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35722) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:14:01.818214 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06119c30-4c16-4402-8bfc-888039a858e4 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Pushing event updated for resources: {'Network': ['ID=2c02899a-52c9-4c30-89a4-a9d559eb303e,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:01.827589 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-46698611-87b1-497b-8322-fbbe04a79e57 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Request body: {'subnet': {'network_id': '2c02899a-52c9-4c30-89a4-a9d559eb303e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:14:01.901472 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=41cf9253-f76a-4ca7-bc92-409d4d8bb8b1,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:01.915412 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1234e6a-1077-4175-b608-a44af0ca7653 req-68a59916-e378-44e2-a460-f5c0d76ac530 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:01.915412 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b1234e6a-1077-4175-b608-a44af0ca7653 req-68a59916-e378-44e2-a460-f5c0d76ac530 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 945 time: 0.3296716 Apr 20 17:14:01.945104 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-6d5d4fd5-a7d1-4dbd-842b-345ae8ab8b45 service neutron] 10.222.0.43 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508790 Apr 20 17:14:01.957665 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-46698611-87b1-497b-8322-fbbe04a79e57 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:14:01.957665 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-46698611-87b1-497b-8322-fbbe04a79e57 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Usage tracker for resource:subnet and tenant:4f510c870a174765bb86dc367cadd96a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:14:01.957665 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-46698611-87b1-497b-8322-fbbe04a79e57 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:14:01.957665 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-46698611-87b1-497b-8322-fbbe04a79e57 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:14:01.999477 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 2c02899a-52c9-4c30-89a4-a9d559eb303e details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:14:02.011845 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-d91d1b76-58a1-418d-91c4-684434e32d06 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5bacc27a94cb4ae79917fb554bafee5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2213757 Apr 20 17:14:02.031850 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b1234e6a-1077-4175-b608-a44af0ca7653 req-590893e5-ea65-4b62-8bef-b9e385de1884 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255479 Apr 20 17:14:02.099956 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46698611-87b1-497b-8322-fbbe04a79e57 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Made reservation on behalf of 4f510c870a174765bb86dc367cadd96a for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:14:02.123889 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-61bbf334-ae20-4ad6-ae53-cbc6e95ebe7a req-6cc43b90-a5a8-40b3-9a1b-23724586ca6d service neutron] 10.222.0.43 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4887416 Apr 20 17:14:02.189389 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-7b9318f4-71f2-4e20-8246-7720b23be4b7 service neutron] 10.222.0.43 "GET /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574322 Apr 20 17:14:02.240618 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-85521c1c-746c-44f3-b2d4-36e39bf96b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e931e12-3c59-46aa-9836-b54e6467c8ee', 'name': 'tempest-ServersTestMultiNic-24229346-router', 'tenant_id': '4f510c870a174765bb86dc367cadd96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:13:31Z', 'updated_at': '2022-04-20T17:13:50Z', 'revision_number': 4, 'project_id': '4f510c870a174765bb86dc367cadd96a', 'gw_port': {'id': '6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e931e12-3c59-46aa-9836-b54e6467c8ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:13:33Z', 'updated_at': '2022-04-20T17:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '011c836d-1701-4669-8fb3-b8e589bd35b6', 'name': '', 'network_id': 'aa07d43a-0452-4cb7-bd12-9dddc42f7e9e', 'tenant_id': '4f510c870a174765bb86dc367cadd96a', 'mac_address': 'fa:16:3e:83:ab:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e931e12-3c59-46aa-9836-b54e6467c8ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b27720ba-3b50-400e-aa81-faa22549913e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:13:48Z', 'updated_at': '2022-04-20T17:13:51Z', 'revision_number': 2, 'project_id': '4f510c870a174765bb86dc367cadd96a', 'subnets': [{'id': 'b27720ba-3b50-400e-aa81-faa22549913e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:14:02.247389 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85521c1c-746c-44f3-b2d4-36e39bf96b85 None None] Checking router: 9e931e12-3c59-46aa-9836-b54e6467c8ee for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:14:02.248004 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85521c1c-746c-44f3-b2d4-36e39bf96b85 None None] Updating router 9e931e12-3c59-46aa-9836-b54e6467c8ee port 011c836d-1701-4669-8fb3-b8e589bd35b6 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:14:02.299136 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-46698611-87b1-497b-8322-fbbe04a79e57 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:02.307671 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-85521c1c-746c-44f3-b2d4-36e39bf96b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:02.383953 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-6e0943b2-9c60-4772-a835-7ef3223c2f38 service neutron] 10.222.0.39 "GET /v2.0/networks/876689b3-2699-4f08-9aea-b81d3f7ca01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070566 Apr 20 17:14:02.424447 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6d9ea0dc-79be-4ea0-93d5-7faf9b5fc848 req-ca23f3ee-4bf9-4c40-a45c-547ce65b50c3 tempest-ServersAdmin275Test-97803023 tempest-ServersAdmin275Test-97803023-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.1134236 Apr 20 17:14:02.769032 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-81423f06-26ec-4a44-9b98-1f78abb17df6 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e34329aa-3f92-4818-8b33-f7b979087201&tenant_id=b7e0217792874af58ccfdea4744db0d0&binding%3Ahost_id=n-h1-838032-1 HTTP/1.1" status: 200 len: 1095 time: 0.1494164 Apr 20 17:14:02.838255 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-354643e3-1805-4be5-9e5e-70728c9e9a3f service neutron] 10.222.0.39 "GET /v2.0/networks/876689b3-2699-4f08-9aea-b81d3f7ca01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855534 Apr 20 17:14:02.911457 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-46698611-87b1-497b-8322-fbbe04a79e57 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:02.983436 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:14:03.003357 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-85521c1c-746c-44f3-b2d4-36e39bf96b85 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:03.029723 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-aaebf4d9-a647-4196-80ca-0a84085d16eb service neutron] For port e4286543-c780-46e5-a97b-9d6dd0a44686, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:14:03.031002 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-aaebf4d9-a647-4196-80ca-0a84085d16eb service neutron] Notify callbacks [] for binding, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:03.032308 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-24d152bb-9f0a-4ffe-8936-d03d33b25b9b req-aaebf4d9-a647-4196-80ca-0a84085d16eb service neutron] 10.222.0.43 "DELETE /v2.0/ports/e4286543-c780-46e5-a97b-9d6dd0a44686/bindings/n-h2-838032-1 HTTP/1.1" status: 204 len: 173 time: 0.2551186 Apr 20 17:14:03.049551 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-85521c1c-746c-44f3-b2d4-36e39bf96b85 None None] Transition to ACTIVE for port object 011c836d-1701-4669-8fb3-b8e589bd35b6 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:14:03.066869 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-85521c1c-746c-44f3-b2d4-36e39bf96b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:03.117151 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fe4b6-e5fa-46d2-93ac-7a67db0bf837 req-0d7af0f3-2a7b-4703-8a11-b0f45cc3afca tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:03.124157 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ed2fe4b6-e5fa-46d2-93ac-7a67db0bf837 req-0d7af0f3-2a7b-4703-8a11-b0f45cc3afca tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=e34329aa-3f92-4818-8b33-f7b979087201 HTTP/1.1" status: 200 len: 944 time: 0.1642046 Apr 20 17:14:03.149883 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46698611-87b1-497b-8322-fbbe04a79e57 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Checking segment: {'id': '630332a0-1b2b-4993-bf2e-09cdb8bdb9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2c02899a-52c9-4c30-89a4-a9d559eb303e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:14:03.150179 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46698611-87b1-497b-8322-fbbe04a79e57 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Network hostable DHCP agents. Network: 2c02899a-52c9-4c30-89a4-a9d559eb303e, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:14:03.160075 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46698611-87b1-497b-8322-fbbe04a79e57 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Pushing event updated for resources: {'Subnet': ['ID=a395c410-f854-4a03-bacd-c53df0bf0327,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:03.199732 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ed2fe4b6-e5fa-46d2-93ac-7a67db0bf837 req-e6792458-6436-478a-a52a-6d3bcb94c879 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724189 Apr 20 17:14:03.214118 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46698611-87b1-497b-8322-fbbe04a79e57 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Network 2c02899a-52c9-4c30-89a4-a9d559eb303e is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:14:03.233205 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-46698611-87b1-497b-8322-fbbe04a79e57 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 2c02899a-52c9-4c30-89a4-a9d559eb303e) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:14:03.242672 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46698611-87b1-497b-8322-fbbe04a79e57 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:03.242672 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-46698611-87b1-497b-8322-fbbe04a79e57 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:03.267288 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23644e7a-4fbb-4bf6-9536-0385697d957b None None] Network 2c02899a-52c9-4c30-89a4-a9d559eb303e requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:14:03.309783 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-46698611-87b1-497b-8322-fbbe04a79e57 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5025089 Apr 20 17:14:03.309926 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35738) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:14:03.315068 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-decb14d5-ca83-48a5-8d7c-a3c0bd5d3d8d tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1290207465'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:14:03.329834 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-decb14d5-ca83-48a5-8d7c-a3c0bd5d3d8d tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:14:03.354031 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-decb14d5-ca83-48a5-8d7c-a3c0bd5d3d8d tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Usage tracker for resource:network and tenant:4f510c870a174765bb86dc367cadd96a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:14:03.358806 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-decb14d5-ca83-48a5-8d7c-a3c0bd5d3d8d tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:14:03.381682 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-decb14d5-ca83-48a5-8d7c-a3c0bd5d3d8d tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:14:03.432190 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decb14d5-ca83-48a5-8d7c-a3c0bd5d3d8d tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Made reservation on behalf of 4f510c870a174765bb86dc367cadd96a for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:14:03.435329 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-decb14d5-ca83-48a5-8d7c-a3c0bd5d3d8d tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:03.525920 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-decb14d5-ca83-48a5-8d7c-a3c0bd5d3d8d tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:14:03.536559 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-decb14d5-ca83-48a5-8d7c-a3c0bd5d3d8d tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:03.536912 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-decb14d5-ca83-48a5-8d7c-a3c0bd5d3d8d tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Added segment b34fd7fb-13f9-4e98-87c5-59ab70c54abf of type vlan for network 43f7ecf9-300a-4a39-9133-e0bf9e2d3935 Apr 20 17:14:03.578745 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-031d0a94-3fe5-4107-85a8-c10d72dd61f5'] response: {'server_uuid': '508af857-492b-4a99-8dab-2e5cf3f64d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cf9253-f76a-4ca7-bc92-409d4d8bb8b1', 'code': 200} Apr 20 17:14:03.610954 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49ab55-bb22-4750-9afb-35bb8df0ff7f None None] Pushing event updated for resources: {'Port': ['ID=011c836d-1701-4669-8fb3-b8e589bd35b6,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:03.650987 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-decb14d5-ca83-48a5-8d7c-a3c0bd5d3d8d tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:03.852441 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-482c0f73-1b81-411e-b26c-da2aa8db7bbd req-5a26af6d-48bf-42f5-92a6-1bb01711ad0f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=508af857-492b-4a99-8dab-2e5cf3f64d42 HTTP/1.1" status: 200 len: 1096 time: 0.2152541 Apr 20 17:14:03.861268 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-85521c1c-746c-44f3-b2d4-36e39bf96b85 None None] Attempting to bind port 011c836d-1701-4669-8fb3-b8e589bd35b6 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:14:03.861933 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-85521c1c-746c-44f3-b2d4-36e39bf96b85 None None] Attempting to bind port 011c836d-1701-4669-8fb3-b8e589bd35b6 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'd70ee3cb-9712-4ca4-b7e5-50bf827f4a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa07d43a-0452-4cb7-bd12-9dddc42f7e9e'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:14:03.862491 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85521c1c-746c-44f3-b2d4-36e39bf96b85 None None] Attempting to bind port 011c836d-1701-4669-8fb3-b8e589bd35b6 on network aa07d43a-0452-4cb7-bd12-9dddc42f7e9e {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:14:03.879603 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85521c1c-746c-44f3-b2d4-36e39bf96b85 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:14:03.880313 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85521c1c-746c-44f3-b2d4-36e39bf96b85 None None] Checking segment: {'id': 'd70ee3cb-9712-4ca4-b7e5-50bf827f4a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa07d43a-0452-4cb7-bd12-9dddc42f7e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:14:03.880871 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-85521c1c-746c-44f3-b2d4-36e39bf96b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:03.881410 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85521c1c-746c-44f3-b2d4-36e39bf96b85 None None] Bound using segment: {'id': 'd70ee3cb-9712-4ca4-b7e5-50bf827f4a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa07d43a-0452-4cb7-bd12-9dddc42f7e9e'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:14:03.882044 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-85521c1c-746c-44f3-b2d4-36e39bf96b85 None None] Bound port: 011c836d-1701-4669-8fb3-b8e589bd35b6, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd70ee3cb-9712-4ca4-b7e5-50bf827f4a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa07d43a-0452-4cb7-bd12-9dddc42f7e9e'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:14:03.882621 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-85521c1c-746c-44f3-b2d4-36e39bf96b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:03.916717 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018ddc0-94cc-4c0a-afbb-cd07af475e1d req-ef1f1a04-7bfa-4cc7-aec2-ad48cd4edcd9 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:03.921326 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-decb14d5-ca83-48a5-8d7c-a3c0bd5d3d8d tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:03.927971 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decb14d5-ca83-48a5-8d7c-a3c0bd5d3d8d tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:03.928728 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-decb14d5-ca83-48a5-8d7c-a3c0bd5d3d8d tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:03.942934 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f018ddc0-94cc-4c0a-afbb-cd07af475e1d req-ef1f1a04-7bfa-4cc7-aec2-ad48cd4edcd9 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 943 time: 0.5040605 Apr 20 17:14:03.976931 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2e8815-ed07-4bb1-b463-c95f80f5b3d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-2c02899a-52c9-4c30-89a4-a9d559eb303e', 'network_id': '2c02899a-52c9-4c30-89a4-a9d559eb303e', 'tenant_id': '4f510c870a174765bb86dc367cadd96a', 'fixed_ips': [{'subnet_id': 'a395c410-f854-4a03-bacd-c53df0bf0327'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:14:03.977742 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d2e8815-ed07-4bb1-b463-c95f80f5b3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:04.064380 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-decb14d5-ca83-48a5-8d7c-a3c0bd5d3d8d tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7540579 Apr 20 17:14:04.070317 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35752) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:14:04.079241 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-75e1217e-e0b2-4be9-9f17-f91f061603eb tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Request body: {'subnet': {'network_id': '43f7ecf9-300a-4a39-9133-e0bf9e2d3935', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:14:04.101879 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb14d5-ca83-48a5-8d7c-a3c0bd5d3d8d tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Pushing event updated for resources: {'Network': ['ID=43f7ecf9-300a-4a39-9133-e0bf9e2d3935,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:04.116938 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-85521c1c-746c-44f3-b2d4-36e39bf96b85 None None] For port 011c836d-1701-4669-8fb3-b8e589bd35b6, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:14:04.117604 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee2272-8fec-4fdf-9348-3fa0fa41c6b7 req-a33bc624-eda7-4843-a255-d93b25358515 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:04.125112 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-32ee2272-8fec-4fdf-9348-3fa0fa41c6b7 req-a33bc624-eda7-4843-a255-d93b25358515 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=508af857-492b-4a99-8dab-2e5cf3f64d42 HTTP/1.1" status: 200 len: 945 time: 0.3994884 Apr 20 17:14:04.145448 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-85521c1c-746c-44f3-b2d4-36e39bf96b85 None None] For port 011c836d-1701-4669-8fb3-b8e589bd35b6, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=011c836d-1701-4669-8fb3-b8e589bd35b6,segment=NetworkSegment(d70ee3cb-9712-4ca4-b7e5-50bf827f4a71),segment_id=d70ee3cb-9712-4ca4-b7e5-50bf827f4a71)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:14:04.147116 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 43f7ecf9-300a-4a39-9133-e0bf9e2d3935 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:14:04.147315 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f018ddc0-94cc-4c0a-afbb-cd07af475e1d req-ab2b2456-3c76-487a-8ad7-6d489cd17cbe tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842353 Apr 20 17:14:04.157019 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-482c0f73-1b81-411e-b26c-da2aa8db7bbd req-57a2e88c-9e35-458f-9db3-2043c1045ec4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930138 Apr 20 17:14:04.171010 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-85521c1c-746c-44f3-b2d4-36e39bf96b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:04.257978 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-75e1217e-e0b2-4be9-9f17-f91f061603eb tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:14:04.272985 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-32ee2272-8fec-4fdf-9348-3fa0fa41c6b7 req-9a04bba5-4f26-4e3a-971e-b03a49d2e3cd tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468720 Apr 20 17:14:04.278051 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-75e1217e-e0b2-4be9-9f17-f91f061603eb tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Usage tracker for resource:subnet and tenant:4f510c870a174765bb86dc367cadd96a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:14:04.283635 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-75e1217e-e0b2-4be9-9f17-f91f061603eb tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:14:04.297200 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-75e1217e-e0b2-4be9-9f17-f91f061603eb tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:14:04.315252 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e1217e-e0b2-4be9-9f17-f91f061603eb tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Made reservation on behalf of 4f510c870a174765bb86dc367cadd96a for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:14:04.463356 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-0d2e8815-ed07-4bb1-b463-c95f80f5b3d5 None None] Allocated IP 19.80.0.2 (2c02899a-52c9-4c30-89a4-a9d559eb303e/a395c410-f854-4a03-bacd-c53df0bf0327/9fc41751-2893-42bb-810d-85596bc82f4b) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:14:04.471555 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49ab55-bb22-4750-9afb-35bb8df0ff7f None None] Pushing event updated for resources: {'Port': ['ID=011c836d-1701-4669-8fb3-b8e589bd35b6,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:04.501959 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-076de4e8-bc80-4ca8-b256-f2b3aea50547 req-d77fb6b4-6053-47fe-b353-ac37691fa678 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ea90530-de67-471d-97ae-336638e5eb4f HTTP/1.1" status: 200 len: 210 time: 0.1044469 Apr 20 17:14:04.567890 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85521c1c-746c-44f3-b2d4-36e39bf96b85 None None] Routers {'9e931e12-3c59-46aa-9836-b54e6467c8ee'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:14:04.569891 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-85521c1c-746c-44f3-b2d4-36e39bf96b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:13:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['9e931e12-3c59-46aa-9836-b54e6467c8ee'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:14:04.597058 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-75e1217e-e0b2-4be9-9f17-f91f061603eb tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:04.897389 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e4d74-9aa4-4c5e-925e-8bbcced65e6c req-9ec84877-6dc7-448c-b4f6-2205bb086cfa tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:04.899201 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-495e4d74-9aa4-4c5e-925e-8bbcced65e6c req-9ec84877-6dc7-448c-b4f6-2205bb086cfa tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 945 time: 0.4257836 Apr 20 17:14:04.952637 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-85704d72-3f87-4714-819b-22af8c00e89f req-b629c626-3040-43e0-8ca2-41716e2dbfa4 tempest-ServersAdmin275Test-97803023 tempest-ServersAdmin275Test-97803023-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.0643952 Apr 20 17:14:05.116711 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-eb1d0d9a-f2b6-4344-8bb0-7fa3ac572c9c tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:05.118329 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-eb1d0d9a-f2b6-4344-8bb0-7fa3ac572c9c tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] 10.222.0.10 "GET /v2.0/networks?id=876689b3-2699-4f08-9aea-b81d3f7ca01d HTTP/1.1" status: 200 len: 814 time: 0.1884508 Apr 20 17:14:05.147837 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-540fbda2-50d0-4b1a-b1d6-ba07c7986b8b tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Request body: {'port': {'device_id': '0ea90530-de67-471d-97ae-336638e5eb4f', 'network_id': '876689b3-2699-4f08-9aea-b81d3f7ca01d', 'admin_state_up': True, 'tenant_id': '5bacc27a94cb4ae79917fb554bafee5b'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:14:05.263318 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-495e4d74-9aa4-4c5e-925e-8bbcced65e6c req-2939d39d-3f46-48bb-a25a-cbc00a4e1ae2 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530226 Apr 20 17:14:05.358547 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-85521c1c-746c-44f3-b2d4-36e39bf96b85 None None] Set router 9e931e12-3c59-46aa-9836-b54e6467c8ee gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:14:05.367542 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-540fbda2-50d0-4b1a-b1d6-ba07c7986b8b tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:14:05.373427 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-540fbda2-50d0-4b1a-b1d6-ba07c7986b8b tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Usage tracker for resource:port and tenant:5bacc27a94cb4ae79917fb554bafee5b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:14:05.377159 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-540fbda2-50d0-4b1a-b1d6-ba07c7986b8b tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:14:05.383195 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-75e1217e-e0b2-4be9-9f17-f91f061603eb tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:05.384801 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-540fbda2-50d0-4b1a-b1d6-ba07c7986b8b tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:14:05.407927 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-540fbda2-50d0-4b1a-b1d6-ba07c7986b8b tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Made reservation on behalf of 5bacc27a94cb4ae79917fb554bafee5b for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:14:05.411254 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d2e8815-ed07-4bb1-b463-c95f80f5b3d5 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:05.413174 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-540fbda2-50d0-4b1a-b1d6-ba07c7986b8b tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:05.441410 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d2e8815-ed07-4bb1-b463-c95f80f5b3d5 None None] Transition to ACTIVE for port object 9fc41751-2893-42bb-810d-85596bc82f4b will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:14:05.540079 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d2e8815-ed07-4bb1-b463-c95f80f5b3d5 None None] Transition to ACTIVE for port object 9fc41751-2893-42bb-810d-85596bc82f4b will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:14:05.613924 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1217e-e0b2-4be9-9f17-f91f061603eb tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Pushing event updated for resources: {'Subnet': ['ID=df64784f-c46e-422b-b17f-3356688230c8,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:05.637688 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e1217e-e0b2-4be9-9f17-f91f061603eb tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Checking segment: {'id': 'b34fd7fb-13f9-4e98-87c5-59ab70c54abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '43f7ecf9-300a-4a39-9133-e0bf9e2d3935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:14:05.637688 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e1217e-e0b2-4be9-9f17-f91f061603eb tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Network hostable DHCP agents. Network: 43f7ecf9-300a-4a39-9133-e0bf9e2d3935, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:14:05.695671 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d2e8815-ed07-4bb1-b463-c95f80f5b3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:05.709277 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-540fbda2-50d0-4b1a-b1d6-ba07c7986b8b tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Allocated IP 172.20.0.14 (876689b3-2699-4f08-9aea-b81d3f7ca01d/45153e8c-4543-41e7-8a26-b41c720aa5a9/789a1fd8-9003-4ed3-a3aa-f095ce1064db) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:14:05.735449 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-85eee705-5c7b-4d30-b423-e9d2b936605c req-1ff8a1f6-0eeb-4c73-a7f9-3eb44f679306 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e34329aa-3f92-4818-8b33-f7b979087201 HTTP/1.1" status: 200 len: 1095 time: 0.3968525 Apr 20 17:14:05.784786 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device dfe4190c-208a-46a9-accc-63ec340b2815 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:14:05.790768 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e1217e-e0b2-4be9-9f17-f91f061603eb tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Network 43f7ecf9-300a-4a39-9133-e0bf9e2d3935 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:14:05.817408 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-85eee705-5c7b-4d30-b423-e9d2b936605c req-b725efa0-1c4d-46bd-b355-07fde1a86957 tempest-LiveAutoBlockMigrationV225Test-273758325 tempest-LiveAutoBlockMigrationV225Test-273758325-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010990 Apr 20 17:14:05.820936 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-75e1217e-e0b2-4be9-9f17-f91f061603eb tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 43f7ecf9-300a-4a39-9133-e0bf9e2d3935) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:14:05.839204 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e1217e-e0b2-4be9-9f17-f91f061603eb tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:05.840132 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-75e1217e-e0b2-4be9-9f17-f91f061603eb tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:05.887182 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765e2a0b-4d10-407b-95e5-dc072da3d2d4 None None] Network 43f7ecf9-300a-4a39-9133-e0bf9e2d3935 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:14:05.896618 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-75e1217e-e0b2-4be9-9f17-f91f061603eb tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8220887 Apr 20 17:14:06.084494 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-540fbda2-50d0-4b1a-b1d6-ba07c7986b8b tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:06.107668 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296b116-456c-45e2-9889-f15701f0187d req-6b71b8f2-9a8f-4d0a-8d9d-6a8243b30b0c tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:06.110080 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6296b116-456c-45e2-9889-f15701f0187d req-6b71b8f2-9a8f-4d0a-8d9d-6a8243b30b0c tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 943 time: 0.5874226 Apr 20 17:14:06.140873 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2e8815-ed07-4bb1-b463-c95f80f5b3d5 None None] Network 2c02899a-52c9-4c30-89a4-a9d559eb303e is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:14:06.146858 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e8815-ed07-4bb1-b463-c95f80f5b3d5 None None] Pushing event updated for resources: {'Port': ['ID=9fc41751-2893-42bb-810d-85596bc82f4b,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:06.167854 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-0d2e8815-ed07-4bb1-b463-c95f80f5b3d5 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:14:06.174720 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6296b116-456c-45e2-9889-f15701f0187d req-35bd1e96-bc8f-4ce4-abd2-3e462417571a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571482 Apr 20 17:14:06.193136 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2e8815-ed07-4bb1-b463-c95f80f5b3d5 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:14:06.193423 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-540fbda2-50d0-4b1a-b1d6-ba07c7986b8b tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:06.198684 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port dfe4190c-208a-46a9-accc-63ec340b2815, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=dfe4190c-208a-46a9-accc-63ec340b2815,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:06.234557 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b24405-9fbe-4ab5-99b3-e529a9220643 req-ecbec5a9-a83d-4b72-8a36-b838a6b89495 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:06.245587 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-24b24405-9fbe-4ab5-99b3-e529a9220643 req-ecbec5a9-a83d-4b72-8a36-b838a6b89495 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=508af857-492b-4a99-8dab-2e5cf3f64d42 HTTP/1.1" status: 200 len: 945 time: 0.1418486 Apr 20 17:14:06.259692 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'dfe4190c-208a-46a9-accc-63ec340b2815', 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77', 'port_id': 'dfe4190c-208a-46a9-accc-63ec340b2815', 'mac_address': 'fa:16:3e:0d:44:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afaadd71-91d9-490d-8c9c-d83dc8020198', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:14:06.261571 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-540fbda2-50d0-4b1a-b1d6-ba07c7986b8b tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Network 876689b3-2699-4f08-9aea-b81d3f7ca01d is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:14:06.270430 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-540fbda2-50d0-4b1a-b1d6-ba07c7986b8b tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:14:06.275340 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-540fbda2-50d0-4b1a-b1d6-ba07c7986b8b tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:14:06.367531 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540fbda2-50d0-4b1a-b1d6-ba07c7986b8b tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Pushing event updated for resources: {'Port': ['ID=789a1fd8-9003-4ed3-a3aa-f095ce1064db,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:06.382037 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-540fbda2-50d0-4b1a-b1d6-ba07c7986b8b tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:06.383286 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-540fbda2-50d0-4b1a-b1d6-ba07c7986b8b tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:06.399881 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540fbda2-50d0-4b1a-b1d6-ba07c7986b8b tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:14:06.400589 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540fbda2-50d0-4b1a-b1d6-ba07c7986b8b tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:14:06.401138 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540fbda2-50d0-4b1a-b1d6-ba07c7986b8b tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:14:06.409996 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540fbda2-50d0-4b1a-b1d6-ba07c7986b8b tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:14:06.411620 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540fbda2-50d0-4b1a-b1d6-ba07c7986b8b tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:14:06.412015 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540fbda2-50d0-4b1a-b1d6-ba07c7986b8b tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:14:06.413820 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540fbda2-50d0-4b1a-b1d6-ba07c7986b8b tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:14:06.415752 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540fbda2-50d0-4b1a-b1d6-ba07c7986b8b tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:14:06.416411 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540fbda2-50d0-4b1a-b1d6-ba07c7986b8b tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:14:06.417660 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540fbda2-50d0-4b1a-b1d6-ba07c7986b8b tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:14:06.418856 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540fbda2-50d0-4b1a-b1d6-ba07c7986b8b tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:14:06.454462 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-540fbda2-50d0-4b1a-b1d6-ba07c7986b8b tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3125894 Apr 20 17:14:06.457485 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-24b24405-9fbe-4ab5-99b3-e529a9220643 req-2a878421-574c-42d1-90e7-7f1dad31e385 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063460 Apr 20 17:14:06.472905 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-7b554a38-bc4c-4c65-b572-a6bfb9af7014 service neutron] Request body: {'port': {'device_id': '0ea90530-de67-471d-97ae-336638e5eb4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:14:06.659390 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-0d2e8815-ed07-4bb1-b463-c95f80f5b3d5 None None] Attempting to bind port 9fc41751-2893-42bb-810d-85596bc82f4b on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:14:06.659997 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-0d2e8815-ed07-4bb1-b463-c95f80f5b3d5 None None] Attempting to bind port 9fc41751-2893-42bb-810d-85596bc82f4b by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '630332a0-1b2b-4993-bf2e-09cdb8bdb9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2c02899a-52c9-4c30-89a4-a9d559eb303e'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:14:06.660283 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2e8815-ed07-4bb1-b463-c95f80f5b3d5 None None] Attempting to bind port 9fc41751-2893-42bb-810d-85596bc82f4b on network 2c02899a-52c9-4c30-89a4-a9d559eb303e {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:14:06.692773 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2e8815-ed07-4bb1-b463-c95f80f5b3d5 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:14:06.693492 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2e8815-ed07-4bb1-b463-c95f80f5b3d5 None None] Checking segment: {'id': '630332a0-1b2b-4993-bf2e-09cdb8bdb9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2c02899a-52c9-4c30-89a4-a9d559eb303e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:14:06.694480 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d2e8815-ed07-4bb1-b463-c95f80f5b3d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:06.695523 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2e8815-ed07-4bb1-b463-c95f80f5b3d5 None None] Bound using segment: {'id': '630332a0-1b2b-4993-bf2e-09cdb8bdb9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2c02899a-52c9-4c30-89a4-a9d559eb303e'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:14:06.697502 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-0d2e8815-ed07-4bb1-b463-c95f80f5b3d5 None None] Bound port: 9fc41751-2893-42bb-810d-85596bc82f4b, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '630332a0-1b2b-4993-bf2e-09cdb8bdb9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2c02899a-52c9-4c30-89a4-a9d559eb303e'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:14:06.697502 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d2e8815-ed07-4bb1-b463-c95f80f5b3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:06.771680 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36518643-e331-41dd-aa11-5fc31affde7c req-d6d54582-8f88-47eb-9295-be63545ef748 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:06.773765 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-36518643-e331-41dd-aa11-5fc31affde7c req-d6d54582-8f88-47eb-9295-be63545ef748 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Synchronizing usage tracker for tenant:5bacc27a94cb4ae79917fb554bafee5b on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:14:06.794278 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-7b554a38-bc4c-4c65-b572-a6bfb9af7014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:06.807495 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:06.823079 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-3e0e4cff-7acc-464c-ad4b-c34fdc92c217 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:06.829582 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-3e0e4cff-7acc-464c-ad4b-c34fdc92c217 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:06.830442 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-3e0e4cff-7acc-464c-ad4b-c34fdc92c217 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Synchronizing usage tracker for tenant:4f510c870a174765bb86dc367cadd96a on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:14:06.830885 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ef57e4-1917-49ca-946e-f38827db7175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-43f7ecf9-300a-4a39-9133-e0bf9e2d3935', 'network_id': '43f7ecf9-300a-4a39-9133-e0bf9e2d3935', 'tenant_id': '4f510c870a174765bb86dc367cadd96a', 'fixed_ips': [{'subnet_id': 'df64784f-c46e-422b-b17f-3356688230c8'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:14:06.831897 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d3ef57e4-1917-49ca-946e-f38827db7175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:06.850770 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-36518643-e331-41dd-aa11-5fc31affde7c req-d6d54582-8f88-47eb-9295-be63545ef748 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Unset dirty status for tenant:5bacc27a94cb4ae79917fb554bafee5b on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:14:06.852003 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-36518643-e331-41dd-aa11-5fc31affde7c req-d6d54582-8f88-47eb-9295-be63545ef748 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ea90530-de67-471d-97ae-336638e5eb4f HTTP/1.1" status: 200 len: 932 time: 0.3380349 Apr 20 17:14:06.858771 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-3e0e4cff-7acc-464c-ad4b-c34fdc92c217 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Unset dirty status for tenant:4f510c870a174765bb86dc367cadd96a on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:14:06.860035 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-3e0e4cff-7acc-464c-ad4b-c34fdc92c217 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/networks?id=2c02899a-52c9-4c30-89a4-a9d559eb303e&id=43f7ecf9-300a-4a39-9133-e0bf9e2d3935&id=2c02899a-52c9-4c30-89a4-a9d559eb303e HTTP/1.1" status: 200 len: 1391 time: 0.2397020 Apr 20 17:14:06.877261 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe4190c-208a-46a9-accc-63ec340b2815 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:14:06.880335 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-433d9d63-a4ee-4fb9-846f-f140923982ea tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/quotas/4f510c870a174765bb86dc367cadd96a HTTP/1.1" status: 200 len: 375 time: 0.0137901 Apr 20 17:14:06.989151 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-36518643-e331-41dd-aa11-5fc31affde7c req-83ba225b-6e9b-40ee-afab-f679f9de3bd1 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Synchronizing usage tracker for tenant:5bacc27a94cb4ae79917fb554bafee5b on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:14:06.991258 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-8807a490-219b-4fee-92cd-9a71f2af77ff tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f510c870a174765bb86dc367cadd96a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1009881 Apr 20 17:14:07.041665 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port dfe4190c-208a-46a9-accc-63ec340b2815, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=dfe4190c-208a-46a9-accc-63ec340b2815,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:07.069164 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:07.088118 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-36518643-e331-41dd-aa11-5fc31affde7c req-83ba225b-6e9b-40ee-afab-f679f9de3bd1 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Unset dirty status for tenant:5bacc27a94cb4ae79917fb554bafee5b on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:14:07.090153 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-36518643-e331-41dd-aa11-5fc31affde7c req-83ba225b-6e9b-40ee-afab-f679f9de3bd1 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] 10.222.0.39 "GET /v2.0/security-groups?id=db560fc0-4359-4603-a35e-a5a65072364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168007 Apr 20 17:14:07.152190 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-85521c1c-746c-44f3-b2d4-36e39bf96b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e931e12-3c59-46aa-9836-b54e6467c8ee', 'name': 'tempest-ServersTestMultiNic-24229346-router', 'tenant_id': '4f510c870a174765bb86dc367cadd96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:13:31Z', 'updated_at': '2022-04-20T17:13:50Z', 'revision_number': 4, 'project_id': '4f510c870a174765bb86dc367cadd96a', 'gw_port': {'id': '6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e931e12-3c59-46aa-9836-b54e6467c8ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:13:33Z', 'updated_at': '2022-04-20T17:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '011c836d-1701-4669-8fb3-b8e589bd35b6', 'name': '', 'network_id': 'aa07d43a-0452-4cb7-bd12-9dddc42f7e9e', 'tenant_id': '4f510c870a174765bb86dc367cadd96a', 'mac_address': 'fa:16:3e:83:ab:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e931e12-3c59-46aa-9836-b54e6467c8ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b27720ba-3b50-400e-aa81-faa22549913e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:13:48Z', 'updated_at': '2022-04-20T17:14:04Z', 'revision_number': 4, 'project_id': '4f510c870a174765bb86dc367cadd96a', 'subnets': [{'id': 'b27720ba-3b50-400e-aa81-faa22549913e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:14:07.184012 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d2e8815-ed07-4bb1-b463-c95f80f5b3d5 None None] For port 9fc41751-2893-42bb-810d-85596bc82f4b, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:14:07.186661 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85521c1c-746c-44f3-b2d4-36e39bf96b85 None None] The sync data for ids ['9e931e12-3c59-46aa-9836-b54e6467c8ee'] in n-d-838032-1 is: [{'id': '9e931e12-3c59-46aa-9836-b54e6467c8ee', 'name': 'tempest-ServersTestMultiNic-24229346-router', 'tenant_id': '4f510c870a174765bb86dc367cadd96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:13:31Z', 'updated_at': '2022-04-20T17:13:50Z', 'revision_number': 4, 'project_id': '4f510c870a174765bb86dc367cadd96a', 'gw_port': {'id': '6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e931e12-3c59-46aa-9836-b54e6467c8ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:13:33Z', 'updated_at': '2022-04-20T17:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '011c836d-1701-4669-8fb3-b8e589bd35b6', 'name': '', 'network_id': 'aa07d43a-0452-4cb7-bd12-9dddc42f7e9e', 'tenant_id': '4f510c870a174765bb86dc367cadd96a', 'mac_address': 'fa:16:3e:83:ab:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e931e12-3c59-46aa-9836-b54e6467c8ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b27720ba-3b50-400e-aa81-faa22549913e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:13:48Z', 'updated_at': '2022-04-20T17:14:04Z', 'revision_number': 4, 'project_id': '4f510c870a174765bb86dc367cadd96a', 'subnets': [{'id': 'b27720ba-3b50-400e-aa81-faa22549913e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:14:07.201044 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d2e8815-ed07-4bb1-b463-c95f80f5b3d5 None None] For port 9fc41751-2893-42bb-810d-85596bc82f4b, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9fc41751-2893-42bb-810d-85596bc82f4b,segment=NetworkSegment(630332a0-1b2b-4993-bf2e-09cdb8bdb9d9),segment_id=630332a0-1b2b-4993-bf2e-09cdb8bdb9d9)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:14:07.206529 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-0120fbb8-a81d-48aa-8832-e86c8815afa1 service neutron] 10.222.0.39 "GET /v2.0/networks/2c02899a-52c9-4c30-89a4-a9d559eb303e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091091 Apr 20 17:14:07.229417 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d2e8815-ed07-4bb1-b463-c95f80f5b3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:07.347933 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=dfe4190c-208a-46a9-accc-63ec340b2815,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:07.356515 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-7b554a38-bc4c-4c65-b572-a6bfb9af7014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 789a1fd8-9003-4ed3-a3aa-f095ce1064db {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:14:07.365029 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-7b554a38-bc4c-4c65-b572-a6bfb9af7014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:07.389649 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-7b554a38-bc4c-4c65-b572-a6bfb9af7014 service neutron] Transition to ACTIVE for port object 789a1fd8-9003-4ed3-a3aa-f095ce1064db will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:14:07.408185 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-7b554a38-bc4c-4c65-b572-a6bfb9af7014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:07.432613 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['dfe4190c-208a-46a9-accc-63ec340b2815'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:14:07.520435 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-68df75bd-2618-428e-9ec0-7f466a74301c service neutron] 10.222.0.39 "GET /v2.0/networks/2c02899a-52c9-4c30-89a4-a9d559eb303e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108239 Apr 20 17:14:07.536272 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-d3ef57e4-1917-49ca-946e-f38827db7175 None None] Allocated IP 19.86.0.2 (43f7ecf9-300a-4a39-9133-e0bf9e2d3935/df64784f-c46e-422b-b17f-3356688230c8/149d56f5-7ea5-4074-a044-47a70029a337) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:14:07.680230 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e8815-ed07-4bb1-b463-c95f80f5b3d5 None None] Pushing event updated for resources: {'Port': ['ID=9fc41751-2893-42bb-810d-85596bc82f4b,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:07.752870 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-d26538c4-882d-48d6-a3a6-a34bb2605384 service neutron] 10.222.0.39 "GET /v2.0/networks/43f7ecf9-300a-4a39-9133-e0bf9e2d3935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271483 Apr 20 17:14:07.759634 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b554a38-bc4c-4c65-b572-a6bfb9af7014 service neutron] Pushing event updated for resources: {'Port': ['ID=789a1fd8-9003-4ed3-a3aa-f095ce1064db,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:08.004392 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-225d2a72-e555-418b-88bd-8d9760820768 service neutron] 10.222.0.39 "GET /v2.0/networks/43f7ecf9-300a-4a39-9133-e0bf9e2d3935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421014 Apr 20 17:14:08.072403 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d3ef57e4-1917-49ca-946e-f38827db7175 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:08.096831 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d3ef57e4-1917-49ca-946e-f38827db7175 None None] Transition to ACTIVE for port object 149d56f5-7ea5-4074-a044-47a70029a337 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:14:08.150498 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d3ef57e4-1917-49ca-946e-f38827db7175 None None] Transition to ACTIVE for port object 149d56f5-7ea5-4074-a044-47a70029a337 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:14:08.176017 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d3ef57e4-1917-49ca-946e-f38827db7175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:08.256813 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8ddc835a-116e-499b-8ab3-5ca081607827 req-27f7afd5-8975-4a76-aea9-10f58462930f tempest-ServersAdmin275Test-97803023 tempest-ServersAdmin275Test-97803023-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.1187391 Apr 20 17:14:08.257688 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9fc41751-2893-42bb-810d-85596bc82f4b up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:14:08.297277 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-7b554a38-bc4c-4c65-b572-a6bfb9af7014 service neutron] Attempting to bind port 789a1fd8-9003-4ed3-a3aa-f095ce1064db on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:14:08.297678 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-7b554a38-bc4c-4c65-b572-a6bfb9af7014 service neutron] Attempting to bind port 789a1fd8-9003-4ed3-a3aa-f095ce1064db by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '1268da2e-f076-4b78-99f1-508cb8b0f00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '876689b3-2699-4f08-9aea-b81d3f7ca01d'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:14:08.298289 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-7b554a38-bc4c-4c65-b572-a6bfb9af7014 service neutron] Attempting to bind port 789a1fd8-9003-4ed3-a3aa-f095ce1064db on network 876689b3-2699-4f08-9aea-b81d3f7ca01d {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:14:08.306521 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-7b554a38-bc4c-4c65-b572-a6bfb9af7014 service neutron] Port 789a1fd8-9003-4ed3-a3aa-f095ce1064db on network 876689b3-2699-4f08-9aea-b81d3f7ca01d not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:14:08.306929 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-7b554a38-bc4c-4c65-b572-a6bfb9af7014 service neutron] Attempting to bind port 789a1fd8-9003-4ed3-a3aa-f095ce1064db on network 876689b3-2699-4f08-9aea-b81d3f7ca01d {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:14:08.318768 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-7b554a38-bc4c-4c65-b572-a6bfb9af7014 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:14:08.318768 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-7b554a38-bc4c-4c65-b572-a6bfb9af7014 service neutron] Checking segment: {'id': '1268da2e-f076-4b78-99f1-508cb8b0f00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '876689b3-2699-4f08-9aea-b81d3f7ca01d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:14:08.318768 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-7b554a38-bc4c-4c65-b572-a6bfb9af7014 service neutron] Bound using segment: {'id': '1268da2e-f076-4b78-99f1-508cb8b0f00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '876689b3-2699-4f08-9aea-b81d3f7ca01d'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:14:08.318768 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-7b554a38-bc4c-4c65-b572-a6bfb9af7014 service neutron] Bound port: 789a1fd8-9003-4ed3-a3aa-f095ce1064db, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1268da2e-f076-4b78-99f1-508cb8b0f00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '876689b3-2699-4f08-9aea-b81d3f7ca01d'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:14:08.318768 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-7b554a38-bc4c-4c65-b572-a6bfb9af7014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:08.364257 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-687b60e4-8641-43bd-a074-a65592737271 service neutron] 10.222.0.39 "GET /v2.0/networks/2c02899a-52c9-4c30-89a4-a9d559eb303e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412118 Apr 20 17:14:08.396960 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ef57e4-1917-49ca-946e-f38827db7175 None None] Network 43f7ecf9-300a-4a39-9133-e0bf9e2d3935 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:14:08.402872 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-d3ef57e4-1917-49ca-946e-f38827db7175 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:14:08.408021 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ef57e4-1917-49ca-946e-f38827db7175 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:14:08.458962 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef57e4-1917-49ca-946e-f38827db7175 None None] Pushing event updated for resources: {'Port': ['ID=149d56f5-7ea5-4074-a044-47a70029a337,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:08.528740 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-7b554a38-bc4c-4c65-b572-a6bfb9af7014 service neutron] For port 789a1fd8-9003-4ed3-a3aa-f095ce1064db, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:14:08.531984 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-7b554a38-bc4c-4c65-b572-a6bfb9af7014 service neutron] For port 789a1fd8-9003-4ed3-a3aa-f095ce1064db, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=789a1fd8-9003-4ed3-a3aa-f095ce1064db,segment=NetworkSegment(1268da2e-f076-4b78-99f1-508cb8b0f00f),segment_id=1268da2e-f076-4b78-99f1-508cb8b0f00f)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:14:08.547146 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-7b554a38-bc4c-4c65-b572-a6bfb9af7014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:08.598775 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-d3ef57e4-1917-49ca-946e-f38827db7175 None None] Attempting to bind port 149d56f5-7ea5-4074-a044-47a70029a337 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:14:08.599061 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-d3ef57e4-1917-49ca-946e-f38827db7175 None None] Attempting to bind port 149d56f5-7ea5-4074-a044-47a70029a337 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'b34fd7fb-13f9-4e98-87c5-59ab70c54abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '43f7ecf9-300a-4a39-9133-e0bf9e2d3935'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:14:08.599646 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ef57e4-1917-49ca-946e-f38827db7175 None None] Attempting to bind port 149d56f5-7ea5-4074-a044-47a70029a337 on network 43f7ecf9-300a-4a39-9133-e0bf9e2d3935 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:14:08.610096 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ef57e4-1917-49ca-946e-f38827db7175 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:14:08.610862 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ef57e4-1917-49ca-946e-f38827db7175 None None] Checking segment: {'id': 'b34fd7fb-13f9-4e98-87c5-59ab70c54abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '43f7ecf9-300a-4a39-9133-e0bf9e2d3935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:14:08.611514 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d3ef57e4-1917-49ca-946e-f38827db7175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:08.612231 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ef57e4-1917-49ca-946e-f38827db7175 None None] Bound using segment: {'id': 'b34fd7fb-13f9-4e98-87c5-59ab70c54abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '43f7ecf9-300a-4a39-9133-e0bf9e2d3935'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:14:08.613044 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-d3ef57e4-1917-49ca-946e-f38827db7175 None None] Bound port: 149d56f5-7ea5-4074-a044-47a70029a337, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b34fd7fb-13f9-4e98-87c5-59ab70c54abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '43f7ecf9-300a-4a39-9133-e0bf9e2d3935'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:14:08.613658 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d3ef57e4-1917-49ca-946e-f38827db7175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:08.627261 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 9fc41751-2893-42bb-810d-85596bc82f4b completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:14:08.635621 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 011c836d-1701-4669-8fb3-b8e589bd35b6 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:14:08.694438 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-7b554a38-bc4c-4c65-b572-a6bfb9af7014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:08.695877 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-7b554a38-bc4c-4c65-b572-a6bfb9af7014 service neutron] 10.222.0.10 "PUT /v2.0/ports/789a1fd8-9003-4ed3-a3aa-f095ce1064db HTTP/1.1" status: 200 len: 1092 time: 2.2326727 Apr 20 17:14:08.696301 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea90530-de67-471d-97ae-336638e5eb4f', 'tag': '789a1fd8-9003-4ed3-a3aa-f095ce1064db'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:14:08.716779 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b554a38-bc4c-4c65-b572-a6bfb9af7014 service neutron] Pushing event updated for resources: {'Port': ['ID=789a1fd8-9003-4ed3-a3aa-f095ce1064db,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:08.741351 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-8c7f5ef7-bd82-4b47-8d54-2c9c29afc541 service neutron] 10.222.0.39 "GET /v2.0/networks/2c02899a-52c9-4c30-89a4-a9d559eb303e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698642 Apr 20 17:14:08.773176 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5851bb2-22f3-4999-8417-83d380f2596a req-92856a27-5d37-4e21-bde8-b30dc2f31b6c tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:08.783500 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c5851bb2-22f3-4999-8417-83d380f2596a req-92856a27-5d37-4e21-bde8-b30dc2f31b6c tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 945 time: 0.1883593 Apr 20 17:14:08.791921 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb7360-6fab-4e0d-bd29-31b548541d5d req-baf325c9-cf20-4b2f-b41d-f4f37d289118 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:08.793433 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a3cb7360-6fab-4e0d-bd29-31b548541d5d req-baf325c9-cf20-4b2f-b41d-f4f37d289118 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.43 "GET /v2.0/ports?device_id=e34329aa-3f92-4818-8b33-f7b979087201 HTTP/1.1" status: 200 len: 944 time: 0.3678751 Apr 20 17:14:08.819044 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-d3ef57e4-1917-49ca-946e-f38827db7175 None None] For port 149d56f5-7ea5-4074-a044-47a70029a337, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:14:08.825438 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-d3ef57e4-1917-49ca-946e-f38827db7175 None None] For port 149d56f5-7ea5-4074-a044-47a70029a337, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=149d56f5-7ea5-4074-a044-47a70029a337,segment=NetworkSegment(b34fd7fb-13f9-4e98-87c5-59ab70c54abf),segment_id=b34fd7fb-13f9-4e98-87c5-59ab70c54abf)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:14:08.826664 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 011c836d-1701-4669-8fb3-b8e589bd35b6 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:14:08.842435 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d3ef57e4-1917-49ca-946e-f38827db7175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:08.901602 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 011c836d-1701-4669-8fb3-b8e589bd35b6 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:14:08.901965 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:08.929989 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c5851bb2-22f3-4999-8417-83d380f2596a req-5636795f-b451-4930-97d7-ca0132de5483 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455960 Apr 20 17:14:08.945774 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-a3cb7360-6fab-4e0d-bd29-31b548541d5d req-09412750-d82e-41e3-b67a-265e91cb1982 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Deleting port e4286543-c780-46e5-a97b-9d6dd0a44686 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:14:08.946655 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-a3cb7360-6fab-4e0d-bd29-31b548541d5d req-09412750-d82e-41e3-b67a-265e91cb1982 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:08.965288 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-bb03f70b-de6a-4a72-9c37-2667d2e83dbd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5bacc27a94cb4ae79917fb554bafee5b&device_id=0ea90530-de67-471d-97ae-336638e5eb4f HTTP/1.1" status: 200 len: 1095 time: 0.1428008 Apr 20 17:14:08.973627 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c320646d-a542-46ea-b1af-28d9b3b835ab None None] Network 2c02899a-52c9-4c30-89a4-a9d559eb303e requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:14:09.164926 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-ebe620cf-6f82-448e-9170-12b3e1162c79 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=789a1fd8-9003-4ed3-a3aa-f095ce1064db HTTP/1.1" status: 200 len: 217 time: 0.1837177 Apr 20 17:14:09.212381 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4bb96f8e-11cb-496b-b58d-6234286cd52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:09.214476 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef57e4-1917-49ca-946e-f38827db7175 None None] Pushing event updated for resources: {'Port': ['ID=149d56f5-7ea5-4074-a044-47a70029a337,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:09.231185 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-fae3eef2-f44f-4900-886e-d99d47d8c3f2 None None] Provisioning for port 9fc41751-2893-42bb-810d-85596bc82f4b completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:14:09.264828 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-fae3eef2-f44f-4900-886e-d99d47d8c3f2 None None] Provisioning complete for port 9fc41751-2893-42bb-810d-85596bc82f4b triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:14:09.265704 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fae3eef2-f44f-4900-886e-d99d47d8c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:09.298266 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-fab92038-635c-4d26-83c7-f50c3beb08b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:09.310201 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-fab92038-635c-4d26-83c7-f50c3beb08b7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=45153e8c-4543-41e7-8a26-b41c720aa5a9 HTTP/1.1" status: 200 len: 854 time: 0.1342669 Apr 20 17:14:09.392346 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-5a3f9247-9ef9-4991-8cb6-f83de8b2ae87 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=876689b3-2699-4f08-9aea-b81d3f7ca01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644815 Apr 20 17:14:09.437196 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b10d6-97be-4c4b-8647-032796cfaa04 req-6c485d4e-d785-43cc-ac80-93eba010203f tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:09.453812 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-390b10d6-97be-4c4b-8647-032796cfaa04 req-6c485d4e-d785-43cc-ac80-93eba010203f tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 944 time: 0.3530424 Apr 20 17:14:09.548030 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:09.704816 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 011c836d-1701-4669-8fb3-b8e589bd35b6, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=011c836d-1701-4669-8fb3-b8e589bd35b6,segment=NetworkSegment(d70ee3cb-9712-4ca4-b7e5-50bf827f4a71),segment_id=d70ee3cb-9712-4ca4-b7e5-50bf827f4a71)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:09.722025 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-a3cb7360-6fab-4e0d-bd29-31b548541d5d req-09412750-d82e-41e3-b67a-265e91cb1982 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] For port e4286543-c780-46e5-a97b-9d6dd0a44686, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=e4286543-c780-46e5-a97b-9d6dd0a44686,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:09.723060 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-a3cb7360-6fab-4e0d-bd29-31b548541d5d req-09412750-d82e-41e3-b67a-265e91cb1982 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:09.729766 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:09.784306 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device dfe4190c-208a-46a9-accc-63ec340b2815 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:14:09.823934 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-bcffa6f9-0a42-449e-92d4-60ad89861757 service neutron] 10.222.0.10 "GET /v2.0/networks/876689b3-2699-4f08-9aea-b81d3f7ca01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600209 Apr 20 17:14:09.858489 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-a3cb7360-6fab-4e0d-bd29-31b548541d5d req-09412750-d82e-41e3-b67a-265e91cb1982 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Calling delete_port for e4286543-c780-46e5-a97b-9d6dd0a44686 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:14:09.865611 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-390b10d6-97be-4c4b-8647-032796cfaa04 req-f0f8e5e0-4120-435b-b5b1-658d701a8a0d tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110086 Apr 20 17:14:09.896157 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fae3eef2-f44f-4900-886e-d99d47d8c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:09.958108 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb41d0-0264-495c-9b57-dc30b0cee904 req-448b0129-4edb-4215-b775-6adb9669cca0 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:09.965097 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c6cb41d0-0264-495c-9b57-dc30b0cee904 req-448b0129-4edb-4215-b775-6adb9669cca0 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=e34329aa-3f92-4818-8b33-f7b979087201 HTTP/1.1" status: 200 len: 944 time: 0.3071778 Apr 20 17:14:10.023598 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=011c836d-1701-4669-8fb3-b8e589bd35b6,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:10.065794 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-247f7f0a-0d5c-42c6-87f6-f6207b52cdb4 req-4dcad42e-0a87-4159-aa1c-8e61cf68bc19 service neutron] 10.222.0.10 "GET /v2.0/networks/876689b3-2699-4f08-9aea-b81d3f7ca01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148635 Apr 20 17:14:10.080405 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-fae3eef2-f44f-4900-886e-d99d47d8c3f2 None None] For port 9fc41751-2893-42bb-810d-85596bc82f4b, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9fc41751-2893-42bb-810d-85596bc82f4b,segment=NetworkSegment(630332a0-1b2b-4993-bf2e-09cdb8bdb9d9),segment_id=630332a0-1b2b-4993-bf2e-09cdb8bdb9d9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:10.111932 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c6cb41d0-0264-495c-9b57-dc30b0cee904 req-1ddf1ba2-71e9-40df-a76d-d1faa8be1888 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455543 Apr 20 17:14:10.113823 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fae3eef2-f44f-4900-886e-d99d47d8c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:10.250270 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-a3cb7360-6fab-4e0d-bd29-31b548541d5d req-09412750-d82e-41e3-b67a-265e91cb1982 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:10.269786 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 149d56f5-7ea5-4074-a044-47a70029a337 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:14:10.361623 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['439b4ef4-8b1b-41d9-8a65-1db3637d5dec'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:14:10.384819 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bfd29e4-04b8-4ddf-8df6-4744649c378e'] response: {'name': 'network-changed', 'server_uuid': '0ea90530-de67-471d-97ae-336638e5eb4f', 'tag': '789a1fd8-9003-4ed3-a3aa-f095ce1064db', 'status': 'completed', 'code': 200} Apr 20 17:14:10.412200 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdc255-9938-4816-85ee-4d5ac42ee22e req-c3630e72-d6e6-4e44-aa89-b516cd2df001 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:10.419308 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9dcdc255-9938-4816-85ee-4d5ac42ee22e req-c3630e72-d6e6-4e44-aa89-b516cd2df001 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ea90530-de67-471d-97ae-336638e5eb4f HTTP/1.1" status: 200 len: 944 time: 0.1648560 Apr 20 17:14:10.424337 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09412750-d82e-41e3-b67a-265e91cb1982 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Pushing event deleted for resources: {'Port': ['ID=e4286543-c780-46e5-a97b-9d6dd0a44686,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:10.446942 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port dfe4190c-208a-46a9-accc-63ec340b2815 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:14:10.496985 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port dfe4190c-208a-46a9-accc-63ec340b2815 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:14:10.497375 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:10.620071 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3cb7360-6fab-4e0d-bd29-31b548541d5d req-09412750-d82e-41e3-b67a-265e91cb1982 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] No DVR routers for this DVR port e4286543-c780-46e5-a97b-9d6dd0a44686 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:14:10.620387 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9dcdc255-9938-4816-85ee-4d5ac42ee22e req-8c0dee38-9db1-401f-827a-e6e6d87784e8 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] 10.222.0.39 "GET /v2.0/security-groups?id=db560fc0-4359-4603-a35e-a5a65072364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001457 Apr 20 17:14:10.628098 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-a3cb7360-6fab-4e0d-bd29-31b548541d5d req-09412750-d82e-41e3-b67a-265e91cb1982 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:10.635391 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3eef2-f44f-4900-886e-d99d47d8c3f2 None None] Pushing event updated for resources: {'Port': ['ID=9fc41751-2893-42bb-810d-85596bc82f4b,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:10.645285 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-42da0631-597d-4be0-b4d9-a6f00f7619dd req-8943924f-f92f-4388-8e13-042a9133a2c6 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=14a3ed0f-3236-46d9-bd44-35a661399963 HTTP/1.1" status: 200 len: 210 time: 0.0708611 Apr 20 17:14:10.646079 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34329aa-3f92-4818-8b33-f7b979087201', 'name': 'network-vif-deleted', 'tag': 'e4286543-c780-46e5-a97b-9d6dd0a44686'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:14:10.667260 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6eb173ed-ec58-4588-a81c-82da8b6fc888 req-bfc18c8e-c048-41e7-b53c-ccf52f613597 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5bacc27a94cb4ae79917fb554bafee5b&device_id=0ea90530-de67-471d-97ae-336638e5eb4f HTTP/1.1" status: 200 len: 1095 time: 0.2073104 Apr 20 17:14:10.688136 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a3cb7360-6fab-4e0d-bd29-31b548541d5d req-09412750-d82e-41e3-b67a-265e91cb1982 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.43 "DELETE /v2.0/ports/e4286543-c780-46e5-a97b-9d6dd0a44686 HTTP/1.1" status: 204 len: 173 time: 1.8831592 Apr 20 17:14:10.688338 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-eed88870-406d-41c6-a414-d4f79b5d9341 None None] Provisioning complete for port 9fc41751-2893-42bb-810d-85596bc82f4b triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:14:10.688547 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-eed88870-406d-41c6-a414-d4f79b5d9341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:10.733647 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78055fa4-888f-48ac-b8fb-8132b005a290 None None] Network 43f7ecf9-300a-4a39-9133-e0bf9e2d3935 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:14:10.859160 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 149d56f5-7ea5-4074-a044-47a70029a337 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:14:10.880965 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb173ed-ec58-4588-a81c-82da8b6fc888 req-fac70542-e27b-42ae-b5e0-07b6178acd95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:10.883203 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6eb173ed-ec58-4588-a81c-82da8b6fc888 req-fac70542-e27b-42ae-b5e0-07b6178acd95 service neutron] 10.222.0.10 "GET /v2.0/networks?id=876689b3-2699-4f08-9aea-b81d3f7ca01d HTTP/1.1" status: 200 len: 915 time: 0.2073467 Apr 20 17:14:10.899897 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9e389e37-b11c-49e7-b364-97089fb3878d req-35a8b4d2-b6d5-482e-bb7c-05820214347c tempest-ServersAdmin275Test-97803023 tempest-ServersAdmin275Test-97803023-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.0771749 Apr 20 17:14:10.999699 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6eb173ed-ec58-4588-a81c-82da8b6fc888 req-63548123-6b3e-4cf4-9e95-b005310dab0c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=789a1fd8-9003-4ed3-a3aa-f095ce1064db HTTP/1.1" status: 200 len: 217 time: 0.1101506 Apr 20 17:14:11.087763 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb173ed-ec58-4588-a81c-82da8b6fc888 req-91265d08-6e72-44c8-9032-18b966c22494 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:11.090081 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6eb173ed-ec58-4588-a81c-82da8b6fc888 req-91265d08-6e72-44c8-9032-18b966c22494 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=45153e8c-4543-41e7-8a26-b41c720aa5a9 HTTP/1.1" status: 200 len: 854 time: 0.0836568 Apr 20 17:14:11.093379 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:11.214441 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-0de8c166-1a7b-4f59-8116-a662bd778238 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:11.218955 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-0de8c166-1a7b-4f59-8116-a662bd778238 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:11.220813 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6eb173ed-ec58-4588-a81c-82da8b6fc888 req-f06cb9c5-1478-4356-a449-02d0cef63a32 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=876689b3-2699-4f08-9aea-b81d3f7ca01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1231236 Apr 20 17:14:11.223248 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-0de8c166-1a7b-4f59-8116-a662bd778238 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.43 "GET /v2.0/networks?id=2c02899a-52c9-4c30-89a4-a9d559eb303e&id=43f7ecf9-300a-4a39-9133-e0bf9e2d3935&id=2c02899a-52c9-4c30-89a4-a9d559eb303e HTTP/1.1" status: 200 len: 1391 time: 0.2918987 Apr 20 17:14:11.247974 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-f16fe96c-6c86-46ea-b42c-a67d6fb986d1 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Request body: {'port': {'device_id': '14a3ed0f-3236-46d9-bd44-35a661399963', 'network_id': '2c02899a-52c9-4c30-89a4-a9d559eb303e', 'admin_state_up': True, 'tenant_id': '4f510c870a174765bb86dc367cadd96a'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:14:11.314474 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91da8ecf-82e4-4aac-8ee2-0d2730925261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe4190c-208a-46a9-accc-63ec340b2815'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:14:11.494242 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port dfe4190c-208a-46a9-accc-63ec340b2815, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=dfe4190c-208a-46a9-accc-63ec340b2815,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:11.517159 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:11.517955 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device e4286543-c780-46e5-a97b-9d6dd0a44686 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:14:11.566062 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6eb173ed-ec58-4588-a81c-82da8b6fc888 req-385f88dc-3af5-4d27-a6fa-a2155a5cfcb5 service neutron] 10.222.0.10 "GET /v2.0/networks/876689b3-2699-4f08-9aea-b81d3f7ca01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947324 Apr 20 17:14:11.573098 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b241b68-a3f2-428d-86f7-c690d405a87c req-38731709-e601-41f0-ab1a-84602dc37416 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:11.581132 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b241b68-a3f2-428d-86f7-c690d405a87c req-38731709-e601-41f0-ab1a-84602dc37416 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=508af857-492b-4a99-8dab-2e5cf3f64d42 HTTP/1.1" status: 200 len: 945 time: 0.3593528 Apr 20 17:14:11.606213 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543a16d-62b9-441a-a6e9-2005d5c6fc9f req-ab260aa1-85c3-4946-9f9d-890f92db9f57 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:11.607883 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f543a16d-62b9-441a-a6e9-2005d5c6fc9f req-ab260aa1-85c3-4946-9f9d-890f92db9f57 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 945 time: 0.3375916 Apr 20 17:14:11.610441 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-f16fe96c-6c86-46ea-b42c-a67d6fb986d1 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:14:11.611193 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: e4286543-c780-46e5-a97b-9d6dd0a44686 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:14:11.611525 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device e4286543-c780-46e5-a97b-9d6dd0a44686 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:14:11.618522 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-69267ec0-ae82-4651-8d13-988d3b58e808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:11.625434 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-f16fe96c-6c86-46ea-b42c-a67d6fb986d1 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Usage tracker for resource:port and tenant:4f510c870a174765bb86dc367cadd96a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:14:11.631024 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-f16fe96c-6c86-46ea-b42c-a67d6fb986d1 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:14:11.640967 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-f16fe96c-6c86-46ea-b42c-a67d6fb986d1 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:14:11.650440 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=dfe4190c-208a-46a9-accc-63ec340b2815,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:11.699735 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-f16fe96c-6c86-46ea-b42c-a67d6fb986d1 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Made reservation on behalf of 4f510c870a174765bb86dc367cadd96a for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:14:11.703189 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-f16fe96c-6c86-46ea-b42c-a67d6fb986d1 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:11.715050 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-afc4708b-b940-41e2-87dd-098099c2e068 None None] Provisioning for port 149d56f5-7ea5-4074-a044-47a70029a337 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:14:11.720541 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-afc4708b-b940-41e2-87dd-098099c2e068 None None] Provisioning complete for port 149d56f5-7ea5-4074-a044-47a70029a337 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:14:11.720894 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-afc4708b-b940-41e2-87dd-098099c2e068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:11.731442 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f543a16d-62b9-441a-a6e9-2005d5c6fc9f req-76e70273-d498-4728-b9e8-881af5dbe12b tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791924 Apr 20 17:14:11.760498 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b241b68-a3f2-428d-86f7-c690d405a87c req-d1536355-82fc-48db-8996-0ebfda7609af tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783011 Apr 20 17:14:11.856921 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6eb173ed-ec58-4588-a81c-82da8b6fc888 req-99ee27de-4936-46ee-9e94-f5ca8877be44 service neutron] 10.222.0.10 "GET /v2.0/networks/876689b3-2699-4f08-9aea-b81d3f7ca01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609587 Apr 20 17:14:11.961677 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98643b2b-71fc-48de-96a5-251c8956ef33'] response: {'server_uuid': 'e34329aa-3f92-4818-8b33-f7b979087201', 'name': 'network-vif-deleted', 'tag': 'e4286543-c780-46e5-a97b-9d6dd0a44686', 'status': 'completed', 'code': 200} Apr 20 17:14:11.962783 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-afc4708b-b940-41e2-87dd-098099c2e068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:12.042271 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-f16fe96c-6c86-46ea-b42c-a67d6fb986d1 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Allocated IP 19.80.0.68 (2c02899a-52c9-4c30-89a4-a9d559eb303e/a395c410-f854-4a03-bacd-c53df0bf0327/3d166def-4fd5-4c53-83fe-f9b1cd382848) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:14:12.068693 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-afc4708b-b940-41e2-87dd-098099c2e068 None None] For port 149d56f5-7ea5-4074-a044-47a70029a337, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=149d56f5-7ea5-4074-a044-47a70029a337,segment=NetworkSegment(b34fd7fb-13f9-4e98-87c5-59ab70c54abf),segment_id=b34fd7fb-13f9-4e98-87c5-59ab70c54abf)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:12.079369 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-afc4708b-b940-41e2-87dd-098099c2e068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:12.147622 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9fc41751-2893-42bb-810d-85596bc82f4b up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:14:12.251370 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ac534e7b-d037-4cd6-9808-dda986015035 None None] Provisioning complete for port 149d56f5-7ea5-4074-a044-47a70029a337 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:14:12.251716 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ac534e7b-d037-4cd6-9808-dda986015035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:12.310117 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4708b-b940-41e2-87dd-098099c2e068 None None] Pushing event updated for resources: {'Port': ['ID=149d56f5-7ea5-4074-a044-47a70029a337,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:12.338648 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11899dd-41bf-4070-b365-e0426a0607d1 req-7532015e-aaec-4324-906a-072769831c6b tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:12.340773 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c11899dd-41bf-4070-b365-e0426a0607d1 req-7532015e-aaec-4324-906a-072769831c6b tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 945 time: 0.2487686 Apr 20 17:14:12.352542 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 9fc41751-2893-42bb-810d-85596bc82f4b triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:14:12.352902 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:12.429838 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-f16fe96c-6c86-46ea-b42c-a67d6fb986d1 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:12.451378 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c11899dd-41bf-4070-b365-e0426a0607d1 req-9b741a6a-cbc0-496c-8da7-e98b15899c23 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895078 Apr 20 17:14:12.454133 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-f16fe96c-6c86-46ea-b42c-a67d6fb986d1 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Transition to ACTIVE for port object 3d166def-4fd5-4c53-83fe-f9b1cd382848 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:14:12.479742 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-f16fe96c-6c86-46ea-b42c-a67d6fb986d1 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:12.705574 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:12.723958 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:12.729920 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-f16fe96c-6c86-46ea-b42c-a67d6fb986d1 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Network 2c02899a-52c9-4c30-89a4-a9d559eb303e is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:14:12.731119 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c538760b-3bfe-43d6-9c04-e5ed71f4dd6e'] response: {'server_uuid': '91da8ecf-82e4-4aac-8ee2-0d2730925261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe4190c-208a-46a9-accc-63ec340b2815', 'code': 200} Apr 20 17:14:12.732861 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 011c836d-1701-4669-8fb3-b8e589bd35b6 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:14:12.736202 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-f16fe96c-6c86-46ea-b42c-a67d6fb986d1 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:14:12.752560 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-f16fe96c-6c86-46ea-b42c-a67d6fb986d1 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:14:12.813458 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16fe96c-6c86-46ea-b42c-a67d6fb986d1 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Pushing event updated for resources: {'Port': ['ID=3d166def-4fd5-4c53-83fe-f9b1cd382848,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:12.856314 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-f16fe96c-6c86-46ea-b42c-a67d6fb986d1 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:12.857173 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-f16fe96c-6c86-46ea-b42c-a67d6fb986d1 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:12.882545 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 011c836d-1701-4669-8fb3-b8e589bd35b6 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:14:12.882904 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:12.892633 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-f16fe96c-6c86-46ea-b42c-a67d6fb986d1 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6494248 Apr 20 17:14:12.910043 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-1a3d3312-569d-4c3c-8eef-a502dfa99052 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Request body: {'port': {'device_id': '14a3ed0f-3236-46d9-bd44-35a661399963', 'network_id': '43f7ecf9-300a-4a39-9133-e0bf9e2d3935', 'admin_state_up': True, 'tenant_id': '4f510c870a174765bb86dc367cadd96a'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:14:13.013436 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:13.112341 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4e0ad2d5-b2c8-45a8-88bd-5177935b1001 req-fa2ebfce-a88e-42d3-b213-0efe7f5f2232 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 1096 time: 0.2596312 Apr 20 17:14:13.130369 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23179b-422c-470d-8386-615ca9ef2afc req-ccc129ec-8855-420a-8fdd-580e56203ed3 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:13.131903 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6e23179b-422c-470d-8386-615ca9ef2afc req-ccc129ec-8855-420a-8fdd-580e56203ed3 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ea90530-de67-471d-97ae-336638e5eb4f HTTP/1.1" status: 200 len: 944 time: 0.3766448 Apr 20 17:14:13.193301 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0e5526d3-7f73-4601-990d-65e1f5abed80 None None] Provisioning for port 3d166def-4fd5-4c53-83fe-f9b1cd382848 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:14:13.199870 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0e5526d3-7f73-4601-990d-65e1f5abed80 None None] Provisioning complete for port 3d166def-4fd5-4c53-83fe-f9b1cd382848 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:14:13.200386 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0e5526d3-7f73-4601-990d-65e1f5abed80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:13.226853 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4e0ad2d5-b2c8-45a8-88bd-5177935b1001 req-3b63149f-7ecc-4f83-ace7-172b9c133e8c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939629 Apr 20 17:14:13.256309 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6e23179b-422c-470d-8386-615ca9ef2afc req-e2d3bd04-90eb-4236-bedc-8dcaaeeec5ba tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] 10.222.0.39 "GET /v2.0/security-groups?id=db560fc0-4359-4603-a35e-a5a65072364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463748 Apr 20 17:14:13.288636 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-1a3d3312-569d-4c3c-8eef-a502dfa99052 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:14:13.290236 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-1a3d3312-569d-4c3c-8eef-a502dfa99052 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Usage tracker for resource:port and tenant:4f510c870a174765bb86dc367cadd96a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:14:13.293739 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-1a3d3312-569d-4c3c-8eef-a502dfa99052 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:14:13.301000 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-1a3d3312-569d-4c3c-8eef-a502dfa99052 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:14:13.324143 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-1a3d3312-569d-4c3c-8eef-a502dfa99052 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Made reservation on behalf of 4f510c870a174765bb86dc367cadd96a for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:14:13.332439 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-1a3d3312-569d-4c3c-8eef-a502dfa99052 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:13.376741 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0e5526d3-7f73-4601-990d-65e1f5abed80 None None] Port 3d166def-4fd5-4c53-83fe-f9b1cd382848 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:14:13.402489 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c4b41-a5fa-47ba-8beb-3daa4932de72 req-091bc7a0-49bd-4694-a86b-ad6ed60cb2c8 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:13.403625 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e01c4b41-a5fa-47ba-8beb-3daa4932de72 req-091bc7a0-49bd-4694-a86b-ad6ed60cb2c8 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Synchronizing usage tracker for tenant:4f510c870a174765bb86dc367cadd96a on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:14:13.657855 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-1a3d3312-569d-4c3c-8eef-a502dfa99052 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Allocated IP 19.86.0.134 (43f7ecf9-300a-4a39-9133-e0bf9e2d3935/df64784f-c46e-422b-b17f-3356688230c8/a324d68e-3036-4151-9635-20994dfcd084) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:14:13.834897 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e01c4b41-a5fa-47ba-8beb-3daa4932de72 req-091bc7a0-49bd-4694-a86b-ad6ed60cb2c8 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Unset dirty status for tenant:4f510c870a174765bb86dc367cadd96a on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:14:13.836647 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e01c4b41-a5fa-47ba-8beb-3daa4932de72 req-091bc7a0-49bd-4694-a86b-ad6ed60cb2c8 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=14a3ed0f-3236-46d9-bd44-35a661399963 HTTP/1.1" status: 200 len: 931 time: 0.7150459 Apr 20 17:14:13.875956 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:13.890371 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 789a1fd8-9003-4ed3-a3aa-f095ce1064db details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:14:13.963447 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-1a3d3312-569d-4c3c-8eef-a502dfa99052 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:13.983056 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-1a3d3312-569d-4c3c-8eef-a502dfa99052 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Transition to ACTIVE for port object a324d68e-3036-4151-9635-20994dfcd084 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:14:14.083539 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-1a3d3312-569d-4c3c-8eef-a502dfa99052 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:14.106283 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-daca5282-1dc0-4a96-a22d-fc8f1555aad6 req-54bd5ff1-0579-49c8-ab97-e8ee164387ed tempest-ServersAdmin275Test-97803023 tempest-ServersAdmin275Test-97803023-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.0993843 Apr 20 17:14:14.115793 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 789a1fd8-9003-4ed3-a3aa-f095ce1064db, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=789a1fd8-9003-4ed3-a3aa-f095ce1064db,segment=NetworkSegment(1268da2e-f076-4b78-99f1-508cb8b0f00f),segment_id=1268da2e-f076-4b78-99f1-508cb8b0f00f)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:14.134531 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '789a1fd8-9003-4ed3-a3aa-f095ce1064db', 'network_id': '876689b3-2699-4f08-9aea-b81d3f7ca01d', 'port_id': '789a1fd8-9003-4ed3-a3aa-f095ce1064db', 'mac_address': 'fa:16:3e:c6:70:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45153e8c-4543-41e7-8a26-b41c720aa5a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:14:14.205489 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 149d56f5-7ea5-4074-a044-47a70029a337 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:14:14.294480 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-1a3d3312-569d-4c3c-8eef-a502dfa99052 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Network 43f7ecf9-300a-4a39-9133-e0bf9e2d3935 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:14:14.302074 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-1a3d3312-569d-4c3c-8eef-a502dfa99052 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:14:14.305924 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-1a3d3312-569d-4c3c-8eef-a502dfa99052 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:14:14.353319 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:14.394087 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-1a3d3312-569d-4c3c-8eef-a502dfa99052 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:14.394923 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-1a3d3312-569d-4c3c-8eef-a502dfa99052 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:14.412723 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 789a1fd8-9003-4ed3-a3aa-f095ce1064db {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:14:14.420953 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e01c4b41-a5fa-47ba-8beb-3daa4932de72 req-8160624c-feb2-4ebf-b953-48611817fab2 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Synchronizing usage tracker for tenant:4f510c870a174765bb86dc367cadd96a on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:14:14.428104 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d3312-569d-4c3c-8eef-a502dfa99052 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Pushing event updated for resources: {'Port': ['ID=a324d68e-3036-4151-9635-20994dfcd084,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:14.435652 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-1a3d3312-569d-4c3c-8eef-a502dfa99052 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5360239 Apr 20 17:14:14.447620 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-a2b31320-bbad-4bd5-9cc3-3b639de8bd3f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Request body: {'port': {'device_id': '14a3ed0f-3236-46d9-bd44-35a661399963', 'network_id': '2c02899a-52c9-4c30-89a4-a9d559eb303e', 'admin_state_up': True, 'tenant_id': '4f510c870a174765bb86dc367cadd96a'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:14:14.464946 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 789a1fd8-9003-4ed3-a3aa-f095ce1064db, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=789a1fd8-9003-4ed3-a3aa-f095ce1064db,segment=NetworkSegment(1268da2e-f076-4b78-99f1-508cb8b0f00f),segment_id=1268da2e-f076-4b78-99f1-508cb8b0f00f)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:14.492717 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:14.617543 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-a2b31320-bbad-4bd5-9cc3-3b639de8bd3f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:14:14.627944 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-a2b31320-bbad-4bd5-9cc3-3b639de8bd3f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:14:14.628204 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 149d56f5-7ea5-4074-a044-47a70029a337 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:14:14.628726 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:14.654491 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-a2b31320-bbad-4bd5-9cc3-3b639de8bd3f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Made reservation on behalf of 4f510c870a174765bb86dc367cadd96a for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:14:14.661719 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-a2b31320-bbad-4bd5-9cc3-3b639de8bd3f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:14.667324 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=789a1fd8-9003-4ed3-a3aa-f095ce1064db,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:14.688572 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e01c4b41-a5fa-47ba-8beb-3daa4932de72 req-8160624c-feb2-4ebf-b953-48611817fab2 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Unset dirty status for tenant:4f510c870a174765bb86dc367cadd96a on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:14:14.693144 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e01c4b41-a5fa-47ba-8beb-3daa4932de72 req-8160624c-feb2-4ebf-b953-48611817fab2 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6856635 Apr 20 17:14:14.722312 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc8697-ca65-493f-a16c-30d528522e32 req-d0ed094e-7cb6-40a0-9660-f1096cb15c61 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:14.738438 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-14bc8697-ca65-493f-a16c-30d528522e32 req-d0ed094e-7cb6-40a0-9660-f1096cb15c61 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 945 time: 0.1704063 Apr 20 17:14:14.872423 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-14bc8697-ca65-493f-a16c-30d528522e32 req-44fc70b3-a11a-4e05-bb5a-82dda5cadcf3 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329730 Apr 20 17:14:14.894644 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['789a1fd8-9003-4ed3-a3aa-f095ce1064db'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:14:15.013026 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:15.057363 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f99ac405-470f-4d98-8216-90f9a2638a63 None None] Provisioning for port a324d68e-3036-4151-9635-20994dfcd084 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:14:15.078438 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-a2b31320-bbad-4bd5-9cc3-3b639de8bd3f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Allocated IP 19.80.0.103 (2c02899a-52c9-4c30-89a4-a9d559eb303e/a395c410-f854-4a03-bacd-c53df0bf0327/9a24925c-7687-433e-a22c-1a33fb6dc496) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:14:15.085540 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2955b-710c-4958-a652-ad080b94b0af req-69a3f64e-47c0-49de-be48-313aebdb90bd tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:15.087092 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e3f2955b-710c-4958-a652-ad080b94b0af req-69a3f64e-47c0-49de-be48-313aebdb90bd tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 945 time: 0.2282193 Apr 20 17:14:15.096198 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f99ac405-470f-4d98-8216-90f9a2638a63 None None] Provisioning complete for port a324d68e-3036-4151-9635-20994dfcd084 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:14:15.096825 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f99ac405-470f-4d98-8216-90f9a2638a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:15.172794 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e3f2955b-710c-4958-a652-ad080b94b0af req-54b649a8-f733-4d04-b1bc-7824d2282462 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769460 Apr 20 17:14:15.282733 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-f99ac405-470f-4d98-8216-90f9a2638a63 None None] Port a324d68e-3036-4151-9635-20994dfcd084 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:14:15.395367 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-a2b31320-bbad-4bd5-9cc3-3b639de8bd3f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:15.421565 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514de3f9-e84f-45b5-bc44-33dd79214b81 req-caf85797-347d-4002-9f6a-d5b53996dc57 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:15.440798 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-514de3f9-e84f-45b5-bc44-33dd79214b81 req-caf85797-347d-4002-9f6a-d5b53996dc57 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ea90530-de67-471d-97ae-336638e5eb4f HTTP/1.1" status: 200 len: 945 time: 0.1810279 Apr 20 17:14:15.446023 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-a2b31320-bbad-4bd5-9cc3-3b639de8bd3f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Transition to ACTIVE for port object 9a24925c-7687-433e-a22c-1a33fb6dc496 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:14:15.518033 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-a2b31320-bbad-4bd5-9cc3-3b639de8bd3f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:15.546854 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-514de3f9-e84f-45b5-bc44-33dd79214b81 req-f0b61539-c136-4a34-bf5a-c8b0889e7cbe tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] 10.222.0.39 "GET /v2.0/security-groups?id=db560fc0-4359-4603-a35e-a5a65072364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996730 Apr 20 17:14:15.654590 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-a2b31320-bbad-4bd5-9cc3-3b639de8bd3f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Network 2c02899a-52c9-4c30-89a4-a9d559eb303e is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:14:15.664278 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-a2b31320-bbad-4bd5-9cc3-3b639de8bd3f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:14:15.666852 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-a2b31320-bbad-4bd5-9cc3-3b639de8bd3f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:14:15.740768 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b31320-bbad-4bd5-9cc3-3b639de8bd3f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Pushing event updated for resources: {'Port': ['ID=9a24925c-7687-433e-a22c-1a33fb6dc496,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:15.755291 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b31320-bbad-4bd5-9cc3-3b639de8bd3f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:14:15.755640 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b31320-bbad-4bd5-9cc3-3b639de8bd3f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:14:15.755948 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b31320-bbad-4bd5-9cc3-3b639de8bd3f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:14:15.756292 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b31320-bbad-4bd5-9cc3-3b639de8bd3f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:14:15.756665 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b31320-bbad-4bd5-9cc3-3b639de8bd3f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:14:15.756984 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b31320-bbad-4bd5-9cc3-3b639de8bd3f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:14:15.757299 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b31320-bbad-4bd5-9cc3-3b639de8bd3f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:14:15.757614 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b31320-bbad-4bd5-9cc3-3b639de8bd3f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:14:15.758113 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b31320-bbad-4bd5-9cc3-3b639de8bd3f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:14:15.758439 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b31320-bbad-4bd5-9cc3-3b639de8bd3f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:14:15.758760 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b31320-bbad-4bd5-9cc3-3b639de8bd3f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:14:15.776032 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-a2b31320-bbad-4bd5-9cc3-3b639de8bd3f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:15.776793 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-a2b31320-bbad-4bd5-9cc3-3b639de8bd3f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:15.812397 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-a2b31320-bbad-4bd5-9cc3-3b639de8bd3f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3688674 Apr 20 17:14:15.821802 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-10dd6d88-3500-4475-834b-32152969bbb4 req-8bc987e5-fb7e-43a3-9020-caeb631ef12e tempest-ServersAdmin275Test-97803023 tempest-ServersAdmin275Test-97803023-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.0641940 Apr 20 17:14:15.827187 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-03184f89-5b51-4de0-b986-0ff080224d85 service neutron] Request body: {'port': {'device_id': '14a3ed0f-3236-46d9-bd44-35a661399963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:14:15.835178 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 5dc22a70-80d2-4716-a512-6640a1864a9d details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:14:16.070439 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 5dc22a70-80d2-4716-a512-6640a1864a9d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=5dc22a70-80d2-4716-a512-6640a1864a9d,segment=NetworkSegment(7bd8babb-8003-4806-8692-e92ce3a5f993),segment_id=7bd8babb-8003-4806-8692-e92ce3a5f993)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:16.090915 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '5dc22a70-80d2-4716-a512-6640a1864a9d', 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1', 'port_id': '5dc22a70-80d2-4716-a512-6640a1864a9d', 'mac_address': 'fa:16:3e:4a:87:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fc33d54-66ae-4acd-9a13-99509719aca0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:14:16.157036 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:16.178886 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5dc22a70-80d2-4716-a512-6640a1864a9d {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:14:16.192163 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c9df800a-5055-4581-a047-28dfce4ee7fe None None] Provisioning for port 9a24925c-7687-433e-a22c-1a33fb6dc496 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:14:16.214384 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c9df800a-5055-4581-a047-28dfce4ee7fe None None] Provisioning complete for port 9a24925c-7687-433e-a22c-1a33fb6dc496 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:14:16.214766 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c9df800a-5055-4581-a047-28dfce4ee7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:16.259375 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 5dc22a70-80d2-4716-a512-6640a1864a9d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=5dc22a70-80d2-4716-a512-6640a1864a9d,segment=NetworkSegment(7bd8babb-8003-4806-8692-e92ce3a5f993),segment_id=7bd8babb-8003-4806-8692-e92ce3a5f993)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:16.279762 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3ea814d5-4a3c-47a6-a576-7dfe5eb55848 req-cf7f48c8-cf59-4fb3-a731-8c9069de11c1 tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 1096 time: 0.3879569 Apr 20 17:14:16.283470 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:16.301113 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-03184f89-5b51-4de0-b986-0ff080224d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:16.401417 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-c9df800a-5055-4581-a047-28dfce4ee7fe None None] Port 9a24925c-7687-433e-a22c-1a33fb6dc496 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:14:16.407230 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3ea814d5-4a3c-47a6-a576-7dfe5eb55848 req-e5c7bc03-55d8-422a-bb2d-a02f18a6d4f6 tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262314 Apr 20 17:14:16.420695 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a731881-dfca-4fb2-916d-6af4088f9fb8 req-fdb8cd64-8b0b-47ba-8a99-fa93e83b32ca tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:16.426413 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a731881-dfca-4fb2-916d-6af4088f9fb8 req-fdb8cd64-8b0b-47ba-8a99-fa93e83b32ca tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:16.433781 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a731881-dfca-4fb2-916d-6af4088f9fb8 req-fdb8cd64-8b0b-47ba-8a99-fa93e83b32ca tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:16.434693 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-1a731881-dfca-4fb2-916d-6af4088f9fb8 req-fdb8cd64-8b0b-47ba-8a99-fa93e83b32ca tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Synchronizing usage tracker for tenant:4f510c870a174765bb86dc367cadd96a on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:14:16.459572 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-1a731881-dfca-4fb2-916d-6af4088f9fb8 req-fdb8cd64-8b0b-47ba-8a99-fa93e83b32ca tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Unset dirty status for tenant:4f510c870a174765bb86dc367cadd96a on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:14:16.462114 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1a731881-dfca-4fb2-916d-6af4088f9fb8 req-fdb8cd64-8b0b-47ba-8a99-fa93e83b32ca tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=14a3ed0f-3236-46d9-bd44-35a661399963 HTTP/1.1" status: 200 len: 2376 time: 0.1970928 Apr 20 17:14:16.467692 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['5dc22a70-80d2-4716-a512-6640a1864a9d'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:14:16.526648 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1a731881-dfca-4fb2-916d-6af4088f9fb8 req-8c43abbf-1fe7-479b-8cc0-7934a5aa35dd tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596256 Apr 20 17:14:16.550358 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=5dc22a70-80d2-4716-a512-6640a1864a9d,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:16.813043 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca66e6-2700-497e-bd12-ad08ad3377dd req-4795641b-2bce-43c2-8540-6c3036c8968d tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:16.814501 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e5ca66e6-2700-497e-bd12-ad08ad3377dd req-4795641b-2bce-43c2-8540-6c3036c8968d tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 944 time: 0.1257019 Apr 20 17:14:16.918789 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e5ca66e6-2700-497e-bd12-ad08ad3377dd req-9ad83317-45da-4820-9068-84a7427243cc tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951631 Apr 20 17:14:16.920698 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-03184f89-5b51-4de0-b986-0ff080224d85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d166def-4fd5-4c53-83fe-f9b1cd382848 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:14:16.927902 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-03184f89-5b51-4de0-b986-0ff080224d85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:16.944033 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-03184f89-5b51-4de0-b986-0ff080224d85 service neutron] Transition to ACTIVE for port object 3d166def-4fd5-4c53-83fe-f9b1cd382848 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:14:16.950691 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-03184f89-5b51-4de0-b986-0ff080224d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:17.029112 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7d8cd028-6cfe-4dc2-858c-25242f42f7bd req-43bbc7ee-267d-4051-9c6d-c6c8c6f475a5 tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 1096 time: 0.0761156 Apr 20 17:14:17.090712 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7d8cd028-6cfe-4dc2-858c-25242f42f7bd req-c6d3c14c-d407-4783-94c4-2dfad69b0391 tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541372 Apr 20 17:14:17.101423 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03184f89-5b51-4de0-b986-0ff080224d85 service neutron] Pushing event updated for resources: {'Port': ['ID=3d166def-4fd5-4c53-83fe-f9b1cd382848,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:17.229107 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-03184f89-5b51-4de0-b986-0ff080224d85 service neutron] Attempting to bind port 3d166def-4fd5-4c53-83fe-f9b1cd382848 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:14:17.229426 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-03184f89-5b51-4de0-b986-0ff080224d85 service neutron] Attempting to bind port 3d166def-4fd5-4c53-83fe-f9b1cd382848 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '630332a0-1b2b-4993-bf2e-09cdb8bdb9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2c02899a-52c9-4c30-89a4-a9d559eb303e'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:14:17.229677 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-03184f89-5b51-4de0-b986-0ff080224d85 service neutron] Attempting to bind port 3d166def-4fd5-4c53-83fe-f9b1cd382848 on network 2c02899a-52c9-4c30-89a4-a9d559eb303e {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:14:17.235940 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-03184f89-5b51-4de0-b986-0ff080224d85 service neutron] Port 3d166def-4fd5-4c53-83fe-f9b1cd382848 on network 2c02899a-52c9-4c30-89a4-a9d559eb303e not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:14:17.236519 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-03184f89-5b51-4de0-b986-0ff080224d85 service neutron] Attempting to bind port 3d166def-4fd5-4c53-83fe-f9b1cd382848 on network 2c02899a-52c9-4c30-89a4-a9d559eb303e {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:14:17.244095 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-03184f89-5b51-4de0-b986-0ff080224d85 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:14:17.244883 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-03184f89-5b51-4de0-b986-0ff080224d85 service neutron] Checking segment: {'id': '630332a0-1b2b-4993-bf2e-09cdb8bdb9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2c02899a-52c9-4c30-89a4-a9d559eb303e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:14:17.245464 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-03184f89-5b51-4de0-b986-0ff080224d85 service neutron] Bound using segment: {'id': '630332a0-1b2b-4993-bf2e-09cdb8bdb9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2c02899a-52c9-4c30-89a4-a9d559eb303e'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:14:17.246240 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-03184f89-5b51-4de0-b986-0ff080224d85 service neutron] Bound port: 3d166def-4fd5-4c53-83fe-f9b1cd382848, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '630332a0-1b2b-4993-bf2e-09cdb8bdb9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2c02899a-52c9-4c30-89a4-a9d559eb303e'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:14:17.247145 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-03184f89-5b51-4de0-b986-0ff080224d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:17.320083 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef3e4d-ec56-4f18-820f-e86c2fd631fb req-f68d30dc-24ac-484f-9e8a-0e5834d96d1b tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:17.322125 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-34ef3e4d-ec56-4f18-820f-e86c2fd631fb req-f68d30dc-24ac-484f-9e8a-0e5834d96d1b tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ea90530-de67-471d-97ae-336638e5eb4f HTTP/1.1" status: 200 len: 945 time: 0.0985048 Apr 20 17:14:17.341775 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-03184f89-5b51-4de0-b986-0ff080224d85 service neutron] For port 3d166def-4fd5-4c53-83fe-f9b1cd382848, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:14:17.349244 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-03184f89-5b51-4de0-b986-0ff080224d85 service neutron] For port 3d166def-4fd5-4c53-83fe-f9b1cd382848, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=3d166def-4fd5-4c53-83fe-f9b1cd382848,segment=NetworkSegment(630332a0-1b2b-4993-bf2e-09cdb8bdb9d9),segment_id=630332a0-1b2b-4993-bf2e-09cdb8bdb9d9)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:14:17.355808 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-03184f89-5b51-4de0-b986-0ff080224d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:17.374159 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-34ef3e4d-ec56-4f18-820f-e86c2fd631fb req-0bad5ff0-3101-4b38-b966-3f9477c09785 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] 10.222.0.39 "GET /v2.0/security-groups?id=db560fc0-4359-4603-a35e-a5a65072364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463066 Apr 20 17:14:17.499735 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-03184f89-5b51-4de0-b986-0ff080224d85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:17.501084 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-03184f89-5b51-4de0-b986-0ff080224d85 service neutron] 10.222.0.43 "PUT /v2.0/ports/3d166def-4fd5-4c53-83fe-f9b1cd382848 HTTP/1.1" status: 200 len: 1091 time: 1.6784925 Apr 20 17:14:17.501517 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a3ed0f-3236-46d9-bd44-35a661399963', 'tag': '3d166def-4fd5-4c53-83fe-f9b1cd382848'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:14:17.516770 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03184f89-5b51-4de0-b986-0ff080224d85 service neutron] Pushing event updated for resources: {'Port': ['ID=3d166def-4fd5-4c53-83fe-f9b1cd382848,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:17.541749 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-602dd027-4da8-4354-875b-bf9397fb9fe5 service neutron] Request body: {'port': {'device_id': '14a3ed0f-3236-46d9-bd44-35a661399963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:14:17.554272 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cf9bac66-fa8b-479a-be6a-012abebe5258 req-a69ad472-85e7-4435-a094-82bd06517d83 tempest-ServersAdmin275Test-97803023 tempest-ServersAdmin275Test-97803023-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.0408497 Apr 20 17:14:17.592359 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a1caa-2b62-43e6-964b-4335434c8562 req-9ca9340d-4757-41be-8ffa-6b9a56f7f32b tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:17.593869 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fc9a1caa-2b62-43e6-964b-4335434c8562 req-9ca9340d-4757-41be-8ffa-6b9a56f7f32b tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f3bd296-fbd0-4d30-9e39-2dfd1b10da9a HTTP/1.1" status: 200 len: 946 time: 0.2005906 Apr 20 17:14:17.698388 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fc9a1caa-2b62-43e6-964b-4335434c8562 req-812cc3dd-5182-436e-94af-053ceba7f2a9 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "GET /v2.0/security-groups?id=da720825-3e6c-4625-8bdc-bcad0db5212e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947585 Apr 20 17:14:17.705776 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-602dd027-4da8-4354-875b-bf9397fb9fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:17.832783 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 5dc22a70-80d2-4716-a512-6640a1864a9d up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:14:17.847821 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a2f0235-0e0b-4c77-b685-0608ad1b0ef0'] response: {'name': 'network-changed', 'server_uuid': '14a3ed0f-3236-46d9-bd44-35a661399963', 'tag': '3d166def-4fd5-4c53-83fe-f9b1cd382848', 'status': 'completed', 'code': 200} Apr 20 17:14:17.921452 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 41cf9253-f76a-4ca7-bc92-409d4d8bb8b1 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:14:17.927452 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 789a1fd8-9003-4ed3-a3aa-f095ce1064db up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:14:18.076341 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e49394-5cbc-41d8-a171-cafc0b9e3155 req-6cf9f5c6-6654-4794-8fbd-79c89649ff41 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:18.085162 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f7e49394-5cbc-41d8-a171-cafc0b9e3155 req-6cf9f5c6-6654-4794-8fbd-79c89649ff41 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 945 time: 0.2544260 Apr 20 17:14:18.110119 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2137a00-a4b3-475e-adc1-86328e40b927 req-8d469442-741e-4134-9314-aad0ccaa8b22 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f510c870a174765bb86dc367cadd96a&device_id=14a3ed0f-3236-46d9-bd44-35a661399963 HTTP/1.1" status: 200 len: 2731 time: 0.1866000 Apr 20 17:14:18.128565 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d8e2f-fd2b-4c01-9491-0e45905debda req-f833c1d6-3966-44c9-991a-dfa40b849966 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:18.132568 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d8e2f-fd2b-4c01-9491-0e45905debda req-f833c1d6-3966-44c9-991a-dfa40b849966 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:18.140839 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d8e2f-fd2b-4c01-9491-0e45905debda req-f833c1d6-3966-44c9-991a-dfa40b849966 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:18.148841 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-305d8e2f-fd2b-4c01-9491-0e45905debda req-f833c1d6-3966-44c9-991a-dfa40b849966 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Synchronizing usage tracker for tenant:4f510c870a174765bb86dc367cadd96a on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:14:18.149260 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 5dc22a70-80d2-4716-a512-6640a1864a9d triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:14:18.150026 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:18.196747 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-305d8e2f-fd2b-4c01-9491-0e45905debda req-f833c1d6-3966-44c9-991a-dfa40b849966 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Unset dirty status for tenant:4f510c870a174765bb86dc367cadd96a on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:14:18.205988 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-305d8e2f-fd2b-4c01-9491-0e45905debda req-f833c1d6-3966-44c9-991a-dfa40b849966 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=14a3ed0f-3236-46d9-bd44-35a661399963 HTTP/1.1" status: 200 len: 2388 time: 0.2414582 Apr 20 17:14:18.242505 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f7e49394-5cbc-41d8-a171-cafc0b9e3155 req-775d9282-6f84-45cd-b5c6-bb3aeefc551f tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561267 Apr 20 17:14:18.251322 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 789a1fd8-9003-4ed3-a3aa-f095ce1064db completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:14:18.262894 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 789a1fd8-9003-4ed3-a3aa-f095ce1064db triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:14:18.263266 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:18.318431 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-305d8e2f-fd2b-4c01-9491-0e45905debda req-eb028ffa-66f1-417c-8ce6-e357460fc094 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114228 Apr 20 17:14:18.328143 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-602dd027-4da8-4354-875b-bf9397fb9fe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a324d68e-3036-4151-9635-20994dfcd084 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:14:18.346528 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 41cf9253-f76a-4ca7-bc92-409d4d8bb8b1, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=41cf9253-f76a-4ca7-bc92-409d4d8bb8b1,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:18.351383 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-602dd027-4da8-4354-875b-bf9397fb9fe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:18.367751 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2137a00-a4b3-475e-adc1-86328e40b927 req-9f8c046d-4015-4b8f-8be9-aec370394438 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:18.368163 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2137a00-a4b3-475e-adc1-86328e40b927 req-9f8c046d-4015-4b8f-8be9-aec370394438 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:18.368571 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2137a00-a4b3-475e-adc1-86328e40b927 req-9f8c046d-4015-4b8f-8be9-aec370394438 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:18.375353 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2137a00-a4b3-475e-adc1-86328e40b927 req-9f8c046d-4015-4b8f-8be9-aec370394438 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=4f510c870a174765bb86dc367cadd96a&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2479339 Apr 20 17:14:18.403227 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-602dd027-4da8-4354-875b-bf9397fb9fe5 service neutron] Transition to ACTIVE for port object a324d68e-3036-4151-9635-20994dfcd084 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:14:18.411919 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-602dd027-4da8-4354-875b-bf9397fb9fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:18.608118 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '41cf9253-f76a-4ca7-bc92-409d4d8bb8b1', 'network_id': '9034ea63-8cdc-4387-871e-6ef92eb3509a', 'port_id': '41cf9253-f76a-4ca7-bc92-409d4d8bb8b1', 'mac_address': 'fa:16:3e:1d:60:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af85ab34-696f-4577-a7cd-12cc3ca9e9e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:14:18.675911 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:18.812688 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:18.834633 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911a7212-8ba4-4fee-a651-46c6fbc1b58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc22a70-80d2-4716-a512-6640a1864a9d'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:14:18.853249 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:18.885669 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41cf9253-f76a-4ca7-bc92-409d4d8bb8b1 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:14:18.893808 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 5dc22a70-80d2-4716-a512-6640a1864a9d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=5dc22a70-80d2-4716-a512-6640a1864a9d,segment=NetworkSegment(7bd8babb-8003-4806-8692-e92ce3a5f993),segment_id=7bd8babb-8003-4806-8692-e92ce3a5f993)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:18.914489 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:18.962764 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 41cf9253-f76a-4ca7-bc92-409d4d8bb8b1, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=41cf9253-f76a-4ca7-bc92-409d4d8bb8b1,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:18.969728 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-92d8ce9a-5e1d-4f94-8210-15cd65c9afd6 req-1caa831f-798a-4003-af14-c9b3e4d85b67 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2276964 Apr 20 17:14:18.978476 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:18.993383 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933cd6d-7b20-48d8-b1b5-83d6528dcd44 req-25b0e5b8-8730-441c-a87c-5b8e41db9ff5 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:18.999131 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f933cd6d-7b20-48d8-b1b5-83d6528dcd44 req-25b0e5b8-8730-441c-a87c-5b8e41db9ff5 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d16875a-b67b-4052-93b6-bd4515b72849 HTTP/1.1" status: 200 len: 945 time: 0.5422194 Apr 20 17:14:19.000920 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2137a00-a4b3-475e-adc1-86328e40b927 req-2fbaf642-6a20-46da-a7d4-4a481329dd16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:19.004351 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2137a00-a4b3-475e-adc1-86328e40b927 req-2fbaf642-6a20-46da-a7d4-4a481329dd16 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6259062 Apr 20 17:14:19.033127 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 789a1fd8-9003-4ed3-a3aa-f095ce1064db, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=789a1fd8-9003-4ed3-a3aa-f095ce1064db,segment=NetworkSegment(1268da2e-f076-4b78-99f1-508cb8b0f00f),segment_id=1268da2e-f076-4b78-99f1-508cb8b0f00f)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:19.059270 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:19.083378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-f933cd6d-7b20-48d8-b1b5-83d6528dcd44 req-97a6e71a-bae6-475a-8fa7-f357fe8d4923 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Deleting port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:14:19.084354 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f933cd6d-7b20-48d8-b1b5-83d6528dcd44 req-97a6e71a-bae6-475a-8fa7-f357fe8d4923 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:19.091121 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=5dc22a70-80d2-4716-a512-6640a1864a9d,revision_number=7']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:19.140195 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['41cf9253-f76a-4ca7-bc92-409d4d8bb8b1'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:14:19.144148 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602dd027-4da8-4354-875b-bf9397fb9fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=a324d68e-3036-4151-9635-20994dfcd084,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:19.235013 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=41cf9253-f76a-4ca7-bc92-409d4d8bb8b1,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:19.246211 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f74c0-063f-43ba-98cf-5f39f39609ea req-553ba9c4-f86b-4f62-9b7c-1c07543b8ef2 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:19.265779 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-246f74c0-063f-43ba-98cf-5f39f39609ea req-553ba9c4-f86b-4f62-9b7c-1c07543b8ef2 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 944 time: 0.5967638 Apr 20 17:14:19.364091 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-602dd027-4da8-4354-875b-bf9397fb9fe5 service neutron] Attempting to bind port a324d68e-3036-4151-9635-20994dfcd084 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:14:19.365250 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-602dd027-4da8-4354-875b-bf9397fb9fe5 service neutron] Attempting to bind port a324d68e-3036-4151-9635-20994dfcd084 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'b34fd7fb-13f9-4e98-87c5-59ab70c54abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '43f7ecf9-300a-4a39-9133-e0bf9e2d3935'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:14:19.365590 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-602dd027-4da8-4354-875b-bf9397fb9fe5 service neutron] Attempting to bind port a324d68e-3036-4151-9635-20994dfcd084 on network 43f7ecf9-300a-4a39-9133-e0bf9e2d3935 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:14:19.366777 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=789a1fd8-9003-4ed3-a3aa-f095ce1064db,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:19.406096 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-602dd027-4da8-4354-875b-bf9397fb9fe5 service neutron] Port a324d68e-3036-4151-9635-20994dfcd084 on network 43f7ecf9-300a-4a39-9133-e0bf9e2d3935 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:14:19.412859 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-602dd027-4da8-4354-875b-bf9397fb9fe5 service neutron] Attempting to bind port a324d68e-3036-4151-9635-20994dfcd084 on network 43f7ecf9-300a-4a39-9133-e0bf9e2d3935 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:14:19.448652 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d555721-264d-444a-8538-e0bec9773f3c req-b474bc6a-281b-464d-8d60-8b88cd146822 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:19.456257 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9d555721-264d-444a-8538-e0bec9773f3c req-b474bc6a-281b-464d-8d60-8b88cd146822 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f3bd296-fbd0-4d30-9e39-2dfd1b10da9a HTTP/1.1" status: 200 len: 946 time: 0.7921565 Apr 20 17:14:19.506374 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-f933cd6d-7b20-48d8-b1b5-83d6528dcd44 req-97a6e71a-bae6-475a-8fa7-f357fe8d4923 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] For port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=439b4ef4-8b1b-41d9-8a65-1db3637d5dec,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:19.507029 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f933cd6d-7b20-48d8-b1b5-83d6528dcd44 req-97a6e71a-bae6-475a-8fa7-f357fe8d4923 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:19.539971 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-602dd027-4da8-4354-875b-bf9397fb9fe5 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:14:19.540459 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-602dd027-4da8-4354-875b-bf9397fb9fe5 service neutron] Checking segment: {'id': 'b34fd7fb-13f9-4e98-87c5-59ab70c54abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '43f7ecf9-300a-4a39-9133-e0bf9e2d3935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:14:19.541655 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-602dd027-4da8-4354-875b-bf9397fb9fe5 service neutron] Bound using segment: {'id': 'b34fd7fb-13f9-4e98-87c5-59ab70c54abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '43f7ecf9-300a-4a39-9133-e0bf9e2d3935'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:14:19.542313 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-602dd027-4da8-4354-875b-bf9397fb9fe5 service neutron] Bound port: a324d68e-3036-4151-9635-20994dfcd084, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b34fd7fb-13f9-4e98-87c5-59ab70c54abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '43f7ecf9-300a-4a39-9133-e0bf9e2d3935'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:14:19.542730 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-602dd027-4da8-4354-875b-bf9397fb9fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:19.609199 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-246f74c0-063f-43ba-98cf-5f39f39609ea req-616df0d3-c62a-4d77-b599-38cb5a19169e tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422515 Apr 20 17:14:19.686842 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-f933cd6d-7b20-48d8-b1b5-83d6528dcd44 req-97a6e71a-bae6-475a-8fa7-f357fe8d4923 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Calling delete_port for 439b4ef4-8b1b-41d9-8a65-1db3637d5dec owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:14:19.693137 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-9d555721-264d-444a-8538-e0bec9773f3c req-a79bb997-0d6a-432c-8805-fb36b8f2e1c0 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Deleting port f8d0fad6-f78c-462e-9a27-bfa511155dd5 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:14:19.693644 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9d555721-264d-444a-8538-e0bec9773f3c req-a79bb997-0d6a-432c-8805-fb36b8f2e1c0 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:19.898010 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f933cd6d-7b20-48d8-b1b5-83d6528dcd44 req-97a6e71a-bae6-475a-8fa7-f357fe8d4923 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:19.922648 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 41cf9253-f76a-4ca7-bc92-409d4d8bb8b1 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:14:19.997408 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-602dd027-4da8-4354-875b-bf9397fb9fe5 service neutron] For port a324d68e-3036-4151-9635-20994dfcd084, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:14:20.016083 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-602dd027-4da8-4354-875b-bf9397fb9fe5 service neutron] For port a324d68e-3036-4151-9635-20994dfcd084, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=a324d68e-3036-4151-9635-20994dfcd084,segment=NetworkSegment(b34fd7fb-13f9-4e98-87c5-59ab70c54abf),segment_id=b34fd7fb-13f9-4e98-87c5-59ab70c54abf)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:14:20.027732 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6e71a-bae6-475a-8fa7-f357fe8d4923 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Pushing event deleted for resources: {'Port': ['ID=439b4ef4-8b1b-41d9-8a65-1db3637d5dec,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:20.087467 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 41cf9253-f76a-4ca7-bc92-409d4d8bb8b1 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:14:20.087831 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:20.151842 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-602dd027-4da8-4354-875b-bf9397fb9fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:20.162380 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-f933cd6d-7b20-48d8-b1b5-83d6528dcd44 req-97a6e71a-bae6-475a-8fa7-f357fe8d4923 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] No DVR routers for this DVR port 439b4ef4-8b1b-41d9-8a65-1db3637d5dec on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:14:20.167048 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f933cd6d-7b20-48d8-b1b5-83d6528dcd44 req-97a6e71a-bae6-475a-8fa7-f357fe8d4923 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:20.170358 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d16875a-b67b-4052-93b6-bd4515b72849', 'name': 'network-vif-deleted', 'tag': '439b4ef4-8b1b-41d9-8a65-1db3637d5dec'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:14:20.185858 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f933cd6d-7b20-48d8-b1b5-83d6528dcd44 req-97a6e71a-bae6-475a-8fa7-f357fe8d4923 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.10 "DELETE /v2.0/ports/439b4ef4-8b1b-41d9-8a65-1db3637d5dec HTTP/1.1" status: 204 len: 173 time: 1.1799724 Apr 20 17:14:20.251734 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f772baa-fb17-4e37-baa7-fe506a573f02 req-501f9d3d-5b3c-4ada-8cb3-0be15d8f8ccb tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:20.259091 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8f772baa-fb17-4e37-baa7-fe506a573f02 req-501f9d3d-5b3c-4ada-8cb3-0be15d8f8ccb tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ea90530-de67-471d-97ae-336638e5eb4f HTTP/1.1" status: 200 len: 946 time: 0.4315784 Apr 20 17:14:20.262651 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:20.345401 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8f772baa-fb17-4e37-baa7-fe506a573f02 req-5ca7dfce-cff2-4cbe-810c-c959dc91bfc6 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] 10.222.0.39 "GET /v2.0/security-groups?id=db560fc0-4359-4603-a35e-a5a65072364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843127 Apr 20 17:14:20.353916 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 41cf9253-f76a-4ca7-bc92-409d4d8bb8b1, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=41cf9253-f76a-4ca7-bc92-409d4d8bb8b1,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:20.363879 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:20.372670 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-602dd027-4da8-4354-875b-bf9397fb9fe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:20.375243 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-602dd027-4da8-4354-875b-bf9397fb9fe5 service neutron] 10.222.0.43 "PUT /v2.0/ports/a324d68e-3036-4151-9635-20994dfcd084 HTTP/1.1" status: 200 len: 1092 time: 2.8393688 Apr 20 17:14:20.376041 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 439b4ef4-8b1b-41d9-8a65-1db3637d5dec no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:14:20.384042 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a3ed0f-3236-46d9-bd44-35a661399963', 'tag': 'a324d68e-3036-4151-9635-20994dfcd084'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:14:20.466960 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-84b1d9b0-4189-453b-9c11-4f3083068520 service neutron] Request body: {'port': {'device_id': '14a3ed0f-3236-46d9-bd44-35a661399963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:14:20.511717 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 439b4ef4-8b1b-41d9-8a65-1db3637d5dec {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:14:20.512393 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 439b4ef4-8b1b-41d9-8a65-1db3637d5dec not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:14:20.580135 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=41cf9253-f76a-4ca7-bc92-409d4d8bb8b1,revision_number=7']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:20.590550 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602dd027-4da8-4354-875b-bf9397fb9fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=a324d68e-3036-4151-9635-20994dfcd084,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:20.751195 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fdc0313b-476f-4b96-8e8a-91f60d40bfc0 req-2a1ad35a-f064-4773-9230-178672b1612f tempest-ServersAdmin275Test-97803023 tempest-ServersAdmin275Test-97803023-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.1233222 Apr 20 17:14:20.762021 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-9d555721-264d-444a-8538-e0bec9773f3c req-a79bb997-0d6a-432c-8805-fb36b8f2e1c0 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] For port f8d0fad6-f78c-462e-9a27-bfa511155dd5, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=f8d0fad6-f78c-462e-9a27-bfa511155dd5,segment=NetworkSegment(0d63b785-9650-4e11-8527-88a6c33911fb),segment_id=0d63b785-9650-4e11-8527-88a6c33911fb)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:20.762427 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9d555721-264d-444a-8538-e0bec9773f3c req-a79bb997-0d6a-432c-8805-fb36b8f2e1c0 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:20.795780 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-cf5cce3c-440f-490c-924f-ee8087167433 req-d882f1e8-7350-4012-a08d-7da07e804cf2 tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:14:20.796717 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cf5cce3c-440f-490c-924f-ee8087167433 req-d882f1e8-7350-4012-a08d-7da07e804cf2 tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052128 Apr 20 17:14:20.881158 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-84b1d9b0-4189-453b-9c11-4f3083068520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:20.952054 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-cf5cce3c-440f-490c-924f-ee8087167433 req-58441b64-c8b5-4c6a-8e18-07f3c22c5c52 service neutron] Request body: {'binding': {'host': 'n-h2-838032-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:14:20.952492 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-cf5cce3c-440f-490c-924f-ee8087167433 req-58441b64-c8b5-4c6a-8e18-07f3c22c5c52 service neutron] Unknown quota resources ['binding']. {{(pid=84080) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 20 17:14:21.249394 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-cf5cce3c-440f-490c-924f-ee8087167433 req-58441b64-c8b5-4c6a-8e18-07f3c22c5c52 service neutron] Attempting to bind port dfe4190c-208a-46a9-accc-63ec340b2815 on host n-h2-838032-1 for vnic_type normal with profile None {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:14:21.250086 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-cf5cce3c-440f-490c-924f-ee8087167433 req-58441b64-c8b5-4c6a-8e18-07f3c22c5c52 service neutron] Attempting to bind port dfe4190c-208a-46a9-accc-63ec340b2815 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:14:21.250086 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5cce3c-440f-490c-924f-ee8087167433 req-58441b64-c8b5-4c6a-8e18-07f3c22c5c52 service neutron] Attempting to bind port dfe4190c-208a-46a9-accc-63ec340b2815 on network bf1bc412-90d5-44c3-9118-40a48e554e77 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:14:21.261295 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5cce3c-440f-490c-924f-ee8087167433 req-58441b64-c8b5-4c6a-8e18-07f3c22c5c52 service neutron] Port dfe4190c-208a-46a9-accc-63ec340b2815 on network bf1bc412-90d5-44c3-9118-40a48e554e77 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:14:21.261295 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5cce3c-440f-490c-924f-ee8087167433 req-58441b64-c8b5-4c6a-8e18-07f3c22c5c52 service neutron] Attempting to bind port dfe4190c-208a-46a9-accc-63ec340b2815 on network bf1bc412-90d5-44c3-9118-40a48e554e77 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:14:21.267980 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5cce3c-440f-490c-924f-ee8087167433 req-58441b64-c8b5-4c6a-8e18-07f3c22c5c52 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:14:21.268406 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5cce3c-440f-490c-924f-ee8087167433 req-58441b64-c8b5-4c6a-8e18-07f3c22c5c52 service neutron] Checking segment: {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:14:21.268856 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5cce3c-440f-490c-924f-ee8087167433 req-58441b64-c8b5-4c6a-8e18-07f3c22c5c52 service neutron] Bound using segment: {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:14:21.269356 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-cf5cce3c-440f-490c-924f-ee8087167433 req-58441b64-c8b5-4c6a-8e18-07f3c22c5c52 service neutron] Bound port: dfe4190c-208a-46a9-accc-63ec340b2815, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:14:21.314352 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-cf5cce3c-440f-490c-924f-ee8087167433 req-58441b64-c8b5-4c6a-8e18-07f3c22c5c52 service neutron] For port dfe4190c-208a-46a9-accc-63ec340b2815, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=dfe4190c-208a-46a9-accc-63ec340b2815,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:14:21.321893 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cf5cce3c-440f-490c-924f-ee8087167433 req-58441b64-c8b5-4c6a-8e18-07f3c22c5c52 service neutron] Notify callbacks [] for binding, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:21.323202 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cf5cce3c-440f-490c-924f-ee8087167433 req-58441b64-c8b5-4c6a-8e18-07f3c22c5c52 service neutron] 10.222.0.39 "POST /v2.0/ports/dfe4190c-208a-46a9-accc-63ec340b2815/bindings HTTP/1.1" status: 201 len: 389 time: 0.5199509 Apr 20 17:14:21.484404 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9d555721-264d-444a-8538-e0bec9773f3c req-a79bb997-0d6a-432c-8805-fb36b8f2e1c0 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:21.485061 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9d555721-264d-444a-8538-e0bec9773f3c req-a79bb997-0d6a-432c-8805-fb36b8f2e1c0 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:21.485185 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [req-9d555721-264d-444a-8538-e0bec9773f3c req-a79bb997-0d6a-432c-8805-fb36b8f2e1c0 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Floating IP 2f1ebd25-68fa-47fd-956c-155eb9ab591d disassociated. External IP: 172.25.8.63, port: f8d0fad6-f78c-462e-9a27-bfa511155dd5. Apr 20 17:14:21.485574 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-9d555721-264d-444a-8538-e0bec9773f3c req-a79bb997-0d6a-432c-8805-fb36b8f2e1c0 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Calling delete_port for f8d0fad6-f78c-462e-9a27-bfa511155dd5 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:14:21.510344 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19e65ba6-e493-4672-8ca5-33860d941137'] response: {'server_uuid': '911a7212-8ba4-4fee-a651-46c6fbc1b58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc22a70-80d2-4716-a512-6640a1864a9d', 'code': 200} Apr 20 17:14:21.797649 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f2b7e-4396-41cc-8017-29d0199c65c8 req-7d49226d-c46f-439a-b29d-63e91395f84b tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:21.805262 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0e1f2b7e-4396-41cc-8017-29d0199c65c8 req-7d49226d-c46f-439a-b29d-63e91395f84b tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f3bd296-fbd0-4d30-9e39-2dfd1b10da9a HTTP/1.1" status: 200 len: 946 time: 0.7098744 Apr 20 17:14:21.854853 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cf5cce3c-440f-490c-924f-ee8087167433 req-6e126cf3-2b67-45cc-b995-7e9a8e8e5176 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6309d4027774bf39a206d4366b6ddc5&device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 1096 time: 0.1791646 Apr 20 17:14:21.862350 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device f8d0fad6-f78c-462e-9a27-bfa511155dd5 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:14:21.933837 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0e1f2b7e-4396-41cc-8017-29d0199c65c8 req-75fac4bb-9a13-460b-b140-0aa2ebe03b5b tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "GET /v2.0/security-groups?id=da720825-3e6c-4625-8bdc-bcad0db5212e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275268 Apr 20 17:14:21.965997 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: f8d0fad6-f78c-462e-9a27-bfa511155dd5 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:14:21.966950 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device f8d0fad6-f78c-462e-9a27-bfa511155dd5 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:14:22.059095 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-84b1d9b0-4189-453b-9c11-4f3083068520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a24925c-7687-433e-a22c-1a33fb6dc496 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:14:22.060967 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cce3c-440f-490c-924f-ee8087167433 req-2a1ca619-cf32-4191-b9c3-9b82393e66f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:22.063494 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cf5cce3c-440f-490c-924f-ee8087167433 req-2a1ca619-cf32-4191-b9c3-9b82393e66f1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bf1bc412-90d5-44c3-9118-40a48e554e77 HTTP/1.1" status: 200 len: 909 time: 0.1962550 Apr 20 17:14:22.071439 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-84b1d9b0-4189-453b-9c11-4f3083068520 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:22.092327 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-84b1d9b0-4189-453b-9c11-4f3083068520 service neutron] Transition to ACTIVE for port object 9a24925c-7687-433e-a22c-1a33fb6dc496 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:14:22.093812 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9d555721-264d-444a-8538-e0bec9773f3c req-a79bb997-0d6a-432c-8805-fb36b8f2e1c0 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:22.097789 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c5c1294-c546-4462-98d8-8ec62a299f3e'] response: {'name': 'network-changed', 'server_uuid': '14a3ed0f-3236-46d9-bd44-35a661399963', 'tag': 'a324d68e-3036-4151-9635-20994dfcd084', 'status': 'completed', 'code': 200} Apr 20 17:14:22.103425 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfc09d59-5d18-4639-a86c-a406d268e8cf'] response: {'server_uuid': '5d16875a-b67b-4052-93b6-bd4515b72849', 'name': 'network-vif-deleted', 'tag': '439b4ef4-8b1b-41d9-8a65-1db3637d5dec', 'status': 'completed', 'code': 200} Apr 20 17:14:22.156665 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79bb997-0d6a-432c-8805-fb36b8f2e1c0 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Pushing event deleted for resources: {'Port': ['ID=f8d0fad6-f78c-462e-9a27-bfa511155dd5,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:22.165287 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-84b1d9b0-4189-453b-9c11-4f3083068520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:22.225436 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cf5cce3c-440f-490c-924f-ee8087167433 req-2d6d7a5d-a08e-4320-bb18-bcfbb4b6ee15 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfe4190c-208a-46a9-accc-63ec340b2815 HTTP/1.1" status: 200 len: 217 time: 0.0753515 Apr 20 17:14:22.514212 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cce3c-440f-490c-924f-ee8087167433 req-677d2fa6-68c5-49ac-ba3a-41640b5c3a87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:22.519397 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cf5cce3c-440f-490c-924f-ee8087167433 req-677d2fa6-68c5-49ac-ba3a-41640b5c3a87 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afaadd71-91d9-490d-8c9c-d83dc8020198 HTTP/1.1" status: 200 len: 848 time: 0.2844830 Apr 20 17:14:22.614260 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cf5cce3c-440f-490c-924f-ee8087167433 req-1f27c7da-3487-4fdd-a630-251f43333bc7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bf1bc412-90d5-44c3-9118-40a48e554e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854118 Apr 20 17:14:22.639755 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1d9b0-4189-453b-9c11-4f3083068520 service neutron] Pushing event updated for resources: {'Port': ['ID=9a24925c-7687-433e-a22c-1a33fb6dc496,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:22.649816 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-79beac1d-55df-4ce9-847e-acb71888fcb6 req-4d6cdc84-6c07-469e-bb29-58df1f352134 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f510c870a174765bb86dc367cadd96a&device_id=14a3ed0f-3236-46d9-bd44-35a661399963 HTTP/1.1" status: 200 len: 2823 time: 0.5452993 Apr 20 17:14:22.826879 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36d171-f205-4f5b-a825-b133062b82c6 req-89e827ee-e752-4283-b0b5-63f765b60225 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:22.830684 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fa36d171-f205-4f5b-a825-b133062b82c6 req-89e827ee-e752-4283-b0b5-63f765b60225 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 945 time: 0.6041415 Apr 20 17:14:22.839932 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1368c6-a1d7-4277-bc06-f222746df975 req-d7406e0e-2994-487f-b63a-3de172f335af tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:22.844637 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1368c6-a1d7-4277-bc06-f222746df975 req-d7406e0e-2994-487f-b63a-3de172f335af tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:22.848868 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1368c6-a1d7-4277-bc06-f222746df975 req-d7406e0e-2994-487f-b63a-3de172f335af tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:22.856181 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fe1368c6-a1d7-4277-bc06-f222746df975 req-d7406e0e-2994-487f-b63a-3de172f335af tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=14a3ed0f-3236-46d9-bd44-35a661399963 HTTP/1.1" status: 200 len: 2412 time: 0.7915554 Apr 20 17:14:22.859725 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-84b1d9b0-4189-453b-9c11-4f3083068520 service neutron] Attempting to bind port 9a24925c-7687-433e-a22c-1a33fb6dc496 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:14:22.860295 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-84b1d9b0-4189-453b-9c11-4f3083068520 service neutron] Attempting to bind port 9a24925c-7687-433e-a22c-1a33fb6dc496 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '630332a0-1b2b-4993-bf2e-09cdb8bdb9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2c02899a-52c9-4c30-89a4-a9d559eb303e'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:14:22.860784 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-84b1d9b0-4189-453b-9c11-4f3083068520 service neutron] Attempting to bind port 9a24925c-7687-433e-a22c-1a33fb6dc496 on network 2c02899a-52c9-4c30-89a4-a9d559eb303e {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:14:22.873129 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79beac1d-55df-4ce9-847e-acb71888fcb6 req-d2ec6a9e-dfd0-4b13-8693-916bcc2c9bbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:22.873488 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79beac1d-55df-4ce9-847e-acb71888fcb6 req-d2ec6a9e-dfd0-4b13-8693-916bcc2c9bbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:22.873846 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79beac1d-55df-4ce9-847e-acb71888fcb6 req-d2ec6a9e-dfd0-4b13-8693-916bcc2c9bbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:22.875412 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-79beac1d-55df-4ce9-847e-acb71888fcb6 req-d2ec6a9e-dfd0-4b13-8693-916bcc2c9bbb service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=4f510c870a174765bb86dc367cadd96a&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2108681 Apr 20 17:14:22.900064 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-84b1d9b0-4189-453b-9c11-4f3083068520 service neutron] Port 9a24925c-7687-433e-a22c-1a33fb6dc496 on network 2c02899a-52c9-4c30-89a4-a9d559eb303e not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:14:22.900645 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-84b1d9b0-4189-453b-9c11-4f3083068520 service neutron] Attempting to bind port 9a24925c-7687-433e-a22c-1a33fb6dc496 on network 2c02899a-52c9-4c30-89a4-a9d559eb303e {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:14:22.923040 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-84b1d9b0-4189-453b-9c11-4f3083068520 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:14:22.923627 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-84b1d9b0-4189-453b-9c11-4f3083068520 service neutron] Checking segment: {'id': '630332a0-1b2b-4993-bf2e-09cdb8bdb9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2c02899a-52c9-4c30-89a4-a9d559eb303e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:14:22.924310 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-84b1d9b0-4189-453b-9c11-4f3083068520 service neutron] Bound using segment: {'id': '630332a0-1b2b-4993-bf2e-09cdb8bdb9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2c02899a-52c9-4c30-89a4-a9d559eb303e'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:14:22.924963 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-84b1d9b0-4189-453b-9c11-4f3083068520 service neutron] Bound port: 9a24925c-7687-433e-a22c-1a33fb6dc496, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '630332a0-1b2b-4993-bf2e-09cdb8bdb9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2c02899a-52c9-4c30-89a4-a9d559eb303e'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:14:22.925538 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-84b1d9b0-4189-453b-9c11-4f3083068520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:22.957585 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fa36d171-f205-4f5b-a825-b133062b82c6 req-b234287d-9c6e-4392-9a60-208f692c5502 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145194 Apr 20 17:14:23.093958 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fe1368c6-a1d7-4277-bc06-f222746df975 req-8932b2cc-9d9c-4f81-9d32-112247d40c2e tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367833 Apr 20 17:14:23.138632 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d555721-264d-444a-8538-e0bec9773f3c req-a79bb997-0d6a-432c-8805-fb36b8f2e1c0 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Router e9833b4d-cfdc-44a6-bec5-1cc89d134906 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:14:23.147082 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-84b1d9b0-4189-453b-9c11-4f3083068520 service neutron] For port 9a24925c-7687-433e-a22c-1a33fb6dc496, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:14:23.151128 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-84b1d9b0-4189-453b-9c11-4f3083068520 service neutron] For port 9a24925c-7687-433e-a22c-1a33fb6dc496, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9a24925c-7687-433e-a22c-1a33fb6dc496,segment=NetworkSegment(630332a0-1b2b-4993-bf2e-09cdb8bdb9d9),segment_id=630332a0-1b2b-4993-bf2e-09cdb8bdb9d9)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:14:23.168292 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-84b1d9b0-4189-453b-9c11-4f3083068520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:23.259015 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cf5cce3c-440f-490c-924f-ee8087167433 req-4387d3d7-05e4-4382-ae8a-4c57fe7a7492 service neutron] 10.222.0.10 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6376832 Apr 20 17:14:23.386265 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79beac1d-55df-4ce9-847e-acb71888fcb6 req-d70ebed5-b181-4a0c-8f94-882c2d03401f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:23.394305 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-79beac1d-55df-4ce9-847e-acb71888fcb6 req-d70ebed5-b181-4a0c-8f94-882c2d03401f service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4494703 Apr 20 17:14:23.513293 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea90530-de67-471d-97ae-336638e5eb4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789a1fd8-9003-4ed3-a3aa-f095ce1064db'}, {'server_uuid': '508af857-492b-4a99-8dab-2e5cf3f64d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cf9253-f76a-4ca7-bc92-409d4d8bb8b1'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:14:23.585089 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-84b1d9b0-4189-453b-9c11-4f3083068520 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:23.587795 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-84b1d9b0-4189-453b-9c11-4f3083068520 service neutron] 10.222.0.43 "PUT /v2.0/ports/9a24925c-7687-433e-a22c-1a33fb6dc496 HTTP/1.1" status: 200 len: 1092 time: 3.1339579 Apr 20 17:14:23.602785 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1d9b0-4189-453b-9c11-4f3083068520 service neutron] Pushing event updated for resources: {'Port': ['ID=9a24925c-7687-433e-a22c-1a33fb6dc496,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:23.621677 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c07b5-6d9e-4f20-ba56-1586456f9a5e req-ded7740a-bd67-45d7-96a7-71ae7771d4e8 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:23.631472 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a19c07b5-6d9e-4f20-ba56-1586456f9a5e req-ded7740a-bd67-45d7-96a7-71ae7771d4e8 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ea90530-de67-471d-97ae-336638e5eb4f HTTP/1.1" status: 200 len: 946 time: 0.4148228 Apr 20 17:14:23.760326 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2aea7-abec-4bd7-bbf6-ff88ac7280c4 req-8e0ad740-1127-4425-a064-17545105effc tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:23.766722 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-45b2aea7-abec-4bd7-bbf6-ff88ac7280c4 req-8e0ad740-1127-4425-a064-17545105effc tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 945 time: 0.4416625 Apr 20 17:14:23.826752 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cf5cce3c-440f-490c-924f-ee8087167433 req-2a957e39-4541-4304-b73f-905329f21cb6 service neutron] 10.222.0.10 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5538335 Apr 20 17:14:23.888082 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-45b2aea7-abec-4bd7-bbf6-ff88ac7280c4 req-0142f614-6d60-419b-948d-7d861b93882b tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144137 Apr 20 17:14:23.974421 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a19c07b5-6d9e-4f20-ba56-1586456f9a5e req-e6f84080-b59c-4e86-bc69-e37119ab673c tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] 10.222.0.39 "GET /v2.0/security-groups?id=db560fc0-4359-4603-a35e-a5a65072364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416705 Apr 20 17:14:24.036983 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-89504c36-ccc1-4c00-a4eb-41ac53d1d451 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f510c870a174765bb86dc367cadd96a&device_id=14a3ed0f-3236-46d9-bd44-35a661399963 HTTP/1.1" status: 200 len: 2865 time: 0.3825333 Apr 20 17:14:24.157126 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a3ed0f-3236-46d9-bd44-35a661399963', 'tag': '9a24925c-7687-433e-a22c-1a33fb6dc496'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:14:24.188723 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-527ea02a-f9ef-400f-9f37-7c5b92a4b8ae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.68&port_id=3d166def-4fd5-4c53-83fe-f9b1cd382848 HTTP/1.1" status: 200 len: 217 time: 0.1413627 Apr 20 17:14:24.278067 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-a4bd0e89-aa90-4a27-9f67-69ea68fc25e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:24.280762 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-a4bd0e89-aa90-4a27-9f67-69ea68fc25e4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a395c410-f854-4a03-bacd-c53df0bf0327 HTTP/1.1" status: 200 len: 801 time: 0.0791936 Apr 20 17:14:24.460887 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-94675b6f-5d51-47b6-84fa-6da81c6213df req-cb9a70aa-de55-4d30-b513-12332d1f2bfa tempest-ServersAdmin275Test-97803023 tempest-ServersAdmin275Test-97803023-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.1791372 Apr 20 17:14:24.462720 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d555721-264d-444a-8538-e0bec9773f3c req-a79bb997-0d6a-432c-8805-fb36b8f2e1c0 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:14:24.477894 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90812dcc-05df-4c2a-9421-4493cd5d282b None None] Sync routers for ids ['e9833b4d-cfdc-44a6-bec5-1cc89d134906'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:14:24.512451 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90812dcc-05df-4c2a-9421-4493cd5d282b None None] Routers {'e9833b4d-cfdc-44a6-bec5-1cc89d134906'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:14:24.513111 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-90812dcc-05df-4c2a-9421-4493cd5d282b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:14:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e9833b4d-cfdc-44a6-bec5-1cc89d134906'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:14:24.613291 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d555721-264d-444a-8538-e0bec9773f3c req-a79bb997-0d6a-432c-8805-fb36b8f2e1c0 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] No DVR routers for this DVR port f8d0fad6-f78c-462e-9a27-bfa511155dd5 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:14:24.629353 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9d555721-264d-444a-8538-e0bec9773f3c req-a79bb997-0d6a-432c-8805-fb36b8f2e1c0 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:24.708960 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f9921fe5-96c6-45fb-9247-e54cedb1e3ad req-5bd34bfc-37da-4b8f-a072-6be809438a21 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f3bd296-fbd0-4d30-9e39-2dfd1b10da9a HTTP/1.1" status: 200 len: 210 time: 0.1126716 Apr 20 17:14:24.709624 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-6b3b1a20-08a7-4638-bf5f-a51ff2304d33 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2c02899a-52c9-4c30-89a4-a9d559eb303e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3697276 Apr 20 17:14:24.711753 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9d555721-264d-444a-8538-e0bec9773f3c req-a79bb997-0d6a-432c-8805-fb36b8f2e1c0 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.43 "DELETE /v2.0/ports/f8d0fad6-f78c-462e-9a27-bfa511155dd5 HTTP/1.1" status: 204 len: 173 time: 5.2398808 Apr 20 17:14:24.802982 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f6747df-66ad-49d2-964e-a50e0d8a8a0c'] response: {'server_uuid': '0ea90530-de67-471d-97ae-336638e5eb4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789a1fd8-9003-4ed3-a3aa-f095ce1064db', 'code': 200} Apr 20 17:14:24.803517 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f6747df-66ad-49d2-964e-a50e0d8a8a0c'] response: {'server_uuid': '508af857-492b-4a99-8dab-2e5cf3f64d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cf9253-f76a-4ca7-bc92-409d4d8bb8b1', 'code': 200} Apr 20 17:14:24.894656 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-0edab3f3-8f52-4348-a41e-b00a14c3b3fa service neutron] 10.222.0.43 "GET /v2.0/networks/2c02899a-52c9-4c30-89a4-a9d559eb303e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740746 Apr 20 17:14:25.106076 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-90812dcc-05df-4c2a-9421-4493cd5d282b None None] Set router e9833b4d-cfdc-44a6-bec5-1cc89d134906 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:14:25.224662 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6beae65-9878-4fd2-ad28-ae6ae3716e22 req-ac589f78-8146-4d2c-b069-40e0c48a8e2b tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:25.226725 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a6beae65-9878-4fd2-ad28-ae6ae3716e22 req-ac589f78-8146-4d2c-b069-40e0c48a8e2b tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 945 time: 0.1586094 Apr 20 17:14:25.244563 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-48aac139-1b1d-49bb-b668-0cbee1db636e req-8859c74c-7c26-40ff-abf3-6591eadd1f5c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0ea90530-de67-471d-97ae-336638e5eb4f HTTP/1.1" status: 200 len: 1097 time: 0.3079579 Apr 20 17:14:25.310541 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a6beae65-9878-4fd2-ad28-ae6ae3716e22 req-dfd5cab3-c48a-41f2-9ee4-fae42c0a82de tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707405 Apr 20 17:14:25.409136 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-48aac139-1b1d-49bb-b668-0cbee1db636e req-cf291dc8-bb6f-4769-a3f9-9d0d4e0a6a6c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=db560fc0-4359-4603-a35e-a5a65072364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042418 Apr 20 17:14:25.553358 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef43015e-7388-4e72-911d-ae1dc0802f4a'] response: {'name': 'network-changed', 'server_uuid': '14a3ed0f-3236-46d9-bd44-35a661399963', 'tag': '9a24925c-7687-433e-a22c-1a33fb6dc496', 'status': 'completed', 'code': 200} Apr 20 17:14:25.678431 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-90812dcc-05df-4c2a-9421-4493cd5d282b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'name': 'tempest-AttachSCSIVolumeTestJSON-1554201581-router', 'tenant_id': 'a4c63d8f9bf0474a935eff95935237d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b571f1a7-ee2a-46c7-8525-3c3c98111d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:11:04Z', 'updated_at': '2022-04-20T17:11:15Z', 'revision_number': 4, 'project_id': 'a4c63d8f9bf0474a935eff95935237d0', 'gw_port': {'id': 'b571f1a7-ee2a-46c7-8525-3c3c98111d9f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:11:06Z', 'updated_at': '2022-04-20T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'd28cc95c-7675-4f23-a2ac-531c9b4c898d', 'name': '', 'network_id': 'b8d5008d-c75b-4e43-bc72-1af4d636aa56', 'tenant_id': 'a4c63d8f9bf0474a935eff95935237d0', 'mac_address': 'fa:16:3e:93:bf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6eed98-6e0e-48dd-a464-51febb5e6b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:11:12Z', 'updated_at': '2022-04-20T17:11:25Z', 'revision_number': 5, 'project_id': 'a4c63d8f9bf0474a935eff95935237d0', 'subnets': [{'id': '7c6eed98-6e0e-48dd-a464-51febb5e6b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:14:25.686335 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90812dcc-05df-4c2a-9421-4493cd5d282b None None] Checking router: e9833b4d-cfdc-44a6-bec5-1cc89d134906 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:14:25.699344 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90812dcc-05df-4c2a-9421-4493cd5d282b None None] Routers {'e9833b4d-cfdc-44a6-bec5-1cc89d134906'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:14:25.700214 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-90812dcc-05df-4c2a-9421-4493cd5d282b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:14:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e9833b4d-cfdc-44a6-bec5-1cc89d134906'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:14:25.781427 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca82fc4-915b-4c23-9215-a006941c7673 req-af6dd44b-f882-447b-ba4b-51704c4f81b6 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:25.782127 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-cca82fc4-915b-4c23-9215-a006941c7673 req-af6dd44b-f882-447b-ba4b-51704c4f81b6 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Synchronizing usage tracker for tenant:b7e0217792874af58ccfdea4744db0d0 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:14:25.807253 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-cca82fc4-915b-4c23-9215-a006941c7673 req-af6dd44b-f882-447b-ba4b-51704c4f81b6 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Unset dirty status for tenant:b7e0217792874af58ccfdea4744db0d0 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:14:25.815793 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cca82fc4-915b-4c23-9215-a006941c7673 req-af6dd44b-f882-447b-ba4b-51704c4f81b6 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 945 time: 0.1505468 Apr 20 17:14:25.819141 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-1a961729-4943-41ce-8df6-979b05b4237d service neutron] 10.222.0.43 "GET /v2.0/networks/2c02899a-52c9-4c30-89a4-a9d559eb303e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9125106 Apr 20 17:14:25.894780 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cca82fc4-915b-4c23-9215-a006941c7673 req-883ac8c4-b46b-40cd-9c31-e76f48d1e216 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778041 Apr 20 17:14:25.979543 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c9c37-21f8-47d5-afdb-2005f5c7fae0 req-b85a65f6-5682-4632-9343-06442fb14784 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:25.980612 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-8b2c9c37-21f8-47d5-afdb-2005f5c7fae0 req-b85a65f6-5682-4632-9343-06442fb14784 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Synchronizing usage tracker for tenant:b7e0217792874af58ccfdea4744db0d0 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:14:25.999168 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e9885-2185-4270-a744-83b310142ea5 req-76d08a58-40c6-4c6c-be8b-d2fe72b8edb9 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:26.003233 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e9885-2185-4270-a744-83b310142ea5 req-76d08a58-40c6-4c6c-be8b-d2fe72b8edb9 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:26.007386 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e9885-2185-4270-a744-83b310142ea5 req-76d08a58-40c6-4c6c-be8b-d2fe72b8edb9 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:26.015110 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f62e9885-2185-4270-a744-83b310142ea5 req-76d08a58-40c6-4c6c-be8b-d2fe72b8edb9 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=14a3ed0f-3236-46d9-bd44-35a661399963 HTTP/1.1" status: 200 len: 2412 time: 0.8985457 Apr 20 17:14:26.017805 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-eada10d4-18f6-40b5-9804-52526877006e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.134&port_id=a324d68e-3036-4151-9635-20994dfcd084 HTTP/1.1" status: 200 len: 217 time: 0.1909044 Apr 20 17:14:26.024242 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e5e63564-46b9-4033-9adc-4a8bb9bc30cd req-80789566-003e-4c1a-afd5-84a22fba0ec9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7400677 Apr 20 17:14:26.086101 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-90812dcc-05df-4c2a-9421-4493cd5d282b None None] Set router e9833b4d-cfdc-44a6-bec5-1cc89d134906 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:14:26.120795 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-8b2c9c37-21f8-47d5-afdb-2005f5c7fae0 req-b85a65f6-5682-4632-9343-06442fb14784 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Unset dirty status for tenant:b7e0217792874af58ccfdea4744db0d0 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:14:26.122491 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8b2c9c37-21f8-47d5-afdb-2005f5c7fae0 req-b85a65f6-5682-4632-9343-06442fb14784 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 945 time: 1.0071452 Apr 20 17:14:26.255415 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0b8a0d8b-f85d-478a-8753-8826d3e0eac8 req-0a58d26e-60e9-4f4e-95ff-ee6915d774bc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=616e7673e3de409da4b73660d8aa6deb&device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.1161754 Apr 20 17:14:26.291331 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-0574a1ae-c9d7-47f5-9106-85d7114d234f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:26.294150 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-0574a1ae-c9d7-47f5-9106-85d7114d234f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df64784f-c46e-422b-b17f-3356688230c8 HTTP/1.1" status: 200 len: 801 time: 0.2550526 Apr 20 17:14:26.336223 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52777f3a-aa22-4f39-9c45-d25864b5f16b req-c0614c07-fb0e-420a-ab5e-872a46dd5637 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:26.339436 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-52777f3a-aa22-4f39-9c45-d25864b5f16b req-c0614c07-fb0e-420a-ab5e-872a46dd5637 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 945 time: 0.1492047 Apr 20 17:14:26.396815 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f62e9885-2185-4270-a744-83b310142ea5 req-806da269-d082-4fde-8dea-453974c9e7b3 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806665 Apr 20 17:14:26.438700 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-8b2c9c37-21f8-47d5-afdb-2005f5c7fae0 req-ac25303a-52ad-42e2-914d-21cbc04e0752 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Deleting port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:14:26.441977 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8b2c9c37-21f8-47d5-afdb-2005f5c7fae0 req-ac25303a-52ad-42e2-914d-21cbc04e0752 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:26.461813 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-52777f3a-aa22-4f39-9c45-d25864b5f16b req-bcb4c970-64e2-4ca3-9ea7-519f9486916a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161625 Apr 20 17:14:26.532557 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0b8a0d8b-f85d-478a-8753-8826d3e0eac8 req-6632532b-19d0-4219-87ed-d6ed0cefa90c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=616e7673e3de409da4b73660d8aa6deb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1688581 Apr 20 17:14:26.776596 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-90812dcc-05df-4c2a-9421-4493cd5d282b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'name': 'tempest-AttachSCSIVolumeTestJSON-1554201581-router', 'tenant_id': 'a4c63d8f9bf0474a935eff95935237d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b571f1a7-ee2a-46c7-8525-3c3c98111d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:11:04Z', 'updated_at': '2022-04-20T17:11:15Z', 'revision_number': 4, 'project_id': 'a4c63d8f9bf0474a935eff95935237d0', 'gw_port': {'id': 'b571f1a7-ee2a-46c7-8525-3c3c98111d9f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:11:06Z', 'updated_at': '2022-04-20T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'd28cc95c-7675-4f23-a2ac-531c9b4c898d', 'name': '', 'network_id': 'b8d5008d-c75b-4e43-bc72-1af4d636aa56', 'tenant_id': 'a4c63d8f9bf0474a935eff95935237d0', 'mac_address': 'fa:16:3e:93:bf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6eed98-6e0e-48dd-a464-51febb5e6b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:11:12Z', 'updated_at': '2022-04-20T17:11:25Z', 'revision_number': 5, 'project_id': 'a4c63d8f9bf0474a935eff95935237d0', 'subnets': [{'id': '7c6eed98-6e0e-48dd-a464-51febb5e6b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:14:26.788949 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90812dcc-05df-4c2a-9421-4493cd5d282b None None] The sync data for ids ['e9833b4d-cfdc-44a6-bec5-1cc89d134906'] in n-d-838032-1 is: [{'id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'name': 'tempest-AttachSCSIVolumeTestJSON-1554201581-router', 'tenant_id': 'a4c63d8f9bf0474a935eff95935237d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b571f1a7-ee2a-46c7-8525-3c3c98111d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:11:04Z', 'updated_at': '2022-04-20T17:11:15Z', 'revision_number': 4, 'project_id': 'a4c63d8f9bf0474a935eff95935237d0', 'gw_port': {'id': 'b571f1a7-ee2a-46c7-8525-3c3c98111d9f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:11:06Z', 'updated_at': '2022-04-20T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'd28cc95c-7675-4f23-a2ac-531c9b4c898d', 'name': '', 'network_id': 'b8d5008d-c75b-4e43-bc72-1af4d636aa56', 'tenant_id': 'a4c63d8f9bf0474a935eff95935237d0', 'mac_address': 'fa:16:3e:93:bf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6eed98-6e0e-48dd-a464-51febb5e6b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:11:12Z', 'updated_at': '2022-04-20T17:11:25Z', 'revision_number': 5, 'project_id': 'a4c63d8f9bf0474a935eff95935237d0', 'subnets': [{'id': '7c6eed98-6e0e-48dd-a464-51febb5e6b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:14:26.952722 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1e5cb766-42a5-4de6-8ebe-e5cacf4b2e90 req-a5ea1213-7084-4338-9d2f-52688f86a780 tempest-ServersAdmin275Test-97803023 tempest-ServersAdmin275Test-97803023-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.0627589 Apr 20 17:14:27.304563 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-24e8bc12-dbb0-4353-9618-960aa29005d3 req-e8874e72-8914-4e9c-bcc0-31af3ace67ed service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.1092491 Apr 20 17:14:27.382100 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3906bc29-31be-4a49-baba-a44a0395443d None None] New status for floating IP 2f1ebd25-68fa-47fd-956c-155eb9ab591d: DOWN {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:14:27.410318 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e5e63564-46b9-4033-9adc-4a8bb9bc30cd req-b798c7cb-7569-4afc-89b7-cd4f0b54c919 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6309d4027774bf39a206d4366b6ddc5&device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 1095 time: 1.3297405 Apr 20 17:14:27.412544 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a0d8b-f85d-478a-8753-8826d3e0eac8 req-dba48c4a-9aef-40d2-9929-6c980854231f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:27.416484 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0b8a0d8b-f85d-478a-8753-8826d3e0eac8 req-dba48c4a-9aef-40d2-9929-6c980854231f service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8465710 Apr 20 17:14:27.598212 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3bd296-fbd0-4d30-9e39-2dfd1b10da9a', 'name': 'network-vif-deleted', 'tag': 'f8d0fad6-f78c-462e-9a27-bfa511155dd5'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:14:27.790167 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-44801b7e-46e7-4c7d-b908-4785fa5a8e77 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=43f7ecf9-300a-4a39-9133-e0bf9e2d3935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.4853671 Apr 20 17:14:27.790656 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd773b1-4ef4-4b3f-82cd-211ca9e7277a req-6d518972-1b94-4069-aeba-ee6117e40e99 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:27.797097 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3bd773b1-4ef4-4b3f-82cd-211ca9e7277a req-6d518972-1b94-4069-aeba-ee6117e40e99 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 945 time: 0.1145613 Apr 20 17:14:27.877271 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3bd773b1-4ef4-4b3f-82cd-211ca9e7277a req-07154cd6-698d-46f2-8926-a892e965fe2a tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651708 Apr 20 17:14:27.994986 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-8b2c9c37-21f8-47d5-afdb-2005f5c7fae0 req-ac25303a-52ad-42e2-914d-21cbc04e0752 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] For port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=f6a1bb37-8f5c-435d-aade-ab1b58ad8d03,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:27.995650 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8b2c9c37-21f8-47d5-afdb-2005f5c7fae0 req-ac25303a-52ad-42e2-914d-21cbc04e0752 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:28.078355 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d7e7a-cd22-4884-a125-54859173d879 req-50c430fe-f400-4ebf-8b04-f9d16ce08498 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:28.080094 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3a2d7e7a-cd22-4884-a125-54859173d879 req-50c430fe-f400-4ebf-8b04-f9d16ce08498 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ea90530-de67-471d-97ae-336638e5eb4f HTTP/1.1" status: 200 len: 946 time: 1.3190255 Apr 20 17:14:28.094961 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e63564-46b9-4033-9adc-4a8bb9bc30cd req-2848f619-eaf1-40e7-8a13-ff6639a2df8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:28.097864 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e5e63564-46b9-4033-9adc-4a8bb9bc30cd req-2848f619-eaf1-40e7-8a13-ff6639a2df8b service neutron] 10.222.0.10 "GET /v2.0/networks?id=bf1bc412-90d5-44c3-9118-40a48e554e77 HTTP/1.1" status: 200 len: 909 time: 0.6218231 Apr 20 17:14:28.098162 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da70a62-57aa-49cb-8b2b-60b3bd256409 req-f85eadb9-7443-4ddf-bec5-85fa44754b76 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:28.100892 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5da70a62-57aa-49cb-8b2b-60b3bd256409 req-f85eadb9-7443-4ddf-bec5-85fa44754b76 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 945 time: 0.1006198 Apr 20 17:14:28.164042 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5da70a62-57aa-49cb-8b2b-60b3bd256409 req-e0a5894e-3270-433e-8a0a-5e48f3b24912 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559833 Apr 20 17:14:28.353065 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-8b2c9c37-21f8-47d5-afdb-2005f5c7fae0 req-ac25303a-52ad-42e2-914d-21cbc04e0752 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Calling delete_port for f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:14:28.541249 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-ee3eab11-1f8e-4dd7-9b5b-3b998d3fa00a service neutron] 10.222.0.43 "GET /v2.0/networks/43f7ecf9-300a-4a39-9133-e0bf9e2d3935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7276063 Apr 20 17:14:28.558728 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7c0f3-b7aa-4874-8d9e-4348f9fd46bc req-2c07b791-155b-44bc-b47e-aa309153668f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:28.580947 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7c0f3-b7aa-4874-8d9e-4348f9fd46bc req-2c07b791-155b-44bc-b47e-aa309153668f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:28.592745 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7c0f3-b7aa-4874-8d9e-4348f9fd46bc req-2c07b791-155b-44bc-b47e-aa309153668f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:28.601231 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72f7c0f3-b7aa-4874-8d9e-4348f9fd46bc req-2c07b791-155b-44bc-b47e-aa309153668f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=14a3ed0f-3236-46d9-bd44-35a661399963 HTTP/1.1" status: 200 len: 2412 time: 0.2547989 Apr 20 17:14:28.694933 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72f7c0f3-b7aa-4874-8d9e-4348f9fd46bc req-69f7f612-2833-40e7-ad97-85fb980826c9 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879166 Apr 20 17:14:28.707185 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e5e63564-46b9-4033-9adc-4a8bb9bc30cd req-c1222b86-5b38-4bbd-9731-c112aec2c745 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b08539c-7f7e-42fa-92d6-616a10c16789 HTTP/1.1" status: 200 len: 217 time: 0.5173578 Apr 20 17:14:28.775336 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36062) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:14:28.796308 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3a2d7e7a-cd22-4884-a125-54859173d879 req-81a40ba1-8b7e-44f8-a192-b4d863beec09 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] 10.222.0.39 "GET /v2.0/security-groups?id=db560fc0-4359-4603-a35e-a5a65072364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6966062 Apr 20 17:14:28.868890 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e63564-46b9-4033-9adc-4a8bb9bc30cd req-bc586064-7115-40eb-8497-2e4169494577 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:28.870153 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e5e63564-46b9-4033-9adc-4a8bb9bc30cd req-bc586064-7115-40eb-8497-2e4169494577 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afaadd71-91d9-490d-8c9c-d83dc8020198 HTTP/1.1" status: 200 len: 848 time: 0.1475644 Apr 20 17:14:28.925322 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-df9bb73c-3d3e-497a-b282-13fd2fb71dcf tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:29.061384 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-c7b324f2-af18-4c42-928d-1906f5211407 service neutron] 10.222.0.43 "GET /v2.0/networks/43f7ecf9-300a-4a39-9133-e0bf9e2d3935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4918113 Apr 20 17:14:29.074067 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e5e63564-46b9-4033-9adc-4a8bb9bc30cd req-88e4a70d-8c18-4b5c-a1c5-178ce690d50b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bf1bc412-90d5-44c3-9118-40a48e554e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1910584 Apr 20 17:14:29.138279 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d22b5929-cdb7-4aad-8095-61c731a2d575'] response: {'server_uuid': '8f3bd296-fbd0-4d30-9e39-2dfd1b10da9a', 'name': 'network-vif-deleted', 'tag': 'f8d0fad6-f78c-462e-9a27-bfa511155dd5', 'status': 'completed', 'code': 200} Apr 20 17:14:29.194379 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-df9bb73c-3d3e-497a-b282-13fd2fb71dcf tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:29.311989 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e3615-0fb3-473a-b848-dcfa25ad5530 req-d00629c6-f2f5-4b02-9226-7f12f68c017f tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:29.313603 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-323e3615-0fb3-473a-b848-dcfa25ad5530 req-d00629c6-f2f5-4b02-9226-7f12f68c017f tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 945 time: 0.3766179 Apr 20 17:14:29.326741 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8b2c9c37-21f8-47d5-afdb-2005f5c7fae0 req-ac25303a-52ad-42e2-914d-21cbc04e0752 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:29.350578 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-df9bb73c-3d3e-497a-b282-13fd2fb71dcf tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:29.394530 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bb73c-3d3e-497a-b282-13fd2fb71dcf tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da720825-3e6c-4625-8bdc-bcad0db5212e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:29.418909 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-323e3615-0fb3-473a-b848-dcfa25ad5530 req-b246f1d8-2e0f-407b-9040-e16fe2e5e247 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979607 Apr 20 17:14:29.433726 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-df9bb73c-3d3e-497a-b282-13fd2fb71dcf tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:29.437672 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-df9bb73c-3d3e-497a-b282-13fd2fb71dcf tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "DELETE /v2.0/security-groups/da720825-3e6c-4625-8bdc-bcad0db5212e HTTP/1.1" status: 204 len: 168 time: 0.6612813 Apr 20 17:14:29.440581 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36074) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:14:29.481208 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-c764417b-ef9d-402e-b92d-32cc99274666 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] show failed (client error): The resource could not be found. Apr 20 17:14:29.482819 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c764417b-ef9d-402e-b92d-32cc99274666 tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "GET /v2.0/security-groups/da720825-3e6c-4625-8bdc-bcad0db5212e HTTP/1.1" status: 404 len: 347 time: 0.0410955 Apr 20 17:14:29.486268 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36078) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:14:29.533948 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-795b213e-584b-4fc4-b6bf-5a406e58f4a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.103&port_id=9a24925c-7687-433e-a22c-1a33fb6dc496 HTTP/1.1" status: 200 len: 217 time: 0.4623075 Apr 20 17:14:29.544336 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25303a-52ad-42e2-914d-21cbc04e0752 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Pushing event deleted for resources: {'Port': ['ID=f6a1bb37-8f5c-435d-aade-ab1b58ad8d03,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:29.788479 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-93b73ab3-5ef3-4127-8d62-0554130ad719 req-4ce6f687-9540-48e9-81ea-c58665630034 tempest-ServersAdmin275Test-97803023 tempest-ServersAdmin275Test-97803023-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.3333406 Apr 20 17:14:29.825073 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-3c86a554-f3d6-4dba-af03-14a1b936ddbc tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Deleting port b808be1e-f31a-494d-82fa-5695d7a0a7de {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:14:29.825558 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3c86a554-f3d6-4dba-af03-14a1b936ddbc tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:29.908210 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2c9c37-21f8-47d5-afdb-2005f5c7fae0 req-ac25303a-52ad-42e2-914d-21cbc04e0752 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] No DVR routers for this DVR port f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:14:29.920875 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8b2c9c37-21f8-47d5-afdb-2005f5c7fae0 req-ac25303a-52ad-42e2-914d-21cbc04e0752 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:29.988073 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e5e63564-46b9-4033-9adc-4a8bb9bc30cd req-10aec9ed-eb6a-4983-b0fe-72fefca93269 service neutron] 10.222.0.10 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8487487 Apr 20 17:14:29.989500 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-2f3d5841-84ea-47e5-a706-c1747e293dff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:29.992517 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-2f3d5841-84ea-47e5-a706-c1747e293dff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a395c410-f854-4a03-bacd-c53df0bf0327 HTTP/1.1" status: 200 len: 801 time: 0.4400058 Apr 20 17:14:30.032375 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:14:30.045837 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3c86a554-f3d6-4dba-af03-14a1b936ddbc tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:30.046736 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3c86a554-f3d6-4dba-af03-14a1b936ddbc tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:30.144103 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:14:30.144356 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:14:30.203152 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8b2c9c37-21f8-47d5-afdb-2005f5c7fae0 req-ac25303a-52ad-42e2-914d-21cbc04e0752 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.10 "DELETE /v2.0/ports/f6a1bb37-8f5c-435d-aade-ab1b58ad8d03 HTTP/1.1" status: 204 len: 173 time: 4.0255647 Apr 20 17:14:30.205790 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-3c86a554-f3d6-4dba-af03-14a1b936ddbc tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Calling delete_port for b808be1e-f31a-494d-82fa-5695d7a0a7de owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:14:30.307911 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-db54b4d7-2dfe-4e47-a43e-c51f0f14ca8f req-5e01fef6-1c8d-41b9-ac5f-2c184cdfaabb tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Synchronizing usage tracker for tenant:b7e0217792874af58ccfdea4744db0d0 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:14:30.375567 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3c86a554-f3d6-4dba-af03-14a1b936ddbc tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:30.436758 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e5e63564-46b9-4033-9adc-4a8bb9bc30cd req-87cd854d-2db8-4dd4-ab58-ce2250eafa08 service neutron] 10.222.0.10 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396982 Apr 20 17:14:30.446489 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-db54b4d7-2dfe-4e47-a43e-c51f0f14ca8f req-5e01fef6-1c8d-41b9-ac5f-2c184cdfaabb tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Unset dirty status for tenant:b7e0217792874af58ccfdea4744db0d0 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:14:30.448143 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-db54b4d7-2dfe-4e47-a43e-c51f0f14ca8f req-5e01fef6-1c8d-41b9-ac5f-2c184cdfaabb tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9927fc-db89-4b6b-80d8-419e1055253d HTTP/1.1" status: 200 len: 210 time: 0.2262964 Apr 20 17:14:30.456545 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-b6ec37a6-c503-4b00-bf91-f2be2125086f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2c02899a-52c9-4c30-89a4-a9d559eb303e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2875290 Apr 20 17:14:30.496722 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86a554-f3d6-4dba-af03-14a1b936ddbc tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Pushing event deleted for resources: {'Port': ['ID=b808be1e-f31a-494d-82fa-5695d7a0a7de,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:30.592115 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833d791-5c9a-43f8-8b0f-da82114b0b25 req-b60da16b-4986-49b3-ac0c-c95d62a8c8be tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:30.593895 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c833d791-5c9a-43f8-8b0f-da82114b0b25 req-b60da16b-4986-49b3-ac0c-c95d62a8c8be tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 945 time: 0.8379040 Apr 20 17:14:30.669760 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c833d791-5c9a-43f8-8b0f-da82114b0b25 req-30f2cf34-67a9-47cd-b659-9f359b752c35 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699470 Apr 20 17:14:30.704256 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3c86a554-f3d6-4dba-af03-14a1b936ddbc tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:30.740498 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3c86a554-f3d6-4dba-af03-14a1b936ddbc tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:30.747523 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3c86a554-f3d6-4dba-af03-14a1b936ddbc tempest-AttachSCSIVolumeTestJSON-818945656 tempest-AttachSCSIVolumeTestJSON-818945656-project] 10.222.0.39 "DELETE /v2.0/floatingips/2f1ebd25-68fa-47fd-956c-155eb9ab591d HTTP/1.1" status: 204 len: 168 time: 1.2600110 Apr 20 17:14:30.755810 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-c3e7c351-e916-4d0d-a18b-08037cf4a5e1 service neutron] 10.222.0.43 "GET /v2.0/networks/2c02899a-52c9-4c30-89a4-a9d559eb303e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893043 Apr 20 17:14:31.007676 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7114e90-619c-462b-9adb-eb1bae6cefca req-7ff5c942-a139-4445-b7f9-d7842440e930 service neutron] 10.222.0.43 "GET /v2.0/networks/2c02899a-52c9-4c30-89a4-a9d559eb303e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392378 Apr 20 17:14:31.196871 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9927fc-db89-4b6b-80d8-419e1055253d', 'name': 'network-vif-deleted', 'tag': 'f6a1bb37-8f5c-435d-aade-ab1b58ad8d03'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:14:31.223297 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf957d08-4df6-421b-b554-4b21a8adeabb req-a98d4040-3370-4fa5-aa57-339435c4cf5b tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:31.225025 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bf957d08-4df6-421b-b554-4b21a8adeabb req-a98d4040-3370-4fa5-aa57-339435c4cf5b tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ea90530-de67-471d-97ae-336638e5eb4f HTTP/1.1" status: 200 len: 946 time: 0.1320672 Apr 20 17:14:31.260129 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0062cafd-28d7-4c03-b761-97322b1fd10c req-0954b582-559b-41bb-b1fb-2cc6e559195b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f510c870a174765bb86dc367cadd96a&device_id=14a3ed0f-3236-46d9-bd44-35a661399963 HTTP/1.1" status: 200 len: 2865 time: 0.1893654 Apr 20 17:14:31.321349 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bf957d08-4df6-421b-b554-4b21a8adeabb req-842a9818-3462-4d8c-9088-07009d770e11 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] 10.222.0.39 "GET /v2.0/security-groups?id=db560fc0-4359-4603-a35e-a5a65072364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903461 Apr 20 17:14:31.529095 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062cafd-28d7-4c03-b761-97322b1fd10c req-9015eff0-bce5-49b8-a0c9-7cd03186bf13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:31.534560 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0062cafd-28d7-4c03-b761-97322b1fd10c req-9015eff0-bce5-49b8-a0c9-7cd03186bf13 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2c02899a-52c9-4c30-89a4-a9d559eb303e HTTP/1.1" status: 200 len: 902 time: 0.2665403 Apr 20 17:14:31.705897 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0062cafd-28d7-4c03-b761-97322b1fd10c req-120d3c69-861e-4d95-9e05-2e075564963a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.103&port_id=9a24925c-7687-433e-a22c-1a33fb6dc496 HTTP/1.1" status: 200 len: 217 time: 0.1455839 Apr 20 17:14:31.826580 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9d1b8c3d-50c9-44b4-a7e8-0b93cfe64add req-b65e388a-ac68-4019-ab28-fc4d3399f50f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=616e7673e3de409da4b73660d8aa6deb&device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.0427608 Apr 20 17:14:31.876560 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a215286-224f-4e65-8366-493bb7441f3b req-23ab4665-6dca-4259-bec5-4ca35cbe7372 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:31.881104 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a215286-224f-4e65-8366-493bb7441f3b req-23ab4665-6dca-4259-bec5-4ca35cbe7372 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:31.885004 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a215286-224f-4e65-8366-493bb7441f3b req-23ab4665-6dca-4259-bec5-4ca35cbe7372 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:31.886806 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1a215286-224f-4e65-8366-493bb7441f3b req-23ab4665-6dca-4259-bec5-4ca35cbe7372 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=14a3ed0f-3236-46d9-bd44-35a661399963 HTTP/1.1" status: 200 len: 2412 time: 0.5711644 Apr 20 17:14:31.891258 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9d1b8c3d-50c9-44b4-a7e8-0b93cfe64add req-606bc28c-f5a4-4b44-82ad-cf55a6ee7ef8 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=616e7673e3de409da4b73660d8aa6deb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553787 Apr 20 17:14:31.972833 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062cafd-28d7-4c03-b761-97322b1fd10c req-81515378-54d6-42af-a086-5aa12479a7df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:31.975092 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0062cafd-28d7-4c03-b761-97322b1fd10c req-81515378-54d6-42af-a086-5aa12479a7df service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a395c410-f854-4a03-bacd-c53df0bf0327 HTTP/1.1" status: 200 len: 801 time: 0.2584708 Apr 20 17:14:32.164928 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f244023-8c3e-4cde-add7-1f4030f7944a req-043a2543-df1b-4e7b-bd05-55c17a6dbff8 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:32.168288 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9f244023-8c3e-4cde-add7-1f4030f7944a req-043a2543-df1b-4e7b-bd05-55c17a6dbff8 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 945 time: 0.1852624 Apr 20 17:14:32.273044 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9f244023-8c3e-4cde-add7-1f4030f7944a req-7b41acc2-2646-4549-925b-2550ccf996a4 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968785 Apr 20 17:14:32.308997 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b8c3d-50c9-44b4-a7e8-0b93cfe64add req-57d97c2b-4245-45e4-96bb-f54a015eed8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:32.311193 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9d1b8c3d-50c9-44b4-a7e8-0b93cfe64add req-57d97c2b-4245-45e4-96bb-f54a015eed8b service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3915346 Apr 20 17:14:32.339922 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1a215286-224f-4e65-8366-493bb7441f3b req-30f665f0-d944-4465-ac54-98c1b7eb8fda tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418921 Apr 20 17:14:32.390755 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-819c311c-7bc0-41a6-9f6a-021974b247f1'] response: {'server_uuid': '3a9927fc-db89-4b6b-80d8-419e1055253d', 'name': 'network-vif-deleted', 'tag': 'f6a1bb37-8f5c-435d-aade-ab1b58ad8d03', 'status': 'completed', 'code': 200} Apr 20 17:14:32.411481 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0062cafd-28d7-4c03-b761-97322b1fd10c req-960c4c37-163d-4c7a-b568-f646038f39f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2c02899a-52c9-4c30-89a4-a9d559eb303e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3766971 Apr 20 17:14:32.602514 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0062cafd-28d7-4c03-b761-97322b1fd10c req-95eb7422-2a20-449a-aaca-a386ac22e281 service neutron] 10.222.0.43 "GET /v2.0/networks/2c02899a-52c9-4c30-89a4-a9d559eb303e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808283 Apr 20 17:14:32.715840 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb6f53-6d15-48ce-bbd2-8b7bb923891e req-3f275d02-d5bf-467f-8cdf-fb9fd9d59e99 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:32.724433 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-06fb6f53-6d15-48ce-bbd2-8b7bb923891e req-3f275d02-d5bf-467f-8cdf-fb9fd9d59e99 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 945 time: 0.1384320 Apr 20 17:14:32.836276 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-06fb6f53-6d15-48ce-bbd2-8b7bb923891e req-0487d6f3-2c1a-4201-b547-91b130a06a32 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108601 Apr 20 17:14:33.012617 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ab3d3146-0aca-4411-acd6-21bbe2cf9e6f req-c00e44ab-041e-40ae-9bb0-fbc81b83ac9c tempest-ServersAdmin275Test-1845830644 tempest-ServersAdmin275Test-1845830644-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.1815619 Apr 20 17:14:33.118617 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0062cafd-28d7-4c03-b761-97322b1fd10c req-432438de-7f4e-4be4-ae66-0cecfee1c271 service neutron] 10.222.0.43 "GET /v2.0/networks/2c02899a-52c9-4c30-89a4-a9d559eb303e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5067940 Apr 20 17:14:33.474586 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5baa88-ace5-4937-b888-413dc15d3a74 req-20735dee-194c-43a3-913e-71823fb5bb2a tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:33.484038 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3f5baa88-ace5-4937-b888-413dc15d3a74 req-20735dee-194c-43a3-913e-71823fb5bb2a tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 944 time: 0.1682334 Apr 20 17:14:33.559111 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3f5baa88-ace5-4937-b888-413dc15d3a74 req-9ab06ab2-8fac-4984-a483-49d57c2cbcbc tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724144 Apr 20 17:14:33.721187 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9d1b8c3d-50c9-44b4-a7e8-0b93cfe64add req-a0abf75b-8730-4f25-a4f0-dfeddeb01775 tempest-ServersAdmin275Test-1845830644 tempest-ServersAdmin275Test-1845830644-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.0757220 Apr 20 17:14:33.721822 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146da74-cd31-44d0-9193-0bfb35d859c8 req-50dc2d42-3908-457c-ace0-155cd2c3d304 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:33.731013 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f146da74-cd31-44d0-9193-0bfb35d859c8 req-50dc2d42-3908-457c-ace0-155cd2c3d304 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 945 time: 0.1856048 Apr 20 17:14:33.802920 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f146da74-cd31-44d0-9193-0bfb35d859c8 req-db00164d-00e8-4328-a2c2-24a0bc8f9792 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703208 Apr 20 17:14:33.939509 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device a324d68e-3036-4151-9635-20994dfcd084 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:14:33.948966 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec22199-4723-4281-9e7d-9d705a6e84ef req-9e6b2069-0f3d-4996-9313-56d516020045 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:33.958615 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fec22199-4723-4281-9e7d-9d705a6e84ef req-9e6b2069-0f3d-4996-9313-56d516020045 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 944 time: 0.2079570 Apr 20 17:14:34.065029 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ea4e6-4a7f-465f-9aae-809f8bb709c2 req-b32e382b-d4fe-4201-96e1-a0d7edc8728d tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:34.069399 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ea4e6-4a7f-465f-9aae-809f8bb709c2 req-b32e382b-d4fe-4201-96e1-a0d7edc8728d tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:34.074553 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ea4e6-4a7f-465f-9aae-809f8bb709c2 req-b32e382b-d4fe-4201-96e1-a0d7edc8728d tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:34.085128 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e88ea4e6-4a7f-465f-9aae-809f8bb709c2 req-b32e382b-d4fe-4201-96e1-a0d7edc8728d tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=14a3ed0f-3236-46d9-bd44-35a661399963 HTTP/1.1" status: 200 len: 2412 time: 0.3568029 Apr 20 17:14:34.174149 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22272e49-93f3-46c8-91dc-340bb5ddc410 req-a65fb74c-59d0-435a-8cbe-b44cd474b6c2 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:34.178945 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-fec22199-4723-4281-9e7d-9d705a6e84ef req-13e4ef06-5065-40de-8991-d7ea74c016f9 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Deleting port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:14:34.179351 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-fec22199-4723-4281-9e7d-9d705a6e84ef req-13e4ef06-5065-40de-8991-d7ea74c016f9 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:34.189117 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-22272e49-93f3-46c8-91dc-340bb5ddc410 req-a65fb74c-59d0-435a-8cbe-b44cd474b6c2 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 945 time: 0.1673350 Apr 20 17:14:34.305131 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-22272e49-93f3-46c8-91dc-340bb5ddc410 req-8064ee02-e734-4538-9194-f9858c90baba tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150091 Apr 20 17:14:34.309035 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port a324d68e-3036-4151-9635-20994dfcd084, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=a324d68e-3036-4151-9635-20994dfcd084,segment=NetworkSegment(b34fd7fb-13f9-4e98-87c5-59ab70c54abf),segment_id=b34fd7fb-13f9-4e98-87c5-59ab70c54abf)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:34.366440 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'a324d68e-3036-4151-9635-20994dfcd084', 'network_id': '43f7ecf9-300a-4a39-9133-e0bf9e2d3935', 'port_id': 'a324d68e-3036-4151-9635-20994dfcd084', 'mac_address': 'fa:16:3e:72:16:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df64784f-c46e-422b-b17f-3356688230c8', 'ip_address': '19.86.0.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:14:34.544871 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:34.575909 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a324d68e-3036-4151-9635-20994dfcd084 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:14:34.609312 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port a324d68e-3036-4151-9635-20994dfcd084, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=a324d68e-3036-4151-9635-20994dfcd084,segment=NetworkSegment(b34fd7fb-13f9-4e98-87c5-59ab70c54abf),segment_id=b34fd7fb-13f9-4e98-87c5-59ab70c54abf)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:34.625831 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:34.627177 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 9a24925c-7687-433e-a22c-1a33fb6dc496 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:14:34.727946 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=a324d68e-3036-4151-9635-20994dfcd084,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:34.740857 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:14:34.742059 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:14:34.742614 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:14:34.743326 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:14:34.743784 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:14:34.744305 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:14:34.744868 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:14:34.745520 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:14:34.746300 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:14:34.748960 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:14:34.750841 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:14:34.796813 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f5e59843-3b3e-42f1-87b0-b99f7cb588ce req-351a600a-0756-48ba-bcdf-db3d2fdfa476 tempest-ServersAdmin275Test-1845830644 tempest-ServersAdmin275Test-1845830644-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bc04513-8fad-41b0-8d22-8358a55cdfe1 HTTP/1.1" status: 200 len: 210 time: 0.0994668 Apr 20 17:14:34.811459 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e88ea4e6-4a7f-465f-9aae-809f8bb709c2 req-a5fe68a8-65de-4c99-a606-f1764777bda4 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7254329 Apr 20 17:14:34.843072 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-fec22199-4723-4281-9e7d-9d705a6e84ef req-13e4ef06-5065-40de-8991-d7ea74c016f9 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] For port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=14f17c03-d216-41a3-8c5b-6e34bad8ee2e,segment=NetworkSegment(d45d15fd-aaf6-4c12-b3c7-034044cd81c5),segment_id=d45d15fd-aaf6-4c12-b3c7-034044cd81c5)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:34.844514 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-fec22199-4723-4281-9e7d-9d705a6e84ef req-13e4ef06-5065-40de-8991-d7ea74c016f9 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:34.985614 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 9a24925c-7687-433e-a22c-1a33fb6dc496, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9a24925c-7687-433e-a22c-1a33fb6dc496,segment=NetworkSegment(630332a0-1b2b-4993-bf2e-09cdb8bdb9d9),segment_id=630332a0-1b2b-4993-bf2e-09cdb8bdb9d9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:35.038990 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-fec22199-4723-4281-9e7d-9d705a6e84ef req-13e4ef06-5065-40de-8991-d7ea74c016f9 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Calling delete_port for 14f17c03-d216-41a3-8c5b-6e34bad8ee2e owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:14:35.190406 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '9a24925c-7687-433e-a22c-1a33fb6dc496', 'network_id': '2c02899a-52c9-4c30-89a4-a9d559eb303e', 'port_id': '9a24925c-7687-433e-a22c-1a33fb6dc496', 'mac_address': 'fa:16:3e:1c:17:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c410-f854-4a03-bacd-c53df0bf0327', 'ip_address': '19.80.0.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:14:35.313367 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:35.337215 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a24925c-7687-433e-a22c-1a33fb6dc496 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:14:35.368022 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 9a24925c-7687-433e-a22c-1a33fb6dc496, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9a24925c-7687-433e-a22c-1a33fb6dc496,segment=NetworkSegment(630332a0-1b2b-4993-bf2e-09cdb8bdb9d9),segment_id=630332a0-1b2b-4993-bf2e-09cdb8bdb9d9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:35.378148 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:35.379230 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 3d166def-4fd5-4c53-83fe-f9b1cd382848 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:14:35.396628 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-fec22199-4723-4281-9e7d-9d705a6e84ef req-13e4ef06-5065-40de-8991-d7ea74c016f9 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:35.459522 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 3d166def-4fd5-4c53-83fe-f9b1cd382848, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=3d166def-4fd5-4c53-83fe-f9b1cd382848,segment=NetworkSegment(630332a0-1b2b-4993-bf2e-09cdb8bdb9d9),segment_id=630332a0-1b2b-4993-bf2e-09cdb8bdb9d9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:35.576335 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ecdee-d64a-4b95-97e7-078d138e57c0 req-151433ed-bbf1-45e0-b52a-cb77d14bbb7a tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:35.600288 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '3d166def-4fd5-4c53-83fe-f9b1cd382848', 'network_id': '2c02899a-52c9-4c30-89a4-a9d559eb303e', 'port_id': '3d166def-4fd5-4c53-83fe-f9b1cd382848', 'mac_address': 'fa:16:3e:ac:cd:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a395c410-f854-4a03-bacd-c53df0bf0327', 'ip_address': '19.80.0.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:14:35.616946 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-496ecdee-d64a-4b95-97e7-078d138e57c0 req-151433ed-bbf1-45e0-b52a-cb77d14bbb7a tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a851b32-0d51-41f4-849b-4045595413c2 HTTP/1.1" status: 200 len: 944 time: 0.4268942 Apr 20 17:14:35.650402 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4ef06-5065-40de-8991-d7ea74c016f9 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Pushing event deleted for resources: {'Port': ['ID=14f17c03-d216-41a3-8c5b-6e34bad8ee2e,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:35.878908 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:35.948536 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec22199-4723-4281-9e7d-9d705a6e84ef req-13e4ef06-5065-40de-8991-d7ea74c016f9 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] No DVR routers for this DVR port 14f17c03-d216-41a3-8c5b-6e34bad8ee2e on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:14:35.948536 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-fec22199-4723-4281-9e7d-9d705a6e84ef req-13e4ef06-5065-40de-8991-d7ea74c016f9 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:35.963843 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a851b32-0d51-41f4-849b-4045595413c2', 'name': 'network-vif-deleted', 'tag': '14f17c03-d216-41a3-8c5b-6e34bad8ee2e'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:14:35.966669 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d166def-4fd5-4c53-83fe-f9b1cd382848 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:14:36.010499 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-496ecdee-d64a-4b95-97e7-078d138e57c0 req-36a26429-0edb-4b19-afed-b1397e3c374d tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3cd1e2e-e98d-478b-ad05-d7edc2043460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575056 Apr 20 17:14:36.018763 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fec22199-4723-4281-9e7d-9d705a6e84ef req-13e4ef06-5065-40de-8991-d7ea74c016f9 tempest-LiveAutoBlockMigrationV225Test-1395280963 tempest-LiveAutoBlockMigrationV225Test-1395280963-project] 10.222.0.10 "DELETE /v2.0/ports/14f17c03-d216-41a3-8c5b-6e34bad8ee2e HTTP/1.1" status: 204 len: 173 time: 2.0589786 Apr 20 17:14:36.054685 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=9a24925c-7687-433e-a22c-1a33fb6dc496,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:36.094498 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 3d166def-4fd5-4c53-83fe-f9b1cd382848, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=3d166def-4fd5-4c53-83fe-f9b1cd382848,segment=NetworkSegment(630332a0-1b2b-4993-bf2e-09cdb8bdb9d9),segment_id=630332a0-1b2b-4993-bf2e-09cdb8bdb9d9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:36.100921 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:36.390505 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=3d166def-4fd5-4c53-83fe-f9b1cd382848,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:36.424825 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['9a24925c-7687-433e-a22c-1a33fb6dc496'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:14:36.541817 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['a324d68e-3036-4151-9635-20994dfcd084'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:14:36.635482 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ac42b-694d-4b15-93a0-c60f2844725b req-809bd697-8c1c-4be6-b595-eaf5a55046fd tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:36.645478 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-553ac42b-694d-4b15-93a0-c60f2844725b req-809bd697-8c1c-4be6-b595-eaf5a55046fd tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 945 time: 0.5354469 Apr 20 17:14:36.673404 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80560d37-c4eb-49b0-b0d8-1e4c1e688c89 req-3c204258-6ef2-4d8a-af43-d1cc745a37e4 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:36.673404 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-80560d37-c4eb-49b0-b0d8-1e4c1e688c89 req-3c204258-6ef2-4d8a-af43-d1cc745a37e4 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 945 time: 0.3042986 Apr 20 17:14:36.747816 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-553ac42b-694d-4b15-93a0-c60f2844725b req-9316179a-85c9-4af3-9c1e-8e3d5e4a068a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972612 Apr 20 17:14:36.871915 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-80560d37-c4eb-49b0-b0d8-1e4c1e688c89 req-ddc5b6fe-eb54-4050-a399-e077785f376e tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875181 Apr 20 17:14:37.204932 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f56b712-1044-44bb-b535-4ccd291c8aa3'] response: {'server_uuid': '5a851b32-0d51-41f4-849b-4045595413c2', 'name': 'network-vif-deleted', 'tag': '14f17c03-d216-41a3-8c5b-6e34bad8ee2e', 'status': 'completed', 'code': 200} Apr 20 17:14:37.255010 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29f921-7e01-4553-a3b3-b84df9534e75 req-76a24248-09a7-498a-b2fc-4e46fd211a63 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:37.260676 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29f921-7e01-4553-a3b3-b84df9534e75 req-76a24248-09a7-498a-b2fc-4e46fd211a63 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:37.264961 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29f921-7e01-4553-a3b3-b84df9534e75 req-76a24248-09a7-498a-b2fc-4e46fd211a63 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:37.266896 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7e29f921-7e01-4553-a3b3-b84df9534e75 req-76a24248-09a7-498a-b2fc-4e46fd211a63 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=14a3ed0f-3236-46d9-bd44-35a661399963 HTTP/1.1" status: 200 len: 2415 time: 0.2078223 Apr 20 17:14:37.388839 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7e29f921-7e01-4553-a3b3-b84df9534e75 req-007b3768-16fe-4d47-a89d-8d4c39969844 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071441 Apr 20 17:14:37.478765 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['3d166def-4fd5-4c53-83fe-f9b1cd382848'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:14:37.625927 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36238) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:14:37.681641 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36244) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:14:37.924267 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36254) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:14:38.094143 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 14f17c03-d216-41a3-8c5b-6e34bad8ee2e no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:14:38.110472 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8825d8ed-e54c-473c-8221-9782741009a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:38.160876 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 14f17c03-d216-41a3-8c5b-6e34bad8ee2e {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:14:38.161441 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 14f17c03-d216-41a3-8c5b-6e34bad8ee2e not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:14:38.223228 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f18c1-a79a-4095-9ba3-38ecc77d9680 req-7bb5580f-b1b9-4100-8a00-2ebf1bcf424f tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:38.224827 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-762f18c1-a79a-4095-9ba3-38ecc77d9680 req-7bb5580f-b1b9-4100-8a00-2ebf1bcf424f tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 945 time: 0.1321375 Apr 20 17:14:38.304205 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-762f18c1-a79a-4095-9ba3-38ecc77d9680 req-488a2322-814f-48e2-9aa0-e4bdb686751a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692198 Apr 20 17:14:38.310215 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-20cab727-9265-4b6e-a329-d1be6cd7d117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:38.453717 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8825d8ed-e54c-473c-8221-9782741009a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:14:38.463881 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-54bf15c1-a3e9-4beb-8a30-aedb8a77a109 admin admin] Deleting subnet 64070a1b-0f00-4b11-95f5-508285983f32 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:14:38.475885 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8825d8ed-e54c-473c-8221-9782741009a0 admin admin] Usage tracker for resource:security_group_rule and tenant:616e7673e3de409da4b73660d8aa6deb is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:14:38.488325 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb240f6-fc41-4a9d-9c7f-4f5198ee362c req-27b1ea49-36b7-4b91-9d37-0088f8c26e47 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:38.499201 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5eb240f6-fc41-4a9d-9c7f-4f5198ee362c req-27b1ea49-36b7-4b91-9d37-0088f8c26e47 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 945 time: 0.1551976 Apr 20 17:14:38.531980 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-54bf15c1-a3e9-4beb-8a30-aedb8a77a109 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:38.578219 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8825d8ed-e54c-473c-8221-9782741009a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:14:38.633026 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5eb240f6-fc41-4a9d-9c7f-4f5198ee362c req-3e85783a-08d9-4b70-bfac-0a89c8606240 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324492 Apr 20 17:14:38.651333 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8825d8ed-e54c-473c-8221-9782741009a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:14:38.739325 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-54bf15c1-a3e9-4beb-8a30-aedb8a77a109 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:38.911959 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-54bf15c1-a3e9-4beb-8a30-aedb8a77a109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:38.986582 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8825d8ed-e54c-473c-8221-9782741009a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:38.995040 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cf5cce3c-440f-490c-924f-ee8087167433 req-4328ee24-3545-4719-8e1e-8d205fbe333f tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261&tenant_id=c6309d4027774bf39a206d4366b6ddc5&binding%3Ahost_id=n-h1-838032-1 HTTP/1.1" status: 200 len: 1096 time: 0.2996507 Apr 20 17:14:39.035233 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8825d8ed-e54c-473c-8221-9782741009a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:39.081758 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-cf5cce3c-440f-490c-924f-ee8087167433 req-5f4cde19-e28a-4fc9-90db-e87ef3433bbb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838032-1'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:14:39.122850 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f719e-43b5-46c9-9b99-61922337d7bb req-b1d3009a-7756-4c05-843d-e7aaef14b21f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:39.123748 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-799d9adb-2320-45bb-b316-ab375e795e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:39.130749 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f719e-43b5-46c9-9b99-61922337d7bb req-b1d3009a-7756-4c05-843d-e7aaef14b21f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:39.135888 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f719e-43b5-46c9-9b99-61922337d7bb req-b1d3009a-7756-4c05-843d-e7aaef14b21f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:39.138014 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a27f719e-43b5-46c9-9b99-61922337d7bb req-b1d3009a-7756-4c05-843d-e7aaef14b21f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=14a3ed0f-3236-46d9-bd44-35a661399963 HTTP/1.1" status: 200 len: 2415 time: 0.3470562 Apr 20 17:14:39.218275 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a27f719e-43b5-46c9-9b99-61922337d7bb req-dd188ec7-8244-4b09-ae75-2942c92c7476 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740519 Apr 20 17:14:39.230318 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8825d8ed-e54c-473c-8221-9782741009a0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=616e7673e3de409da4b73660d8aa6deb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3015568 Apr 20 17:14:39.234620 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36270) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:14:39.241023 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8825d8ed-e54c-473c-8221-9782741009a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baaf5bee-322c-4839-9d92-eab10c1bc4f0,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:39.256293 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-54bf15c1-a3e9-4beb-8a30-aedb8a77a109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:39.410709 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf15c1-a3e9-4beb-8a30-aedb8a77a109 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64070a1b-0f00-4b11-95f5-508285983f32,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:39.426311 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-54bf15c1-a3e9-4beb-8a30-aedb8a77a109 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:39.512959 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-54bf15c1-a3e9-4beb-8a30-aedb8a77a109 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/64070a1b-0f00-4b11-95f5-508285983f32 HTTP/1.1" status: 204 len: 168 time: 1.8254232 Apr 20 17:14:39.515382 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36276) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:14:39.607360 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-603eb020-c62f-46fd-af9e-0318ddb30b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:39.650524 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-603eb020-c62f-46fd-af9e-0318ddb30b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:39.721647 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cf5cce3c-440f-490c-924f-ee8087167433 req-5f4cde19-e28a-4fc9-90db-e87ef3433bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:39.740164 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-75453122-10e0-4885-96c9-61bfc39121a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:39.845267 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-603eb020-c62f-46fd-af9e-0318ddb30b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:39.895271 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603eb020-c62f-46fd-af9e-0318ddb30b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baaf5bee-322c-4839-9d92-eab10c1bc4f0,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:39.914732 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-603eb020-c62f-46fd-af9e-0318ddb30b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:39.916499 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-603eb020-c62f-46fd-af9e-0318ddb30b26 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/baaf5bee-322c-4839-9d92-eab10c1bc4f0 HTTP/1.1" status: 204 len: 168 time: 0.6797633 Apr 20 17:14:39.980129 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:14:40.045315 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-20cab727-9265-4b6e-a329-d1be6cd7d117 admin admin] Deleting port d28cc95c-7675-4f23-a2ac-531c9b4c898d {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:14:40.045716 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-20cab727-9265-4b6e-a329-d1be6cd7d117 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:40.076893 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device dfe4190c-208a-46a9-accc-63ec340b2815 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:14:40.460650 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa3b9f-8af7-465a-a28f-ff6dbb7e0173 req-c1a437ef-8369-4910-978a-b614beae918f tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:40.477239 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-abfa3b9f-8af7-465a-a28f-ff6dbb7e0173 req-c1a437ef-8369-4910-978a-b614beae918f tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 945 time: 0.8346546 Apr 20 17:14:40.505678 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port dfe4190c-208a-46a9-accc-63ec340b2815, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=dfe4190c-208a-46a9-accc-63ec340b2815,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:40.545051 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device dfe4190c-208a-46a9-accc-63ec340b2815 has no active binding in host n-h2-838032-1 {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 20 17:14:40.554602 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device a324d68e-3036-4151-9635-20994dfcd084 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:14:40.567618 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867c7d8-0b78-4538-a86f-87666dafcf16 req-6246adec-9991-4d69-9258-9792f5d67eb3 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:40.568068 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f867c7d8-0b78-4538-a86f-87666dafcf16 req-6246adec-9991-4d69-9258-9792f5d67eb3 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 945 time: 0.5703270 Apr 20 17:14:40.611911 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-75453122-10e0-4885-96c9-61bfc39121a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:40.643032 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-cf5cce3c-440f-490c-924f-ee8087167433 req-5f4cde19-e28a-4fc9-90db-e87ef3433bbb service neutron] For port dfe4190c-208a-46a9-accc-63ec340b2815, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=dfe4190c-208a-46a9-accc-63ec340b2815,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:40.704199 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-75453122-10e0-4885-96c9-61bfc39121a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd9b0e29-7382-4d85-b87f-b65fd9885c7c']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:14:40.747084 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-abfa3b9f-8af7-465a-a28f-ff6dbb7e0173 req-9fbe3b2e-da87-48a8-baee-399b35da9f3e tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581105 Apr 20 17:14:40.773402 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-75453122-10e0-4885-96c9-61bfc39121a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:14:40.773402 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-75453122-10e0-4885-96c9-61bfc39121a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45d15fd-aaf6-4c12-b3c7-034044cd81c5') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:14:40.797972 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port a324d68e-3036-4151-9635-20994dfcd084 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:14:40.805615 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port a324d68e-3036-4151-9635-20994dfcd084 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:14:40.806058 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:40.823157 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f867c7d8-0b78-4538-a86f-87666dafcf16 req-f4594ca5-785d-4ef9-b08d-372a1d42605e tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976309 Apr 20 17:14:40.827981 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-20cab727-9265-4b6e-a329-d1be6cd7d117 admin admin] For port d28cc95c-7675-4f23-a2ac-531c9b4c898d, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d28cc95c-7675-4f23-a2ac-531c9b4c898d,segment=NetworkSegment(0d63b785-9650-4e11-8527-88a6c33911fb),segment_id=0d63b785-9650-4e11-8527-88a6c33911fb)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:40.827981 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-20cab727-9265-4b6e-a329-d1be6cd7d117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:40.831256 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [req-cf5cce3c-440f-490c-924f-ee8087167433 req-5f4cde19-e28a-4fc9-90db-e87ef3433bbb service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:14:40.939080 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-75453122-10e0-4885-96c9-61bfc39121a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:41.021881 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-cf5cce3c-440f-490c-924f-ee8087167433 req-5f4cde19-e28a-4fc9-90db-e87ef3433bbb service neutron] For port dfe4190c-208a-46a9-accc-63ec340b2815, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:14:41.050889 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:41.083939 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36304) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:14:41.093145 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a3ed0f-3236-46d9-bd44-35a661399963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a324d68e-3036-4151-9635-20994dfcd084'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:14:41.112505 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port a324d68e-3036-4151-9635-20994dfcd084, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=a324d68e-3036-4151-9635-20994dfcd084,segment=NetworkSegment(b34fd7fb-13f9-4e98-87c5-59ab70c54abf),segment_id=b34fd7fb-13f9-4e98-87c5-59ab70c54abf)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:41.119877 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:41.120885 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 9a24925c-7687-433e-a22c-1a33fb6dc496 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:14:41.141321 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-75453122-10e0-4885-96c9-61bfc39121a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:41.157250 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75453122-10e0-4885-96c9-61bfc39121a9 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:14:41.157659 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-75453122-10e0-4885-96c9-61bfc39121a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:41.176859 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd296caa-1048-464c-976e-c2fd3bd52d1d'] response: {'server_uuid': '14a3ed0f-3236-46d9-bd44-35a661399963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a324d68e-3036-4151-9635-20994dfcd084', 'code': 200} Apr 20 17:14:41.184165 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:14:41.184165 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:14:41.184165 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:14:41.184165 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:14:41.184165 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:14:41.184165 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:14:41.184165 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:14:41.184165 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:14:41.184165 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:14:41.184165 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:14:41.184165 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:14:41.184165 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:14:41.184165 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:14:41.184165 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:14:41.184165 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:14:41.184165 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:14:41.184165 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:14:41.184165 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:14:41.184165 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:14:41.184165 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:14:41.184165 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:14:41.184165 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:14:41.184165 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:14:41.184165 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:14:41.184165 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:14:41.184165 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:14:41.184165 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:14:41.184165 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:14:41.184165 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:14:41.184165 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:14:41.184165 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:14:41.184165 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:14:41.194300 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cf5cce3c-440f-490c-924f-ee8087167433 req-5f4cde19-e28a-4fc9-90db-e87ef3433bbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:41.203199 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-20cab727-9265-4b6e-a329-d1be6cd7d117 admin admin] Calling delete_port for d28cc95c-7675-4f23-a2ac-531c9b4c898d owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:14:41.203614 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91da8ecf-82e4-4aac-8ee2-0d2730925261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfe4190c-208a-46a9-accc-63ec340b2815'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:14:41.248721 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-85de0059-639f-481a-8ed7-73e5041f3030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:41.272241 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=a324d68e-3036-4151-9635-20994dfcd084,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:41.294108 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-85de0059-639f-481a-8ed7-73e5041f3030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:14:41.298631 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-85de0059-639f-481a-8ed7-73e5041f3030 admin admin] Usage tracker for resource:security_group_rule and tenant:7ca221b14b974853b61c2c2ba6362114 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:14:41.301337 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-85de0059-639f-481a-8ed7-73e5041f3030 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:14:41.313378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-85de0059-639f-481a-8ed7-73e5041f3030 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:14:41.320420 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cf5cce3c-440f-490c-924f-ee8087167433 req-5f4cde19-e28a-4fc9-90db-e87ef3433bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:41.330565 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 9a24925c-7687-433e-a22c-1a33fb6dc496 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:14:41.374157 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 9a24925c-7687-433e-a22c-1a33fb6dc496 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:14:41.375509 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:41.421542 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-943519ca-cedc-4884-b30d-ac2d8c4fa9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:41.452646 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-501a5c6f-4dae-4ddd-9727-12860599e58a'] response: {'server_uuid': '91da8ecf-82e4-4aac-8ee2-0d2730925261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfe4190c-208a-46a9-accc-63ec340b2815', 'code': 200} Apr 20 17:14:41.476036 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-85de0059-639f-481a-8ed7-73e5041f3030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:41.488601 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-85de0059-639f-481a-8ed7-73e5041f3030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:41.535256 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-85de0059-639f-481a-8ed7-73e5041f3030 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ca221b14b974853b61c2c2ba6362114&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4493070 Apr 20 17:14:41.541123 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36312) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:14:41.571131 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:41.595215 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-75453122-10e0-4885-96c9-61bfc39121a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:41.628381 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 9a24925c-7687-433e-a22c-1a33fb6dc496, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9a24925c-7687-433e-a22c-1a33fb6dc496,segment=NetworkSegment(630332a0-1b2b-4993-bf2e-09cdb8bdb9d9),segment_id=630332a0-1b2b-4993-bf2e-09cdb8bdb9d9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:41.639051 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:41.640007 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 3d166def-4fd5-4c53-83fe-f9b1cd382848 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:14:41.701407 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de0059-639f-481a-8ed7-73e5041f3030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4225a8e1-f0fe-4fac-b9bf-6e49136c1f99,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:41.712252 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-20cab727-9265-4b6e-a329-d1be6cd7d117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:41.798988 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cab727-9265-4b6e-a329-d1be6cd7d117 admin admin] Pushing event deleted for resources: {'Port': ['ID=d28cc95c-7675-4f23-a2ac-531c9b4c898d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:41.810005 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-517bed78-4969-4d8c-942c-d95b31c3c7e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:41.855278 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-75453122-10e0-4885-96c9-61bfc39121a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:41.884263 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=9a24925c-7687-433e-a22c-1a33fb6dc496,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:41.914342 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 3d166def-4fd5-4c53-83fe-f9b1cd382848 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:14:41.922055 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 3d166def-4fd5-4c53-83fe-f9b1cd382848 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:14:41.922542 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:41.932814 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4cde19-e28a-4fc9-90db-e87ef3433bbb service neutron] Pushing event updated for resources: {'Port': ['ID=dfe4190c-208a-46a9-accc-63ec340b2815,revision_number=7']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:41.940236 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75453122-10e0-4885-96c9-61bfc39121a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd9b0e29-7382-4d85-b87f-b65fd9885c7c,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:41.962152 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e13e8-57b3-478b-abeb-033e58d7d902 req-982e69f9-63c2-4e50-9a79-9cb030a2708d tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:41.969838 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e13e8-57b3-478b-abeb-033e58d7d902 req-982e69f9-63c2-4e50-9a79-9cb030a2708d tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:41.975666 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e13e8-57b3-478b-abeb-033e58d7d902 req-982e69f9-63c2-4e50-9a79-9cb030a2708d tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:41.991606 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b02e13e8-57b3-478b-abeb-033e58d7d902 req-982e69f9-63c2-4e50-9a79-9cb030a2708d tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=14a3ed0f-3236-46d9-bd44-35a661399963 HTTP/1.1" status: 200 len: 2416 time: 0.8690579 Apr 20 17:14:42.068971 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-75453122-10e0-4885-96c9-61bfc39121a9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/dd9b0e29-7382-4d85-b87f-b65fd9885c7c HTTP/1.1" status: 204 len: 168 time: 2.5497699 Apr 20 17:14:42.070119 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36324) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:14:42.230664 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-cf5cce3c-440f-490c-924f-ee8087167433 req-5f4cde19-e28a-4fc9-90db-e87ef3433bbb service neutron] Attempting to bind port dfe4190c-208a-46a9-accc-63ec340b2815 on host n-h1-838032-1 for vnic_type normal with profile {"migrating_to": "n-h2-838032-1"} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:14:42.230876 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-cf5cce3c-440f-490c-924f-ee8087167433 req-5f4cde19-e28a-4fc9-90db-e87ef3433bbb service neutron] Attempting to bind port dfe4190c-208a-46a9-accc-63ec340b2815 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:14:42.231217 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5cce3c-440f-490c-924f-ee8087167433 req-5f4cde19-e28a-4fc9-90db-e87ef3433bbb service neutron] Attempting to bind port dfe4190c-208a-46a9-accc-63ec340b2815 on network bf1bc412-90d5-44c3-9118-40a48e554e77 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:14:42.290438 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b02e13e8-57b3-478b-abeb-033e58d7d902 req-92662c6e-f756-4d94-8b31-08f6ee50e502 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969639 Apr 20 17:14:42.295759 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:42.300434 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-72c968a0-ac76-482c-96a4-217f846752ab admin admin] Deleting subnet 167ec835-096a-49a1-8471-5014e213ca05 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:14:42.308955 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5cce3c-440f-490c-924f-ee8087167433 req-5f4cde19-e28a-4fc9-90db-e87ef3433bbb service neutron] Port dfe4190c-208a-46a9-accc-63ec340b2815 on network bf1bc412-90d5-44c3-9118-40a48e554e77 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:14:42.309291 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5cce3c-440f-490c-924f-ee8087167433 req-5f4cde19-e28a-4fc9-90db-e87ef3433bbb service neutron] Attempting to bind port dfe4190c-208a-46a9-accc-63ec340b2815 on network bf1bc412-90d5-44c3-9118-40a48e554e77 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:14:42.325454 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-72c968a0-ac76-482c-96a4-217f846752ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:42.357992 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 3d166def-4fd5-4c53-83fe-f9b1cd382848, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=3d166def-4fd5-4c53-83fe-f9b1cd382848,segment=NetworkSegment(630332a0-1b2b-4993-bf2e-09cdb8bdb9d9),segment_id=630332a0-1b2b-4993-bf2e-09cdb8bdb9d9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:42.374980 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:42.391845 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-517bed78-4969-4d8c-942c-d95b31c3c7e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:42.450469 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5cce3c-440f-490c-924f-ee8087167433 req-5f4cde19-e28a-4fc9-90db-e87ef3433bbb service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:14:42.451231 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5cce3c-440f-490c-924f-ee8087167433 req-5f4cde19-e28a-4fc9-90db-e87ef3433bbb service neutron] Checking segment: {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:14:42.452077 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5cce3c-440f-490c-924f-ee8087167433 req-5f4cde19-e28a-4fc9-90db-e87ef3433bbb service neutron] Bound using segment: {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:14:42.452729 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-cf5cce3c-440f-490c-924f-ee8087167433 req-5f4cde19-e28a-4fc9-90db-e87ef3433bbb service neutron] Bound port: dfe4190c-208a-46a9-accc-63ec340b2815, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bf1bc412-90d5-44c3-9118-40a48e554e77'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:14:42.454172 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cf5cce3c-440f-490c-924f-ee8087167433 req-5f4cde19-e28a-4fc9-90db-e87ef3433bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:42.505928 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9babcc-24ed-4e77-85b8-484abc092c7a req-a3b12f3a-1f99-48b0-9956-8580af2edf50 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:42.513587 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9c9babcc-24ed-4e77-85b8-484abc092c7a req-a3b12f3a-1f99-48b0-9956-8580af2edf50 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 943 time: 0.2502313 Apr 20 17:14:42.551804 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-517bed78-4969-4d8c-942c-d95b31c3c7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:42.600127 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-517bed78-4969-4d8c-942c-d95b31c3c7e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:42.608837 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-517bed78-4969-4d8c-942c-d95b31c3c7e3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4225a8e1-f0fe-4fac-b9bf-6e49136c1f99 HTTP/1.1" status: 204 len: 168 time: 1.0662391 Apr 20 17:14:42.626932 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517bed78-4969-4d8c-942c-d95b31c3c7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4225a8e1-f0fe-4fac-b9bf-6e49136c1f99,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:42.627371 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-cf5cce3c-440f-490c-924f-ee8087167433 req-5f4cde19-e28a-4fc9-90db-e87ef3433bbb service neutron] For port dfe4190c-208a-46a9-accc-63ec340b2815, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:14:42.632106 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-cf5cce3c-440f-490c-924f-ee8087167433 req-5f4cde19-e28a-4fc9-90db-e87ef3433bbb service neutron] For port dfe4190c-208a-46a9-accc-63ec340b2815, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=dfe4190c-208a-46a9-accc-63ec340b2815,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:14:42.647300 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:42.686141 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cf5cce3c-440f-490c-924f-ee8087167433 req-5f4cde19-e28a-4fc9-90db-e87ef3433bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:42.690274 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9c9babcc-24ed-4e77-85b8-484abc092c7a req-109a81ae-c385-4cdd-9d41-96b13a827905 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754789 Apr 20 17:14:42.695071 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=3d166def-4fd5-4c53-83fe-f9b1cd382848,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:42.698732 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-72c968a0-ac76-482c-96a4-217f846752ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:42.723517 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:42.744727 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-20cab727-9265-4b6e-a329-d1be6cd7d117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:42.961384 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:43.061490 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-72c968a0-ac76-482c-96a4-217f846752ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:43.109005 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4cde19-e28a-4fc9-90db-e87ef3433bbb service neutron] Pushing event updated for resources: {'Port': ['ID=dfe4190c-208a-46a9-accc-63ec340b2815,revision_number=8']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:43.171071 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce966ba1-a0a2-49ea-a286-1c254ea8f8ea req-b4ea6bc7-1350-4b35-a07b-67861311009b tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:43.172625 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ce966ba1-a0a2-49ea-a286-1c254ea8f8ea req-b4ea6bc7-1350-4b35-a07b-67861311009b tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 945 time: 0.5355573 Apr 20 17:14:43.174114 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cf5cce3c-440f-490c-924f-ee8087167433 req-5f4cde19-e28a-4fc9-90db-e87ef3433bbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:43.175612 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cf5cce3c-440f-490c-924f-ee8087167433 req-5f4cde19-e28a-4fc9-90db-e87ef3433bbb service neutron] 10.222.0.10 "PUT /v2.0/ports/dfe4190c-208a-46a9-accc-63ec340b2815 HTTP/1.1" status: 200 len: 1121 time: 4.0985670 Apr 20 17:14:43.178542 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a3ed0f-3236-46d9-bd44-35a661399963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a24925c-7687-433e-a22c-1a33fb6dc496'}, {'server_uuid': '14a3ed0f-3236-46d9-bd44-35a661399963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d166def-4fd5-4c53-83fe-f9b1cd382848'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:14:43.239324 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-72c968a0-ac76-482c-96a4-217f846752ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:43.278647 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['dfe4190c-208a-46a9-accc-63ec340b2815'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:14:43.352579 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c968a0-ac76-482c-96a4-217f846752ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=167ec835-096a-49a1-8471-5014e213ca05,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:43.381395 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ce966ba1-a0a2-49ea-a286-1c254ea8f8ea req-55198c49-37d1-4b99-bca4-006f93732de0 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911349 Apr 20 17:14:43.381395 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-72c968a0-ac76-482c-96a4-217f846752ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:43.385549 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-72c968a0-ac76-482c-96a4-217f846752ab admin admin] 10.222.0.39 "DELETE /v2.0/subnets/167ec835-096a-49a1-8471-5014e213ca05 HTTP/1.1" status: 204 len: 168 time: 1.3044658 Apr 20 17:14:43.388495 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36344) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:14:43.496235 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91da8ecf-82e4-4aac-8ee2-0d2730925261', 'tag': 'dfe4190c-208a-46a9-accc-63ec340b2815'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:14:43.522559 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e742cbaa-34d6-4836-bce8-dd6a5b607f4e'] response: {'server_uuid': '14a3ed0f-3236-46d9-bd44-35a661399963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a24925c-7687-433e-a22c-1a33fb6dc496', 'code': 200} Apr 20 17:14:43.523313 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e742cbaa-34d6-4836-bce8-dd6a5b607f4e'] response: {'server_uuid': '14a3ed0f-3236-46d9-bd44-35a661399963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d166def-4fd5-4c53-83fe-f9b1cd382848', 'code': 200} Apr 20 17:14:43.535630 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['dfe4190c-208a-46a9-accc-63ec340b2815'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:14:43.643663 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cf3da04-2277-4297-94aa-cca35830650e'] response: {'name': 'network-changed', 'server_uuid': '91da8ecf-82e4-4aac-8ee2-0d2730925261', 'tag': 'dfe4190c-208a-46a9-accc-63ec340b2815', 'status': 'completed', 'code': 200} Apr 20 17:14:43.729925 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eabecf3c-d58e-422e-bbcd-817d011512ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:43.816736 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7203c809-2cb4-471b-9e61-e0f4076352c6 req-a539ef45-0dd3-4078-97d9-d966579d98ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c6309d4027774bf39a206d4366b6ddc5&device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 1124 time: 0.1702642 Apr 20 17:14:44.045838 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:44.282166 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f939fa-02cf-458a-b795-bb69ba4e85a8 req-b00b8699-44aa-4e4d-a806-6aed50322344 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:44.304844 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-68f939fa-02cf-458a-b795-bb69ba4e85a8 req-b00b8699-44aa-4e4d-a806-6aed50322344 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 943 time: 0.3612037 Apr 20 17:14:44.418938 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-68f939fa-02cf-458a-b795-bb69ba4e85a8 req-44415619-afad-4cd6-8e10-cd92ffa8f3c0 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125920 Apr 20 17:14:44.492797 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eabecf3c-d58e-422e-bbcd-817d011512ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:44.496071 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20cab727-9265-4b6e-a329-d1be6cd7d117 admin admin] Router e9833b4d-cfdc-44a6-bec5-1cc89d134906 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:14:44.588120 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-83bf9756-29d9-42b9-bf19-b498963e67ad req-2cb9699b-5098-47fa-8a08-32e80d9bbec0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=14a3ed0f-3236-46d9-bd44-35a661399963 HTTP/1.1" status: 200 len: 2871 time: 0.9842603 Apr 20 17:14:44.695000 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-eabecf3c-d58e-422e-bbcd-817d011512ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc9a8a11-6509-4b81-9160-c79d4c6b3bf3']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:14:44.752285 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203c809-2cb4-471b-9e61-e0f4076352c6 req-97188ed0-e197-46f9-a078-4310dd64a224 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:44.752898 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7203c809-2cb4-471b-9e61-e0f4076352c6 req-97188ed0-e197-46f9-a078-4310dd64a224 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bf1bc412-90d5-44c3-9118-40a48e554e77 HTTP/1.1" status: 200 len: 909 time: 0.8160565 Apr 20 17:14:44.754662 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-eabecf3c-d58e-422e-bbcd-817d011512ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d7b2df-fff8-44ed-a94b-5b7b18278e19') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:14:44.754956 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-eabecf3c-d58e-422e-bbcd-817d011512ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d7b2df-fff8-44ed-a94b-5b7b18278e19') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:14:44.772385 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b6f9c-ec60-4899-8427-a6e5c5205fa5 req-ead187d4-83de-4eb8-983b-bf4b5062b2be tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:44.780215 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b6f9c-ec60-4899-8427-a6e5c5205fa5 req-ead187d4-83de-4eb8-983b-bf4b5062b2be tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:44.790512 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b6f9c-ec60-4899-8427-a6e5c5205fa5 req-ead187d4-83de-4eb8-983b-bf4b5062b2be tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:44.790512 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f87b6f9c-ec60-4899-8427-a6e5c5205fa5 req-ead187d4-83de-4eb8-983b-bf4b5062b2be tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=14a3ed0f-3236-46d9-bd44-35a661399963 HTTP/1.1" status: 200 len: 2418 time: 0.8499608 Apr 20 17:14:44.887457 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eabecf3c-d58e-422e-bbcd-817d011512ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:44.971625 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:45.042961 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f76b0-c1a4-4263-b466-c962fe0b9a38 req-1e0b242a-d81c-49fc-837c-14ebbdeacab9 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:45.045190 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-284f76b0-c1a4-4263-b466-c962fe0b9a38 req-1e0b242a-d81c-49fc-837c-14ebbdeacab9 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 945 time: 0.2089550 Apr 20 17:14:45.059162 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7203c809-2cb4-471b-9e61-e0f4076352c6 req-bb53afb5-de83-40bd-aab0-c1ddfdac6066 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfe4190c-208a-46a9-accc-63ec340b2815 HTTP/1.1" status: 200 len: 217 time: 0.2722237 Apr 20 17:14:45.071801 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eabecf3c-d58e-422e-bbcd-817d011512ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:45.121058 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-83bf9756-29d9-42b9-bf19-b498963e67ad req-11297870-2603-4d77-bd2a-183d3206583f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5319607 Apr 20 17:14:45.135251 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eabecf3c-d58e-422e-bbcd-817d011512ca admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:14:45.135656 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eabecf3c-d58e-422e-bbcd-817d011512ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:45.151423 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:14:45.151423 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:14:45.151423 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:14:45.151423 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:14:45.151423 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:14:45.151423 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:14:45.151423 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:14:45.151423 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:14:45.151423 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:14:45.151423 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:14:45.151423 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:14:45.151423 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:14:45.151423 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:14:45.151423 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:14:45.151423 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:14:45.151423 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:14:45.151423 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:14:45.151423 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:14:45.151423 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:14:45.151423 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:14:45.151423 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:14:45.151423 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:14:45.151423 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:14:45.151423 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:14:45.151423 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:14:45.151423 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:14:45.151423 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:14:45.151423 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:14:45.151423 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:14:45.151423 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:14:45.151423 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:14:45.151423 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:14:45.164384 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-284f76b0-c1a4-4263-b466-c962fe0b9a38 req-8f951a00-0cb6-4ed9-a01b-cd6f971c6bbf tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132736 Apr 20 17:14:45.213755 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cab727-9265-4b6e-a329-d1be6cd7d117 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:14:45.221441 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-20cab727-9265-4b6e-a329-d1be6cd7d117 admin admin] 10.222.0.39 "PUT /v2.0/routers/e9833b4d-cfdc-44a6-bec5-1cc89d134906/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5941963 Apr 20 17:14:45.227923 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f87b6f9c-ec60-4899-8427-a6e5c5205fa5 req-e1574303-51eb-457c-b1d8-421e79a15c95 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651752 Apr 20 17:14:45.240068 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a39ea9-96e4-4ef6-b202-150c25f10c23 None None] Sync routers for ids ['e9833b4d-cfdc-44a6-bec5-1cc89d134906'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:14:45.243871 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36378) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:14:45.294051 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a39ea9-96e4-4ef6-b202-150c25f10c23 None None] Routers {'e9833b4d-cfdc-44a6-bec5-1cc89d134906'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:14:45.294051 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-54a39ea9-96e4-4ef6-b202-150c25f10c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:14:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e9833b4d-cfdc-44a6-bec5-1cc89d134906'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:14:45.349775 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203c809-2cb4-471b-9e61-e0f4076352c6 req-755623ab-c7f9-4eee-9f24-58e5501fe42c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:45.351386 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7203c809-2cb4-471b-9e61-e0f4076352c6 req-755623ab-c7f9-4eee-9f24-58e5501fe42c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=afaadd71-91d9-490d-8c9c-d83dc8020198 HTTP/1.1" status: 200 len: 848 time: 0.2813706 Apr 20 17:14:45.758514 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-54a39ea9-96e4-4ef6-b202-150c25f10c23 None None] Set router e9833b4d-cfdc-44a6-bec5-1cc89d134906 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:14:45.778347 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7203c809-2cb4-471b-9e61-e0f4076352c6 req-c232ca7f-cb39-44cf-be2a-78673155b1d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf1bc412-90d5-44c3-9118-40a48e554e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4161532 Apr 20 17:14:45.888899 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eabecf3c-d58e-422e-bbcd-817d011512ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:45.901095 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fd795-9c79-4348-a9a4-d831a4270ec5 req-485221b5-8435-4f72-8a6d-715dc96e139c tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:45.903805 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-823fd795-9c79-4348-a9a4-d831a4270ec5 req-485221b5-8435-4f72-8a6d-715dc96e139c tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 943 time: 0.2184327 Apr 20 17:14:45.980488 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eabecf3c-d58e-422e-bbcd-817d011512ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:46.008871 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-eabecf3c-d58e-422e-bbcd-817d011512ca admin admin] 10.222.0.39 "DELETE /v2.0/networks/cc9a8a11-6509-4b81-9160-c79d4c6b3bf3 HTTP/1.1" status: 204 len: 168 time: 2.6139662 Apr 20 17:14:46.087923 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-823fd795-9c79-4348-a9a4-d831a4270ec5 req-eaad3dbb-daf6-4b0b-b357-500fcc65f6a3 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761143 Apr 20 17:14:46.097935 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabecf3c-d58e-422e-bbcd-817d011512ca admin admin] Pushing event deleted for resources: {'Network': ['ID=cc9a8a11-6509-4b81-9160-c79d4c6b3bf3,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:46.230246 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7203c809-2cb4-471b-9e61-e0f4076352c6 req-713436f4-cb83-4720-8ecd-8963be9f896b service neutron] 10.222.0.43 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362750 Apr 20 17:14:46.495648 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-54a39ea9-96e4-4ef6-b202-150c25f10c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'name': 'tempest-AttachSCSIVolumeTestJSON-1554201581-router', 'tenant_id': 'a4c63d8f9bf0474a935eff95935237d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b571f1a7-ee2a-46c7-8525-3c3c98111d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:11:04Z', 'updated_at': '2022-04-20T17:14:41Z', 'revision_number': 5, 'project_id': 'a4c63d8f9bf0474a935eff95935237d0', 'gw_port': {'id': 'b571f1a7-ee2a-46c7-8525-3c3c98111d9f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:11:06Z', 'updated_at': '2022-04-20T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:14:46.503797 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a39ea9-96e4-4ef6-b202-150c25f10c23 None None] Checking router: e9833b4d-cfdc-44a6-bec5-1cc89d134906 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:14:46.522796 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a39ea9-96e4-4ef6-b202-150c25f10c23 None None] Routers {'e9833b4d-cfdc-44a6-bec5-1cc89d134906'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:14:46.525019 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-54a39ea9-96e4-4ef6-b202-150c25f10c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:14:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e9833b4d-cfdc-44a6-bec5-1cc89d134906'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:14:46.577142 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7203c809-2cb4-471b-9e61-e0f4076352c6 req-e9c76304-c733-4125-aca8-8e2af31ea5c9 service neutron] 10.222.0.43 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218732 Apr 20 17:14:46.631094 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36414) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:14:46.870757 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ba42cbe4-e1bb-43a5-9b56-d2bbcb315a9b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b7e0217792874af58ccfdea4744db0d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2377279 Apr 20 17:14:46.877893 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36420) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:14:46.891322 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b44b7-9772-42a8-8cab-a21e59770eda req-4c1666ed-638a-4608-ba68-4165cf28e917 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:46.915649 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b44b7-9772-42a8-8cab-a21e59770eda req-4c1666ed-638a-4608-ba68-4165cf28e917 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:46.921007 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b44b7-9772-42a8-8cab-a21e59770eda req-4c1666ed-638a-4608-ba68-4165cf28e917 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:46.936636 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-085b44b7-9772-42a8-8cab-a21e59770eda req-4c1666ed-638a-4608-ba68-4165cf28e917 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=14a3ed0f-3236-46d9-bd44-35a661399963 HTTP/1.1" status: 200 len: 2418 time: 0.2575119 Apr 20 17:14:46.960909 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e214ac-53ac-4ed4-bede-128cae77e06f req-ba9afc90-316a-4db3-8328-fb55f3c9aafb tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:46.960909 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-55e214ac-53ac-4ed4-bede-128cae77e06f req-ba9afc90-316a-4db3-8328-fb55f3c9aafb tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 945 time: 0.3672659 Apr 20 17:14:47.037851 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6530fb17-ed49-419f-84aa-ea5d7556b543 admin admin] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:47.045136 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-085b44b7-9772-42a8-8cab-a21e59770eda req-a3e2e7b4-f2df-4bee-923f-21663e4cfb42 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002159 Apr 20 17:14:47.148402 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-54a39ea9-96e4-4ef6-b202-150c25f10c23 None None] Set router e9833b4d-cfdc-44a6-bec5-1cc89d134906 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:14:47.369086 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-55e214ac-53ac-4ed4-bede-128cae77e06f req-d254e599-a800-40c9-af28-8e627e91d20a tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955052 Apr 20 17:14:47.396429 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9652d007-141f-4979-ae37-0b2465821558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:47.453919 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9652d007-141f-4979-ae37-0b2465821558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:47.563402 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6530fb17-ed49-419f-84aa-ea5d7556b543 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:47.580724 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-6530fb17-ed49-419f-84aa-ea5d7556b543 admin admin] Deleting port b571f1a7-ee2a-46c7-8525-3c3c98111d9f {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:14:47.581560 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6530fb17-ed49-419f-84aa-ea5d7556b543 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:47.808504 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45d1f7-75c8-407e-baea-a17abeaa2b48 req-4b6f3d90-ae19-4f1a-9d44-bad2b6b4818e tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:47.810449 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f45d1f7-75c8-407e-baea-a17abeaa2b48 req-4b6f3d90-ae19-4f1a-9d44-bad2b6b4818e tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 943 time: 0.2812243 Apr 20 17:14:47.882968 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9652d007-141f-4979-ae37-0b2465821558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:47.906148 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f45d1f7-75c8-407e-baea-a17abeaa2b48 req-696195a7-2734-46be-b13d-6aa5355c4b8b tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727384 Apr 20 17:14:47.954791 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-54a39ea9-96e4-4ef6-b202-150c25f10c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'name': 'tempest-AttachSCSIVolumeTestJSON-1554201581-router', 'tenant_id': 'a4c63d8f9bf0474a935eff95935237d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b571f1a7-ee2a-46c7-8525-3c3c98111d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:11:04Z', 'updated_at': '2022-04-20T17:14:41Z', 'revision_number': 5, 'project_id': 'a4c63d8f9bf0474a935eff95935237d0', 'gw_port': {'id': 'b571f1a7-ee2a-46c7-8525-3c3c98111d9f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:11:06Z', 'updated_at': '2022-04-20T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:14:47.960289 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a39ea9-96e4-4ef6-b202-150c25f10c23 None None] The sync data for ids ['e9833b4d-cfdc-44a6-bec5-1cc89d134906'] in n-d-838032-1 is: [{'id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'name': 'tempest-AttachSCSIVolumeTestJSON-1554201581-router', 'tenant_id': 'a4c63d8f9bf0474a935eff95935237d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b571f1a7-ee2a-46c7-8525-3c3c98111d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:11:04Z', 'updated_at': '2022-04-20T17:14:41Z', 'revision_number': 5, 'project_id': 'a4c63d8f9bf0474a935eff95935237d0', 'gw_port': {'id': 'b571f1a7-ee2a-46c7-8525-3c3c98111d9f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9833b4d-cfdc-44a6-bec5-1cc89d134906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:11:06Z', 'updated_at': '2022-04-20T17:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:14:48.036235 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652d007-141f-4979-ae37-0b2465821558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cd1e2e-e98d-478b-ad05-d7edc2043460,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:48.144255 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9652d007-141f-4979-ae37-0b2465821558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:48.148076 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9652d007-141f-4979-ae37-0b2465821558 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c3cd1e2e-e98d-478b-ad05-d7edc2043460 HTTP/1.1" status: 204 len: 168 time: 1.2682810 Apr 20 17:14:48.196667 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cf5cce3c-440f-490c-924f-ee8087167433 req-b99f9fa9-e1da-4213-80de-c4e2cdde0630 service neutron] 10.222.0.43 "GET /v2.0/ports/dfe4190c-208a-46a9-accc-63ec340b2815/bindings/n-h2-838032-1 HTTP/1.1" status: 200 len: 384 time: 0.4033463 Apr 20 17:14:48.199695 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-6530fb17-ed49-419f-84aa-ea5d7556b543 admin admin] For port b571f1a7-ee2a-46c7-8525-3c3c98111d9f, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=b571f1a7-ee2a-46c7-8525-3c3c98111d9f,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:48.200248 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6530fb17-ed49-419f-84aa-ea5d7556b543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:48.325384 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-10da21f9-d4e8-410c-b33c-23e0adabc151 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677559 Apr 20 17:14:48.362823 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d28cc95c-7675-4f23-a2ac-531c9b4c898d no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:14:48.512624 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: d28cc95c-7675-4f23-a2ac-531c9b4c898d {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:14:48.512989 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d28cc95c-7675-4f23-a2ac-531c9b4c898d not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:14:48.614457 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-80b97d46-30de-4b36-bafc-03a81fef3946 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:48.627758 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-80b97d46-30de-4b36-bafc-03a81fef3946 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3013828 Apr 20 17:14:48.686249 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-43e2d8ca-3c56-4092-85da-7eeb28128a3e tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/quotas/07e7ee6fb2044b339294a5844a1dc3d4 HTTP/1.1" status: 200 len: 375 time: 0.0509260 Apr 20 17:14:48.835952 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-545ae3a1-0ad2-45ae-a020-eb47d51ed28d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1484399 Apr 20 17:14:49.034488 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-6530fb17-ed49-419f-84aa-ea5d7556b543 admin admin] Calling delete_port for b571f1a7-ee2a-46c7-8525-3c3c98111d9f owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:14:49.306967 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36484) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:14:49.386177 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d989f2-fc46-45e6-aae0-65db7623459e req-da2dbdcc-14ff-4b75-ac36-70718a24cd93 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:49.417650 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d989f2-fc46-45e6-aae0-65db7623459e req-da2dbdcc-14ff-4b75-ac36-70718a24cd93 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:49.417650 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d989f2-fc46-45e6-aae0-65db7623459e req-da2dbdcc-14ff-4b75-ac36-70718a24cd93 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:49.417650 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a1d989f2-fc46-45e6-aae0-65db7623459e req-da2dbdcc-14ff-4b75-ac36-70718a24cd93 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=14a3ed0f-3236-46d9-bd44-35a661399963 HTTP/1.1" status: 200 len: 2418 time: 0.5248923 Apr 20 17:14:49.431878 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b43e9774-dc76-45d9-b9c5-20aa64e83173 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c924cb74a59b4c25ba86f6296bae65d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1203780 Apr 20 17:14:49.436088 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36492) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:14:49.520364 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a1d989f2-fc46-45e6-aae0-65db7623459e req-c33b3a57-41bc-4b7f-aa90-da1a3370a9d9 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699871 Apr 20 17:14:49.534297 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-cf5cce3c-440f-490c-924f-ee8087167433 req-462e9ce3-05fa-4e17-a748-a3a1f0978755 service neutron] For port dfe4190c-208a-46a9-accc-63ec340b2815, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=dfe4190c-208a-46a9-accc-63ec340b2815,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:49.570766 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-cf5cce3c-440f-490c-924f-ee8087167433 req-462e9ce3-05fa-4e17-a748-a3a1f0978755 service neutron] For port dfe4190c-208a-46a9-accc-63ec340b2815, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:14:49.615824 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab09ff8-ccb6-4af8-9883-60c7a23c054a req-4a92fd48-571d-467d-a7c4-f6da48c15c2d tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:49.617310 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3ab09ff8-ccb6-4af8-9883-60c7a23c054a req-4a92fd48-571d-467d-a7c4-f6da48c15c2d tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 945 time: 0.2756226 Apr 20 17:14:49.623205 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3dcebaf7-3347-42ab-a318-88042429c3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:49.697528 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3ab09ff8-ccb6-4af8-9883-60c7a23c054a req-2ec7fa91-e1d0-4964-833e-a04571884d52 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715237 Apr 20 17:14:49.749388 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3dcebaf7-3347-42ab-a318-88042429c3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:49.774533 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-cf5cce3c-440f-490c-924f-ee8087167433 req-462e9ce3-05fa-4e17-a748-a3a1f0978755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe4190c-208a-46a9-accc-63ec340b2815 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:14:49.811830 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-cf5cce3c-440f-490c-924f-ee8087167433 req-462e9ce3-05fa-4e17-a748-a3a1f0978755 service neutron] For port dfe4190c-208a-46a9-accc-63ec340b2815, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=dfe4190c-208a-46a9-accc-63ec340b2815,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:49.868166 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3dcebaf7-3347-42ab-a318-88042429c3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:49.869122 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6530fb17-ed49-419f-84aa-ea5d7556b543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:49.910223 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcebaf7-3347-42ab-a318-88042429c3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efbb5ba-c320-440f-a452-690e3f2b3145,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:49.941176 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3dcebaf7-3347-42ab-a318-88042429c3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:49.949596 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3dcebaf7-3347-42ab-a318-88042429c3e7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5efbb5ba-c320-440f-a452-690e3f2b3145 HTTP/1.1" status: 204 len: 168 time: 0.5051448 Apr 20 17:14:50.013285 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cf5cce3c-440f-490c-924f-ee8087167433 req-462e9ce3-05fa-4e17-a748-a3a1f0978755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:50.062982 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530fb17-ed49-419f-84aa-ea5d7556b543 admin admin] Pushing event deleted for resources: {'Port': ['ID=b571f1a7-ee2a-46c7-8525-3c3c98111d9f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:50.157927 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28748416-3bf9-4c04-934f-ad3764c40506 req-11a00555-6122-4464-ab68-b405bb036984 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:50.168268 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-28748416-3bf9-4c04-934f-ad3764c40506 req-11a00555-6122-4464-ab68-b405bb036984 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 943 time: 0.2156150 Apr 20 17:14:50.211939 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device dfe4190c-208a-46a9-accc-63ec340b2815 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:14:50.260072 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-28748416-3bf9-4c04-934f-ad3764c40506 req-7680f6db-2836-464f-aeb0-db1e3a563585 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852931 Apr 20 17:14:50.743036 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6530fb17-ed49-419f-84aa-ea5d7556b543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:51.195005 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-cf5cce3c-440f-490c-924f-ee8087167433 req-462e9ce3-05fa-4e17-a748-a3a1f0978755 service neutron] Transition to ACTIVE for port object dfe4190c-208a-46a9-accc-63ec340b2815 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:14:51.204659 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b42514cb-2309-4562-809f-d846478f4800 req-7d072582-f6f1-4b8d-aa94-d4f1813d62d1 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=f69d4efc-eb5f-44eb-81ba-f805c7bef7b7 HTTP/1.1" status: 200 len: 210 time: 0.6660399 Apr 20 17:14:51.260628 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cf5cce3c-440f-490c-924f-ee8087167433 req-462e9ce3-05fa-4e17-a748-a3a1f0978755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:51.312638 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-def5e23c-f26d-482b-9fef-d9eeb8c3e72e tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1153438 Apr 20 17:14:51.322767 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6530fb17-ed49-419f-84aa-ea5d7556b543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:51.434448 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e6536-4ec8-44fb-a9dc-faa9626c418e req-ea512053-913d-4daa-b770-684e7123d3c0 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:51.443847 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f11e6536-4ec8-44fb-a9dc-faa9626c418e req-ea512053-913d-4daa-b770-684e7123d3c0 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 945 time: 0.1389804 Apr 20 17:14:51.526397 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f11e6536-4ec8-44fb-a9dc-faa9626c418e req-81c2ed07-6e5c-4e4a-84a7-f1dc2e6bb239 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757365 Apr 20 17:14:51.656653 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5cce3c-440f-490c-924f-ee8087167433 req-462e9ce3-05fa-4e17-a748-a3a1f0978755 service neutron] No DVR routers for this DVR port dfe4190c-208a-46a9-accc-63ec340b2815 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:14:51.745484 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6530fb17-ed49-419f-84aa-ea5d7556b543 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:51.995376 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e9ce3-05fa-4e17-a748-a3a1f0978755 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe4190c-208a-46a9-accc-63ec340b2815,revision_number=10']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:52.047446 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cf5cce3c-440f-490c-924f-ee8087167433 req-462e9ce3-05fa-4e17-a748-a3a1f0978755 service neutron] 10.222.0.43 "PUT /v2.0/ports/dfe4190c-208a-46a9-accc-63ec340b2815/bindings/n-h2-838032-1/activate HTTP/1.1" status: 200 len: 369 time: 3.8364775 Apr 20 17:14:52.255013 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185e8cb-6359-402c-b45a-467deec6ff67 req-7630d030-81d7-4220-9896-4eb574fd8b6c tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:52.259873 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185e8cb-6359-402c-b45a-467deec6ff67 req-7630d030-81d7-4220-9896-4eb574fd8b6c tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:52.264445 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185e8cb-6359-402c-b45a-467deec6ff67 req-7630d030-81d7-4220-9896-4eb574fd8b6c tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:52.274059 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d185e8cb-6359-402c-b45a-467deec6ff67 req-7630d030-81d7-4220-9896-4eb574fd8b6c tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=14a3ed0f-3236-46d9-bd44-35a661399963 HTTP/1.1" status: 200 len: 2418 time: 0.6925869 Apr 20 17:14:52.275192 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c79905-8650-479d-b08c-f1d44cdc1a3b req-aa8c46f5-76cb-4852-a4b5-a44f48c53b49 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:52.289458 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c6c79905-8650-479d-b08c-f1d44cdc1a3b req-aa8c46f5-76cb-4852-a4b5-a44f48c53b49 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 944 time: 0.4747646 Apr 20 17:14:52.291524 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6530fb17-ed49-419f-84aa-ea5d7556b543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:52.292058 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6530fb17-ed49-419f-84aa-ea5d7556b543 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9833b4d-cfdc-44a6-bec5-1cc89d134906 {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:14:52.376237 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c6c79905-8650-479d-b08c-f1d44cdc1a3b req-67e98b2f-35b4-4b3e-92e6-6f7995f5ee01 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850947 Apr 20 17:14:52.387405 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6530fb17-ed49-419f-84aa-ea5d7556b543 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:52.395012 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6530fb17-ed49-419f-84aa-ea5d7556b543 admin admin] 10.222.0.39 "DELETE /v2.0/routers/e9833b4d-cfdc-44a6-bec5-1cc89d134906 HTTP/1.1" status: 204 len: 168 time: 7.1362801 Apr 20 17:14:52.395113 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36548) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:14:52.409206 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-cabbc0c8-0dfa-4e78-b841-81605066afb7 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:52.410715 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-cabbc0c8-0dfa-4e78-b841-81605066afb7 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8308020 Apr 20 17:14:52.432843 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-95003dd2-ea7c-49ee-9af2-068f86781591 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Request body: {'port': {'device_id': 'f69d4efc-eb5f-44eb-81ba-f805c7bef7b7', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'admin_state_up': True, 'tenant_id': '07e7ee6fb2044b339294a5844a1dc3d4'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:14:52.554127 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-61099726-fda4-45d8-ad2c-9f131ad0e2be admin admin] Deleting subnet 7c6eed98-6e0e-48dd-a464-51febb5e6b02 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:14:52.564560 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-61099726-fda4-45d8-ad2c-9f131ad0e2be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:52.805205 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-61099726-fda4-45d8-ad2c-9f131ad0e2be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:52.979319 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-95003dd2-ea7c-49ee-9af2-068f86781591 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:14:52.988116 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cf5cce3c-440f-490c-924f-ee8087167433 req-dbd1b32e-4e85-4d40-93ef-7360e59d205d tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261&tenant_id=c6309d4027774bf39a206d4366b6ddc5&binding%3Ahost_id=n-h1-838032-1 HTTP/1.1" status: 200 len: 1095 time: 0.8542118 Apr 20 17:14:52.990459 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d185e8cb-6359-402c-b45a-467deec6ff67 req-4a5ed54a-4df3-443d-9763-900276f10a82 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7156100 Apr 20 17:14:53.018807 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-95003dd2-ea7c-49ee-9af2-068f86781591 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Usage tracker for resource:port and tenant:07e7ee6fb2044b339294a5844a1dc3d4 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:14:53.043837 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-88c152ee-2459-47c3-81c5-b59e3ba71b68 req-42017a84-4327-4701-891f-c8fd0718ee8a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=f69d4efc-eb5f-44eb-81ba-f805c7bef7b7 HTTP/1.1" status: 200 len: 210 time: 0.1074305 Apr 20 17:14:53.056331 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-61099726-fda4-45d8-ad2c-9f131ad0e2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:53.108957 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-95003dd2-ea7c-49ee-9af2-068f86781591 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:14:53.140251 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-95003dd2-ea7c-49ee-9af2-068f86781591 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:14:53.194057 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-95003dd2-ea7c-49ee-9af2-068f86781591 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Made reservation on behalf of 07e7ee6fb2044b339294a5844a1dc3d4 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:14:53.198156 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-95003dd2-ea7c-49ee-9af2-068f86781591 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:53.258441 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c4f22-fb18-42b0-8f15-b85593fac4d6 req-a350c8d6-fc9a-411e-9edc-02731fb4265a tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:53.262520 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c4f22-fb18-42b0-8f15-b85593fac4d6 req-a350c8d6-fc9a-411e-9edc-02731fb4265a tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:53.270337 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c4f22-fb18-42b0-8f15-b85593fac4d6 req-a350c8d6-fc9a-411e-9edc-02731fb4265a tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:53.272255 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-117c4f22-fb18-42b0-8f15-b85593fac4d6 req-a350c8d6-fc9a-411e-9edc-02731fb4265a tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.43 "GET /v2.0/ports?device_id=14a3ed0f-3236-46d9-bd44-35a661399963 HTTP/1.1" status: 200 len: 2418 time: 0.4848225 Apr 20 17:14:53.303743 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-61099726-fda4-45d8-ad2c-9f131ad0e2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:53.326707 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-95003dd2-ea7c-49ee-9af2-068f86781591 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:53.378314 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cf5cce3c-440f-490c-924f-ee8087167433 req-2159842a-c7e7-465a-a25e-e2fef291ee8a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261&tenant_id=c6309d4027774bf39a206d4366b6ddc5 HTTP/1.1" status: 200 len: 1095 time: 0.3708830 Apr 20 17:14:53.432328 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e31335-922f-4b52-b178-a65efcc46b8d None None] Network b8d5008d-c75b-4e43-bc72-1af4d636aa56 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:14:53.439353 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-61099726-fda4-45d8-ad2c-9f131ad0e2be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:53.453198 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-61099726-fda4-45d8-ad2c-9f131ad0e2be admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7c6eed98-6e0e-48dd-a464-51febb5e6b02 HTTP/1.1" status: 204 len: 168 time: 1.0594208 Apr 20 17:14:53.467963 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36572) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:14:53.468216 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61099726-fda4-45d8-ad2c-9f131ad0e2be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c6eed98-6e0e-48dd-a464-51febb5e6b02,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:53.705650 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-95003dd2-ea7c-49ee-9af2-068f86781591 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:14:53.706076 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-35b1e06e-1548-4f46-b5a2-4f71f67c92c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:53.717066 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-95003dd2-ea7c-49ee-9af2-068f86781591 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Usage tracker for resource:security_group_rule and tenant:07e7ee6fb2044b339294a5844a1dc3d4 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:14:53.726057 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-95003dd2-ea7c-49ee-9af2-068f86781591 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:14:53.738409 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-95003dd2-ea7c-49ee-9af2-068f86781591 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:14:53.823651 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-35b1e06e-1548-4f46-b5a2-4f71f67c92c3 admin admin] Deleting port d972f61d-b345-4017-b629-ffe6c7efe248 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:14:53.827063 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-35b1e06e-1548-4f46-b5a2-4f71f67c92c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:53.830848 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-95003dd2-ea7c-49ee-9af2-068f86781591 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:53.858248 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-117c4f22-fb18-42b0-8f15-b85593fac4d6 req-a9850ff7-8b01-4602-973f-16555aa688ef tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Deleting port 9a24925c-7687-433e-a22c-1a33fb6dc496 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:14:53.858535 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-117c4f22-fb18-42b0-8f15-b85593fac4d6 req-a9850ff7-8b01-4602-973f-16555aa688ef tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:53.898617 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-95003dd2-ea7c-49ee-9af2-068f86781591 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:54.100536 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device b571f1a7-ee2a-46c7-8525-3c3c98111d9f no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:14:54.112780 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95003dd2-ea7c-49ee-9af2-068f86781591 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c63d1610-b73d-4383-a240-b00611a078aa,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:54.132534 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ede453-4a27-47e2-ab16-f42917120d26 req-f9ddc0fc-1110-4407-b9f3-632e1abd384c tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:54.134093 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d9ede453-4a27-47e2-ab16-f42917120d26 req-f9ddc0fc-1110-4407-b9f3-632e1abd384c tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 945 time: 0.9222736 Apr 20 17:14:54.139143 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7d327-4f0b-40d4-923b-1fb3b88c387e req-cbcc7ac1-454b-4147-a521-18c52594e30e tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:54.145461 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-24e7d327-4f0b-40d4-923b-1fb3b88c387e req-cbcc7ac1-454b-4147-a521-18c52594e30e tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 944 time: 0.4338503 Apr 20 17:14:54.184131 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01622ee9-4276-4b92-92be-4737475d192f None None] DHCP port deletion for b8d5008d-c75b-4e43-bc72-1af4d636aa56 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:14:54.208093 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-01622ee9-4276-4b92-92be-4737475d192f None None] Deleting port d972f61d-b345-4017-b629-ffe6c7efe248 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:14:54.208469 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-01622ee9-4276-4b92-92be-4737475d192f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:54.251210 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-24e7d327-4f0b-40d4-923b-1fb3b88c387e req-be0cfb5a-7b5f-4d44-8808-c361b84795c3 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927904 Apr 20 17:14:54.291072 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: b571f1a7-ee2a-46c7-8525-3c3c98111d9f {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:14:54.291578 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device b571f1a7-ee2a-46c7-8525-3c3c98111d9f not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:14:54.364411 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-95003dd2-ea7c-49ee-9af2-068f86781591 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Allocated IP 192.168.233.169 (9a774663-a30d-4bd1-8b41-83fe693f2d30/777b4790-ba4c-49e9-8844-3c09c1447f40/357a6a12-cbe7-49e3-920c-3f188feb1c03) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:14:54.439963 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-35b1e06e-1548-4f46-b5a2-4f71f67c92c3 admin admin] For port d972f61d-b345-4017-b629-ffe6c7efe248, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d972f61d-b345-4017-b629-ffe6c7efe248,segment=NetworkSegment(0d63b785-9650-4e11-8527-88a6c33911fb),segment_id=0d63b785-9650-4e11-8527-88a6c33911fb)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:54.440113 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-35b1e06e-1548-4f46-b5a2-4f71f67c92c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:54.693514 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-95003dd2-ea7c-49ee-9af2-068f86781591 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:54.730733 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-01622ee9-4276-4b92-92be-4737475d192f None None] For port d972f61d-b345-4017-b629-ffe6c7efe248, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d972f61d-b345-4017-b629-ffe6c7efe248,segment=NetworkSegment(0d63b785-9650-4e11-8527-88a6c33911fb),segment_id=0d63b785-9650-4e11-8527-88a6c33911fb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:54.731196 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-01622ee9-4276-4b92-92be-4737475d192f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:54.831027 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-35b1e06e-1548-4f46-b5a2-4f71f67c92c3 admin admin] Calling delete_port for d972f61d-b345-4017-b629-ffe6c7efe248 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:14:54.967426 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-01622ee9-4276-4b92-92be-4737475d192f None None] Calling delete_port for d972f61d-b345-4017-b629-ffe6c7efe248 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:14:55.058384 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-35b1e06e-1548-4f46-b5a2-4f71f67c92c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:55.090062 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-01622ee9-4276-4b92-92be-4737475d192f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:14:55.090062 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-01622ee9-4276-4b92-92be-4737475d192f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:14:55.138029 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b1e06e-1548-4f46-b5a2-4f71f67c92c3 admin admin] No DVR routers for this DVR port d972f61d-b345-4017-b629-ffe6c7efe248 on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:14:55.212265 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cf5cce3c-440f-490c-924f-ee8087167433 req-43958854-dd48-4306-ab42-8cdd6f6099d8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6309d4027774bf39a206d4366b6ddc5&device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 1095 time: 1.7924798 Apr 20 17:14:55.228041 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-95003dd2-ea7c-49ee-9af2-068f86781591 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Transition to ACTIVE for port object 357a6a12-cbe7-49e3-920c-3f188feb1c03 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:14:55.286549 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-117c4f22-fb18-42b0-8f15-b85593fac4d6 req-a9850ff7-8b01-4602-973f-16555aa688ef tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] For port 9a24925c-7687-433e-a22c-1a33fb6dc496, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9a24925c-7687-433e-a22c-1a33fb6dc496,segment=NetworkSegment(630332a0-1b2b-4993-bf2e-09cdb8bdb9d9),segment_id=630332a0-1b2b-4993-bf2e-09cdb8bdb9d9)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:55.286924 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-117c4f22-fb18-42b0-8f15-b85593fac4d6 req-a9850ff7-8b01-4602-973f-16555aa688ef tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:55.339776 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1e06e-1548-4f46-b5a2-4f71f67c92c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d972f61d-b345-4017-b629-ffe6c7efe248,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:55.379684 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-35b1e06e-1548-4f46-b5a2-4f71f67c92c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:55.421550 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea307ba8-6e23-40e3-b9f3-de10076e800d req-71e7b4c6-7dc1-4399-bbdd-7bf9efc8d1d1 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:55.425986 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea307ba8-6e23-40e3-b9f3-de10076e800d req-71e7b4c6-7dc1-4399-bbdd-7bf9efc8d1d1 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:55.431319 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea307ba8-6e23-40e3-b9f3-de10076e800d req-71e7b4c6-7dc1-4399-bbdd-7bf9efc8d1d1 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:55.445202 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ea307ba8-6e23-40e3-b9f3-de10076e800d req-71e7b4c6-7dc1-4399-bbdd-7bf9efc8d1d1 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=14a3ed0f-3236-46d9-bd44-35a661399963 HTTP/1.1" status: 200 len: 2418 time: 0.5043185 Apr 20 17:14:55.471755 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-35b1e06e-1548-4f46-b5a2-4f71f67c92c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d5008d-c75b-4e43-bc72-1af4d636aa56']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:14:55.491392 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-35b1e06e-1548-4f46-b5a2-4f71f67c92c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d63b785-9650-4e11-8527-88a6c33911fb') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:14:55.492053 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-35b1e06e-1548-4f46-b5a2-4f71f67c92c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d63b785-9650-4e11-8527-88a6c33911fb') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:14:55.542691 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ea307ba8-6e23-40e3-b9f3-de10076e800d req-524de14c-eafa-4f90-af3f-6c16dbc4115b tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962348 Apr 20 17:14:55.550658 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-35b1e06e-1548-4f46-b5a2-4f71f67c92c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:55.590052 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-01622ee9-4276-4b92-92be-4737475d192f None None] Deleting port d972f61d-b345-4017-b629-ffe6c7efe248 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:14:55.590459 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-01622ee9-4276-4b92-92be-4737475d192f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:55.615012 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-35b1e06e-1548-4f46-b5a2-4f71f67c92c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:55.626228 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-95003dd2-ea7c-49ee-9af2-068f86781591 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:55.644338 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-117c4f22-fb18-42b0-8f15-b85593fac4d6 req-a9850ff7-8b01-4602-973f-16555aa688ef tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Calling delete_port for 9a24925c-7687-433e-a22c-1a33fb6dc496 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:14:55.660155 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b1e06e-1548-4f46-b5a2-4f71f67c92c3 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:14:55.663251 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-35b1e06e-1548-4f46-b5a2-4f71f67c92c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:55.747088 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:14:55.747088 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:14:55.747088 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:14:55.747088 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:14:55.747088 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:14:55.747088 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:14:55.747088 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:14:55.747088 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:14:55.747088 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:14:55.747088 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:14:55.747088 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:14:55.747088 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:14:55.747088 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:14:55.747088 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:14:55.747088 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:14:55.747088 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:14:55.747088 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:14:55.747088 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:14:55.747088 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:14:55.747088 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:14:55.747088 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:14:55.747088 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:14:55.747088 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:14:55.747088 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:14:55.747088 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:14:55.747088 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:14:55.747088 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:14:55.747088 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:14:55.747088 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:14:55.747088 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:14:55.747088 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:14:55.747088 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:14:55.769403 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cce3c-440f-490c-924f-ee8087167433 req-3c2a37f5-0341-41a0-bc0f-1dfaf116a090 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:55.771258 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cf5cce3c-440f-490c-924f-ee8087167433 req-3c2a37f5-0341-41a0-bc0f-1dfaf116a090 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bf1bc412-90d5-44c3-9118-40a48e554e77 HTTP/1.1" status: 200 len: 909 time: 0.5404227 Apr 20 17:14:55.784099 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d9ede453-4a27-47e2-ab16-f42917120d26 req-1ac6ea18-7476-45b6-bd1f-4dc62edd76c7 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0775206 Apr 20 17:14:55.874783 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-01622ee9-4276-4b92-92be-4737475d192f None None] The port 'd972f61d-b345-4017-b629-ffe6c7efe248' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:14:55.933555 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-95003dd2-ea7c-49ee-9af2-068f86781591 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:14:55.937459 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95003dd2-ea7c-49ee-9af2-068f86781591 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Pushing event updated for resources: {'Port': ['ID=357a6a12-cbe7-49e3-920c-3f188feb1c03,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:55.945218 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-95003dd2-ea7c-49ee-9af2-068f86781591 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:14:55.950603 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cf5cce3c-440f-490c-924f-ee8087167433 req-1b7d571f-249f-49c4-8dc4-e0ed4447c4fb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfe4190c-208a-46a9-accc-63ec340b2815 HTTP/1.1" status: 200 len: 217 time: 0.1591492 Apr 20 17:14:55.952975 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-95003dd2-ea7c-49ee-9af2-068f86781591 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:14:56.191734 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d972f61d-b345-4017-b629-ffe6c7efe248 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:14:56.277579 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device a324d68e-3036-4151-9635-20994dfcd084 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:14:56.319969 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-35b1e06e-1548-4f46-b5a2-4f71f67c92c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:56.359210 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-35b1e06e-1548-4f46-b5a2-4f71f67c92c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:56.366675 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-cf4a90ac-3faf-4acd-8b23-df0d22dd3210 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c12b40028ab147a889b4fc203a6893de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0821664 Apr 20 17:14:56.369780 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1e06e-1548-4f46-b5a2-4f71f67c92c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8d5008d-c75b-4e43-bc72-1af4d636aa56,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:56.385796 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: d972f61d-b345-4017-b629-ffe6c7efe248 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:14:56.386159 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d972f61d-b345-4017-b629-ffe6c7efe248 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:14:56.424841 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014fb7c-27c1-477c-a2ac-fd8d3d43a608 req-50ff3df8-4de1-4c1c-8b40-8f3b30a13bfd tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:56.437516 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7014fb7c-27c1-477c-a2ac-fd8d3d43a608 req-50ff3df8-4de1-4c1c-8b40-8f3b30a13bfd tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=f69d4efc-eb5f-44eb-81ba-f805c7bef7b7 HTTP/1.1" status: 200 len: 936 time: 0.5178378 Apr 20 17:14:56.469330 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-35b1e06e-1548-4f46-b5a2-4f71f67c92c3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b8d5008d-c75b-4e43-bc72-1af4d636aa56 HTTP/1.1" status: 204 len: 168 time: 2.9779198 Apr 20 17:14:56.473176 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36618) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:14:56.481209 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-95003dd2-ea7c-49ee-9af2-068f86781591 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:56.484817 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-95003dd2-ea7c-49ee-9af2-068f86781591 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:56.560898 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:56.572819 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d4bae3d0-e9e1-490c-a052-4cba625e48b3 None None] Provisioning for port 357a6a12-cbe7-49e3-920c-3f188feb1c03 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:14:56.594181 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d4bae3d0-e9e1-490c-a052-4cba625e48b3 None None] Provisioning complete for port 357a6a12-cbe7-49e3-920c-3f188feb1c03 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:14:56.594181 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d4bae3d0-e9e1-490c-a052-4cba625e48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:56.637934 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cce3c-440f-490c-924f-ee8087167433 req-ab84b4cb-7f95-477c-96cb-38a5a05ddb11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:56.640138 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cf5cce3c-440f-490c-924f-ee8087167433 req-ab84b4cb-7f95-477c-96cb-38a5a05ddb11 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afaadd71-91d9-490d-8c9c-d83dc8020198 HTTP/1.1" status: 200 len: 848 time: 0.6189451 Apr 20 17:14:56.653022 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-117c4f22-fb18-42b0-8f15-b85593fac4d6 req-a9850ff7-8b01-4602-973f-16555aa688ef tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:56.665705 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a3ed0f-3236-46d9-bd44-35a661399963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a324d68e-3036-4151-9635-20994dfcd084'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:14:56.690619 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port a324d68e-3036-4151-9635-20994dfcd084, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=a324d68e-3036-4151-9635-20994dfcd084,segment=NetworkSegment(b34fd7fb-13f9-4e98-87c5-59ab70c54abf),segment_id=b34fd7fb-13f9-4e98-87c5-59ab70c54abf)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:56.695437 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d4bae3d0-e9e1-490c-a052-4cba625e48b3 None None] Port 357a6a12-cbe7-49e3-920c-3f188feb1c03 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:14:56.701723 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:56.702474 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 9a24925c-7687-433e-a22c-1a33fb6dc496 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:14:56.836927 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9850ff7-8b01-4602-973f-16555aa688ef tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Pushing event deleted for resources: {'Port': ['ID=9a24925c-7687-433e-a22c-1a33fb6dc496,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:56.851037 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7014fb7c-27c1-477c-a2ac-fd8d3d43a608 req-ad0b376f-ba2d-4b40-bed1-80ba3e61baa0 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123333 Apr 20 17:14:56.852435 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=a324d68e-3036-4151-9635-20994dfcd084,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:56.873892 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 9a24925c-7687-433e-a22c-1a33fb6dc496 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:14:56.875196 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 9a24925c-7687-433e-a22c-1a33fb6dc496 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:14:56.876459 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 3d166def-4fd5-4c53-83fe-f9b1cd382848 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:14:56.932238 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cf5cce3c-440f-490c-924f-ee8087167433 req-dd618ab2-223f-4d26-bba6-f439d3aaf69f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bf1bc412-90d5-44c3-9118-40a48e554e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2755501 Apr 20 17:14:57.106387 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-117c4f22-fb18-42b0-8f15-b85593fac4d6 req-a9850ff7-8b01-4602-973f-16555aa688ef tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] No DVR routers for this DVR port 9a24925c-7687-433e-a22c-1a33fb6dc496 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:14:57.116883 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-95003dd2-ea7c-49ee-9af2-068f86781591 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6897407 Apr 20 17:14:57.180950 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-117c4f22-fb18-42b0-8f15-b85593fac4d6 req-a9850ff7-8b01-4602-973f-16555aa688ef tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:57.182985 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-117c4f22-fb18-42b0-8f15-b85593fac4d6 req-a9850ff7-8b01-4602-973f-16555aa688ef tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.43 "DELETE /v2.0/ports/9a24925c-7687-433e-a22c-1a33fb6dc496 HTTP/1.1" status: 204 len: 173 time: 3.8984454 Apr 20 17:14:57.186925 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a3ed0f-3236-46d9-bd44-35a661399963', 'name': 'network-vif-deleted', 'tag': '9a24925c-7687-433e-a22c-1a33fb6dc496'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:14:57.287644 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:57.326774 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-e8dc6cc8-1473-496c-81cc-ce7f50eb5d03 service neutron] Request body: {'port': {'device_id': 'f69d4efc-eb5f-44eb-81ba-f805c7bef7b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:14:57.360835 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 3d166def-4fd5-4c53-83fe-f9b1cd382848, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=3d166def-4fd5-4c53-83fe-f9b1cd382848,segment=NetworkSegment(630332a0-1b2b-4993-bf2e-09cdb8bdb9d9),segment_id=630332a0-1b2b-4993-bf2e-09cdb8bdb9d9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:57.372320 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-117c4f22-fb18-42b0-8f15-b85593fac4d6 req-841ee83a-1ef5-48bc-883b-2486c150b851 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Deleting port 3d166def-4fd5-4c53-83fe-f9b1cd382848 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:14:57.372743 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-117c4f22-fb18-42b0-8f15-b85593fac4d6 req-841ee83a-1ef5-48bc-883b-2486c150b851 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:57.375999 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:57.411063 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af7aaa-ebf2-42db-a5c0-a77704d70fa9 req-bf063aca-0104-4596-a47e-ea568d29e65c tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:57.412740 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c3af7aaa-ebf2-42db-a5c0-a77704d70fa9 req-bf063aca-0104-4596-a47e-ea568d29e65c tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 944 time: 0.1846707 Apr 20 17:14:57.502250 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c3af7aaa-ebf2-42db-a5c0-a77704d70fa9 req-12b12de0-5838-4098-81ba-ba6fa33f5f52 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821564 Apr 20 17:14:57.530640 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a0c7052e-f25c-4751-aa9a-813f7da1b19b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:57.563634 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=3d166def-4fd5-4c53-83fe-f9b1cd382848,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:14:57.703964 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-af1d4bac-d740-4dbd-bb42-532f278decc6 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:57.710445 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-af1d4bac-d740-4dbd-bb42-532f278decc6 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3202505 Apr 20 17:14:57.765439 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-afb76f3c-46ce-40e4-a5d1-a7b7c0087270 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/quotas/c12b40028ab147a889b4fc203a6893de HTTP/1.1" status: 200 len: 375 time: 0.0540154 Apr 20 17:14:58.164830 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-cccb8c6a-0995-49b7-9969-bca913405738 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3154998 Apr 20 17:14:58.204186 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cf5cce3c-440f-490c-924f-ee8087167433 req-90d7eb12-d02e-4b1b-b562-643c659828c6 service neutron] 10.222.0.10 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2544129 Apr 20 17:14:58.324934 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-e8dc6cc8-1473-496c-81cc-ce7f50eb5d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:58.610581 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a808a5a1-2d39-4af9-86f5-8b1a15778dd3'] response: {'server_uuid': '14a3ed0f-3236-46d9-bd44-35a661399963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a324d68e-3036-4151-9635-20994dfcd084', 'code': 200} Apr 20 17:14:58.888541 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-117c4f22-fb18-42b0-8f15-b85593fac4d6 req-841ee83a-1ef5-48bc-883b-2486c150b851 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] For port 3d166def-4fd5-4c53-83fe-f9b1cd382848, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=3d166def-4fd5-4c53-83fe-f9b1cd382848,segment=NetworkSegment(630332a0-1b2b-4993-bf2e-09cdb8bdb9d9),segment_id=630332a0-1b2b-4993-bf2e-09cdb8bdb9d9)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:58.889046 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-117c4f22-fb18-42b0-8f15-b85593fac4d6 req-841ee83a-1ef5-48bc-883b-2486c150b851 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:58.988506 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672628a-268c-46d4-8b02-2c455d3ef853 req-ba76b202-4dcc-4317-a52c-6b0468fbf7a9 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:59.003287 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672628a-268c-46d4-8b02-2c455d3ef853 req-ba76b202-4dcc-4317-a52c-6b0468fbf7a9 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:14:59.011025 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d672628a-268c-46d4-8b02-2c455d3ef853 req-ba76b202-4dcc-4317-a52c-6b0468fbf7a9 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=14a3ed0f-3236-46d9-bd44-35a661399963 HTTP/1.1" status: 200 len: 1678 time: 0.6830802 Apr 20 17:14:59.083238 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-117c4f22-fb18-42b0-8f15-b85593fac4d6 req-841ee83a-1ef5-48bc-883b-2486c150b851 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Calling delete_port for 3d166def-4fd5-4c53-83fe-f9b1cd382848 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:14:59.128071 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d672628a-268c-46d4-8b02-2c455d3ef853 req-ec59de0f-90c6-4639-b585-085f2fbdf0d8 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035836 Apr 20 17:14:59.264718 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-a0c7052e-f25c-4751-aa9a-813f7da1b19b admin admin] Deleting port 73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:14:59.265161 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a0c7052e-f25c-4751-aa9a-813f7da1b19b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:59.509399 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16911806-191e-44ec-abb2-c04d3dd979f5'] response: {'server_uuid': '14a3ed0f-3236-46d9-bd44-35a661399963', 'name': 'network-vif-deleted', 'tag': '9a24925c-7687-433e-a22c-1a33fb6dc496', 'status': 'completed', 'code': 200} Apr 20 17:14:59.667900 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-a0c7052e-f25c-4751-aa9a-813f7da1b19b admin admin] For port 73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415,segment=NetworkSegment(419a7669-62c1-4e6f-8920-95255ef609c2),segment_id=419a7669-62c1-4e6f-8920-95255ef609c2)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:14:59.668405 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a0c7052e-f25c-4751-aa9a-813f7da1b19b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:14:59.894562 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-117c4f22-fb18-42b0-8f15-b85593fac4d6 req-841ee83a-1ef5-48bc-883b-2486c150b851 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:00.036177 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-a0c7052e-f25c-4751-aa9a-813f7da1b19b admin admin] Calling delete_port for 73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415 owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:15:00.147880 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cf5cce3c-440f-490c-924f-ee8087167433 req-0bc39e5f-5d72-4ef9-8453-bee3e4d56588 service neutron] 10.222.0.10 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9097879 Apr 20 17:15:00.176336 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ee83a-1ef5-48bc-883b-2486c150b851 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Pushing event deleted for resources: {'Port': ['ID=3d166def-4fd5-4c53-83fe-f9b1cd382848,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:00.329542 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-4bc70e22-ff17-42c4-9ce6-96a3efecf4e4 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=c12b40028ab147a889b4fc203a6893de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1958711 Apr 20 17:15:00.352706 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037fff8-d454-4d1f-9d71-4b0dd638df45 req-2880b323-9a82-467c-8c0c-afe4031f8b4d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:00.362695 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3037fff8-d454-4d1f-9d71-4b0dd638df45 req-2880b323-9a82-467c-8c0c-afe4031f8b4d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=f69d4efc-eb5f-44eb-81ba-f805c7bef7b7 HTTP/1.1" status: 200 len: 936 time: 0.1305943 Apr 20 17:15:00.472191 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3037fff8-d454-4d1f-9d71-4b0dd638df45 req-e01d7e72-573a-445e-b46c-6ef50831a180 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081078 Apr 20 17:15:00.527616 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-117c4f22-fb18-42b0-8f15-b85593fac4d6 req-841ee83a-1ef5-48bc-883b-2486c150b851 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] No DVR routers for this DVR port 3d166def-4fd5-4c53-83fe-f9b1cd382848 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:15:00.612578 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a3ed0f-3236-46d9-bd44-35a661399963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d166def-4fd5-4c53-83fe-f9b1cd382848'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:15:00.641016 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a0c7052e-f25c-4751-aa9a-813f7da1b19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:00.778561 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7052e-f25c-4751-aa9a-813f7da1b19b admin admin] Pushing event deleted for resources: {'Port': ['ID=73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:00.847209 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-117c4f22-fb18-42b0-8f15-b85593fac4d6 req-841ee83a-1ef5-48bc-883b-2486c150b851 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:00.849062 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-802e9a84-eca8-4f20-b06d-874db5141e84 req-13bd49fe-a1e8-49c9-937d-62d12d9331c4 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 210 time: 0.0777726 Apr 20 17:15:00.891987 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e1355-9264-4e11-91a5-8ad8be8807d5 req-c5ae2810-e9b7-4e50-bd1a-31f09c1a7890 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:00.900288 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-314e1355-9264-4e11-91a5-8ad8be8807d5 req-c5ae2810-e9b7-4e50-bd1a-31f09c1a7890 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 945 time: 1.4899602 Apr 20 17:15:00.991765 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-117c4f22-fb18-42b0-8f15-b85593fac4d6 req-841ee83a-1ef5-48bc-883b-2486c150b851 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.43 "DELETE /v2.0/ports/3d166def-4fd5-4c53-83fe-f9b1cd382848 HTTP/1.1" status: 204 len: 173 time: 3.7716224 Apr 20 17:15:01.512546 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a3ed0f-3236-46d9-bd44-35a661399963', 'name': 'network-vif-deleted', 'tag': '3d166def-4fd5-4c53-83fe-f9b1cd382848'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:15:01.526441 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-117c4f22-fb18-42b0-8f15-b85593fac4d6 req-1ea28047-1da7-4745-8ce6-d6388220d3f6 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Deleting port a324d68e-3036-4151-9635-20994dfcd084 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:15:01.526793 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-117c4f22-fb18-42b0-8f15-b85593fac4d6 req-1ea28047-1da7-4745-8ce6-d6388220d3f6 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:01.529824 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c68c9b-894f-4bf9-97a9-867453878eec req-e8a2f5f5-5b88-4e5a-b215-3d011f51ab3c tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:01.531654 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a6c68c9b-894f-4bf9-97a9-867453878eec req-e8a2f5f5-5b88-4e5a-b215-3d011f51ab3c tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 944 time: 0.2202818 Apr 20 17:15:01.653513 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a6c68c9b-894f-4bf9-97a9-867453878eec req-cb5b3ae2-de45-4326-a99c-abf67d783c6b tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104724 Apr 20 17:15:01.759710 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a0c7052e-f25c-4751-aa9a-813f7da1b19b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:01.835106 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-314e1355-9264-4e11-91a5-8ad8be8807d5 req-fa8a03b4-d4ea-43a0-a9d3-8fdf6253d52d tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9295394 Apr 20 17:15:01.893380 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-dda96d92-ca57-421d-8084-37b353ff3714 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:01.894908 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-dda96d92-ca57-421d-8084-37b353ff3714 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5254829 Apr 20 17:15:01.948550 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-67605359-5df5-4ea7-ab03-d4f06f899c3f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Request body: {'port': {'device_id': '90c5c1c1-23d3-447f-96fd-06b823ad41f0', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'admin_state_up': True, 'tenant_id': 'c12b40028ab147a889b4fc203a6893de'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:15:02.070017 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-020802a7-d241-44fe-9816-cefcc86dfd2e'] response: {'server_uuid': '14a3ed0f-3236-46d9-bd44-35a661399963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d166def-4fd5-4c53-83fe-f9b1cd382848', 'code': 200} Apr 20 17:15:02.130602 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cf5cce3c-440f-490c-924f-ee8087167433 req-94442c15-5642-4356-9879-57f4c498f95a tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261&tenant_id=c6309d4027774bf39a206d4366b6ddc5&binding%3Ahost_id=n-h2-838032-1 HTTP/1.1" status: 200 len: 1095 time: 1.2009466 Apr 20 17:15:02.138730 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-e8dc6cc8-1473-496c-81cc-ce7f50eb5d03 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:15:02.652016 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c38e23-9675-4fc3-90f7-92f38dd3396e req-96b146b6-6d9a-480e-8062-7f3c48c1ba02 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:02.659677 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-76c38e23-9675-4fc3-90f7-92f38dd3396e req-96b146b6-6d9a-480e-8062-7f3c48c1ba02 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=f69d4efc-eb5f-44eb-81ba-f805c7bef7b7 HTTP/1.1" status: 200 len: 936 time: 0.2012634 Apr 20 17:15:02.720972 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-76c38e23-9675-4fc3-90f7-92f38dd3396e req-e08133a5-6b27-44b7-9613-0f69a15ec166 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603218 Apr 20 17:15:02.729263 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-117c4f22-fb18-42b0-8f15-b85593fac4d6 req-1ea28047-1da7-4745-8ce6-d6388220d3f6 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] For port a324d68e-3036-4151-9635-20994dfcd084, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=a324d68e-3036-4151-9635-20994dfcd084,segment=NetworkSegment(b34fd7fb-13f9-4e98-87c5-59ab70c54abf),segment_id=b34fd7fb-13f9-4e98-87c5-59ab70c54abf)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:02.730168 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-117c4f22-fb18-42b0-8f15-b85593fac4d6 req-1ea28047-1da7-4745-8ce6-d6388220d3f6 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:02.955765 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d333bd44-702e-4585-825e-e42430f14421'] response: {'server_uuid': '14a3ed0f-3236-46d9-bd44-35a661399963', 'name': 'network-vif-deleted', 'tag': '3d166def-4fd5-4c53-83fe-f9b1cd382848', 'status': 'completed', 'code': 200} Apr 20 17:15:02.974941 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-117c4f22-fb18-42b0-8f15-b85593fac4d6 req-1ea28047-1da7-4745-8ce6-d6388220d3f6 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Calling delete_port for a324d68e-3036-4151-9635-20994dfcd084 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:15:03.047904 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-e8dc6cc8-1473-496c-81cc-ce7f50eb5d03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 357a6a12-cbe7-49e3-920c-3f188feb1c03 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:15:03.060609 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-67605359-5df5-4ea7-ab03-d4f06f899c3f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:15:03.086116 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-e8dc6cc8-1473-496c-81cc-ce7f50eb5d03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:03.096786 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-67605359-5df5-4ea7-ab03-d4f06f899c3f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Usage tracker for resource:port and tenant:c12b40028ab147a889b4fc203a6893de is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:15:03.106881 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-67605359-5df5-4ea7-ab03-d4f06f899c3f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:15:03.127557 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8aff3200-7908-441c-9ddb-9efa1ee80102 req-b30ca979-4c4e-4db2-91eb-32dad4233b3d tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 210 time: 0.1301138 Apr 20 17:15:03.148641 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-67605359-5df5-4ea7-ab03-d4f06f899c3f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:15:03.170270 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-e8dc6cc8-1473-496c-81cc-ce7f50eb5d03 service neutron] Transition to ACTIVE for port object 357a6a12-cbe7-49e3-920c-3f188feb1c03 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:15:03.243787 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-e8dc6cc8-1473-496c-81cc-ce7f50eb5d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:03.273948 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c7052e-f25c-4751-aa9a-813f7da1b19b admin admin] Router fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:15:03.318760 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-67605359-5df5-4ea7-ab03-d4f06f899c3f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Made reservation on behalf of c12b40028ab147a889b4fc203a6893de for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:15:03.322375 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-67605359-5df5-4ea7-ab03-d4f06f899c3f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:03.349918 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa43e32-d6c8-4abc-a79b-b702aa2c9d38 req-992b1600-39c1-415b-9575-0676192a2305 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:03.350901 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-caa43e32-d6c8-4abc-a79b-b702aa2c9d38 req-992b1600-39c1-415b-9575-0676192a2305 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Synchronizing usage tracker for tenant:4f510c870a174765bb86dc367cadd96a on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:15:03.355717 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-cf5cce3c-440f-490c-924f-ee8087167433 req-f91551db-27f8-4e2e-bfa6-4278c9990c5f service neutron] For port dfe4190c-208a-46a9-accc-63ec340b2815, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:15:03.406953 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-67605359-5df5-4ea7-ab03-d4f06f899c3f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:03.594393 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7742ac44-9612-4f58-a450-2243b7c44ab7 req-9ee4010b-49af-49bc-9ca4-dd35d17b0166 tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 1095 time: 0.3058176 Apr 20 17:15:03.616311 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cf5cce3c-440f-490c-924f-ee8087167433 req-f91551db-27f8-4e2e-bfa6-4278c9990c5f service neutron] Notify callbacks [] for binding, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:03.618412 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cf5cce3c-440f-490c-924f-ee8087167433 req-f91551db-27f8-4e2e-bfa6-4278c9990c5f service neutron] 10.222.0.10 "DELETE /v2.0/ports/dfe4190c-208a-46a9-accc-63ec340b2815/bindings/n-h1-838032-1 HTTP/1.1" status: 204 len: 173 time: 1.4187393 Apr 20 17:15:03.675395 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc6cc8-1473-496c-81cc-ce7f50eb5d03 service neutron] Pushing event updated for resources: {'Port': ['ID=357a6a12-cbe7-49e3-920c-3f188feb1c03,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:03.687661 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7742ac44-9612-4f58-a450-2243b7c44ab7 req-2669c8f6-f5f3-4438-a19b-d5c9c91790ab tempest-LiveMigrationTest-515677647 tempest-LiveMigrationTest-515677647-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916302 Apr 20 17:15:03.710148 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-caa43e32-d6c8-4abc-a79b-b702aa2c9d38 req-992b1600-39c1-415b-9575-0676192a2305 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Unset dirty status for tenant:4f510c870a174765bb86dc367cadd96a on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:15:03.718442 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-caa43e32-d6c8-4abc-a79b-b702aa2c9d38 req-992b1600-39c1-415b-9575-0676192a2305 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=14a3ed0f-3236-46d9-bd44-35a661399963 HTTP/1.1" status: 200 len: 944 time: 1.4550765 Apr 20 17:15:03.783002 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c7052e-f25c-4751-aa9a-813f7da1b19b admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:15:03.799134 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f035468-ae6d-43ab-bb71-eda058bab9e7 None None] Sync routers for ids ['fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:15:03.810086 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a0c7052e-f25c-4751-aa9a-813f7da1b19b admin admin] 10.222.0.39 "PUT /v2.0/routers/fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3312867 Apr 20 17:15:03.812341 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36700) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:03.820306 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-67605359-5df5-4ea7-ab03-d4f06f899c3f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:15:03.825171 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f035468-ae6d-43ab-bb71-eda058bab9e7 None None] Routers {'fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:15:03.826358 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-3f035468-ae6d-43ab-bb71-eda058bab9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:14:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:03.865259 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-117c4f22-fb18-42b0-8f15-b85593fac4d6 req-1ea28047-1da7-4745-8ce6-d6388220d3f6 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:03.878083 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-67605359-5df5-4ea7-ab03-d4f06f899c3f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Usage tracker for resource:security_group_rule and tenant:c12b40028ab147a889b4fc203a6893de is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:15:03.960975 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-67605359-5df5-4ea7-ab03-d4f06f899c3f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:15:04.050734 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-67605359-5df5-4ea7-ab03-d4f06f899c3f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:15:04.056258 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea28047-1da7-4745-8ce6-d6388220d3f6 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Pushing event deleted for resources: {'Port': ['ID=a324d68e-3036-4151-9635-20994dfcd084,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:04.149582 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-caa43e32-d6c8-4abc-a79b-b702aa2c9d38 req-3bd20e78-9045-470d-b523-fd981fea568d tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301503 Apr 20 17:15:04.392560 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-117c4f22-fb18-42b0-8f15-b85593fac4d6 req-1ea28047-1da7-4745-8ce6-d6388220d3f6 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] No DVR routers for this DVR port a324d68e-3036-4151-9635-20994dfcd084 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:15:04.414745 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-117c4f22-fb18-42b0-8f15-b85593fac4d6 req-1ea28047-1da7-4745-8ce6-d6388220d3f6 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:04.433296 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-e8dc6cc8-1473-496c-81cc-ce7f50eb5d03 service neutron] Attempting to bind port 357a6a12-cbe7-49e3-920c-3f188feb1c03 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:15:04.433836 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-e8dc6cc8-1473-496c-81cc-ce7f50eb5d03 service neutron] Attempting to bind port 357a6a12-cbe7-49e3-920c-3f188feb1c03 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:15:04.434404 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-e8dc6cc8-1473-496c-81cc-ce7f50eb5d03 service neutron] Attempting to bind port 357a6a12-cbe7-49e3-920c-3f188feb1c03 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:15:04.471349 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-117c4f22-fb18-42b0-8f15-b85593fac4d6 req-1ea28047-1da7-4745-8ce6-d6388220d3f6 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.43 "DELETE /v2.0/ports/a324d68e-3036-4151-9635-20994dfcd084 HTTP/1.1" status: 204 len: 173 time: 3.4205246 Apr 20 17:15:04.472313 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee21e9-ec96-41e1-a57d-3104a6647eb2 req-d0cfc688-3018-4cf6-8e6b-c81a88ed8a3c tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:04.482505 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-aaee21e9-ec96-41e1-a57d-3104a6647eb2 req-d0cfc688-3018-4cf6-8e6b-c81a88ed8a3c tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 945 time: 0.4680240 Apr 20 17:15:04.509065 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-e8dc6cc8-1473-496c-81cc-ce7f50eb5d03 service neutron] Port 357a6a12-cbe7-49e3-920c-3f188feb1c03 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:15:04.509630 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-e8dc6cc8-1473-496c-81cc-ce7f50eb5d03 service neutron] Attempting to bind port 357a6a12-cbe7-49e3-920c-3f188feb1c03 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:15:04.548095 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-3f035468-ae6d-43ab-bb71-eda058bab9e7 None None] Set router fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:15:04.574806 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-aaee21e9-ec96-41e1-a57d-3104a6647eb2 req-5e031161-c442-441d-ac58-df609786fc88 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912185 Apr 20 17:15:04.610559 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-e8dc6cc8-1473-496c-81cc-ce7f50eb5d03 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:15:04.610887 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-e8dc6cc8-1473-496c-81cc-ce7f50eb5d03 service neutron] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:15:04.611453 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-e8dc6cc8-1473-496c-81cc-ce7f50eb5d03 service neutron] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:15:04.617814 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-e8dc6cc8-1473-496c-81cc-ce7f50eb5d03 service neutron] Bound port: 357a6a12-cbe7-49e3-920c-3f188feb1c03, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:15:04.618413 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-e8dc6cc8-1473-496c-81cc-ce7f50eb5d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:04.712018 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-475422cf-501a-46a1-9ad0-95096c135bf6 admin admin] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:04.741185 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-67605359-5df5-4ea7-ab03-d4f06f899c3f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:04.762070 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-67605359-5df5-4ea7-ab03-d4f06f899c3f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:05.105227 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a3ed0f-3236-46d9-bd44-35a661399963', 'name': 'network-vif-deleted', 'tag': 'a324d68e-3036-4151-9635-20994dfcd084'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:15:05.131149 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29881bf1-2458-4f5a-8b51-d767c12d268f req-9b63eb33-0abc-4aac-a6ef-210c59573f31 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:05.139540 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-29881bf1-2458-4f5a-8b51-d767c12d268f req-9b63eb33-0abc-4aac-a6ef-210c59573f31 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=f69d4efc-eb5f-44eb-81ba-f805c7bef7b7 HTTP/1.1" status: 200 len: 948 time: 0.2565193 Apr 20 17:15:05.236321 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-29881bf1-2458-4f5a-8b51-d767c12d268f req-69ea93f6-9464-4278-a9f6-e54e8293004e tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940011 Apr 20 17:15:05.307193 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-475422cf-501a-46a1-9ad0-95096c135bf6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:05.308301 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6fd14c03-0abb-4fb1-b771-5e6e6bc0ac38 req-0f47fd20-d962-49d5-a9b8-740c42a1329d tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 210 time: 0.1746302 Apr 20 17:15:05.340375 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67605359-5df5-4ea7-ab03-d4f06f899c3f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76ca841e-3374-46d1-a980-5999cc0ae239,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:05.348516 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-475422cf-501a-46a1-9ad0-95096c135bf6 admin admin] Deleting port 139efdac-157c-43da-820f-9cf5608a9cf3 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:15:05.348861 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-475422cf-501a-46a1-9ad0-95096c135bf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:05.539217 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-e8dc6cc8-1473-496c-81cc-ce7f50eb5d03 service neutron] For port 357a6a12-cbe7-49e3-920c-3f188feb1c03, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:15:05.596859 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-475422cf-501a-46a1-9ad0-95096c135bf6 admin admin] For port 139efdac-157c-43da-820f-9cf5608a9cf3, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=139efdac-157c-43da-820f-9cf5608a9cf3,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:05.597569 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-475422cf-501a-46a1-9ad0-95096c135bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:05.625972 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-e8dc6cc8-1473-496c-81cc-ce7f50eb5d03 service neutron] For port 357a6a12-cbe7-49e3-920c-3f188feb1c03, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=357a6a12-cbe7-49e3-920c-3f188feb1c03,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:15:05.632777 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-3f035468-ae6d-43ab-bb71-eda058bab9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1825764463-router', 'tenant_id': 'f049027f6cae465d8e6a2afd0a9ccd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '139efdac-157c-43da-820f-9cf5608a9cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:11:25Z', 'updated_at': '2022-04-20T17:15:00Z', 'revision_number': 5, 'project_id': 'f049027f6cae465d8e6a2afd0a9ccd2f', 'gw_port': {'id': '139efdac-157c-43da-820f-9cf5608a9cf3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:11:29Z', 'updated_at': '2022-04-20T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:05.655737 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f035468-ae6d-43ab-bb71-eda058bab9e7 None None] Checking router: fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:15:05.656824 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-e8dc6cc8-1473-496c-81cc-ce7f50eb5d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:05.697269 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f035468-ae6d-43ab-bb71-eda058bab9e7 None None] Routers {'fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:15:05.699052 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-3f035468-ae6d-43ab-bb71-eda058bab9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:14:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:05.939001 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-3f035468-ae6d-43ab-bb71-eda058bab9e7 None None] Set router fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7 gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:15:05.965559 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-67605359-5df5-4ea7-ab03-d4f06f899c3f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Allocated IP 192.168.233.238 (9a774663-a30d-4bd1-8b41-83fe693f2d30/777b4790-ba4c-49e9-8844-3c09c1447f40/f2ae1052-1228-44aa-b982-dda2ca184507) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:15:06.096234 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-475422cf-501a-46a1-9ad0-95096c135bf6 admin admin] Calling delete_port for 139efdac-157c-43da-820f-9cf5608a9cf3 owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:15:06.105525 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-e8dc6cc8-1473-496c-81cc-ce7f50eb5d03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:06.107246 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-e8dc6cc8-1473-496c-81cc-ce7f50eb5d03 service neutron] 10.222.0.10 "PUT /v2.0/ports/357a6a12-cbe7-49e3-920c-3f188feb1c03 HTTP/1.1" status: 200 len: 1096 time: 8.8856287 Apr 20 17:15:06.113838 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-3f035468-ae6d-43ab-bb71-eda058bab9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1825764463-router', 'tenant_id': 'f049027f6cae465d8e6a2afd0a9ccd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:11:25Z', 'updated_at': '2022-04-20T17:15:05Z', 'revision_number': 6, 'project_id': 'f049027f6cae465d8e6a2afd0a9ccd2f', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:06.120939 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f035468-ae6d-43ab-bb71-eda058bab9e7 None None] The sync data for ids ['fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7'] in n-d-838032-1 is: [{'id': 'fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1825764463-router', 'tenant_id': 'f049027f6cae465d8e6a2afd0a9ccd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:11:25Z', 'updated_at': '2022-04-20T17:15:05Z', 'revision_number': 6, 'project_id': 'f049027f6cae465d8e6a2afd0a9ccd2f', 'gw_port_host': None}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:15:06.355718 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3da777f7-8dc3-4ced-bff6-3a4b6f394efc'] response: {'server_uuid': '14a3ed0f-3236-46d9-bd44-35a661399963', 'name': 'network-vif-deleted', 'tag': 'a324d68e-3036-4151-9635-20994dfcd084', 'status': 'completed', 'code': 200} Apr 20 17:15:06.357148 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc6cc8-1473-496c-81cc-ce7f50eb5d03 service neutron] Pushing event updated for resources: {'Port': ['ID=357a6a12-cbe7-49e3-920c-3f188feb1c03,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:06.367356 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36740) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:06.378765 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0f671-baad-4ea9-a88e-998e548d0257 req-799384a6-b06e-46b1-a5bd-9e2afeffe7b3 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:06.380310 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-15b0f671-baad-4ea9-a88e-998e548d0257 req-799384a6-b06e-46b1-a5bd-9e2afeffe7b3 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 944 time: 0.7079370 Apr 20 17:15:06.594592 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-475422cf-501a-46a1-9ad0-95096c135bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:06.658385 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475422cf-501a-46a1-9ad0-95096c135bf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=139efdac-157c-43da-820f-9cf5608a9cf3,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:06.684020 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-759cf798-b4a1-46d6-9a8d-d3419b8d2f6d req-0dc60b93-0d5b-48c9-88a9-6446d12689f2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e0abf75523cb42799be079adbc9824df&device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 1096 time: 0.8523204 Apr 20 17:15:06.745329 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc6752-3cf9-44a8-9b2d-499779c151f3 req-059ef6ea-4420-41a1-8680-e1569c398a9a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:06.747210 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1bfc6752-3cf9-44a8-9b2d-499779c151f3 req-059ef6ea-4420-41a1-8680-e1569c398a9a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.10 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 944 time: 1.0183573 Apr 20 17:15:06.821626 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475422cf-501a-46a1-9ad0-95096c135bf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:06.821962 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475422cf-501a-46a1-9ad0-95096c135bf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:06.822320 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475422cf-501a-46a1-9ad0-95096c135bf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:06.822649 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475422cf-501a-46a1-9ad0-95096c135bf6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:06.822975 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475422cf-501a-46a1-9ad0-95096c135bf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:06.823441 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475422cf-501a-46a1-9ad0-95096c135bf6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:06.823631 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475422cf-501a-46a1-9ad0-95096c135bf6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:06.823941 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475422cf-501a-46a1-9ad0-95096c135bf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:06.824248 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475422cf-501a-46a1-9ad0-95096c135bf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:06.824563 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475422cf-501a-46a1-9ad0-95096c135bf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:06.824874 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475422cf-501a-46a1-9ad0-95096c135bf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:06.882833 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dcccc81-6571-401e-8a68-e74d7aadb974 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Deleting subnet df64784f-c46e-422b-b17f-3356688230c8 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:15:06.887629 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-15b0f671-baad-4ea9-a88e-998e548d0257 req-996e4adb-a15d-43b7-88b8-5568571c2282 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807407 Apr 20 17:15:06.891462 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6dcccc81-6571-401e-8a68-e74d7aadb974 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:06.935242 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-307ad704-d9dd-4f0c-b8d0-07deb435c9a6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&device_id=f69d4efc-eb5f-44eb-81ba-f805c7bef7b7 HTTP/1.1" status: 200 len: 1099 time: 0.6845911 Apr 20 17:15:06.946233 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-1bfc6752-3cf9-44a8-9b2d-499779c151f3 req-ba13dc64-bdf2-435b-9afc-0e49aad64b9a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Deleting port dfe4190c-208a-46a9-accc-63ec340b2815 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:15:06.946525 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-1bfc6752-3cf9-44a8-9b2d-499779c151f3 req-ba13dc64-bdf2-435b-9afc-0e49aad64b9a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:06.977419 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-67605359-5df5-4ea7-ab03-d4f06f899c3f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:07.078549 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6dcccc81-6571-401e-8a68-e74d7aadb974 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:07.108363 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-475422cf-501a-46a1-9ad0-95096c135bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:07.129318 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-67605359-5df5-4ea7-ab03-d4f06f899c3f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Transition to ACTIVE for port object f2ae1052-1228-44aa-b982-dda2ca184507 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:15:07.139725 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cf798-b4a1-46d6-9a8d-d3419b8d2f6d req-f69ea690-9f24-4cf3-b4a8-e496f6a6c9ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:07.141348 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-759cf798-b4a1-46d6-9a8d-d3419b8d2f6d req-f69ea690-9f24-4cf3-b4a8-e496f6a6c9ba service neutron] 10.222.0.43 "GET /v2.0/networks?id=712cbfca-4f15-4a05-b540-c7c77d6caef1 HTTP/1.1" status: 200 len: 913 time: 0.4519966 Apr 20 17:15:07.145921 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-2f8a750f-fabc-432c-bd59-0a6a90ac5537 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=357a6a12-cbe7-49e3-920c-3f188feb1c03 HTTP/1.1" status: 200 len: 217 time: 0.1655257 Apr 20 17:15:07.175217 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b620a-1e2d-429f-bd54-ec383e11824f req-3f96f7c7-62b4-4681-a778-f7670211561d tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:07.176732 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c97b620a-1e2d-429f-bd54-ec383e11824f req-3f96f7c7-62b4-4681-a778-f7670211561d tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 945 time: 0.5072470 Apr 20 17:15:07.332657 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-759cf798-b4a1-46d6-9a8d-d3419b8d2f6d req-daa863aa-4f0d-4ac6-970e-9033be75f61f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dc22a70-80d2-4716-a512-6640a1864a9d HTTP/1.1" status: 200 len: 217 time: 0.1800182 Apr 20 17:15:07.427336 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c97b620a-1e2d-429f-bd54-ec383e11824f req-dd469092-c508-4e1f-8363-a4775d42013e tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888747 Apr 20 17:15:07.434122 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-4a7e4db5-70d8-450a-b0d0-ed764f71aa9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:07.435233 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-4a7e4db5-70d8-450a-b0d0-ed764f71aa9f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.2568448 Apr 20 17:15:07.441696 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-475422cf-501a-46a1-9ad0-95096c135bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:07.448576 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-475422cf-501a-46a1-9ad0-95096c135bf6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:07.457903 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6dcccc81-6571-401e-8a68-e74d7aadb974 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:07.534016 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-475422cf-501a-46a1-9ad0-95096c135bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:07.534608 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475422cf-501a-46a1-9ad0-95096c135bf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:15:07.561929 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-475422cf-501a-46a1-9ad0-95096c135bf6 admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:07.566234 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-475422cf-501a-46a1-9ad0-95096c135bf6 admin admin] 10.222.0.39 "DELETE /v2.0/routers/fcfa5d63-fdf6-4daa-8a75-2f27c0b734e7 HTTP/1.1" status: 204 len: 168 time: 3.7527132 Apr 20 17:15:07.567270 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36756) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:07.626792 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6dcccc81-6571-401e-8a68-e74d7aadb974 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:07.705918 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-67605359-5df5-4ea7-ab03-d4f06f899c3f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:07.717954 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592627cf-9a31-4cbb-9147-345307e6c3c8 req-43f30cec-de9b-4319-bedd-ab4675d0f22e tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:07.719627 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-592627cf-9a31-4cbb-9147-345307e6c3c8 req-43f30cec-de9b-4319-bedd-ab4675d0f22e tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ea90530-de67-471d-97ae-336638e5eb4f HTTP/1.1" status: 200 len: 946 time: 0.6765747 Apr 20 17:15:07.814595 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcccc81-6571-401e-8a68-e74d7aadb974 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Pushing event deleted for resources: {'Subnet': ['ID=df64784f-c46e-422b-b17f-3356688230c8,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:07.817395 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cf798-b4a1-46d6-9a8d-d3419b8d2f6d req-c9139611-1eaa-4d33-a480-832a085927e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:07.818886 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-759cf798-b4a1-46d6-9a8d-d3419b8d2f6d req-c9139611-1eaa-4d33-a480-832a085927e9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2fc33d54-66ae-4acd-9a13-99509719aca0 HTTP/1.1" status: 200 len: 852 time: 0.4630954 Apr 20 17:15:07.856792 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4389e0-0c80-4b87-967a-6e525e20da5c admin admin] Deleting subnet 15606075-2038-4859-b86e-afe40d6ce8c3 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:15:07.873747 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dd4389e0-0c80-4b87-967a-6e525e20da5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:07.878049 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86624ff-a4ff-4e8a-9e48-e8abeab54d26 None None] Network 43f7ecf9-300a-4a39-9133-e0bf9e2d3935 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:15:07.902242 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6dcccc81-6571-401e-8a68-e74d7aadb974 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:07.905362 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-1bfc6752-3cf9-44a8-9b2d-499779c151f3 req-ba13dc64-bdf2-435b-9afc-0e49aad64b9a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] For port dfe4190c-208a-46a9-accc-63ec340b2815, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=dfe4190c-208a-46a9-accc-63ec340b2815,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:07.905685 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-1bfc6752-3cf9-44a8-9b2d-499779c151f3 req-ba13dc64-bdf2-435b-9afc-0e49aad64b9a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:07.925223 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-759cf798-b4a1-46d6-9a8d-d3419b8d2f6d req-ab84ad33-f720-4674-a6c1-ab3d22a739dc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=712cbfca-4f15-4a05-b540-c7c77d6caef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810039 Apr 20 17:15:07.926365 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6dcccc81-6571-401e-8a68-e74d7aadb974 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "DELETE /v2.0/subnets/df64784f-c46e-422b-b17f-3356688230c8 HTTP/1.1" status: 204 len: 168 time: 1.5577686 Apr 20 17:15:07.930344 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-67605359-5df5-4ea7-ab03-d4f06f899c3f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:15:07.931865 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36762) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:07.939112 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-67605359-5df5-4ea7-ab03-d4f06f899c3f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:15:07.941142 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67605359-5df5-4ea7-ab03-d4f06f899c3f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Pushing event updated for resources: {'Port': ['ID=f2ae1052-1228-44aa-b982-dda2ca184507,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:07.986080 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dd4389e0-0c80-4b87-967a-6e525e20da5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:08.010863 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-67605359-5df5-4ea7-ab03-d4f06f899c3f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:15:08.124807 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 139efdac-157c-43da-820f-9cf5608a9cf3 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:15:08.149504 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-1bfc6752-3cf9-44a8-9b2d-499779c151f3 req-ba13dc64-bdf2-435b-9afc-0e49aad64b9a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Calling delete_port for dfe4190c-208a-46a9-accc-63ec340b2815 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:15:08.176332 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 139efdac-157c-43da-820f-9cf5608a9cf3 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:15:08.176665 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 139efdac-157c-43da-820f-9cf5608a9cf3 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:15:08.177075 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:15:08.211772 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6882b7f3-6ae0-4aeb-88a4-0bc46c4e58aa tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:08.218174 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dd4389e0-0c80-4b87-967a-6e525e20da5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:08.220201 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fa7e45-a3ee-400e-ba5a-a27251a98ed5 None None] DHCP port deletion for 43f7ecf9-300a-4a39-9133-e0bf9e2d3935 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:15:08.231878 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:15:08.232206 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 73e30295-aa4e-4f6a-a7b6-0bf2c7c8f415 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:15:08.235680 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-e3fa7e45-a3ee-400e-ba5a-a27251a98ed5 None None] Deleting port 149d56f5-7ea5-4074-a044-47a70029a337 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:15:08.236041 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e3fa7e45-a3ee-400e-ba5a-a27251a98ed5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:08.250727 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a11058-7658-4be3-b6c6-3374ea722d08 req-88901c80-b737-4155-9c96-810d2505ec35 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:08.251559 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-592627cf-9a31-4cbb-9147-345307e6c3c8 req-a4553fbc-2a3f-4795-9b4c-3b8d36f88139 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] 10.222.0.39 "GET /v2.0/security-groups?id=db560fc0-4359-4603-a35e-a5a65072364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770129 Apr 20 17:15:08.252306 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-96a11058-7658-4be3-b6c6-3374ea722d08 req-88901c80-b737-4155-9c96-810d2505ec35 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ea90530-de67-471d-97ae-336638e5eb4f HTTP/1.1" status: 200 len: 946 time: 0.4738648 Apr 20 17:15:08.327061 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11888d02-7136-4ac1-af10-5d361e16a770 req-6eb5de29-464d-4fc3-835c-b6b1af1e03cf tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:08.331114 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 5dc22a70-80d2-4716-a512-6640a1864a9d no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:15:08.331685 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-11888d02-7136-4ac1-af10-5d361e16a770 req-6eb5de29-464d-4fc3-835c-b6b1af1e03cf tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=f69d4efc-eb5f-44eb-81ba-f805c7bef7b7 HTTP/1.1" status: 200 len: 948 time: 0.5491426 Apr 20 17:15:08.362264 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-67605359-5df5-4ea7-ab03-d4f06f899c3f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:08.363506 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-67605359-5df5-4ea7-ab03-d4f06f899c3f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:08.378464 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-759cf798-b4a1-46d6-9a8d-d3419b8d2f6d req-e63d04a6-77be-4174-94c9-db5cd5836426 service neutron] 10.222.0.43 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435613 Apr 20 17:15:08.384845 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69d4efc-eb5f-44eb-81ba-f805c7bef7b7', 'tag': '357a6a12-cbe7-49e3-920c-3f188feb1c03'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:15:08.392193 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-0e6b012a-c943-4f10-a4a9-78d77715b03b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7596292 Apr 20 17:15:08.402676 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dd4389e0-0c80-4b87-967a-6e525e20da5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:08.406130 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-6882b7f3-6ae0-4aeb-88a4-0bc46c4e58aa tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Deleting port 149d56f5-7ea5-4074-a044-47a70029a337 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:15:08.406518 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6882b7f3-6ae0-4aeb-88a4-0bc46c4e58aa tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:08.414393 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0aec70ec-0564-490c-bb46-29e17bedc7eb None None] Provisioning for port f2ae1052-1228-44aa-b982-dda2ca184507 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:15:08.444441 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0aec70ec-0564-490c-bb46-29e17bedc7eb None None] Provisioning complete for port f2ae1052-1228-44aa-b982-dda2ca184507 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:15:08.445061 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0aec70ec-0564-490c-bb46-29e17bedc7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:08.502258 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4389e0-0c80-4b87-967a-6e525e20da5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15606075-2038-4859-b86e-afe40d6ce8c3,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:08.511336 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-96a11058-7658-4be3-b6c6-3374ea722d08 req-7719b455-d173-4132-9894-1a6d55537f29 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Deleting port 789a1fd8-9003-4ed3-a3aa-f095ce1064db {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:15:08.511673 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-96a11058-7658-4be3-b6c6-3374ea722d08 req-7719b455-d173-4132-9894-1a6d55537f29 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:08.569196 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dd4389e0-0c80-4b87-967a-6e525e20da5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:08.595812 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a232b3f-2f81-4d19-95c9-aba4d47b02f7 None None] Network 8eadf79c-75f2-4df0-8c09-2dea5734993a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:15:08.610601 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-11888d02-7136-4ac1-af10-5d361e16a770 req-51b08bd6-3425-473f-b7d1-c448e4abf935 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403169 Apr 20 17:15:08.625044 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-dd4389e0-0c80-4b87-967a-6e525e20da5c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/15606075-2038-4859-b86e-afe40d6ce8c3 HTTP/1.1" status: 204 len: 168 time: 1.0541317 Apr 20 17:15:08.632026 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36770) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:08.648095 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-e3fa7e45-a3ee-400e-ba5a-a27251a98ed5 None None] For port 149d56f5-7ea5-4074-a044-47a70029a337, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=149d56f5-7ea5-4074-a044-47a70029a337,segment=NetworkSegment(b34fd7fb-13f9-4e98-87c5-59ab70c54abf),segment_id=b34fd7fb-13f9-4e98-87c5-59ab70c54abf)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:08.648476 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e3fa7e45-a3ee-400e-ba5a-a27251a98ed5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:08.673123 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-67605359-5df5-4ea7-ab03-d4f06f899c3f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.7353759 Apr 20 17:15:08.704113 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-d2153e61-0a71-4187-bb92-379e1ecd82d9 service neutron] Request body: {'port': {'device_id': '90c5c1c1-23d3-447f-96fd-06b823ad41f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:15:08.807845 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-e3fa7e45-a3ee-400e-ba5a-a27251a98ed5 None None] Calling delete_port for 149d56f5-7ea5-4074-a044-47a70029a337 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:15:08.854037 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0aec70ec-0564-490c-bb46-29e17bedc7eb None None] Port f2ae1052-1228-44aa-b982-dda2ca184507 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:15:08.920396 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9eadf-9bcc-48ac-bf92-f69847b7ce90 req-012a2a23-0c6e-43c5-932c-57e8a1b63e44 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:08.921094 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-fcd9eadf-9bcc-48ac-bf92-f69847b7ce90 req-012a2a23-0c6e-43c5-932c-57e8a1b63e44 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Synchronizing usage tracker for tenant:c12b40028ab147a889b4fc203a6893de on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:15:08.933920 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-759cf798-b4a1-46d6-9a8d-d3419b8d2f6d req-a342b632-438a-4e39-803a-f2f8449b75d4 service neutron] 10.222.0.43 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4868524 Apr 20 17:15:08.944000 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-fb09de67-5efe-4898-bc13-763f92eab8fe service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249392 Apr 20 17:15:08.949067 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-d2153e61-0a71-4187-bb92-379e1ecd82d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:09.006743 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82d72fc7-2b85-4fa5-bdf4-cc44d088be94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:09.046396 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-6882b7f3-6ae0-4aeb-88a4-0bc46c4e58aa tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] For port 149d56f5-7ea5-4074-a044-47a70029a337, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=149d56f5-7ea5-4074-a044-47a70029a337,segment=NetworkSegment(b34fd7fb-13f9-4e98-87c5-59ab70c54abf),segment_id=b34fd7fb-13f9-4e98-87c5-59ab70c54abf)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:09.046630 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6882b7f3-6ae0-4aeb-88a4-0bc46c4e58aa tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:09.071391 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:09.098064 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-fcd9eadf-9bcc-48ac-bf92-f69847b7ce90 req-012a2a23-0c6e-43c5-932c-57e8a1b63e44 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Unset dirty status for tenant:c12b40028ab147a889b4fc203a6893de on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:15:09.099121 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fcd9eadf-9bcc-48ac-bf92-f69847b7ce90 req-012a2a23-0c6e-43c5-932c-57e8a1b63e44 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 936 time: 0.7175419 Apr 20 17:15:09.139894 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-1bfc6752-3cf9-44a8-9b2d-499779c151f3 req-ba13dc64-bdf2-435b-9afc-0e49aad64b9a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:09.147186 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e3fa7e45-a3ee-400e-ba5a-a27251a98ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:09.186128 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911a7212-8ba4-4fee-a651-46c6fbc1b58e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dc22a70-80d2-4716-a512-6640a1864a9d'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:15:09.192688 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-6882b7f3-6ae0-4aeb-88a4-0bc46c4e58aa tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Calling delete_port for 149d56f5-7ea5-4074-a044-47a70029a337 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:15:09.195004 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['c9044984-11bd-4632-87c1-75cb5f5ae64e'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:15:09.221016 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-82d72fc7-2b85-4fa5-bdf4-cc44d088be94 admin admin] Deleting port 1e8f13ce-5552-47b4-8bfd-abdac85dd0bb {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:15:09.221574 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82d72fc7-2b85-4fa5-bdf4-cc44d088be94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:09.225928 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-dc6ecf72-7d5b-4f0c-a203-df16931bab5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:09.246033 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13dc64-bdf2-435b-9afc-0e49aad64b9a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Pushing event deleted for resources: {'Port': ['ID=dfe4190c-208a-46a9-accc-63ec340b2815,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:09.260895 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa7e45-a3ee-400e-ba5a-a27251a98ed5 None None] Pushing event deleted for resources: {'Port': ['ID=149d56f5-7ea5-4074-a044-47a70029a337,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:09.265424 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 5dc22a70-80d2-4716-a512-6640a1864a9d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=5dc22a70-80d2-4716-a512-6640a1864a9d,segment=NetworkSegment(7bd8babb-8003-4806-8692-e92ce3a5f993),segment_id=7bd8babb-8003-4806-8692-e92ce3a5f993)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:09.285842 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fa7e45-a3ee-400e-ba5a-a27251a98ed5 None None] No DVR routers for this DVR port 149d56f5-7ea5-4074-a044-47a70029a337 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:15:09.299510 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:09.304823 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247fedf-03d6-4dd9-9af3-1a545f936a5b req-8610e48c-52aa-4947-bb7d-7870d7561dcd tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:09.306310 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8247fedf-03d6-4dd9-9af3-1a545f936a5b req-8610e48c-52aa-4947-bb7d-7870d7561dcd tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=91da8ecf-82e4-4aac-8ee2-0d2730925261 HTTP/1.1" status: 200 len: 944 time: 0.4834461 Apr 20 17:15:09.322624 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-96a11058-7658-4be3-b6c6-3374ea722d08 req-7719b455-d173-4132-9894-1a6d55537f29 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] For port 789a1fd8-9003-4ed3-a3aa-f095ce1064db, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=789a1fd8-9003-4ed3-a3aa-f095ce1064db,segment=NetworkSegment(1268da2e-f076-4b78-99f1-508cb8b0f00f),segment_id=1268da2e-f076-4b78-99f1-508cb8b0f00f)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:09.322989 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-96a11058-7658-4be3-b6c6-3374ea722d08 req-7719b455-d173-4132-9894-1a6d55537f29 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:09.348894 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-246beb64-2fbc-4123-a15e-e75af0f5bf0b req-5610cddd-de37-4a9e-804a-82113ac31a20 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879189 Apr 20 17:15:09.426512 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=5dc22a70-80d2-4716-a512-6640a1864a9d,revision_number=8']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:09.518331 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e0ce7c-ab6c-470c-b407-d5b5e19a8ba5 None None] DHCP port deletion for 8eadf79c-75f2-4df0-8c09-2dea5734993a request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:15:09.526965 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-24e0ce7c-ab6c-470c-b407-d5b5e19a8ba5 None None] Deleting port 1e8f13ce-5552-47b4-8bfd-abdac85dd0bb {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:15:09.527328 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-24e0ce7c-ab6c-470c-b407-d5b5e19a8ba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:09.547662 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-fcd9eadf-9bcc-48ac-bf92-f69847b7ce90 req-ff96c22a-e549-4fe0-83ce-1bc4285829f5 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Synchronizing usage tracker for tenant:c12b40028ab147a889b4fc203a6893de on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:15:09.554178 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bfc6752-3cf9-44a8-9b2d-499779c151f3 req-ba13dc64-bdf2-435b-9afc-0e49aad64b9a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] No DVR routers for this DVR port dfe4190c-208a-46a9-accc-63ec340b2815 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:15:09.559421 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-1bfc6752-3cf9-44a8-9b2d-499779c151f3 req-ba13dc64-bdf2-435b-9afc-0e49aad64b9a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:09.642301 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-96a11058-7658-4be3-b6c6-3374ea722d08 req-7719b455-d173-4132-9894-1a6d55537f29 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Calling delete_port for 789a1fd8-9003-4ed3-a3aa-f095ce1064db owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:15:09.655859 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1bfc6752-3cf9-44a8-9b2d-499779c151f3 req-ba13dc64-bdf2-435b-9afc-0e49aad64b9a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.10 "DELETE /v2.0/ports/dfe4190c-208a-46a9-accc-63ec340b2815 HTTP/1.1" status: 204 len: 173 time: 2.8581505 Apr 20 17:15:09.656423 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-fcd9eadf-9bcc-48ac-bf92-f69847b7ce90 req-ff96c22a-e549-4fe0-83ce-1bc4285829f5 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Unset dirty status for tenant:c12b40028ab147a889b4fc203a6893de on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:15:09.666732 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fcd9eadf-9bcc-48ac-bf92-f69847b7ce90 req-ff96c22a-e549-4fe0-83ce-1bc4285829f5 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5549252 Apr 20 17:15:09.705826 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.api [None req-6882b7f3-6ae0-4aeb-88a4-0bc46c4e58aa tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:15:09.706378 n-d-838032-1 neutron-server[84080]: DEBUG oslo_db.api [None req-6882b7f3-6ae0-4aeb-88a4-0bc46c4e58aa tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:15:09.730764 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8247fedf-03d6-4dd9-9af3-1a545f936a5b req-6ac466ff-f944-4204-9bb5-2fe55573d31f tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002922 Apr 20 17:15:09.742359 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a086917-583d-4669-982a-053506bb5055'] response: {'name': 'network-changed', 'server_uuid': 'f69d4efc-eb5f-44eb-81ba-f805c7bef7b7', 'tag': '357a6a12-cbe7-49e3-920c-3f188feb1c03', 'status': 'completed', 'code': 200} Apr 20 17:15:09.828106 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-24e0ce7c-ab6c-470c-b407-d5b5e19a8ba5 None None] For port 1e8f13ce-5552-47b4-8bfd-abdac85dd0bb, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=1e8f13ce-5552-47b4-8bfd-abdac85dd0bb,segment=NetworkSegment(419a7669-62c1-4e6f-8920-95255ef609c2),segment_id=419a7669-62c1-4e6f-8920-95255ef609c2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:09.828483 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-24e0ce7c-ab6c-470c-b407-d5b5e19a8ba5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:09.875645 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-d2153e61-0a71-4187-bb92-379e1ecd82d9 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:15:09.958091 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adb40bf5-db46-4f24-b58b-2580393f2ed2'] response: {'server_uuid': '911a7212-8ba4-4fee-a651-46c6fbc1b58e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dc22a70-80d2-4716-a512-6640a1864a9d', 'code': 200} Apr 20 17:15:09.964931 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-24e0ce7c-ab6c-470c-b407-d5b5e19a8ba5 None None] Calling delete_port for 1e8f13ce-5552-47b4-8bfd-abdac85dd0bb owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:15:09.977649 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-82d72fc7-2b85-4fa5-bdf4-cc44d088be94 admin admin] For port 1e8f13ce-5552-47b4-8bfd-abdac85dd0bb, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=1e8f13ce-5552-47b4-8bfd-abdac85dd0bb,segment=NetworkSegment(419a7669-62c1-4e6f-8920-95255ef609c2),segment_id=419a7669-62c1-4e6f-8920-95255ef609c2)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:09.978001 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82d72fc7-2b85-4fa5-bdf4-cc44d088be94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:10.057622 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-24e0ce7c-ab6c-470c-b407-d5b5e19a8ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:10.076627 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-d2153e61-0a71-4187-bb92-379e1ecd82d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2ae1052-1228-44aa-b982-dda2ca184507 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:15:10.089332 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bc6e0ae4-7498-450d-9873-cf350cbedb82 req-c8347b81-e7a7-4286-9b63-661e6cc99b91 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&device_id=f69d4efc-eb5f-44eb-81ba-f805c7bef7b7 HTTP/1.1" status: 200 len: 1099 time: 0.2991784 Apr 20 17:15:10.097119 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-d2153e61-0a71-4187-bb92-379e1ecd82d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:10.163097 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 149d56f5-7ea5-4074-a044-47a70029a337 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:15:10.187670 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0ce7c-ab6c-470c-b407-d5b5e19a8ba5 None None] Pushing event deleted for resources: {'Port': ['ID=1e8f13ce-5552-47b4-8bfd-abdac85dd0bb,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:10.200103 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 149d56f5-7ea5-4074-a044-47a70029a337 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:15:10.200539 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 149d56f5-7ea5-4074-a044-47a70029a337 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:15:10.201020 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 1e8f13ce-5552-47b4-8bfd-abdac85dd0bb no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:15:10.220365 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-6882b7f3-6ae0-4aeb-88a4-0bc46c4e58aa tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Deleting port 149d56f5-7ea5-4074-a044-47a70029a337 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:15:10.221148 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6882b7f3-6ae0-4aeb-88a4-0bc46c4e58aa tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:10.235060 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e0ce7c-ab6c-470c-b407-d5b5e19a8ba5 None None] No DVR routers for this DVR port 1e8f13ce-5552-47b4-8bfd-abdac85dd0bb on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:15:10.236990 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 1e8f13ce-5552-47b4-8bfd-abdac85dd0bb {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:15:10.236990 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 1e8f13ce-5552-47b4-8bfd-abdac85dd0bb not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:15:10.257444 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device dfe4190c-208a-46a9-accc-63ec340b2815 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:15:10.280663 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-82d72fc7-2b85-4fa5-bdf4-cc44d088be94 admin admin] Calling delete_port for 1e8f13ce-5552-47b4-8bfd-abdac85dd0bb owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:15:10.282240 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-d2153e61-0a71-4187-bb92-379e1ecd82d9 service neutron] Transition to ACTIVE for port object f2ae1052-1228-44aa-b982-dda2ca184507 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:15:10.292092 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376e45f-4adf-403f-9b4b-a02efcbaa9c7 req-47418aca-7d98-4bc3-b436-8e28c3cee013 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:10.293673 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e376e45f-4adf-403f-9b4b-a02efcbaa9c7 req-47418aca-7d98-4bc3-b436-8e28c3cee013 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 943 time: 0.3876922 Apr 20 17:15:10.296836 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-d2153e61-0a71-4187-bb92-379e1ecd82d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:10.314657 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: dfe4190c-208a-46a9-accc-63ec340b2815 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:15:10.315024 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device dfe4190c-208a-46a9-accc-63ec340b2815 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:15:10.317676 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 41cf9253-f76a-4ca7-bc92-409d4d8bb8b1 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:15:10.357019 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e0ae4-7498-450d-9873-cf350cbedb82 req-b7765052-6fbb-44f5-a9e2-f571dbf4a27e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:10.359747 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bc6e0ae4-7498-450d-9873-cf350cbedb82 req-b7765052-6fbb-44f5-a9e2-f571dbf4a27e service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.2585435 Apr 20 17:15:10.409583 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-6882b7f3-6ae0-4aeb-88a4-0bc46c4e58aa tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] The port '149d56f5-7ea5-4074-a044-47a70029a337' was deleted {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:15:10.415031 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-96a11058-7658-4be3-b6c6-3374ea722d08 req-7719b455-d173-4132-9894-1a6d55537f29 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:10.456807 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:10.552165 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 41cf9253-f76a-4ca7-bc92-409d4d8bb8b1, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=41cf9253-f76a-4ca7-bc92-409d4d8bb8b1,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:10.558686 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719b455-d173-4132-9894-1a6d55537f29 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Pushing event deleted for resources: {'Port': ['ID=789a1fd8-9003-4ed3-a3aa-f095ce1064db,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:10.559753 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:10.561129 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 789a1fd8-9003-4ed3-a3aa-f095ce1064db no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:15:10.639819 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 789a1fd8-9003-4ed3-a3aa-f095ce1064db {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:15:10.640152 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 789a1fd8-9003-4ed3-a3aa-f095ce1064db not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:15:10.672566 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bc6e0ae4-7498-450d-9873-cf350cbedb82 req-60a33fb1-ff97-46d3-9652-a20817aadf0a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=357a6a12-cbe7-49e3-920c-3f188feb1c03 HTTP/1.1" status: 200 len: 217 time: 0.3009489 Apr 20 17:15:10.676318 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e376e45f-4adf-403f-9b4b-a02efcbaa9c7 req-4db0b3cd-f70a-4640-853a-904327697fc6 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335025 Apr 20 17:15:10.676961 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2153e61-0a71-4187-bb92-379e1ecd82d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ae1052-1228-44aa-b982-dda2ca184507,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:10.682332 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=41cf9253-f76a-4ca7-bc92-409d4d8bb8b1,revision_number=8']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:10.748420 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.api [None req-82d72fc7-2b85-4fa5-bdf4-cc44d088be94 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:15:10.749096 n-d-838032-1 neutron-server[84080]: DEBUG oslo_db.api [None req-82d72fc7-2b85-4fa5-bdf4-cc44d088be94 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:15:10.844227 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6882b7f3-6ae0-4aeb-88a4-0bc46c4e58aa tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:10.854166 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a11058-7658-4be3-b6c6-3374ea722d08 req-7719b455-d173-4132-9894-1a6d55537f29 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] No DVR routers for this DVR port 789a1fd8-9003-4ed3-a3aa-f095ce1064db on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:15:10.859502 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-96a11058-7658-4be3-b6c6-3374ea722d08 req-7719b455-d173-4132-9894-1a6d55537f29 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:10.870378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea90530-de67-471d-97ae-336638e5eb4f', 'name': 'network-vif-deleted', 'tag': '789a1fd8-9003-4ed3-a3aa-f095ce1064db'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:15:10.926988 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-6882b7f3-6ae0-4aeb-88a4-0bc46c4e58aa tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43f7ecf9-300a-4a39-9133-e0bf9e2d3935']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:10.935367 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e0ae4-7498-450d-9873-cf350cbedb82 req-00cab8a6-f5b0-4dc8-8a6f-eab25775eed7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:10.937144 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bc6e0ae4-7498-450d-9873-cf350cbedb82 req-00cab8a6-f5b0-4dc8-8a6f-eab25775eed7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.2547889 Apr 20 17:15:10.939901 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265672af-4e70-4d31-ac20-3fabf9d5de40 req-82f842b8-034e-47a6-9428-d9b1815d9189 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:10.947145 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-265672af-4e70-4d31-ac20-3fabf9d5de40 req-82f842b8-034e-47a6-9428-d9b1815d9189 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ea90530-de67-471d-97ae-336638e5eb4f HTTP/1.1" status: 200 len: 946 time: 0.8341463 Apr 20 17:15:10.976169 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-6882b7f3-6ae0-4aeb-88a4-0bc46c4e58aa tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34fd7fb-13f9-4e98-87c5-59ab70c54abf') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:10.976389 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-6882b7f3-6ae0-4aeb-88a4-0bc46c4e58aa tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34fd7fb-13f9-4e98-87c5-59ab70c54abf') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:10.985638 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-96a11058-7658-4be3-b6c6-3374ea722d08 req-7719b455-d173-4132-9894-1a6d55537f29 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] 10.222.0.10 "DELETE /v2.0/ports/789a1fd8-9003-4ed3-a3aa-f095ce1064db HTTP/1.1" status: 204 len: 173 time: 2.7045679 Apr 20 17:15:10.999022 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6882b7f3-6ae0-4aeb-88a4-0bc46c4e58aa tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:11.022861 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-265672af-4e70-4d31-ac20-3fabf9d5de40 req-844b96bb-ce39-4ad6-ac14-6f3c0acd81a4 tempest-VolumesAdminNegativeTest-230553984 tempest-VolumesAdminNegativeTest-230553984-project] 10.222.0.39 "GET /v2.0/security-groups?id=db560fc0-4359-4603-a35e-a5a65072364e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752380 Apr 20 17:15:11.023841 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6882b7f3-6ae0-4aeb-88a4-0bc46c4e58aa tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:11.043073 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6882b7f3-6ae0-4aeb-88a4-0bc46c4e58aa tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:15:11.043502 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6882b7f3-6ae0-4aeb-88a4-0bc46c4e58aa tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:15:11.060389 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:15:11.143009 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6882b7f3-6ae0-4aeb-88a4-0bc46c4e58aa tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:11.143160 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-d2153e61-0a71-4187-bb92-379e1ecd82d9 service neutron] Attempting to bind port f2ae1052-1228-44aa-b982-dda2ca184507 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:15:11.143440 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-d2153e61-0a71-4187-bb92-379e1ecd82d9 service neutron] Attempting to bind port f2ae1052-1228-44aa-b982-dda2ca184507 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:15:11.143762 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-d2153e61-0a71-4187-bb92-379e1ecd82d9 service neutron] Attempting to bind port f2ae1052-1228-44aa-b982-dda2ca184507 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:15:11.154676 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-d2153e61-0a71-4187-bb92-379e1ecd82d9 service neutron] Port f2ae1052-1228-44aa-b982-dda2ca184507 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:15:11.154999 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-d2153e61-0a71-4187-bb92-379e1ecd82d9 service neutron] Attempting to bind port f2ae1052-1228-44aa-b982-dda2ca184507 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:15:11.166391 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-d2153e61-0a71-4187-bb92-379e1ecd82d9 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:15:11.168399 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-d2153e61-0a71-4187-bb92-379e1ecd82d9 service neutron] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:15:11.168399 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-d2153e61-0a71-4187-bb92-379e1ecd82d9 service neutron] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:15:11.168399 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-d2153e61-0a71-4187-bb92-379e1ecd82d9 service neutron] Bound port: f2ae1052-1228-44aa-b982-dda2ca184507, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:15:11.168756 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-d2153e61-0a71-4187-bb92-379e1ecd82d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:11.203270 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6882b7f3-6ae0-4aeb-88a4-0bc46c4e58aa tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:11.210615 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882b7f3-6ae0-4aeb-88a4-0bc46c4e58aa tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Pushing event deleted for resources: {'Network': ['ID=43f7ecf9-300a-4a39-9133-e0bf9e2d3935,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:11.248079 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6882b7f3-6ae0-4aeb-88a4-0bc46c4e58aa tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "DELETE /v2.0/networks/43f7ecf9-300a-4a39-9133-e0bf9e2d3935 HTTP/1.1" status: 204 len: 168 time: 3.3104763 Apr 20 17:15:11.249829 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-82d72fc7-2b85-4fa5-bdf4-cc44d088be94 admin admin] Deleting port 1e8f13ce-5552-47b4-8bfd-abdac85dd0bb {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:15:11.250152 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82d72fc7-2b85-4fa5-bdf4-cc44d088be94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:11.280375 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36802) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:11.363274 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-dcd178f1-be42-4169-a1d0-194c0d896a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:11.409261 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-82d72fc7-2b85-4fa5-bdf4-cc44d088be94 admin admin] The port '1e8f13ce-5552-47b4-8bfd-abdac85dd0bb' was deleted {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:15:11.418027 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bc6e0ae4-7498-450d-9873-cf350cbedb82 req-a358535d-74ce-4d96-83d9-42d20f263a91 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4576588 Apr 20 17:15:11.427994 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767e60d-d77a-4636-9adc-300eb5aaaead req-c2411253-57bb-42d1-999d-59213a7097b5 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:11.428693 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-3767e60d-d77a-4636-9adc-300eb5aaaead req-c2411253-57bb-42d1-999d-59213a7097b5 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Synchronizing usage tracker for tenant:07e7ee6fb2044b339294a5844a1dc3d4 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:15:11.660533 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-d2153e61-0a71-4187-bb92-379e1ecd82d9 service neutron] For port f2ae1052-1228-44aa-b982-dda2ca184507, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:15:11.671071 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-3767e60d-d77a-4636-9adc-300eb5aaaead req-c2411253-57bb-42d1-999d-59213a7097b5 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Unset dirty status for tenant:07e7ee6fb2044b339294a5844a1dc3d4 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:15:11.680270 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3767e60d-d77a-4636-9adc-300eb5aaaead req-c2411253-57bb-42d1-999d-59213a7097b5 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=f69d4efc-eb5f-44eb-81ba-f805c7bef7b7 HTTP/1.1" status: 200 len: 948 time: 0.6490736 Apr 20 17:15:11.696995 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82d72fc7-2b85-4fa5-bdf4-cc44d088be94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:11.730648 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-82d72fc7-2b85-4fa5-bdf4-cc44d088be94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eadf79c-75f2-4df0-8c09-2dea5734993a']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:11.746151 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-82d72fc7-2b85-4fa5-bdf4-cc44d088be94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '419a7669-62c1-4e6f-8920-95255ef609c2') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:11.747013 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-82d72fc7-2b85-4fa5-bdf4-cc44d088be94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '419a7669-62c1-4e6f-8920-95255ef609c2') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:11.762957 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91da8ecf-82e4-4aac-8ee2-0d2730925261', 'name': 'network-vif-deleted', 'tag': 'dfe4190c-208a-46a9-accc-63ec340b2815'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:15:11.765578 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82d72fc7-2b85-4fa5-bdf4-cc44d088be94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:11.769820 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c5c420-d093-42e2-9ffe-8e6b04a4eb58 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Deleting subnet a395c410-f854-4a03-bacd-c53df0bf0327 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:15:11.787091 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82d72fc7-2b85-4fa5-bdf4-cc44d088be94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:11.787823 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b2c5c420-d093-42e2-9ffe-8e6b04a4eb58 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:11.795877 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d72fc7-2b85-4fa5-bdf4-cc44d088be94 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:15:11.796960 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82d72fc7-2b85-4fa5-bdf4-cc44d088be94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:11.815598 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:15:11.815598 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:15:11.815598 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:15:11.815598 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:15:11.815598 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:15:11.815598 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:15:11.815598 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:15:11.815598 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:15:11.815598 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:15:11.815598 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:15:11.815598 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:15:11.815598 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:15:11.815598 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:15:11.815598 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:15:11.815598 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:15:11.815598 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:15:11.815598 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:15:11.815598 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:15:11.815598 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:15:11.815598 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:15:11.815598 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:15:11.815598 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:15:11.815598 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:15:11.815598 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:15:11.815598 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:15:11.815598 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:15:11.815598 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:15:11.815598 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:15:11.815598 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:15:11.815598 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:15:11.815598 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:15:11.815598 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:15:11.916305 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82d72fc7-2b85-4fa5-bdf4-cc44d088be94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:11.934465 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82d72fc7-2b85-4fa5-bdf4-cc44d088be94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:11.940958 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-82d72fc7-2b85-4fa5-bdf4-cc44d088be94 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8eadf79c-75f2-4df0-8c09-2dea5734993a HTTP/1.1" status: 204 len: 168 time: 3.3059578 Apr 20 17:15:11.955712 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d72fc7-2b85-4fa5-bdf4-cc44d088be94 admin admin] Pushing event deleted for resources: {'Network': ['ID=8eadf79c-75f2-4df0-8c09-2dea5734993a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:11.961517 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508af857-492b-4a99-8dab-2e5cf3f64d42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41cf9253-f76a-4ca7-bc92-409d4d8bb8b1'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:15:11.961619 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-d2153e61-0a71-4187-bb92-379e1ecd82d9 service neutron] For port f2ae1052-1228-44aa-b982-dda2ca184507, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=f2ae1052-1228-44aa-b982-dda2ca184507,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:15:11.983337 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-d2153e61-0a71-4187-bb92-379e1ecd82d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:12.092550 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b2c5c420-d093-42e2-9ffe-8e6b04a4eb58 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:12.119856 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-3767e60d-d77a-4636-9adc-300eb5aaaead req-e7c34c20-713c-49d0-8526-a41950cf98e0 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Synchronizing usage tracker for tenant:07e7ee6fb2044b339294a5844a1dc3d4 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:15:12.137718 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-d2153e61-0a71-4187-bb92-379e1ecd82d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:12.139115 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-d2153e61-0a71-4187-bb92-379e1ecd82d9 service neutron] 10.222.0.43 "PUT /v2.0/ports/f2ae1052-1228-44aa-b982-dda2ca184507 HTTP/1.1" status: 200 len: 1096 time: 3.4456682 Apr 20 17:15:12.152125 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bc6e0ae4-7498-450d-9873-cf350cbedb82 req-676749b8-efea-4d8d-b46c-18939f9f8d85 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7161252 Apr 20 17:15:12.208585 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2153e61-0a71-4187-bb92-379e1ecd82d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ae1052-1228-44aa-b982-dda2ca184507,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:12.222761 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ece62-544e-45b9-85db-2b531a2a6417 req-a71c86aa-240a-4ba0-b14b-f045dbe3a7d0 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:12.225337 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1c5ece62-544e-45b9-85db-2b531a2a6417 req-a71c86aa-240a-4ba0-b14b-f045dbe3a7d0 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 948 time: 0.1294754 Apr 20 17:15:12.250726 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 357a6a12-cbe7-49e3-920c-3f188feb1c03 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:15:12.264773 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36848) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:12.335644 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-3767e60d-d77a-4636-9adc-300eb5aaaead req-e7c34c20-713c-49d0-8526-a41950cf98e0 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Unset dirty status for tenant:07e7ee6fb2044b339294a5844a1dc3d4 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:15:12.336811 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3767e60d-d77a-4636-9adc-300eb5aaaead req-e7c34c20-713c-49d0-8526-a41950cf98e0 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6556096 Apr 20 17:15:12.356173 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0fb701a6-8f26-4094-b8b4-5711b6fe54c4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a4c63d8f9bf0474a935eff95935237d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0888028 Apr 20 17:15:12.358976 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36852) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:12.361689 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1c5ece62-544e-45b9-85db-2b531a2a6417 req-504263d1-00f0-4661-b2e3-dd6c8252c9a5 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297953 Apr 20 17:15:12.478897 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c916110-d995-40bc-b524-a48e912c2acc'] response: {'server_uuid': '0ea90530-de67-471d-97ae-336638e5eb4f', 'name': 'network-vif-deleted', 'tag': '789a1fd8-9003-4ed3-a3aa-f095ce1064db', 'status': 'completed', 'code': 200} Apr 20 17:15:12.491166 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6be918be-aec4-43d1-8023-fa70677610be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:12.550356 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6be918be-aec4-43d1-8023-fa70677610be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:12.582900 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b2c5c420-d093-42e2-9ffe-8e6b04a4eb58 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:12.584133 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 357a6a12-cbe7-49e3-920c-3f188feb1c03, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=357a6a12-cbe7-49e3-920c-3f188feb1c03,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:12.630783 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '357a6a12-cbe7-49e3-920c-3f188feb1c03', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': '357a6a12-cbe7-49e3-920c-3f188feb1c03', 'mac_address': 'fa:16:3e:d1:88:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:15:12.640891 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:12.674215 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bc6e0ae4-7498-450d-9873-cf350cbedb82 req-43797283-d0ef-467d-afe6-0c1a5cd60d41 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5065382 Apr 20 17:15:12.708082 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fea1f6b-dd10-4bdc-91fd-bb18669e5f7e'] response: {'server_uuid': '91da8ecf-82e4-4aac-8ee2-0d2730925261', 'name': 'network-vif-deleted', 'tag': 'dfe4190c-208a-46a9-accc-63ec340b2815', 'status': 'completed', 'code': 200} Apr 20 17:15:12.708426 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:12.716617 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-912a74ba-f2b5-47b0-9087-b19fe89a39ba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 1099 time: 0.5180640 Apr 20 17:15:12.724429 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:12.763921 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792602d-9e5b-43fc-9652-a7e1aaa7d537 req-c72b0ccd-c41e-4db2-aeb5-d9a3fcd47240 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:12.765636 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5792602d-9e5b-43fc-9652-a7e1aaa7d537 req-c72b0ccd-c41e-4db2-aeb5-d9a3fcd47240 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 943 time: 0.1904159 Apr 20 17:15:12.766047 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 357a6a12-cbe7-49e3-920c-3f188feb1c03 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:15:12.793939 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 357a6a12-cbe7-49e3-920c-3f188feb1c03, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=357a6a12-cbe7-49e3-920c-3f188feb1c03,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:12.801563 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:12.832779 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-5bea30dc-edcc-4036-9895-fb2462cccb86 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=f2ae1052-1228-44aa-b982-dda2ca184507 HTTP/1.1" status: 200 len: 217 time: 0.1067159 Apr 20 17:15:12.856236 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50cf2582-084b-4f52-9a5b-2981fe17e2c3'] response: {'server_uuid': '508af857-492b-4a99-8dab-2e5cf3f64d42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41cf9253-f76a-4ca7-bc92-409d4d8bb8b1', 'code': 200} Apr 20 17:15:12.857068 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6be918be-aec4-43d1-8023-fa70677610be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:12.893571 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=357a6a12-cbe7-49e3-920c-3f188feb1c03,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:12.915380 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b2c5c420-d093-42e2-9ffe-8e6b04a4eb58 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:12.917953 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be918be-aec4-43d1-8023-fa70677610be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7999c343-97bb-4447-87c0-050fc985658d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:12.938155 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6be918be-aec4-43d1-8023-fa70677610be admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:12.939350 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6be918be-aec4-43d1-8023-fa70677610be admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7999c343-97bb-4447-87c0-050fc985658d HTTP/1.1" status: 204 len: 168 time: 0.5767603 Apr 20 17:15:12.979318 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5792602d-9e5b-43fc-9652-a7e1aaa7d537 req-c8048471-b628-4ada-9da2-9b483ec79416 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997774 Apr 20 17:15:12.985799 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:13.030343 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5c420-d093-42e2-9ffe-8e6b04a4eb58 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Pushing event deleted for resources: {'Subnet': ['ID=a395c410-f854-4a03-bacd-c53df0bf0327,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:13.039802 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b2c5c420-d093-42e2-9ffe-8e6b04a4eb58 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:13.045598 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c28faf9-1acc-44c0-8cf5-ae1c988d624c None None] Network 2c02899a-52c9-4c30-89a4-a9d559eb303e requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:15:13.048029 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b2c5c420-d093-42e2-9ffe-8e6b04a4eb58 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "DELETE /v2.0/subnets/a395c410-f854-4a03-bacd-c53df0bf0327 HTTP/1.1" status: 204 len: 168 time: 1.7646062 Apr 20 17:15:13.050406 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36866) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:13.054149 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-893611a3-d2b8-4ec4-8e8e-82de44ee4c3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:13.057610 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-893611a3-d2b8-4ec4-8e8e-82de44ee4c3b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.2147892 Apr 20 17:15:13.181662 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['357a6a12-cbe7-49e3-920c-3f188feb1c03'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:15:13.199864 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36870) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:13.280176 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-06f1837d-badd-4932-a52c-0f2328c70ada tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:13.294714 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-06f1837d-badd-4932-a52c-0f2328c70ada tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Deleting port 9fc41751-2893-42bb-810d-85596bc82f4b {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:15:13.295053 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-06f1837d-badd-4932-a52c-0f2328c70ada tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:13.504875 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-2fb77a40-d0dd-4e16-b47a-32e84a511f9a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4301827 Apr 20 17:15:13.561898 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba449eb5-48bf-447d-a2fa-fd3f951dc642 admin admin] Deleting subnet 45153e8c-4543-41e7-8a26-b41c720aa5a9 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:15:13.592120 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ba449eb5-48bf-447d-a2fa-fd3f951dc642 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:13.769813 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a981da-ec3d-4278-bceb-4eccb86e9e4d None None] DHCP port deletion for 2c02899a-52c9-4c30-89a4-a9d559eb303e request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:15:13.779807 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a2a981da-ec3d-4278-bceb-4eccb86e9e4d None None] Deleting port 9fc41751-2893-42bb-810d-85596bc82f4b {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:15:13.780413 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a2a981da-ec3d-4278-bceb-4eccb86e9e4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:13.848691 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-06f1837d-badd-4932-a52c-0f2328c70ada tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] For port 9fc41751-2893-42bb-810d-85596bc82f4b, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9fc41751-2893-42bb-810d-85596bc82f4b,segment=NetworkSegment(630332a0-1b2b-4993-bf2e-09cdb8bdb9d9),segment_id=630332a0-1b2b-4993-bf2e-09cdb8bdb9d9)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:13.849175 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-06f1837d-badd-4932-a52c-0f2328c70ada tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:13.959465 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-4ce89a64-4d34-4a7a-bec2-b48db600a50f service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527533 Apr 20 17:15:14.042070 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-06f1837d-badd-4932-a52c-0f2328c70ada tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Calling delete_port for 9fc41751-2893-42bb-810d-85596bc82f4b owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:15:14.090276 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-a2a981da-ec3d-4278-bceb-4eccb86e9e4d None None] For port 9fc41751-2893-42bb-810d-85596bc82f4b, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9fc41751-2893-42bb-810d-85596bc82f4b,segment=NetworkSegment(630332a0-1b2b-4993-bf2e-09cdb8bdb9d9),segment_id=630332a0-1b2b-4993-bf2e-09cdb8bdb9d9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:14.090666 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a2a981da-ec3d-4278-bceb-4eccb86e9e4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:14.138850 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36896) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:14.241466 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a509c05f-8607-49e4-b315-969952240269 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f049027f6cae465d8e6a2afd0a9ccd2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1011667 Apr 20 17:15:14.248726 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36908) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:14.275901 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ba449eb5-48bf-447d-a2fa-fd3f951dc642 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:14.285401 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-06f1837d-badd-4932-a52c-0f2328c70ada tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:14.393664 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811af908-406a-4c49-a0b9-87ade445a040 req-23b42667-8412-4ad9-badb-53aa51337f2c tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:14.401424 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-811af908-406a-4c49-a0b9-87ade445a040 req-23b42667-8412-4ad9-badb-53aa51337f2c tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=f69d4efc-eb5f-44eb-81ba-f805c7bef7b7 HTTP/1.1" status: 200 len: 949 time: 0.4408259 Apr 20 17:15:14.424221 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ba449eb5-48bf-447d-a2fa-fd3f951dc642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:14.446706 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9fc41751-2893-42bb-810d-85596bc82f4b no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:15:14.465897 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1837d-badd-4932-a52c-0f2328c70ada tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Pushing event deleted for resources: {'Port': ['ID=9fc41751-2893-42bb-810d-85596bc82f4b,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:14.480470 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f1837d-badd-4932-a52c-0f2328c70ada tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] No DVR routers for this DVR port 9fc41751-2893-42bb-810d-85596bc82f4b on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:15:14.500069 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-209266c6-ab34-4199-84b5-8a99739e4f6e req-0718915c-8a47-4b4d-adbb-16734c58857b service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996798 Apr 20 17:15:14.516156 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 5dc22a70-80d2-4716-a512-6640a1864a9d no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:15:14.547140 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-811af908-406a-4c49-a0b9-87ade445a040 req-40639aa6-bd40-4fac-9213-2dbf3bb808ef tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447635 Apr 20 17:15:14.595502 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a2a981da-ec3d-4278-bceb-4eccb86e9e4d None None] Calling delete_port for 9fc41751-2893-42bb-810d-85596bc82f4b owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:15:14.617318 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ba449eb5-48bf-447d-a2fa-fd3f951dc642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:14.668249 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:14.677693 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 9fc41751-2893-42bb-810d-85596bc82f4b {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:15:14.678029 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9fc41751-2893-42bb-810d-85596bc82f4b not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:15:14.717013 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba449eb5-48bf-447d-a2fa-fd3f951dc642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45153e8c-4543-41e7-8a26-b41c720aa5a9,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:14.730788 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c5c1c1-23d3-447f-96fd-06b823ad41f0', 'tag': 'f2ae1052-1228-44aa-b982-dda2ca184507'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:15:14.732747 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2ae2b469-fdc5-4ad2-8444-2e3eeeca530a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:14.765998 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2ae2b469-fdc5-4ad2-8444-2e3eeeca530a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:14.791008 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ba449eb5-48bf-447d-a2fa-fd3f951dc642 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:14.804226 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ba449eb5-48bf-447d-a2fa-fd3f951dc642 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/45153e8c-4543-41e7-8a26-b41c720aa5a9 HTTP/1.1" status: 204 len: 168 time: 1.5956547 Apr 20 17:15:14.817196 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36932) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:14.839719 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2ae2b469-fdc5-4ad2-8444-2e3eeeca530a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:14.868804 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2b469-fdc5-4ad2-8444-2e3eeeca530a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea217463-5191-4bd0-bc55-305f936db0e1,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:14.872202 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-06f1837d-badd-4932-a52c-0f2328c70ada tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:14.904882 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-06f1837d-badd-4932-a52c-0f2328c70ada tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c02899a-52c9-4c30-89a4-a9d559eb303e']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:14.924916 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-06f1837d-badd-4932-a52c-0f2328c70ada tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '630332a0-1b2b-4993-bf2e-09cdb8bdb9d9') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:14.924916 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-06f1837d-badd-4932-a52c-0f2328c70ada tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '630332a0-1b2b-4993-bf2e-09cdb8bdb9d9') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:14.937942 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-a2a981da-ec3d-4278-bceb-4eccb86e9e4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:15:14.942108 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-a2a981da-ec3d-4278-bceb-4eccb86e9e4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:15:14.945813 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-06f1837d-badd-4932-a52c-0f2328c70ada tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:14.960431 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6524fcaa-7451-4c65-9a77-36b7c4f47859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:14.973776 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d418c-d7ee-4de4-a367-dde12ad8a2e2 req-d5e5e94d-0d40-4f44-a135-c855fb158b94 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:14.975359 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5a5d418c-d7ee-4de4-a367-dde12ad8a2e2 req-d5e5e94d-0d40-4f44-a135-c855fb158b94 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 948 time: 0.2371929 Apr 20 17:15:14.993277 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:15.019518 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-06f1837d-badd-4932-a52c-0f2328c70ada tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:15.134601 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f1837d-badd-4932-a52c-0f2328c70ada tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:15:15.135106 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-06f1837d-badd-4932-a52c-0f2328c70ada tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:15.150926 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:15:15.150926 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:15:15.150926 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:15:15.150926 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:15:15.150926 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:15:15.150926 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:15:15.150926 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:15:15.150926 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:15:15.150926 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:15:15.150926 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:15:15.150926 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:15:15.150926 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:15:15.150926 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:15:15.150926 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:15:15.150926 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:15:15.150926 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:15:15.150926 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:15:15.150926 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:15:15.150926 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:15:15.150926 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:15:15.150926 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:15:15.150926 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:15:15.150926 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:15:15.150926 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:15:15.150926 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:15:15.150926 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:15:15.150926 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:15:15.150926 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:15:15.150926 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:15:15.150926 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:15:15.150926 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:15:15.150926 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:15:15.208225 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2ae2b469-fdc5-4ad2-8444-2e3eeeca530a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:15.211915 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2ae2b469-fdc5-4ad2-8444-2e3eeeca530a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea217463-5191-4bd0-bc55-305f936db0e1 HTTP/1.1" status: 204 len: 168 time: 0.9582324 Apr 20 17:15:15.272237 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08428cd-1ce9-4d1f-a3a8-639b77265a02 req-ff4a6dbb-aae1-4aa3-bfee-d5f0829c6798 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:15.274318 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5a5d418c-d7ee-4de4-a367-dde12ad8a2e2 req-1323b18b-6244-4f60-aa79-003c0f21365c tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901583 Apr 20 17:15:15.278238 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6524fcaa-7451-4c65-9a77-36b7c4f47859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:15.280121 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a08428cd-1ce9-4d1f-a3a8-639b77265a02 req-ff4a6dbb-aae1-4aa3-bfee-d5f0829c6798 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=911a7212-8ba4-4fee-a651-46c6fbc1b58e HTTP/1.1" status: 200 len: 943 time: 0.3367569 Apr 20 17:15:15.338159 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-6524fcaa-7451-4c65-9a77-36b7c4f47859 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876689b3-2699-4f08-9aea-b81d3f7ca01d']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:15.352612 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-6524fcaa-7451-4c65-9a77-36b7c4f47859 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1268da2e-f076-4b78-99f1-508cb8b0f00f') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:15.354704 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-6524fcaa-7451-4c65-9a77-36b7c4f47859 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1268da2e-f076-4b78-99f1-508cb8b0f00f') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:15.366099 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-06f1837d-badd-4932-a52c-0f2328c70ada tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:15.383210 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-a08428cd-1ce9-4d1f-a3a8-639b77265a02 req-dba0e38b-1f45-4299-8eb1-294851f7ba42 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Deleting port 5dc22a70-80d2-4716-a512-6640a1864a9d {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:15:15.383812 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a08428cd-1ce9-4d1f-a3a8-639b77265a02 req-dba0e38b-1f45-4299-8eb1-294851f7ba42 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:15.389241 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6524fcaa-7451-4c65-9a77-36b7c4f47859 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:15.410374 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6524fcaa-7451-4c65-9a77-36b7c4f47859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:15.420031 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6524fcaa-7451-4c65-9a77-36b7c4f47859 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:15:15.420444 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6524fcaa-7451-4c65-9a77-36b7c4f47859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:15.428654 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-06f1837d-badd-4932-a52c-0f2328c70ada tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:15.438104 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:15:15.438104 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:15:15.438104 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:15:15.438104 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:15:15.438104 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:15:15.438104 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:15:15.438104 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:15:15.438104 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:15:15.438104 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:15:15.438104 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:15:15.438104 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:15:15.438104 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:15:15.438104 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:15:15.438104 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:15:15.438104 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:15:15.438104 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:15:15.438104 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:15:15.438104 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:15:15.438104 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:15:15.438104 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:15:15.438104 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:15:15.438104 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:15:15.438104 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:15:15.438104 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:15:15.438104 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:15:15.438104 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:15:15.438104 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:15:15.438104 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:15:15.438104 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:15:15.438104 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:15:15.438104 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:15:15.438104 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:15:15.441898 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1837d-badd-4932-a52c-0f2328c70ada tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Pushing event deleted for resources: {'Network': ['ID=2c02899a-52c9-4c30-89a4-a9d559eb303e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:15.446107 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a2a981da-ec3d-4278-bceb-4eccb86e9e4d None None] Deleting port 9fc41751-2893-42bb-810d-85596bc82f4b {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:15:15.446683 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a2a981da-ec3d-4278-bceb-4eccb86e9e4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:15.471541 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-06f1837d-badd-4932-a52c-0f2328c70ada tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "DELETE /v2.0/networks/2c02899a-52c9-4c30-89a4-a9d559eb303e HTTP/1.1" status: 204 len: 168 time: 2.4199481 Apr 20 17:15:15.492765 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36944) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:15.510710 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-5e5f90af-a89a-4c6c-8ee6-75347e064d93 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1125683449'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:15:15.535000 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5e5f90af-a89a-4c6c-8ee6-75347e064d93 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:15:15.549091 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5e5f90af-a89a-4c6c-8ee6-75347e064d93 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Usage tracker for resource:network and tenant:4f510c870a174765bb86dc367cadd96a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:15:15.554060 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5e5f90af-a89a-4c6c-8ee6-75347e064d93 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:15:15.567314 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a2a981da-ec3d-4278-bceb-4eccb86e9e4d None None] The port '9fc41751-2893-42bb-810d-85596bc82f4b' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:15:15.599242 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5e5f90af-a89a-4c6c-8ee6-75347e064d93 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:15:15.655221 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5f90af-a89a-4c6c-8ee6-75347e064d93 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Made reservation on behalf of 4f510c870a174765bb86dc367cadd96a for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:15:15.658545 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5e5f90af-a89a-4c6c-8ee6-75347e064d93 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:15.723683 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6524fcaa-7451-4c65-9a77-36b7c4f47859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:15.772013 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6524fcaa-7451-4c65-9a77-36b7c4f47859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:15.789970 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524fcaa-7451-4c65-9a77-36b7c4f47859 admin admin] Pushing event deleted for resources: {'Network': ['ID=876689b3-2699-4f08-9aea-b81d3f7ca01d,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:15.806242 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e5f90af-a89a-4c6c-8ee6-75347e064d93 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:15:15.822762 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-28813c01-66ec-47b0-828c-8da2394913a0 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:15.829616 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-28813c01-66ec-47b0-828c-8da2394913a0 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/networks?id=9034ea63-8cdc-4387-871e-6ef92eb3509a HTTP/1.1" status: 200 len: 805 time: 0.3228388 Apr 20 17:15:15.841056 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524fcaa-7451-4c65-9a77-36b7c4f47859 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:15.841834 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524fcaa-7451-4c65-9a77-36b7c4f47859 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:15.842337 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524fcaa-7451-4c65-9a77-36b7c4f47859 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:15.842831 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524fcaa-7451-4c65-9a77-36b7c4f47859 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:15.843302 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524fcaa-7451-4c65-9a77-36b7c4f47859 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:15.843757 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524fcaa-7451-4c65-9a77-36b7c4f47859 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:15.844293 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524fcaa-7451-4c65-9a77-36b7c4f47859 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:15.844768 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524fcaa-7451-4c65-9a77-36b7c4f47859 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:15.845222 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524fcaa-7451-4c65-9a77-36b7c4f47859 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:15.845682 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524fcaa-7451-4c65-9a77-36b7c4f47859 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:15.846269 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524fcaa-7451-4c65-9a77-36b7c4f47859 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:15.847709 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5e5f90af-a89a-4c6c-8ee6-75347e064d93 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:15.848215 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-5e5f90af-a89a-4c6c-8ee6-75347e064d93 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Added segment 080b550a-d5b1-4674-9313-b6ded58066ee of type vlan for network 5e73ed25-63a7-447d-a1dc-802c69c1b0d2 Apr 20 17:15:15.852639 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6524fcaa-7451-4c65-9a77-36b7c4f47859 admin admin] 10.222.0.39 "DELETE /v2.0/networks/876689b3-2699-4f08-9aea-b81d3f7ca01d HTTP/1.1" status: 204 len: 168 time: 1.0328183 Apr 20 17:15:15.854918 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36956) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:15.861259 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-a08428cd-1ce9-4d1f-a3a8-639b77265a02 req-dba0e38b-1f45-4299-8eb1-294851f7ba42 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] For port 5dc22a70-80d2-4716-a512-6640a1864a9d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=5dc22a70-80d2-4716-a512-6640a1864a9d,segment=NetworkSegment(7bd8babb-8003-4806-8692-e92ce3a5f993),segment_id=7bd8babb-8003-4806-8692-e92ce3a5f993)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:15.861954 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a08428cd-1ce9-4d1f-a3a8-639b77265a02 req-dba0e38b-1f45-4299-8eb1-294851f7ba42 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:15.903732 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-6781aa6b-e75b-4161-9fd5-6f1cd4f3f22d tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/quotas/8eab13f9ce374bed840dc821db4a4e57 HTTP/1.1" status: 200 len: 375 time: 0.0728071 Apr 20 17:15:15.916706 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b790ba-aa59-497a-b660-3b55090f60eb req-17e183b2-8c19-4871-95f3-3469d1b2353b tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:15.918160 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f5b790ba-aa59-497a-b660-3b55090f60eb req-17e183b2-8c19-4871-95f3-3469d1b2353b tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.10 "GET /v2.0/ports?device_id=508af857-492b-4a99-8dab-2e5cf3f64d42 HTTP/1.1" status: 200 len: 943 time: 0.4099748 Apr 20 17:15:16.000747 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-a08428cd-1ce9-4d1f-a3a8-639b77265a02 req-dba0e38b-1f45-4299-8eb1-294851f7ba42 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Calling delete_port for 5dc22a70-80d2-4716-a512-6640a1864a9d owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:15:16.035621 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-1653ad6f-bc79-4ad4-a2df-1cec452ab41d admin admin] Deleting subnet 58a49ef0-73ec-406d-a359-ce849cf0d8f9 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:15:16.038590 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5e5f90af-a89a-4c6c-8ee6-75347e064d93 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:16.043698 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1653ad6f-bc79-4ad4-a2df-1cec452ab41d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:16.107447 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5e5f90af-a89a-4c6c-8ee6-75347e064d93 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:16.110218 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5f90af-a89a-4c6c-8ee6-75347e064d93 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:16.110862 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5e5f90af-a89a-4c6c-8ee6-75347e064d93 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:16.119058 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-f5b790ba-aa59-497a-b660-3b55090f60eb req-59c28344-9b32-4292-a5be-3be3e84b0269 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Deleting port 41cf9253-f76a-4ca7-bc92-409d4d8bb8b1 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:15:16.119393 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f5b790ba-aa59-497a-b660-3b55090f60eb req-59c28344-9b32-4292-a5be-3be3e84b0269 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:16.191244 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1653ad6f-bc79-4ad4-a2df-1cec452ab41d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:16.288140 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5e5f90af-a89a-4c6c-8ee6-75347e064d93 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7846787 Apr 20 17:15:16.288693 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36968) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:16.291774 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f90af-a89a-4c6c-8ee6-75347e064d93 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Pushing event updated for resources: {'Network': ['ID=5e73ed25-63a7-447d-a1dc-802c69c1b0d2,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:16.292518 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-ff38ca75-fb28-4ebb-9647-90a36ebc5885 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8eab13f9ce374bed840dc821db4a4e57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3878875 Apr 20 17:15:16.298222 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-63d49d13-3991-4a05-abe9-18b68a35ec4c tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Request body: {'subnet': {'network_id': '5e73ed25-63a7-447d-a1dc-802c69c1b0d2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:15:16.304807 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 5e73ed25-63a7-447d-a1dc-802c69c1b0d2 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:15:16.421159 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1653ad6f-bc79-4ad4-a2df-1cec452ab41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:16.443263 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a08428cd-1ce9-4d1f-a3a8-639b77265a02 req-dba0e38b-1f45-4299-8eb1-294851f7ba42 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:16.509373 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 357a6a12-cbe7-49e3-920c-3f188feb1c03 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:15:16.580976 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device f2ae1052-1228-44aa-b982-dda2ca184507 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:15:16.595494 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0e38b-1f45-4299-8eb1-294851f7ba42 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Pushing event deleted for resources: {'Port': ['ID=5dc22a70-80d2-4716-a512-6640a1864a9d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:16.619091 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-63d49d13-3991-4a05-abe9-18b68a35ec4c tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:15:16.630340 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-63d49d13-3991-4a05-abe9-18b68a35ec4c tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Usage tracker for resource:subnet and tenant:4f510c870a174765bb86dc367cadd96a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:15:16.668881 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-63d49d13-3991-4a05-abe9-18b68a35ec4c tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:15:16.685812 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-63d49d13-3991-4a05-abe9-18b68a35ec4c tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:15:16.713098 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-a6301f45-64e5-437b-af9b-1b66424fa4c6 service neutron] 10.222.0.39 "GET /v2.0/networks/9034ea63-8cdc-4387-871e-6ef92eb3509a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196761 Apr 20 17:15:16.718985 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 357a6a12-cbe7-49e3-920c-3f188feb1c03 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:15:16.743091 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 357a6a12-cbe7-49e3-920c-3f188feb1c03 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:15:16.743452 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:16.743607 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08428cd-1ce9-4d1f-a3a8-639b77265a02 req-dba0e38b-1f45-4299-8eb1-294851f7ba42 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] No DVR routers for this DVR port 5dc22a70-80d2-4716-a512-6640a1864a9d on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:15:16.752575 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a08428cd-1ce9-4d1f-a3a8-639b77265a02 req-dba0e38b-1f45-4299-8eb1-294851f7ba42 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:16.759915 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a08428cd-1ce9-4d1f-a3a8-639b77265a02 req-dba0e38b-1f45-4299-8eb1-294851f7ba42 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "DELETE /v2.0/ports/5dc22a70-80d2-4716-a512-6640a1864a9d HTTP/1.1" status: 204 len: 173 time: 1.4779048 Apr 20 17:15:16.760608 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911a7212-8ba4-4fee-a651-46c6fbc1b58e', 'name': 'network-vif-deleted', 'tag': '5dc22a70-80d2-4716-a512-6640a1864a9d'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:15:16.780696 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d49d13-3991-4a05-abe9-18b68a35ec4c tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Made reservation on behalf of 4f510c870a174765bb86dc367cadd96a for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:15:16.879764 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-0bd4712b-75ce-4038-b2a4-f3c4cdac003f service neutron] 10.222.0.39 "GET /v2.0/networks/9034ea63-8cdc-4387-871e-6ef92eb3509a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654108 Apr 20 17:15:16.907516 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-f5b790ba-aa59-497a-b660-3b55090f60eb req-59c28344-9b32-4292-a5be-3be3e84b0269 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] For port 41cf9253-f76a-4ca7-bc92-409d4d8bb8b1, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=41cf9253-f76a-4ca7-bc92-409d4d8bb8b1,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:16.909377 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f5b790ba-aa59-497a-b660-3b55090f60eb req-59c28344-9b32-4292-a5be-3be3e84b0269 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:16.932054 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1653ad6f-bc79-4ad4-a2df-1cec452ab41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:16.983292 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:15:16.985239 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-63d49d13-3991-4a05-abe9-18b68a35ec4c tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:17.021404 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:17.138970 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69d4efc-eb5f-44eb-81ba-f805c7bef7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357a6a12-cbe7-49e3-920c-3f188feb1c03'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:15:17.189198 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 357a6a12-cbe7-49e3-920c-3f188feb1c03, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=357a6a12-cbe7-49e3-920c-3f188feb1c03,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:17.190989 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port f2ae1052-1228-44aa-b982-dda2ca184507, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=f2ae1052-1228-44aa-b982-dda2ca184507,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:17.225162 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:17.229761 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 41cf9253-f76a-4ca7-bc92-409d4d8bb8b1 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:15:17.347976 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653ad6f-bc79-4ad4-a2df-1cec452ab41d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58a49ef0-73ec-406d-a359-ce849cf0d8f9,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:17.355380 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8611a6a2-e73c-4568-b85e-df7cc1419041'] response: {'name': 'network-changed', 'server_uuid': '90c5c1c1-23d3-447f-96fd-06b823ad41f0', 'tag': 'f2ae1052-1228-44aa-b982-dda2ca184507', 'status': 'completed', 'code': 200} Apr 20 17:15:17.369260 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-f5b790ba-aa59-497a-b660-3b55090f60eb req-59c28344-9b32-4292-a5be-3be3e84b0269 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Calling delete_port for 41cf9253-f76a-4ca7-bc92-409d4d8bb8b1 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:15:17.413119 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'f2ae1052-1228-44aa-b982-dda2ca184507', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': 'f2ae1052-1228-44aa-b982-dda2ca184507', 'mac_address': 'fa:16:3e:e0:b3:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:15:17.509934 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1653ad6f-bc79-4ad4-a2df-1cec452ab41d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:17.553941 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37014) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:17.556430 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1653ad6f-bc79-4ad4-a2df-1cec452ab41d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/58a49ef0-73ec-406d-a359-ce849cf0d8f9 HTTP/1.1" status: 204 len: 168 time: 1.6996534 Apr 20 17:15:17.575123 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:17.629182 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ae1052-1228-44aa-b982-dda2ca184507 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:15:17.716745 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=357a6a12-cbe7-49e3-920c-3f188feb1c03,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:17.721724 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port f2ae1052-1228-44aa-b982-dda2ca184507, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=f2ae1052-1228-44aa-b982-dda2ca184507,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:17.731982 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:17.836401 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=f2ae1052-1228-44aa-b982-dda2ca184507,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:17.887904 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-17050ca7-4556-4cf4-87db-75142d7fa128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:17.892597 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-63d49d13-3991-4a05-abe9-18b68a35ec4c tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:17.900401 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5e7492f2-41fb-41b5-b5b6-48044c47d99c req-27575230-296c-4033-8db7-fa622992cbcf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 1099 time: 0.4991460 Apr 20 17:15:17.927553 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['f2ae1052-1228-44aa-b982-dda2ca184507'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:15:18.027423 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3923046-d096-436b-b042-5f9ec3f394b5 req-48d79731-d528-43a8-a035-47b80c9001ef tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:18.029222 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e3923046-d096-436b-b042-5f9ec3f394b5 req-48d79731-d528-43a8-a035-47b80c9001ef tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=f69d4efc-eb5f-44eb-81ba-f805c7bef7b7 HTTP/1.1" status: 200 len: 950 time: 0.4580142 Apr 20 17:15:18.034895 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f5b790ba-aa59-497a-b660-3b55090f60eb req-59c28344-9b32-4292-a5be-3be3e84b0269 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:18.117679 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c28344-9b32-4292-a5be-3be3e84b0269 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Pushing event deleted for resources: {'Port': ['ID=41cf9253-f76a-4ca7-bc92-409d4d8bb8b1,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:18.148786 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d49d13-3991-4a05-abe9-18b68a35ec4c tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Pushing event updated for resources: {'Subnet': ['ID=e560b09c-632d-4e38-a7ab-26eef818fbfc,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:18.242731 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-17050ca7-4556-4cf4-87db-75142d7fa128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:18.247157 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7492f2-41fb-41b5-b5b6-48044c47d99c req-b9582d26-1575-4040-a716-aa77ebb0459a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:18.248583 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5e7492f2-41fb-41b5-b5b6-48044c47d99c req-b9582d26-1575-4040-a716-aa77ebb0459a service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.3403966 Apr 20 17:15:18.250386 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d49d13-3991-4a05-abe9-18b68a35ec4c tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Checking segment: {'id': '080b550a-d5b1-4674-9313-b6ded58066ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5e73ed25-63a7-447d-a1dc-802c69c1b0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:15:18.250746 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d49d13-3991-4a05-abe9-18b68a35ec4c tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Network hostable DHCP agents. Network: 5e73ed25-63a7-447d-a1dc-802c69c1b0d2, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:15:18.250924 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b790ba-aa59-497a-b660-3b55090f60eb req-59c28344-9b32-4292-a5be-3be3e84b0269 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] No DVR routers for this DVR port 41cf9253-f76a-4ca7-bc92-409d4d8bb8b1 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:15:18.253522 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f5b790ba-aa59-497a-b660-3b55090f60eb req-59c28344-9b32-4292-a5be-3be3e84b0269 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:18.280213 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-17050ca7-4556-4cf4-87db-75142d7fa128 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4ff647-d1e0-42b1-8030-da50421674ad']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:18.299149 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-17050ca7-4556-4cf4-87db-75142d7fa128 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c080c302-8c39-437c-8b84-9ede36afbb0f') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:18.299392 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-17050ca7-4556-4cf4-87db-75142d7fa128 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c080c302-8c39-437c-8b84-9ede36afbb0f') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:18.308705 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e3923046-d096-436b-b042-5f9ec3f394b5 req-ec30eb00-57a1-4997-8f43-97ac439b5a62 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704451 Apr 20 17:15:18.316534 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b924de2-658d-4acd-a7d2-6ee0e129a9a8 req-c8ee815f-1bc5-4876-9222-12f10cc795cb tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:18.318099 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2b924de2-658d-4acd-a7d2-6ee0e129a9a8 req-c8ee815f-1bc5-4876-9222-12f10cc795cb tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 949 time: 0.3869250 Apr 20 17:15:18.319957 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-17050ca7-4556-4cf4-87db-75142d7fa128 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:18.326165 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5e7492f2-41fb-41b5-b5b6-48044c47d99c req-7e29db71-c0d1-4edb-ad1e-ccb1faa10d86 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=f2ae1052-1228-44aa-b982-dda2ca184507 HTTP/1.1" status: 200 len: 217 time: 0.0677810 Apr 20 17:15:18.327637 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f5b790ba-aa59-497a-b660-3b55090f60eb req-59c28344-9b32-4292-a5be-3be3e84b0269 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.10 "DELETE /v2.0/ports/41cf9253-f76a-4ca7-bc92-409d4d8bb8b1 HTTP/1.1" status: 204 len: 173 time: 2.3778379 Apr 20 17:15:18.360498 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-17050ca7-4556-4cf4-87db-75142d7fa128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:18.377569 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d49d13-3991-4a05-abe9-18b68a35ec4c tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Network 5e73ed25-63a7-447d-a1dc-802c69c1b0d2 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:15:18.383957 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17050ca7-4556-4cf4-87db-75142d7fa128 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:15:18.384348 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-17050ca7-4556-4cf4-87db-75142d7fa128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:18.399000 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:15:18.399000 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:15:18.399000 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:15:18.399000 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:15:18.399000 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:15:18.399000 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:15:18.399000 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:15:18.399000 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:15:18.399000 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:15:18.399000 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:15:18.399000 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:15:18.399000 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:15:18.399000 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:15:18.399000 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:15:18.399000 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:15:18.399000 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:15:18.399000 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:15:18.399000 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:15:18.399000 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:15:18.399000 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:15:18.399000 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:15:18.399000 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:15:18.399000 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:15:18.399000 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:15:18.399000 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:15:18.399000 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:15:18.399000 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:15:18.399000 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:15:18.399000 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:15:18.399000 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:15:18.399000 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:15:18.399000 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:15:18.421181 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7492f2-41fb-41b5-b5b6-48044c47d99c req-43c51157-3a75-46dc-8b8c-3906e4e5a5c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:18.423267 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5e7492f2-41fb-41b5-b5b6-48044c47d99c req-43c51157-3a75-46dc-8b8c-3906e4e5a5c2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.0906494 Apr 20 17:15:18.469333 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-63d49d13-3991-4a05-abe9-18b68a35ec4c tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 5e73ed25-63a7-447d-a1dc-802c69c1b0d2) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:15:18.475265 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2b924de2-658d-4acd-a7d2-6ee0e129a9a8 req-114f91dd-fc08-4107-b122-5a2fe472a347 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463184 Apr 20 17:15:18.481496 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d49d13-3991-4a05-abe9-18b68a35ec4c tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:18.482076 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-63d49d13-3991-4a05-abe9-18b68a35ec4c tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:18.484626 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e77392-a941-48c3-9f48-b5bc5f45dd80 None None] Network 5e73ed25-63a7-447d-a1dc-802c69c1b0d2 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:15:18.501945 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-17050ca7-4556-4cf4-87db-75142d7fa128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:18.528910 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-17050ca7-4556-4cf4-87db-75142d7fa128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:18.546343 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-17050ca7-4556-4cf4-87db-75142d7fa128 admin admin] 10.222.0.39 "DELETE /v2.0/networks/fd4ff647-d1e0-42b1-8030-da50421674ad HTTP/1.1" status: 204 len: 168 time: 0.9778206 Apr 20 17:15:18.559081 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-63d49d13-3991-4a05-abe9-18b68a35ec4c tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2685921 Apr 20 17:15:18.562672 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17050ca7-4556-4cf4-87db-75142d7fa128 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd4ff647-d1e0-42b1-8030-da50421674ad,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:18.565595 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37032) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:18.580691 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-c83e9d77-54cd-443e-b068-b40a4dac5cb2 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2131025677'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:15:18.591532 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c83e9d77-54cd-443e-b068-b40a4dac5cb2 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:15:18.600844 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c83e9d77-54cd-443e-b068-b40a4dac5cb2 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Usage tracker for resource:network and tenant:4f510c870a174765bb86dc367cadd96a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:15:18.609554 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c83e9d77-54cd-443e-b068-b40a4dac5cb2 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:15:18.626797 n-d-838032-1 neutron-server[84080]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2f13de85-5675-4d5f-9116-a8a44bbd4222']: {'server_uuid': '911a7212-8ba4-4fee-a651-46c6fbc1b58e', 'name': 'network-vif-deleted', 'tag': '5dc22a70-80d2-4716-a512-6640a1864a9d', 'status': 'failed', 'code': 422} returned with failed status Apr 20 17:15:18.627710 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c83e9d77-54cd-443e-b068-b40a4dac5cb2 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:15:18.642637 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5e7492f2-41fb-41b5-b5b6-48044c47d99c req-dcdaa50b-8d4c-46a2-91c2-d2acc5b241d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2114720 Apr 20 17:15:18.662957 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83e9d77-54cd-443e-b068-b40a4dac5cb2 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Made reservation on behalf of 4f510c870a174765bb86dc367cadd96a for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:15:18.666015 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c83e9d77-54cd-443e-b068-b40a4dac5cb2 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:18.751544 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c83e9d77-54cd-443e-b068-b40a4dac5cb2 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:15:18.770254 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c83e9d77-54cd-443e-b068-b40a4dac5cb2 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:18.771880 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-c83e9d77-54cd-443e-b068-b40a4dac5cb2 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Added segment 1e30c634-9544-4893-b747-d96df028f0b9 of type vlan for network 3de4e914-1f9e-4063-91bd-a2f49f6824cd Apr 20 17:15:18.837429 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fedb22f-f1cc-4a4b-ac49-f9ce57a20ddf'] response: {'server_uuid': 'f69d4efc-eb5f-44eb-81ba-f805c7bef7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357a6a12-cbe7-49e3-920c-3f188feb1c03', 'code': 200} Apr 20 17:15:18.845600 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c83e9d77-54cd-443e-b068-b40a4dac5cb2 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:18.894982 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c83e9d77-54cd-443e-b068-b40a4dac5cb2 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:18.903887 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83e9d77-54cd-443e-b068-b40a4dac5cb2 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:18.904534 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c83e9d77-54cd-443e-b068-b40a4dac5cb2 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:18.953659 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb415721-cafc-472d-9ff9-b86caa374686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-5e73ed25-63a7-447d-a1dc-802c69c1b0d2', 'network_id': '5e73ed25-63a7-447d-a1dc-802c69c1b0d2', 'tenant_id': '4f510c870a174765bb86dc367cadd96a', 'fixed_ips': [{'subnet_id': 'e560b09c-632d-4e38-a7ab-26eef818fbfc'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:15:18.954801 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cb415721-cafc-472d-9ff9-b86caa374686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:18.956722 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37038) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:19.199210 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5e7492f2-41fb-41b5-b5b6-48044c47d99c req-c2cc8517-8ec2-4167-98b9-34b3cf982ea7 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5483065 Apr 20 17:15:19.215709 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-63168b88-da81-47bf-bdad-baabb3b2c549 req-4507aa70-31c1-45a2-b04f-dd7346bd01e8 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9f6b77d-dd89-4b60-9799-be4f8d8ca542 HTTP/1.1" status: 200 len: 210 time: 0.2949951 Apr 20 17:15:19.218503 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-62ffd9b3-53f7-4d62-8653-31adac0467ab tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:19.219946 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-62ffd9b3-53f7-4d62-8653-31adac0467ab tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.43 "GET /v2.0/networks?id=9034ea63-8cdc-4387-871e-6ef92eb3509a HTTP/1.1" status: 200 len: 805 time: 0.4971206 Apr 20 17:15:19.253592 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c83e9d77-54cd-443e-b068-b40a4dac5cb2 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6847954 Apr 20 17:15:19.256327 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37052) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:19.269454 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-917c4861-9114-4e36-a0ef-a1cdeb0f4d99 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Request body: {'subnet': {'network_id': '3de4e914-1f9e-4063-91bd-a2f49f6824cd', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:15:19.289457 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-ee7aac51-7863-46dd-bdef-90c94c4d54d4 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Request body: {'port': {'device_id': 'b9f6b77d-dd89-4b60-9799-be4f8d8ca542', 'network_id': '9034ea63-8cdc-4387-871e-6ef92eb3509a', 'admin_state_up': True, 'tenant_id': '8eab13f9ce374bed840dc821db4a4e57'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:15:19.291750 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-cb415721-cafc-472d-9ff9-b86caa374686 None None] Allocated IP 19.80.0.2 (5e73ed25-63a7-447d-a1dc-802c69c1b0d2/e560b09c-632d-4e38-a7ab-26eef818fbfc/e68a27d0-2f46-4514-ab83-6e7e407c019e) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:15:19.296346 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e9d77-54cd-443e-b068-b40a4dac5cb2 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Pushing event updated for resources: {'Network': ['ID=3de4e914-1f9e-4063-91bd-a2f49f6824cd,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:19.324821 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 3de4e914-1f9e-4063-91bd-a2f49f6824cd details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:15:19.413192 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0b1432fc-61c8-455a-a2d9-d945f3bbdf44 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5bacc27a94cb4ae79917fb554bafee5b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4542699 Apr 20 17:15:19.418677 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37062) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:19.471972 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508af857-492b-4a99-8dab-2e5cf3f64d42', 'name': 'network-vif-deleted', 'tag': '41cf9253-f76a-4ca7-bc92-409d4d8bb8b1'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:15:19.490671 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-917c4861-9114-4e36-a0ef-a1cdeb0f4d99 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:15:19.493967 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-917c4861-9114-4e36-a0ef-a1cdeb0f4d99 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Usage tracker for resource:subnet and tenant:4f510c870a174765bb86dc367cadd96a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:15:19.498331 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-917c4861-9114-4e36-a0ef-a1cdeb0f4d99 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:15:19.504378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-917c4861-9114-4e36-a0ef-a1cdeb0f4d99 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:15:19.522006 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917c4861-9114-4e36-a0ef-a1cdeb0f4d99 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Made reservation on behalf of 4f510c870a174765bb86dc367cadd96a for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:15:19.710115 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-98a166f9-0c26-405b-94e8-d4814df3b052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:19.718093 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-917c4861-9114-4e36-a0ef-a1cdeb0f4d99 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:19.742713 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cb415721-cafc-472d-9ff9-b86caa374686 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:19.756748 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-cb415721-cafc-472d-9ff9-b86caa374686 None None] Transition to ACTIVE for port object e68a27d0-2f46-4514-ab83-6e7e407c019e will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:15:19.782397 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c51e5db6-7e88-4a29-a92f-b95137f8b4b7 req-3641da10-37c1-4ed4-aed5-00fc6a9d38a0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f69d4efc-eb5f-44eb-81ba-f805c7bef7b7 HTTP/1.1" status: 200 len: 1101 time: 0.8195691 Apr 20 17:15:19.787311 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-cb415721-cafc-472d-9ff9-b86caa374686 None None] Transition to ACTIVE for port object e68a27d0-2f46-4514-ab83-6e7e407c019e will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:15:19.797208 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cb415721-cafc-472d-9ff9-b86caa374686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:19.875607 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb415721-cafc-472d-9ff9-b86caa374686 None None] Network 5e73ed25-63a7-447d-a1dc-802c69c1b0d2 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:15:19.878265 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-cb415721-cafc-472d-9ff9-b86caa374686 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:15:19.884843 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb415721-cafc-472d-9ff9-b86caa374686 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:15:19.892329 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb415721-cafc-472d-9ff9-b86caa374686 None None] Pushing event updated for resources: {'Port': ['ID=e68a27d0-2f46-4514-ab83-6e7e407c019e,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:19.925227 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5e7492f2-41fb-41b5-b5b6-48044c47d99c req-1d1ae5d4-df66-4be9-b772-f3c02c9860c8 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7121599 Apr 20 17:15:19.930431 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c51e5db6-7e88-4a29-a92f-b95137f8b4b7 req-64977d35-55e5-46b0-8d5c-734b7bb2ce18 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412218 Apr 20 17:15:19.944307 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-ee7aac51-7863-46dd-bdef-90c94c4d54d4 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:15:19.953529 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746103c-28f3-4b67-b413-5177ba49e2c5 req-2e665d27-139e-4387-a7f2-268cae5ea17e tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:19.954372 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-c746103c-28f3-4b67-b413-5177ba49e2c5 req-2e665d27-139e-4387-a7f2-268cae5ea17e tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Synchronizing usage tracker for tenant:c6309d4027774bf39a206d4366b6ddc5 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:15:19.958487 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-ee7aac51-7863-46dd-bdef-90c94c4d54d4 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Usage tracker for resource:port and tenant:8eab13f9ce374bed840dc821db4a4e57 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:15:19.961521 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-ee7aac51-7863-46dd-bdef-90c94c4d54d4 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:15:19.969715 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-ee7aac51-7863-46dd-bdef-90c94c4d54d4 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:15:19.980479 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-917c4861-9114-4e36-a0ef-a1cdeb0f4d99 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:19.986570 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-c746103c-28f3-4b67-b413-5177ba49e2c5 req-2e665d27-139e-4387-a7f2-268cae5ea17e tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Unset dirty status for tenant:c6309d4027774bf39a206d4366b6ddc5 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:15:19.996247 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-cb415721-cafc-472d-9ff9-b86caa374686 None None] Attempting to bind port e68a27d0-2f46-4514-ab83-6e7e407c019e on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:15:19.997014 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-cb415721-cafc-472d-9ff9-b86caa374686 None None] Attempting to bind port e68a27d0-2f46-4514-ab83-6e7e407c019e by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '080b550a-d5b1-4674-9313-b6ded58066ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5e73ed25-63a7-447d-a1dc-802c69c1b0d2'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:15:19.997371 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb415721-cafc-472d-9ff9-b86caa374686 None None] Attempting to bind port e68a27d0-2f46-4514-ab83-6e7e407c019e on network 5e73ed25-63a7-447d-a1dc-802c69c1b0d2 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:15:20.004132 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c746103c-28f3-4b67-b413-5177ba49e2c5 req-2e665d27-139e-4387-a7f2-268cae5ea17e tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 944 time: 0.6803041 Apr 20 17:15:20.005382 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb415721-cafc-472d-9ff9-b86caa374686 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:15:20.005848 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb415721-cafc-472d-9ff9-b86caa374686 None None] Checking segment: {'id': '080b550a-d5b1-4674-9313-b6ded58066ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5e73ed25-63a7-447d-a1dc-802c69c1b0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:15:20.006329 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cb415721-cafc-472d-9ff9-b86caa374686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:20.006752 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb415721-cafc-472d-9ff9-b86caa374686 None None] Bound using segment: {'id': '080b550a-d5b1-4674-9313-b6ded58066ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5e73ed25-63a7-447d-a1dc-802c69c1b0d2'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:15:20.007247 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-cb415721-cafc-472d-9ff9-b86caa374686 None None] Bound port: e68a27d0-2f46-4514-ab83-6e7e407c019e, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080b550a-d5b1-4674-9313-b6ded58066ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5e73ed25-63a7-447d-a1dc-802c69c1b0d2'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:15:20.007621 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cb415721-cafc-472d-9ff9-b86caa374686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:20.024289 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-ee7aac51-7863-46dd-bdef-90c94c4d54d4 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Made reservation on behalf of 8eab13f9ce374bed840dc821db4a4e57 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:15:20.027457 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-ee7aac51-7863-46dd-bdef-90c94c4d54d4 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:20.058558 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c4861-9114-4e36-a0ef-a1cdeb0f4d99 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Pushing event updated for resources: {'Subnet': ['ID=8e5d91a0-ee36-46c7-ab32-3c8e737742b4,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:20.071961 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-98a166f9-0c26-405b-94e8-d4814df3b052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:20.102111 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-cb415721-cafc-472d-9ff9-b86caa374686 None None] For port e68a27d0-2f46-4514-ab83-6e7e407c019e, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:15:20.105176 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-cb415721-cafc-472d-9ff9-b86caa374686 None None] For port e68a27d0-2f46-4514-ab83-6e7e407c019e, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e68a27d0-2f46-4514-ab83-6e7e407c019e,segment=NetworkSegment(080b550a-d5b1-4674-9313-b6ded58066ee),segment_id=080b550a-d5b1-4674-9313-b6ded58066ee)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:15:20.108572 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c746103c-28f3-4b67-b413-5177ba49e2c5 req-bb5cca28-56c5-477b-941a-c68d807b544c tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030979 Apr 20 17:15:20.120206 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cb415721-cafc-472d-9ff9-b86caa374686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:20.230912 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-ee7aac51-7863-46dd-bdef-90c94c4d54d4 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Allocated IP 172.20.0.6 (9034ea63-8cdc-4387-871e-6ef92eb3509a/af85ab34-696f-4577-a7cd-12cc3ca9e9e8/fac33644-ecb5-485a-95e9-3f1a2f4f6cbe) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:15:20.266385 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb415721-cafc-472d-9ff9-b86caa374686 None None] Pushing event updated for resources: {'Port': ['ID=e68a27d0-2f46-4514-ab83-6e7e407c019e,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:20.307546 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb8e17-5c6d-493d-a6ed-c8d6cf86b645 req-4ce64b7a-624e-42d3-95fa-ec093a962ab2 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:20.309083 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c4eb8e17-5c6d-493d-a6ed-c8d6cf86b645 req-4ce64b7a-624e-42d3-95fa-ec093a962ab2 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.10 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 944 time: 0.7170923 Apr 20 17:15:20.418690 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8208b-f43b-465b-bcd3-6e5ee2a5dc8e req-834caf0b-33f3-4ded-9d6d-518cb1f51cec tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:20.435639 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bed8208b-f43b-465b-bcd3-6e5ee2a5dc8e req-834caf0b-33f3-4ded-9d6d-518cb1f51cec tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=f69d4efc-eb5f-44eb-81ba-f805c7bef7b7 HTTP/1.1" status: 200 len: 950 time: 0.2061121 Apr 20 17:15:20.441072 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device f2ae1052-1228-44aa-b982-dda2ca184507 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:15:20.441948 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917c4861-9114-4e36-a0ef-a1cdeb0f4d99 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Checking segment: {'id': '1e30c634-9544-4893-b747-d96df028f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3de4e914-1f9e-4063-91bd-a2f49f6824cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:15:20.442259 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917c4861-9114-4e36-a0ef-a1cdeb0f4d99 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Network hostable DHCP agents. Network: 3de4e914-1f9e-4063-91bd-a2f49f6824cd, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:15:20.487570 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-c4eb8e17-5c6d-493d-a6ed-c8d6cf86b645 req-7a01ccb9-2837-4d8e-af5c-d894d38b7859 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Deleting port c9044984-11bd-4632-87c1-75cb5f5ae64e {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:15:20.488040 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c4eb8e17-5c6d-493d-a6ed-c8d6cf86b645 req-7a01ccb9-2837-4d8e-af5c-d894d38b7859 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:20.530489 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-98a166f9-0c26-405b-94e8-d4814df3b052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:20.560555 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-b1a2f00b-42ee-4113-ab76-68c6fec58bbd tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:20.561593 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port f2ae1052-1228-44aa-b982-dda2ca184507 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:15:20.563294 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bed8208b-f43b-465b-bcd3-6e5ee2a5dc8e req-c5c62823-d5b6-4c72-aa98-8b0a5fd24662 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194685 Apr 20 17:15:20.567510 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port f2ae1052-1228-44aa-b982-dda2ca184507 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:15:20.568138 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:20.570722 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-b1a2f00b-42ee-4113-ab76-68c6fec58bbd tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/networks?id=712cbfca-4f15-4a05-b540-c7c77d6caef1 HTTP/1.1" status: 200 len: 812 time: 0.5107450 Apr 20 17:15:20.605069 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a166f9-0c26-405b-94e8-d4814df3b052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db560fc0-4359-4603-a35e-a5a65072364e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:20.671361 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-ee7aac51-7863-46dd-bdef-90c94c4d54d4 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:20.679319 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917c4861-9114-4e36-a0ef-a1cdeb0f4d99 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Network 3de4e914-1f9e-4063-91bd-a2f49f6824cd is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:15:20.716627 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-ee7aac51-7863-46dd-bdef-90c94c4d54d4 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:20.721118 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-9eb92a49-7da4-4634-bd59-da0405ef99e0 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/quotas/e0abf75523cb42799be079adbc9824df HTTP/1.1" status: 200 len: 375 time: 0.1493702 Apr 20 17:15:20.766878 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:20.769655 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-ca628d6e-3e73-47cd-8915-5dd9706ecd0b tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Synchronizing usage tracker for tenant:e0abf75523cb42799be079adbc9824df on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:15:20.772059 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-917c4861-9114-4e36-a0ef-a1cdeb0f4d99 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 3de4e914-1f9e-4063-91bd-a2f49f6824cd) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:15:20.783653 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08426c24-444f-433e-908c-f9afe488aa1e None None] Network 3de4e914-1f9e-4063-91bd-a2f49f6824cd requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:15:20.785042 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917c4861-9114-4e36-a0ef-a1cdeb0f4d99 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:20.785630 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-917c4861-9114-4e36-a0ef-a1cdeb0f4d99 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:20.807903 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-98a166f9-0c26-405b-94e8-d4814df3b052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:20.818634 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-98a166f9-0c26-405b-94e8-d4814df3b052 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db560fc0-4359-4603-a35e-a5a65072364e HTTP/1.1" status: 204 len: 168 time: 1.3938758 Apr 20 17:15:20.846518 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-ee7aac51-7863-46dd-bdef-90c94c4d54d4 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Network 9034ea63-8cdc-4387-871e-6ef92eb3509a is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:15:20.856803 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7aac51-7863-46dd-bdef-90c94c4d54d4 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Pushing event updated for resources: {'Port': ['ID=fac33644-ecb5-485a-95e9-3f1a2f4f6cbe,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:20.860451 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-ee7aac51-7863-46dd-bdef-90c94c4d54d4 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:15:20.863208 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-ee7aac51-7863-46dd-bdef-90c94c4d54d4 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:15:20.877374 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c5c1c1-23d3-447f-96fd-06b823ad41f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ae1052-1228-44aa-b982-dda2ca184507'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:15:20.893660 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port f2ae1052-1228-44aa-b982-dda2ca184507, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=f2ae1052-1228-44aa-b982-dda2ca184507,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:20.931563 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-ee7aac51-7863-46dd-bdef-90c94c4d54d4 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:20.932061 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-ee7aac51-7863-46dd-bdef-90c94c4d54d4 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:20.943564 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74054ef3-703f-491b-9c14-267eb084c5f6 req-b4ab7020-44a4-4797-a5ef-5fb8dd33f729 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:20.945248 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-74054ef3-703f-491b-9c14-267eb084c5f6 req-b4ab7020-44a4-4797-a5ef-5fb8dd33f729 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 949 time: 0.2319648 Apr 20 17:15:20.958330 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-ca628d6e-3e73-47cd-8915-5dd9706ecd0b tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Unset dirty status for tenant:e0abf75523cb42799be079adbc9824df on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:15:20.966418 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-ca628d6e-3e73-47cd-8915-5dd9706ecd0b tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e0abf75523cb42799be079adbc9824df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2443767 Apr 20 17:15:20.986394 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:21.010436 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-74054ef3-703f-491b-9c14-267eb084c5f6 req-94df7e82-f881-41f8-bfe1-bb08911f8e46 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588067 Apr 20 17:15:21.013335 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-ee7aac51-7863-46dd-bdef-90c94c4d54d4 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7326910 Apr 20 17:15:21.031537 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-25569269-f977-4630-b1d7-cb4c7a7a1dd1 service neutron] Request body: {'port': {'device_id': 'b9f6b77d-dd89-4b60-9799-be4f8d8ca542', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:15:21.134634 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=f2ae1052-1228-44aa-b982-dda2ca184507,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:21.140161 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2ff46a-5ea7-4976-afeb-dc5969d9dc29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-3de4e914-1f9e-4063-91bd-a2f49f6824cd', 'network_id': '3de4e914-1f9e-4063-91bd-a2f49f6824cd', 'tenant_id': '4f510c870a174765bb86dc367cadd96a', 'fixed_ips': [{'subnet_id': '8e5d91a0-ee36-46c7-ab32-3c8e737742b4'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:15:21.140983 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8c2ff46a-5ea7-4976-afeb-dc5969d9dc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:21.192238 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92440083-cc4a-42fd-9c3d-8bb1e648af1e'] response: {'server_uuid': '508af857-492b-4a99-8dab-2e5cf3f64d42', 'name': 'network-vif-deleted', 'tag': '41cf9253-f76a-4ca7-bc92-409d4d8bb8b1', 'status': 'completed', 'code': 200} Apr 20 17:15:21.192652 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-25569269-f977-4630-b1d7-cb4c7a7a1dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:21.261277 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-9b625905-f945-4c26-bf9c-14b3777f7403 service neutron] 10.222.0.39 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930682 Apr 20 17:15:21.315429 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-917c4861-9114-4e36-a0ef-a1cdeb0f4d99 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0556450 Apr 20 17:15:21.518718 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37116) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:21.568114 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-8c2ff46a-5ea7-4976-afeb-dc5969d9dc29 None None] Allocated IP 19.86.0.2 (3de4e914-1f9e-4063-91bd-a2f49f6824cd/8e5d91a0-ee36-46c7-ab32-3c8e737742b4/802ea03e-2b0c-40c6-b6bc-02b708014107) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:15:21.610210 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-1c6b3d16-19a7-436d-a547-a01591b6f291 service neutron] 10.222.0.39 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477204 Apr 20 17:15:21.685085 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-c4eb8e17-5c6d-493d-a6ed-c8d6cf86b645 req-7a01ccb9-2837-4d8e-af5c-d894d38b7859 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] For port c9044984-11bd-4632-87c1-75cb5f5ae64e, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=c9044984-11bd-4632-87c1-75cb5f5ae64e,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:21.685446 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c4eb8e17-5c6d-493d-a6ed-c8d6cf86b645 req-7a01ccb9-2837-4d8e-af5c-d894d38b7859 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:21.775539 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fe48e9ed-02a7-486d-b3af-2892ac72b07a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3ecfbee7ad284e598a9f6954e53af2ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2539909 Apr 20 17:15:21.778891 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37128) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:21.785792 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de5e791-fce5-4f63-b3cd-f0b0c46e98ef None None] Network 5e73ed25-63a7-447d-a1dc-802c69c1b0d2 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:15:21.898786 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dff349ef-0600-4995-b778-50a21d246bcc'] response: {'server_uuid': '90c5c1c1-23d3-447f-96fd-06b823ad41f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ae1052-1228-44aa-b982-dda2ca184507', 'code': 200} Apr 20 17:15:21.906016 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-c4eb8e17-5c6d-493d-a6ed-c8d6cf86b645 req-7a01ccb9-2837-4d8e-af5c-d894d38b7859 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Calling delete_port for c9044984-11bd-4632-87c1-75cb5f5ae64e owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:15:21.964821 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-82202761-a034-4d79-a0aa-ba25479ca1bb None None] Provisioning for port e68a27d0-2f46-4514-ab83-6e7e407c019e completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:15:22.050644 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-25569269-f977-4630-b1d7-cb4c7a7a1dd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fac33644-ecb5-485a-95e9-3f1a2f4f6cbe {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:15:22.106935 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-25569269-f977-4630-b1d7-cb4c7a7a1dd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:22.197345 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-66dbcbcb-655d-4514-be8b-c34e70af1d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:22.205729 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8c2ff46a-5ea7-4976-afeb-dc5969d9dc29 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:22.211110 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-25569269-f977-4630-b1d7-cb4c7a7a1dd1 service neutron] Transition to ACTIVE for port object fac33644-ecb5-485a-95e9-3f1a2f4f6cbe will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:15:22.224082 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e68a27d0-2f46-4514-ab83-6e7e407c019e up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:15:22.228214 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-25569269-f977-4630-b1d7-cb4c7a7a1dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:22.276397 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8c2ff46a-5ea7-4976-afeb-dc5969d9dc29 None None] Transition to ACTIVE for port object 802ea03e-2b0c-40c6-b6bc-02b708014107 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:15:22.300279 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-66dbcbcb-655d-4514-be8b-c34e70af1d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:22.303789 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8c2ff46a-5ea7-4976-afeb-dc5969d9dc29 None None] Transition to ACTIVE for port object 802ea03e-2b0c-40c6-b6bc-02b708014107 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:15:22.329329 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efef1ea-5825-4d3d-9f53-fbda53fcd258 req-312bc3c8-47e9-4dc6-bc1d-915717fe41ad tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:22.330996 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0efef1ea-5825-4d3d-9f53-fbda53fcd258 req-312bc3c8-47e9-4dc6-bc1d-915717fe41ad tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=62323793-75bf-4eb6-bdbe-a92de5ab5b50 HTTP/1.1" status: 200 len: 944 time: 0.2713573 Apr 20 17:15:22.367749 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device c9044984-11bd-4632-87c1-75cb5f5ae64e no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:15:22.375240 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a0e5c3ac-6233-4bd1-8264-e3f9ab8d1ce2 req-976ebb0e-2506-4fcd-88e5-47c9bec7db85 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 1101 time: 0.3182905 Apr 20 17:15:22.386492 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5451af-de4a-47ed-9ac1-6ed42f08a3a8 req-2330fb59-c7e0-4b85-a30c-394191b04b13 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:22.387091 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-df5451af-de4a-47ed-9ac1-6ed42f08a3a8 req-2330fb59-c7e0-4b85-a30c-394191b04b13 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Synchronizing usage tracker for tenant:8eab13f9ce374bed840dc821db4a4e57 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:15:22.402775 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c4eb8e17-5c6d-493d-a6ed-c8d6cf86b645 req-7a01ccb9-2837-4d8e-af5c-d894d38b7859 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:22.441297 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25569269-f977-4630-b1d7-cb4c7a7a1dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=fac33644-ecb5-485a-95e9-3f1a2f4f6cbe,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:22.467981 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01ccb9-2837-4d8e-af5c-d894d38b7859 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Pushing event deleted for resources: {'Port': ['ID=c9044984-11bd-4632-87c1-75cb5f5ae64e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:22.475821 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0efef1ea-5825-4d3d-9f53-fbda53fcd258 req-02f0de5c-a49a-4302-a246-f7629b15548a tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357205 Apr 20 17:15:22.577838 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4eb8e17-5c6d-493d-a6ed-c8d6cf86b645 req-7a01ccb9-2837-4d8e-af5c-d894d38b7859 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] No DVR routers for this DVR port c9044984-11bd-4632-87c1-75cb5f5ae64e on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:15:22.579845 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-66dbcbcb-655d-4514-be8b-c34e70af1d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:22.592761 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c4eb8e17-5c6d-493d-a6ed-c8d6cf86b645 req-7a01ccb9-2837-4d8e-af5c-d894d38b7859 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:22.602648 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62323793-75bf-4eb6-bdbe-a92de5ab5b50', 'name': 'network-vif-deleted', 'tag': 'c9044984-11bd-4632-87c1-75cb5f5ae64e'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:15:22.628985 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dbcbcb-655d-4514-be8b-c34e70af1d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330dca5e-7da4-409e-994e-08d08ac64873,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:22.634663 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c4eb8e17-5c6d-493d-a6ed-c8d6cf86b645 req-7a01ccb9-2837-4d8e-af5c-d894d38b7859 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.10 "DELETE /v2.0/ports/c9044984-11bd-4632-87c1-75cb5f5ae64e HTTP/1.1" status: 204 len: 173 time: 2.2989581 Apr 20 17:15:22.635635 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-66dbcbcb-655d-4514-be8b-c34e70af1d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:22.636668 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-66dbcbcb-655d-4514-be8b-c34e70af1d6c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/330dca5e-7da4-409e-994e-08d08ac64873 HTTP/1.1" status: 204 len: 168 time: 0.7458720 Apr 20 17:15:22.652196 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: c9044984-11bd-4632-87c1-75cb5f5ae64e {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:15:22.653078 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device c9044984-11bd-4632-87c1-75cb5f5ae64e not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:15:22.653381 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-df5451af-de4a-47ed-9ac1-6ed42f08a3a8 req-2330fb59-c7e0-4b85-a30c-394191b04b13 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Unset dirty status for tenant:8eab13f9ce374bed840dc821db4a4e57 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:15:22.656232 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8c2ff46a-5ea7-4976-afeb-dc5969d9dc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:22.660082 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-df5451af-de4a-47ed-9ac1-6ed42f08a3a8 req-2330fb59-c7e0-4b85-a30c-394191b04b13 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9f6b77d-dd89-4b60-9799-be4f8d8ca542 HTTP/1.1" status: 200 len: 931 time: 0.5625298 Apr 20 17:15:22.686981 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a0e5c3ac-6233-4bd1-8264-e3f9ab8d1ce2 req-2089963a-4b55-48f0-944f-aa2c7c33160c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949226 Apr 20 17:15:22.731746 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-25569269-f977-4630-b1d7-cb4c7a7a1dd1 service neutron] Attempting to bind port fac33644-ecb5-485a-95e9-3f1a2f4f6cbe on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:15:22.732310 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-25569269-f977-4630-b1d7-cb4c7a7a1dd1 service neutron] Attempting to bind port fac33644-ecb5-485a-95e9-3f1a2f4f6cbe by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '51148a45-b4e2-4f1e-951c-1de21befc123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9034ea63-8cdc-4387-871e-6ef92eb3509a'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:15:22.732789 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-25569269-f977-4630-b1d7-cb4c7a7a1dd1 service neutron] Attempting to bind port fac33644-ecb5-485a-95e9-3f1a2f4f6cbe on network 9034ea63-8cdc-4387-871e-6ef92eb3509a {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:15:22.753575 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-df5451af-de4a-47ed-9ac1-6ed42f08a3a8 req-dc878e44-6f1d-42be-864b-0937b4130b48 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925372 Apr 20 17:15:22.759101 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-25569269-f977-4630-b1d7-cb4c7a7a1dd1 service neutron] Port fac33644-ecb5-485a-95e9-3f1a2f4f6cbe on network 9034ea63-8cdc-4387-871e-6ef92eb3509a not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:15:22.759633 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-25569269-f977-4630-b1d7-cb4c7a7a1dd1 service neutron] Attempting to bind port fac33644-ecb5-485a-95e9-3f1a2f4f6cbe on network 9034ea63-8cdc-4387-871e-6ef92eb3509a {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:15:22.780425 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2ff46a-5ea7-4976-afeb-dc5969d9dc29 None None] Network 3de4e914-1f9e-4063-91bd-a2f49f6824cd is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:15:22.780610 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-25569269-f977-4630-b1d7-cb4c7a7a1dd1 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:15:22.780764 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-25569269-f977-4630-b1d7-cb4c7a7a1dd1 service neutron] Checking segment: {'id': '51148a45-b4e2-4f1e-951c-1de21befc123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9034ea63-8cdc-4387-871e-6ef92eb3509a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:15:22.781154 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-25569269-f977-4630-b1d7-cb4c7a7a1dd1 service neutron] Bound using segment: {'id': '51148a45-b4e2-4f1e-951c-1de21befc123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9034ea63-8cdc-4387-871e-6ef92eb3509a'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:15:22.781581 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-25569269-f977-4630-b1d7-cb4c7a7a1dd1 service neutron] Bound port: fac33644-ecb5-485a-95e9-3f1a2f4f6cbe, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51148a45-b4e2-4f1e-951c-1de21befc123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9034ea63-8cdc-4387-871e-6ef92eb3509a'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:15:22.781928 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-25569269-f977-4630-b1d7-cb4c7a7a1dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:22.787500 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-8c2ff46a-5ea7-4976-afeb-dc5969d9dc29 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:15:22.790508 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2ff46a-5ea7-4976-afeb-dc5969d9dc29 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:15:22.802827 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ff46a-5ea7-4976-afeb-dc5969d9dc29 None None] Pushing event updated for resources: {'Port': ['ID=802ea03e-2b0c-40c6-b6bc-02b708014107,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:22.911578 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fab605-34f8-46f2-948b-e7c3e859512d req-89ba2689-3b5b-4ed1-9c80-a5a79252eee2 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:22.913743 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95fab605-34f8-46f2-948b-e7c3e859512d req-89ba2689-3b5b-4ed1-9c80-a5a79252eee2 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=f69d4efc-eb5f-44eb-81ba-f805c7bef7b7 HTTP/1.1" status: 200 len: 950 time: 0.1933565 Apr 20 17:15:22.945800 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port e68a27d0-2f46-4514-ab83-6e7e407c019e completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:15:22.964047 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-8c2ff46a-5ea7-4976-afeb-dc5969d9dc29 None None] Attempting to bind port 802ea03e-2b0c-40c6-b6bc-02b708014107 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:15:22.964725 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-8c2ff46a-5ea7-4976-afeb-dc5969d9dc29 None None] Attempting to bind port 802ea03e-2b0c-40c6-b6bc-02b708014107 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '1e30c634-9544-4893-b747-d96df028f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3de4e914-1f9e-4063-91bd-a2f49f6824cd'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:15:22.965196 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2ff46a-5ea7-4976-afeb-dc5969d9dc29 None None] Attempting to bind port 802ea03e-2b0c-40c6-b6bc-02b708014107 on network 3de4e914-1f9e-4063-91bd-a2f49f6824cd {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:15:22.973533 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port e68a27d0-2f46-4514-ab83-6e7e407c019e triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:15:22.973997 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:22.986730 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95fab605-34f8-46f2-948b-e7c3e859512d req-4e897550-4272-4b8f-b75e-84c508a184d9 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604892 Apr 20 17:15:23.013561 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2ff46a-5ea7-4976-afeb-dc5969d9dc29 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:15:23.013934 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2ff46a-5ea7-4976-afeb-dc5969d9dc29 None None] Checking segment: {'id': '1e30c634-9544-4893-b747-d96df028f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3de4e914-1f9e-4063-91bd-a2f49f6824cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:15:23.014362 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8c2ff46a-5ea7-4976-afeb-dc5969d9dc29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:23.015015 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2ff46a-5ea7-4976-afeb-dc5969d9dc29 None None] Bound using segment: {'id': '1e30c634-9544-4893-b747-d96df028f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3de4e914-1f9e-4063-91bd-a2f49f6824cd'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:15:23.015322 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-8c2ff46a-5ea7-4976-afeb-dc5969d9dc29 None None] Bound port: 802ea03e-2b0c-40c6-b6bc-02b708014107, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e30c634-9544-4893-b747-d96df028f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3de4e914-1f9e-4063-91bd-a2f49f6824cd'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:15:23.015564 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8c2ff46a-5ea7-4976-afeb-dc5969d9dc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:23.182719 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-5394cd69-5d6e-4df9-a01f-0044bba50e34 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:23.186670 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-5394cd69-5d6e-4df9-a01f-0044bba50e34 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:23.195414 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-5394cd69-5d6e-4df9-a01f-0044bba50e34 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/networks?id=5e73ed25-63a7-447d-a1dc-802c69c1b0d2&id=3de4e914-1f9e-4063-91bd-a2f49f6824cd HTTP/1.1" status: 200 len: 1392 time: 0.1964858 Apr 20 17:15:23.216776 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-31e3b2b0-3eb6-4d79-b821-7cb43de45e05 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/quotas/4f510c870a174765bb86dc367cadd96a HTTP/1.1" status: 200 len: 375 time: 0.0200734 Apr 20 17:15:23.226018 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-8c2ff46a-5ea7-4976-afeb-dc5969d9dc29 None None] For port 802ea03e-2b0c-40c6-b6bc-02b708014107, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:15:23.255850 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:23.281297 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-8c2ff46a-5ea7-4976-afeb-dc5969d9dc29 None None] For port 802ea03e-2b0c-40c6-b6bc-02b708014107, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=802ea03e-2b0c-40c6-b6bc-02b708014107,segment=NetworkSegment(1e30c634-9544-4893-b747-d96df028f0b9),segment_id=1e30c634-9544-4893-b747-d96df028f0b9)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:15:23.301173 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-25569269-f977-4630-b1d7-cb4c7a7a1dd1 service neutron] For port fac33644-ecb5-485a-95e9-3f1a2f4f6cbe, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:15:23.303187 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8c2ff46a-5ea7-4976-afeb-dc5969d9dc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:23.311958 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-25569269-f977-4630-b1d7-cb4c7a7a1dd1 service neutron] For port fac33644-ecb5-485a-95e9-3f1a2f4f6cbe, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=fac33644-ecb5-485a-95e9-3f1a2f4f6cbe,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:15:23.326138 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-25569269-f977-4630-b1d7-cb4c7a7a1dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:23.381188 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port e68a27d0-2f46-4514-ab83-6e7e407c019e, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e68a27d0-2f46-4514-ab83-6e7e407c019e,segment=NetworkSegment(080b550a-d5b1-4674-9313-b6ded58066ee),segment_id=080b550a-d5b1-4674-9313-b6ded58066ee)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:23.409808 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:23.448772 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ff46a-5ea7-4976-afeb-dc5969d9dc29 None None] Pushing event updated for resources: {'Port': ['ID=802ea03e-2b0c-40c6-b6bc-02b708014107,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:23.459118 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-26a357d1-40c5-4eca-90a2-f5b98a990f79 req-70169de9-d7d2-4793-a1d3-154c3047f7c8 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=85982905-05f9-4b80-98fc-e0c55668b1c3 HTTP/1.1" status: 200 len: 210 time: 0.1135018 Apr 20 17:15:23.494815 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-25569269-f977-4630-b1d7-cb4c7a7a1dd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:23.497019 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-25569269-f977-4630-b1d7-cb4c7a7a1dd1 service neutron] 10.222.0.43 "PUT /v2.0/ports/fac33644-ecb5-485a-95e9-3f1a2f4f6cbe HTTP/1.1" status: 200 len: 1091 time: 2.4757535 Apr 20 17:15:23.498499 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f6b77d-dd89-4b60-9799-be4f8d8ca542', 'tag': 'fac33644-ecb5-485a-95e9-3f1a2f4f6cbe'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:15:23.529735 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25569269-f977-4630-b1d7-cb4c7a7a1dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=fac33644-ecb5-485a-95e9-3f1a2f4f6cbe,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:23.561308 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-f624c8d9-98bf-41d6-8e4f-019045853175 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f510c870a174765bb86dc367cadd96a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3433461 Apr 20 17:15:23.608208 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b5bce6ec-0acc-4858-bf01-912a3c403268 None None] Provisioning complete for port e68a27d0-2f46-4514-ab83-6e7e407c019e triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:15:23.608677 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b5bce6ec-0acc-4858-bf01-912a3c403268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:23.799348 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=e68a27d0-2f46-4514-ab83-6e7e407c019e,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:23.986775 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-9bc598be-c433-42fe-ad6e-a9f8fc65451c service neutron] 10.222.0.39 "GET /v2.0/networks/5e73ed25-63a7-447d-a1dc-802c69c1b0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244616 Apr 20 17:15:24.149241 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-196e733c-ae27-4aaf-a296-69b7acf8fe62 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8eab13f9ce374bed840dc821db4a4e57&device_id=b9f6b77d-dd89-4b60-9799-be4f8d8ca542 HTTP/1.1" status: 200 len: 1094 time: 0.3782151 Apr 20 17:15:24.164683 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-22eb3257-a846-4909-b025-1234c7603ccf tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:24.166546 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-22eb3257-a846-4909-b025-1234c7603ccf tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.10 "GET /v2.0/networks?id=712cbfca-4f15-4a05-b540-c7c77d6caef1 HTTP/1.1" status: 200 len: 812 time: 0.7618744 Apr 20 17:15:24.181653 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a6e6a-85f4-4c78-a568-46a9ece0e18b req-9629cd90-b1fd-495d-b9c9-e1ad9e34171d tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:24.183275 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3b4a6e6a-85f4-4c78-a568-46a9ece0e18b req-9629cd90-b1fd-495d-b9c9-e1ad9e34171d tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 950 time: 0.2746158 Apr 20 17:15:24.189675 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-f707fba2-adbe-4b1e-8095-a80c943d5cc6 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Request body: {'port': {'device_id': '85982905-05f9-4b80-98fc-e0c55668b1c3', 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1', 'admin_state_up': True, 'tenant_id': 'e0abf75523cb42799be079adbc9824df'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:15:24.238101 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-1cf4d580-9a8d-48ba-b413-94ca30252ff5 service neutron] 10.222.0.39 "GET /v2.0/networks/5e73ed25-63a7-447d-a1dc-802c69c1b0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499394 Apr 20 17:15:24.239726 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-a3231beb-8b67-4072-9538-d23c3cad3513 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fac33644-ecb5-485a-95e9-3f1a2f4f6cbe HTTP/1.1" status: 200 len: 217 time: 0.0749915 Apr 20 17:15:24.295836 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37184) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:24.301894 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 802ea03e-2b0c-40c6-b6bc-02b708014107 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:15:24.392018 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 802ea03e-2b0c-40c6-b6bc-02b708014107 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:15:24.397026 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3b4a6e6a-85f4-4c78-a568-46a9ece0e18b req-35545333-3d47-496e-85c7-6dcf17eb25e2 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975137 Apr 20 17:15:24.398361 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-6639afcd-7b1e-40f8-a611-cb68d16bc2fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:24.399863 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-6639afcd-7b1e-40f8-a611-cb68d16bc2fe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=af85ab34-696f-4577-a7cd-12cc3ca9e9e8 HTTP/1.1" status: 200 len: 845 time: 0.1523123 Apr 20 17:15:24.406917 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-f707fba2-adbe-4b1e-8095-a80c943d5cc6 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:15:24.407165 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e68a27d0-2f46-4514-ab83-6e7e407c019e up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:15:24.444307 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-f707fba2-adbe-4b1e-8095-a80c943d5cc6 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:15:24.477861 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-f707fba2-adbe-4b1e-8095-a80c943d5cc6 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Made reservation on behalf of e0abf75523cb42799be079adbc9824df for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:15:24.478864 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-b7f3cba6-0168-4a37-b592-cfde99b201d9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9034ea63-8cdc-4387-871e-6ef92eb3509a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690708 Apr 20 17:15:24.481441 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-f707fba2-adbe-4b1e-8095-a80c943d5cc6 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:24.534597 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4160a0d5-042e-4496-a53d-f0866b528b8c'] response: {'server_uuid': '62323793-75bf-4eb6-bdbe-a92de5ab5b50', 'name': 'network-vif-deleted', 'tag': 'c9044984-11bd-4632-87c1-75cb5f5ae64e', 'status': 'completed', 'code': 200} Apr 20 17:15:24.580744 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port e68a27d0-2f46-4514-ab83-6e7e407c019e triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:15:24.581207 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:24.598608 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-9b05e519-8075-4050-8ede-a76486419812 service neutron] 10.222.0.39 "GET /v2.0/networks/3de4e914-1f9e-4063-91bd-a2f49f6824cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522630 Apr 20 17:15:24.622519 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-7f565383-caab-4e19-8485-8b512546f318 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-318035455-network', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:15:24.638350 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7f565383-caab-4e19-8485-8b512546f318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:15:24.647582 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7f565383-caab-4e19-8485-8b512546f318 admin admin] Usage tracker for resource:network and tenant:9447d3abcfef46fbb9cec3961f14b45a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:15:24.653474 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7f565383-caab-4e19-8485-8b512546f318 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:15:24.695598 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7f565383-caab-4e19-8485-8b512546f318 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:15:24.742025 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f565383-caab-4e19-8485-8b512546f318 admin admin] Made reservation on behalf of 9447d3abcfef46fbb9cec3961f14b45a for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:15:24.744327 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7f565383-caab-4e19-8485-8b512546f318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:24.767744 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-f707fba2-adbe-4b1e-8095-a80c943d5cc6 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Allocated IP 172.20.0.3 (712cbfca-4f15-4a05-b540-c7c77d6caef1/2fc33d54-66ae-4acd-9a13-99509719aca0/f7b65287-eb3b-4430-9341-302356329841) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:15:24.769824 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7f565383-caab-4e19-8485-8b512546f318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:24.805851 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-26da0052-6532-4ae8-bf33-faa755988ba2 service neutron] 10.222.0.43 "GET /v2.0/networks/9034ea63-8cdc-4387-871e-6ef92eb3509a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172739 Apr 20 17:15:24.824881 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-555313a4-43e3-4adf-8cd8-2b74b2e57a9f service neutron] 10.222.0.39 "GET /v2.0/networks/3de4e914-1f9e-4063-91bd-a2f49f6824cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244642 Apr 20 17:15:24.837439 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7f565383-caab-4e19-8485-8b512546f318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:15:24.967561 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70ac76e-0436-4381-9b46-a98a971793a6 None None] Network 3de4e914-1f9e-4063-91bd-a2f49f6824cd requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:15:25.008490 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7f565383-caab-4e19-8485-8b512546f318 admin admin] Usage tracker for resource:security_group_rule and tenant:9447d3abcfef46fbb9cec3961f14b45a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:15:25.013882 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7f565383-caab-4e19-8485-8b512546f318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:15:25.025263 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7f565383-caab-4e19-8485-8b512546f318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:15:25.068896 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e3ff896d-5365-4558-ab3a-0a74639bd6e3 req-e0ac5537-a663-4da5-bdbc-fae2ff3b7c6d service neutron] 10.222.0.43 "GET /v2.0/networks/9034ea63-8cdc-4387-871e-6ef92eb3509a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404056 Apr 20 17:15:25.153383 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-f707fba2-adbe-4b1e-8095-a80c943d5cc6 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:25.251479 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7f565383-caab-4e19-8485-8b512546f318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:25.269790 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6833b0b4-0a3c-4b1e-bad2-15695e957561 req-b2da648a-6960-40ce-b08f-949b2fe710ef tempest-ServersOnMultiNodesTest-52254401 tempest-ServersOnMultiNodesTest-52254401-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f69d4efc-eb5f-44eb-81ba-f805c7bef7b7 HTTP/1.1" status: 200 len: 1101 time: 0.1916623 Apr 20 17:15:25.287287 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7f565383-caab-4e19-8485-8b512546f318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:25.318520 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-f707fba2-adbe-4b1e-8095-a80c943d5cc6 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:25.370767 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6833b0b4-0a3c-4b1e-bad2-15695e957561 req-f771d32b-0c1c-48a6-abd9-cfaa78ab11f1 tempest-ServersOnMultiNodesTest-52254401 tempest-ServersOnMultiNodesTest-52254401-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:25.381115 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-38d5032a-7489-419c-a476-3f70295925ce None None] Provisioning for port 802ea03e-2b0c-40c6-b6bc-02b708014107 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:15:25.391376 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-05b1eac5-ed0b-4915-84da-9f189278e221 req-669ed268-3a7e-4ac4-9b32-95a0051d2c7a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2496419 Apr 20 17:15:25.395512 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-38d5032a-7489-419c-a476-3f70295925ce None None] Provisioning complete for port 802ea03e-2b0c-40c6-b6bc-02b708014107 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:15:25.395512 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-38d5032a-7489-419c-a476-3f70295925ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:25.402904 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f565383-caab-4e19-8485-8b512546f318 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:15:25.407568 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f565383-caab-4e19-8485-8b512546f318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47d8cee-208f-4cfa-bcfc-a099e9465705,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:25.453228 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-f707fba2-adbe-4b1e-8095-a80c943d5cc6 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Network 712cbfca-4f15-4a05-b540-c7c77d6caef1 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:15:25.454368 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7f565383-caab-4e19-8485-8b512546f318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:25.454801 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-7f565383-caab-4e19-8485-8b512546f318 admin admin] Added segment 36373ac1-df16-4205-8393-5031c405a675 of type vlan for network 7cad8736-f7b6-475d-b939-9da845dbb70b Apr 20 17:15:25.472423 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-f707fba2-adbe-4b1e-8095-a80c943d5cc6 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:15:25.478304 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-f707fba2-adbe-4b1e-8095-a80c943d5cc6 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:15:25.516076 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707fba2-adbe-4b1e-8095-a80c943d5cc6 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Pushing event updated for resources: {'Port': ['ID=f7b65287-eb3b-4430-9341-302356329841,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:25.544240 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-6833b0b4-0a3c-4b1e-bad2-15695e957561 req-f771d32b-0c1c-48a6-abd9-cfaa78ab11f1 tempest-ServersOnMultiNodesTest-52254401 tempest-ServersOnMultiNodesTest-52254401-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:15:25.563293 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-6833b0b4-0a3c-4b1e-bad2-15695e957561 req-f771d32b-0c1c-48a6-abd9-cfaa78ab11f1 tempest-ServersOnMultiNodesTest-52254401 tempest-ServersOnMultiNodesTest-52254401-project-admin] Usage tracker for resource:security_group_rule and tenant:a94552a1b4b74218b287b97184397c2a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:15:25.568701 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-6833b0b4-0a3c-4b1e-bad2-15695e957561 req-f771d32b-0c1c-48a6-abd9-cfaa78ab11f1 tempest-ServersOnMultiNodesTest-52254401 tempest-ServersOnMultiNodesTest-52254401-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:15:25.580120 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-6833b0b4-0a3c-4b1e-bad2-15695e957561 req-f771d32b-0c1c-48a6-abd9-cfaa78ab11f1 tempest-ServersOnMultiNodesTest-52254401 tempest-ServersOnMultiNodesTest-52254401-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:15:25.585334 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7f565383-caab-4e19-8485-8b512546f318 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:25.586561 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-05b1eac5-ed0b-4915-84da-9f189278e221 req-2e6f22b3-e46d-4ac2-acdf-2f205de0ad15 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6309d4027774bf39a206d4366b6ddc5&device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 1096 time: 0.1677570 Apr 20 17:15:25.605491 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-f707fba2-adbe-4b1e-8095-a80c943d5cc6 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:25.606299 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-f707fba2-adbe-4b1e-8095-a80c943d5cc6 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:25.673845 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-38d5032a-7489-419c-a476-3f70295925ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:25.714968 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-38d5032a-7489-419c-a476-3f70295925ce None None] For port 802ea03e-2b0c-40c6-b6bc-02b708014107, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=802ea03e-2b0c-40c6-b6bc-02b708014107,segment=NetworkSegment(1e30c634-9544-4893-b747-d96df028f0b9),segment_id=1e30c634-9544-4893-b747-d96df028f0b9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:25.722413 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-38d5032a-7489-419c-a476-3f70295925ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:25.768220 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-808ead35-3d7c-43d4-8147-d6a13efd2260'] response: {'name': 'network-changed', 'server_uuid': 'b9f6b77d-dd89-4b60-9799-be4f8d8ca542', 'tag': 'fac33644-ecb5-485a-95e9-3f1a2f4f6cbe', 'status': 'completed', 'code': 200} Apr 20 17:15:25.817674 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5032a-7489-419c-a476-3f70295925ce None None] Pushing event updated for resources: {'Port': ['ID=802ea03e-2b0c-40c6-b6bc-02b708014107,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:25.832472 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7f565383-caab-4e19-8485-8b512546f318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:25.833420 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f565383-caab-4e19-8485-8b512546f318 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:25.834201 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7f565383-caab-4e19-8485-8b512546f318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:25.861004 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-f707fba2-adbe-4b1e-8095-a80c943d5cc6 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6765416 Apr 20 17:15:25.892780 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-c453168a-dada-4fe2-a27f-2af8efae6208 service neutron] Request body: {'port': {'device_id': '85982905-05f9-4b80-98fc-e0c55668b1c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:15:25.921407 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1eac5-ed0b-4915-84da-9f189278e221 req-18711d85-a900-41f8-a444-bd1cbba13074 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:25.922793 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-05b1eac5-ed0b-4915-84da-9f189278e221 req-18711d85-a900-41f8-a444-bd1cbba13074 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bf1bc412-90d5-44c3-9118-40a48e554e77 HTTP/1.1" status: 200 len: 909 time: 0.3129482 Apr 20 17:15:26.048542 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-89d4b9c0-2990-4550-9dde-1d6c0e3b22f5 None None] Provisioning complete for port 802ea03e-2b0c-40c6-b6bc-02b708014107 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:15:26.050336 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-89d4b9c0-2990-4550-9dde-1d6c0e3b22f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:26.056713 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f565383-caab-4e19-8485-8b512546f318 admin admin] Pushing event updated for resources: {'Network': ['ID=7cad8736-f7b6-475d-b939-9da845dbb70b,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:26.058046 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c82dfb8e-f91d-46a9-8bb3-afd7aa40d8b7 req-0aa860f0-57c1-4799-b848-7cf89a812f70 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8eab13f9ce374bed840dc821db4a4e57&device_id=b9f6b77d-dd89-4b60-9799-be4f8d8ca542 HTTP/1.1" status: 200 len: 1094 time: 0.2312975 Apr 20 17:15:26.064986 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7f565383-caab-4e19-8485-8b512546f318 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7644577 Apr 20 17:15:26.066393 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-05b1eac5-ed0b-4915-84da-9f189278e221 req-4659e494-1157-4f3e-84fc-921d5c2a0ea0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3080caef-a65f-4017-8a99-a9197ea5a7b1 HTTP/1.1" status: 200 len: 217 time: 0.1366103 Apr 20 17:15:26.068159 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37228) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:26.069680 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6833b0b4-0a3c-4b1e-bad2-15695e957561 req-f771d32b-0c1c-48a6-abd9-cfaa78ab11f1 tempest-ServersOnMultiNodesTest-52254401 tempest-ServersOnMultiNodesTest-52254401-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:26.092776 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-c8f247ce-864d-4c10-9b6c-3d07a5cabb55 admin admin] Request body: {'subnet': {'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-318035455-subnet', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:15:26.106495 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6833b0b4-0a3c-4b1e-bad2-15695e957561 req-f771d32b-0c1c-48a6-abd9-cfaa78ab11f1 tempest-ServersOnMultiNodesTest-52254401 tempest-ServersOnMultiNodesTest-52254401-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:26.164809 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 7cad8736-f7b6-475d-b939-9da845dbb70b details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:15:26.167031 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-6833b0b4-0a3c-4b1e-bad2-15695e957561 req-f771d32b-0c1c-48a6-abd9-cfaa78ab11f1 tempest-ServersOnMultiNodesTest-52254401 tempest-ServersOnMultiNodesTest-52254401-project-admin] Synchronizing usage tracker for tenant:a94552a1b4b74218b287b97184397c2a on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:15:26.173021 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771d32b-0c1c-48a6-abd9-cfaa78ab11f1 tempest-ServersOnMultiNodesTest-52254401 tempest-ServersOnMultiNodesTest-52254401-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d17353a-1638-4df5-a947-006ca5cc95f1,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:26.179389 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-c453168a-dada-4fe2-a27f-2af8efae6208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:26.204995 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 802ea03e-2b0c-40c6-b6bc-02b708014107 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:15:26.207919 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c8f247ce-864d-4c10-9b6c-3d07a5cabb55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:15:26.236659 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c8f247ce-864d-4c10-9b6c-3d07a5cabb55 admin admin] Usage tracker for resource:subnet and tenant:9447d3abcfef46fbb9cec3961f14b45a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:15:26.248322 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c8f247ce-864d-4c10-9b6c-3d07a5cabb55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:15:26.258865 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-6833b0b4-0a3c-4b1e-bad2-15695e957561 req-f771d32b-0c1c-48a6-abd9-cfaa78ab11f1 tempest-ServersOnMultiNodesTest-52254401 tempest-ServersOnMultiNodesTest-52254401-project-admin] Unset dirty status for tenant:a94552a1b4b74218b287b97184397c2a on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:15:26.260212 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6833b0b4-0a3c-4b1e-bad2-15695e957561 req-f771d32b-0c1c-48a6-abd9-cfaa78ab11f1 tempest-ServersOnMultiNodesTest-52254401 tempest-ServersOnMultiNodesTest-52254401-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9892340 Apr 20 17:15:26.283529 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1eac5-ed0b-4915-84da-9f189278e221 req-1ada19df-e7ff-4599-bd57-e4374b6c4f1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:26.285360 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-05b1eac5-ed0b-4915-84da-9f189278e221 req-1ada19df-e7ff-4599-bd57-e4374b6c4f1a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afaadd71-91d9-490d-8c9c-d83dc8020198 HTTP/1.1" status: 200 len: 848 time: 0.1964030 Apr 20 17:15:26.346780 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c8f247ce-864d-4c10-9b6c-3d07a5cabb55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:15:26.360245 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dfb8e-f91d-46a9-8bb3-afd7aa40d8b7 req-035d7b34-cc69-4d99-87c9-9056b7d25e1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:26.362295 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c82dfb8e-f91d-46a9-8bb3-afd7aa40d8b7 req-035d7b34-cc69-4d99-87c9-9056b7d25e1b service neutron] 10.222.0.43 "GET /v2.0/networks?id=9034ea63-8cdc-4387-871e-6ef92eb3509a HTTP/1.1" status: 200 len: 906 time: 0.2979765 Apr 20 17:15:26.438447 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-05b1eac5-ed0b-4915-84da-9f189278e221 req-589cb193-7639-49b0-9c8b-95cf57014f05 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bf1bc412-90d5-44c3-9118-40a48e554e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713959 Apr 20 17:15:26.439007 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f247ce-864d-4c10-9b6c-3d07a5cabb55 admin admin] Made reservation on behalf of 9447d3abcfef46fbb9cec3961f14b45a for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:15:26.440526 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 802ea03e-2b0c-40c6-b6bc-02b708014107 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:15:26.440971 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:26.442044 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c8f247ce-864d-4c10-9b6c-3d07a5cabb55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:26.571888 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device fac33644-ecb5-485a-95e9-3f1a2f4f6cbe details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:15:26.736163 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c82dfb8e-f91d-46a9-8bb3-afd7aa40d8b7 req-a3d950df-1fc0-4391-a982-fde6e646792d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fac33644-ecb5-485a-95e9-3f1a2f4f6cbe HTTP/1.1" status: 200 len: 217 time: 0.2750735 Apr 20 17:15:26.794419 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988a4b0-a37d-4b67-8ef1-21fe20be3547 req-5cf0a294-97aa-4cf7-b35a-020cdd32a7ec tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:26.802734 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9988a4b0-a37d-4b67-8ef1-21fe20be3547 req-5cf0a294-97aa-4cf7-b35a-020cdd32a7ec tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9f6b77d-dd89-4b60-9799-be4f8d8ca542 HTTP/1.1" status: 200 len: 943 time: 0.7989554 Apr 20 17:15:26.806406 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b92331-b8af-4757-b89a-1f044deef2e6 req-370369d9-9d61-4775-a134-75502fda2809 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:26.807148 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f8b92331-b8af-4757-b89a-1f044deef2e6 req-370369d9-9d61-4775-a134-75502fda2809 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Synchronizing usage tracker for tenant:e0abf75523cb42799be079adbc9824df on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:15:26.821432 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port fac33644-ecb5-485a-95e9-3f1a2f4f6cbe, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=fac33644-ecb5-485a-95e9-3f1a2f4f6cbe,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:26.835779 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'fac33644-ecb5-485a-95e9-3f1a2f4f6cbe', 'network_id': '9034ea63-8cdc-4387-871e-6ef92eb3509a', 'port_id': 'fac33644-ecb5-485a-95e9-3f1a2f4f6cbe', 'mac_address': 'fa:16:3e:eb:56:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af85ab34-696f-4577-a7cd-12cc3ca9e9e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:15:26.896340 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:26.913936 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fac33644-ecb5-485a-95e9-3f1a2f4f6cbe {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:15:26.928101 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-dc2f360a-0e6e-45cc-98e0-cec5fbd1f010 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:26.929742 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port fac33644-ecb5-485a-95e9-3f1a2f4f6cbe, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=fac33644-ecb5-485a-95e9-3f1a2f4f6cbe,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:26.932234 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-dc2f360a-0e6e-45cc-98e0-cec5fbd1f010 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:26.933073 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-dc2f360a-0e6e-45cc-98e0-cec5fbd1f010 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Synchronizing usage tracker for tenant:4f510c870a174765bb86dc367cadd96a on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:15:26.935975 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f8b92331-b8af-4757-b89a-1f044deef2e6 req-370369d9-9d61-4775-a134-75502fda2809 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Unset dirty status for tenant:e0abf75523cb42799be079adbc9824df on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:15:26.936134 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:26.936957 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dfb8e-f91d-46a9-8bb3-afd7aa40d8b7 req-ee54264d-bc68-41de-9052-03663866c8e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:26.938546 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c82dfb8e-f91d-46a9-8bb3-afd7aa40d8b7 req-ee54264d-bc68-41de-9052-03663866c8e2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=af85ab34-696f-4577-a7cd-12cc3ca9e9e8 HTTP/1.1" status: 200 len: 845 time: 0.1946349 Apr 20 17:15:26.943441 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f8b92331-b8af-4757-b89a-1f044deef2e6 req-370369d9-9d61-4775-a134-75502fda2809 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=85982905-05f9-4b80-98fc-e0c55668b1c3 HTTP/1.1" status: 200 len: 931 time: 0.4996810 Apr 20 17:15:26.973885 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-c453168a-dada-4fe2-a27f-2af8efae6208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b65287-eb3b-4430-9341-302356329841 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:15:26.983385 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9988a4b0-a37d-4b67-8ef1-21fe20be3547 req-fe614be0-0a71-4a5a-9d9b-d47ab95e411e tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789963 Apr 20 17:15:26.985706 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-c453168a-dada-4fe2-a27f-2af8efae6208 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:26.989402 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b195a856-d719-4837-9e30-542a2173aa92 req-37e46e7b-4fd4-40ab-88da-85fb8dc06f59 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5244677 Apr 20 17:15:27.019913 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=fac33644-ecb5-485a-95e9-3f1a2f4f6cbe,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:27.023766 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f8b92331-b8af-4757-b89a-1f044deef2e6 req-3f048aac-86e1-4f9b-ba48-9e0181d35f96 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793433 Apr 20 17:15:27.034895 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-dc2f360a-0e6e-45cc-98e0-cec5fbd1f010 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Unset dirty status for tenant:4f510c870a174765bb86dc367cadd96a on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:15:27.036030 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-dc2f360a-0e6e-45cc-98e0-cec5fbd1f010 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.43 "GET /v2.0/networks?id=5e73ed25-63a7-447d-a1dc-802c69c1b0d2&id=3de4e914-1f9e-4063-91bd-a2f49f6824cd HTTP/1.1" status: 200 len: 1392 time: 0.4825833 Apr 20 17:15:27.058075 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-a93f3359-c9fc-46ce-8886-49d15b0876f0 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Request body: {'port': {'device_id': '9edbaf71-164d-49f5-b985-7d59dfc501cc', 'network_id': '5e73ed25-63a7-447d-a1dc-802c69c1b0d2', 'admin_state_up': True, 'tenant_id': '4f510c870a174765bb86dc367cadd96a'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:15:27.085736 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c82dfb8e-f91d-46a9-8bb3-afd7aa40d8b7 req-e62fbcd9-60cf-4ad9-951a-f8c4230984ce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9034ea63-8cdc-4387-871e-6ef92eb3509a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1379719 Apr 20 17:15:27.088020 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-05b1eac5-ed0b-4915-84da-9f189278e221 req-0c6427e7-d0be-4ef1-8735-00858af9fd58 service neutron] 10.222.0.10 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6223102 Apr 20 17:15:27.094027 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-c453168a-dada-4fe2-a27f-2af8efae6208 service neutron] Transition to ACTIVE for port object f7b65287-eb3b-4430-9341-302356329841 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:15:27.136200 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['fac33644-ecb5-485a-95e9-3f1a2f4f6cbe'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:15:27.160304 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-c453168a-dada-4fe2-a27f-2af8efae6208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:27.366628 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453168a-dada-4fe2-a27f-2af8efae6208 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b65287-eb3b-4430-9341-302356329841,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:27.414372 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-a93f3359-c9fc-46ce-8886-49d15b0876f0 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:15:27.448136 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-a93f3359-c9fc-46ce-8886-49d15b0876f0 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Usage tracker for resource:port and tenant:4f510c870a174765bb86dc367cadd96a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:15:27.456119 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-a93f3359-c9fc-46ce-8886-49d15b0876f0 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:15:27.464735 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-347c1003-2c0a-4694-9cb1-ea9bd740b3d2 req-4f3dbbb8-fc03-4810-b5db-1d2f3fac78d3 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=9edbaf71-164d-49f5-b985-7d59dfc501cc HTTP/1.1" status: 200 len: 210 time: 0.2668312 Apr 20 17:15:27.505297 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-a93f3359-c9fc-46ce-8886-49d15b0876f0 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:15:27.520892 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4487f64-25db-4a7e-a0e3-30186ada6ab7 req-2ebd93c2-2a90-446f-8765-71da9ca262bd tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:27.522526 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b4487f64-25db-4a7e-a0e3-30186ada6ab7 req-2ebd93c2-2a90-446f-8765-71da9ca262bd tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 950 time: 0.3242810 Apr 20 17:15:27.550527 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-a93f3359-c9fc-46ce-8886-49d15b0876f0 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Made reservation on behalf of 4f510c870a174765bb86dc367cadd96a for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:15:27.553506 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-a93f3359-c9fc-46ce-8886-49d15b0876f0 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:27.577311 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c8f247ce-864d-4c10-9b6c-3d07a5cabb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:27.600733 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-c453168a-dada-4fe2-a27f-2af8efae6208 service neutron] Attempting to bind port f7b65287-eb3b-4430-9341-302356329841 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:15:27.601103 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-c453168a-dada-4fe2-a27f-2af8efae6208 service neutron] Attempting to bind port f7b65287-eb3b-4430-9341-302356329841 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '7bd8babb-8003-4806-8692-e92ce3a5f993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:15:27.601426 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-c453168a-dada-4fe2-a27f-2af8efae6208 service neutron] Attempting to bind port f7b65287-eb3b-4430-9341-302356329841 on network 712cbfca-4f15-4a05-b540-c7c77d6caef1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:15:27.629582 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c82dfb8e-f91d-46a9-8bb3-afd7aa40d8b7 req-809469f9-0d18-49fb-8ac6-cdde4ac39fd1 service neutron] 10.222.0.43 "GET /v2.0/networks/9034ea63-8cdc-4387-871e-6ef92eb3509a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4992182 Apr 20 17:15:27.666230 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-c453168a-dada-4fe2-a27f-2af8efae6208 service neutron] Port f7b65287-eb3b-4430-9341-302356329841 on network 712cbfca-4f15-4a05-b540-c7c77d6caef1 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:15:27.666230 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-c453168a-dada-4fe2-a27f-2af8efae6208 service neutron] Attempting to bind port f7b65287-eb3b-4430-9341-302356329841 on network 712cbfca-4f15-4a05-b540-c7c77d6caef1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:15:27.675912 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b4487f64-25db-4a7e-a0e3-30186ada6ab7 req-7920610f-0025-427f-9f11-d1c1f43662bd tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413367 Apr 20 17:15:27.682089 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b195a856-d719-4837-9e30-542a2173aa92 req-c74d3c20-2859-4928-b06b-5fac1f12feab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 1101 time: 0.5925479 Apr 20 17:15:27.766294 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-c453168a-dada-4fe2-a27f-2af8efae6208 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:15:27.766655 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-c453168a-dada-4fe2-a27f-2af8efae6208 service neutron] Checking segment: {'id': '7bd8babb-8003-4806-8692-e92ce3a5f993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:15:27.767325 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-c453168a-dada-4fe2-a27f-2af8efae6208 service neutron] Bound using segment: {'id': '7bd8babb-8003-4806-8692-e92ce3a5f993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:15:27.767595 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-c453168a-dada-4fe2-a27f-2af8efae6208 service neutron] Bound port: f7b65287-eb3b-4430-9341-302356329841, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd8babb-8003-4806-8692-e92ce3a5f993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:15:27.767944 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-c453168a-dada-4fe2-a27f-2af8efae6208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:27.855790 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f247ce-864d-4c10-9b6c-3d07a5cabb55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8d43a55-22fc-443b-9bc2-2677f5ddd7b2,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:27.899646 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-c453168a-dada-4fe2-a27f-2af8efae6208 service neutron] For port f7b65287-eb3b-4430-9341-302356329841, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:15:27.905348 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-c453168a-dada-4fe2-a27f-2af8efae6208 service neutron] For port f7b65287-eb3b-4430-9341-302356329841, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=f7b65287-eb3b-4430-9341-302356329841,segment=NetworkSegment(7bd8babb-8003-4806-8692-e92ce3a5f993),segment_id=7bd8babb-8003-4806-8692-e92ce3a5f993)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:15:27.919353 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-a93f3359-c9fc-46ce-8886-49d15b0876f0 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Allocated IP 19.80.0.112 (5e73ed25-63a7-447d-a1dc-802c69c1b0d2/e560b09c-632d-4e38-a7ab-26eef818fbfc/bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:15:27.922234 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-c453168a-dada-4fe2-a27f-2af8efae6208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:27.937004 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195a856-d719-4837-9e30-542a2173aa92 req-6d46c432-ffaf-4c41-9524-fb601577c8d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:27.938636 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b195a856-d719-4837-9e30-542a2173aa92 req-6d46c432-ffaf-4c41-9524-fb601577c8d7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.1965959 Apr 20 17:15:27.940774 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-05b1eac5-ed0b-4915-84da-9f189278e221 req-7de5e071-73f9-4350-a345-82d7b4acd47b service neutron] 10.222.0.10 "GET /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7417901 Apr 20 17:15:28.058457 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b195a856-d719-4837-9e30-542a2173aa92 req-b1e9b60f-a39c-4800-9993-50f55ad19964 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=f2ae1052-1228-44aa-b982-dda2ca184507 HTTP/1.1" status: 200 len: 217 time: 0.1091073 Apr 20 17:15:28.062206 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f247ce-864d-4c10-9b6c-3d07a5cabb55 admin admin] Checking segment: {'id': '36373ac1-df16-4205-8393-5031c405a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:15:28.062579 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f247ce-864d-4c10-9b6c-3d07a5cabb55 admin admin] Network hostable DHCP agents. Network: 7cad8736-f7b6-475d-b939-9da845dbb70b, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:15:28.090848 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453168a-dada-4fe2-a27f-2af8efae6208 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b65287-eb3b-4430-9341-302356329841,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:28.107619 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-c453168a-dada-4fe2-a27f-2af8efae6208 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:28.109613 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-c453168a-dada-4fe2-a27f-2af8efae6208 service neutron] 10.222.0.10 "PUT /v2.0/ports/f7b65287-eb3b-4430-9341-302356329841 HTTP/1.1" status: 200 len: 1091 time: 2.2239687 Apr 20 17:15:28.109613 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85982905-05f9-4b80-98fc-e0c55668b1c3', 'tag': 'f7b65287-eb3b-4430-9341-302356329841'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:15:28.142208 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c82dfb8e-f91d-46a9-8bb3-afd7aa40d8b7 req-28c074b8-10b3-4875-b87a-3d4831450e72 service neutron] 10.222.0.43 "GET /v2.0/networks/9034ea63-8cdc-4387-871e-6ef92eb3509a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4951391 Apr 20 17:15:28.164398 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195a856-d719-4837-9e30-542a2173aa92 req-ccefa4ad-6b49-4472-81e8-018c0918cf94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:28.166441 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b195a856-d719-4837-9e30-542a2173aa92 req-ccefa4ad-6b49-4472-81e8-018c0918cf94 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.0977979 Apr 20 17:15:28.168864 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f247ce-864d-4c10-9b6c-3d07a5cabb55 admin admin] Network 7cad8736-f7b6-475d-b939-9da845dbb70b is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:15:28.220324 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-c8f247ce-864d-4c10-9b6c-3d07a5cabb55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 7cad8736-f7b6-475d-b939-9da845dbb70b) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:15:28.226965 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f247ce-864d-4c10-9b6c-3d07a5cabb55 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:28.227885 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c8f247ce-864d-4c10-9b6c-3d07a5cabb55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:28.233857 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60d7dc8-56cb-470c-b138-4035b62bec61 None None] Network 7cad8736-f7b6-475d-b939-9da845dbb70b requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:15:28.270056 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c8f247ce-864d-4c10-9b6c-3d07a5cabb55 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1996505 Apr 20 17:15:28.302972 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37276) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:28.326902 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b195a856-d719-4837-9e30-542a2173aa92 req-ecc0cd58-8a4c-405b-93dc-df263a23cc5e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1548262 Apr 20 17:15:28.354775 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-f818389e-1b42-4b82-843e-2a62372a049c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-318035455-router', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:15:28.386468 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f818389e-1b42-4b82-843e-2a62372a049c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:15:28.412986 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f818389e-1b42-4b82-843e-2a62372a049c admin admin] Usage tracker for resource:router and tenant:9447d3abcfef46fbb9cec3961f14b45a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:15:28.417476 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f818389e-1b42-4b82-843e-2a62372a049c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:15:28.486911 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ec01ea-40b0-427c-b225-32135a4b3460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-7cad8736-f7b6-475d-b939-9da845dbb70b', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'fixed_ips': [{'subnet_id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:15:28.487735 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b5ec01ea-40b0-427c-b225-32135a4b3460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:28.499352 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f818389e-1b42-4b82-843e-2a62372a049c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:15:28.503775 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device fac33644-ecb5-485a-95e9-3f1a2f4f6cbe up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:15:28.541924 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f818389e-1b42-4b82-843e-2a62372a049c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:28.542858 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f818389e-1b42-4b82-843e-2a62372a049c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:28.561044 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-a93f3359-c9fc-46ce-8886-49d15b0876f0 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:28.594434 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-0c252b95-7167-4ecf-baaa-49ef2bcfaf4b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0abf75523cb42799be079adbc9824df&device_id=85982905-05f9-4b80-98fc-e0c55668b1c3 HTTP/1.1" status: 200 len: 1094 time: 0.3736038 Apr 20 17:15:28.599065 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-a93f3359-c9fc-46ce-8886-49d15b0876f0 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Transition to ACTIVE for port object bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:15:28.602972 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b7f6cc55-bf53-44ec-9e7d-57e070f0ac29 req-241b1bdc-2576-41eb-9533-bd2b759744cd tempest-MigrationsAdminTest-1688820326 tempest-MigrationsAdminTest-1688820326-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 1101 time: 0.3496270 Apr 20 17:15:28.627298 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b195a856-d719-4837-9e30-542a2173aa92 req-fff15d31-e51a-4eb3-a934-839340141806 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913508 Apr 20 17:15:28.640795 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2127dc-fd4b-455e-91dc-584e38fd26d7 req-ea4d20ea-93bd-4040-9c4e-28c70ab0973b tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:28.641541 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7e2127dc-fd4b-455e-91dc-584e38fd26d7 req-ea4d20ea-93bd-4040-9c4e-28c70ab0973b tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.10 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 945 time: 0.3713655 Apr 20 17:15:28.647792 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port fac33644-ecb5-485a-95e9-3f1a2f4f6cbe completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:15:28.665015 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f818389e-1b42-4b82-843e-2a62372a049c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:28.679179 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port fac33644-ecb5-485a-95e9-3f1a2f4f6cbe triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:15:28.679544 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:28.706368 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b7f6cc55-bf53-44ec-9e7d-57e070f0ac29 req-a8a3620b-09e5-4901-b6a9-9ada03434b26 tempest-MigrationsAdminTest-1688820326 tempest-MigrationsAdminTest-1688820326-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:28.715916 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-491a9c9b-d4e8-4ce0-aaa6-6566840f1b8f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7b65287-eb3b-4430-9341-302356329841 HTTP/1.1" status: 200 len: 217 time: 0.1119664 Apr 20 17:15:28.754774 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-b5ec01ea-40b0-427c-b225-32135a4b3460 None None] Allocated IP 172.20.0.2 (7cad8736-f7b6-475d-b939-9da845dbb70b/e8d43a55-22fc-443b-9bc2-2677f5ddd7b2/7cd18c6c-d112-4efa-ae7f-6a32c5580dfd) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:15:28.763770 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3fbb2d-5447-40c8-9585-f463b1a5d95d req-5a8f5040-30a9-4266-aab3-800d21e46929 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:28.770606 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a3fbb2d-5447-40c8-9585-f463b1a5d95d req-5a8f5040-30a9-4266-aab3-800d21e46929 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=b63c3fae-e352-4bc1-a87f-fa54c9342662 HTTP/1.1" status: 200 len: 945 time: 0.2790565 Apr 20 17:15:28.842789 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-7e2127dc-fd4b-455e-91dc-584e38fd26d7 req-28bde5de-107d-4bc5-a73f-10b774bb2e10 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Deleting port 3080caef-a65f-4017-8a99-a9197ea5a7b1 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:15:28.843110 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7e2127dc-fd4b-455e-91dc-584e38fd26d7 req-28bde5de-107d-4bc5-a73f-10b774bb2e10 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:28.903839 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:28.933496 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a3fbb2d-5447-40c8-9585-f463b1a5d95d req-85f13f2b-6206-4f2e-934e-f51413e61d23 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616302 Apr 20 17:15:28.936973 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b195a856-d719-4837-9e30-542a2173aa92 req-fcba4476-37de-489c-a3ce-5242674f4ed0 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946191 Apr 20 17:15:28.958523 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f6b77d-dd89-4b60-9799-be4f8d8ca542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac33644-ecb5-485a-95e9-3f1a2f4f6cbe'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:15:28.988152 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port fac33644-ecb5-485a-95e9-3f1a2f4f6cbe, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=fac33644-ecb5-485a-95e9-3f1a2f4f6cbe,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:28.997829 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:29.032274 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-a93f3359-c9fc-46ce-8886-49d15b0876f0 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:29.046582 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-b7f6cc55-bf53-44ec-9e7d-57e070f0ac29 req-a8a3620b-09e5-4901-b6a9-9ada03434b26 tempest-MigrationsAdminTest-1688820326 tempest-MigrationsAdminTest-1688820326-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:15:29.102877 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b7f6cc55-bf53-44ec-9e7d-57e070f0ac29 req-a8a3620b-09e5-4901-b6a9-9ada03434b26 tempest-MigrationsAdminTest-1688820326 tempest-MigrationsAdminTest-1688820326-project-admin] Usage tracker for resource:security_group_rule and tenant:bde1d634715f44b6935c2305e9d373bc is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:15:29.108601 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-e1a2e41b-fb09-4ca5-8756-d72d090e01e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:29.111229 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-e1a2e41b-fb09-4ca5-8756-d72d090e01e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2fc33d54-66ae-4acd-9a13-99509719aca0 HTTP/1.1" status: 200 len: 852 time: 0.3865507 Apr 20 17:15:29.116614 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b5ec01ea-40b0-427c-b225-32135a4b3460 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:29.118749 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b7f6cc55-bf53-44ec-9e7d-57e070f0ac29 req-a8a3620b-09e5-4901-b6a9-9ada03434b26 tempest-MigrationsAdminTest-1688820326 tempest-MigrationsAdminTest-1688820326-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:15:29.119265 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=fac33644-ecb5-485a-95e9-3f1a2f4f6cbe,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:29.130479 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b5ec01ea-40b0-427c-b225-32135a4b3460 None None] Transition to ACTIVE for port object 7cd18c6c-d112-4efa-ae7f-6a32c5580dfd will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:15:29.152700 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b5ec01ea-40b0-427c-b225-32135a4b3460 None None] Transition to ACTIVE for port object 7cd18c6c-d112-4efa-ae7f-6a32c5580dfd will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:15:29.161240 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b5ec01ea-40b0-427c-b225-32135a4b3460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:29.173564 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-b7f6cc55-bf53-44ec-9e7d-57e070f0ac29 req-a8a3620b-09e5-4901-b6a9-9ada03434b26 tempest-MigrationsAdminTest-1688820326 tempest-MigrationsAdminTest-1688820326-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:15:29.199267 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-460edce8-8db0-4d41-9c49-d7973faaab61 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=712cbfca-4f15-4a05-b540-c7c77d6caef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619037 Apr 20 17:15:29.214443 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-a93f3359-c9fc-46ce-8886-49d15b0876f0 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Network 5e73ed25-63a7-447d-a1dc-802c69c1b0d2 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:15:29.242997 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-a93f3359-c9fc-46ce-8886-49d15b0876f0 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:15:29.245686 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-a93f3359-c9fc-46ce-8886-49d15b0876f0 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:15:29.267542 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ec01ea-40b0-427c-b225-32135a4b3460 None None] Network 7cad8736-f7b6-475d-b939-9da845dbb70b is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:15:29.269288 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec01ea-40b0-427c-b225-32135a4b3460 None None] Pushing event updated for resources: {'Port': ['ID=7cd18c6c-d112-4efa-ae7f-6a32c5580dfd,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:29.272663 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f3359-c9fc-46ce-8886-49d15b0876f0 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Pushing event updated for resources: {'Port': ['ID=bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:29.292843 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-b5ec01ea-40b0-427c-b225-32135a4b3460 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:15:29.299082 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ec01ea-40b0-427c-b225-32135a4b3460 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:15:29.338649 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f818389e-1b42-4b82-843e-2a62372a049c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:29.398605 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-7e2127dc-fd4b-455e-91dc-584e38fd26d7 req-28bde5de-107d-4bc5-a73f-10b774bb2e10 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] For port 3080caef-a65f-4017-8a99-a9197ea5a7b1, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=3080caef-a65f-4017-8a99-a9197ea5a7b1,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:29.399206 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7e2127dc-fd4b-455e-91dc-584e38fd26d7 req-28bde5de-107d-4bc5-a73f-10b774bb2e10 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:29.459524 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-a93f3359-c9fc-46ce-8886-49d15b0876f0 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:29.460115 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-a93f3359-c9fc-46ce-8886-49d15b0876f0 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:29.483507 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b5ec01ea-40b0-427c-b225-32135a4b3460 None None] Attempting to bind port 7cd18c6c-d112-4efa-ae7f-6a32c5580dfd on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:15:29.484023 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b5ec01ea-40b0-427c-b225-32135a4b3460 None None] Attempting to bind port 7cd18c6c-d112-4efa-ae7f-6a32c5580dfd by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '36373ac1-df16-4205-8393-5031c405a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:15:29.485101 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ec01ea-40b0-427c-b225-32135a4b3460 None None] Attempting to bind port 7cd18c6c-d112-4efa-ae7f-6a32c5580dfd on network 7cad8736-f7b6-475d-b939-9da845dbb70b {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:15:29.502143 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ec01ea-40b0-427c-b225-32135a4b3460 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:15:29.504448 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ec01ea-40b0-427c-b225-32135a4b3460 None None] Checking segment: {'id': '36373ac1-df16-4205-8393-5031c405a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:15:29.507258 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b5ec01ea-40b0-427c-b225-32135a4b3460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:29.507915 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ec01ea-40b0-427c-b225-32135a4b3460 None None] Bound using segment: {'id': '36373ac1-df16-4205-8393-5031c405a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:15:29.508655 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b5ec01ea-40b0-427c-b225-32135a4b3460 None None] Bound port: 7cd18c6c-d112-4efa-ae7f-6a32c5580dfd, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36373ac1-df16-4205-8393-5031c405a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:15:29.509829 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b5ec01ea-40b0-427c-b225-32135a4b3460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:29.553943 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-7e2127dc-fd4b-455e-91dc-584e38fd26d7 req-28bde5de-107d-4bc5-a73f-10b774bb2e10 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Calling delete_port for 3080caef-a65f-4017-8a99-a9197ea5a7b1 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:15:29.560537 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-8d2e1d1d-0514-4f31-8c4f-4f7eef6564d2 service neutron] 10.222.0.10 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501694 Apr 20 17:15:29.581562 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b7f6cc55-bf53-44ec-9e7d-57e070f0ac29 req-a8a3620b-09e5-4901-b6a9-9ada03434b26 tempest-MigrationsAdminTest-1688820326 tempest-MigrationsAdminTest-1688820326-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:29.613259 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b7f6cc55-bf53-44ec-9e7d-57e070f0ac29 req-a8a3620b-09e5-4901-b6a9-9ada03434b26 tempest-MigrationsAdminTest-1688820326 tempest-MigrationsAdminTest-1688820326-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:29.643140 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f86269d7-e0ff-4877-a450-d10006aef884 None None] Provisioning for port bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:15:29.648573 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b5ec01ea-40b0-427c-b225-32135a4b3460 None None] For port 7cd18c6c-d112-4efa-ae7f-6a32c5580dfd, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:15:29.651994 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b5ec01ea-40b0-427c-b225-32135a4b3460 None None] For port 7cd18c6c-d112-4efa-ae7f-6a32c5580dfd, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=7cd18c6c-d112-4efa-ae7f-6a32c5580dfd,segment=NetworkSegment(36373ac1-df16-4205-8393-5031c405a675),segment_id=36373ac1-df16-4205-8393-5031c405a675)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:15:29.652994 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f86269d7-e0ff-4877-a450-d10006aef884 None None] Provisioning complete for port bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:15:29.653351 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f86269d7-e0ff-4877-a450-d10006aef884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:29.678142 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f16ea-b58f-4a17-9914-87388f9aaebf req-f2da8331-d61e-4ad6-8b9b-3a8195393d27 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:29.685479 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-be5f16ea-b58f-4a17-9914-87388f9aaebf req-f2da8331-d61e-4ad6-8b9b-3a8195393d27 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9f6b77d-dd89-4b60-9799-be4f8d8ca542 HTTP/1.1" status: 200 len: 945 time: 0.5239437 Apr 20 17:15:29.715614 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-a93f3359-c9fc-46ce-8886-49d15b0876f0 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6628773 Apr 20 17:15:29.726457 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b5ec01ea-40b0-427c-b225-32135a4b3460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:29.733514 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-f760a4a6-5d84-4aa9-8ec5-666a0f36387f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Request body: {'port': {'device_id': '9edbaf71-164d-49f5-b985-7d59dfc501cc', 'network_id': '3de4e914-1f9e-4063-91bd-a2f49f6824cd', 'admin_state_up': True, 'tenant_id': '4f510c870a174765bb86dc367cadd96a'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:15:29.756136 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b7f6cc55-bf53-44ec-9e7d-57e070f0ac29 req-a8a3620b-09e5-4901-b6a9-9ada03434b26 tempest-MigrationsAdminTest-1688820326 tempest-MigrationsAdminTest-1688820326-project-admin] Synchronizing usage tracker for tenant:bde1d634715f44b6935c2305e9d373bc on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:15:29.780626 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-be5f16ea-b58f-4a17-9914-87388f9aaebf req-74b43859-ee5b-4e2e-9b6a-daf241fe9cd2 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943646 Apr 20 17:15:29.793097 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7e2127dc-fd4b-455e-91dc-584e38fd26d7 req-28bde5de-107d-4bc5-a73f-10b774bb2e10 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:29.808494 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-f86269d7-e0ff-4877-a450-d10006aef884 None None] Port bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:15:29.819906 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a3620b-09e5-4901-b6a9-9ada03434b26 tempest-MigrationsAdminTest-1688820326 tempest-MigrationsAdminTest-1688820326-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c51e65-e567-476f-a85d-a1ebedeee2c4,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:29.830883 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec01ea-40b0-427c-b225-32135a4b3460 None None] Pushing event updated for resources: {'Port': ['ID=7cd18c6c-d112-4efa-ae7f-6a32c5580dfd,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:29.858824 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bde5de-107d-4bc5-a73f-10b774bb2e10 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Pushing event deleted for resources: {'Port': ['ID=3080caef-a65f-4017-8a99-a9197ea5a7b1,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:29.910011 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba384f16-a06e-4375-a0f2-882251139ea9 req-6ec88193-6d26-4d1c-8a32-0da4095daf36 service neutron] 10.222.0.10 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328199 Apr 20 17:15:29.922913 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b7f6cc55-bf53-44ec-9e7d-57e070f0ac29 req-a8a3620b-09e5-4901-b6a9-9ada03434b26 tempest-MigrationsAdminTest-1688820326 tempest-MigrationsAdminTest-1688820326-project-admin] Unset dirty status for tenant:bde1d634715f44b6935c2305e9d373bc on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:15:29.934760 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b7f6cc55-bf53-44ec-9e7d-57e070f0ac29 req-a8a3620b-09e5-4901-b6a9-9ada03434b26 tempest-MigrationsAdminTest-1688820326 tempest-MigrationsAdminTest-1688820326-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2771080 Apr 20 17:15:30.015202 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-f760a4a6-5d84-4aa9-8ec5-666a0f36387f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:15:30.021013 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-f760a4a6-5d84-4aa9-8ec5-666a0f36387f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Usage tracker for resource:port and tenant:4f510c870a174765bb86dc367cadd96a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:15:30.025087 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-f760a4a6-5d84-4aa9-8ec5-666a0f36387f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:15:30.033576 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-f760a4a6-5d84-4aa9-8ec5-666a0f36387f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:15:30.061007 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-4260aadb-76b0-4184-85f2-04dfe6502957 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655239 Apr 20 17:15:30.095319 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-f760a4a6-5d84-4aa9-8ec5-666a0f36387f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Made reservation on behalf of 4f510c870a174765bb86dc367cadd96a for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:15:30.098792 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-f760a4a6-5d84-4aa9-8ec5-666a0f36387f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:30.120900 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2127dc-fd4b-455e-91dc-584e38fd26d7 req-28bde5de-107d-4bc5-a73f-10b774bb2e10 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] No DVR routers for this DVR port 3080caef-a65f-4017-8a99-a9197ea5a7b1 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:15:30.131584 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7e2127dc-fd4b-455e-91dc-584e38fd26d7 req-28bde5de-107d-4bc5-a73f-10b774bb2e10 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:30.135350 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f818389e-1b42-4b82-843e-2a62372a049c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:30.135687 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63c3fae-e352-4bc1-a87f-fa54c9342662', 'name': 'network-vif-deleted', 'tag': '3080caef-a65f-4017-8a99-a9197ea5a7b1'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:15:30.207972 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f818389e-1b42-4b82-843e-2a62372a049c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:30.232035 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7e2127dc-fd4b-455e-91dc-584e38fd26d7 req-28bde5de-107d-4bc5-a73f-10b774bb2e10 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.10 "DELETE /v2.0/ports/3080caef-a65f-4017-8a99-a9197ea5a7b1 HTTP/1.1" status: 204 len: 173 time: 1.5676806 Apr 20 17:15:30.308860 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-936a4262-0bd5-42a0-87b7-96d8194b7d68 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:30.315829 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-936a4262-0bd5-42a0-87b7-96d8194b7d68 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2527566 Apr 20 17:15:30.333970 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-dd10f0a3-6236-482e-aa96-be367d4e3df4 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/quotas/07e7ee6fb2044b339294a5844a1dc3d4 HTTP/1.1" status: 200 len: 375 time: 0.0169778 Apr 20 17:15:30.430030 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-6d2ba2ca-3c1f-46da-aa8e-534a9b7d0620 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0931363 Apr 20 17:15:30.511063 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-f760a4a6-5d84-4aa9-8ec5-666a0f36387f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Allocated IP 19.86.0.41 (3de4e914-1f9e-4063-91bd-a2f49f6824cd/8e5d91a0-ee36-46c7-ab32-3c8e737742b4/6e3e98aa-7d63-49c0-b5d1-62cd85b13056) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:15:30.576332 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f85205-e13a-4789-96d4-1b9c16c6dd47 req-19fb2b5e-2631-4247-aeca-b0acf97d49e5 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:30.577605 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e5f85205-e13a-4789-96d4-1b9c16c6dd47 req-19fb2b5e-2631-4247-aeca-b0acf97d49e5 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=85982905-05f9-4b80-98fc-e0c55668b1c3 HTTP/1.1" status: 200 len: 943 time: 0.3649447 Apr 20 17:15:30.595108 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-f818389e-1b42-4b82-843e-2a62372a049c admin admin] Allocated IP 172.25.8.248 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/99656306-bf22-426a-bd25-1355044d1f79) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:15:30.961417 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e5f85205-e13a-4789-96d4-1b9c16c6dd47 req-5967b928-ff68-47c5-8cd2-57c1d4435035 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678031 Apr 20 17:15:31.034909 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0cdd904-4a3c-467b-9a82-36e2f95cec56'] response: {'name': 'network-changed', 'server_uuid': '85982905-05f9-4b80-98fc-e0c55668b1c3', 'tag': 'f7b65287-eb3b-4430-9341-302356329841', 'status': 'completed', 'code': 200} Apr 20 17:15:31.110150 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-f760a4a6-5d84-4aa9-8ec5-666a0f36387f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:31.146621 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f818389e-1b42-4b82-843e-2a62372a049c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:31.157312 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-f760a4a6-5d84-4aa9-8ec5-666a0f36387f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Transition to ACTIVE for port object 6e3e98aa-7d63-49c0-b5d1-62cd85b13056 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:15:31.171166 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f77e2f0f-94a2-4b9a-9706-11e4767d88d5'] response: {'server_uuid': 'b9f6b77d-dd89-4b60-9799-be4f8d8ca542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac33644-ecb5-485a-95e9-3f1a2f4f6cbe', 'code': 200} Apr 20 17:15:31.226073 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dc2d73-6f5a-482e-89aa-e4d357a83e0b None None] Network 7cad8736-f7b6-475d-b939-9da845dbb70b requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:15:31.232367 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0c6ad19f-9c09-4e7a-a054-d1ac7e0c7fe5 req-3646691e-b081-47c7-baaa-52a5865cae60 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0abf75523cb42799be079adbc9824df&device_id=85982905-05f9-4b80-98fc-e0c55668b1c3 HTTP/1.1" status: 200 len: 1094 time: 0.1935833 Apr 20 17:15:31.281922 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-f760a4a6-5d84-4aa9-8ec5-666a0f36387f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:31.324204 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1864be8d-6ff0-4c94-bc04-c7abd097b013 None None] Provisioning for port 7cd18c6c-d112-4efa-ae7f-6a32c5580dfd completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:15:31.363064 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f818389e-1b42-4b82-843e-2a62372a049c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:31.433827 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f818389e-1b42-4b82-843e-2a62372a049c admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:15:31.449450 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-f818389e-1b42-4b82-843e-2a62372a049c admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:15:31.457268 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-f760a4a6-5d84-4aa9-8ec5-666a0f36387f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Network 3de4e914-1f9e-4063-91bd-a2f49f6824cd is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:15:31.467999 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f818389e-1b42-4b82-843e-2a62372a049c admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:15:31.521586 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-f760a4a6-5d84-4aa9-8ec5-666a0f36387f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:15:31.565330 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-f760a4a6-5d84-4aa9-8ec5-666a0f36387f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:15:31.567094 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ad19f-9c09-4e7a-a054-d1ac7e0c7fe5 req-6e1e7868-f895-4b4f-bef0-f342ac382c94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:31.568501 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0c6ad19f-9c09-4e7a-a054-d1ac7e0c7fe5 req-6e1e7868-f895-4b4f-bef0-f342ac382c94 service neutron] 10.222.0.10 "GET /v2.0/networks?id=712cbfca-4f15-4a05-b540-c7c77d6caef1 HTTP/1.1" status: 200 len: 913 time: 0.3282027 Apr 20 17:15:31.573078 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-98dd76e2-ea99-4182-b1a0-6d38214008ab req-0336be2a-d524-45d7-a596-d1ca9241ded2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b9f6b77d-dd89-4b60-9799-be4f8d8ca542 HTTP/1.1" status: 200 len: 1096 time: 0.3338697 Apr 20 17:15:31.667482 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760a4a6-5d84-4aa9-8ec5-666a0f36387f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Pushing event updated for resources: {'Port': ['ID=6e3e98aa-7d63-49c0-b5d1-62cd85b13056,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:31.677461 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7286d79-3823-41df-9c13-ae5abde69e9a req-72c06812-f8d9-4688-a7dd-c750dcdb9ac8 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:31.684198 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7286d79-3823-41df-9c13-ae5abde69e9a req-72c06812-f8d9-4688-a7dd-c750dcdb9ac8 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:31.691261 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f7286d79-3823-41df-9c13-ae5abde69e9a req-72c06812-f8d9-4688-a7dd-c750dcdb9ac8 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=9edbaf71-164d-49f5-b985-7d59dfc501cc HTTP/1.1" status: 200 len: 1654 time: 0.3439164 Apr 20 17:15:31.735522 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-f760a4a6-5d84-4aa9-8ec5-666a0f36387f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:31.736455 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-f760a4a6-5d84-4aa9-8ec5-666a0f36387f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:31.738530 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0c6ad19f-9c09-4e7a-a054-d1ac7e0c7fe5 req-62cfe157-3385-4594-ab8a-166ffe38918b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7b65287-eb3b-4430-9341-302356329841 HTTP/1.1" status: 200 len: 217 time: 0.1618476 Apr 20 17:15:31.846785 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f7286d79-3823-41df-9c13-ae5abde69e9a req-468f7cf5-9d84-4d16-99f6-30fa28505459 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545656 Apr 20 17:15:31.847782 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-10b1cf95-9672-46b4-a6db-68ddb2d8b59f req-807e675e-35e0-4858-89a3-a0d642828050 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4941216 Apr 20 17:15:31.865974 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-98dd76e2-ea99-4182-b1a0-6d38214008ab req-67691c15-b860-4714-862e-034390075f09 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085783 Apr 20 17:15:31.885498 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ad19f-9c09-4e7a-a054-d1ac7e0c7fe5 req-74ad8d24-2b9b-4ab6-aa7b-dc0370c6a90a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:31.886766 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0c6ad19f-9c09-4e7a-a054-d1ac7e0c7fe5 req-74ad8d24-2b9b-4ab6-aa7b-dc0370c6a90a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2fc33d54-66ae-4acd-9a13-99509719aca0 HTTP/1.1" status: 200 len: 852 time: 0.1315489 Apr 20 17:15:31.940584 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818389e-1b42-4b82-843e-2a62372a049c admin admin] Pushing event updated for resources: {'Port': ['ID=99656306-bf22-426a-bd25-1355044d1f79,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:31.955838 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-f760a4a6-5d84-4aa9-8ec5-666a0f36387f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2286773 Apr 20 17:15:31.989725 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-9c7d1fd3-9494-4bb7-8598-13496420be00 None None] Provisioning for port 6e3e98aa-7d63-49c0-b5d1-62cd85b13056 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:15:32.008018 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-9c7d1fd3-9494-4bb7-8598-13496420be00 None None] Provisioning complete for port 6e3e98aa-7d63-49c0-b5d1-62cd85b13056 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:15:32.008494 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9c7d1fd3-9494-4bb7-8598-13496420be00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:32.045620 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0c6ad19f-9c09-4e7a-a054-d1ac7e0c7fe5 req-c4e6ccd1-c2a0-4439-bc31-9b7f91692c5c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=712cbfca-4f15-4a05-b540-c7c77d6caef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1476872 Apr 20 17:15:32.052453 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f818389e-1b42-4b82-843e-2a62372a049c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:32.054239 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f818389e-1b42-4b82-843e-2a62372a049c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:32.089453 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42b2e3a6-ec24-4946-9ac6-5002d2401c7e'] response: {'server_uuid': 'b63c3fae-e352-4bc1-a87f-fa54c9342662', 'name': 'network-vif-deleted', 'tag': '3080caef-a65f-4017-8a99-a9197ea5a7b1', 'status': 'completed', 'code': 200} Apr 20 17:15:32.093854 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-02512152-5dce-446c-88ae-0b0390f31a61 service neutron] Request body: {'port': {'device_id': '9edbaf71-164d-49f5-b985-7d59dfc501cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:15:32.143726 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d1fd3-9494-4bb7-8598-13496420be00 None None] Port 6e3e98aa-7d63-49c0-b5d1-62cd85b13056 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:15:32.228479 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 7cd18c6c-d112-4efa-ae7f-6a32c5580dfd up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:15:32.352775 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 7cd18c6c-d112-4efa-ae7f-6a32c5580dfd completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:15:32.359232 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 7cd18c6c-d112-4efa-ae7f-6a32c5580dfd triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:15:32.359673 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:32.400288 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device f7b65287-eb3b-4430-9341-302356329841 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:15:32.403241 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 3080caef-a65f-4017-8a99-a9197ea5a7b1 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:15:32.453253 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 3080caef-a65f-4017-8a99-a9197ea5a7b1 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:15:32.453743 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 3080caef-a65f-4017-8a99-a9197ea5a7b1 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:15:32.495114 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0c6ad19f-9c09-4e7a-a054-d1ac7e0c7fe5 req-88fd78c4-100c-4db8-b457-f098aa8c5c4a service neutron] 10.222.0.10 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400518 Apr 20 17:15:32.534992 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-02512152-5dce-446c-88ae-0b0390f31a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:32.700780 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:32.740826 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port f7b65287-eb3b-4430-9341-302356329841, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=f7b65287-eb3b-4430-9341-302356329841,segment=NetworkSegment(7bd8babb-8003-4806-8692-e92ce3a5f993),segment_id=7bd8babb-8003-4806-8692-e92ce3a5f993)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:32.779464 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'f7b65287-eb3b-4430-9341-302356329841', 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1', 'port_id': 'f7b65287-eb3b-4430-9341-302356329841', 'mac_address': 'fa:16:3e:c1:2b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fc33d54-66ae-4acd-9a13-99509719aca0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:15:32.834687 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 7cd18c6c-d112-4efa-ae7f-6a32c5580dfd, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=7cd18c6c-d112-4efa-ae7f-6a32c5580dfd,segment=NetworkSegment(36373ac1-df16-4205-8393-5031c405a675),segment_id=36373ac1-df16-4205-8393-5031c405a675)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:32.847291 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b0f96-61d9-48ca-85b5-9553cd3fbaca req-96fae7e9-9f76-415d-ab8e-57b803831fd8 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:32.851893 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-398b0f96-61d9-48ca-85b5-9553cd3fbaca req-96fae7e9-9f76-415d-ab8e-57b803831fd8 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9f6b77d-dd89-4b60-9799-be4f8d8ca542 HTTP/1.1" status: 200 len: 945 time: 0.5943813 Apr 20 17:15:32.853683 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:32.924080 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f818389e-1b42-4b82-843e-2a62372a049c admin admin] Router 3456df83-4ab8-4df2-8c4d-fffa485cc2be is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:15:32.961024 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:32.987411 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-34dd37cd-3345-4a12-80d9-6907772147b9 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341046 Apr 20 17:15:33.021112 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b65287-eb3b-4430-9341-302356329841 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:15:33.035387 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=7cd18c6c-d112-4efa-ae7f-6a32c5580dfd,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:33.062962 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0c6ad19f-9c09-4e7a-a054-d1ac7e0c7fe5 req-82b1b2c0-b4df-454e-b068-aeca6fdd4384 service neutron] 10.222.0.10 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5582302 Apr 20 17:15:33.069112 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port f7b65287-eb3b-4430-9341-302356329841, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=f7b65287-eb3b-4430-9341-302356329841,segment=NetworkSegment(7bd8babb-8003-4806-8692-e92ce3a5f993),segment_id=7bd8babb-8003-4806-8692-e92ce3a5f993)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:33.084183 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:33.107085 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-398b0f96-61d9-48ca-85b5-9553cd3fbaca req-33dcc96b-544a-41b9-975b-d7b112b73b92 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295377 Apr 20 17:15:33.114042 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-f920e1f0-da1a-45a7-8c45-3b0a48c43d0b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4088991 Apr 20 17:15:33.219912 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=f7b65287-eb3b-4430-9341-302356329841,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:33.405869 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c044d6b-0438-4b71-b6b7-3ca47cfc9a6e req-13d2f1d0-8929-4191-a34f-28922ac6f1c6 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:33.407500 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1c044d6b-0438-4b71-b6b7-3ca47cfc9a6e req-13d2f1d0-8929-4191-a34f-28922ac6f1c6 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=85982905-05f9-4b80-98fc-e0c55668b1c3 HTTP/1.1" status: 200 len: 944 time: 0.0986445 Apr 20 17:15:33.429211 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['f7b65287-eb3b-4430-9341-302356329841'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:15:33.553971 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1c044d6b-0438-4b71-b6b7-3ca47cfc9a6e req-02183743-0a8a-4d8e-955a-a69dfbbbee12 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374183 Apr 20 17:15:33.667135 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.resource_extend [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-02512152-5dce-446c-88ae-0b0390f31a61 service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:15:33.734431 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-363aa83d-e1e4-45c6-8dec-7e18473b9dd2 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0894973 Apr 20 17:15:33.740168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-5f34a105-b2b7-4c4c-a618-61afe713a68e tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:33.741563 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-5f34a105-b2b7-4c4c-a618-61afe713a68e tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7458241 Apr 20 17:15:33.761713 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-9c79499f-7f7d-4bdc-87ad-ccd2752d2466 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Request body: {'port': {'device_id': 'b912f910-6553-4c70-81e3-6d78370a5f6c', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'admin_state_up': True, 'tenant_id': '07e7ee6fb2044b339294a5844a1dc3d4'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:15:33.847186 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-02512152-5dce-446c-88ae-0b0390f31a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:15:33.876174 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-02512152-5dce-446c-88ae-0b0390f31a61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:33.914928 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-02512152-5dce-446c-88ae-0b0390f31a61 service neutron] Transition to ACTIVE for port object bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:15:33.947255 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-02512152-5dce-446c-88ae-0b0390f31a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:34.069216 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-9c79499f-7f7d-4bdc-87ad-ccd2752d2466 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:15:34.086325 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8db46-9006-443e-b5a6-1529ee58cb0a req-b47bf5e0-9715-4237-9036-f3692d8eb58e tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:34.094162 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bfa8db46-9006-443e-b5a6-1529ee58cb0a req-b47bf5e0-9715-4237-9036-f3692d8eb58e tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 950 time: 0.3208749 Apr 20 17:15:34.117151 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-9ea9da3c-6989-47b0-b839-37e1bf3eec37 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:34.118849 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-9ea9da3c-6989-47b0-b839-37e1bf3eec37 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3778427 Apr 20 17:15:34.159350 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-9c79499f-7f7d-4bdc-87ad-ccd2752d2466 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:15:34.170832 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bfa8db46-9006-443e-b5a6-1529ee58cb0a req-7a59074c-6ec1-43cc-8974-5afef31eca0d tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756614 Apr 20 17:15:34.176917 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-3e5460ab-3431-4f56-a976-8700f12e342d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Request body: {'port': {'device_id': '358884ab-6e84-4040-b654-d2e9349972ff', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'admin_state_up': True, 'tenant_id': '07e7ee6fb2044b339294a5844a1dc3d4'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:15:34.191480 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f818389e-1b42-4b82-843e-2a62372a049c admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:15:34.196135 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02512152-5dce-446c-88ae-0b0390f31a61 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:34.214852 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 7cd18c6c-d112-4efa-ae7f-6a32c5580dfd up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:15:34.218477 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-9c79499f-7f7d-4bdc-87ad-ccd2752d2466 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Made reservation on behalf of 07e7ee6fb2044b339294a5844a1dc3d4 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:15:34.221466 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-9c79499f-7f7d-4bdc-87ad-ccd2752d2466 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:34.232666 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d2edba-a544-463d-9131-fc8f5c8d4154 None None] Sync routers for ids ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:15:34.242362 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f818389e-1b42-4b82-843e-2a62372a049c admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:34.243581 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f818389e-1b42-4b82-843e-2a62372a049c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.9399726 Apr 20 17:15:34.248999 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37382) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:34.256895 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d2edba-a544-463d-9131-fc8f5c8d4154 None None] Routers {'3456df83-4ab8-4df2-8c4d-fffa485cc2be'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:15:34.259179 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a2d2edba-a544-463d-9131-fc8f5c8d4154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:15:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:34.368663 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 7cd18c6c-d112-4efa-ae7f-6a32c5580dfd triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:15:34.369112 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:34.549838 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dade96e-71c2-4a38-85fa-c7808cce3b6d req-cf88683c-7d56-496d-89cf-b40b23904c0a tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:34.553699 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5a768e13-24a6-41d5-9f06-a051c21b5783 req-e3d37390-e5ba-4bb4-9934-aa786e7d2c46 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=358884ab-6e84-4040-b654-d2e9349972ff HTTP/1.1" status: 200 len: 210 time: 0.0995920 Apr 20 17:15:34.554818 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-3e5460ab-3431-4f56-a976-8700f12e342d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:15:34.555382 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dade96e-71c2-4a38-85fa-c7808cce3b6d req-cf88683c-7d56-496d-89cf-b40b23904c0a tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:34.555834 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-3dade96e-71c2-4a38-85fa-c7808cce3b6d req-cf88683c-7d56-496d-89cf-b40b23904c0a tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Synchronizing usage tracker for tenant:4f510c870a174765bb86dc367cadd96a on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:15:34.586459 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-3e5460ab-3431-4f56-a976-8700f12e342d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:15:34.604594 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-3e5460ab-3431-4f56-a976-8700f12e342d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Made reservation on behalf of 07e7ee6fb2044b339294a5844a1dc3d4 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:15:34.608149 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-3e5460ab-3431-4f56-a976-8700f12e342d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:34.615904 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-a2d2edba-a544-463d-9131-fc8f5c8d4154 None None] Set router 3456df83-4ab8-4df2-8c4d-fffa485cc2be gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:15:34.745804 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-02512152-5dce-446c-88ae-0b0390f31a61 service neutron] Attempting to bind port bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:15:34.746779 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-02512152-5dce-446c-88ae-0b0390f31a61 service neutron] Attempting to bind port bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '080b550a-d5b1-4674-9313-b6ded58066ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5e73ed25-63a7-447d-a1dc-802c69c1b0d2'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:15:34.746877 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-02512152-5dce-446c-88ae-0b0390f31a61 service neutron] Attempting to bind port bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7 on network 5e73ed25-63a7-447d-a1dc-802c69c1b0d2 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:15:34.765798 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-02512152-5dce-446c-88ae-0b0390f31a61 service neutron] Port bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7 on network 5e73ed25-63a7-447d-a1dc-802c69c1b0d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:15:34.766112 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-02512152-5dce-446c-88ae-0b0390f31a61 service neutron] Attempting to bind port bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7 on network 5e73ed25-63a7-447d-a1dc-802c69c1b0d2 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:15:34.783225 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-02512152-5dce-446c-88ae-0b0390f31a61 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:15:34.783553 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-02512152-5dce-446c-88ae-0b0390f31a61 service neutron] Checking segment: {'id': '080b550a-d5b1-4674-9313-b6ded58066ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5e73ed25-63a7-447d-a1dc-802c69c1b0d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:15:34.783931 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-02512152-5dce-446c-88ae-0b0390f31a61 service neutron] Bound using segment: {'id': '080b550a-d5b1-4674-9313-b6ded58066ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5e73ed25-63a7-447d-a1dc-802c69c1b0d2'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:15:34.784526 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-02512152-5dce-446c-88ae-0b0390f31a61 service neutron] Bound port: bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '080b550a-d5b1-4674-9313-b6ded58066ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5e73ed25-63a7-447d-a1dc-802c69c1b0d2'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:15:34.785834 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-02512152-5dce-446c-88ae-0b0390f31a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:34.829210 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-3dade96e-71c2-4a38-85fa-c7808cce3b6d req-cf88683c-7d56-496d-89cf-b40b23904c0a tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Unset dirty status for tenant:4f510c870a174765bb86dc367cadd96a on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:15:34.835680 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3dade96e-71c2-4a38-85fa-c7808cce3b6d req-cf88683c-7d56-496d-89cf-b40b23904c0a tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=9edbaf71-164d-49f5-b985-7d59dfc501cc HTTP/1.1" status: 200 len: 1666 time: 0.8447089 Apr 20 17:15:34.873098 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6f15c-0478-4185-8d06-26957832d81a req-4ec42e0d-e6e8-4be2-bf1d-1caea8a4e86f tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:34.873813 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-d6c6f15c-0478-4185-8d06-26957832d81a req-4ec42e0d-e6e8-4be2-bf1d-1caea8a4e86f tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Synchronizing usage tracker for tenant:c6309d4027774bf39a206d4366b6ddc5 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:15:34.891210 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-3e5460ab-3431-4f56-a976-8700f12e342d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Allocated IP 192.168.233.109 (9a774663-a30d-4bd1-8b41-83fe693f2d30/777b4790-ba4c-49e9-8844-3c09c1447f40/09b8b37a-f2d8-4e3f-9ddf-111df01ef763) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:15:34.910329 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-d6c6f15c-0478-4185-8d06-26957832d81a req-4ec42e0d-e6e8-4be2-bf1d-1caea8a4e86f tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Unset dirty status for tenant:c6309d4027774bf39a206d4366b6ddc5 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:15:34.911521 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d6c6f15c-0478-4185-8d06-26957832d81a req-4ec42e0d-e6e8-4be2-bf1d-1caea8a4e86f tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.10 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 944 time: 0.2313836 Apr 20 17:15:34.986810 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-02512152-5dce-446c-88ae-0b0390f31a61 service neutron] For port bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:15:34.997055 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a2d2edba-a544-463d-9131-fc8f5c8d4154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'name': 'tempest-FloatingIPsAssociationTestJSON-318035455-router', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '99656306-bf22-426a-bd25-1355044d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:15:28Z', 'updated_at': '2022-04-20T17:15:31Z', 'revision_number': 3, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'gw_port': {'id': '99656306-bf22-426a-bd25-1355044d1f79', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:30Z', 'updated_at': '2022-04-20T17:15:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:35.001630 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d2edba-a544-463d-9131-fc8f5c8d4154 None None] Checking router: 3456df83-4ab8-4df2-8c4d-fffa485cc2be for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:15:35.002005 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d2edba-a544-463d-9131-fc8f5c8d4154 None None] Updating router 3456df83-4ab8-4df2-8c4d-fffa485cc2be port 99656306-bf22-426a-bd25-1355044d1f79 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:15:35.005250 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3dade96e-71c2-4a38-85fa-c7808cce3b6d req-cd2d8157-6e46-48ce-8b69-e9452e385e53 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686177 Apr 20 17:15:35.024558 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-02512152-5dce-446c-88ae-0b0390f31a61 service neutron] For port bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7,segment=NetworkSegment(080b550a-d5b1-4674-9313-b6ded58066ee),segment_id=080b550a-d5b1-4674-9313-b6ded58066ee)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:15:35.040148 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-02512152-5dce-446c-88ae-0b0390f31a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:35.069484 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-d6c6f15c-0478-4185-8d06-26957832d81a req-c857adcd-f4f7-4d0f-80f6-bd753b1b36e2 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Deleting port 9b08539c-7f7e-42fa-92d6-616a10c16789 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:15:35.070119 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-a2d2edba-a544-463d-9131-fc8f5c8d4154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:35.082411 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d6c6f15c-0478-4185-8d06-26957832d81a req-c857adcd-f4f7-4d0f-80f6-bd753b1b36e2 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:35.162750 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02512152-5dce-446c-88ae-0b0390f31a61 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:35.195984 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-02512152-5dce-446c-88ae-0b0390f31a61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:35.204949 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-02512152-5dce-446c-88ae-0b0390f31a61 service neutron] 10.222.0.43 "PUT /v2.0/ports/bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7 HTTP/1.1" status: 200 len: 1092 time: 3.1246409 Apr 20 17:15:35.299862 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edbaf71-164d-49f5-b985-7d59dfc501cc', 'tag': 'bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:15:35.406998 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-4c15d57e-1e2d-407d-a6f4-006246e45e2a service neutron] Request body: {'port': {'device_id': '9edbaf71-164d-49f5-b985-7d59dfc501cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:15:35.522854 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-a2d2edba-a544-463d-9131-fc8f5c8d4154 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:35.540191 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-a2d2edba-a544-463d-9131-fc8f5c8d4154 None None] Transition to ACTIVE for port object 99656306-bf22-426a-bd25-1355044d1f79 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:15:35.549145 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-a2d2edba-a544-463d-9131-fc8f5c8d4154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:35.618503 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-4c15d57e-1e2d-407d-a6f4-006246e45e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:35.636135 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-a2d2edba-a544-463d-9131-fc8f5c8d4154 None None] Attempting to bind port 99656306-bf22-426a-bd25-1355044d1f79 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:15:35.636535 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-a2d2edba-a544-463d-9131-fc8f5c8d4154 None None] Attempting to bind port 99656306-bf22-426a-bd25-1355044d1f79 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:15:35.636997 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d2edba-a544-463d-9131-fc8f5c8d4154 None None] Attempting to bind port 99656306-bf22-426a-bd25-1355044d1f79 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:15:35.649093 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a6a7b-45a1-4abb-82f5-cbdae5b03963 None None] Pushing event updated for resources: {'Port': ['ID=99656306-bf22-426a-bd25-1355044d1f79,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:35.652589 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d2edba-a544-463d-9131-fc8f5c8d4154 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:15:35.653053 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d2edba-a544-463d-9131-fc8f5c8d4154 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:15:35.653509 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-a2d2edba-a544-463d-9131-fc8f5c8d4154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:35.653958 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d2edba-a544-463d-9131-fc8f5c8d4154 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:15:35.654522 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-a2d2edba-a544-463d-9131-fc8f5c8d4154 None None] Bound port: 99656306-bf22-426a-bd25-1355044d1f79, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:15:35.654957 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-a2d2edba-a544-463d-9131-fc8f5c8d4154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:35.703470 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9a6a7b-45a1-4abb-82f5-cbdae5b03963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:35.703470 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9a6a7b-45a1-4abb-82f5-cbdae5b03963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:35.703828 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9a6a7b-45a1-4abb-82f5-cbdae5b03963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:35.704271 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9a6a7b-45a1-4abb-82f5-cbdae5b03963 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:35.704817 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9a6a7b-45a1-4abb-82f5-cbdae5b03963 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:35.704989 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9a6a7b-45a1-4abb-82f5-cbdae5b03963 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:35.705391 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9a6a7b-45a1-4abb-82f5-cbdae5b03963 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:35.705760 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9a6a7b-45a1-4abb-82f5-cbdae5b03963 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:35.706231 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9a6a7b-45a1-4abb-82f5-cbdae5b03963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:35.706804 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9a6a7b-45a1-4abb-82f5-cbdae5b03963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:35.706924 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9a6a7b-45a1-4abb-82f5-cbdae5b03963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:35.717190 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de254f94-f8c1-418f-9e93-058e3ce4af9a req-a8f70023-57d7-4429-9081-4f592dda2238 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:35.717871 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-de254f94-f8c1-418f-9e93-058e3ce4af9a req-a8f70023-57d7-4429-9081-4f592dda2238 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Synchronizing usage tracker for tenant:c6309d4027774bf39a206d4366b6ddc5 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:15:35.745435 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-a2d2edba-a544-463d-9131-fc8f5c8d4154 None None] For port 99656306-bf22-426a-bd25-1355044d1f79, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:15:35.749512 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-a2d2edba-a544-463d-9131-fc8f5c8d4154 None None] For port 99656306-bf22-426a-bd25-1355044d1f79, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=99656306-bf22-426a-bd25-1355044d1f79,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:15:35.754812 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-a2d2edba-a544-463d-9131-fc8f5c8d4154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:35.821291 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-d6c6f15c-0478-4185-8d06-26957832d81a req-c857adcd-f4f7-4d0f-80f6-bd753b1b36e2 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] For port 9b08539c-7f7e-42fa-92d6-616a10c16789, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=9b08539c-7f7e-42fa-92d6-616a10c16789,segment=NetworkSegment(c7ed0e5c-4b95-417e-a470-af7a6d4248d5),segment_id=c7ed0e5c-4b95-417e-a470-af7a6d4248d5)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:35.821869 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d6c6f15c-0478-4185-8d06-26957832d81a req-c857adcd-f4f7-4d0f-80f6-bd753b1b36e2 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:35.834966 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-3e5460ab-3431-4f56-a976-8700f12e342d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:35.844535 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a6a7b-45a1-4abb-82f5-cbdae5b03963 None None] Pushing event updated for resources: {'Port': ['ID=99656306-bf22-426a-bd25-1355044d1f79,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:35.848378 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d2edba-a544-463d-9131-fc8f5c8d4154 None None] Routers {'3456df83-4ab8-4df2-8c4d-fffa485cc2be'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:15:35.848994 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a2d2edba-a544-463d-9131-fc8f5c8d4154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:15:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:35.922347 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-de254f94-f8c1-418f-9e93-058e3ce4af9a req-a8f70023-57d7-4429-9081-4f592dda2238 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Unset dirty status for tenant:c6309d4027774bf39a206d4366b6ddc5 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:15:35.928756 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de254f94-f8c1-418f-9e93-058e3ce4af9a req-a8f70023-57d7-4429-9081-4f592dda2238 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/ports?device_id=0411e62e-5de0-487e-9cec-f886df5f929a HTTP/1.1" status: 200 len: 944 time: 0.6179650 Apr 20 17:15:35.965164 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-d6c6f15c-0478-4185-8d06-26957832d81a req-c857adcd-f4f7-4d0f-80f6-bd753b1b36e2 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Calling delete_port for 9b08539c-7f7e-42fa-92d6-616a10c16789 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:15:36.010469 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-748ffe92-f106-44d7-932f-2da144079049 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 1101 time: 0.7237842 Apr 20 17:15:36.013399 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-3e5460ab-3431-4f56-a976-8700f12e342d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Transition to ACTIVE for port object 09b8b37a-f2d8-4e3f-9ddf-111df01ef763 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:15:36.054749 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce543b46-ae65-4b29-bd8e-3c34317de56e req-19ff7e70-e337-47b1-ba34-d7b6a947b691 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:36.056169 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ce543b46-ae65-4b29-bd8e-3c34317de56e req-19ff7e70-e337-47b1-ba34-d7b6a947b691 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9f6b77d-dd89-4b60-9799-be4f8d8ca542 HTTP/1.1" status: 200 len: 945 time: 0.6300287 Apr 20 17:15:36.068397 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-a2d2edba-a544-463d-9131-fc8f5c8d4154 None None] Set router 3456df83-4ab8-4df2-8c4d-fffa485cc2be gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:15:36.084444 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de254f94-f8c1-418f-9e93-058e3ce4af9a req-86d7c1e4-2187-4e06-bc98-e24ea84805a5 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.39 "GET /v2.0/security-groups?id=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548598 Apr 20 17:15:36.245940 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ce543b46-ae65-4b29-bd8e-3c34317de56e req-93aacdf1-329e-42ad-880d-a521ca29df39 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420448 Apr 20 17:15:36.288377 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-510ee24b-abc6-45e0-9a19-37f3a401032c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:36.289981 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-510ee24b-abc6-45e0-9a19-37f3a401032c service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.2626381 Apr 20 17:15:36.296081 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-3e5460ab-3431-4f56-a976-8700f12e342d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:36.308481 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['357a6a12-cbe7-49e3-920c-3f188feb1c03'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:15:36.395976 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-4c15d57e-1e2d-407d-a6f4-006246e45e2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e3e98aa-7d63-49c0-b5d1-62cd85b13056 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:15:36.404167 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-4c15d57e-1e2d-407d-a6f4-006246e45e2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:36.415589 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device f7b65287-eb3b-4430-9341-302356329841 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:15:36.424374 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-4c15d57e-1e2d-407d-a6f4-006246e45e2a service neutron] Transition to ACTIVE for port object 6e3e98aa-7d63-49c0-b5d1-62cd85b13056 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:15:36.433350 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a2d2edba-a544-463d-9131-fc8f5c8d4154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'name': 'tempest-FloatingIPsAssociationTestJSON-318035455-router', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '99656306-bf22-426a-bd25-1355044d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:15:28Z', 'updated_at': '2022-04-20T17:15:31Z', 'revision_number': 3, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'gw_port': {'id': '99656306-bf22-426a-bd25-1355044d1f79', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:30Z', 'updated_at': '2022-04-20T17:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:36.437673 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d2edba-a544-463d-9131-fc8f5c8d4154 None None] The sync data for ids ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'] in n-d-838032-1 is: [{'id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'name': 'tempest-FloatingIPsAssociationTestJSON-318035455-router', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '99656306-bf22-426a-bd25-1355044d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:15:28Z', 'updated_at': '2022-04-20T17:15:31Z', 'revision_number': 3, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'gw_port': {'id': '99656306-bf22-426a-bd25-1355044d1f79', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:30Z', 'updated_at': '2022-04-20T17:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:15:36.494307 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-4c15d57e-1e2d-407d-a6f4-006246e45e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:36.583481 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port f7b65287-eb3b-4430-9341-302356329841 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:15:36.592076 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port f7b65287-eb3b-4430-9341-302356329841 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:15:36.592659 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:36.646630 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d6c6f15c-0478-4185-8d06-26957832d81a req-c857adcd-f4f7-4d0f-80f6-bd753b1b36e2 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:36.687356 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-7bd784a3-e4da-4be9-ba6a-fb3237d6834e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=f2ae1052-1228-44aa-b982-dda2ca184507 HTTP/1.1" status: 200 len: 217 time: 0.3829489 Apr 20 17:15:36.702476 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-9c79499f-7f7d-4bdc-87ad-ccd2752d2466 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Allocated IP 192.168.233.244 (9a774663-a30d-4bd1-8b41-83fe693f2d30/777b4790-ba4c-49e9-8844-3c09c1447f40/ea752b32-b15d-4ad7-b257-2f314c8726a0) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:15:36.732437 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92227e21-843d-4ee7-a4b0-7bd6be9a1150 req-dd6e6d28-822b-4805-83a0-ae1dcdca8fdb tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:36.742490 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-92227e21-843d-4ee7-a4b0-7bd6be9a1150 req-dd6e6d28-822b-4805-83a0-ae1dcdca8fdb tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=85982905-05f9-4b80-98fc-e0c55668b1c3 HTTP/1.1" status: 200 len: 944 time: 0.5014358 Apr 20 17:15:36.761524 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15d57e-1e2d-407d-a6f4-006246e45e2a service neutron] Pushing event updated for resources: {'Port': ['ID=6e3e98aa-7d63-49c0-b5d1-62cd85b13056,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:36.773947 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:36.843401 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85982905-05f9-4b80-98fc-e0c55668b1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b65287-eb3b-4430-9341-302356329841'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:15:36.862340 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port f7b65287-eb3b-4430-9341-302356329841, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=f7b65287-eb3b-4430-9341-302356329841,segment=NetworkSegment(7bd8babb-8003-4806-8692-e92ce3a5f993),segment_id=7bd8babb-8003-4806-8692-e92ce3a5f993)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:36.869910 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:36.871083 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 9b08539c-7f7e-42fa-92d6-616a10c16789 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:15:36.921769 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-3e5460ab-3431-4f56-a976-8700f12e342d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:15:36.934655 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5460ab-3431-4f56-a976-8700f12e342d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Pushing event updated for resources: {'Port': ['ID=09b8b37a-f2d8-4e3f-9ddf-111df01ef763,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:36.945619 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-3e5460ab-3431-4f56-a976-8700f12e342d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:15:36.983526 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c6f15c-0478-4185-8d06-26957832d81a req-c857adcd-f4f7-4d0f-80f6-bd753b1b36e2 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] No DVR routers for this DVR port 9b08539c-7f7e-42fa-92d6-616a10c16789 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:15:36.992067 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d6c6f15c-0478-4185-8d06-26957832d81a req-c857adcd-f4f7-4d0f-80f6-bd753b1b36e2 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:37.003467 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 9b08539c-7f7e-42fa-92d6-616a10c16789 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:15:37.004073 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 9b08539c-7f7e-42fa-92d6-616a10c16789 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:15:37.036560 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-3e5460ab-3431-4f56-a976-8700f12e342d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:15:37.041170 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-4c15d57e-1e2d-407d-a6f4-006246e45e2a service neutron] Attempting to bind port 6e3e98aa-7d63-49c0-b5d1-62cd85b13056 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:15:37.041752 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-4c15d57e-1e2d-407d-a6f4-006246e45e2a service neutron] Attempting to bind port 6e3e98aa-7d63-49c0-b5d1-62cd85b13056 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '1e30c634-9544-4893-b747-d96df028f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3de4e914-1f9e-4063-91bd-a2f49f6824cd'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:15:37.042476 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-4c15d57e-1e2d-407d-a6f4-006246e45e2a service neutron] Attempting to bind port 6e3e98aa-7d63-49c0-b5d1-62cd85b13056 on network 3de4e914-1f9e-4063-91bd-a2f49f6824cd {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:15:37.052869 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-4c15d57e-1e2d-407d-a6f4-006246e45e2a service neutron] Port 6e3e98aa-7d63-49c0-b5d1-62cd85b13056 on network 3de4e914-1f9e-4063-91bd-a2f49f6824cd not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:15:37.053511 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-4c15d57e-1e2d-407d-a6f4-006246e45e2a service neutron] Attempting to bind port 6e3e98aa-7d63-49c0-b5d1-62cd85b13056 on network 3de4e914-1f9e-4063-91bd-a2f49f6824cd {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:15:37.071990 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=f7b65287-eb3b-4430-9341-302356329841,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:37.076543 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-92227e21-843d-4ee7-a4b0-7bd6be9a1150 req-002cea25-49ae-4408-bdd4-929092b82b27 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331673 Apr 20 17:15:37.084872 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:37.085082 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:37.088036 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:37.088397 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:37.088731 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:37.089051 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:37.089370 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:37.089685 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:37.090001 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:37.090354 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:37.092381 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:15:37.115055 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-4c15d57e-1e2d-407d-a6f4-006246e45e2a service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:15:37.115711 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-4c15d57e-1e2d-407d-a6f4-006246e45e2a service neutron] Checking segment: {'id': '1e30c634-9544-4893-b747-d96df028f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3de4e914-1f9e-4063-91bd-a2f49f6824cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:15:37.116200 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-4c15d57e-1e2d-407d-a6f4-006246e45e2a service neutron] Bound using segment: {'id': '1e30c634-9544-4893-b747-d96df028f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3de4e914-1f9e-4063-91bd-a2f49f6824cd'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:15:37.116928 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-4c15d57e-1e2d-407d-a6f4-006246e45e2a service neutron] Bound port: 6e3e98aa-7d63-49c0-b5d1-62cd85b13056, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e30c634-9544-4893-b747-d96df028f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3de4e914-1f9e-4063-91bd-a2f49f6824cd'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:15:37.117414 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-4c15d57e-1e2d-407d-a6f4-006246e45e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:37.161811 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0411e62e-5de0-487e-9cec-f886df5f929a', 'name': 'network-vif-deleted', 'tag': '9b08539c-7f7e-42fa-92d6-616a10c16789'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:15:37.172564 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-3e5460ab-3431-4f56-a976-8700f12e342d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:37.178463 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-3e5460ab-3431-4f56-a976-8700f12e342d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:37.185104 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-fe2cb1f5-338d-4590-a33a-b72d97ec451b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:37.186643 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-fe2cb1f5-338d-4590-a33a-b72d97ec451b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.3985221 Apr 20 17:15:37.207835 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d6c6f15c-0478-4185-8d06-26957832d81a req-c857adcd-f4f7-4d0f-80f6-bd753b1b36e2 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] 10.222.0.10 "DELETE /v2.0/ports/9b08539c-7f7e-42fa-92d6-616a10c16789 HTTP/1.1" status: 204 len: 173 time: 2.2823772 Apr 20 17:15:37.266537 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c857adcd-f4f7-4d0f-80f6-bd753b1b36e2 tempest-LiveMigrationTest-224511037 tempest-LiveMigrationTest-224511037-project] Pushing event deleted for resources: {'Port': ['ID=9b08539c-7f7e-42fa-92d6-616a10c16789,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:37.306536 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e3397c80-c15d-44f0-9f46-343b89ceae69 None None] Provisioning for port 09b8b37a-f2d8-4e3f-9ddf-111df01ef763 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:15:37.314940 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e3397c80-c15d-44f0-9f46-343b89ceae69 None None] Provisioning complete for port 09b8b37a-f2d8-4e3f-9ddf-111df01ef763 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:15:37.316084 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e3397c80-c15d-44f0-9f46-343b89ceae69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:37.318296 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9a0a445-ce74-4678-8460-1eeecb866965'] response: {'name': 'network-changed', 'server_uuid': '9edbaf71-164d-49f5-b985-7d59dfc501cc', 'tag': 'bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7', 'status': 'completed', 'code': 200} Apr 20 17:15:37.347409 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667568db-abb7-4940-84ab-255a006861ba req-0e3b28f1-f22b-466b-8995-655180657c59 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:37.354741 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-667568db-abb7-4940-84ab-255a006861ba req-0e3b28f1-f22b-466b-8995-655180657c59 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 950 time: 0.8373218 Apr 20 17:15:37.433878 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-e3397c80-c15d-44f0-9f46-343b89ceae69 None None] Port 09b8b37a-f2d8-4e3f-9ddf-111df01ef763 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:15:37.438886 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-667568db-abb7-4940-84ab-255a006861ba req-3a672005-6a3b-41a3-ae28-3a087ec9d7d8 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831118 Apr 20 17:15:37.493435 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-3e5460ab-3431-4f56-a976-8700f12e342d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3376148 Apr 20 17:15:37.517369 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-b212235f-52bd-43df-bb10-74e72a0a80f8 service neutron] Request body: {'port': {'device_id': '358884ab-6e84-4040-b654-d2e9349972ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:15:37.636963 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-4c15d57e-1e2d-407d-a6f4-006246e45e2a service neutron] For port 6e3e98aa-7d63-49c0-b5d1-62cd85b13056, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:15:37.653721 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9031b597-f89a-4f38-9343-1f2cb110d839 req-8f9be67f-0c8f-43e3-b8bf-1c0c236fbece service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f510c870a174765bb86dc367cadd96a&device_id=9edbaf71-164d-49f5-b985-7d59dfc501cc HTTP/1.1" status: 200 len: 1938 time: 0.3726666 Apr 20 17:15:37.671277 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-a2a627cb-205b-404e-b481-6a2a5fb29118 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4622080 Apr 20 17:15:37.698269 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-9c79499f-7f7d-4bdc-87ad-ccd2752d2466 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:37.703791 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-4c15d57e-1e2d-407d-a6f4-006246e45e2a service neutron] For port 6e3e98aa-7d63-49c0-b5d1-62cd85b13056, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=6e3e98aa-7d63-49c0-b5d1-62cd85b13056,segment=NetworkSegment(1e30c634-9544-4893-b747-d96df028f0b9),segment_id=1e30c634-9544-4893-b747-d96df028f0b9)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:15:37.745765 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-4c15d57e-1e2d-407d-a6f4-006246e45e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:37.830600 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-9c79499f-7f7d-4bdc-87ad-ccd2752d2466 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Transition to ACTIVE for port object ea752b32-b15d-4ad7-b257-2f314c8726a0 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:15:37.850032 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-b212235f-52bd-43df-bb10-74e72a0a80f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:37.854231 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-4c15d57e-1e2d-407d-a6f4-006246e45e2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:37.856116 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-4c15d57e-1e2d-407d-a6f4-006246e45e2a service neutron] 10.222.0.43 "PUT /v2.0/ports/6e3e98aa-7d63-49c0-b5d1-62cd85b13056 HTTP/1.1" status: 200 len: 1091 time: 2.5458000 Apr 20 17:15:37.875217 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d25703be-b4b6-4d3e-ab15-ba2e3d2c6bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:38.031404 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dee302-0944-4ce4-88a1-07e8d12e5a8f req-1732c0ff-8986-456a-ac1b-0a1c51873774 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:38.033062 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-30dee302-0944-4ce4-88a1-07e8d12e5a8f req-1732c0ff-8986-456a-ac1b-0a1c51873774 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=358884ab-6e84-4040-b654-d2e9349972ff HTTP/1.1" status: 200 len: 936 time: 0.5200348 Apr 20 17:15:38.066304 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15d57e-1e2d-407d-a6f4-006246e45e2a service neutron] Pushing event updated for resources: {'Port': ['ID=6e3e98aa-7d63-49c0-b5d1-62cd85b13056,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:38.158408 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-9c79499f-7f7d-4bdc-87ad-ccd2752d2466 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:38.171864 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['357a6a12-cbe7-49e3-920c-3f188feb1c03'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:15:38.181437 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031b597-f89a-4f38-9343-1f2cb110d839 req-90e64fba-bef9-4125-9db4-5db926cb1ced service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:38.182056 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031b597-f89a-4f38-9343-1f2cb110d839 req-90e64fba-bef9-4125-9db4-5db926cb1ced service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:38.182251 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031b597-f89a-4f38-9343-1f2cb110d839 req-90e64fba-bef9-4125-9db4-5db926cb1ced service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:38.183819 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9031b597-f89a-4f38-9343-1f2cb110d839 req-90e64fba-bef9-4125-9db4-5db926cb1ced service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=4f510c870a174765bb86dc367cadd96a&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5159521 Apr 20 17:15:38.196818 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3746241-622e-49a1-97ef-1c167b39738a req-38887a45-b89c-45f0-bbf5-419fdb8d1f1b tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:38.200678 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3746241-622e-49a1-97ef-1c167b39738a req-38887a45-b89c-45f0-bbf5-419fdb8d1f1b tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:38.202179 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a3746241-622e-49a1-97ef-1c167b39738a req-38887a45-b89c-45f0-bbf5-419fdb8d1f1b tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=9edbaf71-164d-49f5-b985-7d59dfc501cc HTTP/1.1" status: 200 len: 1678 time: 0.6269953 Apr 20 17:15:38.206161 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-412971df-80e0-40c6-8fa4-f43ba0bb5dc3 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5089765 Apr 20 17:15:38.211252 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 99656306-bf22-426a-bd25-1355044d1f79 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:15:38.214805 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-30dee302-0944-4ce4-88a1-07e8d12e5a8f req-1578da66-da01-40b4-b830-90103b0d8236 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732156 Apr 20 17:15:38.290354 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c79499f-7f7d-4bdc-87ad-ccd2752d2466 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Pushing event updated for resources: {'Port': ['ID=ea752b32-b15d-4ad7-b257-2f314c8726a0,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:38.345014 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 99656306-bf22-426a-bd25-1355044d1f79 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:15:38.364753 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 99656306-bf22-426a-bd25-1355044d1f79 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:15:38.365225 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:38.505627 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:38.508849 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-d25703be-b4b6-4d3e-ab15-ba2e3d2c6bfa admin admin] Allocated IP 172.20.0.1 (7cad8736-f7b6-475d-b939-9da845dbb70b/e8d43a55-22fc-443b-9bc2-2677f5ddd7b2/0b0cae73-537b-46fa-b55b-158935a38bee) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:15:38.543389 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 99656306-bf22-426a-bd25-1355044d1f79, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=99656306-bf22-426a-bd25-1355044d1f79,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:38.566499 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:38.570840 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a3746241-622e-49a1-97ef-1c167b39738a req-4bad8bb8-d59e-42a6-bcaf-2cfb6b3c6a3d tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208001 Apr 20 17:15:38.631502 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-9c79499f-7f7d-4bdc-87ad-ccd2752d2466 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:15:38.639875 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-9c79499f-7f7d-4bdc-87ad-ccd2752d2466 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:15:38.655144 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5577539-2213-420b-9601-a7eefac5cd6f'] response: {'server_uuid': '85982905-05f9-4b80-98fc-e0c55668b1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b65287-eb3b-4430-9341-302356329841', 'code': 200} Apr 20 17:15:38.655848 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=99656306-bf22-426a-bd25-1355044d1f79,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:38.707920 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-9c79499f-7f7d-4bdc-87ad-ccd2752d2466 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:15:38.721859 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031b597-f89a-4f38-9343-1f2cb110d839 req-84b5426a-23c1-4b12-b06e-657b7acb8aef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:38.723509 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9031b597-f89a-4f38-9343-1f2cb110d839 req-84b5426a-23c1-4b12-b06e-657b7acb8aef service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5204484 Apr 20 17:15:38.735373 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-da7e63d2-ab89-49c1-8bc6-2b0f26c48f60 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5067413 Apr 20 17:15:38.793527 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37440) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:38.901945 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-9c79499f-7f7d-4bdc-87ad-ccd2752d2466 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:38.902634 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-9c79499f-7f7d-4bdc-87ad-ccd2752d2466 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:39.004893 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f090af17-eb17-466d-b2b8-5071e2e67aa1'] response: {'server_uuid': '0411e62e-5de0-487e-9cec-f886df5f929a', 'name': 'network-vif-deleted', 'tag': '9b08539c-7f7e-42fa-92d6-616a10c16789', 'status': 'completed', 'code': 200} Apr 20 17:15:39.022079 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-9c79499f-7f7d-4bdc-87ad-ccd2752d2466 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2644684 Apr 20 17:15:39.033739 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-c45209fa-a592-4f56-95b9-dd2fb226ef35 service neutron] Request body: {'port': {'device_id': 'b912f910-6553-4c70-81e3-6d78370a5f6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:15:39.142121 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7bbb423d-a590-407c-b2ff-c4e04c4755d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:39.150867 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-26f0be39-e1df-4de4-b807-f9ae6dcd3578 None None] Provisioning for port ea752b32-b15d-4ad7-b257-2f314c8726a0 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:15:39.155086 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-b212235f-52bd-43df-bb10-74e72a0a80f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b8b37a-f2d8-4e3f-9ddf-111df01ef763 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:15:39.160565 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-26f0be39-e1df-4de4-b807-f9ae6dcd3578 None None] Provisioning complete for port ea752b32-b15d-4ad7-b257-2f314c8726a0 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:15:39.162439 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-26f0be39-e1df-4de4-b807-f9ae6dcd3578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:39.164717 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6fa0a4e9-1316-4c4b-a8df-653682071d3d req-759ac6ac-1532-4faa-bd26-822ec3186187 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=85982905-05f9-4b80-98fc-e0c55668b1c3 HTTP/1.1" status: 200 len: 1096 time: 0.4136109 Apr 20 17:15:39.181016 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-b212235f-52bd-43df-bb10-74e72a0a80f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:39.244416 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-26f0be39-e1df-4de4-b807-f9ae6dcd3578 None None] Port ea752b32-b15d-4ad7-b257-2f314c8726a0 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:15:39.261649 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d25703be-b4b6-4d3e-ab15-ba2e3d2c6bfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:39.285084 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-c45209fa-a592-4f56-95b9-dd2fb226ef35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:39.286618 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-5a0add50-188c-48a7-b002-54aa67cf5337 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f510c870a174765bb86dc367cadd96a&device_id=9edbaf71-164d-49f5-b985-7d59dfc501cc HTTP/1.1" status: 200 len: 1980 time: 0.4782767 Apr 20 17:15:39.295851 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-d25703be-b4b6-4d3e-ab15-ba2e3d2c6bfa admin admin] Transition to ACTIVE for port object 0b0cae73-537b-46fa-b55b-158935a38bee will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:15:39.333853 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edbaf71-164d-49f5-b985-7d59dfc501cc', 'tag': '6e3e98aa-7d63-49c0-b5d1-62cd85b13056'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:15:39.364589 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-b212235f-52bd-43df-bb10-74e72a0a80f8 service neutron] Transition to ACTIVE for port object 09b8b37a-f2d8-4e3f-9ddf-111df01ef763 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:15:39.394511 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-b212235f-52bd-43df-bb10-74e72a0a80f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:39.422938 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d25703be-b4b6-4d3e-ab15-ba2e3d2c6bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:39.429990 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e39037-204e-4c35-94c0-65c9ff5743b2 admin admin] Deleting subnet afaadd71-91d9-490d-8c9c-d83dc8020198 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:15:39.444682 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-6af02f4b-c550-41f0-a7be-d7ebbea7ef65 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.112&port_id=bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7 HTTP/1.1" status: 200 len: 217 time: 0.1417558 Apr 20 17:15:39.456117 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-28e39037-204e-4c35-94c0-65c9ff5743b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:39.513027 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25703be-b4b6-4d3e-ab15-ba2e3d2c6bfa admin admin] Network 7cad8736-f7b6-475d-b939-9da845dbb70b is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:15:39.518293 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-d25703be-b4b6-4d3e-ab15-ba2e3d2c6bfa admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:15:39.540848 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25703be-b4b6-4d3e-ab15-ba2e3d2c6bfa admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:15:39.545602 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6fa0a4e9-1316-4c4b-a8df-653682071d3d req-a238ca68-c40b-4c74-95d7-2b1779109f65 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502638 Apr 20 17:15:39.632929 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25703be-b4b6-4d3e-ab15-ba2e3d2c6bfa admin admin] Pushing event updated for resources: {'Port': ['ID=0b0cae73-537b-46fa-b55b-158935a38bee,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:39.637120 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212235f-52bd-43df-bb10-74e72a0a80f8 service neutron] Pushing event updated for resources: {'Port': ['ID=09b8b37a-f2d8-4e3f-9ddf-111df01ef763,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:39.653644 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-28e39037-204e-4c35-94c0-65c9ff5743b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:39.707269 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-be71f434-a23c-4d25-9997-5efd24c056e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:39.708840 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-be71f434-a23c-4d25-9997-5efd24c056e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e560b09c-632d-4e38-a7ab-26eef818fbfc HTTP/1.1" status: 200 len: 801 time: 0.2247319 Apr 20 17:15:39.716775 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d25703be-b4b6-4d3e-ab15-ba2e3d2c6bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:39.726922 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16861de-a02a-4b80-bdf0-0f1f015eae92 req-a9fcbef8-d0e6-4158-8f0e-cb7dc3b0354b tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:39.728854 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c16861de-a02a-4b80-bdf0-0f1f015eae92 req-a9fcbef8-d0e6-4158-8f0e-cb7dc3b0354b tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=85982905-05f9-4b80-98fc-e0c55668b1c3 HTTP/1.1" status: 200 len: 945 time: 0.4877644 Apr 20 17:15:39.832393 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e76d5-983c-4e6c-8f77-f98e8caf5d3c req-e9600ea8-dce9-4303-88e2-bcd8028c5cb3 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:39.833483 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f06e76d5-983c-4e6c-8f77-f98e8caf5d3c req-e9600ea8-dce9-4303-88e2-bcd8028c5cb3 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 950 time: 0.2052567 Apr 20 17:15:39.879882 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e179cfed-1e14-4419-bd3f-14914e596a32 None None] Provisioning for port 0b0cae73-537b-46fa-b55b-158935a38bee completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:15:39.884990 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e179cfed-1e14-4419-bd3f-14914e596a32 None None] Provisioning complete for port 0b0cae73-537b-46fa-b55b-158935a38bee triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:15:39.885508 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e179cfed-1e14-4419-bd3f-14914e596a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:39.896578 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-28e39037-204e-4c35-94c0-65c9ff5743b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:39.939361 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-e179cfed-1e14-4419-bd3f-14914e596a32 None None] Port 0b0cae73-537b-46fa-b55b-158935a38bee cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:15:39.951750 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d25703be-b4b6-4d3e-ab15-ba2e3d2c6bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:39.972814 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-c45209fa-a592-4f56-95b9-dd2fb226ef35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea752b32-b15d-4ad7-b257-2f314c8726a0 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:15:39.977780 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c16861de-a02a-4b80-bdf0-0f1f015eae92 req-0b90e48b-357b-4f0a-83b9-9dadb7a8a292 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136705 Apr 20 17:15:39.981667 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-c45209fa-a592-4f56-95b9-dd2fb226ef35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:39.987805 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f06e76d5-983c-4e6c-8f77-f98e8caf5d3c req-f384352d-8d0a-4513-ada2-efd2e1c63e40 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419351 Apr 20 17:15:40.053799 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-c45209fa-a592-4f56-95b9-dd2fb226ef35 service neutron] Transition to ACTIVE for port object ea752b32-b15d-4ad7-b257-2f314c8726a0 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:15:40.071745 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-c45209fa-a592-4f56-95b9-dd2fb226ef35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:40.109360 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-b212235f-52bd-43df-bb10-74e72a0a80f8 service neutron] Attempting to bind port 09b8b37a-f2d8-4e3f-9ddf-111df01ef763 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:15:40.110931 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-b212235f-52bd-43df-bb10-74e72a0a80f8 service neutron] Attempting to bind port 09b8b37a-f2d8-4e3f-9ddf-111df01ef763 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:15:40.115609 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-b212235f-52bd-43df-bb10-74e72a0a80f8 service neutron] Attempting to bind port 09b8b37a-f2d8-4e3f-9ddf-111df01ef763 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:15:40.126164 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-f8e64f6f-d033-476f-a2c8-1bc8da9861c3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e73ed25-63a7-447d-a1dc-802c69c1b0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3927290 Apr 20 17:15:40.176188 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45209fa-a592-4f56-95b9-dd2fb226ef35 service neutron] Pushing event updated for resources: {'Port': ['ID=ea752b32-b15d-4ad7-b257-2f314c8726a0,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:40.198552 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 99656306-bf22-426a-bd25-1355044d1f79 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:15:40.257065 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae28edac-8245-488b-a9b8-612e57d786f7'] response: {'name': 'network-changed', 'server_uuid': '9edbaf71-164d-49f5-b985-7d59dfc501cc', 'tag': '6e3e98aa-7d63-49c0-b5d1-62cd85b13056', 'status': 'completed', 'code': 200} Apr 20 17:15:40.332259 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 99656306-bf22-426a-bd25-1355044d1f79 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:15:40.332532 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:40.352911 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-28e39037-204e-4c35-94c0-65c9ff5743b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:40.445847 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-b212235f-52bd-43df-bb10-74e72a0a80f8 service neutron] Port 09b8b37a-f2d8-4e3f-9ddf-111df01ef763 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:15:40.446542 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-b212235f-52bd-43df-bb10-74e72a0a80f8 service neutron] Attempting to bind port 09b8b37a-f2d8-4e3f-9ddf-111df01ef763 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:15:40.527493 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e39037-204e-4c35-94c0-65c9ff5743b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afaadd71-91d9-490d-8c9c-d83dc8020198,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:40.547528 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-28e39037-204e-4c35-94c0-65c9ff5743b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:40.553141 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-b212235f-52bd-43df-bb10-74e72a0a80f8 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:15:40.553619 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-b212235f-52bd-43df-bb10-74e72a0a80f8 service neutron] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:15:40.554324 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-b212235f-52bd-43df-bb10-74e72a0a80f8 service neutron] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:15:40.555158 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-b212235f-52bd-43df-bb10-74e72a0a80f8 service neutron] Bound port: 09b8b37a-f2d8-4e3f-9ddf-111df01ef763, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:15:40.555269 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-b212235f-52bd-43df-bb10-74e72a0a80f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:40.585975 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-28e39037-204e-4c35-94c0-65c9ff5743b2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/afaadd71-91d9-490d-8c9c-d83dc8020198 HTTP/1.1" status: 204 len: 168 time: 1.7911475 Apr 20 17:15:40.586923 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37494) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:40.788340 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-227cb10c-bf3a-4141-8e26-20fb2cc0f77e service neutron] 10.222.0.43 "GET /v2.0/networks/5e73ed25-63a7-447d-a1dc-802c69c1b0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6551731 Apr 20 17:15:40.868843 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d25703be-b4b6-4d3e-ab15-ba2e3d2c6bfa admin admin] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:40.885706 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d25703be-b4b6-4d3e-ab15-ba2e3d2c6bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:40.919086 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ebca6d95-abd6-48b2-95db-bfe98c5c9446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:40.961515 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d9e32-f440-4646-84c7-fd20432d8a85 req-e8a6c9a2-f63c-4e4b-9897-d525e4ae5e3a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:40.962330 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-032d9e32-f440-4646-84c7-fd20432d8a85 req-e8a6c9a2-f63c-4e4b-9897-d525e4ae5e3a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Synchronizing usage tracker for tenant:07e7ee6fb2044b339294a5844a1dc3d4 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:15:40.971620 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-b212235f-52bd-43df-bb10-74e72a0a80f8 service neutron] For port 09b8b37a-f2d8-4e3f-9ddf-111df01ef763, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:15:40.991616 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-c45209fa-a592-4f56-95b9-dd2fb226ef35 service neutron] Attempting to bind port ea752b32-b15d-4ad7-b257-2f314c8726a0 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:15:40.992042 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-c45209fa-a592-4f56-95b9-dd2fb226ef35 service neutron] Attempting to bind port ea752b32-b15d-4ad7-b257-2f314c8726a0 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:15:40.992445 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-c45209fa-a592-4f56-95b9-dd2fb226ef35 service neutron] Attempting to bind port ea752b32-b15d-4ad7-b257-2f314c8726a0 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:15:40.999739 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-b212235f-52bd-43df-bb10-74e72a0a80f8 service neutron] For port 09b8b37a-f2d8-4e3f-9ddf-111df01ef763, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=09b8b37a-f2d8-4e3f-9ddf-111df01ef763,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:15:41.031528 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-c45209fa-a592-4f56-95b9-dd2fb226ef35 service neutron] Port ea752b32-b15d-4ad7-b257-2f314c8726a0 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:15:41.031963 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-c45209fa-a592-4f56-95b9-dd2fb226ef35 service neutron] Attempting to bind port ea752b32-b15d-4ad7-b257-2f314c8726a0 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:15:41.041434 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-032d9e32-f440-4646-84c7-fd20432d8a85 req-e8a6c9a2-f63c-4e4b-9897-d525e4ae5e3a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Unset dirty status for tenant:07e7ee6fb2044b339294a5844a1dc3d4 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:15:41.042692 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-032d9e32-f440-4646-84c7-fd20432d8a85 req-e8a6c9a2-f63c-4e4b-9897-d525e4ae5e3a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=358884ab-6e84-4040-b654-d2e9349972ff HTTP/1.1" status: 200 len: 948 time: 0.7849982 Apr 20 17:15:41.043330 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25703be-b4b6-4d3e-ab15-ba2e3d2c6bfa admin admin] Pushing event updated for resources: {'Port': ['ID=0b0cae73-537b-46fa-b55b-158935a38bee,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:41.046804 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d25703be-b4b6-4d3e-ab15-ba2e3d2c6bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:41.054313 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-b212235f-52bd-43df-bb10-74e72a0a80f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:41.074442 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-c45209fa-a592-4f56-95b9-dd2fb226ef35 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:15:41.074694 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-c45209fa-a592-4f56-95b9-dd2fb226ef35 service neutron] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:15:41.075076 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-c45209fa-a592-4f56-95b9-dd2fb226ef35 service neutron] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:15:41.075515 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-c45209fa-a592-4f56-95b9-dd2fb226ef35 service neutron] Bound port: ea752b32-b15d-4ad7-b257-2f314c8726a0, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:15:41.075863 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-c45209fa-a592-4f56-95b9-dd2fb226ef35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:41.127099 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-4d040858-9e2b-4b03-9f4c-3898539a36e0 service neutron] 10.222.0.43 "GET /v2.0/networks/5e73ed25-63a7-447d-a1dc-802c69c1b0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247454 Apr 20 17:15:41.231811 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-032d9e32-f440-4646-84c7-fd20432d8a85 req-bc1a6745-720b-4ed3-8941-c9e562d7cae1 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795070 Apr 20 17:15:41.265426 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-b212235f-52bd-43df-bb10-74e72a0a80f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:41.266814 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-b212235f-52bd-43df-bb10-74e72a0a80f8 service neutron] 10.222.0.10 "PUT /v2.0/ports/09b8b37a-f2d8-4e3f-9ddf-111df01ef763 HTTP/1.1" status: 200 len: 1096 time: 3.7544651 Apr 20 17:15:41.283258 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '358884ab-6e84-4040-b654-d2e9349972ff', 'tag': '09b8b37a-f2d8-4e3f-9ddf-111df01ef763'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:15:41.286682 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-c45209fa-a592-4f56-95b9-dd2fb226ef35 service neutron] For port ea752b32-b15d-4ad7-b257-2f314c8726a0, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:15:41.291235 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ebca6d95-abd6-48b2-95db-bfe98c5c9446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:41.310572 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-c45209fa-a592-4f56-95b9-dd2fb226ef35 service neutron] For port ea752b32-b15d-4ad7-b257-2f314c8726a0, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=ea752b32-b15d-4ad7-b257-2f314c8726a0,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:15:41.311255 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-4536d3c8-31c9-4387-98ee-554ddd8ad1d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.41&port_id=6e3e98aa-7d63-49c0-b5d1-62cd85b13056 HTTP/1.1" status: 200 len: 217 time: 0.1732280 Apr 20 17:15:41.321469 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212235f-52bd-43df-bb10-74e72a0a80f8 service neutron] Pushing event updated for resources: {'Port': ['ID=09b8b37a-f2d8-4e3f-9ddf-111df01ef763,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:41.330070 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25703be-b4b6-4d3e-ab15-ba2e3d2c6bfa admin admin] Network 7cad8736-f7b6-475d-b939-9da845dbb70b is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:15:41.332047 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-c45209fa-a592-4f56-95b9-dd2fb226ef35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:41.376629 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-591d2f98-654a-4078-b86b-c737b687f76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:41.386651 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-d25703be-b4b6-4d3e-ab15-ba2e3d2c6bfa admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:15:41.438723 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783476a-13a9-45be-ae5b-7ba2e5cd0054 req-9e3bfe40-6bfc-42bc-ba1f-e987973942cc tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:41.458901 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783476a-13a9-45be-ae5b-7ba2e5cd0054 req-9e3bfe40-6bfc-42bc-ba1f-e987973942cc tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:41.461980 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1783476a-13a9-45be-ae5b-7ba2e5cd0054 req-9e3bfe40-6bfc-42bc-ba1f-e987973942cc tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=9edbaf71-164d-49f5-b985-7d59dfc501cc HTTP/1.1" status: 200 len: 1678 time: 0.5378785 Apr 20 17:15:41.467193 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-ebca6d95-abd6-48b2-95db-bfe98c5c9446 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1bc412-90d5-44c3-9118-40a48e554e77']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:41.550868 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-ebca6d95-abd6-48b2-95db-bfe98c5c9446 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:41.551240 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-ebca6d95-abd6-48b2-95db-bfe98c5c9446 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ed0e5c-4b95-417e-a470-af7a6d4248d5') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:41.579148 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ebca6d95-abd6-48b2-95db-bfe98c5c9446 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:41.619269 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ebca6d95-abd6-48b2-95db-bfe98c5c9446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:41.632148 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-c45209fa-a592-4f56-95b9-dd2fb226ef35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:41.633546 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-97b682c4-5210-4496-a3ba-8c1dad63cc78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:41.634070 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-c45209fa-a592-4f56-95b9-dd2fb226ef35 service neutron] 10.222.0.10 "PUT /v2.0/ports/ea752b32-b15d-4ad7-b257-2f314c8726a0 HTTP/1.1" status: 200 len: 1096 time: 2.6049659 Apr 20 17:15:41.635039 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-97b682c4-5210-4496-a3ba-8c1dad63cc78 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e5d91a0-ee36-46c7-ab32-3c8e737742b4 HTTP/1.1" status: 200 len: 801 time: 0.2679627 Apr 20 17:15:41.638604 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebca6d95-abd6-48b2-95db-bfe98c5c9446 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:15:41.639015 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ebca6d95-abd6-48b2-95db-bfe98c5c9446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:41.662089 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:15:41.662089 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:15:41.662089 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:15:41.662089 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:15:41.662089 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:15:41.662089 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:15:41.662089 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:15:41.662089 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:15:41.662089 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:15:41.662089 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:15:41.662089 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:15:41.662089 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:15:41.662089 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:15:41.662089 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:15:41.662089 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:15:41.662089 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:15:41.662089 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:15:41.662089 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:15:41.662089 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:15:41.662089 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:15:41.662089 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:15:41.662089 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:15:41.662089 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:15:41.662089 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:15:41.662089 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:15:41.662089 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:15:41.662089 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:15:41.662089 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:15:41.662089 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:15:41.662089 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:15:41.662089 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:15:41.662089 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:15:41.670669 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45209fa-a592-4f56-95b9-dd2fb226ef35 service neutron] Pushing event updated for resources: {'Port': ['ID=ea752b32-b15d-4ad7-b257-2f314c8726a0,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:41.789189 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a302a9d6-fde1-4fbc-9a62-36bb47e5c241 None None] Provisioning complete for port 0b0cae73-537b-46fa-b55b-158935a38bee triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:15:41.789887 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a302a9d6-fde1-4fbc-9a62-36bb47e5c241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:41.790646 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15589d1-39a9-452b-8919-241d87d2b5a8 req-33ae81fe-e730-4641-8715-deddc1a061b2 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:41.797757 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d15589d1-39a9-452b-8919-241d87d2b5a8 req-33ae81fe-e730-4641-8715-deddc1a061b2 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=85982905-05f9-4b80-98fc-e0c55668b1c3 HTTP/1.1" status: 200 len: 945 time: 0.2328939 Apr 20 17:15:41.825897 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1783476a-13a9-45be-ae5b-7ba2e5cd0054 req-7ed8a77d-6477-45c6-a6dc-15644f98dbed tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346128 Apr 20 17:15:41.873615 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-0e383452-fd87-4e92-b5d0-9d3056c7d9a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&device_id=358884ab-6e84-4040-b654-d2e9349972ff HTTP/1.1" status: 200 len: 1099 time: 0.5489187 Apr 20 17:15:41.882310 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ebca6d95-abd6-48b2-95db-bfe98c5c9446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:41.900260 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a302a9d6-fde1-4fbc-9a62-36bb47e5c241 None None] Port 0b0cae73-537b-46fa-b55b-158935a38bee cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:15:41.984278 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ebca6d95-abd6-48b2-95db-bfe98c5c9446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:42.003390 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-817e128a-66ee-4a3f-a6d7-485e8ebe9a48 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3de4e914-1f9e-4063-91bd-a2f49f6824cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3211439 Apr 20 17:15:42.009493 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-38323b59-0388-47a1-a5f4-78975f5043e5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&device_id=b912f910-6553-4c70-81e3-6d78370a5f6c HTTP/1.1" status: 200 len: 1099 time: 0.3242633 Apr 20 17:15:42.012624 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca6d95-abd6-48b2-95db-bfe98c5c9446 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf1bc412-90d5-44c3-9118-40a48e554e77,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:42.084029 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-b2939afe-bb48-41b0-a037-e57b3d8db47a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=09b8b37a-f2d8-4e3f-9ddf-111df01ef763 HTTP/1.1" status: 200 len: 217 time: 0.1992924 Apr 20 17:15:42.084255 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d15589d1-39a9-452b-8919-241d87d2b5a8 req-c360377c-b3e0-4ffc-a1c7-207c62a2f956 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856905 Apr 20 17:15:42.095316 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ebca6d95-abd6-48b2-95db-bfe98c5c9446 admin admin] 10.222.0.39 "DELETE /v2.0/networks/bf1bc412-90d5-44c3-9118-40a48e554e77 HTTP/1.1" status: 204 len: 168 time: 1.5036230 Apr 20 17:15:42.097055 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37522) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:42.098507 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-eeae89ae-7f8b-4e90-aa1e-1a69936c9c70 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=ea752b32-b15d-4ad7-b257-2f314c8726a0 HTTP/1.1" status: 200 len: 217 time: 0.0750110 Apr 20 17:15:42.241746 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-f352c693-6071-40ab-b349-d2a1c990df92 admin admin] Deleting subnet bbc6287b-5b83-43c4-aacf-41c55dee22c5 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:15:42.251363 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f352c693-6071-40ab-b349-d2a1c990df92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:42.285969 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b912f910-6553-4c70-81e3-6d78370a5f6c', 'tag': 'ea752b32-b15d-4ad7-b257-2f314c8726a0'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:15:42.305270 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2baf6f89-7a4e-4c1d-8284-d30b8759ffbc'] response: {'name': 'network-changed', 'server_uuid': '358884ab-6e84-4040-b654-d2e9349972ff', 'tag': '09b8b37a-f2d8-4e3f-9ddf-111df01ef763', 'status': 'completed', 'code': 200} Apr 20 17:15:42.315540 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-bf89d71d-a786-4c39-beb2-ebfbab2f99ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:42.317163 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-bf89d71d-a786-4c39-beb2-ebfbab2f99ca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1831374 Apr 20 17:15:42.372497 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-19fedd9a-bb20-4562-8bec-215fdf6b291b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:42.373949 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-19fedd9a-bb20-4562-8bec-215fdf6b291b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.2742996 Apr 20 17:15:42.382115 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f352c693-6071-40ab-b349-d2a1c990df92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:42.474571 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d71f1d-0357-4537-9be5-66a3547e1a19 req-019fe69c-6e14-4e02-8f90-8007513a8174 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:42.476160 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f5d71f1d-0357-4537-9be5-66a3547e1a19 req-019fe69c-6e14-4e02-8f90-8007513a8174 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 950 time: 0.4816411 Apr 20 17:15:42.479415 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-38321d02-ab66-48d6-81d3-a718f1a87537 service neutron] 10.222.0.43 "GET /v2.0/networks/3de4e914-1f9e-4063-91bd-a2f49f6824cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231801 Apr 20 17:15:42.548227 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:42.562396 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device fac33644-ecb5-485a-95e9-3f1a2f4f6cbe details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:15:42.693001 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f352c693-6071-40ab-b349-d2a1c990df92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:42.706691 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:42.748152 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f5d71f1d-0357-4537-9be5-66a3547e1a19 req-e54c9dc3-d0a4-47ec-9523-4af323c8daf0 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584488 Apr 20 17:15:42.751320 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-b639d81e-408a-4548-91de-b59a9f48cdd6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3628390 Apr 20 17:15:42.759649 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-071b1d51-b174-4d6e-ba93-c7afccb866f0 req-dce5e7a9-0255-4b4c-8887-ac365630122e service neutron] 10.222.0.43 "GET /v2.0/networks/3de4e914-1f9e-4063-91bd-a2f49f6824cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730317 Apr 20 17:15:42.800991 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port fac33644-ecb5-485a-95e9-3f1a2f4f6cbe, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=fac33644-ecb5-485a-95e9-3f1a2f4f6cbe,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:42.830144 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'fac33644-ecb5-485a-95e9-3f1a2f4f6cbe', 'network_id': '9034ea63-8cdc-4387-871e-6ef92eb3509a', 'port_id': 'fac33644-ecb5-485a-95e9-3f1a2f4f6cbe', 'mac_address': 'fa:16:3e:eb:56:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af85ab34-696f-4577-a7cd-12cc3ca9e9e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:15:42.881760 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f352c693-6071-40ab-b349-d2a1c990df92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:42.945191 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:42.982783 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fac33644-ecb5-485a-95e9-3f1a2f4f6cbe {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:15:42.996392 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:43.008867 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port fac33644-ecb5-485a-95e9-3f1a2f4f6cbe, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=fac33644-ecb5-485a-95e9-3f1a2f4f6cbe,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:43.017186 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f352c693-6071-40ab-b349-d2a1c990df92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbc6287b-5b83-43c4-aacf-41c55dee22c5,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:43.018947 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:43.059236 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f352c693-6071-40ab-b349-d2a1c990df92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:43.061211 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-2e29f49f-03a2-4444-a2e8-70f01f61a459 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005953 Apr 20 17:15:43.073756 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-81d6f207-de47-4f0d-870d-11ebf7d3b910 req-1d79411c-4a57-49d1-ad8d-714db25f336c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f510c870a174765bb86dc367cadd96a&device_id=9edbaf71-164d-49f5-b985-7d59dfc501cc HTTP/1.1" status: 200 len: 1980 time: 0.1787751 Apr 20 17:15:43.089904 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f352c693-6071-40ab-b349-d2a1c990df92 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bbc6287b-5b83-43c4-aacf-41c55dee22c5 HTTP/1.1" status: 204 len: 168 time: 0.9902380 Apr 20 17:15:43.090649 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37566) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:43.121844 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-fd0963f2-f654-45fa-ba8a-4e50d2886b5e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7970271 Apr 20 17:15:43.128697 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['fac33644-ecb5-485a-95e9-3f1a2f4f6cbe'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:15:43.342696 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=fac33644-ecb5-485a-95e9-3f1a2f4f6cbe,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:43.353560 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4415c86c-6f7f-4ed6-8791-1c70cdb12263'] response: {'name': 'network-changed', 'server_uuid': 'b912f910-6553-4c70-81e3-6d78370a5f6c', 'tag': 'ea752b32-b15d-4ad7-b257-2f314c8726a0', 'status': 'completed', 'code': 200} Apr 20 17:15:43.359958 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25703be-b4b6-4d3e-ab15-ba2e3d2c6bfa admin admin] Router 3456df83-4ab8-4df2-8c4d-fffa485cc2be has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:15:43.484050 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-7221b852-8729-46dd-b371-b2f3eeef935c service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092319 Apr 20 17:15:43.511076 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6f207-de47-4f0d-870d-11ebf7d3b910 req-d83ea558-c811-4cdf-8612-7911bab2920a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:43.513060 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-81d6f207-de47-4f0d-870d-11ebf7d3b910 req-d83ea558-c811-4cdf-8612-7911bab2920a service neutron] 10.222.0.43 "GET /v2.0/networks?id=3de4e914-1f9e-4063-91bd-a2f49f6824cd HTTP/1.1" status: 200 len: 903 time: 0.4129677 Apr 20 17:15:43.672257 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-81d6f207-de47-4f0d-870d-11ebf7d3b910 req-38227eab-2d1b-4bf4-abc0-902e4e0953f4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.41&port_id=6e3e98aa-7d63-49c0-b5d1-62cd85b13056 HTTP/1.1" status: 200 len: 217 time: 0.1477704 Apr 20 17:15:43.712648 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-94a8ad67-4727-45e8-811d-7d4bfb22b48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:43.779201 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939d43e-bf8e-4400-a4dc-d1f195aae420 req-d2862aa9-beca-4fef-8eea-b2424bd66edd tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:43.780068 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-4939d43e-bf8e-4400-a4dc-d1f195aae420 req-d2862aa9-beca-4fef-8eea-b2424bd66edd tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Synchronizing usage tracker for tenant:07e7ee6fb2044b339294a5844a1dc3d4 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:15:43.804914 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6f207-de47-4f0d-870d-11ebf7d3b910 req-f3b3f596-c0bb-4ed7-992e-9397e60102fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:43.806891 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-81d6f207-de47-4f0d-870d-11ebf7d3b910 req-f3b3f596-c0bb-4ed7-992e-9397e60102fd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e5d91a0-ee36-46c7-ab32-3c8e737742b4 HTTP/1.1" status: 200 len: 801 time: 0.1162539 Apr 20 17:15:43.812931 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-4939d43e-bf8e-4400-a4dc-d1f195aae420 req-d2862aa9-beca-4fef-8eea-b2424bd66edd tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Unset dirty status for tenant:07e7ee6fb2044b339294a5844a1dc3d4 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:15:43.814268 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4939d43e-bf8e-4400-a4dc-d1f195aae420 req-d2862aa9-beca-4fef-8eea-b2424bd66edd tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=358884ab-6e84-4040-b654-d2e9349972ff HTTP/1.1" status: 200 len: 948 time: 0.3797448 Apr 20 17:15:43.827203 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e235f6f-dbc2-4034-9b77-db33b2c1c5ad req-cdd1ba82-58ac-4250-8df1-6145924fd21b tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:43.831064 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e235f6f-dbc2-4034-9b77-db33b2c1c5ad req-cdd1ba82-58ac-4250-8df1-6145924fd21b tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:43.837832 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8e235f6f-dbc2-4034-9b77-db33b2c1c5ad req-cdd1ba82-58ac-4250-8df1-6145924fd21b tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=9edbaf71-164d-49f5-b985-7d59dfc501cc HTTP/1.1" status: 200 len: 1678 time: 0.3787243 Apr 20 17:15:43.851030 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eb429b39-bbea-4c3c-af0c-d4d371417b55 req-ac1b8beb-4dba-49b1-adf1-ddb6fd95a344 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&device_id=358884ab-6e84-4040-b654-d2e9349972ff HTTP/1.1" status: 200 len: 1099 time: 0.2472320 Apr 20 17:15:43.876546 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-998cc174-ad27-4424-a268-718a7d232b9a service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7405348 Apr 20 17:15:43.882999 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:44.017896 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4939d43e-bf8e-4400-a4dc-d1f195aae420 req-8aee2896-3692-4f5a-8644-c31866350dde tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617382 Apr 20 17:15:44.070793 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8e235f6f-dbc2-4034-9b77-db33b2c1c5ad req-afe51466-4d61-4159-9276-7084a8063c28 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319944 Apr 20 17:15:44.071228 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-81d6f207-de47-4f0d-870d-11ebf7d3b910 req-39c0494e-d52a-4e48-a12b-b38724a01326 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3de4e914-1f9e-4063-91bd-a2f49f6824cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2552495 Apr 20 17:15:44.072756 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-94a8ad67-4727-45e8-811d-7d4bfb22b48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:44.103705 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb429b39-bbea-4c3c-af0c-d4d371417b55 req-4e5b14c0-7e38-408a-9902-eaa06481a6e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:44.105239 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eb429b39-bbea-4c3c-af0c-d4d371417b55 req-4e5b14c0-7e38-408a-9902-eaa06481a6e5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.2291605 Apr 20 17:15:44.154509 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-94a8ad67-4727-45e8-811d-7d4bfb22b48c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c74b82f-f404-4546-91f3-652347690400']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:44.213316 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-94a8ad67-4727-45e8-811d-7d4bfb22b48c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f852dc-639b-4338-9ed8-0054000b1067') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:44.213895 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-94a8ad67-4727-45e8-811d-7d4bfb22b48c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f852dc-639b-4338-9ed8-0054000b1067') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:44.227614 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f98a9e26-53c9-458f-b542-7ec4cae81749 req-84502ccf-9d50-458f-98f9-717ac6f1ca57 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887220 Apr 20 17:15:44.244318 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-94a8ad67-4727-45e8-811d-7d4bfb22b48c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:44.268786 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-94a8ad67-4727-45e8-811d-7d4bfb22b48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:44.279041 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a8ad67-4727-45e8-811d-7d4bfb22b48c admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:15:44.280106 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-94a8ad67-4727-45e8-811d-7d4bfb22b48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:44.389417 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:15:44.389417 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:15:44.389417 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:15:44.389417 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:15:44.389417 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:15:44.389417 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:15:44.389417 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:15:44.389417 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:15:44.389417 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:15:44.389417 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:15:44.389417 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:15:44.389417 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:15:44.389417 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:15:44.389417 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:15:44.389417 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:15:44.389417 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:15:44.389417 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:15:44.389417 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:15:44.389417 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:15:44.389417 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:15:44.389417 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:15:44.389417 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:15:44.389417 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:15:44.389417 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:15:44.389417 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:15:44.389417 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:15:44.389417 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:15:44.389417 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:15:44.389417 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:15:44.389417 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:15:44.389417 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:15:44.389417 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:15:44.428766 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-94a8ad67-4727-45e8-811d-7d4bfb22b48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:44.465533 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-94a8ad67-4727-45e8-811d-7d4bfb22b48c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:44.475494 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-94a8ad67-4727-45e8-811d-7d4bfb22b48c admin admin] 10.222.0.39 "DELETE /v2.0/networks/5c74b82f-f404-4546-91f3-652347690400 HTTP/1.1" status: 204 len: 168 time: 1.3814986 Apr 20 17:15:44.485482 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eb429b39-bbea-4c3c-af0c-d4d371417b55 req-853cdb0e-d4d6-4507-ad53-af21a74542fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=09b8b37a-f2d8-4e3f-9ddf-111df01ef763 HTTP/1.1" status: 200 len: 217 time: 0.3532960 Apr 20 17:15:44.488020 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a8ad67-4727-45e8-811d-7d4bfb22b48c admin admin] Pushing event deleted for resources: {'Network': ['ID=5c74b82f-f404-4546-91f3-652347690400,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:44.528632 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25703be-b4b6-4d3e-ab15-ba2e3d2c6bfa admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:15:44.534377 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d25703be-b4b6-4d3e-ab15-ba2e3d2c6bfa admin admin] 10.222.0.39 "PUT /v2.0/routers/3456df83-4ab8-4df2-8c4d-fffa485cc2be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2823822 Apr 20 17:15:44.542269 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-671f9386-8210-4db0-991a-87dec0a9fa95 req-02d1cfac-7318-4ddc-91e5-20fa03c9b7b8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&device_id=b912f910-6553-4c70-81e3-6d78370a5f6c HTTP/1.1" status: 200 len: 1099 time: 0.1496334 Apr 20 17:15:44.551457 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63919d8e-f7e9-4bcd-9b49-cc046878e084 None None] Sync routers for ids ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:15:44.569986 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:15:44.572118 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device fac33644-ecb5-485a-95e9-3f1a2f4f6cbe up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:15:44.694052 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63919d8e-f7e9-4bcd-9b49-cc046878e084 None None] Routers {'3456df83-4ab8-4df2-8c4d-fffa485cc2be'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:15:44.694722 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-63919d8e-f7e9-4bcd-9b49-cc046878e084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:15:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:44.754609 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37602) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:44.820421 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb429b39-bbea-4c3c-af0c-d4d371417b55 req-379de034-402c-4dc6-8d32-615476e46dca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:44.837244 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eb429b39-bbea-4c3c-af0c-d4d371417b55 req-379de034-402c-4dc6-8d32-615476e46dca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.3388233 Apr 20 17:15:44.841634 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f9386-8210-4db0-991a-87dec0a9fa95 req-9102ec38-65fe-4dc4-baa9-1e5f87c3710e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:44.844480 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-671f9386-8210-4db0-991a-87dec0a9fa95 req-9102ec38-65fe-4dc4-baa9-1e5f87c3710e service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.2839949 Apr 20 17:15:44.900301 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-81d6f207-de47-4f0d-870d-11ebf7d3b910 req-17a5eabe-3ac9-4bae-8108-65ccd0e675e8 service neutron] 10.222.0.43 "GET /v2.0/networks/3de4e914-1f9e-4063-91bd-a2f49f6824cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8162556 Apr 20 17:15:44.936598 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-671f9386-8210-4db0-991a-87dec0a9fa95 req-86e50e2e-f874-4437-b340-044d799495b4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=ea752b32-b15d-4ad7-b257-2f314c8726a0 HTTP/1.1" status: 200 len: 217 time: 0.0856495 Apr 20 17:15:44.981469 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.resource_extend [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:15:45.037794 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff5abc-9160-4eb9-87fd-58e28193ba21 req-a7630a46-174d-496c-94fc-fb7529a46b79 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:45.039830 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f9386-8210-4db0-991a-87dec0a9fa95 req-c5975cd6-8633-4832-9eea-66ee23423206 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:45.042426 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-671f9386-8210-4db0-991a-87dec0a9fa95 req-c5975cd6-8633-4832-9eea-66ee23423206 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.0914710 Apr 20 17:15:45.046380 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-62ff5abc-9160-4eb9-87fd-58e28193ba21 req-a7630a46-174d-496c-94fc-fb7529a46b79 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=85982905-05f9-4b80-98fc-e0c55668b1c3 HTTP/1.1" status: 200 len: 945 time: 0.7937453 Apr 20 17:15:45.092622 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port fac33644-ecb5-485a-95e9-3f1a2f4f6cbe triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:15:45.093336 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:45.140579 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:45.244568 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7,segment=NetworkSegment(080b550a-d5b1-4674-9313-b6ded58066ee),segment_id=080b550a-d5b1-4674-9313-b6ded58066ee)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:45.261041 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-81d6f207-de47-4f0d-870d-11ebf7d3b910 req-31525dd0-d58a-43e9-bb6d-ab25816fba94 service neutron] 10.222.0.43 "GET /v2.0/networks/3de4e914-1f9e-4063-91bd-a2f49f6824cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502438 Apr 20 17:15:45.263259 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-049b4c1f-35fd-4350-8143-56c320fd9766 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c6309d4027774bf39a206d4366b6ddc5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5031371 Apr 20 17:15:45.273406 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7', 'network_id': '5e73ed25-63a7-447d-a1dc-802c69c1b0d2', 'port_id': 'bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7', 'mac_address': 'fa:16:3e:58:c0:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e560b09c-632d-4e38-a7ab-26eef818fbfc', 'ip_address': '19.80.0.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:15:45.285048 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37618) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:45.340222 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:45.365611 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2020c4f2-9aec-407f-91d4-eb44b5edcc83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:45.377854 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-671f9386-8210-4db0-991a-87dec0a9fa95 req-9c6eee70-f1b8-44b4-b8e9-57075c191fc9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3258274 Apr 20 17:15:45.389734 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50323cd8-fb82-489c-bfbd-52073227d06b req-b60f1c63-1125-40ba-8913-00a2a3dc8523 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:45.391918 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50323cd8-fb82-489c-bfbd-52073227d06b req-b60f1c63-1125-40ba-8913-00a2a3dc8523 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9f6b77d-dd89-4b60-9799-be4f8d8ca542 HTTP/1.1" status: 200 len: 944 time: 0.1429353 Apr 20 17:15:45.406795 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2020c4f2-9aec-407f-91d4-eb44b5edcc83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:45.407480 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-63919d8e-f7e9-4bcd-9b49-cc046878e084 None None] Set router 3456df83-4ab8-4df2-8c4d-fffa485cc2be gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:15:45.492970 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port fac33644-ecb5-485a-95e9-3f1a2f4f6cbe, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=fac33644-ecb5-485a-95e9-3f1a2f4f6cbe,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:45.498910 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-62ff5abc-9160-4eb9-87fd-58e28193ba21 req-41dbdf41-15e9-4234-8b5c-5613fb8ab4cf tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515803 Apr 20 17:15:45.515013 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eb429b39-bbea-4c3c-af0c-d4d371417b55 req-d31e4818-9c3a-4942-b45d-f87ee6c6fa7c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6768961 Apr 20 17:15:45.519538 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2020c4f2-9aec-407f-91d4-eb44b5edcc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:45.522995 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f6b77d-dd89-4b60-9799-be4f8d8ca542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac33644-ecb5-485a-95e9-3f1a2f4f6cbe'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:15:45.539044 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:45.569519 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020c4f2-9aec-407f-91d4-eb44b5edcc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:45.581464 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2020c4f2-9aec-407f-91d4-eb44b5edcc83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:45.582724 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2020c4f2-9aec-407f-91d4-eb44b5edcc83 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bc1442ba-1ad9-4b1f-a98f-20bfa6ecbe1c HTTP/1.1" status: 204 len: 168 time: 0.2944744 Apr 20 17:15:45.593982 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-671f9386-8210-4db0-991a-87dec0a9fa95 req-9b96c14b-b860-4226-aa90-c22f852c137a service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007520 Apr 20 17:15:45.598089 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50323cd8-fb82-489c-bfbd-52073227d06b req-a2f6bbfb-f55c-4f79-b950-dde028508d7d tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810940 Apr 20 17:15:45.733297 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:45.780639 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:15:45.808136 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eb429b39-bbea-4c3c-af0c-d4d371417b55 req-cf54e7a5-91d3-4a70-9898-85f44392aab7 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697620 Apr 20 17:15:45.815935 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=fac33644-ecb5-485a-95e9-3f1a2f4f6cbe,revision_number=7']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:45.861439 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-671f9386-8210-4db0-991a-87dec0a9fa95 req-8df5f030-d78c-4493-8194-1e60e39e53aa service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605546 Apr 20 17:15:45.899344 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7,segment=NetworkSegment(080b550a-d5b1-4674-9313-b6ded58066ee),segment_id=080b550a-d5b1-4674-9313-b6ded58066ee)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:45.916192 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:45.917292 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 6e3e98aa-7d63-49c0-b5d1-62cd85b13056 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:15:46.053516 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eb429b39-bbea-4c3c-af0c-d4d371417b55 req-5cdf171e-5590-4510-a2a6-969ef853f67c service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407196 Apr 20 17:15:46.087584 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 6e3e98aa-7d63-49c0-b5d1-62cd85b13056, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=6e3e98aa-7d63-49c0-b5d1-62cd85b13056,segment=NetworkSegment(1e30c634-9544-4893-b747-d96df028f0b9),segment_id=1e30c634-9544-4893-b747-d96df028f0b9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:46.133229 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '6e3e98aa-7d63-49c0-b5d1-62cd85b13056', 'network_id': '3de4e914-1f9e-4063-91bd-a2f49f6824cd', 'port_id': '6e3e98aa-7d63-49c0-b5d1-62cd85b13056', 'mac_address': 'fa:16:3e:9d:9b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e5d91a0-ee36-46c7-ab32-3c8e737742b4', 'ip_address': '19.86.0.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:15:46.141501 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9d8d8-d7d3-4736-93e5-b743c852775e req-1fdf38cd-288a-4b28-925c-bc127b02bece tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:46.152348 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bcf9d8d8-d7d3-4736-93e5-b743c852775e req-1fdf38cd-288a-4b28-925c-bc127b02bece tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 950 time: 0.2864096 Apr 20 17:15:46.251815 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bcf9d8d8-d7d3-4736-93e5-b743c852775e req-8ee815e8-083b-49e9-9c70-bec3ce5f8a4d tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941224 Apr 20 17:15:46.436140 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:46.444380 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 09b8b37a-f2d8-4e3f-9ddf-111df01ef763 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:15:46.611640 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:46.638680 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37654) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:46.645448 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e3e98aa-7d63-49c0-b5d1-62cd85b13056 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:15:46.663733 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 6e3e98aa-7d63-49c0-b5d1-62cd85b13056, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=6e3e98aa-7d63-49c0-b5d1-62cd85b13056,segment=NetworkSegment(1e30c634-9544-4893-b747-d96df028f0b9),segment_id=1e30c634-9544-4893-b747-d96df028f0b9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:46.677389 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:46.698570 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f744b23-ab19-4434-902a-ddf05ae6183f req-a4204e91-d9e9-4adc-95f3-4adbc05274f9 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:46.700964 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2f744b23-ab19-4434-902a-ddf05ae6183f req-a4204e91-d9e9-4adc-95f3-4adbc05274f9 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=358884ab-6e84-4040-b654-d2e9349972ff HTTP/1.1" status: 200 len: 948 time: 0.1929939 Apr 20 17:15:46.771070 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2f744b23-ab19-4434-902a-ddf05ae6183f req-b77968f4-bc57-4aa1-9286-223779f7c543 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639372 Apr 20 17:15:46.791643 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 09b8b37a-f2d8-4e3f-9ddf-111df01ef763, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=09b8b37a-f2d8-4e3f-9ddf-111df01ef763,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:46.821542 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '09b8b37a-f2d8-4e3f-9ddf-111df01ef763', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': '09b8b37a-f2d8-4e3f-9ddf-111df01ef763', 'mac_address': 'fa:16:3e:21:42:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:15:46.830322 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=6e3e98aa-7d63-49c0-b5d1-62cd85b13056,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:46.930997 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-63919d8e-f7e9-4bcd-9b49-cc046878e084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'name': 'tempest-FloatingIPsAssociationTestJSON-318035455-router', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '99656306-bf22-426a-bd25-1355044d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:15:28Z', 'updated_at': '2022-04-20T17:15:39Z', 'revision_number': 4, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'gw_port': {'id': '99656306-bf22-426a-bd25-1355044d1f79', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:30Z', 'updated_at': '2022-04-20T17:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '0b0cae73-537b-46fa-b55b-158935a38bee', 'name': '', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'mac_address': 'fa:16:3e:ff:c5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:38Z', 'updated_at': '2022-04-20T17:15:40Z', 'revision_number': 2, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'subnets': [{'id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:46.944634 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0b3850f9-1968-43b6-83b5-7cca8b605c13 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=39e7f7408fb2431ca88d439d8a7e3f1c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3026910 Apr 20 17:15:46.946131 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37662) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:46.958290 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63919d8e-f7e9-4bcd-9b49-cc046878e084 None None] Checking router: 3456df83-4ab8-4df2-8c4d-fffa485cc2be for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:15:46.961421 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63919d8e-f7e9-4bcd-9b49-cc046878e084 None None] Updating router 3456df83-4ab8-4df2-8c4d-fffa485cc2be port 0b0cae73-537b-46fa-b55b-158935a38bee binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:15:46.986161 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-629ec33f-ffc3-49b6-a890-41069da2bda7 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:46.987010 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-629ec33f-ffc3-49b6-a890-41069da2bda7 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Synchronizing usage tracker for tenant:9447d3abcfef46fbb9cec3961f14b45a on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:15:46.997391 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:15:47.023813 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:47.035254 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-629ec33f-ffc3-49b6-a890-41069da2bda7 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Unset dirty status for tenant:9447d3abcfef46fbb9cec3961f14b45a on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:15:47.036579 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-629ec33f-ffc3-49b6-a890-41069da2bda7 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/networks?id=7cad8736-f7b6-475d-b939-9da845dbb70b HTTP/1.1" status: 200 len: 820 time: 0.3752429 Apr 20 17:15:47.053244 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b8b37a-f2d8-4e3f-9ddf-111df01ef763 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:15:47.070402 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-d5f8927a-3910-4a1f-a076-ab3d7e13b87e tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/quotas/9447d3abcfef46fbb9cec3961f14b45a HTTP/1.1" status: 200 len: 375 time: 0.0269213 Apr 20 17:15:47.116724 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 09b8b37a-f2d8-4e3f-9ddf-111df01ef763, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=09b8b37a-f2d8-4e3f-9ddf-111df01ef763,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:47.118502 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-63919d8e-f7e9-4bcd-9b49-cc046878e084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:47.232842 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:47.287058 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-40efe4c2-3ef7-454d-a26d-433f291d2751 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Synchronizing usage tracker for tenant:9447d3abcfef46fbb9cec3961f14b45a on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:15:47.303651 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5051e2f-8cf1-4bbe-a982-17d37f200934 req-27393d71-940d-4135-9c6a-0b3d175b7032 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:47.308489 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5051e2f-8cf1-4bbe-a982-17d37f200934 req-27393d71-940d-4135-9c6a-0b3d175b7032 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:47.310786 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d5051e2f-8cf1-4bbe-a982-17d37f200934 req-27393d71-940d-4135-9c6a-0b3d175b7032 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=9edbaf71-164d-49f5-b985-7d59dfc501cc HTTP/1.1" status: 200 len: 1680 time: 0.3342745 Apr 20 17:15:47.312600 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eb560011-cac0-465d-be10-7d4d2902a0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:47.332581 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=09b8b37a-f2d8-4e3f-9ddf-111df01ef763,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:47.335997 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-40efe4c2-3ef7-454d-a26d-433f291d2751 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Unset dirty status for tenant:9447d3abcfef46fbb9cec3961f14b45a on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:15:47.346638 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-40efe4c2-3ef7-454d-a26d-433f291d2751 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9447d3abcfef46fbb9cec3961f14b45a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2751262 Apr 20 17:15:47.455171 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eb560011-cac0-465d-be10-7d4d2902a0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:47.521036 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37670) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:47.554149 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d5051e2f-8cf1-4bbe-a982-17d37f200934 req-80101586-e62b-414a-a5c8-1270d6419942 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231767 Apr 20 17:15:47.560743 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eb560011-cac0-465d-be10-7d4d2902a0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:47.581829 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb560011-cac0-465d-be10-7d4d2902a0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51aff424-4670-45e5-b45d-05fa54578baa,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:47.594028 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-7238c97a-b922-444b-9be1-6218441e995d service neutron] 10.222.0.39 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463810 Apr 20 17:15:47.609116 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eb560011-cac0-465d-be10-7d4d2902a0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:47.611024 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-eb560011-cac0-465d-be10-7d4d2902a0a1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/51aff424-4670-45e5-b45d-05fa54578baa HTTP/1.1" status: 204 len: 168 time: 0.6635644 Apr 20 17:15:47.717789 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d2e0118-36fb-4e86-922c-701e496e4db5'] response: {'server_uuid': 'b9f6b77d-dd89-4b60-9799-be4f8d8ca542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac33644-ecb5-485a-95e9-3f1a2f4f6cbe', 'code': 200} Apr 20 17:15:47.793304 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7d76d7d-5c5a-41a9-9919-2a6e7f83eceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:47.845822 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['09b8b37a-f2d8-4e3f-9ddf-111df01ef763'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:15:47.887614 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-71d7b94f-1ba2-46a0-a36c-3984791fe834 service neutron] 10.222.0.39 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855473 Apr 20 17:15:47.993665 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-a7d76d7d-5c5a-41a9-9919-2a6e7f83eceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:15:48.025273 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a7d76d7d-5c5a-41a9-9919-2a6e7f83eceb admin admin] Usage tracker for resource:security_group_rule and tenant:6ee578ffbbc741a79312b8e06a38bc9d is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:15:48.046042 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a7d76d7d-5c5a-41a9-9919-2a6e7f83eceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:15:48.089641 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['6e3e98aa-7d63-49c0-b5d1-62cd85b13056'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:15:48.128666 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-a7d76d7d-5c5a-41a9-9919-2a6e7f83eceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:15:48.223504 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce06728-44fc-4755-8524-85afefcc6e64 req-e5b53630-cec3-48b8-abbc-4d254b996fe9 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:48.228297 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4ce06728-44fc-4755-8524-85afefcc6e64 req-e5b53630-cec3-48b8-abbc-4d254b996fe9 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=85982905-05f9-4b80-98fc-e0c55668b1c3 HTTP/1.1" status: 200 len: 945 time: 0.3590336 Apr 20 17:15:48.284374 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.resource_extend [None req-63919d8e-f7e9-4bcd-9b49-cc046878e084 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:15:48.343138 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74247e1-062e-4568-9fc4-e726cf8e96f5 req-89f912f9-7af5-4ec3-bd9b-1105d9fe0256 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:48.344672 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a74247e1-062e-4568-9fc4-e726cf8e96f5 req-89f912f9-7af5-4ec3-bd9b-1105d9fe0256 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9f6b77d-dd89-4b60-9799-be4f8d8ca542 HTTP/1.1" status: 200 len: 945 time: 0.1795192 Apr 20 17:15:48.455154 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device ea752b32-b15d-4ad7-b257-2f314c8726a0 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:15:48.471618 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7d76d7d-5c5a-41a9-9919-2a6e7f83eceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:48.477307 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4ce06728-44fc-4755-8524-85afefcc6e64 req-5781a0f8-53b5-45ef-8632-3c19e66460c4 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332969 Apr 20 17:15:48.481573 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7d76d7d-5c5a-41a9-9919-2a6e7f83eceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:48.499390 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a74247e1-062e-4568-9fc4-e726cf8e96f5 req-e238e03c-0e5e-4b71-9887-0576eda2fa5e tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416399 Apr 20 17:15:48.550814 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d76d7d-5c5a-41a9-9919-2a6e7f83eceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76615800-51c5-4d98-8b03-8393638b6dcd,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:48.557826 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a7d76d7d-5c5a-41a9-9919-2a6e7f83eceb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6ee578ffbbc741a79312b8e06a38bc9d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0258491 Apr 20 17:15:48.558220 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37700) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:48.718018 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-04846f91-9ad8-441e-bda7-67abebd00a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:48.749660 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-63919d8e-f7e9-4bcd-9b49-cc046878e084 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:48.771523 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-04846f91-9ad8-441e-bda7-67abebd00a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:48.802680 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.resource_extend [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:15:48.859620 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-63919d8e-f7e9-4bcd-9b49-cc046878e084 None None] Transition to ACTIVE for port object 0b0cae73-537b-46fa-b55b-158935a38bee will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:15:48.960033 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-63919d8e-f7e9-4bcd-9b49-cc046878e084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:48.961188 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b2b95-d614-4887-abbb-146d0e18300e req-4e056db3-18b4-48e1-b035-d55730ae61dd tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:48.964672 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c20b2b95-d614-4887-abbb-146d0e18300e req-4e056db3-18b4-48e1-b035-d55730ae61dd tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=358884ab-6e84-4040-b654-d2e9349972ff HTTP/1.1" status: 200 len: 949 time: 0.1819429 Apr 20 17:15:49.026159 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61adaba8-68a7-4d63-9368-2c7ad9a9c79c req-e3d29ce9-3250-4ea1-ba96-af8b081ee6b1 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:49.030200 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-61adaba8-68a7-4d63-9368-2c7ad9a9c79c req-e3d29ce9-3250-4ea1-ba96-af8b081ee6b1 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 950 time: 0.2120073 Apr 20 17:15:49.031769 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-04846f91-9ad8-441e-bda7-67abebd00a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:49.093249 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04846f91-9ad8-441e-bda7-67abebd00a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76615800-51c5-4d98-8b03-8393638b6dcd,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:49.105256 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c20b2b95-d614-4887-abbb-146d0e18300e req-e0b9daae-d240-4ddf-a71a-12354aaa3a6a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335895 Apr 20 17:15:49.108682 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-04846f91-9ad8-441e-bda7-67abebd00a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:49.126917 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-04846f91-9ad8-441e-bda7-67abebd00a02 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/76615800-51c5-4d98-8b03-8393638b6dcd HTTP/1.1" status: 204 len: 168 time: 0.5676951 Apr 20 17:15:49.203489 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-61adaba8-68a7-4d63-9368-2c7ad9a9c79c req-5cf17202-2ab0-4f66-b80d-a13fd54699c2 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655929 Apr 20 17:15:49.436800 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5415a1-2723-4490-a751-a0fbb4f8694b None None] Pushing event updated for resources: {'Port': ['ID=0b0cae73-537b-46fa-b55b-158935a38bee,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:49.453146 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port ea752b32-b15d-4ad7-b257-2f314c8726a0, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=ea752b32-b15d-4ad7-b257-2f314c8726a0,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:49.538971 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1af9283d-ffdd-4f87-a4ea-03496b8c072e req-0d5cb2ab-f095-48b8-bc14-401bbe6d655d tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6e17b42-acea-45f8-9bf2-74e6a0dca0f2 HTTP/1.1" status: 200 len: 210 time: 0.1125183 Apr 20 17:15:49.751951 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4ecd7-97dd-4789-a491-8f9cd657fd42 req-2ed92096-d7af-4803-b492-bf8e1025cca8 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:49.765133 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4ecd7-97dd-4789-a491-8f9cd657fd42 req-2ed92096-d7af-4803-b492-bf8e1025cca8 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:49.776337 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-63919d8e-f7e9-4bcd-9b49-cc046878e084 None None] Attempting to bind port 0b0cae73-537b-46fa-b55b-158935a38bee on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:15:49.776705 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-63919d8e-f7e9-4bcd-9b49-cc046878e084 None None] Attempting to bind port 0b0cae73-537b-46fa-b55b-158935a38bee by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '36373ac1-df16-4205-8393-5031c405a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:15:49.777062 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63919d8e-f7e9-4bcd-9b49-cc046878e084 None None] Attempting to bind port 0b0cae73-537b-46fa-b55b-158935a38bee on network 7cad8736-f7b6-475d-b939-9da845dbb70b {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:15:49.780518 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d0a4ecd7-97dd-4789-a491-8f9cd657fd42 req-2ed92096-d7af-4803-b492-bf8e1025cca8 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=9edbaf71-164d-49f5-b985-7d59dfc501cc HTTP/1.1" status: 200 len: 1680 time: 0.2517345 Apr 20 17:15:49.780719 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'ea752b32-b15d-4ad7-b257-2f314c8726a0', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': 'ea752b32-b15d-4ad7-b257-2f314c8726a0', 'mac_address': 'fa:16:3e:95:63:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:15:49.865023 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d0a4ecd7-97dd-4789-a491-8f9cd657fd42 req-bda2bac5-40d5-4f3e-898d-8bd6418ac519 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771616 Apr 20 17:15:49.931913 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:49.967098 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea752b32-b15d-4ad7-b257-2f314c8726a0 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:15:49.985064 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port ea752b32-b15d-4ad7-b257-2f314c8726a0, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=ea752b32-b15d-4ad7-b257-2f314c8726a0,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:49.989915 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63919d8e-f7e9-4bcd-9b49-cc046878e084 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:15:49.990323 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63919d8e-f7e9-4bcd-9b49-cc046878e084 None None] Checking segment: {'id': '36373ac1-df16-4205-8393-5031c405a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:15:49.990725 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-63919d8e-f7e9-4bcd-9b49-cc046878e084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:49.991111 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63919d8e-f7e9-4bcd-9b49-cc046878e084 None None] Bound using segment: {'id': '36373ac1-df16-4205-8393-5031c405a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:15:49.992046 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-63919d8e-f7e9-4bcd-9b49-cc046878e084 None None] Bound port: 0b0cae73-537b-46fa-b55b-158935a38bee, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36373ac1-df16-4205-8393-5031c405a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:15:49.992606 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-63919d8e-f7e9-4bcd-9b49-cc046878e084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:50.057220 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:50.192261 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5cec5-19d2-43b8-a3b9-c4d627b80f79 req-d109f2f7-8341-4c1c-a70f-1e8f458af8fd tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:50.193952 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4fd5cec5-19d2-43b8-a3b9-c4d627b80f79 req-d109f2f7-8341-4c1c-a70f-1e8f458af8fd tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=85982905-05f9-4b80-98fc-e0c55668b1c3 HTTP/1.1" status: 200 len: 945 time: 0.1629632 Apr 20 17:15:50.308465 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52fd252-8d6e-4ef1-b9be-5f41a3f6ea6a req-f591634a-b6a8-441d-b84f-0f572eb4bc7c tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:50.320348 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f52fd252-8d6e-4ef1-b9be-5f41a3f6ea6a req-f591634a-b6a8-441d-b84f-0f572eb4bc7c tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9f6b77d-dd89-4b60-9799-be4f8d8ca542 HTTP/1.1" status: 200 len: 945 time: 0.1812968 Apr 20 17:15:50.320457 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4fd5cec5-19d2-43b8-a3b9-c4d627b80f79 req-86ab90b3-8fda-4a19-9a78-a0bf4575b37a tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188242 Apr 20 17:15:50.409086 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=ea752b32-b15d-4ad7-b257-2f314c8726a0,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:50.429964 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-63919d8e-f7e9-4bcd-9b49-cc046878e084 None None] For port 0b0cae73-537b-46fa-b55b-158935a38bee, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:15:50.435486 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['ea752b32-b15d-4ad7-b257-2f314c8726a0'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:15:50.513371 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 09b8b37a-f2d8-4e3f-9ddf-111df01ef763 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:15:50.614580 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-63919d8e-f7e9-4bcd-9b49-cc046878e084 None None] For port 0b0cae73-537b-46fa-b55b-158935a38bee, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0b0cae73-537b-46fa-b55b-158935a38bee,segment=NetworkSegment(36373ac1-df16-4205-8393-5031c405a675),segment_id=36373ac1-df16-4205-8393-5031c405a675)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:15:50.631386 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-63919d8e-f7e9-4bcd-9b49-cc046878e084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:50.761095 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:15:50.831917 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d1024-a9a8-4edc-bfdf-625f09ef6208 req-795265a0-ca76-4834-b405-c20a4c1b2692 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:50.833523 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c44d1024-a9a8-4edc-bfdf-625f09ef6208 req-795265a0-ca76-4834-b405-c20a4c1b2692 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=358884ab-6e84-4040-b654-d2e9349972ff HTTP/1.1" status: 200 len: 949 time: 0.2660220 Apr 20 17:15:50.916767 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f52fd252-8d6e-4ef1-b9be-5f41a3f6ea6a req-b0942222-df9d-4458-8681-59d0a8c23450 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5955148 Apr 20 17:15:50.924675 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c44d1024-a9a8-4edc-bfdf-625f09ef6208 req-161b2916-e5bf-4c21-bd54-f02a315709dc tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807955 Apr 20 17:15:50.931270 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-e667dc2b-ecba-49fb-942b-3fd7ee740693 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:50.933061 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-e667dc2b-ecba-49fb-942b-3fd7ee740693 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.43 "GET /v2.0/networks?id=7cad8736-f7b6-475d-b939-9da845dbb70b HTTP/1.1" status: 200 len: 820 time: 0.5829432 Apr 20 17:15:50.951061 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-b5fc774c-2f43-4391-9dfe-b58392233e7d tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Request body: {'port': {'device_id': 'f6e17b42-acea-45f8-9bf2-74e6a0dca0f2', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'admin_state_up': True, 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:15:51.147033 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63919d8e-f7e9-4bcd-9b49-cc046878e084 None None] Routers {'3456df83-4ab8-4df2-8c4d-fffa485cc2be'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:15:51.147033 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-63919d8e-f7e9-4bcd-9b49-cc046878e084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:15:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:51.283142 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-999ee124-5984-4494-9187-1383f00a6de7 req-5e0c4896-dd38-4161-b2f6-beff154cb07a tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6e17b42-acea-45f8-9bf2-74e6a0dca0f2 HTTP/1.1" status: 200 len: 210 time: 0.1090908 Apr 20 17:15:51.315004 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-b5fc774c-2f43-4391-9dfe-b58392233e7d tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:15:51.331615 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-b5fc774c-2f43-4391-9dfe-b58392233e7d tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:15:51.340996 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0a79e-6890-4381-88e9-6425d368c478 req-eceeb8d0-7fb3-4c33-9212-3ef9a709200c tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:51.350416 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5ea0a79e-6890-4381-88e9-6425d368c478 req-eceeb8d0-7fb3-4c33-9212-3ef9a709200c tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 950 time: 0.2179639 Apr 20 17:15:51.384403 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-b5fc774c-2f43-4391-9dfe-b58392233e7d tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Made reservation on behalf of 9447d3abcfef46fbb9cec3961f14b45a for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:15:51.388679 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-b5fc774c-2f43-4391-9dfe-b58392233e7d tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:51.480589 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-63919d8e-f7e9-4bcd-9b49-cc046878e084 None None] Set router 3456df83-4ab8-4df2-8c4d-fffa485cc2be gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:15:51.581726 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5ea0a79e-6890-4381-88e9-6425d368c478 req-2b16ffa6-c166-4bf5-ab72-a3e3252adf37 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299535 Apr 20 17:15:51.790761 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee43c38-976c-4bf0-a24d-a774b9f9a551 req-76af4e8c-78c8-42aa-a2e0-415f7b6055c5 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:51.810352 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee43c38-976c-4bf0-a24d-a774b9f9a551 req-76af4e8c-78c8-42aa-a2e0-415f7b6055c5 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:51.814052 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fee43c38-976c-4bf0-a24d-a774b9f9a551 req-76af4e8c-78c8-42aa-a2e0-415f7b6055c5 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=9edbaf71-164d-49f5-b985-7d59dfc501cc HTTP/1.1" status: 200 len: 1680 time: 0.2271104 Apr 20 17:15:51.845022 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:15:51.847628 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-b5fc774c-2f43-4391-9dfe-b58392233e7d tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Allocated IP 172.20.0.8 (7cad8736-f7b6-475d-b939-9da845dbb70b/e8d43a55-22fc-443b-9bc2-2677f5ddd7b2/ea1d80b0-c089-4016-ae67-872e3e068f8d) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:15:51.955278 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fee43c38-976c-4bf0-a24d-a774b9f9a551 req-46621bed-7933-49c1-a08c-02ef2ead8895 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298547 Apr 20 17:15:51.955533 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:15:51.955914 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:52.156872 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 09b8b37a-f2d8-4e3f-9ddf-111df01ef763 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:15:52.176196 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5415a1-2723-4490-a751-a0fbb4f8694b None None] Pushing event updated for resources: {'Port': ['ID=0b0cae73-537b-46fa-b55b-158935a38bee,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:52.204786 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 09b8b37a-f2d8-4e3f-9ddf-111df01ef763 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:15:52.205401 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:52.354441 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8f900-61aa-4ff6-9d65-d3f1900790a1 req-74dc6d43-9b2a-40af-9bd2-94b60c00935f tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:52.367904 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f0e8f900-61aa-4ff6-9d65-d3f1900790a1 req-74dc6d43-9b2a-40af-9bd2-94b60c00935f tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9f6b77d-dd89-4b60-9799-be4f8d8ca542 HTTP/1.1" status: 200 len: 945 time: 0.1525526 Apr 20 17:15:52.375284 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7788997-b141-4531-9c48-8482bdf313fa req-6be694da-5958-43b5-a1c9-f3fdc07859bf tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:52.381191 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b7788997-b141-4531-9c48-8482bdf313fa req-6be694da-5958-43b5-a1c9-f3fdc07859bf tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=85982905-05f9-4b80-98fc-e0c55668b1c3 HTTP/1.1" status: 200 len: 945 time: 0.5236850 Apr 20 17:15:52.519250 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-b5fc774c-2f43-4391-9dfe-b58392233e7d tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:52.551949 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b7788997-b141-4531-9c48-8482bdf313fa req-4b322672-aede-47b7-a8c4-63da8cdaa5ef tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159060 Apr 20 17:15:52.564869 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:52.573651 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-b5fc774c-2f43-4391-9dfe-b58392233e7d tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Transition to ACTIVE for port object ea1d80b0-c089-4016-ae67-872e3e068f8d will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:15:52.602648 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f0e8f900-61aa-4ff6-9d65-d3f1900790a1 req-dff65d79-5b1f-4fdb-98e4-c5cd6e93b4f9 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337694 Apr 20 17:15:52.643551 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-b5fc774c-2f43-4391-9dfe-b58392233e7d tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:52.673930 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7,segment=NetworkSegment(080b550a-d5b1-4674-9313-b6ded58066ee),segment_id=080b550a-d5b1-4674-9313-b6ded58066ee)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:52.678126 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edbaf71-164d-49f5-b985-7d59dfc501cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:15:52.690204 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:52.691205 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 6e3e98aa-7d63-49c0-b5d1-62cd85b13056 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:15:52.756292 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc774c-2f43-4391-9dfe-b58392233e7d tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Pushing event updated for resources: {'Port': ['ID=ea1d80b0-c089-4016-ae67-872e3e068f8d,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:52.764617 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:52.772413 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-b5fc774c-2f43-4391-9dfe-b58392233e7d tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Network 7cad8736-f7b6-475d-b939-9da845dbb70b is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:15:52.774788 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-b5fc774c-2f43-4391-9dfe-b58392233e7d tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:15:52.780929 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-b5fc774c-2f43-4391-9dfe-b58392233e7d tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:15:52.867224 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 09b8b37a-f2d8-4e3f-9ddf-111df01ef763, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=09b8b37a-f2d8-4e3f-9ddf-111df01ef763,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:52.868054 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:52.874566 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-63919d8e-f7e9-4bcd-9b49-cc046878e084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'name': 'tempest-FloatingIPsAssociationTestJSON-318035455-router', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '99656306-bf22-426a-bd25-1355044d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:15:28Z', 'updated_at': '2022-04-20T17:15:39Z', 'revision_number': 4, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'gw_port': {'id': '99656306-bf22-426a-bd25-1355044d1f79', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:30Z', 'updated_at': '2022-04-20T17:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '0b0cae73-537b-46fa-b55b-158935a38bee', 'name': '', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'mac_address': 'fa:16:3e:ff:c5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:38Z', 'updated_at': '2022-04-20T17:15:50Z', 'revision_number': 4, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'subnets': [{'id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:15:52.885891 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63919d8e-f7e9-4bcd-9b49-cc046878e084 None None] The sync data for ids ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'] in n-d-838032-1 is: [{'id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'name': 'tempest-FloatingIPsAssociationTestJSON-318035455-router', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '99656306-bf22-426a-bd25-1355044d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:15:28Z', 'updated_at': '2022-04-20T17:15:39Z', 'revision_number': 4, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'gw_port': {'id': '99656306-bf22-426a-bd25-1355044d1f79', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:30Z', 'updated_at': '2022-04-20T17:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '0b0cae73-537b-46fa-b55b-158935a38bee', 'name': '', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'mac_address': 'fa:16:3e:ff:c5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:38Z', 'updated_at': '2022-04-20T17:15:50Z', 'revision_number': 4, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'subnets': [{'id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:15:52.887954 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:52.930164 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 6e3e98aa-7d63-49c0-b5d1-62cd85b13056 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:15:53.025634 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=09b8b37a-f2d8-4e3f-9ddf-111df01ef763,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:53.029324 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 6e3e98aa-7d63-49c0-b5d1-62cd85b13056 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:15:53.029692 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:53.123292 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-b5fc774c-2f43-4391-9dfe-b58392233e7d tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:53.123842 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-b5fc774c-2f43-4391-9dfe-b58392233e7d tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:53.227392 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383d8c1-f63d-4b27-9f0c-2f81c33e3b69 req-baa34dce-2302-42e9-b2d0-31fae5b3f0c4 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:53.237049 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4383d8c1-f63d-4b27-9f0c-2f81c33e3b69 req-baa34dce-2302-42e9-b2d0-31fae5b3f0c4 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=358884ab-6e84-4040-b654-d2e9349972ff HTTP/1.1" status: 200 len: 950 time: 0.3157766 Apr 20 17:15:53.253157 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ae39747d-2dfd-4366-a7a2-6a68d07f9749 None None] Provisioning for port ea1d80b0-c089-4016-ae67-872e3e068f8d completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:15:53.259008 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ae39747d-2dfd-4366-a7a2-6a68d07f9749 None None] Provisioning complete for port ea1d80b0-c089-4016-ae67-872e3e068f8d triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:15:53.259867 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ae39747d-2dfd-4366-a7a2-6a68d07f9749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:53.282053 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-b5fc774c-2f43-4391-9dfe-b58392233e7d tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3350120 Apr 20 17:15:53.300643 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-0a7354ec-3b5c-48af-b5f5-1ad07f716c3c service neutron] Request body: {'port': {'device_id': 'f6e17b42-acea-45f8-9bf2-74e6a0dca0f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:15:53.306425 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:53.376485 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 6e3e98aa-7d63-49c0-b5d1-62cd85b13056, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=6e3e98aa-7d63-49c0-b5d1-62cd85b13056,segment=NetworkSegment(1e30c634-9544-4893-b747-d96df028f0b9),segment_id=1e30c634-9544-4893-b747-d96df028f0b9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:53.389301 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:53.390819 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4383d8c1-f63d-4b27-9f0c-2f81c33e3b69 req-f2bd0b7c-6394-417c-a965-2638e155000d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526299 Apr 20 17:15:53.579542 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-0a7354ec-3b5c-48af-b5f5-1ad07f716c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:53.645361 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=6e3e98aa-7d63-49c0-b5d1-62cd85b13056,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:53.667382 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-ae39747d-2dfd-4366-a7a2-6a68d07f9749 None None] Port ea1d80b0-c089-4016-ae67-872e3e068f8d cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:15:53.898435 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706dca9-2c63-4de3-a242-e4522090f5f5 req-a08cd2dd-a0a1-4949-89b3-5c12d4c85166 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:53.899197 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-7706dca9-2c63-4de3-a242-e4522090f5f5 req-a08cd2dd-a0a1-4949-89b3-5c12d4c85166 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Synchronizing usage tracker for tenant:9447d3abcfef46fbb9cec3961f14b45a on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:15:53.973409 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:15:54.013493 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75147b4e-497b-4b8a-a134-251bfe13e244 req-bec035bf-411e-4919-8222-565ee48bbd06 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:54.022484 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-75147b4e-497b-4b8a-a134-251bfe13e244 req-bec035bf-411e-4919-8222-565ee48bbd06 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 950 time: 0.1458368 Apr 20 17:15:54.088281 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-75147b4e-497b-4b8a-a134-251bfe13e244 req-116fcc80-d4b0-48ad-b2a2-d762b5581301 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628798 Apr 20 17:15:54.174653 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-0a7354ec-3b5c-48af-b5f5-1ad07f716c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1d80b0-c089-4016-ae67-872e3e068f8d {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:15:54.182897 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-0a7354ec-3b5c-48af-b5f5-1ad07f716c3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:54.199866 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-0a7354ec-3b5c-48af-b5f5-1ad07f716c3c service neutron] Transition to ACTIVE for port object ea1d80b0-c089-4016-ae67-872e3e068f8d will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:15:54.200509 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8ece449-01ae-4a56-ba8e-ab65807ba4f6'] response: {'server_uuid': '9edbaf71-164d-49f5-b985-7d59dfc501cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7', 'code': 200} Apr 20 17:15:54.221960 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-7706dca9-2c63-4de3-a242-e4522090f5f5 req-a08cd2dd-a0a1-4949-89b3-5c12d4c85166 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Unset dirty status for tenant:9447d3abcfef46fbb9cec3961f14b45a on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:15:54.234658 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7706dca9-2c63-4de3-a242-e4522090f5f5 req-a08cd2dd-a0a1-4949-89b3-5c12d4c85166 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6e17b42-acea-45f8-9bf2-74e6a0dca0f2 HTTP/1.1" status: 200 len: 931 time: 0.6179485 Apr 20 17:15:54.238227 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-0a7354ec-3b5c-48af-b5f5-1ad07f716c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:54.251719 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0b0cae73-537b-46fa-b55b-158935a38bee up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:15:54.418691 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 0b0cae73-537b-46fa-b55b-158935a38bee completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:15:54.431698 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 0b0cae73-537b-46fa-b55b-158935a38bee triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:15:54.432063 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:54.480280 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc16715-0d0c-4155-8f41-6bc57ae236e6 req-458a5b80-1fe9-4e14-a43d-e33be052df82 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:54.486632 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc16715-0d0c-4155-8f41-6bc57ae236e6 req-458a5b80-1fe9-4e14-a43d-e33be052df82 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:54.497457 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0fc16715-0d0c-4155-8f41-6bc57ae236e6 req-458a5b80-1fe9-4e14-a43d-e33be052df82 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=9edbaf71-164d-49f5-b985-7d59dfc501cc HTTP/1.1" status: 200 len: 1682 time: 0.1766036 Apr 20 17:15:54.505754 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device ea752b32-b15d-4ad7-b257-2f314c8726a0 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:15:54.574004 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7706dca9-2c63-4de3-a242-e4522090f5f5 req-57fb4dea-08d6-4f8b-8027-7388a2601c97 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/security-groups?id=a47d8cee-208f-4cfa-bcfc-a099e9465705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985904 Apr 20 17:15:54.585747 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7354ec-3b5c-48af-b5f5-1ad07f716c3c service neutron] Pushing event updated for resources: {'Port': ['ID=ea1d80b0-c089-4016-ae67-872e3e068f8d,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:54.617100 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0fc16715-0d0c-4155-8f41-6bc57ae236e6 req-5b96ef59-4f61-4693-bd99-4673b49ba683 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182377 Apr 20 17:15:54.744340 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:54.762351 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port ea752b32-b15d-4ad7-b257-2f314c8726a0 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:15:54.775671 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-0a7354ec-3b5c-48af-b5f5-1ad07f716c3c service neutron] Attempting to bind port ea1d80b0-c089-4016-ae67-872e3e068f8d on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:15:54.775995 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-0a7354ec-3b5c-48af-b5f5-1ad07f716c3c service neutron] Attempting to bind port ea1d80b0-c089-4016-ae67-872e3e068f8d by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '36373ac1-df16-4205-8393-5031c405a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:15:54.776724 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-0a7354ec-3b5c-48af-b5f5-1ad07f716c3c service neutron] Attempting to bind port ea1d80b0-c089-4016-ae67-872e3e068f8d on network 7cad8736-f7b6-475d-b939-9da845dbb70b {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:15:54.777587 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port ea752b32-b15d-4ad7-b257-2f314c8726a0 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:15:54.777955 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:54.782801 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-0a7354ec-3b5c-48af-b5f5-1ad07f716c3c service neutron] Port ea1d80b0-c089-4016-ae67-872e3e068f8d on network 7cad8736-f7b6-475d-b939-9da845dbb70b not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:15:54.783120 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-0a7354ec-3b5c-48af-b5f5-1ad07f716c3c service neutron] Attempting to bind port ea1d80b0-c089-4016-ae67-872e3e068f8d on network 7cad8736-f7b6-475d-b939-9da845dbb70b {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:15:54.798531 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-0a7354ec-3b5c-48af-b5f5-1ad07f716c3c service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:15:54.798884 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-0a7354ec-3b5c-48af-b5f5-1ad07f716c3c service neutron] Checking segment: {'id': '36373ac1-df16-4205-8393-5031c405a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:15:54.799239 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-0a7354ec-3b5c-48af-b5f5-1ad07f716c3c service neutron] Bound using segment: {'id': '36373ac1-df16-4205-8393-5031c405a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:15:54.799665 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-0a7354ec-3b5c-48af-b5f5-1ad07f716c3c service neutron] Bound port: ea1d80b0-c089-4016-ae67-872e3e068f8d, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36373ac1-df16-4205-8393-5031c405a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:15:54.800008 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-0a7354ec-3b5c-48af-b5f5-1ad07f716c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:54.839271 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 0b0cae73-537b-46fa-b55b-158935a38bee, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0b0cae73-537b-46fa-b55b-158935a38bee,segment=NetworkSegment(36373ac1-df16-4205-8393-5031c405a675),segment_id=36373ac1-df16-4205-8393-5031c405a675)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:54.850529 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:54.873379 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e5015-1eec-4e7b-b556-0103f3fd488d req-6a712338-36df-42f5-9a40-607d4d2a4238 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:54.881745 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2f6e5015-1eec-4e7b-b556-0103f3fd488d req-6a712338-36df-42f5-9a40-607d4d2a4238 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=85982905-05f9-4b80-98fc-e0c55668b1c3 HTTP/1.1" status: 200 len: 945 time: 0.0956306 Apr 20 17:15:54.944116 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2f6e5015-1eec-4e7b-b556-0103f3fd488d req-59d75779-a021-4cfb-b0ac-7bb93abeb9dc tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597708 Apr 20 17:15:54.977386 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=0b0cae73-537b-46fa-b55b-158935a38bee,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:54.988253 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:55.035087 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port ea752b32-b15d-4ad7-b257-2f314c8726a0, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=ea752b32-b15d-4ad7-b257-2f314c8726a0,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:55.046746 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:55.049829 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba245942-b2a2-4c09-b17b-f606d7bc205c req-17ce5e80-d5a6-4916-be6d-5e0a3d14ac97 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:55.050231 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ba245942-b2a2-4c09-b17b-f606d7bc205c req-17ce5e80-d5a6-4916-be6d-5e0a3d14ac97 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9f6b77d-dd89-4b60-9799-be4f8d8ca542 HTTP/1.1" status: 200 len: 945 time: 0.1393404 Apr 20 17:15:55.051502 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-0a7354ec-3b5c-48af-b5f5-1ad07f716c3c service neutron] For port ea1d80b0-c089-4016-ae67-872e3e068f8d, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:15:55.056280 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-0a7354ec-3b5c-48af-b5f5-1ad07f716c3c service neutron] For port ea1d80b0-c089-4016-ae67-872e3e068f8d, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ea1d80b0-c089-4016-ae67-872e3e068f8d,segment=NetworkSegment(36373ac1-df16-4205-8393-5031c405a675),segment_id=36373ac1-df16-4205-8393-5031c405a675)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:15:55.075664 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-0a7354ec-3b5c-48af-b5f5-1ad07f716c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:55.172860 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-0a7354ec-3b5c-48af-b5f5-1ad07f716c3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:55.174647 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-0a7354ec-3b5c-48af-b5f5-1ad07f716c3c service neutron] 10.222.0.43 "PUT /v2.0/ports/ea1d80b0-c089-4016-ae67-872e3e068f8d HTTP/1.1" status: 200 len: 1091 time: 1.8786910 Apr 20 17:15:55.175180 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e17b42-acea-45f8-9bf2-74e6a0dca0f2', 'tag': 'ea1d80b0-c089-4016-ae67-872e3e068f8d'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:15:55.198842 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ba245942-b2a2-4c09-b17b-f606d7bc205c req-ec4a515f-a8d8-4119-ace8-64f02e020e18 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404884 Apr 20 17:15:55.213454 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7354ec-3b5c-48af-b5f5-1ad07f716c3c service neutron] Pushing event updated for resources: {'Port': ['ID=ea1d80b0-c089-4016-ae67-872e3e068f8d,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:55.287164 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=ea752b32-b15d-4ad7-b257-2f314c8726a0,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:55.419620 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-74f07c9c-7721-4481-b8fc-ed5cb263cca5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9447d3abcfef46fbb9cec3961f14b45a&device_id=f6e17b42-acea-45f8-9bf2-74e6a0dca0f2 HTTP/1.1" status: 200 len: 1094 time: 0.1844957 Apr 20 17:15:55.424199 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92e088-69d2-4df3-96b1-cf5805a70b63 req-4163186d-36bf-4f44-b39e-54e446ad2461 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:55.434861 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de92e088-69d2-4df3-96b1-cf5805a70b63 req-4163186d-36bf-4f44-b39e-54e446ad2461 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=358884ab-6e84-4040-b654-d2e9349972ff HTTP/1.1" status: 200 len: 950 time: 0.1196272 Apr 20 17:15:55.555235 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-49c6523a-e075-42b9-a354-a6fc9da82de3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea1d80b0-c089-4016-ae67-872e3e068f8d HTTP/1.1" status: 200 len: 217 time: 0.1272745 Apr 20 17:15:55.558824 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de92e088-69d2-4df3-96b1-cf5805a70b63 req-0a333c86-e630-4002-a246-ba88f110496a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230018 Apr 20 17:15:55.659331 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-0d2c5cc3-417d-4dae-af33-5f03ff73b277 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:55.660843 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-0d2c5cc3-417d-4dae-af33-5f03ff73b277 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8d43a55-22fc-443b-9bc2-2677f5ddd7b2 HTTP/1.1" status: 200 len: 859 time: 0.0988088 Apr 20 17:15:55.677323 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aa16766-329c-4d17-8293-78397fdf91a3'] response: {'name': 'network-changed', 'server_uuid': 'f6e17b42-acea-45f8-9bf2-74e6a0dca0f2', 'tag': 'ea1d80b0-c089-4016-ae67-872e3e068f8d', 'status': 'completed', 'code': 200} Apr 20 17:15:55.771306 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-86495529-ed50-42da-9ca0-7563771ba650 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7cad8736-f7b6-475d-b939-9da845dbb70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0970621 Apr 20 17:15:55.931859 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1232d-f74e-4df4-8f39-3fab1c32017d req-31154eb6-1fb3-487c-b91d-68d373ccd464 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:55.933525 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0ad1232d-f74e-4df4-8f39-3fab1c32017d req-31154eb6-1fb3-487c-b91d-68d373ccd464 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6e17b42-acea-45f8-9bf2-74e6a0dca0f2 HTTP/1.1" status: 200 len: 943 time: 0.1100545 Apr 20 17:15:55.985221 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-0ad1232d-f74e-4df4-8f39-3fab1c32017d req-8bdbccb6-2898-4260-b4eb-38c0bae0a4a4 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Synchronizing usage tracker for tenant:9447d3abcfef46fbb9cec3961f14b45a on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:15:56.009892 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-0ad1232d-f74e-4df4-8f39-3fab1c32017d req-8bdbccb6-2898-4260-b4eb-38c0bae0a4a4 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Unset dirty status for tenant:9447d3abcfef46fbb9cec3961f14b45a on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:15:56.011473 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0ad1232d-f74e-4df4-8f39-3fab1c32017d req-8bdbccb6-2898-4260-b4eb-38c0bae0a4a4 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/security-groups?id=a47d8cee-208f-4cfa-bcfc-a099e9465705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712450 Apr 20 17:15:56.099129 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-fdba18dc-cf88-4ce6-849d-26fec7f8def2 service neutron] 10.222.0.43 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168814 Apr 20 17:15:56.189794 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0b0cae73-537b-46fa-b55b-158935a38bee up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:15:56.206917 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-aa0205f3-49fa-453d-90fd-a17bfbbb512b service neutron] show failed (client error): The resource could not be found. Apr 20 17:15:56.207898 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-aa0205f3-49fa-453d-90fd-a17bfbbb512b service neutron] 10.222.0.43 "GET /v2.0/ports/f2ae1052-1228-44aa-b982-dda2ca184507/bindings/n-h2-838032-1 HTTP/1.1" status: 404 len: 380 time: 0.2598288 Apr 20 17:15:56.240005 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358884ab-6e84-4040-b654-d2e9349972ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b8b37a-f2d8-4e3f-9ddf-111df01ef763'}, {'server_uuid': '9edbaf71-164d-49f5-b985-7d59dfc501cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3e98aa-7d63-49c0-b5d1-62cd85b13056'}, {'server_uuid': 'b912f910-6553-4c70-81e3-6d78370a5f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea752b32-b15d-4ad7-b257-2f314c8726a0'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:15:56.251300 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0e0ba-2e23-47b2-8c1c-9402b9528302 req-b69e320f-8e19-4d11-8319-e5628396772c tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:56.260768 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-65b0e0ba-2e23-47b2-8c1c-9402b9528302 req-b69e320f-8e19-4d11-8319-e5628396772c tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 950 time: 0.4524724 Apr 20 17:15:56.373446 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-65b0e0ba-2e23-47b2-8c1c-9402b9528302 req-5bdf0ccb-f1d0-4e7b-a096-3abc45472bad tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116257 Apr 20 17:15:56.376213 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 0b0cae73-537b-46fa-b55b-158935a38bee triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:15:56.376701 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:56.388170 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-032e7584-eb92-4000-8ea2-d497bb0abb13 req-6b9f4413-a326-4876-98a3-b837c3c2f31b service neutron] 10.222.0.43 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798126 Apr 20 17:15:56.569932 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2de2e-bb1e-4da2-9aec-971306f895e4 req-cec569c5-ab91-494d-8639-b72de8671bee tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:56.581592 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2de2e-bb1e-4da2-9aec-971306f895e4 req-cec569c5-ab91-494d-8639-b72de8671bee tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:56.591827 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-19c2de2e-bb1e-4da2-9aec-971306f895e4 req-cec569c5-ab91-494d-8639-b72de8671bee tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=9edbaf71-164d-49f5-b985-7d59dfc501cc HTTP/1.1" status: 200 len: 1682 time: 0.1524491 Apr 20 17:15:56.652958 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-19c2de2e-bb1e-4da2-9aec-971306f895e4 req-ad999671-7354-4475-9a1d-d32b57eadb52 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600817 Apr 20 17:15:56.794643 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bdcfe480-03f6-4d22-ab37-39d1803db100 req-a94b2466-3302-4a58-a408-8568e9343a3b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9447d3abcfef46fbb9cec3961f14b45a&device_id=f6e17b42-acea-45f8-9bf2-74e6a0dca0f2 HTTP/1.1" status: 200 len: 1094 time: 0.3266685 Apr 20 17:15:56.824378 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a6758-ed4d-4c46-b18a-b50503a79dc6 req-4c431644-5571-469e-a5b5-f23f727b4b24 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:56.825837 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fd5a6758-ed4d-4c46-b18a-b50503a79dc6 req-4c431644-5571-469e-a5b5-f23f727b4b24 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=85982905-05f9-4b80-98fc-e0c55668b1c3 HTTP/1.1" status: 200 len: 945 time: 0.1653891 Apr 20 17:15:56.898043 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88423a69-a93c-4ce2-92e0-2a7f52b5a693 req-fdcff3dd-f59e-4da7-bcbb-220af84d806d tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:56.899955 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-88423a69-a93c-4ce2-92e0-2a7f52b5a693 req-fdcff3dd-f59e-4da7-bcbb-220af84d806d tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9f6b77d-dd89-4b60-9799-be4f8d8ca542 HTTP/1.1" status: 200 len: 945 time: 0.1215053 Apr 20 17:15:56.914595 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-d8bd87ed-a62d-49c9-9f29-d9ceda36a4c9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0&tenant_id=c12b40028ab147a889b4fc203a6893de HTTP/1.1" status: 200 len: 1101 time: 0.3335648 Apr 20 17:15:56.931257 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-9918c895-6350-483e-a9c2-ab2f982f18a1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838032-1', 'device_owner': 'compute:nova'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:15:56.975388 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-88423a69-a93c-4ce2-92e0-2a7f52b5a693 req-00f6fce1-833a-42b9-a801-1636a28e0b9e tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653372 Apr 20 17:15:57.069874 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c08d5449-2711-4f9c-bb42-34a347a3ad12'] response: {'server_uuid': '358884ab-6e84-4040-b654-d2e9349972ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b8b37a-f2d8-4e3f-9ddf-111df01ef763', 'code': 200} Apr 20 17:15:57.070135 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c08d5449-2711-4f9c-bb42-34a347a3ad12'] response: {'server_uuid': '9edbaf71-164d-49f5-b985-7d59dfc501cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3e98aa-7d63-49c0-b5d1-62cd85b13056', 'code': 200} Apr 20 17:15:57.070410 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c08d5449-2711-4f9c-bb42-34a347a3ad12'] response: {'server_uuid': 'b912f910-6553-4c70-81e3-6d78370a5f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea752b32-b15d-4ad7-b257-2f314c8726a0', 'code': 200} Apr 20 17:15:57.075635 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fd5a6758-ed4d-4c46-b18a-b50503a79dc6 req-492e666f-f7f6-442b-b23b-42d20e13d01c tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439146 Apr 20 17:15:57.128905 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfe480-03f6-4d22-ab37-39d1803db100 req-a63fabee-8eab-4e74-b444-c9820aeadca6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:57.130409 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bdcfe480-03f6-4d22-ab37-39d1803db100 req-a63fabee-8eab-4e74-b444-c9820aeadca6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7cad8736-f7b6-475d-b939-9da845dbb70b HTTP/1.1" status: 200 len: 921 time: 0.3297822 Apr 20 17:15:57.133257 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-9918c895-6350-483e-a9c2-ab2f982f18a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:57.399970 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6d9ef23f-835b-45f1-a54a-c48474c17a78 req-dcb1e1a3-4cd3-43d2-b1ef-1b2997fd531f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b912f910-6553-4c70-81e3-6d78370a5f6c HTTP/1.1" status: 200 len: 1101 time: 0.1761897 Apr 20 17:15:57.488570 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6d9ef23f-835b-45f1-a54a-c48474c17a78 req-fc5fcca5-0700-48d1-9194-2d64078d905c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816624 Apr 20 17:15:57.661629 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bdcfe480-03f6-4d22-ab37-39d1803db100 req-77e83040-2ad5-42ff-8416-17c8eff5094e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea1d80b0-c089-4016-ae67-872e3e068f8d HTTP/1.1" status: 200 len: 217 time: 0.5146072 Apr 20 17:15:57.689125 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a69356-8583-4370-9a3f-3cfa6b3b9bf2 req-bcd31b44-b728-4654-b289-2eb1fe1a7fc2 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:57.703366 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d2a69356-8583-4370-9a3f-3cfa6b3b9bf2 req-bcd31b44-b728-4654-b289-2eb1fe1a7fc2 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6e17b42-acea-45f8-9bf2-74e6a0dca0f2 HTTP/1.1" status: 200 len: 943 time: 0.1429441 Apr 20 17:15:57.808207 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d2a69356-8583-4370-9a3f-3cfa6b3b9bf2 req-cba0eede-746a-4ea1-952d-2a04ecee0e99 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/security-groups?id=a47d8cee-208f-4cfa-bcfc-a099e9465705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038489 Apr 20 17:15:57.835372 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37884) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:57.878456 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfe480-03f6-4d22-ab37-39d1803db100 req-9a01bb6d-a2bb-4a0f-b235-23e92345d825 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:57.880403 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bdcfe480-03f6-4d22-ab37-39d1803db100 req-9a01bb6d-a2bb-4a0f-b235-23e92345d825 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8d43a55-22fc-443b-9bc2-2677f5ddd7b2 HTTP/1.1" status: 200 len: 859 time: 0.2090063 Apr 20 17:15:57.974427 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1af4693b-3663-42e1-b18a-89aa3491445f req-10d87fea-fa4f-447c-90eb-4a237c590480 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=358884ab-6e84-4040-b654-d2e9349972ff HTTP/1.1" status: 200 len: 1101 time: 0.5332291 Apr 20 17:15:57.978440 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1fcfb84e-3019-465e-8d20-90e8026e7288 req-a50d0e3f-0f6e-40fe-9633-520798a5f399 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9edbaf71-164d-49f5-b985-7d59dfc501cc HTTP/1.1" status: 200 len: 1984 time: 0.6481950 Apr 20 17:15:58.086753 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590726d-a8c1-41f1-b8b7-7df071bc8ca6 req-c64be283-19c9-4496-9be0-1eebbd354a3b tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:58.096417 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0590726d-a8c1-41f1-b8b7-7df071bc8ca6 req-c64be283-19c9-4496-9be0-1eebbd354a3b tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 950 time: 0.1399982 Apr 20 17:15:58.142575 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d6e6ac38-7eb3-4d9d-9ac5-bdee3f604e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:58.162653 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22cc0d-d45c-4f7d-9aee-0771bf40f569 req-b1071401-94ed-4f36-810f-0db475a661f7 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:58.169486 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ee22cc0d-d45c-4f7d-9aee-0771bf40f569 req-b1071401-94ed-4f36-810f-0db475a661f7 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=358884ab-6e84-4040-b654-d2e9349972ff HTTP/1.1" status: 200 len: 950 time: 0.5833099 Apr 20 17:15:58.212973 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0590726d-a8c1-41f1-b8b7-7df071bc8ca6 req-ec5c8388-efac-4d7b-9cfe-86d88a328fc2 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148884 Apr 20 17:15:58.227675 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d6e6ac38-7eb3-4d9d-9ac5-bdee3f604e03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:15:58.237549 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d6e6ac38-7eb3-4d9d-9ac5-bdee3f604e03 admin admin] Usage tracker for resource:security_group_rule and tenant:40a62b99ea2242eb8addad60ef76b2f4 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:15:58.248890 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d6e6ac38-7eb3-4d9d-9ac5-bdee3f604e03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:15:58.252013 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1af4693b-3663-42e1-b18a-89aa3491445f req-91f8fe10-6e97-448b-aedb-dc3be123324a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617934 Apr 20 17:15:58.253411 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1fcfb84e-3019-465e-8d20-90e8026e7288 req-a5c44f15-1396-421c-a967-db1168029c8f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621851 Apr 20 17:15:58.261159 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d6e6ac38-7eb3-4d9d-9ac5-bdee3f604e03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:15:58.301236 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ee22cc0d-d45c-4f7d-9aee-0771bf40f569 req-62873cbe-be4b-4d97-8557-201e9bf6b25d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307104 Apr 20 17:15:58.308548 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bdcfe480-03f6-4d22-ab37-39d1803db100 req-8cf5c03b-d3a2-41d1-82d7-5e02d1961d28 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7cad8736-f7b6-475d-b939-9da845dbb70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4055851 Apr 20 17:15:58.432529 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d6e6ac38-7eb3-4d9d-9ac5-bdee3f604e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:58.443777 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d6e6ac38-7eb3-4d9d-9ac5-bdee3f604e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:58.567834 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6ac38-7eb3-4d9d-9ac5-bdee3f604e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca354600-906d-4ab6-ab43-1bcdd1182d91,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:58.595259 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d6e6ac38-7eb3-4d9d-9ac5-bdee3f604e03 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=40a62b99ea2242eb8addad60ef76b2f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7587960 Apr 20 17:15:58.597277 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37898) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:58.653137 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37902) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:58.704627 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d89dd-1068-439d-8394-6552db71a421 req-6d7787b5-b094-436b-b89a-577af853388f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:58.708725 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ea1d80b0-c089-4016-ae67-872e3e068f8d details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:15:58.711488 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device f2ae1052-1228-44aa-b982-dda2ca184507 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:15:58.722821 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d89dd-1068-439d-8394-6552db71a421 req-6d7787b5-b094-436b-b89a-577af853388f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:58.731617 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-800d89dd-1068-439d-8394-6552db71a421 req-6d7787b5-b094-436b-b89a-577af853388f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=9edbaf71-164d-49f5-b985-7d59dfc501cc HTTP/1.1" status: 200 len: 1682 time: 0.2788870 Apr 20 17:15:58.739275 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2e6aecaa-3e9b-413f-8128-7bc214dbf23c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:58.792996 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-9918c895-6350-483e-a9c2-ab2f982f18a1 service neutron] For port f2ae1052-1228-44aa-b982-dda2ca184507, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=f2ae1052-1228-44aa-b982-dda2ca184507,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:58.846600 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2e6aecaa-3e9b-413f-8128-7bc214dbf23c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:58.859879 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8878c22-c3ac-4d93-b46f-0a12c5e0dfb1 req-012a686c-00f3-444b-b809-140c90513098 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:58.874555 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-800d89dd-1068-439d-8394-6552db71a421 req-98eb4893-2363-4844-ab36-f0dcb297efa6 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076055 Apr 20 17:15:58.874687 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c8878c22-c3ac-4d93-b46f-0a12c5e0dfb1 req-012a686c-00f3-444b-b809-140c90513098 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9f6b77d-dd89-4b60-9799-be4f8d8ca542 HTTP/1.1" status: 200 len: 945 time: 0.3652685 Apr 20 17:15:58.948319 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-9918c895-6350-483e-a9c2-ab2f982f18a1 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:15:58.957456 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bdcfe480-03f6-4d22-ab37-39d1803db100 req-08f0a6ae-d9ca-4c72-b348-7c1416ee19fc service neutron] 10.222.0.43 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040078 Apr 20 17:15:58.980315 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-75fb49a1-8005-45c2-8174-d53b5531eaf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:58.999337 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-9918c895-6350-483e-a9c2-ab2f982f18a1 service neutron] For port f2ae1052-1228-44aa-b982-dda2ca184507, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:15:59.067076 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-75fb49a1-8005-45c2-8174-d53b5531eaf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:15:59.069591 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2e6aecaa-3e9b-413f-8128-7bc214dbf23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:59.090314 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ea1d80b0-c089-4016-ae67-872e3e068f8d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ea1d80b0-c089-4016-ae67-872e3e068f8d,segment=NetworkSegment(36373ac1-df16-4205-8393-5031c405a675),segment_id=36373ac1-df16-4205-8393-5031c405a675)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:59.106557 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-75fb49a1-8005-45c2-8174-d53b5531eaf3 admin admin] Usage tracker for resource:security_group_rule and tenant:3e0c7adddae14233bf4e2f397acebf4f is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:15:59.119731 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-75fb49a1-8005-45c2-8174-d53b5531eaf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:15:59.125528 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'ea1d80b0-c089-4016-ae67-872e3e068f8d', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'port_id': 'ea1d80b0-c089-4016-ae67-872e3e068f8d', 'mac_address': 'fa:16:3e:10:71:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:15:59.142737 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-9918c895-6350-483e-a9c2-ab2f982f18a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:59.144541 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2e6aecaa-3e9b-413f-8128-7bc214dbf23c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:59.145952 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2e6aecaa-3e9b-413f-8128-7bc214dbf23c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ca354600-906d-4ab6-ab43-1bcdd1182d91 HTTP/1.1" status: 204 len: 168 time: 0.5473497 Apr 20 17:15:59.147178 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6aecaa-3e9b-413f-8128-7bc214dbf23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca354600-906d-4ab6-ab43-1bcdd1182d91,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:59.183026 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-75fb49a1-8005-45c2-8174-d53b5531eaf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:15:59.223266 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-9918c895-6350-483e-a9c2-ab2f982f18a1 service neutron] Transition to ACTIVE for port object f2ae1052-1228-44aa-b982-dda2ca184507 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:15:59.225890 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c5c1c1-23d3-447f-96fd-06b823ad41f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2ae1052-1228-44aa-b982-dda2ca184507'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:15:59.247621 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c8878c22-c3ac-4d93-b46f-0a12c5e0dfb1 req-cf2ad980-dc60-406f-910a-79afc0dfd1d9 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705540 Apr 20 17:15:59.258438 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-9918c895-6350-483e-a9c2-ab2f982f18a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:59.363186 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa82b2-6d94-424b-9b22-766862cb901f req-cce4b4d3-150f-4fe8-94c2-78f654369ac4 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:15:59.372576 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3fa82b2-6d94-424b-9b22-766862cb901f req-cce4b4d3-150f-4fe8-94c2-78f654369ac4 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=85982905-05f9-4b80-98fc-e0c55668b1c3 HTTP/1.1" status: 200 len: 945 time: 0.2488334 Apr 20 17:15:59.405803 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:59.432181 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-75fb49a1-8005-45c2-8174-d53b5531eaf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:59.468762 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-75fb49a1-8005-45c2-8174-d53b5531eaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:59.471080 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:59.541725 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1d80b0-c089-4016-ae67-872e3e068f8d {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:15:59.592357 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3fa82b2-6d94-424b-9b22-766862cb901f req-d8edbb90-230b-4939-aeaa-3c3839becd9a tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186279 Apr 20 17:15:59.619891 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb49a1-8005-45c2-8174-d53b5531eaf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0ba606-db03-4ff3-abd0-df55473e0841,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:59.662105 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-75fb49a1-8005-45c2-8174-d53b5531eaf3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3e0c7adddae14233bf4e2f397acebf4f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0055659 Apr 20 17:15:59.663091 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37920) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:15:59.668459 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ea1d80b0-c089-4016-ae67-872e3e068f8d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ea1d80b0-c089-4016-ae67-872e3e068f8d,segment=NetworkSegment(36373ac1-df16-4205-8393-5031c405a675),segment_id=36373ac1-df16-4205-8393-5031c405a675)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:15:59.678178 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:15:59.681380 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:15:59.682350 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:59.705736 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bdcfe480-03f6-4d22-ab37-39d1803db100 req-144742ec-d4b5-411b-9f0b-267ce8febe8d service neutron] 10.222.0.43 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7383695 Apr 20 17:15:59.728257 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918c895-6350-483e-a9c2-ab2f982f18a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ae1052-1228-44aa-b982-dda2ca184507,revision_number=6']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:59.817287 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1f4b7a3-1de6-4af6-9876-be4a50623a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:59.916505 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1f4b7a3-1de6-4af6-9876-be4a50623a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:15:59.926744 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=ea1d80b0-c089-4016-ae67-872e3e068f8d,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:15:59.941473 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['ea1d80b0-c089-4016-ae67-872e3e068f8d'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:16:00.102763 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee67c4-31da-43c0-a114-93a5e5076bba req-71d2ce3c-9727-4380-855d-bc07a0eeb297 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:00.117987 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cbee67c4-31da-43c0-a114-93a5e5076bba req-71d2ce3c-9727-4380-855d-bc07a0eeb297 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 948 time: 0.2516017 Apr 20 17:16:00.133044 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-9918c895-6350-483e-a9c2-ab2f982f18a1 service neutron] No DVR routers for this DVR port f2ae1052-1228-44aa-b982-dda2ca184507 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:16:00.147309 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1f4b7a3-1de6-4af6-9876-be4a50623a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:00.179790 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4b7a3-1de6-4af6-9876-be4a50623a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0ba606-db03-4ff3-abd0-df55473e0841,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:00.203134 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1f4b7a3-1de6-4af6-9876-be4a50623a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:00.207138 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d1f4b7a3-1de6-4af6-9876-be4a50623a7b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2d0ba606-db03-4ff3-abd0-df55473e0841 HTTP/1.1" status: 204 len: 168 time: 0.5432003 Apr 20 17:16:00.235462 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cbee67c4-31da-43c0-a114-93a5e5076bba req-173dd5f2-71ff-4a93-b3e6-8cee31a08dfe tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164765 Apr 20 17:16:00.255345 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75934740-3955-4a07-b717-ae8153554a75 req-b9d4cd17-5e71-49f0-ad69-58dcac359364 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:00.256842 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-75934740-3955-4a07-b717-ae8153554a75 req-b9d4cd17-5e71-49f0-ad69-58dcac359364 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6e17b42-acea-45f8-9bf2-74e6a0dca0f2 HTTP/1.1" status: 200 len: 944 time: 0.5310383 Apr 20 17:16:00.267933 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-9918c895-6350-483e-a9c2-ab2f982f18a1 service neutron] Attempting to bind port f2ae1052-1228-44aa-b982-dda2ca184507 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:16:00.268522 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-9918c895-6350-483e-a9c2-ab2f982f18a1 service neutron] Attempting to bind port f2ae1052-1228-44aa-b982-dda2ca184507 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:16:00.269018 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-9918c895-6350-483e-a9c2-ab2f982f18a1 service neutron] Attempting to bind port f2ae1052-1228-44aa-b982-dda2ca184507 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:16:00.538843 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0add23aa-2309-428f-b7a1-7065e9933896'] response: {'server_uuid': '90c5c1c1-23d3-447f-96fd-06b823ad41f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2ae1052-1228-44aa-b982-dda2ca184507', 'code': 200} Apr 20 17:16:00.552669 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-9918c895-6350-483e-a9c2-ab2f982f18a1 service neutron] Port f2ae1052-1228-44aa-b982-dda2ca184507 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:16:00.553023 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-9918c895-6350-483e-a9c2-ab2f982f18a1 service neutron] Attempting to bind port f2ae1052-1228-44aa-b982-dda2ca184507 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:16:00.570016 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-75934740-3955-4a07-b717-ae8153554a75 req-651f5b3a-6276-420e-a659-bbe7cdeeb481 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/security-groups?id=a47d8cee-208f-4cfa-bcfc-a099e9465705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037410 Apr 20 17:16:00.578633 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-9918c895-6350-483e-a9c2-ab2f982f18a1 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:16:00.579252 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-9918c895-6350-483e-a9c2-ab2f982f18a1 service neutron] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:16:00.581699 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-9918c895-6350-483e-a9c2-ab2f982f18a1 service neutron] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:16:00.582348 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-9918c895-6350-483e-a9c2-ab2f982f18a1 service neutron] Bound port: f2ae1052-1228-44aa-b982-dda2ca184507, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:16:00.582878 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-9918c895-6350-483e-a9c2-ab2f982f18a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:00.779988 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-9918c895-6350-483e-a9c2-ab2f982f18a1 service neutron] For port f2ae1052-1228-44aa-b982-dda2ca184507, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:16:00.789200 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-9918c895-6350-483e-a9c2-ab2f982f18a1 service neutron] For port f2ae1052-1228-44aa-b982-dda2ca184507, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=f2ae1052-1228-44aa-b982-dda2ca184507,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:16:00.798422 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-9918c895-6350-483e-a9c2-ab2f982f18a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:00.833581 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f07de-008c-4342-8709-0e9b3eaa33df req-aaebb95e-ad79-4997-a11b-291d2d1d96af tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:00.841142 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ff4f07de-008c-4342-8709-0e9b3eaa33df req-aaebb95e-ad79-4997-a11b-291d2d1d96af tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=358884ab-6e84-4040-b654-d2e9349972ff HTTP/1.1" status: 200 len: 950 time: 0.2132356 Apr 20 17:16:00.880203 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918c895-6350-483e-a9c2-ab2f982f18a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ae1052-1228-44aa-b982-dda2ca184507,revision_number=7']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:00.898778 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ff4f07de-008c-4342-8709-0e9b3eaa33df req-23a09f6a-4095-49b4-b556-e6b55cab8465 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566199 Apr 20 17:16:00.928376 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37946) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:16:00.948737 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-9918c895-6350-483e-a9c2-ab2f982f18a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:00.950104 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-9918c895-6350-483e-a9c2-ab2f982f18a1 service neutron] 10.222.0.10 "PUT /v2.0/ports/f2ae1052-1228-44aa-b982-dda2ca184507 HTTP/1.1" status: 200 len: 1096 time: 4.0249236 Apr 20 17:16:00.961937 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a414b476-43c1-4d19-b18e-365a0a6274d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:01.043261 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a414b476-43c1-4d19-b18e-365a0a6274d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:16:01.058671 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6937e-d3c2-4aca-b4a8-80df5a22a570 req-59a20242-e8be-4af2-a24c-346b32c94d35 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:01.059322 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a414b476-43c1-4d19-b18e-365a0a6274d1 admin admin] Usage tracker for resource:security_group_rule and tenant:78dad680aa234ba9954c9210b3c1a33e is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:16:01.063142 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6937e-d3c2-4aca-b4a8-80df5a22a570 req-59a20242-e8be-4af2-a24c-346b32c94d35 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:01.064905 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-39b6937e-d3c2-4aca-b4a8-80df5a22a570 req-59a20242-e8be-4af2-a24c-346b32c94d35 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=9edbaf71-164d-49f5-b985-7d59dfc501cc HTTP/1.1" status: 200 len: 1682 time: 0.1858344 Apr 20 17:16:01.066595 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a414b476-43c1-4d19-b18e-365a0a6274d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:16:01.087176 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a414b476-43c1-4d19-b18e-365a0a6274d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:16:01.154497 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-39b6937e-d3c2-4aca-b4a8-80df5a22a570 req-3edd948e-af4a-4f44-ad64-b9fd40c65ba3 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780525 Apr 20 17:16:01.179810 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-4a3b167c-a1e9-4580-b107-c0d54b0cf131 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 1099 time: 0.2045538 Apr 20 17:16:01.352483 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a414b476-43c1-4d19-b18e-365a0a6274d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:01.366226 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a414b476-43c1-4d19-b18e-365a0a6274d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:01.479808 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-cbbbe160-e726-4ba3-82dc-fab9ec271927 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:01.481007 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-cbbbe160-e726-4ba3-82dc-fab9ec271927 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.2887657 Apr 20 17:16:01.500056 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414b476-43c1-4d19-b18e-365a0a6274d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8f2966-0d8f-4b71-9a58-13a8cb0f713a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:01.511716 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a414b476-43c1-4d19-b18e-365a0a6274d1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=78dad680aa234ba9954c9210b3c1a33e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5816543 Apr 20 17:16:01.514897 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37962) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:16:01.576682 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bcf4c-4684-414d-bc5d-9741b5e49de4 req-438115c8-2771-40ac-9b39-95044555ddae tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:01.585293 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ef0bcf4c-4684-414d-bc5d-9741b5e49de4 req-438115c8-2771-40ac-9b39-95044555ddae tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9f6b77d-dd89-4b60-9799-be4f8d8ca542 HTTP/1.1" status: 200 len: 945 time: 0.4306512 Apr 20 17:16:01.637651 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f52291f5-391f-435c-8ba7-244d02a9f2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:01.638075 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-c7b99363-d858-4f93-9e32-1d1fb55e974f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=f2ae1052-1228-44aa-b982-dda2ca184507 HTTP/1.1" status: 200 len: 217 time: 0.1468208 Apr 20 17:16:01.672155 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ef0bcf4c-4684-414d-bc5d-9741b5e49de4 req-070e1656-c737-48c6-8470-c3a03dfb137e tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857425 Apr 20 17:16:01.696315 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f52291f5-391f-435c-8ba7-244d02a9f2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:01.697152 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7143a-7890-4ad8-9483-7d42e68e7fb5 req-b015d5b6-2aa9-4543-ac90-2308eb9ed4a8 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:01.703805 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eac7143a-7890-4ad8-9483-7d42e68e7fb5 req-b015d5b6-2aa9-4543-ac90-2308eb9ed4a8 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=85982905-05f9-4b80-98fc-e0c55668b1c3 HTTP/1.1" status: 200 len: 945 time: 0.3055067 Apr 20 17:16:01.763026 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-5e648f22-243c-43ce-9b49-c5a36b5b4dab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:01.765534 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-5e648f22-243c-43ce-9b49-c5a36b5b4dab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1232104 Apr 20 17:16:01.798458 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f52291f5-391f-435c-8ba7-244d02a9f2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:01.849340 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eac7143a-7890-4ad8-9483-7d42e68e7fb5 req-a81c80b4-7061-4274-8e1a-adb97ae96d93 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445603 Apr 20 17:16:01.866105 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52291f5-391f-435c-8ba7-244d02a9f2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8f2966-0d8f-4b71-9a58-13a8cb0f713a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:01.881322 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-4ba02198-d65f-4443-900c-54266b29097f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1058443 Apr 20 17:16:01.890150 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f52291f5-391f-435c-8ba7-244d02a9f2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:01.902104 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f52291f5-391f-435c-8ba7-244d02a9f2ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6a8f2966-0d8f-4b71-9a58-13a8cb0f713a HTTP/1.1" status: 204 len: 168 time: 0.3760157 Apr 20 17:16:01.989099 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba7096-1c6a-44fa-9d8e-5e6fde92185f req-1640e0e4-f122-4507-b8c5-ea0825f16db9 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:02.001487 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-acba7096-1c6a-44fa-9d8e-5e6fde92185f req-1640e0e4-f122-4507-b8c5-ea0825f16db9 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b912f910-6553-4c70-81e3-6d78370a5f6c HTTP/1.1" status: 200 len: 950 time: 0.1773126 Apr 20 17:16:02.038606 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-4cf633de-c3aa-446b-ac40-b3504bdfb415 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479282 Apr 20 17:16:02.110532 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-acba7096-1c6a-44fa-9d8e-5e6fde92185f req-5c386f53-5571-4644-8e5b-d31e58752a03 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053021 Apr 20 17:16:02.271246 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d0cc4666-a3e9-4254-ae44-c98e6db39020 req-f23ed89f-561c-4672-b653-903de748c189 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241457 Apr 20 17:16:02.297952 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d4cf7-80a0-4228-aa52-f35479393a3b req-0d281bd1-2f48-4b76-bc5c-95aa930fb310 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:02.305051 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fb5d4cf7-80a0-4228-aa52-f35479393a3b req-0d281bd1-2f48-4b76-bc5c-95aa930fb310 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 948 time: 0.1519711 Apr 20 17:16:02.409677 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0672a8-fddc-4cd5-baa6-85a40f63455c req-22fc354b-a136-410e-b40b-c09af6ad10de tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:02.410484 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fb5d4cf7-80a0-4228-aa52-f35479393a3b req-4a4da822-5245-4a1a-86b4-248ac7b6c646 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044128 Apr 20 17:16:02.411492 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8a0672a8-fddc-4cd5-baa6-85a40f63455c req-22fc354b-a136-410e-b40b-c09af6ad10de tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6e17b42-acea-45f8-9bf2-74e6a0dca0f2 HTTP/1.1" status: 200 len: 944 time: 0.1159658 Apr 20 17:16:02.487430 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8a0672a8-fddc-4cd5-baa6-85a40f63455c req-b62abf53-9423-4447-8783-29cc883b14a9 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/security-groups?id=a47d8cee-208f-4cfa-bcfc-a099e9465705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681553 Apr 20 17:16:02.539922 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c5c1c1-23d3-447f-96fd-06b823ad41f0', 'tag': 'f2ae1052-1228-44aa-b982-dda2ca184507'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:16:02.736312 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ea1d80b0-c089-4016-ae67-872e3e068f8d up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:16:02.890423 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port ea1d80b0-c089-4016-ae67-872e3e068f8d completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:16:02.901563 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port ea1d80b0-c089-4016-ae67-872e3e068f8d triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:02.905133 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:02.937290 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd4a5d8e-7a31-4be9-aae0-719da02cbd68'] response: {'name': 'network-changed', 'server_uuid': '90c5c1c1-23d3-447f-96fd-06b823ad41f0', 'tag': 'f2ae1052-1228-44aa-b982-dda2ca184507', 'status': 'completed', 'code': 200} Apr 20 17:16:03.182888 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:03.229465 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e17b42-acea-45f8-9bf2-74e6a0dca0f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1d80b0-c089-4016-ae67-872e3e068f8d'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:16:03.244780 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ea1d80b0-c089-4016-ae67-872e3e068f8d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ea1d80b0-c089-4016-ae67-872e3e068f8d,segment=NetworkSegment(36373ac1-df16-4205-8393-5031c405a675),segment_id=36373ac1-df16-4205-8393-5031c405a675)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:03.258538 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:03.297214 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfc6fe-6b46-49b6-8b27-df14feb63470 req-431074eb-37db-43dd-8bf2-fa9709d64b93 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:03.306772 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfc6fe-6b46-49b6-8b27-df14feb63470 req-431074eb-37db-43dd-8bf2-fa9709d64b93 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:03.317801 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b4dfc6fe-6b46-49b6-8b27-df14feb63470 req-431074eb-37db-43dd-8bf2-fa9709d64b93 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=358884ab-6e84-4040-b654-d2e9349972ff&device_id=b912f910-6553-4c70-81e3-6d78370a5f6c HTTP/1.1" status: 200 len: 1691 time: 0.2031143 Apr 20 17:16:03.355887 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b046679-b1a9-4e1d-becb-bb18ebd3ee0b req-c418a452-889c-4728-9fd1-82cbffaaa026 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 1099 time: 0.3156319 Apr 20 17:16:03.359013 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b046679-b1a9-4e1d-becb-bb18ebd3ee0b req-1dc9fc4c-5496-41e3-a494-50130209bae4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 1099 time: 0.4208627 Apr 20 17:16:03.419590 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b4dfc6fe-6b46-49b6-8b27-df14feb63470 req-edf13f41-f9e9-4302-9cda-3f7077ab59bc tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004078 Apr 20 17:16:03.482872 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=ea1d80b0-c089-4016-ae67-872e3e068f8d,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:03.537589 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03ca40-7fd7-4615-a0ef-901bf2261516 req-53973133-fe27-4efd-964b-d649071a7f57 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:03.539136 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d03ca40-7fd7-4615-a0ef-901bf2261516 req-53973133-fe27-4efd-964b-d649071a7f57 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9f6b77d-dd89-4b60-9799-be4f8d8ca542 HTTP/1.1" status: 200 len: 945 time: 0.3847015 Apr 20 17:16:03.652908 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d4ea9-7077-426d-a34c-371dcba8d72f req-08d6afe6-c93b-4c4f-b76b-cc726b8972bc tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:03.657703 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d4ea9-7077-426d-a34c-371dcba8d72f req-08d6afe6-c93b-4c4f-b76b-cc726b8972bc tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:03.665387 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fd7d4ea9-7077-426d-a34c-371dcba8d72f req-08d6afe6-c93b-4c4f-b76b-cc726b8972bc tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=9edbaf71-164d-49f5-b985-7d59dfc501cc HTTP/1.1" status: 200 len: 1682 time: 0.1176925 Apr 20 17:16:03.725263 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fd7d4ea9-7077-426d-a34c-371dcba8d72f req-caf4f22c-4ee0-4b63-a010-5ab17986bcce tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587819 Apr 20 17:16:03.894392 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b046679-b1a9-4e1d-becb-bb18ebd3ee0b req-d4a66750-01db-4b6a-9287-3295befdeb56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:03.895884 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b046679-b1a9-4e1d-becb-bb18ebd3ee0b req-d4a66750-01db-4b6a-9287-3295befdeb56 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.3753114 Apr 20 17:16:03.989060 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b046679-b1a9-4e1d-becb-bb18ebd3ee0b req-3e56cbf0-3355-4b4f-87fd-c6c95dccf58d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=f2ae1052-1228-44aa-b982-dda2ca184507 HTTP/1.1" status: 200 len: 217 time: 0.0812881 Apr 20 17:16:04.029402 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353f61f-5e48-47f1-b799-9138405b1ee5 req-8a3fa485-9b3e-4421-8dc7-519410d5f0da tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:04.032245 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5353f61f-5e48-47f1-b799-9138405b1ee5 req-8a3fa485-9b3e-4421-8dc7-519410d5f0da tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=85982905-05f9-4b80-98fc-e0c55668b1c3 HTTP/1.1" status: 200 len: 945 time: 0.1290598 Apr 20 17:16:04.072220 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b046679-b1a9-4e1d-becb-bb18ebd3ee0b req-8a3f3174-3cfb-4bb0-8874-002c3cc18d1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:04.073702 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b046679-b1a9-4e1d-becb-bb18ebd3ee0b req-8a3f3174-3cfb-4bb0-8874-002c3cc18d1d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.0757687 Apr 20 17:16:04.116936 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5353f61f-5e48-47f1-b799-9138405b1ee5 req-65da2718-ed27-4799-aa3f-a4349afad60f tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609376 Apr 20 17:16:04.187032 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d03ca40-7fd7-4615-a0ef-901bf2261516 req-7f5a1251-728f-478b-812b-a61e79316d9f tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802074 Apr 20 17:16:04.195658 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b046679-b1a9-4e1d-becb-bb18ebd3ee0b req-06d50556-eb46-436a-8c59-b7d0c6bebd8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:04.196929 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b046679-b1a9-4e1d-becb-bb18ebd3ee0b req-06d50556-eb46-436a-8c59-b7d0c6bebd8d service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.8339977 Apr 20 17:16:04.233570 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aa894fb-57e2-4815-a6c7-a3603cd83fb4'] response: {'server_uuid': 'f6e17b42-acea-45f8-9bf2-74e6a0dca0f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1d80b0-c089-4016-ae67-872e3e068f8d', 'code': 200} Apr 20 17:16:04.384364 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b046679-b1a9-4e1d-becb-bb18ebd3ee0b req-a69af7df-0df2-4217-9ec9-0021712fa0b0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2975864 Apr 20 17:16:04.395357 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b046679-b1a9-4e1d-becb-bb18ebd3ee0b req-4591ceea-f694-4a04-8f01-b0ca07928b73 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=f2ae1052-1228-44aa-b982-dda2ca184507 HTTP/1.1" status: 200 len: 217 time: 0.1876221 Apr 20 17:16:04.558567 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-48d0af45-d924-4f01-89d4-462ebdcd8c82 req-7a862c5a-3b2c-4965-a4eb-9d39719d4490 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f6e17b42-acea-45f8-9bf2-74e6a0dca0f2 HTTP/1.1" status: 200 len: 1096 time: 0.1946385 Apr 20 17:16:04.593432 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfddbc4-b8f9-4e8a-bf56-116a3eb41944 req-575c0680-8d63-48b5-8209-a5fc40cc7a67 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:04.596659 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8bfddbc4-b8f9-4e8a-bf56-116a3eb41944 req-575c0680-8d63-48b5-8209-a5fc40cc7a67 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 948 time: 0.1859407 Apr 20 17:16:04.652200 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-48d0af45-d924-4f01-89d4-462ebdcd8c82 req-379b1391-a699-4f81-8cfc-67459ab4f8a3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a47d8cee-208f-4cfa-bcfc-a099e9465705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810635 Apr 20 17:16:04.668013 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8bfddbc4-b8f9-4e8a-bf56-116a3eb41944 req-cc908e83-a4f1-4f27-bf9a-564b8ca792cd tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584884 Apr 20 17:16:04.733255 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989588b-388f-4b92-92ac-746af8239a6e req-2848d75c-62ad-436c-86cb-9e0e833af6c7 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:04.737022 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989588b-388f-4b92-92ac-746af8239a6e req-2848d75c-62ad-436c-86cb-9e0e833af6c7 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:04.738792 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e989588b-388f-4b92-92ac-746af8239a6e req-2848d75c-62ad-436c-86cb-9e0e833af6c7 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.43 "GET /v2.0/ports?device_id=9edbaf71-164d-49f5-b985-7d59dfc501cc HTTP/1.1" status: 200 len: 1682 time: 0.4496305 Apr 20 17:16:04.751702 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b046679-b1a9-4e1d-becb-bb18ebd3ee0b req-b763af7b-536a-4261-b2c9-ce5362a785be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:04.753161 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b046679-b1a9-4e1d-becb-bb18ebd3ee0b req-b763af7b-536a-4261-b2c9-ce5362a785be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.3395605 Apr 20 17:16:04.809184 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b046679-b1a9-4e1d-becb-bb18ebd3ee0b req-7ad03ad3-0fdf-4bdd-9cba-6b846f01c1ed service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154727 Apr 20 17:16:04.844649 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebe8a0-8b10-44ad-9fcb-13abc96f4dd3 req-0c588e02-38b3-4c72-aea0-b69ba70ac915 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:04.846107 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f3ebe8a0-8b10-44ad-9fcb-13abc96f4dd3 req-0c588e02-38b3-4c72-aea0-b69ba70ac915 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6e17b42-acea-45f8-9bf2-74e6a0dca0f2 HTTP/1.1" status: 200 len: 945 time: 0.1842043 Apr 20 17:16:04.975632 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6939adc7-e756-45e4-8f7a-b34778d4a149 req-1eda7ed5-4aa6-4176-a73b-159b154bb4fb tempest-ServersOnMultiNodesTest-52254401 tempest-ServersOnMultiNodesTest-52254401-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=358884ab-6e84-4040-b654-d2e9349972ff HTTP/1.1" status: 200 len: 1101 time: 0.1027541 Apr 20 17:16:05.038054 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6939adc7-e756-45e4-8f7a-b34778d4a149 req-2b700985-ee2a-42c9-9205-37858778d366 tempest-ServersOnMultiNodesTest-52254401 tempest-ServersOnMultiNodesTest-52254401-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614121 Apr 20 17:16:05.042563 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-e989588b-388f-4b92-92ac-746af8239a6e req-b81f9dcc-b06a-4df9-92ed-6f00bbe8a211 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Deleting port bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:16:05.042908 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e989588b-388f-4b92-92ac-746af8239a6e req-b81f9dcc-b06a-4df9-92ed-6f00bbe8a211 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:05.191540 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f3ebe8a0-8b10-44ad-9fcb-13abc96f4dd3 req-e3e74480-a0d7-4069-90bb-0d3f5cd20d3e tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/security-groups?id=a47d8cee-208f-4cfa-bcfc-a099e9465705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939699 Apr 20 17:16:05.267492 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d314b-05cc-4ae2-8a3b-9da6589d2566 req-c0cdd60a-f708-45a7-a7fe-198d493ae8a7 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:05.272674 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d314b-05cc-4ae2-8a3b-9da6589d2566 req-c0cdd60a-f708-45a7-a7fe-198d493ae8a7 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:05.303846 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ae5d314b-05cc-4ae2-8a3b-9da6589d2566 req-c0cdd60a-f708-45a7-a7fe-198d493ae8a7 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=9edbaf71-164d-49f5-b985-7d59dfc501cc HTTP/1.1" status: 200 len: 1682 time: 0.1474605 Apr 20 17:16:05.407578 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b046679-b1a9-4e1d-becb-bb18ebd3ee0b req-c66217d8-10df-4fd0-b319-b908453b6449 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5905228 Apr 20 17:16:05.418475 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b046679-b1a9-4e1d-becb-bb18ebd3ee0b req-f0c7e329-3f0d-4be1-a9b9-a09eebfd2eac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5199831 Apr 20 17:16:05.458846 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ae5d314b-05cc-4ae2-8a3b-9da6589d2566 req-5369ffe6-c783-4575-9840-8e894601b72f tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538253 Apr 20 17:16:05.556720 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-e989588b-388f-4b92-92ac-746af8239a6e req-b81f9dcc-b06a-4df9-92ed-6f00bbe8a211 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] For port bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7,segment=NetworkSegment(080b550a-d5b1-4674-9313-b6ded58066ee),segment_id=080b550a-d5b1-4674-9313-b6ded58066ee)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:05.557083 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e989588b-388f-4b92-92ac-746af8239a6e req-b81f9dcc-b06a-4df9-92ed-6f00bbe8a211 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:05.815305 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476afca5-8445-49ce-a416-48584b309099 req-685b703a-01a8-4b89-a645-5fd84486040e tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:05.821184 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-476afca5-8445-49ce-a416-48584b309099 req-685b703a-01a8-4b89-a645-5fd84486040e tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=85982905-05f9-4b80-98fc-e0c55668b1c3 HTTP/1.1" status: 200 len: 945 time: 0.1034992 Apr 20 17:16:05.891545 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-476afca5-8445-49ce-a416-48584b309099 req-c17ab6da-0a1b-44c7-83c1-a7d353b17b20 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664172 Apr 20 17:16:05.962842 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-e989588b-388f-4b92-92ac-746af8239a6e req-b81f9dcc-b06a-4df9-92ed-6f00bbe8a211 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Calling delete_port for bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:16:06.006291 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b046679-b1a9-4e1d-becb-bb18ebd3ee0b req-b9dfdcb5-df46-4c1c-8411-5f1cef802e41 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5797029 Apr 20 17:16:06.151570 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b056e91-429a-421e-8fcf-73ad664398ce req-40eeabef-6ac9-4b38-980c-8ee7ce616aeb tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:06.159504 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3b056e91-429a-421e-8fcf-73ad664398ce req-40eeabef-6ac9-4b38-980c-8ee7ce616aeb tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9f6b77d-dd89-4b60-9799-be4f8d8ca542 HTTP/1.1" status: 200 len: 945 time: 0.1271236 Apr 20 17:16:06.201645 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2ddeab96-047e-4882-a95c-627ebce45674 req-a8f43c3d-8550-4324-8b3a-c455081a19a2 tempest-ServersOnMultiNodesTest-52254401 tempest-ServersOnMultiNodesTest-52254401-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b912f910-6553-4c70-81e3-6d78370a5f6c HTTP/1.1" status: 200 len: 1101 time: 0.5907588 Apr 20 17:16:06.215108 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3b056e91-429a-421e-8fcf-73ad664398ce req-5d5435e9-f5d5-4fcd-9e8e-d1b2cef9cff3 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547028 Apr 20 17:16:06.259865 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b046679-b1a9-4e1d-becb-bb18ebd3ee0b req-4d20ce8b-0003-4d35-8b6a-6751fc649e40 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431176 Apr 20 17:16:06.291176 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2ddeab96-047e-4882-a95c-627ebce45674 req-ef295c08-7622-4c7e-b18c-d5a666e0df48 tempest-ServersOnMultiNodesTest-52254401 tempest-ServersOnMultiNodesTest-52254401-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697494 Apr 20 17:16:06.292219 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e989588b-388f-4b92-92ac-746af8239a6e req-b81f9dcc-b06a-4df9-92ed-6f00bbe8a211 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:06.309332 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7', '6e3e98aa-7d63-49c0-b5d1-62cd85b13056'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:16:06.357548 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f9dcc-b06a-4df9-92ed-6f00bbe8a211 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Pushing event deleted for resources: {'Port': ['ID=bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:06.447861 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267edd9-a326-422a-a48b-615e51b63817 req-b61bdbbb-a4b4-4d0b-b6bd-79669e9cf04f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:06.454376 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1267edd9-a326-422a-a48b-615e51b63817 req-b61bdbbb-a4b4-4d0b-b6bd-79669e9cf04f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 948 time: 0.1085634 Apr 20 17:16:06.510699 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e989588b-388f-4b92-92ac-746af8239a6e req-b81f9dcc-b06a-4df9-92ed-6f00bbe8a211 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] No DVR routers for this DVR port bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:16:06.514559 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e989588b-388f-4b92-92ac-746af8239a6e req-b81f9dcc-b06a-4df9-92ed-6f00bbe8a211 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:06.515973 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1267edd9-a326-422a-a48b-615e51b63817 req-295120e6-bd75-4d64-84aa-2eb1b77daeee tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605066 Apr 20 17:16:06.518175 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edbaf71-164d-49f5-b985-7d59dfc501cc', 'name': 'network-vif-deleted', 'tag': 'bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:16:06.557773 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e989588b-388f-4b92-92ac-746af8239a6e req-b81f9dcc-b06a-4df9-92ed-6f00bbe8a211 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.43 "DELETE /v2.0/ports/bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7 HTTP/1.1" status: 204 len: 173 time: 1.6613710 Apr 20 17:16:06.558012 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device f2ae1052-1228-44aa-b982-dda2ca184507 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:16:06.752506 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-e989588b-388f-4b92-92ac-746af8239a6e req-b69dd001-b03f-4216-a36d-c053ac898e9c tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Deleting port 6e3e98aa-7d63-49c0-b5d1-62cd85b13056 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:16:06.752850 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e989588b-388f-4b92-92ac-746af8239a6e req-b69dd001-b03f-4216-a36d-c053ac898e9c tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:06.815710 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bd4fd-11bc-49c3-b5f7-1a81a792abf3 req-4e3b6316-0317-4292-9746-74f5ca952c09 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:06.817174 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0e4bd4fd-11bc-49c3-b5f7-1a81a792abf3 req-4e3b6316-0317-4292-9746-74f5ca952c09 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6e17b42-acea-45f8-9bf2-74e6a0dca0f2 HTTP/1.1" status: 200 len: 945 time: 0.1011889 Apr 20 17:16:06.827660 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port f2ae1052-1228-44aa-b982-dda2ca184507, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=f2ae1052-1228-44aa-b982-dda2ca184507,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:06.841845 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'f2ae1052-1228-44aa-b982-dda2ca184507', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': 'f2ae1052-1228-44aa-b982-dda2ca184507', 'mac_address': 'fa:16:3e:e0:b3:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:16:06.853857 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-22b4820e-e2c0-40b3-a0ce-855df7689c31 tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=1c3b49a22c08488fb31bd522a20e042e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349145 Apr 20 17:16:06.906348 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:06.925157 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0e4bd4fd-11bc-49c3-b5f7-1a81a792abf3 req-dd26b881-6599-4ead-84e9-be80df59a4b9 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/security-groups?id=a47d8cee-208f-4cfa-bcfc-a099e9465705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968158 Apr 20 17:16:06.926287 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ae1052-1228-44aa-b982-dda2ca184507 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:16:06.954464 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port f2ae1052-1228-44aa-b982-dda2ca184507, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=f2ae1052-1228-44aa-b982-dda2ca184507,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:06.961071 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:07.052219 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=f2ae1052-1228-44aa-b982-dda2ca184507,revision_number=8']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:07.156846 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-055461df-afad-4ced-ad4d-c1e0ada4c1be tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:07.158226 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-055461df-afad-4ced-ad4d-c1e0ada4c1be tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3036056 Apr 20 17:16:07.189743 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-e989588b-388f-4b92-92ac-746af8239a6e req-b69dd001-b03f-4216-a36d-c053ac898e9c tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] For port 6e3e98aa-7d63-49c0-b5d1-62cd85b13056, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=6e3e98aa-7d63-49c0-b5d1-62cd85b13056,segment=NetworkSegment(1e30c634-9544-4893-b747-d96df028f0b9),segment_id=1e30c634-9544-4893-b747-d96df028f0b9)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:07.190093 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e989588b-388f-4b92-92ac-746af8239a6e req-b69dd001-b03f-4216-a36d-c053ac898e9c tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:07.197786 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-3854a103-14a8-471a-9207-06325cb1d576 tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] 10.222.0.39 "GET /v2.0/quotas/1c3b49a22c08488fb31bd522a20e042e HTTP/1.1" status: 200 len: 375 time: 0.0333006 Apr 20 17:16:07.239965 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5c193-16d4-424e-bea6-036f230f558a req-57a48975-a53d-4208-8f9f-e79c669b4b15 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:07.241405 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-93e5c193-16d4-424e-bea6-036f230f558a req-57a48975-a53d-4208-8f9f-e79c669b4b15 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/ports?device_id=9edbaf71-164d-49f5-b985-7d59dfc501cc HTTP/1.1" status: 200 len: 945 time: 0.0859697 Apr 20 17:16:07.288384 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-93e5c193-16d4-424e-bea6-036f230f558a req-c9455911-dd04-4bda-a1fb-b68fe0d91881 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9386315-82da-4791-9d24-3760b60346de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408959 Apr 20 17:16:07.339032 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['f2ae1052-1228-44aa-b982-dda2ca184507'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:16:07.349105 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-e989588b-388f-4b92-92ac-746af8239a6e req-b69dd001-b03f-4216-a36d-c053ac898e9c tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Calling delete_port for 6e3e98aa-7d63-49c0-b5d1-62cd85b13056 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:16:07.376567 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b25c215-b59a-4da4-aac0-1db1830dac23'] response: {'server_uuid': '9edbaf71-164d-49f5-b985-7d59dfc501cc', 'name': 'network-vif-deleted', 'tag': 'bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7', 'status': 'completed', 'code': 200} Apr 20 17:16:07.379831 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-4feb7c70-df78-4314-a422-d38393320424 tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1c3b49a22c08488fb31bd522a20e042e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1757214 Apr 20 17:16:07.560801 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e989588b-388f-4b92-92ac-746af8239a6e req-b69dd001-b03f-4216-a36d-c053ac898e9c tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:07.619504 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69dd001-b03f-4216-a36d-c053ac898e9c tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Pushing event deleted for resources: {'Port': ['ID=6e3e98aa-7d63-49c0-b5d1-62cd85b13056,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:07.739726 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e989588b-388f-4b92-92ac-746af8239a6e req-b69dd001-b03f-4216-a36d-c053ac898e9c tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] No DVR routers for this DVR port 6e3e98aa-7d63-49c0-b5d1-62cd85b13056 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:16:07.746772 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e989588b-388f-4b92-92ac-746af8239a6e req-b69dd001-b03f-4216-a36d-c053ac898e9c tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:07.814918 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e989588b-388f-4b92-92ac-746af8239a6e req-b69dd001-b03f-4216-a36d-c053ac898e9c tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.43 "DELETE /v2.0/ports/6e3e98aa-7d63-49c0-b5d1-62cd85b13056 HTTP/1.1" status: 204 len: 173 time: 1.1670940 Apr 20 17:16:07.866698 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04dddb0-3ab2-4b5f-ad11-d12f3772736c req-cd29673c-eef6-4e03-befd-52f0c4755b70 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:07.868268 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b04dddb0-3ab2-4b5f-ad11-d12f3772736c req-cd29673c-eef6-4e03-befd-52f0c4755b70 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.43 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0&tenant_id=c12b40028ab147a889b4fc203a6893de&binding%3Ahost_id=n-h2-838032-1 HTTP/1.1" status: 200 len: 949 time: 0.1738997 Apr 20 17:16:07.875637 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead0c48-ddac-493e-87f7-9adf6aa18275 req-a244e1b6-7694-4ee7-ab65-00346affd601 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:07.877059 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fead0c48-ddac-493e-87f7-9adf6aa18275 req-a244e1b6-7694-4ee7-ab65-00346affd601 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=85982905-05f9-4b80-98fc-e0c55668b1c3 HTTP/1.1" status: 200 len: 945 time: 0.1246779 Apr 20 17:16:07.979230 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba5c49bc-ccd7-4fb9-a2bb-412cb7792210 req-a0b2bd1e-3806-4077-86d5-b7dcec9127e1 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3494101 Apr 20 17:16:07.984591 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-ba5c49bc-ccd7-4fb9-a2bb-412cb7792210 req-a25e58e8-a8d8-4075-834c-adfa60a72c06 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:16:07.990916 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-ba5c49bc-ccd7-4fb9-a2bb-412cb7792210 req-a25e58e8-a8d8-4075-834c-adfa60a72c06 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:16:07.998062 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ba5c49bc-ccd7-4fb9-a2bb-412cb7792210 req-a25e58e8-a8d8-4075-834c-adfa60a72c06 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Usage tracker for resource:floatingip and tenant:9447d3abcfef46fbb9cec3961f14b45a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:16:08.001921 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ba5c49bc-ccd7-4fb9-a2bb-412cb7792210 req-a25e58e8-a8d8-4075-834c-adfa60a72c06 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:16:08.008218 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-ba5c49bc-ccd7-4fb9-a2bb-412cb7792210 req-a25e58e8-a8d8-4075-834c-adfa60a72c06 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:16:08.024329 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ba5c49bc-ccd7-4fb9-a2bb-412cb7792210 req-a25e58e8-a8d8-4075-834c-adfa60a72c06 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks [] for floatingip, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:08.096449 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fead0c48-ddac-493e-87f7-9adf6aa18275 req-f20e6e3a-9158-4f78-abbc-2cdd65813bbf tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823816 Apr 20 17:16:08.101452 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [req-b04dddb0-3ab2-4b5f-ad11-d12f3772736c req-b070cc3e-19f9-4b9b-bb62-f9cab08df638 service neutron] delete failed (client error): The resource could not be found. Apr 20 17:16:08.102429 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b04dddb0-3ab2-4b5f-ad11-d12f3772736c req-b070cc3e-19f9-4b9b-bb62-f9cab08df638 service neutron] 10.222.0.43 "DELETE /v2.0/ports/f2ae1052-1228-44aa-b982-dda2ca184507/bindings/n-h1-838032-1 HTTP/1.1" status: 404 len: 380 time: 0.2244775 Apr 20 17:16:08.166094 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ba5c49bc-ccd7-4fb9-a2bb-412cb7792210 req-a25e58e8-a8d8-4075-834c-adfa60a72c06 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:08.283670 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-65359b54-13bd-4258-835f-c799e0883ed7 req-d91463a8-596e-47f4-9f55-c0da7721d8e2 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347688 Apr 20 17:16:08.315955 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-ba5c49bc-ccd7-4fb9-a2bb-412cb7792210 req-a25e58e8-a8d8-4075-834c-adfa60a72c06 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Allocated IP 172.25.8.168 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/593a4f63-8b98-4893-bef5-b7a8c36e72d1) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:16:08.428210 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b04dddb0-3ab2-4b5f-ad11-d12f3772736c req-2e2bab0f-79b9-4d72-9cca-f9542daab6dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 1100 time: 0.2185998 Apr 20 17:16:08.488401 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ba5c49bc-ccd7-4fb9-a2bb-412cb7792210 req-a25e58e8-a8d8-4075-834c-adfa60a72c06 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:08.524088 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ba5c49bc-ccd7-4fb9-a2bb-412cb7792210 req-a25e58e8-a8d8-4075-834c-adfa60a72c06 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:08.540106 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65359b54-13bd-4258-835f-c799e0883ed7 req-15bb36f8-12f0-4a16-a3c4-c38a3f545fb3 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:08.541593 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-65359b54-13bd-4258-835f-c799e0883ed7 req-15bb36f8-12f0-4a16-a3c4-c38a3f545fb3 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2456436 Apr 20 17:16:08.549171 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device f2ae1052-1228-44aa-b982-dda2ca184507 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:16:08.591512 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba5c49bc-ccd7-4fb9-a2bb-412cb7792210 req-a25e58e8-a8d8-4075-834c-adfa60a72c06 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:16:08.594105 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-ba5c49bc-ccd7-4fb9-a2bb-412cb7792210 req-a25e58e8-a8d8-4075-834c-adfa60a72c06 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:16:08.597863 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5c49bc-ccd7-4fb9-a2bb-412cb7792210 req-a25e58e8-a8d8-4075-834c-adfa60a72c06 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:16:08.611008 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04dddb0-3ab2-4b5f-ad11-d12f3772736c req-692b3e95-6131-4313-9a6b-c2835d91a3ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:08.613072 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b04dddb0-3ab2-4b5f-ad11-d12f3772736c req-692b3e95-6131-4313-9a6b-c2835d91a3ba service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.1700561 Apr 20 17:16:08.631130 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e58e8-a8d8-4075-834c-adfa60a72c06 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Pushing event updated for resources: {'Port': ['ID=593a4f63-8b98-4893-bef5-b7a8c36e72d1,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:08.637283 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port f2ae1052-1228-44aa-b982-dda2ca184507 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:16:08.642358 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port f2ae1052-1228-44aa-b982-dda2ca184507 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:08.642839 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:08.653435 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e58e8-a8d8-4075-834c-adfa60a72c06 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:08.653773 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e58e8-a8d8-4075-834c-adfa60a72c06 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:08.654103 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e58e8-a8d8-4075-834c-adfa60a72c06 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:08.654479 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e58e8-a8d8-4075-834c-adfa60a72c06 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:08.654796 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e58e8-a8d8-4075-834c-adfa60a72c06 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:08.655117 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e58e8-a8d8-4075-834c-adfa60a72c06 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:08.655434 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e58e8-a8d8-4075-834c-adfa60a72c06 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:08.655747 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e58e8-a8d8-4075-834c-adfa60a72c06 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:08.656060 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e58e8-a8d8-4075-834c-adfa60a72c06 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:08.656373 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e58e8-a8d8-4075-834c-adfa60a72c06 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:08.656686 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e58e8-a8d8-4075-834c-adfa60a72c06 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:08.687234 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-65359b54-13bd-4258-835f-c799e0883ed7 req-a24f6bd4-fc0e-4b89-b749-cc27669623dc tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/quotas/07e7ee6fb2044b339294a5844a1dc3d4 HTTP/1.1" status: 200 len: 375 time: 0.1276999 Apr 20 17:16:08.732840 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b04dddb0-3ab2-4b5f-ad11-d12f3772736c req-ee11873e-12f3-48fe-aab4-bd34b904cbbe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=f2ae1052-1228-44aa-b982-dda2ca184507 HTTP/1.1" status: 200 len: 217 time: 0.1110859 Apr 20 17:16:08.757860 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:08.775300 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ba5c49bc-ccd7-4fb9-a2bb-412cb7792210 req-a25e58e8-a8d8-4075-834c-adfa60a72c06 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:08.787988 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c5c1c1-23d3-447f-96fd-06b823ad41f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ae1052-1228-44aa-b982-dda2ca184507'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:16:08.795313 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:16:08.815649 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04dddb0-3ab2-4b5f-ad11-d12f3772736c req-925fd9e7-dadc-4221-9517-75fc1c1423d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:08.817165 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b04dddb0-3ab2-4b5f-ad11-d12f3772736c req-925fd9e7-dadc-4221-9517-75fc1c1423d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.0759845 Apr 20 17:16:08.830387 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port f2ae1052-1228-44aa-b982-dda2ca184507, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=f2ae1052-1228-44aa-b982-dda2ca184507,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:08.831707 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:16:08.832125 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device bbf8a1cb-00e9-40a0-9283-aa0ed2820ea7 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:16:08.832534 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 6e3e98aa-7d63-49c0-b5d1-62cd85b13056 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:16:08.840892 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ba5c49bc-ccd7-4fb9-a2bb-412cb7792210 req-a25e58e8-a8d8-4075-834c-adfa60a72c06 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:08.859117 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:08.878591 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-65359b54-13bd-4258-835f-c799e0883ed7 req-1437e59a-6784-46ca-8114-7a15b304e2d6 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1905715 Apr 20 17:16:08.900821 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 6e3e98aa-7d63-49c0-b5d1-62cd85b13056 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:16:08.901154 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 6e3e98aa-7d63-49c0-b5d1-62cd85b13056 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:16:08.913794 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b04dddb0-3ab2-4b5f-ad11-d12f3772736c req-b9c03dfd-cf2a-40ca-be20-13a7db448e8b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0877078 Apr 20 17:16:08.945790 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=f2ae1052-1228-44aa-b982-dda2ca184507,revision_number=9']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:09.036567 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-b061fd73-bcf7-4491-acfb-f701255f56e6 tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1c3b49a22c08488fb31bd522a20e042e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0832195 Apr 20 17:16:09.136985 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2a9d41e6-05f5-4f60-8899-92b73e6641c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:09.142828 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ba5c49bc-ccd7-4fb9-a2bb-412cb7792210 req-a25e58e8-a8d8-4075-834c-adfa60a72c06 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:09.153943 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ba5c49bc-ccd7-4fb9-a2bb-412cb7792210 req-a25e58e8-a8d8-4075-834c-adfa60a72c06 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:09.206799 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b04dddb0-3ab2-4b5f-ad11-d12f3772736c req-effbd4c3-8f7e-4e8f-8b38-a499d9fb55b8 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854481 Apr 20 17:16:09.274050 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e58e8-a8d8-4075-834c-adfa60a72c06 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Pushing event updated for resources: {'Port': ['ID=593a4f63-8b98-4893-bef5-b7a8c36e72d1,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:09.285962 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ba5c49bc-ccd7-4fb9-a2bb-412cb7792210 req-a25e58e8-a8d8-4075-834c-adfa60a72c06 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:09.294522 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-179d2af0-1961-4a2b-935a-572395e401cf tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:09.296104 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-179d2af0-1961-4a2b-935a-572395e401cf tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2509363 Apr 20 17:16:09.315889 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ba5c49bc-ccd7-4fb9-a2bb-412cb7792210 req-a25e58e8-a8d8-4075-834c-adfa60a72c06 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:09.317710 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba5c49bc-ccd7-4fb9-a2bb-412cb7792210 req-a25e58e8-a8d8-4075-834c-adfa60a72c06 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3374326 Apr 20 17:16:09.317835 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-6d259c8a-84e3-4eaa-81c1-3388e4f5c1bf tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Request body: {'port': {'device_id': '56b4c156-6b16-4365-b524-378bbd98cefb', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'admin_state_up': True, 'tenant_id': '1c3b49a22c08488fb31bd522a20e042e'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:16:09.385078 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edbaf71-164d-49f5-b985-7d59dfc501cc', 'name': 'network-vif-deleted', 'tag': '6e3e98aa-7d63-49c0-b5d1-62cd85b13056'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:16:09.428775 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ba5c49bc-ccd7-4fb9-a2bb-412cb7792210 req-22ecfcc6-d2f6-46ae-801d-4875ffa765a8 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Synchronizing usage tracker for tenant:9447d3abcfef46fbb9cec3961f14b45a on resource:floatingip {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:16:09.449140 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ba5c49bc-ccd7-4fb9-a2bb-412cb7792210 req-22ecfcc6-d2f6-46ae-801d-4875ffa765a8 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Unset dirty status for tenant:9447d3abcfef46fbb9cec3961f14b45a on resource:floatingip {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:16:09.456688 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba5c49bc-ccd7-4fb9-a2bb-412cb7792210 req-22ecfcc6-d2f6-46ae-801d-4875ffa765a8 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.168 HTTP/1.1" status: 200 len: 696 time: 0.1329119 Apr 20 17:16:09.510392 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b04dddb0-3ab2-4b5f-ad11-d12f3772736c req-e6240c82-13bc-4a1f-a0dc-4dff80fde0c6 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970498 Apr 20 17:16:09.548382 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-6d259c8a-84e3-4eaa-81c1-3388e4f5c1bf tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:16:09.554117 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-6d259c8a-84e3-4eaa-81c1-3388e4f5c1bf tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Usage tracker for resource:port and tenant:1c3b49a22c08488fb31bd522a20e042e is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:16:09.557364 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-6d259c8a-84e3-4eaa-81c1-3388e4f5c1bf tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:16:09.564786 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-6d259c8a-84e3-4eaa-81c1-3388e4f5c1bf tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:16:09.581769 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22beb742-5e31-4a37-ba1d-80fdfd03dd34 req-bcfdac4a-d482-4a3f-bd98-2c943548672e tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:09.583319 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-22beb742-5e31-4a37-ba1d-80fdfd03dd34 req-bcfdac4a-d482-4a3f-bd98-2c943548672e tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9f6b77d-dd89-4b60-9799-be4f8d8ca542 HTTP/1.1" status: 200 len: 945 time: 0.1565599 Apr 20 17:16:09.584543 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-6d259c8a-84e3-4eaa-81c1-3388e4f5c1bf tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Made reservation on behalf of 1c3b49a22c08488fb31bd522a20e042e for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:16:09.588352 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-6d259c8a-84e3-4eaa-81c1-3388e4f5c1bf tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:09.617246 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-6d259c8a-84e3-4eaa-81c1-3388e4f5c1bf tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:09.619212 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c49bc-ccd7-4fb9-a2bb-412cb7792210 req-462ae42d-003d-4ab3-8e63-ba1dcd4a9a67 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:09.620566 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba5c49bc-ccd7-4fb9-a2bb-412cb7792210 req-462ae42d-003d-4ab3-8e63-ba1dcd4a9a67 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 784 time: 0.1630621 Apr 20 17:16:09.672426 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-22beb742-5e31-4a37-ba1d-80fdfd03dd34 req-ed65664c-c47f-4a16-b5c0-5da43d143fd6 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722423 Apr 20 17:16:09.673332 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-6d259c8a-84e3-4eaa-81c1-3388e4f5c1bf tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:16:09.677702 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-6d259c8a-84e3-4eaa-81c1-3388e4f5c1bf tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Usage tracker for resource:security_group_rule and tenant:1c3b49a22c08488fb31bd522a20e042e is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:16:09.681036 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-6d259c8a-84e3-4eaa-81c1-3388e4f5c1bf tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:16:09.688399 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-6d259c8a-84e3-4eaa-81c1-3388e4f5c1bf tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:16:09.801363 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-6d259c8a-84e3-4eaa-81c1-3388e4f5c1bf tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:09.807520 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-6d259c8a-84e3-4eaa-81c1-3388e4f5c1bf tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:09.848179 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ba58d-1c33-48eb-8f42-93bd435b27f7 req-41fc1f67-3fd5-4e95-ad0a-eb995448d830 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:09.850764 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-aa1ba58d-1c33-48eb-8f42-93bd435b27f7 req-41fc1f67-3fd5-4e95-ad0a-eb995448d830 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 950 time: 0.0916181 Apr 20 17:16:09.902508 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-aa1ba58d-1c33-48eb-8f42-93bd435b27f7 req-28e537bf-0d23-4c6a-81e8-d7deda8d8dee tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452173 Apr 20 17:16:09.923920 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fcf450f7-c62c-4589-9990-262798d5f1f9 req-2b7de624-0656-4b29-9c7f-e6b546ba1f3f tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] 10.222.0.39 "GET /v2.0/ports?device_id=56b4c156-6b16-4365-b524-378bbd98cefb HTTP/1.1" status: 200 len: 210 time: 0.0661333 Apr 20 17:16:09.936043 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d259c8a-84e3-4eaa-81c1-3388e4f5c1bf tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56ce452f-7fd2-494a-ba6d-9629c3ea3eba,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:10.038587 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38208) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:16:10.104002 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34942f59-0555-48ac-be1c-f3fc23e5d539'] response: {'server_uuid': '90c5c1c1-23d3-447f-96fd-06b823ad41f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ae1052-1228-44aa-b982-dda2ca184507', 'code': 200} Apr 20 17:16:10.407616 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-6d259c8a-84e3-4eaa-81c1-3388e4f5c1bf tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Allocated IP 192.168.233.36 (9a774663-a30d-4bd1-8b41-83fe693f2d30/777b4790-ba4c-49e9-8844-3c09c1447f40/5b5561f6-ee4a-415a-9922-77a4335920b7) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:16:10.449012 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eace0d7a-258f-430a-ac59-aabb93b49147'] response: {'server_uuid': '9edbaf71-164d-49f5-b985-7d59dfc501cc', 'name': 'network-vif-deleted', 'tag': '6e3e98aa-7d63-49c0-b5d1-62cd85b13056', 'status': 'completed', 'code': 200} Apr 20 17:16:10.512287 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb12c84-9718-4414-a899-eaaa25acb0e6 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Deleting subnet 8e5d91a0-ee36-46c7-ab32-3c8e737742b4 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:16:10.515015 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d56c9-3fe1-49a7-b98b-bfa1ad97471f req-93321b5d-4d1d-472b-bb0c-2079e84ac79a tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:10.517106 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fdb12c84-9718-4414-a899-eaaa25acb0e6 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:10.518963 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d33d56c9-3fe1-49a7-b98b-bfa1ad97471f req-93321b5d-4d1d-472b-bb0c-2079e84ac79a tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=85982905-05f9-4b80-98fc-e0c55668b1c3 HTTP/1.1" status: 200 len: 945 time: 0.2510312 Apr 20 17:16:10.593226 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fdb12c84-9718-4414-a899-eaaa25acb0e6 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:10.706989 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fdb12c84-9718-4414-a899-eaaa25acb0e6 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:10.761622 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d33d56c9-3fe1-49a7-b98b-bfa1ad97471f req-dfa91555-3071-46b9-9da3-d9d6ccd100da tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323706 Apr 20 17:16:10.796222 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device fac33644-ecb5-485a-95e9-3f1a2f4f6cbe no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:16:10.843726 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fdb12c84-9718-4414-a899-eaaa25acb0e6 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:10.872211 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-6d259c8a-84e3-4eaa-81c1-3388e4f5c1bf tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:10.890844 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-6d259c8a-84e3-4eaa-81c1-3388e4f5c1bf tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Transition to ACTIVE for port object 5b5561f6-ee4a-415a-9922-77a4335920b7 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:16:10.949445 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:10.954088 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-6d259c8a-84e3-4eaa-81c1-3388e4f5c1bf tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:10.968433 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb12c84-9718-4414-a899-eaaa25acb0e6 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Pushing event deleted for resources: {'Subnet': ['ID=8e5d91a0-ee36-46c7-ab32-3c8e737742b4,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:10.975166 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c12cdbb6-5e7a-4587-b4c3-c5ed18b187ea req-41fbb7c8-c390-48ed-9c73-97ee27cf41de tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f7c45fc-db17-4e98-abdb-7b18d064ffcb HTTP/1.1" status: 200 len: 210 time: 0.0562594 Apr 20 17:16:10.981142 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fdb12c84-9718-4414-a899-eaaa25acb0e6 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:10.997070 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fdb12c84-9718-4414-a899-eaaa25acb0e6 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "DELETE /v2.0/subnets/8e5d91a0-ee36-46c7-ab32-3c8e737742b4 HTTP/1.1" status: 204 len: 168 time: 0.9562669 Apr 20 17:16:11.001903 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38224) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:16:11.003963 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port fac33644-ecb5-485a-95e9-3f1a2f4f6cbe, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=fac33644-ecb5-485a-95e9-3f1a2f4f6cbe,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:11.014373 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac5bfa0-5349-46c5-9730-ae435c330d80 None None] Network 3de4e914-1f9e-4063-91bd-a2f49f6824cd requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:16:11.023562 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-6d259c8a-84e3-4eaa-81c1-3388e4f5c1bf tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:16:11.044514 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:11.047962 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-6d259c8a-84e3-4eaa-81c1-3388e4f5c1bf tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:16:11.058469 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-6d259c8a-84e3-4eaa-81c1-3388e4f5c1bf tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:16:11.152348 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d259c8a-84e3-4eaa-81c1-3388e4f5c1bf tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Pushing event updated for resources: {'Port': ['ID=5b5561f6-ee4a-415a-9922-77a4335920b7,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:11.163946 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-99ca5038-09f4-459d-a12f-6723931679f9 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:11.171974 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-6d259c8a-84e3-4eaa-81c1-3388e4f5c1bf tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:11.172592 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-6d259c8a-84e3-4eaa-81c1-3388e4f5c1bf tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:11.173453 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-99ca5038-09f4-459d-a12f-6723931679f9 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/networks?id=7cad8736-f7b6-475d-b939-9da845dbb70b HTTP/1.1" status: 200 len: 820 time: 0.3698580 Apr 20 17:16:11.206764 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-6d259c8a-84e3-4eaa-81c1-3388e4f5c1bf tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8944740 Apr 20 17:16:11.221566 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-38062120-c190-46dc-aa6b-10db139b4947 service neutron] Request body: {'port': {'device_id': '56b4c156-6b16-4365-b524-378bbd98cefb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:16:11.228128 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-1c6e83a7-250b-41e5-843f-5857aa15fdc2 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/quotas/9447d3abcfef46fbb9cec3961f14b45a HTTP/1.1" status: 200 len: 375 time: 0.0532668 Apr 20 17:16:11.235651 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5462858a-f747-40ae-b20c-612d7b65a006 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:11.350685 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-5462858a-f747-40ae-b20c-612d7b65a006 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Deleting port 802ea03e-2b0c-40c6-b6bc-02b708014107 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:16:11.351165 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5462858a-f747-40ae-b20c-612d7b65a006 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:11.401924 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=fac33644-ecb5-485a-95e9-3f1a2f4f6cbe,revision_number=8']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:11.472176 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-57062f75-76ae-45f0-b8c3-f0eaaa35ae7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:11.541095 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d467f5e4-dc79-4513-b9c9-c1684e9489f2 None None] Provisioning for port 5b5561f6-ee4a-415a-9922-77a4335920b7 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:16:11.547104 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d467f5e4-dc79-4513-b9c9-c1684e9489f2 None None] Provisioning complete for port 5b5561f6-ee4a-415a-9922-77a4335920b7 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:11.547507 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d467f5e4-dc79-4513-b9c9-c1684e9489f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:11.560058 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-5125f9e6-b73a-44ae-87d9-6bfaba74127f tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9447d3abcfef46fbb9cec3961f14b45a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3307457 Apr 20 17:16:11.561041 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-65359b54-13bd-4258-835f-c799e0883ed7 req-3a832563-9cf5-464b-ad4b-4f37f4cb1eb9 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602884 Apr 20 17:16:11.649695 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d467f5e4-dc79-4513-b9c9-c1684e9489f2 None None] Port 5b5561f6-ee4a-415a-9922-77a4335920b7 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:16:11.656150 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b796d9-5ff2-4429-871d-1e897a4f328f None None] DHCP port deletion for 3de4e914-1f9e-4063-91bd-a2f49f6824cd request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:16:11.656305 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc0f79-e7c5-4f87-9831-fd8ec3629592 req-67373929-aa47-4c47-9e2b-e6cc1c1cee07 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:11.658446 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-10cc0f79-e7c5-4f87-9831-fd8ec3629592 req-67373929-aa47-4c47-9e2b-e6cc1c1cee07 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 950 time: 0.3613317 Apr 20 17:16:11.661701 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-b2b796d9-5ff2-4429-871d-1e897a4f328f None None] Deleting port 802ea03e-2b0c-40c6-b6bc-02b708014107 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:16:11.662256 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b2b796d9-5ff2-4429-871d-1e897a4f328f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:11.677440 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-38062120-c190-46dc-aa6b-10db139b4947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:11.858595 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-5462858a-f747-40ae-b20c-612d7b65a006 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] For port 802ea03e-2b0c-40c6-b6bc-02b708014107, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=802ea03e-2b0c-40c6-b6bc-02b708014107,segment=NetworkSegment(1e30c634-9544-4893-b747-d96df028f0b9),segment_id=1e30c634-9544-4893-b747-d96df028f0b9)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:11.858833 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5462858a-f747-40ae-b20c-612d7b65a006 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:11.871071 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-a1ae5a57-7a36-4821-a81e-98f68debda89 service neutron] 10.222.0.39 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100779 Apr 20 17:16:11.955127 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b2b796d9-5ff2-4429-871d-1e897a4f328f None None] For port 802ea03e-2b0c-40c6-b6bc-02b708014107, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=802ea03e-2b0c-40c6-b6bc-02b708014107,segment=NetworkSegment(1e30c634-9544-4893-b747-d96df028f0b9),segment_id=1e30c634-9544-4893-b747-d96df028f0b9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:11.955620 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b2b796d9-5ff2-4429-871d-1e897a4f328f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:11.966138 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65359b54-13bd-4258-835f-c799e0883ed7 req-5371111a-1660-4f3a-be46-e25928f3e76d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:11.968993 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-65359b54-13bd-4258-835f-c799e0883ed7 req-5371111a-1660-4f3a-be46-e25928f3e76d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3991904 Apr 20 17:16:12.008617 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-5462858a-f747-40ae-b20c-612d7b65a006 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Calling delete_port for 802ea03e-2b0c-40c6-b6bc-02b708014107 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:16:12.078494 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-b2b796d9-5ff2-4429-871d-1e897a4f328f None None] Calling delete_port for 802ea03e-2b0c-40c6-b6bc-02b708014107 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:16:12.110041 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f6b77d-dd89-4b60-9799-be4f8d8ca542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fac33644-ecb5-485a-95e9-3f1a2f4f6cbe'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:16:12.122043 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-65359b54-13bd-4258-835f-c799e0883ed7 req-49888616-bb3b-4f6f-b6d1-ea01ca6df4d4 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361073 Apr 20 17:16:12.132923 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-65359b54-13bd-4258-835f-c799e0883ed7 req-5e84cc7d-6eb4-483f-86c6-afc3eefcffe6 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Request body: {'port': {'device_id': '0726a5a4-a720-4995-bb1c-b7028db74b53', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'admin_state_up': True, 'tenant_id': '07e7ee6fb2044b339294a5844a1dc3d4'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:16:12.185577 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-b2b796d9-5ff2-4429-871d-1e897a4f328f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:16:12.185943 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-b2b796d9-5ff2-4429-871d-1e897a4f328f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:16:12.188306 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 802ea03e-2b0c-40c6-b6bc-02b708014107 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:16:12.191542 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-ed0d6e45-3b64-4e5b-92d1-d9c15971a867 service neutron] 10.222.0.39 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630606 Apr 20 17:16:12.191542 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5462858a-f747-40ae-b20c-612d7b65a006 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:12.225766 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 802ea03e-2b0c-40c6-b6bc-02b708014107 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:16:12.226451 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 802ea03e-2b0c-40c6-b6bc-02b708014107 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:16:12.263532 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462858a-f747-40ae-b20c-612d7b65a006 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Pushing event deleted for resources: {'Port': ['ID=802ea03e-2b0c-40c6-b6bc-02b708014107,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:12.265282 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5462858a-f747-40ae-b20c-612d7b65a006 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] No DVR routers for this DVR port 802ea03e-2b0c-40c6-b6bc-02b708014107 on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:16:12.458258 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5462858a-f747-40ae-b20c-612d7b65a006 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:12.460574 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-10cc0f79-e7c5-4f87-9831-fd8ec3629592 req-cfb11dcd-a73b-47f7-89b3-92c2579d3672 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7839246 Apr 20 17:16:12.535756 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:12.618927 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-5462858a-f747-40ae-b20c-612d7b65a006 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3de4e914-1f9e-4063-91bd-a2f49f6824cd']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:12.634665 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:12.638804 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65359b54-13bd-4258-835f-c799e0883ed7 req-51262b5a-11db-4b74-b0ce-31a075895dd3 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:12.640255 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-65359b54-13bd-4258-835f-c799e0883ed7 req-51262b5a-11db-4b74-b0ce-31a075895dd3 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4916096 Apr 20 17:16:12.648952 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-65359b54-13bd-4258-835f-c799e0883ed7 req-5e84cc7d-6eb4-483f-86c6-afc3eefcffe6 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:16:12.661660 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-65359b54-13bd-4258-835f-c799e0883ed7 req-979270d7-f248-4e01-b692-20634cc63c4a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Request body: {'port': {'device_id': '2f7c45fc-db17-4e98-abdb-7b18d064ffcb', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'admin_state_up': True, 'tenant_id': '07e7ee6fb2044b339294a5844a1dc3d4'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:16:12.687456 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-b2b796d9-5ff2-4429-871d-1e897a4f328f None None] Deleting port 802ea03e-2b0c-40c6-b6bc-02b708014107 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:16:12.687826 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b2b796d9-5ff2-4429-871d-1e897a4f328f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:12.689760 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-65359b54-13bd-4258-835f-c799e0883ed7 req-5e84cc7d-6eb4-483f-86c6-afc3eefcffe6 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:16:12.708762 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-5462858a-f747-40ae-b20c-612d7b65a006 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e30c634-9544-4893-b747-d96df028f0b9') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:12.709110 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-5462858a-f747-40ae-b20c-612d7b65a006 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e30c634-9544-4893-b747-d96df028f0b9') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:12.724564 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5462858a-f747-40ae-b20c-612d7b65a006 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:12.749132 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5462858a-f747-40ae-b20c-612d7b65a006 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:12.757546 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5462858a-f747-40ae-b20c-612d7b65a006 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:16:12.757951 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5462858a-f747-40ae-b20c-612d7b65a006 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:12.766552 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-b2b796d9-5ff2-4429-871d-1e897a4f328f None None] The port '802ea03e-2b0c-40c6-b6bc-02b708014107' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:16:12.781148 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:16:12.781148 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:16:12.781148 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:16:12.781148 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:16:12.781148 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:16:12.781148 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:16:12.781148 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:16:12.781148 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:16:12.781148 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:16:12.781148 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:16:12.781148 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:16:12.781148 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:16:12.781148 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:16:12.781148 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:16:12.781148 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:16:12.781148 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:16:12.781148 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:16:12.781148 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:16:12.781148 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:16:12.781148 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:16:12.781148 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:16:12.781148 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:16:12.781148 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:16:12.781148 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:16:12.781148 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:16:12.781148 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:16:12.781148 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:16:12.781148 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:16:12.781148 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:16:12.781148 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:16:12.781148 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:16:12.781148 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:16:12.912403 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5462858a-f747-40ae-b20c-612d7b65a006 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:12.947040 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5462858a-f747-40ae-b20c-612d7b65a006 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:12.968103 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:12.971472 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eadba8-7615-45c4-987b-b22bd5891b99 req-c6214740-565e-42fd-8bda-8bcac0a1ec9b tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:12.973037 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-46eadba8-7615-45c4-987b-b22bd5891b99 req-c6214740-565e-42fd-8bda-8bcac0a1ec9b tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9f6b77d-dd89-4b60-9799-be4f8d8ca542 HTTP/1.1" status: 200 len: 943 time: 0.5848594 Apr 20 17:16:12.983830 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2ba80-6859-4759-9c06-ade10035f026 req-893b7a39-f9f9-48ef-9df9-9b84f8b8db1c tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:12.984976 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50d2ba80-6859-4759-9c06-ade10035f026 req-893b7a39-f9f9-48ef-9df9-9b84f8b8db1c tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] 10.222.0.39 "GET /v2.0/ports?device_id=56b4c156-6b16-4365-b524-378bbd98cefb HTTP/1.1" status: 200 len: 935 time: 0.3519125 Apr 20 17:16:12.985713 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462858a-f747-40ae-b20c-612d7b65a006 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Pushing event deleted for resources: {'Network': ['ID=3de4e914-1f9e-4063-91bd-a2f49f6824cd,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:13.005688 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65359b54-13bd-4258-835f-c799e0883ed7 req-5e84cc7d-6eb4-483f-86c6-afc3eefcffe6 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Made reservation on behalf of 07e7ee6fb2044b339294a5844a1dc3d4 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:16:13.008709 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-65359b54-13bd-4258-835f-c799e0883ed7 req-5e84cc7d-6eb4-483f-86c6-afc3eefcffe6 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:13.071434 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5462858a-f747-40ae-b20c-612d7b65a006 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "DELETE /v2.0/networks/3de4e914-1f9e-4063-91bd-a2f49f6824cd HTTP/1.1" status: 204 len: 168 time: 2.0653858 Apr 20 17:16:13.073256 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38268) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:16:13.146924 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-46eadba8-7615-45c4-987b-b22bd5891b99 req-ef59b9fa-1e0f-4f8d-802b-609491594920 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Deleting port fac33644-ecb5-485a-95e9-3f1a2f4f6cbe {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:16:13.147249 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-46eadba8-7615-45c4-987b-b22bd5891b99 req-ef59b9fa-1e0f-4f8d-802b-609491594920 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:13.172913 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-38062120-c190-46dc-aa6b-10db139b4947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b5561f6-ee4a-415a-9922-77a4335920b7 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:16:13.196440 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-38062120-c190-46dc-aa6b-10db139b4947 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:13.203643 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-65359b54-13bd-4258-835f-c799e0883ed7 req-979270d7-f248-4e01-b692-20634cc63c4a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:16:13.205739 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50d2ba80-6859-4759-9c06-ade10035f026 req-1173d33b-0bbb-43a0-8574-0db5b55d8a25 tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] 10.222.0.39 "GET /v2.0/security-groups?id=56ce452f-7fd2-494a-ba6d-9629c3ea3eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817567 Apr 20 17:16:13.220333 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-65359b54-13bd-4258-835f-c799e0883ed7 req-979270d7-f248-4e01-b692-20634cc63c4a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Usage tracker for resource:port and tenant:07e7ee6fb2044b339294a5844a1dc3d4 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:16:13.235983 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-65359b54-13bd-4258-835f-c799e0883ed7 req-979270d7-f248-4e01-b692-20634cc63c4a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:16:13.253511 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-65359b54-13bd-4258-835f-c799e0883ed7 req-979270d7-f248-4e01-b692-20634cc63c4a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:16:13.257410 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-38062120-c190-46dc-aa6b-10db139b4947 service neutron] Transition to ACTIVE for port object 5b5561f6-ee4a-415a-9922-77a4335920b7 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:16:13.265718 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa17b4d-d0bc-42ff-8b28-c7668be2eb99 req-3a79af5e-49f9-4adc-b0eb-9d7fc8261866 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:13.267204 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eaa17b4d-d0bc-42ff-8b28-c7668be2eb99 req-3a79af5e-49f9-4adc-b0eb-9d7fc8261866 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=85982905-05f9-4b80-98fc-e0c55668b1c3 HTTP/1.1" status: 200 len: 945 time: 0.3501546 Apr 20 17:16:13.303575 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-38062120-c190-46dc-aa6b-10db139b4947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:13.353896 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65359b54-13bd-4258-835f-c799e0883ed7 req-979270d7-f248-4e01-b692-20634cc63c4a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Made reservation on behalf of 07e7ee6fb2044b339294a5844a1dc3d4 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:16:13.356848 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-65359b54-13bd-4258-835f-c799e0883ed7 req-979270d7-f248-4e01-b692-20634cc63c4a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:13.512059 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d5d4f205-c5e9-4bbb-9180-37106d0df5e0 req-36500394-c312-4b57-b886-82efec392197 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f7c45fc-db17-4e98-abdb-7b18d064ffcb HTTP/1.1" status: 200 len: 210 time: 0.0828230 Apr 20 17:16:13.517381 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.43', 57650) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:16:13.662635 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a902f798-8050-481e-962c-f66f24b3bda9'] response: {'server_uuid': 'b9f6b77d-dd89-4b60-9799-be4f8d8ca542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fac33644-ecb5-485a-95e9-3f1a2f4f6cbe', 'code': 200} Apr 20 17:16:13.683395 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-65359b54-13bd-4258-835f-c799e0883ed7 req-5e84cc7d-6eb4-483f-86c6-afc3eefcffe6 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Allocated IP 192.168.233.5 (9a774663-a30d-4bd1-8b41-83fe693f2d30/777b4790-ba4c-49e9-8844-3c09c1447f40/ba212a0d-263a-4706-b6fa-d986b2f54c07) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:16:13.688244 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38062120-c190-46dc-aa6b-10db139b4947 service neutron] Pushing event updated for resources: {'Port': ['ID=5b5561f6-ee4a-415a-9922-77a4335920b7,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:13.731044 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eaa17b4d-d0bc-42ff-8b28-c7668be2eb99 req-95964d3b-e20a-45ba-bf4e-7d7de2932821 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152443 Apr 20 17:16:13.731491 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-46eadba8-7615-45c4-987b-b22bd5891b99 req-ef59b9fa-1e0f-4f8d-802b-609491594920 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] For port fac33644-ecb5-485a-95e9-3f1a2f4f6cbe, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=fac33644-ecb5-485a-95e9-3f1a2f4f6cbe,segment=NetworkSegment(51148a45-b4e2-4f1e-951c-1de21befc123),segment_id=51148a45-b4e2-4f1e-951c-1de21befc123)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:13.732336 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-46eadba8-7615-45c4-987b-b22bd5891b99 req-ef59b9fa-1e0f-4f8d-802b-609491594920 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:13.889192 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:13.909941 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-46eadba8-7615-45c4-987b-b22bd5891b99 req-ef59b9fa-1e0f-4f8d-802b-609491594920 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Calling delete_port for fac33644-ecb5-485a-95e9-3f1a2f4f6cbe owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:16:13.977874 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-0768ab40-4b7f-4ade-93ac-a9ef0669f90d tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Deleting subnet e560b09c-632d-4e38-a7ab-26eef818fbfc {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:16:14.000621 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f2b77c68-6128-42e0-8971-9e05da651af7 req-41718b5d-fc93-422e-b571-7b4d1cc83a17 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f35cce6-7f77-4ff3-9c61-03346bd49e21 HTTP/1.1" status: 200 len: 210 time: 0.1610341 Apr 20 17:16:14.005554 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0768ab40-4b7f-4ade-93ac-a9ef0669f90d tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:14.071718 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-38062120-c190-46dc-aa6b-10db139b4947 service neutron] Attempting to bind port 5b5561f6-ee4a-415a-9922-77a4335920b7 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:16:14.072288 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-38062120-c190-46dc-aa6b-10db139b4947 service neutron] Attempting to bind port 5b5561f6-ee4a-415a-9922-77a4335920b7 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:16:14.072378 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-38062120-c190-46dc-aa6b-10db139b4947 service neutron] Attempting to bind port 5b5561f6-ee4a-415a-9922-77a4335920b7 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:16:14.091116 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-38062120-c190-46dc-aa6b-10db139b4947 service neutron] Port 5b5561f6-ee4a-415a-9922-77a4335920b7 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:16:14.091493 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-38062120-c190-46dc-aa6b-10db139b4947 service neutron] Attempting to bind port 5b5561f6-ee4a-415a-9922-77a4335920b7 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:16:14.105441 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0768ab40-4b7f-4ade-93ac-a9ef0669f90d tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:14.130126 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-38062120-c190-46dc-aa6b-10db139b4947 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:16:14.130482 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-38062120-c190-46dc-aa6b-10db139b4947 service neutron] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:16:14.130858 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-38062120-c190-46dc-aa6b-10db139b4947 service neutron] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:16:14.131286 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-38062120-c190-46dc-aa6b-10db139b4947 service neutron] Bound port: 5b5561f6-ee4a-415a-9922-77a4335920b7, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:16:14.131629 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-38062120-c190-46dc-aa6b-10db139b4947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:14.168510 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-65359b54-13bd-4258-835f-c799e0883ed7 req-5e84cc7d-6eb4-483f-86c6-afc3eefcffe6 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:14.177829 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a60cab78-a049-40d4-9ac6-7bbe3b67787b req-b34492f3-b26e-4911-9e69-ca3a340c9dd2 tempest-MigrationsAdminTest-1688820326 tempest-MigrationsAdminTest-1688820326-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 1101 time: 0.2773635 Apr 20 17:16:14.204861 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-91390030-525b-4fe2-8661-6945c5693366 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:14.206485 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-91390030-525b-4fe2-8661-6945c5693366 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.43 "GET /v2.0/networks?id=7cad8736-f7b6-475d-b939-9da845dbb70b HTTP/1.1" status: 200 len: 820 time: 0.6876857 Apr 20 17:16:14.253202 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-65359b54-13bd-4258-835f-c799e0883ed7 req-5e84cc7d-6eb4-483f-86c6-afc3eefcffe6 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Transition to ACTIVE for port object ba212a0d-263a-4706-b6fa-d986b2f54c07 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:16:14.256730 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-abadc782-e9ca-4fb0-84c0-c7ed958498fe tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Request body: {'port': {'device_id': '9f35cce6-7f77-4ff3-9c61-03346bd49e21', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'admin_state_up': True, 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:16:14.302141 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a60cab78-a049-40d4-9ac6-7bbe3b67787b req-8c338857-9332-411d-a805-14bc6ea5b5c0 tempest-MigrationsAdminTest-1688820326 tempest-MigrationsAdminTest-1688820326-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007533 Apr 20 17:16:14.306170 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-38062120-c190-46dc-aa6b-10db139b4947 service neutron] For port 5b5561f6-ee4a-415a-9922-77a4335920b7, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:16:14.310145 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-38062120-c190-46dc-aa6b-10db139b4947 service neutron] For port 5b5561f6-ee4a-415a-9922-77a4335920b7, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=5b5561f6-ee4a-415a-9922-77a4335920b7,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:16:14.317211 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-38062120-c190-46dc-aa6b-10db139b4947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:14.393389 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-65359b54-13bd-4258-835f-c799e0883ed7 req-5e84cc7d-6eb4-483f-86c6-afc3eefcffe6 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:14.406820 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['357a6a12-cbe7-49e3-920c-3f188feb1c03', '09b8b37a-f2d8-4e3f-9ddf-111df01ef763', 'ea752b32-b15d-4ad7-b257-2f314c8726a0'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:16:14.463945 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-38062120-c190-46dc-aa6b-10db139b4947 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:14.465534 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-38062120-c190-46dc-aa6b-10db139b4947 service neutron] 10.222.0.43 "PUT /v2.0/ports/5b5561f6-ee4a-415a-9922-77a4335920b7 HTTP/1.1" status: 200 len: 1095 time: 3.2512426 Apr 20 17:16:14.472039 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b4c156-6b16-4365-b524-378bbd98cefb', 'tag': '5b5561f6-ee4a-415a-9922-77a4335920b7'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:16:14.510502 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65359b54-13bd-4258-835f-c799e0883ed7 req-5e84cc7d-6eb4-483f-86c6-afc3eefcffe6 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:16:14.531267 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-46eadba8-7615-45c4-987b-b22bd5891b99 req-ef59b9fa-1e0f-4f8d-802b-609491594920 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:14.567645 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-65359b54-13bd-4258-835f-c799e0883ed7 req-979270d7-f248-4e01-b692-20634cc63c4a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Allocated IP 192.168.233.25 (9a774663-a30d-4bd1-8b41-83fe693f2d30/777b4790-ba4c-49e9-8844-3c09c1447f40/e5d42094-98cf-43c0-b682-457af6611bb0) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:16:14.592302 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-65359b54-13bd-4258-835f-c799e0883ed7 req-5e84cc7d-6eb4-483f-86c6-afc3eefcffe6 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:16:14.597413 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-65359b54-13bd-4258-835f-c799e0883ed7 req-5e84cc7d-6eb4-483f-86c6-afc3eefcffe6 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:16:14.657568 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38062120-c190-46dc-aa6b-10db139b4947 service neutron] Pushing event updated for resources: {'Port': ['ID=5b5561f6-ee4a-415a-9922-77a4335920b7,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:14.658031 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59b9fa-1e0f-4f8d-802b-609491594920 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Pushing event deleted for resources: {'Port': ['ID=fac33644-ecb5-485a-95e9-3f1a2f4f6cbe,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:14.782867 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-46eadba8-7615-45c4-987b-b22bd5891b99 req-ef59b9fa-1e0f-4f8d-802b-609491594920 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] No DVR routers for this DVR port fac33644-ecb5-485a-95e9-3f1a2f4f6cbe on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:16:14.785726 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-46eadba8-7615-45c4-987b-b22bd5891b99 req-ef59b9fa-1e0f-4f8d-802b-609491594920 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:14.789846 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0768ab40-4b7f-4ade-93ac-a9ef0669f90d tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:14.825827 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f6b77d-dd89-4b60-9799-be4f8d8ca542', 'name': 'network-vif-deleted', 'tag': 'fac33644-ecb5-485a-95e9-3f1a2f4f6cbe'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:16:14.848372 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65359b54-13bd-4258-835f-c799e0883ed7 req-5e84cc7d-6eb4-483f-86c6-afc3eefcffe6 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:14.849081 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-65359b54-13bd-4258-835f-c799e0883ed7 req-5e84cc7d-6eb4-483f-86c6-afc3eefcffe6 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:14.868433 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34021472-acf4-46c1-b534-2b64c90bfe3e req-e59e2342-03c6-41b8-9e68-40466203f70d tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:14.869224 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-34021472-acf4-46c1-b534-2b64c90bfe3e req-e59e2342-03c6-41b8-9e68-40466203f70d tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Synchronizing usage tracker for tenant:8eab13f9ce374bed840dc821db4a4e57 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:16:14.882745 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-46eadba8-7615-45c4-987b-b22bd5891b99 req-ef59b9fa-1e0f-4f8d-802b-609491594920 tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.43 "DELETE /v2.0/ports/fac33644-ecb5-485a-95e9-3f1a2f4f6cbe HTTP/1.1" status: 204 len: 173 time: 1.8915563 Apr 20 17:16:14.914345 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-abadc782-e9ca-4fb0-84c0-c7ed958498fe tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:16:14.932410 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-abadc782-e9ca-4fb0-84c0-c7ed958498fe tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:16:14.941859 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-34021472-acf4-46c1-b534-2b64c90bfe3e req-e59e2342-03c6-41b8-9e68-40466203f70d tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] Unset dirty status for tenant:8eab13f9ce374bed840dc821db4a4e57 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:16:14.943708 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-34021472-acf4-46c1-b534-2b64c90bfe3e req-e59e2342-03c6-41b8-9e68-40466203f70d tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9f6b77d-dd89-4b60-9799-be4f8d8ca542 HTTP/1.1" status: 200 len: 943 time: 0.8037024 Apr 20 17:16:14.960480 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0768ab40-4b7f-4ade-93ac-a9ef0669f90d tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:15.002834 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-abadc782-e9ca-4fb0-84c0-c7ed958498fe tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Made reservation on behalf of 9447d3abcfef46fbb9cec3961f14b45a for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:16:15.006345 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-abadc782-e9ca-4fb0-84c0-c7ed958498fe tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:15.034276 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-65359b54-13bd-4258-835f-c799e0883ed7 req-5e84cc7d-6eb4-483f-86c6-afc3eefcffe6 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9146941 Apr 20 17:16:15.039330 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768ab40-4b7f-4ade-93ac-a9ef0669f90d tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Pushing event deleted for resources: {'Subnet': ['ID=e560b09c-632d-4e38-a7ab-26eef818fbfc,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:15.056969 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-65359b54-13bd-4258-835f-c799e0883ed7 req-cae15977-bb86-4af8-ad15-553984c99d33 service neutron] Request body: {'port': {'device_id': '0726a5a4-a720-4995-bb1c-b7028db74b53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:16:15.062667 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:15.067700 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0768ab40-4b7f-4ade-93ac-a9ef0669f90d tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:15.075005 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7eada8-f067-48ec-9284-2768b37caf3f None None] Network 5e73ed25-63a7-447d-a1dc-802c69c1b0d2 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:16:15.094969 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84cc7d-6eb4-483f-86c6-afc3eefcffe6 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Pushing event updated for resources: {'Port': ['ID=ba212a0d-263a-4706-b6fa-d986b2f54c07,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:15.125600 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0768ab40-4b7f-4ade-93ac-a9ef0669f90d tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "DELETE /v2.0/subnets/e560b09c-632d-4e38-a7ab-26eef818fbfc HTTP/1.1" status: 204 len: 168 time: 2.0493243 Apr 20 17:16:15.132403 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38302) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:16:15.135411 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-34021472-acf4-46c1-b534-2b64c90bfe3e req-57135534-7266-40be-a99b-f0809f780d5b tempest-ImagesTestJSON-1798214277 tempest-ImagesTestJSON-1798214277-project] 10.222.0.39 "GET /v2.0/security-groups?id=b329bffa-b869-4967-bd85-94509dc05145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783047 Apr 20 17:16:15.141965 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d438a-e839-46ac-aef4-dc9bfae381a5 req-d4a8d1c4-68ab-4138-b30d-743426da6c4d tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:15.142734 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-7d0d438a-e839-46ac-aef4-dc9bfae381a5 req-d4a8d1c4-68ab-4138-b30d-743426da6c4d tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Synchronizing usage tracker for tenant:1c3b49a22c08488fb31bd522a20e042e on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:16:15.155251 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-b46fde66-1778-4550-aee2-2ff68bfa8ab4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1c3b49a22c08488fb31bd522a20e042e&device_id=56b4c156-6b16-4365-b524-378bbd98cefb HTTP/1.1" status: 200 len: 1098 time: 0.6434262 Apr 20 17:16:15.258007 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-fab6442b-03d3-43d3-a169-d16585cbda46 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=5b5561f6-ee4a-415a-9922-77a4335920b7 HTTP/1.1" status: 200 len: 217 time: 0.0782883 Apr 20 17:16:15.321949 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-47152c58-0e91-4c12-9c54-c6f73524bf39 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:15.340259 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-930c9600-5db2-4b54-ad5d-b2c1d24ad1eb'] response: {'name': 'network-changed', 'server_uuid': '56b4c156-6b16-4365-b524-378bbd98cefb', 'tag': '5b5561f6-ee4a-415a-9922-77a4335920b7', 'status': 'completed', 'code': 200} Apr 20 17:16:15.344949 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-47152c58-0e91-4c12-9c54-c6f73524bf39 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Deleting port e68a27d0-2f46-4514-ab83-6e7e407c019e {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:16:15.345285 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-47152c58-0e91-4c12-9c54-c6f73524bf39 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:15.386580 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-abadc782-e9ca-4fb0-84c0-c7ed958498fe tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Allocated IP 172.20.0.7 (7cad8736-f7b6-475d-b939-9da845dbb70b/e8d43a55-22fc-443b-9bc2-2677f5ddd7b2/675c9daa-1b4b-48e6-8c05-7396b0ea9adf) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:16:15.419410 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-65359b54-13bd-4258-835f-c799e0883ed7 req-cae15977-bb86-4af8-ad15-553984c99d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:15.442376 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3817b027-9dad-47db-b302-55e9a4cd0884 None None] Provisioning for port ba212a0d-263a-4706-b6fa-d986b2f54c07 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:16:15.451807 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3817b027-9dad-47db-b302-55e9a4cd0884 None None] Provisioning complete for port ba212a0d-263a-4706-b6fa-d986b2f54c07 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:15.452573 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3817b027-9dad-47db-b302-55e9a4cd0884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:15.480342 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-7d0d438a-e839-46ac-aef4-dc9bfae381a5 req-d4a8d1c4-68ab-4138-b30d-743426da6c4d tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Unset dirty status for tenant:1c3b49a22c08488fb31bd522a20e042e on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:16:15.482502 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d0d438a-e839-46ac-aef4-dc9bfae381a5 req-d4a8d1c4-68ab-4138-b30d-743426da6c4d tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] 10.222.0.39 "GET /v2.0/ports?device_id=56b4c156-6b16-4365-b524-378bbd98cefb HTTP/1.1" status: 200 len: 947 time: 0.8295979 Apr 20 17:16:15.543684 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3817b027-9dad-47db-b302-55e9a4cd0884 None None] Port ba212a0d-263a-4706-b6fa-d986b2f54c07 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:16:15.618885 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-628da95e-891e-4759-a52f-3b96effae744 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:15.620397 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-628da95e-891e-4759-a52f-3b96effae744 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.3151703 Apr 20 17:16:15.621355 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd2ea4f-fe2f-4bc6-8a35-13dcd8ffe179 None None] DHCP port deletion for 5e73ed25-63a7-447d-a1dc-802c69c1b0d2 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:16:15.628143 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-efd2ea4f-fe2f-4bc6-8a35-13dcd8ffe179 None None] Deleting port e68a27d0-2f46-4514-ab83-6e7e407c019e {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:16:15.628798 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-efd2ea4f-fe2f-4bc6-8a35-13dcd8ffe179 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:15.680849 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3985d450-c647-43e4-8dbf-59eb657d7a51 req-477c149d-1329-47bd-9ddd-3b28ddbbee22 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f7c45fc-db17-4e98-abdb-7b18d064ffcb HTTP/1.1" status: 200 len: 210 time: 0.2030857 Apr 20 17:16:15.741015 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-7d0d438a-e839-46ac-aef4-dc9bfae381a5 req-e77432e7-0489-4410-be7d-127ba726758d tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Synchronizing usage tracker for tenant:1c3b49a22c08488fb31bd522a20e042e on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:16:15.795240 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-65359b54-13bd-4258-835f-c799e0883ed7 req-979270d7-f248-4e01-b692-20634cc63c4a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:15.846103 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-65359b54-13bd-4258-835f-c799e0883ed7 req-979270d7-f248-4e01-b692-20634cc63c4a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Transition to ACTIVE for port object e5d42094-98cf-43c0-b682-457af6611bb0 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:16:15.847291 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-7d0d438a-e839-46ac-aef4-dc9bfae381a5 req-e77432e7-0489-4410-be7d-127ba726758d tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Unset dirty status for tenant:1c3b49a22c08488fb31bd522a20e042e on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:16:15.848507 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d0d438a-e839-46ac-aef4-dc9bfae381a5 req-e77432e7-0489-4410-be7d-127ba726758d tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] 10.222.0.39 "GET /v2.0/security-groups?id=56ce452f-7fd2-494a-ba6d-9629c3ea3eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561602 Apr 20 17:16:15.874027 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-e7cf8a7e-7a4f-4838-8f1a-fecee40cb727 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2295191 Apr 20 17:16:15.897158 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-ab64a5fb-44df-419d-af7f-4a1be0f00e4f tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=016751374ea74e31a9eaa0fcbb0fa029&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746002 Apr 20 17:16:15.908987 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-efd2ea4f-fe2f-4bc6-8a35-13dcd8ffe179 None None] For port e68a27d0-2f46-4514-ab83-6e7e407c019e, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e68a27d0-2f46-4514-ab83-6e7e407c019e,segment=NetworkSegment(080b550a-d5b1-4674-9313-b6ded58066ee),segment_id=080b550a-d5b1-4674-9313-b6ded58066ee)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:15.909584 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-efd2ea4f-fe2f-4bc6-8a35-13dcd8ffe179 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:15.999846 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-65359b54-13bd-4258-835f-c799e0883ed7 req-979270d7-f248-4e01-b692-20634cc63c4a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:16.014225 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-47152c58-0e91-4c12-9c54-c6f73524bf39 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] For port e68a27d0-2f46-4514-ab83-6e7e407c019e, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e68a27d0-2f46-4514-ab83-6e7e407c019e,segment=NetworkSegment(080b550a-d5b1-4674-9313-b6ded58066ee),segment_id=080b550a-d5b1-4674-9313-b6ded58066ee)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:16.014700 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-47152c58-0e91-4c12-9c54-c6f73524bf39 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:16.026846 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-abadc782-e9ca-4fb0-84c0-c7ed958498fe tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:16.055224 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['357a6a12-cbe7-49e3-920c-3f188feb1c03', '09b8b37a-f2d8-4e3f-9ddf-111df01ef763', 'ea752b32-b15d-4ad7-b257-2f314c8726a0'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:16:16.085689 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-efd2ea4f-fe2f-4bc6-8a35-13dcd8ffe179 None None] Calling delete_port for e68a27d0-2f46-4514-ab83-6e7e407c019e owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:16:16.185811 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-47152c58-0e91-4c12-9c54-c6f73524bf39 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Calling delete_port for e68a27d0-2f46-4514-ab83-6e7e407c019e owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:16:16.216995 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e68a27d0-2f46-4514-ab83-6e7e407c019e no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:16:16.221216 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-abadc782-e9ca-4fb0-84c0-c7ed958498fe tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Transition to ACTIVE for port object 675c9daa-1b4b-48e6-8c05-7396b0ea9adf will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:16:16.248546 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-b7d702f7-7f70-48d4-9709-3c5b9f063006 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662672 Apr 20 17:16:16.253708 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65359b54-13bd-4258-835f-c799e0883ed7 req-979270d7-f248-4e01-b692-20634cc63c4a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:16:16.257082 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-efd2ea4f-fe2f-4bc6-8a35-13dcd8ffe179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:16.261566 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-65359b54-13bd-4258-835f-c799e0883ed7 req-979270d7-f248-4e01-b692-20634cc63c4a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:16:16.267187 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979270d7-f248-4e01-b692-20634cc63c4a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Pushing event updated for resources: {'Port': ['ID=e5d42094-98cf-43c0-b682-457af6611bb0,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:16.298791 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-65359b54-13bd-4258-835f-c799e0883ed7 req-979270d7-f248-4e01-b692-20634cc63c4a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:16:16.308604 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-57054f22-71a1-473d-b5cc-14e1ce459661 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:16.315357 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-57054f22-71a1-473d-b5cc-14e1ce459661 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4119327 Apr 20 17:16:16.328167 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2ea4f-fe2f-4bc6-8a35-13dcd8ffe179 None None] Pushing event deleted for resources: {'Port': ['ID=e68a27d0-2f46-4514-ab83-6e7e407c019e,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:16.329936 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: e68a27d0-2f46-4514-ab83-6e7e407c019e {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:16:16.330197 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e68a27d0-2f46-4514-ab83-6e7e407c019e not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:16:16.335647 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.api [None req-47152c58-0e91-4c12-9c54-c6f73524bf39 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:16:16.336085 n-d-838032-1 neutron-server[84080]: DEBUG oslo_db.api [None req-47152c58-0e91-4c12-9c54-c6f73524bf39 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:16:16.350832 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd2ea4f-fe2f-4bc6-8a35-13dcd8ffe179 None None] No DVR routers for this DVR port e68a27d0-2f46-4514-ab83-6e7e407c019e on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:16:16.363602 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-4a0475b1-ef4b-4d64-9257-ec1bc5671a42 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/quotas/016751374ea74e31a9eaa0fcbb0fa029 HTTP/1.1" status: 200 len: 375 time: 0.0469420 Apr 20 17:16:16.414855 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-abadc782-e9ca-4fb0-84c0-c7ed958498fe tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:16.475744 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979270d7-f248-4e01-b692-20634cc63c4a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:16.476205 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979270d7-f248-4e01-b692-20634cc63c4a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:16.476603 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979270d7-f248-4e01-b692-20634cc63c4a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:16.476996 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979270d7-f248-4e01-b692-20634cc63c4a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:16.477387 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979270d7-f248-4e01-b692-20634cc63c4a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:16.477819 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979270d7-f248-4e01-b692-20634cc63c4a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:16.477970 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['ea1d80b0-c089-4016-ae67-872e3e068f8d'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:16:16.478277 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979270d7-f248-4e01-b692-20634cc63c4a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:16.478664 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979270d7-f248-4e01-b692-20634cc63c4a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:16.479044 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979270d7-f248-4e01-b692-20634cc63c4a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:16.479429 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979270d7-f248-4e01-b692-20634cc63c4a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:16.479870 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979270d7-f248-4e01-b692-20634cc63c4a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:16.536015 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d8ffa-5fc8-4fe6-a9a3-a08c2137a98d req-9dfd294a-1b95-47df-b267-1350b9d6c242 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:16.537758 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-830d8ffa-5fc8-4fe6-a9a3-a08c2137a98d req-9dfd294a-1b95-47df-b267-1350b9d6c242 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=85982905-05f9-4b80-98fc-e0c55668b1c3 HTTP/1.1" status: 200 len: 945 time: 0.4892645 Apr 20 17:16:16.555454 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65359b54-13bd-4258-835f-c799e0883ed7 req-979270d7-f248-4e01-b692-20634cc63c4a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:16.556340 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-65359b54-13bd-4258-835f-c799e0883ed7 req-979270d7-f248-4e01-b692-20634cc63c4a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:16.563365 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-633b3b69-c844-442e-9bbe-e6c2e0b5f7fb tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=016751374ea74e31a9eaa0fcbb0fa029&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1988893 Apr 20 17:16:16.634040 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadc782-e9ca-4fb0-84c0-c7ed958498fe tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Pushing event updated for resources: {'Port': ['ID=675c9daa-1b4b-48e6-8c05-7396b0ea9adf,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:16.660477 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-abadc782-e9ca-4fb0-84c0-c7ed958498fe tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Network 7cad8736-f7b6-475d-b939-9da845dbb70b is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:16:16.662007 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-abadc782-e9ca-4fb0-84c0-c7ed958498fe tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:16:16.669411 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-abadc782-e9ca-4fb0-84c0-c7ed958498fe tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:16:16.690021 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-37e5b90d-5388-4463-a2c6-2b3844f1202d req-f7c3d5f1-36b8-416d-a9de-c62873209128 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118714 Apr 20 17:16:16.695852 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-65359b54-13bd-4258-835f-c799e0883ed7 req-979270d7-f248-4e01-b692-20634cc63c4a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0372660 Apr 20 17:16:16.699710 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-65359b54-13bd-4258-835f-c799e0883ed7 req-cae15977-bb86-4af8-ad15-553984c99d33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba212a0d-263a-4706-b6fa-d986b2f54c07 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:16:16.711251 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-65359b54-13bd-4258-835f-c799e0883ed7 req-1a72bd47-af3a-4967-b927-b9d16a732b3a service neutron] Request body: {'port': {'device_id': '2f7c45fc-db17-4e98-abdb-7b18d064ffcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:16:16.805100 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device fac33644-ecb5-485a-95e9-3f1a2f4f6cbe no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:16:16.835590 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-abadc782-e9ca-4fb0-84c0-c7ed958498fe tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:16.836045 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-abadc782-e9ca-4fb0-84c0-c7ed958498fe tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:16.837799 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-65359b54-13bd-4258-835f-c799e0883ed7 req-cae15977-bb86-4af8-ad15-553984c99d33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:16.841259 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d094d988-d816-4304-9a20-10f6f748de00 None None] Provisioning for port e5d42094-98cf-43c0-b682-457af6611bb0 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:16:16.852033 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6f77f06-ef5b-463b-9bb7-808f59e472a1'] response: {'server_uuid': 'b9f6b77d-dd89-4b60-9799-be4f8d8ca542', 'name': 'network-vif-deleted', 'tag': 'fac33644-ecb5-485a-95e9-3f1a2f4f6cbe', 'status': 'completed', 'code': 200} Apr 20 17:16:16.852483 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-47152c58-0e91-4c12-9c54-c6f73524bf39 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Deleting port e68a27d0-2f46-4514-ab83-6e7e407c019e {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:16:16.852906 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-47152c58-0e91-4c12-9c54-c6f73524bf39 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:16.862821 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: fac33644-ecb5-485a-95e9-3f1a2f4f6cbe {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:16:16.863703 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device fac33644-ecb5-485a-95e9-3f1a2f4f6cbe not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:16:16.871144 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d094d988-d816-4304-9a20-10f6f748de00 None None] Provisioning complete for port e5d42094-98cf-43c0-b682-457af6611bb0 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:16.871914 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d094d988-d816-4304-9a20-10f6f748de00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:16.957293 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-830d8ffa-5fc8-4fe6-a9a3-a08c2137a98d req-ad7b01b4-9155-4f66-a86e-2734be2465f8 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074409 Apr 20 17:16:17.006804 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d094d988-d816-4304-9a20-10f6f748de00 None None] Port e5d42094-98cf-43c0-b682-457af6611bb0 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:16:17.035413 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-65359b54-13bd-4258-835f-c799e0883ed7 req-cae15977-bb86-4af8-ad15-553984c99d33 service neutron] Transition to ACTIVE for port object ba212a0d-263a-4706-b6fa-d986b2f54c07 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:16:17.065794 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-65359b54-13bd-4258-835f-c799e0883ed7 req-cae15977-bb86-4af8-ad15-553984c99d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:17.096103 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-47152c58-0e91-4c12-9c54-c6f73524bf39 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] The port 'e68a27d0-2f46-4514-ab83-6e7e407c019e' was deleted {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:16:17.124182 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-65359b54-13bd-4258-835f-c799e0883ed7 req-1a72bd47-af3a-4967-b927-b9d16a732b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:17.162594 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-abadc782-e9ca-4fb0-84c0-c7ed958498fe tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9169273 Apr 20 17:16:17.183932 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e40fedcc-a2e5-48fa-99a2-1bf8f4538221 None None] Provisioning for port 675c9daa-1b4b-48e6-8c05-7396b0ea9adf completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:16:17.224579 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e40fedcc-a2e5-48fa-99a2-1bf8f4538221 None None] Provisioning complete for port 675c9daa-1b4b-48e6-8c05-7396b0ea9adf triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:17.224955 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e40fedcc-a2e5-48fa-99a2-1bf8f4538221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:17.226932 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-c3ce0b9a-77f5-4b9b-a72d-6e368d2a701f service neutron] Request body: {'port': {'device_id': '9f35cce6-7f77-4ff3-9c61-03346bd49e21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:16:17.300150 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-e40fedcc-a2e5-48fa-99a2-1bf8f4538221 None None] Port 675c9daa-1b4b-48e6-8c05-7396b0ea9adf cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:16:17.321108 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-47152c58-0e91-4c12-9c54-c6f73524bf39 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:17.390926 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-47152c58-0e91-4c12-9c54-c6f73524bf39 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e73ed25-63a7-447d-a1dc-802c69c1b0d2']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:17.416707 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-0773ff41-7157-40c1-8980-043500401013 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c12b40028ab147a889b4fc203a6893de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1265352 Apr 20 17:16:17.420365 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-47152c58-0e91-4c12-9c54-c6f73524bf39 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '080b550a-d5b1-4674-9313-b6ded58066ee') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:17.420730 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-47152c58-0e91-4c12-9c54-c6f73524bf39 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '080b550a-d5b1-4674-9313-b6ded58066ee') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:17.440930 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-47152c58-0e91-4c12-9c54-c6f73524bf39 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:17.452963 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19f0ea-c159-4ea0-8e6d-8d9e7bea7c90 req-f83ab915-c47d-434b-a321-95cda6a77cf1 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:17.453755 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-1c19f0ea-c159-4ea0-8e6d-8d9e7bea7c90 req-f83ab915-c47d-434b-a321-95cda6a77cf1 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Synchronizing usage tracker for tenant:9447d3abcfef46fbb9cec3961f14b45a on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:16:17.463817 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae15977-bb86-4af8-ad15-553984c99d33 service neutron] Pushing event updated for resources: {'Port': ['ID=ba212a0d-263a-4706-b6fa-d986b2f54c07,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:17.477579 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-c3ce0b9a-77f5-4b9b-a72d-6e368d2a701f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:17.502988 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-47152c58-0e91-4c12-9c54-c6f73524bf39 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:17.522492 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-1c19f0ea-c159-4ea0-8e6d-8d9e7bea7c90 req-f83ab915-c47d-434b-a321-95cda6a77cf1 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Unset dirty status for tenant:9447d3abcfef46fbb9cec3961f14b45a on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:16:17.527057 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1c19f0ea-c159-4ea0-8e6d-8d9e7bea7c90 req-f83ab915-c47d-434b-a321-95cda6a77cf1 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f35cce6-7f77-4ff3-9c61-03346bd49e21 HTTP/1.1" status: 200 len: 931 time: 0.5240927 Apr 20 17:16:17.565458 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47152c58-0e91-4c12-9c54-c6f73524bf39 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:16:17.566441 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-47152c58-0e91-4c12-9c54-c6f73524bf39 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:17.587480 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1a6e7179-7553-4049-a308-e0d2266c6ac9 req-5b648339-f680-4ae6-b90f-7a46e2db310b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1c3b49a22c08488fb31bd522a20e042e&device_id=56b4c156-6b16-4365-b524-378bbd98cefb HTTP/1.1" status: 200 len: 1098 time: 0.8090270 Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:16:17.588306 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:16:17.774458 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-47152c58-0e91-4c12-9c54-c6f73524bf39 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:17.806143 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-47152c58-0e91-4c12-9c54-c6f73524bf39 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:17.817489 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1c19f0ea-c159-4ea0-8e6d-8d9e7bea7c90 req-4cb31e51-4a3a-425e-89db-6705636a83e7 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/security-groups?id=a47d8cee-208f-4cfa-bcfc-a099e9465705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309482 Apr 20 17:16:17.830013 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47152c58-0e91-4c12-9c54-c6f73524bf39 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] Pushing event deleted for resources: {'Network': ['ID=5e73ed25-63a7-447d-a1dc-802c69c1b0d2,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:17.840454 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-47152c58-0e91-4c12-9c54-c6f73524bf39 tempest-ServersTestMultiNic-1809376118 tempest-ServersTestMultiNic-1809376118-project] 10.222.0.39 "DELETE /v2.0/networks/5e73ed25-63a7-447d-a1dc-802c69c1b0d2 HTTP/1.1" status: 204 len: 168 time: 2.6985009 Apr 20 17:16:17.878341 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-87fa143b-1ddf-4f71-b3ac-f03910c85358 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:17.879760 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-87fa143b-1ddf-4f71-b3ac-f03910c85358 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4617355 Apr 20 17:16:18.002164 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-cd96c388-1978-4a05-8175-e32e8d365072 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/quotas/c12b40028ab147a889b4fc203a6893de HTTP/1.1" status: 200 len: 375 time: 0.1013155 Apr 20 17:16:18.004959 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e7179-7553-4049-a308-e0d2266c6ac9 req-c1da0688-135b-4976-afac-a515c824b03b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:18.006341 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1a6e7179-7553-4049-a308-e0d2266c6ac9 req-c1da0688-135b-4976-afac-a515c824b03b service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.4099712 Apr 20 17:16:18.006978 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-65359b54-13bd-4258-835f-c799e0883ed7 req-cae15977-bb86-4af8-ad15-553984c99d33 service neutron] Attempting to bind port ba212a0d-263a-4706-b6fa-d986b2f54c07 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:16:18.007315 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-65359b54-13bd-4258-835f-c799e0883ed7 req-cae15977-bb86-4af8-ad15-553984c99d33 service neutron] Attempting to bind port ba212a0d-263a-4706-b6fa-d986b2f54c07 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:16:18.007621 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65359b54-13bd-4258-835f-c799e0883ed7 req-cae15977-bb86-4af8-ad15-553984c99d33 service neutron] Attempting to bind port ba212a0d-263a-4706-b6fa-d986b2f54c07 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:16:18.088814 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-c3ce0b9a-77f5-4b9b-a72d-6e368d2a701f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675c9daa-1b4b-48e6-8c05-7396b0ea9adf {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:16:18.101908 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-c3ce0b9a-77f5-4b9b-a72d-6e368d2a701f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:18.120589 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65359b54-13bd-4258-835f-c799e0883ed7 req-cae15977-bb86-4af8-ad15-553984c99d33 service neutron] Port ba212a0d-263a-4706-b6fa-d986b2f54c07 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:16:18.120800 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65359b54-13bd-4258-835f-c799e0883ed7 req-cae15977-bb86-4af8-ad15-553984c99d33 service neutron] Attempting to bind port ba212a0d-263a-4706-b6fa-d986b2f54c07 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:16:18.126113 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-c3ce0b9a-77f5-4b9b-a72d-6e368d2a701f service neutron] Transition to ACTIVE for port object 675c9daa-1b4b-48e6-8c05-7396b0ea9adf will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:16:18.132649 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-c3ce0b9a-77f5-4b9b-a72d-6e368d2a701f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:18.143061 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1a6e7179-7553-4049-a308-e0d2266c6ac9 req-412944d8-5fac-45aa-9398-52a7aaf19705 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=5b5561f6-ee4a-415a-9922-77a4335920b7 HTTP/1.1" status: 200 len: 217 time: 0.0981777 Apr 20 17:16:18.191772 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65359b54-13bd-4258-835f-c799e0883ed7 req-cae15977-bb86-4af8-ad15-553984c99d33 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:16:18.192189 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65359b54-13bd-4258-835f-c799e0883ed7 req-cae15977-bb86-4af8-ad15-553984c99d33 service neutron] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:16:18.192486 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65359b54-13bd-4258-835f-c799e0883ed7 req-cae15977-bb86-4af8-ad15-553984c99d33 service neutron] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:16:18.192952 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-65359b54-13bd-4258-835f-c799e0883ed7 req-cae15977-bb86-4af8-ad15-553984c99d33 service neutron] Bound port: ba212a0d-263a-4706-b6fa-d986b2f54c07, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:16:18.193290 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-65359b54-13bd-4258-835f-c799e0883ed7 req-cae15977-bb86-4af8-ad15-553984c99d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:18.201064 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0502b35-1cd2-47e0-bc1a-4cf372405768 req-fc230cde-a165-4a52-bb36-76cb17be8065 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:18.202557 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f0502b35-1cd2-47e0-bc1a-4cf372405768 req-fc230cde-a165-4a52-bb36-76cb17be8065 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f7c45fc-db17-4e98-abdb-7b18d064ffcb HTTP/1.1" status: 200 len: 935 time: 0.1815929 Apr 20 17:16:18.222202 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-21d2a713-dc63-4266-8c0b-02f37447a4ec tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=016751374ea74e31a9eaa0fcbb0fa029&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512516 Apr 20 17:16:18.313766 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e7179-7553-4049-a308-e0d2266c6ac9 req-25dc5dbe-800c-40d6-9598-c7f16fb36f29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:18.314811 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1a6e7179-7553-4049-a308-e0d2266c6ac9 req-25dc5dbe-800c-40d6-9598-c7f16fb36f29 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1543615 Apr 20 17:16:18.388667 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce0b9a-77f5-4b9b-a72d-6e368d2a701f service neutron] Pushing event updated for resources: {'Port': ['ID=675c9daa-1b4b-48e6-8c05-7396b0ea9adf,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:18.434066 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f0502b35-1cd2-47e0-bc1a-4cf372405768 req-3b42d45a-1de7-432b-89c0-cefb93f9741e tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152538 Apr 20 17:16:18.438227 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-65359b54-13bd-4258-835f-c799e0883ed7 req-cae15977-bb86-4af8-ad15-553984c99d33 service neutron] For port ba212a0d-263a-4706-b6fa-d986b2f54c07, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:16:18.444826 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-65359b54-13bd-4258-835f-c799e0883ed7 req-cae15977-bb86-4af8-ad15-553984c99d33 service neutron] For port ba212a0d-263a-4706-b6fa-d986b2f54c07, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ba212a0d-263a-4706-b6fa-d986b2f54c07,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:16:18.456873 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-0b42d30c-55d8-4db9-807c-6c5a46fb0d19 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4443562 Apr 20 17:16:18.462406 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-65359b54-13bd-4258-835f-c799e0883ed7 req-1a72bd47-af3a-4967-b927-b9d16a732b3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d42094-98cf-43c0-b682-457af6611bb0 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:16:18.483949 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-65359b54-13bd-4258-835f-c799e0883ed7 req-cae15977-bb86-4af8-ad15-553984c99d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:18.498951 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-65359b54-13bd-4258-835f-c799e0883ed7 req-1a72bd47-af3a-4967-b927-b9d16a732b3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:18.634481 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-65359b54-13bd-4258-835f-c799e0883ed7 req-1a72bd47-af3a-4967-b927-b9d16a732b3a service neutron] Transition to ACTIVE for port object e5d42094-98cf-43c0-b682-457af6611bb0 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:16:18.647127 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-65359b54-13bd-4258-835f-c799e0883ed7 req-cae15977-bb86-4af8-ad15-553984c99d33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:18.648776 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-65359b54-13bd-4258-835f-c799e0883ed7 req-cae15977-bb86-4af8-ad15-553984c99d33 service neutron] 10.222.0.43 "PUT /v2.0/ports/ba212a0d-263a-4706-b6fa-d986b2f54c07 HTTP/1.1" status: 200 len: 1094 time: 3.5961378 Apr 20 17:16:18.651627 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0726a5a4-a720-4995-bb1c-b7028db74b53', 'tag': 'ba212a0d-263a-4706-b6fa-d986b2f54c07'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:16:18.672855 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-65359b54-13bd-4258-835f-c799e0883ed7 req-1a72bd47-af3a-4967-b927-b9d16a732b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:18.760457 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-cc4c9488-af25-45b9-a1d9-02c13eaca5a6 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=016751374ea74e31a9eaa0fcbb0fa029&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557554 Apr 20 17:16:18.771367 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-229662d7-cf45-4277-9fd9-8e6cb17a61d0 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:18.773449 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-229662d7-cf45-4277-9fd9-8e6cb17a61d0 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5315473 Apr 20 17:16:18.803636 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 5b5561f6-ee4a-415a-9922-77a4335920b7 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:16:18.806758 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-b6d96b15-e22b-479a-8107-3c9777159a93 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Request body: {'port': {'device_id': '3f3b0e96-cebb-49da-9d8f-bf8fd88efbdc', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'admin_state_up': True, 'tenant_id': '016751374ea74e31a9eaa0fcbb0fa029'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:16:18.868788 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae15977-bb86-4af8-ad15-553984c99d33 service neutron] Pushing event updated for resources: {'Port': ['ID=ba212a0d-263a-4706-b6fa-d986b2f54c07,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:18.883266 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1a6e7179-7553-4049-a308-e0d2266c6ac9 req-15f6ed21-1158-4975-a9c8-83932f350f87 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5513172 Apr 20 17:16:19.006454 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-c3ce0b9a-77f5-4b9b-a72d-6e368d2a701f service neutron] Attempting to bind port 675c9daa-1b4b-48e6-8c05-7396b0ea9adf on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:16:19.006856 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-c3ce0b9a-77f5-4b9b-a72d-6e368d2a701f service neutron] Attempting to bind port 675c9daa-1b4b-48e6-8c05-7396b0ea9adf by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '36373ac1-df16-4205-8393-5031c405a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:16:19.007268 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-c3ce0b9a-77f5-4b9b-a72d-6e368d2a701f service neutron] Attempting to bind port 675c9daa-1b4b-48e6-8c05-7396b0ea9adf on network 7cad8736-f7b6-475d-b939-9da845dbb70b {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:16:19.054051 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 5b5561f6-ee4a-415a-9922-77a4335920b7, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=5b5561f6-ee4a-415a-9922-77a4335920b7,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:19.073430 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-c3ce0b9a-77f5-4b9b-a72d-6e368d2a701f service neutron] Port 675c9daa-1b4b-48e6-8c05-7396b0ea9adf on network 7cad8736-f7b6-475d-b939-9da845dbb70b not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:16:19.077904 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-c3ce0b9a-77f5-4b9b-a72d-6e368d2a701f service neutron] Attempting to bind port 675c9daa-1b4b-48e6-8c05-7396b0ea9adf on network 7cad8736-f7b6-475d-b939-9da845dbb70b {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:16:19.084936 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '5b5561f6-ee4a-415a-9922-77a4335920b7', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': '5b5561f6-ee4a-415a-9922-77a4335920b7', 'mac_address': 'fa:16:3e:98:37:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:16:19.116200 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-c3ce0b9a-77f5-4b9b-a72d-6e368d2a701f service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:16:19.116790 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-c3ce0b9a-77f5-4b9b-a72d-6e368d2a701f service neutron] Checking segment: {'id': '36373ac1-df16-4205-8393-5031c405a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:16:19.117197 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-c3ce0b9a-77f5-4b9b-a72d-6e368d2a701f service neutron] Bound using segment: {'id': '36373ac1-df16-4205-8393-5031c405a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:16:19.117494 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-c3ce0b9a-77f5-4b9b-a72d-6e368d2a701f service neutron] Bound port: 675c9daa-1b4b-48e6-8c05-7396b0ea9adf, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36373ac1-df16-4205-8393-5031c405a675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:16:19.117901 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-c3ce0b9a-77f5-4b9b-a72d-6e368d2a701f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:19.150524 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-752f11d6-dacf-475a-afb6-4696503212ab tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:19.158451 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-752f11d6-dacf-475a-afb6-4696503212ab tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3802125 Apr 20 17:16:19.176378 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:19.198004 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b5561f6-ee4a-415a-9922-77a4335920b7 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:16:19.214653 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 5b5561f6-ee4a-415a-9922-77a4335920b7, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=5b5561f6-ee4a-415a-9922-77a4335920b7,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:19.215276 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-b6d96b15-e22b-479a-8107-3c9777159a93 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:16:19.220609 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:19.227918 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-b6d96b15-e22b-479a-8107-3c9777159a93 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Usage tracker for resource:port and tenant:016751374ea74e31a9eaa0fcbb0fa029 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:16:19.238491 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-b6d96b15-e22b-479a-8107-3c9777159a93 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:16:19.255164 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-36b0672f-3588-4c36-85b7-863abea31232 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/quotas/016751374ea74e31a9eaa0fcbb0fa029 HTTP/1.1" status: 200 len: 375 time: 0.0967426 Apr 20 17:16:19.260023 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-b6d96b15-e22b-479a-8107-3c9777159a93 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:16:19.319112 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=5b5561f6-ee4a-415a-9922-77a4335920b7,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:19.327574 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-776d86d9-2c8b-457d-b17d-eae93088a716 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=016751374ea74e31a9eaa0fcbb0fa029&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712001 Apr 20 17:16:19.341124 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-b6d96b15-e22b-479a-8107-3c9777159a93 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Made reservation on behalf of 016751374ea74e31a9eaa0fcbb0fa029 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:16:19.341637 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72bd47-af3a-4967-b927-b9d16a732b3a service neutron] Pushing event updated for resources: {'Port': ['ID=e5d42094-98cf-43c0-b682-457af6611bb0,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:19.345365 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-b6d96b15-e22b-479a-8107-3c9777159a93 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:19.362315 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-b6d96b15-e22b-479a-8107-3c9777159a93 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:19.380738 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-c3ce0b9a-77f5-4b9b-a72d-6e368d2a701f service neutron] For port 675c9daa-1b4b-48e6-8c05-7396b0ea9adf, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:16:19.420549 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-b6d96b15-e22b-479a-8107-3c9777159a93 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:16:19.424568 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-b6d96b15-e22b-479a-8107-3c9777159a93 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Usage tracker for resource:security_group_rule and tenant:016751374ea74e31a9eaa0fcbb0fa029 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:16:19.427612 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-b6d96b15-e22b-479a-8107-3c9777159a93 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:16:19.430936 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['5b5561f6-ee4a-415a-9922-77a4335920b7'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:16:19.433831 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-b6d96b15-e22b-479a-8107-3c9777159a93 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:16:19.458208 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-65359b54-13bd-4258-835f-c799e0883ed7 req-6ca87316-1334-44fc-9bbe-6f593e0a9a76 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&device_id=0726a5a4-a720-4995-bb1c-b7028db74b53 HTTP/1.1" status: 200 len: 1097 time: 0.7561185 Apr 20 17:16:19.481601 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9675dc3-1f56-4c8d-995d-383ab6ef1ebb req-ed0ab6b9-50e7-49fc-a34e-3bb51bb68e77 tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:19.485372 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e9675dc3-1f56-4c8d-995d-383ab6ef1ebb req-ed0ab6b9-50e7-49fc-a34e-3bb51bb68e77 tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] 10.222.0.39 "GET /v2.0/ports?device_id=56b4c156-6b16-4365-b524-378bbd98cefb HTTP/1.1" status: 200 len: 947 time: 0.7089767 Apr 20 17:16:19.503933 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-c3ce0b9a-77f5-4b9b-a72d-6e368d2a701f service neutron] For port 675c9daa-1b4b-48e6-8c05-7396b0ea9adf, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=675c9daa-1b4b-48e6-8c05-7396b0ea9adf,segment=NetworkSegment(36373ac1-df16-4205-8393-5031c405a675),segment_id=36373ac1-df16-4205-8393-5031c405a675)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:16:19.508806 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-b6d96b15-e22b-479a-8107-3c9777159a93 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:19.520656 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-c3ce0b9a-77f5-4b9b-a72d-6e368d2a701f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:19.600629 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-65359b54-13bd-4258-835f-c799e0883ed7 req-e7effab6-6eb9-4fc9-aa6c-f55286cf6094 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=ba212a0d-263a-4706-b6fa-d986b2f54c07 HTTP/1.1" status: 200 len: 217 time: 0.1105959 Apr 20 17:16:19.606637 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce0b9a-77f5-4b9b-a72d-6e368d2a701f service neutron] Pushing event updated for resources: {'Port': ['ID=675c9daa-1b4b-48e6-8c05-7396b0ea9adf,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:19.609032 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-b6d96b15-e22b-479a-8107-3c9777159a93 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:19.624439 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-c3ce0b9a-77f5-4b9b-a72d-6e368d2a701f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:19.625838 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-c3ce0b9a-77f5-4b9b-a72d-6e368d2a701f service neutron] 10.222.0.43 "PUT /v2.0/ports/675c9daa-1b4b-48e6-8c05-7396b0ea9adf HTTP/1.1" status: 200 len: 1091 time: 2.4086905 Apr 20 17:16:19.629686 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f35cce6-7f77-4ff3-9c61-03346bd49e21', 'tag': '675c9daa-1b4b-48e6-8c05-7396b0ea9adf'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:16:19.731410 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65359b54-13bd-4258-835f-c799e0883ed7 req-0c9b772a-a40b-4c0b-8692-ba2afeaac507 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:19.732928 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-65359b54-13bd-4258-835f-c799e0883ed7 req-0c9b772a-a40b-4c0b-8692-ba2afeaac507 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.0989034 Apr 20 17:16:19.836760 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1a6e7179-7553-4049-a308-e0d2266c6ac9 req-0a7c8a06-d126-4395-98ca-4f4757acd186 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9159501 Apr 20 17:16:19.851340 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d96b15-e22b-479a-8107-3c9777159a93 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c9757b-b765-406f-b818-e6e0af096ba5,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:20.015832 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1a6e7179-7553-4049-a308-e0d2266c6ac9 req-6cff6992-3ff8-463c-9db7-79f722b096af service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781623 Apr 20 17:16:20.020552 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-5cf1b4f3-38a9-419f-bde3-cf135a17828c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9447d3abcfef46fbb9cec3961f14b45a&device_id=9f35cce6-7f77-4ff3-9c61-03346bd49e21 HTTP/1.1" status: 200 len: 1094 time: 0.2880831 Apr 20 17:16:20.031211 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-65359b54-13bd-4258-835f-c799e0883ed7 req-1a72bd47-af3a-4967-b927-b9d16a732b3a service neutron] Attempting to bind port e5d42094-98cf-43c0-b682-457af6611bb0 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:16:20.031548 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-65359b54-13bd-4258-835f-c799e0883ed7 req-1a72bd47-af3a-4967-b927-b9d16a732b3a service neutron] Attempting to bind port e5d42094-98cf-43c0-b682-457af6611bb0 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:16:20.031873 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65359b54-13bd-4258-835f-c799e0883ed7 req-1a72bd47-af3a-4967-b927-b9d16a732b3a service neutron] Attempting to bind port e5d42094-98cf-43c0-b682-457af6611bb0 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:16:20.108445 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e9675dc3-1f56-4c8d-995d-383ab6ef1ebb req-12128bb4-7c0a-436e-b966-94aff7630366 tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] 10.222.0.39 "GET /v2.0/security-groups?id=56ce452f-7fd2-494a-ba6d-9629c3ea3eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5064628 Apr 20 17:16:20.109052 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65359b54-13bd-4258-835f-c799e0883ed7 req-1a72bd47-af3a-4967-b927-b9d16a732b3a service neutron] Port e5d42094-98cf-43c0-b682-457af6611bb0 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:16:20.109367 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65359b54-13bd-4258-835f-c799e0883ed7 req-1a72bd47-af3a-4967-b927-b9d16a732b3a service neutron] Attempting to bind port e5d42094-98cf-43c0-b682-457af6611bb0 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:16:20.117284 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-54f4f9c8-ddf4-4b52-8d60-7495b54e2313 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=675c9daa-1b4b-48e6-8c05-7396b0ea9adf HTTP/1.1" status: 200 len: 217 time: 0.0771129 Apr 20 17:16:20.142049 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-65359b54-13bd-4258-835f-c799e0883ed7 req-5fa75474-bec1-4978-8399-72db0b8850ea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3999679 Apr 20 17:16:20.148741 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65359b54-13bd-4258-835f-c799e0883ed7 req-1a72bd47-af3a-4967-b927-b9d16a732b3a service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:16:20.149081 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65359b54-13bd-4258-835f-c799e0883ed7 req-1a72bd47-af3a-4967-b927-b9d16a732b3a service neutron] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:16:20.149463 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65359b54-13bd-4258-835f-c799e0883ed7 req-1a72bd47-af3a-4967-b927-b9d16a732b3a service neutron] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:16:20.149975 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-65359b54-13bd-4258-835f-c799e0883ed7 req-1a72bd47-af3a-4967-b927-b9d16a732b3a service neutron] Bound port: e5d42094-98cf-43c0-b682-457af6611bb0, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:16:20.150356 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-65359b54-13bd-4258-835f-c799e0883ed7 req-1a72bd47-af3a-4967-b927-b9d16a732b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:20.190462 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-b6d96b15-e22b-479a-8107-3c9777159a93 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Allocated IP 192.168.233.160 (9a774663-a30d-4bd1-8b41-83fe693f2d30/777b4790-ba4c-49e9-8844-3c09c1447f40/257e6625-f639-4d50-8e63-9847f4e852da) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:16:20.219864 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-7795028e-b68f-42c8-b7db-2599d19928b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:20.221320 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-7795028e-b68f-42c8-b7db-2599d19928b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8d43a55-22fc-443b-9bc2-2677f5ddd7b2 HTTP/1.1" status: 200 len: 859 time: 0.0954332 Apr 20 17:16:20.306376 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43b4fb26-6ad3-46f3-a605-e2038771fd7b'] response: {'name': 'network-changed', 'server_uuid': '0726a5a4-a720-4995-bb1c-b7028db74b53', 'tag': 'ba212a0d-263a-4706-b6fa-d986b2f54c07', 'status': 'completed', 'code': 200} Apr 20 17:16:20.416840 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-ee0ca193-d7dd-444c-835a-98cc27b34166 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=c12b40028ab147a889b4fc203a6893de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1089668 Apr 20 17:16:20.460199 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-efc29528-0d15-458b-b5ec-a736275c486a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7cad8736-f7b6-475d-b939-9da845dbb70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2234857 Apr 20 17:16:20.596374 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f9aa1652-2dcd-4109-9f65-ea2eaa165f21 req-0ffa23da-31e2-476c-a861-cc0acefa37e7 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=033362bf-532d-459f-87df-bce7a7b8c168 HTTP/1.1" status: 200 len: 210 time: 0.2423027 Apr 20 17:16:20.608000 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-1da92ef3-5ceb-46b0-9501-2e9c14005116 service neutron] 10.222.0.43 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402113 Apr 20 17:16:20.668984 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-65359b54-13bd-4258-835f-c799e0883ed7 req-1a72bd47-af3a-4967-b927-b9d16a732b3a service neutron] For port e5d42094-98cf-43c0-b682-457af6611bb0, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:16:20.696886 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-65359b54-13bd-4258-835f-c799e0883ed7 req-1a72bd47-af3a-4967-b927-b9d16a732b3a service neutron] For port e5d42094-98cf-43c0-b682-457af6611bb0, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=e5d42094-98cf-43c0-b682-457af6611bb0,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:16:20.717346 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-65359b54-13bd-4258-835f-c799e0883ed7 req-1a72bd47-af3a-4967-b927-b9d16a732b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:20.722029 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-65359b54-13bd-4258-835f-c799e0883ed7 req-c0195ef8-1207-41db-b7d6-f6f96db88fb5 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5550823 Apr 20 17:16:20.806933 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff250ae9-ee95-4ff0-b7ab-9eda72d70d3e req-8ed64531-d191-4823-9f1c-d73621165421 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:20.808450 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ff250ae9-ee95-4ff0-b7ab-9eda72d70d3e req-8ed64531-d191-4823-9f1c-d73621165421 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f35cce6-7f77-4ff3-9c61-03346bd49e21 HTTP/1.1" status: 200 len: 943 time: 0.3903482 Apr 20 17:16:20.826181 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 5b5561f6-ee4a-415a-9922-77a4335920b7 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:16:20.897366 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-b6d96b15-e22b-479a-8107-3c9777159a93 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:20.906142 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-d560b849-675b-400f-a924-56a3c26cf01f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:20.907642 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-d560b849-675b-400f-a924-56a3c26cf01f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4241197 Apr 20 17:16:20.914175 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 5b5561f6-ee4a-415a-9922-77a4335920b7 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:16:20.922459 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 5b5561f6-ee4a-415a-9922-77a4335920b7 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:20.923297 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:20.940105 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-a33bcc59-0fed-4845-b4b5-74701908962b tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Request body: {'port': {'device_id': '033362bf-532d-459f-87df-bce7a7b8c168', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'admin_state_up': True, 'tenant_id': 'c12b40028ab147a889b4fc203a6893de'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:16:20.952618 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-b6d96b15-e22b-479a-8107-3c9777159a93 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Transition to ACTIVE for port object 257e6625-f639-4d50-8e63-9847f4e852da will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:16:20.969296 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f543856c-59aa-4ed0-ad2f-2de7aae69cd3 req-d3b48ae9-4bb2-47ce-adb8-cb46b90b6362 service neutron] 10.222.0.43 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546228 Apr 20 17:16:21.000403 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949b996-6876-4f97-b632-dcb1c923c707 req-92f5f769-00a5-4d31-b734-2c476b23bd4d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:21.008043 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a949b996-6876-4f97-b632-dcb1c923c707 req-92f5f769-00a5-4d31-b734-2c476b23bd4d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f7c45fc-db17-4e98-abdb-7b18d064ffcb HTTP/1.1" status: 200 len: 947 time: 0.2571306 Apr 20 17:16:21.052592 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-65359b54-13bd-4258-835f-c799e0883ed7 req-1a72bd47-af3a-4967-b927-b9d16a732b3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:21.066805 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-6865f9ec-2ee1-4ea6-8355-ed462f804510 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=016751374ea74e31a9eaa0fcbb0fa029&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347092 Apr 20 17:16:21.069077 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-65359b54-13bd-4258-835f-c799e0883ed7 req-1a72bd47-af3a-4967-b927-b9d16a732b3a service neutron] 10.222.0.10 "PUT /v2.0/ports/e5d42094-98cf-43c0-b682-457af6611bb0 HTTP/1.1" status: 200 len: 1095 time: 4.3646784 Apr 20 17:16:21.114532 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-b6d96b15-e22b-479a-8107-3c9777159a93 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:21.126447 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:21.150280 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72bd47-af3a-4967-b927-b9d16a732b3a service neutron] Pushing event updated for resources: {'Port': ['ID=e5d42094-98cf-43c0-b682-457af6611bb0,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:21.168701 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b4c156-6b16-4365-b524-378bbd98cefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5561f6-ee4a-415a-9922-77a4335920b7'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:16:21.182443 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 5b5561f6-ee4a-415a-9922-77a4335920b7, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=5b5561f6-ee4a-415a-9922-77a4335920b7,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:21.189869 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:21.286494 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=5b5561f6-ee4a-415a-9922-77a4335920b7,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:21.286769 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a949b996-6876-4f97-b632-dcb1c923c707 req-9aa81020-1830-4153-8acf-1088d28cba07 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775543 Apr 20 17:16:21.315300 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ff250ae9-ee95-4ff0-b7ab-9eda72d70d3e req-0d98baa1-aac9-4121-8309-8f44657c6495 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/security-groups?id=a47d8cee-208f-4cfa-bcfc-a099e9465705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4781413 Apr 20 17:16:21.335904 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-65359b54-13bd-4258-835f-c799e0883ed7 req-56ed552b-0b78-45cc-95a3-9bde13f136dc service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5683668 Apr 20 17:16:21.347277 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d96b15-e22b-479a-8107-3c9777159a93 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Pushing event updated for resources: {'Port': ['ID=257e6625-f639-4d50-8e63-9847f4e852da,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:21.388231 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-b6d96b15-e22b-479a-8107-3c9777159a93 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:16:21.400927 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-b6d96b15-e22b-479a-8107-3c9777159a93 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:16:21.404086 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-293e0255-479b-4271-9fa3-48a3c81c3476'] response: {'name': 'network-changed', 'server_uuid': '9f35cce6-7f77-4ff3-9c61-03346bd49e21', 'tag': '675c9daa-1b4b-48e6-8c05-7396b0ea9adf', 'status': 'completed', 'code': 200} Apr 20 17:16:21.407430 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-b6d96b15-e22b-479a-8107-3c9777159a93 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:16:21.520634 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-b6d96b15-e22b-479a-8107-3c9777159a93 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:21.522228 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-b6d96b15-e22b-479a-8107-3c9777159a93 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:21.642923 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-d39565d4-f767-4568-8507-9d3ac8af03e4 req-f8707dbe-7799-47f2-9b1d-2f8041193dfc tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Synchronizing usage tracker for tenant:016751374ea74e31a9eaa0fcbb0fa029 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:16:21.654549 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-2d207bf3-1446-4d9f-b223-76e7753536e8 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:21.656023 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-2d207bf3-1446-4d9f-b223-76e7753536e8 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5835552 Apr 20 17:16:21.658395 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-a33bcc59-0fed-4845-b4b5-74701908962b tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:16:21.662648 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-b6d96b15-e22b-479a-8107-3c9777159a93 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8604584 Apr 20 17:16:21.679110 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-17d7209d-578d-4d8b-bab7-0bfccad06394 None None] Provisioning for port 257e6625-f639-4d50-8e63-9847f4e852da completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:16:21.683387 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-292e95c1-0629-4cd2-a215-04dea9b9e951 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Request body: {'port': {'device_id': 'c0e38329-541a-415e-ab79-3d681157c525', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'admin_state_up': True, 'tenant_id': '016751374ea74e31a9eaa0fcbb0fa029'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:16:21.685906 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-17d7209d-578d-4d8b-bab7-0bfccad06394 None None] Provisioning complete for port 257e6625-f639-4d50-8e63-9847f4e852da triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:21.686518 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-17d7209d-578d-4d8b-bab7-0bfccad06394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:21.703914 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-2922f1f9-8a5d-4ec6-a269-7f2a12438590 service neutron] Request body: {'port': {'device_id': '3f3b0e96-cebb-49da-9d8f-bf8fd88efbdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:16:21.739076 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-a33bcc59-0fed-4845-b4b5-74701908962b tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:16:21.747209 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-17d7209d-578d-4d8b-bab7-0bfccad06394 None None] Port 257e6625-f639-4d50-8e63-9847f4e852da cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:16:21.750470 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-d39565d4-f767-4568-8507-9d3ac8af03e4 req-f8707dbe-7799-47f2-9b1d-2f8041193dfc tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Unset dirty status for tenant:016751374ea74e31a9eaa0fcbb0fa029 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:16:21.751587 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d39565d4-f767-4568-8507-9d3ac8af03e4 req-f8707dbe-7799-47f2-9b1d-2f8041193dfc tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0e38329-541a-415e-ab79-3d681157c525 HTTP/1.1" status: 200 len: 210 time: 0.2159357 Apr 20 17:16:21.814321 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-a33bcc59-0fed-4845-b4b5-74701908962b tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Made reservation on behalf of c12b40028ab147a889b4fc203a6893de for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:16:21.817553 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-a33bcc59-0fed-4845-b4b5-74701908962b tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:21.858158 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-65359b54-13bd-4258-835f-c799e0883ed7 req-4963ddb4-c237-48ca-9433-5a0d7ed4fa5f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&device_id=2f7c45fc-db17-4e98-abdb-7b18d064ffcb HTTP/1.1" status: 200 len: 1098 time: 0.6454239 Apr 20 17:16:21.876399 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e524b376-4f4b-45ad-92e5-3c7c43dd7236 req-b18a8bb0-d106-47a5-accb-d097cf1a13b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9447d3abcfef46fbb9cec3961f14b45a&device_id=9f35cce6-7f77-4ff3-9c61-03346bd49e21 HTTP/1.1" status: 200 len: 1094 time: 0.2239835 Apr 20 17:16:21.908333 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d74ed-1f24-4031-ad52-507d2a516dde req-38a24817-98bf-4b1b-b490-8e6e3b055eaf tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:21.909704 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-378d74ed-1f24-4031-ad52-507d2a516dde req-38a24817-98bf-4b1b-b490-8e6e3b055eaf tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.10 "GET /v2.0/ports?device_id=85982905-05f9-4b80-98fc-e0c55668b1c3 HTTP/1.1" status: 200 len: 945 time: 0.3236077 Apr 20 17:16:21.986994 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-292e95c1-0629-4cd2-a215-04dea9b9e951 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:16:21.989187 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-2922f1f9-8a5d-4ec6-a269-7f2a12438590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:22.007125 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695da50b-fa2f-41a6-a640-e29bec2c4562 req-d684ba29-8538-4d11-8c7d-8b7a971c6268 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:22.009209 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-695da50b-fa2f-41a6-a640-e29bec2c4562 req-d684ba29-8538-4d11-8c7d-8b7a971c6268 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=85982905-05f9-4b80-98fc-e0c55668b1c3 HTTP/1.1" status: 200 len: 945 time: 0.3582361 Apr 20 17:16:22.055727 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-292e95c1-0629-4cd2-a215-04dea9b9e951 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:16:22.057985 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-03c5b6ba-5709-420c-8cb4-2b2e311eaa70 req-8d56c97c-4cb6-4cc3-8a9a-62d52e262552 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&device_id=0726a5a4-a720-4995-bb1c-b7028db74b53 HTTP/1.1" status: 200 len: 1097 time: 0.6267328 Apr 20 17:16:22.077223 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-65359b54-13bd-4258-835f-c799e0883ed7 req-12530ed9-1d70-4869-8939-418e749bcb89 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=e5d42094-98cf-43c0-b682-457af6611bb0 HTTP/1.1" status: 200 len: 217 time: 0.2069635 Apr 20 17:16:22.081692 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-378d74ed-1f24-4031-ad52-507d2a516dde req-3bfb315d-e88c-4016-b525-d95b32243330 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Deleting port f7b65287-eb3b-4430-9341-302356329841 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:16:22.082030 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-378d74ed-1f24-4031-ad52-507d2a516dde req-3bfb315d-e88c-4016-b525-d95b32243330 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:22.169271 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-292e95c1-0629-4cd2-a215-04dea9b9e951 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Made reservation on behalf of 016751374ea74e31a9eaa0fcbb0fa029 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:16:22.172320 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-292e95c1-0629-4cd2-a215-04dea9b9e951 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:22.328773 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7c45fc-db17-4e98-abdb-7b18d064ffcb', 'tag': 'e5d42094-98cf-43c0-b682-457af6611bb0'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:16:22.374961 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65359b54-13bd-4258-835f-c799e0883ed7 req-56d07e46-12c5-423a-a543-71058cb0dc81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:22.376383 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-65359b54-13bd-4258-835f-c799e0883ed7 req-56d07e46-12c5-423a-a543-71058cb0dc81 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.2585945 Apr 20 17:16:22.384978 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524b376-4f4b-45ad-92e5-3c7c43dd7236 req-fb69419f-f6ee-4852-ad99-8fa73a05029f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:22.386351 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e524b376-4f4b-45ad-92e5-3c7c43dd7236 req-fb69419f-f6ee-4852-ad99-8fa73a05029f service neutron] 10.222.0.43 "GET /v2.0/networks?id=7cad8736-f7b6-475d-b939-9da845dbb70b HTTP/1.1" status: 200 len: 921 time: 0.4272990 Apr 20 17:16:22.388497 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-695da50b-fa2f-41a6-a640-e29bec2c4562 req-5420316c-a9a1-4c40-bbbc-ca27f1d82711 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258426 Apr 20 17:16:22.496022 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42165f29-05e2-4736-8dd3-f7d3f8687764'] response: {'server_uuid': '56b4c156-6b16-4365-b524-378bbd98cefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5561f6-ee4a-415a-9922-77a4335920b7', 'code': 200} Apr 20 17:16:22.511154 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e90589-a49f-4dc5-8840-aeb50bbad6a8 req-84018df2-4633-4734-8ad7-dd446030d0d0 tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:22.512661 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-67e90589-a49f-4dc5-8840-aeb50bbad6a8 req-84018df2-4633-4734-8ad7-dd446030d0d0 tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] 10.222.0.39 "GET /v2.0/ports?device_id=56b4c156-6b16-4365-b524-378bbd98cefb HTTP/1.1" status: 200 len: 949 time: 0.4906518 Apr 20 17:16:22.514535 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5b6ba-5709-420c-8cb4-2b2e311eaa70 req-269c5e40-b769-4737-a42d-e27326c2b8df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:22.516270 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-03c5b6ba-5709-420c-8cb4-2b2e311eaa70 req-269c5e40-b769-4737-a42d-e27326c2b8df service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.4474275 Apr 20 17:16:22.521554 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e524b376-4f4b-45ad-92e5-3c7c43dd7236 req-0f64884a-f153-4089-8995-eea265486f21 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=675c9daa-1b4b-48e6-8c05-7396b0ea9adf HTTP/1.1" status: 200 len: 217 time: 0.1195476 Apr 20 17:16:22.561881 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.43', 57656) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:16:22.563499 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-378d74ed-1f24-4031-ad52-507d2a516dde req-3bfb315d-e88c-4016-b525-d95b32243330 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] For port f7b65287-eb3b-4430-9341-302356329841, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=f7b65287-eb3b-4430-9341-302356329841,segment=NetworkSegment(7bd8babb-8003-4806-8692-e92ce3a5f993),segment_id=7bd8babb-8003-4806-8692-e92ce3a5f993)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:22.563852 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-378d74ed-1f24-4031-ad52-507d2a516dde req-3bfb315d-e88c-4016-b525-d95b32243330 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:22.639466 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-a33bcc59-0fed-4845-b4b5-74701908962b tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Allocated IP 192.168.233.39 (9a774663-a30d-4bd1-8b41-83fe693f2d30/777b4790-ba4c-49e9-8844-3c09c1447f40/d9421e36-06a1-434f-a62b-5c544b9868a4) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:16:22.696917 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-03c5b6ba-5709-420c-8cb4-2b2e311eaa70 req-1056f302-a06a-4ddc-b594-52a29868ae19 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=ba212a0d-263a-4706-b6fa-d986b2f54c07 HTTP/1.1" status: 200 len: 217 time: 0.1743391 Apr 20 17:16:22.712887 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-97e95ae2-1527-4a06-898e-ec48fd7046c2 req-c303c3ac-864f-4948-9d3b-fbcd49b48658 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=033362bf-532d-459f-87df-bce7a7b8c168 HTTP/1.1" status: 200 len: 210 time: 0.0749297 Apr 20 17:16:22.817108 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524b376-4f4b-45ad-92e5-3c7c43dd7236 req-56413176-559e-42ef-a771-e02a5a32a71d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:22.817108 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e524b376-4f4b-45ad-92e5-3c7c43dd7236 req-56413176-559e-42ef-a771-e02a5a32a71d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8d43a55-22fc-443b-9bc2-2677f5ddd7b2 HTTP/1.1" status: 200 len: 859 time: 0.2390213 Apr 20 17:16:22.827975 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 675c9daa-1b4b-48e6-8c05-7396b0ea9adf details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:16:22.842021 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-378d74ed-1f24-4031-ad52-507d2a516dde req-3bfb315d-e88c-4016-b525-d95b32243330 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Calling delete_port for f7b65287-eb3b-4430-9341-302356329841 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:16:22.884771 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-65359b54-13bd-4258-835f-c799e0883ed7 req-245d7cce-b691-4cae-b8b0-10668e61686b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4935319 Apr 20 17:16:22.914774 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-67e90589-a49f-4dc5-8840-aeb50bbad6a8 req-b2b146cf-364c-4339-aa7a-7be8c06cbaf3 tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] 10.222.0.39 "GET /v2.0/security-groups?id=56ce452f-7fd2-494a-ba6d-9629c3ea3eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838005 Apr 20 17:16:22.926756 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5b6ba-5709-420c-8cb4-2b2e311eaa70 req-4d8240a2-ce5f-438e-a88c-8b36fe107ac5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:22.928201 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-03c5b6ba-5709-420c-8cb4-2b2e311eaa70 req-4d8240a2-ce5f-438e-a88c-8b36fe107ac5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.2187233 Apr 20 17:16:22.998250 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fb4c2292-5999-4c0f-924b-0137d0613ede req-47ed212f-6d33-4234-a932-e040dc957877 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=56b4c156-6b16-4365-b524-378bbd98cefb HTTP/1.1" status: 200 len: 1100 time: 0.4264684 Apr 20 17:16:23.028181 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 675c9daa-1b4b-48e6-8c05-7396b0ea9adf, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=675c9daa-1b4b-48e6-8c05-7396b0ea9adf,segment=NetworkSegment(36373ac1-df16-4205-8393-5031c405a675),segment_id=36373ac1-df16-4205-8393-5031c405a675)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:23.031300 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-753c22e8-b8ce-447e-b7c0-d66828aecea6'] response: {'name': 'network-changed', 'server_uuid': '2f7c45fc-db17-4e98-abdb-7b18d064ffcb', 'tag': 'e5d42094-98cf-43c0-b682-457af6611bb0', 'status': 'completed', 'code': 200} Apr 20 17:16:23.050589 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '675c9daa-1b4b-48e6-8c05-7396b0ea9adf', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'port_id': '675c9daa-1b4b-48e6-8c05-7396b0ea9adf', 'mac_address': 'fa:16:3e:44:bb:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:16:23.110370 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:23.134524 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675c9daa-1b4b-48e6-8c05-7396b0ea9adf {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:16:23.152276 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 675c9daa-1b4b-48e6-8c05-7396b0ea9adf, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=675c9daa-1b4b-48e6-8c05-7396b0ea9adf,segment=NetworkSegment(36373ac1-df16-4205-8393-5031c405a675),segment_id=36373ac1-df16-4205-8393-5031c405a675)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:23.157658 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:23.165982 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fb4c2292-5999-4c0f-924b-0137d0613ede req-a07317b1-7343-4afa-8bd9-96b5dbcee79f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=56ce452f-7fd2-494a-ba6d-9629c3ea3eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922723 Apr 20 17:16:23.178323 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-378d74ed-1f24-4031-ad52-507d2a516dde req-3bfb315d-e88c-4016-b525-d95b32243330 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:23.232028 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb315d-e88c-4016-b525-d95b32243330 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Pushing event deleted for resources: {'Port': ['ID=f7b65287-eb3b-4430-9341-302356329841,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:23.232261 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=675c9daa-1b4b-48e6-8c05-7396b0ea9adf,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:23.317511 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-378d74ed-1f24-4031-ad52-507d2a516dde req-3bfb315d-e88c-4016-b525-d95b32243330 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] No DVR routers for this DVR port f7b65287-eb3b-4430-9341-302356329841 on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:16:23.320516 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-378d74ed-1f24-4031-ad52-507d2a516dde req-3bfb315d-e88c-4016-b525-d95b32243330 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:23.341928 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a819e9f-73e6-4f4d-8433-b60794449653 req-2f9d1c90-2f0a-4a1c-a0a0-679dda11388c tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:23.343488 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9a819e9f-73e6-4f4d-8433-b60794449653 req-2f9d1c90-2f0a-4a1c-a0a0-679dda11388c tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f35cce6-7f77-4ff3-9c61-03346bd49e21 HTTP/1.1" status: 200 len: 944 time: 0.2128391 Apr 20 17:16:23.345220 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-378d74ed-1f24-4031-ad52-507d2a516dde req-3bfb315d-e88c-4016-b525-d95b32243330 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.10 "DELETE /v2.0/ports/f7b65287-eb3b-4430-9341-302356329841 HTTP/1.1" status: 204 len: 173 time: 1.4184139 Apr 20 17:16:23.391839 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9a819e9f-73e6-4f4d-8433-b60794449653 req-96fda971-4f55-4b6a-9986-c6e529fc3cb5 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/security-groups?id=a47d8cee-208f-4cfa-bcfc-a099e9465705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426667 Apr 20 17:16:23.405716 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85982905-05f9-4b80-98fc-e0c55668b1c3', 'name': 'network-vif-deleted', 'tag': 'f7b65287-eb3b-4430-9341-302356329841'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:16:23.422834 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['675c9daa-1b4b-48e6-8c05-7396b0ea9adf'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:16:23.465361 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-65359b54-13bd-4258-835f-c799e0883ed7 req-dfdb9f55-a29a-4c20-978b-f580b5ca122f service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5669920 Apr 20 17:16:23.474005 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-a33bcc59-0fed-4845-b4b5-74701908962b tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:23.479616 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e524b376-4f4b-45ad-92e5-3c7c43dd7236 req-ffc67084-51c4-4ba1-8ad8-477598f0b16e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7cad8736-f7b6-475d-b939-9da845dbb70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6491797 Apr 20 17:16:23.548715 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-03c5b6ba-5709-420c-8cb4-2b2e311eaa70 req-c7b500aa-3833-468d-ae7e-da4226d846d6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5923517 Apr 20 17:16:23.569195 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-0d88c615-feee-421e-8e06-dff63fd54ac9 req-5a93fcbc-4d11-43ea-a072-9b197165e982 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Synchronizing usage tracker for tenant:016751374ea74e31a9eaa0fcbb0fa029 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:16:23.582396 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-0d88c615-feee-421e-8e06-dff63fd54ac9 req-5a93fcbc-4d11-43ea-a072-9b197165e982 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Unset dirty status for tenant:016751374ea74e31a9eaa0fcbb0fa029 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:16:23.583554 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d88c615-feee-421e-8e06-dff63fd54ac9 req-5a93fcbc-4d11-43ea-a072-9b197165e982 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0e38329-541a-415e-ab79-3d681157c525 HTTP/1.1" status: 200 len: 210 time: 0.0553758 Apr 20 17:16:23.685996 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38410) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:16:23.708054 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-a33bcc59-0fed-4845-b4b5-74701908962b tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Transition to ACTIVE for port object d9421e36-06a1-434f-a62b-5c544b9868a4 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:16:23.741595 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0a9ac-fb1a-42f3-8adb-b9f4e2d257c7 req-6c7677d7-60af-44b8-8831-138004fc7d97 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:23.742320 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-3df0a9ac-fb1a-42f3-8adb-b9f4e2d257c7 req-6c7677d7-60af-44b8-8831-138004fc7d97 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Synchronizing usage tracker for tenant:07e7ee6fb2044b339294a5844a1dc3d4 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:16:23.795765 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f0b6fa2-51b4-41d0-859e-2fe8a245bfba'] response: {'server_uuid': '85982905-05f9-4b80-98fc-e0c55668b1c3', 'name': 'network-vif-deleted', 'tag': 'f7b65287-eb3b-4430-9341-302356329841', 'status': 'completed', 'code': 200} Apr 20 17:16:23.884923 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-3df0a9ac-fb1a-42f3-8adb-b9f4e2d257c7 req-6c7677d7-60af-44b8-8831-138004fc7d97 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Unset dirty status for tenant:07e7ee6fb2044b339294a5844a1dc3d4 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:16:23.895450 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3df0a9ac-fb1a-42f3-8adb-b9f4e2d257c7 req-6c7677d7-60af-44b8-8831-138004fc7d97 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f7c45fc-db17-4e98-abdb-7b18d064ffcb HTTP/1.1" status: 200 len: 947 time: 0.7844837 Apr 20 17:16:23.940504 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-befb14ec-ebca-4249-bc96-75a655bd3b1c req-902f73a0-4bcd-4ca1-ba7d-50689f47122e tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Synchronizing usage tracker for tenant:e0abf75523cb42799be079adbc9824df on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:16:23.953209 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e524b376-4f4b-45ad-92e5-3c7c43dd7236 req-ed1d5e03-2fb8-46f2-9d3d-4916beda296f service neutron] 10.222.0.43 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343975 Apr 20 17:16:23.992585 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-65359b54-13bd-4258-835f-c799e0883ed7 req-0b407677-aa16-4a45-a91e-d26994c4c1cf service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081785 Apr 20 17:16:23.999608 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-a33bcc59-0fed-4845-b4b5-74701908962b tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:24.015076 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['f2ae1052-1228-44aa-b982-dda2ca184507'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:16:24.125100 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-03c5b6ba-5709-420c-8cb4-2b2e311eaa70 req-6957ff82-9c88-4078-aafa-2ef8ab246836 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990618 Apr 20 17:16:24.170116 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-befb14ec-ebca-4249-bc96-75a655bd3b1c req-902f73a0-4bcd-4ca1-ba7d-50689f47122e tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Unset dirty status for tenant:e0abf75523cb42799be079adbc9824df on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:16:24.171341 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-befb14ec-ebca-4249-bc96-75a655bd3b1c req-902f73a0-4bcd-4ca1-ba7d-50689f47122e tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=85982905-05f9-4b80-98fc-e0c55668b1c3 HTTP/1.1" status: 200 len: 210 time: 0.2745357 Apr 20 17:16:24.306146 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3df0a9ac-fb1a-42f3-8adb-b9f4e2d257c7 req-b2155dc5-e710-4e32-abfd-05f2431d31f7 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095173 Apr 20 17:16:24.327250 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-2922f1f9-8a5d-4ec6-a269-7f2a12438590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 257e6625-f639-4d50-8e63-9847f4e852da {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:16:24.341018 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bcc59-0fed-4845-b4b5-74701908962b tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Pushing event updated for resources: {'Port': ['ID=d9421e36-06a1-434f-a62b-5c544b9868a4,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:24.341268 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-2922f1f9-8a5d-4ec6-a269-7f2a12438590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:24.347449 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-aaf8e0a6-dfc0-4bb5-86c4-aaff9d9035e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:24.378481 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-a33bcc59-0fed-4845-b4b5-74701908962b tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:16:24.385048 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-a33bcc59-0fed-4845-b4b5-74701908962b tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:16:24.405502 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-a33bcc59-0fed-4845-b4b5-74701908962b tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:16:24.544940 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-2922f1f9-8a5d-4ec6-a269-7f2a12438590 service neutron] Transition to ACTIVE for port object 257e6625-f639-4d50-8e63-9847f4e852da will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:16:24.601365 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-2922f1f9-8a5d-4ec6-a269-7f2a12438590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:24.612627 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e524b376-4f4b-45ad-92e5-3c7c43dd7236 req-b54e6b25-6653-41eb-933c-ac74463948eb service neutron] 10.222.0.43 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6510973 Apr 20 17:16:24.625146 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device f7b65287-eb3b-4430-9341-302356329841 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:16:24.654804 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-a33bcc59-0fed-4845-b4b5-74701908962b tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:24.655869 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-a33bcc59-0fed-4845-b4b5-74701908962b tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:24.677124 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-03c5b6ba-5709-420c-8cb4-2b2e311eaa70 req-38071b6b-b81d-4d0d-944b-28d6b0e0849b service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4989476 Apr 20 17:16:24.689489 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-63944a77-56c7-4dd0-bcfd-e14b66f2efc2 req-18e599fc-77c1-4442-83b8-5c4874dc0c25 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&device_id=2f7c45fc-db17-4e98-abdb-7b18d064ffcb HTTP/1.1" status: 200 len: 1098 time: 0.5588024 Apr 20 17:16:24.693534 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: f7b65287-eb3b-4430-9341-302356329841 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:16:24.694217 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device f7b65287-eb3b-4430-9341-302356329841 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:16:24.711576 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c2754032-b6d8-4e08-834e-1e297ca2a6f2 None None] Provisioning for port d9421e36-06a1-434f-a62b-5c544b9868a4 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:16:24.717222 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c2754032-b6d8-4e08-834e-1e297ca2a6f2 None None] Provisioning complete for port d9421e36-06a1-434f-a62b-5c544b9868a4 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:24.717604 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c2754032-b6d8-4e08-834e-1e297ca2a6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:24.729679 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-a33bcc59-0fed-4845-b4b5-74701908962b tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7955875 Apr 20 17:16:24.773961 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-c2754032-b6d8-4e08-834e-1e297ca2a6f2 None None] Port d9421e36-06a1-434f-a62b-5c544b9868a4 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:16:24.789735 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-36e582a5-0949-4602-a4ea-8c196199f60f service neutron] Request body: {'port': {'device_id': '033362bf-532d-459f-87df-bce7a7b8c168', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:16:24.859340 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ba212a0d-263a-4706-b6fa-d986b2f54c07 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:16:24.862998 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 675c9daa-1b4b-48e6-8c05-7396b0ea9adf up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:16:24.864968 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74135a3c-60c1-4f4b-9a0f-960ef39b59ea req-7aeb2fe3-214c-43ec-bf5d-ce69258d0efd tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:24.865669 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-74135a3c-60c1-4f4b-9a0f-960ef39b59ea req-7aeb2fe3-214c-43ec-bf5d-ce69258d0efd tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Synchronizing usage tracker for tenant:c12b40028ab147a889b4fc203a6893de on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:16:24.956731 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63944a77-56c7-4dd0-bcfd-e14b66f2efc2 req-296fbc80-2678-4ddd-bab9-3617a6b0ee4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:24.958322 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-63944a77-56c7-4dd0-bcfd-e14b66f2efc2 req-296fbc80-2678-4ddd-bab9-3617a6b0ee4d service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.2573252 Apr 20 17:16:24.958861 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-36e582a5-0949-4602-a4ea-8c196199f60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:24.959401 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922f1f9-8a5d-4ec6-a269-7f2a12438590 service neutron] Pushing event updated for resources: {'Port': ['ID=257e6625-f639-4d50-8e63-9847f4e852da,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:24.995684 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-292e95c1-0629-4cd2-a215-04dea9b9e951 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Allocated IP 192.168.233.113 (9a774663-a30d-4bd1-8b41-83fe693f2d30/777b4790-ba4c-49e9-8844-3c09c1447f40/898a02b0-5c40-4e36-aff5-4e67570a1f91) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:16:25.020437 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-74135a3c-60c1-4f4b-9a0f-960ef39b59ea req-7aeb2fe3-214c-43ec-bf5d-ce69258d0efd tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Unset dirty status for tenant:c12b40028ab147a889b4fc203a6893de on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:16:25.026091 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 675c9daa-1b4b-48e6-8c05-7396b0ea9adf completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:16:25.026624 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-74135a3c-60c1-4f4b-9a0f-960ef39b59ea req-7aeb2fe3-214c-43ec-bf5d-ce69258d0efd tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=033362bf-532d-459f-87df-bce7a7b8c168 HTTP/1.1" status: 200 len: 935 time: 0.5125172 Apr 20 17:16:25.034126 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 675c9daa-1b4b-48e6-8c05-7396b0ea9adf triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:25.034509 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:25.064658 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-63944a77-56c7-4dd0-bcfd-e14b66f2efc2 req-1dd12fd2-f5e9-47a4-8f27-fd9a9db543ac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=e5d42094-98cf-43c0-b682-457af6611bb0 HTTP/1.1" status: 200 len: 217 time: 0.0932741 Apr 20 17:16:25.125855 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aff2c3-91dc-418d-8719-5c0399bf2ae2 req-0ef8707c-e603-49d2-a202-8fc69b4f9c2b tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:25.132889 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-07aff2c3-91dc-418d-8719-5c0399bf2ae2 req-0ef8707c-e603-49d2-a202-8fc69b4f9c2b tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] 10.222.0.39 "GET /v2.0/ports?device_id=56b4c156-6b16-4365-b524-378bbd98cefb HTTP/1.1" status: 200 len: 949 time: 0.3256917 Apr 20 17:16:25.186825 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ba212a0d-263a-4706-b6fa-d986b2f54c07, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ba212a0d-263a-4706-b6fa-d986b2f54c07,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:25.205838 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:25.224603 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'ba212a0d-263a-4706-b6fa-d986b2f54c07', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': 'ba212a0d-263a-4706-b6fa-d986b2f54c07', 'mac_address': 'fa:16:3e:6c:15:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:16:25.280459 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f35cce6-7f77-4ff3-9c61-03346bd49e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675c9daa-1b4b-48e6-8c05-7396b0ea9adf'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:16:25.300951 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 675c9daa-1b4b-48e6-8c05-7396b0ea9adf, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=675c9daa-1b4b-48e6-8c05-7396b0ea9adf,segment=NetworkSegment(36373ac1-df16-4205-8393-5031c405a675),segment_id=36373ac1-df16-4205-8393-5031c405a675)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:25.311221 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:25.313007 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:25.319047 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-2922f1f9-8a5d-4ec6-a269-7f2a12438590 service neutron] Attempting to bind port 257e6625-f639-4d50-8e63-9847f4e852da on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:16:25.319377 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-2922f1f9-8a5d-4ec6-a269-7f2a12438590 service neutron] Attempting to bind port 257e6625-f639-4d50-8e63-9847f4e852da by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:16:25.320075 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-2922f1f9-8a5d-4ec6-a269-7f2a12438590 service neutron] Attempting to bind port 257e6625-f639-4d50-8e63-9847f4e852da on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:16:25.323958 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-07aff2c3-91dc-418d-8719-5c0399bf2ae2 req-409128c0-f5fe-43d7-b820-4b54b94e8fd5 tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] 10.222.0.39 "GET /v2.0/security-groups?id=56ce452f-7fd2-494a-ba6d-9629c3ea3eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898456 Apr 20 17:16:25.346991 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-2922f1f9-8a5d-4ec6-a269-7f2a12438590 service neutron] Port 257e6625-f639-4d50-8e63-9847f4e852da on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:16:25.347315 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-2922f1f9-8a5d-4ec6-a269-7f2a12438590 service neutron] Attempting to bind port 257e6625-f639-4d50-8e63-9847f4e852da on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:16:25.356070 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-74135a3c-60c1-4f4b-9a0f-960ef39b59ea req-dc2ee5c6-c12c-4bfb-b312-a4a2fab06998 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284974 Apr 20 17:16:25.368283 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-2922f1f9-8a5d-4ec6-a269-7f2a12438590 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:16:25.368704 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-2922f1f9-8a5d-4ec6-a269-7f2a12438590 service neutron] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:16:25.369141 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-2922f1f9-8a5d-4ec6-a269-7f2a12438590 service neutron] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:16:25.369572 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-2922f1f9-8a5d-4ec6-a269-7f2a12438590 service neutron] Bound port: 257e6625-f639-4d50-8e63-9847f4e852da, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:16:25.369917 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-2922f1f9-8a5d-4ec6-a269-7f2a12438590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:25.386222 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba212a0d-263a-4706-b6fa-d986b2f54c07 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:16:25.400859 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ba212a0d-263a-4706-b6fa-d986b2f54c07, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ba212a0d-263a-4706-b6fa-d986b2f54c07,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:25.405022 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=675c9daa-1b4b-48e6-8c05-7396b0ea9adf,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:25.412142 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:25.480895 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63944a77-56c7-4dd0-bcfd-e14b66f2efc2 req-5fa38100-c14c-4898-81eb-d674cab30c41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:25.490796 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-63944a77-56c7-4dd0-bcfd-e14b66f2efc2 req-5fa38100-c14c-4898-81eb-d674cab30c41 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.3926487 Apr 20 17:16:25.496925 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=ba212a0d-263a-4706-b6fa-d986b2f54c07,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:25.656354 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-63944a77-56c7-4dd0-bcfd-e14b66f2efc2 req-3e56cac0-f61e-4c17-8a0a-9283328fdb43 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1643691 Apr 20 17:16:25.666489 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8ccd4-d509-4149-9072-6c4e01061d53 req-0229ab6b-1bd8-47ec-9fa8-4837adfcd62c tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:25.667896 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-02f8ccd4-d509-4149-9072-6c4e01061d53 req-0229ab6b-1bd8-47ec-9fa8-4837adfcd62c tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f35cce6-7f77-4ff3-9c61-03346bd49e21 HTTP/1.1" status: 200 len: 945 time: 0.1119266 Apr 20 17:16:25.669023 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['ba212a0d-263a-4706-b6fa-d986b2f54c07'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:16:25.680780 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-292e95c1-0629-4cd2-a215-04dea9b9e951 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:25.685257 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-66c24503-d989-436a-90b9-04f989a5e00f req-c2854ca1-6046-47ba-9542-4841e23b4150 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0e38329-541a-415e-ab79-3d681157c525 HTTP/1.1" status: 200 len: 210 time: 0.0800993 Apr 20 17:16:25.747415 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-292e95c1-0629-4cd2-a215-04dea9b9e951 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Transition to ACTIVE for port object 898a02b0-5c40-4e36-aff5-4e67570a1f91 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:16:25.812858 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-02f8ccd4-d509-4149-9072-6c4e01061d53 req-82eefe11-f539-41dc-a5f6-4148a224f174 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/security-groups?id=a47d8cee-208f-4cfa-bcfc-a099e9465705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223612 Apr 20 17:16:25.816562 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-2922f1f9-8a5d-4ec6-a269-7f2a12438590 service neutron] For port 257e6625-f639-4d50-8e63-9847f4e852da, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:16:25.865663 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-2922f1f9-8a5d-4ec6-a269-7f2a12438590 service neutron] For port 257e6625-f639-4d50-8e63-9847f4e852da, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=257e6625-f639-4d50-8e63-9847f4e852da,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:16:25.871960 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-63944a77-56c7-4dd0-bcfd-e14b66f2efc2 req-4f95e9fe-85d8-4f8d-b16f-5608c2bf2435 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026091 Apr 20 17:16:25.900710 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbb771a9-5a37-452d-8f7b-b69063cbad67'] response: {'server_uuid': '9f35cce6-7f77-4ff3-9c61-03346bd49e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675c9daa-1b4b-48e6-8c05-7396b0ea9adf', 'code': 200} Apr 20 17:16:25.959901 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-2922f1f9-8a5d-4ec6-a269-7f2a12438590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:26.071013 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-63944a77-56c7-4dd0-bcfd-e14b66f2efc2 req-8440ff47-fc4d-4be4-b313-0bcbd4c0b808 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920471 Apr 20 17:16:26.149712 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-2922f1f9-8a5d-4ec6-a269-7f2a12438590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:26.151440 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-2922f1f9-8a5d-4ec6-a269-7f2a12438590 service neutron] 10.222.0.43 "PUT /v2.0/ports/257e6625-f639-4d50-8e63-9847f4e852da HTTP/1.1" status: 200 len: 1096 time: 4.4518166 Apr 20 17:16:26.157969 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3b0e96-cebb-49da-9d8f-bf8fd88efbdc', 'tag': '257e6625-f639-4d50-8e63-9847f4e852da'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:16:26.163390 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-292e95c1-0629-4cd2-a215-04dea9b9e951 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:26.357649 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922f1f9-8a5d-4ec6-a269-7f2a12438590 service neutron] Pushing event updated for resources: {'Port': ['ID=257e6625-f639-4d50-8e63-9847f4e852da,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:26.444638 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-292e95c1-0629-4cd2-a215-04dea9b9e951 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:16:26.450768 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-292e95c1-0629-4cd2-a215-04dea9b9e951 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:16:26.453700 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-292e95c1-0629-4cd2-a215-04dea9b9e951 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:16:26.507151 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc67a83-9941-4719-98b0-1add73816642 req-4a9534d5-1042-45d7-914e-57b9b16b148a tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:26.514373 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4fc67a83-9941-4719-98b0-1add73816642 req-4a9534d5-1042-45d7-914e-57b9b16b148a tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/networks?id=712cbfca-4f15-4a05-b540-c7c77d6caef1 HTTP/1.1" status: 200 len: 812 time: 0.2581596 Apr 20 17:16:26.549536 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa46c1b-5e97-4f93-85d3-74313849f89c req-ce83c316-15e5-432a-8355-58c874f89e9d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:26.556480 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5fa46c1b-5e97-4f93-85d3-74313849f89c req-ce83c316-15e5-432a-8355-58c874f89e9d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f7c45fc-db17-4e98-abdb-7b18d064ffcb HTTP/1.1" status: 200 len: 947 time: 0.5821497 Apr 20 17:16:26.563132 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e95c1-0629-4cd2-a215-04dea9b9e951 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Pushing event updated for resources: {'Port': ['ID=898a02b0-5c40-4e36-aff5-4e67570a1f91,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:26.569646 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4fc67a83-9941-4719-98b0-1add73816642 req-cf0033fb-f74c-479e-b85a-2297d2b93814 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/quotas/e0abf75523cb42799be079adbc9824df HTTP/1.1" status: 200 len: 375 time: 0.0543969 Apr 20 17:16:26.572642 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7e420cf1-1435-4b05-a68d-8b80b6a1809c req-ac063ae9-0611-4cc5-af07-a2b3d58d5b6f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9f35cce6-7f77-4ff3-9c61-03346bd49e21 HTTP/1.1" status: 200 len: 1096 time: 0.4581256 Apr 20 17:16:26.608274 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-292e95c1-0629-4cd2-a215-04dea9b9e951 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:26.608919 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-292e95c1-0629-4cd2-a215-04dea9b9e951 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:26.637027 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4fc67a83-9941-4719-98b0-1add73816642 req-3d4cfaaf-dbea-4afc-ae75-3d6e6efa6dd0 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e0abf75523cb42799be079adbc9824df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613968 Apr 20 17:16:26.643144 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-319342fd-fa55-42cf-b12f-e5ce05433edd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=016751374ea74e31a9eaa0fcbb0fa029&device_id=3f3b0e96-cebb-49da-9d8f-bf8fd88efbdc HTTP/1.1" status: 200 len: 1099 time: 0.3899260 Apr 20 17:16:26.643705 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-36e582a5-0949-4602-a4ea-8c196199f60f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9421e36-06a1-434f-a62b-5c544b9868a4 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:16:26.652264 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device e5d42094-98cf-43c0-b682-457af6611bb0 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:16:26.688942 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-36e582a5-0949-4602-a4ea-8c196199f60f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:26.703202 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-292e95c1-0629-4cd2-a215-04dea9b9e951 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0244472 Apr 20 17:16:26.722221 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-04790a5a-e438-4f2f-b529-6f0cc7399017 service neutron] Request body: {'port': {'device_id': 'c0e38329-541a-415e-ab79-3d681157c525', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:16:26.765726 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7e420cf1-1435-4b05-a68d-8b80b6a1809c req-03881e7c-984d-45d0-bcf5-69a1c45c4891 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a47d8cee-208f-4cfa-bcfc-a099e9465705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532943 Apr 20 17:16:26.771210 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-36e582a5-0949-4602-a4ea-8c196199f60f service neutron] Transition to ACTIVE for port object d9421e36-06a1-434f-a62b-5c544b9868a4 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:16:26.773490 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5fa46c1b-5e97-4f93-85d3-74313849f89c req-e9659e07-f32d-4f7f-8232-60548cfd1db2 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162030 Apr 20 17:16:26.775650 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a5014b2d-37af-4400-9d19-710b0677f8d5 None None] Provisioning for port 898a02b0-5c40-4e36-aff5-4e67570a1f91 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:16:26.782000 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-36e582a5-0949-4602-a4ea-8c196199f60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:26.793582 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a5014b2d-37af-4400-9d19-710b0677f8d5 None None] Provisioning complete for port 898a02b0-5c40-4e36-aff5-4e67570a1f91 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:26.794171 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a5014b2d-37af-4400-9d19-710b0677f8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:26.804855 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-a2e68123-eb03-4a66-b13f-b521dce3a95e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=257e6625-f639-4d50-8e63-9847f4e852da HTTP/1.1" status: 200 len: 217 time: 0.1533880 Apr 20 17:16:26.866856 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port e5d42094-98cf-43c0-b682-457af6611bb0, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=e5d42094-98cf-43c0-b682-457af6611bb0,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:26.878625 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ba212a0d-263a-4706-b6fa-d986b2f54c07 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:16:26.935863 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4fc67a83-9941-4719-98b0-1add73816642 req-ea291643-14ec-4cee-ba02-77b4eec9fa00 service neutron] 10.222.0.39 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878029 Apr 20 17:16:26.946921 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a5014b2d-37af-4400-9d19-710b0677f8d5 None None] Port 898a02b0-5c40-4e36-aff5-4e67570a1f91 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:16:26.959902 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'e5d42094-98cf-43c0-b682-457af6611bb0', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': 'e5d42094-98cf-43c0-b682-457af6611bb0', 'mac_address': 'fa:16:3e:7b:f1:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:16:26.982086 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e582a5-0949-4602-a4ea-8c196199f60f service neutron] Pushing event updated for resources: {'Port': ['ID=d9421e36-06a1-434f-a62b-5c544b9868a4,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:27.081361 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:27.094217 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port ba212a0d-263a-4706-b6fa-d986b2f54c07 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:16:27.116817 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port ba212a0d-263a-4706-b6fa-d986b2f54c07 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:27.117217 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:27.155268 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d42094-98cf-43c0-b682-457af6611bb0 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:16:27.188266 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port e5d42094-98cf-43c0-b682-457af6611bb0, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=e5d42094-98cf-43c0-b682-457af6611bb0,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:27.199706 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:27.217294 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eddcbd1-e53a-456f-a05b-a6bb131a7c0b'] response: {'name': 'network-changed', 'server_uuid': '3f3b0e96-cebb-49da-9d8f-bf8fd88efbdc', 'tag': '257e6625-f639-4d50-8e63-9847f4e852da', 'status': 'completed', 'code': 200} Apr 20 17:16:27.289135 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-04790a5a-e438-4f2f-b529-6f0cc7399017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:27.324848 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=e5d42094-98cf-43c0-b682-457af6611bb0,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:27.329011 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:27.347815 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-8f6be6cb-9b8e-4093-a6c2-0547e1ffdcd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:27.349320 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-8f6be6cb-9b8e-4093-a6c2-0547e1ffdcd1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.3662164 Apr 20 17:16:27.365697 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ba212a0d-263a-4706-b6fa-d986b2f54c07, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ba212a0d-263a-4706-b6fa-d986b2f54c07,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:27.372886 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:27.393023 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4fc67a83-9941-4719-98b0-1add73816642 req-93788db1-65b0-467e-afdb-6bce8a3a7ef4 service neutron] 10.222.0.39 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563031 Apr 20 17:16:27.420482 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-36e582a5-0949-4602-a4ea-8c196199f60f service neutron] Attempting to bind port d9421e36-06a1-434f-a62b-5c544b9868a4 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:16:27.420814 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-36e582a5-0949-4602-a4ea-8c196199f60f service neutron] Attempting to bind port d9421e36-06a1-434f-a62b-5c544b9868a4 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:16:27.421144 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-36e582a5-0949-4602-a4ea-8c196199f60f service neutron] Attempting to bind port d9421e36-06a1-434f-a62b-5c544b9868a4 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:16:27.428431 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-36e582a5-0949-4602-a4ea-8c196199f60f service neutron] Port d9421e36-06a1-434f-a62b-5c544b9868a4 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:16:27.428758 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-36e582a5-0949-4602-a4ea-8c196199f60f service neutron] Attempting to bind port d9421e36-06a1-434f-a62b-5c544b9868a4 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:16:27.436846 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-36e582a5-0949-4602-a4ea-8c196199f60f service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:16:27.437191 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-36e582a5-0949-4602-a4ea-8c196199f60f service neutron] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:16:27.437681 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-36e582a5-0949-4602-a4ea-8c196199f60f service neutron] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:16:27.438001 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-36e582a5-0949-4602-a4ea-8c196199f60f service neutron] Bound port: d9421e36-06a1-434f-a62b-5c544b9868a4, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:16:27.438381 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-36e582a5-0949-4602-a4ea-8c196199f60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:27.547935 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-36e582a5-0949-4602-a4ea-8c196199f60f service neutron] For port d9421e36-06a1-434f-a62b-5c544b9868a4, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:16:27.551999 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-36e582a5-0949-4602-a4ea-8c196199f60f service neutron] For port d9421e36-06a1-434f-a62b-5c544b9868a4, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=d9421e36-06a1-434f-a62b-5c544b9868a4,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:16:27.559303 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-aaf8e0a6-dfc0-4bb5-86c4-aaff9d9035e5 admin admin] Deleting port 011c836d-1701-4669-8fb3-b8e589bd35b6 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:16:27.559887 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-aaf8e0a6-dfc0-4bb5-86c4-aaff9d9035e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:27.559997 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=ba212a0d-263a-4706-b6fa-d986b2f54c07,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:27.563251 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-36e582a5-0949-4602-a4ea-8c196199f60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:27.638040 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-36e582a5-0949-4602-a4ea-8c196199f60f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:27.639442 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-36e582a5-0949-4602-a4ea-8c196199f60f service neutron] 10.222.0.10 "PUT /v2.0/ports/d9421e36-06a1-434f-a62b-5c544b9868a4 HTTP/1.1" status: 200 len: 1095 time: 2.8619113 Apr 20 17:16:27.639871 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '033362bf-532d-459f-87df-bce7a7b8c168', 'tag': 'd9421e36-06a1-434f-a62b-5c544b9868a4'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:16:27.649605 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e582a5-0949-4602-a4ea-8c196199f60f service neutron] Pushing event updated for resources: {'Port': ['ID=d9421e36-06a1-434f-a62b-5c544b9868a4,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:27.726581 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b4b2b-af2d-4683-844b-45aaa4cb030b req-94242931-27a5-4cbc-941f-a6cea8a2fe29 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:27.734893 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-588b4b2b-af2d-4683-844b-45aaa4cb030b req-94242931-27a5-4cbc-941f-a6cea8a2fe29 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=033362bf-532d-459f-87df-bce7a7b8c168 HTTP/1.1" status: 200 len: 947 time: 0.5182481 Apr 20 17:16:27.805425 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-2667506d-4531-464f-bb1a-07c142b77101 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&device_id=033362bf-532d-459f-87df-bce7a7b8c168 HTTP/1.1" status: 200 len: 1098 time: 0.1080554 Apr 20 17:16:27.811086 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7ad3d-6a0c-44af-a6f5-88d15de06f0a req-de8ee97d-e093-4d9a-9514-3c3917be4a33 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:27.812503 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2be7ad3d-6a0c-44af-a6f5-88d15de06f0a req-de8ee97d-e093-4d9a-9514-3c3917be4a33 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0e38329-541a-415e-ab79-3d681157c525 HTTP/1.1" status: 200 len: 936 time: 0.1506867 Apr 20 17:16:27.902135 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0726a5a4-a720-4995-bb1c-b7028db74b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba212a0d-263a-4706-b6fa-d986b2f54c07'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:16:27.910521 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-f46ca947-7994-414f-a8b9-7cde8b20ffa6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=d9421e36-06a1-434f-a62b-5c544b9868a4 HTTP/1.1" status: 200 len: 217 time: 0.0966203 Apr 20 17:16:27.966970 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-588b4b2b-af2d-4683-844b-45aaa4cb030b req-f4638624-4cab-4929-92c3-4565619c8690 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310283 Apr 20 17:16:27.978308 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-50f5310f-b236-400b-8a76-b2a3d1c0e119 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6128702 Apr 20 17:16:27.991538 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2be7ad3d-6a0c-44af-a6f5-88d15de06f0a req-357077a4-45bf-4635-a410-fb8c9fcc7735 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/security-groups?id=88c9757b-b765-406f-b818-e6e0af096ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165953 Apr 20 17:16:28.012219 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-941b9b66-ddbc-4a40-ad77-7baa4367b1e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:28.021786 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['e5d42094-98cf-43c0-b682-457af6611bb0'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:16:28.034753 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-941b9b66-ddbc-4a40-ad77-7baa4367b1e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1151173 Apr 20 17:16:28.179141 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-4a2c157e-05b7-4d02-b020-13f98342fb93 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1435034 Apr 20 17:16:28.254567 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-448dcf36-ebfa-40f5-a842-26fa2ddc938a service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444613 Apr 20 17:16:28.337284 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-27d490f8-0728-40d9-8ef4-a2e1cdd41ca7 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459231 Apr 20 17:16:28.419605 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38486) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:16:28.423243 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.resource_extend [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-04790a5a-e438-4f2f-b529-6f0cc7399017 service neutron] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:16:28.505046 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4ca23beb-ed5f-4fa7-b807-3f29ed3e1eee req-993a5853-dea3-4abe-9a3b-bf60a084bdf8 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615124 Apr 20 17:16:28.564904 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-aaf8e0a6-dfc0-4bb5-86c4-aaff9d9035e5 admin admin] For port 011c836d-1701-4669-8fb3-b8e589bd35b6, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=011c836d-1701-4669-8fb3-b8e589bd35b6,segment=NetworkSegment(d70ee3cb-9712-4ca4-b7e5-50bf827f4a71),segment_id=d70ee3cb-9712-4ca4-b7e5-50bf827f4a71)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:28.565436 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-aaf8e0a6-dfc0-4bb5-86c4-aaff9d9035e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:28.587990 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cf27111f-f5b9-4153-b61d-ffa53434d433 req-e0e5f269-c76f-4098-a634-a993126ec119 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b1064b7-808f-44e7-a353-16e9bcf6a6a6 HTTP/1.1" status: 200 len: 210 time: 0.0819495 Apr 20 17:16:28.619520 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-291fbdde-6ce8-4801-857b-92e2aa8aaf69 req-9fb2e177-ab7c-4c55-add6-25b4d9e7f9f7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f6e17b42-acea-45f8-9bf2-74e6a0dca0f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0826344 Apr 20 17:16:28.676684 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2aef8e1-aec2-40dc-994e-822bc3fde01e'] response: {'name': 'network-changed', 'server_uuid': '033362bf-532d-459f-87df-bce7a7b8c168', 'tag': 'd9421e36-06a1-434f-a62b-5c544b9868a4', 'status': 'completed', 'code': 200} Apr 20 17:16:28.742065 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-aaf8e0a6-dfc0-4bb5-86c4-aaff9d9035e5 admin admin] Calling delete_port for 011c836d-1701-4669-8fb3-b8e589bd35b6 owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:16:28.771439 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-04790a5a-e438-4f2f-b529-6f0cc7399017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 898a02b0-5c40-4e36-aff5-4e67570a1f91 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:16:28.831619 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-04790a5a-e438-4f2f-b529-6f0cc7399017 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:28.889951 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a2f21702-2fb3-4f81-9f84-0ff69441982e req-58e61951-3814-4352-a650-df044b57e22f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&device_id=033362bf-532d-459f-87df-bce7a7b8c168 HTTP/1.1" status: 200 len: 1098 time: 0.1887112 Apr 20 17:16:28.894548 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-291fbdde-6ce8-4801-857b-92e2aa8aaf69 req-441053b8-3886-4481-b566-474cdc7c110c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9447d3abcfef46fbb9cec3961f14b45a&device_id=f6e17b42-acea-45f8-9bf2-74e6a0dca0f2 HTTP/1.1" status: 200 len: 1096 time: 0.1644084 Apr 20 17:16:28.903344 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e3d52-9f32-4cf0-8720-d099bbd91bf6 req-937eb4ee-ef22-4c08-b1d5-57b36d3978f5 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:28.904564 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f93e3d52-9f32-4cf0-8720-d099bbd91bf6 req-937eb4ee-ef22-4c08-b1d5-57b36d3978f5 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f7c45fc-db17-4e98-abdb-7b18d064ffcb HTTP/1.1" status: 200 len: 948 time: 0.1223152 Apr 20 17:16:28.906606 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b6977-d3af-4ec7-88c0-6a3f4babdd1c req-768d9056-fa95-4fff-abf2-4594af68494d tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:28.908556 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-228b6977-d3af-4ec7-88c0-6a3f4babdd1c req-768d9056-fa95-4fff-abf2-4594af68494d tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f35cce6-7f77-4ff3-9c61-03346bd49e21 HTTP/1.1" status: 200 len: 945 time: 0.6526003 Apr 20 17:16:28.918439 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-04790a5a-e438-4f2f-b529-6f0cc7399017 service neutron] Transition to ACTIVE for port object 898a02b0-5c40-4e36-aff5-4e67570a1f91 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:16:28.921418 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1d247e90-93ef-4a54-9274-f14d0374fa5f req-0e25ad3e-8ede-41ae-ae2e-9fa4b63fcb91 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6220765 Apr 20 17:16:28.958739 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-04790a5a-e438-4f2f-b529-6f0cc7399017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:29.170475 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f93e3d52-9f32-4cf0-8720-d099bbd91bf6 req-fb2b4ade-7f04-49db-8d77-0177de897682 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473540 Apr 20 17:16:29.261885 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af35756-01e5-46b0-ad54-0387c3bc5171 admin admin] Deleting subnet af85ab34-696f-4577-a7cd-12cc3ca9e9e8 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:16:29.265571 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b651297-33ee-4342-9c44-9fa6cd2f1808'] response: {'server_uuid': '0726a5a4-a720-4995-bb1c-b7028db74b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba212a0d-263a-4706-b6fa-d986b2f54c07', 'code': 200} Apr 20 17:16:29.443544 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4af35756-01e5-46b0-ad54-0387c3bc5171 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:29.475461 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04790a5a-e438-4f2f-b529-6f0cc7399017 service neutron] Pushing event updated for resources: {'Port': ['ID=898a02b0-5c40-4e36-aff5-4e67570a1f91,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:29.496097 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fbdde-6ce8-4801-857b-92e2aa8aaf69 req-5613f849-ab1c-4676-b1ed-11dc7c6e46ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:29.497240 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-291fbdde-6ce8-4801-857b-92e2aa8aaf69 req-5613f849-ab1c-4676-b1ed-11dc7c6e46ab service neutron] 10.222.0.43 "GET /v2.0/networks?id=7cad8736-f7b6-475d-b939-9da845dbb70b HTTP/1.1" status: 200 len: 921 time: 0.5711575 Apr 20 17:16:29.501723 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f21702-2fb3-4f81-9f84-0ff69441982e req-71289c43-758e-455a-8499-a0aece0157a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:29.503108 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a2f21702-2fb3-4f81-9f84-0ff69441982e req-71289c43-758e-455a-8499-a0aece0157a3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.5976956 Apr 20 17:16:29.599172 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-228b6977-d3af-4ec7-88c0-6a3f4babdd1c req-4dbc8086-89c7-4c3d-95e7-ef40945f0903 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/security-groups?id=a47d8cee-208f-4cfa-bcfc-a099e9465705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6765440 Apr 20 17:16:29.603362 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4af35756-01e5-46b0-ad54-0387c3bc5171 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:29.673166 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a2f21702-2fb3-4f81-9f84-0ff69441982e req-52ec19d4-11b8-4225-a4ac-c7f2f0090120 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=d9421e36-06a1-434f-a62b-5c544b9868a4 HTTP/1.1" status: 200 len: 217 time: 0.1148911 Apr 20 17:16:29.678519 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-291fbdde-6ce8-4801-857b-92e2aa8aaf69 req-44004c85-b4cc-4652-85ef-0801ac3dc23c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea1d80b0-c089-4016-ae67-872e3e068f8d HTTP/1.1" status: 200 len: 217 time: 0.1711061 Apr 20 17:16:29.767371 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4af35756-01e5-46b0-ad54-0387c3bc5171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:29.799771 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc67a83-9941-4719-98b0-1add73816642 req-b36e0584-e02f-4348-ad38-e58aa9b5be6f tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:29.801181 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4fc67a83-9941-4719-98b0-1add73816642 req-b36e0584-e02f-4348-ad38-e58aa9b5be6f tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.10 "GET /v2.0/networks?id=712cbfca-4f15-4a05-b540-c7c77d6caef1 HTTP/1.1" status: 200 len: 812 time: 0.6261516 Apr 20 17:16:29.836360 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-4fc67a83-9941-4719-98b0-1add73816642 req-9712d66f-182f-4ea4-847d-fc567992abae tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Request body: {'port': {'device_id': '9b1064b7-808f-44e7-a353-16e9bcf6a6a6', 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1', 'admin_state_up': True, 'tenant_id': 'e0abf75523cb42799be079adbc9824df'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:16:29.868887 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-53cccf0b-2fb3-4250-be91-409bbcaa3a8b req-ec0824e8-1aea-4ac2-b9fc-5fedee48f3aa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=016751374ea74e31a9eaa0fcbb0fa029&device_id=3f3b0e96-cebb-49da-9d8f-bf8fd88efbdc HTTP/1.1" status: 200 len: 1099 time: 0.8366556 Apr 20 17:16:29.951654 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fbdde-6ce8-4801-857b-92e2aa8aaf69 req-9bb74827-1b74-4fc8-8c76-1e436087963b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:29.953091 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-291fbdde-6ce8-4801-857b-92e2aa8aaf69 req-9bb74827-1b74-4fc8-8c76-1e436087963b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8d43a55-22fc-443b-9bc2-2677f5ddd7b2 HTTP/1.1" status: 200 len: 859 time: 0.2568996 Apr 20 17:16:29.954588 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f21702-2fb3-4f81-9f84-0ff69441982e req-d0486fa4-921f-4f74-a0ce-7be787ea805e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:29.955459 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a2f21702-2fb3-4f81-9f84-0ff69441982e req-d0486fa4-921f-4f74-a0ce-7be787ea805e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.2619908 Apr 20 17:16:29.999096 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7c6fed9d-0a2b-449b-adb1-401630708159 req-cb687aba-3bfc-40ee-a4a1-04cc0f67b6af service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0726a5a4-a720-4995-bb1c-b7028db74b53 HTTP/1.1" status: 200 len: 1099 time: 0.5640266 Apr 20 17:16:30.037319 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-04790a5a-e438-4f2f-b529-6f0cc7399017 service neutron] Attempting to bind port 898a02b0-5c40-4e36-aff5-4e67570a1f91 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:16:30.037644 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-04790a5a-e438-4f2f-b529-6f0cc7399017 service neutron] Attempting to bind port 898a02b0-5c40-4e36-aff5-4e67570a1f91 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:16:30.037963 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-04790a5a-e438-4f2f-b529-6f0cc7399017 service neutron] Attempting to bind port 898a02b0-5c40-4e36-aff5-4e67570a1f91 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:16:30.067748 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-04790a5a-e438-4f2f-b529-6f0cc7399017 service neutron] Port 898a02b0-5c40-4e36-aff5-4e67570a1f91 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:16:30.068167 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-04790a5a-e438-4f2f-b529-6f0cc7399017 service neutron] Attempting to bind port 898a02b0-5c40-4e36-aff5-4e67570a1f91 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:16:30.082764 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-aaf8e0a6-dfc0-4bb5-86c4-aaff9d9035e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:30.143385 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4af35756-01e5-46b0-ad54-0387c3bc5171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:30.161346 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0b26d-d53f-4bb5-984b-55a50d4a1ec8 req-9db83dea-00fb-49d4-bd02-3082cdadf98e tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:30.162896 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d9c0b26d-d53f-4bb5-984b-55a50d4a1ec8 req-9db83dea-00fb-49d4-bd02-3082cdadf98e tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=033362bf-532d-459f-87df-bce7a7b8c168 HTTP/1.1" status: 200 len: 947 time: 0.4035301 Apr 20 17:16:30.165878 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-4fc67a83-9941-4719-98b0-1add73816642 req-9712d66f-182f-4ea4-847d-fc567992abae tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:16:30.178171 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf8e0a6-dfc0-4bb5-86c4-aaff9d9035e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=011c836d-1701-4669-8fb3-b8e589bd35b6,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:30.194120 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-04790a5a-e438-4f2f-b529-6f0cc7399017 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:16:30.195980 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-04790a5a-e438-4f2f-b529-6f0cc7399017 service neutron] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:16:30.196432 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-04790a5a-e438-4f2f-b529-6f0cc7399017 service neutron] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:16:30.196876 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-04790a5a-e438-4f2f-b529-6f0cc7399017 service neutron] Bound port: 898a02b0-5c40-4e36-aff5-4e67570a1f91, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:16:30.197219 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-04790a5a-e438-4f2f-b529-6f0cc7399017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:30.199081 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7c6fed9d-0a2b-449b-adb1-401630708159 req-e32838ea-b44a-4ac9-a3ab-7337a12aa3c0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549995 Apr 20 17:16:30.202877 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-4fc67a83-9941-4719-98b0-1add73816642 req-9712d66f-182f-4ea4-847d-fc567992abae tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:16:30.234868 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fc67a83-9941-4719-98b0-1add73816642 req-9712d66f-182f-4ea4-847d-fc567992abae tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Made reservation on behalf of e0abf75523cb42799be079adbc9824df for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:16:30.238178 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4fc67a83-9941-4719-98b0-1add73816642 req-9712d66f-182f-4ea4-847d-fc567992abae tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:30.250025 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-291fbdde-6ce8-4801-857b-92e2aa8aaf69 req-e5956f7c-870b-48e7-bf5e-25ac0c419be9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7cad8736-f7b6-475d-b939-9da845dbb70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2856431 Apr 20 17:16:30.264216 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af35756-01e5-46b0-ad54-0387c3bc5171 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af85ab34-696f-4577-a7cd-12cc3ca9e9e8,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:30.268095 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a2f21702-2fb3-4f81-9f84-0ff69441982e req-079aa309-a534-48f4-9ee5-e153427ca315 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2729738 Apr 20 17:16:30.280434 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d9c0b26d-d53f-4bb5-984b-55a50d4a1ec8 req-8bdbbd1f-a114-4846-9080-fa64270eb66d tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058421 Apr 20 17:16:30.284516 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cccf0b-2fb3-4250-be91-409bbcaa3a8b req-285d1619-c3f3-4b01-9381-6063d2d83819 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:30.285985 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-53cccf0b-2fb3-4250-be91-409bbcaa3a8b req-285d1619-c3f3-4b01-9381-6063d2d83819 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.3936198 Apr 20 17:16:30.293967 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56218cf7-b22e-4ad1-a001-e80ec3ad8de0 req-cbd06011-bc50-4516-9dc0-b727b3e40ec4 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:30.300689 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-56218cf7-b22e-4ad1-a001-e80ec3ad8de0 req-cbd06011-bc50-4516-9dc0-b727b3e40ec4 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0e38329-541a-415e-ab79-3d681157c525 HTTP/1.1" status: 200 len: 948 time: 0.5060945 Apr 20 17:16:30.304924 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4af35756-01e5-46b0-ad54-0387c3bc5171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:30.485109 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4af35756-01e5-46b0-ad54-0387c3bc5171 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/af85ab34-696f-4577-a7cd-12cc3ca9e9e8 HTTP/1.1" status: 204 len: 168 time: 2.0363324 Apr 20 17:16:30.494303 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38504) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:16:30.606235 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-53cccf0b-2fb3-4250-be91-409bbcaa3a8b req-cd3359d7-1c0c-4fd1-bbd9-4eed65ed204b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=257e6625-f639-4d50-8e63-9847f4e852da HTTP/1.1" status: 200 len: 217 time: 0.1854641 Apr 20 17:16:30.665784 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device e5d42094-98cf-43c0-b682-457af6611bb0 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:16:30.766139 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a2f21702-2fb3-4f81-9f84-0ff69441982e req-91a472f8-1e39-4ea9-b273-cb6b59b837db service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256439 Apr 20 17:16:30.776233 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-291fbdde-6ce8-4801-857b-92e2aa8aaf69 req-c8068069-aefd-48ab-93ea-efe3f794c742 service neutron] 10.222.0.43 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105800 Apr 20 17:16:30.798764 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-4fc67a83-9941-4719-98b0-1add73816642 req-9712d66f-182f-4ea4-847d-fc567992abae tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Allocated IP 172.20.0.4 (712cbfca-4f15-4a05-b540-c7c77d6caef1/2fc33d54-66ae-4acd-9a13-99509719aca0/05ed2671-e0ef-4eb2-bda2-4b09e54ddbda) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:16:30.879850 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port e5d42094-98cf-43c0-b682-457af6611bb0 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:16:30.887020 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-56218cf7-b22e-4ad1-a001-e80ec3ad8de0 req-6546ffb8-fc56-4f13-ab5e-ce3cc22774ba tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Synchronizing usage tracker for tenant:016751374ea74e31a9eaa0fcbb0fa029 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:16:30.890525 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port e5d42094-98cf-43c0-b682-457af6611bb0 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:30.891234 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:30.924551 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-04790a5a-e438-4f2f-b529-6f0cc7399017 service neutron] For port 898a02b0-5c40-4e36-aff5-4e67570a1f91, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:16:30.929150 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 257e6625-f639-4d50-8e63-9847f4e852da details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:16:30.953570 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-04790a5a-e438-4f2f-b529-6f0cc7399017 service neutron] For port 898a02b0-5c40-4e36-aff5-4e67570a1f91, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=898a02b0-5c40-4e36-aff5-4e67570a1f91,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:16:30.961746 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-32f53dbb-9621-4e2d-b500-654b0b91a869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:30.974608 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cccf0b-2fb3-4250-be91-409bbcaa3a8b req-fd812b88-e7bb-4a06-ab5a-1373643263d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:30.976217 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-53cccf0b-2fb3-4250-be91-409bbcaa3a8b req-fd812b88-e7bb-4a06-ab5a-1373643263d5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.2939854 Apr 20 17:16:30.977555 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-04790a5a-e438-4f2f-b529-6f0cc7399017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:30.981137 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:16:31.127419 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:31.136002 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c10a4-0720-4f1d-b11e-c375b88f8dd6 req-1c24bf59-1e5b-4098-8b10-cf6ec4d04368 tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:31.137515 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ae6c10a4-0720-4f1d-b11e-c375b88f8dd6 req-1c24bf59-1e5b-4098-8b10-cf6ec4d04368 tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] 10.222.0.39 "GET /v2.0/ports?device_id=56b4c156-6b16-4365-b524-378bbd98cefb HTTP/1.1" status: 200 len: 949 time: 0.6644781 Apr 20 17:16:31.150831 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 257e6625-f639-4d50-8e63-9847f4e852da, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=257e6625-f639-4d50-8e63-9847f4e852da,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:31.173348 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '257e6625-f639-4d50-8e63-9847f4e852da', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': '257e6625-f639-4d50-8e63-9847f4e852da', 'mac_address': 'fa:16:3e:bf:62:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:16:31.238334 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port e5d42094-98cf-43c0-b682-457af6611bb0, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=e5d42094-98cf-43c0-b682-457af6611bb0,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:31.248965 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:31.254859 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-56218cf7-b22e-4ad1-a001-e80ec3ad8de0 req-6546ffb8-fc56-4f13-ab5e-ce3cc22774ba tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Unset dirty status for tenant:016751374ea74e31a9eaa0fcbb0fa029 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:16:31.256121 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-56218cf7-b22e-4ad1-a001-e80ec3ad8de0 req-6546ffb8-fc56-4f13-ab5e-ce3cc22774ba tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/security-groups?id=88c9757b-b765-406f-b818-e6e0af096ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9546716 Apr 20 17:16:31.334823 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7c45fc-db17-4e98-abdb-7b18d064ffcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d42094-98cf-43c0-b682-457af6611bb0'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:16:31.337406 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-04790a5a-e438-4f2f-b529-6f0cc7399017 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:31.339080 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-04790a5a-e438-4f2f-b529-6f0cc7399017 service neutron] 10.222.0.43 "PUT /v2.0/ports/898a02b0-5c40-4e36-aff5-4e67570a1f91 HTTP/1.1" status: 200 len: 1096 time: 4.6233683 Apr 20 17:16:31.339361 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=e5d42094-98cf-43c0-b682-457af6611bb0,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:31.340739 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a2f21702-2fb3-4f81-9f84-0ff69441982e req-5de8a968-1363-4288-b073-d3de931866c0 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5633492 Apr 20 17:16:31.354568 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-291fbdde-6ce8-4801-857b-92e2aa8aaf69 req-6fca567e-adf3-4c56-aa33-604629695359 service neutron] 10.222.0.43 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5492778 Apr 20 17:16:31.355341 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e38329-541a-415e-ab79-3d681157c525', 'tag': '898a02b0-5c40-4e36-aff5-4e67570a1f91'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:16:31.365680 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:31.385530 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ae6c10a4-0720-4f1d-b11e-c375b88f8dd6 req-a5825b7e-854d-4eb1-91b3-76948a9f54c0 tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] 10.222.0.39 "GET /v2.0/security-groups?id=56ce452f-7fd2-494a-ba6d-9629c3ea3eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315252 Apr 20 17:16:31.393588 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 257e6625-f639-4d50-8e63-9847f4e852da {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:16:31.424799 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 257e6625-f639-4d50-8e63-9847f4e852da, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=257e6625-f639-4d50-8e63-9847f4e852da,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:31.429603 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04790a5a-e438-4f2f-b529-6f0cc7399017 service neutron] Pushing event updated for resources: {'Port': ['ID=898a02b0-5c40-4e36-aff5-4e67570a1f91,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:31.436015 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:31.583691 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4fc67a83-9941-4719-98b0-1add73816642 req-9712d66f-182f-4ea4-847d-fc567992abae tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:31.615772 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=257e6625-f639-4d50-8e63-9847f4e852da,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:31.662831 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-b2f41b3d-d836-4d98-8f84-53bdb4d8cde9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=016751374ea74e31a9eaa0fcbb0fa029&device_id=c0e38329-541a-415e-ab79-3d681157c525 HTTP/1.1" status: 200 len: 1099 time: 0.2169833 Apr 20 17:16:31.693091 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['257e6625-f639-4d50-8e63-9847f4e852da'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:16:31.727320 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-32f53dbb-9621-4e2d-b500-654b0b91a869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:31.773028 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4fc67a83-9941-4719-98b0-1add73816642 req-9712d66f-182f-4ea4-847d-fc567992abae tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:31.778589 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-41683247-ce62-4d4e-8d95-1ec7b482d2d4 req-93e86d17-5608-425e-9a84-524e371ed333 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b1064b7-808f-44e7-a353-16e9bcf6a6a6 HTTP/1.1" status: 200 len: 210 time: 0.1126785 Apr 20 17:16:31.795547 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-32f53dbb-9621-4e2d-b500-654b0b91a869 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9034ea63-8cdc-4387-871e-6ef92eb3509a']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:31.826227 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-53cccf0b-2fb3-4250-be91-409bbcaa3a8b req-4ea3dcf7-04a9-4f66-acb2-aab82f12a5ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8050458 Apr 20 17:16:31.828081 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-32f53dbb-9621-4e2d-b500-654b0b91a869 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51148a45-b4e2-4f1e-951c-1de21befc123') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:31.834617 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-32f53dbb-9621-4e2d-b500-654b0b91a869 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51148a45-b4e2-4f1e-951c-1de21befc123') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:31.854595 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-6ffcb38f-7250-47c7-ba03-9890cb501225 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=898a02b0-5c40-4e36-aff5-4e67570a1f91 HTTP/1.1" status: 200 len: 217 time: 0.1469650 Apr 20 17:16:31.959447 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-32f53dbb-9621-4e2d-b500-654b0b91a869 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:31.987195 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712d66f-182f-4ea4-847d-fc567992abae tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Pushing event updated for resources: {'Port': ['ID=05ed2671-e0ef-4eb2-bda2-4b09e54ddbda,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:31.998418 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fc67a83-9941-4719-98b0-1add73816642 req-9712d66f-182f-4ea4-847d-fc567992abae tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Network 712cbfca-4f15-4a05-b540-c7c77d6caef1 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:16:32.002344 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-4fc67a83-9941-4719-98b0-1add73816642 req-9712d66f-182f-4ea4-847d-fc567992abae tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:16:32.007684 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc67a83-9941-4719-98b0-1add73816642 req-9712d66f-182f-4ea4-847d-fc567992abae tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:16:32.022141 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-32f53dbb-9621-4e2d-b500-654b0b91a869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:32.032134 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5f4fd-1b22-462e-996f-9ea59ad5bd91 req-46115a64-e625-4327-9ae3-0d0160ed2c12 tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:32.033501 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47c5f4fd-1b22-462e-996f-9ea59ad5bd91 req-46115a64-e625-4327-9ae3-0d0160ed2c12 tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] 10.222.0.43 "GET /v2.0/ports?device_id=56b4c156-6b16-4365-b524-378bbd98cefb HTTP/1.1" status: 200 len: 949 time: 0.5638039 Apr 20 17:16:32.050662 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-7ddc500f-f603-4de2-bf61-6fcff0976a7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:32.052094 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-7ddc500f-f603-4de2-bf61-6fcff0976a7d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1755924 Apr 20 17:16:32.052969 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80286f81-d4d1-4f75-a08b-d5b9c1c5d04e req-b4c2b09e-2464-4a41-97e0-697f18948846 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:32.054433 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-80286f81-d4d1-4f75-a08b-d5b9c1c5d04e req-b4c2b09e-2464-4a41-97e0-697f18948846 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6e17b42-acea-45f8-9bf2-74e6a0dca0f2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4164538 Apr 20 17:16:32.117718 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f53dbb-9621-4e2d-b500-654b0b91a869 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:16:32.118345 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-32f53dbb-9621-4e2d-b500-654b0b91a869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:32.131592 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc67a83-9941-4719-98b0-1add73816642 req-9712d66f-182f-4ea4-847d-fc567992abae tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:32.131849 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4fc67a83-9941-4719-98b0-1add73816642 req-9712d66f-182f-4ea4-847d-fc567992abae tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:32.134014 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:16:32.134014 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:16:32.134014 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:16:32.134014 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:16:32.134014 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:16:32.134014 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:16:32.134014 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:16:32.134014 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:16:32.134014 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:16:32.134014 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:16:32.134014 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:16:32.134014 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:16:32.134014 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:16:32.134014 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:16:32.134014 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:16:32.134014 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:16:32.134014 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:16:32.134014 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:16:32.134014 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:16:32.134014 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:16:32.134014 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:16:32.134014 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:16:32.134014 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:16:32.134014 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:16:32.134014 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:16:32.134014 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:16:32.134014 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:16:32.134014 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:16:32.134014 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:16:32.134014 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:16:32.134014 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:16:32.134014 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:16:32.171907 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf795a-4a44-4ffc-8166-e624c85dfcc3 req-5ac79f16-5d47-4a40-b5a8-f17895d7a5d4 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:32.173370 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a4cf795a-4a44-4ffc-8166-e624c85dfcc3 req-5ac79f16-5d47-4a40-b5a8-f17895d7a5d4 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f7c45fc-db17-4e98-abdb-7b18d064ffcb HTTP/1.1" status: 200 len: 949 time: 0.2524807 Apr 20 17:16:32.177810 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4fc67a83-9941-4719-98b0-1add73816642 req-9712d66f-182f-4ea4-847d-fc567992abae tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3477268 Apr 20 17:16:32.202607 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-4fc67a83-9941-4719-98b0-1add73816642 req-4db86369-1fc0-469b-85ff-5e93be693f3f service neutron] Request body: {'port': {'device_id': '9b1064b7-808f-44e7-a353-16e9bcf6a6a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:16:32.262454 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-7011a623-d114-4513-a54c-a7990b028c68 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2001665 Apr 20 17:16:32.312243 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-47c5f4fd-1b22-462e-996f-9ea59ad5bd91 req-37cf6413-3304-4952-9697-20c10bb3285d tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Deleting port 5b5561f6-ee4a-415a-9922-77a4335920b7 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:16:32.312584 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-47c5f4fd-1b22-462e-996f-9ea59ad5bd91 req-37cf6413-3304-4952-9697-20c10bb3285d tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:32.344128 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-53cccf0b-2fb3-4250-be91-409bbcaa3a8b req-ff969f35-b705-4cb4-b95b-d1cc60c4db4e service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4991281 Apr 20 17:16:32.358254 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-80286f81-d4d1-4f75-a08b-d5b9c1c5d04e req-ebbea8f1-d79d-40e6-9625-19806cbdb55d tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.168 HTTP/1.1" status: 200 len: 696 time: 0.2665656 Apr 20 17:16:32.376562 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a4cf795a-4a44-4ffc-8166-e624c85dfcc3 req-ed0432cb-88be-4130-880b-cc4ec2e082a4 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953809 Apr 20 17:16:32.387056 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-32f53dbb-9621-4e2d-b500-654b0b91a869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:32.391741 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-32f53dbb-9621-4e2d-b500-654b0b91a869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:32.425820 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-80286f81-d4d1-4f75-a08b-d5b9c1c5d04e req-992777b8-cedf-4f01-af3a-e60c82408cc7 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Request body: {'floatingip': {'port_id': 'ea1d80b0-c089-4016-ae67-872e3e068f8d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:16:32.430831 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4fc67a83-9941-4719-98b0-1add73816642 req-4db86369-1fc0-469b-85ff-5e93be693f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:32.504028 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-3503adaf-b44c-421b-a4cc-726822502ef0 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315960 Apr 20 17:16:32.541955 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-aaf8e0a6-dfc0-4bb5-86c4-aaff9d9035e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:32.577119 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f53dbb-9621-4e2d-b500-654b0b91a869 admin admin] Pushing event deleted for resources: {'Network': ['ID=9034ea63-8cdc-4387-871e-6ef92eb3509a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:32.614540 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-32f53dbb-9621-4e2d-b500-654b0b91a869 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9034ea63-8cdc-4387-871e-6ef92eb3509a HTTP/1.1" status: 204 len: 168 time: 2.1165738 Apr 20 17:16:32.621287 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-80286f81-d4d1-4f75-a08b-d5b9c1c5d04e req-992777b8-cedf-4f01-af3a-e60c82408cc7 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks [] for floatingip, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:32.686842 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device d9421e36-06a1-434f-a62b-5c544b9868a4 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:16:32.810055 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38520) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:16:32.864358 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port d9421e36-06a1-434f-a62b-5c544b9868a4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=d9421e36-06a1-434f-a62b-5c544b9868a4,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:32.879914 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'd9421e36-06a1-434f-a62b-5c544b9868a4', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': 'd9421e36-06a1-434f-a62b-5c544b9868a4', 'mac_address': 'fa:16:3e:eb:45:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:16:32.920792 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 257e6625-f639-4d50-8e63-9847f4e852da up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:16:32.982747 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:32.988703 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1b5f052c-a16b-4ccf-a3b0-e25b44e7c059 req-10464276-e16f-436d-810d-50634e18a17b service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778285 Apr 20 17:16:33.007649 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9421e36-06a1-434f-a62b-5c544b9868a4 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:16:33.031664 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port d9421e36-06a1-434f-a62b-5c544b9868a4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=d9421e36-06a1-434f-a62b-5c544b9868a4,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:33.034094 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefa84e-4411-451f-a2c9-e315aba66eb2 req-425d3e1a-60f4-4c73-9510-4d290874031c tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:33.038747 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:33.040940 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bbefa84e-4411-451f-a2c9-e315aba66eb2 req-425d3e1a-60f4-4c73-9510-4d290874031c tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=033362bf-532d-459f-87df-bce7a7b8c168 HTTP/1.1" status: 200 len: 947 time: 0.5090137 Apr 20 17:16:33.079808 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 257e6625-f639-4d50-8e63-9847f4e852da completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:16:33.091441 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-310c6514-42ca-4ba5-a219-130eb8056a8e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8eab13f9ce374bed840dc821db4a4e57&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2802343 Apr 20 17:16:33.094521 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 257e6625-f639-4d50-8e63-9847f4e852da triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:33.094892 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:33.101339 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38526) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:16:33.159298 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=d9421e36-06a1-434f-a62b-5c544b9868a4,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:33.164039 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-53cccf0b-2fb3-4250-be91-409bbcaa3a8b req-b5305799-b1c4-4b55-adc7-a6ab98bd1b5c service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8112738 Apr 20 17:16:33.171090 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bbefa84e-4411-451f-a2c9-e315aba66eb2 req-e82ae3f7-4f82-400b-9bf2-86f0687fadf7 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291869 Apr 20 17:16:33.231583 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:33.258736 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d36449a-8669-4045-b3d8-9dc6c3f305fb'] response: {'server_uuid': '2f7c45fc-db17-4e98-abdb-7b18d064ffcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d42094-98cf-43c0-b682-457af6611bb0', 'code': 200} Apr 20 17:16:33.273698 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-4fc67a83-9941-4719-98b0-1add73816642 req-4db86369-1fc0-469b-85ff-5e93be693f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ed2671-e0ef-4eb2-bda2-4b09e54ddbda {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:16:33.274235 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-47c5f4fd-1b22-462e-996f-9ea59ad5bd91 req-37cf6413-3304-4952-9697-20c10bb3285d tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] For port 5b5561f6-ee4a-415a-9922-77a4335920b7, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=5b5561f6-ee4a-415a-9922-77a4335920b7,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:33.276628 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 257e6625-f639-4d50-8e63-9847f4e852da, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=257e6625-f639-4d50-8e63-9847f4e852da,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:33.277900 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-47c5f4fd-1b22-462e-996f-9ea59ad5bd91 req-37cf6413-3304-4952-9697-20c10bb3285d tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:33.281642 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0c205bdc-a8bb-4d8e-918a-57f7e8994de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:33.283657 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:33.284406 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4fc67a83-9941-4719-98b0-1add73816642 req-4db86369-1fc0-469b-85ff-5e93be693f3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:33.318324 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-4fc67a83-9941-4719-98b0-1add73816642 req-4db86369-1fc0-469b-85ff-5e93be693f3f service neutron] Transition to ACTIVE for port object 05ed2671-e0ef-4eb2-bda2-4b09e54ddbda will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:16:33.322718 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0c205bdc-a8bb-4d8e-918a-57f7e8994de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:33.336274 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4fc67a83-9941-4719-98b0-1add73816642 req-4db86369-1fc0-469b-85ff-5e93be693f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:33.374835 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=257e6625-f639-4d50-8e63-9847f4e852da,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:33.436124 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['d9421e36-06a1-434f-a62b-5c544b9868a4'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:16:33.459530 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32371620-a185-42f7-b8e4-e7c1211b733f'] response: {'name': 'network-changed', 'server_uuid': 'c0e38329-541a-415e-ab79-3d681157c525', 'tag': '898a02b0-5c40-4e36-aff5-4e67570a1f91', 'status': 'completed', 'code': 200} Apr 20 17:16:33.517006 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-47c5f4fd-1b22-462e-996f-9ea59ad5bd91 req-37cf6413-3304-4952-9697-20c10bb3285d tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Calling delete_port for 5b5561f6-ee4a-415a-9922-77a4335920b7 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:16:33.588168 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db86369-1fc0-469b-85ff-5e93be693f3f service neutron] Pushing event updated for resources: {'Port': ['ID=05ed2671-e0ef-4eb2-bda2-4b09e54ddbda,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:33.620174 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0c205bdc-a8bb-4d8e-918a-57f7e8994de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:33.678963 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c205bdc-a8bb-4d8e-918a-57f7e8994de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b329bffa-b869-4967-bd85-94509dc05145,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:33.716758 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-995a46e4-b895-47c3-89a0-2503f7143481 req-8586dbc5-137e-43f8-9391-f7a60b9253ea service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2f7c45fc-db17-4e98-abdb-7b18d064ffcb HTTP/1.1" status: 200 len: 1100 time: 0.3632991 Apr 20 17:16:33.748728 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0c205bdc-a8bb-4d8e-918a-57f7e8994de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:33.752206 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0c205bdc-a8bb-4d8e-918a-57f7e8994de3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b329bffa-b869-4967-bd85-94509dc05145 HTTP/1.1" status: 204 len: 168 time: 0.6437695 Apr 20 17:16:33.764020 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d4396-15ec-47e0-8daa-4182e6743781 req-5d47d169-3365-4e84-8140-a69cead61fe9 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:33.764020 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-618d4396-15ec-47e0-8daa-4182e6743781 req-5d47d169-3365-4e84-8140-a69cead61fe9 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0e38329-541a-415e-ab79-3d681157c525 HTTP/1.1" status: 200 len: 948 time: 0.3042302 Apr 20 17:16:33.818714 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-4fc67a83-9941-4719-98b0-1add73816642 req-4db86369-1fc0-469b-85ff-5e93be693f3f service neutron] Attempting to bind port 05ed2671-e0ef-4eb2-bda2-4b09e54ddbda on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:16:33.819555 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-4fc67a83-9941-4719-98b0-1add73816642 req-4db86369-1fc0-469b-85ff-5e93be693f3f service neutron] Attempting to bind port 05ed2671-e0ef-4eb2-bda2-4b09e54ddbda by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '7bd8babb-8003-4806-8692-e92ce3a5f993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:16:33.819555 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc67a83-9941-4719-98b0-1add73816642 req-4db86369-1fc0-469b-85ff-5e93be693f3f service neutron] Attempting to bind port 05ed2671-e0ef-4eb2-bda2-4b09e54ddbda on network 712cbfca-4f15-4a05-b540-c7c77d6caef1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:16:33.834451 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-995a46e4-b895-47c3-89a0-2503f7143481 req-e2a3b801-c102-4f1a-a948-1084d5a8efc7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062582 Apr 20 17:16:33.843122 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc67a83-9941-4719-98b0-1add73816642 req-4db86369-1fc0-469b-85ff-5e93be693f3f service neutron] Port 05ed2671-e0ef-4eb2-bda2-4b09e54ddbda on network 712cbfca-4f15-4a05-b540-c7c77d6caef1 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:16:33.843122 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc67a83-9941-4719-98b0-1add73816642 req-4db86369-1fc0-469b-85ff-5e93be693f3f service neutron] Attempting to bind port 05ed2671-e0ef-4eb2-bda2-4b09e54ddbda on network 712cbfca-4f15-4a05-b540-c7c77d6caef1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:16:33.844924 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7458ca98-3cda-4bfc-b76c-83e209c34873 req-73cc3105-b395-454b-b6f2-597e355bd75b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=016751374ea74e31a9eaa0fcbb0fa029&device_id=c0e38329-541a-415e-ab79-3d681157c525 HTTP/1.1" status: 200 len: 1099 time: 0.3845799 Apr 20 17:16:33.851822 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-618d4396-15ec-47e0-8daa-4182e6743781 req-213533d0-a94f-4ded-807d-a0236b5f64d7 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/security-groups?id=88c9757b-b765-406f-b818-e6e0af096ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808442 Apr 20 17:16:33.852975 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc67a83-9941-4719-98b0-1add73816642 req-4db86369-1fc0-469b-85ff-5e93be693f3f service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:16:33.853299 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc67a83-9941-4719-98b0-1add73816642 req-4db86369-1fc0-469b-85ff-5e93be693f3f service neutron] Checking segment: {'id': '7bd8babb-8003-4806-8692-e92ce3a5f993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:16:33.853841 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc67a83-9941-4719-98b0-1add73816642 req-4db86369-1fc0-469b-85ff-5e93be693f3f service neutron] Bound using segment: {'id': '7bd8babb-8003-4806-8692-e92ce3a5f993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:16:33.854452 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-4fc67a83-9941-4719-98b0-1add73816642 req-4db86369-1fc0-469b-85ff-5e93be693f3f service neutron] Bound port: 05ed2671-e0ef-4eb2-bda2-4b09e54ddbda, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd8babb-8003-4806-8692-e92ce3a5f993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:16:33.854958 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4fc67a83-9941-4719-98b0-1add73816642 req-4db86369-1fc0-469b-85ff-5e93be693f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:33.956586 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-4fc67a83-9941-4719-98b0-1add73816642 req-4db86369-1fc0-469b-85ff-5e93be693f3f service neutron] For port 05ed2671-e0ef-4eb2-bda2-4b09e54ddbda, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:16:33.960363 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-4fc67a83-9941-4719-98b0-1add73816642 req-4db86369-1fc0-469b-85ff-5e93be693f3f service neutron] For port 05ed2671-e0ef-4eb2-bda2-4b09e54ddbda, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=05ed2671-e0ef-4eb2-bda2-4b09e54ddbda,segment=NetworkSegment(7bd8babb-8003-4806-8692-e92ce3a5f993),segment_id=7bd8babb-8003-4806-8692-e92ce3a5f993)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:16:33.968273 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4fc67a83-9941-4719-98b0-1add73816642 req-4db86369-1fc0-469b-85ff-5e93be693f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:34.041497 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-47c5f4fd-1b22-462e-996f-9ea59ad5bd91 req-37cf6413-3304-4952-9697-20c10bb3285d tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:34.074714 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d895a50e-4f87-4c97-af8e-956e73c28cfe req-4d5994b8-cf39-4b5e-83bc-de88d761bb6d tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] 10.222.0.39 "GET /v2.0/ports?device_id=56b4c156-6b16-4365-b524-378bbd98cefb HTTP/1.1" status: 200 len: 210 time: 0.0644743 Apr 20 17:16:34.085301 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4fc67a83-9941-4719-98b0-1add73816642 req-4db86369-1fc0-469b-85ff-5e93be693f3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:34.086734 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4fc67a83-9941-4719-98b0-1add73816642 req-4db86369-1fc0-469b-85ff-5e93be693f3f service neutron] 10.222.0.10 "PUT /v2.0/ports/05ed2671-e0ef-4eb2-bda2-4b09e54ddbda HTTP/1.1" status: 200 len: 1091 time: 1.8881905 Apr 20 17:16:34.087186 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b1064b7-808f-44e7-a353-16e9bcf6a6a6', 'tag': '05ed2671-e0ef-4eb2-bda2-4b09e54ddbda'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:16:34.099361 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db86369-1fc0-469b-85ff-5e93be693f3f service neutron] Pushing event updated for resources: {'Port': ['ID=05ed2671-e0ef-4eb2-bda2-4b09e54ddbda,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:34.129761 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf6413-3304-4952-9697-20c10bb3285d tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Pushing event deleted for resources: {'Port': ['ID=5b5561f6-ee4a-415a-9922-77a4335920b7,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:34.244173 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4fc67a83-9941-4719-98b0-1add73816642 req-d1ecef01-e562-4301-8404-3b40f95fca6f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0abf75523cb42799be079adbc9824df&device_id=9b1064b7-808f-44e7-a353-16e9bcf6a6a6 HTTP/1.1" status: 200 len: 1094 time: 0.0986421 Apr 20 17:16:34.292083 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458ca98-3cda-4bfc-b76c-83e209c34873 req-599fd8cd-c42b-4d1c-bef6-d92066c0908e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:34.293554 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7458ca98-3cda-4bfc-b76c-83e209c34873 req-599fd8cd-c42b-4d1c-bef6-d92066c0908e service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.4396441 Apr 20 17:16:34.387291 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4fc67a83-9941-4719-98b0-1add73816642 req-0099466f-383c-4f65-9cd5-54cc61c99021 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05ed2671-e0ef-4eb2-bda2-4b09e54ddbda HTTP/1.1" status: 200 len: 217 time: 0.1329467 Apr 20 17:16:34.493810 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc67a83-9941-4719-98b0-1add73816642 req-550e228f-ed94-4575-9d45-1ace5fe2bfe7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:34.495424 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4fc67a83-9941-4719-98b0-1add73816642 req-550e228f-ed94-4575-9d45-1ace5fe2bfe7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2fc33d54-66ae-4acd-9a13-99509719aca0 HTTP/1.1" status: 200 len: 852 time: 0.0883260 Apr 20 17:16:34.508829 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db907c7-67f5-40b7-bf90-681fca5642af req-d1e83a8e-73e8-4be5-a38b-2159a15a996e tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:34.509642 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-1db907c7-67f5-40b7-bf90-681fca5642af req-d1e83a8e-73e8-4be5-a38b-2159a15a996e tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Synchronizing usage tracker for tenant:e0abf75523cb42799be079adbc9824df on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:16:34.556085 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4fc67a83-9941-4719-98b0-1add73816642 req-3e56284f-c222-4671-838d-278b1dcf1fd1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=712cbfca-4f15-4a05-b540-c7c77d6caef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534673 Apr 20 17:16:34.567872 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-1db907c7-67f5-40b7-bf90-681fca5642af req-d1e83a8e-73e8-4be5-a38b-2159a15a996e tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Unset dirty status for tenant:e0abf75523cb42799be079adbc9824df on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:16:34.569332 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1db907c7-67f5-40b7-bf90-681fca5642af req-d1e83a8e-73e8-4be5-a38b-2159a15a996e tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b1064b7-808f-44e7-a353-16e9bcf6a6a6 HTTP/1.1" status: 200 len: 943 time: 0.2409937 Apr 20 17:16:34.595559 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c5f4fd-1b22-462e-996f-9ea59ad5bd91 req-37cf6413-3304-4952-9697-20c10bb3285d tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] No DVR routers for this DVR port 5b5561f6-ee4a-415a-9922-77a4335920b7 on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:16:34.597982 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-47c5f4fd-1b22-462e-996f-9ea59ad5bd91 req-37cf6413-3304-4952-9697-20c10bb3285d tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:34.630148 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7458ca98-3cda-4bfc-b76c-83e209c34873 req-bd4937d0-12d4-48a7-8f6f-480938ada8d1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=898a02b0-5c40-4e36-aff5-4e67570a1f91 HTTP/1.1" status: 200 len: 217 time: 0.3119514 Apr 20 17:16:34.642450 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47c5f4fd-1b22-462e-996f-9ea59ad5bd91 req-37cf6413-3304-4952-9697-20c10bb3285d tempest-TenantUsagesTestJSON-1994171632 tempest-TenantUsagesTestJSON-1994171632-project] 10.222.0.43 "DELETE /v2.0/ports/5b5561f6-ee4a-415a-9922-77a4335920b7 HTTP/1.1" status: 204 len: 173 time: 2.6013956 Apr 20 17:16:34.687969 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device d9421e36-06a1-434f-a62b-5c544b9868a4 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:16:34.757617 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458ca98-3cda-4bfc-b76c-83e209c34873 req-29239ace-226d-446b-92c1-e283b73d1e1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:34.759197 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7458ca98-3cda-4bfc-b76c-83e209c34873 req-29239ace-226d-446b-92c1-e283b73d1e1e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1184790 Apr 20 17:16:34.764776 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4fc67a83-9941-4719-98b0-1add73816642 req-6b7b0bc6-58f1-4b1f-bcff-766c3995b788 service neutron] 10.222.0.10 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944578 Apr 20 17:16:34.767642 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1db907c7-67f5-40b7-bf90-681fca5642af req-9b06665b-221d-40ad-a6b8-71e130367273 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780527 Apr 20 17:16:34.871293 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port d9421e36-06a1-434f-a62b-5c544b9868a4 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:16:34.878821 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38554) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:16:34.879409 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port d9421e36-06a1-434f-a62b-5c544b9868a4 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:34.879653 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:34.948124 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 898a02b0-5c40-4e36-aff5-4e67570a1f91 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:16:34.951225 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 5b5561f6-ee4a-415a-9922-77a4335920b7 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:16:35.004017 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 5b5561f6-ee4a-415a-9922-77a4335920b7 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:16:35.004813 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 5b5561f6-ee4a-415a-9922-77a4335920b7 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:16:35.075905 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-80286f81-d4d1-4f75-a08b-d5b9c1c5d04e req-992777b8-cedf-4f01-af3a-e60c82408cc7 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:35.085272 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-80286f81-d4d1-4f75-a08b-d5b9c1c5d04e req-992777b8-cedf-4f01-af3a-e60c82408cc7 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:35.137178 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-d3687677-bbe5-4562-8082-e866b1d05c78 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-624039409-network', 'tenant_id': 'e75f8ad024ce426a84ef751b2d001871'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:16:35.148146 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d3687677-bbe5-4562-8082-e866b1d05c78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:16:35.160121 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4fc67a83-9941-4719-98b0-1add73816642 req-37cfabf3-f1cf-457c-9b55-91b118b6e2a0 service neutron] 10.222.0.10 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857388 Apr 20 17:16:35.164931 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d3687677-bbe5-4562-8082-e866b1d05c78 admin admin] Usage tracker for resource:network and tenant:e75f8ad024ce426a84ef751b2d001871 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:16:35.169501 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d3687677-bbe5-4562-8082-e866b1d05c78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:16:35.176887 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d3687677-bbe5-4562-8082-e866b1d05c78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:16:35.198228 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e9483-75a2-4a24-88c4-fef02a1fe3f3 req-eaefa77c-031d-427b-9e07-13148770d5ba tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:35.200018 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-905e9483-75a2-4a24-88c4-fef02a1fe3f3 req-eaefa77c-031d-427b-9e07-13148770d5ba tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f7c45fc-db17-4e98-abdb-7b18d064ffcb HTTP/1.1" status: 200 len: 949 time: 0.2521873 Apr 20 17:16:35.201487 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3687677-bbe5-4562-8082-e866b1d05c78 admin admin] Made reservation on behalf of e75f8ad024ce426a84ef751b2d001871 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:16:35.203808 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d3687677-bbe5-4562-8082-e866b1d05c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:35.229369 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:35.234516 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d3687677-bbe5-4562-8082-e866b1d05c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:35.262288 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3b0e96-cebb-49da-9d8f-bf8fd88efbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257e6625-f639-4d50-8e63-9847f4e852da'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:16:35.271889 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7458ca98-3cda-4bfc-b76c-83e209c34873 req-18f9347e-e2dd-43ed-abc7-1ddada2f0e35 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5058839 Apr 20 17:16:35.299833 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-905e9483-75a2-4a24-88c4-fef02a1fe3f3 req-4846ad6e-4adc-4c33-9c80-9dbc708b9790 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822647 Apr 20 17:16:35.309356 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d3687677-bbe5-4562-8082-e866b1d05c78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:16:35.314215 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 898a02b0-5c40-4e36-aff5-4e67570a1f91, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=898a02b0-5c40-4e36-aff5-4e67570a1f91,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:35.323260 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d3687677-bbe5-4562-8082-e866b1d05c78 admin admin] Usage tracker for resource:security_group_rule and tenant:e75f8ad024ce426a84ef751b2d001871 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:16:35.327057 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d3687677-bbe5-4562-8082-e866b1d05c78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:16:35.330111 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port d9421e36-06a1-434f-a62b-5c544b9868a4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=d9421e36-06a1-434f-a62b-5c544b9868a4,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:35.337118 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '898a02b0-5c40-4e36-aff5-4e67570a1f91', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': '898a02b0-5c40-4e36-aff5-4e67570a1f91', 'mac_address': 'fa:16:3e:d4:35:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:16:35.355146 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d3687677-bbe5-4562-8082-e866b1d05c78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:16:35.410983 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:35.443114 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3689b9f-4b76-4c61-84c4-a0fc76712a9a'] response: {'name': 'network-changed', 'server_uuid': '9b1064b7-808f-44e7-a353-16e9bcf6a6a6', 'tag': '05ed2671-e0ef-4eb2-bda2-4b09e54ddbda', 'status': 'completed', 'code': 200} Apr 20 17:16:35.448825 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 898a02b0-5c40-4e36-aff5-4e67570a1f91 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:16:35.458366 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:35.538142 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b4c156-6b16-4365-b524-378bbd98cefb', 'name': 'network-vif-deleted', 'tag': '5b5561f6-ee4a-415a-9922-77a4335920b7'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:16:35.548142 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7458ca98-3cda-4bfc-b76c-83e209c34873 req-02395abc-ec7f-4a67-a7eb-d32f5193aef6 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565768 Apr 20 17:16:35.575121 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 898a02b0-5c40-4e36-aff5-4e67570a1f91, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=898a02b0-5c40-4e36-aff5-4e67570a1f91,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:35.585414 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d3687677-bbe5-4562-8082-e866b1d05c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:35.589076 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:35.595037 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=d9421e36-06a1-434f-a62b-5c544b9868a4,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:35.609249 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d3687677-bbe5-4562-8082-e866b1d05c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:35.687183 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=898a02b0-5c40-4e36-aff5-4e67570a1f91,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:35.701852 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3687677-bbe5-4562-8082-e866b1d05c78 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:16:35.720854 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3687677-bbe5-4562-8082-e866b1d05c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7199b6f3-95fc-40e9-b57d-a1d13b26d2af,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:35.726921 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d3687677-bbe5-4562-8082-e866b1d05c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:35.727435 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-d3687677-bbe5-4562-8082-e866b1d05c78 admin admin] Added segment 43999dff-a448-4195-ad66-c7adbdca2564 of type vlan for network 2c26c5bd-f238-4795-be1b-c0013f180282 Apr 20 17:16:35.754040 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-21a358bc-ca12-455d-8296-4dffa8f4520c req-915de17e-2f32-4c08-98d7-6193750a5093 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0abf75523cb42799be079adbc9824df&device_id=9b1064b7-808f-44e7-a353-16e9bcf6a6a6 HTTP/1.1" status: 200 len: 1094 time: 0.2598071 Apr 20 17:16:35.757074 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7458ca98-3cda-4bfc-b76c-83e209c34873 req-a1807285-1cc8-405f-9139-957cd8e1cc2c service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002878 Apr 20 17:16:35.795780 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf8e0a6-dfc0-4bb5-86c4-aaff9d9035e5 admin admin] Router 9e931e12-3c59-46aa-9836-b54e6467c8ee has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:16:35.798511 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [req-80286f81-d4d1-4f75-a08b-d5b9c1c5d04e req-992777b8-cedf-4f01-af3a-e60c82408cc7 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Floating IP 661d2541-e92c-4225-947c-7db7ed57039f associated. External IP: 172.25.8.168, port: ea1d80b0-c089-4016-ae67-872e3e068f8d. Apr 20 17:16:35.806309 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d3687677-bbe5-4562-8082-e866b1d05c78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:35.865752 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['898a02b0-5c40-4e36-aff5-4e67570a1f91'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:16:35.878578 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc107883-a444-4c68-b52e-f256c39a95e2 req-a583b345-e39d-4f3b-84c7-31fe94689f95 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:35.880054 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fc107883-a444-4c68-b52e-f256c39a95e2 req-a583b345-e39d-4f3b-84c7-31fe94689f95 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=033362bf-532d-459f-87df-bce7a7b8c168 HTTP/1.1" status: 200 len: 949 time: 0.2420220 Apr 20 17:16:35.954953 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d3687677-bbe5-4562-8082-e866b1d05c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:35.955793 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3687677-bbe5-4562-8082-e866b1d05c78 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:35.956353 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d3687677-bbe5-4562-8082-e866b1d05c78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:36.057063 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a358bc-ca12-455d-8296-4dffa8f4520c req-ff142775-02a6-4cd6-a7ef-99ddd2935f39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:36.059463 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-21a358bc-ca12-455d-8296-4dffa8f4520c req-ff142775-02a6-4cd6-a7ef-99ddd2935f39 service neutron] 10.222.0.10 "GET /v2.0/networks?id=712cbfca-4f15-4a05-b540-c7c77d6caef1 HTTP/1.1" status: 200 len: 913 time: 0.2876151 Apr 20 17:16:36.082000 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fc107883-a444-4c68-b52e-f256c39a95e2 req-b20b5049-cd47-4f73-9cd8-2fc0667f2b17 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800027 Apr 20 17:16:36.160414 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3687677-bbe5-4562-8082-e866b1d05c78 admin admin] Pushing event updated for resources: {'Network': ['ID=2c26c5bd-f238-4795-be1b-c0013f180282,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:36.164352 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d3687677-bbe5-4562-8082-e866b1d05c78 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2843223 Apr 20 17:16:36.166385 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-21a358bc-ca12-455d-8296-4dffa8f4520c req-809cdc72-92f2-4372-8dc2-f3318e588d5d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05ed2671-e0ef-4eb2-bda2-4b09e54ddbda HTTP/1.1" status: 200 len: 217 time: 0.0894856 Apr 20 17:16:36.167176 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38570) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:16:36.174320 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 2c26c5bd-f238-4795-be1b-c0013f180282 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:16:36.183136 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-4c278fd2-4abb-4e8e-b1d1-57620c2d4ea1 admin admin] Request body: {'subnet': {'network_id': '2c26c5bd-f238-4795-be1b-c0013f180282', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-624039409-subnet', 'tenant_id': 'e75f8ad024ce426a84ef751b2d001871', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:16:36.219273 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4c278fd2-4abb-4e8e-b1d1-57620c2d4ea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:16:36.278357 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4c278fd2-4abb-4e8e-b1d1-57620c2d4ea1 admin admin] Usage tracker for resource:subnet and tenant:e75f8ad024ce426a84ef751b2d001871 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:16:36.284913 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4c278fd2-4abb-4e8e-b1d1-57620c2d4ea1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:16:36.295898 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4c278fd2-4abb-4e8e-b1d1-57620c2d4ea1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:16:36.322153 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c278fd2-4abb-4e8e-b1d1-57620c2d4ea1 admin admin] Made reservation on behalf of e75f8ad024ce426a84ef751b2d001871 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:16:36.324147 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4c278fd2-4abb-4e8e-b1d1-57620c2d4ea1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:36.340983 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a358bc-ca12-455d-8296-4dffa8f4520c req-8736c301-2b09-4cb3-b48b-28da0ddafb11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:36.342457 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-21a358bc-ca12-455d-8296-4dffa8f4520c req-8736c301-2b09-4cb3-b48b-28da0ddafb11 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2fc33d54-66ae-4acd-9a13-99509719aca0 HTTP/1.1" status: 200 len: 852 time: 0.1555588 Apr 20 17:16:36.448057 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-21a358bc-ca12-455d-8296-4dffa8f4520c req-ade385f8-d5e0-4aa8-8fe9-2c693104e7a4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=712cbfca-4f15-4a05-b540-c7c77d6caef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563395 Apr 20 17:16:36.449318 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf8e0a6-dfc0-4bb5-86c4-aaff9d9035e5 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:16:36.461132 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10aa87e-3452-4931-a205-7e5be6edad5f None None] Sync routers for ids ['9e931e12-3c59-46aa-9836-b54e6467c8ee'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:16:36.462574 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-aaf8e0a6-dfc0-4bb5-86c4-aaff9d9035e5 admin admin] 10.222.0.39 "PUT /v2.0/routers/9e931e12-3c59-46aa-9836-b54e6467c8ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7754977 Apr 20 17:16:36.464494 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38576) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:16:36.480076 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10aa87e-3452-4931-a205-7e5be6edad5f None None] Routers {'9e931e12-3c59-46aa-9836-b54e6467c8ee'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:16:36.481238 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e10aa87e-3452-4931-a205-7e5be6edad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:16:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['9e931e12-3c59-46aa-9836-b54e6467c8ee'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:36.567104 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cc763-ff65-469a-a59b-6709b9994a84 req-18a4ff30-da78-41b4-bbfc-292c0610a708 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:36.568543 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ec9cc763-ff65-469a-a59b-6709b9994a84 req-18a4ff30-da78-41b4-bbfc-292c0610a708 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0e38329-541a-415e-ab79-3d681157c525 HTTP/1.1" status: 200 len: 949 time: 0.3508179 Apr 20 17:16:36.665352 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-e10aa87e-3452-4931-a205-7e5be6edad5f None None] Set router 9e931e12-3c59-46aa-9836-b54e6467c8ee gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:16:36.694706 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-21a358bc-ca12-455d-8296-4dffa8f4520c req-6079ffec-c5a5-457b-b4b9-b62955507ec3 service neutron] 10.222.0.10 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392619 Apr 20 17:16:36.702584 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ec9cc763-ff65-469a-a59b-6709b9994a84 req-6096e7d0-5d03-46ad-a279-61ef96ed0ccf tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/security-groups?id=88c9757b-b765-406f-b818-e6e0af096ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218393 Apr 20 17:16:36.722665 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80286f81-d4d1-4f75-a08b-d5b9c1c5d04e req-992777b8-cedf-4f01-af3a-e60c82408cc7 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Router 3456df83-4ab8-4df2-8c4d-fffa485cc2be has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:16:36.732582 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b6edabcc-61c5-49da-835f-b2933962d7b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:36.843709 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4c278fd2-4abb-4e8e-b1d1-57620c2d4ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:36.917622 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e5482a0-965d-4c15-a1cb-e901d6e38a08'] response: {'server_uuid': '3f3b0e96-cebb-49da-9d8f-bf8fd88efbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257e6625-f639-4d50-8e63-9847f4e852da', 'code': 200} Apr 20 17:16:36.934919 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 898a02b0-5c40-4e36-aff5-4e67570a1f91 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:16:36.943005 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-21a358bc-ca12-455d-8296-4dffa8f4520c req-a73dbbc2-d497-4e16-ac7f-20fc7b909d71 service neutron] 10.222.0.10 "GET /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395406 Apr 20 17:16:36.986881 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e10aa87e-3452-4931-a205-7e5be6edad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e931e12-3c59-46aa-9836-b54e6467c8ee', 'name': 'tempest-ServersTestMultiNic-24229346-router', 'tenant_id': '4f510c870a174765bb86dc367cadd96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:13:31Z', 'updated_at': '2022-04-20T17:16:29Z', 'revision_number': 5, 'project_id': '4f510c870a174765bb86dc367cadd96a', 'gw_port': {'id': '6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e931e12-3c59-46aa-9836-b54e6467c8ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:13:33Z', 'updated_at': '2022-04-20T17:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:36.991177 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10aa87e-3452-4931-a205-7e5be6edad5f None None] Checking router: 9e931e12-3c59-46aa-9836-b54e6467c8ee for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:16:36.993840 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c278fd2-4abb-4e8e-b1d1-57620c2d4ea1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6168ff55-f8cc-4173-8a8f-60bbd4cfe151,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:37.002983 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10aa87e-3452-4931-a205-7e5be6edad5f None None] Routers {'9e931e12-3c59-46aa-9836-b54e6467c8ee'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:16:37.003811 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e10aa87e-3452-4931-a205-7e5be6edad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:16:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['9e931e12-3c59-46aa-9836-b54e6467c8ee'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:37.027181 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c278fd2-4abb-4e8e-b1d1-57620c2d4ea1 admin admin] Checking segment: {'id': '43999dff-a448-4195-ad66-c7adbdca2564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c26c5bd-f238-4795-be1b-c0013f180282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:16:37.027755 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c278fd2-4abb-4e8e-b1d1-57620c2d4ea1 admin admin] Network hostable DHCP agents. Network: 2c26c5bd-f238-4795-be1b-c0013f180282, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:16:37.125455 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c278fd2-4abb-4e8e-b1d1-57620c2d4ea1 admin admin] Network 2c26c5bd-f238-4795-be1b-c0013f180282 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:16:37.150175 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-4c278fd2-4abb-4e8e-b1d1-57620c2d4ea1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 2c26c5bd-f238-4795-be1b-c0013f180282) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:16:37.152320 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19238ea1-8c69-46cd-b4e6-927f5a241a1a'] response: {'server_uuid': '56b4c156-6b16-4365-b524-378bbd98cefb', 'name': 'network-vif-deleted', 'tag': '5b5561f6-ee4a-415a-9922-77a4335920b7', 'status': 'completed', 'code': 200} Apr 20 17:16:37.154921 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c278fd2-4abb-4e8e-b1d1-57620c2d4ea1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:37.155167 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4c278fd2-4abb-4e8e-b1d1-57620c2d4ea1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:37.203327 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-18d6d95e-f403-491b-b01e-56f74978ac86 req-6ec1a1bc-e683-4df6-831e-07522e87fb66 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3f3b0e96-cebb-49da-9d8f-bf8fd88efbdc HTTP/1.1" status: 200 len: 1101 time: 0.1348562 Apr 20 17:16:37.205966 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1264802c-71c6-4cec-985b-537a6aa14e38 None None] Network 2c26c5bd-f238-4795-be1b-c0013f180282 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:16:37.216074 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4c278fd2-4abb-4e8e-b1d1-57620c2d4ea1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0396800 Apr 20 17:16:37.269050 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-e10aa87e-3452-4931-a205-7e5be6edad5f None None] Set router 9e931e12-3c59-46aa-9836-b54e6467c8ee gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:16:37.284291 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b6edabcc-61c5-49da-835f-b2933962d7b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:37.311061 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-18d6d95e-f403-491b-b01e-56f74978ac86 req-0b36a0d5-dc42-4fa9-b2ad-2ad6707a1c8b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=88c9757b-b765-406f-b818-e6e0af096ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980866 Apr 20 17:16:37.314712 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-b6edabcc-61c5-49da-835f-b2933962d7b5 admin admin] Deleting port 6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:16:37.315048 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b6edabcc-61c5-49da-835f-b2933962d7b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:37.391967 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e3bac-04fd-4380-8824-f6360fa6bad3 req-cab93503-ee63-4675-8d19-c54c532da912 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:37.400040 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dc3e3bac-04fd-4380-8824-f6360fa6bad3 req-cab93503-ee63-4675-8d19-c54c532da912 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b1064b7-808f-44e7-a353-16e9bcf6a6a6 HTTP/1.1" status: 200 len: 943 time: 0.1069021 Apr 20 17:16:37.409255 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80286f81-d4d1-4f75-a08b-d5b9c1c5d04e req-992777b8-cedf-4f01-af3a-e60c82408cc7 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:16:37.412037 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38588) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:16:37.443376 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-80286f81-d4d1-4f75-a08b-d5b9c1c5d04e req-992777b8-cedf-4f01-af3a-e60c82408cc7 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:37.460464 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dc3e3bac-04fd-4380-8824-f6360fa6bad3 req-8b4eef7b-a3db-48e3-ab61-84601663f2cf tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593984 Apr 20 17:16:37.599379 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-80286f81-d4d1-4f75-a08b-d5b9c1c5d04e req-992777b8-cedf-4f01-af3a-e60c82408cc7 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "PUT /v2.0/floatingips/661d2541-e92c-4225-947c-7db7ed57039f HTTP/1.1" status: 200 len: 996 time: 5.2145915 Apr 20 17:16:37.648023 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe2d6ee-821d-4b3f-bf79-f5b54376f356 None None] Sync routers for ids ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:16:37.661917 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 898a02b0-5c40-4e36-aff5-4e67570a1f91 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:16:37.674114 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 898a02b0-5c40-4e36-aff5-4e67570a1f91 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:37.674775 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:37.707271 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-b6edabcc-61c5-49da-835f-b2933962d7b5 admin admin] For port 6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:37.707642 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b6edabcc-61c5-49da-835f-b2933962d7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:37.744937 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135a77ab-4a84-400f-8489-5b2cc93fd5d1 None None] Network 2c26c5bd-f238-4795-be1b-c0013f180282 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:16:37.783857 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47386466-1d3a-4982-9e0e-9ea5808cc2ef req-0a6b6bc2-6ea5-4ffe-98d6-0bb60e641f24 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:37.786218 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-47386466-1d3a-4982-9e0e-9ea5808cc2ef req-0a6b6bc2-6ea5-4ffe-98d6-0bb60e641f24 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f7c45fc-db17-4e98-abdb-7b18d064ffcb HTTP/1.1" status: 200 len: 949 time: 0.0908930 Apr 20 17:16:37.808932 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e10aa87e-3452-4931-a205-7e5be6edad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e931e12-3c59-46aa-9836-b54e6467c8ee', 'name': 'tempest-ServersTestMultiNic-24229346-router', 'tenant_id': '4f510c870a174765bb86dc367cadd96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:13:31Z', 'updated_at': '2022-04-20T17:16:29Z', 'revision_number': 5, 'project_id': '4f510c870a174765bb86dc367cadd96a', 'gw_port': {'id': '6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e931e12-3c59-46aa-9836-b54e6467c8ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:13:33Z', 'updated_at': '2022-04-20T17:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:37.814134 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10aa87e-3452-4931-a205-7e5be6edad5f None None] The sync data for ids ['9e931e12-3c59-46aa-9836-b54e6467c8ee'] in n-d-838032-1 is: [{'id': '9e931e12-3c59-46aa-9836-b54e6467c8ee', 'name': 'tempest-ServersTestMultiNic-24229346-router', 'tenant_id': '4f510c870a174765bb86dc367cadd96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:13:31Z', 'updated_at': '2022-04-20T17:16:29Z', 'revision_number': 5, 'project_id': '4f510c870a174765bb86dc367cadd96a', 'gw_port': {'id': '6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e931e12-3c59-46aa-9836-b54e6467c8ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:13:33Z', 'updated_at': '2022-04-20T17:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:16:37.863419 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-47386466-1d3a-4982-9e0e-9ea5808cc2ef req-a70e50cf-2c7d-407c-9f33-fcd1b2b584c1 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698669 Apr 20 17:16:37.870319 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe2d6ee-821d-4b3f-bf79-f5b54376f356 None None] Routers {'3456df83-4ab8-4df2-8c4d-fffa485cc2be'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:16:37.870933 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-6fe2d6ee-821d-4b3f-bf79-f5b54376f356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:16:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:37.900007 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-b6edabcc-61c5-49da-835f-b2933962d7b5 admin admin] Calling delete_port for 6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:16:38.099971 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-47a61258-cc41-47ee-9c54-1bb4f4e6f821 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1c3b49a22c08488fb31bd522a20e042e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6693041 Apr 20 17:16:38.101894 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38602) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:16:38.102029 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:38.138892 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-80286f81-d4d1-4f75-a08b-d5b9c1c5d04e req-f3b8d0f5-1c3f-4e7e-b6c5-52881d9e68b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9447d3abcfef46fbb9cec3961f14b45a&device_id=f6e17b42-acea-45f8-9bf2-74e6a0dca0f2 HTTP/1.1" status: 200 len: 1096 time: 0.5100121 Apr 20 17:16:38.155793 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18217095-1b8d-4f00-b48d-3682b4895329 req-be55fddb-2909-4059-9329-1841fefb719e tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:38.157936 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-18217095-1b8d-4f00-b48d-3682b4895329 req-be55fddb-2909-4059-9329-1841fefb719e tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=033362bf-532d-459f-87df-bce7a7b8c168 HTTP/1.1" status: 200 len: 949 time: 0.1950815 Apr 20 17:16:38.215205 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 011c836d-1701-4669-8fb3-b8e589bd35b6 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:16:38.240929 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-18217095-1b8d-4f00-b48d-3682b4895329 req-5ca5b17f-095b-40fb-9927-63a50c3a297e tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771329 Apr 20 17:16:38.256458 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 898a02b0-5c40-4e36-aff5-4e67570a1f91, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=898a02b0-5c40-4e36-aff5-4e67570a1f91,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:38.269259 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 011c836d-1701-4669-8fb3-b8e589bd35b6 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:16:38.269594 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 011c836d-1701-4669-8fb3-b8e589bd35b6 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:16:38.275830 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:38.314519 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-6fe2d6ee-821d-4b3f-bf79-f5b54376f356 None None] Set router 3456df83-4ab8-4df2-8c4d-fffa485cc2be gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:16:38.336475 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5c751d55-f8b9-49ec-ad99-5d895621dfef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:38.438175 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80286f81-d4d1-4f75-a08b-d5b9c1c5d04e req-8a72dccd-c189-4d11-abbe-a7fe9dba1e24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:38.439741 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-80286f81-d4d1-4f75-a08b-d5b9c1c5d04e req-8a72dccd-c189-4d11-abbe-a7fe9dba1e24 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7cad8736-f7b6-475d-b939-9da845dbb70b HTTP/1.1" status: 200 len: 921 time: 0.2819946 Apr 20 17:16:38.446078 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5c751d55-f8b9-49ec-ad99-5d895621dfef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:38.524452 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=898a02b0-5c40-4e36-aff5-4e67570a1f91,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:38.543608 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:38.543608 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:38.543935 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:38.544028 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:38.544334 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:38.544654 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:38.544971 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:38.545282 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:38.545597 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:38.545986 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:38.546352 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:16:38.624489 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-80286f81-d4d1-4f75-a08b-d5b9c1c5d04e req-738b35ac-da6d-4bdd-bbe8-5127980a4bc1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea1d80b0-c089-4016-ae67-872e3e068f8d HTTP/1.1" status: 200 len: 999 time: 0.1699100 Apr 20 17:16:38.627262 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b6edabcc-61c5-49da-835f-b2933962d7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:38.684957 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 05ed2671-e0ef-4eb2-bda2-4b09e54ddbda details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:16:38.712892 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6edabcc-61c5-49da-835f-b2933962d7b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:38.723169 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5c751d55-f8b9-49ec-ad99-5d895621dfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:38.770740 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c751d55-f8b9-49ec-ad99-5d895621dfef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ce452f-7fd2-494a-ba6d-9629c3ea3eba,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:38.780025 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-3196e955-8438-4049-8ecc-be82efc5a3f3 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:38.780931 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-3196e955-8438-4049-8ecc-be82efc5a3f3 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Synchronizing usage tracker for tenant:e75f8ad024ce426a84ef751b2d001871 on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:16:38.801678 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-3196e955-8438-4049-8ecc-be82efc5a3f3 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Unset dirty status for tenant:e75f8ad024ce426a84ef751b2d001871 on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:16:38.803007 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-3196e955-8438-4049-8ecc-be82efc5a3f3 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/networks?id=2c26c5bd-f238-4795-be1b-c0013f180282 HTTP/1.1" status: 200 len: 821 time: 0.1748924 Apr 20 17:16:38.822987 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-6aa33d86-ce52-4732-981f-0ee213aa84b0 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/quotas/e75f8ad024ce426a84ef751b2d001871 HTTP/1.1" status: 200 len: 375 time: 0.0139234 Apr 20 17:16:38.830761 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80286f81-d4d1-4f75-a08b-d5b9c1c5d04e req-db681596-c98a-4396-84d6-72d59272c2f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:38.832201 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-80286f81-d4d1-4f75-a08b-d5b9c1c5d04e req-db681596-c98a-4396-84d6-72d59272c2f1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8d43a55-22fc-443b-9bc2-2677f5ddd7b2 HTTP/1.1" status: 200 len: 859 time: 0.1712222 Apr 20 17:16:38.891443 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5c751d55-f8b9-49ec-ad99-5d895621dfef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:38.895393 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5c751d55-f8b9-49ec-ad99-5d895621dfef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/56ce452f-7fd2-494a-ba6d-9629c3ea3eba HTTP/1.1" status: 204 len: 168 time: 0.7890472 Apr 20 17:16:38.910031 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-58fe9798-4f00-45de-88bc-a7fb854c032e tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e75f8ad024ce426a84ef751b2d001871&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796802 Apr 20 17:16:38.950304 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 05ed2671-e0ef-4eb2-bda2-4b09e54ddbda, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=05ed2671-e0ef-4eb2-bda2-4b09e54ddbda,segment=NetworkSegment(7bd8babb-8003-4806-8692-e92ce3a5f993),segment_id=7bd8babb-8003-4806-8692-e92ce3a5f993)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:38.972625 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033362bf-532d-459f-87df-bce7a7b8c168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9421e36-06a1-434f-a62b-5c544b9868a4'}, {'server_uuid': 'c0e38329-541a-415e-ab79-3d681157c525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898a02b0-5c40-4e36-aff5-4e67570a1f91'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:16:38.977823 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '05ed2671-e0ef-4eb2-bda2-4b09e54ddbda', 'network_id': '712cbfca-4f15-4a05-b540-c7c77d6caef1', 'port_id': '05ed2671-e0ef-4eb2-bda2-4b09e54ddbda', 'mac_address': 'fa:16:3e:38:13:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fc33d54-66ae-4acd-9a13-99509719aca0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:16:39.042968 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b6edabcc-61c5-49da-835f-b2933962d7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:39.046855 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:39.057480 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-1aed1a1e-2ff0-4014-8894-8ac760c1f349 service neutron] 10.222.0.39 "GET /v2.0/networks/2c26c5bd-f238-4795-be1b-c0013f180282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359062 Apr 20 17:16:39.077016 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-6fe2d6ee-821d-4b3f-bf79-f5b54376f356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'name': 'tempest-FloatingIPsAssociationTestJSON-318035455-router', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '99656306-bf22-426a-bd25-1355044d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:15:28Z', 'updated_at': '2022-04-20T17:15:39Z', 'revision_number': 4, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'gw_port': {'id': '99656306-bf22-426a-bd25-1355044d1f79', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:30Z', 'updated_at': '2022-04-20T17:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '661d2541-e92c-4225-947c-7db7ed57039f', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'port_id': 'ea1d80b0-c089-4016-ae67-872e3e068f8d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'mac_address': 'fa:16:3e:10:71:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17b42-acea-45f8-9bf2-74e6a0dca0f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:16:08Z', 'updated_at': '2022-04-20T17:16:34Z', 'revision_number': 1, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0cae73-537b-46fa-b55b-158935a38bee', 'name': '', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'mac_address': 'fa:16:3e:ff:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:38Z', 'updated_at': '2022-04-20T17:15:54Z', 'revision_number': 5, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'subnets': [{'id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:39.095099 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe2d6ee-821d-4b3f-bf79-f5b54376f356 None None] Checking router: 3456df83-4ab8-4df2-8c4d-fffa485cc2be for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:16:39.102391 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ed2671-e0ef-4eb2-bda2-4b09e54ddbda {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:16:39.145368 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 05ed2671-e0ef-4eb2-bda2-4b09e54ddbda, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=05ed2671-e0ef-4eb2-bda2-4b09e54ddbda,segment=NetworkSegment(7bd8babb-8003-4806-8692-e92ce3a5f993),segment_id=7bd8babb-8003-4806-8692-e92ce3a5f993)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:39.148142 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a1fae5a7-ade9-4f1d-bc5f-6d7b08224ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:39.151107 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe2d6ee-821d-4b3f-bf79-f5b54376f356 None None] Routers {'3456df83-4ab8-4df2-8c4d-fffa485cc2be'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:16:39.151861 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-6fe2d6ee-821d-4b3f-bf79-f5b54376f356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:16:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:39.158120 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e17b42-acea-45f8-9bf2-74e6a0dca0f2', 'tag': 'ea1d80b0-c089-4016-ae67-872e3e068f8d'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:16:39.198967 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-80286f81-d4d1-4f75-a08b-d5b9c1c5d04e req-11195cfa-d076-4099-aeb3-a7e87d5f17ab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7cad8736-f7b6-475d-b939-9da845dbb70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3553221 Apr 20 17:16:39.225867 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:39.274626 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-2cd4a702-289c-4fdd-99d4-e73fe20040ac service neutron] 10.222.0.39 "GET /v2.0/networks/2c26c5bd-f238-4795-be1b-c0013f180282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037299 Apr 20 17:16:39.317379 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-80286f81-d4d1-4f75-a08b-d5b9c1c5d04e req-df800941-93a4-49f6-a44b-96876d8db44a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:16:39.321290 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38628) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:16:39.326511 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-80286f81-d4d1-4f75-a08b-d5b9c1c5d04e req-df800941-93a4-49f6-a44b-96876d8db44a service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0626366 Apr 20 17:16:39.344570 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6cddcbe4-7322-4d99-a831-043675705894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:39.383376 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6cddcbe4-7322-4d99-a831-043675705894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:16:39.388953 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6cddcbe4-7322-4d99-a831-043675705894 admin admin] Usage tracker for resource:security_group_rule and tenant:4d9e903fef3440dc91272e425e5e6df8 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:16:39.392760 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6cddcbe4-7322-4d99-a831-043675705894 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:16:39.400656 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6cddcbe4-7322-4d99-a831-043675705894 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:16:39.406840 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=05ed2671-e0ef-4eb2-bda2-4b09e54ddbda,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:39.440151 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-6fe2d6ee-821d-4b3f-bf79-f5b54376f356 None None] Set router 3456df83-4ab8-4df2-8c4d-fffa485cc2be gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:16:39.485623 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6cddcbe4-7322-4d99-a831-043675705894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:39.493003 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6cddcbe4-7322-4d99-a831-043675705894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:39.555720 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cddcbe4-7322-4d99-a831-043675705894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1402368-70ca-4f76-b0d0-91fdfa2a2e21,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:39.565863 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b6edabcc-61c5-49da-835f-b2933962d7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:39.583152 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b6edabcc-61c5-49da-835f-b2933962d7b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:39.623650 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b6edabcc-61c5-49da-835f-b2933962d7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:39.624508 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6edabcc-61c5-49da-835f-b2933962d7b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e931e12-3c59-46aa-9836-b54e6467c8ee {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:16:39.633755 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6cddcbe4-7322-4d99-a831-043675705894 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4d9e903fef3440dc91272e425e5e6df8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3111274 Apr 20 17:16:39.635759 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38638) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:16:39.669101 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b6edabcc-61c5-49da-835f-b2933962d7b5 admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:39.670921 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b6edabcc-61c5-49da-835f-b2933962d7b5 admin admin] 10.222.0.39 "DELETE /v2.0/routers/9e931e12-3c59-46aa-9836-b54e6467c8ee HTTP/1.1" status: 204 len: 168 time: 3.2039893 Apr 20 17:16:39.680628 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38644) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:16:39.693205 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-80286f81-d4d1-4f75-a08b-d5b9c1c5d04e req-93819fdc-1fac-4453-bb49-38b4eed8ee61 service neutron] 10.222.0.39 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649781 Apr 20 17:16:39.724027 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['05ed2671-e0ef-4eb2-bda2-4b09e54ddbda'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:16:39.759036 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-a860c8be-672a-4ce1-8a48-28d31558100e admin admin] Deleting subnet b27720ba-3b50-400e-aa81-faa22549913e {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:16:39.762533 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a860c8be-672a-4ce1-8a48-28d31558100e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:39.844110 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2e038-eca3-43c0-a7d7-b4fb2f88deed req-96b36a66-1a81-419f-8d95-a3543031b0d5 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:39.845671 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-67c2e038-eca3-43c0-a7d7-b4fb2f88deed req-96b36a66-1a81-419f-8d95-a3543031b0d5 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0e38329-541a-415e-ab79-3d681157c525 HTTP/1.1" status: 200 len: 950 time: 0.2808399 Apr 20 17:16:39.880335 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a860c8be-672a-4ce1-8a48-28d31558100e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:39.951492 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-420c5184-6c36-4875-b3b8-89a54e02ce26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:40.003253 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-420c5184-6c36-4875-b3b8-89a54e02ce26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:40.015201 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-80286f81-d4d1-4f75-a08b-d5b9c1c5d04e req-d1f5fe4f-1dfa-41a6-8431-8cc39025ce06 service neutron] 10.222.0.39 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152211 Apr 20 17:16:40.057263 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-67c2e038-eca3-43c0-a7d7-b4fb2f88deed req-02b89b03-5c7b-4584-9c34-d05b885ea1cd tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/security-groups?id=88c9757b-b765-406f-b818-e6e0af096ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039568 Apr 20 17:16:40.091584 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a860c8be-672a-4ce1-8a48-28d31558100e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:40.114939 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-6fe2d6ee-821d-4b3f-bf79-f5b54376f356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'name': 'tempest-FloatingIPsAssociationTestJSON-318035455-router', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '99656306-bf22-426a-bd25-1355044d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:15:28Z', 'updated_at': '2022-04-20T17:15:39Z', 'revision_number': 4, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'gw_port': {'id': '99656306-bf22-426a-bd25-1355044d1f79', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:30Z', 'updated_at': '2022-04-20T17:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '661d2541-e92c-4225-947c-7db7ed57039f', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'port_id': 'ea1d80b0-c089-4016-ae67-872e3e068f8d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'mac_address': 'fa:16:3e:10:71:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17b42-acea-45f8-9bf2-74e6a0dca0f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:16:08Z', 'updated_at': '2022-04-20T17:16:34Z', 'revision_number': 1, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0cae73-537b-46fa-b55b-158935a38bee', 'name': '', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'mac_address': 'fa:16:3e:ff:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:38Z', 'updated_at': '2022-04-20T17:15:54Z', 'revision_number': 5, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'subnets': [{'id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:40.125141 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe2d6ee-821d-4b3f-bf79-f5b54376f356 None None] The sync data for ids ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'] in n-d-838032-1 is: [{'id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'name': 'tempest-FloatingIPsAssociationTestJSON-318035455-router', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '99656306-bf22-426a-bd25-1355044d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:15:28Z', 'updated_at': '2022-04-20T17:15:39Z', 'revision_number': 4, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'gw_port': {'id': '99656306-bf22-426a-bd25-1355044d1f79', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:30Z', 'updated_at': '2022-04-20T17:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '661d2541-e92c-4225-947c-7db7ed57039f', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'port_id': 'ea1d80b0-c089-4016-ae67-872e3e068f8d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'mac_address': 'fa:16:3e:10:71:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17b42-acea-45f8-9bf2-74e6a0dca0f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:16:08Z', 'updated_at': '2022-04-20T17:16:34Z', 'revision_number': 1, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0cae73-537b-46fa-b55b-158935a38bee', 'name': '', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'mac_address': 'fa:16:3e:ff:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:38Z', 'updated_at': '2022-04-20T17:15:54Z', 'revision_number': 5, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'subnets': [{'id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:16:40.169022 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-420c5184-6c36-4875-b3b8-89a54e02ce26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:40.195958 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c5184-6c36-4875-b3b8-89a54e02ce26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1402368-70ca-4f76-b0d0-91fdfa2a2e21,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:40.205227 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-420c5184-6c36-4875-b3b8-89a54e02ce26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:40.214137 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-420c5184-6c36-4875-b3b8-89a54e02ce26 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b1402368-70ca-4f76-b0d0-91fdfa2a2e21 HTTP/1.1" status: 204 len: 168 time: 0.5759561 Apr 20 17:16:40.327890 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:16:40.349742 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a860c8be-672a-4ce1-8a48-28d31558100e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:40.403077 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:16:40.403953 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6c41bf4f-0a24-4b03-bf13-95e4ebda7b1c not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:16:40.414553 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860c8be-672a-4ce1-8a48-28d31558100e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b27720ba-3b50-400e-aa81-faa22549913e,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:40.425157 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a860c8be-672a-4ce1-8a48-28d31558100e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:40.445165 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5778ee6d-305c-4b30-a983-a8b344268cb7 None None] Network aa07d43a-0452-4cb7-bd12-9dddc42f7e9e requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:16:40.445324 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38654) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:16:40.445757 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a860c8be-672a-4ce1-8a48-28d31558100e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b27720ba-3b50-400e-aa81-faa22549913e HTTP/1.1" status: 204 len: 168 time: 0.7587874 Apr 20 17:16:40.456360 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fc528-a14d-42b5-a294-51fc6b7733b3 req-c0b1ad6b-5f12-4bcb-adb3-e1d18e9f44fc tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:40.477093 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d12fc528-a14d-42b5-a294-51fc6b7733b3 req-c0b1ad6b-5f12-4bcb-adb3-e1d18e9f44fc tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b1064b7-808f-44e7-a353-16e9bcf6a6a6 HTTP/1.1" status: 200 len: 944 time: 0.2192032 Apr 20 17:16:40.592510 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d12fc528-a14d-42b5-a294-51fc6b7733b3 req-24a5acb0-9400-4976-bef1-481c2b59c08e tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143637 Apr 20 17:16:40.600481 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41f9048-be2b-4715-94ee-21b314ef2bc1 None None] New status for floating IP 661d2541-e92c-4225-947c-7db7ed57039f: ACTIVE {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:16:40.702938 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8b04f3b5-08b6-42ee-b504-9e9f40167942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:40.733096 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ab2e59e-8924-45b9-9af4-b2735d6a081a'] response: {'server_uuid': '033362bf-532d-459f-87df-bce7a7b8c168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9421e36-06a1-434f-a62b-5c544b9868a4', 'code': 200} Apr 20 17:16:40.733807 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ab2e59e-8924-45b9-9af4-b2735d6a081a'] response: {'server_uuid': 'c0e38329-541a-415e-ab79-3d681157c525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898a02b0-5c40-4e36-aff5-4e67570a1f91', 'code': 200} Apr 20 17:16:40.742323 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-8b04f3b5-08b6-42ee-b504-9e9f40167942 admin admin] Deleting port acb58310-cf02-4400-9bf3-403c42fc639d {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:16:40.742660 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8b04f3b5-08b6-42ee-b504-9e9f40167942 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:40.882548 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2dfd968-35c3-424b-aa37-62f5d2d63764'] response: {'name': 'network-changed', 'server_uuid': 'f6e17b42-acea-45f8-9bf2-74e6a0dca0f2', 'tag': 'ea1d80b0-c089-4016-ae67-872e3e068f8d', 'status': 'completed', 'code': 200} Apr 20 17:16:40.905848 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30558fd3-9a55-4d31-8ad1-6986b354eb67 None None] DHCP port deletion for aa07d43a-0452-4cb7-bd12-9dddc42f7e9e request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:16:40.910316 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-30558fd3-9a55-4d31-8ad1-6986b354eb67 None None] Deleting port acb58310-cf02-4400-9bf3-403c42fc639d {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:16:40.910690 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-30558fd3-9a55-4d31-8ad1-6986b354eb67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:40.990446 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-57c2cc52-0f5d-423e-92c7-c72d6e5c747a req-dea9da37-9783-45aa-b583-9e9bda82d9bd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=033362bf-532d-459f-87df-bce7a7b8c168 HTTP/1.1" status: 200 len: 1100 time: 0.1784730 Apr 20 17:16:41.034626 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5b45a-14ee-4a51-9e6f-49ba066b3d02 req-46d5a8a2-a8e5-48b7-bc29-6a131b26941d tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:41.042536 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e4e5b45a-14ee-4a51-9e6f-49ba066b3d02 req-46d5a8a2-a8e5-48b7-bc29-6a131b26941d tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=033362bf-532d-459f-87df-bce7a7b8c168 HTTP/1.1" status: 200 len: 949 time: 0.1147234 Apr 20 17:16:41.076815 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a6174-df82-4013-9c3b-078bee66a3cd req-daa7d1e3-e8ea-4562-895e-93b47a795fe9 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:41.078378 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-136a6174-df82-4013-9c3b-078bee66a3cd req-daa7d1e3-e8ea-4562-895e-93b47a795fe9 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=0726a5a4-a720-4995-bb1c-b7028db74b53 HTTP/1.1" status: 200 len: 948 time: 0.4793391 Apr 20 17:16:41.132301 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-57c2cc52-0f5d-423e-92c7-c72d6e5c747a req-093567c4-65fd-4755-8266-df438ae33812 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301363 Apr 20 17:16:41.151471 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e4e5b45a-14ee-4a51-9e6f-49ba066b3d02 req-521eecb1-ea32-4a37-93f7-5a893b6c98d0 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077912 Apr 20 17:16:41.213161 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-30558fd3-9a55-4d31-8ad1-6986b354eb67 None None] For port acb58310-cf02-4400-9bf3-403c42fc639d, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=acb58310-cf02-4400-9bf3-403c42fc639d,segment=NetworkSegment(d70ee3cb-9712-4ca4-b7e5-50bf827f4a71),segment_id=d70ee3cb-9712-4ca4-b7e5-50bf827f4a71)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:41.214565 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-30558fd3-9a55-4d31-8ad1-6986b354eb67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:41.252468 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f9c28a4-65d1-45bc-b0d3-7f4871ca63e3 req-a68091ac-f17a-4dae-9931-d3d9116064ae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9447d3abcfef46fbb9cec3961f14b45a&device_id=f6e17b42-acea-45f8-9bf2-74e6a0dca0f2 HTTP/1.1" status: 200 len: 1096 time: 0.4151988 Apr 20 17:16:41.309390 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-136a6174-df82-4013-9c3b-078bee66a3cd req-ac19810f-c3fa-4531-9071-db76addf9eff tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149370 Apr 20 17:16:41.381860 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-30558fd3-9a55-4d31-8ad1-6986b354eb67 None None] Calling delete_port for acb58310-cf02-4400-9bf3-403c42fc639d owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:16:41.499388 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c484921d-698e-4e32-a8b8-f60b4db796b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:41.528247 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5cc96e6b-ee3e-4112-b296-177fb8fcd654 req-e3e3c8b9-d446-4ba3-8b0d-7cad8d126960 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c0e38329-541a-415e-ab79-3d681157c525 HTTP/1.1" status: 200 len: 1101 time: 0.6394949 Apr 20 17:16:41.560717 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-30558fd3-9a55-4d31-8ad1-6986b354eb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:41.602387 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-557edfbb-80b6-41cc-86f2-888aa69a87d2 req-3b88b594-d69f-4648-931b-7b2c60a04e5c tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa7ea240-cdac-4e89-9a28-767243759026 HTTP/1.1" status: 200 len: 210 time: 0.2787516 Apr 20 17:16:41.617387 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30558fd3-9a55-4d31-8ad1-6986b354eb67 None None] Pushing event deleted for resources: {'Port': ['ID=acb58310-cf02-4400-9bf3-403c42fc639d,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:41.623203 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30558fd3-9a55-4d31-8ad1-6986b354eb67 None None] No DVR routers for this DVR port acb58310-cf02-4400-9bf3-403c42fc639d on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:16:41.659447 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-8b04f3b5-08b6-42ee-b504-9e9f40167942 admin admin] For port acb58310-cf02-4400-9bf3-403c42fc639d, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=acb58310-cf02-4400-9bf3-403c42fc639d,segment=NetworkSegment(d70ee3cb-9712-4ca4-b7e5-50bf827f4a71),segment_id=d70ee3cb-9712-4ca4-b7e5-50bf827f4a71)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:41.659447 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8b04f3b5-08b6-42ee-b504-9e9f40167942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:41.688676 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-393a435e-6e03-41ce-9953-81888271e569 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:41.690103 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-393a435e-6e03-41ce-9953-81888271e569 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.43 "GET /v2.0/networks?id=2c26c5bd-f238-4795-be1b-c0013f180282 HTTP/1.1" status: 200 len: 821 time: 0.4644158 Apr 20 17:16:41.711072 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-c91c00e5-3680-40f5-90f5-a2512a81c6ce tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Request body: {'port': {'device_id': 'aa7ea240-cdac-4e89-9a28-767243759026', 'network_id': '2c26c5bd-f238-4795-be1b-c0013f180282', 'admin_state_up': True, 'tenant_id': 'e75f8ad024ce426a84ef751b2d001871'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:16:41.827995 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-8b04f3b5-08b6-42ee-b504-9e9f40167942 admin admin] Calling delete_port for acb58310-cf02-4400-9bf3-403c42fc639d owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:16:41.875550 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5cc96e6b-ee3e-4112-b296-177fb8fcd654 req-d64e8278-9d10-428e-b072-c522b4c8d744 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=88c9757b-b765-406f-b818-e6e0af096ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260174 Apr 20 17:16:41.901128 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c28a4-65d1-45bc-b0d3-7f4871ca63e3 req-e08c4c8d-208a-4274-bea2-e5f6ea3f1d90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:41.902590 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f9c28a4-65d1-45bc-b0d3-7f4871ca63e3 req-e08c4c8d-208a-4274-bea2-e5f6ea3f1d90 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7cad8736-f7b6-475d-b939-9da845dbb70b HTTP/1.1" status: 200 len: 921 time: 0.6303558 Apr 20 17:16:41.927648 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a204aa-d032-43ca-8f49-581cbb6c711b req-7cdb4c57-7c9c-49f0-b27f-b5e4876fa9bb tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:41.929123 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95a204aa-d032-43ca-8f49-581cbb6c711b req-7cdb4c57-7c9c-49f0-b27f-b5e4876fa9bb tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f35cce6-7f77-4ff3-9c61-03346bd49e21&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4000022 Apr 20 17:16:41.998361 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-c91c00e5-3680-40f5-90f5-a2512a81c6ce tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:16:42.004091 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-c91c00e5-3680-40f5-90f5-a2512a81c6ce tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Usage tracker for resource:port and tenant:e75f8ad024ce426a84ef751b2d001871 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:16:42.007484 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-c91c00e5-3680-40f5-90f5-a2512a81c6ce tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:16:42.014898 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-c91c00e5-3680-40f5-90f5-a2512a81c6ce tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:16:42.020704 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.api [None req-8b04f3b5-08b6-42ee-b504-9e9f40167942 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:16:42.021025 n-d-838032-1 neutron-server[84080]: DEBUG oslo_db.api [None req-8b04f3b5-08b6-42ee-b504-9e9f40167942 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:16:42.023802 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862d5ff-d669-4180-aa9e-88ff6b11d432 req-531226e8-1c51-4e85-9cd0-d779a533b26f tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:42.025484 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e862d5ff-d669-4180-aa9e-88ff6b11d432 req-531226e8-1c51-4e85-9cd0-d779a533b26f tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0e38329-541a-415e-ab79-3d681157c525 HTTP/1.1" status: 200 len: 950 time: 0.1935019 Apr 20 17:16:42.046687 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95a204aa-d032-43ca-8f49-581cbb6c711b req-924117d3-1f03-4d56-ad8f-a93a7561bee3 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.168 HTTP/1.1" status: 200 len: 1001 time: 0.1061301 Apr 20 17:16:42.050319 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-c91c00e5-3680-40f5-90f5-a2512a81c6ce tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Made reservation on behalf of e75f8ad024ce426a84ef751b2d001871 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:16:42.053189 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-c91c00e5-3680-40f5-90f5-a2512a81c6ce tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:42.057259 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-95a204aa-d032-43ca-8f49-581cbb6c711b req-7e50124e-436d-4634-8f85-732b1b3d2efb tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Request body: {'floatingip': {'port_id': '675c9daa-1b4b-48e6-8c05-7396b0ea9adf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:16:42.132360 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e862d5ff-d669-4180-aa9e-88ff6b11d432 req-c189ae70-b2b1-4526-8534-feb78d0d9538 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/security-groups?id=88c9757b-b765-406f-b818-e6e0af096ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006544 Apr 20 17:16:42.222493 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device acb58310-cf02-4400-9bf3-403c42fc639d no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:16:42.261943 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-c91c00e5-3680-40f5-90f5-a2512a81c6ce tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Allocated IP 172.20.0.12 (2c26c5bd-f238-4795-be1b-c0013f180282/6168ff55-f8cc-4173-8a8f-60bbd4cfe151/17ff15db-700f-4fa3-ae1e-3647d9385359) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:16:42.267901 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: acb58310-cf02-4400-9bf3-403c42fc639d {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:16:42.268222 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device acb58310-cf02-4400-9bf3-403c42fc639d not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:16:42.351256 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-95a204aa-d032-43ca-8f49-581cbb6c711b req-7e50124e-436d-4634-8f85-732b1b3d2efb tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks [] for floatingip, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:42.416436 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f9c28a4-65d1-45bc-b0d3-7f4871ca63e3 req-af3a54dc-b205-48bc-b9e2-ff1f9cad893a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea1d80b0-c089-4016-ae67-872e3e068f8d HTTP/1.1" status: 200 len: 1001 time: 0.3109758 Apr 20 17:16:42.523621 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-c91c00e5-3680-40f5-90f5-a2512a81c6ce tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:42.527570 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-8b04f3b5-08b6-42ee-b504-9e9f40167942 admin admin] Deleting port acb58310-cf02-4400-9bf3-403c42fc639d {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:16:42.527934 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8b04f3b5-08b6-42ee-b504-9e9f40167942 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:42.547802 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:42.571421 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85028a94-311d-4298-a4f2-52c76c4e3ba9 req-7a68cf33-3b11-4308-9000-ca2150d628d9 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:42.575303 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85028a94-311d-4298-a4f2-52c76c4e3ba9 req-7a68cf33-3b11-4308-9000-ca2150d628d9 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:42.582278 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-85028a94-311d-4298-a4f2-52c76c4e3ba9 req-7a68cf33-3b11-4308-9000-ca2150d628d9 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=0726a5a4-a720-4995-bb1c-b7028db74b53&device_id=2f7c45fc-db17-4e98-abdb-7b18d064ffcb HTTP/1.1" status: 200 len: 1688 time: 0.1161232 Apr 20 17:16:42.603038 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:42.617935 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-c91c00e5-3680-40f5-90f5-a2512a81c6ce tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:42.618582 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c28a4-65d1-45bc-b0d3-7f4871ca63e3 req-34f79515-1668-4e1f-9ba6-b723f61f79d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:42.620470 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f9c28a4-65d1-45bc-b0d3-7f4871ca63e3 req-34f79515-1668-4e1f-9ba6-b723f61f79d8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8d43a55-22fc-443b-9bc2-2677f5ddd7b2 HTTP/1.1" status: 200 len: 859 time: 0.1918788 Apr 20 17:16:42.626642 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-8b04f3b5-08b6-42ee-b504-9e9f40167942 admin admin] The port 'acb58310-cf02-4400-9bf3-403c42fc639d' was deleted {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:16:42.682766 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-85028a94-311d-4298-a4f2-52c76c4e3ba9 req-4fdf9078-1c29-4a8f-8e0d-fa46270d3989 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995758 Apr 20 17:16:42.704849 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-c91c00e5-3680-40f5-90f5-a2512a81c6ce tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Network 2c26c5bd-f238-4795-be1b-c0013f180282 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:16:42.708593 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-c91c00e5-3680-40f5-90f5-a2512a81c6ce tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:16:42.716295 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 05ed2671-e0ef-4eb2-bda2-4b09e54ddbda up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:16:42.732514 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-c91c00e5-3680-40f5-90f5-a2512a81c6ce tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:16:42.835547 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-c91c00e5-3680-40f5-90f5-a2512a81c6ce tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:42.836261 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-c91c00e5-3680-40f5-90f5-a2512a81c6ce tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:42.839675 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 05ed2671-e0ef-4eb2-bda2-4b09e54ddbda completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:16:42.849783 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 05ed2671-e0ef-4eb2-bda2-4b09e54ddbda triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:42.850258 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:42.873816 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8b04f3b5-08b6-42ee-b504-9e9f40167942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:42.887721 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c00e5-3680-40f5-90f5-a2512a81c6ce tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Pushing event updated for resources: {'Port': ['ID=17ff15db-700f-4fa3-ae1e-3647d9385359,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:42.921436 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-c91c00e5-3680-40f5-90f5-a2512a81c6ce tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2176006 Apr 20 17:16:42.936950 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-60864fcd-e08a-4307-9d89-d537e8b3fe8f service neutron] Request body: {'port': {'device_id': 'aa7ea240-cdac-4e89-9a28-767243759026', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:16:42.974701 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-8b04f3b5-08b6-42ee-b504-9e9f40167942 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa07d43a-0452-4cb7-bd12-9dddc42f7e9e']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:42.981079 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:42.985891 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed5630-1d4d-475c-b530-0a1fea431dc4 req-864a0b84-996d-421a-9419-73894b23b782 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:42.987380 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-02ed5630-1d4d-475c-b530-0a1fea431dc4 req-864a0b84-996d-421a-9419-73894b23b782 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b1064b7-808f-44e7-a353-16e9bcf6a6a6 HTTP/1.1" status: 200 len: 944 time: 0.1447265 Apr 20 17:16:43.000519 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:43.012782 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1064b7-808f-44e7-a353-16e9bcf6a6a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ed2671-e0ef-4eb2-bda2-4b09e54ddbda'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:16:43.022591 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 05ed2671-e0ef-4eb2-bda2-4b09e54ddbda, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=05ed2671-e0ef-4eb2-bda2-4b09e54ddbda,segment=NetworkSegment(7bd8babb-8003-4806-8692-e92ce3a5f993),segment_id=7bd8babb-8003-4806-8692-e92ce3a5f993)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:43.028078 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:43.065661 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-8b04f3b5-08b6-42ee-b504-9e9f40167942 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd70ee3cb-9712-4ca4-b7e5-50bf827f4a71') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:43.065899 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-8b04f3b5-08b6-42ee-b504-9e9f40167942 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd70ee3cb-9712-4ca4-b7e5-50bf827f4a71') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:43.083791 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f9c28a4-65d1-45bc-b0d3-7f4871ca63e3 req-767012c0-5c7a-4e46-bd11-951b485d5ddc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7cad8736-f7b6-475d-b939-9da845dbb70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4532590 Apr 20 17:16:43.091597 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8b04f3b5-08b6-42ee-b504-9e9f40167942 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:43.097538 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=05ed2671-e0ef-4eb2-bda2-4b09e54ddbda,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:43.106217 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-60864fcd-e08a-4307-9d89-d537e8b3fe8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:43.132994 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-02ed5630-1d4d-475c-b530-0a1fea431dc4 req-a0cfa2fa-db14-4d6e-b34a-d18ba98d4e93 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344411 Apr 20 17:16:43.183070 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8b04f3b5-08b6-42ee-b504-9e9f40167942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:43.214095 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b04f3b5-08b6-42ee-b504-9e9f40167942 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:16:43.214562 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8b04f3b5-08b6-42ee-b504-9e9f40167942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:16:43.229570 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:16:43.434075 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8b04f3b5-08b6-42ee-b504-9e9f40167942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:43.439125 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8b04f3b5-08b6-42ee-b504-9e9f40167942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:43.476910 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f9c28a4-65d1-45bc-b0d3-7f4871ca63e3 req-92c38f3f-5594-428a-8734-c16b5c2f91cf service neutron] 10.222.0.43 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745170 Apr 20 17:16:43.477663 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04f3b5-08b6-42ee-b504-9e9f40167942 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa07d43a-0452-4cb7-bd12-9dddc42f7e9e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:43.484356 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-14b016f1-0b78-4111-b4c3-517a1bcd465e tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=b3d069bc34bb4031830078ee55c12d0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402911 Apr 20 17:16:43.518545 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8b04f3b5-08b6-42ee-b504-9e9f40167942 admin admin] 10.222.0.39 "DELETE /v2.0/networks/aa07d43a-0452-4cb7-bd12-9dddc42f7e9e HTTP/1.1" status: 204 len: 168 time: 3.0745153 Apr 20 17:16:43.655328 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f9c28a4-65d1-45bc-b0d3-7f4871ca63e3 req-076097d9-bdc6-4de1-b0a1-7d338b3da42b service neutron] 10.222.0.43 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657045 Apr 20 17:16:43.689027 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-60864fcd-e08a-4307-9d89-d537e8b3fe8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17ff15db-700f-4fa3-ae1e-3647d9385359 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:16:43.700214 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-7c3ca8cc-6bf3-4b75-b3e0-26954a9e8fc2 tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:43.702966 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-7c3ca8cc-6bf3-4b75-b3e0-26954a9e8fc2 tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2126336 Apr 20 17:16:43.706079 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-60864fcd-e08a-4307-9d89-d537e8b3fe8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:43.731116 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-60864fcd-e08a-4307-9d89-d537e8b3fe8f service neutron] Transition to ACTIVE for port object 17ff15db-700f-4fa3-ae1e-3647d9385359 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:16:43.732575 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-85fadaed-19b2-41a0-a35d-4049f3c17661 tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] 10.222.0.39 "GET /v2.0/quotas/b3d069bc34bb4031830078ee55c12d0f HTTP/1.1" status: 200 len: 375 time: 0.0233643 Apr 20 17:16:43.737291 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-60864fcd-e08a-4307-9d89-d537e8b3fe8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:43.751094 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38704) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:16:43.796317 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-95a204aa-d032-43ca-8f49-581cbb6c711b req-7e50124e-436d-4634-8f85-732b1b3d2efb tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:43.809757 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-95a204aa-d032-43ca-8f49-581cbb6c711b req-7e50124e-436d-4634-8f85-732b1b3d2efb tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:43.886946 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:43.929973 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-0a7f0cb9-35c9-43f4-afe6-ea3281706c6e tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b3d069bc34bb4031830078ee55c12d0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1883109 Apr 20 17:16:44.007322 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60864fcd-e08a-4307-9d89-d537e8b3fe8f service neutron] Pushing event updated for resources: {'Port': ['ID=17ff15db-700f-4fa3-ae1e-3647d9385359,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:44.050794 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-327c3024-6d9d-4ee1-aef0-b52d4e182b9e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4f510c870a174765bb86dc367cadd96a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2985263 Apr 20 17:16:44.057634 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38710) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:16:44.123889 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-60864fcd-e08a-4307-9d89-d537e8b3fe8f service neutron] Attempting to bind port 17ff15db-700f-4fa3-ae1e-3647d9385359 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:16:44.124222 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-60864fcd-e08a-4307-9d89-d537e8b3fe8f service neutron] Attempting to bind port 17ff15db-700f-4fa3-ae1e-3647d9385359 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '43999dff-a448-4195-ad66-c7adbdca2564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c26c5bd-f238-4795-be1b-c0013f180282'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:16:44.124919 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-60864fcd-e08a-4307-9d89-d537e8b3fe8f service neutron] Attempting to bind port 17ff15db-700f-4fa3-ae1e-3647d9385359 on network 2c26c5bd-f238-4795-be1b-c0013f180282 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:16:44.139560 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-60864fcd-e08a-4307-9d89-d537e8b3fe8f service neutron] Port 17ff15db-700f-4fa3-ae1e-3647d9385359 on network 2c26c5bd-f238-4795-be1b-c0013f180282 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:16:44.139818 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-60864fcd-e08a-4307-9d89-d537e8b3fe8f service neutron] Attempting to bind port 17ff15db-700f-4fa3-ae1e-3647d9385359 on network 2c26c5bd-f238-4795-be1b-c0013f180282 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:16:44.147357 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-60864fcd-e08a-4307-9d89-d537e8b3fe8f service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:16:44.147526 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-60864fcd-e08a-4307-9d89-d537e8b3fe8f service neutron] Checking segment: {'id': '43999dff-a448-4195-ad66-c7adbdca2564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c26c5bd-f238-4795-be1b-c0013f180282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:16:44.147787 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-60864fcd-e08a-4307-9d89-d537e8b3fe8f service neutron] Bound using segment: {'id': '43999dff-a448-4195-ad66-c7adbdca2564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c26c5bd-f238-4795-be1b-c0013f180282'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:16:44.148348 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-60864fcd-e08a-4307-9d89-d537e8b3fe8f service neutron] Bound port: 17ff15db-700f-4fa3-ae1e-3647d9385359, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43999dff-a448-4195-ad66-c7adbdca2564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c26c5bd-f238-4795-be1b-c0013f180282'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:16:44.148603 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-60864fcd-e08a-4307-9d89-d537e8b3fe8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:44.152719 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5d4fad9e-9873-44c7-8a3c-ac33c64069e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:44.192547 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5d4fad9e-9873-44c7-8a3c-ac33c64069e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:44.260252 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [req-95a204aa-d032-43ca-8f49-581cbb6c711b req-7e50124e-436d-4634-8f85-732b1b3d2efb tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Floating IP 661d2541-e92c-4225-947c-7db7ed57039f associated. External IP: 172.25.8.168, port: ea1d80b0-c089-4016-ae67-872e3e068f8d. Apr 20 17:16:44.292414 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-60864fcd-e08a-4307-9d89-d537e8b3fe8f service neutron] For port 17ff15db-700f-4fa3-ae1e-3647d9385359, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:16:44.296246 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-60864fcd-e08a-4307-9d89-d537e8b3fe8f service neutron] For port 17ff15db-700f-4fa3-ae1e-3647d9385359, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=17ff15db-700f-4fa3-ae1e-3647d9385359,segment=NetworkSegment(43999dff-a448-4195-ad66-c7adbdca2564),segment_id=43999dff-a448-4195-ad66-c7adbdca2564)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:16:44.303008 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-60864fcd-e08a-4307-9d89-d537e8b3fe8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:44.368651 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35aa71-8996-4de3-bd68-5e2a15a42b6b req-d4ef8784-9dc8-4ecb-b0b3-8ac6db18793e tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:44.370098 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fb35aa71-8996-4de3-bd68-5e2a15a42b6b req-d4ef8784-9dc8-4ecb-b0b3-8ac6db18793e tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=033362bf-532d-459f-87df-bce7a7b8c168 HTTP/1.1" status: 200 len: 949 time: 0.1751058 Apr 20 17:16:44.392659 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5d4fad9e-9873-44c7-8a3c-ac33c64069e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:44.410145 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-60864fcd-e08a-4307-9d89-d537e8b3fe8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:44.411532 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-60864fcd-e08a-4307-9d89-d537e8b3fe8f service neutron] 10.222.0.43 "PUT /v2.0/ports/17ff15db-700f-4fa3-ae1e-3647d9385359 HTTP/1.1" status: 200 len: 1092 time: 1.4786291 Apr 20 17:16:44.411958 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7ea240-cdac-4e89-9a28-767243759026', 'tag': '17ff15db-700f-4fa3-ae1e-3647d9385359'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:16:44.415260 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4fad9e-9873-44c7-8a3c-ac33c64069e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9386315-82da-4791-9d24-3760b60346de,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:44.441450 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5d4fad9e-9873-44c7-8a3c-ac33c64069e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:44.441594 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60864fcd-e08a-4307-9d89-d537e8b3fe8f service neutron] Pushing event updated for resources: {'Port': ['ID=17ff15db-700f-4fa3-ae1e-3647d9385359,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:44.442904 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5d4fad9e-9873-44c7-8a3c-ac33c64069e4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a9386315-82da-4791-9d24-3760b60346de HTTP/1.1" status: 204 len: 168 time: 0.3832726 Apr 20 17:16:44.550769 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fb35aa71-8996-4de3-bd68-5e2a15a42b6b req-1aef591b-b444-49ae-a2db-bee1f8d1ccf3 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729856 Apr 20 17:16:44.575613 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-92b43f8c-0c8d-49f6-a96c-ce3db7ad6654 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e75f8ad024ce426a84ef751b2d001871&device_id=aa7ea240-cdac-4e89-9a28-767243759026 HTTP/1.1" status: 200 len: 1095 time: 0.1017594 Apr 20 17:16:44.656802 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-7b97534e-0f00-4f81-90d7-58fc21abc318 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17ff15db-700f-4fa3-ae1e-3647d9385359 HTTP/1.1" status: 200 len: 217 time: 0.0669098 Apr 20 17:16:44.774143 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-9d62ee74-68e2-4875-936c-7cadee2046fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:44.775719 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-9d62ee74-68e2-4875-936c-7cadee2046fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6168ff55-f8cc-4173-8a8f-60bbd4cfe151 HTTP/1.1" status: 200 len: 861 time: 0.1123381 Apr 20 17:16:44.833630 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-cce83dd8-e5a1-4238-acf9-c4f2a50dfdea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2c26c5bd-f238-4795-be1b-c0013f180282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469306 Apr 20 17:16:44.858565 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95a204aa-d032-43ca-8f49-581cbb6c711b req-7e50124e-436d-4634-8f85-732b1b3d2efb tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Router 3456df83-4ab8-4df2-8c4d-fffa485cc2be has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:16:44.873115 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb080d-cf9b-4a04-abda-cfa142c34563 req-bae1c470-aadf-496a-afd6-1106e72e62dc tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:44.873885 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-8beb080d-cf9b-4a04-abda-cfa142c34563 req-bae1c470-aadf-496a-afd6-1106e72e62dc tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Synchronizing usage tracker for tenant:e75f8ad024ce426a84ef751b2d001871 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:16:44.952760 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:44.967727 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-8beb080d-cf9b-4a04-abda-cfa142c34563 req-bae1c470-aadf-496a-afd6-1106e72e62dc tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Unset dirty status for tenant:e75f8ad024ce426a84ef751b2d001871 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:16:44.968954 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8beb080d-cf9b-4a04-abda-cfa142c34563 req-bae1c470-aadf-496a-afd6-1106e72e62dc tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa7ea240-cdac-4e89-9a28-767243759026 HTTP/1.1" status: 200 len: 944 time: 0.2666993 Apr 20 17:16:45.008067 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-3ce9d4c5-6a96-4e4c-8016-c7f6f7b16eff service neutron] 10.222.0.43 "GET /v2.0/networks/2c26c5bd-f238-4795-be1b-c0013f180282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671174 Apr 20 17:16:45.088073 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95a204aa-d032-43ca-8f49-581cbb6c711b req-7e50124e-436d-4634-8f85-732b1b3d2efb tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:16:45.101702 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b79b7a2-1e5c-47d8-b34f-060fc617f624 None None] Sync routers for ids ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:16:45.108813 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-8beb080d-cf9b-4a04-abda-cfa142c34563 req-46db2b22-3d70-4029-9b93-59b51f3a7032 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Synchronizing usage tracker for tenant:e75f8ad024ce426a84ef751b2d001871 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:16:45.121389 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b79b7a2-1e5c-47d8-b34f-060fc617f624 None None] Routers {'3456df83-4ab8-4df2-8c4d-fffa485cc2be'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:16:45.122291 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4b79b7a2-1e5c-47d8-b34f-060fc617f624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:16:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:45.151103 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-8beb080d-cf9b-4a04-abda-cfa142c34563 req-46db2b22-3d70-4029-9b93-59b51f3a7032 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Unset dirty status for tenant:e75f8ad024ce426a84ef751b2d001871 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:16:45.152551 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8beb080d-cf9b-4a04-abda-cfa142c34563 req-46db2b22-3d70-4029-9b93-59b51f3a7032 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687858 Apr 20 17:16:45.170068 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-070769fd-8551-47d0-add1-0567c4b47fa1 req-7b6ac5b9-8af2-45c1-b482-0c3f3efab9da service neutron] 10.222.0.43 "GET /v2.0/networks/2c26c5bd-f238-4795-be1b-c0013f180282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504350 Apr 20 17:16:45.320651 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-4b79b7a2-1e5c-47d8-b34f-060fc617f624 None None] Set router 3456df83-4ab8-4df2-8c4d-fffa485cc2be gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:16:45.388287 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c43af729-5494-460c-a221-3cba56ed74e5'] response: {'server_uuid': '9b1064b7-808f-44e7-a353-16e9bcf6a6a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ed2671-e0ef-4eb2-bda2-4b09e54ddbda', 'code': 200} Apr 20 17:16:45.464021 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-02949dfb-0cf8-467b-9b11-a9677458c8d5 tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b3d069bc34bb4031830078ee55c12d0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482733 Apr 20 17:16:45.741458 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95a204aa-d032-43ca-8f49-581cbb6c711b req-7e50124e-436d-4634-8f85-732b1b3d2efb tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Router 3456df83-4ab8-4df2-8c4d-fffa485cc2be has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:16:45.785839 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38748) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:16:45.825221 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0fd54586-da3d-4079-87d3-6ad0a7a532bd req-4475afe8-e692-488b-bedf-c3acaa6bff0e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9b1064b7-808f-44e7-a353-16e9bcf6a6a6 HTTP/1.1" status: 200 len: 1096 time: 0.3135068 Apr 20 17:16:45.837905 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-7f3d7785-af2a-41b7-bd09-5533647ba43f tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:45.839366 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-7f3d7785-af2a-41b7-bd09-5533647ba43f tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3688519 Apr 20 17:16:45.872764 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-2adbe6ed-be35-4ebc-b019-f7192c0a39da tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Request body: {'port': {'device_id': '7c992c50-dd88-4e27-96ed-0e8b284f3b3a', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'admin_state_up': True, 'tenant_id': 'b3d069bc34bb4031830078ee55c12d0f'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:16:45.884666 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4b79b7a2-1e5c-47d8-b34f-060fc617f624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'name': 'tempest-FloatingIPsAssociationTestJSON-318035455-router', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '99656306-bf22-426a-bd25-1355044d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:15:28Z', 'updated_at': '2022-04-20T17:15:39Z', 'revision_number': 4, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'gw_port': {'id': '99656306-bf22-426a-bd25-1355044d1f79', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:30Z', 'updated_at': '2022-04-20T17:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '661d2541-e92c-4225-947c-7db7ed57039f', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'port_id': '675c9daa-1b4b-48e6-8c05-7396b0ea9adf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'mac_address': 'fa:16:3e:44:bb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f35cce6-7f77-4ff3-9c61-03346bd49e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:16:08Z', 'updated_at': '2022-04-20T17:16:43Z', 'revision_number': 3, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0cae73-537b-46fa-b55b-158935a38bee', 'name': '', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'mac_address': 'fa:16:3e:ff:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:38Z', 'updated_at': '2022-04-20T17:15:54Z', 'revision_number': 5, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'subnets': [{'id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:45.890636 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b79b7a2-1e5c-47d8-b34f-060fc617f624 None None] Checking router: 3456df83-4ab8-4df2-8c4d-fffa485cc2be for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:16:45.904223 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b79b7a2-1e5c-47d8-b34f-060fc617f624 None None] Routers {'3456df83-4ab8-4df2-8c4d-fffa485cc2be'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:16:45.905005 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4b79b7a2-1e5c-47d8-b34f-060fc617f624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:16:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:45.905451 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6eddc-6243-4233-ba9d-ee64e17d031b req-cdd838f8-8973-4d0f-b36f-ffe7d45205ab tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:45.913603 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6f6eddc-6243-4233-ba9d-ee64e17d031b req-cdd838f8-8973-4d0f-b36f-ffe7d45205ab tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0e38329-541a-415e-ab79-3d681157c525 HTTP/1.1" status: 200 len: 950 time: 0.3261478 Apr 20 17:16:46.001070 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-2ae7e39c-a266-4c07-a791-3e06a248a3ee admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-44101455-network', 'tenant_id': '09fc1279785c4b8daed6da8da5ce234b'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:16:46.017553 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2ae7e39c-a266-4c07-a791-3e06a248a3ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:16:46.029865 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2ae7e39c-a266-4c07-a791-3e06a248a3ee admin admin] Usage tracker for resource:network and tenant:09fc1279785c4b8daed6da8da5ce234b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:16:46.036255 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2ae7e39c-a266-4c07-a791-3e06a248a3ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:16:46.063561 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2ae7e39c-a266-4c07-a791-3e06a248a3ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:16:46.070545 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0fd54586-da3d-4079-87d3-6ad0a7a532bd req-ea6c270c-6bab-4016-8b31-4dab3f1b7d1b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286236 Apr 20 17:16:46.098398 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95a204aa-d032-43ca-8f49-581cbb6c711b req-7e50124e-436d-4634-8f85-732b1b3d2efb tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:16:46.102719 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-95a204aa-d032-43ca-8f49-581cbb6c711b req-7e50124e-436d-4634-8f85-732b1b3d2efb tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:46.105523 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-4b79b7a2-1e5c-47d8-b34f-060fc617f624 None None] Set router 3456df83-4ab8-4df2-8c4d-fffa485cc2be gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:16:46.187184 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e17b42-acea-45f8-9bf2-74e6a0dca0f2', 'tag': 'ea1d80b0-c089-4016-ae67-872e3e068f8d'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:16:46.220733 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95a204aa-d032-43ca-8f49-581cbb6c711b req-7e50124e-436d-4634-8f85-732b1b3d2efb tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "PUT /v2.0/floatingips/661d2541-e92c-4225-947c-7db7ed57039f HTTP/1.1" status: 200 len: 998 time: 4.1676948 Apr 20 17:16:46.250760 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6f6eddc-6243-4233-ba9d-ee64e17d031b req-9aa7d618-c43f-4834-825e-81a99d0b3224 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/security-groups?id=88c9757b-b765-406f-b818-e6e0af096ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362434 Apr 20 17:16:46.265291 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-2adbe6ed-be35-4ebc-b019-f7192c0a39da tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:16:46.267829 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae7e39c-a266-4c07-a791-3e06a248a3ee admin admin] Made reservation on behalf of 09fc1279785c4b8daed6da8da5ce234b for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:16:46.270359 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ae7e39c-a266-4c07-a791-3e06a248a3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:46.284880 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-2adbe6ed-be35-4ebc-b019-f7192c0a39da tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Usage tracker for resource:port and tenant:b3d069bc34bb4031830078ee55c12d0f is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:16:46.288564 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-2adbe6ed-be35-4ebc-b019-f7192c0a39da tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:16:46.291254 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ae7e39c-a266-4c07-a791-3e06a248a3ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:46.312479 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-2adbe6ed-be35-4ebc-b019-f7192c0a39da tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:16:46.324167 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a204aa-d032-43ca-8f49-581cbb6c711b req-fb46f229-8722-4fb0-80ae-eabbed9de340 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:46.326853 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95a204aa-d032-43ca-8f49-581cbb6c711b req-fb46f229-8722-4fb0-80ae-eabbed9de340 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/ports/ea1d80b0-c089-4016-ae67-872e3e068f8d HTTP/1.1" status: 200 len: 942 time: 0.1000564 Apr 20 17:16:46.349200 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-2adbe6ed-be35-4ebc-b019-f7192c0a39da tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Made reservation on behalf of b3d069bc34bb4031830078ee55c12d0f for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:16:46.353716 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-2adbe6ed-be35-4ebc-b019-f7192c0a39da tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:46.374061 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-2adbe6ed-be35-4ebc-b019-f7192c0a39da tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:46.421154 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2ae7e39c-a266-4c07-a791-3e06a248a3ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:16:46.450227 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-2adbe6ed-be35-4ebc-b019-f7192c0a39da tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:16:46.455504 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-2adbe6ed-be35-4ebc-b019-f7192c0a39da tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Usage tracker for resource:security_group_rule and tenant:b3d069bc34bb4031830078ee55c12d0f is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:16:46.458774 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-2adbe6ed-be35-4ebc-b019-f7192c0a39da tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:16:46.467468 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-2adbe6ed-be35-4ebc-b019-f7192c0a39da tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:16:46.472918 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95a204aa-d032-43ca-8f49-581cbb6c711b req-c222c42a-c641-4ff0-944c-3d8613a32716 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9447d3abcfef46fbb9cec3961f14b45a&device_id=f6e17b42-acea-45f8-9bf2-74e6a0dca0f2 HTTP/1.1" status: 200 len: 1096 time: 0.0806034 Apr 20 17:16:46.486849 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4b79b7a2-1e5c-47d8-b34f-060fc617f624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'name': 'tempest-FloatingIPsAssociationTestJSON-318035455-router', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '99656306-bf22-426a-bd25-1355044d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:15:28Z', 'updated_at': '2022-04-20T17:15:39Z', 'revision_number': 4, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'gw_port': {'id': '99656306-bf22-426a-bd25-1355044d1f79', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:30Z', 'updated_at': '2022-04-20T17:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '661d2541-e92c-4225-947c-7db7ed57039f', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'port_id': '675c9daa-1b4b-48e6-8c05-7396b0ea9adf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'mac_address': 'fa:16:3e:44:bb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f35cce6-7f77-4ff3-9c61-03346bd49e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:16:08Z', 'updated_at': '2022-04-20T17:16:43Z', 'revision_number': 3, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0cae73-537b-46fa-b55b-158935a38bee', 'name': '', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'mac_address': 'fa:16:3e:ff:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:38Z', 'updated_at': '2022-04-20T17:15:54Z', 'revision_number': 5, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'subnets': [{'id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:46.492089 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b79b7a2-1e5c-47d8-b34f-060fc617f624 None None] The sync data for ids ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'] in n-d-838032-1 is: [{'id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'name': 'tempest-FloatingIPsAssociationTestJSON-318035455-router', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '99656306-bf22-426a-bd25-1355044d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:15:28Z', 'updated_at': '2022-04-20T17:15:39Z', 'revision_number': 4, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'gw_port': {'id': '99656306-bf22-426a-bd25-1355044d1f79', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:30Z', 'updated_at': '2022-04-20T17:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '661d2541-e92c-4225-947c-7db7ed57039f', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'port_id': '675c9daa-1b4b-48e6-8c05-7396b0ea9adf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'mac_address': 'fa:16:3e:44:bb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f35cce6-7f77-4ff3-9c61-03346bd49e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:16:08Z', 'updated_at': '2022-04-20T17:16:43Z', 'revision_number': 3, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0cae73-537b-46fa-b55b-158935a38bee', 'name': '', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'mac_address': 'fa:16:3e:ff:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:38Z', 'updated_at': '2022-04-20T17:15:54Z', 'revision_number': 5, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'subnets': [{'id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:16:46.493119 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2ae7e39c-a266-4c07-a791-3e06a248a3ee admin admin] Usage tracker for resource:security_group_rule and tenant:09fc1279785c4b8daed6da8da5ce234b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:16:46.496374 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2ae7e39c-a266-4c07-a791-3e06a248a3ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:16:46.503179 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2ae7e39c-a266-4c07-a791-3e06a248a3ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:16:46.567352 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-42db4c10-22b4-420d-8827-289438111fe4 req-6ba650d2-02d3-4cc1-b427-1fa0ca733d01 tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c992c50-dd88-4e27-96ed-0e8b284f3b3a HTTP/1.1" status: 200 len: 210 time: 0.1822042 Apr 20 17:16:46.607423 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ae7e39c-a266-4c07-a791-3e06a248a3ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:46.617265 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ae7e39c-a266-4c07-a791-3e06a248a3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:46.640043 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a204aa-d032-43ca-8f49-581cbb6c711b req-84d1d05d-04ab-49fa-9489-b9ae9a5873b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:46.641713 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95a204aa-d032-43ca-8f49-581cbb6c711b req-84d1d05d-04ab-49fa-9489-b9ae9a5873b0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7cad8736-f7b6-475d-b939-9da845dbb70b HTTP/1.1" status: 200 len: 921 time: 0.1623118 Apr 20 17:16:46.669233 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-2adbe6ed-be35-4ebc-b019-f7192c0a39da tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:46.670256 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae7e39c-a266-4c07-a791-3e06a248a3ee admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:16:46.679382 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-2adbe6ed-be35-4ebc-b019-f7192c0a39da tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:46.681976 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7e39c-a266-4c07-a791-3e06a248a3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:46.700133 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ae7e39c-a266-4c07-a791-3e06a248a3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:46.700545 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-2ae7e39c-a266-4c07-a791-3e06a248a3ee admin admin] Added segment 88edce72-7870-4b35-a3d6-fc6077604be6 of type vlan for network 9fff7241-063c-4945-88bb-0dafb6148a83 Apr 20 17:16:46.713771 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95a204aa-d032-43ca-8f49-581cbb6c711b req-c069791d-8bfd-426f-957d-de30f6e9d206 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea1d80b0-c089-4016-ae67-872e3e068f8d HTTP/1.1" status: 200 len: 217 time: 0.0662880 Apr 20 17:16:46.776473 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a204aa-d032-43ca-8f49-581cbb6c711b req-f971e573-217e-4a93-a54f-b079fe792128 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:46.778084 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95a204aa-d032-43ca-8f49-581cbb6c711b req-f971e573-217e-4a93-a54f-b079fe792128 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8d43a55-22fc-443b-9bc2-2677f5ddd7b2 HTTP/1.1" status: 200 len: 859 time: 0.0586805 Apr 20 17:16:46.829701 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbe6ed-be35-4ebc-b019-f7192c0a39da tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22df4c6a-80da-4011-afc0-b5fda8738ee2,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:46.859033 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95a204aa-d032-43ca-8f49-581cbb6c711b req-c5cd42c2-681f-4899-87e3-f7ac0c20b004 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7cad8736-f7b6-475d-b939-9da845dbb70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742741 Apr 20 17:16:46.860719 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ae7e39c-a266-4c07-a791-3e06a248a3ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:46.960414 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ae7e39c-a266-4c07-a791-3e06a248a3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:46.961263 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae7e39c-a266-4c07-a791-3e06a248a3ee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:46.961875 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ae7e39c-a266-4c07-a791-3e06a248a3ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:46.980332 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec033a7f-8518-49f7-a08e-663253ec7a4c None None] New status for floating IP 661d2541-e92c-4225-947c-7db7ed57039f: ACTIVE {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:16:46.990367 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d563d6-af44-42e6-88be-6d564a0ab89a req-09a4c764-4817-43a6-8173-80205149ff2f tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:46.991832 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-75d563d6-af44-42e6-88be-6d564a0ab89a req-09a4c764-4817-43a6-8173-80205149ff2f tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b1064b7-808f-44e7-a353-16e9bcf6a6a6 HTTP/1.1" status: 200 len: 945 time: 0.3071427 Apr 20 17:16:46.993026 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-2adbe6ed-be35-4ebc-b019-f7192c0a39da tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Allocated IP 192.168.233.234 (9a774663-a30d-4bd1-8b41-83fe693f2d30/777b4790-ba4c-49e9-8844-3c09c1447f40/a92205b2-d4cb-4ab9-8250-a5ac3e043b96) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:16:46.998128 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95a204aa-d032-43ca-8f49-581cbb6c711b req-963c1646-a42a-4586-8a0b-f11392df630a service neutron] 10.222.0.39 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328404 Apr 20 17:16:47.127482 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7e39c-a266-4c07-a791-3e06a248a3ee admin admin] Pushing event updated for resources: {'Network': ['ID=9fff7241-063c-4945-88bb-0dafb6148a83,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:47.139362 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 9fff7241-063c-4945-88bb-0dafb6148a83 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:16:47.153706 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2ae7e39c-a266-4c07-a791-3e06a248a3ee admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3621099 Apr 20 17:16:47.156685 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38760) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:16:47.169907 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95a204aa-d032-43ca-8f49-581cbb6c711b req-7a1dd3bc-c5e3-44ba-9000-54c494b1906b service neutron] 10.222.0.39 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633060 Apr 20 17:16:47.172138 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-1d10f60c-d495-4b84-97b8-da29d360ac3d admin admin] Request body: {'subnet': {'network_id': '9fff7241-063c-4945-88bb-0dafb6148a83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-44101455-subnet', 'tenant_id': '09fc1279785c4b8daed6da8da5ce234b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:16:47.193312 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-75d563d6-af44-42e6-88be-6d564a0ab89a req-7202197e-2312-441f-b900-77dd3133d8a2 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878128 Apr 20 17:16:47.194618 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1d10f60c-d495-4b84-97b8-da29d360ac3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:16:47.222532 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1d10f60c-d495-4b84-97b8-da29d360ac3d admin admin] Usage tracker for resource:subnet and tenant:09fc1279785c4b8daed6da8da5ce234b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:16:47.228550 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1d10f60c-d495-4b84-97b8-da29d360ac3d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:16:47.252068 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1d10f60c-d495-4b84-97b8-da29d360ac3d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:16:47.289910 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95a204aa-d032-43ca-8f49-581cbb6c711b req-6eb3c6e6-da29-4f22-a114-9c5d0d30a5be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9447d3abcfef46fbb9cec3961f14b45a&device_id=9f35cce6-7f77-4ff3-9c61-03346bd49e21 HTTP/1.1" status: 200 len: 1096 time: 0.0993803 Apr 20 17:16:47.343384 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94723e51-9a5b-4cc8-9324-1b8bbbe5e145'] response: {'name': 'network-changed', 'server_uuid': 'aa7ea240-cdac-4e89-9a28-767243759026', 'tag': '17ff15db-700f-4fa3-ae1e-3647d9385359', 'status': 'completed', 'code': 200} Apr 20 17:16:47.348527 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4ed8f1-5446-49b8-a8bc-de1459403b72 None None] Sync routers for ids ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:16:47.362050 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4ed8f1-5446-49b8-a8bc-de1459403b72 None None] Routers {'3456df83-4ab8-4df2-8c4d-fffa485cc2be'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:16:47.362836 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-fc4ed8f1-5446-49b8-a8bc-de1459403b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:16:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:47.453518 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a204aa-d032-43ca-8f49-581cbb6c711b req-25e4a8d2-7738-4e1a-8207-0a539bea00e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:47.458312 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-2adbe6ed-be35-4ebc-b019-f7192c0a39da tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:47.461714 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95a204aa-d032-43ca-8f49-581cbb6c711b req-25e4a8d2-7738-4e1a-8207-0a539bea00e2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7cad8736-f7b6-475d-b939-9da845dbb70b HTTP/1.1" status: 200 len: 921 time: 0.1706123 Apr 20 17:16:47.480186 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-2adbe6ed-be35-4ebc-b019-f7192c0a39da tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Transition to ACTIVE for port object a92205b2-d4cb-4ab9-8250-a5ac3e043b96 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:16:47.502044 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d10f60c-d495-4b84-97b8-da29d360ac3d admin admin] Made reservation on behalf of 09fc1279785c4b8daed6da8da5ce234b for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:16:47.504649 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1d10f60c-d495-4b84-97b8-da29d360ac3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:47.562446 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-fc4ed8f1-5446-49b8-a8bc-de1459403b72 None None] Set router 3456df83-4ab8-4df2-8c4d-fffa485cc2be gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:16:47.623784 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-2adbe6ed-be35-4ebc-b019-f7192c0a39da tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:47.658124 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95a204aa-d032-43ca-8f49-581cbb6c711b req-382e9c7e-94da-4617-868e-9fbccc60132d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=675c9daa-1b4b-48e6-8c05-7396b0ea9adf HTTP/1.1" status: 200 len: 1001 time: 0.1953778 Apr 20 17:16:47.717038 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-671ab56e-d8f3-4936-b08f-217ff93a0a85 req-df1634bd-e5fe-4c4c-8f1a-396a19d755a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e75f8ad024ce426a84ef751b2d001871&device_id=aa7ea240-cdac-4e89-9a28-767243759026 HTTP/1.1" status: 200 len: 1095 time: 0.1828499 Apr 20 17:16:47.778039 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-2adbe6ed-be35-4ebc-b019-f7192c0a39da tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:16:47.782517 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-2adbe6ed-be35-4ebc-b019-f7192c0a39da tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:16:47.790531 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-2adbe6ed-be35-4ebc-b019-f7192c0a39da tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:16:47.807956 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a204aa-d032-43ca-8f49-581cbb6c711b req-6018d180-3ffb-42d1-a46b-438b33e7a4cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:47.815059 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95a204aa-d032-43ca-8f49-581cbb6c711b req-6018d180-3ffb-42d1-a46b-438b33e7a4cb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8d43a55-22fc-443b-9bc2-2677f5ddd7b2 HTTP/1.1" status: 200 len: 859 time: 0.1561155 Apr 20 17:16:47.829536 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbe6ed-be35-4ebc-b019-f7192c0a39da tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Pushing event updated for resources: {'Port': ['ID=a92205b2-d4cb-4ab9-8250-a5ac3e043b96,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:47.930858 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-2adbe6ed-be35-4ebc-b019-f7192c0a39da tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:47.931702 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-2adbe6ed-be35-4ebc-b019-f7192c0a39da tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:47.946981 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ab56e-d8f3-4936-b08f-217ff93a0a85 req-b5753046-0bc8-449f-a62c-0051b775cbef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:47.948911 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-671ab56e-d8f3-4936-b08f-217ff93a0a85 req-b5753046-0bc8-449f-a62c-0051b775cbef service neutron] 10.222.0.43 "GET /v2.0/networks?id=2c26c5bd-f238-4795-be1b-c0013f180282 HTTP/1.1" status: 200 len: 922 time: 0.2224126 Apr 20 17:16:47.963059 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95a204aa-d032-43ca-8f49-581cbb6c711b req-f7fccf69-756a-4bb9-b3bc-d63ab6830ff1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7cad8736-f7b6-475d-b939-9da845dbb70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1469648 Apr 20 17:16:47.972690 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-55273e74-6fd5-4590-9769-cc7dbcd533b7 req-93db3e43-4ff4-4898-91bf-3ecae157ce7b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=033362bf-532d-459f-87df-bce7a7b8c168&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2857947 Apr 20 17:16:47.995309 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-2adbe6ed-be35-4ebc-b019-f7192c0a39da tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1314430 Apr 20 17:16:48.016604 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-48f4184f-dc15-459f-847f-4f0b3fb826de service neutron] Request body: {'port': {'device_id': '7c992c50-dd88-4e27-96ed-0e8b284f3b3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:16:48.049065 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-fc4ed8f1-5446-49b8-a8bc-de1459403b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'name': 'tempest-FloatingIPsAssociationTestJSON-318035455-router', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '99656306-bf22-426a-bd25-1355044d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:15:28Z', 'updated_at': '2022-04-20T17:15:39Z', 'revision_number': 4, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'gw_port': {'id': '99656306-bf22-426a-bd25-1355044d1f79', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:30Z', 'updated_at': '2022-04-20T17:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '661d2541-e92c-4225-947c-7db7ed57039f', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'port_id': '675c9daa-1b4b-48e6-8c05-7396b0ea9adf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'mac_address': 'fa:16:3e:44:bb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f35cce6-7f77-4ff3-9c61-03346bd49e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:16:08Z', 'updated_at': '2022-04-20T17:16:47Z', 'revision_number': 4, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0cae73-537b-46fa-b55b-158935a38bee', 'name': '', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'mac_address': 'fa:16:3e:ff:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:38Z', 'updated_at': '2022-04-20T17:15:54Z', 'revision_number': 5, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'subnets': [{'id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:48.055369 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4ed8f1-5446-49b8-a8bc-de1459403b72 None None] Checking router: 3456df83-4ab8-4df2-8c4d-fffa485cc2be for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:16:48.069777 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4ed8f1-5446-49b8-a8bc-de1459403b72 None None] Routers {'3456df83-4ab8-4df2-8c4d-fffa485cc2be'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:16:48.070542 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-fc4ed8f1-5446-49b8-a8bc-de1459403b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:16:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:48.213421 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-48f4184f-dc15-459f-847f-4f0b3fb826de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:48.242328 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-671ab56e-d8f3-4936-b08f-217ff93a0a85 req-3c8f7ebb-634a-40c1-a283-1e23931c5085 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17ff15db-700f-4fa3-ae1e-3647d9385359 HTTP/1.1" status: 200 len: 217 time: 0.2766032 Apr 20 17:16:48.244974 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1d10f60c-d495-4b84-97b8-da29d360ac3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:48.319878 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-fc4ed8f1-5446-49b8-a8bc-de1459403b72 None None] Set router 3456df83-4ab8-4df2-8c4d-fffa485cc2be gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:16:48.387801 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ab56e-d8f3-4936-b08f-217ff93a0a85 req-f8c0ff25-f6a0-4653-adae-bce49fc40805 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:48.389696 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-671ab56e-d8f3-4936-b08f-217ff93a0a85 req-f8c0ff25-f6a0-4653-adae-bce49fc40805 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6168ff55-f8cc-4173-8a8f-60bbd4cfe151 HTTP/1.1" status: 200 len: 861 time: 0.1377614 Apr 20 17:16:48.464830 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95a204aa-d032-43ca-8f49-581cbb6c711b req-81cf9088-065c-49b2-9dc8-ae297368acb6 service neutron] 10.222.0.39 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5007362 Apr 20 17:16:48.468101 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-671ab56e-d8f3-4936-b08f-217ff93a0a85 req-e525215f-265a-4723-9086-2e93cfa6584b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2c26c5bd-f238-4795-be1b-c0013f180282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685153 Apr 20 17:16:48.498310 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b7897a96-25b7-473a-8750-1f93f624cedc None None] Provisioning for port a92205b2-d4cb-4ab9-8250-a5ac3e043b96 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:16:48.505911 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b7897a96-25b7-473a-8750-1f93f624cedc None None] Provisioning complete for port a92205b2-d4cb-4ab9-8250-a5ac3e043b96 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:48.506358 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b7897a96-25b7-473a-8750-1f93f624cedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:48.635552 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-b7897a96-25b7-473a-8750-1f93f624cedc None None] Port a92205b2-d4cb-4ab9-8250-a5ac3e043b96 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:16:48.652124 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9765ad9d-ce99-4374-b582-7631cae49deb req-99312ccb-81e7-404e-809c-1696731a607a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=033362bf-532d-459f-87df-bce7a7b8c168&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3471520 Apr 20 17:16:48.727843 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10f60c-d495-4b84-97b8-da29d360ac3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=76d92014-3b83-4b63-bea0-d20ecb7cbe3a,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:48.739993 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-671ab56e-d8f3-4936-b08f-217ff93a0a85 req-4fc8ae25-0cea-48e9-9e1a-fb224fb08ca8 service neutron] 10.222.0.43 "GET /v2.0/networks/2c26c5bd-f238-4795-be1b-c0013f180282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517695 Apr 20 17:16:48.744573 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95a204aa-d032-43ca-8f49-581cbb6c711b req-4a891405-238a-4dbe-b4df-6329e327ea03 service neutron] 10.222.0.39 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788825 Apr 20 17:16:48.801118 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d10f60c-d495-4b84-97b8-da29d360ac3d admin admin] Checking segment: {'id': '88edce72-7870-4b35-a3d6-fc6077604be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9fff7241-063c-4945-88bb-0dafb6148a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:16:48.801471 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d10f60c-d495-4b84-97b8-da29d360ac3d admin admin] Network hostable DHCP agents. Network: 9fff7241-063c-4945-88bb-0dafb6148a83, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:16:48.816743 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-fc4ed8f1-5446-49b8-a8bc-de1459403b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'name': 'tempest-FloatingIPsAssociationTestJSON-318035455-router', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '99656306-bf22-426a-bd25-1355044d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:15:28Z', 'updated_at': '2022-04-20T17:15:39Z', 'revision_number': 4, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'gw_port': {'id': '99656306-bf22-426a-bd25-1355044d1f79', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:30Z', 'updated_at': '2022-04-20T17:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '661d2541-e92c-4225-947c-7db7ed57039f', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'port_id': '675c9daa-1b4b-48e6-8c05-7396b0ea9adf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'mac_address': 'fa:16:3e:44:bb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f35cce6-7f77-4ff3-9c61-03346bd49e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:16:08Z', 'updated_at': '2022-04-20T17:16:47Z', 'revision_number': 4, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0cae73-537b-46fa-b55b-158935a38bee', 'name': '', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'mac_address': 'fa:16:3e:ff:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:38Z', 'updated_at': '2022-04-20T17:15:54Z', 'revision_number': 5, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'subnets': [{'id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:48.829725 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4ed8f1-5446-49b8-a8bc-de1459403b72 None None] The sync data for ids ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'] in n-d-838032-1 is: [{'id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'name': 'tempest-FloatingIPsAssociationTestJSON-318035455-router', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '99656306-bf22-426a-bd25-1355044d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:15:28Z', 'updated_at': '2022-04-20T17:15:39Z', 'revision_number': 4, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'gw_port': {'id': '99656306-bf22-426a-bd25-1355044d1f79', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:30Z', 'updated_at': '2022-04-20T17:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '661d2541-e92c-4225-947c-7db7ed57039f', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'port_id': '675c9daa-1b4b-48e6-8c05-7396b0ea9adf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'mac_address': 'fa:16:3e:44:bb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f35cce6-7f77-4ff3-9c61-03346bd49e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:16:08Z', 'updated_at': '2022-04-20T17:16:47Z', 'revision_number': 4, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0cae73-537b-46fa-b55b-158935a38bee', 'name': '', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'mac_address': 'fa:16:3e:ff:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:38Z', 'updated_at': '2022-04-20T17:15:54Z', 'revision_number': 5, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'subnets': [{'id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:16:48.859175 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-263ed005-a187-4f5a-939d-b0f6bb0253c7 req-8d9cbe23-b9ee-4560-b190-694043043eba tempest-ServersOnMultiNodesTest-52254401 tempest-ServersOnMultiNodesTest-52254401-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0726a5a4-a720-4995-bb1c-b7028db74b53 HTTP/1.1" status: 200 len: 1099 time: 0.1902244 Apr 20 17:16:48.964084 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d10f60c-d495-4b84-97b8-da29d360ac3d admin admin] Network 9fff7241-063c-4945-88bb-0dafb6148a83 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:16:48.976933 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-48f4184f-dc15-459f-847f-4f0b3fb826de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a92205b2-d4cb-4ab9-8250-a5ac3e043b96 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:16:48.987779 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-1d10f60c-d495-4b84-97b8-da29d360ac3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 9fff7241-063c-4945-88bb-0dafb6148a83) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:16:48.990441 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-48f4184f-dc15-459f-847f-4f0b3fb826de service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:48.997657 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 17ff15db-700f-4fa3-ae1e-3647d9385359 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:16:48.999847 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bc6750-e815-41e8-821c-8f66e6ace12f None None] Network 9fff7241-063c-4945-88bb-0dafb6148a83 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:16:49.018306 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-671ab56e-d8f3-4936-b08f-217ff93a0a85 req-aaa05cfe-ae9e-43b0-a5c0-f02fb540f142 service neutron] 10.222.0.43 "GET /v2.0/networks/2c26c5bd-f238-4795-be1b-c0013f180282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652874 Apr 20 17:16:49.018924 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-48f4184f-dc15-459f-847f-4f0b3fb826de service neutron] Transition to ACTIVE for port object a92205b2-d4cb-4ab9-8250-a5ac3e043b96 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:16:49.037921 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-263ed005-a187-4f5a-939d-b0f6bb0253c7 req-090de49c-5aaf-4280-9966-f2ad5d4559be tempest-ServersOnMultiNodesTest-52254401 tempest-ServersOnMultiNodesTest-52254401-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770504 Apr 20 17:16:49.041924 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d10f60c-d495-4b84-97b8-da29d360ac3d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:49.046141 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1d10f60c-d495-4b84-97b8-da29d360ac3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:49.061685 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b756d9-758e-46a3-b17c-76b804881bd8 req-1e363f53-59cf-4c75-9d6b-1964b6fba6ab tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:49.064377 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d5b756d9-758e-46a3-b17c-76b804881bd8 req-1e363f53-59cf-4c75-9d6b-1964b6fba6ab tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa7ea240-cdac-4e89-9a28-767243759026 HTTP/1.1" status: 200 len: 944 time: 0.1250739 Apr 20 17:16:49.065718 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-48f4184f-dc15-459f-847f-4f0b3fb826de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:49.144560 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a388d5a-c51d-404f-ae95-9945d59a02fb'] response: {'name': 'network-changed', 'server_uuid': 'f6e17b42-acea-45f8-9bf2-74e6a0dca0f2', 'tag': 'ea1d80b0-c089-4016-ae67-872e3e068f8d', 'status': 'completed', 'code': 200} Apr 20 17:16:49.155579 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1d10f60c-d495-4b84-97b8-da29d360ac3d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9965630 Apr 20 17:16:49.239574 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.resource_extend [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:16:49.292469 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d5b756d9-758e-46a3-b17c-76b804881bd8 req-02d100fb-c541-419c-8eb2-458013198196 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212174 Apr 20 17:16:49.332241 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4184f-dc15-459f-847f-4f0b3fb826de service neutron] Pushing event updated for resources: {'Port': ['ID=a92205b2-d4cb-4ab9-8250-a5ac3e043b96,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:49.371104 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9bdb99ae-663d-4752-be60-141042b961e2 req-c29ef441-7ed5-4328-8585-d47d01996cd3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9447d3abcfef46fbb9cec3961f14b45a&device_id=f6e17b42-acea-45f8-9bf2-74e6a0dca0f2 HTTP/1.1" status: 200 len: 1096 time: 0.1989102 Apr 20 17:16:49.489955 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 17ff15db-700f-4fa3-ae1e-3647d9385359, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=17ff15db-700f-4fa3-ae1e-3647d9385359,segment=NetworkSegment(43999dff-a448-4195-ad66-c7adbdca2564),segment_id=43999dff-a448-4195-ad66-c7adbdca2564)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:49.540614 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '17ff15db-700f-4fa3-ae1e-3647d9385359', 'network_id': '2c26c5bd-f238-4795-be1b-c0013f180282', 'port_id': '17ff15db-700f-4fa3-ae1e-3647d9385359', 'mac_address': 'fa:16:3e:8c:01:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6168ff55-f8cc-4173-8a8f-60bbd4cfe151', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:16:49.618255 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e846751-5832-4f92-b02d-f19c5f20bc69 req-9eb849d3-2385-4f41-bc0b-ccb7a0b78c25 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:49.619895 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0e846751-5832-4f92-b02d-f19c5f20bc69 req-9eb849d3-2385-4f41-bc0b-ccb7a0b78c25 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3b0e96-cebb-49da-9d8f-bf8fd88efbdc HTTP/1.1" status: 200 len: 950 time: 0.3557694 Apr 20 17:16:49.631309 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-48f4184f-dc15-459f-847f-4f0b3fb826de service neutron] Attempting to bind port a92205b2-d4cb-4ab9-8250-a5ac3e043b96 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:16:49.631647 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-48f4184f-dc15-459f-847f-4f0b3fb826de service neutron] Attempting to bind port a92205b2-d4cb-4ab9-8250-a5ac3e043b96 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:16:49.631973 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-48f4184f-dc15-459f-847f-4f0b3fb826de service neutron] Attempting to bind port a92205b2-d4cb-4ab9-8250-a5ac3e043b96 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:16:49.660276 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb99ae-663d-4752-be60-141042b961e2 req-5c20fb2b-89a4-484a-82b6-9058d0136f9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:49.662128 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9bdb99ae-663d-4752-be60-141042b961e2 req-5c20fb2b-89a4-484a-82b6-9058d0136f9c service neutron] 10.222.0.43 "GET /v2.0/networks?id=7cad8736-f7b6-475d-b939-9da845dbb70b HTTP/1.1" status: 200 len: 921 time: 0.2823300 Apr 20 17:16:49.672478 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e32abe-0cb8-40cb-9369-525af559cd01 req-2a895d87-ca27-4731-a92a-1f3a86ae8000 tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:49.672692 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:49.674595 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-98e32abe-0cb8-40cb-9369-525af559cd01 req-2a895d87-ca27-4731-a92a-1f3a86ae8000 tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c992c50-dd88-4e27-96ed-0e8b284f3b3a HTTP/1.1" status: 200 len: 948 time: 0.1591976 Apr 20 17:16:49.707606 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-48f4184f-dc15-459f-847f-4f0b3fb826de service neutron] Port a92205b2-d4cb-4ab9-8250-a5ac3e043b96 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:16:49.707947 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-48f4184f-dc15-459f-847f-4f0b3fb826de service neutron] Attempting to bind port a92205b2-d4cb-4ab9-8250-a5ac3e043b96 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:16:49.739808 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17ff15db-700f-4fa3-ae1e-3647d9385359 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:16:49.748088 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0e846751-5832-4f92-b02d-f19c5f20bc69 req-941c173b-7d2f-4a08-a34e-68f609278d68 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/security-groups?id=88c9757b-b765-406f-b818-e6e0af096ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181934 Apr 20 17:16:49.749884 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-48f4184f-dc15-459f-847f-4f0b3fb826de service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:16:49.750249 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-48f4184f-dc15-459f-847f-4f0b3fb826de service neutron] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:16:49.750638 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-48f4184f-dc15-459f-847f-4f0b3fb826de service neutron] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:16:49.751090 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-48f4184f-dc15-459f-847f-4f0b3fb826de service neutron] Bound port: a92205b2-d4cb-4ab9-8250-a5ac3e043b96, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:16:49.751444 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-48f4184f-dc15-459f-847f-4f0b3fb826de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:49.752247 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9bdb99ae-663d-4752-be60-141042b961e2 req-4758d248-2bd7-4606-8d36-84b8d426503a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea1d80b0-c089-4016-ae67-872e3e068f8d HTTP/1.1" status: 200 len: 217 time: 0.0763226 Apr 20 17:16:49.757163 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 17ff15db-700f-4fa3-ae1e-3647d9385359, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=17ff15db-700f-4fa3-ae1e-3647d9385359,segment=NetworkSegment(43999dff-a448-4195-ad66-c7adbdca2564),segment_id=43999dff-a448-4195-ad66-c7adbdca2564)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:49.768982 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:49.833719 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-98e32abe-0cb8-40cb-9369-525af559cd01 req-9c59f286-a466-481f-97b3-6a533cbe0bce tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] 10.222.0.39 "GET /v2.0/security-groups?id=22df4c6a-80da-4011-afc0-b5fda8738ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801160 Apr 20 17:16:49.881861 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5929e3-0765-42df-accb-45fed7673024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-9fff7241-063c-4945-88bb-0dafb6148a83', 'network_id': '9fff7241-063c-4945-88bb-0dafb6148a83', 'tenant_id': '09fc1279785c4b8daed6da8da5ce234b', 'fixed_ips': [{'subnet_id': '76d92014-3b83-4b63-bea0-d20ecb7cbe3a'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:16:49.882698 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ca5929e3-0765-42df-accb-45fed7673024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:49.890129 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb99ae-663d-4752-be60-141042b961e2 req-a47e5ea5-89f8-4fe5-9406-26117960e8d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:49.894289 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9bdb99ae-663d-4752-be60-141042b961e2 req-a47e5ea5-89f8-4fe5-9406-26117960e8d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8d43a55-22fc-443b-9bc2-2677f5ddd7b2 HTTP/1.1" status: 200 len: 859 time: 0.0939920 Apr 20 17:16:49.986324 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=17ff15db-700f-4fa3-ae1e-3647d9385359,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:50.029737 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-48f4184f-dc15-459f-847f-4f0b3fb826de service neutron] For port a92205b2-d4cb-4ab9-8250-a5ac3e043b96, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:16:50.035071 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9bdb99ae-663d-4752-be60-141042b961e2 req-1e9f6480-6249-4ba5-9981-d1fa38546e97 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7cad8736-f7b6-475d-b939-9da845dbb70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1306405 Apr 20 17:16:50.041219 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-48f4184f-dc15-459f-847f-4f0b3fb826de service neutron] For port a92205b2-d4cb-4ab9-8250-a5ac3e043b96, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=a92205b2-d4cb-4ab9-8250-a5ac3e043b96,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:16:50.053748 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-48f4184f-dc15-459f-847f-4f0b3fb826de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:50.106567 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['17ff15db-700f-4fa3-ae1e-3647d9385359'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:16:50.130926 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-48f4184f-dc15-459f-847f-4f0b3fb826de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:50.132266 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-48f4184f-dc15-459f-847f-4f0b3fb826de service neutron] 10.222.0.43 "PUT /v2.0/ports/a92205b2-d4cb-4ab9-8250-a5ac3e043b96 HTTP/1.1" status: 200 len: 1096 time: 2.1238165 Apr 20 17:16:50.132700 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c992c50-dd88-4e27-96ed-0e8b284f3b3a', 'tag': 'a92205b2-d4cb-4ab9-8250-a5ac3e043b96'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:16:50.156100 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a6939-5b78-4537-bff7-e4a2558931f2 req-49b5d6cc-788d-4824-9ed7-9f65ea2257ac tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:50.157751 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b53a6939-5b78-4537-bff7-e4a2558931f2 req-49b5d6cc-788d-4824-9ed7-9f65ea2257ac tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b1064b7-808f-44e7-a353-16e9bcf6a6a6 HTTP/1.1" status: 200 len: 945 time: 0.2142508 Apr 20 17:16:50.158613 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4184f-dc15-459f-847f-4f0b3fb826de service neutron] Pushing event updated for resources: {'Port': ['ID=a92205b2-d4cb-4ab9-8250-a5ac3e043b96,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:50.239290 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-ca5929e3-0765-42df-accb-45fed7673024 None None] Allocated IP 172.20.0.2 (9fff7241-063c-4945-88bb-0dafb6148a83/76d92014-3b83-4b63-bea0-d20ecb7cbe3a/b3f5165e-8986-45c3-b35a-a1eb4d12e9e3) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:16:50.274069 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b53a6939-5b78-4537-bff7-e4a2558931f2 req-78f78333-67ae-43cb-bf49-f60ec2748407 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095421 Apr 20 17:16:50.291124 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-4fad28f1-5d50-44d2-a19e-3ba281881051 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3d069bc34bb4031830078ee55c12d0f&device_id=7c992c50-dd88-4e27-96ed-0e8b284f3b3a HTTP/1.1" status: 200 len: 1099 time: 0.1093705 Apr 20 17:16:50.409891 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9bdb99ae-663d-4752-be60-141042b961e2 req-5394fdf5-b6b3-4d80-b4d7-5a5da22c968e service neutron] 10.222.0.43 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673155 Apr 20 17:16:50.506561 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-fe8cbd2c-dae2-4b22-8286-5cd911fc2aa1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=a92205b2-d4cb-4ab9-8250-a5ac3e043b96 HTTP/1.1" status: 200 len: 217 time: 0.2088923 Apr 20 17:16:50.539105 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff4a59-eb91-44f2-ac8d-8b7c455ad10a req-abe37f95-6ec1-4e2d-83ac-823cc39eaaa6 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:50.540375 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f1ff4a59-eb91-44f2-ac8d-8b7c455ad10a req-abe37f95-6ec1-4e2d-83ac-823cc39eaaa6 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=033362bf-532d-459f-87df-bce7a7b8c168 HTTP/1.1" status: 200 len: 949 time: 0.4720714 Apr 20 17:16:50.593462 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9bdb99ae-663d-4752-be60-141042b961e2 req-0356d6ef-828a-4315-a247-b0fb2b44d729 service neutron] 10.222.0.43 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661575 Apr 20 17:16:50.605840 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a67ce425-87be-4a31-a883-6ec4ee9a378f req-87075abc-dc1f-492e-a80f-e3730d1cebec tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.168 HTTP/1.1" status: 200 len: 1001 time: 0.2416537 Apr 20 17:16:50.614960 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-0de8f6f9-9673-4215-a5a9-becf4b61389d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:50.616286 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-0de8f6f9-9673-4215-a5a9-becf4b61389d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1022611 Apr 20 17:16:50.617366 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f1ff4a59-eb91-44f2-ac8d-8b7c455ad10a req-fa852324-0e50-49c4-a883-26533d1f7a29 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638211 Apr 20 17:16:50.625062 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ca5929e3-0765-42df-accb-45fed7673024 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:50.636712 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ca5929e3-0765-42df-accb-45fed7673024 None None] Transition to ACTIVE for port object b3f5165e-8986-45c3-b35a-a1eb4d12e9e3 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:16:50.662500 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ca5929e3-0765-42df-accb-45fed7673024 None None] Transition to ACTIVE for port object b3f5165e-8986-45c3-b35a-a1eb4d12e9e3 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:16:50.668603 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ca5929e3-0765-42df-accb-45fed7673024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:50.734240 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ce425-87be-4a31-a883-6ec4ee9a378f req-18623aa0-045b-4316-95a9-a2f88888ed55 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:50.735558 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a67ce425-87be-4a31-a883-6ec4ee9a378f req-18623aa0-045b-4316-95a9-a2f88888ed55 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/ports/675c9daa-1b4b-48e6-8c05-7396b0ea9adf HTTP/1.1" status: 200 len: 942 time: 0.1184309 Apr 20 17:16:50.739293 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9765ad9d-ce99-4374-b582-7631cae49deb req-de63eca4-f08f-4682-b45f-51a1c9e767b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&device_id=033362bf-532d-459f-87df-bce7a7b8c168 HTTP/1.1" status: 200 len: 1100 time: 0.2942696 Apr 20 17:16:50.785616 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5929e3-0765-42df-accb-45fed7673024 None None] Network 9fff7241-063c-4945-88bb-0dafb6148a83 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:16:50.787231 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-ca5929e3-0765-42df-accb-45fed7673024 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:16:50.789741 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5929e3-0765-42df-accb-45fed7673024 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:16:50.796177 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5929e3-0765-42df-accb-45fed7673024 None None] Pushing event updated for resources: {'Port': ['ID=b3f5165e-8986-45c3-b35a-a1eb4d12e9e3,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:50.844692 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-af983938-5948-4acb-bd92-4e9d5420946d req-e86477b9-347d-47d2-826e-8d95fcb40c73 tempest-ServersOnMultiNodesTest-52254401 tempest-ServersOnMultiNodesTest-52254401-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2f7c45fc-db17-4e98-abdb-7b18d064ffcb HTTP/1.1" status: 200 len: 1100 time: 0.1113870 Apr 20 17:16:50.882733 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-ca5929e3-0765-42df-accb-45fed7673024 None None] Attempting to bind port b3f5165e-8986-45c3-b35a-a1eb4d12e9e3 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:16:50.883091 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-ca5929e3-0765-42df-accb-45fed7673024 None None] Attempting to bind port b3f5165e-8986-45c3-b35a-a1eb4d12e9e3 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '88edce72-7870-4b35-a3d6-fc6077604be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9fff7241-063c-4945-88bb-0dafb6148a83'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:16:50.883481 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5929e3-0765-42df-accb-45fed7673024 None None] Attempting to bind port b3f5165e-8986-45c3-b35a-a1eb4d12e9e3 on network 9fff7241-063c-4945-88bb-0dafb6148a83 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:16:50.890549 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5929e3-0765-42df-accb-45fed7673024 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:16:50.890955 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5929e3-0765-42df-accb-45fed7673024 None None] Checking segment: {'id': '88edce72-7870-4b35-a3d6-fc6077604be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9fff7241-063c-4945-88bb-0dafb6148a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:16:50.891498 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ca5929e3-0765-42df-accb-45fed7673024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:50.891885 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5929e3-0765-42df-accb-45fed7673024 None None] Bound using segment: {'id': '88edce72-7870-4b35-a3d6-fc6077604be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9fff7241-063c-4945-88bb-0dafb6148a83'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:16:50.892345 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-ca5929e3-0765-42df-accb-45fed7673024 None None] Bound port: b3f5165e-8986-45c3-b35a-a1eb4d12e9e3, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88edce72-7870-4b35-a3d6-fc6077604be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9fff7241-063c-4945-88bb-0dafb6148a83'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:16:50.892708 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ca5929e3-0765-42df-accb-45fed7673024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:50.898923 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-af983938-5948-4acb-bd92-4e9d5420946d req-e61315d9-14a2-4613-97bb-2734a96027f0 tempest-ServersOnMultiNodesTest-52254401 tempest-ServersOnMultiNodesTest-52254401-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457683 Apr 20 17:16:50.909781 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-4fb08eed-3c06-4cb2-b167-26d8dd31a349 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2563777 Apr 20 17:16:50.989331 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-ca5929e3-0765-42df-accb-45fed7673024 None None] For port b3f5165e-8986-45c3-b35a-a1eb4d12e9e3, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:16:50.995443 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-ca5929e3-0765-42df-accb-45fed7673024 None None] For port b3f5165e-8986-45c3-b35a-a1eb4d12e9e3, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=b3f5165e-8986-45c3-b35a-a1eb4d12e9e3,segment=NetworkSegment(88edce72-7870-4b35-a3d6-fc6077604be6),segment_id=88edce72-7870-4b35-a3d6-fc6077604be6)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:16:51.003824 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ca5929e3-0765-42df-accb-45fed7673024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:51.144146 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5929e3-0765-42df-accb-45fed7673024 None None] Pushing event updated for resources: {'Port': ['ID=b3f5165e-8986-45c3-b35a-a1eb4d12e9e3,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:51.145431 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f35cce6-7f77-4ff3-9c61-03346bd49e21', 'tag': '675c9daa-1b4b-48e6-8c05-7396b0ea9adf'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:16:51.222176 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765ad9d-ce99-4374-b582-7631cae49deb req-1b29b8ee-f7b6-4c0f-a474-6e069a0bc0f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:51.223660 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9765ad9d-ce99-4374-b582-7631cae49deb req-1b29b8ee-f7b6-4c0f-a474-6e069a0bc0f8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.4746535 Apr 20 17:16:51.231459 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a67ce425-87be-4a31-a883-6ec4ee9a378f req-4e67262a-2b83-4622-8165-ae3fddc6e518 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.168 HTTP/1.1" status: 200 len: 1001 time: 0.3968029 Apr 20 17:16:51.385615 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-523cc384-89d0-4493-9b71-6a5b1ae94642 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:51.387144 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-523cc384-89d0-4493-9b71-6a5b1ae94642 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/networks?id=9fff7241-063c-4945-88bb-0dafb6148a83 HTTP/1.1" status: 200 len: 814 time: 0.1535995 Apr 20 17:16:51.410001 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9765ad9d-ce99-4374-b582-7631cae49deb req-ac3943ff-2bf8-416b-bc6c-f3a95694d022 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=d9421e36-06a1-434f-a62b-5c544b9868a4 HTTP/1.1" status: 200 len: 217 time: 0.1759284 Apr 20 17:16:51.410832 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-885b4174-ef88-43d5-b569-d1fba2ff3c13 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/quotas/09fc1279785c4b8daed6da8da5ce234b HTTP/1.1" status: 200 len: 375 time: 0.0180054 Apr 20 17:16:51.475516 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-f5ded06e-c0c3-4a1b-b1d3-7ad89c0888b1 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5511515 Apr 20 17:16:51.506143 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-ad609a04-a076-404a-8a09-a021e8f71ccb tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=09fc1279785c4b8daed6da8da5ce234b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0930626 Apr 20 17:16:51.603412 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765ad9d-ce99-4374-b582-7631cae49deb req-154cfc27-bbb3-4a03-9b45-f12a96c510db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:51.604765 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9765ad9d-ce99-4374-b582-7631cae49deb req-154cfc27-bbb3-4a03-9b45-f12a96c510db service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1839349 Apr 20 17:16:51.619612 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ce425-87be-4a31-a883-6ec4ee9a378f req-39f3f43e-e259-4008-afc9-e4427c56df8d tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:51.620875 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a67ce425-87be-4a31-a883-6ec4ee9a378f req-39f3f43e-e259-4008-afc9-e4427c56df8d tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 784 time: 0.3886607 Apr 20 17:16:51.638874 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-f623de11-6f85-4448-ae1f-4275ebbd8ca4 service neutron] 10.222.0.39 "GET /v2.0/networks/9fff7241-063c-4945-88bb-0dafb6148a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258872 Apr 20 17:16:51.670303 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-a67ce425-87be-4a31-a883-6ec4ee9a378f req-aee4a817-ea0d-45c6-85d3-5e7a59eb4d26 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:16:51.672088 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a67ce425-87be-4a31-a883-6ec4ee9a378f req-aee4a817-ea0d-45c6-85d3-5e7a59eb4d26 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0131655 Apr 20 17:16:51.720431 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9f2468ba-db1b-4a25-8591-e1ca9c9e40c4 req-650b6780-fd47-423b-a7ee-2420b1beeeed service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357433 Apr 20 17:16:51.740559 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9765ad9d-ce99-4374-b582-7631cae49deb req-c673ae42-fdbc-46a9-b0a2-694bbb6360a8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1187398 Apr 20 17:16:51.797282 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-27f7c092-e229-4b69-953f-926bf15e8e90 service neutron] 10.222.0.39 "GET /v2.0/networks/9fff7241-063c-4945-88bb-0dafb6148a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523142 Apr 20 17:16:51.887365 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9765ad9d-ce99-4374-b582-7631cae49deb req-e123d106-ee15-427a-9003-d4974c2865f1 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389666 Apr 20 17:16:51.994211 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d905bf36-3121-4216-97be-4028a93e4763'] response: {'name': 'network-changed', 'server_uuid': '7c992c50-dd88-4e27-96ed-0e8b284f3b3a', 'tag': 'a92205b2-d4cb-4ab9-8250-a5ac3e043b96', 'status': 'completed', 'code': 200} Apr 20 17:16:52.198019 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9765ad9d-ce99-4374-b582-7631cae49deb req-afb43451-14c4-4e7a-8491-3291ddbc10d5 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035057 Apr 20 17:16:52.240383 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-28a0eb06-4c79-4ba1-b108-4c5b97b9f4c1 req-9424835e-56fe-4ece-b224-b46d3f076407 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3d069bc34bb4031830078ee55c12d0f&device_id=7c992c50-dd88-4e27-96ed-0e8b284f3b3a HTTP/1.1" status: 200 len: 1099 time: 0.2117205 Apr 20 17:16:52.307654 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device b3f5165e-8986-45c3-b35a-a1eb4d12e9e3 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:16:52.386977 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580495d4-54eb-424c-953b-6233249d8169 None None] Network 9fff7241-063c-4945-88bb-0dafb6148a83 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:16:52.525881 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0eb06-4c79-4ba1-b108-4c5b97b9f4c1 req-bda7f7dc-46e6-4eed-a45e-b435e46335a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:52.527700 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-28a0eb06-4c79-4ba1-b108-4c5b97b9f4c1 req-bda7f7dc-46e6-4eed-a45e-b435e46335a3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.2799044 Apr 20 17:16:52.544565 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031341c3-3d0b-4691-979a-10f4c399015c req-5c2451bc-fa77-462a-a940-7e1243928f54 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:52.546389 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-031341c3-3d0b-4691-979a-10f4c399015c req-5c2451bc-fa77-462a-a940-7e1243928f54 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa7ea240-cdac-4e89-9a28-767243759026 HTTP/1.1" status: 200 len: 945 time: 0.1511104 Apr 20 17:16:52.641055 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea236a82-e7ec-4766-91ca-ed1c0f2fedfe req-545ec7f2-adba-46da-8f80-199785d05375 tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:52.646877 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ea236a82-e7ec-4766-91ca-ed1c0f2fedfe req-545ec7f2-adba-46da-8f80-199785d05375 tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c992c50-dd88-4e27-96ed-0e8b284f3b3a HTTP/1.1" status: 200 len: 948 time: 0.1017172 Apr 20 17:16:52.693752 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-28a0eb06-4c79-4ba1-b108-4c5b97b9f4c1 req-0785e491-c033-48d7-96ce-71ed9168982b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=a92205b2-d4cb-4ab9-8250-a5ac3e043b96 HTTP/1.1" status: 200 len: 217 time: 0.1559920 Apr 20 17:16:52.736919 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-031341c3-3d0b-4691-979a-10f4c399015c req-ca194480-5430-463f-9db7-09e62072c285 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871437 Apr 20 17:16:52.752867 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ea236a82-e7ec-4766-91ca-ed1c0f2fedfe req-358b551f-d984-4d0c-8eb6-a46478eb183d tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] 10.222.0.39 "GET /v2.0/security-groups?id=22df4c6a-80da-4011-afc0-b5fda8738ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982256 Apr 20 17:16:52.780467 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3b5294d9-b9d9-4a3d-a9db-930c9c29833c None None] Provisioning for port b3f5165e-8986-45c3-b35a-a1eb4d12e9e3 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:16:52.830837 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-070ba1bf-e622-4e75-b946-0a26719b2c5f'] response: {'name': 'network-changed', 'server_uuid': '9f35cce6-7f77-4ff3-9c61-03346bd49e21', 'tag': '675c9daa-1b4b-48e6-8c05-7396b0ea9adf', 'status': 'completed', 'code': 200} Apr 20 17:16:52.876863 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0eb06-4c79-4ba1-b108-4c5b97b9f4c1 req-24d22f2d-5c17-4b21-b865-d14781b50cf3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:52.879131 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-28a0eb06-4c79-4ba1-b108-4c5b97b9f4c1 req-24d22f2d-5c17-4b21-b865-d14781b50cf3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1572545 Apr 20 17:16:52.887842 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port b3f5165e-8986-45c3-b35a-a1eb4d12e9e3 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:16:52.907334 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port b3f5165e-8986-45c3-b35a-a1eb4d12e9e3 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:52.907940 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:53.043729 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 17ff15db-700f-4fa3-ae1e-3647d9385359 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:16:53.069268 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-06ff78bd-c5ee-4a6b-96bc-a85e305ad02b req-738009e2-4052-498e-813d-2e199a25746b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9447d3abcfef46fbb9cec3961f14b45a&device_id=9f35cce6-7f77-4ff3-9c61-03346bd49e21 HTTP/1.1" status: 200 len: 1096 time: 0.2104490 Apr 20 17:16:53.094072 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-31c5f347-b866-4602-86b5-90424d893acc tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696464 Apr 20 17:16:53.127757 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:53.166822 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port b3f5165e-8986-45c3-b35a-a1eb4d12e9e3, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=b3f5165e-8986-45c3-b35a-a1eb4d12e9e3,segment=NetworkSegment(88edce72-7870-4b35-a3d6-fc6077604be6),segment_id=88edce72-7870-4b35-a3d6-fc6077604be6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:53.179472 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:53.220236 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 17ff15db-700f-4fa3-ae1e-3647d9385359 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:16:53.236044 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 17ff15db-700f-4fa3-ae1e-3647d9385359 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:53.236389 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:53.245646 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff78bd-c5ee-4a6b-96bc-a85e305ad02b req-6d29ce6a-9991-4cd1-9d31-7af3d57051e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:53.247501 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-06ff78bd-c5ee-4a6b-96bc-a85e305ad02b req-6d29ce6a-9991-4cd1-9d31-7af3d57051e0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7cad8736-f7b6-475d-b939-9da845dbb70b HTTP/1.1" status: 200 len: 921 time: 0.1672935 Apr 20 17:16:53.270163 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3a9c9-741c-4ad2-be29-ce972bd68078 req-4cf863d3-3f35-4638-a415-ca72746754a9 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:53.277844 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c6f3a9c9-741c-4ad2-be29-ce972bd68078 req-4cf863d3-3f35-4638-a415-ca72746754a9 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=033362bf-532d-459f-87df-bce7a7b8c168 HTTP/1.1" status: 200 len: 949 time: 0.3206213 Apr 20 17:16:53.315774 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=b3f5165e-8986-45c3-b35a-a1eb4d12e9e3,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:53.388745 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:53.422737 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7ea240-cdac-4e89-9a28-767243759026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ff15db-700f-4fa3-ae1e-3647d9385359'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:16:53.438700 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 17ff15db-700f-4fa3-ae1e-3647d9385359, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=17ff15db-700f-4fa3-ae1e-3647d9385359,segment=NetworkSegment(43999dff-a448-4195-ad66-c7adbdca2564),segment_id=43999dff-a448-4195-ad66-c7adbdca2564)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:53.448439 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:53.453344 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-06ff78bd-c5ee-4a6b-96bc-a85e305ad02b req-884e9a46-dc07-4cbd-b1df-139bf59d82ed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=675c9daa-1b4b-48e6-8c05-7396b0ea9adf HTTP/1.1" status: 200 len: 1001 time: 0.1735742 Apr 20 17:16:53.455827 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c6f3a9c9-741c-4ad2-be29-ce972bd68078 req-cd32d13c-9bcd-44db-aa65-61d125376e62 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905492 Apr 20 17:16:53.487185 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-28a0eb06-4c79-4ba1-b108-4c5b97b9f4c1 req-9082dfdb-8c3f-46ce-9e14-bac8e65d1639 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5982130 Apr 20 17:16:53.487661 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-52d58a58-a180-483a-91eb-ba4b26072150 None None] Provisioning complete for port b3f5165e-8986-45c3-b35a-a1eb4d12e9e3 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:53.487661 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-52d58a58-a180-483a-91eb-ba4b26072150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:53.550907 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-cb132e3a-156c-48ba-8a99-2308cd680f8e tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:53.557043 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-cb132e3a-156c-48ba-8a99-2308cd680f8e tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4558840 Apr 20 17:16:53.580122 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=17ff15db-700f-4fa3-ae1e-3647d9385359,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:53.634850 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-2ce7c7ef-a6a8-4049-9352-bf59e95f9c59 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/quotas/07e7ee6fb2044b339294a5844a1dc3d4 HTTP/1.1" status: 200 len: 375 time: 0.0768147 Apr 20 17:16:53.655517 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff78bd-c5ee-4a6b-96bc-a85e305ad02b req-0c420172-f03e-496e-9f10-fb5f223f7d75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:53.656948 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-06ff78bd-c5ee-4a6b-96bc-a85e305ad02b req-0c420172-f03e-496e-9f10-fb5f223f7d75 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8d43a55-22fc-443b-9bc2-2677f5ddd7b2 HTTP/1.1" status: 200 len: 859 time: 0.1937826 Apr 20 17:16:53.830283 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-28a0eb06-4c79-4ba1-b108-4c5b97b9f4c1 req-21fed254-e520-4a26-9ac3-6f7f0ab826a2 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247099 Apr 20 17:16:53.857901 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9eaab7c9-8535-4f43-9d72-9382e8f6fa0b req-f08188de-80cd-450f-b89e-de87ca23d69f tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.168 HTTP/1.1" status: 200 len: 1001 time: 0.3093967 Apr 20 17:16:53.939385 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-06ff78bd-c5ee-4a6b-96bc-a85e305ad02b req-59d1d528-1857-40a3-905c-573be05d783b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7cad8736-f7b6-475d-b939-9da845dbb70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2629356 Apr 20 17:16:53.944476 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaab7c9-8535-4f43-9d72-9382e8f6fa0b req-b04aa767-64b4-463b-b157-dd1a9c5f8d2e tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:53.946004 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9eaab7c9-8535-4f43-9d72-9382e8f6fa0b req-b04aa767-64b4-463b-b157-dd1a9c5f8d2e tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/ports/675c9daa-1b4b-48e6-8c05-7396b0ea9adf HTTP/1.1" status: 200 len: 942 time: 0.0761554 Apr 20 17:16:53.967778 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-1d03b1d5-4721-4868-8a84-7f24abd59525 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3320630 Apr 20 17:16:54.018840 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-2db3bcaa-6501-4425-ae0d-3392d93206f8 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:54.019427 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-2db3bcaa-6501-4425-ae0d-3392d93206f8 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Synchronizing usage tracker for tenant:09fc1279785c4b8daed6da8da5ce234b on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:16:54.059261 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-28a0eb06-4c79-4ba1-b108-4c5b97b9f4c1 req-0de31142-cb82-470f-8c88-4f17989d0983 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154417 Apr 20 17:16:54.063487 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-2db3bcaa-6501-4425-ae0d-3392d93206f8 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Unset dirty status for tenant:09fc1279785c4b8daed6da8da5ce234b on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:16:54.064702 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-2db3bcaa-6501-4425-ae0d-3392d93206f8 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.10 "GET /v2.0/networks?id=9fff7241-063c-4945-88bb-0dafb6148a83 HTTP/1.1" status: 200 len: 814 time: 0.3448479 Apr 20 17:16:54.083427 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-9141c66d-2a71-4466-9ddf-8955d33f2425 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Request body: {'port': {'device_id': '69ef6220-dcc2-4a92-9c55-18df85eeb3f5', 'network_id': '9fff7241-063c-4945-88bb-0dafb6148a83', 'admin_state_up': True, 'tenant_id': '09fc1279785c4b8daed6da8da5ce234b'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:16:54.169381 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-06ff78bd-c5ee-4a6b-96bc-a85e305ad02b req-a9da7c02-eb6a-4c88-97b3-8156a17c5754 service neutron] 10.222.0.43 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224152 Apr 20 17:16:54.212576 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device b3f5165e-8986-45c3-b35a-a1eb4d12e9e3 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:16:54.268509 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9eaab7c9-8535-4f43-9d72-9382e8f6fa0b req-2b44c00e-050d-4aa9-885c-e6783b01971d tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.168 HTTP/1.1" status: 200 len: 1001 time: 0.2180002 Apr 20 17:16:54.303492 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port b3f5165e-8986-45c3-b35a-a1eb4d12e9e3 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:54.304681 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:54.418259 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-9141c66d-2a71-4466-9ddf-8955d33f2425 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:16:54.422824 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-9141c66d-2a71-4466-9ddf-8955d33f2425 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Usage tracker for resource:port and tenant:09fc1279785c4b8daed6da8da5ce234b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:16:54.440792 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-9141c66d-2a71-4466-9ddf-8955d33f2425 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:16:54.454647 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-06ff78bd-c5ee-4a6b-96bc-a85e305ad02b req-74a92171-97d3-4d1a-a042-ad10beb46c4e service neutron] 10.222.0.43 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705142 Apr 20 17:16:54.455154 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-9141c66d-2a71-4466-9ddf-8955d33f2425 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:16:54.465583 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaab7c9-8535-4f43-9d72-9382e8f6fa0b req-8583de2f-0ef0-4f83-b81c-64853a093bff tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:54.470985 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-524b8a14-e07d-44cf-a7d0-16a97875a08a tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:54.472598 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-524b8a14-e07d-44cf-a7d0-16a97875a08a tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/networks?id=9fff7241-063c-4945-88bb-0dafb6148a83 HTTP/1.1" status: 200 len: 814 time: 0.2692351 Apr 20 17:16:54.478643 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9eaab7c9-8535-4f43-9d72-9382e8f6fa0b req-8583de2f-0ef0-4f83-b81c-64853a093bff tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 784 time: 0.2094758 Apr 20 17:16:54.490441 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-9141c66d-2a71-4466-9ddf-8955d33f2425 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Made reservation on behalf of 09fc1279785c4b8daed6da8da5ce234b for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:16:54.494045 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-9141c66d-2a71-4466-9ddf-8955d33f2425 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:54.517304 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-22d6df36-fbc6-4101-9c09-75d871ccb2c2 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/quotas/09fc1279785c4b8daed6da8da5ce234b HTTP/1.1" status: 200 len: 375 time: 0.0393670 Apr 20 17:16:54.587946 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9eaab7c9-8535-4f43-9d72-9382e8f6fa0b req-a91dae04-b896-415a-bdf4-55a31d02f108 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.168 HTTP/1.1" status: 200 len: 1001 time: 0.1083889 Apr 20 17:16:54.592904 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-9eaab7c9-8535-4f43-9d72-9382e8f6fa0b req-03063573-936e-4bb9-bea6-ed50e6c59609 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:16:54.699320 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9eaab7c9-8535-4f43-9d72-9382e8f6fa0b req-03063573-936e-4bb9-bea6-ed50e6c59609 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks [] for floatingip, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:54.718747 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-1e26dc58-ba89-4eac-b9a6-a4cd0c72acfa tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=09fc1279785c4b8daed6da8da5ce234b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2004209 Apr 20 17:16:54.826876 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-9141c66d-2a71-4466-9ddf-8955d33f2425 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Allocated IP 172.20.0.7 (9fff7241-063c-4945-88bb-0dafb6148a83/76d92014-3b83-4b63-bea0-d20ecb7cbe3a/f3fa281f-f24b-4b34-882d-c3a0fe43a42d) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:16:54.919108 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-adc5512e-27a7-4ebe-adc0-374a086b794e service neutron] 10.222.0.39 "GET /v2.0/networks/9fff7241-063c-4945-88bb-0dafb6148a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936593 Apr 20 17:16:54.999388 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9eaab7c9-8535-4f43-9d72-9382e8f6fa0b req-03063573-936e-4bb9-bea6-ed50e6c59609 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:55.004547 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9eaab7c9-8535-4f43-9d72-9382e8f6fa0b req-03063573-936e-4bb9-bea6-ed50e6c59609 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:55.004863 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [req-9eaab7c9-8535-4f43-9d72-9382e8f6fa0b req-03063573-936e-4bb9-bea6-ed50e6c59609 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Floating IP 661d2541-e92c-4225-947c-7db7ed57039f disassociated. External IP: 172.25.8.168, port: 675c9daa-1b4b-48e6-8c05-7396b0ea9adf. Apr 20 17:16:55.047250 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device a92205b2-d4cb-4ab9-8250-a5ac3e043b96 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:16:55.172805 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-4e3383a4-c7c5-4b6a-a8d5-37ec75fa7195 service neutron] 10.222.0.39 "GET /v2.0/networks/9fff7241-063c-4945-88bb-0dafb6148a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307642 Apr 20 17:16:55.178120 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-9141c66d-2a71-4466-9ddf-8955d33f2425 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:55.189747 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port a92205b2-d4cb-4ab9-8250-a5ac3e043b96, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=a92205b2-d4cb-4ab9-8250-a5ac3e043b96,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:55.194741 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-9141c66d-2a71-4466-9ddf-8955d33f2425 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Transition to ACTIVE for port object f3fa281f-f24b-4b34-882d-c3a0fe43a42d will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:16:55.205919 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'a92205b2-d4cb-4ab9-8250-a5ac3e043b96', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': 'a92205b2-d4cb-4ab9-8250-a5ac3e043b96', 'mac_address': 'fa:16:3e:36:c5:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:16:55.221696 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-9141c66d-2a71-4466-9ddf-8955d33f2425 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:55.285585 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:55.305370 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a92205b2-d4cb-4ab9-8250-a5ac3e043b96 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:16:55.316503 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-9141c66d-2a71-4466-9ddf-8955d33f2425 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Network 9fff7241-063c-4945-88bb-0dafb6148a83 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:16:55.318384 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-9141c66d-2a71-4466-9ddf-8955d33f2425 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:16:55.322611 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-9141c66d-2a71-4466-9ddf-8955d33f2425 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:16:55.347126 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port a92205b2-d4cb-4ab9-8250-a5ac3e043b96, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=a92205b2-d4cb-4ab9-8250-a5ac3e043b96,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:55.353566 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:55.354318 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 257e6625-f639-4d50-8e63-9847f4e852da details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:16:55.645642 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=a92205b2-d4cb-4ab9-8250-a5ac3e043b96,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:55.659913 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 257e6625-f639-4d50-8e63-9847f4e852da, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=257e6625-f639-4d50-8e63-9847f4e852da,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:55.679916 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-d281dcb9-5bab-4688-84d2-c5ef33e6a2ca tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713055 Apr 20 17:16:55.693452 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '257e6625-f639-4d50-8e63-9847f4e852da', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': '257e6625-f639-4d50-8e63-9847f4e852da', 'mac_address': 'fa:16:3e:bf:62:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:16:55.823570 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:55.842756 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141c66d-2a71-4466-9ddf-8955d33f2425 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Pushing event updated for resources: {'Port': ['ID=f3fa281f-f24b-4b34-882d-c3a0fe43a42d,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:55.845094 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-4aecde41-b42d-4246-af70-077039382f1f None None] Provisioning for port f3fa281f-f24b-4b34-882d-c3a0fe43a42d completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:16:55.854687 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-9141c66d-2a71-4466-9ddf-8955d33f2425 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:55.855965 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-9141c66d-2a71-4466-9ddf-8955d33f2425 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:55.866743 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-4aecde41-b42d-4246-af70-077039382f1f None None] Provisioning complete for port f3fa281f-f24b-4b34-882d-c3a0fe43a42d triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:55.867320 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4aecde41-b42d-4246-af70-077039382f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:55.905402 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-9141c66d-2a71-4466-9ddf-8955d33f2425 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8269720 Apr 20 17:16:55.911159 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 257e6625-f639-4d50-8e63-9847f4e852da {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:16:55.922872 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-75454679-6e64-4159-b8fa-df0ba6d628fb service neutron] Request body: {'port': {'device_id': '69ef6220-dcc2-4a92-9c55-18df85eeb3f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:16:55.967222 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 257e6625-f639-4d50-8e63-9847f4e852da, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=257e6625-f639-4d50-8e63-9847f4e852da,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:55.970113 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-4aecde41-b42d-4246-af70-077039382f1f None None] Port f3fa281f-f24b-4b34-882d-c3a0fe43a42d cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:16:55.978160 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:56.007063 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-e1d7506a-d8bd-4574-976e-6188e54e3a6f tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:56.008834 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-e1d7506a-d8bd-4574-976e-6188e54e3a6f tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3083541 Apr 20 17:16:56.040473 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-2da11e3b-2bf8-4bb6-bfc5-53f320808238 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Request body: {'port': {'device_id': 'c60da910-4402-43aa-8572-df94daf532c3', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'admin_state_up': True, 'tenant_id': '07e7ee6fb2044b339294a5844a1dc3d4'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:16:56.081628 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=257e6625-f639-4d50-8e63-9847f4e852da,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:56.120431 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-75454679-6e64-4159-b8fa-df0ba6d628fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:56.132577 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['257e6625-f639-4d50-8e63-9847f4e852da'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:16:56.139393 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b6b4f-9f16-41bd-8ebf-edbdae72369e req-bda9b930-f634-4ad1-9166-1653314e1e6e tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:56.140294 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-269b6b4f-9f16-41bd-8ebf-edbdae72369e req-bda9b930-f634-4ad1-9166-1653314e1e6e tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b1064b7-808f-44e7-a353-16e9bcf6a6a6 HTTP/1.1" status: 200 len: 945 time: 0.1892483 Apr 20 17:16:56.145583 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9eaab7c9-8535-4f43-9d72-9382e8f6fa0b req-03063573-936e-4bb9-bea6-ed50e6c59609 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Router 3456df83-4ab8-4df2-8c4d-fffa485cc2be has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:16:56.314203 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-269b6b4f-9f16-41bd-8ebf-edbdae72369e req-455fdcd0-6233-47e7-8db2-a26b01972146 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659012 Apr 20 17:16:56.347345 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-2da11e3b-2bf8-4bb6-bfc5-53f320808238 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:16:56.382421 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-2da11e3b-2bf8-4bb6-bfc5-53f320808238 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:16:56.392826 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['a92205b2-d4cb-4ab9-8250-a5ac3e043b96'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:16:56.432388 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-2da11e3b-2bf8-4bb6-bfc5-53f320808238 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Made reservation on behalf of 07e7ee6fb2044b339294a5844a1dc3d4 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:16:56.436017 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-2da11e3b-2bf8-4bb6-bfc5-53f320808238 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:56.468231 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdceda55-163d-45f5-bedd-30b5001ed12e'] response: {'server_uuid': 'aa7ea240-cdac-4e89-9a28-767243759026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ff15db-700f-4fa3-ae1e-3647d9385359', 'code': 200} Apr 20 17:16:56.567393 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-75454679-6e64-4159-b8fa-df0ba6d628fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3fa281f-f24b-4b34-882d-c3a0fe43a42d {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:16:56.576401 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-75454679-6e64-4159-b8fa-df0ba6d628fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:56.597748 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-75454679-6e64-4159-b8fa-df0ba6d628fb service neutron] Transition to ACTIVE for port object f3fa281f-f24b-4b34-882d-c3a0fe43a42d will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:16:56.644111 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-75454679-6e64-4159-b8fa-df0ba6d628fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:56.689257 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-2da11e3b-2bf8-4bb6-bfc5-53f320808238 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Allocated IP 192.168.233.251 (9a774663-a30d-4bd1-8b41-83fe693f2d30/777b4790-ba4c-49e9-8844-3c09c1447f40/63e57261-47eb-4c08-9fa0-175750fc0217) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:16:56.721177 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9eaab7c9-8535-4f43-9d72-9382e8f6fa0b req-03063573-936e-4bb9-bea6-ed50e6c59609 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:16:56.736572 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7df413d-2a27-4038-a920-71708e48e7fb None None] Sync routers for ids ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:16:56.745156 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9eaab7c9-8535-4f43-9d72-9382e8f6fa0b req-03063573-936e-4bb9-bea6-ed50e6c59609 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:56.756780 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7df413d-2a27-4038-a920-71708e48e7fb None None] Routers {'3456df83-4ab8-4df2-8c4d-fffa485cc2be'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:16:56.757405 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a7df413d-2a27-4038-a920-71708e48e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:16:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:56.908064 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9eaab7c9-8535-4f43-9d72-9382e8f6fa0b req-03063573-936e-4bb9-bea6-ed50e6c59609 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "PUT /v2.0/floatingips/661d2541-e92c-4225-947c-7db7ed57039f HTTP/1.1" status: 200 len: 695 time: 2.3192036 Apr 20 17:16:56.911014 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f35cce6-7f77-4ff3-9c61-03346bd49e21', 'tag': '675c9daa-1b4b-48e6-8c05-7396b0ea9adf'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:16:56.944655 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75454679-6e64-4159-b8fa-df0ba6d628fb service neutron] Pushing event updated for resources: {'Port': ['ID=f3fa281f-f24b-4b34-882d-c3a0fe43a42d,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:57.030242 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-a7df413d-2a27-4038-a920-71708e48e7fb None None] Set router 3456df83-4ab8-4df2-8c4d-fffa485cc2be gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:16:57.062134 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 257e6625-f639-4d50-8e63-9847f4e852da up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:16:57.207972 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-2da11e3b-2bf8-4bb6-bfc5-53f320808238 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:57.213666 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7491b-03f8-4199-be6d-60aa2788b748 req-bbd98bda-a296-4d75-8f2b-3252f69eb2e2 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:57.221730 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fea7491b-03f8-4199-be6d-60aa2788b748 req-bbd98bda-a296-4d75-8f2b-3252f69eb2e2 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa7ea240-cdac-4e89-9a28-767243759026 HTTP/1.1" status: 200 len: 946 time: 0.5355344 Apr 20 17:16:57.257766 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 257e6625-f639-4d50-8e63-9847f4e852da triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:57.258458 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:57.276330 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-2da11e3b-2bf8-4bb6-bfc5-53f320808238 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Transition to ACTIVE for port object 63e57261-47eb-4c08-9fa0-175750fc0217 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:16:57.299910 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9eaab7c9-8535-4f43-9d72-9382e8f6fa0b req-38cce172-d659-4a83-b304-d43b28dc65a1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9447d3abcfef46fbb9cec3961f14b45a&device_id=9f35cce6-7f77-4ff3-9c61-03346bd49e21 HTTP/1.1" status: 200 len: 1096 time: 0.3603265 Apr 20 17:16:57.347543 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ce098067-a37d-47b7-925d-8cd6daedd721 req-4cec2abe-6c24-4d54-a580-322a56c912c1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=aa7ea240-cdac-4e89-9a28-767243759026 HTTP/1.1" status: 200 len: 1097 time: 0.7482810 Apr 20 17:16:57.361768 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-2da11e3b-2bf8-4bb6-bfc5-53f320808238 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:57.426445 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['ba212a0d-263a-4706-b6fa-d986b2f54c07'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:16:57.489265 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['357a6a12-cbe7-49e3-920c-3f188feb1c03', '09b8b37a-f2d8-4e3f-9ddf-111df01ef763', 'ea752b32-b15d-4ad7-b257-2f314c8726a0', 'e5d42094-98cf-43c0-b682-457af6611bb0'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:16:57.552392 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ce098067-a37d-47b7-925d-8cd6daedd721 req-e2e91b2d-cdbe-4f48-8d3d-76dd7b881095 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941137 Apr 20 17:16:57.555422 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fea7491b-03f8-4199-be6d-60aa2788b748 req-732f575a-8ccb-405e-abfc-cb06e7763cae tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314629 Apr 20 17:16:57.571849 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-75454679-6e64-4159-b8fa-df0ba6d628fb service neutron] Attempting to bind port f3fa281f-f24b-4b34-882d-c3a0fe43a42d on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:16:57.572187 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-75454679-6e64-4159-b8fa-df0ba6d628fb service neutron] Attempting to bind port f3fa281f-f24b-4b34-882d-c3a0fe43a42d by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '88edce72-7870-4b35-a3d6-fc6077604be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9fff7241-063c-4945-88bb-0dafb6148a83'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:16:57.572649 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-75454679-6e64-4159-b8fa-df0ba6d628fb service neutron] Attempting to bind port f3fa281f-f24b-4b34-882d-c3a0fe43a42d on network 9fff7241-063c-4945-88bb-0dafb6148a83 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:16:57.583730 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-bf17382a-b4dc-462c-a4cc-c9244b915a04 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:57.585393 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-bf17382a-b4dc-462c-a4cc-c9244b915a04 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.10 "GET /v2.0/networks?id=9fff7241-063c-4945-88bb-0dafb6148a83 HTTP/1.1" status: 200 len: 814 time: 0.6064332 Apr 20 17:16:57.588453 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-75454679-6e64-4159-b8fa-df0ba6d628fb service neutron] Port f3fa281f-f24b-4b34-882d-c3a0fe43a42d on network 9fff7241-063c-4945-88bb-0dafb6148a83 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:16:57.588770 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-75454679-6e64-4159-b8fa-df0ba6d628fb service neutron] Attempting to bind port f3fa281f-f24b-4b34-882d-c3a0fe43a42d on network 9fff7241-063c-4945-88bb-0dafb6148a83 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:16:57.591733 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a7df413d-2a27-4038-a920-71708e48e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'name': 'tempest-FloatingIPsAssociationTestJSON-318035455-router', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '99656306-bf22-426a-bd25-1355044d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:15:28Z', 'updated_at': '2022-04-20T17:15:39Z', 'revision_number': 4, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'gw_port': {'id': '99656306-bf22-426a-bd25-1355044d1f79', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:30Z', 'updated_at': '2022-04-20T17:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '0b0cae73-537b-46fa-b55b-158935a38bee', 'name': '', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'mac_address': 'fa:16:3e:ff:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:38Z', 'updated_at': '2022-04-20T17:15:54Z', 'revision_number': 5, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'subnets': [{'id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:57.596584 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-75454679-6e64-4159-b8fa-df0ba6d628fb service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:16:57.596811 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-75454679-6e64-4159-b8fa-df0ba6d628fb service neutron] Checking segment: {'id': '88edce72-7870-4b35-a3d6-fc6077604be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9fff7241-063c-4945-88bb-0dafb6148a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:16:57.597022 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-75454679-6e64-4159-b8fa-df0ba6d628fb service neutron] Bound using segment: {'id': '88edce72-7870-4b35-a3d6-fc6077604be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9fff7241-063c-4945-88bb-0dafb6148a83'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:16:57.597453 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-75454679-6e64-4159-b8fa-df0ba6d628fb service neutron] Bound port: f3fa281f-f24b-4b34-882d-c3a0fe43a42d, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88edce72-7870-4b35-a3d6-fc6077604be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9fff7241-063c-4945-88bb-0dafb6148a83'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:16:57.597867 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-75454679-6e64-4159-b8fa-df0ba6d628fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:57.607426 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7df413d-2a27-4038-a920-71708e48e7fb None None] Checking router: 3456df83-4ab8-4df2-8c4d-fffa485cc2be for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:16:57.614886 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-4f2e3970-2b5f-4d54-9df7-54d68f53f763 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Request body: {'port': {'device_id': '381581c7-4815-4007-95b3-9ba11f68ea62', 'network_id': '9fff7241-063c-4945-88bb-0dafb6148a83', 'admin_state_up': True, 'tenant_id': '09fc1279785c4b8daed6da8da5ce234b'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:16:57.619317 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-2da11e3b-2bf8-4bb6-bfc5-53f320808238 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:16:57.620256 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da11e3b-2bf8-4bb6-bfc5-53f320808238 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Pushing event updated for resources: {'Port': ['ID=63e57261-47eb-4c08-9fa0-175750fc0217,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:57.626602 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-2da11e3b-2bf8-4bb6-bfc5-53f320808238 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:16:57.639919 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-2da11e3b-2bf8-4bb6-bfc5-53f320808238 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:16:57.655890 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7df413d-2a27-4038-a920-71708e48e7fb None None] Routers {'3456df83-4ab8-4df2-8c4d-fffa485cc2be'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:16:57.657452 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a7df413d-2a27-4038-a920-71708e48e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:16:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:57.730463 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaab7c9-8535-4f43-9d72-9382e8f6fa0b req-cf4b07db-04ab-49c0-96d7-57463d27a17a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:57.731935 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9eaab7c9-8535-4f43-9d72-9382e8f6fa0b req-cf4b07db-04ab-49c0-96d7-57463d27a17a service neutron] 10.222.0.39 "GET /v2.0/networks?id=7cad8736-f7b6-475d-b939-9da845dbb70b HTTP/1.1" status: 200 len: 921 time: 0.4046381 Apr 20 17:16:57.781167 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:57.867917 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-2da11e3b-2bf8-4bb6-bfc5-53f320808238 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:57.868532 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-2da11e3b-2bf8-4bb6-bfc5-53f320808238 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:57.917988 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-75454679-6e64-4159-b8fa-df0ba6d628fb service neutron] For port f3fa281f-f24b-4b34-882d-c3a0fe43a42d, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:16:57.918722 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9eaab7c9-8535-4f43-9d72-9382e8f6fa0b req-82299566-7221-46ad-af76-fd6ecfcfe095 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=675c9daa-1b4b-48e6-8c05-7396b0ea9adf HTTP/1.1" status: 200 len: 217 time: 0.1690211 Apr 20 17:16:57.922141 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-75454679-6e64-4159-b8fa-df0ba6d628fb service neutron] For port f3fa281f-f24b-4b34-882d-c3a0fe43a42d, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=f3fa281f-f24b-4b34-882d-c3a0fe43a42d,segment=NetworkSegment(88edce72-7870-4b35-a3d6-fc6077604be6),segment_id=88edce72-7870-4b35-a3d6-fc6077604be6)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:16:57.926856 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 257e6625-f639-4d50-8e63-9847f4e852da, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=257e6625-f639-4d50-8e63-9847f4e852da,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:16:57.985161 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:57.996087 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-2da11e3b-2bf8-4bb6-bfc5-53f320808238 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9618962 Apr 20 17:16:58.015230 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-75454679-6e64-4159-b8fa-df0ba6d628fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:58.037182 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-a7df413d-2a27-4038-a920-71708e48e7fb None None] Set router 3456df83-4ab8-4df2-8c4d-fffa485cc2be gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:16:58.037884 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-7d730a22-87e7-4527-982c-353aa57a1590 service neutron] Request body: {'port': {'device_id': 'c60da910-4402-43aa-8572-df94daf532c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:16:58.157078 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a615c75d-7194-4558-ba4e-1fa234bb90b5 None None] Provisioning for port 63e57261-47eb-4c08-9fa0-175750fc0217 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:16:58.175999 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a615c75d-7194-4558-ba4e-1fa234bb90b5 None None] Provisioning complete for port 63e57261-47eb-4c08-9fa0-175750fc0217 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:58.175999 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a615c75d-7194-4558-ba4e-1fa234bb90b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:58.200141 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-75454679-6e64-4159-b8fa-df0ba6d628fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:58.202028 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-75454679-6e64-4159-b8fa-df0ba6d628fb service neutron] 10.222.0.10 "PUT /v2.0/ports/f3fa281f-f24b-4b34-882d-c3a0fe43a42d HTTP/1.1" status: 200 len: 1091 time: 2.2875593 Apr 20 17:16:58.204390 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaab7c9-8535-4f43-9d72-9382e8f6fa0b req-1bdc9ebd-ac2c-460e-924d-1b320697fb86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:58.205906 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ef6220-dcc2-4a92-9c55-18df85eeb3f5', 'tag': 'f3fa281f-f24b-4b34-882d-c3a0fe43a42d'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:16:58.219245 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9eaab7c9-8535-4f43-9d72-9382e8f6fa0b req-1bdc9ebd-ac2c-460e-924d-1b320697fb86 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8d43a55-22fc-443b-9bc2-2677f5ddd7b2 HTTP/1.1" status: 200 len: 859 time: 0.2863450 Apr 20 17:16:58.237393 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a615c75d-7194-4558-ba4e-1fa234bb90b5 None None] Port 63e57261-47eb-4c08-9fa0-175750fc0217 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:16:58.251607 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75454679-6e64-4159-b8fa-df0ba6d628fb service neutron] Pushing event updated for resources: {'Port': ['ID=f3fa281f-f24b-4b34-882d-c3a0fe43a42d,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:58.381712 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600aa145-9051-4771-b9c9-63c18467c77b req-c3ce74b4-4a1f-4bc1-875b-3720045d4883 tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:58.382699 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-600aa145-9051-4771-b9c9-63c18467c77b req-c3ce74b4-4a1f-4bc1-875b-3720045d4883 tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Synchronizing usage tracker for tenant:b3d069bc34bb4031830078ee55c12d0f on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:16:58.428917 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-4f2e3970-2b5f-4d54-9df7-54d68f53f763 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:16:58.481109 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3b0e96-cebb-49da-9d8f-bf8fd88efbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257e6625-f639-4d50-8e63-9847f4e852da'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:16:58.492880 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=257e6625-f639-4d50-8e63-9847f4e852da,revision_number=7']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:58.526686 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-4f2e3970-2b5f-4d54-9df7-54d68f53f763 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Usage tracker for resource:port and tenant:09fc1279785c4b8daed6da8da5ce234b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:16:58.540153 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-600aa145-9051-4771-b9c9-63c18467c77b req-c3ce74b4-4a1f-4bc1-875b-3720045d4883 tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Unset dirty status for tenant:b3d069bc34bb4031830078ee55c12d0f on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:16:58.541318 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-600aa145-9051-4771-b9c9-63c18467c77b req-c3ce74b4-4a1f-4bc1-875b-3720045d4883 tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c992c50-dd88-4e27-96ed-0e8b284f3b3a HTTP/1.1" status: 200 len: 949 time: 0.6100676 Apr 20 17:16:58.542158 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-4f2e3970-2b5f-4d54-9df7-54d68f53f763 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:16:58.559057 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-4f2e3970-2b5f-4d54-9df7-54d68f53f763 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:16:58.588348 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a7df413d-2a27-4038-a920-71708e48e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'name': 'tempest-FloatingIPsAssociationTestJSON-318035455-router', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '99656306-bf22-426a-bd25-1355044d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:15:28Z', 'updated_at': '2022-04-20T17:15:39Z', 'revision_number': 4, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'gw_port': {'id': '99656306-bf22-426a-bd25-1355044d1f79', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:30Z', 'updated_at': '2022-04-20T17:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '0b0cae73-537b-46fa-b55b-158935a38bee', 'name': '', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'mac_address': 'fa:16:3e:ff:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:38Z', 'updated_at': '2022-04-20T17:15:54Z', 'revision_number': 5, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'subnets': [{'id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:16:58.594315 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7df413d-2a27-4038-a920-71708e48e7fb None None] The sync data for ids ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'] in n-d-838032-1 is: [{'id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'name': 'tempest-FloatingIPsAssociationTestJSON-318035455-router', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '99656306-bf22-426a-bd25-1355044d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:15:28Z', 'updated_at': '2022-04-20T17:15:39Z', 'revision_number': 4, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'gw_port': {'id': '99656306-bf22-426a-bd25-1355044d1f79', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:30Z', 'updated_at': '2022-04-20T17:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '0b0cae73-537b-46fa-b55b-158935a38bee', 'name': '', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'mac_address': 'fa:16:3e:ff:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:38Z', 'updated_at': '2022-04-20T17:15:54Z', 'revision_number': 5, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'subnets': [{'id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:16:58.747373 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-7d730a22-87e7-4527-982c-353aa57a1590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:58.800087 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-4f2e3970-2b5f-4d54-9df7-54d68f53f763 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Made reservation on behalf of 09fc1279785c4b8daed6da8da5ce234b for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:16:58.805465 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-4f2e3970-2b5f-4d54-9df7-54d68f53f763 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:58.847211 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9eaab7c9-8535-4f43-9d72-9382e8f6fa0b req-39fbba66-c6df-472f-a3c0-3c228bbc1a95 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7cad8736-f7b6-475d-b939-9da845dbb70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5477450 Apr 20 17:16:58.853587 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-6c5402fc-d088-4626-871b-6370a293c9e1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=09fc1279785c4b8daed6da8da5ce234b&device_id=69ef6220-dcc2-4a92-9c55-18df85eeb3f5 HTTP/1.1" status: 200 len: 1094 time: 0.5914519 Apr 20 17:16:59.077478 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device a92205b2-d4cb-4ab9-8250-a5ac3e043b96 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:16:59.133933 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1fdfa0-ffc4-4a52-be08-5f8acc6ecf8f None None] New status for floating IP 661d2541-e92c-4225-947c-7db7ed57039f: DOWN {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:16:59.234210 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-4f2e3970-2b5f-4d54-9df7-54d68f53f763 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Allocated IP 172.20.0.14 (9fff7241-063c-4945-88bb-0dafb6148a83/76d92014-3b83-4b63-bea0-d20ecb7cbe3a/969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:16:59.312861 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-7d730a22-87e7-4527-982c-353aa57a1590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e57261-47eb-4c08-9fa0-175750fc0217 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:16:59.321679 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-7d730a22-87e7-4527-982c-353aa57a1590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:59.341326 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-7d730a22-87e7-4527-982c-353aa57a1590 service neutron] Transition to ACTIVE for port object 63e57261-47eb-4c08-9fa0-175750fc0217 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:16:59.366282 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-7d730a22-87e7-4527-982c-353aa57a1590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:59.376861 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-a860fd25-0f9d-4a1e-8f31-5b2742728547 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3fa281f-f24b-4b34-882d-c3a0fe43a42d HTTP/1.1" status: 200 len: 217 time: 0.5097475 Apr 20 17:16:59.384380 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-600aa145-9051-4771-b9c9-63c18467c77b req-2e8bab93-7ea0-4502-b226-4e49fc8724d7 tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Synchronizing usage tracker for tenant:b3d069bc34bb4031830078ee55c12d0f on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:16:59.461804 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-30806deb-2024-4857-bc65-82eafee2faeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:16:59.463330 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-30806deb-2024-4857-bc65-82eafee2faeb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=76d92014-3b83-4b63-bea0-d20ecb7cbe3a HTTP/1.1" status: 200 len: 853 time: 0.0740032 Apr 20 17:16:59.578779 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-600aa145-9051-4771-b9c9-63c18467c77b req-2e8bab93-7ea0-4502-b226-4e49fc8724d7 tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Unset dirty status for tenant:b3d069bc34bb4031830078ee55c12d0f on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:16:59.590792 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-600aa145-9051-4771-b9c9-63c18467c77b req-2e8bab93-7ea0-4502-b226-4e49fc8724d7 tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] 10.222.0.39 "GET /v2.0/security-groups?id=22df4c6a-80da-4011-afc0-b5fda8738ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0328836 Apr 20 17:16:59.637543 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d730a22-87e7-4527-982c-353aa57a1590 service neutron] Pushing event updated for resources: {'Port': ['ID=63e57261-47eb-4c08-9fa0-175750fc0217,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:16:59.670366 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9eaab7c9-8535-4f43-9d72-9382e8f6fa0b req-c0c38bb0-1cfa-4d80-bb6f-86b8c809443f service neutron] 10.222.0.39 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8216999 Apr 20 17:16:59.733203 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-26f81fbc-b1f7-456c-856b-9c3d46467382 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9fff7241-063c-4945-88bb-0dafb6148a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2612691 Apr 20 17:16:59.738600 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-4f2e3970-2b5f-4d54-9df7-54d68f53f763 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:59.758867 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-65c1cd02-33a6-4ed0-a22d-6cabe9a831e4 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:16:59.763350 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-65c1cd02-33a6-4ed0-a22d-6cabe9a831e4 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0150926 Apr 20 17:16:59.919881 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-7d730a22-87e7-4527-982c-353aa57a1590 service neutron] Attempting to bind port 63e57261-47eb-4c08-9fa0-175750fc0217 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:16:59.920270 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-7d730a22-87e7-4527-982c-353aa57a1590 service neutron] Attempting to bind port 63e57261-47eb-4c08-9fa0-175750fc0217 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:16:59.922486 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-7d730a22-87e7-4527-982c-353aa57a1590 service neutron] Attempting to bind port 63e57261-47eb-4c08-9fa0-175750fc0217 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:16:59.941494 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-7d730a22-87e7-4527-982c-353aa57a1590 service neutron] Port 63e57261-47eb-4c08-9fa0-175750fc0217 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:16:59.943310 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-7d730a22-87e7-4527-982c-353aa57a1590 service neutron] Attempting to bind port 63e57261-47eb-4c08-9fa0-175750fc0217 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:16:59.947997 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-4f2e3970-2b5f-4d54-9df7-54d68f53f763 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Transition to ACTIVE for port object 969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:16:59.956623 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port a92205b2-d4cb-4ab9-8250-a5ac3e043b96 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:16:59.962838 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port a92205b2-d4cb-4ab9-8250-a5ac3e043b96 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:16:59.963207 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:16:59.971614 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-7d730a22-87e7-4527-982c-353aa57a1590 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:16:59.972295 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-7d730a22-87e7-4527-982c-353aa57a1590 service neutron] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:16:59.973643 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-7d730a22-87e7-4527-982c-353aa57a1590 service neutron] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:16:59.974349 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-7d730a22-87e7-4527-982c-353aa57a1590 service neutron] Bound port: 63e57261-47eb-4c08-9fa0-175750fc0217, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:16:59.974913 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-7d730a22-87e7-4527-982c-353aa57a1590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:00.049492 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018184c-a0c9-4656-885b-3cd1619d10f8 req-557bb3f4-a78c-4ae7-9c62-c117afa48401 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:00.056469 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2018184c-a0c9-4656-885b-3cd1619d10f8 req-557bb3f4-a78c-4ae7-9c62-c117afa48401 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=c60da910-4402-43aa-8572-df94daf532c3 HTTP/1.1" status: 200 len: 948 time: 0.2198029 Apr 20 17:17:00.091687 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:00.102665 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-33801e37-dc29-4c4c-bca6-e6c34e8dacbc service neutron] 10.222.0.10 "GET /v2.0/networks/9fff7241-063c-4945-88bb-0dafb6148a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306699 Apr 20 17:17:00.112445 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-4f2e3970-2b5f-4d54-9df7-54d68f53f763 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:00.132812 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-7d730a22-87e7-4527-982c-353aa57a1590 service neutron] For port 63e57261-47eb-4c08-9fa0-175750fc0217, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:17:00.135271 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port a92205b2-d4cb-4ab9-8250-a5ac3e043b96, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=a92205b2-d4cb-4ab9-8250-a5ac3e043b96,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:00.137252 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-7d730a22-87e7-4527-982c-353aa57a1590 service neutron] For port 63e57261-47eb-4c08-9fa0-175750fc0217, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=63e57261-47eb-4c08-9fa0-175750fc0217,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:17:00.149758 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:00.161362 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-7d730a22-87e7-4527-982c-353aa57a1590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:00.229973 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=a92205b2-d4cb-4ab9-8250-a5ac3e043b96,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:00.255403 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9eaab7c9-8535-4f43-9d72-9382e8f6fa0b req-fc02765f-79bd-40c3-b52e-71f7b157cb38 service neutron] 10.222.0.39 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5188491 Apr 20 17:17:00.257886 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-7d730a22-87e7-4527-982c-353aa57a1590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:00.259294 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-7d730a22-87e7-4527-982c-353aa57a1590 service neutron] 10.222.0.43 "PUT /v2.0/ports/63e57261-47eb-4c08-9fa0-175750fc0217 HTTP/1.1" status: 200 len: 1096 time: 2.2439260 Apr 20 17:17:00.266859 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d730a22-87e7-4527-982c-353aa57a1590 service neutron] Pushing event updated for resources: {'Port': ['ID=63e57261-47eb-4c08-9fa0-175750fc0217,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:00.406606 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ccd558cc-57d1-455f-aa77-dacc8a4fe1aa req-bf73e1cc-d9cb-42f9-a0af-2a36b3850f4d service neutron] 10.222.0.10 "GET /v2.0/networks/9fff7241-063c-4945-88bb-0dafb6148a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778060 Apr 20 17:17:00.446952 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2018184c-a0c9-4656-885b-3cd1619d10f8 req-88dd4306-caff-4b9f-872d-ced9cfb6ba4e tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893728 Apr 20 17:17:00.448914 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-4f2e3970-2b5f-4d54-9df7-54d68f53f763 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Network 9fff7241-063c-4945-88bb-0dafb6148a83 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:17:00.453073 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-4f2e3970-2b5f-4d54-9df7-54d68f53f763 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:17:00.458811 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-4f2e3970-2b5f-4d54-9df7-54d68f53f763 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:17:00.464299 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-dee8e5ce-60c5-498d-ba42-97068db53c9c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&device_id=c60da910-4402-43aa-8572-df94daf532c3 HTTP/1.1" status: 200 len: 1099 time: 0.1471267 Apr 20 17:17:00.499828 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e3970-2b5f-4d54-9df7-54d68f53f763 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Pushing event updated for resources: {'Port': ['ID=969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:00.566951 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-4f2e3970-2b5f-4d54-9df7-54d68f53f763 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:00.567627 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-4f2e3970-2b5f-4d54-9df7-54d68f53f763 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:00.611659 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-4f2e3970-2b5f-4d54-9df7-54d68f53f763 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0012875 Apr 20 17:17:00.625659 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-5d223f20-462d-4638-8fc4-a502be0533f0 service neutron] Request body: {'port': {'device_id': '381581c7-4815-4007-95b3-9ba11f68ea62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:17:00.646037 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-e539e8af-0acf-4885-a162-244c2c2cb8dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=63e57261-47eb-4c08-9fa0-175750fc0217 HTTP/1.1" status: 200 len: 217 time: 0.1605790 Apr 20 17:17:00.763994 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-5d223f20-462d-4638-8fc4-a502be0533f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:00.816304 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-c1989de5-2df0-4c4d-9776-637fc3d024a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:00.817655 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-c1989de5-2df0-4c4d-9776-637fc3d024a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1643894 Apr 20 17:17:00.877409 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46756d25-d4bb-4843-acc4-fb61e9b5cfd2 req-36601380-5d88-4650-a0f8-624ded0c8782 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:00.878900 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-46756d25-d4bb-4843-acc4-fb61e9b5cfd2 req-36601380-5d88-4650-a0f8-624ded0c8782 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=033362bf-532d-459f-87df-bce7a7b8c168 HTTP/1.1" status: 200 len: 949 time: 0.4123099 Apr 20 17:17:00.911769 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3d9d3793-b229-4f32-899d-c2e49a80dcdd None None] Provisioning for port 969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:17:00.918295 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3d9d3793-b229-4f32-899d-c2e49a80dcdd None None] Provisioning complete for port 969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:17:00.919341 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3d9d3793-b229-4f32-899d-c2e49a80dcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:00.951209 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-46756d25-d4bb-4843-acc4-fb61e9b5cfd2 req-15dc2f01-c4b5-41ef-ac07-234c6c6ddda4 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625749 Apr 20 17:17:00.968344 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-69416703-274c-464b-a0db-4a01856a431b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1357832 Apr 20 17:17:00.987280 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3d9d3793-b229-4f32-899d-c2e49a80dcdd None None] Port 969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:17:01.061963 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-c4ec4e4d-59da-4b61-b377-354dbf597bd5 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:01.063468 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-c4ec4e4d-59da-4b61-b377-354dbf597bd5 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/networks?id=9fff7241-063c-4945-88bb-0dafb6148a83 HTTP/1.1" status: 200 len: 814 time: 0.3006630 Apr 20 17:17:01.152041 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-af0d7e8a-b18c-4415-b1eb-8bde2a9b38c1 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755168 Apr 20 17:17:01.176840 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-75957127-00f6-4b7c-b949-4831faad2f84 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/quotas/09fc1279785c4b8daed6da8da5ce234b HTTP/1.1" status: 200 len: 375 time: 0.0996151 Apr 20 17:17:01.416770 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1f1505c6-e762-444d-a185-119f5ca51f17 req-efa2068c-1ddc-4a1f-8657-62d9c9f60c0d service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583306 Apr 20 17:17:01.455513 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0225187e-dc36-4b91-8004-970ffcd86fb4'] response: {'name': 'network-changed', 'server_uuid': '9f35cce6-7f77-4ff3-9c61-03346bd49e21', 'tag': '675c9daa-1b4b-48e6-8c05-7396b0ea9adf', 'status': 'completed', 'code': 200} Apr 20 17:17:01.476095 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-5d223f20-462d-4638-8fc4-a502be0533f0 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:17:01.550246 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86cb00cb-22e9-41ff-bef2-295f1ffece9e'] response: {'name': 'network-changed', 'server_uuid': '69ef6220-dcc2-4a92-9c55-18df85eeb3f5', 'tag': 'f3fa281f-f24b-4b34-882d-c3a0fe43a42d', 'status': 'completed', 'code': 200} Apr 20 17:17:01.557159 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-5d223f20-462d-4638-8fc4-a502be0533f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:17:01.579044 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-5d223f20-462d-4638-8fc4-a502be0533f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:01.598899 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f0d28c3b-9120-4a27-ab1c-d223950412ff req-a46e210e-3629-4c07-b8c9-cc7306d8a053 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9447d3abcfef46fbb9cec3961f14b45a&device_id=9f35cce6-7f77-4ff3-9c61-03346bd49e21 HTTP/1.1" status: 200 len: 1096 time: 0.1114581 Apr 20 17:17:01.612503 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db454c77-2f2f-4502-8ba3-d53c179a977a'] response: {'server_uuid': '3f3b0e96-cebb-49da-9d8f-bf8fd88efbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257e6625-f639-4d50-8e63-9847f4e852da', 'code': 200} Apr 20 17:17:01.647530 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-5d223f20-462d-4638-8fc4-a502be0533f0 service neutron] Transition to ACTIVE for port object 969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:17:01.655228 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-6ab2f312-126f-4b0b-8004-fd62f6b4f784 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Synchronizing usage tracker for tenant:09fc1279785c4b8daed6da8da5ce234b on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:17:01.661991 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-5d223f20-462d-4638-8fc4-a502be0533f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:01.809220 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-6ab2f312-126f-4b0b-8004-fd62f6b4f784 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Unset dirty status for tenant:09fc1279785c4b8daed6da8da5ce234b on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:17:01.810558 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-6ab2f312-126f-4b0b-8004-fd62f6b4f784 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=09fc1279785c4b8daed6da8da5ce234b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6162305 Apr 20 17:17:01.831312 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d223f20-462d-4638-8fc4-a502be0533f0 service neutron] Pushing event updated for resources: {'Port': ['ID=969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:01.880518 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d28c3b-9120-4a27-ab1c-d223950412ff req-c0bf9ee5-b25e-4868-99a9-4c91db3f4842 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:01.882073 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f0d28c3b-9120-4a27-ab1c-d223950412ff req-c0bf9ee5-b25e-4868-99a9-4c91db3f4842 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7cad8736-f7b6-475d-b939-9da845dbb70b HTTP/1.1" status: 200 len: 921 time: 0.2720246 Apr 20 17:17:01.891570 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b69d3a-b213-490a-b66e-3bd94ff51292 req-b26df222-7635-4db5-b981-b9a5b1bc4033 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:01.893032 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e9b69d3a-b213-490a-b66e-3bd94ff51292 req-b26df222-7635-4db5-b981-b9a5b1bc4033 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa7ea240-cdac-4e89-9a28-767243759026 HTTP/1.1" status: 200 len: 946 time: 0.1633961 Apr 20 17:17:01.987254 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f0d28c3b-9120-4a27-ab1c-d223950412ff req-06fca4fa-dd55-4db5-aa1c-1125830fa8f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=675c9daa-1b4b-48e6-8c05-7396b0ea9adf HTTP/1.1" status: 200 len: 217 time: 0.0931966 Apr 20 17:17:02.015954 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e9b69d3a-b213-490a-b66e-3bd94ff51292 req-553d0636-7c25-4d0d-a62b-b02b0ec6c906 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708203 Apr 20 17:17:02.047586 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-f0fe5ac8-463b-48bc-b832-1c7110930370 service neutron] 10.222.0.39 "GET /v2.0/networks/9fff7241-063c-4945-88bb-0dafb6148a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186103 Apr 20 17:17:02.104606 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d28c3b-9120-4a27-ab1c-d223950412ff req-72f72ee0-21f3-4183-b43e-8c9b91c5d3c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:02.106029 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f0d28c3b-9120-4a27-ab1c-d223950412ff req-72f72ee0-21f3-4183-b43e-8c9b91c5d3c9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8d43a55-22fc-443b-9bc2-2677f5ddd7b2 HTTP/1.1" status: 200 len: 859 time: 0.0929832 Apr 20 17:17:02.132060 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-04e8a856-f1cc-4917-92e4-aa8cd48eaba6 req-fa628d04-402f-423a-aee9-d7488c5ec331 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=09fc1279785c4b8daed6da8da5ce234b&device_id=69ef6220-dcc2-4a92-9c55-18df85eeb3f5 HTTP/1.1" status: 200 len: 1094 time: 0.5504034 Apr 20 17:17:02.204770 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f0d28c3b-9120-4a27-ab1c-d223950412ff req-8b34dd7e-4628-49d7-a35c-699f086825dc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7cad8736-f7b6-475d-b939-9da845dbb70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917909 Apr 20 17:17:02.226972 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-f0d28c3b-9120-4a27-ab1c-d223950412ff req-a777671f-9a6a-4622-918b-1115211ec933 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:17:02.228028 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f0d28c3b-9120-4a27-ab1c-d223950412ff req-a777671f-9a6a-4622-918b-1115211ec933 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0086961 Apr 20 17:17:02.470242 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f0d28c3b-9120-4a27-ab1c-d223950412ff req-9a65e5f7-36a0-4d59-8020-ed86bacaf18b service neutron] 10.222.0.43 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192450 Apr 20 17:17:02.508738 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8a856-f1cc-4917-92e4-aa8cd48eaba6 req-fe366d2c-760b-4d58-a428-20af18ae70cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:02.511024 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-04e8a856-f1cc-4917-92e4-aa8cd48eaba6 req-fe366d2c-760b-4d58-a428-20af18ae70cb service neutron] 10.222.0.10 "GET /v2.0/networks?id=9fff7241-063c-4945-88bb-0dafb6148a83 HTTP/1.1" status: 200 len: 915 time: 0.3031523 Apr 20 17:17:02.593964 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-5d223f20-462d-4638-8fc4-a502be0533f0 service neutron] Attempting to bind port 969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:17:02.594637 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-5d223f20-462d-4638-8fc4-a502be0533f0 service neutron] Attempting to bind port 969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '88edce72-7870-4b35-a3d6-fc6077604be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9fff7241-063c-4945-88bb-0dafb6148a83'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:17:02.595327 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-5d223f20-462d-4638-8fc4-a502be0533f0 service neutron] Attempting to bind port 969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c on network 9fff7241-063c-4945-88bb-0dafb6148a83 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:17:02.602594 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-04e8a856-f1cc-4917-92e4-aa8cd48eaba6 req-62f456af-f6ef-44c4-a4d6-2330f1c5b7b1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3fa281f-f24b-4b34-882d-c3a0fe43a42d HTTP/1.1" status: 200 len: 217 time: 0.0745025 Apr 20 17:17:02.605193 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-5d223f20-462d-4638-8fc4-a502be0533f0 service neutron] Port 969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c on network 9fff7241-063c-4945-88bb-0dafb6148a83 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:17:02.605800 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-5d223f20-462d-4638-8fc4-a502be0533f0 service neutron] Attempting to bind port 969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c on network 9fff7241-063c-4945-88bb-0dafb6148a83 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:17:02.685297 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f0d28c3b-9120-4a27-ab1c-d223950412ff req-609b689c-a9c1-4b0d-b571-6f1bb3084e6d service neutron] 10.222.0.43 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071564 Apr 20 17:17:02.693509 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-5d223f20-462d-4638-8fc4-a502be0533f0 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:17:02.694218 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-5d223f20-462d-4638-8fc4-a502be0533f0 service neutron] Checking segment: {'id': '88edce72-7870-4b35-a3d6-fc6077604be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9fff7241-063c-4945-88bb-0dafb6148a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:17:02.694874 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-5d223f20-462d-4638-8fc4-a502be0533f0 service neutron] Bound using segment: {'id': '88edce72-7870-4b35-a3d6-fc6077604be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9fff7241-063c-4945-88bb-0dafb6148a83'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:17:02.695587 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-5d223f20-462d-4638-8fc4-a502be0533f0 service neutron] Bound port: 969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88edce72-7870-4b35-a3d6-fc6077604be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9fff7241-063c-4945-88bb-0dafb6148a83'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:17:02.696174 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-5d223f20-462d-4638-8fc4-a502be0533f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:02.713999 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40e3d6-4f3b-4cb2-a5a9-760894021b8e req-e3c584cb-0611-478a-b7ec-c8dadbe48845 tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:02.715545 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bb40e3d6-4f3b-4cb2-a5a9-760894021b8e req-e3c584cb-0611-478a-b7ec-c8dadbe48845 tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c992c50-dd88-4e27-96ed-0e8b284f3b3a HTTP/1.1" status: 200 len: 950 time: 0.1424379 Apr 20 17:17:02.756986 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-2da46d95-7be4-4150-81d8-29754b1efe6b service neutron] 10.222.0.39 "GET /v2.0/networks/9fff7241-063c-4945-88bb-0dafb6148a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6194277 Apr 20 17:17:02.766866 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bb40e3d6-4f3b-4cb2-a5a9-760894021b8e req-35e0d867-8269-42f6-b256-4c2a2adcdd9a tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] 10.222.0.39 "GET /v2.0/security-groups?id=22df4c6a-80da-4011-afc0-b5fda8738ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436232 Apr 20 17:17:02.777004 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8a856-f1cc-4917-92e4-aa8cd48eaba6 req-122741d1-43f0-4b00-9e2f-9c26da1560e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:02.778462 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-04e8a856-f1cc-4917-92e4-aa8cd48eaba6 req-122741d1-43f0-4b00-9e2f-9c26da1560e5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=76d92014-3b83-4b63-bea0-d20ecb7cbe3a HTTP/1.1" status: 200 len: 853 time: 0.1698647 Apr 20 17:17:02.835500 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device f3fa281f-f24b-4b34-882d-c3a0fe43a42d details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:17:02.972016 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-5d223f20-462d-4638-8fc4-a502be0533f0 service neutron] For port 969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:17:02.995523 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-5d223f20-462d-4638-8fc4-a502be0533f0 service neutron] For port 969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c,segment=NetworkSegment(88edce72-7870-4b35-a3d6-fc6077604be6),segment_id=88edce72-7870-4b35-a3d6-fc6077604be6)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:17:03.017881 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-04e8a856-f1cc-4917-92e4-aa8cd48eaba6 req-864019a4-55c3-4dc4-89db-dfdaaf5563ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9fff7241-063c-4945-88bb-0dafb6148a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2301774 Apr 20 17:17:03.021495 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-5d223f20-462d-4638-8fc4-a502be0533f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:03.093038 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port f3fa281f-f24b-4b34-882d-c3a0fe43a42d, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=f3fa281f-f24b-4b34-882d-c3a0fe43a42d,segment=NetworkSegment(88edce72-7870-4b35-a3d6-fc6077604be6),segment_id=88edce72-7870-4b35-a3d6-fc6077604be6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:03.126498 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'f3fa281f-f24b-4b34-882d-c3a0fe43a42d', 'network_id': '9fff7241-063c-4945-88bb-0dafb6148a83', 'port_id': 'f3fa281f-f24b-4b34-882d-c3a0fe43a42d', 'mac_address': 'fa:16:3e:8d:34:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d92014-3b83-4b63-bea0-d20ecb7cbe3a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:17:03.189106 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:03.214229 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e75ffa-dc45-428e-925d-c8288432d744 req-c27dc328-862f-4209-9415-2da8e5771218 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:03.225328 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-69e75ffa-dc45-428e-925d-c8288432d744 req-c27dc328-862f-4209-9415-2da8e5771218 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b1064b7-808f-44e7-a353-16e9bcf6a6a6 HTTP/1.1" status: 200 len: 945 time: 0.1466243 Apr 20 17:17:03.229446 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3fa281f-f24b-4b34-882d-c3a0fe43a42d {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:17:03.261475 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port f3fa281f-f24b-4b34-882d-c3a0fe43a42d, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=f3fa281f-f24b-4b34-882d-c3a0fe43a42d,segment=NetworkSegment(88edce72-7870-4b35-a3d6-fc6077604be6),segment_id=88edce72-7870-4b35-a3d6-fc6077604be6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:03.270498 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:03.370560 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-69e75ffa-dc45-428e-925d-c8288432d744 req-4591f7e7-9497-4997-8cec-29d3bdf123ea tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/security-groups?id=d04fb7c2-9d04-4646-be0c-39913a58e4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438560 Apr 20 17:17:03.377216 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=f3fa281f-f24b-4b34-882d-c3a0fe43a42d,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:03.387391 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf92330-f00f-4fc5-8ad1-3595bea9cc31 req-8e7349c2-696e-4b35-a313-96fdd7dcfe5e tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:03.388979 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fbf92330-f00f-4fc5-8ad1-3595bea9cc31 req-8e7349c2-696e-4b35-a313-96fdd7dcfe5e tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b1064b7-808f-44e7-a353-16e9bcf6a6a6 HTTP/1.1" status: 200 len: 945 time: 0.1483591 Apr 20 17:17:03.399940 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-5d223f20-462d-4638-8fc4-a502be0533f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:03.401440 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-5d223f20-462d-4638-8fc4-a502be0533f0 service neutron] 10.222.0.10 "PUT /v2.0/ports/969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c HTTP/1.1" status: 200 len: 1092 time: 2.7804556 Apr 20 17:17:03.527861 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60da910-4402-43aa-8572-df94daf532c3', 'tag': '63e57261-47eb-4c08-9fa0-175750fc0217'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:17:03.535600 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d223f20-462d-4638-8fc4-a502be0533f0 service neutron] Pushing event updated for resources: {'Port': ['ID=969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:03.562174 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '381581c7-4815-4007-95b3-9ba11f68ea62', 'tag': '969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:17:03.603171 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-04e8a856-f1cc-4917-92e4-aa8cd48eaba6 req-ffef4a85-9d27-46a1-b4ec-862338849baf service neutron] 10.222.0.10 "GET /v2.0/networks/9fff7241-063c-4945-88bb-0dafb6148a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5721662 Apr 20 17:17:03.608987 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71eb0fc-4f67-49eb-acea-b94a53d5c417 req-4685c624-264e-454d-a07c-bd24d6131ee7 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:03.614148 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c992c50-dd88-4e27-96ed-0e8b284f3b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92205b2-d4cb-4ab9-8250-a5ac3e043b96'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:17:03.616088 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e71eb0fc-4f67-49eb-acea-b94a53d5c417 req-4685c624-264e-454d-a07c-bd24d6131ee7 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=c60da910-4402-43aa-8572-df94daf532c3 HTTP/1.1" status: 200 len: 948 time: 0.2837090 Apr 20 17:17:03.669035 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-fbf92330-f00f-4fc5-8ad1-3595bea9cc31 req-5e2c0eb8-c43a-4c0b-91b9-c8461a71d193 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Deleting port 05ed2671-e0ef-4eb2-bda2-4b09e54ddbda {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:17:03.671684 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fbf92330-f00f-4fc5-8ad1-3595bea9cc31 req-5e2c0eb8-c43a-4c0b-91b9-c8461a71d193 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:03.701471 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['f3fa281f-f24b-4b34-882d-c3a0fe43a42d'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:17:03.977204 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e71eb0fc-4f67-49eb-acea-b94a53d5c417 req-ef0fa033-9909-4ccb-98bf-5bd5741ec8a3 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600738 Apr 20 17:17:03.989143 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-c089e2b7-8241-40de-bdb4-69cd3ed90a71 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=09fc1279785c4b8daed6da8da5ce234b&device_id=381581c7-4815-4007-95b3-9ba11f68ea62 HTTP/1.1" status: 200 len: 1095 time: 0.5381827 Apr 20 17:17:04.119395 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-04e8a856-f1cc-4917-92e4-aa8cd48eaba6 req-3e7cb932-0eed-49e4-9068-9be172fb750f service neutron] 10.222.0.10 "GET /v2.0/networks/9fff7241-063c-4945-88bb-0dafb6148a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792256 Apr 20 17:17:04.185369 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-ae2a305b-dc71-4929-b2cd-a83d6adbbb29 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c HTTP/1.1" status: 200 len: 217 time: 0.1855710 Apr 20 17:17:04.194796 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2812af-21f8-4ae0-ad78-e5b5d1683e03 req-4482778e-b7fe-4735-9a23-d61945decc40 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:04.196330 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6d2812af-21f8-4ae0-ad78-e5b5d1683e03 req-4482778e-b7fe-4735-9a23-d61945decc40 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=033362bf-532d-459f-87df-bce7a7b8c168 HTTP/1.1" status: 200 len: 949 time: 0.4614484 Apr 20 17:17:04.272589 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-e9165531-2079-424e-a06a-717cecef5cfc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:04.274304 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-e9165531-2079-424e-a06a-717cecef5cfc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=76d92014-3b83-4b63-bea0-d20ecb7cbe3a HTTP/1.1" status: 200 len: 853 time: 0.0816369 Apr 20 17:17:04.285380 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b2f41-d642-4a42-a004-a30d6f41a411 req-8b475df7-f899-44d4-ac82-09cc8622f203 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:04.286925 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fa1b2f41-d642-4a42-a004-a30d6f41a411 req-8b475df7-f899-44d4-ac82-09cc8622f203 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa7ea240-cdac-4e89-9a28-767243759026 HTTP/1.1" status: 200 len: 946 time: 0.1461415 Apr 20 17:17:04.390236 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fa1b2f41-d642-4a42-a004-a30d6f41a411 req-dca216a5-8d8d-4977-9ade-603f7f365704 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725939 Apr 20 17:17:04.409514 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-da194192-9b01-4c76-afa1-b42924c5cdae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9fff7241-063c-4945-88bb-0dafb6148a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1215525 Apr 20 17:17:04.502585 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-fbf92330-f00f-4fc5-8ad1-3595bea9cc31 req-5e2c0eb8-c43a-4c0b-91b9-c8461a71d193 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] For port 05ed2671-e0ef-4eb2-bda2-4b09e54ddbda, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=05ed2671-e0ef-4eb2-bda2-4b09e54ddbda,segment=NetworkSegment(7bd8babb-8003-4806-8692-e92ce3a5f993),segment_id=7bd8babb-8003-4806-8692-e92ce3a5f993)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:04.502988 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fbf92330-f00f-4fc5-8ad1-3595bea9cc31 req-5e2c0eb8-c43a-4c0b-91b9-c8461a71d193 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:04.524899 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6d2812af-21f8-4ae0-ad78-e5b5d1683e03 req-cf2969f2-4b45-497b-86f3-881e3e56441e tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030925 Apr 20 17:17:04.663053 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-fbf92330-f00f-4fc5-8ad1-3595bea9cc31 req-5e2c0eb8-c43a-4c0b-91b9-c8461a71d193 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Calling delete_port for 05ed2671-e0ef-4eb2-bda2-4b09e54ddbda owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:17:04.729046 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-00ceae5a-d96a-4ac7-b2bc-936ae6abc4c7 service neutron] 10.222.0.10 "GET /v2.0/networks/9fff7241-063c-4945-88bb-0dafb6148a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088329 Apr 20 17:17:04.733494 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af5459-be2e-4806-94d8-45abc394fcf3 req-9e145623-47d3-4df0-88a5-f505acde373b tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:04.735232 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c4af5459-be2e-4806-94d8-45abc394fcf3 req-9e145623-47d3-4df0-88a5-f505acde373b tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f35cce6-7f77-4ff3-9c61-03346bd49e21 HTTP/1.1" status: 200 len: 945 time: 0.4845269 Apr 20 17:17:04.854161 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee97627-1861-4f87-9ff9-30295ecba0da req-abebe4e6-df49-43d5-a70d-877e2815d320 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:04.856461 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2ee97627-1861-4f87-9ff9-30295ecba0da req-abebe4e6-df49-43d5-a70d-877e2815d320 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6e17b42-acea-45f8-9bf2-74e6a0dca0f2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2550955 Apr 20 17:17:04.918390 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-c4af5459-be2e-4806-94d8-45abc394fcf3 req-523a87c2-d682-48a8-a3b4-1d018590ad35 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Deleting port 675c9daa-1b4b-48e6-8c05-7396b0ea9adf {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:17:04.919568 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c4af5459-be2e-4806-94d8-45abc394fcf3 req-523a87c2-d682-48a8-a3b4-1d018590ad35 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:05.045135 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2ee97627-1861-4f87-9ff9-30295ecba0da req-ff056c51-f9aa-4577-9e29-1afe32728245 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.168 HTTP/1.1" status: 200 len: 696 time: 0.1663413 Apr 20 17:17:05.067134 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-2ee97627-1861-4f87-9ff9-30295ecba0da req-b65b0bc9-9d34-4c87-b97a-e6bb56b91d69 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Request body: {'floatingip': {'port_id': 'ea1d80b0-c089-4016-ae67-872e3e068f8d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:17:05.099135 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 63e57261-47eb-4c08-9fa0-175750fc0217 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:17:05.244170 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-25ce9cdf-d3a1-4a9d-8764-c0b98bc8b3ac req-2787285d-fef6-450c-928d-a3a294d6f9d1 service neutron] 10.222.0.10 "GET /v2.0/networks/9fff7241-063c-4945-88bb-0dafb6148a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5040739 Apr 20 17:17:05.250229 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2ee97627-1861-4f87-9ff9-30295ecba0da req-b65b0bc9-9d34-4c87-b97a-e6bb56b91d69 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks [] for floatingip, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:05.252918 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-c4af5459-be2e-4806-94d8-45abc394fcf3 req-523a87c2-d682-48a8-a3b4-1d018590ad35 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] For port 675c9daa-1b4b-48e6-8c05-7396b0ea9adf, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=675c9daa-1b4b-48e6-8c05-7396b0ea9adf,segment=NetworkSegment(36373ac1-df16-4205-8393-5031c405a675),segment_id=36373ac1-df16-4205-8393-5031c405a675)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:05.253434 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c4af5459-be2e-4806-94d8-45abc394fcf3 req-523a87c2-d682-48a8-a3b4-1d018590ad35 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:05.330111 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 63e57261-47eb-4c08-9fa0-175750fc0217, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=63e57261-47eb-4c08-9fa0-175750fc0217,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:05.364749 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '63e57261-47eb-4c08-9fa0-175750fc0217', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': '63e57261-47eb-4c08-9fa0-175750fc0217', 'mac_address': 'fa:16:3e:d6:46:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:17:05.385581 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-9f18690b-0dba-4396-938d-ea28a84a4996 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:05.387578 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-9f18690b-0dba-4396-938d-ea28a84a4996 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.43 "GET /v2.0/networks?id=9fff7241-063c-4945-88bb-0dafb6148a83 HTTP/1.1" status: 200 len: 814 time: 0.5300400 Apr 20 17:17:05.401541 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-c4af5459-be2e-4806-94d8-45abc394fcf3 req-523a87c2-d682-48a8-a3b4-1d018590ad35 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Calling delete_port for 675c9daa-1b4b-48e6-8c05-7396b0ea9adf owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:17:05.426088 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-76e515b8-c41d-4705-be4c-0b342ac3bfd0 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Request body: {'port': {'device_id': '0fc222af-c061-4600-a116-868b5eb7618b', 'network_id': '9fff7241-063c-4945-88bb-0dafb6148a83', 'admin_state_up': True, 'tenant_id': '09fc1279785c4b8daed6da8da5ce234b'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:17:05.451214 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:05.485795 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e57261-47eb-4c08-9fa0-175750fc0217 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:17:05.494693 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-87d82b44-a5c2-4811-9a62-6a3cf47cbc99 req-671837e9-7079-4daf-8f1c-5b65a76b2d87 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc222af-c061-4600-a116-868b5eb7618b HTTP/1.1" status: 200 len: 210 time: 0.6868167 Apr 20 17:17:05.522277 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 63e57261-47eb-4c08-9fa0-175750fc0217, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=63e57261-47eb-4c08-9fa0-175750fc0217,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:05.540100 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:05.621097 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bce14290-017b-4bce-9009-b63305b51ca0'] response: {'name': 'network-changed', 'server_uuid': 'c60da910-4402-43aa-8572-df94daf532c3', 'tag': '63e57261-47eb-4c08-9fa0-175750fc0217', 'status': 'completed', 'code': 200} Apr 20 17:17:05.641462 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=63e57261-47eb-4c08-9fa0-175750fc0217,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:05.696310 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffa8e3e7-4efe-49d3-8a7f-ea08b3b6ae6b'] response: {'name': 'network-changed', 'server_uuid': '381581c7-4815-4007-95b3-9ba11f68ea62', 'tag': '969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c', 'status': 'completed', 'code': 200} Apr 20 17:17:05.747346 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e045af2-e9ea-48ef-80d9-792f1e9f07b8'] response: {'server_uuid': '7c992c50-dd88-4e27-96ed-0e8b284f3b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92205b2-d4cb-4ab9-8250-a5ac3e043b96', 'code': 200} Apr 20 17:17:05.784359 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fbf92330-f00f-4fc5-8ad1-3595bea9cc31 req-5e2c0eb8-c43a-4c0b-91b9-c8461a71d193 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:05.799492 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['05ed2671-e0ef-4eb2-bda2-4b09e54ddbda'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:17:05.840488 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-76e515b8-c41d-4705-be4c-0b342ac3bfd0 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:17:05.851553 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-76e515b8-c41d-4705-be4c-0b342ac3bfd0 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:17:05.881250 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['63e57261-47eb-4c08-9fa0-175750fc0217'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:17:05.896653 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c0eb8-c43a-4c0b-91b9-c8461a71d193 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Pushing event deleted for resources: {'Port': ['ID=05ed2671-e0ef-4eb2-bda2-4b09e54ddbda,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:05.972178 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5233d1b5-8ef4-4a08-a597-a9b4dcdb6891 req-532d0ff0-2f16-4c39-8f85-589ac87eaf63 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&device_id=c60da910-4402-43aa-8572-df94daf532c3 HTTP/1.1" status: 200 len: 1100 time: 0.3354800 Apr 20 17:17:06.083824 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-76e515b8-c41d-4705-be4c-0b342ac3bfd0 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Made reservation on behalf of 09fc1279785c4b8daed6da8da5ce234b for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:17:06.088108 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-76e515b8-c41d-4705-be4c-0b342ac3bfd0 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:06.132643 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf92330-f00f-4fc5-8ad1-3595bea9cc31 req-5e2c0eb8-c43a-4c0b-91b9-c8461a71d193 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] No DVR routers for this DVR port 05ed2671-e0ef-4eb2-bda2-4b09e54ddbda on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:17:06.140024 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fbf92330-f00f-4fc5-8ad1-3595bea9cc31 req-5e2c0eb8-c43a-4c0b-91b9-c8461a71d193 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:06.152515 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c4af5459-be2e-4806-94d8-45abc394fcf3 req-523a87c2-d682-48a8-a3b4-1d018590ad35 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:06.231583 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a87c2-d682-48a8-a3b4-1d018590ad35 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Pushing event deleted for resources: {'Port': ['ID=675c9daa-1b4b-48e6-8c05-7396b0ea9adf,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:06.242026 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fbf92330-f00f-4fc5-8ad1-3595bea9cc31 req-5e2c0eb8-c43a-4c0b-91b9-c8461a71d193 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.10 "DELETE /v2.0/ports/05ed2671-e0ef-4eb2-bda2-4b09e54ddbda HTTP/1.1" status: 204 len: 173 time: 2.8376963 Apr 20 17:17:06.488405 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3aa5d283-61b4-41f1-bb5a-769c016edc01 req-6d614597-68b2-4680-b65a-b90ccc0fcc92 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=09fc1279785c4b8daed6da8da5ce234b&device_id=381581c7-4815-4007-95b3-9ba11f68ea62 HTTP/1.1" status: 200 len: 1095 time: 0.7978282 Apr 20 17:17:06.498781 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4af5459-be2e-4806-94d8-45abc394fcf3 req-523a87c2-d682-48a8-a3b4-1d018590ad35 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] No DVR routers for this DVR port 675c9daa-1b4b-48e6-8c05-7396b0ea9adf on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:17:06.503857 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c4af5459-be2e-4806-94d8-45abc394fcf3 req-523a87c2-d682-48a8-a3b4-1d018590ad35 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:06.505800 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c4af5459-be2e-4806-94d8-45abc394fcf3 req-523a87c2-d682-48a8-a3b4-1d018590ad35 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.43 "DELETE /v2.0/ports/675c9daa-1b4b-48e6-8c05-7396b0ea9adf HTTP/1.1" status: 204 len: 173 time: 1.7626162 Apr 20 17:17:06.512700 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233d1b5-8ef4-4a08-a597-a9b4dcdb6891 req-83d5448c-d521-4be6-900d-674031d6ef78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:06.512700 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5233d1b5-8ef4-4a08-a597-a9b4dcdb6891 req-83d5448c-d521-4be6-900d-674031d6ef78 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.4986515 Apr 20 17:17:06.522460 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0f4ab-99b6-470a-9d30-9d56597a901b req-05a3b7a9-3e0e-46dc-a80b-5d9d818624dd tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:06.524628 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-46f0f4ab-99b6-470a-9d30-9d56597a901b req-05a3b7a9-3e0e-46dc-a80b-5d9d818624dd tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c992c50-dd88-4e27-96ed-0e8b284f3b3a HTTP/1.1" status: 200 len: 950 time: 0.6063087 Apr 20 17:17:06.547759 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e5cf22cb-8280-4464-827e-e77ca059eb46 req-3ab091df-2e17-4bdd-a568-ff64a41adc28 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7c992c50-dd88-4e27-96ed-0e8b284f3b3a HTTP/1.1" status: 200 len: 1101 time: 0.6858268 Apr 20 17:17:06.630395 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5233d1b5-8ef4-4a08-a597-a9b4dcdb6891 req-7d2a629a-7233-4887-abfd-0c10630d29bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=63e57261-47eb-4c08-9fa0-175750fc0217 HTTP/1.1" status: 200 len: 217 time: 0.1045957 Apr 20 17:17:06.699359 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-46f0f4ab-99b6-470a-9d30-9d56597a901b req-fec01491-0602-414b-816c-f2edfd63af3c tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] 10.222.0.39 "GET /v2.0/security-groups?id=22df4c6a-80da-4011-afc0-b5fda8738ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065986 Apr 20 17:17:06.714267 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233d1b5-8ef4-4a08-a597-a9b4dcdb6891 req-2ba5977e-5306-4c4d-8658-b826479ff91e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:06.715737 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5233d1b5-8ef4-4a08-a597-a9b4dcdb6891 req-2ba5977e-5306-4c4d-8658-b826479ff91e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.0749335 Apr 20 17:17:06.852048 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5233d1b5-8ef4-4a08-a597-a9b4dcdb6891 req-acfc9c0f-417a-4a35-8ff0-fffb775780d8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1255066 Apr 20 17:17:06.860649 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device f3fa281f-f24b-4b34-882d-c3a0fe43a42d up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:17:06.895072 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-76e515b8-c41d-4705-be4c-0b342ac3bfd0 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Allocated IP 172.20.0.5 (9fff7241-063c-4945-88bb-0dafb6148a83/76d92014-3b83-4b63-bea0-d20ecb7cbe3a/e12ef4a0-cc44-43d8-8102-841d96c00525) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:17:06.995914 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['ea1d80b0-c089-4016-ae67-872e3e068f8d'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:17:07.010140 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e5cf22cb-8280-4464-827e-e77ca059eb46 req-98beaa4a-0bcc-4002-9323-a9a975e864f2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=22df4c6a-80da-4011-afc0-b5fda8738ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517389 Apr 20 17:17:07.078526 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5d283-61b4-41f1-bb5a-769c016edc01 req-217409ec-c64d-46f4-aa4f-fe2316b7847a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:07.080671 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3aa5d283-61b4-41f1-bb5a-769c016edc01 req-217409ec-c64d-46f4-aa4f-fe2316b7847a service neutron] 10.222.0.10 "GET /v2.0/networks?id=9fff7241-063c-4945-88bb-0dafb6148a83 HTTP/1.1" status: 200 len: 915 time: 0.5783679 Apr 20 17:17:07.089719 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port f3fa281f-f24b-4b34-882d-c3a0fe43a42d completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:17:07.091460 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-0d024d5d-4817-49e7-b626-f13ce29d7f47 req-a558d2b7-468b-4711-a94d-deb2acb77dd3 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Synchronizing usage tracker for tenant:e0abf75523cb42799be079adbc9824df on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:17:07.137247 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-0d024d5d-4817-49e7-b626-f13ce29d7f47 req-a558d2b7-468b-4711-a94d-deb2acb77dd3 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] Unset dirty status for tenant:e0abf75523cb42799be079adbc9824df on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:17:07.152558 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d024d5d-4817-49e7-b626-f13ce29d7f47 req-a558d2b7-468b-4711-a94d-deb2acb77dd3 tempest-DeleteServersTestJSON-836434374 tempest-DeleteServersTestJSON-836434374-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b1064b7-808f-44e7-a353-16e9bcf6a6a6 HTTP/1.1" status: 200 len: 210 time: 0.1341276 Apr 20 17:17:07.159470 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port f3fa281f-f24b-4b34-882d-c3a0fe43a42d triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:17:07.163386 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:07.218100 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 63e57261-47eb-4c08-9fa0-175750fc0217 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:17:07.221784 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5233d1b5-8ef4-4a08-a597-a9b4dcdb6891 req-4ba4cf10-e6b7-4e20-8417-08a6d577df5d service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614445 Apr 20 17:17:07.296787 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3aa5d283-61b4-41f1-bb5a-769c016edc01 req-4d47f7ec-695d-44ad-804f-07dc6574dba8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c HTTP/1.1" status: 200 len: 217 time: 0.2057805 Apr 20 17:17:07.472754 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:07.490420 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 63e57261-47eb-4c08-9fa0-175750fc0217 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:17:07.512475 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 63e57261-47eb-4c08-9fa0-175750fc0217 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:17:07.512975 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:07.597699 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port f3fa281f-f24b-4b34-882d-c3a0fe43a42d, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=f3fa281f-f24b-4b34-882d-c3a0fe43a42d,segment=NetworkSegment(88edce72-7870-4b35-a3d6-fc6077604be6),segment_id=88edce72-7870-4b35-a3d6-fc6077604be6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:07.610680 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:07.611607 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 05ed2671-e0ef-4eb2-bda2-4b09e54ddbda no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:17:07.629647 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1064b7-808f-44e7-a353-16e9bcf6a6a6', 'name': 'network-vif-deleted', 'tag': '05ed2671-e0ef-4eb2-bda2-4b09e54ddbda'}, {'server_uuid': '9f35cce6-7f77-4ff3-9c61-03346bd49e21', 'name': 'network-vif-deleted', 'tag': '675c9daa-1b4b-48e6-8c05-7396b0ea9adf'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:17:07.652541 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5d283-61b4-41f1-bb5a-769c016edc01 req-3e6ce67d-e857-4655-a201-f06d6e1d48f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:07.653994 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3aa5d283-61b4-41f1-bb5a-769c016edc01 req-3e6ce67d-e857-4655-a201-f06d6e1d48f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=76d92014-3b83-4b63-bea0-d20ecb7cbe3a HTTP/1.1" status: 200 len: 853 time: 0.3270323 Apr 20 17:17:07.691318 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 05ed2671-e0ef-4eb2-bda2-4b09e54ddbda {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:17:07.691801 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 05ed2671-e0ef-4eb2-bda2-4b09e54ddbda not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:17:07.709035 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-76e515b8-c41d-4705-be4c-0b342ac3bfd0 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:07.713319 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5233d1b5-8ef4-4a08-a597-a9b4dcdb6891 req-86427b85-3836-4e9b-81aa-4d727db6924c service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762321 Apr 20 17:17:07.724772 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba5f96-0079-43c8-9b41-20475b402eb8 req-59946b53-4c59-45dc-99ee-2083c29b3d23 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:07.725373 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-e7ba5f96-0079-43c8-9b41-20475b402eb8 req-59946b53-4c59-45dc-99ee-2083c29b3d23 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Synchronizing usage tracker for tenant:07e7ee6fb2044b339294a5844a1dc3d4 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:17:07.729144 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-76e515b8-c41d-4705-be4c-0b342ac3bfd0 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Transition to ACTIVE for port object e12ef4a0-cc44-43d8-8102-841d96c00525 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:17:07.747674 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-e7ba5f96-0079-43c8-9b41-20475b402eb8 req-59946b53-4c59-45dc-99ee-2083c29b3d23 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Unset dirty status for tenant:07e7ee6fb2044b339294a5844a1dc3d4 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:17:07.748883 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e7ba5f96-0079-43c8-9b41-20475b402eb8 req-59946b53-4c59-45dc-99ee-2083c29b3d23 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=c60da910-4402-43aa-8572-df94daf532c3 HTTP/1.1" status: 200 len: 949 time: 0.3064406 Apr 20 17:17:07.751473 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ef6220-dcc2-4a92-9c55-18df85eeb3f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3fa281f-f24b-4b34-882d-c3a0fe43a42d'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:17:07.756100 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [req-2ee97627-1861-4f87-9ff9-30295ecba0da req-b65b0bc9-9d34-4c87-b97a-e6bb56b91d69 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:17:07.790682 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=f3fa281f-f24b-4b34-882d-c3a0fe43a42d,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:07.812814 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:07.833571 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e7ba5f96-0079-43c8-9b41-20475b402eb8 req-ebc886f9-3934-4aac-826d-9ca824d9775a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756872 Apr 20 17:17:07.856452 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 63e57261-47eb-4c08-9fa0-175750fc0217, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=63e57261-47eb-4c08-9fa0-175750fc0217,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:07.861702 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:07.862807 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 675c9daa-1b4b-48e6-8c05-7396b0ea9adf no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:17:07.880074 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-76e515b8-c41d-4705-be4c-0b342ac3bfd0 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:07.952786 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['f3fa281f-f24b-4b34-882d-c3a0fe43a42d'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:17:07.973745 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:17:08.010504 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-76e515b8-c41d-4705-be4c-0b342ac3bfd0 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Network 9fff7241-063c-4945-88bb-0dafb6148a83 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:17:08.011573 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e515b8-c41d-4705-be4c-0b342ac3bfd0 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Pushing event updated for resources: {'Port': ['ID=e12ef4a0-cc44-43d8-8102-841d96c00525,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:08.021498 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-76e515b8-c41d-4705-be4c-0b342ac3bfd0 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:17:08.026973 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2ee97627-1861-4f87-9ff9-30295ecba0da req-b65b0bc9-9d34-4c87-b97a-e6bb56b91d69 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:08.027936 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-76e515b8-c41d-4705-be4c-0b342ac3bfd0 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:17:08.041574 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 675c9daa-1b4b-48e6-8c05-7396b0ea9adf {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:17:08.043455 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 675c9daa-1b4b-48e6-8c05-7396b0ea9adf not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:17:08.062525 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2ee97627-1861-4f87-9ff9-30295ecba0da req-b65b0bc9-9d34-4c87-b97a-e6bb56b91d69 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:08.107135 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cfc9a-a4a9-47ff-9e51-06084bfe0838 req-206a5ca5-e4ac-4e80-a152-ebf234caf0d0 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:08.116728 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d29cfc9a-a4a9-47ff-9e51-06084bfe0838 req-206a5ca5-e4ac-4e80-a152-ebf234caf0d0 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=033362bf-532d-459f-87df-bce7a7b8c168 HTTP/1.1" status: 200 len: 949 time: 0.1265638 Apr 20 17:17:08.124717 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=63e57261-47eb-4c08-9fa0-175750fc0217,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:08.198776 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d29cfc9a-a4a9-47ff-9e51-06084bfe0838 req-32244543-0510-4d0c-806e-690ce14731e3 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807724 Apr 20 17:17:08.447581 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3aa5d283-61b4-41f1-bb5a-769c016edc01 req-c101801e-d256-4ea0-9eda-a8d11f9a8c03 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9fff7241-063c-4945-88bb-0dafb6148a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6955552 Apr 20 17:17:08.447935 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6cc27592-64e2-434e-8489-86b0f084dc46 None None] Provisioning for port e12ef4a0-cc44-43d8-8102-841d96c00525 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:17:08.459885 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6cc27592-64e2-434e-8489-86b0f084dc46 None None] Provisioning complete for port e12ef4a0-cc44-43d8-8102-841d96c00525 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:17:08.460260 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6cc27592-64e2-434e-8489-86b0f084dc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:08.505941 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-76e515b8-c41d-4705-be4c-0b342ac3bfd0 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:08.506664 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-76e515b8-c41d-4705-be4c-0b342ac3bfd0 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:08.581231 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-6cc27592-64e2-434e-8489-86b0f084dc46 None None] Port e12ef4a0-cc44-43d8-8102-841d96c00525 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:17:08.598897 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee5d1d-74e4-4707-b887-770a3ddf025f req-5db29d56-69a2-48b3-b23d-6f2b963f83f5 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:08.605092 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-14ee5d1d-74e4-4707-b887-770a3ddf025f req-5db29d56-69a2-48b3-b23d-6f2b963f83f5 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc222af-c061-4600-a116-868b5eb7618b HTTP/1.1" status: 200 len: 931 time: 0.1186049 Apr 20 17:17:08.627406 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-76e515b8-c41d-4705-be4c-0b342ac3bfd0 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2058151 Apr 20 17:17:08.655029 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-9295f96c-5aaf-4c37-bb78-acbb68fcae9a service neutron] Request body: {'port': {'device_id': '0fc222af-c061-4600-a116-868b5eb7618b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:17:08.685144 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3aa5d283-61b4-41f1-bb5a-769c016edc01 req-96940082-6486-408f-a0a9-1982dff9e419 service neutron] 10.222.0.10 "GET /v2.0/networks/9fff7241-063c-4945-88bb-0dafb6148a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220662 Apr 20 17:17:08.692283 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-14ee5d1d-74e4-4707-b887-770a3ddf025f req-d520ccb3-1ec5-4e71-b3e9-9befffa355a8 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785003 Apr 20 17:17:08.870423 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:17:08.887076 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ff26f-c32a-487a-906d-9db6712a6147 req-8c73f67f-3f35-4972-8e65-16d1eb7811a9 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:08.888917 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f00ff26f-c32a-487a-906d-9db6712a6147 req-8c73f67f-3f35-4972-8e65-16d1eb7811a9 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa7ea240-cdac-4e89-9a28-767243759026 HTTP/1.1" status: 200 len: 946 time: 0.0930560 Apr 20 17:17:08.916092 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-9295f96c-5aaf-4c37-bb78-acbb68fcae9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:08.942862 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3aa5d283-61b4-41f1-bb5a-769c016edc01 req-a5c4dc5c-1241-4979-aaf5-da18210abd19 service neutron] 10.222.0.10 "GET /v2.0/networks/9fff7241-063c-4945-88bb-0dafb6148a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498732 Apr 20 17:17:08.954712 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f00ff26f-c32a-487a-906d-9db6712a6147 req-6d659c3e-b5d0-42c1-93d6-0d4ae78a0f95 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595217 Apr 20 17:17:08.975063 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [req-2ee97627-1861-4f87-9ff9-30295ecba0da req-b65b0bc9-9d34-4c87-b97a-e6bb56b91d69 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Floating IP 661d2541-e92c-4225-947c-7db7ed57039f associated. External IP: 172.25.8.168, port: ea1d80b0-c089-4016-ae67-872e3e068f8d. Apr 20 17:17:09.062903 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba66c59d-3a53-4a76-9327-f120c9149e59'] response: {'server_uuid': '9b1064b7-808f-44e7-a353-16e9bcf6a6a6', 'name': 'network-vif-deleted', 'tag': '05ed2671-e0ef-4eb2-bda2-4b09e54ddbda', 'status': 'completed', 'code': 200} Apr 20 17:17:09.063167 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba66c59d-3a53-4a76-9327-f120c9149e59'] response: {'server_uuid': '9f35cce6-7f77-4ff3-9c61-03346bd49e21', 'name': 'network-vif-deleted', 'tag': '675c9daa-1b4b-48e6-8c05-7396b0ea9adf', 'status': 'completed', 'code': 200} Apr 20 17:17:09.135752 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c,segment=NetworkSegment(88edce72-7870-4b35-a3d6-fc6077604be6),segment_id=88edce72-7870-4b35-a3d6-fc6077604be6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:09.153610 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c', 'network_id': '9fff7241-063c-4945-88bb-0dafb6148a83', 'port_id': '969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c', 'mac_address': 'fa:16:3e:d4:cc:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d92014-3b83-4b63-bea0-d20ecb7cbe3a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:17:09.157187 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a2b16a18-32fa-459b-8123-c618d022e66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:09.225326 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:09.243338 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:17:09.262067 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c,segment=NetworkSegment(88edce72-7870-4b35-a3d6-fc6077604be6),segment_id=88edce72-7870-4b35-a3d6-fc6077604be6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:09.274441 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:09.274729 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7aeed-caf4-42be-8f02-4daa0943cdfe req-2ae9fa6b-7223-45c0-b4ea-d57b6721d9ed tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:09.276280 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c3d7aeed-caf4-42be-8f02-4daa0943cdfe req-2ae9fa6b-7223-45c0-b4ea-d57b6721d9ed tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c992c50-dd88-4e27-96ed-0e8b284f3b3a HTTP/1.1" status: 200 len: 950 time: 0.1040306 Apr 20 17:17:09.354134 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c3d7aeed-caf4-42be-8f02-4daa0943cdfe req-eb9535f7-5048-4d5b-b619-eff7afdf6f18 tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] 10.222.0.39 "GET /v2.0/security-groups?id=22df4c6a-80da-4011-afc0-b5fda8738ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690281 Apr 20 17:17:09.359862 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:09.436957 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0953c939-6d39-45f5-bf96-50d65098c335'] response: {'server_uuid': '69ef6220-dcc2-4a92-9c55-18df85eeb3f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3fa281f-f24b-4b34-882d-c3a0fe43a42d', 'code': 200} Apr 20 17:17:09.630626 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-9295f96c-5aaf-4c37-bb78-acbb68fcae9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e12ef4a0-cc44-43d8-8102-841d96c00525 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:17:09.648640 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-9295f96c-5aaf-4c37-bb78-acbb68fcae9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:09.687506 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-9295f96c-5aaf-4c37-bb78-acbb68fcae9a service neutron] Transition to ACTIVE for port object e12ef4a0-cc44-43d8-8102-841d96c00525 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:17:09.698322 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c8cbd65c-9f40-41e7-a679-170917f9e37e req-d3e32ef4-9870-4558-8aff-4bd7d4ac327a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=69ef6220-dcc2-4a92-9c55-18df85eeb3f5 HTTP/1.1" status: 200 len: 1096 time: 0.1941912 Apr 20 17:17:09.764345 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da092a-0510-476e-9659-021679404562 req-9a7775a1-b40f-412e-924a-74bc6fcaaa77 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:09.772142 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-59da092a-0510-476e-9659-021679404562 req-9a7775a1-b40f-412e-924a-74bc6fcaaa77 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=c60da910-4402-43aa-8572-df94daf532c3 HTTP/1.1" status: 200 len: 950 time: 0.1110861 Apr 20 17:17:09.776419 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-9295f96c-5aaf-4c37-bb78-acbb68fcae9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:09.832937 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-59da092a-0510-476e-9659-021679404562 req-263c8d2c-8677-4381-9682-99d3444db50d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598342 Apr 20 17:17:10.002920 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295f96c-5aaf-4c37-bb78-acbb68fcae9a service neutron] Pushing event updated for resources: {'Port': ['ID=e12ef4a0-cc44-43d8-8102-841d96c00525,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:10.024314 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c8cbd65c-9f40-41e7-a679-170917f9e37e req-b5fe1e3e-8eb0-4df9-8acd-5ca2dbf57dbd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679064 Apr 20 17:17:10.048691 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:17:10.084694 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418dea9-0342-4f23-95e2-c4e7237cc03c req-f05823ef-730c-4173-bf12-419264d3a389 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:10.089732 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d418dea9-0342-4f23-95e2-c4e7237cc03c req-f05823ef-730c-4173-bf12-419264d3a389 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa7ea240-cdac-4e89-9a28-767243759026 HTTP/1.1" status: 200 len: 946 time: 0.1405745 Apr 20 17:17:10.227702 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d418dea9-0342-4f23-95e2-c4e7237cc03c req-8ff847b8-e776-46c0-a15a-e1c553fa963d tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300063 Apr 20 17:17:10.342372 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-9295f96c-5aaf-4c37-bb78-acbb68fcae9a service neutron] Attempting to bind port e12ef4a0-cc44-43d8-8102-841d96c00525 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:17:10.342701 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-9295f96c-5aaf-4c37-bb78-acbb68fcae9a service neutron] Attempting to bind port e12ef4a0-cc44-43d8-8102-841d96c00525 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '88edce72-7870-4b35-a3d6-fc6077604be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9fff7241-063c-4945-88bb-0dafb6148a83'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:17:10.345100 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-9295f96c-5aaf-4c37-bb78-acbb68fcae9a service neutron] Attempting to bind port e12ef4a0-cc44-43d8-8102-841d96c00525 on network 9fff7241-063c-4945-88bb-0dafb6148a83 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:17:10.356019 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-9295f96c-5aaf-4c37-bb78-acbb68fcae9a service neutron] Port e12ef4a0-cc44-43d8-8102-841d96c00525 on network 9fff7241-063c-4945-88bb-0dafb6148a83 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:17:10.356286 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-9295f96c-5aaf-4c37-bb78-acbb68fcae9a service neutron] Attempting to bind port e12ef4a0-cc44-43d8-8102-841d96c00525 on network 9fff7241-063c-4945-88bb-0dafb6148a83 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:17:10.363998 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-9295f96c-5aaf-4c37-bb78-acbb68fcae9a service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:17:10.364653 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-9295f96c-5aaf-4c37-bb78-acbb68fcae9a service neutron] Checking segment: {'id': '88edce72-7870-4b35-a3d6-fc6077604be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9fff7241-063c-4945-88bb-0dafb6148a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:17:10.365039 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-9295f96c-5aaf-4c37-bb78-acbb68fcae9a service neutron] Bound using segment: {'id': '88edce72-7870-4b35-a3d6-fc6077604be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9fff7241-063c-4945-88bb-0dafb6148a83'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:17:10.365638 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-9295f96c-5aaf-4c37-bb78-acbb68fcae9a service neutron] Bound port: e12ef4a0-cc44-43d8-8102-841d96c00525, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88edce72-7870-4b35-a3d6-fc6077604be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9fff7241-063c-4945-88bb-0dafb6148a83'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:17:10.365983 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-9295f96c-5aaf-4c37-bb78-acbb68fcae9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:10.433700 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9657f-31ba-4914-acb8-f7386f31114d req-345d7bc3-bb8e-4a32-a290-07806104a6fa tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:10.435451 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2c9657f-31ba-4914-acb8-f7386f31114d req-345d7bc3-bb8e-4a32-a290-07806104a6fa tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=033362bf-532d-459f-87df-bce7a7b8c168 HTTP/1.1" status: 200 len: 949 time: 0.0949748 Apr 20 17:17:10.499475 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2c9657f-31ba-4914-acb8-f7386f31114d req-0738c786-5e73-4cec-be90-3a6d4cb1b2b2 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585468 Apr 20 17:17:10.520914 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ee97627-1861-4f87-9ff9-30295ecba0da req-b65b0bc9-9d34-4c87-b97a-e6bb56b91d69 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Router 3456df83-4ab8-4df2-8c4d-fffa485cc2be has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:17:10.524996 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-9295f96c-5aaf-4c37-bb78-acbb68fcae9a service neutron] For port e12ef4a0-cc44-43d8-8102-841d96c00525, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:17:10.531728 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-9295f96c-5aaf-4c37-bb78-acbb68fcae9a service neutron] For port e12ef4a0-cc44-43d8-8102-841d96c00525, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=e12ef4a0-cc44-43d8-8102-841d96c00525,segment=NetworkSegment(88edce72-7870-4b35-a3d6-fc6077604be6),segment_id=88edce72-7870-4b35-a3d6-fc6077604be6)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:17:10.543911 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-9295f96c-5aaf-4c37-bb78-acbb68fcae9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:10.712100 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-9295f96c-5aaf-4c37-bb78-acbb68fcae9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:10.713628 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-9295f96c-5aaf-4c37-bb78-acbb68fcae9a service neutron] 10.222.0.43 "PUT /v2.0/ports/e12ef4a0-cc44-43d8-8102-841d96c00525 HTTP/1.1" status: 200 len: 1091 time: 2.0626919 Apr 20 17:17:10.721252 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc222af-c061-4600-a116-868b5eb7618b', 'tag': 'e12ef4a0-cc44-43d8-8102-841d96c00525'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:17:10.748608 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295f96c-5aaf-4c37-bb78-acbb68fcae9a service neutron] Pushing event updated for resources: {'Port': ['ID=e12ef4a0-cc44-43d8-8102-841d96c00525,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:10.865167 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-685be354-0b4d-4368-a237-62272262ecf1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=09fc1279785c4b8daed6da8da5ce234b&device_id=0fc222af-c061-4600-a116-868b5eb7618b HTTP/1.1" status: 200 len: 1094 time: 0.0980952 Apr 20 17:17:10.964850 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-053ff31f-3100-4547-9f86-4aa900b45b18 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e12ef4a0-cc44-43d8-8102-841d96c00525 HTTP/1.1" status: 200 len: 217 time: 0.0780776 Apr 20 17:17:10.980893 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ee97627-1861-4f87-9ff9-30295ecba0da req-b65b0bc9-9d34-4c87-b97a-e6bb56b91d69 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:17:10.998304 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb1b659-23c6-4d08-8a98-50d98f0b4195 None None] Sync routers for ids ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:17:11.023473 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb1b659-23c6-4d08-8a98-50d98f0b4195 None None] Routers {'3456df83-4ab8-4df2-8c4d-fffa485cc2be'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:17:11.024102 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-eeb1b659-23c6-4d08-8a98-50d98f0b4195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:16:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:17:11.032828 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2ee97627-1861-4f87-9ff9-30295ecba0da req-b65b0bc9-9d34-4c87-b97a-e6bb56b91d69 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:11.106653 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-04b92c1c-e5f2-40e4-a324-37c1741f9f4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:11.108167 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-04b92c1c-e5f2-40e4-a324-37c1741f9f4d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76d92014-3b83-4b63-bea0-d20ecb7cbe3a HTTP/1.1" status: 200 len: 853 time: 0.1233306 Apr 20 17:17:11.110883 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2ee97627-1861-4f87-9ff9-30295ecba0da req-b65b0bc9-9d34-4c87-b97a-e6bb56b91d69 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "PUT /v2.0/floatingips/661d2541-e92c-4225-947c-7db7ed57039f HTTP/1.1" status: 200 len: 996 time: 6.0500884 Apr 20 17:17:11.261398 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2ee97627-1861-4f87-9ff9-30295ecba0da req-af7cdc98-e876-48b7-8af5-2b8b531c52ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9447d3abcfef46fbb9cec3961f14b45a&device_id=f6e17b42-acea-45f8-9bf2-74e6a0dca0f2 HTTP/1.1" status: 200 len: 1096 time: 0.1056120 Apr 20 17:17:11.264447 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-9dd4c032-0b93-47b4-a0cc-4a8fb1c048e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9fff7241-063c-4945-88bb-0dafb6148a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1490395 Apr 20 17:17:11.292259 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e7e84-78a6-4584-ae0e-ba786946b715 req-507189de-d3b1-4d75-83b3-438f26441706 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:11.300967 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-752e7e84-78a6-4584-ae0e-ba786946b715 req-507189de-d3b1-4d75-83b3-438f26441706 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc222af-c061-4600-a116-868b5eb7618b HTTP/1.1" status: 200 len: 943 time: 0.0954936 Apr 20 17:17:11.331738 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-eeb1b659-23c6-4d08-8a98-50d98f0b4195 None None] Set router 3456df83-4ab8-4df2-8c4d-fffa485cc2be gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:17:11.355480 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-752e7e84-78a6-4584-ae0e-ba786946b715 req-f99516b3-c7a5-4abb-a5a9-ec592c497a4a tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535541 Apr 20 17:17:11.388568 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0aa69382-05fb-40d0-b8da-a08189a160bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:11.438632 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60da910-4402-43aa-8572-df94daf532c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e57261-47eb-4c08-9fa0-175750fc0217'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:17:11.590777 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1a9efcd-1ca8-4640-aca5-34ad1591c996'] response: {'name': 'network-changed', 'server_uuid': '0fc222af-c061-4600-a116-868b5eb7618b', 'tag': 'e12ef4a0-cc44-43d8-8102-841d96c00525', 'status': 'completed', 'code': 200} Apr 20 17:17:11.613953 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-d76a30a7-f9db-445b-bf77-3c8d2f896843 service neutron] 10.222.0.43 "GET /v2.0/networks/9fff7241-063c-4945-88bb-0dafb6148a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224998 Apr 20 17:17:11.646545 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a54ae2-a146-4e89-bae1-c6e35db3ab32 req-55381b4f-8971-4a24-b1cf-4a82e8f557d2 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:11.648607 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e1a54ae2-a146-4e89-bae1-c6e35db3ab32 req-55381b4f-8971-4a24-b1cf-4a82e8f557d2 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=c60da910-4402-43aa-8572-df94daf532c3 HTTP/1.1" status: 200 len: 950 time: 0.1046989 Apr 20 17:17:11.706746 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e1a54ae2-a146-4e89-bae1-c6e35db3ab32 req-d3507f11-33a4-4aec-9279-380696668a53 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517755 Apr 20 17:17:11.798035 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-eeb1b659-23c6-4d08-8a98-50d98f0b4195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'name': 'tempest-FloatingIPsAssociationTestJSON-318035455-router', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '99656306-bf22-426a-bd25-1355044d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:15:28Z', 'updated_at': '2022-04-20T17:15:39Z', 'revision_number': 4, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'gw_port': {'id': '99656306-bf22-426a-bd25-1355044d1f79', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:30Z', 'updated_at': '2022-04-20T17:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '661d2541-e92c-4225-947c-7db7ed57039f', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'port_id': 'ea1d80b0-c089-4016-ae67-872e3e068f8d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'mac_address': 'fa:16:3e:10:71:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17b42-acea-45f8-9bf2-74e6a0dca0f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:16:08Z', 'updated_at': '2022-04-20T17:17:07Z', 'revision_number': 8, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0cae73-537b-46fa-b55b-158935a38bee', 'name': '', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'mac_address': 'fa:16:3e:ff:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:38Z', 'updated_at': '2022-04-20T17:15:54Z', 'revision_number': 5, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'subnets': [{'id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:17:11.802411 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb1b659-23c6-4d08-8a98-50d98f0b4195 None None] Checking router: 3456df83-4ab8-4df2-8c4d-fffa485cc2be for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:17:11.813619 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb1b659-23c6-4d08-8a98-50d98f0b4195 None None] Routers {'3456df83-4ab8-4df2-8c4d-fffa485cc2be'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:17:11.814520 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-eeb1b659-23c6-4d08-8a98-50d98f0b4195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:17:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:17:11.892584 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ab0ffd5-5dca-4436-8f25-85839654d51e req-f7d1c252-49fd-40bc-8c6c-973ec5926c48 service neutron] 10.222.0.43 "GET /v2.0/networks/9fff7241-063c-4945-88bb-0dafb6148a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205920 Apr 20 17:17:11.893431 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee97627-1861-4f87-9ff9-30295ecba0da req-b77c33ea-d863-44d1-a734-7ad55eaeaf33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:11.901337 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2ee97627-1861-4f87-9ff9-30295ecba0da req-b77c33ea-d863-44d1-a734-7ad55eaeaf33 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7cad8736-f7b6-475d-b939-9da845dbb70b HTTP/1.1" status: 200 len: 921 time: 0.6309745 Apr 20 17:17:11.966047 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fe5a9-c885-4162-8fef-4fb911e90fb9 req-b9746e4c-7675-4a2a-aa44-035b499c8c15 tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:11.967885 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-708fe5a9-c885-4162-8fef-4fb911e90fb9 req-b9746e4c-7675-4a2a-aa44-035b499c8c15 tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c992c50-dd88-4e27-96ed-0e8b284f3b3a HTTP/1.1" status: 200 len: 950 time: 0.1047144 Apr 20 17:17:12.014315 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-eeb1b659-23c6-4d08-8a98-50d98f0b4195 None None] Set router 3456df83-4ab8-4df2-8c4d-fffa485cc2be gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:17:12.108294 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2ee97627-1861-4f87-9ff9-30295ecba0da req-37cb4107-5ccc-4fed-a333-5e21c688f800 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea1d80b0-c089-4016-ae67-872e3e068f8d HTTP/1.1" status: 200 len: 999 time: 0.2059474 Apr 20 17:17:12.144538 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-708fe5a9-c885-4162-8fef-4fb911e90fb9 req-108e2f67-2b67-46b2-a471-a08eaa391783 tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] 10.222.0.39 "GET /v2.0/security-groups?id=22df4c6a-80da-4011-afc0-b5fda8738ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682379 Apr 20 17:17:12.184449 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e24feec7-80cc-438c-8fca-b17f92915e30 req-d23864e0-2769-4ae0-8cca-d11e485494cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=09fc1279785c4b8daed6da8da5ce234b&device_id=0fc222af-c061-4600-a116-868b5eb7618b HTTP/1.1" status: 200 len: 1094 time: 0.1928973 Apr 20 17:17:12.197912 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee97627-1861-4f87-9ff9-30295ecba0da req-ea25741b-3506-4c4a-899b-6ce5fed4295c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:12.200275 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2ee97627-1861-4f87-9ff9-30295ecba0da req-ea25741b-3506-4c4a-899b-6ce5fed4295c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8d43a55-22fc-443b-9bc2-2677f5ddd7b2 HTTP/1.1" status: 200 len: 859 time: 0.0908537 Apr 20 17:17:12.491948 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-eeb1b659-23c6-4d08-8a98-50d98f0b4195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'name': 'tempest-FloatingIPsAssociationTestJSON-318035455-router', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '99656306-bf22-426a-bd25-1355044d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:15:28Z', 'updated_at': '2022-04-20T17:15:39Z', 'revision_number': 4, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'gw_port': {'id': '99656306-bf22-426a-bd25-1355044d1f79', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:30Z', 'updated_at': '2022-04-20T17:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '661d2541-e92c-4225-947c-7db7ed57039f', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'port_id': 'ea1d80b0-c089-4016-ae67-872e3e068f8d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'mac_address': 'fa:16:3e:10:71:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17b42-acea-45f8-9bf2-74e6a0dca0f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:16:08Z', 'updated_at': '2022-04-20T17:17:07Z', 'revision_number': 8, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0cae73-537b-46fa-b55b-158935a38bee', 'name': '', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'mac_address': 'fa:16:3e:ff:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:38Z', 'updated_at': '2022-04-20T17:15:54Z', 'revision_number': 5, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'subnets': [{'id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:17:12.496889 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb1b659-23c6-4d08-8a98-50d98f0b4195 None None] The sync data for ids ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'] in n-d-838032-1 is: [{'id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'name': 'tempest-FloatingIPsAssociationTestJSON-318035455-router', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '99656306-bf22-426a-bd25-1355044d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:15:28Z', 'updated_at': '2022-04-20T17:15:39Z', 'revision_number': 4, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'gw_port': {'id': '99656306-bf22-426a-bd25-1355044d1f79', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:30Z', 'updated_at': '2022-04-20T17:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '661d2541-e92c-4225-947c-7db7ed57039f', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'port_id': 'ea1d80b0-c089-4016-ae67-872e3e068f8d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'mac_address': 'fa:16:3e:10:71:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17b42-acea-45f8-9bf2-74e6a0dca0f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:16:08Z', 'updated_at': '2022-04-20T17:17:07Z', 'revision_number': 8, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0cae73-537b-46fa-b55b-158935a38bee', 'name': '', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'mac_address': 'fa:16:3e:ff:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:38Z', 'updated_at': '2022-04-20T17:15:54Z', 'revision_number': 5, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'subnets': [{'id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:17:12.556397 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:12.559647 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec02b3-29f9-4d09-9eea-2d83ea5d973a req-ddf1d896-4517-4d05-9b4b-33750de730e8 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:12.566913 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72ec02b3-29f9-4d09-9eea-2d83ea5d973a req-ddf1d896-4517-4d05-9b4b-33750de730e8 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa7ea240-cdac-4e89-9a28-767243759026 HTTP/1.1" status: 200 len: 946 time: 0.1557758 Apr 20 17:17:12.612605 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:12.649628 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2ee97627-1861-4f87-9ff9-30295ecba0da req-76e32bb9-ca31-4565-a961-0423c7d03994 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7cad8736-f7b6-475d-b939-9da845dbb70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4294002 Apr 20 17:17:12.659624 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24feec7-80cc-438c-8fca-b17f92915e30 req-9843776e-e6e8-422d-90e9-e061a9cf05eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:12.661891 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e24feec7-80cc-438c-8fca-b17f92915e30 req-9843776e-e6e8-422d-90e9-e061a9cf05eb service neutron] 10.222.0.43 "GET /v2.0/networks?id=9fff7241-063c-4945-88bb-0dafb6148a83 HTTP/1.1" status: 200 len: 915 time: 0.4600220 Apr 20 17:17:12.672686 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72ec02b3-29f9-4d09-9eea-2d83ea5d973a req-e420772d-80a8-412d-891d-5a8081a6ef7e tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044428 Apr 20 17:17:12.806047 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b68713b-d307-4142-8e27-54a57246b7b2'] response: {'server_uuid': 'c60da910-4402-43aa-8572-df94daf532c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e57261-47eb-4c08-9fa0-175750fc0217', 'code': 200} Apr 20 17:17:12.826510 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c337e0-f7ac-408a-bd2d-e3b853a97191 None None] New status for floating IP 661d2541-e92c-4225-947c-7db7ed57039f: ACTIVE {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:17:12.836694 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9f858-81a5-48d2-94b4-9383d1501d62 req-7eb61280-c786-4dd9-9fd0-93434f5c8a88 tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:12.838161 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cba9f858-81a5-48d2-94b4-9383d1501d62 req-7eb61280-c786-4dd9-9fd0-93434f5c8a88 tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c992c50-dd88-4e27-96ed-0e8b284f3b3a HTTP/1.1" status: 200 len: 950 time: 0.1568487 Apr 20 17:17:12.997259 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e24feec7-80cc-438c-8fca-b17f92915e30 req-53aa8a5f-db54-43bd-bef4-db05bb93addd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e12ef4a0-cc44-43d8-8102-841d96c00525 HTTP/1.1" status: 200 len: 217 time: 0.3142090 Apr 20 17:17:13.013927 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-cba9f858-81a5-48d2-94b4-9383d1501d62 req-d99f3237-55b9-456f-80e2-02f6cb324baa tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Deleting port a92205b2-d4cb-4ab9-8250-a5ac3e043b96 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:17:13.014315 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cba9f858-81a5-48d2-94b4-9383d1501d62 req-d99f3237-55b9-456f-80e2-02f6cb324baa tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:13.095432 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc7d18-85d2-4a8f-8d72-7edaca374a28 req-b6fbc8ad-7249-4a97-998c-d83653e1531e tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:13.102793 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f4bc7d18-85d2-4a8f-8d72-7edaca374a28 req-b6fbc8ad-7249-4a97-998c-d83653e1531e tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=033362bf-532d-459f-87df-bce7a7b8c168 HTTP/1.1" status: 200 len: 949 time: 0.1652200 Apr 20 17:17:13.148412 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:17:13.160302 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2ee97627-1861-4f87-9ff9-30295ecba0da req-ef5b3502-7259-439a-8483-8cf5f1d1c3fb service neutron] 10.222.0.39 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4969611 Apr 20 17:17:13.161994 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24feec7-80cc-438c-8fca-b17f92915e30 req-3cc23a95-e113-4bdc-b39f-2f1fdb351c9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:13.166956 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e24feec7-80cc-438c-8fca-b17f92915e30 req-3cc23a95-e113-4bdc-b39f-2f1fdb351c9f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76d92014-3b83-4b63-bea0-d20ecb7cbe3a HTTP/1.1" status: 200 len: 853 time: 0.1607864 Apr 20 17:17:13.229947 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:13.265639 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:17:13.272751 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:17:13.273231 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:13.321533 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e85aedfb-1aac-4afe-8169-ee354123c609 req-b517d018-387b-4842-8745-e16af4620eb9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c60da910-4402-43aa-8572-df94daf532c3 HTTP/1.1" status: 200 len: 1101 time: 0.3735886 Apr 20 17:17:13.322361 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-cba9f858-81a5-48d2-94b4-9383d1501d62 req-d99f3237-55b9-456f-80e2-02f6cb324baa tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] For port a92205b2-d4cb-4ab9-8250-a5ac3e043b96, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=a92205b2-d4cb-4ab9-8250-a5ac3e043b96,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:13.322861 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cba9f858-81a5-48d2-94b4-9383d1501d62 req-d99f3237-55b9-456f-80e2-02f6cb324baa tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:13.420029 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e24feec7-80cc-438c-8fca-b17f92915e30 req-2c715213-7396-483f-b18d-da6cbda3686a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9fff7241-063c-4945-88bb-0dafb6148a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2313993 Apr 20 17:17:13.449164 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:13.456037 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-cba9f858-81a5-48d2-94b4-9383d1501d62 req-d99f3237-55b9-456f-80e2-02f6cb324baa tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Calling delete_port for a92205b2-d4cb-4ab9-8250-a5ac3e043b96 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:17:13.460281 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e85aedfb-1aac-4afe-8169-ee354123c609 req-adaeaa72-31ca-4d55-a527-ece225c33eec service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292477 Apr 20 17:17:13.517763 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2ee97627-1861-4f87-9ff9-30295ecba0da req-874f2c6f-b8b3-4e8f-98a7-0c1e041d2c69 service neutron] 10.222.0.39 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481588 Apr 20 17:17:13.557781 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c,segment=NetworkSegment(88edce72-7870-4b35-a3d6-fc6077604be6),segment_id=88edce72-7870-4b35-a3d6-fc6077604be6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:13.568230 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:13.599282 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e17b42-acea-45f8-9bf2-74e6a0dca0f2', 'tag': 'ea1d80b0-c089-4016-ae67-872e3e068f8d'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:17:13.608420 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e24feec7-80cc-438c-8fca-b17f92915e30 req-0f53e259-aa0a-475a-929f-2e56da97149e service neutron] 10.222.0.43 "GET /v2.0/networks/9fff7241-063c-4945-88bb-0dafb6148a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724555 Apr 20 17:17:13.610430 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f4bc7d18-85d2-4a8f-8d72-7edaca374a28 req-1e55b279-5cc1-4dba-8ad6-f7697e3e5d34 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5066714 Apr 20 17:17:13.691695 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:13.730716 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cba9f858-81a5-48d2-94b4-9383d1501d62 req-d99f3237-55b9-456f-80e2-02f6cb324baa tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:13.806345 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f3237-55b9-456f-80e2-02f6cb324baa tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Pushing event deleted for resources: {'Port': ['ID=a92205b2-d4cb-4ab9-8250-a5ac3e043b96,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:13.818885 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f3237-55b9-456f-80e2-02f6cb324baa tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:13.819267 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f3237-55b9-456f-80e2-02f6cb324baa tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:13.819601 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f3237-55b9-456f-80e2-02f6cb324baa tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:13.819931 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f3237-55b9-456f-80e2-02f6cb324baa tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:13.820305 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f3237-55b9-456f-80e2-02f6cb324baa tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:13.820624 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f3237-55b9-456f-80e2-02f6cb324baa tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:13.820939 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f3237-55b9-456f-80e2-02f6cb324baa tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:13.821252 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f3237-55b9-456f-80e2-02f6cb324baa tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:13.821563 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f3237-55b9-456f-80e2-02f6cb324baa tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:13.821871 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f3237-55b9-456f-80e2-02f6cb324baa tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:13.822223 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f3237-55b9-456f-80e2-02f6cb324baa tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:13.901074 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:13.997700 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba9f858-81a5-48d2-94b4-9383d1501d62 req-d99f3237-55b9-456f-80e2-02f6cb324baa tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] No DVR routers for this DVR port a92205b2-d4cb-4ab9-8250-a5ac3e043b96 on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:17:14.005165 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cba9f858-81a5-48d2-94b4-9383d1501d62 req-d99f3237-55b9-456f-80e2-02f6cb324baa tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:14.021969 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c992c50-dd88-4e27-96ed-0e8b284f3b3a', 'name': 'network-vif-deleted', 'tag': 'a92205b2-d4cb-4ab9-8250-a5ac3e043b96'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:17:14.032187 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cba9f858-81a5-48d2-94b4-9383d1501d62 req-d99f3237-55b9-456f-80e2-02f6cb324baa tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] 10.222.0.43 "DELETE /v2.0/ports/a92205b2-d4cb-4ab9-8250-a5ac3e043b96 HTTP/1.1" status: 204 len: 173 time: 1.1846647 Apr 20 17:17:14.032594 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e24feec7-80cc-438c-8fca-b17f92915e30 req-f2e5ca8f-ee56-46c0-97f9-b8cd3984121a service neutron] 10.222.0.43 "GET /v2.0/networks/9fff7241-063c-4945-88bb-0dafb6148a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369420 Apr 20 17:17:14.064334 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00bc47-46df-40ab-bdcc-1888914180c2 req-53fbd780-0739-42da-bfb1-5d4e44228e7b tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:14.071353 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2d00bc47-46df-40ab-bdcc-1888914180c2 req-53fbd780-0739-42da-bfb1-5d4e44228e7b tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa7ea240-cdac-4e89-9a28-767243759026 HTTP/1.1" status: 200 len: 946 time: 0.1391082 Apr 20 17:17:14.073492 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0932dd6-d40b-4321-8b45-7d1f13627d6b req-db643688-4cc4-4b43-ab9d-d3b47d2b2466 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:14.075055 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b0932dd6-d40b-4321-8b45-7d1f13627d6b req-db643688-4cc4-4b43-ab9d-d3b47d2b2466 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Synchronizing usage tracker for tenant:09fc1279785c4b8daed6da8da5ce234b on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:17:14.115823 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b0932dd6-d40b-4321-8b45-7d1f13627d6b req-db643688-4cc4-4b43-ab9d-d3b47d2b2466 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Unset dirty status for tenant:09fc1279785c4b8daed6da8da5ce234b on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:17:14.119225 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b0932dd6-d40b-4321-8b45-7d1f13627d6b req-db643688-4cc4-4b43-ab9d-d3b47d2b2466 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc222af-c061-4600-a116-868b5eb7618b HTTP/1.1" status: 200 len: 943 time: 0.1978409 Apr 20 17:17:14.159439 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2d00bc47-46df-40ab-bdcc-1888914180c2 req-bb152e8e-0c5e-4037-a01b-8f553d356f3b tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871193 Apr 20 17:17:14.194971 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b0932dd6-d40b-4321-8b45-7d1f13627d6b req-669ebf57-aa34-4b79-b121-9238da033d2f tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Synchronizing usage tracker for tenant:09fc1279785c4b8daed6da8da5ce234b on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:17:14.224047 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b0932dd6-d40b-4321-8b45-7d1f13627d6b req-669ebf57-aa34-4b79-b121-9238da033d2f tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Unset dirty status for tenant:09fc1279785c4b8daed6da8da5ce234b on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:17:14.225222 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b0932dd6-d40b-4321-8b45-7d1f13627d6b req-669ebf57-aa34-4b79-b121-9238da033d2f tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995588 Apr 20 17:17:14.408910 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199d69a-7458-4785-97e9-7ceb1734f0a6 req-44ce7f67-c1d8-47c6-a5f2-6c0bd42a9862 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:14.412065 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1199d69a-7458-4785-97e9-7ceb1734f0a6 req-44ce7f67-c1d8-47c6-a5f2-6c0bd42a9862 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=c60da910-4402-43aa-8572-df94daf532c3 HTTP/1.1" status: 200 len: 950 time: 0.1025250 Apr 20 17:17:14.466107 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-33697047-2aba-45a2-9cd4-e5319355c72d req-86a9a59b-c262-4dca-8f15-24c144286690 tempest-ImagesNegativeTestJSON-1472791748 tempest-ImagesNegativeTestJSON-1472791748-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c992c50-dd88-4e27-96ed-0e8b284f3b3a HTTP/1.1" status: 200 len: 210 time: 0.0780289 Apr 20 17:17:14.492215 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1199d69a-7458-4785-97e9-7ceb1734f0a6 req-90b661e7-97f1-4208-9929-f79e33d2ac5d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683634 Apr 20 17:17:14.684815 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-37a99580-3493-4851-9474-f6d2900761a8 req-a1623f40-0967-4322-a69e-99ab72340387 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/floatingips/661d2541-e92c-4225-947c-7db7ed57039f HTTP/1.1" status: 200 len: 998 time: 0.1536384 Apr 20 17:17:14.807850 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381581c7-4815-4007-95b3-9ba11f68ea62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:17:14.814807 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4aedb58-32ba-4f8f-a357-b6daee743246'] response: {'name': 'network-changed', 'server_uuid': 'f6e17b42-acea-45f8-9bf2-74e6a0dca0f2', 'tag': 'ea1d80b0-c089-4016-ae67-872e3e068f8d', 'status': 'completed', 'code': 200} Apr 20 17:17:14.901509 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8e10867-aeef-461f-9167-54ee67f1c088'] response: {'server_uuid': '7c992c50-dd88-4e27-96ed-0e8b284f3b3a', 'name': 'network-vif-deleted', 'tag': 'a92205b2-d4cb-4ab9-8250-a5ac3e043b96', 'status': 'completed', 'code': 200} Apr 20 17:17:14.982172 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:15.072465 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9765ad9d-ce99-4374-b582-7631cae49deb req-d91ed6e6-c524-4e32-a3d3-7afbdb9b76a6 service neutron] 10.222.0.10 "GET /v2.0/ports/d9421e36-06a1-434f-a62b-5c544b9868a4/bindings/n-h2-838032-1 HTTP/1.1" status: 200 len: 382 time: 0.5390594 Apr 20 17:17:15.083669 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-abd63746-af60-454c-968e-faeef340d334 req-fa427ae7-6b3e-4726-8b89-7d93c0774f78 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9447d3abcfef46fbb9cec3961f14b45a&device_id=f6e17b42-acea-45f8-9bf2-74e6a0dca0f2 HTTP/1.1" status: 200 len: 1096 time: 0.3093765 Apr 20 17:17:15.100640 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a99580-3493-4851-9474-f6d2900761a8 req-153c162e-5322-4da4-8ced-f858c34e5336 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:15.119294 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-37a99580-3493-4851-9474-f6d2900761a8 req-153c162e-5322-4da4-8ced-f858c34e5336 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 784 time: 0.4274776 Apr 20 17:17:15.141430 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80618f6-c552-494e-ab0c-7f6b88c9fb13 req-87c95a4d-05a1-47b6-b126-0d64ca465fd4 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:15.149793 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a80618f6-c552-494e-ab0c-7f6b88c9fb13 req-87c95a4d-05a1-47b6-b126-0d64ca465fd4 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=033362bf-532d-459f-87df-bce7a7b8c168 HTTP/1.1" status: 200 len: 949 time: 0.1097279 Apr 20 17:17:15.187729 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device e12ef4a0-cc44-43d8-8102-841d96c00525 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:17:15.193129 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device a92205b2-d4cb-4ab9-8250-a5ac3e043b96 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:17:15.208167 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a80618f6-c552-494e-ab0c-7f6b88c9fb13 req-57e47f02-768b-4b89-851a-278ef4f62931 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573752 Apr 20 17:17:15.546221 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd63746-af60-454c-968e-faeef340d334 req-64bf4aed-015b-4739-8c42-e57288671e35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:15.548560 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-abd63746-af60-454c-968e-faeef340d334 req-64bf4aed-015b-4739-8c42-e57288671e35 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7cad8736-f7b6-475d-b939-9da845dbb70b HTTP/1.1" status: 200 len: 921 time: 0.4282980 Apr 20 17:17:15.597819 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43620f2a-2fe3-48fc-8215-6f5dc1e1c729'] response: {'server_uuid': '381581c7-4815-4007-95b3-9ba11f68ea62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c', 'code': 200} Apr 20 17:17:15.606065 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9765ad9d-ce99-4374-b582-7631cae49deb req-f432f15a-c3b3-4161-9eac-408846f31703 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=033362bf-532d-459f-87df-bce7a7b8c168&tenant_id=c12b40028ab147a889b4fc203a6893de HTTP/1.1" status: 200 len: 1100 time: 0.1471584 Apr 20 17:17:15.620333 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: a92205b2-d4cb-4ab9-8250-a5ac3e043b96 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:17:15.620935 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device a92205b2-d4cb-4ab9-8250-a5ac3e043b96 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:17:15.644531 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port e12ef4a0-cc44-43d8-8102-841d96c00525, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=e12ef4a0-cc44-43d8-8102-841d96c00525,segment=NetworkSegment(88edce72-7870-4b35-a3d6-fc6077604be6),segment_id=88edce72-7870-4b35-a3d6-fc6077604be6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:15.668071 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'e12ef4a0-cc44-43d8-8102-841d96c00525', 'network_id': '9fff7241-063c-4945-88bb-0dafb6148a83', 'port_id': 'e12ef4a0-cc44-43d8-8102-841d96c00525', 'mac_address': 'fa:16:3e:fc:56:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d92014-3b83-4b63-bea0-d20ecb7cbe3a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:17:15.699873 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9272bd-3a86-496b-b6c5-ba4b737e6923 req-fa16a722-8271-42a1-b893-a6f8f21ca15c tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:15.701322 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9a9272bd-3a86-496b-b6c5-ba4b737e6923 req-fa16a722-8271-42a1-b893-a6f8f21ca15c tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa7ea240-cdac-4e89-9a28-767243759026 HTTP/1.1" status: 200 len: 946 time: 0.1634917 Apr 20 17:17:15.754464 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:15.766935 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9a9272bd-3a86-496b-b6c5-ba4b737e6923 req-b4b67aa4-eacf-4a33-9265-3b8675a48b60 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575132 Apr 20 17:17:15.771482 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9765ad9d-ce99-4374-b582-7631cae49deb req-9914b30f-6ed4-40d0-8336-264d033ecc9b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&device_id=033362bf-532d-459f-87df-bce7a7b8c168 HTTP/1.1" status: 200 len: 1100 time: 0.1405809 Apr 20 17:17:15.782793 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e12ef4a0-cc44-43d8-8102-841d96c00525 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:17:15.803362 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port e12ef4a0-cc44-43d8-8102-841d96c00525, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=e12ef4a0-cc44-43d8-8102-841d96c00525,segment=NetworkSegment(88edce72-7870-4b35-a3d6-fc6077604be6),segment_id=88edce72-7870-4b35-a3d6-fc6077604be6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:15.823300 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:15.960478 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-abd63746-af60-454c-968e-faeef340d334 req-a70aa7db-a873-45ec-bfed-3c7e52b95929 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea1d80b0-c089-4016-ae67-872e3e068f8d HTTP/1.1" status: 200 len: 1001 time: 0.3430424 Apr 20 17:17:15.966225 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=e12ef4a0-cc44-43d8-8102-841d96c00525,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:15.970626 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2654b315-957a-4dbe-8bde-90f286fd0519 req-cafc4f4f-62cf-4e94-be7e-73441f6027e6 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.168 HTTP/1.1" status: 200 len: 1001 time: 0.4206035 Apr 20 17:17:16.146580 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-395abc3b-37e4-43e0-9b57-fadf01eee895 req-0b5c536e-f4bc-4e85-9498-ff9fdb171aed service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=381581c7-4815-4007-95b3-9ba11f68ea62 HTTP/1.1" status: 200 len: 1097 time: 0.5289447 Apr 20 17:17:16.147281 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d32d0-3d38-45b5-a8e2-746e3a188a6c req-8733b242-336f-4fcd-8d2a-2abf0dcbb1a5 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:16.147640 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd63746-af60-454c-968e-faeef340d334 req-06cf1a64-5c4b-4b46-ad6b-ad49327daed9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:16.147735 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7d7d32d0-3d38-45b5-a8e2-746e3a188a6c req-8733b242-336f-4fcd-8d2a-2abf0dcbb1a5 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc222af-c061-4600-a116-868b5eb7618b HTTP/1.1" status: 200 len: 944 time: 0.1413035 Apr 20 17:17:16.150963 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765ad9d-ce99-4374-b582-7631cae49deb req-fa283f1e-382f-410e-b5af-23b7320111e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:16.150963 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9765ad9d-ce99-4374-b582-7631cae49deb req-fa283f1e-382f-410e-b5af-23b7320111e5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.3701172 Apr 20 17:17:16.154311 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-abd63746-af60-454c-968e-faeef340d334 req-06cf1a64-5c4b-4b46-ad6b-ad49327daed9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8d43a55-22fc-443b-9bc2-2677f5ddd7b2 HTTP/1.1" status: 200 len: 859 time: 0.1679716 Apr 20 17:17:16.177494 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['e12ef4a0-cc44-43d8-8102-841d96c00525'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:17:16.254264 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9765ad9d-ce99-4374-b582-7631cae49deb req-c7a10651-8b26-4ae0-bea1-95a7782dc186 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=d9421e36-06a1-434f-a62b-5c544b9868a4 HTTP/1.1" status: 200 len: 217 time: 0.0933456 Apr 20 17:17:16.268383 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654b315-957a-4dbe-8bde-90f286fd0519 req-3c21d360-d8e4-40cc-9fe5-777c5bb5e93d tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:16.277775 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2654b315-957a-4dbe-8bde-90f286fd0519 req-3c21d360-d8e4-40cc-9fe5-777c5bb5e93d tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/ports/ea1d80b0-c089-4016-ae67-872e3e068f8d HTTP/1.1" status: 200 len: 942 time: 0.3031878 Apr 20 17:17:16.367255 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-395abc3b-37e4-43e0-9b57-fadf01eee895 req-864d5210-473c-4987-a7fa-a1bf29b19ae6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528094 Apr 20 17:17:16.376165 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7d7d32d0-3d38-45b5-a8e2-746e3a188a6c req-2ff46309-c5dc-41eb-acda-9b25ecce3a42 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203293 Apr 20 17:17:16.396016 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-abd63746-af60-454c-968e-faeef340d334 req-c2e1f8ab-28c2-45f4-8b34-44725cc8638b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7cad8736-f7b6-475d-b939-9da845dbb70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2395899 Apr 20 17:17:16.424372 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765ad9d-ce99-4374-b582-7631cae49deb req-86115a41-baf2-406e-a3ed-2d0cb2814728 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:16.425957 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9765ad9d-ce99-4374-b582-7631cae49deb req-86115a41-baf2-406e-a3ed-2d0cb2814728 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1682968 Apr 20 17:17:16.683731 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2654b315-957a-4dbe-8bde-90f286fd0519 req-022890f9-2c03-47bf-9a68-1a4e69516a0e tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.168 HTTP/1.1" status: 200 len: 1001 time: 0.2210531 Apr 20 17:17:16.715334 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-abd63746-af60-454c-968e-faeef340d334 req-22df675f-0e5b-4530-9e39-6abfc28b4368 service neutron] 10.222.0.43 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121946 Apr 20 17:17:16.749809 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9765ad9d-ce99-4374-b582-7631cae49deb req-a6c4b4aa-d8b6-46e0-bdea-2323288fc7ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1111133 Apr 20 17:17:16.957689 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c38c11-9b39-44e6-be5a-63b511f54fb9 req-803eb62a-9477-4a79-abd8-82fdb9d66597 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:16.959195 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-02c38c11-9b39-44e6-be5a-63b511f54fb9 req-803eb62a-9477-4a79-abd8-82fdb9d66597 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=c60da910-4402-43aa-8572-df94daf532c3 HTTP/1.1" status: 200 len: 950 time: 0.1765208 Apr 20 17:17:16.965299 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654b315-957a-4dbe-8bde-90f286fd0519 req-f93eebdd-664b-440c-be40-afc52015f5de tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:16.973083 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2654b315-957a-4dbe-8bde-90f286fd0519 req-f93eebdd-664b-440c-be40-afc52015f5de tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 784 time: 0.2884648 Apr 20 17:17:16.987929 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9765ad9d-ce99-4374-b582-7631cae49deb req-a16d98f3-e430-4e1f-b3a4-829d8e2d93a0 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287240 Apr 20 17:17:17.036250 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-abd63746-af60-454c-968e-faeef340d334 req-3acbc170-1b33-466a-bb4a-4a167429f508 service neutron] 10.222.0.43 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757249 Apr 20 17:17:17.101688 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2654b315-957a-4dbe-8bde-90f286fd0519 req-c162107d-df0f-4555-b84c-a9968b52822f tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.168 HTTP/1.1" status: 200 len: 1001 time: 0.1275332 Apr 20 17:17:17.103473 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-02c38c11-9b39-44e6-be5a-63b511f54fb9 req-68816a73-a166-498e-a30c-526092477f96 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336997 Apr 20 17:17:17.125948 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-2654b315-957a-4dbe-8bde-90f286fd0519 req-8fb483e1-b9be-45b8-87e3-28eb0d153547 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:17:17.159433 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9765ad9d-ce99-4374-b582-7631cae49deb req-92da3b09-03ce-47b5-9ee1-8baf30123f1f service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548398 Apr 20 17:17:17.243486 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2654b315-957a-4dbe-8bde-90f286fd0519 req-8fb483e1-b9be-45b8-87e3-28eb0d153547 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks [] for floatingip, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:17.344665 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f7e57-f6ef-46a9-9751-0f12ee5056d4 req-3b90be86-2e1f-4632-92ea-8863586ee91d tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:17.346096 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dd3f7e57-f6ef-46a9-9751-0f12ee5056d4 req-3b90be86-2e1f-4632-92ea-8863586ee91d tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa7ea240-cdac-4e89-9a28-767243759026 HTTP/1.1" status: 200 len: 946 time: 0.0813136 Apr 20 17:17:17.390520 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dd3f7e57-f6ef-46a9-9751-0f12ee5056d4 req-3fdcc67e-6afc-4b0a-ad8f-34e15e34ea0d tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388534 Apr 20 17:17:17.583068 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab413906-9072-49a1-aee8-25604c4cccac req-17d7ed6f-8480-4afa-b81c-540dad235de8 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:17.584706 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ab413906-9072-49a1-aee8-25604c4cccac req-17d7ed6f-8480-4afa-b81c-540dad235de8 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=033362bf-532d-459f-87df-bce7a7b8c168 HTTP/1.1" status: 200 len: 949 time: 0.0796034 Apr 20 17:17:17.637077 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ab413906-9072-49a1-aee8-25604c4cccac req-68d9a9a7-d185-42bf-92ed-14a49e30ed9f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448797 Apr 20 17:17:17.642809 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2654b315-957a-4dbe-8bde-90f286fd0519 req-8fb483e1-b9be-45b8-87e3-28eb0d153547 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:17.650499 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2654b315-957a-4dbe-8bde-90f286fd0519 req-8fb483e1-b9be-45b8-87e3-28eb0d153547 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:17.651063 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [req-2654b315-957a-4dbe-8bde-90f286fd0519 req-8fb483e1-b9be-45b8-87e3-28eb0d153547 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Floating IP 661d2541-e92c-4225-947c-7db7ed57039f disassociated. External IP: 172.25.8.168, port: ea1d80b0-c089-4016-ae67-872e3e068f8d. Apr 20 17:17:18.042695 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f76ef8d-6ca5-4bf4-a5a2-84fdfd557468 req-931b6aa6-aa71-47db-9113-320e199960a0 tempest-ServersOnMultiNodesTest-52254401 tempest-ServersOnMultiNodesTest-52254401-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c60da910-4402-43aa-8572-df94daf532c3 HTTP/1.1" status: 200 len: 1101 time: 0.0907412 Apr 20 17:17:18.064060 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2654b315-957a-4dbe-8bde-90f286fd0519 req-8fb483e1-b9be-45b8-87e3-28eb0d153547 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Router 3456df83-4ab8-4df2-8c4d-fffa485cc2be has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:17:18.084965 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f76ef8d-6ca5-4bf4-a5a2-84fdfd557468 req-47e80326-6316-44ba-8d12-75e313b25919 tempest-ServersOnMultiNodesTest-52254401 tempest-ServersOnMultiNodesTest-52254401-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366607 Apr 20 17:17:18.263125 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2654b315-957a-4dbe-8bde-90f286fd0519 req-8fb483e1-b9be-45b8-87e3-28eb0d153547 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:17:18.267465 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2654b315-957a-4dbe-8bde-90f286fd0519 req-8fb483e1-b9be-45b8-87e3-28eb0d153547 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:18.274373 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7635f783-2bf0-4dc4-80d4-7ce98435d001 None None] Sync routers for ids ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:17:18.287266 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7635f783-2bf0-4dc4-80d4-7ce98435d001 None None] Routers {'3456df83-4ab8-4df2-8c4d-fffa485cc2be'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:17:18.287878 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-7635f783-2bf0-4dc4-80d4-7ce98435d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:17:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:17:18.319335 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2654b315-957a-4dbe-8bde-90f286fd0519 req-8fb483e1-b9be-45b8-87e3-28eb0d153547 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "PUT /v2.0/floatingips/661d2541-e92c-4225-947c-7db7ed57039f HTTP/1.1" status: 200 len: 696 time: 1.2028737 Apr 20 17:17:18.319789 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e17b42-acea-45f8-9bf2-74e6a0dca0f2', 'tag': 'ea1d80b0-c089-4016-ae67-872e3e068f8d'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:17:18.410814 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2654b315-957a-4dbe-8bde-90f286fd0519 req-850dbf99-323f-451f-a6cb-e6454061cafd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9447d3abcfef46fbb9cec3961f14b45a&device_id=f6e17b42-acea-45f8-9bf2-74e6a0dca0f2 HTTP/1.1" status: 200 len: 1096 time: 0.0788944 Apr 20 17:17:18.514411 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-7635f783-2bf0-4dc4-80d4-7ce98435d001 None None] Set router 3456df83-4ab8-4df2-8c4d-fffa485cc2be gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:17:18.549597 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654b315-957a-4dbe-8bde-90f286fd0519 req-60626941-5369-4fc8-b8b6-0f6db10a811f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:18.551339 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2654b315-957a-4dbe-8bde-90f286fd0519 req-60626941-5369-4fc8-b8b6-0f6db10a811f service neutron] 10.222.0.39 "GET /v2.0/networks?id=7cad8736-f7b6-475d-b939-9da845dbb70b HTTP/1.1" status: 200 len: 921 time: 0.1348929 Apr 20 17:17:18.632174 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2654b315-957a-4dbe-8bde-90f286fd0519 req-98a74c5f-633c-41ea-a06f-b632c44dba18 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea1d80b0-c089-4016-ae67-872e3e068f8d HTTP/1.1" status: 200 len: 217 time: 0.0743003 Apr 20 17:17:18.693488 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211312c9-1da7-420b-a5fa-40a4a6351657 req-d91f416c-9788-4795-8471-716dda10f8d0 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:18.695101 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-211312c9-1da7-420b-a5fa-40a4a6351657 req-d91f416c-9788-4795-8471-716dda10f8d0 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc222af-c061-4600-a116-868b5eb7618b HTTP/1.1" status: 200 len: 944 time: 0.0844810 Apr 20 17:17:18.705291 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654b315-957a-4dbe-8bde-90f286fd0519 req-782dccb5-f43f-4148-aa95-9f7878a0c21f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:18.708429 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2654b315-957a-4dbe-8bde-90f286fd0519 req-782dccb5-f43f-4148-aa95-9f7878a0c21f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8d43a55-22fc-443b-9bc2-2677f5ddd7b2 HTTP/1.1" status: 200 len: 859 time: 0.0704262 Apr 20 17:17:18.751433 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-211312c9-1da7-420b-a5fa-40a4a6351657 req-064ed051-8b7c-4b5d-b948-eb0b875717e8 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489902 Apr 20 17:17:18.793609 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2654b315-957a-4dbe-8bde-90f286fd0519 req-3e760d37-04c8-4892-ad0a-da35acca13b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7cad8736-f7b6-475d-b939-9da845dbb70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791523 Apr 20 17:17:18.848013 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-7635f783-2bf0-4dc4-80d4-7ce98435d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'name': 'tempest-FloatingIPsAssociationTestJSON-318035455-router', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '99656306-bf22-426a-bd25-1355044d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:15:28Z', 'updated_at': '2022-04-20T17:15:39Z', 'revision_number': 4, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'gw_port': {'id': '99656306-bf22-426a-bd25-1355044d1f79', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:30Z', 'updated_at': '2022-04-20T17:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '0b0cae73-537b-46fa-b55b-158935a38bee', 'name': '', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'mac_address': 'fa:16:3e:ff:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:38Z', 'updated_at': '2022-04-20T17:15:54Z', 'revision_number': 5, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'subnets': [{'id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:17:18.852379 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7635f783-2bf0-4dc4-80d4-7ce98435d001 None None] Checking router: 3456df83-4ab8-4df2-8c4d-fffa485cc2be for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:17:18.863039 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7635f783-2bf0-4dc4-80d4-7ce98435d001 None None] Routers {'3456df83-4ab8-4df2-8c4d-fffa485cc2be'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:17:18.863918 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-7635f783-2bf0-4dc4-80d4-7ce98435d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:17:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:17:18.938726 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2654b315-957a-4dbe-8bde-90f286fd0519 req-75f6e632-a919-4592-95cf-b5620c40acbb service neutron] 10.222.0.39 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442525 Apr 20 17:17:18.960611 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device d9421e36-06a1-434f-a62b-5c544b9868a4 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:17:19.032783 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-b07f4dc1-81f3-4892-acfb-37e4b311bb34 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308478 Apr 20 17:17:19.072934 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-7635f783-2bf0-4dc4-80d4-7ce98435d001 None None] Set router 3456df83-4ab8-4df2-8c4d-fffa485cc2be gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:17:19.093378 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:19.123892 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033362bf-532d-459f-87df-bce7a7b8c168', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9421e36-06a1-434f-a62b-5c544b9868a4'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:17:19.134883 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port d9421e36-06a1-434f-a62b-5c544b9868a4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=d9421e36-06a1-434f-a62b-5c544b9868a4,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:19.143815 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:19.213423 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2654b315-957a-4dbe-8bde-90f286fd0519 req-11c1c197-5407-468a-93a9-2e39c78258df service neutron] 10.222.0.39 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688749 Apr 20 17:17:19.215150 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=d9421e36-06a1-434f-a62b-5c544b9868a4,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:19.218215 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-495bc908-4f5e-4297-97fa-6aabaa671fba tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:19.220396 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device e12ef4a0-cc44-43d8-8102-841d96c00525 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:17:19.227114 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-495bc908-4f5e-4297-97fa-6aabaa671fba tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1882155 Apr 20 17:17:19.247280 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-0dff2a37-3e17-4387-b347-8adf4861d927 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/quotas/07e7ee6fb2044b339294a5844a1dc3d4 HTTP/1.1" status: 200 len: 375 time: 0.0188758 Apr 20 17:17:19.300729 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3474bdfd-09e7-4327-aa2a-46516964e5d2'] response: {'name': 'network-changed', 'server_uuid': 'f6e17b42-acea-45f8-9bf2-74e6a0dca0f2', 'tag': 'ea1d80b0-c089-4016-ae67-872e3e068f8d', 'status': 'completed', 'code': 200} Apr 20 17:17:19.301937 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port e12ef4a0-cc44-43d8-8102-841d96c00525 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:17:19.307548 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port e12ef4a0-cc44-43d8-8102-841d96c00525 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:17:19.308023 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:19.350735 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-9e79f69c-efda-411d-a319-02f89e577866 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1024706 Apr 20 17:17:19.496787 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:19.527075 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-7635f783-2bf0-4dc4-80d4-7ce98435d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'name': 'tempest-FloatingIPsAssociationTestJSON-318035455-router', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '99656306-bf22-426a-bd25-1355044d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:15:28Z', 'updated_at': '2022-04-20T17:15:39Z', 'revision_number': 4, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'gw_port': {'id': '99656306-bf22-426a-bd25-1355044d1f79', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:30Z', 'updated_at': '2022-04-20T17:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '0b0cae73-537b-46fa-b55b-158935a38bee', 'name': '', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'mac_address': 'fa:16:3e:ff:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:38Z', 'updated_at': '2022-04-20T17:15:54Z', 'revision_number': 5, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'subnets': [{'id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:17:19.543110 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7635f783-2bf0-4dc4-80d4-7ce98435d001 None None] The sync data for ids ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'] in n-d-838032-1 is: [{'id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'name': 'tempest-FloatingIPsAssociationTestJSON-318035455-router', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '99656306-bf22-426a-bd25-1355044d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:15:28Z', 'updated_at': '2022-04-20T17:15:39Z', 'revision_number': 4, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'gw_port': {'id': '99656306-bf22-426a-bd25-1355044d1f79', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:30Z', 'updated_at': '2022-04-20T17:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '0b0cae73-537b-46fa-b55b-158935a38bee', 'name': '', 'network_id': '7cad8736-f7b6-475d-b939-9da845dbb70b', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'mac_address': 'fa:16:3e:ff:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:38Z', 'updated_at': '2022-04-20T17:15:54Z', 'revision_number': 5, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'subnets': [{'id': 'e8d43a55-22fc-443b-9bc2-2677f5ddd7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:17:19.564305 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port e12ef4a0-cc44-43d8-8102-841d96c00525, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=e12ef4a0-cc44-43d8-8102-841d96c00525,segment=NetworkSegment(88edce72-7870-4b35-a3d6-fc6077604be6),segment_id=88edce72-7870-4b35-a3d6-fc6077604be6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:19.571467 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:19.572650 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 257e6625-f639-4d50-8e63-9847f4e852da no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:17:19.694406 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-89433f12-460d-4b5e-95b4-a40f9b1ab622 req-3636d3f7-7e14-47d7-988e-87014aa8f481 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9447d3abcfef46fbb9cec3961f14b45a&device_id=f6e17b42-acea-45f8-9bf2-74e6a0dca0f2 HTTP/1.1" status: 200 len: 1096 time: 0.3515666 Apr 20 17:17:19.771935 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=e12ef4a0-cc44-43d8-8102-841d96c00525,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:19.791365 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:19.794264 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e1cb2-aa27-4589-a514-eb25f1c29ac5 req-fa0696a0-cadd-41d9-865b-fe3f0c4b9db7 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:19.804539 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ac9e1cb2-aa27-4589-a514-eb25f1c29ac5 req-fa0696a0-cadd-41d9-865b-fe3f0c4b9db7 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3b0e96-cebb-49da-9d8f-bf8fd88efbdc HTTP/1.1" status: 200 len: 950 time: 0.1329002 Apr 20 17:17:19.849108 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 257e6625-f639-4d50-8e63-9847f4e852da, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=257e6625-f639-4d50-8e63-9847f4e852da,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:19.859427 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:19.871320 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89433f12-460d-4b5e-95b4-a40f9b1ab622 req-4b416093-84e2-49d4-81ef-4c3d9ef01daf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:19.873433 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-89433f12-460d-4b5e-95b4-a40f9b1ab622 req-4b416093-84e2-49d4-81ef-4c3d9ef01daf service neutron] 10.222.0.43 "GET /v2.0/networks?id=7cad8736-f7b6-475d-b939-9da845dbb70b HTTP/1.1" status: 200 len: 921 time: 0.1663418 Apr 20 17:17:19.875549 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ac9e1cb2-aa27-4589-a514-eb25f1c29ac5 req-5054e11f-1118-43b5-9072-16741d2fb3a5 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/security-groups?id=88c9757b-b765-406f-b818-e6e0af096ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698578 Apr 20 17:17:19.883309 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628aff92-d707-4761-bded-c32d48630cf0 req-22b72183-334d-4c04-992d-8117afb9b679 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:19.885106 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-628aff92-d707-4761-bded-c32d48630cf0 req-22b72183-334d-4c04-992d-8117afb9b679 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=033362bf-532d-459f-87df-bce7a7b8c168 HTTP/1.1" status: 200 len: 947 time: 0.2792239 Apr 20 17:17:19.962044 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=257e6625-f639-4d50-8e63-9847f4e852da,revision_number=8']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:19.985903 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bff607-cadc-4d68-975f-36ecd1f8578a None None] New status for floating IP 661d2541-e92c-4225-947c-7db7ed57039f: DOWN {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:17:20.033650 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-89433f12-460d-4b5e-95b4-a40f9b1ab622 req-5652de5e-9762-40e2-a362-e04bb79e739f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea1d80b0-c089-4016-ae67-872e3e068f8d HTTP/1.1" status: 200 len: 217 time: 0.1475105 Apr 20 17:17:20.064967 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53ca992e-ceac-4f86-aa4e-729e338c3ddb'] response: {'server_uuid': '033362bf-532d-459f-87df-bce7a7b8c168', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9421e36-06a1-434f-a62b-5c544b9868a4', 'code': 200} Apr 20 17:17:20.111616 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-628aff92-d707-4761-bded-c32d48630cf0 req-f44fd51f-ce9a-4b89-a5c5-daa930020e28 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413281 Apr 20 17:17:20.117438 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89433f12-460d-4b5e-95b4-a40f9b1ab622 req-f0fdc7e6-e19c-410e-a297-45a7a4d72164 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:20.118883 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-89433f12-460d-4b5e-95b4-a40f9b1ab622 req-f0fdc7e6-e19c-410e-a297-45a7a4d72164 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8d43a55-22fc-443b-9bc2-2677f5ddd7b2 HTTP/1.1" status: 200 len: 859 time: 0.0777023 Apr 20 17:17:20.254180 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-89433f12-460d-4b5e-95b4-a40f9b1ab622 req-def496a6-2993-40e4-bbfc-c857e5cc7cba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7cad8736-f7b6-475d-b939-9da845dbb70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275141 Apr 20 17:17:20.416542 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bc4a374e-d23c-4768-875b-fde677662a1a req-b3046d97-1b39-4e2c-a6c3-f065167a2d8b tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=d702cbe9-c6c2-4583-b366-64d6f6bd465f HTTP/1.1" status: 200 len: 210 time: 0.1153262 Apr 20 17:17:20.464157 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-89433f12-460d-4b5e-95b4-a40f9b1ab622 req-c5c4daaa-ecf5-4959-bb44-ec3137932500 service neutron] 10.222.0.43 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001259 Apr 20 17:17:20.613756 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-89433f12-460d-4b5e-95b4-a40f9b1ab622 req-3b950c2f-ed0c-4289-8afb-bb4e0a11c09d service neutron] 10.222.0.43 "GET /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412683 Apr 20 17:17:20.614072 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d5069-0f7b-4480-b8e4-68bedb59f730 req-1ce9ac8f-66e9-47ef-b437-e73d87810905 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:20.615577 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c76d5069-0f7b-4480-b8e4-68bedb59f730 req-1ce9ac8f-66e9-47ef-b437-e73d87810905 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc222af-c061-4600-a116-868b5eb7618b HTTP/1.1" status: 200 len: 945 time: 0.1016846 Apr 20 17:17:20.660494 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c76d5069-0f7b-4480-b8e4-68bedb59f730 req-cdc22794-5e04-4176-b3b6-1dcb2943aaeb tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390713 Apr 20 17:17:20.983660 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device d9421e36-06a1-434f-a62b-5c544b9868a4 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:17:21.206767 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-8d830685-cd7d-42d8-b9e2-aba010bc4b57 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473661 Apr 20 17:17:21.210215 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7dc0c076-e3ee-449b-ac14-d87375acf59f req-df7ea0a5-bdb0-4e3f-a090-b138ab221d69 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/floatingips/661d2541-e92c-4225-947c-7db7ed57039f HTTP/1.1" status: 200 len: 694 time: 0.2067833 Apr 20 17:17:21.310658 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 17ff15db-700f-4fa3-ae1e-3647d9385359 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:17:21.353936 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa81170-02ba-4077-9be1-0373c9d4921c req-596de13f-bc0e-4aa0-a670-2f17391e9c5f tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:21.360963 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-caa81170-02ba-4077-9be1-0373c9d4921c req-596de13f-bc0e-4aa0-a670-2f17391e9c5f tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa7ea240-cdac-4e89-9a28-767243759026 HTTP/1.1" status: 200 len: 946 time: 0.4567754 Apr 20 17:17:21.415559 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-caa81170-02ba-4077-9be1-0373c9d4921c req-d513f33f-9b74-4c15-abd2-5b3dc97c734c tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536113 Apr 20 17:17:21.417795 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0c076-e3ee-449b-ac14-d87375acf59f req-484b97ed-7946-422f-b3b3-c9110100e31d tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:21.420139 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7dc0c076-e3ee-449b-ac14-d87375acf59f req-484b97ed-7946-422f-b3b3-c9110100e31d tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 784 time: 0.1864610 Apr 20 17:17:21.574561 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port d9421e36-06a1-434f-a62b-5c544b9868a4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=d9421e36-06a1-434f-a62b-5c544b9868a4,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:21.595364 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'd9421e36-06a1-434f-a62b-5c544b9868a4', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': 'd9421e36-06a1-434f-a62b-5c544b9868a4', 'mac_address': 'fa:16:3e:eb:45:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:17:21.601840 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7dc0c076-e3ee-449b-ac14-d87375acf59f req-f139856f-42ef-4272-9d75-429b7b0cda94 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.168 HTTP/1.1" status: 200 len: 697 time: 0.1251259 Apr 20 17:17:21.672341 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:21.695095 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7dc0c076-e3ee-449b-ac14-d87375acf59f req-61b7cfad-ae91-4eca-ad09-965a0f93a651 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.168 HTTP/1.1" status: 200 len: 697 time: 0.0919919 Apr 20 17:17:21.715230 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9421e36-06a1-434f-a62b-5c544b9868a4 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:17:21.731574 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 17ff15db-700f-4fa3-ae1e-3647d9385359, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=17ff15db-700f-4fa3-ae1e-3647d9385359,segment=NetworkSegment(43999dff-a448-4195-ad66-c7adbdca2564),segment_id=43999dff-a448-4195-ad66-c7adbdca2564)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:21.755547 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '17ff15db-700f-4fa3-ae1e-3647d9385359', 'network_id': '2c26c5bd-f238-4795-be1b-c0013f180282', 'port_id': '17ff15db-700f-4fa3-ae1e-3647d9385359', 'mac_address': 'fa:16:3e:8c:01:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6168ff55-f8cc-4173-8a8f-60bbd4cfe151', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:17:21.760193 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port d9421e36-06a1-434f-a62b-5c544b9868a4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=d9421e36-06a1-434f-a62b-5c544b9868a4,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:21.790640 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:21.810835 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac320a5a-70c3-4a01-9095-069908ae06f3 req-101b0e0d-34fd-427a-9564-e766ca1e69a2 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:21.819001 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ac320a5a-70c3-4a01-9095-069908ae06f3 req-101b0e0d-34fd-427a-9564-e766ca1e69a2 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=033362bf-532d-459f-87df-bce7a7b8c168 HTTP/1.1" status: 200 len: 947 time: 0.0962148 Apr 20 17:17:21.873523 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=d9421e36-06a1-434f-a62b-5c544b9868a4,revision_number=7']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:21.901391 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:21.923428 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ac320a5a-70c3-4a01-9095-069908ae06f3 req-11aa52d4-74a4-4a05-9e7c-530a0739d078 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030641 Apr 20 17:17:21.949718 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17ff15db-700f-4fa3-ae1e-3647d9385359 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:17:21.974660 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 17ff15db-700f-4fa3-ae1e-3647d9385359, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=17ff15db-700f-4fa3-ae1e-3647d9385359,segment=NetworkSegment(43999dff-a448-4195-ad66-c7adbdca2564),segment_id=43999dff-a448-4195-ad66-c7adbdca2564)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:21.982560 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:22.037430 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39224) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:17:22.071004 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc222af-c061-4600-a116-868b5eb7618b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12ef4a0-cc44-43d8-8102-841d96c00525'}, {'server_uuid': '3f3b0e96-cebb-49da-9d8f-bf8fd88efbdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257e6625-f639-4d50-8e63-9847f4e852da'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:17:22.093297 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=17ff15db-700f-4fa3-ae1e-3647d9385359,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:22.166789 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3e73eaa9-5c95-4bde-b820-19aced51912d req-507b472c-a6af-4e28-bd7b-826731c6c32a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=d702cbe9-c6c2-4583-b366-64d6f6bd465f HTTP/1.1" status: 200 len: 210 time: 0.0469682 Apr 20 17:17:22.175108 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-67f16293-1e26-49a2-8afe-32e6615b4bfa tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:22.176560 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-67f16293-1e26-49a2-8afe-32e6615b4bfa tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9628658 Apr 20 17:17:22.183221 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-7dc0c076-e3ee-449b-ac14-d87375acf59f req-1ef5a110-fce1-4e1c-bdef-eb69889a89d2 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Deleting port 593a4f63-8b98-4893-bef5-b7a8c36e72d1 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:17:22.183560 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7dc0c076-e3ee-449b-ac14-d87375acf59f req-1ef5a110-fce1-4e1c-bdef-eb69889a89d2 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:22.204831 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['17ff15db-700f-4fa3-ae1e-3647d9385359'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:17:22.239446 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-56a05231-9a10-4cf4-92d3-102f5cb16289 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b3d069bc34bb4031830078ee55c12d0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1981618 Apr 20 17:17:22.239690 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-211697da-f09e-43e3-8e9f-1aa82a4baad0 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Request body: {'port': {'device_id': 'd702cbe9-c6c2-4583-b366-64d6f6bd465f', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'admin_state_up': True, 'tenant_id': '07e7ee6fb2044b339294a5844a1dc3d4'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:17:22.239802 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39232) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:17:22.275056 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['d9421e36-06a1-434f-a62b-5c544b9868a4'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:17:22.308978 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-95a3b76d-81ee-4ea3-b93d-fdd2c8004496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:22.338063 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-95a3b76d-81ee-4ea3-b93d-fdd2c8004496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:22.461892 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb074a-4389-4acd-9440-ef62177c2208 req-7b32e556-882b-4c16-b007-a7fdcee65710 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:22.463942 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a6cb074a-4389-4acd-9440-ef62177c2208 req-7b32e556-882b-4c16-b007-a7fdcee65710 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc222af-c061-4600-a116-868b5eb7618b HTTP/1.1" status: 200 len: 945 time: 0.1312633 Apr 20 17:17:22.521072 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-95a3b76d-81ee-4ea3-b93d-fdd2c8004496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:22.534422 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-211697da-f09e-43e3-8e9f-1aa82a4baad0 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:17:22.547942 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7dc0c076-e3ee-449b-ac14-d87375acf59f req-1ef5a110-fce1-4e1c-bdef-eb69889a89d2 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:22.547942 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7dc0c076-e3ee-449b-ac14-d87375acf59f req-1ef5a110-fce1-4e1c-bdef-eb69889a89d2 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:22.553324 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3b76d-81ee-4ea3-b93d-fdd2c8004496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22df4c6a-80da-4011-afc0-b5fda8738ee2,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:22.560950 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a6cb074a-4389-4acd-9440-ef62177c2208 req-ced8ae17-314d-4b30-b71c-acdd64f8a235 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910544 Apr 20 17:17:22.568710 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-95a3b76d-81ee-4ea3-b93d-fdd2c8004496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:22.572367 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-95a3b76d-81ee-4ea3-b93d-fdd2c8004496 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/22df4c6a-80da-4011-afc0-b5fda8738ee2 HTTP/1.1" status: 204 len: 168 time: 0.3295465 Apr 20 17:17:22.716106 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-7dc0c076-e3ee-449b-ac14-d87375acf59f req-1ef5a110-fce1-4e1c-bdef-eb69889a89d2 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Calling delete_port for 593a4f63-8b98-4893-bef5-b7a8c36e72d1 owned by network:floatingip {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:17:22.751532 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-211697da-f09e-43e3-8e9f-1aa82a4baad0 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:17:22.801771 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-211697da-f09e-43e3-8e9f-1aa82a4baad0 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Made reservation on behalf of 07e7ee6fb2044b339294a5844a1dc3d4 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:17:22.803902 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-211697da-f09e-43e3-8e9f-1aa82a4baad0 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:22.982113 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2130d549-3972-48f4-aac6-25a5bc10208f'] response: {'server_uuid': '0fc222af-c061-4600-a116-868b5eb7618b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12ef4a0-cc44-43d8-8102-841d96c00525', 'code': 200} Apr 20 17:17:22.982819 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2130d549-3972-48f4-aac6-25a5bc10208f'] response: {'server_uuid': '3f3b0e96-cebb-49da-9d8f-bf8fd88efbdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257e6625-f639-4d50-8e63-9847f4e852da', 'code': 200} Apr 20 17:17:23.063558 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7dc0c076-e3ee-449b-ac14-d87375acf59f req-1ef5a110-fce1-4e1c-bdef-eb69889a89d2 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:23.168677 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5a110-fce1-4e1c-bdef-eb69889a89d2 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Pushing event deleted for resources: {'Port': ['ID=593a4f63-8b98-4893-bef5-b7a8c36e72d1,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:23.171998 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-211697da-f09e-43e3-8e9f-1aa82a4baad0 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Allocated IP 192.168.233.85 (9a774663-a30d-4bd1-8b41-83fe693f2d30/777b4790-ba4c-49e9-8844-3c09c1447f40/7851a13e-7bbc-41b8-9f0a-f25fb0575f98) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:17:23.229523 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 898a02b0-5c40-4e36-aff5-4e67570a1f91 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:17:23.233792 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 17ff15db-700f-4fa3-ae1e-3647d9385359 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:17:23.238366 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef5a110-fce1-4e1c-bdef-eb69889a89d2 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:23.238901 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef5a110-fce1-4e1c-bdef-eb69889a89d2 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:23.239407 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef5a110-fce1-4e1c-bdef-eb69889a89d2 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:23.239876 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef5a110-fce1-4e1c-bdef-eb69889a89d2 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:23.240352 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef5a110-fce1-4e1c-bdef-eb69889a89d2 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:23.240835 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef5a110-fce1-4e1c-bdef-eb69889a89d2 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:23.241540 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef5a110-fce1-4e1c-bdef-eb69889a89d2 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:23.242321 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef5a110-fce1-4e1c-bdef-eb69889a89d2 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:23.242823 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef5a110-fce1-4e1c-bdef-eb69889a89d2 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:23.243367 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef5a110-fce1-4e1c-bdef-eb69889a89d2 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:23.243834 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef5a110-fce1-4e1c-bdef-eb69889a89d2 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:23.356453 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5502be3-8a0d-4637-a474-67c69c960f63 req-1774e37e-a9be-4f5b-8eca-0ce40de39392 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:23.358261 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c5502be3-8a0d-4637-a474-67c69c960f63 req-1774e37e-a9be-4f5b-8eca-0ce40de39392 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.10 "GET /v2.0/ports?device_id=033362bf-532d-459f-87df-bce7a7b8c168&tenant_id=c12b40028ab147a889b4fc203a6893de&binding%3Ahost_id=n-h2-838032-1 HTTP/1.1" status: 200 len: 948 time: 0.3470466 Apr 20 17:17:23.384984 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e91ee7-1e0e-4b9b-b1a7-8cca2d3963e3 req-d7d55e0b-9582-4c64-a3c9-d28c862391cc tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:23.388333 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d1e91ee7-1e0e-4b9b-b1a7-8cca2d3963e3 req-d7d55e0b-9582-4c64-a3c9-d28c862391cc tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa7ea240-cdac-4e89-9a28-767243759026 HTTP/1.1" status: 200 len: 945 time: 0.2146039 Apr 20 17:17:23.409905 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 17ff15db-700f-4fa3-ae1e-3647d9385359 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:17:23.410637 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:23.488763 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3fce1ac3-5eb1-45e6-afce-44c1e985b1fb req-5b05120f-927f-4655-8425-e09624a99632 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0fc222af-c061-4600-a116-868b5eb7618b HTTP/1.1" status: 200 len: 1096 time: 0.3708518 Apr 20 17:17:23.526696 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 898a02b0-5c40-4e36-aff5-4e67570a1f91, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=898a02b0-5c40-4e36-aff5-4e67570a1f91,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:23.552784 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '898a02b0-5c40-4e36-aff5-4e67570a1f91', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': '898a02b0-5c40-4e36-aff5-4e67570a1f91', 'mac_address': 'fa:16:3e:d4:35:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:17:23.631940 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d1e91ee7-1e0e-4b9b-b1a7-8cca2d3963e3 req-4c751f8d-e725-49c0-b25d-6c43d6b42e63 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237906 Apr 20 17:17:23.639006 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3fce1ac3-5eb1-45e6-afce-44c1e985b1fb req-4b82503b-c210-41dc-8573-8ab2f03d9521 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342263 Apr 20 17:17:23.646684 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7dc0c076-e3ee-449b-ac14-d87375acf59f req-1ef5a110-fce1-4e1c-bdef-eb69889a89d2 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks [] for floatingip, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:23.678081 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:23.711662 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:23.740001 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c5502be3-8a0d-4637-a474-67c69c960f63 req-4d6b7aaa-52e3-4a23-879b-6cb37d13dbff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&device_id=033362bf-532d-459f-87df-bce7a7b8c168 HTTP/1.1" status: 200 len: 1099 time: 0.1808553 Apr 20 17:17:23.740260 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7dc0c076-e3ee-449b-ac14-d87375acf59f req-1ef5a110-fce1-4e1c-bdef-eb69889a89d2 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:23.744504 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 17ff15db-700f-4fa3-ae1e-3647d9385359, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=17ff15db-700f-4fa3-ae1e-3647d9385359,segment=NetworkSegment(43999dff-a448-4195-ad66-c7adbdca2564),segment_id=43999dff-a448-4195-ad66-c7adbdca2564)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:23.746965 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 898a02b0-5c40-4e36-aff5-4e67570a1f91 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:17:23.753814 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7dc0c076-e3ee-449b-ac14-d87375acf59f req-1ef5a110-fce1-4e1c-bdef-eb69889a89d2 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "DELETE /v2.0/floatingips/661d2541-e92c-4225-947c-7db7ed57039f HTTP/1.1" status: 204 len: 173 time: 2.0574532 Apr 20 17:17:23.774364 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:23.837195 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 898a02b0-5c40-4e36-aff5-4e67570a1f91, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=898a02b0-5c40-4e36-aff5-4e67570a1f91,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:23.857009 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-211697da-f09e-43e3-8e9f-1aa82a4baad0 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:23.862382 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:23.869995 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=17ff15db-700f-4fa3-ae1e-3647d9385359,revision_number=7']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:23.900340 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-211697da-f09e-43e3-8e9f-1aa82a4baad0 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Transition to ACTIVE for port object 7851a13e-7bbc-41b8-9f0a-f25fb0575f98 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:17:23.956676 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-211697da-f09e-43e3-8e9f-1aa82a4baad0 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:23.969632 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5502be3-8a0d-4637-a474-67c69c960f63 req-c74c141b-5d74-405f-b8f9-3c46332667af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:23.973597 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c5502be3-8a0d-4637-a474-67c69c960f63 req-c74c141b-5d74-405f-b8f9-3c46332667af service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.2172639 Apr 20 17:17:24.007567 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['ba212a0d-263a-4706-b6fa-d986b2f54c07', '63e57261-47eb-4c08-9fa0-175750fc0217'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:17:24.090682 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['357a6a12-cbe7-49e3-920c-3f188feb1c03', '09b8b37a-f2d8-4e3f-9ddf-111df01ef763', 'ea752b32-b15d-4ad7-b257-2f314c8726a0', 'e5d42094-98cf-43c0-b682-457af6611bb0'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:17:24.121262 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-211697da-f09e-43e3-8e9f-1aa82a4baad0 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:17:24.131483 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['898a02b0-5c40-4e36-aff5-4e67570a1f91'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:17:24.133318 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-211697da-f09e-43e3-8e9f-1aa82a4baad0 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:17:24.137747 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-211697da-f09e-43e3-8e9f-1aa82a4baad0 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:17:24.169485 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211697da-f09e-43e3-8e9f-1aa82a4baad0 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Pushing event updated for resources: {'Port': ['ID=7851a13e-7bbc-41b8-9f0a-f25fb0575f98,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:24.181158 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c5502be3-8a0d-4637-a474-67c69c960f63 req-2bce6b12-c6a5-48a7-8b3c-b9baec35070e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=d9421e36-06a1-434f-a62b-5c544b9868a4 HTTP/1.1" status: 200 len: 217 time: 0.1972349 Apr 20 17:17:24.217231 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-211697da-f09e-43e3-8e9f-1aa82a4baad0 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:24.218018 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-211697da-f09e-43e3-8e9f-1aa82a4baad0 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:24.242309 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=898a02b0-5c40-4e36-aff5-4e67570a1f91,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:24.250466 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa40d2-e6bc-4b37-8a09-a953570df797 req-ca9e9f30-0305-4fa0-a5a9-d1b26bb82871 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:24.257837 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0dfa40d2-e6bc-4b37-8a09-a953570df797 req-ca9e9f30-0305-4fa0-a5a9-d1b26bb82871 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=033362bf-532d-459f-87df-bce7a7b8c168 HTTP/1.1" status: 200 len: 948 time: 0.2319255 Apr 20 17:17:24.294356 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-211697da-f09e-43e3-8e9f-1aa82a4baad0 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0711336 Apr 20 17:17:24.316873 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5502be3-8a0d-4637-a474-67c69c960f63 req-d30fde11-8126-4a5e-87fd-e470559aeb6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:24.318469 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-37c7bf9e-c646-4a9e-a48f-bae587e12513 service neutron] Request body: {'port': {'device_id': 'd702cbe9-c6c2-4583-b366-64d6f6bd465f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:17:24.320155 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c5502be3-8a0d-4637-a474-67c69c960f63 req-d30fde11-8126-4a5e-87fd-e470559aeb6f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1233070 Apr 20 17:17:24.331534 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d2cb2-01b6-4b58-bc05-3f50db795329 req-a3dcc98f-1227-4b96-a7e4-7a48746e95f8 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:24.340283 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0b9d2cb2-01b6-4b58-bc05-3f50db795329 req-a3dcc98f-1227-4b96-a7e4-7a48746e95f8 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=d702cbe9-c6c2-4583-b366-64d6f6bd465f HTTP/1.1" status: 200 len: 935 time: 0.2653792 Apr 20 17:17:24.478965 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0b9d2cb2-01b6-4b58-bc05-3f50db795329 req-5efccce4-215c-4603-a602-0e01916a00fc tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375525 Apr 20 17:17:24.521359 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c5502be3-8a0d-4637-a474-67c69c960f63 req-f9275280-6916-4246-a98d-3e3e24d37942 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1781976 Apr 20 17:17:24.539910 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0dfa40d2-e6bc-4b37-8a09-a953570df797 req-5cfd3f77-4b68-4b41-a356-925bf3dd34d3 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810025 Apr 20 17:17:24.687875 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-37c7bf9e-c646-4a9e-a48f-bae587e12513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:24.705305 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-06d67d13-ef48-4043-ae48-9e8c54019d80 None None] Provisioning for port 7851a13e-7bbc-41b8-9f0a-f25fb0575f98 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:17:24.721207 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-06d67d13-ef48-4043-ae48-9e8c54019d80 None None] Provisioning complete for port 7851a13e-7bbc-41b8-9f0a-f25fb0575f98 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:17:24.721513 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-06d67d13-ef48-4043-ae48-9e8c54019d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:24.787744 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c5502be3-8a0d-4637-a474-67c69c960f63 req-34d385b0-fec7-4007-8013-4f23f73b94a8 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567358 Apr 20 17:17:24.803456 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46fb78-b11d-410a-98e8-bd86fcc5015c req-cee5c243-0905-466c-a38d-a6366fbc150d tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:24.805465 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-da46fb78-b11d-410a-98e8-bd86fcc5015c req-cee5c243-0905-466c-a38d-a6366fbc150d tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc222af-c061-4600-a116-868b5eb7618b HTTP/1.1" status: 200 len: 945 time: 0.1408181 Apr 20 17:17:24.854055 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-06d67d13-ef48-4043-ae48-9e8c54019d80 None None] Port 7851a13e-7bbc-41b8-9f0a-f25fb0575f98 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:17:24.945535 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-da46fb78-b11d-410a-98e8-bd86fcc5015c req-e6e8a96d-0e55-4a42-ad3b-12fc29435862 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184971 Apr 20 17:17:24.990501 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7ea240-cdac-4e89-9a28-767243759026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ff15db-700f-4fa3-ae1e-3647d9385359'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:17:24.999307 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c5502be3-8a0d-4637-a474-67c69c960f63 req-d2655cfd-ff58-40ae-aeca-72e0aa276658 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904099 Apr 20 17:17:25.039865 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device d9421e36-06a1-434f-a62b-5c544b9868a4 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:17:25.204683 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port d9421e36-06a1-434f-a62b-5c544b9868a4 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:17:25.205122 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:25.225105 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-37c7bf9e-c646-4a9e-a48f-bae587e12513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7851a13e-7bbc-41b8-9f0a-f25fb0575f98 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:17:25.244221 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-37c7bf9e-c646-4a9e-a48f-bae587e12513 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:25.270600 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-37c7bf9e-c646-4a9e-a48f-bae587e12513 service neutron] Transition to ACTIVE for port object 7851a13e-7bbc-41b8-9f0a-f25fb0575f98 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:17:25.280586 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 898a02b0-5c40-4e36-aff5-4e67570a1f91 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:17:25.281271 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-37c7bf9e-c646-4a9e-a48f-bae587e12513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:25.357979 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d96dc-c4a3-4fa4-91c2-0a8e8b2d39db req-5d16bef3-64c2-4cb4-a9b5-7f6c2d49672b tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:25.365637 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c49d96dc-c4a3-4fa4-91c2-0a8e8b2d39db req-5d16bef3-64c2-4cb4-a9b5-7f6c2d49672b tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa7ea240-cdac-4e89-9a28-767243759026 HTTP/1.1" status: 200 len: 946 time: 0.2565901 Apr 20 17:17:25.479367 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 898a02b0-5c40-4e36-aff5-4e67570a1f91 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:17:25.479753 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:25.533090 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c49d96dc-c4a3-4fa4-91c2-0a8e8b2d39db req-e089e7c7-33cc-4fb3-a395-86957bd17d9f tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586912 Apr 20 17:17:25.588635 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7bf9e-c646-4a9e-a48f-bae587e12513 service neutron] Pushing event updated for resources: {'Port': ['ID=7851a13e-7bbc-41b8-9f0a-f25fb0575f98,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:25.631054 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:25.682828 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port d9421e36-06a1-434f-a62b-5c544b9868a4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=d9421e36-06a1-434f-a62b-5c544b9868a4,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:25.689644 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:25.732752 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afd7ae49-575e-4366-b601-33da1d8feaf3'] response: {'server_uuid': 'aa7ea240-cdac-4e89-9a28-767243759026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ff15db-700f-4fa3-ae1e-3647d9385359', 'code': 200} Apr 20 17:17:25.837345 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:25.852869 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39306) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:17:25.944985 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-37c7bf9e-c646-4a9e-a48f-bae587e12513 service neutron] Attempting to bind port 7851a13e-7bbc-41b8-9f0a-f25fb0575f98 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:17:25.945592 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-37c7bf9e-c646-4a9e-a48f-bae587e12513 service neutron] Attempting to bind port 7851a13e-7bbc-41b8-9f0a-f25fb0575f98 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:17:25.945967 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-37c7bf9e-c646-4a9e-a48f-bae587e12513 service neutron] Attempting to bind port 7851a13e-7bbc-41b8-9f0a-f25fb0575f98 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:17:25.960683 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f78e91-faa0-4094-be35-e2aa698c2dee req-766a5074-d99b-400a-8d22-85023d8176d6 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:25.961708 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-53f78e91-faa0-4094-be35-e2aa698c2dee req-766a5074-d99b-400a-8d22-85023d8176d6 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Synchronizing usage tracker for tenant:9447d3abcfef46fbb9cec3961f14b45a on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:17:25.978448 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-37c7bf9e-c646-4a9e-a48f-bae587e12513 service neutron] Port 7851a13e-7bbc-41b8-9f0a-f25fb0575f98 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:17:25.978958 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-37c7bf9e-c646-4a9e-a48f-bae587e12513 service neutron] Attempting to bind port 7851a13e-7bbc-41b8-9f0a-f25fb0575f98 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:17:25.988495 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-37c7bf9e-c646-4a9e-a48f-bae587e12513 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:17:25.988943 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-37c7bf9e-c646-4a9e-a48f-bae587e12513 service neutron] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:17:25.989450 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-37c7bf9e-c646-4a9e-a48f-bae587e12513 service neutron] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:17:25.989983 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-37c7bf9e-c646-4a9e-a48f-bae587e12513 service neutron] Bound port: 7851a13e-7bbc-41b8-9f0a-f25fb0575f98, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:17:25.990469 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-37c7bf9e-c646-4a9e-a48f-bae587e12513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:26.004486 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=d9421e36-06a1-434f-a62b-5c544b9868a4,revision_number=8']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:26.015673 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-53f78e91-faa0-4094-be35-e2aa698c2dee req-766a5074-d99b-400a-8d22-85023d8176d6 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Unset dirty status for tenant:9447d3abcfef46fbb9cec3961f14b45a on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:17:26.017147 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-53f78e91-faa0-4094-be35-e2aa698c2dee req-766a5074-d99b-400a-8d22-85023d8176d6 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6e17b42-acea-45f8-9bf2-74e6a0dca0f2 HTTP/1.1" status: 200 len: 945 time: 0.3905389 Apr 20 17:17:26.054518 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 898a02b0-5c40-4e36-aff5-4e67570a1f91, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=898a02b0-5c40-4e36-aff5-4e67570a1f91,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:26.064529 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f473cb3-a847-446c-9a63-9e992f61ed1e req-f1a3ab7e-594a-47f8-bb46-bf23dcf6c04f tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:26.071574 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1f473cb3-a847-446c-9a63-9e992f61ed1e req-f1a3ab7e-594a-47f8-bb46-bf23dcf6c04f tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=d702cbe9-c6c2-4583-b366-64d6f6bd465f HTTP/1.1" status: 200 len: 947 time: 0.1972437 Apr 20 17:17:26.078338 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:26.079574 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 17ff15db-700f-4fa3-ae1e-3647d9385359 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:17:26.107029 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f057df95-fc1c-4cb1-9cd8-0bb63d29e72d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:26.127424 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-53f78e91-faa0-4094-be35-e2aa698c2dee req-8596f3cf-1fbd-4a2c-b3b1-435864afbeb1 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/security-groups?id=a47d8cee-208f-4cfa-bcfc-a099e9465705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024106 Apr 20 17:17:26.142932 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f057df95-fc1c-4cb1-9cd8-0bb63d29e72d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:17:26.148876 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f057df95-fc1c-4cb1-9cd8-0bb63d29e72d admin admin] Usage tracker for resource:security_group_rule and tenant:31df3638606b4fb4822312a39d528e89 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:17:26.152729 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f057df95-fc1c-4cb1-9cd8-0bb63d29e72d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:17:26.158587 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-37c7bf9e-c646-4a9e-a48f-bae587e12513 service neutron] For port 7851a13e-7bbc-41b8-9f0a-f25fb0575f98, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:17:26.163528 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-37c7bf9e-c646-4a9e-a48f-bae587e12513 service neutron] For port 7851a13e-7bbc-41b8-9f0a-f25fb0575f98, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=7851a13e-7bbc-41b8-9f0a-f25fb0575f98,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:17:26.167733 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f057df95-fc1c-4cb1-9cd8-0bb63d29e72d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:17:26.179443 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-37c7bf9e-c646-4a9e-a48f-bae587e12513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:26.199486 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7a854da6-35d4-49eb-9d27-3bedbfe8a561 req-e75823a6-83b1-4417-aef8-8b46a4b6330a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f69d4efc-eb5f-44eb-81ba-f805c7bef7b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2092750 Apr 20 17:17:26.217888 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1f473cb3-a847-446c-9a63-9e992f61ed1e req-77e90836-2ca8-4b54-bcdb-e7ffca778813 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453605 Apr 20 17:17:26.280943 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7bf9e-c646-4a9e-a48f-bae587e12513 service neutron] Pushing event updated for resources: {'Port': ['ID=7851a13e-7bbc-41b8-9f0a-f25fb0575f98,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:26.325507 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-37c7bf9e-c646-4a9e-a48f-bae587e12513 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:26.330180 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-37c7bf9e-c646-4a9e-a48f-bae587e12513 service neutron] 10.222.0.43 "PUT /v2.0/ports/7851a13e-7bbc-41b8-9f0a-f25fb0575f98 HTTP/1.1" status: 200 len: 1095 time: 2.0180268 Apr 20 17:17:26.330651 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd702cbe9-c6c2-4583-b366-64d6f6bd465f', 'tag': '7851a13e-7bbc-41b8-9f0a-f25fb0575f98'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:17:26.360818 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=898a02b0-5c40-4e36-aff5-4e67570a1f91,revision_number=7']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:26.410107 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f057df95-fc1c-4cb1-9cd8-0bb63d29e72d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:26.489388 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f057df95-fc1c-4cb1-9cd8-0bb63d29e72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:26.490561 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:26.587423 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 17ff15db-700f-4fa3-ae1e-3647d9385359, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=17ff15db-700f-4fa3-ae1e-3647d9385359,segment=NetworkSegment(43999dff-a448-4195-ad66-c7adbdca2564),segment_id=43999dff-a448-4195-ad66-c7adbdca2564)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:26.590627 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-15bdea1e-1545-41fb-bd0c-9fe179f69e47 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&device_id=d702cbe9-c6c2-4583-b366-64d6f6bd465f HTTP/1.1" status: 200 len: 1098 time: 0.1646886 Apr 20 17:17:26.597885 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:26.626026 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f057df95-fc1c-4cb1-9cd8-0bb63d29e72d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=31df3638606b4fb4822312a39d528e89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7669134 Apr 20 17:17:26.631426 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39318) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:17:26.735465 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057df95-fc1c-4cb1-9cd8-0bb63d29e72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d76363-dbc7-4cd0-b560-ebfb1ddc651f,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:26.741687 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=17ff15db-700f-4fa3-ae1e-3647d9385359,revision_number=8']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:26.769149 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7a854da6-35d4-49eb-9d27-3bedbfe8a561 req-99264775-0b0a-4825-85d1-e63badc4a6b7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&device_id=f69d4efc-eb5f-44eb-81ba-f805c7bef7b7 HTTP/1.1" status: 200 len: 1101 time: 0.2862475 Apr 20 17:17:26.769790 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0a9c6989-cbc9-4eeb-8dc0-2165605908f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:26.770141 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-3be6c9df-c905-412a-aa69-a54a5376f3b8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=7851a13e-7bbc-41b8-9f0a-f25fb0575f98 HTTP/1.1" status: 200 len: 217 time: 0.1627581 Apr 20 17:17:26.801074 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39326) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:17:26.806990 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0a9c6989-cbc9-4eeb-8dc0-2165605908f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:26.846672 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-a3783299-c6b4-4405-a64f-d3e9d421547c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:26.848620 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-a3783299-c6b4-4405-a64f-d3e9d421547c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.0713229 Apr 20 17:17:26.904105 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062be5d-14c8-4cc4-baff-dee61cb87ab9 req-0e69ed2e-3ae5-4bff-a6f6-ddf676de886f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:26.906061 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8062be5d-14c8-4cc4-baff-dee61cb87ab9 req-0e69ed2e-3ae5-4bff-a6f6-ddf676de886f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=033362bf-532d-459f-87df-bce7a7b8c168 HTTP/1.1" status: 200 len: 949 time: 0.4926682 Apr 20 17:17:27.007698 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-bdcc3f30-68d7-4da1-9c40-630eb500c064 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1462593 Apr 20 17:17:27.019143 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96635f5-2bf2-4f37-a5ce-5aad1da36b7e req-b13ebcad-397a-452d-834e-8dd293c1e99c tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:27.020856 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a96635f5-2bf2-4f37-a5ce-5aad1da36b7e req-b13ebcad-397a-452d-834e-8dd293c1e99c tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc222af-c061-4600-a116-868b5eb7618b HTTP/1.1" status: 200 len: 945 time: 0.1109462 Apr 20 17:17:27.155985 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330110a-3282-41fb-8060-0e55732012f4 req-56c09fe2-d9ff-4c31-9334-ee877df8a283 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:27.156827 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-6330110a-3282-41fb-8060-0e55732012f4 req-56c09fe2-d9ff-4c31-9334-ee877df8a283 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Synchronizing usage tracker for tenant:9447d3abcfef46fbb9cec3961f14b45a on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:17:27.165154 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a96635f5-2bf2-4f37-a5ce-5aad1da36b7e req-59041ece-fd03-4b75-ae56-6fa81669417f tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207128 Apr 20 17:17:27.188115 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a854da6-35d4-49eb-9d27-3bedbfe8a561 req-042cbd04-7fe9-4e3a-a617-95a575017ae2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:27.189966 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7a854da6-35d4-49eb-9d27-3bedbfe8a561 req-042cbd04-7fe9-4e3a-a617-95a575017ae2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.3743596 Apr 20 17:17:27.239890 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-4b6e24a0-285e-4374-bf99-24054a770fd3 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177496 Apr 20 17:17:27.302225 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-6330110a-3282-41fb-8060-0e55732012f4 req-56c09fe2-d9ff-4c31-9334-ee877df8a283 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Unset dirty status for tenant:9447d3abcfef46fbb9cec3961f14b45a on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:17:27.303430 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6330110a-3282-41fb-8060-0e55732012f4 req-56c09fe2-d9ff-4c31-9334-ee877df8a283 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6e17b42-acea-45f8-9bf2-74e6a0dca0f2 HTTP/1.1" status: 200 len: 945 time: 0.3839266 Apr 20 17:17:27.304757 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7a854da6-35d4-49eb-9d27-3bedbfe8a561 req-9e1509e1-36c5-47cd-8b7c-99688bbbb996 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=357a6a12-cbe7-49e3-920c-3f188feb1c03 HTTP/1.1" status: 200 len: 217 time: 0.0791886 Apr 20 17:17:27.311215 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6cbb17-9b1f-4348-87dd-3336fff2da36 admin admin] Deleting subnet 2fc33d54-66ae-4acd-9a13-99509719aca0 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:17:27.314407 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fc6cbb17-9b1f-4348-87dd-3336fff2da36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:27.346529 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b1ddf71-7f9a-48d7-b559-edebba053da0'] response: {'name': 'network-changed', 'server_uuid': 'd702cbe9-c6c2-4583-b366-64d6f6bd465f', 'tag': '7851a13e-7bbc-41b8-9f0a-f25fb0575f98', 'status': 'completed', 'code': 200} Apr 20 17:17:27.347901 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0a9c6989-cbc9-4eeb-8dc0-2165605908f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:27.457254 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a854da6-35d4-49eb-9d27-3bedbfe8a561 req-82515b47-d353-4929-8bea-0e50bda4cb3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:27.457668 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e6c6f8a6-b97e-4c48-a7c0-78f12d048c51 req-a027eb07-9c2f-4efd-b4d5-975593c04493 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053268 Apr 20 17:17:27.458618 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7a854da6-35d4-49eb-9d27-3bedbfe8a561 req-82515b47-d353-4929-8bea-0e50bda4cb3e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.0999856 Apr 20 17:17:27.480883 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8062be5d-14c8-4cc4-baff-dee61cb87ab9 req-fd54a652-9def-487c-ab34-5591456a849d tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5577857 Apr 20 17:17:27.523098 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c6989-cbc9-4eeb-8dc0-2165605908f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d76363-dbc7-4cd0-b560-ebfb1ddc651f,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:27.586385 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0a9c6989-cbc9-4eeb-8dc0-2165605908f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:27.587555 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0a9c6989-cbc9-4eeb-8dc0-2165605908f6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8d76363-dbc7-4cd0-b560-ebfb1ddc651f HTTP/1.1" status: 204 len: 168 time: 0.9474382 Apr 20 17:17:27.615013 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fc6cbb17-9b1f-4348-87dd-3336fff2da36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:27.684845 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-6330110a-3282-41fb-8060-0e55732012f4 req-40f99ca3-4e0e-477a-b2fb-b2fb6ac3774e tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Deleting port ea1d80b0-c089-4016-ae67-872e3e068f8d {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:17:27.685625 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6330110a-3282-41fb-8060-0e55732012f4 req-40f99ca3-4e0e-477a-b2fb-b2fb6ac3774e tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:27.734485 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033362bf-532d-459f-87df-bce7a7b8c168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9421e36-06a1-434f-a62b-5c544b9868a4'}, {'server_uuid': 'c0e38329-541a-415e-ab79-3d681157c525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898a02b0-5c40-4e36-aff5-4e67570a1f91'}, {'server_uuid': 'aa7ea240-cdac-4e89-9a28-767243759026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17ff15db-700f-4fa3-ae1e-3647d9385359'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:17:27.798133 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fc6cbb17-9b1f-4348-87dd-3336fff2da36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:27.877857 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7a854da6-35d4-49eb-9d27-3bedbfe8a561 req-1465a49c-8493-4fb2-9ec8-05e0930886b0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3799043 Apr 20 17:17:27.885217 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e009d744-d32e-4944-8b81-bb883f3e7c12 req-9e975afe-3843-4654-82dc-c823bc8271eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&device_id=d702cbe9-c6c2-4583-b366-64d6f6bd465f HTTP/1.1" status: 200 len: 1098 time: 0.3250828 Apr 20 17:17:28.012439 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79560827-323d-4b4b-87c6-36d9ca139941 req-a458ae7c-2d8c-43f9-91fe-e6657ebeb96e tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:28.019835 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-79560827-323d-4b4b-87c6-36d9ca139941 req-a458ae7c-2d8c-43f9-91fe-e6657ebeb96e tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa7ea240-cdac-4e89-9a28-767243759026 HTTP/1.1" status: 200 len: 944 time: 0.5609655 Apr 20 17:17:28.117685 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-79560827-323d-4b4b-87c6-36d9ca139941 req-3d05915d-18cd-40e2-9ce7-cec5feca3a19 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968316 Apr 20 17:17:28.119017 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009d744-d32e-4944-8b81-bb883f3e7c12 req-71b71b60-6360-4d10-8edf-b07eac8e5997 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:28.120442 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e009d744-d32e-4944-8b81-bb883f3e7c12 req-71b71b60-6360-4d10-8edf-b07eac8e5997 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.2250211 Apr 20 17:17:28.254516 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e009d744-d32e-4944-8b81-bb883f3e7c12 req-9c7b6778-3ccd-40f8-8098-bf4c4c36d36c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=7851a13e-7bbc-41b8-9f0a-f25fb0575f98 HTTP/1.1" status: 200 len: 217 time: 0.1264331 Apr 20 17:17:28.393338 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fc6cbb17-9b1f-4348-87dd-3336fff2da36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:28.403320 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009d744-d32e-4944-8b81-bb883f3e7c12 req-c2a19261-9552-48f6-b386-79ad7ff4e60a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:28.405342 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e009d744-d32e-4944-8b81-bb883f3e7c12 req-c2a19261-9552-48f6-b386-79ad7ff4e60a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1336637 Apr 20 17:17:28.405745 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-6330110a-3282-41fb-8060-0e55732012f4 req-40f99ca3-4e0e-477a-b2fb-b2fb6ac3774e tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] For port ea1d80b0-c089-4016-ae67-872e3e068f8d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ea1d80b0-c089-4016-ae67-872e3e068f8d,segment=NetworkSegment(36373ac1-df16-4205-8393-5031c405a675),segment_id=36373ac1-df16-4205-8393-5031c405a675)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:28.406105 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6330110a-3282-41fb-8060-0e55732012f4 req-40f99ca3-4e0e-477a-b2fb-b2fb6ac3774e tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:28.521252 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da452068-3c94-48a7-addb-e2ff6723ba40 req-7145d8b4-ba6a-4963-8b12-f9f278e42729 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:28.529726 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-da452068-3c94-48a7-addb-e2ff6723ba40 req-7145d8b4-ba6a-4963-8b12-f9f278e42729 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=69ef6220-dcc2-4a92-9c55-18df85eeb3f5 HTTP/1.1" status: 200 len: 945 time: 0.1734457 Apr 20 17:17:28.543514 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6cbb17-9b1f-4348-87dd-3336fff2da36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fc33d54-66ae-4acd-9a13-99509719aca0,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:28.591629 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e009d744-d32e-4944-8b81-bb883f3e7c12 req-ffbb10ad-58ee-45df-98ff-8a69254b1783 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1636355 Apr 20 17:17:28.608970 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-da452068-3c94-48a7-addb-e2ff6723ba40 req-2c53652f-dfbd-42ad-8a7f-c5a875cc93d3 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774837 Apr 20 17:17:28.660219 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7a854da6-35d4-49eb-9d27-3bedbfe8a561 req-97d2fa75-074f-4745-b573-ef2afc1a6957 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7719259 Apr 20 17:17:28.666014 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d9f91-5177-4240-8fc5-00f42a43a80d req-487c1c0c-3b07-4d2a-a867-6d46b66c2519 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:28.672912 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-499d9f91-5177-4240-8fc5-00f42a43a80d req-487c1c0c-3b07-4d2a-a867-6d46b66c2519 tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6e17b42-acea-45f8-9bf2-74e6a0dca0f2 HTTP/1.1" status: 200 len: 945 time: 0.6592059 Apr 20 17:17:28.695565 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-6330110a-3282-41fb-8060-0e55732012f4 req-40f99ca3-4e0e-477a-b2fb-b2fb6ac3774e tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Calling delete_port for ea1d80b0-c089-4016-ae67-872e3e068f8d owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:17:28.816854 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fc6cbb17-9b1f-4348-87dd-3336fff2da36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:28.887971 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e009d744-d32e-4944-8b81-bb883f3e7c12 req-62aac879-64d8-468c-b4c5-c3fbf51d2746 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779660 Apr 20 17:17:28.896780 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fc6cbb17-9b1f-4348-87dd-3336fff2da36 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2fc33d54-66ae-4acd-9a13-99509719aca0 HTTP/1.1" status: 204 len: 168 time: 2.0909238 Apr 20 17:17:28.906666 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39376) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:17:29.046678 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-840ca437-c06c-461f-8ae5-8baaaca7d19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:29.071734 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dece7-3b02-4349-ac9f-dc4e143ac131 req-204b2148-08eb-4c5a-bce6-001140eafe9e tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:29.072657 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-d61dece7-3b02-4349-ac9f-dc4e143ac131 req-204b2148-08eb-4c5a-bce6-001140eafe9e tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Synchronizing usage tracker for tenant:07e7ee6fb2044b339294a5844a1dc3d4 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:17:29.117646 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-499d9f91-5177-4240-8fc5-00f42a43a80d req-39259a6a-1d31-41f1-9058-95a84cd6344d tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.39 "GET /v2.0/security-groups?id=a47d8cee-208f-4cfa-bcfc-a099e9465705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436657 Apr 20 17:17:29.158239 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-d61dece7-3b02-4349-ac9f-dc4e143ac131 req-204b2148-08eb-4c5a-bce6-001140eafe9e tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Unset dirty status for tenant:07e7ee6fb2044b339294a5844a1dc3d4 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:17:29.159410 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d61dece7-3b02-4349-ac9f-dc4e143ac131 req-204b2148-08eb-4c5a-bce6-001140eafe9e tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=d702cbe9-c6c2-4583-b366-64d6f6bd465f HTTP/1.1" status: 200 len: 947 time: 0.3760290 Apr 20 17:17:29.200340 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e009d744-d32e-4944-8b81-bb883f3e7c12 req-0848b667-a5cc-4b41-9ea3-507214d0c7ac service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040738 Apr 20 17:17:29.211698 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609b6c2-0142-4b92-9fb5-2fe73f06cf09 req-b9c39aae-0162-4361-aad1-2900d9dff4d4 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:29.213128 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0609b6c2-0142-4b92-9fb5-2fe73f06cf09 req-b9c39aae-0162-4361-aad1-2900d9dff4d4 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa7ea240-cdac-4e89-9a28-767243759026 HTTP/1.1" status: 200 len: 944 time: 0.2151439 Apr 20 17:17:29.255708 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7a854da6-35d4-49eb-9d27-3bedbfe8a561 req-9649f9a6-38c8-4c1a-902f-e0a2bb76f328 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5806077 Apr 20 17:17:29.269288 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 7851a13e-7bbc-41b8-9f0a-f25fb0575f98 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:17:29.274080 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ea1d80b0-c089-4016-ae67-872e3e068f8d no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:17:29.294366 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d61dece7-3b02-4349-ac9f-dc4e143ac131 req-dfea9e16-18ae-4a3f-afbc-551956a0abf4 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242146 Apr 20 17:17:29.353651 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-0609b6c2-0142-4b92-9fb5-2fe73f06cf09 req-ccdd18e2-86e8-4b05-bc42-2addc53c9574 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Deleting port 17ff15db-700f-4fa3-ae1e-3647d9385359 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:17:29.354557 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0609b6c2-0142-4b92-9fb5-2fe73f06cf09 req-ccdd18e2-86e8-4b05-bc42-2addc53c9574 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:29.406456 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12c0e381-6a87-4243-af53-6e569ef81984'] response: {'server_uuid': '033362bf-532d-459f-87df-bce7a7b8c168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9421e36-06a1-434f-a62b-5c544b9868a4', 'code': 200} Apr 20 17:17:29.406789 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12c0e381-6a87-4243-af53-6e569ef81984'] response: {'server_uuid': 'c0e38329-541a-415e-ab79-3d681157c525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898a02b0-5c40-4e36-aff5-4e67570a1f91', 'code': 200} Apr 20 17:17:29.407831 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12c0e381-6a87-4243-af53-6e569ef81984'] response: {'server_uuid': 'aa7ea240-cdac-4e89-9a28-767243759026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17ff15db-700f-4fa3-ae1e-3647d9385359', 'code': 200} Apr 20 17:17:29.517207 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Port ea1d80b0-c089-4016-ae67-872e3e068f8d update to DOWN by agent not found {{(pid=84082) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 20 17:17:29.537404 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-840ca437-c06c-461f-8ae5-8baaaca7d19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:29.565405 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-840ca437-c06c-461f-8ae5-8baaaca7d19f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['712cbfca-4f15-4a05-b540-c7c77d6caef1']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:17:29.578606 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-840ca437-c06c-461f-8ae5-8baaaca7d19f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bd8babb-8003-4806-8692-e92ce3a5f993') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:17:29.579042 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-840ca437-c06c-461f-8ae5-8baaaca7d19f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bd8babb-8003-4806-8692-e92ce3a5f993') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:17:29.590952 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-840ca437-c06c-461f-8ae5-8baaaca7d19f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:29.608807 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-840ca437-c06c-461f-8ae5-8baaaca7d19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:29.613836 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840ca437-c06c-461f-8ae5-8baaaca7d19f admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:17:29.614347 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-840ca437-c06c-461f-8ae5-8baaaca7d19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:29.640023 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:17:29.640023 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:17:29.640023 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:17:29.640023 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:17:29.640023 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:17:29.640023 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:17:29.640023 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:17:29.640023 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:17:29.640023 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:17:29.640023 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:17:29.640023 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:17:29.640023 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:17:29.640023 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:17:29.640023 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:17:29.640023 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:17:29.640023 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:17:29.640023 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:17:29.640023 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:17:29.640023 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:17:29.640023 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:17:29.640023 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:17:29.640023 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:17:29.640023 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:17:29.640023 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:17:29.640023 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:17:29.640023 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:17:29.640023 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:17:29.640023 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:17:29.640023 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:17:29.640023 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:17:29.640023 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:17:29.640023 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:17:29.645023 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6330110a-3282-41fb-8060-0e55732012f4 req-40f99ca3-4e0e-477a-b2fb-b2fb6ac3774e tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:29.661188 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 7851a13e-7bbc-41b8-9f0a-f25fb0575f98, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=7851a13e-7bbc-41b8-9f0a-f25fb0575f98,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:29.691586 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '7851a13e-7bbc-41b8-9f0a-f25fb0575f98', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': '7851a13e-7bbc-41b8-9f0a-f25fb0575f98', 'mac_address': 'fa:16:3e:0a:ec:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:17:29.750991 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:29.767380 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f99ca3-4e0e-477a-b2fb-b2fb6ac3774e tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Pushing event deleted for resources: {'Port': ['ID=ea1d80b0-c089-4016-ae67-872e3e068f8d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:29.774072 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7851a13e-7bbc-41b8-9f0a-f25fb0575f98 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:17:29.793334 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 7851a13e-7bbc-41b8-9f0a-f25fb0575f98, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=7851a13e-7bbc-41b8-9f0a-f25fb0575f98,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:29.827213 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:29.844328 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-840ca437-c06c-461f-8ae5-8baaaca7d19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:29.921044 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-0609b6c2-0142-4b92-9fb5-2fe73f06cf09 req-ccdd18e2-86e8-4b05-bc42-2addc53c9574 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] For port 17ff15db-700f-4fa3-ae1e-3647d9385359, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=17ff15db-700f-4fa3-ae1e-3647d9385359,segment=NetworkSegment(43999dff-a448-4195-ad66-c7adbdca2564),segment_id=43999dff-a448-4195-ad66-c7adbdca2564)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:29.921556 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0609b6c2-0142-4b92-9fb5-2fe73f06cf09 req-ccdd18e2-86e8-4b05-bc42-2addc53c9574 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:29.941303 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=7851a13e-7bbc-41b8-9f0a-f25fb0575f98,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:29.979444 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-840ca437-c06c-461f-8ae5-8baaaca7d19f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:29.996254 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-6330110a-3282-41fb-8060-0e55732012f4 req-40f99ca3-4e0e-477a-b2fb-b2fb6ac3774e tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] No DVR routers for this DVR port ea1d80b0-c089-4016-ae67-872e3e068f8d on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:17:29.998558 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ca437-c06c-461f-8ae5-8baaaca7d19f admin admin] Pushing event deleted for resources: {'Network': ['ID=712cbfca-4f15-4a05-b540-c7c77d6caef1,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:30.001277 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6330110a-3282-41fb-8060-0e55732012f4 req-40f99ca3-4e0e-477a-b2fb-b2fb6ac3774e tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:30.003668 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6330110a-3282-41fb-8060-0e55732012f4 req-40f99ca3-4e0e-477a-b2fb-b2fb6ac3774e tempest-FloatingIPsAssociationTestJSON-765182307 tempest-FloatingIPsAssociationTestJSON-765182307-project] 10.222.0.43 "DELETE /v2.0/ports/ea1d80b0-c089-4016-ae67-872e3e068f8d HTTP/1.1" status: 204 len: 173 time: 2.6438029 Apr 20 17:17:30.004718 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e17b42-acea-45f8-9bf2-74e6a0dca0f2', 'name': 'network-vif-deleted', 'tag': 'ea1d80b0-c089-4016-ae67-872e3e068f8d'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:17:30.029997 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-840ca437-c06c-461f-8ae5-8baaaca7d19f admin admin] 10.222.0.39 "DELETE /v2.0/networks/712cbfca-4f15-4a05-b540-c7c77d6caef1 HTTP/1.1" status: 204 len: 168 time: 1.1054947 Apr 20 17:17:30.070918 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3052c-7e05-414a-baac-72e56670ef20 req-c4f4f828-4ae7-408f-90ad-36f7f8fcb5a8 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:30.074847 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6ba3052c-7e05-414a-baac-72e56670ef20 req-c4f4f828-4ae7-408f-90ad-36f7f8fcb5a8 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=033362bf-532d-459f-87df-bce7a7b8c168 HTTP/1.1" status: 200 len: 949 time: 0.7789617 Apr 20 17:17:30.135018 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-0609b6c2-0142-4b92-9fb5-2fe73f06cf09 req-ccdd18e2-86e8-4b05-bc42-2addc53c9574 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Calling delete_port for 17ff15db-700f-4fa3-ae1e-3647d9385359 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:17:30.176033 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['7851a13e-7bbc-41b8-9f0a-f25fb0575f98'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:17:30.246771 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6ba3052c-7e05-414a-baac-72e56670ef20 req-d251f615-17d3-4bae-980e-e557aa8defec tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650538 Apr 20 17:17:30.431049 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39400) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:17:30.549355 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b081b-1095-4956-881e-cbb05fe0d322 req-9b88e218-9622-4e3c-beec-1f43b9391ef3 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:30.557637 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f54b081b-1095-4956-881e-cbb05fe0d322 req-9b88e218-9622-4e3c-beec-1f43b9391ef3 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=381581c7-4815-4007-95b3-9ba11f68ea62 HTTP/1.1" status: 200 len: 946 time: 0.7764363 Apr 20 17:17:30.633260 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f54b081b-1095-4956-881e-cbb05fe0d322 req-b8877d21-9d31-478f-8cff-478b485c189f tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746429 Apr 20 17:17:30.649752 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-20b85497-2040-42b9-9dc0-0157ef6baf31 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e0abf75523cb42799be079adbc9824df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2169380 Apr 20 17:17:30.650712 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39406) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:17:30.811824 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b7eafdde-6ef9-4596-a554-812b0b701434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:30.841361 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0609b6c2-0142-4b92-9fb5-2fe73f06cf09 req-ccdd18e2-86e8-4b05-bc42-2addc53c9574 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:30.884185 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b7eafdde-6ef9-4596-a554-812b0b701434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:30.971842 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b7eafdde-6ef9-4596-a554-812b0b701434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:31.008850 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eafdde-6ef9-4596-a554-812b0b701434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04fb7c2-9d04-4646-be0c-39913a58e4cd,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:31.035331 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b7eafdde-6ef9-4596-a554-812b0b701434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:31.039476 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b7eafdde-6ef9-4596-a554-812b0b701434 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d04fb7c2-9d04-4646-be0c-39913a58e4cd HTTP/1.1" status: 204 len: 168 time: 0.3853714 Apr 20 17:17:31.192602 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd18e2-86e8-4b05-bc42-2addc53c9574 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Pushing event deleted for resources: {'Port': ['ID=17ff15db-700f-4fa3-ae1e-3647d9385359,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:31.264142 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a71bdad5-8b0e-42e4-9035-bc84ba9a3c9d'] response: {'server_uuid': 'f6e17b42-acea-45f8-9bf2-74e6a0dca0f2', 'name': 'network-vif-deleted', 'tag': 'ea1d80b0-c089-4016-ae67-872e3e068f8d', 'status': 'completed', 'code': 200} Apr 20 17:17:31.298787 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-10ef5e21-79a6-4dd0-b815-726fdd05e0ba req-09e3cc79-a203-4e47-9262-f7275d59d6b9 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa7ea240-cdac-4e89-9a28-767243759026 HTTP/1.1" status: 200 len: 210 time: 0.3169835 Apr 20 17:17:31.321005 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-0609b6c2-0142-4b92-9fb5-2fe73f06cf09 req-ccdd18e2-86e8-4b05-bc42-2addc53c9574 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] No DVR routers for this DVR port 17ff15db-700f-4fa3-ae1e-3647d9385359 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:17:31.324201 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0609b6c2-0142-4b92-9fb5-2fe73f06cf09 req-ccdd18e2-86e8-4b05-bc42-2addc53c9574 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:31.332271 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7ea240-cdac-4e89-9a28-767243759026', 'name': 'network-vif-deleted', 'tag': '17ff15db-700f-4fa3-ae1e-3647d9385359'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:17:31.371976 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0609b6c2-0142-4b92-9fb5-2fe73f06cf09 req-ccdd18e2-86e8-4b05-bc42-2addc53c9574 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.43 "DELETE /v2.0/ports/17ff15db-700f-4fa3-ae1e-3647d9385359 HTTP/1.1" status: 204 len: 173 time: 2.1490412 Apr 20 17:17:31.520733 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39428) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:17:31.902156 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48dcd2-f2d0-458b-8327-d46efe3176ef req-87e244b7-7401-4991-9649-cf90efa53b06 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:31.910260 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7a48dcd2-f2d0-458b-8327-d46efe3176ef req-87e244b7-7401-4991-9649-cf90efa53b06 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=d702cbe9-c6c2-4583-b366-64d6f6bd465f HTTP/1.1" status: 200 len: 948 time: 0.2311893 Apr 20 17:17:31.971669 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7a48dcd2-f2d0-458b-8327-d46efe3176ef req-8b8c7757-e75d-4d3d-9c82-559fcd387b4d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603085 Apr 20 17:17:32.238125 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9a417-d750-462d-a81f-93e30aedf19c req-edef5edc-5f8b-460b-b53b-8b1fbe4778b3 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:32.248648 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3af9a417-d750-462d-a81f-93e30aedf19c req-edef5edc-5f8b-460b-b53b-8b1fbe4778b3 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc222af-c061-4600-a116-868b5eb7618b HTTP/1.1" status: 200 len: 945 time: 0.2475305 Apr 20 17:17:32.319271 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3af9a417-d750-462d-a81f-93e30aedf19c req-dbd47d8a-ac71-42d0-9857-e33683213e4d tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681431 Apr 20 17:17:32.350804 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8e8aeb24-2697-479d-878e-d1fa5e6fdaf7 req-9cee3f9e-1a70-4bbb-aece-837193a1689f tempest-AbsoluteLimitsNegativeTestJSON-692723162 tempest-AbsoluteLimitsNegativeTestJSON-692723162-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=dc51cbd6d61d4dcdb1c7053f2137ee0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1397922 Apr 20 17:17:32.378276 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edcb3a25-1b50-4dcf-8c99-c1657c794dbe'] response: {'server_uuid': 'aa7ea240-cdac-4e89-9a28-767243759026', 'name': 'network-vif-deleted', 'tag': '17ff15db-700f-4fa3-ae1e-3647d9385359', 'status': 'completed', 'code': 200} Apr 20 17:17:32.460260 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39458) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:17:32.568628 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8aeb24-2697-479d-878e-d1fa5e6fdaf7 req-526d0c7b-d290-421e-a0e7-6cd37041eecd tempest-AbsoluteLimitsNegativeTestJSON-692723162 tempest-AbsoluteLimitsNegativeTestJSON-692723162-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:32.575263 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8e8aeb24-2697-479d-878e-d1fa5e6fdaf7 req-526d0c7b-d290-421e-a0e7-6cd37041eecd tempest-AbsoluteLimitsNegativeTestJSON-692723162 tempest-AbsoluteLimitsNegativeTestJSON-692723162-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2004619 Apr 20 17:17:32.602478 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8e8aeb24-2697-479d-878e-d1fa5e6fdaf7 req-a8f982b6-49af-4947-81cd-ad85a3befb3a tempest-AbsoluteLimitsNegativeTestJSON-692723162 tempest-AbsoluteLimitsNegativeTestJSON-692723162-project] 10.222.0.39 "GET /v2.0/quotas/dc51cbd6d61d4dcdb1c7053f2137ee0f HTTP/1.1" status: 200 len: 375 time: 0.0263183 Apr 20 17:17:32.662169 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8e8aeb24-2697-479d-878e-d1fa5e6fdaf7 req-d1bcaf3c-6f9f-472d-987c-acea6d1187e8 tempest-AbsoluteLimitsNegativeTestJSON-692723162 tempest-AbsoluteLimitsNegativeTestJSON-692723162-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dc51cbd6d61d4dcdb1c7053f2137ee0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587165 Apr 20 17:17:32.686972 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-9d5c1078-e048-4d7e-a813-8b13f81716fc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-214007786-network', 'tenant_id': '60c7e2ae348346058b3fbfec10afa715'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:17:32.692785 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9d5c1078-e048-4d7e-a813-8b13f81716fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:17:32.702498 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9d5c1078-e048-4d7e-a813-8b13f81716fc admin admin] Usage tracker for resource:network and tenant:60c7e2ae348346058b3fbfec10afa715 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:17:32.706226 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9d5c1078-e048-4d7e-a813-8b13f81716fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:17:32.719815 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9d5c1078-e048-4d7e-a813-8b13f81716fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:17:32.747835 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5c1078-e048-4d7e-a813-8b13f81716fc admin admin] Made reservation on behalf of 60c7e2ae348346058b3fbfec10afa715 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:17:32.751290 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9d5c1078-e048-4d7e-a813-8b13f81716fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:32.762640 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0ad06422-ed20-43a0-9964-c80e0e29ef85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:32.772907 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9d5c1078-e048-4d7e-a813-8b13f81716fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:32.873005 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9d5c1078-e048-4d7e-a813-8b13f81716fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:17:32.888108 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9d5c1078-e048-4d7e-a813-8b13f81716fc admin admin] Usage tracker for resource:security_group_rule and tenant:60c7e2ae348346058b3fbfec10afa715 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:17:32.892045 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9d5c1078-e048-4d7e-a813-8b13f81716fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:17:32.904751 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9d5c1078-e048-4d7e-a813-8b13f81716fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:17:32.929386 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c206c-dfd2-465d-9cec-98357b473159 req-4ddbaa88-0466-4972-a18d-dc602e45bd6d tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:32.930912 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cf7c206c-dfd2-465d-9cec-98357b473159 req-4ddbaa88-0466-4972-a18d-dc602e45bd6d tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=69ef6220-dcc2-4a92-9c55-18df85eeb3f5 HTTP/1.1" status: 200 len: 945 time: 0.1243379 Apr 20 17:17:33.012058 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cf7c206c-dfd2-465d-9cec-98357b473159 req-61b493ee-fe69-48d0-a934-82d492b5c1ec tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674124 Apr 20 17:17:33.055148 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9d5c1078-e048-4d7e-a813-8b13f81716fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:33.071348 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9d5c1078-e048-4d7e-a813-8b13f81716fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:33.120756 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d5c1078-e048-4d7e-a813-8b13f81716fc admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:17:33.161844 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c1078-e048-4d7e-a813-8b13f81716fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded6bfbd-d1c2-4018-a26b-32c700d57903,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:33.168628 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9d5c1078-e048-4d7e-a813-8b13f81716fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:33.168966 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-9d5c1078-e048-4d7e-a813-8b13f81716fc admin admin] Added segment 604e0b5b-f444-4a84-a006-54ff61224a47 of type vlan for network fc8e6a4a-e179-48cb-8550-48f660e9d877 Apr 20 17:17:33.233463 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9d5c1078-e048-4d7e-a813-8b13f81716fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:33.246967 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39484) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:17:33.278240 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 7851a13e-7bbc-41b8-9f0a-f25fb0575f98 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:17:33.339923 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9d5c1078-e048-4d7e-a813-8b13f81716fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:33.341618 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5c1078-e048-4d7e-a813-8b13f81716fc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:33.342402 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9d5c1078-e048-4d7e-a813-8b13f81716fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:33.412241 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39490) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:17:33.590858 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 7851a13e-7bbc-41b8-9f0a-f25fb0575f98 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:17:33.601118 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 7851a13e-7bbc-41b8-9f0a-f25fb0575f98 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:17:33.601739 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:33.606094 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-82678541-de68-4004-9e81-a1dd0c413d96 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1725487521', 'description': 'tempest-description--732277234'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:17:33.612207 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-82678541-de68-4004-9e81-a1dd0c413d96 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:17:33.623267 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-82678541-de68-4004-9e81-a1dd0c413d96 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:17:33.635542 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9d5c1078-e048-4d7e-a813-8b13f81716fc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1740468 Apr 20 17:17:33.642825 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39498) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:17:33.682725 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82678541-de68-4004-9e81-a1dd0c413d96 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:33.699703 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9074ed9a-ce26-4b7c-a94c-2bf7b6da1698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:33.722458 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-68b763e1-e9b1-405c-9900-20304ea5d743 admin admin] Request body: {'subnet': {'network_id': 'fc8e6a4a-e179-48cb-8550-48f660e9d877', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-214007786-subnet', 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:17:33.803177 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-68b763e1-e9b1-405c-9900-20304ea5d743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:17:33.824872 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c1078-e048-4d7e-a813-8b13f81716fc admin admin] Pushing event updated for resources: {'Network': ['ID=fc8e6a4a-e179-48cb-8550-48f660e9d877,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:33.825675 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:33.835915 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-68b763e1-e9b1-405c-9900-20304ea5d743 admin admin] Usage tracker for resource:subnet and tenant:60c7e2ae348346058b3fbfec10afa715 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:17:33.854531 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network fc8e6a4a-e179-48cb-8550-48f660e9d877 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:17:33.862052 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9074ed9a-ce26-4b7c-a94c-2bf7b6da1698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:17:33.866736 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9074ed9a-ce26-4b7c-a94c-2bf7b6da1698 admin admin] Usage tracker for resource:security_group_rule and tenant:dc51cbd6d61d4dcdb1c7053f2137ee0f is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:17:33.870267 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9074ed9a-ce26-4b7c-a94c-2bf7b6da1698 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:17:33.876639 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9074ed9a-ce26-4b7c-a94c-2bf7b6da1698 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:17:33.930035 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6cb53-77c9-431c-9199-6e557d84358a req-1da8dfd3-d157-4ad9-a768-9db032caa049 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:33.938561 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-beb6cb53-77c9-431c-9199-6e557d84358a req-1da8dfd3-d157-4ad9-a768-9db032caa049 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=d702cbe9-c6c2-4583-b366-64d6f6bd465f HTTP/1.1" status: 200 len: 948 time: 0.1742139 Apr 20 17:17:33.943758 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9074ed9a-ce26-4b7c-a94c-2bf7b6da1698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:33.946926 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-68b763e1-e9b1-405c-9900-20304ea5d743 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:17:33.968399 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-82678541-de68-4004-9e81-a1dd0c413d96 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:17:33.973003 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-82678541-de68-4004-9e81-a1dd0c413d96 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Usage tracker for resource:security_group_rule and tenant:e75f8ad024ce426a84ef751b2d001871 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:17:33.975925 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-82678541-de68-4004-9e81-a1dd0c413d96 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:17:33.982848 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-82678541-de68-4004-9e81-a1dd0c413d96 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:17:34.016668 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-beb6cb53-77c9-431c-9199-6e557d84358a req-c30e7280-a93f-430a-ae66-80b167eda591 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767670 Apr 20 17:17:34.027210 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 7851a13e-7bbc-41b8-9f0a-f25fb0575f98, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=7851a13e-7bbc-41b8-9f0a-f25fb0575f98,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:34.028877 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd702cbe9-c6c2-4583-b366-64d6f6bd465f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7851a13e-7bbc-41b8-9f0a-f25fb0575f98'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:17:34.041110 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82678541-de68-4004-9e81-a1dd0c413d96 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:34.046306 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9074ed9a-ce26-4b7c-a94c-2bf7b6da1698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:34.055514 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:34.056454 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 17ff15db-700f-4fa3-ae1e-3647d9385359 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:17:34.075429 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-68b763e1-e9b1-405c-9900-20304ea5d743 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:17:34.088553 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9074ed9a-ce26-4b7c-a94c-2bf7b6da1698 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dc51cbd6d61d4dcdb1c7053f2137ee0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8376334 Apr 20 17:17:34.088553 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82678541-de68-4004-9e81-a1dd0c413d96 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:34.094423 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39506) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:17:34.196266 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 17ff15db-700f-4fa3-ae1e-3647d9385359 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:17:34.196266 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 17ff15db-700f-4fa3-ae1e-3647d9385359 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:17:34.234341 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074ed9a-ce26-4b7c-a94c-2bf7b6da1698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce66424f-ebbe-45f8-87dc-d4dc2d154b20,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:34.237827 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b763e1-e9b1-405c-9900-20304ea5d743 admin admin] Made reservation on behalf of 60c7e2ae348346058b3fbfec10afa715 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:17:34.240359 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-0ad06422-ed20-43a0-9964-c80e0e29ef85 admin admin] Deleting port 0b0cae73-537b-46fa-b55b-158935a38bee {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:17:34.240750 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0ad06422-ed20-43a0-9964-c80e0e29ef85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:34.240943 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-68b763e1-e9b1-405c-9900-20304ea5d743 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:34.262456 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=7851a13e-7bbc-41b8-9f0a-f25fb0575f98,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:34.306823 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-648f0b51-bce0-416b-8a5e-69f362430460 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c12b40028ab147a889b4fc203a6893de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0802617 Apr 20 17:17:34.351467 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82678541-de68-4004-9e81-a1dd0c413d96 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:34.355905 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-82678541-de68-4004-9e81-a1dd0c413d96 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.8843608 Apr 20 17:17:34.373154 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39514) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:17:34.395986 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-7d7a80b8-96ee-41c1-bead-821d3c8ba369 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Request body: {'security_group_rule': {'security_group_id': '619b6f68-00b3-4d4e-bfda-7bfb433c6dd6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:17:34.401930 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7d7a80b8-96ee-41c1-bead-821d3c8ba369 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:17:34.406403 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7d7a80b8-96ee-41c1-bead-821d3c8ba369 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Usage tracker for resource:security_group_rule and tenant:e75f8ad024ce426a84ef751b2d001871 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:17:34.415896 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7d7a80b8-96ee-41c1-bead-821d3c8ba369 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:17:34.419864 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7d7a80b8-96ee-41c1-bead-821d3c8ba369 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:17:34.472249 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075768fb-0a5a-401f-8ce2-02828f1529b3 req-65e05a5f-af0a-41e0-bdf1-e58f8aa0978c tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:34.476153 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075768fb-0a5a-401f-8ce2-02828f1529b3 req-65e05a5f-af0a-41e0-bdf1-e58f8aa0978c tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:34.480004 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075768fb-0a5a-401f-8ce2-02828f1529b3 req-65e05a5f-af0a-41e0-bdf1-e58f8aa0978c tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:34.486921 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-075768fb-0a5a-401f-8ce2-02828f1529b3 req-65e05a5f-af0a-41e0-bdf1-e58f8aa0978c tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc222af-c061-4600-a116-868b5eb7618b&device_id=381581c7-4815-4007-95b3-9ba11f68ea62&device_id=69ef6220-dcc2-4a92-9c55-18df85eeb3f5 HTTP/1.1" status: 200 len: 2417 time: 0.7604525 Apr 20 17:17:34.527403 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a17cc4cb-4a0b-4ead-b57d-34a6e63f059b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:34.529038 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82678541-de68-4004-9e81-a1dd0c413d96 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=619b6f68-00b3-4d4e-bfda-7bfb433c6dd6,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:34.536673 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7d7a80b8-96ee-41c1-bead-821d3c8ba369 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:34.597623 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-deb30cd3-5127-4df5-8408-94d7b9aee6d4 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:34.605181 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-deb30cd3-5127-4df5-8408-94d7b9aee6d4 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2909863 Apr 20 17:17:34.620908 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-0ad06422-ed20-43a0-9964-c80e0e29ef85 admin admin] For port 0b0cae73-537b-46fa-b55b-158935a38bee, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0b0cae73-537b-46fa-b55b-158935a38bee,segment=NetworkSegment(36373ac1-df16-4205-8393-5031c405a675),segment_id=36373ac1-df16-4205-8393-5031c405a675)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:34.620908 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0ad06422-ed20-43a0-9964-c80e0e29ef85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:34.642851 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-1c12a84a-2d31-462b-ba95-54b142b124c0 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/quotas/c12b40028ab147a889b4fc203a6893de HTTP/1.1" status: 200 len: 375 time: 0.0367429 Apr 20 17:17:34.725760 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a17cc4cb-4a0b-4ead-b57d-34a6e63f059b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:34.795333 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-075768fb-0a5a-401f-8ce2-02828f1529b3 req-17eca50e-c254-482a-bc4e-cf2046a1c20a tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074872 Apr 20 17:17:34.804586 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-0ad06422-ed20-43a0-9964-c80e0e29ef85 admin admin] Calling delete_port for 0b0cae73-537b-46fa-b55b-158935a38bee owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:17:34.836864 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7d7a80b8-96ee-41c1-bead-821d3c8ba369 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:34.854668 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-68b763e1-e9b1-405c-9900-20304ea5d743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:34.933449 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-b63052de-b24c-4e35-b9e6-f1d4d29b0432 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2896519 Apr 20 17:17:34.940811 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b763e1-e9b1-405c-9900-20304ea5d743 admin admin] Pushing event updated for resources: {'Subnet': ['ID=826f24c4-a35e-4e89-9b39-2bce6cc7b5a3,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:34.943077 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7d7a80b8-96ee-41c1-bead-821d3c8ba369 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:34.963328 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a80b8-96ee-41c1-bead-821d3c8ba369 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51dfd434-01f2-439e-b138-556bf0be4038,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:35.015240 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b763e1-e9b1-405c-9900-20304ea5d743 admin admin] Checking segment: {'id': '604e0b5b-f444-4a84-a006-54ff61224a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fc8e6a4a-e179-48cb-8550-48f660e9d877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:17:35.015599 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b763e1-e9b1-405c-9900-20304ea5d743 admin admin] Network hostable DHCP agents. Network: fc8e6a4a-e179-48cb-8550-48f660e9d877, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:17:35.045680 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a17cc4cb-4a0b-4ead-b57d-34a6e63f059b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:35.048250 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a17cc4cb-4a0b-4ead-b57d-34a6e63f059b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:35.052242 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a17cc4cb-4a0b-4ead-b57d-34a6e63f059b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ce66424f-ebbe-45f8-87dc-d4dc2d154b20 HTTP/1.1" status: 204 len: 168 time: 0.9554906 Apr 20 17:17:35.066476 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17cc4cb-4a0b-4ead-b57d-34a6e63f059b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce66424f-ebbe-45f8-87dc-d4dc2d154b20,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:35.068421 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7d7a80b8-96ee-41c1-bead-821d3c8ba369 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:35.069717 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7d7a80b8-96ee-41c1-bead-821d3c8ba369 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6876740 Apr 20 17:17:35.071104 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b763e1-e9b1-405c-9900-20304ea5d743 admin admin] Network fc8e6a4a-e179-48cb-8550-48f660e9d877 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:17:35.076268 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39534) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:17:35.089848 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-68b763e1-e9b1-405c-9900-20304ea5d743 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, fc8e6a4a-e179-48cb-8550-48f660e9d877) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:17:35.102961 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-7036f63c-7955-49f8-b110-a8cc14a2cc59 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Request body: {'security_group_rule': {'security_group_id': '619b6f68-00b3-4d4e-bfda-7bfb433c6dd6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:17:35.103780 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b763e1-e9b1-405c-9900-20304ea5d743 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:35.104381 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-68b763e1-e9b1-405c-9900-20304ea5d743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:35.107687 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d07ab3-d5ec-4239-86fc-67a0b2f02e79 None None] Network fc8e6a4a-e179-48cb-8550-48f660e9d877 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:17:35.117269 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7036f63c-7955-49f8-b110-a8cc14a2cc59 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:17:35.126498 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7036f63c-7955-49f8-b110-a8cc14a2cc59 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Usage tracker for resource:security_group_rule and tenant:e75f8ad024ce426a84ef751b2d001871 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:17:35.146215 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7036f63c-7955-49f8-b110-a8cc14a2cc59 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:17:35.169333 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7036f63c-7955-49f8-b110-a8cc14a2cc59 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:17:35.192322 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-68b763e1-e9b1-405c-9900-20304ea5d743 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5457799 Apr 20 17:17:35.193169 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39540) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:17:35.201376 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-9a3cb517-4d54-42c1-bced-2cb4bb5bd316 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-214007786-router', 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:17:35.217553 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0ad06422-ed20-43a0-9964-c80e0e29ef85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:35.292843 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9a3cb517-4d54-42c1-bced-2cb4bb5bd316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:17:35.321132 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-286abbbb-e9a8-4c7c-9a61-15e8e1e7d7a2'] response: {'server_uuid': 'd702cbe9-c6c2-4583-b366-64d6f6bd465f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7851a13e-7bbc-41b8-9f0a-f25fb0575f98', 'code': 200} Apr 20 17:17:35.336757 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9a3cb517-4d54-42c1-bced-2cb4bb5bd316 admin admin] Usage tracker for resource:router and tenant:60c7e2ae348346058b3fbfec10afa715 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:17:35.368779 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9a3cb517-4d54-42c1-bced-2cb4bb5bd316 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:17:35.379235 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7036f63c-7955-49f8-b110-a8cc14a2cc59 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:35.397638 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad06422-ed20-43a0-9964-c80e0e29ef85 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b0cae73-537b-46fa-b55b-158935a38bee,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:35.519422 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9a3cb517-4d54-42c1-bced-2cb4bb5bd316 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:17:35.713325 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511a5769-03bf-4d0c-b0b3-f3276b9da89a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-fc8e6a4a-e179-48cb-8550-48f660e9d877', 'network_id': 'fc8e6a4a-e179-48cb-8550-48f660e9d877', 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'fixed_ips': [{'subnet_id': '826f24c4-a35e-4e89-9b39-2bce6cc7b5a3'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:17:35.716981 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-511a5769-03bf-4d0c-b0b3-f3276b9da89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:35.813488 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfe4fa-68b4-4efb-a96f-fc079f3408fe req-d53042a8-cc07-49b5-ad3e-15747f839f3c tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:35.821213 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9fdfe4fa-68b4-4efb-a96f-fc079f3408fe req-d53042a8-cc07-49b5-ad3e-15747f839f3c tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=d702cbe9-c6c2-4583-b366-64d6f6bd465f HTTP/1.1" status: 200 len: 949 time: 0.2155490 Apr 20 17:17:35.872250 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a3cb517-4d54-42c1-bced-2cb4bb5bd316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:35.875340 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a3cb517-4d54-42c1-bced-2cb4bb5bd316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:35.932529 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9fdfe4fa-68b4-4efb-a96f-fc079f3408fe req-198dd412-d127-4f69-9378-e469ca829f85 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092162 Apr 20 17:17:36.020214 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0093ac6f-5f9f-48a1-ad40-94306e010046 req-cce68dc4-31cb-4020-b739-4675722b962a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d702cbe9-c6c2-4583-b366-64d6f6bd465f HTTP/1.1" status: 200 len: 1100 time: 0.6106870 Apr 20 17:17:36.086454 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-511a5769-03bf-4d0c-b0b3-f3276b9da89a None None] Allocated IP 172.20.0.2 (fc8e6a4a-e179-48cb-8550-48f660e9d877/826f24c4-a35e-4e89-9b39-2bce6cc7b5a3/f9d485dc-dc14-4fc0-b1e1-ee9973179e9d) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:17:36.105783 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7036f63c-7955-49f8-b110-a8cc14a2cc59 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:36.171330 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ad6853e6-be5f-4133-93d0-12df3f298bdf req-f36029b5-ebe3-4ad8-951d-dfedff3b7644 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 210 time: 0.1192923 Apr 20 17:17:36.468021 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a3cb517-4d54-42c1-bced-2cb4bb5bd316 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:36.473843 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7036f63c-7955-49f8-b110-a8cc14a2cc59 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:36.520640 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-511a5769-03bf-4d0c-b0b3-f3276b9da89a None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:36.540945 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-511a5769-03bf-4d0c-b0b3-f3276b9da89a None None] Transition to ACTIVE for port object f9d485dc-dc14-4fc0-b1e1-ee9973179e9d will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:17:36.564242 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0093ac6f-5f9f-48a1-ad40-94306e010046 req-ed6ace33-e463-4301-bee4-d0af4ccfc92d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5242662 Apr 20 17:17:36.569449 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-511a5769-03bf-4d0c-b0b3-f3276b9da89a None None] Transition to ACTIVE for port object f9d485dc-dc14-4fc0-b1e1-ee9973179e9d will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:17:36.585389 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-511a5769-03bf-4d0c-b0b3-f3276b9da89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:36.587714 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f54cf6-2c02-48cb-be6b-4517a8a75c98 req-d8891d2f-64bd-4670-8afb-138f542be60c tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:36.593075 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-42f54cf6-2c02-48cb-be6b-4517a8a75c98 req-d8891d2f-64bd-4670-8afb-138f542be60c tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc222af-c061-4600-a116-868b5eb7618b HTTP/1.1" status: 200 len: 945 time: 1.0694582 Apr 20 17:17:36.606299 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036f63c-7955-49f8-b110-a8cc14a2cc59 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c9e31fc-d960-4820-9954-9bc7699cfc4e,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:36.707171 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511a5769-03bf-4d0c-b0b3-f3276b9da89a None None] Network fc8e6a4a-e179-48cb-8550-48f660e9d877 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:17:36.708516 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39578) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:17:36.711139 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-511a5769-03bf-4d0c-b0b3-f3276b9da89a None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:17:36.720424 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511a5769-03bf-4d0c-b0b3-f3276b9da89a None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:17:36.727021 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a5769-03bf-4d0c-b0b3-f3276b9da89a None None] Pushing event updated for resources: {'Port': ['ID=f9d485dc-dc14-4fc0-b1e1-ee9973179e9d,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:36.845597 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-511a5769-03bf-4d0c-b0b3-f3276b9da89a None None] Attempting to bind port f9d485dc-dc14-4fc0-b1e1-ee9973179e9d on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:17:36.845972 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-511a5769-03bf-4d0c-b0b3-f3276b9da89a None None] Attempting to bind port f9d485dc-dc14-4fc0-b1e1-ee9973179e9d by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '604e0b5b-f444-4a84-a006-54ff61224a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fc8e6a4a-e179-48cb-8550-48f660e9d877'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:17:36.846409 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511a5769-03bf-4d0c-b0b3-f3276b9da89a None None] Attempting to bind port f9d485dc-dc14-4fc0-b1e1-ee9973179e9d on network fc8e6a4a-e179-48cb-8550-48f660e9d877 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:17:36.854127 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511a5769-03bf-4d0c-b0b3-f3276b9da89a None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:17:36.854524 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511a5769-03bf-4d0c-b0b3-f3276b9da89a None None] Checking segment: {'id': '604e0b5b-f444-4a84-a006-54ff61224a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fc8e6a4a-e179-48cb-8550-48f660e9d877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:17:36.854922 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-511a5769-03bf-4d0c-b0b3-f3276b9da89a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:36.855302 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511a5769-03bf-4d0c-b0b3-f3276b9da89a None None] Bound using segment: {'id': '604e0b5b-f444-4a84-a006-54ff61224a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fc8e6a4a-e179-48cb-8550-48f660e9d877'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:17:36.855760 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-511a5769-03bf-4d0c-b0b3-f3276b9da89a None None] Bound port: f9d485dc-dc14-4fc0-b1e1-ee9973179e9d, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604e0b5b-f444-4a84-a006-54ff61224a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fc8e6a4a-e179-48cb-8550-48f660e9d877'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:17:36.856130 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-511a5769-03bf-4d0c-b0b3-f3276b9da89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:36.883319 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7036f63c-7955-49f8-b110-a8cc14a2cc59 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:36.884978 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7036f63c-7955-49f8-b110-a8cc14a2cc59 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.8025537 Apr 20 17:17:36.889669 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39584) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:17:36.901211 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-42f54cf6-2c02-48cb-be6b-4517a8a75c98 req-9e5ca2d9-5d1f-4f81-9e09-c2cba2843e49 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897778 Apr 20 17:17:36.909284 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-f0a8a05e-aa64-41e4-bfb2-027ad042a4c4 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:17:36.951788 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-c8354d14-667c-44c0-9d7a-5a2f8905c071 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-5156389-network', 'tenant_id': 'ffcb78f29a714057bb79ebadc32ed198'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:17:36.978244 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-511a5769-03bf-4d0c-b0b3-f3276b9da89a None None] For port f9d485dc-dc14-4fc0-b1e1-ee9973179e9d, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:17:36.979263 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c8354d14-667c-44c0-9d7a-5a2f8905c071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:17:36.981590 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-511a5769-03bf-4d0c-b0b3-f3276b9da89a None None] For port f9d485dc-dc14-4fc0-b1e1-ee9973179e9d, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f9d485dc-dc14-4fc0-b1e1-ee9973179e9d,segment=NetworkSegment(604e0b5b-f444-4a84-a006-54ff61224a47),segment_id=604e0b5b-f444-4a84-a006-54ff61224a47)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:17:36.991068 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a3cb517-4d54-42c1-bced-2cb4bb5bd316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:36.991234 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c8354d14-667c-44c0-9d7a-5a2f8905c071 admin admin] Usage tracker for resource:network and tenant:ffcb78f29a714057bb79ebadc32ed198 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:17:36.999706 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-511a5769-03bf-4d0c-b0b3-f3276b9da89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:37.004090 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c8354d14-667c-44c0-9d7a-5a2f8905c071 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:17:37.017728 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c8354d14-667c-44c0-9d7a-5a2f8905c071 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:17:37.037118 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f0a8a05e-aa64-41e4-bfb2-027ad042a4c4 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:17:37.049698 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f0a8a05e-aa64-41e4-bfb2-027ad042a4c4 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Usage tracker for resource:floatingip and tenant:e75f8ad024ce426a84ef751b2d001871 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:17:37.070627 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f0a8a05e-aa64-41e4-bfb2-027ad042a4c4 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:17:37.089450 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f0a8a05e-aa64-41e4-bfb2-027ad042a4c4 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:17:37.108394 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8354d14-667c-44c0-9d7a-5a2f8905c071 admin admin] Made reservation on behalf of ffcb78f29a714057bb79ebadc32ed198 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:17:37.113943 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c8354d14-667c-44c0-9d7a-5a2f8905c071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:37.142101 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a05e-aa64-41e4-bfb2-027ad042a4c4 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks [] for floatingip, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:37.177573 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0ad06422-ed20-43a0-9964-c80e0e29ef85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:37.183776 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c8354d14-667c-44c0-9d7a-5a2f8905c071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:37.255019 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a5769-03bf-4d0c-b0b3-f3276b9da89a None None] Pushing event updated for resources: {'Port': ['ID=f9d485dc-dc14-4fc0-b1e1-ee9973179e9d,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:37.321511 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c8354d14-667c-44c0-9d7a-5a2f8905c071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:17:37.326363 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c8354d14-667c-44c0-9d7a-5a2f8905c071 admin admin] Usage tracker for resource:security_group_rule and tenant:ffcb78f29a714057bb79ebadc32ed198 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:17:37.333728 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c8354d14-667c-44c0-9d7a-5a2f8905c071 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:17:37.341357 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c8354d14-667c-44c0-9d7a-5a2f8905c071 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:17:37.425812 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c8354d14-667c-44c0-9d7a-5a2f8905c071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:37.460487 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c8354d14-667c-44c0-9d7a-5a2f8905c071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:37.506615 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8354d14-667c-44c0-9d7a-5a2f8905c071 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:17:37.578829 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c8354d14-667c-44c0-9d7a-5a2f8905c071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:37.578829 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-c8354d14-667c-44c0-9d7a-5a2f8905c071 admin admin] Added segment edb8f8fc-911d-4f39-9f48-9e99b3ae736e of type vlan for network d8ef33a9-107e-4ebd-9173-5b6bab76d40f Apr 20 17:17:37.611244 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8354d14-667c-44c0-9d7a-5a2f8905c071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0746e04-eaaa-491f-b2f2-a68a28aea018,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:37.668690 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c8354d14-667c-44c0-9d7a-5a2f8905c071 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:37.697252 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a05e-aa64-41e4-bfb2-027ad042a4c4 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:37.758532 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2659350-79e8-4dff-9d49-19270ca96991 req-5de037d1-54e4-4ffb-b7cb-4f584d862178 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:37.765473 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c2659350-79e8-4dff-9d49-19270ca96991 req-5de037d1-54e4-4ffb-b7cb-4f584d862178 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=d702cbe9-c6c2-4583-b366-64d6f6bd465f HTTP/1.1" status: 200 len: 949 time: 0.3572812 Apr 20 17:17:37.836465 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c2659350-79e8-4dff-9d49-19270ca96991 req-c8081d7e-d84c-4dfa-94f5-8fc92295cfe8 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700402 Apr 20 17:17:37.837604 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a3cb517-4d54-42c1-bced-2cb4bb5bd316 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:37.901347 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a3cb517-4d54-42c1-bced-2cb4bb5bd316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:37.928613 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-f0a8a05e-aa64-41e4-bfb2-027ad042a4c4 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Allocated IP 172.25.8.56 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/23c63d9b-d808-4c5c-b3fa-c69f574378b2) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:17:38.229352 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.resource_extend [None req-c8354d14-667c-44c0-9d7a-5a2f8905c071 admin admin] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:17:38.358881 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c8354d14-667c-44c0-9d7a-5a2f8905c071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:38.359679 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8354d14-667c-44c0-9d7a-5a2f8905c071 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:38.360957 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c8354d14-667c-44c0-9d7a-5a2f8905c071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:38.389773 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f9d485dc-dc14-4fc0-b1e1-ee9973179e9d up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:17:38.586993 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port f9d485dc-dc14-4fc0-b1e1-ee9973179e9d completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:17:38.757717 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0b781c60-a954-4380-9df0-9312ecce049e req-9f15771e-045a-49b2-bd82-478493946678 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 210 time: 0.4352658 Apr 20 17:17:38.764078 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8354d14-667c-44c0-9d7a-5a2f8905c071 admin admin] Pushing event updated for resources: {'Network': ['ID=d8ef33a9-107e-4ebd-9173-5b6bab76d40f,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:38.784482 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c8354d14-667c-44c0-9d7a-5a2f8905c071 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0748720 Apr 20 17:17:38.785316 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network d8ef33a9-107e-4ebd-9173-5b6bab76d40f details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:17:38.791208 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-9e014516-ca52-4c6c-a00e-829667ad8283 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=c12b40028ab147a889b4fc203a6893de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5194883 Apr 20 17:17:38.799195 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39606) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:17:38.857389 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-7e46109f-00a8-4e02-8f82-5949710c791f admin admin] Request body: {'subnet': {'network_id': 'd8ef33a9-107e-4ebd-9173-5b6bab76d40f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-5156389-subnet', 'tenant_id': 'ffcb78f29a714057bb79ebadc32ed198', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:17:38.880181 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7e46109f-00a8-4e02-8f82-5949710c791f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:17:38.885262 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7e46109f-00a8-4e02-8f82-5949710c791f admin admin] Usage tracker for resource:subnet and tenant:ffcb78f29a714057bb79ebadc32ed198 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:17:38.892440 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7e46109f-00a8-4e02-8f82-5949710c791f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:17:38.915278 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7e46109f-00a8-4e02-8f82-5949710c791f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:17:38.918370 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb97d53-bfc3-48a5-a437-b90fdd75f8c7 None None] Network fc8e6a4a-e179-48cb-8550-48f660e9d877 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:17:38.948954 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e46109f-00a8-4e02-8f82-5949710c791f admin admin] Made reservation on behalf of ffcb78f29a714057bb79ebadc32ed198 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:17:38.956850 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7e46109f-00a8-4e02-8f82-5949710c791f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:39.060128 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad06422-ed20-43a0-9964-c80e0e29ef85 admin admin] Router 3456df83-4ab8-4df2-8c4d-fffa485cc2be has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:17:39.188529 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-66bfbf0b-25b2-40c6-84dd-2ece167ae583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:39.202515 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1575d7aa-2ae2-49d4-b705-459a12f91994 None None] Provisioning for port f9d485dc-dc14-4fc0-b1e1-ee9973179e9d completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:17:39.250013 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1575d7aa-2ae2-49d4-b705-459a12f91994 None None] Provisioning complete for port f9d485dc-dc14-4fc0-b1e1-ee9973179e9d triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:17:39.250425 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1575d7aa-2ae2-49d4-b705-459a12f91994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:39.322706 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a05e-aa64-41e4-bfb2-027ad042a4c4 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:39.400841 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5770b8-93cc-4d61-9d6d-8ac1b1bdab20 req-7557eb17-c1a3-4503-9ab7-7bd7add7bc62 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:39.402746 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7c5770b8-93cc-4d61-9d6d-8ac1b1bdab20 req-7557eb17-c1a3-4503-9ab7-7bd7add7bc62 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=d702cbe9-c6c2-4583-b366-64d6f6bd465f HTTP/1.1" status: 200 len: 949 time: 0.3072042 Apr 20 17:17:39.489035 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-0ba0cb2d-0102-45ae-bc37-d9511eb1527e tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:39.495047 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-0ba0cb2d-0102-45ae-bc37-d9511eb1527e tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6966426 Apr 20 17:17:39.548811 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-20b80372-8283-471c-b730-a7fcfacb6c0a tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Request body: {'port': {'device_id': 'cf9669fa-6bcb-4dc1-a556-d0d7551c358d', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'admin_state_up': True, 'tenant_id': 'c12b40028ab147a889b4fc203a6893de'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:17:39.565900 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad06422-ed20-43a0-9964-c80e0e29ef85 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:17:39.577358 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758ff879-451b-4cda-9f12-027c9f541971 None None] Sync routers for ids ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:17:39.595707 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0ad06422-ed20-43a0-9964-c80e0e29ef85 admin admin] 10.222.0.39 "PUT /v2.0/routers/3456df83-4ab8-4df2-8c4d-fffa485cc2be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0702817 Apr 20 17:17:39.596403 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39622) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:17:39.603990 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758ff879-451b-4cda-9f12-027c9f541971 None None] Routers {'3456df83-4ab8-4df2-8c4d-fffa485cc2be'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:17:39.604601 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-758ff879-451b-4cda-9f12-027c9f541971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:17:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:17:39.722028 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7c5770b8-93cc-4d61-9d6d-8ac1b1bdab20 req-769f29bd-e2f7-4393-81f9-72ef6216074d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048332 Apr 20 17:17:39.732613 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1575d7aa-2ae2-49d4-b705-459a12f91994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:39.795606 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a05e-aa64-41e4-bfb2-027ad042a4c4 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:39.890820 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1575d7aa-2ae2-49d4-b705-459a12f91994 None None] For port f9d485dc-dc14-4fc0-b1e1-ee9973179e9d, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f9d485dc-dc14-4fc0-b1e1-ee9973179e9d,segment=NetworkSegment(604e0b5b-f444-4a84-a006-54ff61224a47),segment_id=604e0b5b-f444-4a84-a006-54ff61224a47)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:39.922320 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1575d7aa-2ae2-49d4-b705-459a12f91994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:40.093042 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a8a05e-aa64-41e4-bfb2-027ad042a4c4 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:17:40.096817 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-9a3cb517-4d54-42c1-bced-2cb4bb5bd316 admin admin] Allocated IP 172.25.8.196 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/71b30aa2-ab3d-4683-ab00-6746bf13ea28) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:17:40.106583 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-f0a8a05e-aa64-41e4-bfb2-027ad042a4c4 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:17:40.112971 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8a05e-aa64-41e4-bfb2-027ad042a4c4 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Pushing event updated for resources: {'Port': ['ID=23c63d9b-d808-4c5c-b3fa-c69f574378b2,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:40.116655 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-532d1b76-1a5c-4979-b342-0b26df7bd117 req-6960ce5e-298e-4cd4-90d3-29773777b23e tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 210 time: 0.0788310 Apr 20 17:17:40.122444 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a8a05e-aa64-41e4-bfb2-027ad042a4c4 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:17:40.133010 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575d7aa-2ae2-49d4-b705-459a12f91994 None None] Pushing event updated for resources: {'Port': ['ID=f9d485dc-dc14-4fc0-b1e1-ee9973179e9d,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:40.153891 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575d7aa-2ae2-49d4-b705-459a12f91994 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:40.154529 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575d7aa-2ae2-49d4-b705-459a12f91994 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:40.155358 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575d7aa-2ae2-49d4-b705-459a12f91994 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:40.156059 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575d7aa-2ae2-49d4-b705-459a12f91994 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:40.156614 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575d7aa-2ae2-49d4-b705-459a12f91994 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:40.157181 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575d7aa-2ae2-49d4-b705-459a12f91994 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:40.157734 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575d7aa-2ae2-49d4-b705-459a12f91994 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:40.158342 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575d7aa-2ae2-49d4-b705-459a12f91994 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:40.158875 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575d7aa-2ae2-49d4-b705-459a12f91994 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:40.159450 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575d7aa-2ae2-49d4-b705-459a12f91994 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:40.159991 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1575d7aa-2ae2-49d4-b705-459a12f91994 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:40.175447 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-20b80372-8283-471c-b730-a7fcfacb6c0a tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:17:40.210799 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-20b80372-8283-471c-b730-a7fcfacb6c0a tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:17:40.231396 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-758ff879-451b-4cda-9f12-027c9f541971 None None] Set router 3456df83-4ab8-4df2-8c4d-fffa485cc2be gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:17:40.251226 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7e46109f-00a8-4e02-8f82-5949710c791f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:40.294391 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f9d485dc-dc14-4fc0-b1e1-ee9973179e9d up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:17:40.437524 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-20b80372-8283-471c-b730-a7fcfacb6c0a tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Made reservation on behalf of c12b40028ab147a889b4fc203a6893de for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:17:40.446376 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-20b80372-8283-471c-b730-a7fcfacb6c0a tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:40.508318 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port f9d485dc-dc14-4fc0-b1e1-ee9973179e9d triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:17:40.508318 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:40.520252 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46109f-00a8-4e02-8f82-5949710c791f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e216643-0d94-47fd-bb51-9fe24d2f84fc,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:40.691056 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a3cb517-4d54-42c1-bced-2cb4bb5bd316 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:40.743950 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c4feb318-9e45-4dc4-8896-3a575cd9e735 None None] Provisioning complete for port f9d485dc-dc14-4fc0-b1e1-ee9973179e9d triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:17:40.745046 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c4feb318-9e45-4dc4-8896-3a575cd9e735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:40.751385 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-758ff879-451b-4cda-9f12-027c9f541971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'name': 'tempest-FloatingIPsAssociationTestJSON-318035455-router', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '99656306-bf22-426a-bd25-1355044d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:15:28Z', 'updated_at': '2022-04-20T17:17:34Z', 'revision_number': 5, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'gw_port': {'id': '99656306-bf22-426a-bd25-1355044d1f79', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:30Z', 'updated_at': '2022-04-20T17:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:17:40.765037 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758ff879-451b-4cda-9f12-027c9f541971 None None] Checking router: 3456df83-4ab8-4df2-8c4d-fffa485cc2be for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:17:40.787376 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758ff879-451b-4cda-9f12-027c9f541971 None None] Routers {'3456df83-4ab8-4df2-8c4d-fffa485cc2be'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:17:40.788219 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-758ff879-451b-4cda-9f12-027c9f541971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:17:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:17:40.889694 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-20b80372-8283-471c-b730-a7fcfacb6c0a tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Allocated IP 192.168.233.83 (9a774663-a30d-4bd1-8b41-83fe693f2d30/777b4790-ba4c-49e9-8844-3c09c1447f40/db955777-f791-4005-a279-3a7e7cd2ff53) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:17:40.901213 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5794eb26-8c37-4a63-965d-90675c1ca6cb req-53271db1-d6cc-4202-8481-b25efb9e72b5 tempest-ServersOnMultiNodesTest-52254401 tempest-ServersOnMultiNodesTest-52254401-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d702cbe9-c6c2-4583-b366-64d6f6bd465f HTTP/1.1" status: 200 len: 1100 time: 0.9088957 Apr 20 17:17:40.933700 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e46109f-00a8-4e02-8f82-5949710c791f admin admin] Checking segment: {'id': 'edb8f8fc-911d-4f39-9f48-9e99b3ae736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8ef33a9-107e-4ebd-9173-5b6bab76d40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:17:40.934398 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e46109f-00a8-4e02-8f82-5949710c791f admin admin] Network hostable DHCP agents. Network: d8ef33a9-107e-4ebd-9173-5b6bab76d40f, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:17:40.956622 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1758ba50-7cf7-480a-9c30-4966b042c7d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:41.054569 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5794eb26-8c37-4a63-965d-90675c1ca6cb req-b4e26051-3b39-47c2-bfb9-0f3b0f26fd3a tempest-ServersOnMultiNodesTest-52254401 tempest-ServersOnMultiNodesTest-52254401-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517892 Apr 20 17:17:41.055719 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-758ff879-451b-4cda-9f12-027c9f541971 None None] Set router 3456df83-4ab8-4df2-8c4d-fffa485cc2be gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:17:41.154434 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a3cb517-4d54-42c1-bced-2cb4bb5bd316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:41.197330 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e46109f-00a8-4e02-8f82-5949710c791f admin admin] Network d8ef33a9-107e-4ebd-9173-5b6bab76d40f is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:17:41.243200 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b69b6-83ed-4b69-a0c8-8517f2277086 req-27d3d554-bca5-46d9-8999-adfb97974518 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:41.248221 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d15b69b6-83ed-4b69-a0c8-8517f2277086 req-27d3d554-bca5-46d9-8999-adfb97974518 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=69ef6220-dcc2-4a92-9c55-18df85eeb3f5 HTTP/1.1" status: 200 len: 945 time: 0.4620810 Apr 20 17:17:41.373323 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3cb517-4d54-42c1-bced-2cb4bb5bd316 admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:17:41.376029 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d10854fc-a6c7-43c7-8139-40c22bef5572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:41.377388 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-9a3cb517-4d54-42c1-bced-2cb4bb5bd316 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:17:41.379275 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3cb517-4d54-42c1-bced-2cb4bb5bd316 admin admin] Pushing event updated for resources: {'Port': ['ID=71b30aa2-ab3d-4683-ab00-6746bf13ea28,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:41.382002 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3cb517-4d54-42c1-bced-2cb4bb5bd316 admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:17:41.433207 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d15b69b6-83ed-4b69-a0c8-8517f2277086 req-3b68fbf2-1989-44c0-af49-4b820339a4d9 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435447 Apr 20 17:17:41.548765 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a05e-aa64-41e4-bfb2-027ad042a4c4 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:41.566562 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-758ff879-451b-4cda-9f12-027c9f541971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'name': 'tempest-FloatingIPsAssociationTestJSON-318035455-router', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '99656306-bf22-426a-bd25-1355044d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:15:28Z', 'updated_at': '2022-04-20T17:17:34Z', 'revision_number': 5, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'gw_port': {'id': '99656306-bf22-426a-bd25-1355044d1f79', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:30Z', 'updated_at': '2022-04-20T17:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:17:41.576892 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758ff879-451b-4cda-9f12-027c9f541971 None None] The sync data for ids ['3456df83-4ab8-4df2-8c4d-fffa485cc2be'] in n-d-838032-1 is: [{'id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'name': 'tempest-FloatingIPsAssociationTestJSON-318035455-router', 'tenant_id': '9447d3abcfef46fbb9cec3961f14b45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '99656306-bf22-426a-bd25-1355044d1f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:15:28Z', 'updated_at': '2022-04-20T17:17:34Z', 'revision_number': 5, 'project_id': '9447d3abcfef46fbb9cec3961f14b45a', 'gw_port': {'id': '99656306-bf22-426a-bd25-1355044d1f79', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:05:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3456df83-4ab8-4df2-8c4d-fffa485cc2be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:15:30Z', 'updated_at': '2022-04-20T17:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:17:41.613492 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1758ba50-7cf7-480a-9c30-4966b042c7d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:41.668632 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-1758ba50-7cf7-480a-9c30-4966b042c7d7 admin admin] Deleting port 99656306-bf22-426a-bd25-1355044d1f79 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:17:41.669200 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1758ba50-7cf7-480a-9c30-4966b042c7d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:41.685463 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-20b80372-8283-471c-b730-a7fcfacb6c0a tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:41.712706 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5dbff214-d60a-49db-a110-6556fb149670 req-69c97ab9-1ca8-4603-a189-dce96afa8668 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0799911 Apr 20 17:17:41.731893 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-7e46109f-00a8-4e02-8f82-5949710c791f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, d8ef33a9-107e-4ebd-9173-5b6bab76d40f) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:17:41.739686 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf92ba7-4d49-45ae-8fba-278f78be3e91 None None] Network d8ef33a9-107e-4ebd-9173-5b6bab76d40f requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:17:41.765396 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-20b80372-8283-471c-b730-a7fcfacb6c0a tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Transition to ACTIVE for port object db955777-f791-4005-a279-3a7e7cd2ff53 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:17:41.806395 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e46109f-00a8-4e02-8f82-5949710c791f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:41.808061 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7e46109f-00a8-4e02-8f82-5949710c791f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:41.837730 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e77f0003-1ab9-410d-84dd-ec4529151f47 req-92f2e0ef-fa3c-46d0-8017-76b1f2950eac tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 210 time: 0.2770970 Apr 20 17:17:41.839014 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-20b80372-8283-471c-b730-a7fcfacb6c0a tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:41.862488 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['f2ae1052-1228-44aa-b982-dda2ca184507', 'd9421e36-06a1-434f-a62b-5c544b9868a4'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:17:42.013134 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a05e-aa64-41e4-bfb2-027ad042a4c4 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:42.081148 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7e46109f-00a8-4e02-8f82-5949710c791f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2754242 Apr 20 17:17:42.097219 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbff214-d60a-49db-a110-6556fb149670 req-9b484a0f-bb1f-4264-83d9-cb43ad8691c6 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:42.098486 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b80372-8283-471c-b730-a7fcfacb6c0a tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Pushing event updated for resources: {'Port': ['ID=db955777-f791-4005-a279-3a7e7cd2ff53,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:42.106581 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-20b80372-8283-471c-b730-a7fcfacb6c0a tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:17:42.109645 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5dbff214-d60a-49db-a110-6556fb149670 req-9b484a0f-bb1f-4264-83d9-cb43ad8691c6 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3878865 Apr 20 17:17:42.110864 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-20b80372-8283-471c-b730-a7fcfacb6c0a tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:17:42.114946 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-20b80372-8283-471c-b730-a7fcfacb6c0a tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:17:42.156710 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5dbff214-d60a-49db-a110-6556fb149670 req-8e8c47a6-92eb-4a87-ba0b-5faa407accb3 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/quotas/07e7ee6fb2044b339294a5844a1dc3d4 HTTP/1.1" status: 200 len: 375 time: 0.0460711 Apr 20 17:17:42.165975 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-1758ba50-7cf7-480a-9c30-4966b042c7d7 admin admin] For port 99656306-bf22-426a-bd25-1355044d1f79, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=99656306-bf22-426a-bd25-1355044d1f79,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:42.166615 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1758ba50-7cf7-480a-9c30-4966b042c7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:42.194345 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-20b80372-8283-471c-b730-a7fcfacb6c0a tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:42.195178 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-20b80372-8283-471c-b730-a7fcfacb6c0a tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:42.237572 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a3cb517-4d54-42c1-bced-2cb4bb5bd316 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:42.238475 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a3cb517-4d54-42c1-bced-2cb4bb5bd316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:42.266937 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-20b80372-8283-471c-b730-a7fcfacb6c0a tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7495129 Apr 20 17:17:42.305614 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0b0cae73-537b-46fa-b55b-158935a38bee no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:17:42.358355 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-1d2e732b-d10e-4c7d-821f-e81ba0481be1 service neutron] Request body: {'port': {'device_id': 'cf9669fa-6bcb-4dc1-a556-d0d7551c358d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:17:42.384016 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 0b0cae73-537b-46fa-b55b-158935a38bee {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:17:42.384632 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0b0cae73-537b-46fa-b55b-158935a38bee not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:17:42.462318 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75b5d29-3037-49b6-84d9-54675cf62030 None None] Network d8ef33a9-107e-4ebd-9173-5b6bab76d40f requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:17:42.701947 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a05e-aa64-41e4-bfb2-027ad042a4c4 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:42.769274 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a05e-aa64-41e4-bfb2-027ad042a4c4 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:42.774948 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:42.821667 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:42.841133 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-1758ba50-7cf7-480a-9c30-4966b042c7d7 admin admin] Calling delete_port for 99656306-bf22-426a-bd25-1355044d1f79 owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:17:42.882561 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-fc549939-53d7-4724-a623-200806a73f69 None None] Provisioning for port db955777-f791-4005-a279-3a7e7cd2ff53 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:17:42.893639 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-fc549939-53d7-4724-a623-200806a73f69 None None] Provisioning complete for port db955777-f791-4005-a279-3a7e7cd2ff53 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:17:42.894001 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fc549939-53d7-4724-a623-200806a73f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:42.903934 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-1d2e732b-d10e-4c7d-821f-e81ba0481be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:42.951809 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-fc549939-53d7-4724-a623-200806a73f69 None None] Port db955777-f791-4005-a279-3a7e7cd2ff53 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:17:42.988207 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5dbff214-d60a-49db-a110-6556fb149670 req-ce16f8a2-9455-42ad-bc20-9551d1c667c2 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.8305240 Apr 20 17:17:43.047117 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8a05e-aa64-41e4-bfb2-027ad042a4c4 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Pushing event updated for resources: {'Port': ['ID=23c63d9b-d808-4c5c-b3fa-c69f574378b2,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:43.059459 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:43.109987 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387cf9a9-e0be-45e6-b967-6f74e62f5f2d req-d13580d2-b95a-4fee-be3e-eb09cc38ae42 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:43.113458 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-387cf9a9-e0be-45e6-b967-6f74e62f5f2d req-d13580d2-b95a-4fee-be3e-eb09cc38ae42 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=69ef6220-dcc2-4a92-9c55-18df85eeb3f5 HTTP/1.1" status: 200 len: 945 time: 0.4062099 Apr 20 17:17:43.119461 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a05e-aa64-41e4-bfb2-027ad042a4c4 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:43.262392 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a05e-aa64-41e4-bfb2-027ad042a4c4 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:43.263984 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f0a8a05e-aa64-41e4-bfb2-027ad042a4c4 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3715031 Apr 20 17:17:43.308440 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-387cf9a9-e0be-45e6-b967-6f74e62f5f2d req-e398fc45-95f4-460f-a049-582213e68a11 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838992 Apr 20 17:17:43.329379 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1758ba50-7cf7-480a-9c30-4966b042c7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:43.480065 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3cb517-4d54-42c1-bced-2cb4bb5bd316 admin admin] Router 0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:17:43.502944 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758ba50-7cf7-480a-9c30-4966b042c7d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=99656306-bf22-426a-bd25-1355044d1f79,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:43.654399 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-645e6547-9b3f-4a5b-b141-85be905705df req-841112c4-6ed3-434d-bee0-ad0b5705a3af tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1419248927', 'description': 'tempest-description-1996414408'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:17:43.666955 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-645e6547-9b3f-4a5b-b141-85be905705df req-841112c4-6ed3-434d-bee0-ad0b5705a3af tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:17:43.739110 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-645e6547-9b3f-4a5b-b141-85be905705df req-841112c4-6ed3-434d-bee0-ad0b5705a3af tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Usage tracker for resource:security_group and tenant:ffcb78f29a714057bb79ebadc32ed198 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:17:43.745670 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-1d2e732b-d10e-4c7d-821f-e81ba0481be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db955777-f791-4005-a279-3a7e7cd2ff53 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:17:43.754647 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-1d2e732b-d10e-4c7d-821f-e81ba0481be1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:43.776141 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-1d2e732b-d10e-4c7d-821f-e81ba0481be1 service neutron] Transition to ACTIVE for port object db955777-f791-4005-a279-3a7e7cd2ff53 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:17:43.793351 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907af7c-e437-4dbb-a124-da13e8eaa2ae req-80bd7e10-97f2-40f9-97b4-7444f8be6ad7 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:43.794642 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-1907af7c-e437-4dbb-a124-da13e8eaa2ae req-80bd7e10-97f2-40f9-97b4-7444f8be6ad7 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Synchronizing usage tracker for tenant:c12b40028ab147a889b4fc203a6893de on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:17:43.797076 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-645e6547-9b3f-4a5b-b141-85be905705df req-841112c4-6ed3-434d-bee0-ad0b5705a3af tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:17:43.801156 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-1d2e732b-d10e-4c7d-821f-e81ba0481be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:43.816569 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-645e6547-9b3f-4a5b-b141-85be905705df req-841112c4-6ed3-434d-bee0-ad0b5705a3af tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:17:43.867397 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-1907af7c-e437-4dbb-a124-da13e8eaa2ae req-80bd7e10-97f2-40f9-97b4-7444f8be6ad7 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Unset dirty status for tenant:c12b40028ab147a889b4fc203a6893de on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:17:43.868756 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1907af7c-e437-4dbb-a124-da13e8eaa2ae req-80bd7e10-97f2-40f9-97b4-7444f8be6ad7 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 935 time: 0.3208592 Apr 20 17:17:43.920595 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:44.007248 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1758ba50-7cf7-480a-9c30-4966b042c7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:44.010412 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e732b-d10e-4c7d-821f-e81ba0481be1 service neutron] Pushing event updated for resources: {'Port': ['ID=db955777-f791-4005-a279-3a7e7cd2ff53,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:44.153285 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1907af7c-e437-4dbb-a124-da13e8eaa2ae req-c38f86d2-ce29-4759-b3a9-5304815eb318 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703717 Apr 20 17:17:44.249617 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-1d2e732b-d10e-4c7d-821f-e81ba0481be1 service neutron] Attempting to bind port db955777-f791-4005-a279-3a7e7cd2ff53 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:17:44.250013 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-1d2e732b-d10e-4c7d-821f-e81ba0481be1 service neutron] Attempting to bind port db955777-f791-4005-a279-3a7e7cd2ff53 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:17:44.250311 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-1d2e732b-d10e-4c7d-821f-e81ba0481be1 service neutron] Attempting to bind port db955777-f791-4005-a279-3a7e7cd2ff53 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:17:44.256546 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-1d2e732b-d10e-4c7d-821f-e81ba0481be1 service neutron] Port db955777-f791-4005-a279-3a7e7cd2ff53 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:17:44.257008 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-1d2e732b-d10e-4c7d-821f-e81ba0481be1 service neutron] Attempting to bind port db955777-f791-4005-a279-3a7e7cd2ff53 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:17:44.264494 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-1d2e732b-d10e-4c7d-821f-e81ba0481be1 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:17:44.264811 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-1d2e732b-d10e-4c7d-821f-e81ba0481be1 service neutron] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:17:44.265210 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-1d2e732b-d10e-4c7d-821f-e81ba0481be1 service neutron] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:17:44.265761 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-1d2e732b-d10e-4c7d-821f-e81ba0481be1 service neutron] Bound port: db955777-f791-4005-a279-3a7e7cd2ff53, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:17:44.266878 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-1d2e732b-d10e-4c7d-821f-e81ba0481be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:44.346700 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-645e6547-9b3f-4a5b-b141-85be905705df req-841112c4-6ed3-434d-bee0-ad0b5705a3af tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:44.493560 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1758ba50-7cf7-480a-9c30-4966b042c7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:44.509284 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-645e6547-9b3f-4a5b-b141-85be905705df req-841112c4-6ed3-434d-bee0-ad0b5705a3af tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:17:44.518750 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-645e6547-9b3f-4a5b-b141-85be905705df req-841112c4-6ed3-434d-bee0-ad0b5705a3af tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Usage tracker for resource:security_group_rule and tenant:ffcb78f29a714057bb79ebadc32ed198 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:17:44.525848 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1758ba50-7cf7-480a-9c30-4966b042c7d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:44.528221 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-645e6547-9b3f-4a5b-b141-85be905705df req-841112c4-6ed3-434d-bee0-ad0b5705a3af tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:17:44.540176 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-645e6547-9b3f-4a5b-b141-85be905705df req-841112c4-6ed3-434d-bee0-ad0b5705a3af tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:17:44.604475 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-02dbf8c7-433c-442f-9de8-2a20ec29d49a req-240610c8-2d53-4649-a002-82edad9ee9b3 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=15bb0075-7558-4f76-99d4-2752733aae9f HTTP/1.1" status: 200 len: 210 time: 0.0521827 Apr 20 17:17:44.619123 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1758ba50-7cf7-480a-9c30-4966b042c7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:44.619714 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1758ba50-7cf7-480a-9c30-4966b042c7d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3456df83-4ab8-4df2-8c4d-fffa485cc2be {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:17:44.628351 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3cb517-4d54-42c1-bced-2cb4bb5bd316 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:17:44.642097 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-1d2e732b-d10e-4c7d-821f-e81ba0481be1 service neutron] For port db955777-f791-4005-a279-3a7e7cd2ff53, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:17:44.643050 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0a8e84-2fbd-42c0-b83e-37e2fee0e9cc None None] Sync routers for ids ['0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:17:44.646571 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-1d2e732b-d10e-4c7d-821f-e81ba0481be1 service neutron] For port db955777-f791-4005-a279-3a7e7cd2ff53, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=db955777-f791-4005-a279-3a7e7cd2ff53,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:17:44.669994 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0a8e84-2fbd-42c0-b83e-37e2fee0e9cc None None] Routers {'0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:17:44.670659 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-5b0a8e84-2fbd-42c0-b83e-37e2fee0e9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:17:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:17:44.676800 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-1d2e732b-d10e-4c7d-821f-e81ba0481be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:44.712405 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1758ba50-7cf7-480a-9c30-4966b042c7d7 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:44.716928 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1758ba50-7cf7-480a-9c30-4966b042c7d7 admin admin] 10.222.0.39 "DELETE /v2.0/routers/3456df83-4ab8-4df2-8c4d-fffa485cc2be HTTP/1.1" status: 204 len: 168 time: 5.1168058 Apr 20 17:17:44.717678 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39692) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:17:44.720236 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-645e6547-9b3f-4a5b-b141-85be905705df req-841112c4-6ed3-434d-bee0-ad0b5705a3af tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:44.842567 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-1d2e732b-d10e-4c7d-821f-e81ba0481be1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:44.844541 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-1d2e732b-d10e-4c7d-821f-e81ba0481be1 service neutron] 10.222.0.10 "PUT /v2.0/ports/db955777-f791-4005-a279-3a7e7cd2ff53 HTTP/1.1" status: 200 len: 1095 time: 2.4966764 Apr 20 17:17:44.847143 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf9669fa-6bcb-4dc1-a556-d0d7551c358d', 'tag': 'db955777-f791-4005-a279-3a7e7cd2ff53'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:17:44.978449 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:17:44.995037 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:45.067414 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e732b-d10e-4c7d-821f-e81ba0481be1 service neutron] Pushing event updated for resources: {'Port': ['ID=db955777-f791-4005-a279-3a7e7cd2ff53,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:45.107686 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a3cb517-4d54-42c1-bced-2cb4bb5bd316 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:45.117838 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39702) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:17:45.122907 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9a3cb517-4d54-42c1-bced-2cb4bb5bd316 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.9257030 Apr 20 17:17:45.138909 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-645e6547-9b3f-4a5b-b141-85be905705df req-841112c4-6ed3-434d-bee0-ad0b5705a3af tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:45.150082 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-5b0a8e84-2fbd-42c0-b83e-37e2fee0e9cc None None] Set router 0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:17:45.220431 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5dbff214-d60a-49db-a110-6556fb149670 req-6abaab20-7cf6-4e52-8404-5f91f2a2b4fc tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1503704 Apr 20 17:17:45.348402 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-645e6547-9b3f-4a5b-b141-85be905705df req-841112c4-6ed3-434d-bee0-ad0b5705a3af tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:45.365942 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-645e6547-9b3f-4a5b-b141-85be905705df req-841112c4-6ed3-434d-bee0-ad0b5705a3af tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 1.7264915 Apr 20 17:17:45.380112 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88182116-0b22-4df1-b6da-33b8a79732ea req-a4f9899d-408e-403f-95d5-b60c4a2fb398 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:45.381680 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-88182116-0b22-4df1-b6da-33b8a79732ea req-a4f9899d-408e-403f-95d5-b60c4a2fb398 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/networks?id=2c26c5bd-f238-4795-be1b-c0013f180282 HTTP/1.1" status: 200 len: 821 time: 0.5077868 Apr 20 17:17:45.387304 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-74a37756-7025-4539-9f89-894a8a5ef0b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 1098 time: 0.3870246 Apr 20 17:17:45.479092 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-88182116-0b22-4df1-b6da-33b8a79732ea req-cb5979d9-fd97-4857-adc3-8c9b3ff5393c tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/quotas/e75f8ad024ce426a84ef751b2d001871 HTTP/1.1" status: 200 len: 375 time: 0.0859904 Apr 20 17:17:45.504036 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a47e7f-cc8f-4c5d-aee0-fa964b349220 admin admin] Deleting subnet e8d43a55-22fc-443b-9bc2-2677f5ddd7b2 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:17:45.524886 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841112c4-6ed3-434d-bee0-ad0b5705a3af tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f7ee39-3f68-42c3-b8a5-e00de45fc4a5,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:45.549182 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-78a47e7f-cc8f-4c5d-aee0-fa964b349220 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:45.578144 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-c30b0dec-497b-4c39-9719-72df8a2d1155 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=db955777-f791-4005-a279-3a7e7cd2ff53 HTTP/1.1" status: 200 len: 217 time: 0.1709170 Apr 20 17:17:45.687630 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-c6451644-cf16-4c46-b473-dd5a203c0756 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:45.689179 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-c6451644-cf16-4c46-b473-dd5a203c0756 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.0994258 Apr 20 17:17:45.699948 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-78a47e7f-cc8f-4c5d-aee0-fa964b349220 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:45.731755 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-5b0a8e84-2fbd-42c0-b83e-37e2fee0e9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'name': 'tempest-TaggedBootDevicesTest-214007786-router', 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '71b30aa2-ab3d-4683-ab00-6746bf13ea28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:17:35Z', 'updated_at': '2022-04-20T17:17:41Z', 'revision_number': 3, 'project_id': '60c7e2ae348346058b3fbfec10afa715', 'gw_port': {'id': '71b30aa2-ab3d-4683-ab00-6746bf13ea28', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f3:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:17:37Z', 'updated_at': '2022-04-20T17:17:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:17:45.737664 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0a8e84-2fbd-42c0-b83e-37e2fee0e9cc None None] Checking router: 0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:17:45.738571 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0a8e84-2fbd-42c0-b83e-37e2fee0e9cc None None] Updating router 0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc port 71b30aa2-ab3d-4683-ab00-6746bf13ea28 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:17:45.768418 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-88182116-0b22-4df1-b6da-33b8a79732ea req-1f5bec4a-baaa-4446-a7d2-3abcf814e86b tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e75f8ad024ce426a84ef751b2d001871&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2691531 Apr 20 17:17:45.796788 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbff214-d60a-49db-a110-6556fb149670 req-4528840c-de03-4f8a-bae2-e96dce718d92 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:45.798517 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5dbff214-d60a-49db-a110-6556fb149670 req-4528840c-de03-4f8a-bae2-e96dce718d92 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5576227 Apr 20 17:17:45.802978 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5b0a8e84-2fbd-42c0-b83e-37e2fee0e9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:45.821907 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-5dbff214-d60a-49db-a110-6556fb149670 req-6d59d09d-3da2-494f-bc32-494b1eaecb1b tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Request body: {'port': {'device_id': '15bb0075-7558-4f76-99d4-2752733aae9f', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'admin_state_up': True, 'tenant_id': '07e7ee6fb2044b339294a5844a1dc3d4'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:17:45.945434 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-88182116-0b22-4df1-b6da-33b8a79732ea req-7d5aeb5c-9fa9-44ae-ba41-09f0f84f1caa service neutron] 10.222.0.39 "GET /v2.0/networks/2c26c5bd-f238-4795-be1b-c0013f180282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759527 Apr 20 17:17:45.994010 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b56f07-e04c-4292-ab3e-95fe5367eaee req-b9ea12c9-6680-4f44-851e-c8cfbd81efdf tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:45.995822 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-04b56f07-e04c-4292-ab3e-95fe5367eaee req-b9ea12c9-6680-4f44-851e-c8cfbd81efdf tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=69ef6220-dcc2-4a92-9c55-18df85eeb3f5 HTTP/1.1" status: 200 len: 945 time: 0.4091132 Apr 20 17:17:46.059288 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-943ecf07-d9aa-41b4-b29f-3dad56d9d7c8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3594673 Apr 20 17:17:46.102599 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-5dbff214-d60a-49db-a110-6556fb149670 req-6d59d09d-3da2-494f-bc32-494b1eaecb1b tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:17:46.124367 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-5dbff214-d60a-49db-a110-6556fb149670 req-6d59d09d-3da2-494f-bc32-494b1eaecb1b tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:17:46.130514 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-04b56f07-e04c-4292-ab3e-95fe5367eaee req-2ee97d4d-79bb-4896-a67f-dc438ba97f47 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973074 Apr 20 17:17:46.134287 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-78a47e7f-cc8f-4c5d-aee0-fa964b349220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:46.204721 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dbff214-d60a-49db-a110-6556fb149670 req-6d59d09d-3da2-494f-bc32-494b1eaecb1b tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Made reservation on behalf of 07e7ee6fb2044b339294a5844a1dc3d4 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:17:46.208276 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-5dbff214-d60a-49db-a110-6556fb149670 req-6d59d09d-3da2-494f-bc32-494b1eaecb1b tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:46.263398 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 99656306-bf22-426a-bd25-1355044d1f79 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:17:46.357589 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 99656306-bf22-426a-bd25-1355044d1f79 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:17:46.358228 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 99656306-bf22-426a-bd25-1355044d1f79 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:17:46.385491 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5b0a8e84-2fbd-42c0-b83e-37e2fee0e9cc None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:46.400517 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5b0a8e84-2fbd-42c0-b83e-37e2fee0e9cc None None] Transition to ACTIVE for port object 71b30aa2-ab3d-4683-ab00-6746bf13ea28 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:17:46.424170 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5b0a8e84-2fbd-42c0-b83e-37e2fee0e9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:46.463755 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-5dbff214-d60a-49db-a110-6556fb149670 req-6d59d09d-3da2-494f-bc32-494b1eaecb1b tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Allocated IP 192.168.233.68 (9a774663-a30d-4bd1-8b41-83fe693f2d30/777b4790-ba4c-49e9-8844-3c09c1447f40/20eaa202-3d3a-4d65-b011-b73da8678a26) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:17:46.543871 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b2d78-54f9-4b56-be01-8b3d4866e05b None None] Pushing event updated for resources: {'Port': ['ID=71b30aa2-ab3d-4683-ab00-6746bf13ea28,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:46.571043 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5b0a8e84-2fbd-42c0-b83e-37e2fee0e9cc None None] Attempting to bind port 71b30aa2-ab3d-4683-ab00-6746bf13ea28 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:17:46.571876 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5b0a8e84-2fbd-42c0-b83e-37e2fee0e9cc None None] Attempting to bind port 71b30aa2-ab3d-4683-ab00-6746bf13ea28 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:17:46.572401 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0a8e84-2fbd-42c0-b83e-37e2fee0e9cc None None] Attempting to bind port 71b30aa2-ab3d-4683-ab00-6746bf13ea28 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:17:46.581114 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0a8e84-2fbd-42c0-b83e-37e2fee0e9cc None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:17:46.581487 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0a8e84-2fbd-42c0-b83e-37e2fee0e9cc None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:17:46.581887 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5b0a8e84-2fbd-42c0-b83e-37e2fee0e9cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:46.582492 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0a8e84-2fbd-42c0-b83e-37e2fee0e9cc None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:17:46.582962 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5b0a8e84-2fbd-42c0-b83e-37e2fee0e9cc None None] Bound port: 71b30aa2-ab3d-4683-ab00-6746bf13ea28, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:17:46.583334 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5b0a8e84-2fbd-42c0-b83e-37e2fee0e9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:46.662240 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-5b0a8e84-2fbd-42c0-b83e-37e2fee0e9cc None None] For port 71b30aa2-ab3d-4683-ab00-6746bf13ea28, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:17:46.666399 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-5b0a8e84-2fbd-42c0-b83e-37e2fee0e9cc None None] For port 71b30aa2-ab3d-4683-ab00-6746bf13ea28, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=71b30aa2-ab3d-4683-ab00-6746bf13ea28,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:17:46.679113 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5b0a8e84-2fbd-42c0-b83e-37e2fee0e9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:46.681383 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-88182116-0b22-4df1-b6da-33b8a79732ea req-4dc78074-1fc8-48ae-ac5a-1f3afa0d2515 service neutron] 10.222.0.39 "GET /v2.0/networks/2c26c5bd-f238-4795-be1b-c0013f180282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7255802 Apr 20 17:17:46.683573 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-7e0f4615-9b33-459f-b77f-098cc63dc02a service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402167 Apr 20 17:17:46.694717 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80f144d8-1c31-4731-b7fc-3144e848e258'] response: {'name': 'network-changed', 'server_uuid': 'cf9669fa-6bcb-4dc1-a556-d0d7551c358d', 'tag': 'db955777-f791-4005-a279-3a7e7cd2ff53', 'status': 'completed', 'code': 200} Apr 20 17:17:46.785079 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0a8e84-2fbd-42c0-b83e-37e2fee0e9cc None None] Routers {'0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:17:46.785982 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-5b0a8e84-2fbd-42c0-b83e-37e2fee0e9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:17:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:17:46.965171 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b2d78-54f9-4b56-be01-8b3d4866e05b None None] Pushing event updated for resources: {'Port': ['ID=71b30aa2-ab3d-4683-ab00-6746bf13ea28,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:46.978904 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-641f8b48-e0ca-46d4-b611-a1da94f140c8 req-ec8aed63-c5a7-41ab-b13e-4287a88a43dc service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832811 Apr 20 17:17:47.056877 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-5b0a8e84-2fbd-42c0-b83e-37e2fee0e9cc None None] Set router 0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:17:47.059451 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-5dbff214-d60a-49db-a110-6556fb149670 req-6d59d09d-3da2-494f-bc32-494b1eaecb1b tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:47.123788 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-cc2beb73-b899-40f4-9d62-c22454eb9814 req-8471f1e2-bd3e-424b-a3be-58e8388c7047 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1875723099', 'description': 'tempest-description-2056115939'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:17:47.143764 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-5dbff214-d60a-49db-a110-6556fb149670 req-6d59d09d-3da2-494f-bc32-494b1eaecb1b tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Transition to ACTIVE for port object 20eaa202-3d3a-4d65-b011-b73da8678a26 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:17:47.171925 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-78a47e7f-cc8f-4c5d-aee0-fa964b349220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:47.180887 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-cc2beb73-b899-40f4-9d62-c22454eb9814 req-8471f1e2-bd3e-424b-a3be-58e8388c7047 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:17:47.197625 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-cc2beb73-b899-40f4-9d62-c22454eb9814 req-8471f1e2-bd3e-424b-a3be-58e8388c7047 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Usage tracker for resource:security_group and tenant:ffcb78f29a714057bb79ebadc32ed198 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:17:47.203675 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-cc2beb73-b899-40f4-9d62-c22454eb9814 req-8471f1e2-bd3e-424b-a3be-58e8388c7047 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:17:47.216297 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a47e7f-cc8f-4c5d-aee0-fa964b349220 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8d43a55-22fc-443b-9bc2-2677f5ddd7b2,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:47.224744 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-5dbff214-d60a-49db-a110-6556fb149670 req-6d59d09d-3da2-494f-bc32-494b1eaecb1b tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:47.280523 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-cc2beb73-b899-40f4-9d62-c22454eb9814 req-8471f1e2-bd3e-424b-a3be-58e8388c7047 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:17:47.316889 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['ba212a0d-263a-4706-b6fa-d986b2f54c07', '63e57261-47eb-4c08-9fa0-175750fc0217', '7851a13e-7bbc-41b8-9f0a-f25fb0575f98'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:17:47.326362 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59d09d-3da2-494f-bc32-494b1eaecb1b tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Pushing event updated for resources: {'Port': ['ID=20eaa202-3d3a-4d65-b011-b73da8678a26,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:47.372608 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-78a47e7f-cc8f-4c5d-aee0-fa964b349220 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:47.399571 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cc2beb73-b899-40f4-9d62-c22454eb9814 req-8471f1e2-bd3e-424b-a3be-58e8388c7047 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:47.414428 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dbff214-d60a-49db-a110-6556fb149670 req-6d59d09d-3da2-494f-bc32-494b1eaecb1b tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:17:47.419291 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['357a6a12-cbe7-49e3-920c-3f188feb1c03', '09b8b37a-f2d8-4e3f-9ddf-111df01ef763', 'ea752b32-b15d-4ad7-b257-2f314c8726a0', 'e5d42094-98cf-43c0-b682-457af6611bb0'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:17:47.425366 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-78a47e7f-cc8f-4c5d-aee0-fa964b349220 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e8d43a55-22fc-443b-9bc2-2677f5ddd7b2 HTTP/1.1" status: 204 len: 168 time: 2.7036262 Apr 20 17:17:47.428716 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-5dbff214-d60a-49db-a110-6556fb149670 req-6d59d09d-3da2-494f-bc32-494b1eaecb1b tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:17:47.434324 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39730) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:17:47.449194 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbff214-d60a-49db-a110-6556fb149670 req-6d59d09d-3da2-494f-bc32-494b1eaecb1b tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:17:47.478240 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d85544d-b8ab-4a9f-87e2-8a64b5f25f9f None None] Network 7cad8736-f7b6-475d-b939-9da845dbb70b requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:17:47.496728 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-62bcdcd1-c96a-49c0-859a-05fe3b2b0414 req-6cde03f9-0757-4cfc-92cf-b566e0c6bbfb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 1098 time: 0.3665318 Apr 20 17:17:47.636848 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbff214-d60a-49db-a110-6556fb149670 req-6d59d09d-3da2-494f-bc32-494b1eaecb1b tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:47.637660 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-5dbff214-d60a-49db-a110-6556fb149670 req-6d59d09d-3da2-494f-bc32-494b1eaecb1b tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:47.660456 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c6750-b6f2-40e7-8891-b552b8408b5a req-df31b266-9eeb-42b1-b27e-47fc6714df33 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:47.662317 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de6c6750-b6f2-40e7-8891-b552b8408b5a req-df31b266-9eeb-42b1-b27e-47fc6714df33 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 947 time: 1.1402769 Apr 20 17:17:47.730376 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5dbff214-d60a-49db-a110-6556fb149670 req-6d59d09d-3da2-494f-bc32-494b1eaecb1b tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9145229 Apr 20 17:17:47.749336 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-5dbff214-d60a-49db-a110-6556fb149670 req-c0c19b07-b275-4f6d-b87f-5e1c970fea68 service neutron] Request body: {'port': {'device_id': '15bb0075-7558-4f76-99d4-2752733aae9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:17:47.786234 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-cc2beb73-b899-40f4-9d62-c22454eb9814 req-8471f1e2-bd3e-424b-a3be-58e8388c7047 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:17:47.807052 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-cc2beb73-b899-40f4-9d62-c22454eb9814 req-8471f1e2-bd3e-424b-a3be-58e8388c7047 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Usage tracker for resource:security_group_rule and tenant:ffcb78f29a714057bb79ebadc32ed198 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:17:47.817254 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-cc2beb73-b899-40f4-9d62-c22454eb9814 req-8471f1e2-bd3e-424b-a3be-58e8388c7047 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:17:47.841079 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-cc2beb73-b899-40f4-9d62-c22454eb9814 req-8471f1e2-bd3e-424b-a3be-58e8388c7047 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:17:47.849738 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de6c6750-b6f2-40e7-8891-b552b8408b5a req-0e4756e8-d61d-4b3e-b2fd-ed9e439b4436 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706886 Apr 20 17:17:47.910890 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cd07cdf7-3f5d-4064-8ae3-7672c6fd3957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:47.948774 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-5dbff214-d60a-49db-a110-6556fb149670 req-c0c19b07-b275-4f6d-b87f-5e1c970fea68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:48.046438 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c5ea4797-a1f6-4e70-b32b-b3b7983181ab None None] Provisioning for port 20eaa202-3d3a-4d65-b011-b73da8678a26 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:17:48.056973 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c5ea4797-a1f6-4e70-b32b-b3b7983181ab None None] Provisioning complete for port 20eaa202-3d3a-4d65-b011-b73da8678a26 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:17:48.057331 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c5ea4797-a1f6-4e70-b32b-b3b7983181ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:48.057907 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-cd07cdf7-3f5d-4064-8ae3-7672c6fd3957 admin admin] Deleting port 7cd18c6c-d112-4efa-ae7f-6a32c5580dfd {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:17:48.058476 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cd07cdf7-3f5d-4064-8ae3-7672c6fd3957 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:48.168585 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bcdcd1-c96a-49c0-859a-05fe3b2b0414 req-8e67c719-d9b9-4bf2-8de7-13030f81ffbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:48.170647 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-62bcdcd1-c96a-49c0-859a-05fe3b2b0414 req-8e67c719-d9b9-4bf2-8de7-13030f81ffbb service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.6492345 Apr 20 17:17:48.203177 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-5b0a8e84-2fbd-42c0-b83e-37e2fee0e9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'name': 'tempest-TaggedBootDevicesTest-214007786-router', 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '71b30aa2-ab3d-4683-ab00-6746bf13ea28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:17:35Z', 'updated_at': '2022-04-20T17:17:41Z', 'revision_number': 3, 'project_id': '60c7e2ae348346058b3fbfec10afa715', 'gw_port': {'id': '71b30aa2-ab3d-4683-ab00-6746bf13ea28', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f3:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:17:37Z', 'updated_at': '2022-04-20T17:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:17:48.273148 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-62bcdcd1-c96a-49c0-859a-05fe3b2b0414 req-cc93c8a7-a3d0-4fdd-8e65-93681c822b49 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=db955777-f791-4005-a279-3a7e7cd2ff53 HTTP/1.1" status: 200 len: 217 time: 0.0854259 Apr 20 17:17:48.313818 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0a8e84-2fbd-42c0-b83e-37e2fee0e9cc None None] The sync data for ids ['0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc'] in n-d-838032-1 is: [{'id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'name': 'tempest-TaggedBootDevicesTest-214007786-router', 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '71b30aa2-ab3d-4683-ab00-6746bf13ea28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:17:35Z', 'updated_at': '2022-04-20T17:17:41Z', 'revision_number': 3, 'project_id': '60c7e2ae348346058b3fbfec10afa715', 'gw_port': {'id': '71b30aa2-ab3d-4683-ab00-6746bf13ea28', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f3:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:17:37Z', 'updated_at': '2022-04-20T17:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:17:48.355800 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bcdcd1-c96a-49c0-859a-05fe3b2b0414 req-82369738-2ef8-42cb-9cbb-536205b9ba1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:48.357839 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-62bcdcd1-c96a-49c0-859a-05fe3b2b0414 req-82369738-2ef8-42cb-9cbb-536205b9ba1f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.0672987 Apr 20 17:17:48.429031 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-c5ea4797-a1f6-4e70-b32b-b3b7983181ab None None] Port 20eaa202-3d3a-4d65-b011-b73da8678a26 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:17:48.596176 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e1ca39-029a-4c6e-ae5b-b85a564d8d27 None None] DHCP port deletion for 7cad8736-f7b6-475d-b939-9da845dbb70b request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:17:48.613558 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a8e1ca39-029a-4c6e-ae5b-b85a564d8d27 None None] Deleting port 7cd18c6c-d112-4efa-ae7f-6a32c5580dfd {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:17:48.614401 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a8e1ca39-029a-4c6e-ae5b-b85a564d8d27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:48.756488 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cc2beb73-b899-40f4-9d62-c22454eb9814 req-8471f1e2-bd3e-424b-a3be-58e8388c7047 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:48.790349 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cc2beb73-b899-40f4-9d62-c22454eb9814 req-8471f1e2-bd3e-424b-a3be-58e8388c7047 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:48.839455 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-cd07cdf7-3f5d-4064-8ae3-7672c6fd3957 admin admin] For port 7cd18c6c-d112-4efa-ae7f-6a32c5580dfd, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=7cd18c6c-d112-4efa-ae7f-6a32c5580dfd,segment=NetworkSegment(36373ac1-df16-4205-8393-5031c405a675),segment_id=36373ac1-df16-4205-8393-5031c405a675)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:48.839852 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cd07cdf7-3f5d-4064-8ae3-7672c6fd3957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:49.118067 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471f1e2-bd3e-424b-a3be-58e8388c7047 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20de47da-aa55-41c4-933d-d2a8d2ffd7b0,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:49.293579 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-a8e1ca39-029a-4c6e-ae5b-b85a564d8d27 None None] For port 7cd18c6c-d112-4efa-ae7f-6a32c5580dfd, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=7cd18c6c-d112-4efa-ae7f-6a32c5580dfd,segment=NetworkSegment(36373ac1-df16-4205-8393-5031c405a675),segment_id=36373ac1-df16-4205-8393-5031c405a675)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:49.293970 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a8e1ca39-029a-4c6e-ae5b-b85a564d8d27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:49.310079 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-cd07cdf7-3f5d-4064-8ae3-7672c6fd3957 admin admin] Calling delete_port for 7cd18c6c-d112-4efa-ae7f-6a32c5580dfd owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:17:49.343275 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cc2beb73-b899-40f4-9d62-c22454eb9814 req-8471f1e2-bd3e-424b-a3be-58e8388c7047 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:49.345320 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cc2beb73-b899-40f4-9d62-c22454eb9814 req-8471f1e2-bd3e-424b-a3be-58e8388c7047 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 2.2545009 Apr 20 17:17:49.411721 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-62bcdcd1-c96a-49c0-859a-05fe3b2b0414 req-af189142-15cd-4739-a39e-60e45afc6f1b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0120237 Apr 20 17:17:49.428177 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-5dbff214-d60a-49db-a110-6556fb149670 req-c0c19b07-b275-4f6d-b87f-5e1c970fea68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20eaa202-3d3a-4d65-b011-b73da8678a26 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:17:49.459697 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e8b39-9866-416a-866f-b2138d78e529 req-11548a70-517a-4edd-8c0a-87b6288c475a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:49.460627 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-f31e8b39-9866-416a-866f-b2138d78e529 req-11548a70-517a-4edd-8c0a-87b6288c475a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Synchronizing usage tracker for tenant:07e7ee6fb2044b339294a5844a1dc3d4 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:17:49.473645 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-5dbff214-d60a-49db-a110-6556fb149670 req-c0c19b07-b275-4f6d-b87f-5e1c970fea68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:49.552378 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-5dbff214-d60a-49db-a110-6556fb149670 req-c0c19b07-b275-4f6d-b87f-5e1c970fea68 service neutron] Transition to ACTIVE for port object 20eaa202-3d3a-4d65-b011-b73da8678a26 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:17:49.573480 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-5dbff214-d60a-49db-a110-6556fb149670 req-c0c19b07-b275-4f6d-b87f-5e1c970fea68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:49.622355 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a8e1ca39-029a-4c6e-ae5b-b85a564d8d27 None None] Calling delete_port for 7cd18c6c-d112-4efa-ae7f-6a32c5580dfd owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:17:49.625609 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-f31e8b39-9866-416a-866f-b2138d78e529 req-11548a70-517a-4edd-8c0a-87b6288c475a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Unset dirty status for tenant:07e7ee6fb2044b339294a5844a1dc3d4 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:17:49.632409 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f31e8b39-9866-416a-866f-b2138d78e529 req-11548a70-517a-4edd-8c0a-87b6288c475a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=15bb0075-7558-4f76-99d4-2752733aae9f HTTP/1.1" status: 200 len: 935 time: 1.4429772 Apr 20 17:17:49.674046 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88182116-0b22-4df1-b6da-33b8a79732ea req-91123d60-b52b-4265-9800-27ba361e9933 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:49.675519 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-88182116-0b22-4df1-b6da-33b8a79732ea req-91123d60-b52b-4265-9800-27ba361e9933 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.43 "GET /v2.0/networks?id=2c26c5bd-f238-4795-be1b-c0013f180282 HTTP/1.1" status: 200 len: 821 time: 0.5660746 Apr 20 17:17:49.711294 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-88182116-0b22-4df1-b6da-33b8a79732ea req-7d8a42a0-e677-4393-b7f0-5f022d5740d7 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Request body: {'port': {'device_id': '3517faab-aa49-416e-a157-9f6164ee9ad2', 'network_id': '2c26c5bd-f238-4795-be1b-c0013f180282', 'admin_state_up': True, 'tenant_id': 'e75f8ad024ce426a84ef751b2d001871'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:17:49.781843 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2defc480-1009-4e56-b0f3-ea9b42d28585 req-fdc39947-c9ea-4d7c-9c67-1f2c0dca8be2 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=3517faab-aa49-416e-a157-9f6164ee9ad2 HTTP/1.1" status: 200 len: 210 time: 0.2155395 Apr 20 17:17:49.884498 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cd07cdf7-3f5d-4064-8ae3-7672c6fd3957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:49.889024 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88e41187-4002-4f1a-9326-ddd2000f69d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:49.902486 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f31e8b39-9866-416a-866f-b2138d78e529 req-f1689daa-24e4-4b8f-a131-19c58fd5862a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691095 Apr 20 17:17:49.967207 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c19b07-b275-4f6d-b87f-5e1c970fea68 service neutron] Pushing event updated for resources: {'Port': ['ID=20eaa202-3d3a-4d65-b011-b73da8678a26,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:50.063509 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07cdf7-3f5d-4064-8ae3-7672c6fd3957 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cd18c6c-d112-4efa-ae7f-6a32c5580dfd,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:50.184762 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-88182116-0b22-4df1-b6da-33b8a79732ea req-7d8a42a0-e677-4393-b7f0-5f022d5740d7 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:17:50.192827 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-88182116-0b22-4df1-b6da-33b8a79732ea req-7d8a42a0-e677-4393-b7f0-5f022d5740d7 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Usage tracker for resource:port and tenant:e75f8ad024ce426a84ef751b2d001871 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:17:50.199959 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-88182116-0b22-4df1-b6da-33b8a79732ea req-7d8a42a0-e677-4393-b7f0-5f022d5740d7 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:17:50.211192 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-88182116-0b22-4df1-b6da-33b8a79732ea req-7d8a42a0-e677-4393-b7f0-5f022d5740d7 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:17:50.319388 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-a8e1ca39-029a-4c6e-ae5b-b85a564d8d27 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:17:50.321818 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-a8e1ca39-029a-4c6e-ae5b-b85a564d8d27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:17:50.354457 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd07cdf7-3f5d-4064-8ae3-7672c6fd3957 admin admin] No DVR routers for this DVR port 7cd18c6c-d112-4efa-ae7f-6a32c5580dfd on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:17:50.358733 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-62bcdcd1-c96a-49c0-859a-05fe3b2b0414 req-17201681-b761-4aa4-a0cf-650905619ebf service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9044297 Apr 20 17:17:50.418819 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88182116-0b22-4df1-b6da-33b8a79732ea req-7d8a42a0-e677-4393-b7f0-5f022d5740d7 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Made reservation on behalf of e75f8ad024ce426a84ef751b2d001871 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:17:50.421769 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-88182116-0b22-4df1-b6da-33b8a79732ea req-7d8a42a0-e677-4393-b7f0-5f022d5740d7 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:50.424092 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 71b30aa2-ab3d-4683-ab00-6746bf13ea28 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:17:50.523385 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-5dbff214-d60a-49db-a110-6556fb149670 req-c0c19b07-b275-4f6d-b87f-5e1c970fea68 service neutron] Attempting to bind port 20eaa202-3d3a-4d65-b011-b73da8678a26 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:17:50.524358 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-5dbff214-d60a-49db-a110-6556fb149670 req-c0c19b07-b275-4f6d-b87f-5e1c970fea68 service neutron] Attempting to bind port 20eaa202-3d3a-4d65-b011-b73da8678a26 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:17:50.524847 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbff214-d60a-49db-a110-6556fb149670 req-c0c19b07-b275-4f6d-b87f-5e1c970fea68 service neutron] Attempting to bind port 20eaa202-3d3a-4d65-b011-b73da8678a26 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:17:50.532292 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-88e41187-4002-4f1a-9326-ddd2000f69d0 admin admin] Allocated IP 172.20.0.1 (fc8e6a4a-e179-48cb-8550-48f660e9d877/826f24c4-a35e-4e89-9b39-2bce6cc7b5a3/8f847971-ebf5-4604-8be8-97d5a36dc565) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:17:50.576847 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbff214-d60a-49db-a110-6556fb149670 req-c0c19b07-b275-4f6d-b87f-5e1c970fea68 service neutron] Port 20eaa202-3d3a-4d65-b011-b73da8678a26 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:17:50.577450 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbff214-d60a-49db-a110-6556fb149670 req-c0c19b07-b275-4f6d-b87f-5e1c970fea68 service neutron] Attempting to bind port 20eaa202-3d3a-4d65-b011-b73da8678a26 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:17:50.607160 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 71b30aa2-ab3d-4683-ab00-6746bf13ea28 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:17:50.616700 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 71b30aa2-ab3d-4683-ab00-6746bf13ea28 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:17:50.617691 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:50.619637 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbff214-d60a-49db-a110-6556fb149670 req-c0c19b07-b275-4f6d-b87f-5e1c970fea68 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:17:50.620153 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbff214-d60a-49db-a110-6556fb149670 req-c0c19b07-b275-4f6d-b87f-5e1c970fea68 service neutron] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:17:50.620706 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbff214-d60a-49db-a110-6556fb149670 req-c0c19b07-b275-4f6d-b87f-5e1c970fea68 service neutron] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:17:50.622173 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-5dbff214-d60a-49db-a110-6556fb149670 req-c0c19b07-b275-4f6d-b87f-5e1c970fea68 service neutron] Bound port: 20eaa202-3d3a-4d65-b011-b73da8678a26, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:17:50.622748 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-5dbff214-d60a-49db-a110-6556fb149670 req-c0c19b07-b275-4f6d-b87f-5e1c970fea68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:50.647366 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c75603-27ab-4c39-ad08-185c10f9bf2f req-066bfab6-9808-4e5a-8d66-c923c396318f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:50.649236 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e9c75603-27ab-4c39-ad08-185c10f9bf2f req-066bfab6-9808-4e5a-8d66-c923c396318f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 947 time: 0.3616555 Apr 20 17:17:50.722874 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88e41187-4002-4f1a-9326-ddd2000f69d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:50.743771 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-88e41187-4002-4f1a-9326-ddd2000f69d0 admin admin] Transition to ACTIVE for port object 8f847971-ebf5-4604-8be8-97d5a36dc565 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:17:50.800106 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88e41187-4002-4f1a-9326-ddd2000f69d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:50.842510 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e9c75603-27ab-4c39-ad08-185c10f9bf2f req-58a273a8-a647-460a-8b1b-314cace34ba4 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836774 Apr 20 17:17:50.858643 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a8e1ca39-029a-4c6e-ae5b-b85a564d8d27 None None] Deleting port 7cd18c6c-d112-4efa-ae7f-6a32c5580dfd {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:17:50.859188 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a8e1ca39-029a-4c6e-ae5b-b85a564d8d27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:50.895021 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-88182116-0b22-4df1-b6da-33b8a79732ea req-7d8a42a0-e677-4393-b7f0-5f022d5740d7 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Allocated IP 172.20.0.13 (2c26c5bd-f238-4795-be1b-c0013f180282/6168ff55-f8cc-4173-8a8f-60bbd4cfe151/ef3b0876-f5db-4624-8823-e26fd11b256b) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:17:50.909212 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-5dbff214-d60a-49db-a110-6556fb149670 req-c0c19b07-b275-4f6d-b87f-5e1c970fea68 service neutron] For port 20eaa202-3d3a-4d65-b011-b73da8678a26, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:17:50.913152 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-5dbff214-d60a-49db-a110-6556fb149670 req-c0c19b07-b275-4f6d-b87f-5e1c970fea68 service neutron] For port 20eaa202-3d3a-4d65-b011-b73da8678a26, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=20eaa202-3d3a-4d65-b011-b73da8678a26,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:17:50.949871 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-5dbff214-d60a-49db-a110-6556fb149670 req-c0c19b07-b275-4f6d-b87f-5e1c970fea68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:51.017616 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a8e1ca39-029a-4c6e-ae5b-b85a564d8d27 None None] The port '7cd18c6c-d112-4efa-ae7f-6a32c5580dfd' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:17:51.028310 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e41187-4002-4f1a-9326-ddd2000f69d0 admin admin] Pushing event updated for resources: {'Port': ['ID=8f847971-ebf5-4604-8be8-97d5a36dc565,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:51.078866 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:51.113002 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 71b30aa2-ab3d-4683-ab00-6746bf13ea28, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=71b30aa2-ab3d-4683-ab00-6746bf13ea28,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:51.123613 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:51.135222 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e41187-4002-4f1a-9326-ddd2000f69d0 admin admin] Network fc8e6a4a-e179-48cb-8550-48f660e9d877 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:17:51.159844 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-88e41187-4002-4f1a-9326-ddd2000f69d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:17:51.175599 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e41187-4002-4f1a-9326-ddd2000f69d0 admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:17:51.247202 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device db955777-f791-4005-a279-3a7e7cd2ff53 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:17:51.249921 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 7cd18c6c-d112-4efa-ae7f-6a32c5580dfd no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:17:51.270449 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88e41187-4002-4f1a-9326-ddd2000f69d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:51.300590 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 7cd18c6c-d112-4efa-ae7f-6a32c5580dfd {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:17:51.301145 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 7cd18c6c-d112-4efa-ae7f-6a32c5580dfd not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:17:51.314751 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cd07cdf7-3f5d-4064-8ae3-7672c6fd3957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:51.356833 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c19b07-b275-4f6d-b87f-5e1c970fea68 service neutron] Pushing event updated for resources: {'Port': ['ID=20eaa202-3d3a-4d65-b011-b73da8678a26,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:51.380565 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=71b30aa2-ab3d-4683-ab00-6746bf13ea28,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:51.401727 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-5dbff214-d60a-49db-a110-6556fb149670 req-c0c19b07-b275-4f6d-b87f-5e1c970fea68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:51.404324 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5dbff214-d60a-49db-a110-6556fb149670 req-c0c19b07-b275-4f6d-b87f-5e1c970fea68 service neutron] 10.222.0.10 "PUT /v2.0/ports/20eaa202-3d3a-4d65-b011-b73da8678a26 HTTP/1.1" status: 200 len: 1095 time: 3.6610541 Apr 20 17:17:51.404990 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15bb0075-7558-4f76-99d4-2752733aae9f', 'tag': '20eaa202-3d3a-4d65-b011-b73da8678a26'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:17:51.452068 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08fda8-733d-4ef0-8442-28e079dbafec req-a6d8a3d1-69dd-4fb9-933f-2fcc7bf1e3b3 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:51.465068 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f08fda8-733d-4ef0-8442-28e079dbafec req-a6d8a3d1-69dd-4fb9-933f-2fcc7bf1e3b3 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=69ef6220-dcc2-4a92-9c55-18df85eeb3f5 HTTP/1.1" status: 200 len: 945 time: 1.4453783 Apr 20 17:17:51.590280 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-cd07cdf7-3f5d-4064-8ae3-7672c6fd3957 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cad8736-f7b6-475d-b939-9da845dbb70b']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:17:51.602978 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port db955777-f791-4005-a279-3a7e7cd2ff53, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=db955777-f791-4005-a279-3a7e7cd2ff53,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:51.626167 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'db955777-f791-4005-a279-3a7e7cd2ff53', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': 'db955777-f791-4005-a279-3a7e7cd2ff53', 'mac_address': 'fa:16:3e:5f:4a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:17:51.643055 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f08fda8-733d-4ef0-8442-28e079dbafec req-8b5fb496-03e7-4b19-b545-6667b130a203 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770713 Apr 20 17:17:51.655485 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-62bcdcd1-c96a-49c0-859a-05fe3b2b0414 req-d00df390-5a76-453d-a49d-9bc3fe4f5b9e service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8864524 Apr 20 17:17:51.660085 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-cd07cdf7-3f5d-4064-8ae3-7672c6fd3957 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36373ac1-df16-4205-8393-5031c405a675') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:17:51.660376 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-cd07cdf7-3f5d-4064-8ae3-7672c6fd3957 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36373ac1-df16-4205-8393-5031c405a675') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:17:51.671346 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88e41187-4002-4f1a-9326-ddd2000f69d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:51.710657 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-88182116-0b22-4df1-b6da-33b8a79732ea req-7d8a42a0-e677-4393-b7f0-5f022d5740d7 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:51.743898 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-e3f88b74-8d11-4457-b5ab-f30491faba70 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:51.758906 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-e3f88b74-8d11-4457-b5ab-f30491faba70 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/networks?id=d8ef33a9-107e-4ebd-9173-5b6bab76d40f HTTP/1.1" status: 200 len: 810 time: 0.5303516 Apr 20 17:17:51.780264 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3cf4f587-88e7-440e-9ef3-ae86d0b20477 None None] Provisioning for port 8f847971-ebf5-4604-8be8-97d5a36dc565 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:17:51.796038 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3cf4f587-88e7-440e-9ef3-ae86d0b20477 None None] Provisioning complete for port 8f847971-ebf5-4604-8be8-97d5a36dc565 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:17:51.796535 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3cf4f587-88e7-440e-9ef3-ae86d0b20477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:51.796994 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-f78ebfc1-a6ca-4dfd-bfe8-e029ea1109f1 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/quotas/ffcb78f29a714057bb79ebadc32ed198 HTTP/1.1" status: 200 len: 375 time: 0.0369759 Apr 20 17:17:51.801371 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5dbff214-d60a-49db-a110-6556fb149670 req-090b53f3-f030-40b5-9c1d-6f3f46a87c7d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&device_id=15bb0075-7558-4f76-99d4-2752733aae9f HTTP/1.1" status: 200 len: 1098 time: 0.3063612 Apr 20 17:17:51.858094 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:51.882393 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3cf4f587-88e7-440e-9ef3-ae86d0b20477 None None] Port 8f847971-ebf5-4604-8be8-97d5a36dc565 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:17:51.889774 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db955777-f791-4005-a279-3a7e7cd2ff53 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:17:51.923621 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port db955777-f791-4005-a279-3a7e7cd2ff53, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=db955777-f791-4005-a279-3a7e7cd2ff53,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:51.930401 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cd07cdf7-3f5d-4064-8ae3-7672c6fd3957 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:51.932207 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:51.956797 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1cc4fdb7-b250-47ac-aa59-6dad744c60c2 req-69589dd0-2aa2-4b8b-bac8-89ac5e7078b8 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=3517faab-aa49-416e-a157-9f6164ee9ad2 HTTP/1.1" status: 200 len: 210 time: 0.0630810 Apr 20 17:17:51.969090 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cd07cdf7-3f5d-4064-8ae3-7672c6fd3957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:51.978682 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd07cdf7-3f5d-4064-8ae3-7672c6fd3957 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:17:51.979082 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cd07cdf7-3f5d-4064-8ae3-7672c6fd3957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:51.993401 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-c325d440-b7fa-4908-9306-bc8a93e02afc tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ffcb78f29a714057bb79ebadc32ed198&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1891961 Apr 20 17:17:51.993588 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:17:51.993588 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:17:51.993588 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:17:51.993588 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:17:51.993588 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:17:51.993588 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:17:51.993588 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:17:51.993588 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:17:51.993588 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:17:51.993588 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:17:51.993588 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:17:51.993588 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:17:51.993588 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:17:51.993588 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:17:51.993588 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:17:51.993588 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:17:51.993588 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:17:51.993588 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:17:51.993588 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:17:51.993588 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:17:51.993588 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:17:51.993588 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:17:51.993588 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:17:51.993588 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:17:51.993588 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:17:51.993588 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:17:51.993588 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:17:51.993588 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:17:51.993588 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:17:51.993588 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:17:51.993588 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:17:51.993588 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:17:52.026501 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=db955777-f791-4005-a279-3a7e7cd2ff53,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:52.062257 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-1227820d-4bde-4088-b0f2-73e5eadf974f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:17:52.063237 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-1227820d-4bde-4088-b0f2-73e5eadf974f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0060165 Apr 20 17:17:52.066084 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5dbff214-d60a-49db-a110-6556fb149670 req-87ee2e1d-a97e-4146-a397-219c153ddee8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=20eaa202-3d3a-4d65-b011-b73da8678a26 HTTP/1.1" status: 200 len: 217 time: 0.0723121 Apr 20 17:17:52.126086 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-88182116-0b22-4df1-b6da-33b8a79732ea req-7d8a42a0-e677-4393-b7f0-5f022d5740d7 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:52.222548 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.resource_extend [None req-88e41187-4002-4f1a-9326-ddd2000f69d0 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:17:52.242521 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88e41187-4002-4f1a-9326-ddd2000f69d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:52.258692 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88e41187-4002-4f1a-9326-ddd2000f69d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:52.281535 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88182116-0b22-4df1-b6da-33b8a79732ea req-7d8a42a0-e677-4393-b7f0-5f022d5740d7 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Network 2c26c5bd-f238-4795-be1b-c0013f180282 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:17:52.289137 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-88182116-0b22-4df1-b6da-33b8a79732ea req-7d8a42a0-e677-4393-b7f0-5f022d5740d7 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:17:52.295397 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 71b30aa2-ab3d-4683-ab00-6746bf13ea28 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:17:52.301130 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a42a0-e677-4393-b7f0-5f022d5740d7 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Pushing event updated for resources: {'Port': ['ID=ef3b0876-f5db-4624-8823-e26fd11b256b,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:52.318227 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-88182116-0b22-4df1-b6da-33b8a79732ea req-7d8a42a0-e677-4393-b7f0-5f022d5740d7 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:17:52.350037 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88e41187-4002-4f1a-9326-ddd2000f69d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:52.353443 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cd07cdf7-3f5d-4064-8ae3-7672c6fd3957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:52.362145 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbff214-d60a-49db-a110-6556fb149670 req-f65c6974-a1ac-4298-9a25-f9cda1715cca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:52.363604 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5dbff214-d60a-49db-a110-6556fb149670 req-f65c6974-a1ac-4298-9a25-f9cda1715cca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.2759500 Apr 20 17:17:52.381407 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['db955777-f791-4005-a279-3a7e7cd2ff53'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:17:52.397926 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cd07cdf7-3f5d-4064-8ae3-7672c6fd3957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:52.407200 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07cdf7-3f5d-4064-8ae3-7672c6fd3957 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cad8736-f7b6-475d-b939-9da845dbb70b,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:52.431342 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e41187-4002-4f1a-9326-ddd2000f69d0 admin admin] Pushing event updated for resources: {'Port': ['ID=8f847971-ebf5-4604-8be8-97d5a36dc565,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:52.471014 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-167ff2aa-da2c-47c3-8d1a-74a057fcdd79 service neutron] 10.222.0.39 "GET /v2.0/networks/d8ef33a9-107e-4ebd-9173-5b6bab76d40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012089 Apr 20 17:17:52.506877 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88182116-0b22-4df1-b6da-33b8a79732ea req-7d8a42a0-e677-4393-b7f0-5f022d5740d7 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:52.507522 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-88182116-0b22-4df1-b6da-33b8a79732ea req-7d8a42a0-e677-4393-b7f0-5f022d5740d7 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:52.510493 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 71b30aa2-ab3d-4683-ab00-6746bf13ea28 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:17:52.510931 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:52.563526 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cd07cdf7-3f5d-4064-8ae3-7672c6fd3957 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7cad8736-f7b6-475d-b939-9da845dbb70b HTTP/1.1" status: 204 len: 168 time: 5.1185832 Apr 20 17:17:52.588069 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75e48d-eca7-4a7d-bd2c-8a8272ccb425 req-53cef777-0992-406f-8c78-cb5a24535473 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:52.596419 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2b75e48d-eca7-4a7d-bd2c-8a8272ccb425 req-53cef777-0992-406f-8c78-cb5a24535473 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=15bb0075-7558-4f76-99d4-2752733aae9f HTTP/1.1" status: 200 len: 947 time: 0.4344168 Apr 20 17:17:52.626705 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5dbff214-d60a-49db-a110-6556fb149670 req-c3a0f23f-9e58-40c6-9ae2-47577fbd5871 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2447829 Apr 20 17:17:52.627797 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-88182116-0b22-4df1-b6da-33b8a79732ea req-7d8a42a0-e677-4393-b7f0-5f022d5740d7 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9205387 Apr 20 17:17:52.642198 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-88182116-0b22-4df1-b6da-33b8a79732ea req-f3cdcbbc-7307-4389-95b0-b893b33336d3 service neutron] Request body: {'port': {'device_id': '3517faab-aa49-416e-a157-9f6164ee9ad2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:17:52.660938 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2b75e48d-eca7-4a7d-bd2c-8a8272ccb425 req-ffdf0711-a2b7-4d52-88fa-e02fe1aebaa2 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635607 Apr 20 17:17:52.748238 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e41187-4002-4f1a-9326-ddd2000f69d0 admin admin] Network fc8e6a4a-e179-48cb-8550-48f660e9d877 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:17:52.761865 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-88e41187-4002-4f1a-9326-ddd2000f69d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:17:52.809185 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-87dfcd0b-f237-4f0f-a65b-30dc1a77da2d service neutron] 10.222.0.39 "GET /v2.0/networks/d8ef33a9-107e-4ebd-9173-5b6bab76d40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303227 Apr 20 17:17:52.851949 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-305fc798-5d19-46fb-877b-bb0b1e93452e'] response: {'name': 'network-changed', 'server_uuid': '15bb0075-7558-4f76-99d4-2752733aae9f', 'tag': '20eaa202-3d3a-4d65-b011-b73da8678a26', 'status': 'completed', 'code': 200} Apr 20 17:17:52.899824 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39782) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:17:52.998222 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5dbff214-d60a-49db-a110-6556fb149670 req-3b0b020b-2b78-4982-b701-363a34eb481e service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328619 Apr 20 17:17:52.998861 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-88182116-0b22-4df1-b6da-33b8a79732ea req-f3cdcbbc-7307-4389-95b0-b893b33336d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:53.180920 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-9415e378-dd18-4ee0-845e-ff2015b46e03 None None] Provisioning complete for port 8f847971-ebf5-4604-8be8-97d5a36dc565 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:17:53.181546 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9415e378-dd18-4ee0-845e-ff2015b46e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:53.257711 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4117d-5f52-4a90-b9e0-bf7777fd47a0 req-36b85321-c2e3-45e3-94be-34a267287d4a tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:53.258693 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-9415e378-dd18-4ee0-845e-ff2015b46e03 None None] Port 8f847971-ebf5-4604-8be8-97d5a36dc565 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:17:53.260227 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1ac4117d-5f52-4a90-b9e0-bf7777fd47a0 req-36b85321-c2e3-45e3-94be-34a267287d4a tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 948 time: 0.3104541 Apr 20 17:17:53.342457 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1ac4117d-5f52-4a90-b9e0-bf7777fd47a0 req-a48118c8-acaa-4d8f-9de8-8fdb85d1b0b4 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712392 Apr 20 17:17:53.344010 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1381d097-b471-4f5a-842c-1bb49dd3a709 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9447d3abcfef46fbb9cec3961f14b45a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4430947 Apr 20 17:17:53.350042 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39796) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:17:53.545842 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e41187-4002-4f1a-9326-ddd2000f69d0 admin admin] Router 0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:17:53.552458 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3356fb46-e11d-4c63-8cc4-0619546c652e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:53.581835 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5dbff214-d60a-49db-a110-6556fb149670 req-ee93b45c-21ea-4012-ba2c-6250ab64fadd service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5687859 Apr 20 17:17:53.712398 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d1b9f-b7f1-4de1-a1b1-ec576776dcea req-e48d14b4-1bf6-4169-879a-14c394cf9c5a tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:53.715975 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-213d1b9f-b7f1-4de1-a1b1-ec576776dcea req-e48d14b4-1bf6-4169-879a-14c394cf9c5a tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=69ef6220-dcc2-4a92-9c55-18df85eeb3f5 HTTP/1.1" status: 200 len: 945 time: 0.5124340 Apr 20 17:17:53.735122 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3356fb46-e11d-4c63-8cc4-0619546c652e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:53.839161 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-213d1b9f-b7f1-4de1-a1b1-ec576776dcea req-cb600242-f144-475e-9127-4a7f2787aa16 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156030 Apr 20 17:17:53.856297 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95480699-ca7e-4698-afa4-af8f00c0ddce req-2565c6ed-4579-4033-8870-9d6eaf3d73a9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&device_id=15bb0075-7558-4f76-99d4-2752733aae9f HTTP/1.1" status: 200 len: 1098 time: 0.2065144 Apr 20 17:17:53.927153 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5199d-41aa-4bdd-b5bc-b7afe40c80a4 req-b65b2815-3611-4b9f-b8bb-f803e42a1480 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:53.929191 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-02e5199d-41aa-4bdd-b5bc-b7afe40c80a4 req-b65b2815-3611-4b9f-b8bb-f803e42a1480 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=3517faab-aa49-416e-a157-9f6164ee9ad2 HTTP/1.1" status: 200 len: 932 time: 0.2527726 Apr 20 17:17:53.962013 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3356fb46-e11d-4c63-8cc4-0619546c652e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:53.995776 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356fb46-e11d-4c63-8cc4-0619546c652e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47d8cee-208f-4cfa-bcfc-a099e9465705,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:54.025931 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3356fb46-e11d-4c63-8cc4-0619546c652e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:54.031724 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3356fb46-e11d-4c63-8cc4-0619546c652e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a47d8cee-208f-4cfa-bcfc-a099e9465705 HTTP/1.1" status: 204 len: 168 time: 0.6805596 Apr 20 17:17:54.041551 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-02e5199d-41aa-4bdd-b5bc-b7afe40c80a4 req-b46cdb53-fc28-47e5-838a-175b7050b8dc tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Synchronizing usage tracker for tenant:e75f8ad024ce426a84ef751b2d001871 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:17:54.083890 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-02e5199d-41aa-4bdd-b5bc-b7afe40c80a4 req-b46cdb53-fc28-47e5-838a-175b7050b8dc tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Unset dirty status for tenant:e75f8ad024ce426a84ef751b2d001871 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:17:54.098839 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-02e5199d-41aa-4bdd-b5bc-b7afe40c80a4 req-b46cdb53-fc28-47e5-838a-175b7050b8dc tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589503 Apr 20 17:17:54.107904 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e41187-4002-4f1a-9326-ddd2000f69d0 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:17:54.128267 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3944cbbf-1fae-4f18-b92c-69ecff700b66 None None] Sync routers for ids ['0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:17:54.140549 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-88e41187-4002-4f1a-9326-ddd2000f69d0 admin admin] 10.222.0.39 "PUT /v2.0/routers/0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0139096 Apr 20 17:17:54.149890 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3944cbbf-1fae-4f18-b92c-69ecff700b66 None None] Routers {'0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:17:54.151580 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-3944cbbf-1fae-4f18-b92c-69ecff700b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:17:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:17:54.224006 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6379b0e1-433e-4014-a866-ccd2737a5f62 req-0e52ef95-9949-42fc-a043-84d32a9e620b tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?device_id=2540fea1-45ed-413e-8296-e846c0c64093 HTTP/1.1" status: 200 len: 210 time: 0.1124959 Apr 20 17:17:54.226509 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-88182116-0b22-4df1-b6da-33b8a79732ea req-f3cdcbbc-7307-4389-95b0-b893b33336d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef3b0876-f5db-4624-8823-e26fd11b256b {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:17:54.249649 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-88182116-0b22-4df1-b6da-33b8a79732ea req-f3cdcbbc-7307-4389-95b0-b893b33336d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:54.275476 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-88182116-0b22-4df1-b6da-33b8a79732ea req-f3cdcbbc-7307-4389-95b0-b893b33336d3 service neutron] Transition to ACTIVE for port object ef3b0876-f5db-4624-8823-e26fd11b256b will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:17:54.295858 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-88182116-0b22-4df1-b6da-33b8a79732ea req-f3cdcbbc-7307-4389-95b0-b893b33336d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:54.438641 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-3944cbbf-1fae-4f18-b92c-69ecff700b66 None None] Set router 0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:17:54.449597 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73fae5-3d14-4bb3-8e99-67ebd88ae943 req-b9c3abfa-bc32-476d-9950-bf202dcf6e1d tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:54.452443 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2e73fae5-3d14-4bb3-8e99-67ebd88ae943 req-b9c3abfa-bc32-476d-9950-bf202dcf6e1d tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0e38329-541a-415e-ab79-3d681157c525 HTTP/1.1" status: 200 len: 950 time: 0.2209485 Apr 20 17:17:54.574125 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2e73fae5-3d14-4bb3-8e99-67ebd88ae943 req-f99efc1a-354b-4cd6-a957-b9ac70e2d4c4 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/security-groups?id=88c9757b-b765-406f-b818-e6e0af096ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149156 Apr 20 17:17:54.777947 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95480699-ca7e-4698-afa4-af8f00c0ddce req-966a3a98-a915-4770-bddc-5e62938d1160 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:54.780095 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95480699-ca7e-4698-afa4-af8f00c0ddce req-966a3a98-a915-4770-bddc-5e62938d1160 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.9155333 Apr 20 17:17:54.847127 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cdcbbc-7307-4389-95b0-b893b33336d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ef3b0876-f5db-4624-8823-e26fd11b256b,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:54.857312 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-88182116-0b22-4df1-b6da-33b8a79732ea req-f3cdcbbc-7307-4389-95b0-b893b33336d3 service neutron] Attempting to bind port ef3b0876-f5db-4624-8823-e26fd11b256b on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:17:54.857847 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-88182116-0b22-4df1-b6da-33b8a79732ea req-f3cdcbbc-7307-4389-95b0-b893b33336d3 service neutron] Attempting to bind port ef3b0876-f5db-4624-8823-e26fd11b256b by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '43999dff-a448-4195-ad66-c7adbdca2564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c26c5bd-f238-4795-be1b-c0013f180282'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:17:54.858508 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88182116-0b22-4df1-b6da-33b8a79732ea req-f3cdcbbc-7307-4389-95b0-b893b33336d3 service neutron] Attempting to bind port ef3b0876-f5db-4624-8823-e26fd11b256b on network 2c26c5bd-f238-4795-be1b-c0013f180282 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:17:54.914568 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95480699-ca7e-4698-afa4-af8f00c0ddce req-ac35a303-d5a5-4ae2-b185-c7ed1c387848 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=20eaa202-3d3a-4d65-b011-b73da8678a26 HTTP/1.1" status: 200 len: 217 time: 0.1140807 Apr 20 17:17:54.916245 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88182116-0b22-4df1-b6da-33b8a79732ea req-f3cdcbbc-7307-4389-95b0-b893b33336d3 service neutron] Port ef3b0876-f5db-4624-8823-e26fd11b256b on network 2c26c5bd-f238-4795-be1b-c0013f180282 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:17:54.916569 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88182116-0b22-4df1-b6da-33b8a79732ea req-f3cdcbbc-7307-4389-95b0-b893b33336d3 service neutron] Attempting to bind port ef3b0876-f5db-4624-8823-e26fd11b256b on network 2c26c5bd-f238-4795-be1b-c0013f180282 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:17:54.963014 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-3944cbbf-1fae-4f18-b92c-69ecff700b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'name': 'tempest-TaggedBootDevicesTest-214007786-router', 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '71b30aa2-ab3d-4683-ab00-6746bf13ea28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:17:35Z', 'updated_at': '2022-04-20T17:17:51Z', 'revision_number': 4, 'project_id': '60c7e2ae348346058b3fbfec10afa715', 'gw_port': {'id': '71b30aa2-ab3d-4683-ab00-6746bf13ea28', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:17:37Z', 'updated_at': '2022-04-20T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8f847971-ebf5-4604-8be8-97d5a36dc565', 'name': '', 'network_id': 'fc8e6a4a-e179-48cb-8550-48f660e9d877', 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'mac_address': 'fa:16:3e:73:63:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '826f24c4-a35e-4e89-9b39-2bce6cc7b5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:17:50Z', 'updated_at': '2022-04-20T17:17:51Z', 'revision_number': 2, 'project_id': '60c7e2ae348346058b3fbfec10afa715', 'subnets': [{'id': '826f24c4-a35e-4e89-9b39-2bce6cc7b5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:17:54.967000 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3944cbbf-1fae-4f18-b92c-69ecff700b66 None None] Checking router: 0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:17:54.967334 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3944cbbf-1fae-4f18-b92c-69ecff700b66 None None] Updating router 0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc port 8f847971-ebf5-4604-8be8-97d5a36dc565 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:17:55.049620 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4699f2-8309-4aa8-aded-d3239504be2e req-abc31aff-b06b-4339-9c58-ceacdd404e6d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:55.050167 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-3944cbbf-1fae-4f18-b92c-69ecff700b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:55.063079 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3c4699f2-8309-4aa8-aded-d3239504be2e req-abc31aff-b06b-4339-9c58-ceacdd404e6d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=15bb0075-7558-4f76-99d4-2752733aae9f HTTP/1.1" status: 200 len: 947 time: 0.6195042 Apr 20 17:17:55.066325 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88182116-0b22-4df1-b6da-33b8a79732ea req-f3cdcbbc-7307-4389-95b0-b893b33336d3 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:17:55.066325 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88182116-0b22-4df1-b6da-33b8a79732ea req-f3cdcbbc-7307-4389-95b0-b893b33336d3 service neutron] Checking segment: {'id': '43999dff-a448-4195-ad66-c7adbdca2564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c26c5bd-f238-4795-be1b-c0013f180282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:17:55.066325 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88182116-0b22-4df1-b6da-33b8a79732ea req-f3cdcbbc-7307-4389-95b0-b893b33336d3 service neutron] Bound using segment: {'id': '43999dff-a448-4195-ad66-c7adbdca2564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c26c5bd-f238-4795-be1b-c0013f180282'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:17:55.066325 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-88182116-0b22-4df1-b6da-33b8a79732ea req-f3cdcbbc-7307-4389-95b0-b893b33336d3 service neutron] Bound port: ef3b0876-f5db-4624-8823-e26fd11b256b, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43999dff-a448-4195-ad66-c7adbdca2564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c26c5bd-f238-4795-be1b-c0013f180282'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:17:55.069807 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-88182116-0b22-4df1-b6da-33b8a79732ea req-f3cdcbbc-7307-4389-95b0-b893b33336d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:55.176254 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-9dcdd2ad-2995-4e00-ba4d-8021d175870d tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:55.177631 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-9dcdd2ad-2995-4e00-ba4d-8021d175870d tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Synchronizing usage tracker for tenant:ffcb78f29a714057bb79ebadc32ed198 on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:17:55.199385 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-9dcdd2ad-2995-4e00-ba4d-8021d175870d tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Unset dirty status for tenant:ffcb78f29a714057bb79ebadc32ed198 on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:17:55.202247 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-9dcdd2ad-2995-4e00-ba4d-8021d175870d tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.43 "GET /v2.0/networks?id=d8ef33a9-107e-4ebd-9173-5b6bab76d40f HTTP/1.1" status: 200 len: 810 time: 0.6037254 Apr 20 17:17:55.223227 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-f825034a-1c89-4d6d-b308-4bf0e8bbeb7d tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Request body: {'port': {'device_id': '2540fea1-45ed-413e-8296-e846c0c64093', 'network_id': 'd8ef33a9-107e-4ebd-9173-5b6bab76d40f', 'admin_state_up': True, 'tenant_id': 'ffcb78f29a714057bb79ebadc32ed198'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:17:55.256759 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device db955777-f791-4005-a279-3a7e7cd2ff53 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:17:55.307740 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95480699-ca7e-4698-afa4-af8f00c0ddce req-0b7e9307-0de8-42b5-bbe0-6d0e7830fa43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:55.309543 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95480699-ca7e-4698-afa4-af8f00c0ddce req-0b7e9307-0de8-42b5-bbe0-6d0e7830fa43 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.3789210 Apr 20 17:17:55.367905 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-88182116-0b22-4df1-b6da-33b8a79732ea req-f3cdcbbc-7307-4389-95b0-b893b33336d3 service neutron] For port ef3b0876-f5db-4624-8823-e26fd11b256b, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:17:55.388304 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3c4699f2-8309-4aa8-aded-d3239504be2e req-1b361c7d-22c9-4e2c-a747-62ff9e8b1fbb tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242345 Apr 20 17:17:55.391254 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-f825034a-1c89-4d6d-b308-4bf0e8bbeb7d tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:17:55.399332 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-88182116-0b22-4df1-b6da-33b8a79732ea req-f3cdcbbc-7307-4389-95b0-b893b33336d3 service neutron] For port ef3b0876-f5db-4624-8823-e26fd11b256b, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ef3b0876-f5db-4624-8823-e26fd11b256b,segment=NetworkSegment(43999dff-a448-4195-ad66-c7adbdca2564),segment_id=43999dff-a448-4195-ad66-c7adbdca2564)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:17:55.410715 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 898a02b0-5c40-4e36-aff5-4e67570a1f91 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:17:55.414878 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-f825034a-1c89-4d6d-b308-4bf0e8bbeb7d tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Usage tracker for resource:port and tenant:ffcb78f29a714057bb79ebadc32ed198 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:17:55.429017 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-f825034a-1c89-4d6d-b308-4bf0e8bbeb7d tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:17:55.430849 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-88182116-0b22-4df1-b6da-33b8a79732ea req-f3cdcbbc-7307-4389-95b0-b893b33336d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:55.448815 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-f825034a-1c89-4d6d-b308-4bf0e8bbeb7d tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:17:55.561533 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port db955777-f791-4005-a279-3a7e7cd2ff53 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:17:55.571378 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port db955777-f791-4005-a279-3a7e7cd2ff53 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:17:55.571760 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:55.598992 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-88182116-0b22-4df1-b6da-33b8a79732ea req-f3cdcbbc-7307-4389-95b0-b893b33336d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:55.607561 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-88182116-0b22-4df1-b6da-33b8a79732ea req-f3cdcbbc-7307-4389-95b0-b893b33336d3 service neutron] 10.222.0.43 "PUT /v2.0/ports/ef3b0876-f5db-4624-8823-e26fd11b256b HTTP/1.1" status: 200 len: 1092 time: 2.9693451 Apr 20 17:17:55.610091 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3517faab-aa49-416e-a157-9f6164ee9ad2', 'tag': 'ef3b0876-f5db-4624-8823-e26fd11b256b'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:17:55.648451 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95480699-ca7e-4698-afa4-af8f00c0ddce req-d71a1374-c189-4823-8da0-06d26c250868 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3303802 Apr 20 17:17:55.673783 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-f825034a-1c89-4d6d-b308-4bf0e8bbeb7d tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Made reservation on behalf of ffcb78f29a714057bb79ebadc32ed198 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:17:55.676086 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-3944cbbf-1fae-4f18-b92c-69ecff700b66 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:55.685370 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-f825034a-1c89-4d6d-b308-4bf0e8bbeb7d tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:55.702446 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-3944cbbf-1fae-4f18-b92c-69ecff700b66 None None] Transition to ACTIVE for port object 8f847971-ebf5-4604-8be8-97d5a36dc565 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:17:55.728726 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-3944cbbf-1fae-4f18-b92c-69ecff700b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:55.815375 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d67c15-4267-45e2-9f45-51eb6098c7a9 req-6125ea2a-9006-404d-81c1-6d37573f868f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:55.822643 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d3d67c15-4267-45e2-9f45-51eb6098c7a9 req-6125ea2a-9006-404d-81c1-6d37573f868f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 948 time: 0.3607798 Apr 20 17:17:55.851802 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:55.894847 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d3d67c15-4267-45e2-9f45-51eb6098c7a9 req-bb5f005a-54f0-4727-8d15-72f9c2b96e82 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710907 Apr 20 17:17:56.024340 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e38329-541a-415e-ab79-3d681157c525', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '898a02b0-5c40-4e36-aff5-4e67570a1f91'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:17:56.036951 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cdcbbc-7307-4389-95b0-b893b33336d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ef3b0876-f5db-4624-8823-e26fd11b256b,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:56.073669 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 898a02b0-5c40-4e36-aff5-4e67570a1f91, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=898a02b0-5c40-4e36-aff5-4e67570a1f91,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:56.091178 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:56.143614 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-f825034a-1c89-4d6d-b308-4bf0e8bbeb7d tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Allocated IP 172.20.0.11 (d8ef33a9-107e-4ebd-9173-5b6bab76d40f/8e216643-0d94-47fd-bb51-9fe24d2f84fc/77a79f09-6927-485e-933f-69d29f823c29) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:17:56.251963 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:56.344025 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-88182116-0b22-4df1-b6da-33b8a79732ea req-77913712-f151-4772-9909-f7f72b30f95d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e75f8ad024ce426a84ef751b2d001871&device_id=3517faab-aa49-416e-a157-9f6164ee9ad2 HTTP/1.1" status: 200 len: 1095 time: 0.6333878 Apr 20 17:17:56.346872 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95480699-ca7e-4698-afa4-af8f00c0ddce req-976a40a2-93d3-430c-bc86-9f308e60c879 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6889865 Apr 20 17:17:56.402580 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c4f3b-2924-4958-b3d2-9066fd3696ad None None] Pushing event updated for resources: {'Port': ['ID=8f847971-ebf5-4604-8be8-97d5a36dc565,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:56.405935 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-3944cbbf-1fae-4f18-b92c-69ecff700b66 None None] Attempting to bind port 8f847971-ebf5-4604-8be8-97d5a36dc565 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:17:56.406329 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-3944cbbf-1fae-4f18-b92c-69ecff700b66 None None] Attempting to bind port 8f847971-ebf5-4604-8be8-97d5a36dc565 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '604e0b5b-f444-4a84-a006-54ff61224a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fc8e6a4a-e179-48cb-8550-48f660e9d877'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:17:56.406785 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3944cbbf-1fae-4f18-b92c-69ecff700b66 None None] Attempting to bind port 8f847971-ebf5-4604-8be8-97d5a36dc565 on network fc8e6a4a-e179-48cb-8550-48f660e9d877 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:17:56.487224 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c4f3b-2924-4958-b3d2-9066fd3696ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:56.487676 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c4f3b-2924-4958-b3d2-9066fd3696ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:56.489299 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c4f3b-2924-4958-b3d2-9066fd3696ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:56.489636 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c4f3b-2924-4958-b3d2-9066fd3696ad None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:56.489963 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c4f3b-2924-4958-b3d2-9066fd3696ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:56.490311 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c4f3b-2924-4958-b3d2-9066fd3696ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:56.490628 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c4f3b-2924-4958-b3d2-9066fd3696ad None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:56.494585 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c4f3b-2924-4958-b3d2-9066fd3696ad None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:56.502262 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=898a02b0-5c40-4e36-aff5-4e67570a1f91,revision_number=8']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:56.502774 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c4f3b-2924-4958-b3d2-9066fd3696ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:56.502774 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c4f3b-2924-4958-b3d2-9066fd3696ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:56.503097 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c4f3b-2924-4958-b3d2-9066fd3696ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:17:56.517790 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3944cbbf-1fae-4f18-b92c-69ecff700b66 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:17:56.518567 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3944cbbf-1fae-4f18-b92c-69ecff700b66 None None] Checking segment: {'id': '604e0b5b-f444-4a84-a006-54ff61224a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fc8e6a4a-e179-48cb-8550-48f660e9d877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:17:56.518693 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-3944cbbf-1fae-4f18-b92c-69ecff700b66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:56.520046 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3944cbbf-1fae-4f18-b92c-69ecff700b66 None None] Bound using segment: {'id': '604e0b5b-f444-4a84-a006-54ff61224a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fc8e6a4a-e179-48cb-8550-48f660e9d877'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:17:56.520529 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-3944cbbf-1fae-4f18-b92c-69ecff700b66 None None] Bound port: 8f847971-ebf5-4604-8be8-97d5a36dc565, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604e0b5b-f444-4a84-a006-54ff61224a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fc8e6a4a-e179-48cb-8550-48f660e9d877'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:17:56.524229 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-3944cbbf-1fae-4f18-b92c-69ecff700b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:56.531376 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port db955777-f791-4005-a279-3a7e7cd2ff53, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=db955777-f791-4005-a279-3a7e7cd2ff53,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:56.541363 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:56.548710 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39874) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:17:56.556042 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-88e75ecd-d869-4945-b801-0af494b41220 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1057726928-network', 'tenant_id': '051f86aa81334cef8b98d40d65b745fc'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:17:56.677488 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-f825034a-1c89-4d6d-b308-4bf0e8bbeb7d tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:56.679814 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-3944cbbf-1fae-4f18-b92c-69ecff700b66 None None] For port 8f847971-ebf5-4604-8be8-97d5a36dc565, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:17:56.682798 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-88e75ecd-d869-4945-b801-0af494b41220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:17:56.684329 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-3944cbbf-1fae-4f18-b92c-69ecff700b66 None None] For port 8f847971-ebf5-4604-8be8-97d5a36dc565, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8f847971-ebf5-4604-8be8-97d5a36dc565,segment=NetworkSegment(604e0b5b-f444-4a84-a006-54ff61224a47),segment_id=604e0b5b-f444-4a84-a006-54ff61224a47)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:17:56.692433 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-3944cbbf-1fae-4f18-b92c-69ecff700b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:56.699801 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=db955777-f791-4005-a279-3a7e7cd2ff53,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:56.710455 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-88182116-0b22-4df1-b6da-33b8a79732ea req-8bd7c088-bd12-4b48-9a9a-52c005169840 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef3b0876-f5db-4624-8823-e26fd11b256b HTTP/1.1" status: 200 len: 217 time: 0.3556657 Apr 20 17:17:56.712724 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-88e75ecd-d869-4945-b801-0af494b41220 admin admin] Usage tracker for resource:network and tenant:051f86aa81334cef8b98d40d65b745fc is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:17:56.717734 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-88e75ecd-d869-4945-b801-0af494b41220 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:17:56.767736 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-88e75ecd-d869-4945-b801-0af494b41220 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:17:56.791643 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b5692d07-e383-41c4-a532-5910c6512f8e req-77101a9f-26f5-4b4f-a613-8ba56afc794c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?device_id=2540fea1-45ed-413e-8296-e846c0c64093 HTTP/1.1" status: 200 len: 210 time: 0.0940208 Apr 20 17:17:56.811212 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3944cbbf-1fae-4f18-b92c-69ecff700b66 None None] Routers {'0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:17:56.811837 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-3944cbbf-1fae-4f18-b92c-69ecff700b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:17:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:17:56.822340 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-f825034a-1c89-4d6d-b308-4bf0e8bbeb7d tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:56.861695 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e75ecd-d869-4945-b801-0af494b41220 admin admin] Made reservation on behalf of 051f86aa81334cef8b98d40d65b745fc for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:17:56.877307 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-88e75ecd-d869-4945-b801-0af494b41220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:56.884065 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c4f3b-2924-4958-b3d2-9066fd3696ad None None] Pushing event updated for resources: {'Port': ['ID=8f847971-ebf5-4604-8be8-97d5a36dc565,revision_number=4']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:56.919985 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-f825034a-1c89-4d6d-b308-4bf0e8bbeb7d tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Network d8ef33a9-107e-4ebd-9173-5b6bab76d40f is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:17:56.925051 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-f825034a-1c89-4d6d-b308-4bf0e8bbeb7d tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:17:56.931334 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-f825034a-1c89-4d6d-b308-4bf0e8bbeb7d tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:17:56.970019 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-af0900aa-2e8d-480e-9329-371c6cbb0a85 req-9360c155-7e22-4448-ad17-cd8a82c77651 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=09fc1279785c4b8daed6da8da5ce234b&device_id=69ef6220-dcc2-4a92-9c55-18df85eeb3f5 HTTP/1.1" status: 200 len: 1096 time: 0.2254715 Apr 20 17:17:56.992859 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc3266da-d1d1-4197-a574-e0fdbfe6aff2'] response: {'server_uuid': 'c0e38329-541a-415e-ab79-3d681157c525', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '898a02b0-5c40-4e36-aff5-4e67570a1f91', 'code': 200} Apr 20 17:17:57.050269 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825034a-1c89-4d6d-b308-4bf0e8bbeb7d tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Pushing event updated for resources: {'Port': ['ID=77a79f09-6927-485e-933f-69d29f823c29,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:57.065706 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-f825034a-1c89-4d6d-b308-4bf0e8bbeb7d tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:57.068818 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-f825034a-1c89-4d6d-b308-4bf0e8bbeb7d tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:57.074533 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc4d5e74-7f2a-4685-a218-451aa9273029'] response: {'name': 'network-changed', 'server_uuid': '3517faab-aa49-416e-a157-9f6164ee9ad2', 'tag': 'ef3b0876-f5db-4624-8823-e26fd11b256b', 'status': 'completed', 'code': 200} Apr 20 17:17:57.097932 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88182116-0b22-4df1-b6da-33b8a79732ea req-c1405082-2634-4f09-8609-b2fae9bad5af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:57.099799 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-88182116-0b22-4df1-b6da-33b8a79732ea req-c1405082-2634-4f09-8609-b2fae9bad5af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6168ff55-f8cc-4173-8a8f-60bbd4cfe151 HTTP/1.1" status: 200 len: 861 time: 0.3771260 Apr 20 17:17:57.109874 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-88e75ecd-d869-4945-b801-0af494b41220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:57.132739 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-3944cbbf-1fae-4f18-b92c-69ecff700b66 None None] Set router 0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:17:57.160085 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95480699-ca7e-4698-afa4-af8f00c0ddce req-8e8d3c87-6e8b-48e3-ba81-cf4f7a8b23a1 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6102364 Apr 20 17:17:57.191642 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-88182116-0b22-4df1-b6da-33b8a79732ea req-1dc39863-1a36-4b29-80e2-f1c7ebb33860 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2c26c5bd-f238-4795-be1b-c0013f180282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709977 Apr 20 17:17:57.209546 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371246f-ea12-4155-aad9-95ec59598fc3 req-a3176a78-4473-4214-b47d-a81454cca12a tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:57.210348 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-a371246f-ea12-4155-aad9-95ec59598fc3 req-a3176a78-4473-4214-b47d-a81454cca12a tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Synchronizing usage tracker for tenant:e75f8ad024ce426a84ef751b2d001871 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:17:57.252505 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 20eaa202-3d3a-4d65-b011-b73da8678a26 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:17:57.255833 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-88e75ecd-d869-4945-b801-0af494b41220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:17:57.272331 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-f825034a-1c89-4d6d-b308-4bf0e8bbeb7d tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0530965 Apr 20 17:17:57.294604 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-884ce50e-3c32-4a75-9603-068c50b53d94 service neutron] Request body: {'port': {'device_id': '2540fea1-45ed-413e-8296-e846c0c64093', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:17:57.327144 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-88e75ecd-d869-4945-b801-0af494b41220 admin admin] Usage tracker for resource:security_group_rule and tenant:051f86aa81334cef8b98d40d65b745fc is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:17:57.336016 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-88e75ecd-d869-4945-b801-0af494b41220 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:17:57.353826 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-a371246f-ea12-4155-aad9-95ec59598fc3 req-a3176a78-4473-4214-b47d-a81454cca12a tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Unset dirty status for tenant:e75f8ad024ce426a84ef751b2d001871 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:17:57.354119 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0900aa-2e8d-480e-9329-371c6cbb0a85 req-337da4ef-bc58-4834-9fc9-056bb28e67ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:57.355606 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-af0900aa-2e8d-480e-9329-371c6cbb0a85 req-337da4ef-bc58-4834-9fc9-056bb28e67ad service neutron] 10.222.0.10 "GET /v2.0/networks?id=9fff7241-063c-4945-88bb-0dafb6148a83 HTTP/1.1" status: 200 len: 915 time: 0.2767391 Apr 20 17:17:57.361282 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a371246f-ea12-4155-aad9-95ec59598fc3 req-a3176a78-4473-4214-b47d-a81454cca12a tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=3517faab-aa49-416e-a157-9f6164ee9ad2 HTTP/1.1" status: 200 len: 944 time: 0.8135340 Apr 20 17:17:57.378170 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-88e75ecd-d869-4945-b801-0af494b41220 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:17:57.464983 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 20eaa202-3d3a-4d65-b011-b73da8678a26, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=20eaa202-3d3a-4d65-b011-b73da8678a26,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:57.478129 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a371246f-ea12-4155-aad9-95ec59598fc3 req-1d61ecf5-17d7-46a0-9e29-ae97266c2c43 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154213 Apr 20 17:17:57.482928 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45def406-ebc1-4911-a380-df73bf793cce req-95b762fd-9c30-4fb2-8894-1cd389a58de2 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:57.484421 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-45def406-ebc1-4911-a380-df73bf793cce req-95b762fd-9c30-4fb2-8894-1cd389a58de2 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=69ef6220-dcc2-4a92-9c55-18df85eeb3f5 HTTP/1.1" status: 200 len: 945 time: 0.3054578 Apr 20 17:17:57.488025 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-af0900aa-2e8d-480e-9329-371c6cbb0a85 req-72f3c0d2-9bcb-4d8c-8821-abe1616416b8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3fa281f-f24b-4b34-882d-c3a0fe43a42d HTTP/1.1" status: 200 len: 217 time: 0.1232514 Apr 20 17:17:57.497856 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '20eaa202-3d3a-4d65-b011-b73da8678a26', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': '20eaa202-3d3a-4d65-b011-b73da8678a26', 'mac_address': 'fa:16:3e:98:c3:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:17:57.503855 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-88182116-0b22-4df1-b6da-33b8a79732ea req-dfd3dace-4c00-4535-82de-721c139dc613 service neutron] 10.222.0.43 "GET /v2.0/networks/2c26c5bd-f238-4795-be1b-c0013f180282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899601 Apr 20 17:17:57.607995 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-884ce50e-3c32-4a75-9603-068c50b53d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:57.623348 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-3944cbbf-1fae-4f18-b92c-69ecff700b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'name': 'tempest-TaggedBootDevicesTest-214007786-router', 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '71b30aa2-ab3d-4683-ab00-6746bf13ea28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:17:35Z', 'updated_at': '2022-04-20T17:17:51Z', 'revision_number': 4, 'project_id': '60c7e2ae348346058b3fbfec10afa715', 'gw_port': {'id': '71b30aa2-ab3d-4683-ab00-6746bf13ea28', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:17:37Z', 'updated_at': '2022-04-20T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8f847971-ebf5-4604-8be8-97d5a36dc565', 'name': '', 'network_id': 'fc8e6a4a-e179-48cb-8550-48f660e9d877', 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'mac_address': 'fa:16:3e:73:63:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '826f24c4-a35e-4e89-9b39-2bce6cc7b5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:17:50Z', 'updated_at': '2022-04-20T17:17:56Z', 'revision_number': 4, 'project_id': '60c7e2ae348346058b3fbfec10afa715', 'subnets': [{'id': '826f24c4-a35e-4e89-9b39-2bce6cc7b5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:17:57.628886 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3944cbbf-1fae-4f18-b92c-69ecff700b66 None None] The sync data for ids ['0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc'] in n-d-838032-1 is: [{'id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'name': 'tempest-TaggedBootDevicesTest-214007786-router', 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '71b30aa2-ab3d-4683-ab00-6746bf13ea28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:17:35Z', 'updated_at': '2022-04-20T17:17:51Z', 'revision_number': 4, 'project_id': '60c7e2ae348346058b3fbfec10afa715', 'gw_port': {'id': '71b30aa2-ab3d-4683-ab00-6746bf13ea28', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:17:37Z', 'updated_at': '2022-04-20T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8f847971-ebf5-4604-8be8-97d5a36dc565', 'name': '', 'network_id': 'fc8e6a4a-e179-48cb-8550-48f660e9d877', 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'mac_address': 'fa:16:3e:73:63:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '826f24c4-a35e-4e89-9b39-2bce6cc7b5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:17:50Z', 'updated_at': '2022-04-20T17:17:56Z', 'revision_number': 4, 'project_id': '60c7e2ae348346058b3fbfec10afa715', 'subnets': [{'id': '826f24c4-a35e-4e89-9b39-2bce6cc7b5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:17:57.645359 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-88e75ecd-d869-4945-b801-0af494b41220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:57.657520 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-88e75ecd-d869-4945-b801-0af494b41220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:57.701581 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0900aa-2e8d-480e-9329-371c6cbb0a85 req-38764ad7-8475-4b80-8303-03dfa2696d08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:57.710153 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:57.710705 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-af0900aa-2e8d-480e-9329-371c6cbb0a85 req-38764ad7-8475-4b80-8303-03dfa2696d08 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=76d92014-3b83-4b63-bea0-d20ecb7cbe3a HTTP/1.1" status: 200 len: 853 time: 0.2142057 Apr 20 17:17:57.724354 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-45def406-ebc1-4911-a380-df73bf793cce req-266ef596-eabd-4d11-b99b-39eaf6d07e4d tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290423 Apr 20 17:17:57.744708 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e75ecd-d869-4945-b801-0af494b41220 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:17:57.778918 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20eaa202-3d3a-4d65-b011-b73da8678a26 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:17:57.801285 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 20eaa202-3d3a-4d65-b011-b73da8678a26, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=20eaa202-3d3a-4d65-b011-b73da8678a26,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:57.815698 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:57.843819 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-88e75ecd-d869-4945-b801-0af494b41220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:57.845589 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-88e75ecd-d869-4945-b801-0af494b41220 admin admin] Added segment ca780c5c-7005-45ac-a79d-3269ceaf6fed of type vlan for network 13c71412-5097-45cc-8b9f-031b4d24c37a Apr 20 17:17:57.859913 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-88182116-0b22-4df1-b6da-33b8a79732ea req-d1653bb6-9201-4dc7-92e5-0d0282ffc6c0 service neutron] 10.222.0.43 "GET /v2.0/networks/2c26c5bd-f238-4795-be1b-c0013f180282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447294 Apr 20 17:17:57.860681 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e75ecd-d869-4945-b801-0af494b41220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3020466e-4672-4b49-a2c4-010dfd56be59,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:57.974854 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=20eaa202-3d3a-4d65-b011-b73da8678a26,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:58.002472 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-88e75ecd-d869-4945-b801-0af494b41220 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:58.082005 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-88e75ecd-d869-4945-b801-0af494b41220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:58.083592 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e75ecd-d869-4945-b801-0af494b41220 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:58.084341 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-88e75ecd-d869-4945-b801-0af494b41220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:58.132010 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-88e75ecd-d869-4945-b801-0af494b41220 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5810144 Apr 20 17:17:58.139143 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39890) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:17:58.173502 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-af0900aa-2e8d-480e-9329-371c6cbb0a85 req-2cc15399-6ae6-4c4d-95ea-c17adafe80c3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9fff7241-063c-4945-88bb-0dafb6148a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4481258 Apr 20 17:17:58.218535 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0607e-81d6-4fba-8d4f-8a66c31086b4 req-76a6fab8-334f-40b6-96a1-552c65ba6b00 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:58.220649 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f9d0607e-81d6-4fba-8d4f-8a66c31086b4 req-76a6fab8-334f-40b6-96a1-552c65ba6b00 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=15bb0075-7558-4f76-99d4-2752733aae9f HTTP/1.1" status: 200 len: 948 time: 0.4277749 Apr 20 17:17:58.229103 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-3041989c-7824-41c3-96f4-147520be5982 admin admin] Request body: {'subnet': {'network_id': '13c71412-5097-45cc-8b9f-031b4d24c37a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1057726928-subnet', 'tenant_id': '051f86aa81334cef8b98d40d65b745fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:17:58.241673 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3041989c-7824-41c3-96f4-147520be5982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:17:58.245644 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3041989c-7824-41c3-96f4-147520be5982 admin admin] Usage tracker for resource:subnet and tenant:051f86aa81334cef8b98d40d65b745fc is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:17:58.249021 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3041989c-7824-41c3-96f4-147520be5982 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:17:58.302703 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3041989c-7824-41c3-96f4-147520be5982 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:17:58.309068 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8f847971-ebf5-4604-8be8-97d5a36dc565 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:17:58.353532 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.resource_extend [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-884ce50e-3c32-4a75-9603-068c50b53d94 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:17:58.367216 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e75ecd-d869-4945-b801-0af494b41220 admin admin] Pushing event updated for resources: {'Network': ['ID=13c71412-5097-45cc-8b9f-031b4d24c37a,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:58.376805 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8dc261d0-58c1-4487-b3c3-47d9f09433c9 req-24ca3b51-9a76-4e2e-a194-e8387a3e3d7a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e75f8ad024ce426a84ef751b2d001871&device_id=3517faab-aa49-416e-a157-9f6164ee9ad2 HTTP/1.1" status: 200 len: 1095 time: 0.4422400 Apr 20 17:17:58.383621 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 13c71412-5097-45cc-8b9f-031b4d24c37a details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:17:58.417642 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f9d0607e-81d6-4fba-8d4f-8a66c31086b4 req-7ae74086-c12c-43d6-b702-cd51818187ea tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400905 Apr 20 17:17:58.517495 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-af0900aa-2e8d-480e-9329-371c6cbb0a85 req-2dd6f28a-1180-4015-aca7-07ce54b771f2 service neutron] 10.222.0.10 "GET /v2.0/networks/9fff7241-063c-4945-88bb-0dafb6148a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356450 Apr 20 17:17:58.576581 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3041989c-7824-41c3-96f4-147520be5982 admin admin] Made reservation on behalf of 051f86aa81334cef8b98d40d65b745fc for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:17:58.577717 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-884ce50e-3c32-4a75-9603-068c50b53d94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77a79f09-6927-485e-933f-69d29f823c29 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:17:58.578955 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3041989c-7824-41c3-96f4-147520be5982 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:58.587525 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 8f847971-ebf5-4604-8be8-97d5a36dc565 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:17:58.594179 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 8f847971-ebf5-4604-8be8-97d5a36dc565 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:17:58.594995 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:58.643164 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-884ce50e-3c32-4a75-9603-068c50b53d94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:58.688929 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-884ce50e-3c32-4a75-9603-068c50b53d94 service neutron] Transition to ACTIVE for port object 77a79f09-6927-485e-933f-69d29f823c29 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:17:58.698469 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8ef80-2d27-41f6-9ba0-c433b1277c2f req-e25273f7-70f3-4f36-9396-ad9de12f3e4e tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:58.700386 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fd8ef80-2d27-41f6-9ba0-c433b1277c2f req-e25273f7-70f3-4f36-9396-ad9de12f3e4e tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 949 time: 0.2420268 Apr 20 17:17:58.705432 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-884ce50e-3c32-4a75-9603-068c50b53d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:58.745091 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['20eaa202-3d3a-4d65-b011-b73da8678a26'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:17:58.827774 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:58.832022 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9da2ec-6143-463b-be1c-cb58ec17768f req-9ca01f99-62bc-4268-ad5b-3a52773b4831 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:58.833727 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ce9da2ec-6143-463b-be1c-cb58ec17768f req-9ca01f99-62bc-4268-ad5b-3a52773b4831 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?device_id=2540fea1-45ed-413e-8296-e846c0c64093 HTTP/1.1" status: 200 len: 944 time: 0.1679971 Apr 20 17:17:58.836281 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc261d0-58c1-4487-b3c3-47d9f09433c9 req-6e8600ea-21a3-4150-a167-2cfb8f7a388d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:58.837637 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8dc261d0-58c1-4487-b3c3-47d9f09433c9 req-6e8600ea-21a3-4150-a167-2cfb8f7a388d service neutron] 10.222.0.43 "GET /v2.0/networks?id=2c26c5bd-f238-4795-be1b-c0013f180282 HTTP/1.1" status: 200 len: 922 time: 0.4337087 Apr 20 17:17:58.906542 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 8f847971-ebf5-4604-8be8-97d5a36dc565, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8f847971-ebf5-4604-8be8-97d5a36dc565,segment=NetworkSegment(604e0b5b-f444-4a84-a006-54ff61224a47),segment_id=604e0b5b-f444-4a84-a006-54ff61224a47)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:58.908656 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fd8ef80-2d27-41f6-9ba0-c433b1277c2f req-09ef0406-1e88-4ded-8330-de947f2c18e8 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874595 Apr 20 17:17:58.914651 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-af0900aa-2e8d-480e-9329-371c6cbb0a85 req-51121dab-f514-4c0b-a194-b58ff42c4a31 service neutron] 10.222.0.10 "GET /v2.0/networks/9fff7241-063c-4945-88bb-0dafb6148a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848870 Apr 20 17:17:58.925059 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ce50e-3c32-4a75-9603-068c50b53d94 service neutron] Pushing event updated for resources: {'Port': ['ID=77a79f09-6927-485e-933f-69d29f823c29,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:58.932531 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:59.002966 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9669fa-6bcb-4dc1-a556-d0d7551c358d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db955777-f791-4005-a279-3a7e7cd2ff53'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:17:59.010793 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-ce9da2ec-6143-463b-be1c-cb58ec17768f req-382f7397-24e2-4f66-9b57-c52e2da2a1f7 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Synchronizing usage tracker for tenant:ffcb78f29a714057bb79ebadc32ed198 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:17:59.015885 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8dc261d0-58c1-4487-b3c3-47d9f09433c9 req-82223443-8dde-4889-b4e2-e7c33d5ca3b8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef3b0876-f5db-4624-8823-e26fd11b256b HTTP/1.1" status: 200 len: 217 time: 0.1571336 Apr 20 17:17:59.082932 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-ce9da2ec-6143-463b-be1c-cb58ec17768f req-382f7397-24e2-4f66-9b57-c52e2da2a1f7 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Unset dirty status for tenant:ffcb78f29a714057bb79ebadc32ed198 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:17:59.084209 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ce9da2ec-6143-463b-be1c-cb58ec17768f req-382f7397-24e2-4f66-9b57-c52e2da2a1f7 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0746e04-eaaa-491f-b2f2-a68a28aea018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441700 Apr 20 17:17:59.088449 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-884ce50e-3c32-4a75-9603-068c50b53d94 service neutron] Attempting to bind port 77a79f09-6927-485e-933f-69d29f823c29 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:17:59.088699 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-884ce50e-3c32-4a75-9603-068c50b53d94 service neutron] Attempting to bind port 77a79f09-6927-485e-933f-69d29f823c29 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'edb8f8fc-911d-4f39-9f48-9e99b3ae736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8ef33a9-107e-4ebd-9173-5b6bab76d40f'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:17:59.089021 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-884ce50e-3c32-4a75-9603-068c50b53d94 service neutron] Attempting to bind port 77a79f09-6927-485e-933f-69d29f823c29 on network d8ef33a9-107e-4ebd-9173-5b6bab76d40f {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:17:59.095271 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-884ce50e-3c32-4a75-9603-068c50b53d94 service neutron] Port 77a79f09-6927-485e-933f-69d29f823c29 on network d8ef33a9-107e-4ebd-9173-5b6bab76d40f not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:17:59.095582 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-884ce50e-3c32-4a75-9603-068c50b53d94 service neutron] Attempting to bind port 77a79f09-6927-485e-933f-69d29f823c29 on network d8ef33a9-107e-4ebd-9173-5b6bab76d40f {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:17:59.102338 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-884ce50e-3c32-4a75-9603-068c50b53d94 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:17:59.102683 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-884ce50e-3c32-4a75-9603-068c50b53d94 service neutron] Checking segment: {'id': 'edb8f8fc-911d-4f39-9f48-9e99b3ae736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8ef33a9-107e-4ebd-9173-5b6bab76d40f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:17:59.103071 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-884ce50e-3c32-4a75-9603-068c50b53d94 service neutron] Bound using segment: {'id': 'edb8f8fc-911d-4f39-9f48-9e99b3ae736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8ef33a9-107e-4ebd-9173-5b6bab76d40f'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:17:59.103643 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-884ce50e-3c32-4a75-9603-068c50b53d94 service neutron] Bound port: 77a79f09-6927-485e-933f-69d29f823c29, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edb8f8fc-911d-4f39-9f48-9e99b3ae736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8ef33a9-107e-4ebd-9173-5b6bab76d40f'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:17:59.103985 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-884ce50e-3c32-4a75-9603-068c50b53d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:59.125107 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc261d0-58c1-4487-b3c3-47d9f09433c9 req-6d4e059e-6437-48cd-8255-770f8279a18d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:59.126816 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8dc261d0-58c1-4487-b3c3-47d9f09433c9 req-6d4e059e-6437-48cd-8255-770f8279a18d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6168ff55-f8cc-4173-8a8f-60bbd4cfe151 HTTP/1.1" status: 200 len: 861 time: 0.0946014 Apr 20 17:17:59.142276 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=8f847971-ebf5-4604-8be8-97d5a36dc565,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:59.198520 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8dc261d0-58c1-4487-b3c3-47d9f09433c9 req-8f1ed6fe-c61e-4e4f-877e-229da4ef4217 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2c26c5bd-f238-4795-be1b-c0013f180282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505252 Apr 20 17:17:59.208245 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-884ce50e-3c32-4a75-9603-068c50b53d94 service neutron] For port 77a79f09-6927-485e-933f-69d29f823c29, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:17:59.212195 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-884ce50e-3c32-4a75-9603-068c50b53d94 service neutron] For port 77a79f09-6927-485e-933f-69d29f823c29, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=77a79f09-6927-485e-933f-69d29f823c29,segment=NetworkSegment(edb8f8fc-911d-4f39-9f48-9e99b3ae736e),segment_id=edb8f8fc-911d-4f39-9f48-9e99b3ae736e)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:17:59.220501 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-884ce50e-3c32-4a75-9603-068c50b53d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:59.231441 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3041989c-7824-41c3-96f4-147520be5982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:59.288113 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-884ce50e-3c32-4a75-9603-068c50b53d94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:59.289382 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-884ce50e-3c32-4a75-9603-068c50b53d94 service neutron] 10.222.0.43 "PUT /v2.0/ports/77a79f09-6927-485e-933f-69d29f823c29 HTTP/1.1" status: 200 len: 1092 time: 2.0072367 Apr 20 17:17:59.289817 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2540fea1-45ed-413e-8296-e846c0c64093', 'tag': '77a79f09-6927-485e-933f-69d29f823c29'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:17:59.305874 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ce50e-3c32-4a75-9603-068c50b53d94 service neutron] Pushing event updated for resources: {'Port': ['ID=77a79f09-6927-485e-933f-69d29f823c29,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:59.405006 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ef3b0876-f5db-4624-8823-e26fd11b256b details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:17:59.486361 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090f6d5-2477-4789-8504-ea47cb5347a3 req-766e0684-f32e-4137-8c36-be0eaaed4fb9 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:59.494102 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9090f6d5-2477-4789-8504-ea47cb5347a3 req-766e0684-f32e-4137-8c36-be0eaaed4fb9 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=69ef6220-dcc2-4a92-9c55-18df85eeb3f5 HTTP/1.1" status: 200 len: 945 time: 0.1810572 Apr 20 17:17:59.513741 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-baf45014-80d7-46ab-8ef5-1f39cdd705bf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffcb78f29a714057bb79ebadc32ed198&device_id=2540fea1-45ed-413e-8296-e846c0c64093 HTTP/1.1" status: 200 len: 1095 time: 0.1666672 Apr 20 17:17:59.596437 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041989c-7824-41c3-96f4-147520be5982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd67a730-f831-4a79-8535-5ef566ba7e1d,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:17:59.606250 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ef3b0876-f5db-4624-8823-e26fd11b256b, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ef3b0876-f5db-4624-8823-e26fd11b256b,segment=NetworkSegment(43999dff-a448-4195-ad66-c7adbdca2564),segment_id=43999dff-a448-4195-ad66-c7adbdca2564)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:59.613705 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-6b9bc007-f4b9-4d93-b4b1-5f07a6ab3289 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77a79f09-6927-485e-933f-69d29f823c29 HTTP/1.1" status: 200 len: 217 time: 0.0860090 Apr 20 17:17:59.624674 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'ef3b0876-f5db-4624-8823-e26fd11b256b', 'network_id': '2c26c5bd-f238-4795-be1b-c0013f180282', 'port_id': 'ef3b0876-f5db-4624-8823-e26fd11b256b', 'mac_address': 'fa:16:3e:87:bc:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6168ff55-f8cc-4173-8a8f-60bbd4cfe151', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:17:59.635664 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3041989c-7824-41c3-96f4-147520be5982 admin admin] Checking segment: {'id': 'ca780c5c-7005-45ac-a79d-3269ceaf6fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '13c71412-5097-45cc-8b9f-031b4d24c37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:17:59.636023 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3041989c-7824-41c3-96f4-147520be5982 admin admin] Network hostable DHCP agents. Network: 13c71412-5097-45cc-8b9f-031b4d24c37a, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:17:59.642429 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8dc261d0-58c1-4487-b3c3-47d9f09433c9 req-9387c345-c70d-4180-b6fd-4c44180e4a17 service neutron] 10.222.0.43 "GET /v2.0/networks/2c26c5bd-f238-4795-be1b-c0013f180282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353282 Apr 20 17:17:59.672887 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9090f6d5-2477-4789-8504-ea47cb5347a3 req-070867bd-cf9e-40d7-9771-035e2459fda7 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773973 Apr 20 17:17:59.688478 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-55a5d019-33cc-41b7-87b8-9d301526a456 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:59.690121 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-55a5d019-33cc-41b7-87b8-9d301526a456 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e216643-0d94-47fd-bb51-9fe24d2f84fc HTTP/1.1" status: 200 len: 850 time: 0.0685678 Apr 20 17:17:59.696017 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:59.729409 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef3b0876-f5db-4624-8823-e26fd11b256b {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:17:59.746665 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07905649-aeef-4b05-84fd-0897583996d6 req-bf51814c-ab19-4d10-872a-84c07366e852 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:59.747343 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ef3b0876-f5db-4624-8823-e26fd11b256b, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ef3b0876-f5db-4624-8823-e26fd11b256b,segment=NetworkSegment(43999dff-a448-4195-ad66-c7adbdca2564),segment_id=43999dff-a448-4195-ad66-c7adbdca2564)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:17:59.752114 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-07905649-aeef-4b05-84fd-0897583996d6 req-bf51814c-ab19-4d10-872a-84c07366e852 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=3517faab-aa49-416e-a157-9f6164ee9ad2 HTTP/1.1" status: 200 len: 944 time: 0.4219451 Apr 20 17:17:59.754717 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f186c2eb-8cfb-4822-af3a-4419b24700f2'] response: {'server_uuid': 'cf9669fa-6bcb-4dc1-a556-d0d7551c358d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db955777-f791-4005-a279-3a7e7cd2ff53', 'code': 200} Apr 20 17:17:59.756990 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:59.757705 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 257e6625-f639-4d50-8e63-9847f4e852da details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:17:59.763587 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-edc8bc4a-0113-411f-8211-792c969d0d23 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d8ef33a9-107e-4ebd-9173-5b6bab76d40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510743 Apr 20 17:17:59.800263 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3041989c-7824-41c3-96f4-147520be5982 admin admin] Network 13c71412-5097-45cc-8b9f-031b4d24c37a is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:17:59.832991 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-3041989c-7824-41c3-96f4-147520be5982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 13c71412-5097-45cc-8b9f-031b4d24c37a) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:17:59.844224 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f0ddd4-b9ef-4596-a6cb-08f066ff4d3b None None] Network 13c71412-5097-45cc-8b9f-031b4d24c37a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:17:59.867886 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3041989c-7824-41c3-96f4-147520be5982 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:17:59.868521 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3041989c-7824-41c3-96f4-147520be5982 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:17:59.905602 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-07905649-aeef-4b05-84fd-0897583996d6 req-b424ad59-b156-45a6-97ea-b257a23d7534 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282103 Apr 20 17:17:59.947101 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0527d4df-cc65-4a3e-af1f-2dfb174c197a'] response: {'name': 'network-changed', 'server_uuid': '2540fea1-45ed-413e-8296-e846c0c64093', 'tag': '77a79f09-6927-485e-933f-69d29f823c29', 'status': 'completed', 'code': 200} Apr 20 17:17:59.992701 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8dc261d0-58c1-4487-b3c3-47d9f09433c9 req-e469c61d-d97c-48d3-9647-b7e6291d5e18 service neutron] 10.222.0.43 "GET /v2.0/networks/2c26c5bd-f238-4795-be1b-c0013f180282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362453 Apr 20 17:17:59.994678 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3041989c-7824-41c3-96f4-147520be5982 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8110535 Apr 20 17:17:59.997848 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39928) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:00.005071 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-5ba43472-da8d-4859-9624-07b8b7caaedb admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1057726928-router', 'tenant_id': '051f86aa81334cef8b98d40d65b745fc', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:18:00.023757 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-5ba43472-da8d-4859-9624-07b8b7caaedb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:00.030861 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-5ba43472-da8d-4859-9624-07b8b7caaedb admin admin] Usage tracker for resource:router and tenant:051f86aa81334cef8b98d40d65b745fc is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:18:00.037566 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-5ba43472-da8d-4859-9624-07b8b7caaedb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:18:00.051203 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-5ba43472-da8d-4859-9624-07b8b7caaedb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:00.074331 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-10f20e21-cb18-4ffd-b15e-d300e61bb3e7 service neutron] 10.222.0.43 "GET /v2.0/networks/d8ef33a9-107e-4ebd-9173-5b6bab76d40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039813 Apr 20 17:18:00.075016 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5ba43472-da8d-4859-9624-07b8b7caaedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:00.076108 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5ba43472-da8d-4859-9624-07b8b7caaedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:00.092867 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2b29999f-fb0b-4a4d-aa77-dc0e13a8dbbf req-0a9288cc-2dda-4c15-ae7d-b809523d9094 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 1100 time: 0.2020559 Apr 20 17:18:00.117017 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5ba43472-da8d-4859-9624-07b8b7caaedb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:00.222477 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=ef3b0876-f5db-4624-8823-e26fd11b256b,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:00.257878 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8cf7d7-ea34-4a5a-a799-6f432b2f3631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-13c71412-5097-45cc-8b9f-031b4d24c37a', 'network_id': '13c71412-5097-45cc-8b9f-031b4d24c37a', 'tenant_id': '051f86aa81334cef8b98d40d65b745fc', 'fixed_ips': [{'subnet_id': 'dd67a730-f831-4a79-8535-5ef566ba7e1d'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:18:00.259202 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4a8cf7d7-ea34-4a5a-a799-6f432b2f3631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:00.348014 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8f847971-ebf5-4604-8be8-97d5a36dc565 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:18:00.378084 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39938) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:00.409489 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 257e6625-f639-4d50-8e63-9847f4e852da, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=257e6625-f639-4d50-8e63-9847f4e852da,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:00.431945 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2b29999f-fb0b-4a4d-aa77-dc0e13a8dbbf req-95565691-6257-454d-8fa1-1cf26d772042 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160183 Apr 20 17:18:00.436054 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5ba43472-da8d-4859-9624-07b8b7caaedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:00.457298 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8255e6-3851-456f-8472-72ffb4f67cad req-72c2147a-65ac-4993-bf6a-69590e61cf16 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:00.459049 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2a8255e6-3851-456f-8472-72ffb4f67cad req-72c2147a-65ac-4993-bf6a-69590e61cf16 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=15bb0075-7558-4f76-99d4-2752733aae9f HTTP/1.1" status: 200 len: 948 time: 0.3142703 Apr 20 17:18:00.477826 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '257e6625-f639-4d50-8e63-9847f4e852da', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': '257e6625-f639-4d50-8e63-9847f4e852da', 'mac_address': 'fa:16:3e:bf:62:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:18:00.494941 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd1395da-bdf0-40c2-86c4-ac664a649e7c req-b7fa29fd-f3e1-4a12-b698-463facb71ec8 service neutron] 10.222.0.43 "GET /v2.0/networks/d8ef33a9-107e-4ebd-9173-5b6bab76d40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065728 Apr 20 17:18:00.508415 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b682b-f7b5-43c2-b3ec-d6609e9b053a req-ef306832-3be2-47fe-a846-096e67903106 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:00.516934 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4e0b682b-f7b5-43c2-b3ec-d6609e9b053a req-ef306832-3be2-47fe-a846-096e67903106 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 949 time: 0.1813085 Apr 20 17:18:00.576044 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4e0b682b-f7b5-43c2-b3ec-d6609e9b053a req-8e96d5d0-5e10-4518-be09-d17c444e4885 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576401 Apr 20 17:18:00.617335 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:00.646710 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-244a3838-87a8-46e6-be3a-02e1fae7a2da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:00.648721 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 257e6625-f639-4d50-8e63-9847f4e852da {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:18:00.656479 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 8f847971-ebf5-4604-8be8-97d5a36dc565 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:00.656838 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:00.682808 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-60a7be45-a0f9-4ff9-91f7-6bef34e73b5b req-11691dab-6676-415c-9fa3-ca0a2237b3eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffcb78f29a714057bb79ebadc32ed198&device_id=2540fea1-45ed-413e-8296-e846c0c64093 HTTP/1.1" status: 200 len: 1095 time: 0.1054535 Apr 20 17:18:00.688277 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2a8255e6-3851-456f-8472-72ffb4f67cad req-4ba8186e-9fb1-4e3e-9e9a-19cbfa8631f8 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077184 Apr 20 17:18:00.730052 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-244a3838-87a8-46e6-be3a-02e1fae7a2da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:00.736917 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-244a3838-87a8-46e6-be3a-02e1fae7a2da admin admin] Usage tracker for resource:security_group_rule and tenant:750a01bfe9554de6877e560fec1c2d3e is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:18:00.748732 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-244a3838-87a8-46e6-be3a-02e1fae7a2da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:18:00.757195 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-244a3838-87a8-46e6-be3a-02e1fae7a2da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:00.771461 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-4a8cf7d7-ea34-4a5a-a799-6f432b2f3631 None None] Allocated IP 172.20.0.2 (13c71412-5097-45cc-8b9f-031b4d24c37a/dd67a730-f831-4a79-8535-5ef566ba7e1d/36091f31-e59f-4060-85ef-76d8510126df) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:18:00.776749 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 257e6625-f639-4d50-8e63-9847f4e852da, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=257e6625-f639-4d50-8e63-9847f4e852da,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:00.795118 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:00.873744 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5ba43472-da8d-4859-9624-07b8b7caaedb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:00.928723 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7be45-a0f9-4ff9-91f7-6bef34e73b5b req-d2da0e64-beef-457b-b810-7c2edd98d72e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:00.930308 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-60a7be45-a0f9-4ff9-91f7-6bef34e73b5b req-d2da0e64-beef-457b-b810-7c2edd98d72e service neutron] 10.222.0.43 "GET /v2.0/networks?id=d8ef33a9-107e-4ebd-9173-5b6bab76d40f HTTP/1.1" status: 200 len: 911 time: 0.2404888 Apr 20 17:18:00.942548 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=257e6625-f639-4d50-8e63-9847f4e852da,revision_number=9']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:00.951722 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5ba43472-da8d-4859-9624-07b8b7caaedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:01.000385 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['257e6625-f639-4d50-8e63-9847f4e852da'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:18:01.016096 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-60a7be45-a0f9-4ff9-91f7-6bef34e73b5b req-d81f8efd-b357-457b-ae14-82330c4af68f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77a79f09-6927-485e-933f-69d29f823c29 HTTP/1.1" status: 200 len: 217 time: 0.0723279 Apr 20 17:18:01.030493 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0270f-9aee-4cb3-a06f-e9fe94fb7241 req-ffc936fe-969b-4275-9bf5-354cb9af413d tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:01.031200 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-7cd0270f-9aee-4cb3-a06f-e9fe94fb7241 req-ffc936fe-969b-4275-9bf5-354cb9af413d tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Synchronizing usage tracker for tenant:ffcb78f29a714057bb79ebadc32ed198 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:18:01.053377 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-244a3838-87a8-46e6-be3a-02e1fae7a2da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:01.073688 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-244a3838-87a8-46e6-be3a-02e1fae7a2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:01.100537 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7be45-a0f9-4ff9-91f7-6bef34e73b5b req-7d3c683a-4f9f-4c79-b2b2-6ac55d691c2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:01.102032 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-60a7be45-a0f9-4ff9-91f7-6bef34e73b5b req-7d3c683a-4f9f-4c79-b2b2-6ac55d691c2b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e216643-0d94-47fd-bb51-9fe24d2f84fc HTTP/1.1" status: 200 len: 850 time: 0.0662572 Apr 20 17:18:01.102768 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-7cd0270f-9aee-4cb3-a06f-e9fe94fb7241 req-ffc936fe-969b-4275-9bf5-354cb9af413d tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Unset dirty status for tenant:ffcb78f29a714057bb79ebadc32ed198 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:18:01.103751 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7cd0270f-9aee-4cb3-a06f-e9fe94fb7241 req-ffc936fe-969b-4275-9bf5-354cb9af413d tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?device_id=2540fea1-45ed-413e-8296-e846c0c64093 HTTP/1.1" status: 200 len: 944 time: 0.2368648 Apr 20 17:18:01.126151 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-244a3838-87a8-46e6-be3a-02e1fae7a2da admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=750a01bfe9554de6877e560fec1c2d3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7420664 Apr 20 17:18:01.132190 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39952) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:01.173670 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-60a7be45-a0f9-4ff9-91f7-6bef34e73b5b req-13fd76b9-dffc-4873-940c-2d4a6d3d1fd1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d8ef33a9-107e-4ebd-9173-5b6bab76d40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614834 Apr 20 17:18:01.211435 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a3838-87a8-46e6-be3a-02e1fae7a2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5914a4-7780-4aae-adce-98e9e32dde8e,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:01.216400 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['ef3b0876-f5db-4624-8823-e26fd11b256b'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:18:01.248854 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4a8cf7d7-ea34-4a5a-a799-6f432b2f3631 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:01.269743 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e0a47-5487-4f92-bb29-64e3a78b2e65 req-77c976c4-5fdf-4e2c-a4c1-076554c0aaeb tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:01.271394 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f26e0a47-5487-4f92-bb29-64e3a78b2e65 req-77c976c4-5fdf-4e2c-a4c1-076554c0aaeb tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=69ef6220-dcc2-4a92-9c55-18df85eeb3f5 HTTP/1.1" status: 200 len: 945 time: 0.3645740 Apr 20 17:18:01.277615 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 20eaa202-3d3a-4d65-b011-b73da8678a26 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:18:01.297597 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-7cd0270f-9aee-4cb3-a06f-e9fe94fb7241 req-9a41e6e8-022d-48cc-802e-c44730cd376e tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Synchronizing usage tracker for tenant:ffcb78f29a714057bb79ebadc32ed198 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:18:01.308864 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-4a8cf7d7-ea34-4a5a-a799-6f432b2f3631 None None] Transition to ACTIVE for port object 36091f31-e59f-4060-85ef-76d8510126df will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:18:01.327589 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-7cd0270f-9aee-4cb3-a06f-e9fe94fb7241 req-9a41e6e8-022d-48cc-802e-c44730cd376e tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Unset dirty status for tenant:ffcb78f29a714057bb79ebadc32ed198 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:18:01.328519 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7cd0270f-9aee-4cb3-a06f-e9fe94fb7241 req-9a41e6e8-022d-48cc-802e-c44730cd376e tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0746e04-eaaa-491f-b2f2-a68a28aea018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176783 Apr 20 17:18:01.332107 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-28c1ca0b-51cf-48ba-b427-64f73f1cd7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:01.366867 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-5ba43472-da8d-4859-9624-07b8b7caaedb admin admin] Allocated IP 172.25.8.37 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/9cda600a-f183-44f7-99d1-09486f119499) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:18:01.372804 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-4a8cf7d7-ea34-4a5a-a799-6f432b2f3631 None None] Transition to ACTIVE for port object 36091f31-e59f-4060-85ef-76d8510126df will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:18:01.408552 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f26e0a47-5487-4f92-bb29-64e3a78b2e65 req-3f9793d9-a0c2-447d-8689-7c93a9de2ba8 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306698 Apr 20 17:18:01.410250 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-28c1ca0b-51cf-48ba-b427-64f73f1cd7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:01.421762 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4a8cf7d7-ea34-4a5a-a799-6f432b2f3631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:01.458568 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-60a7be45-a0f9-4ff9-91f7-6bef34e73b5b req-8cef77cf-ee1c-4c98-83a9-93be4eeb53aa service neutron] 10.222.0.43 "GET /v2.0/networks/d8ef33a9-107e-4ebd-9173-5b6bab76d40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685130 Apr 20 17:18:01.598821 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-28c1ca0b-51cf-48ba-b427-64f73f1cd7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:01.633727 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1ca0b-51cf-48ba-b427-64f73f1cd7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5914a4-7780-4aae-adce-98e9e32dde8e,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:01.638417 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5ba43472-da8d-4859-9624-07b8b7caaedb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:01.666355 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-28c1ca0b-51cf-48ba-b427-64f73f1cd7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:01.669479 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-28c1ca0b-51cf-48ba-b427-64f73f1cd7ae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0c5914a4-7780-4aae-adce-98e9e32dde8e HTTP/1.1" status: 204 len: 168 time: 0.5303862 Apr 20 17:18:01.676856 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8cf7d7-ea34-4a5a-a799-6f432b2f3631 None None] Network 13c71412-5097-45cc-8b9f-031b4d24c37a is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:18:01.689141 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-4a8cf7d7-ea34-4a5a-a799-6f432b2f3631 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:18:01.702370 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8cf7d7-ea34-4a5a-a799-6f432b2f3631 None None] Pushing event updated for resources: {'Port': ['ID=36091f31-e59f-4060-85ef-76d8510126df,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:01.708384 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8cf7d7-ea34-4a5a-a799-6f432b2f3631 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:18:01.710027 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5ba43472-da8d-4859-9624-07b8b7caaedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:01.744167 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 20eaa202-3d3a-4d65-b011-b73da8678a26 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:18:01.812836 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-60a7be45-a0f9-4ff9-91f7-6bef34e73b5b req-2248f1ba-2f83-43c7-9a5b-491601ae2fbf service neutron] 10.222.0.43 "GET /v2.0/networks/d8ef33a9-107e-4ebd-9173-5b6bab76d40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417044 Apr 20 17:18:01.861333 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8521c31-6f3d-40ed-9ffb-a25be3268f8a req-0350ed6e-1638-4b29-8bbe-445783647bdc tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:01.867299 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 20eaa202-3d3a-4d65-b011-b73da8678a26 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:01.867879 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:01.868493 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d8521c31-6f3d-40ed-9ffb-a25be3268f8a req-0350ed6e-1638-4b29-8bbe-445783647bdc tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=3517faab-aa49-416e-a157-9f6164ee9ad2 HTTP/1.1" status: 200 len: 945 time: 0.1819971 Apr 20 17:18:01.894458 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba43472-da8d-4859-9624-07b8b7caaedb admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:18:01.898902 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-5ba43472-da8d-4859-9624-07b8b7caaedb admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:18:01.900712 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba43472-da8d-4859-9624-07b8b7caaedb admin admin] Pushing event updated for resources: {'Port': ['ID=9cda600a-f183-44f7-99d1-09486f119499,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:01.903989 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba43472-da8d-4859-9624-07b8b7caaedb admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:18:01.957931 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d8521c31-6f3d-40ed-9ffb-a25be3268f8a req-7c36269f-f529-4c09-b9b5-168629493574 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878634 Apr 20 17:18:01.996235 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-4a8cf7d7-ea34-4a5a-a799-6f432b2f3631 None None] Attempting to bind port 36091f31-e59f-4060-85ef-76d8510126df on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:18:01.997385 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-4a8cf7d7-ea34-4a5a-a799-6f432b2f3631 None None] Attempting to bind port 36091f31-e59f-4060-85ef-76d8510126df by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'ca780c5c-7005-45ac-a79d-3269ceaf6fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '13c71412-5097-45cc-8b9f-031b4d24c37a'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:18:01.997385 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8cf7d7-ea34-4a5a-a799-6f432b2f3631 None None] Attempting to bind port 36091f31-e59f-4060-85ef-76d8510126df on network 13c71412-5097-45cc-8b9f-031b4d24c37a {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:18:02.008805 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d53bb-8dd1-431e-b873-a23a14e98326 req-76b880c2-625f-4e37-a54c-6df2c674ade1 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:02.015624 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3b6d53bb-8dd1-431e-b873-a23a14e98326 req-76b880c2-625f-4e37-a54c-6df2c674ade1 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=69ef6220-dcc2-4a92-9c55-18df85eeb3f5 HTTP/1.1" status: 200 len: 945 time: 0.2177062 Apr 20 17:18:02.025792 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8cf7d7-ea34-4a5a-a799-6f432b2f3631 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:18:02.026125 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8cf7d7-ea34-4a5a-a799-6f432b2f3631 None None] Checking segment: {'id': 'ca780c5c-7005-45ac-a79d-3269ceaf6fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '13c71412-5097-45cc-8b9f-031b4d24c37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:18:02.026539 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4a8cf7d7-ea34-4a5a-a799-6f432b2f3631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:02.026914 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8cf7d7-ea34-4a5a-a799-6f432b2f3631 None None] Bound using segment: {'id': 'ca780c5c-7005-45ac-a79d-3269ceaf6fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '13c71412-5097-45cc-8b9f-031b4d24c37a'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:18:02.027378 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-4a8cf7d7-ea34-4a5a-a799-6f432b2f3631 None None] Bound port: 36091f31-e59f-4060-85ef-76d8510126df, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca780c5c-7005-45ac-a79d-3269ceaf6fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '13c71412-5097-45cc-8b9f-031b4d24c37a'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:18:02.027737 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4a8cf7d7-ea34-4a5a-a799-6f432b2f3631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:02.242580 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:02.313427 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15bb0075-7558-4f76-99d4-2752733aae9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20eaa202-3d3a-4d65-b011-b73da8678a26'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:18:02.343366 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-4a8cf7d7-ea34-4a5a-a799-6f432b2f3631 None None] For port 36091f31-e59f-4060-85ef-76d8510126df, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:18:02.346724 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 20eaa202-3d3a-4d65-b011-b73da8678a26, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=20eaa202-3d3a-4d65-b011-b73da8678a26,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:02.349238 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-4a8cf7d7-ea34-4a5a-a799-6f432b2f3631 None None] For port 36091f31-e59f-4060-85ef-76d8510126df, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=36091f31-e59f-4060-85ef-76d8510126df,segment=NetworkSegment(ca780c5c-7005-45ac-a79d-3269ceaf6fed),segment_id=ca780c5c-7005-45ac-a79d-3269ceaf6fed)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:18:02.356023 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:02.393414 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4a8cf7d7-ea34-4a5a-a799-6f432b2f3631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:02.439111 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3b6d53bb-8dd1-431e-b873-a23a14e98326 req-1f3c2381-d6cf-45db-984e-01536c3fd434 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218085 Apr 20 17:18:02.445164 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568187d-0b4d-440c-8882-a62c792773dd req-52860aaa-7633-414c-9793-1f30937aeb3f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:02.464490 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2568187d-0b4d-440c-8882-a62c792773dd req-52860aaa-7633-414c-9793-1f30937aeb3f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 949 time: 0.2106392 Apr 20 17:18:02.486249 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=20eaa202-3d3a-4d65-b011-b73da8678a26,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:02.542331 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2568187d-0b4d-440c-8882-a62c792773dd req-416959e6-9e4e-49f0-b7f8-7f1a208ffd2e tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766928 Apr 20 17:18:02.558159 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5ba43472-da8d-4859-9624-07b8b7caaedb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:02.559234 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5ba43472-da8d-4859-9624-07b8b7caaedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:02.618337 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8cf7d7-ea34-4a5a-a799-6f432b2f3631 None None] Pushing event updated for resources: {'Port': ['ID=36091f31-e59f-4060-85ef-76d8510126df,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:02.732034 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d094a36c-3709-4b01-89c9-220e10d8627d'] response: {'server_uuid': '15bb0075-7558-4f76-99d4-2752733aae9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20eaa202-3d3a-4d65-b011-b73da8678a26', 'code': 200} Apr 20 17:18:03.043279 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c5a5d868-9167-428a-98cd-00f10c0daef8 req-cf56479d-3135-40a3-9f3a-20b45181e182 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=15bb0075-7558-4f76-99d4-2752733aae9f HTTP/1.1" status: 200 len: 1100 time: 0.2425210 Apr 20 17:18:03.083811 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d47bd-693e-4713-be03-9416c11e56df req-2b6c0ff4-9e75-4fb4-8fee-3dc7914e8f57 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:03.085401 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a5d47bd-693e-4713-be03-9416c11e56df req-2b6c0ff4-9e75-4fb4-8fee-3dc7914e8f57 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=15bb0075-7558-4f76-99d4-2752733aae9f HTTP/1.1" status: 200 len: 949 time: 0.1853206 Apr 20 17:18:03.121000 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f93f2-4dc7-4b12-b97a-252bfa2ca1bd req-1e401233-c389-44c1-bd72-6c54adbdbf70 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:03.130469 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-da7f93f2-4dc7-4b12-b97a-252bfa2ca1bd req-1e401233-c389-44c1-bd72-6c54adbdbf70 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?device_id=2540fea1-45ed-413e-8296-e846c0c64093 HTTP/1.1" status: 200 len: 944 time: 0.2160060 Apr 20 17:18:03.134644 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba43472-da8d-4859-9624-07b8b7caaedb admin admin] Router ec3180ea-6e9c-46ae-b345-5ada43eddc56 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:18:03.145722 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c5a5d868-9167-428a-98cd-00f10c0daef8 req-a218b6ab-0da5-41cb-accb-156750cfcbe0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923612 Apr 20 17:18:03.171862 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a5d47bd-693e-4713-be03-9416c11e56df req-c0a514c1-99c4-4924-8809-69ded72df3f6 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794573 Apr 20 17:18:03.330765 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-da7f93f2-4dc7-4b12-b97a-252bfa2ca1bd req-ac177283-a012-467e-83cd-a14d29e79159 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0746e04-eaaa-491f-b2f2-a68a28aea018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985798 Apr 20 17:18:03.431212 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d3876-fce4-480b-8832-0f897b2cfba0 req-1783f540-3a94-4b48-a34f-243f63776552 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:03.434393 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-555d3876-fce4-480b-8832-0f897b2cfba0 req-1783f540-3a94-4b48-a34f-243f63776552 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=381581c7-4815-4007-95b3-9ba11f68ea62 HTTP/1.1" status: 200 len: 946 time: 0.1335328 Apr 20 17:18:03.438461 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 77a79f09-6927-485e-933f-69d29f823c29 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:18:03.448593 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ef3b0876-f5db-4624-8823-e26fd11b256b up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:18:03.540320 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-555d3876-fce4-480b-8832-0f897b2cfba0 req-0ca65467-6a9d-4a99-bb44-6b2694810f7e tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922902 Apr 20 17:18:03.550828 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba43472-da8d-4859-9624-07b8b7caaedb admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:18:03.595668 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5413eb9e-dda9-4cd3-87e0-9c7a253eb159 None None] Sync routers for ids ['ec3180ea-6e9c-46ae-b345-5ada43eddc56'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:18:03.648544 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5ba43472-da8d-4859-9624-07b8b7caaedb admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:03.652440 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5ba43472-da8d-4859-9624-07b8b7caaedb admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6504409 Apr 20 17:18:03.653042 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40018) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:03.715282 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5413eb9e-dda9-4cd3-87e0-9c7a253eb159 None None] Routers {'ec3180ea-6e9c-46ae-b345-5ada43eddc56'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:18:03.716338 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-5413eb9e-dda9-4cd3-87e0-9c7a253eb159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:17:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ec3180ea-6e9c-46ae-b345-5ada43eddc56'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:18:03.736425 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bd415-2e34-40b9-89d1-2f626b04a34d req-9f39f8a9-d19b-476d-9993-337b89c4d810 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:03.740260 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9d4bd415-2e34-40b9-89d1-2f626b04a34d req-9f39f8a9-d19b-476d-9993-337b89c4d810 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=3517faab-aa49-416e-a157-9f6164ee9ad2 HTTP/1.1" status: 200 len: 945 time: 0.1305301 Apr 20 17:18:03.776000 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port ef3b0876-f5db-4624-8823-e26fd11b256b completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:18:03.848078 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9d4bd415-2e34-40b9-89d1-2f626b04a34d req-beca8563-7b8f-42e9-8b8f-a562ec4d57e0 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992124 Apr 20 17:18:03.882865 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port ef3b0876-f5db-4624-8823-e26fd11b256b triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:03.883555 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:04.095412 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 77a79f09-6927-485e-933f-69d29f823c29, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=77a79f09-6927-485e-933f-69d29f823c29,segment=NetworkSegment(edb8f8fc-911d-4f39-9f48-9e99b3ae736e),segment_id=edb8f8fc-911d-4f39-9f48-9e99b3ae736e)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:04.124949 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '77a79f09-6927-485e-933f-69d29f823c29', 'network_id': 'd8ef33a9-107e-4ebd-9173-5b6bab76d40f', 'port_id': '77a79f09-6927-485e-933f-69d29f823c29', 'mac_address': 'fa:16:3e:d2:e2:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e216643-0d94-47fd-bb51-9fe24d2f84fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:18:04.176953 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e85c80-5f52-43fa-bc77-2a9f62ddeaef None None] Network 13c71412-5097-45cc-8b9f-031b4d24c37a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:18:04.193552 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea814e-dd25-45fa-95e9-15ff96f9556b req-586b2442-0460-4f33-a7b1-9c0da24f9cd0 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:04.196587 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d6ea814e-dd25-45fa-95e9-15ff96f9556b req-586b2442-0460-4f33-a7b1-9c0da24f9cd0 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 949 time: 0.1732450 Apr 20 17:18:04.310817 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d6ea814e-dd25-45fa-95e9-15ff96f9556b req-7aaad0f9-610d-4b4d-9c66-ab6e5d8f42ba tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997071 Apr 20 17:18:04.368410 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd3bd7-cf0b-4fcb-9d93-6352f2435267 req-14083f61-95a5-471b-91e1-29b59ff3904a tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:04.372007 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6cd3bd7-cf0b-4fcb-9d93-6352f2435267 req-14083f61-95a5-471b-91e1-29b59ff3904a tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc222af-c061-4600-a116-868b5eb7618b HTTP/1.1" status: 200 len: 945 time: 0.1901145 Apr 20 17:18:04.376037 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-15486321-b5d2-4386-a3ae-2367d6d46597 None None] Provisioning for port 36091f31-e59f-4060-85ef-76d8510126df completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:18:04.379317 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 36091f31-e59f-4060-85ef-76d8510126df up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:18:04.457544 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:04.491537 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77a79f09-6927-485e-933f-69d29f823c29 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:18:04.501746 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-5413eb9e-dda9-4cd3-87e0-9c7a253eb159 None None] Set router ec3180ea-6e9c-46ae-b345-5ada43eddc56 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:18:04.595668 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:04.678149 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6cd3bd7-cf0b-4fcb-9d93-6352f2435267 req-e5b8d084-8721-49e4-974c-eb51b443ef07 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987525 Apr 20 17:18:04.688224 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 77a79f09-6927-485e-933f-69d29f823c29, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=77a79f09-6927-485e-933f-69d29f823c29,segment=NetworkSegment(edb8f8fc-911d-4f39-9f48-9e99b3ae736e),segment_id=edb8f8fc-911d-4f39-9f48-9e99b3ae736e)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:04.739361 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:04.878318 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3517faab-aa49-416e-a157-9f6164ee9ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3b0876-f5db-4624-8823-e26fd11b256b'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:18:04.939777 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ef3b0876-f5db-4624-8823-e26fd11b256b, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ef3b0876-f5db-4624-8823-e26fd11b256b,segment=NetworkSegment(43999dff-a448-4195-ad66-c7adbdca2564),segment_id=43999dff-a448-4195-ad66-c7adbdca2564)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:04.975465 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 36091f31-e59f-4060-85ef-76d8510126df completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:18:04.989858 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:04.990739 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 257e6625-f639-4d50-8e63-9847f4e852da up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:18:05.111626 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a6ad0-25c1-418c-8f8b-2a125631186e req-0e75d320-1746-4238-bd4c-8d8f23850d56 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:05.112984 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=77a79f09-6927-485e-933f-69d29f823c29,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:05.127571 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-179a6ad0-25c1-418c-8f8b-2a125631186e req-0e75d320-1746-4238-bd4c-8d8f23850d56 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=15bb0075-7558-4f76-99d4-2752733aae9f HTTP/1.1" status: 200 len: 949 time: 0.1769640 Apr 20 17:18:05.132822 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['77a79f09-6927-485e-933f-69d29f823c29'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:18:05.192310 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-179a6ad0-25c1-418c-8f8b-2a125631186e req-c22afe39-7267-453c-946c-f2b08d567237 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635362 Apr 20 17:18:05.290653 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7665f30-7075-4554-9bea-eb3c7f76876f req-c6e003bd-179a-464f-9752-600a0e3d2084 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:05.292089 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a7665f30-7075-4554-9bea-eb3c7f76876f req-c6e003bd-179a-464f-9752-600a0e3d2084 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 949 time: 0.2343371 Apr 20 17:18:05.299648 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 36091f31-e59f-4060-85ef-76d8510126df triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:05.300029 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:05.356093 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bac0c9fb-8ed9-48a1-ab3e-8da2c0b823ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:05.402076 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=ef3b0876-f5db-4624-8823-e26fd11b256b,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:05.411296 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a7665f30-7075-4554-9bea-eb3c7f76876f req-08c1ce12-df20-4629-bc7b-dbc474b1eefb tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119456 Apr 20 17:18:05.427600 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb8f6c-9275-4290-86ee-318667872a88 req-e4caa017-bed0-4a7b-b2ea-e755d2d0e103 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:05.437055 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fbeb8f6c-9275-4290-86ee-318667872a88 req-e4caa017-bed0-4a7b-b2ea-e755d2d0e103 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?device_id=2540fea1-45ed-413e-8296-e846c0c64093 HTTP/1.1" status: 200 len: 945 time: 0.1139886 Apr 20 17:18:05.549232 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fbeb8f6c-9275-4290-86ee-318667872a88 req-745a449b-dd28-4542-acb5-b882673ea815 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0746e04-eaaa-491f-b2f2-a68a28aea018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102972 Apr 20 17:18:05.661253 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-e38a3fb1-9f0d-42bd-8312-dc12bd2a0e6f req-ac71c955-8d28-445a-9c6f-0b0ef933ffba tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:18:05.662600 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e38a3fb1-9f0d-42bd-8312-dc12bd2a0e6f req-ac71c955-8d28-445a-9c6f-0b0ef933ffba tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0060780 Apr 20 17:18:05.736488 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-bac0c9fb-8ed9-48a1-ab3e-8da2c0b823ee admin admin] Allocated IP 172.20.0.1 (13c71412-5097-45cc-8b9f-031b4d24c37a/dd67a730-f831-4a79-8535-5ef566ba7e1d/8d72ab2f-ec3c-4cd6-b91b-e85cec131e91) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:18:05.759429 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:05.782698 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e38a3fb1-9f0d-42bd-8312-dc12bd2a0e6f req-aafb7a8b-8afe-4484-9ef9-ceaf29485b0d tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1020386 Apr 20 17:18:05.814789 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 257e6625-f639-4d50-8e63-9847f4e852da triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:05.815330 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:05.915154 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 36091f31-e59f-4060-85ef-76d8510126df, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=36091f31-e59f-4060-85ef-76d8510126df,segment=NetworkSegment(ca780c5c-7005-45ac-a79d-3269ceaf6fed),segment_id=ca780c5c-7005-45ac-a79d-3269ceaf6fed)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:05.930308 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:06.052304 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bac0c9fb-8ed9-48a1-ab3e-8da2c0b823ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:06.052624 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-5413eb9e-dda9-4cd3-87e0-9c7a253eb159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3180ea-6e9c-46ae-b345-5ada43eddc56', 'name': 'tempest-TaggedBootDevicesTest-1057726928-router', 'tenant_id': '051f86aa81334cef8b98d40d65b745fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '9cda600a-f183-44f7-99d1-09486f119499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:00Z', 'updated_at': '2022-04-20T17:18:02Z', 'revision_number': 3, 'project_id': '051f86aa81334cef8b98d40d65b745fc', 'gw_port': {'id': '9cda600a-f183-44f7-99d1-09486f119499', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ca:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3180ea-6e9c-46ae-b345-5ada43eddc56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:01Z', 'updated_at': '2022-04-20T17:18:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:18:06.061823 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=36091f31-e59f-4060-85ef-76d8510126df,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:06.072856 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5413eb9e-dda9-4cd3-87e0-9c7a253eb159 None None] Checking router: ec3180ea-6e9c-46ae-b345-5ada43eddc56 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:18:06.073545 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5413eb9e-dda9-4cd3-87e0-9c7a253eb159 None None] Updating router ec3180ea-6e9c-46ae-b345-5ada43eddc56 port 9cda600a-f183-44f7-99d1-09486f119499 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:18:06.080387 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-bac0c9fb-8ed9-48a1-ab3e-8da2c0b823ee admin admin] Transition to ACTIVE for port object 8d72ab2f-ec3c-4cd6-b91b-e85cec131e91 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:18:06.118596 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bac0c9fb-8ed9-48a1-ab3e-8da2c0b823ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:06.176843 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-271fe9e5-77f8-4fea-846c-3f0c223c0e1b'] response: {'server_uuid': '3517faab-aa49-416e-a157-9f6164ee9ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3b0876-f5db-4624-8823-e26fd11b256b', 'code': 200} Apr 20 17:18:06.208969 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac0c9fb-8ed9-48a1-ab3e-8da2c0b823ee admin admin] Pushing event updated for resources: {'Port': ['ID=8d72ab2f-ec3c-4cd6-b91b-e85cec131e91,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:06.229328 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac0c9fb-8ed9-48a1-ab3e-8da2c0b823ee admin admin] Network 13c71412-5097-45cc-8b9f-031b4d24c37a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:18:06.232611 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-bac0c9fb-8ed9-48a1-ab3e-8da2c0b823ee admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:18:06.236774 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac0c9fb-8ed9-48a1-ab3e-8da2c0b823ee admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:18:06.321060 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:06.375704 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 257e6625-f639-4d50-8e63-9847f4e852da, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=257e6625-f639-4d50-8e63-9847f4e852da,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:06.378093 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 36091f31-e59f-4060-85ef-76d8510126df up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:18:06.461495 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bac0c9fb-8ed9-48a1-ab3e-8da2c0b823ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:06.589212 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5413eb9e-dda9-4cd3-87e0-9c7a253eb159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:06.630671 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bac0c9fb-8ed9-48a1-ab3e-8da2c0b823ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:06.649257 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960346f-e31d-4177-9350-ac75f266c5ab req-5403384f-3280-4e7c-aefe-6467a688aa1d tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:06.650766 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2960346f-e31d-4177-9350-ac75f266c5ab req-5403384f-3280-4e7c-aefe-6467a688aa1d tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=3517faab-aa49-416e-a157-9f6164ee9ad2 HTTP/1.1" status: 200 len: 946 time: 0.2889006 Apr 20 17:18:06.657220 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0df02835-619f-4098-9cbb-1cd25e4ed5a2 req-f41d9749-8186-41a3-b507-fea307e2696c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3517faab-aa49-416e-a157-9f6164ee9ad2 HTTP/1.1" status: 200 len: 1097 time: 0.3614717 Apr 20 17:18:06.884039 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0df02835-619f-4098-9cbb-1cd25e4ed5a2 req-b4218cf8-4777-4704-a4e8-2e9c3dbf43d3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101226 Apr 20 17:18:06.937223 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5413eb9e-dda9-4cd3-87e0-9c7a253eb159 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:06.938290 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2960346f-e31d-4177-9350-ac75f266c5ab req-49a0c0b5-5f42-49a7-934e-4d7b207e4ed6 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798622 Apr 20 17:18:06.950121 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5413eb9e-dda9-4cd3-87e0-9c7a253eb159 None None] Transition to ACTIVE for port object 9cda600a-f183-44f7-99d1-09486f119499 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:18:06.974518 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-74e2d31b-7382-4dd1-a28e-0c0b345502f6 None None] Provisioning complete for port 36091f31-e59f-4060-85ef-76d8510126df triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:06.978962 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-74e2d31b-7382-4dd1-a28e-0c0b345502f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:07.028196 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:07.186273 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5413eb9e-dda9-4cd3-87e0-9c7a253eb159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:07.201724 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bac0c9fb-8ed9-48a1-ab3e-8da2c0b823ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:07.211233 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=257e6625-f639-4d50-8e63-9847f4e852da,revision_number=10']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:07.226443 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bac0c9fb-8ed9-48a1-ab3e-8da2c0b823ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:07.239526 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2fa43-f28a-4eb5-b0e6-debd22cb9afb req-4f86bd50-a5df-414d-9d00-d2c20d816485 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:07.248220 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-62f2fa43-f28a-4eb5-b0e6-debd22cb9afb req-4f86bd50-a5df-414d-9d00-d2c20d816485 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=15bb0075-7558-4f76-99d4-2752733aae9f HTTP/1.1" status: 200 len: 949 time: 0.1152198 Apr 20 17:18:07.290025 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 77a79f09-6927-485e-933f-69d29f823c29 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:18:07.309124 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-62f2fa43-f28a-4eb5-b0e6-debd22cb9afb req-7fbb3341-6abf-49ea-982b-99bf00e9ad10 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597174 Apr 20 17:18:07.328759 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b951a8-3f49-4ae3-bb87-03451acd6779 None None] Pushing event updated for resources: {'Port': ['ID=9cda600a-f183-44f7-99d1-09486f119499,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:07.369785 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5413eb9e-dda9-4cd3-87e0-9c7a253eb159 None None] Attempting to bind port 9cda600a-f183-44f7-99d1-09486f119499 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:18:07.370133 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5413eb9e-dda9-4cd3-87e0-9c7a253eb159 None None] Attempting to bind port 9cda600a-f183-44f7-99d1-09486f119499 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:18:07.370510 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5413eb9e-dda9-4cd3-87e0-9c7a253eb159 None None] Attempting to bind port 9cda600a-f183-44f7-99d1-09486f119499 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:18:07.380772 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5413eb9e-dda9-4cd3-87e0-9c7a253eb159 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:18:07.381130 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5413eb9e-dda9-4cd3-87e0-9c7a253eb159 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:18:07.381583 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5413eb9e-dda9-4cd3-87e0-9c7a253eb159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:07.381971 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5413eb9e-dda9-4cd3-87e0-9c7a253eb159 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:18:07.382445 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5413eb9e-dda9-4cd3-87e0-9c7a253eb159 None None] Bound port: 9cda600a-f183-44f7-99d1-09486f119499, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:18:07.382806 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5413eb9e-dda9-4cd3-87e0-9c7a253eb159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:07.397632 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bac0c9fb-8ed9-48a1-ab3e-8da2c0b823ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:07.409723 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac0c9fb-8ed9-48a1-ab3e-8da2c0b823ee admin admin] Pushing event updated for resources: {'Port': ['ID=8d72ab2f-ec3c-4cd6-b91b-e85cec131e91,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:07.455469 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633c46d-818f-49d1-9852-4a7561f17af0 req-dff80218-fe6b-4417-aeb4-be984eea2505 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:07.457521 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3633c46d-818f-49d1-9852-4a7561f17af0 req-dff80218-fe6b-4417-aeb4-be984eea2505 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=69ef6220-dcc2-4a92-9c55-18df85eeb3f5 HTTP/1.1" status: 200 len: 945 time: 0.2975137 Apr 20 17:18:07.539308 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-5413eb9e-dda9-4cd3-87e0-9c7a253eb159 None None] For port 9cda600a-f183-44f7-99d1-09486f119499, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:18:07.549214 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-5413eb9e-dda9-4cd3-87e0-9c7a253eb159 None None] For port 9cda600a-f183-44f7-99d1-09486f119499, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9cda600a-f183-44f7-99d1-09486f119499,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:18:07.602940 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5413eb9e-dda9-4cd3-87e0-9c7a253eb159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:07.609263 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3633c46d-818f-49d1-9852-4a7561f17af0 req-379b1911-2546-4071-b86d-d1fcf6031048 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984209 Apr 20 17:18:07.620204 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1159df-fab0-44ad-a4df-fc8b83e51404 req-9373c882-d9f6-41ca-935a-3d20e1b7e8f5 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:07.628882 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4b1159df-fab0-44ad-a4df-fc8b83e51404 req-9373c882-d9f6-41ca-935a-3d20e1b7e8f5 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?device_id=2540fea1-45ed-413e-8296-e846c0c64093 HTTP/1.1" status: 200 len: 945 time: 0.1411233 Apr 20 17:18:07.653316 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac0c9fb-8ed9-48a1-ab3e-8da2c0b823ee admin admin] Network 13c71412-5097-45cc-8b9f-031b4d24c37a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:18:07.654709 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-bac0c9fb-8ed9-48a1-ab3e-8da2c0b823ee admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:18:07.736387 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 36091f31-e59f-4060-85ef-76d8510126df triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:07.740106 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:07.774137 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4b1159df-fab0-44ad-a4df-fc8b83e51404 req-ee42908b-736d-4b5c-822b-922e28a8cdf6 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0746e04-eaaa-491f-b2f2-a68a28aea018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449547 Apr 20 17:18:07.848700 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 77a79f09-6927-485e-933f-69d29f823c29 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:18:07.877384 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 77a79f09-6927-485e-933f-69d29f823c29 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:07.877745 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:07.947836 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b951a8-3f49-4ae3-bb87-03451acd6779 None None] Pushing event updated for resources: {'Port': ['ID=9cda600a-f183-44f7-99d1-09486f119499,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:08.009768 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5413eb9e-dda9-4cd3-87e0-9c7a253eb159 None None] Routers {'ec3180ea-6e9c-46ae-b345-5ada43eddc56'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:18:08.010430 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-5413eb9e-dda9-4cd3-87e0-9c7a253eb159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:17:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ec3180ea-6e9c-46ae-b345-5ada43eddc56'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:18:08.106881 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d92cac67-928f-4a66-abac-c9865170be75 req-61247622-ab3e-4d9b-92ba-d6e2f1be34d3 tempest-ServersOnMultiNodesTest-52254401 tempest-ServersOnMultiNodesTest-52254401-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=15bb0075-7558-4f76-99d4-2752733aae9f HTTP/1.1" status: 200 len: 1100 time: 0.2021127 Apr 20 17:18:08.174720 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-937a69a1-44d6-41f1-beef-b2f1b0e45b21 req-d07f989d-4d0f-4d09-871b-3f82f2f41a88 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1115360 Apr 20 17:18:08.176960 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d92cac67-928f-4a66-abac-c9865170be75 req-1847bdbf-51a1-4c57-a1cc-397489954353 tempest-ServersOnMultiNodesTest-52254401 tempest-ServersOnMultiNodesTest-52254401-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592411 Apr 20 17:18:08.191136 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3b0e96-cebb-49da-9d8f-bf8fd88efbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257e6625-f639-4d50-8e63-9847f4e852da'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:18:08.327489 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac0c9fb-8ed9-48a1-ab3e-8da2c0b823ee admin admin] Router ec3180ea-6e9c-46ae-b345-5ada43eddc56 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:18:08.389350 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a0b03f42-d241-4117-b852-f9d36fb72f95 None None] Provisioning for port 8d72ab2f-ec3c-4cd6-b91b-e85cec131e91 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:18:08.425631 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a0b03f42-d241-4117-b852-f9d36fb72f95 None None] Provisioning complete for port 8d72ab2f-ec3c-4cd6-b91b-e85cec131e91 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:08.425904 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a0b03f42-d241-4117-b852-f9d36fb72f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:08.585213 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:08.713127 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 77a79f09-6927-485e-933f-69d29f823c29, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=77a79f09-6927-485e-933f-69d29f823c29,segment=NetworkSegment(edb8f8fc-911d-4f39-9f48-9e99b3ae736e),segment_id=edb8f8fc-911d-4f39-9f48-9e99b3ae736e)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:08.714452 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a0b03f42-d241-4117-b852-f9d36fb72f95 None None] Port 8d72ab2f-ec3c-4cd6-b91b-e85cec131e91 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:18:08.732789 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d9e30-d8af-4cda-b552-28739b88cf48 req-c4180347-c7de-4194-a0c8-359503860522 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:08.734174 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:08.738980 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-173d9e30-d8af-4cda-b552-28739b88cf48 req-c4180347-c7de-4194-a0c8-359503860522 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=381581c7-4815-4007-95b3-9ba11f68ea62 HTTP/1.1" status: 200 len: 946 time: 0.2868681 Apr 20 17:18:08.842498 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-5413eb9e-dda9-4cd3-87e0-9c7a253eb159 None None] Set router ec3180ea-6e9c-46ae-b345-5ada43eddc56 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:18:08.871013 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-173d9e30-d8af-4cda-b552-28739b88cf48 req-370d9fe4-e2e0-4fc7-b700-192c5c6a688f tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269629 Apr 20 17:18:08.904142 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b9b7220f-051d-4cdd-8227-2dddb51fd3a7 req-72c6ebfd-b674-45b5-9686-12565f12d790 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1246462 Apr 20 17:18:08.922874 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3677e-0e69-4e05-bb56-7f7b8c9d6395 req-1d99477a-f431-4d8f-95fe-ecc0d0c89bfa tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:08.924166 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fda3677e-0e69-4e05-bb56-7f7b8c9d6395 req-1d99477a-f431-4d8f-95fe-ecc0d0c89bfa tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=3517faab-aa49-416e-a157-9f6164ee9ad2 HTTP/1.1" status: 200 len: 946 time: 0.1183152 Apr 20 17:18:08.932155 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac0c9fb-8ed9-48a1-ab3e-8da2c0b823ee admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:18:08.953125 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bac0c9fb-8ed9-48a1-ab3e-8da2c0b823ee admin admin] 10.222.0.39 "PUT /v2.0/routers/ec3180ea-6e9c-46ae-b345-5ada43eddc56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2990439 Apr 20 17:18:09.012518 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b511d08c-cda1-446c-8d4b-461fcc3aa97f None None] Provisioning complete for port 8d72ab2f-ec3c-4cd6-b91b-e85cec131e91 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:09.013339 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b511d08c-cda1-446c-8d4b-461fcc3aa97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:09.017432 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fda3677e-0e69-4e05-bb56-7f7b8c9d6395 req-af66b7c8-95f7-4c28-ac04-36be2b1f93b6 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864778 Apr 20 17:18:09.053693 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=77a79f09-6927-485e-933f-69d29f823c29,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:09.333070 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-183f1192-fb65-4200-9eea-9bcbb4e7790e'] response: {'server_uuid': '3f3b0e96-cebb-49da-9d8f-bf8fd88efbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257e6625-f639-4d50-8e63-9847f4e852da', 'code': 200} Apr 20 17:18:09.497917 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f4a6a-ce17-4037-b01d-2e0e48180057 req-9cde0a16-6c18-4762-9a64-701a3ce29b11 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:09.510180 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-917f4a6a-ce17-4037-b01d-2e0e48180057 req-9cde0a16-6c18-4762-9a64-701a3ce29b11 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 949 time: 0.2089224 Apr 20 17:18:09.519708 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c30d84e9-fe1b-462c-84ca-126e097ace81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:09.532639 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-b511d08c-cda1-446c-8d4b-461fcc3aa97f None None] Port 8d72ab2f-ec3c-4cd6-b91b-e85cec131e91 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:18:09.762771 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-5413eb9e-dda9-4cd3-87e0-9c7a253eb159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3180ea-6e9c-46ae-b345-5ada43eddc56', 'name': 'tempest-TaggedBootDevicesTest-1057726928-router', 'tenant_id': '051f86aa81334cef8b98d40d65b745fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '9cda600a-f183-44f7-99d1-09486f119499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:00Z', 'updated_at': '2022-04-20T17:18:06Z', 'revision_number': 4, 'project_id': '051f86aa81334cef8b98d40d65b745fc', 'gw_port': {'id': '9cda600a-f183-44f7-99d1-09486f119499', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ca:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3180ea-6e9c-46ae-b345-5ada43eddc56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:01Z', 'updated_at': '2022-04-20T17:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8d72ab2f-ec3c-4cd6-b91b-e85cec131e91', 'name': '', 'network_id': '13c71412-5097-45cc-8b9f-031b4d24c37a', 'tenant_id': '051f86aa81334cef8b98d40d65b745fc', 'mac_address': 'fa:16:3e:25:8e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3180ea-6e9c-46ae-b345-5ada43eddc56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd67a730-f831-4a79-8535-5ef566ba7e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:05Z', 'updated_at': '2022-04-20T17:18:06Z', 'revision_number': 2, 'project_id': '051f86aa81334cef8b98d40d65b745fc', 'subnets': [{'id': 'dd67a730-f831-4a79-8535-5ef566ba7e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:18:09.767632 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5413eb9e-dda9-4cd3-87e0-9c7a253eb159 None None] The sync data for ids ['ec3180ea-6e9c-46ae-b345-5ada43eddc56'] in n-d-838032-1 is: [{'id': 'ec3180ea-6e9c-46ae-b345-5ada43eddc56', 'name': 'tempest-TaggedBootDevicesTest-1057726928-router', 'tenant_id': '051f86aa81334cef8b98d40d65b745fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '9cda600a-f183-44f7-99d1-09486f119499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:00Z', 'updated_at': '2022-04-20T17:18:06Z', 'revision_number': 4, 'project_id': '051f86aa81334cef8b98d40d65b745fc', 'gw_port': {'id': '9cda600a-f183-44f7-99d1-09486f119499', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ca:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3180ea-6e9c-46ae-b345-5ada43eddc56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:01Z', 'updated_at': '2022-04-20T17:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8d72ab2f-ec3c-4cd6-b91b-e85cec131e91', 'name': '', 'network_id': '13c71412-5097-45cc-8b9f-031b4d24c37a', 'tenant_id': '051f86aa81334cef8b98d40d65b745fc', 'mac_address': 'fa:16:3e:25:8e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3180ea-6e9c-46ae-b345-5ada43eddc56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd67a730-f831-4a79-8535-5ef566ba7e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:05Z', 'updated_at': '2022-04-20T17:18:06Z', 'revision_number': 2, 'project_id': '051f86aa81334cef8b98d40d65b745fc', 'subnets': [{'id': 'dd67a730-f831-4a79-8535-5ef566ba7e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:18:09.866885 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-917f4a6a-ce17-4037-b01d-2e0e48180057 req-de3120ab-4a69-4b8f-bc23-b2ea1d5c6416 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552117 Apr 20 17:18:09.873005 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529c532-d724-45b8-bef4-b8235f1759ad req-043d30ba-a87e-4894-93f7-5f52df83ab93 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:09.884114 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4529c532-d724-45b8-bef4-b8235f1759ad req-043d30ba-a87e-4894-93f7-5f52df83ab93 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?device_id=2540fea1-45ed-413e-8296-e846c0c64093 HTTP/1.1" status: 200 len: 946 time: 0.1514678 Apr 20 17:18:09.944907 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4529c532-d724-45b8-bef4-b8235f1759ad req-d521281c-6d52-45cf-a77a-3588330e3e86 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0746e04-eaaa-491f-b2f2-a68a28aea018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579834 Apr 20 17:18:10.270251 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c350fa8-a893-451b-98c8-99a9f3d868d0 req-11d86e4d-0990-4702-9676-6ee5f5de7d61 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:10.270251 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0c350fa8-a893-451b-98c8-99a9f3d868d0 req-11d86e4d-0990-4702-9676-6ee5f5de7d61 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc222af-c061-4600-a116-868b5eb7618b HTTP/1.1" status: 200 len: 945 time: 0.1022677 Apr 20 17:18:10.316139 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34289f6e-eadf-4a57-ab05-7ad4bb292b5c req-28b8f6d3-9b40-4bee-812c-09ceb0bed8fb tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:10.327933 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-34289f6e-eadf-4a57-ab05-7ad4bb292b5c req-28b8f6d3-9b40-4bee-812c-09ceb0bed8fb tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=3517faab-aa49-416e-a157-9f6164ee9ad2 HTTP/1.1" status: 200 len: 946 time: 0.1710563 Apr 20 17:18:10.354664 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0c350fa8-a893-451b-98c8-99a9f3d868d0 req-57b40e22-24fc-4135-aabe-820fb2bf12c3 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794787 Apr 20 17:18:10.522350 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-34289f6e-eadf-4a57-ab05-7ad4bb292b5c req-63473211-c9b4-41af-8bf3-6dd39376c79b tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918330 Apr 20 17:18:10.617687 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de07004-9c16-4278-b457-618759f11062 req-7513ec3e-5c9d-4226-adc2-01a57d12ed4d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:10.619495 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1de07004-9c16-4278-b457-618759f11062 req-7513ec3e-5c9d-4226-adc2-01a57d12ed4d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=15bb0075-7558-4f76-99d4-2752733aae9f HTTP/1.1" status: 200 len: 949 time: 0.1178839 Apr 20 17:18:10.710774 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1de07004-9c16-4278-b457-618759f11062 req-f01f1170-9562-44f3-a1d4-3a75d2b481ed tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854030 Apr 20 17:18:11.204292 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b9b7220f-051d-4cdd-8227-2dddb51fd3a7 req-e047b879-4885-47ee-9dbf-1063d848ae64 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 1100 time: 0.1106277 Apr 20 17:18:11.343991 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2540fea1-45ed-413e-8296-e846c0c64093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a79f09-6927-485e-933f-69d29f823c29'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:18:11.390969 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfffd7b-d748-443c-8c0c-5f9f7743fb9e req-a6a72bb2-5088-4636-aea4-aec6cbb088b5 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:11.410323 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfffd7b-d748-443c-8c0c-5f9f7743fb9e req-a6a72bb2-5088-4636-aea4-aec6cbb088b5 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:11.416238 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1549ae10-f66c-4428-ad28-1c3c288eecd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:11.421568 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfffd7b-d748-443c-8c0c-5f9f7743fb9e req-a6a72bb2-5088-4636-aea4-aec6cbb088b5 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:11.432936 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ccfffd7b-d748-443c-8c0c-5f9f7743fb9e req-a6a72bb2-5088-4636-aea4-aec6cbb088b5 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc222af-c061-4600-a116-868b5eb7618b&device_id=381581c7-4815-4007-95b3-9ba11f68ea62&device_id=69ef6220-dcc2-4a92-9c55-18df85eeb3f5 HTTP/1.1" status: 200 len: 2417 time: 0.3518815 Apr 20 17:18:11.507988 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7220f-051d-4cdd-8227-2dddb51fd3a7 req-7a35c61b-4bda-42e8-bf44-5fac13572e4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:11.509530 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b9b7220f-051d-4cdd-8227-2dddb51fd3a7 req-7a35c61b-4bda-42e8-bf44-5fac13572e4a service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.2985957 Apr 20 17:18:11.513897 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bc747-08fa-4b25-8c7c-e2f11bb98019 req-b4e67058-56b9-4ae4-b8c2-17335e9c713b tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:11.515922 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-105bc747-08fa-4b25-8c7c-e2f11bb98019 req-b4e67058-56b9-4ae4-b8c2-17335e9c713b tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.10 "GET /v2.0/ports?device_id=15bb0075-7558-4f76-99d4-2752733aae9f HTTP/1.1" status: 200 len: 949 time: 0.3862591 Apr 20 17:18:11.653822 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-105bc747-08fa-4b25-8c7c-e2f11bb98019 req-c7984760-6096-4979-8858-c05a95e98521 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Deleting port 20eaa202-3d3a-4d65-b011-b73da8678a26 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:18:11.654499 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-105bc747-08fa-4b25-8c7c-e2f11bb98019 req-c7984760-6096-4979-8858-c05a95e98521 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:11.685287 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b9b7220f-051d-4cdd-8227-2dddb51fd3a7 req-6fe82b81-d91c-4142-8b51-54a2182a4448 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=db955777-f791-4005-a279-3a7e7cd2ff53 HTTP/1.1" status: 200 len: 217 time: 0.1689777 Apr 20 17:18:11.788833 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ccfffd7b-d748-443c-8c0c-5f9f7743fb9e req-9496679d-dd2d-4751-8d20-2d880861eab4 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543844 Apr 20 17:18:11.859901 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7220f-051d-4cdd-8227-2dddb51fd3a7 req-21452b53-5feb-4211-beb1-199f0ab9db15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:11.861530 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b9b7220f-051d-4cdd-8227-2dddb51fd3a7 req-21452b53-5feb-4211-beb1-199f0ab9db15 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.0951481 Apr 20 17:18:12.047876 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210c34f-7733-4d24-b83e-5c2d3c93d7fb req-6675db10-e540-4e10-b0c2-c9e167853272 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:12.057966 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0210c34f-7733-4d24-b83e-5c2d3c93d7fb req-6675db10-e540-4e10-b0c2-c9e167853272 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 949 time: 0.3934312 Apr 20 17:18:12.082205 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-105bc747-08fa-4b25-8c7c-e2f11bb98019 req-c7984760-6096-4979-8858-c05a95e98521 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] For port 20eaa202-3d3a-4d65-b011-b73da8678a26, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=20eaa202-3d3a-4d65-b011-b73da8678a26,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:12.082599 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-105bc747-08fa-4b25-8c7c-e2f11bb98019 req-c7984760-6096-4979-8858-c05a95e98521 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:12.097413 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b9b7220f-051d-4cdd-8227-2dddb51fd3a7 req-47f8be11-4235-424c-bf3a-4b2e998bc6f2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2230964 Apr 20 17:18:12.222370 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-105bc747-08fa-4b25-8c7c-e2f11bb98019 req-c7984760-6096-4979-8858-c05a95e98521 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Calling delete_port for 20eaa202-3d3a-4d65-b011-b73da8678a26 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:18:12.224306 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0210c34f-7733-4d24-b83e-5c2d3c93d7fb req-8a015d94-256b-40e7-bfd8-d31b54fbe2c5 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652067 Apr 20 17:18:12.283768 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575039b2-30f8-4051-823f-8c01778fb04f req-5e1ea191-9e4b-4ce7-9738-059cfee6f6a5 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:12.290848 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-575039b2-30f8-4051-823f-8c01778fb04f req-5e1ea191-9e4b-4ce7-9738-059cfee6f6a5 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?device_id=2540fea1-45ed-413e-8296-e846c0c64093 HTTP/1.1" status: 200 len: 946 time: 0.3133705 Apr 20 17:18:12.300964 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b9b7220f-051d-4cdd-8227-2dddb51fd3a7 req-6a8676eb-17c1-4140-bf00-c916aaab28b5 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874712 Apr 20 17:18:12.362723 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-575039b2-30f8-4051-823f-8c01778fb04f req-4892719f-1730-49a0-a9b0-852c380109b3 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0746e04-eaaa-491f-b2f2-a68a28aea018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708938 Apr 20 17:18:12.483845 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3794ae1-7819-49ab-8f2b-693ae152cba3'] response: {'server_uuid': '2540fea1-45ed-413e-8296-e846c0c64093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a79f09-6927-485e-933f-69d29f823c29', 'code': 200} Apr 20 17:18:12.486888 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b9b7220f-051d-4cdd-8227-2dddb51fd3a7 req-734e5848-d154-48b1-8114-d6f2085ca74c service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749420 Apr 20 17:18:12.513372 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-105bc747-08fa-4b25-8c7c-e2f11bb98019 req-c7984760-6096-4979-8858-c05a95e98521 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:12.529329 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['ba212a0d-263a-4706-b6fa-d986b2f54c07', '63e57261-47eb-4c08-9fa0-175750fc0217', '7851a13e-7bbc-41b8-9f0a-f25fb0575f98'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:18:12.615470 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['357a6a12-cbe7-49e3-920c-3f188feb1c03', '09b8b37a-f2d8-4e3f-9ddf-111df01ef763', 'ea752b32-b15d-4ad7-b257-2f314c8726a0', 'e5d42094-98cf-43c0-b682-457af6611bb0', '20eaa202-3d3a-4d65-b011-b73da8678a26'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:18:12.624983 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7984760-6096-4979-8858-c05a95e98521 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Pushing event deleted for resources: {'Port': ['ID=20eaa202-3d3a-4d65-b011-b73da8678a26,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:12.887293 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-df1de5be-ef26-44a4-a5b4-2a0f68a4bd7b req-531fdb63-81d7-4862-b088-572b903dacd4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2540fea1-45ed-413e-8296-e846c0c64093 HTTP/1.1" status: 200 len: 1097 time: 0.2987788 Apr 20 17:18:12.907469 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-105bc747-08fa-4b25-8c7c-e2f11bb98019 req-c7984760-6096-4979-8858-c05a95e98521 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] No DVR routers for this DVR port 20eaa202-3d3a-4d65-b011-b73da8678a26 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:18:12.911837 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-105bc747-08fa-4b25-8c7c-e2f11bb98019 req-c7984760-6096-4979-8858-c05a95e98521 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:12.918151 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15bb0075-7558-4f76-99d4-2752733aae9f', 'name': 'network-vif-deleted', 'tag': '20eaa202-3d3a-4d65-b011-b73da8678a26'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:18:13.003528 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-105bc747-08fa-4b25-8c7c-e2f11bb98019 req-c7984760-6096-4979-8858-c05a95e98521 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.10 "DELETE /v2.0/ports/20eaa202-3d3a-4d65-b011-b73da8678a26 HTTP/1.1" status: 204 len: 173 time: 1.4551857 Apr 20 17:18:13.090589 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-54f62ab9-938d-4dc7-9acb-aa1bd5759441 req-f2fec388-0cf7-4d76-b6e2-a0f6122d996b tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.4592481 Apr 20 17:18:13.095226 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:13.141540 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c3e6750e-598c-40d2-978d-bda604e45fda req-7316e7d9-d770-40ba-b24e-cdbd5062e184 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=15bb0075-7558-4f76-99d4-2752733aae9f HTTP/1.1" status: 200 len: 210 time: 0.1673117 Apr 20 17:18:13.201179 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:13.243929 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-df1de5be-ef26-44a4-a5b4-2a0f68a4bd7b req-350bd368-f856-40e3-9b4a-d2f0ba3a0581 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f0746e04-eaaa-491f-b2f2-a68a28aea018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460240 Apr 20 17:18:13.253985 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:13.543632 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40232) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:13.579918 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ef3b0876-f5db-4624-8823-e26fd11b256b details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:18:13.691733 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37641901-96a2-4ce4-9de9-6c01f88a44c7'] response: {'server_uuid': '15bb0075-7558-4f76-99d4-2752733aae9f', 'name': 'network-vif-deleted', 'tag': '20eaa202-3d3a-4d65-b011-b73da8678a26', 'status': 'completed', 'code': 200} Apr 20 17:18:13.775993 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.resource_extend [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:18:13.842385 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-15e74fe2-75b2-4949-9b5c-d8955eb728f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:13.908852 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-15e74fe2-75b2-4949-9b5c-d8955eb728f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:13.934491 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-15e74fe2-75b2-4949-9b5c-d8955eb728f3 admin admin] Usage tracker for resource:security_group_rule and tenant:da959059f7bb40b08e125085d4c3cb5d is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:18:13.938148 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-15e74fe2-75b2-4949-9b5c-d8955eb728f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:18:13.946326 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-15e74fe2-75b2-4949-9b5c-d8955eb728f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:14.256652 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-15e74fe2-75b2-4949-9b5c-d8955eb728f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:14.264230 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:14.284401 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-15e74fe2-75b2-4949-9b5c-d8955eb728f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:14.473668 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a2dd8-235e-4dab-b9c6-026597642d82 req-87b1e645-8b9a-4774-a5c8-8c7fe83b9402 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:14.484331 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-537a2dd8-235e-4dab-b9c6-026597642d82 req-87b1e645-8b9a-4774-a5c8-8c7fe83b9402 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=3517faab-aa49-416e-a157-9f6164ee9ad2 HTTP/1.1" status: 200 len: 946 time: 0.3282511 Apr 20 17:18:14.497171 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e74fe2-75b2-4949-9b5c-d8955eb728f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c519b94-8c2c-4581-a957-c6f4d480342b,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:14.520590 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ef3b0876-f5db-4624-8823-e26fd11b256b, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ef3b0876-f5db-4624-8823-e26fd11b256b,segment=NetworkSegment(43999dff-a448-4195-ad66-c7adbdca2564),segment_id=43999dff-a448-4195-ad66-c7adbdca2564)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:14.520887 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-15e74fe2-75b2-4949-9b5c-d8955eb728f3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da959059f7bb40b08e125085d4c3cb5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9758642 Apr 20 17:18:14.526487 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40246) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:14.590580 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'ef3b0876-f5db-4624-8823-e26fd11b256b', 'network_id': '2c26c5bd-f238-4795-be1b-c0013f180282', 'port_id': 'ef3b0876-f5db-4624-8823-e26fd11b256b', 'mac_address': 'fa:16:3e:87:bc:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6168ff55-f8cc-4173-8a8f-60bbd4cfe151', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:18:14.610769 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-537a2dd8-235e-4dab-b9c6-026597642d82 req-afac653c-a0c0-4f0a-b381-71832fe64b6c tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246128 Apr 20 17:18:14.649048 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e74fe2-75b2-4949-9b5c-d8955eb728f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:14.649367 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e74fe2-75b2-4949-9b5c-d8955eb728f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:14.649717 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e74fe2-75b2-4949-9b5c-d8955eb728f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:14.650044 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e74fe2-75b2-4949-9b5c-d8955eb728f3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:14.650402 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e74fe2-75b2-4949-9b5c-d8955eb728f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:14.650726 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e74fe2-75b2-4949-9b5c-d8955eb728f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:14.651113 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e74fe2-75b2-4949-9b5c-d8955eb728f3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:14.651352 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e74fe2-75b2-4949-9b5c-d8955eb728f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:14.651665 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e74fe2-75b2-4949-9b5c-d8955eb728f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:14.651979 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e74fe2-75b2-4949-9b5c-d8955eb728f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:14.652295 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e74fe2-75b2-4949-9b5c-d8955eb728f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:14.716750 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:14.787696 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd755946-aa71-4d92-9177-5e79d3056601 req-14698498-4e32-48c1-a3cb-39665cc21855 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:14.802334 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd755946-aa71-4d92-9177-5e79d3056601 req-14698498-4e32-48c1-a3cb-39665cc21855 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 949 time: 0.6701260 Apr 20 17:18:14.844971 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef3b0876-f5db-4624-8823-e26fd11b256b {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:18:14.870406 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9cda600a-f183-44f7-99d1-09486f119499 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:18:14.889041 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1288b15a-8846-4504-a358-5c1590579413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:15.011649 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd755946-aa71-4d92-9177-5e79d3056601 req-45a6c8ab-b2a0-4546-b7ec-fd23edd2fa13 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083216 Apr 20 17:18:15.041213 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1288b15a-8846-4504-a358-5c1590579413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:15.071986 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a382d1-8143-44a6-9a9d-e0376be0248c req-47f81648-4002-4566-a199-de541577bc76 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:15.084295 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-73a382d1-8143-44a6-9a9d-e0376be0248c req-47f81648-4002-4566-a199-de541577bc76 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?device_id=2540fea1-45ed-413e-8296-e846c0c64093 HTTP/1.1" status: 200 len: 946 time: 0.2143853 Apr 20 17:18:15.223266 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-73a382d1-8143-44a6-9a9d-e0376be0248c req-94a398a2-666e-4c05-81c0-aafbf77362a2 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0746e04-eaaa-491f-b2f2-a68a28aea018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369467 Apr 20 17:18:15.266858 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1288b15a-8846-4504-a358-5c1590579413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:15.287634 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ef3b0876-f5db-4624-8823-e26fd11b256b, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ef3b0876-f5db-4624-8823-e26fd11b256b,segment=NetworkSegment(43999dff-a448-4195-ad66-c7adbdca2564),segment_id=43999dff-a448-4195-ad66-c7adbdca2564)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:15.313271 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288b15a-8846-4504-a358-5c1590579413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c519b94-8c2c-4581-a957-c6f4d480342b,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:15.318238 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1288b15a-8846-4504-a358-5c1590579413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:15.345682 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1288b15a-8846-4504-a358-5c1590579413 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1c519b94-8c2c-4581-a957-c6f4d480342b HTTP/1.1" status: 204 len: 168 time: 0.8173373 Apr 20 17:18:15.378805 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:15.392206 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 20eaa202-3d3a-4d65-b011-b73da8678a26 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:18:15.521072 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:15.814085 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 20eaa202-3d3a-4d65-b011-b73da8678a26 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:18:15.817137 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 20eaa202-3d3a-4d65-b011-b73da8678a26 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:18:15.840480 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['ef3b0876-f5db-4624-8823-e26fd11b256b'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:18:15.975826 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 9cda600a-f183-44f7-99d1-09486f119499 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:18:16.101927 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 9cda600a-f183-44f7-99d1-09486f119499 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:16.106589 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:16.203948 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=ef3b0876-f5db-4624-8823-e26fd11b256b,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:16.493325 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156d46f-eabc-42f5-921a-9f91931a9034 req-8f9241a0-6281-4b60-8278-3bec720a28b9 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:16.506637 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7156d46f-eabc-42f5-921a-9f91931a9034 req-8f9241a0-6281-4b60-8278-3bec720a28b9 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=3517faab-aa49-416e-a157-9f6164ee9ad2 HTTP/1.1" status: 200 len: 945 time: 0.2396266 Apr 20 17:18:16.596145 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:16.630920 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7156d46f-eabc-42f5-921a-9f91931a9034 req-561e6f9f-ee7b-4cc8-8e26-fe3e7fe9e51b tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207597 Apr 20 17:18:16.642372 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 9cda600a-f183-44f7-99d1-09486f119499, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9cda600a-f183-44f7-99d1-09486f119499,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:16.652724 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:16.665471 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2bcb1-f3cf-42de-bf8a-d182ff74a963 req-e3e03436-fca8-4400-95fb-b6526b6a1ca2 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:16.669220 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-52a2bcb1-f3cf-42de-bf8a-d182ff74a963 req-e3e03436-fca8-4400-95fb-b6526b6a1ca2 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Synchronizing usage tracker for tenant:07e7ee6fb2044b339294a5844a1dc3d4 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:18:16.711833 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-52a2bcb1-f3cf-42de-bf8a-d182ff74a963 req-e3e03436-fca8-4400-95fb-b6526b6a1ca2 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Unset dirty status for tenant:07e7ee6fb2044b339294a5844a1dc3d4 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:18:16.723442 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-52a2bcb1-f3cf-42de-bf8a-d182ff74a963 req-e3e03436-fca8-4400-95fb-b6526b6a1ca2 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=d702cbe9-c6c2-4583-b366-64d6f6bd465f HTTP/1.1" status: 200 len: 949 time: 0.3029535 Apr 20 17:18:16.789922 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-52a2bcb1-f3cf-42de-bf8a-d182ff74a963 req-41df49de-4d33-4154-a5c1-3ab9739c2edf tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640793 Apr 20 17:18:16.836310 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=9cda600a-f183-44f7-99d1-09486f119499,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:16.933758 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6660b2f-f259-42e5-9cc6-6bf333b1c10b req-7a1dc07a-d666-46b8-a3eb-f9d70ffb3cc1 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:16.952582 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a6660b2f-f259-42e5-9cc6-6bf333b1c10b req-7a1dc07a-d666-46b8-a3eb-f9d70ffb3cc1 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 949 time: 0.1329703 Apr 20 17:18:17.029658 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a6660b2f-f259-42e5-9cc6-6bf333b1c10b req-e1863743-3e78-449f-857a-ec44bcb8ddec tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749776 Apr 20 17:18:17.470464 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ebf91-4673-4204-9e2c-d6f22854ff46 req-85c06185-03d4-4d33-beda-443576af789b tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:17.478097 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-638ebf91-4673-4204-9e2c-d6f22854ff46 req-85c06185-03d4-4d33-beda-443576af789b tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?device_id=2540fea1-45ed-413e-8296-e846c0c64093 HTTP/1.1" status: 200 len: 946 time: 0.2637353 Apr 20 17:18:17.536427 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ef3b0876-f5db-4624-8823-e26fd11b256b no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:18:17.546810 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-638ebf91-4673-4204-9e2c-d6f22854ff46 req-899a48eb-5d54-4e3b-a767-c86a8139150d tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0746e04-eaaa-491f-b2f2-a68a28aea018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672803 Apr 20 17:18:17.720907 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5506d99-91c4-49d2-8c6b-443cd60ffc86 req-cf9042f0-9e57-47a9-82d3-aad649be6043 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:17.729069 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a5506d99-91c4-49d2-8c6b-443cd60ffc86 req-cf9042f0-9e57-47a9-82d3-aad649be6043 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.43 "GET /v2.0/ports?device_id=d702cbe9-c6c2-4583-b366-64d6f6bd465f HTTP/1.1" status: 200 len: 949 time: 0.1568501 Apr 20 17:18:17.870821 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-a5506d99-91c4-49d2-8c6b-443cd60ffc86 req-1e1225d9-8815-4295-8667-40b049213d00 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Deleting port 7851a13e-7bbc-41b8-9f0a-f25fb0575f98 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:18:17.870821 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a5506d99-91c4-49d2-8c6b-443cd60ffc86 req-1e1225d9-8815-4295-8667-40b049213d00 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:17.991709 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:18.030136 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ef3b0876-f5db-4624-8823-e26fd11b256b {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:18:18.071961 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ef3b0876-f5db-4624-8823-e26fd11b256b, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ef3b0876-f5db-4624-8823-e26fd11b256b,segment=NetworkSegment(43999dff-a448-4195-ad66-c7adbdca2564),segment_id=43999dff-a448-4195-ad66-c7adbdca2564)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:18.087391 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:18.231098 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=ef3b0876-f5db-4624-8823-e26fd11b256b,revision_number=7']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:18.370534 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-a5506d99-91c4-49d2-8c6b-443cd60ffc86 req-1e1225d9-8815-4295-8667-40b049213d00 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] For port 7851a13e-7bbc-41b8-9f0a-f25fb0575f98, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=7851a13e-7bbc-41b8-9f0a-f25fb0575f98,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:18.371052 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a5506d99-91c4-49d2-8c6b-443cd60ffc86 req-1e1225d9-8815-4295-8667-40b049213d00 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:18.384236 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82d0d4-a604-4d5b-a652-742fbb3daece req-9940b2de-83cb-4bba-b78b-dbd072ab696e tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:18.386467 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eb82d0d4-a604-4d5b-a652-742fbb3daece req-9940b2de-83cb-4bba-b78b-dbd072ab696e tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=3517faab-aa49-416e-a157-9f6164ee9ad2 HTTP/1.1" status: 200 len: 944 time: 0.1145792 Apr 20 17:18:18.457805 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eb82d0d4-a604-4d5b-a652-742fbb3daece req-55562d2d-6656-4289-88bf-09c28776427f tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635517 Apr 20 17:18:18.624499 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-a5506d99-91c4-49d2-8c6b-443cd60ffc86 req-1e1225d9-8815-4295-8667-40b049213d00 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Calling delete_port for 7851a13e-7bbc-41b8-9f0a-f25fb0575f98 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:18:18.643474 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eab144d8-95b4-4501-89ac-2026c219d9ae req-2e210afe-4b79-4ce5-8c7c-87d52f624fb3 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1419248927&fields=id&tenant_id=ffcb78f29a714057bb79ebadc32ed198 HTTP/1.1" status: 200 len: 267 time: 0.0618365 Apr 20 17:18:18.758955 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab144d8-95b4-4501-89ac-2026c219d9ae req-65915a8b-8f20-48ab-9093-860dc9000fb6 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:18.767813 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eab144d8-95b4-4501-89ac-2026c219d9ae req-65915a8b-8f20-48ab-9093-860dc9000fb6 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?device_id=2540fea1-45ed-413e-8296-e846c0c64093 HTTP/1.1" status: 200 len: 946 time: 0.1224151 Apr 20 17:18:18.773563 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-eab144d8-95b4-4501-89ac-2026c219d9ae req-65afe1a8-7e3b-4a7b-a3b3-adef07a46368 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Request body: {'port': {'security_groups': ['f0746e04-eaaa-491f-b2f2-a68a28aea018', 'd8f7ee39-3f68-42c3-b8a5-e00de45fc4a5']}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:18:18.809314 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9cda600a-f183-44f7-99d1-09486f119499 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:18:18.896572 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 9cda600a-f183-44f7-99d1-09486f119499 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:18.897133 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:19.027008 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-eab144d8-95b4-4501-89ac-2026c219d9ae req-65afe1a8-7e3b-4a7b-a3b3-adef07a46368 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:19.131432 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef31855-2d3c-4e86-958e-d0ca7b0af900 req-a59b0279-31c0-4aae-96e5-90e846299f76 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:19.134917 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2ef31855-2d3c-4e86-958e-d0ca7b0af900 req-a59b0279-31c0-4aae-96e5-90e846299f76 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=d702cbe9-c6c2-4583-b366-64d6f6bd465f HTTP/1.1" status: 200 len: 949 time: 0.3482003 Apr 20 17:18:19.136141 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a5506d99-91c4-49d2-8c6b-443cd60ffc86 req-1e1225d9-8815-4295-8667-40b049213d00 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:19.150102 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['357a6a12-cbe7-49e3-920c-3f188feb1c03', '09b8b37a-f2d8-4e3f-9ddf-111df01ef763', 'ea752b32-b15d-4ad7-b257-2f314c8726a0', 'e5d42094-98cf-43c0-b682-457af6611bb0'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:18:19.179032 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['ba212a0d-263a-4706-b6fa-d986b2f54c07', '63e57261-47eb-4c08-9fa0-175750fc0217', '7851a13e-7bbc-41b8-9f0a-f25fb0575f98'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:18:19.277899 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1225d9-8815-4295-8667-40b049213d00 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Pushing event deleted for resources: {'Port': ['ID=7851a13e-7bbc-41b8-9f0a-f25fb0575f98,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:19.295888 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2ef31855-2d3c-4e86-958e-d0ca7b0af900 req-f1259eb4-00b8-4d51-b46f-23199fc20dbb tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523342 Apr 20 17:18:19.389141 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5506d99-91c4-49d2-8c6b-443cd60ffc86 req-1e1225d9-8815-4295-8667-40b049213d00 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] No DVR routers for this DVR port 7851a13e-7bbc-41b8-9f0a-f25fb0575f98 on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:18:19.395157 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a5506d99-91c4-49d2-8c6b-443cd60ffc86 req-1e1225d9-8815-4295-8667-40b049213d00 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:19.406701 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd702cbe9-c6c2-4583-b366-64d6f6bd465f', 'name': 'network-vif-deleted', 'tag': '7851a13e-7bbc-41b8-9f0a-f25fb0575f98'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:18:19.430872 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a5506d99-91c4-49d2-8c6b-443cd60ffc86 req-1e1225d9-8815-4295-8667-40b049213d00 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.43 "DELETE /v2.0/ports/7851a13e-7bbc-41b8-9f0a-f25fb0575f98 HTTP/1.1" status: 204 len: 173 time: 1.6941948 Apr 20 17:18:19.874015 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50092cc8-df89-4e6d-9f28-3b75005e2865 req-665536cf-689e-4364-8477-154de2c20788 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:19.875462 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-50092cc8-df89-4e6d-9f28-3b75005e2865 req-665536cf-689e-4364-8477-154de2c20788 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.43 "GET /v2.0/ports?device_id=3517faab-aa49-416e-a157-9f6164ee9ad2 HTTP/1.1" status: 200 len: 944 time: 0.6999311 Apr 20 17:18:20.023364 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-50092cc8-df89-4e6d-9f28-3b75005e2865 req-ab5c66a1-f6dd-47f7-a39e-ce99dbfc7aca tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Deleting port ef3b0876-f5db-4624-8823-e26fd11b256b {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:18:20.023863 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-50092cc8-df89-4e6d-9f28-3b75005e2865 req-ab5c66a1-f6dd-47f7-a39e-ce99dbfc7aca tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:20.114698 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-eab144d8-95b4-4501-89ac-2026c219d9ae req-65afe1a8-7e3b-4a7b-a3b3-adef07a46368 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] For port 77a79f09-6927-485e-933f-69d29f823c29, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=77a79f09-6927-485e-933f-69d29f823c29,segment=NetworkSegment(edb8f8fc-911d-4f39-9f48-9e99b3ae736e),segment_id=edb8f8fc-911d-4f39-9f48-9e99b3ae736e)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:20.135587 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16521a92-2138-4982-b22f-66e717ac4168 req-dce92410-394f-499f-9203-07ca86ce3ea7 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:20.140715 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-16521a92-2138-4982-b22f-66e717ac4168 req-dce92410-394f-499f-9203-07ca86ce3ea7 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 949 time: 0.3037663 Apr 20 17:18:20.216438 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-eab144d8-95b4-4501-89ac-2026c219d9ae req-65afe1a8-7e3b-4a7b-a3b3-adef07a46368 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:20.282652 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-eab144d8-95b4-4501-89ac-2026c219d9ae req-65afe1a8-7e3b-4a7b-a3b3-adef07a46368 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:20.291782 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-16521a92-2138-4982-b22f-66e717ac4168 req-50272fad-269d-466b-abd4-415a462bbc60 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447406 Apr 20 17:18:20.373637 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65afe1a8-7e3b-4a7b-a3b3-adef07a46368 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Pushing event updated for resources: {'Port': ['ID=77a79f09-6927-485e-933f-69d29f823c29,revision_number=6']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:20.403865 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab144d8-95b4-4501-89ac-2026c219d9ae req-65afe1a8-7e3b-4a7b-a3b3-adef07a46368 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:20.404468 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-eab144d8-95b4-4501-89ac-2026c219d9ae req-65afe1a8-7e3b-4a7b-a3b3-adef07a46368 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:20.419416 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eab144d8-95b4-4501-89ac-2026c219d9ae req-65afe1a8-7e3b-4a7b-a3b3-adef07a46368 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "PUT /v2.0/ports/77a79f09-6927-485e-933f-69d29f823c29 HTTP/1.1" status: 200 len: 982 time: 1.6504161 Apr 20 17:18:20.419934 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2540fea1-45ed-413e-8296-e846c0c64093', 'tag': '77a79f09-6927-485e-933f-69d29f823c29'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:18:20.484019 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-50092cc8-df89-4e6d-9f28-3b75005e2865 req-ab5c66a1-f6dd-47f7-a39e-ce99dbfc7aca tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] For port ef3b0876-f5db-4624-8823-e26fd11b256b, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ef3b0876-f5db-4624-8823-e26fd11b256b,segment=NetworkSegment(43999dff-a448-4195-ad66-c7adbdca2564),segment_id=43999dff-a448-4195-ad66-c7adbdca2564)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:20.485019 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-50092cc8-df89-4e6d-9f28-3b75005e2865 req-ab5c66a1-f6dd-47f7-a39e-ce99dbfc7aca tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:20.520232 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['77a79f09-6927-485e-933f-69d29f823c29'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:18:20.665629 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aa6f22a-8c14-4dd6-9444-33c44c0e503a'] response: {'server_uuid': 'd702cbe9-c6c2-4583-b366-64d6f6bd465f', 'name': 'network-vif-deleted', 'tag': '7851a13e-7bbc-41b8-9f0a-f25fb0575f98', 'status': 'completed', 'code': 200} Apr 20 17:18:20.714966 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-50092cc8-df89-4e6d-9f28-3b75005e2865 req-ab5c66a1-f6dd-47f7-a39e-ce99dbfc7aca tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Calling delete_port for ef3b0876-f5db-4624-8823-e26fd11b256b owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:18:20.983552 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9af2c3fd-46b9-4a13-b1cc-fad1e05998ff req-5592a424-b08f-4d68-8e47-17af37263740 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1875723099&fields=id&tenant_id=ffcb78f29a714057bb79ebadc32ed198 HTTP/1.1" status: 200 len: 267 time: 0.0596726 Apr 20 17:18:21.026868 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac2b19-ce0d-4242-9f55-90959341cd91 req-4d32eada-ea7d-4b46-b6f5-a9f5100af8b1 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:21.028258 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d5ac2b19-ce0d-4242-9f55-90959341cd91 req-4d32eada-ea7d-4b46-b6f5-a9f5100af8b1 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=3517faab-aa49-416e-a157-9f6164ee9ad2 HTTP/1.1" status: 200 len: 944 time: 0.1659327 Apr 20 17:18:21.096632 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-50092cc8-df89-4e6d-9f28-3b75005e2865 req-ab5c66a1-f6dd-47f7-a39e-ce99dbfc7aca tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:21.118023 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['77a79f09-6927-485e-933f-69d29f823c29'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:18:21.129431 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2c3fd-46b9-4a13-b1cc-fad1e05998ff req-e43cf6e5-a54c-4c5f-adc6-ca1ad06564c3 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:21.135851 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9af2c3fd-46b9-4a13-b1cc-fad1e05998ff req-e43cf6e5-a54c-4c5f-adc6-ca1ad06564c3 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?device_id=2540fea1-45ed-413e-8296-e846c0c64093 HTTP/1.1" status: 200 len: 985 time: 0.1511276 Apr 20 17:18:21.148492 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-9af2c3fd-46b9-4a13-b1cc-fad1e05998ff req-3c51905d-4f2a-4b2e-9910-05265fa43dbd tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Request body: {'port': {'security_groups': ['d8f7ee39-3f68-42c3-b8a5-e00de45fc4a5', 'f0746e04-eaaa-491f-b2f2-a68a28aea018', '20de47da-aa55-41c4-933d-d2a8d2ffd7b0']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:18:21.198821 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c66a1-f6dd-47f7-a39e-ce99dbfc7aca tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Pushing event deleted for resources: {'Port': ['ID=ef3b0876-f5db-4624-8823-e26fd11b256b,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:21.234811 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d5ac2b19-ce0d-4242-9f55-90959341cd91 req-b300f252-4f49-4fa7-a15b-2673935ca11e tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977439 Apr 20 17:18:21.379814 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9af2c3fd-46b9-4a13-b1cc-fad1e05998ff req-3c51905d-4f2a-4b2e-9910-05265fa43dbd tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:21.401401 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-225793e3-1997-49aa-b99a-480beafa46cf'] response: {'name': 'network-changed', 'server_uuid': '2540fea1-45ed-413e-8296-e846c0c64093', 'tag': '77a79f09-6927-485e-933f-69d29f823c29', 'status': 'completed', 'code': 200} Apr 20 17:18:21.415495 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-50092cc8-df89-4e6d-9f28-3b75005e2865 req-ab5c66a1-f6dd-47f7-a39e-ce99dbfc7aca tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] No DVR routers for this DVR port ef3b0876-f5db-4624-8823-e26fd11b256b on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:18:21.420908 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-50092cc8-df89-4e6d-9f28-3b75005e2865 req-ab5c66a1-f6dd-47f7-a39e-ce99dbfc7aca tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:21.461027 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-50092cc8-df89-4e6d-9f28-3b75005e2865 req-ab5c66a1-f6dd-47f7-a39e-ce99dbfc7aca tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.43 "DELETE /v2.0/ports/ef3b0876-f5db-4624-8823-e26fd11b256b HTTP/1.1" status: 204 len: 173 time: 1.5664966 Apr 20 17:18:21.547409 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ef3b0876-f5db-4624-8823-e26fd11b256b no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:18:21.646954 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: ef3b0876-f5db-4624-8823-e26fd11b256b {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:18:21.647537 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ef3b0876-f5db-4624-8823-e26fd11b256b not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:18:21.648053 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 7851a13e-7bbc-41b8-9f0a-f25fb0575f98 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:18:21.655154 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-feb40a1f-2efa-4c9f-b6ee-5cd1f2d345cd req-7e61b8b9-0f8c-4161-aa0c-25b261294d3b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffcb78f29a714057bb79ebadc32ed198&device_id=2540fea1-45ed-413e-8296-e846c0c64093 HTTP/1.1" status: 200 len: 1136 time: 0.2785523 Apr 20 17:18:21.710409 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 7851a13e-7bbc-41b8-9f0a-f25fb0575f98 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:18:21.710743 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 7851a13e-7bbc-41b8-9f0a-f25fb0575f98 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:18:22.029219 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:18:22.304861 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb40a1f-2efa-4c9f-b6ee-5cd1f2d345cd req-58d0d648-5842-47ec-af30-839c975b8b2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:22.313674 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-feb40a1f-2efa-4c9f-b6ee-5cd1f2d345cd req-58d0d648-5842-47ec-af30-839c975b8b2d service neutron] 10.222.0.43 "GET /v2.0/networks?id=d8ef33a9-107e-4ebd-9173-5b6bab76d40f HTTP/1.1" status: 200 len: 911 time: 0.6375108 Apr 20 17:18:22.410799 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abb0d0-5d08-4444-aadc-8599ede911fa req-14952872-983a-4ce1-932f-e2a7e7e48036 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:22.412718 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-58abb0d0-5d08-4444-aadc-8599ede911fa req-14952872-983a-4ce1-932f-e2a7e7e48036 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 949 time: 0.1351299 Apr 20 17:18:22.424345 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-feb40a1f-2efa-4c9f-b6ee-5cd1f2d345cd req-f447ec7e-7490-492d-86ea-2b837c8fe156 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77a79f09-6927-485e-933f-69d29f823c29 HTTP/1.1" status: 200 len: 217 time: 0.0997906 Apr 20 17:18:22.499955 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-58abb0d0-5d08-4444-aadc-8599ede911fa req-5cd2f4d4-f21f-47e4-82cc-31ec27667e32 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786414 Apr 20 17:18:22.565753 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb40a1f-2efa-4c9f-b6ee-5cd1f2d345cd req-8ea733b7-e47b-46cf-9146-370a3364faf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:22.567565 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-feb40a1f-2efa-4c9f-b6ee-5cd1f2d345cd req-8ea733b7-e47b-46cf-9146-370a3364faf4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e216643-0d94-47fd-bb51-9fe24d2f84fc HTTP/1.1" status: 200 len: 850 time: 0.1327183 Apr 20 17:18:22.637349 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-feb40a1f-2efa-4c9f-b6ee-5cd1f2d345cd req-745b6468-dba7-4f9c-a546-e53d90da1a4b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d8ef33a9-107e-4ebd-9173-5b6bab76d40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566599 Apr 20 17:18:22.642669 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-9af2c3fd-46b9-4a13-b1cc-fad1e05998ff req-3c51905d-4f2a-4b2e-9910-05265fa43dbd tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] For port 77a79f09-6927-485e-933f-69d29f823c29, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=77a79f09-6927-485e-933f-69d29f823c29,segment=NetworkSegment(edb8f8fc-911d-4f39-9f48-9e99b3ae736e),segment_id=edb8f8fc-911d-4f39-9f48-9e99b3ae736e)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:22.748588 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9af2c3fd-46b9-4a13-b1cc-fad1e05998ff req-3c51905d-4f2a-4b2e-9910-05265fa43dbd tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:22.771478 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9af2c3fd-46b9-4a13-b1cc-fad1e05998ff req-3c51905d-4f2a-4b2e-9910-05265fa43dbd tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:22.785737 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['77a79f09-6927-485e-933f-69d29f823c29'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:18:22.895071 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1fd55-0fab-444f-8c44-45dc2ee34da5 req-92e2c828-5c2e-414a-8617-bf9a3277eec5 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:22.900744 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-61a1fd55-0fab-444f-8c44-45dc2ee34da5 req-92e2c828-5c2e-414a-8617-bf9a3277eec5 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc222af-c061-4600-a116-868b5eb7618b HTTP/1.1" status: 200 len: 945 time: 0.0967627 Apr 20 17:18:22.937685 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-feb40a1f-2efa-4c9f-b6ee-5cd1f2d345cd req-35a6d4b1-0b2f-4898-a000-688b02d1e380 service neutron] 10.222.0.43 "GET /v2.0/networks/d8ef33a9-107e-4ebd-9173-5b6bab76d40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901957 Apr 20 17:18:22.947402 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2c3fd-46b9-4a13-b1cc-fad1e05998ff req-3c51905d-4f2a-4b2e-9910-05265fa43dbd tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:22.948373 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9af2c3fd-46b9-4a13-b1cc-fad1e05998ff req-3c51905d-4f2a-4b2e-9910-05265fa43dbd tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:22.963779 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9af2c3fd-46b9-4a13-b1cc-fad1e05998ff req-3c51905d-4f2a-4b2e-9910-05265fa43dbd tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "PUT /v2.0/ports/77a79f09-6927-485e-933f-69d29f823c29 HTTP/1.1" status: 200 len: 1021 time: 1.8201432 Apr 20 17:18:22.964630 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2540fea1-45ed-413e-8296-e846c0c64093', 'tag': '77a79f09-6927-485e-933f-69d29f823c29'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:18:23.063370 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-61a1fd55-0fab-444f-8c44-45dc2ee34da5 req-73b49a10-d564-4a9d-8dd3-00a82bc37fbb tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581340 Apr 20 17:18:23.120424 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['77a79f09-6927-485e-933f-69d29f823c29'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:18:23.274013 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51905d-4f2a-4b2e-9910-05265fa43dbd tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Pushing event updated for resources: {'Port': ['ID=77a79f09-6927-485e-933f-69d29f823c29,revision_number=7']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:23.377680 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-feb40a1f-2efa-4c9f-b6ee-5cd1f2d345cd req-3b7e7d65-f45c-4518-9bb3-e53e56ff1825 service neutron] 10.222.0.43 "GET /v2.0/networks/d8ef33a9-107e-4ebd-9173-5b6bab76d40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080873 Apr 20 17:18:23.405499 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3517faab-aa49-416e-a157-9f6164ee9ad2', 'name': 'network-vif-deleted', 'tag': 'ef3b0876-f5db-4624-8823-e26fd11b256b'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:18:23.492391 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64d96f-b428-4e33-8bb4-dc78c06a76c6 req-0997c454-4fa5-4596-8a30-60b2954c4587 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:23.495254 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4e64d96f-b428-4e33-8bb4-dc78c06a76c6 req-0997c454-4fa5-4596-8a30-60b2954c4587 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc222af-c061-4600-a116-868b5eb7618b HTTP/1.1" status: 200 len: 945 time: 0.3183823 Apr 20 17:18:23.514278 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea93ea-5fa3-4fe6-bd64-dbfcb7c8fd45 req-a751de4a-ac0a-4386-8209-b3f5d0420806 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:23.527301 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c6ea93ea-5fa3-4fe6-bd64-dbfcb7c8fd45 req-a751de4a-ac0a-4386-8209-b3f5d0420806 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=c60da910-4402-43aa-8572-df94daf532c3 HTTP/1.1" status: 200 len: 950 time: 0.2308044 Apr 20 17:18:23.724345 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c6ea93ea-5fa3-4fe6-bd64-dbfcb7c8fd45 req-32c6a934-0ca8-4e76-930f-085e3f1230be tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940718 Apr 20 17:18:23.745320 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-4e64d96f-b428-4e33-8bb4-dc78c06a76c6 req-832d5204-7ca2-4905-9d73-659fa9f32645 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Deleting port e12ef4a0-cc44-43d8-8102-841d96c00525 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:18:23.745867 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4e64d96f-b428-4e33-8bb4-dc78c06a76c6 req-832d5204-7ca2-4905-9d73-659fa9f32645 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:23.879596 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52f71700-b1e8-459b-a1fa-4b6e7c41aaa7'] response: {'name': 'network-changed', 'server_uuid': '2540fea1-45ed-413e-8296-e846c0c64093', 'tag': '77a79f09-6927-485e-933f-69d29f823c29', 'status': 'completed', 'code': 200} Apr 20 17:18:23.915998 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18cf73e-df1c-4022-8b66-e6b458ad6114 req-0ef43fd2-33ec-4583-9672-e7636cc780ac tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:23.917424 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-d18cf73e-df1c-4022-8b66-e6b458ad6114 req-0ef43fd2-33ec-4583-9672-e7636cc780ac tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Synchronizing usage tracker for tenant:07e7ee6fb2044b339294a5844a1dc3d4 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:18:23.963477 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-d18cf73e-df1c-4022-8b66-e6b458ad6114 req-0ef43fd2-33ec-4583-9672-e7636cc780ac tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Unset dirty status for tenant:07e7ee6fb2044b339294a5844a1dc3d4 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:18:23.964435 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d18cf73e-df1c-4022-8b66-e6b458ad6114 req-0ef43fd2-33ec-4583-9672-e7636cc780ac tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.43 "GET /v2.0/ports?device_id=c60da910-4402-43aa-8572-df94daf532c3 HTTP/1.1" status: 200 len: 950 time: 0.3372889 Apr 20 17:18:24.083006 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-d18cf73e-df1c-4022-8b66-e6b458ad6114 req-b146d9b2-eae6-444a-ae5d-319304f295eb tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Deleting port 63e57261-47eb-4c08-9fa0-175750fc0217 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:18:24.083320 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d18cf73e-df1c-4022-8b66-e6b458ad6114 req-b146d9b2-eae6-444a-ae5d-319304f295eb tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:24.139876 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf8bf1ff-f7c1-4c02-a3e3-b8ff25122b58'] response: {'server_uuid': '3517faab-aa49-416e-a157-9f6164ee9ad2', 'name': 'network-vif-deleted', 'tag': 'ef3b0876-f5db-4624-8823-e26fd11b256b', 'status': 'completed', 'code': 200} Apr 20 17:18:24.340642 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-797f407b-75b6-46b8-9e20-5559fcc097f2 req-4e84f3e5-0f28-4d8e-a17e-821b87110b22 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffcb78f29a714057bb79ebadc32ed198&device_id=2540fea1-45ed-413e-8296-e846c0c64093 HTTP/1.1" status: 200 len: 1175 time: 0.4027436 Apr 20 17:18:24.491615 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea016e-fe0f-4506-adf8-d43f2cfe9bcf req-7300db42-6ab4-408e-ac0a-87237179fbd3 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:24.497754 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb6fd5-4566-4383-baa5-62749ea8797e req-8401a8c9-d45b-4b1d-9eb8-e4d6d139b2d5 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:24.500149 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-02ea016e-fe0f-4506-adf8-d43f2cfe9bcf req-7300db42-6ab4-408e-ac0a-87237179fbd3 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?device_id=2540fea1-45ed-413e-8296-e846c0c64093 HTTP/1.1" status: 200 len: 1024 time: 0.3516757 Apr 20 17:18:24.502218 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-52eb6fd5-4566-4383-baa5-62749ea8797e req-8401a8c9-d45b-4b1d-9eb8-e4d6d139b2d5 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 949 time: 0.3484766 Apr 20 17:18:24.605907 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-4e64d96f-b428-4e33-8bb4-dc78c06a76c6 req-832d5204-7ca2-4905-9d73-659fa9f32645 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] For port e12ef4a0-cc44-43d8-8102-841d96c00525, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=e12ef4a0-cc44-43d8-8102-841d96c00525,segment=NetworkSegment(88edce72-7870-4b35-a3d6-fc6077604be6),segment_id=88edce72-7870-4b35-a3d6-fc6077604be6)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:24.606673 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4e64d96f-b428-4e33-8bb4-dc78c06a76c6 req-832d5204-7ca2-4905-9d73-659fa9f32645 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:24.654792 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-52eb6fd5-4566-4383-baa5-62749ea8797e req-5c78324d-b7e4-428e-b41b-6809f9270a7f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006811 Apr 20 17:18:24.732737 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-d18cf73e-df1c-4022-8b66-e6b458ad6114 req-b146d9b2-eae6-444a-ae5d-319304f295eb tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] For port 63e57261-47eb-4c08-9fa0-175750fc0217, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=63e57261-47eb-4c08-9fa0-175750fc0217,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:24.737671 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d18cf73e-df1c-4022-8b66-e6b458ad6114 req-b146d9b2-eae6-444a-ae5d-319304f295eb tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:24.918650 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-4e64d96f-b428-4e33-8bb4-dc78c06a76c6 req-832d5204-7ca2-4905-9d73-659fa9f32645 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Calling delete_port for e12ef4a0-cc44-43d8-8102-841d96c00525 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:18:24.991660 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f407b-75b6-46b8-9e20-5559fcc097f2 req-b99f3240-c412-49c7-9218-a9782c40add9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:24.993156 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-797f407b-75b6-46b8-9e20-5559fcc097f2 req-b99f3240-c412-49c7-9218-a9782c40add9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d8ef33a9-107e-4ebd-9173-5b6bab76d40f HTTP/1.1" status: 200 len: 911 time: 0.6444623 Apr 20 17:18:25.021473 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-d18cf73e-df1c-4022-8b66-e6b458ad6114 req-b146d9b2-eae6-444a-ae5d-319304f295eb tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Calling delete_port for 63e57261-47eb-4c08-9fa0-175750fc0217 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:18:25.112295 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-797f407b-75b6-46b8-9e20-5559fcc097f2 req-e1d267fd-e459-49ad-8a2e-044975329d8c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77a79f09-6927-485e-933f-69d29f823c29 HTTP/1.1" status: 200 len: 217 time: 0.1095610 Apr 20 17:18:25.325685 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-02ea016e-fe0f-4506-adf8-d43f2cfe9bcf req-595324c4-50c5-4ef3-8e2b-3abb262ff5ef tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0746e04-eaaa-491f-b2f2-a68a28aea018&id=20de47da-aa55-41c4-933d-d2a8d2ffd7b0&id=d8f7ee39-3f68-42c3-b8a5-e00de45fc4a5 HTTP/1.1" status: 200 len: 5486 time: 0.8238697 Apr 20 17:18:25.342141 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4e64d96f-b428-4e33-8bb4-dc78c06a76c6 req-832d5204-7ca2-4905-9d73-659fa9f32645 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:25.358379 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['f3fa281f-f24b-4b34-882d-c3a0fe43a42d', '969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:18:25.532031 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d5204-7ca2-4905-9d73-659fa9f32645 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Pushing event deleted for resources: {'Port': ['ID=e12ef4a0-cc44-43d8-8102-841d96c00525,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:25.566670 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d5204-7ca2-4905-9d73-659fa9f32645 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:25.567002 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d5204-7ca2-4905-9d73-659fa9f32645 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:25.567345 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d5204-7ca2-4905-9d73-659fa9f32645 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:25.567942 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d5204-7ca2-4905-9d73-659fa9f32645 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:25.568272 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d5204-7ca2-4905-9d73-659fa9f32645 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:25.568789 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d5204-7ca2-4905-9d73-659fa9f32645 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:25.569250 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d5204-7ca2-4905-9d73-659fa9f32645 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:25.569570 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d5204-7ca2-4905-9d73-659fa9f32645 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:25.570252 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d5204-7ca2-4905-9d73-659fa9f32645 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:25.570574 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d5204-7ca2-4905-9d73-659fa9f32645 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:25.570885 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832d5204-7ca2-4905-9d73-659fa9f32645 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:25.576266 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device e12ef4a0-cc44-43d8-8102-841d96c00525 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:18:25.605966 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef993d-e1cd-43fb-bc2a-15258a13eb53 req-12c29944-4ed9-4059-90c2-ccd042c6e0e8 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:25.617634 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3aef993d-e1cd-43fb-bc2a-15258a13eb53 req-12c29944-4ed9-4059-90c2-ccd042c6e0e8 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc222af-c061-4600-a116-868b5eb7618b HTTP/1.1" status: 200 len: 945 time: 0.5391374 Apr 20 17:18:25.639005 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d18cf73e-df1c-4022-8b66-e6b458ad6114 req-b146d9b2-eae6-444a-ae5d-319304f295eb tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:25.689290 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: e12ef4a0-cc44-43d8-8102-841d96c00525 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:18:25.690334 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device e12ef4a0-cc44-43d8-8102-841d96c00525 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:18:25.696122 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['ba212a0d-263a-4706-b6fa-d986b2f54c07'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:18:25.707146 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146d9b2-eae6-444a-ae5d-319304f295eb tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Pushing event deleted for resources: {'Port': ['ID=63e57261-47eb-4c08-9fa0-175750fc0217,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:25.747640 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3aef993d-e1cd-43fb-bc2a-15258a13eb53 req-c043ce50-8e15-495b-8f4b-cf6a3defe4a9 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289833 Apr 20 17:18:25.801428 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e64d96f-b428-4e33-8bb4-dc78c06a76c6 req-832d5204-7ca2-4905-9d73-659fa9f32645 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] No DVR routers for this DVR port e12ef4a0-cc44-43d8-8102-841d96c00525 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:18:25.805628 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4e64d96f-b428-4e33-8bb4-dc78c06a76c6 req-832d5204-7ca2-4905-9d73-659fa9f32645 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:25.844496 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f407b-75b6-46b8-9e20-5559fcc097f2 req-6b90ea80-b2cb-4019-9b30-c8f010deb50c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:25.846624 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-797f407b-75b6-46b8-9e20-5559fcc097f2 req-6b90ea80-b2cb-4019-9b30-c8f010deb50c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e216643-0d94-47fd-bb51-9fe24d2f84fc HTTP/1.1" status: 200 len: 850 time: 0.6124270 Apr 20 17:18:25.874972 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4e64d96f-b428-4e33-8bb4-dc78c06a76c6 req-832d5204-7ca2-4905-9d73-659fa9f32645 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.43 "DELETE /v2.0/ports/e12ef4a0-cc44-43d8-8102-841d96c00525 HTTP/1.1" status: 204 len: 173 time: 2.2820823 Apr 20 17:18:25.992553 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18cf73e-df1c-4022-8b66-e6b458ad6114 req-b146d9b2-eae6-444a-ae5d-319304f295eb tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] No DVR routers for this DVR port 63e57261-47eb-4c08-9fa0-175750fc0217 on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:18:26.003661 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d18cf73e-df1c-4022-8b66-e6b458ad6114 req-b146d9b2-eae6-444a-ae5d-319304f295eb tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:26.058415 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60da910-4402-43aa-8572-df94daf532c3', 'name': 'network-vif-deleted', 'tag': '63e57261-47eb-4c08-9fa0-175750fc0217'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:18:26.089300 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d18cf73e-df1c-4022-8b66-e6b458ad6114 req-b146d9b2-eae6-444a-ae5d-319304f295eb tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.43 "DELETE /v2.0/ports/63e57261-47eb-4c08-9fa0-175750fc0217 HTTP/1.1" status: 204 len: 173 time: 2.1178946 Apr 20 17:18:26.112756 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-797f407b-75b6-46b8-9e20-5559fcc097f2 req-b69bb390-ab48-48a2-882e-2d113b2cf6e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d8ef33a9-107e-4ebd-9173-5b6bab76d40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2324085 Apr 20 17:18:26.162554 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-812960eb-d84d-4142-aed6-0065a0b27cc9 req-946704e4-e672-4e9c-8b74-4b2d21af753c tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Synchronizing usage tracker for tenant:07e7ee6fb2044b339294a5844a1dc3d4 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:18:26.234139 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-812960eb-d84d-4142-aed6-0065a0b27cc9 req-946704e4-e672-4e9c-8b74-4b2d21af753c tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Unset dirty status for tenant:07e7ee6fb2044b339294a5844a1dc3d4 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:18:26.252717 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-812960eb-d84d-4142-aed6-0065a0b27cc9 req-946704e4-e672-4e9c-8b74-4b2d21af753c tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=c60da910-4402-43aa-8572-df94daf532c3 HTTP/1.1" status: 200 len: 210 time: 0.1503325 Apr 20 17:18:26.270493 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc222af-c061-4600-a116-868b5eb7618b', 'name': 'network-vif-deleted', 'tag': 'e12ef4a0-cc44-43d8-8102-841d96c00525'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:18:26.439025 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae3b53-c58d-415b-96cc-903ba40936bb req-8b42c88b-578c-46e3-aa20-f255943f477a tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:26.440530 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-afae3b53-c58d-415b-96cc-903ba40936bb req-8b42c88b-578c-46e3-aa20-f255943f477a tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/networks?id=2c26c5bd-f238-4795-be1b-c0013f180282 HTTP/1.1" status: 200 len: 821 time: 0.9451711 Apr 20 17:18:26.515906 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-afae3b53-c58d-415b-96cc-903ba40936bb req-d033ef20-a872-4ec6-b7b7-df79b3d18ff9 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/quotas/e75f8ad024ce426a84ef751b2d001871 HTTP/1.1" status: 200 len: 375 time: 0.0494063 Apr 20 17:18:26.536560 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-321e768a-8933-4d74-baf0-61b34c6a9801 req-e0c8f7fe-ea16-4c7d-8161-f13cf6d60975 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Request body: {'security_group': {'name': ' tempest-securitygroup -289291412 ', 'description': 'tempest-description-962288275'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:18:26.548174 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-321e768a-8933-4d74-baf0-61b34c6a9801 req-e0c8f7fe-ea16-4c7d-8161-f13cf6d60975 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:26.563854 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-321e768a-8933-4d74-baf0-61b34c6a9801 req-e0c8f7fe-ea16-4c7d-8161-f13cf6d60975 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:26.607325 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-321e768a-8933-4d74-baf0-61b34c6a9801 req-e0c8f7fe-ea16-4c7d-8161-f13cf6d60975 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:26.704165 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-321e768a-8933-4d74-baf0-61b34c6a9801 req-e0c8f7fe-ea16-4c7d-8161-f13cf6d60975 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:26.709739 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-321e768a-8933-4d74-baf0-61b34c6a9801 req-e0c8f7fe-ea16-4c7d-8161-f13cf6d60975 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Usage tracker for resource:security_group_rule and tenant:ffcb78f29a714057bb79ebadc32ed198 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:18:26.713407 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-321e768a-8933-4d74-baf0-61b34c6a9801 req-e0c8f7fe-ea16-4c7d-8161-f13cf6d60975 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:18:26.721246 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-321e768a-8933-4d74-baf0-61b34c6a9801 req-e0c8f7fe-ea16-4c7d-8161-f13cf6d60975 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:26.781991 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-797f407b-75b6-46b8-9e20-5559fcc097f2 req-664d503c-0f15-46a8-90be-f52b59c7f9f7 service neutron] 10.222.0.43 "GET /v2.0/networks/d8ef33a9-107e-4ebd-9173-5b6bab76d40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6569355 Apr 20 17:18:26.809466 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-321e768a-8933-4d74-baf0-61b34c6a9801 req-e0c8f7fe-ea16-4c7d-8161-f13cf6d60975 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:26.820271 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-321e768a-8933-4d74-baf0-61b34c6a9801 req-e0c8f7fe-ea16-4c7d-8161-f13cf6d60975 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:26.980086 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8f7fe-ea16-4c7d-8161-f13cf6d60975 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9acab51-996a-441c-b505-5a614a6303ad,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:26.989389 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-321e768a-8933-4d74-baf0-61b34c6a9801 req-e0c8f7fe-ea16-4c7d-8161-f13cf6d60975 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:26.992941 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-321e768a-8933-4d74-baf0-61b34c6a9801 req-e0c8f7fe-ea16-4c7d-8161-f13cf6d60975 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1618 time: 0.4617004 Apr 20 17:18:27.290952 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-797f407b-75b6-46b8-9e20-5559fcc097f2 req-bce49640-e5de-4a82-83b1-11935b1d0a2a service neutron] 10.222.0.43 "GET /v2.0/networks/d8ef33a9-107e-4ebd-9173-5b6bab76d40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4985590 Apr 20 17:18:27.339345 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a12304-5739-429b-b622-6d3d483df877 req-e19634ee-6930-471c-bf07-038cdbcd3afa tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:27.340246 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-97a12304-5739-429b-b622-6d3d483df877 req-e19634ee-6930-471c-bf07-038cdbcd3afa tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 949 time: 0.1732101 Apr 20 17:18:27.348998 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-afae3b53-c58d-415b-96cc-903ba40936bb req-6bc126ac-9206-40ee-a514-655d62ca0d71 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Synchronizing usage tracker for tenant:e75f8ad024ce426a84ef751b2d001871 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:18:27.417116 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-afae3b53-c58d-415b-96cc-903ba40936bb req-6bc126ac-9206-40ee-a514-655d62ca0d71 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Unset dirty status for tenant:e75f8ad024ce426a84ef751b2d001871 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:18:27.426564 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-afae3b53-c58d-415b-96cc-903ba40936bb req-6bc126ac-9206-40ee-a514-655d62ca0d71 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e75f8ad024ce426a84ef751b2d001871&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8964186 Apr 20 17:18:27.443496 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['357a6a12-cbe7-49e3-920c-3f188feb1c03', '09b8b37a-f2d8-4e3f-9ddf-111df01ef763', 'ea752b32-b15d-4ad7-b257-2f314c8726a0', 'e5d42094-98cf-43c0-b682-457af6611bb0'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:18:27.450643 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f10820e9-b4d9-476e-9b37-febe31554a4f req-d6dac1cc-8a28-4232-baf6-673d24cc05fe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3180876 Apr 20 17:18:27.458676 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-97a12304-5739-429b-b622-6d3d483df877 req-f90ced55-ce35-4bb6-aefb-0eaa62a81000 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067469 Apr 20 17:18:27.573404 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 63e57261-47eb-4c08-9fa0-175750fc0217 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:18:27.625679 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 63e57261-47eb-4c08-9fa0-175750fc0217 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:18:27.626070 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 63e57261-47eb-4c08-9fa0-175750fc0217 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:18:27.681512 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f10820e9-b4d9-476e-9b37-febe31554a4f req-60ad837b-f482-491c-b9ab-7304757e3ce8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 1101 time: 0.1998999 Apr 20 17:18:27.740012 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74f9e65e-a79d-4e10-9bed-dfe95b120d99'] response: {'server_uuid': 'c60da910-4402-43aa-8572-df94daf532c3', 'name': 'network-vif-deleted', 'tag': '63e57261-47eb-4c08-9fa0-175750fc0217', 'status': 'completed', 'code': 200} Apr 20 17:18:27.882228 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-458b79eb-0ff9-449b-9627-b189c0b6a383'] response: {'server_uuid': '0fc222af-c061-4600-a116-868b5eb7618b', 'name': 'network-vif-deleted', 'tag': 'e12ef4a0-cc44-43d8-8102-841d96c00525', 'status': 'completed', 'code': 200} Apr 20 17:18:27.918998 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82fab1b-5fda-461e-a3a2-955958ac6bfb None None] Sync routers for ids ['ec3180ea-6e9c-46ae-b345-5ada43eddc56'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:18:27.935324 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82fab1b-5fda-461e-a3a2-955958ac6bfb None None] Routers {'ec3180ea-6e9c-46ae-b345-5ada43eddc56'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:18:27.935936 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c82fab1b-5fda-461e-a3a2-955958ac6bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:18:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ec3180ea-6e9c-46ae-b345-5ada43eddc56'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:18:28.188956 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10820e9-b4d9-476e-9b37-febe31554a4f req-a5b996ba-6ebe-41ff-af90-8e689d19e3d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:28.190541 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f10820e9-b4d9-476e-9b37-febe31554a4f req-a5b996ba-6ebe-41ff-af90-8e689d19e3d1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.4591947 Apr 20 17:18:28.192569 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-afae3b53-c58d-415b-96cc-903ba40936bb req-370b8477-27f4-48c6-8c8c-57ee847689aa service neutron] 10.222.0.39 "GET /v2.0/networks/2c26c5bd-f238-4795-be1b-c0013f180282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7632089 Apr 20 17:18:28.202845 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-979703a0-5fe7-440a-9570-62646707641e req-ec71684f-91c1-4616-9310-5d317afb349f tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups/f9acab51-996a-441c-b505-5a614a6303ad HTTP/1.1" status: 200 len: 1613 time: 0.1181190 Apr 20 17:18:28.380423 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-c82fab1b-5fda-461e-a3a2-955958ac6bfb None None] Set router ec3180ea-6e9c-46ae-b345-5ada43eddc56 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:18:28.668929 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f10820e9-b4d9-476e-9b37-febe31554a4f req-2bab8936-f720-4a56-a694-18978762d38b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=f2ae1052-1228-44aa-b982-dda2ca184507 HTTP/1.1" status: 200 len: 217 time: 0.4674270 Apr 20 17:18:28.876227 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-afae3b53-c58d-415b-96cc-903ba40936bb req-f6338e18-c3b4-4b9f-be5c-58ca28b22c16 service neutron] 10.222.0.39 "GET /v2.0/networks/2c26c5bd-f238-4795-be1b-c0013f180282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6738865 Apr 20 17:18:28.879816 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10820e9-b4d9-476e-9b37-febe31554a4f req-3b2e2ef9-6174-49ba-9202-b0296c1386ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:28.884674 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f10820e9-b4d9-476e-9b37-febe31554a4f req-3b2e2ef9-6174-49ba-9202-b0296c1386ad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1951337 Apr 20 17:18:28.951326 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-960ae5b5-59f0-4430-a667-8efd73819bf0 req-b8ba7db8-915b-4b05-88cb-4039e5ede2d1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0726a5a4-a720-4995-bb1c-b7028db74b53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3582356 Apr 20 17:18:29.008796 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f10820e9-b4d9-476e-9b37-febe31554a4f req-dba12608-32b2-4df3-b8c6-20c4c9fb55b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1065106 Apr 20 17:18:29.346937 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c82fab1b-5fda-461e-a3a2-955958ac6bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3180ea-6e9c-46ae-b345-5ada43eddc56', 'name': 'tempest-TaggedBootDevicesTest-1057726928-router', 'tenant_id': '051f86aa81334cef8b98d40d65b745fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '9cda600a-f183-44f7-99d1-09486f119499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:00Z', 'updated_at': '2022-04-20T17:18:06Z', 'revision_number': 4, 'project_id': '051f86aa81334cef8b98d40d65b745fc', 'gw_port': {'id': '9cda600a-f183-44f7-99d1-09486f119499', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ca:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3180ea-6e9c-46ae-b345-5ada43eddc56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:01Z', 'updated_at': '2022-04-20T17:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8d72ab2f-ec3c-4cd6-b91b-e85cec131e91', 'name': '', 'network_id': '13c71412-5097-45cc-8b9f-031b4d24c37a', 'tenant_id': '051f86aa81334cef8b98d40d65b745fc', 'mac_address': 'fa:16:3e:25:8e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3180ea-6e9c-46ae-b345-5ada43eddc56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd67a730-f831-4a79-8535-5ef566ba7e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:05Z', 'updated_at': '2022-04-20T17:18:06Z', 'revision_number': 2, 'project_id': '051f86aa81334cef8b98d40d65b745fc', 'subnets': [{'id': 'dd67a730-f831-4a79-8535-5ef566ba7e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:18:29.371959 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82fab1b-5fda-461e-a3a2-955958ac6bfb None None] Checking router: ec3180ea-6e9c-46ae-b345-5ada43eddc56 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:18:29.372900 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82fab1b-5fda-461e-a3a2-955958ac6bfb None None] Updating router ec3180ea-6e9c-46ae-b345-5ada43eddc56 port 8d72ab2f-ec3c-4cd6-b91b-e85cec131e91 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:18:29.378657 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-22af6e59-f14f-4741-b7ef-2e8ce76508fe req-8eb76fb8-55f3-4a6b-8930-898b25ebcc11 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups/f9acab51-996a-441c-b505-5a614a6303ad HTTP/1.1" status: 200 len: 1613 time: 0.2009327 Apr 20 17:18:29.386508 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f10820e9-b4d9-476e-9b37-febe31554a4f req-e93f58b1-57aa-4792-af4e-5b4254b13474 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716083 Apr 20 17:18:29.434783 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c82fab1b-5fda-461e-a3a2-955958ac6bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:29.578441 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-960ae5b5-59f0-4430-a667-8efd73819bf0 req-026022cf-06b7-468a-a940-f8a074a90dab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&device_id=0726a5a4-a720-4995-bb1c-b7028db74b53 HTTP/1.1" status: 200 len: 1099 time: 0.4016747 Apr 20 17:18:29.782806 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-22af6e59-f14f-4741-b7ef-2e8ce76508fe req-2d4fde35-b6bb-4935-9a66-ea0e45140f9c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:29.827665 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f10820e9-b4d9-476e-9b37-febe31554a4f req-24b5598c-3f99-4f83-bcdc-5f77f60a9748 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067829 Apr 20 17:18:29.843865 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-22af6e59-f14f-4741-b7ef-2e8ce76508fe req-2d4fde35-b6bb-4935-9a66-ea0e45140f9c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:30.095527 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ae5b5-59f0-4430-a667-8efd73819bf0 req-559135f6-b2b7-412e-b698-128ecb385db8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:30.096881 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-960ae5b5-59f0-4430-a667-8efd73819bf0 req-559135f6-b2b7-412e-b698-128ecb385db8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.4920206 Apr 20 17:18:30.138301 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cc406-eeef-4bd5-91a1-c2d105db1a1f req-e938d11c-2a2c-4ce9-a6f9-1466767500ba tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:30.148395 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4d4cc406-eeef-4bd5-91a1-c2d105db1a1f req-e938d11c-2a2c-4ce9-a6f9-1466767500ba tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 949 time: 0.1752799 Apr 20 17:18:30.211780 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c82fab1b-5fda-461e-a3a2-955958ac6bfb None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:30.234476 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4d4cc406-eeef-4bd5-91a1-c2d105db1a1f req-bdb70f44-53fa-4898-9f0c-2eb69876bae2 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786564 Apr 20 17:18:30.238804 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-c82fab1b-5fda-461e-a3a2-955958ac6bfb None None] Transition to ACTIVE for port object 8d72ab2f-ec3c-4cd6-b91b-e85cec131e91 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:18:30.252465 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c82fab1b-5fda-461e-a3a2-955958ac6bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:30.254216 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-960ae5b5-59f0-4430-a667-8efd73819bf0 req-0696fb03-5491-4f76-ad3a-cd6d9f71fdb5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=ba212a0d-263a-4706-b6fa-d986b2f54c07 HTTP/1.1" status: 200 len: 217 time: 0.1339836 Apr 20 17:18:30.262069 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-22af6e59-f14f-4741-b7ef-2e8ce76508fe req-2d4fde35-b6bb-4935-9a66-ea0e45140f9c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:30.340328 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4fde35-b6bb-4935-9a66-ea0e45140f9c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9acab51-996a-441c-b505-5a614a6303ad,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:30.367911 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-22af6e59-f14f-4741-b7ef-2e8ce76508fe req-2d4fde35-b6bb-4935-9a66-ea0e45140f9c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:30.369369 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-22af6e59-f14f-4741-b7ef-2e8ce76508fe req-2d4fde35-b6bb-4935-9a66-ea0e45140f9c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "DELETE /v2.0/security-groups/f9acab51-996a-441c-b505-5a614a6303ad HTTP/1.1" status: 204 len: 173 time: 0.9807181 Apr 20 17:18:30.388347 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ae5b5-59f0-4430-a667-8efd73819bf0 req-706e9cde-c01b-4ce9-a798-a9f47d429013 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:30.390721 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-960ae5b5-59f0-4430-a667-8efd73819bf0 req-706e9cde-c01b-4ce9-a798-a9f47d429013 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1217709 Apr 20 17:18:30.628816 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-960ae5b5-59f0-4430-a667-8efd73819bf0 req-326a6c2d-48f3-4770-8045-1cd7e6da7e55 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2133553 Apr 20 17:18:30.637373 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254897a-3218-41d0-96a4-fd6839786b89 None None] Pushing event updated for resources: {'Port': ['ID=8d72ab2f-ec3c-4cd6-b91b-e85cec131e91,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:30.963207 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-71eb08e9-5b40-4195-a940-d2c878ad9c87 req-231b5827-f293-4329-98ae-7629625d85ae tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e644317-6274-441c-9be1-e50ed8dbfdf3 HTTP/1.1" status: 200 len: 210 time: 0.3070328 Apr 20 17:18:30.989393 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-960ae5b5-59f0-4430-a667-8efd73819bf0 req-73477a03-0a43-4e99-94a1-61a66bb7328c service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474596 Apr 20 17:18:31.057690 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-c82fab1b-5fda-461e-a3a2-955958ac6bfb None None] Attempting to bind port 8d72ab2f-ec3c-4cd6-b91b-e85cec131e91 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:18:31.058060 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-c82fab1b-5fda-461e-a3a2-955958ac6bfb None None] Attempting to bind port 8d72ab2f-ec3c-4cd6-b91b-e85cec131e91 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'ca780c5c-7005-45ac-a79d-3269ceaf6fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '13c71412-5097-45cc-8b9f-031b4d24c37a'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:18:31.058400 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82fab1b-5fda-461e-a3a2-955958ac6bfb None None] Attempting to bind port 8d72ab2f-ec3c-4cd6-b91b-e85cec131e91 on network 13c71412-5097-45cc-8b9f-031b4d24c37a {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:18:31.075319 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82fab1b-5fda-461e-a3a2-955958ac6bfb None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:18:31.075848 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82fab1b-5fda-461e-a3a2-955958ac6bfb None None] Checking segment: {'id': 'ca780c5c-7005-45ac-a79d-3269ceaf6fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '13c71412-5097-45cc-8b9f-031b4d24c37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:18:31.076901 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c82fab1b-5fda-461e-a3a2-955958ac6bfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:31.076901 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82fab1b-5fda-461e-a3a2-955958ac6bfb None None] Bound using segment: {'id': 'ca780c5c-7005-45ac-a79d-3269ceaf6fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '13c71412-5097-45cc-8b9f-031b4d24c37a'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:18:31.077114 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-c82fab1b-5fda-461e-a3a2-955958ac6bfb None None] Bound port: 8d72ab2f-ec3c-4cd6-b91b-e85cec131e91, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca780c5c-7005-45ac-a79d-3269ceaf6fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '13c71412-5097-45cc-8b9f-031b4d24c37a'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:18:31.077464 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c82fab1b-5fda-461e-a3a2-955958ac6bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:31.183632 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae3b53-c58d-415b-96cc-903ba40936bb req-d8cdee7a-21bd-4ec7-842d-9c778111a275 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:31.186686 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-afae3b53-c58d-415b-96cc-903ba40936bb req-d8cdee7a-21bd-4ec7-842d-9c778111a275 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.43 "GET /v2.0/networks?id=2c26c5bd-f238-4795-be1b-c0013f180282 HTTP/1.1" status: 200 len: 821 time: 0.4285691 Apr 20 17:18:31.207050 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-afae3b53-c58d-415b-96cc-903ba40936bb req-3d7ae703-57df-4507-bcb2-07d03b7b6ed0 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Request body: {'port': {'device_id': '8e644317-6274-441c-9be1-e50ed8dbfdf3', 'network_id': '2c26c5bd-f238-4795-be1b-c0013f180282', 'admin_state_up': True, 'tenant_id': 'e75f8ad024ce426a84ef751b2d001871'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:18:31.333349 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-c82fab1b-5fda-461e-a3a2-955958ac6bfb None None] For port 8d72ab2f-ec3c-4cd6-b91b-e85cec131e91, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:18:31.341114 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-c82fab1b-5fda-461e-a3a2-955958ac6bfb None None] For port 8d72ab2f-ec3c-4cd6-b91b-e85cec131e91, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8d72ab2f-ec3c-4cd6-b91b-e85cec131e91,segment=NetworkSegment(ca780c5c-7005-45ac-a79d-3269ceaf6fed),segment_id=ca780c5c-7005-45ac-a79d-3269ceaf6fed)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:18:31.354949 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c82fab1b-5fda-461e-a3a2-955958ac6bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:31.539936 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-afae3b53-c58d-415b-96cc-903ba40936bb req-3d7ae703-57df-4507-bcb2-07d03b7b6ed0 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:31.565661 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-afae3b53-c58d-415b-96cc-903ba40936bb req-3d7ae703-57df-4507-bcb2-07d03b7b6ed0 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:31.585264 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1ee30-2822-4d3a-8e68-d67b24c40fc4 req-862fc7c1-90d9-4499-9e6c-38ad4099b73a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:31.589247 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82fab1b-5fda-461e-a3a2-955958ac6bfb None None] Routers {'ec3180ea-6e9c-46ae-b345-5ada43eddc56'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:18:31.590243 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f1b1ee30-2822-4d3a-8e68-d67b24c40fc4 req-862fc7c1-90d9-4499-9e6c-38ad4099b73a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.43 "GET /v2.0/ports?device_id=0726a5a4-a720-4995-bb1c-b7028db74b53 HTTP/1.1" status: 200 len: 948 time: 0.2619476 Apr 20 17:18:31.591954 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c82fab1b-5fda-461e-a3a2-955958ac6bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:18:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ec3180ea-6e9c-46ae-b345-5ada43eddc56'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:18:31.614387 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99528967-13a4-46d6-ba77-1ebb06e7719d req-290dff65-393c-41c5-9625-a08e6eccd4f3 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:31.616357 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-99528967-13a4-46d6-ba77-1ebb06e7719d req-290dff65-393c-41c5-9625-a08e6eccd4f3 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=381581c7-4815-4007-95b3-9ba11f68ea62 HTTP/1.1" status: 200 len: 946 time: 0.2532358 Apr 20 17:18:31.618706 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 257e6625-f639-4d50-8e63-9847f4e852da no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:18:31.637868 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-960ae5b5-59f0-4430-a667-8efd73819bf0 req-bba847e0-2a91-43cb-b239-ef504fcd50dd service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6425300 Apr 20 17:18:31.676813 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afae3b53-c58d-415b-96cc-903ba40936bb req-3d7ae703-57df-4507-bcb2-07d03b7b6ed0 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Made reservation on behalf of e75f8ad024ce426a84ef751b2d001871 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:18:31.694899 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [req-0d7268cd-4170-4789-9a5f-cae52ca4e44a req-45dea08d-a637-4138-a217-89df40d60377 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] show failed (client error): The resource could not be found. Apr 20 17:18:31.697249 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0d7268cd-4170-4789-9a5f-cae52ca4e44a req-45dea08d-a637-4138-a217-89df40d60377 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups/f9acab51-996a-441c-b505-5a614a6303ad HTTP/1.1" status: 404 len: 352 time: 0.0492227 Apr 20 17:18:31.701148 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-afae3b53-c58d-415b-96cc-903ba40936bb req-3d7ae703-57df-4507-bcb2-07d03b7b6ed0 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:31.740506 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bb5ed-a162-40f1-b352-10d578c1d85d req-95c2b9ab-c3c6-4e72-970a-b762c8206d44 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:31.741593 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-889bb5ed-a162-40f1-b352-10d578c1d85d req-95c2b9ab-c3c6-4e72-970a-b762c8206d44 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Synchronizing usage tracker for tenant:09fc1279785c4b8daed6da8da5ce234b on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:18:31.759099 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-f1b1ee30-2822-4d3a-8e68-d67b24c40fc4 req-7e748958-a4c9-4be3-ad1a-dcf96c5cc1d3 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Deleting port ba212a0d-263a-4706-b6fa-d986b2f54c07 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:18:31.759865 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f1b1ee30-2822-4d3a-8e68-d67b24c40fc4 req-7e748958-a4c9-4be3-ad1a-dcf96c5cc1d3 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:31.814812 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254897a-3218-41d0-96a4-fd6839786b89 None None] Pushing event updated for resources: {'Port': ['ID=8d72ab2f-ec3c-4cd6-b91b-e85cec131e91,revision_number=4']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:31.926091 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-c82fab1b-5fda-461e-a3a2-955958ac6bfb None None] Set router ec3180ea-6e9c-46ae-b345-5ada43eddc56 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:18:31.952961 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-99528967-13a4-46d6-ba77-1ebb06e7719d req-aee27d0a-9256-4c8d-83d0-75644dae05e6 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175590 Apr 20 17:18:31.953247 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:31.955297 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-889bb5ed-a162-40f1-b352-10d578c1d85d req-95c2b9ab-c3c6-4e72-970a-b762c8206d44 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Unset dirty status for tenant:09fc1279785c4b8daed6da8da5ce234b on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:18:31.956781 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-889bb5ed-a162-40f1-b352-10d578c1d85d req-95c2b9ab-c3c6-4e72-970a-b762c8206d44 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.10 "GET /v2.0/ports?device_id=381581c7-4815-4007-95b3-9ba11f68ea62 HTTP/1.1" status: 200 len: 946 time: 0.9010980 Apr 20 17:18:32.050960 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3b0e96-cebb-49da-9d8f-bf8fd88efbdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257e6625-f639-4d50-8e63-9847f4e852da'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:18:32.094857 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 257e6625-f639-4d50-8e63-9847f4e852da, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=257e6625-f639-4d50-8e63-9847f4e852da,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:32.106218 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:32.143574 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-889bb5ed-a162-40f1-b352-10d578c1d85d req-b281e41c-e58f-4402-ac3d-f9febe18e16a tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Deleting port 969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:18:32.144093 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-889bb5ed-a162-40f1-b352-10d578c1d85d req-b281e41c-e58f-4402-ac3d-f9febe18e16a tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:32.271036 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=257e6625-f639-4d50-8e63-9847f4e852da,revision_number=11']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:32.339750 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-afae3b53-c58d-415b-96cc-903ba40936bb req-3d7ae703-57df-4507-bcb2-07d03b7b6ed0 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Allocated IP 172.20.0.14 (2c26c5bd-f238-4795-be1b-c0013f180282/6168ff55-f8cc-4173-8a8f-60bbd4cfe151/aface188-a5ff-4341-a834-d89607b0f400) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:18:32.343667 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-f1b1ee30-2822-4d3a-8e68-d67b24c40fc4 req-7e748958-a4c9-4be3-ad1a-dcf96c5cc1d3 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] For port ba212a0d-263a-4706-b6fa-d986b2f54c07, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ba212a0d-263a-4706-b6fa-d986b2f54c07,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:32.344486 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f1b1ee30-2822-4d3a-8e68-d67b24c40fc4 req-7e748958-a4c9-4be3-ad1a-dcf96c5cc1d3 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:32.484857 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0057d9-c80c-44e9-9271-fee9a48f9e14 req-41a22f93-68af-4d5a-932f-754175bb3133 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:32.492115 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ab0057d9-c80c-44e9-9271-fee9a48f9e14 req-41a22f93-68af-4d5a-932f-754175bb3133 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 949 time: 0.2276745 Apr 20 17:18:32.568992 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c82fab1b-5fda-461e-a3a2-955958ac6bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3180ea-6e9c-46ae-b345-5ada43eddc56', 'name': 'tempest-TaggedBootDevicesTest-1057726928-router', 'tenant_id': '051f86aa81334cef8b98d40d65b745fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '9cda600a-f183-44f7-99d1-09486f119499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:00Z', 'updated_at': '2022-04-20T17:18:06Z', 'revision_number': 4, 'project_id': '051f86aa81334cef8b98d40d65b745fc', 'gw_port': {'id': '9cda600a-f183-44f7-99d1-09486f119499', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ca:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3180ea-6e9c-46ae-b345-5ada43eddc56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:01Z', 'updated_at': '2022-04-20T17:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8d72ab2f-ec3c-4cd6-b91b-e85cec131e91', 'name': '', 'network_id': '13c71412-5097-45cc-8b9f-031b4d24c37a', 'tenant_id': '051f86aa81334cef8b98d40d65b745fc', 'mac_address': 'fa:16:3e:25:8e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3180ea-6e9c-46ae-b345-5ada43eddc56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd67a730-f831-4a79-8535-5ef566ba7e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:05Z', 'updated_at': '2022-04-20T17:18:31Z', 'revision_number': 4, 'project_id': '051f86aa81334cef8b98d40d65b745fc', 'subnets': [{'id': 'dd67a730-f831-4a79-8535-5ef566ba7e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:18:32.573305 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82fab1b-5fda-461e-a3a2-955958ac6bfb None None] The sync data for ids ['ec3180ea-6e9c-46ae-b345-5ada43eddc56'] in n-d-838032-1 is: [{'id': 'ec3180ea-6e9c-46ae-b345-5ada43eddc56', 'name': 'tempest-TaggedBootDevicesTest-1057726928-router', 'tenant_id': '051f86aa81334cef8b98d40d65b745fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '9cda600a-f183-44f7-99d1-09486f119499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:00Z', 'updated_at': '2022-04-20T17:18:06Z', 'revision_number': 4, 'project_id': '051f86aa81334cef8b98d40d65b745fc', 'gw_port': {'id': '9cda600a-f183-44f7-99d1-09486f119499', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ca:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3180ea-6e9c-46ae-b345-5ada43eddc56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:01Z', 'updated_at': '2022-04-20T17:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8d72ab2f-ec3c-4cd6-b91b-e85cec131e91', 'name': '', 'network_id': '13c71412-5097-45cc-8b9f-031b4d24c37a', 'tenant_id': '051f86aa81334cef8b98d40d65b745fc', 'mac_address': 'fa:16:3e:25:8e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3180ea-6e9c-46ae-b345-5ada43eddc56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd67a730-f831-4a79-8535-5ef566ba7e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:05Z', 'updated_at': '2022-04-20T17:18:31Z', 'revision_number': 4, 'project_id': '051f86aa81334cef8b98d40d65b745fc', 'subnets': [{'id': 'dd67a730-f831-4a79-8535-5ef566ba7e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:18:32.617236 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ab0057d9-c80c-44e9-9271-fee9a48f9e14 req-9111c2a4-a280-4a17-a179-c4a8e9403d49 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240711 Apr 20 17:18:32.683152 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-36645ade-0cc5-4d61-9dd3-bf499aa12bf8 req-ea7e3d62-7081-4a52-b9b4-34bc73f6ff4c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-856903320', 'description': 'tempest-description-1486475350'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:18:32.694397 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-36645ade-0cc5-4d61-9dd3-bf499aa12bf8 req-ea7e3d62-7081-4a52-b9b4-34bc73f6ff4c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:32.699997 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-36645ade-0cc5-4d61-9dd3-bf499aa12bf8 req-ea7e3d62-7081-4a52-b9b4-34bc73f6ff4c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Usage tracker for resource:security_group and tenant:ffcb78f29a714057bb79ebadc32ed198 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:18:32.703079 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-36645ade-0cc5-4d61-9dd3-bf499aa12bf8 req-ea7e3d62-7081-4a52-b9b4-34bc73f6ff4c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:18:32.708964 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-36645ade-0cc5-4d61-9dd3-bf499aa12bf8 req-ea7e3d62-7081-4a52-b9b4-34bc73f6ff4c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:32.730362 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-36645ade-0cc5-4d61-9dd3-bf499aa12bf8 req-ea7e3d62-7081-4a52-b9b4-34bc73f6ff4c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:32.756201 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-f1b1ee30-2822-4d3a-8e68-d67b24c40fc4 req-7e748958-a4c9-4be3-ad1a-dcf96c5cc1d3 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Calling delete_port for ba212a0d-263a-4706-b6fa-d986b2f54c07 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:18:32.771938 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-afae3b53-c58d-415b-96cc-903ba40936bb req-3d7ae703-57df-4507-bcb2-07d03b7b6ed0 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:32.798579 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8d72ab2f-ec3c-4cd6-b91b-e85cec131e91 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:18:32.805431 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-36645ade-0cc5-4d61-9dd3-bf499aa12bf8 req-ea7e3d62-7081-4a52-b9b4-34bc73f6ff4c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:32.810058 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-36645ade-0cc5-4d61-9dd3-bf499aa12bf8 req-ea7e3d62-7081-4a52-b9b4-34bc73f6ff4c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Usage tracker for resource:security_group_rule and tenant:ffcb78f29a714057bb79ebadc32ed198 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:18:32.814599 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-36645ade-0cc5-4d61-9dd3-bf499aa12bf8 req-ea7e3d62-7081-4a52-b9b4-34bc73f6ff4c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:18:32.821801 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-36645ade-0cc5-4d61-9dd3-bf499aa12bf8 req-ea7e3d62-7081-4a52-b9b4-34bc73f6ff4c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:32.879676 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-afae3b53-c58d-415b-96cc-903ba40936bb req-3d7ae703-57df-4507-bcb2-07d03b7b6ed0 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:32.917689 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 8d72ab2f-ec3c-4cd6-b91b-e85cec131e91 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:18:32.927232 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 8d72ab2f-ec3c-4cd6-b91b-e85cec131e91 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:32.927942 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:32.972785 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ae703-57df-4507-bcb2-07d03b7b6ed0 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Pushing event updated for resources: {'Port': ['ID=aface188-a5ff-4341-a834-d89607b0f400,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:33.010077 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afae3b53-c58d-415b-96cc-903ba40936bb req-3d7ae703-57df-4507-bcb2-07d03b7b6ed0 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Network 2c26c5bd-f238-4795-be1b-c0013f180282 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:18:33.014061 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-afae3b53-c58d-415b-96cc-903ba40936bb req-3d7ae703-57df-4507-bcb2-07d03b7b6ed0 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:18:33.017848 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-afae3b53-c58d-415b-96cc-903ba40936bb req-3d7ae703-57df-4507-bcb2-07d03b7b6ed0 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:18:33.072996 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-36645ade-0cc5-4d61-9dd3-bf499aa12bf8 req-ea7e3d62-7081-4a52-b9b4-34bc73f6ff4c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:33.085567 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-36645ade-0cc5-4d61-9dd3-bf499aa12bf8 req-ea7e3d62-7081-4a52-b9b4-34bc73f6ff4c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:33.113531 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:33.122229 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e3d62-7081-4a52-b9b4-34bc73f6ff4c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74510790-85e5-43e5-8115-fc155a76993a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:33.137333 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae3b53-c58d-415b-96cc-903ba40936bb req-3d7ae703-57df-4507-bcb2-07d03b7b6ed0 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:33.137988 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-afae3b53-c58d-415b-96cc-903ba40936bb req-3d7ae703-57df-4507-bcb2-07d03b7b6ed0 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:33.182322 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-afae3b53-c58d-415b-96cc-903ba40936bb req-3d7ae703-57df-4507-bcb2-07d03b7b6ed0 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9791710 Apr 20 17:18:33.189224 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-36645ade-0cc5-4d61-9dd3-bf499aa12bf8 req-ea7e3d62-7081-4a52-b9b4-34bc73f6ff4c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:33.190982 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-36645ade-0cc5-4d61-9dd3-bf499aa12bf8 req-ea7e3d62-7081-4a52-b9b4-34bc73f6ff4c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.5151792 Apr 20 17:18:33.201872 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-afae3b53-c58d-415b-96cc-903ba40936bb req-29fccaf3-b110-454b-b78f-3646e887af0a service neutron] Request body: {'port': {'device_id': '8e644317-6274-441c-9be1-e50ed8dbfdf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:18:33.211524 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 8d72ab2f-ec3c-4cd6-b91b-e85cec131e91, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8d72ab2f-ec3c-4cd6-b91b-e85cec131e91,segment=NetworkSegment(ca780c5c-7005-45ac-a79d-3269ceaf6fed),segment_id=ca780c5c-7005-45ac-a79d-3269ceaf6fed)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:33.224391 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:33.299583 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f1b1ee30-2822-4d3a-8e68-d67b24c40fc4 req-7e748958-a4c9-4be3-ad1a-dcf96c5cc1d3 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:33.314143 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['357a6a12-cbe7-49e3-920c-3f188feb1c03', '09b8b37a-f2d8-4e3f-9ddf-111df01ef763', 'ea752b32-b15d-4ad7-b257-2f314c8726a0', 'e5d42094-98cf-43c0-b682-457af6611bb0'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:18:33.431672 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=8d72ab2f-ec3c-4cd6-b91b-e85cec131e91,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:33.434855 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e748958-a4c9-4be3-ad1a-dcf96c5cc1d3 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Pushing event deleted for resources: {'Port': ['ID=ba212a0d-263a-4706-b6fa-d986b2f54c07,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:33.467870 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997aa46-63d7-46c9-8d4f-28507c463c59 req-e4671417-4620-4c80-8565-1e680023c3be tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:33.477766 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6997aa46-63d7-46c9-8d4f-28507c463c59 req-e4671417-4620-4c80-8565-1e680023c3be tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=0726a5a4-a720-4995-bb1c-b7028db74b53 HTTP/1.1" status: 200 len: 948 time: 0.8345776 Apr 20 17:18:33.618324 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ba212a0d-263a-4706-b6fa-d986b2f54c07 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:18:33.645862 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b1ee30-2822-4d3a-8e68-d67b24c40fc4 req-7e748958-a4c9-4be3-ad1a-dcf96c5cc1d3 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] No DVR routers for this DVR port ba212a0d-263a-4706-b6fa-d986b2f54c07 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:18:33.655469 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f1b1ee30-2822-4d3a-8e68-d67b24c40fc4 req-7e748958-a4c9-4be3-ad1a-dcf96c5cc1d3 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:33.685992 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0726a5a4-a720-4995-bb1c-b7028db74b53', 'name': 'network-vif-deleted', 'tag': 'ba212a0d-263a-4706-b6fa-d986b2f54c07'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:18:33.697314 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: ba212a0d-263a-4706-b6fa-d986b2f54c07 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:18:33.697756 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ba212a0d-263a-4706-b6fa-d986b2f54c07 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:18:33.720457 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-889bb5ed-a162-40f1-b352-10d578c1d85d req-b281e41c-e58f-4402-ac3d-f9febe18e16a tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] For port 969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c,segment=NetworkSegment(88edce72-7870-4b35-a3d6-fc6077604be6),segment_id=88edce72-7870-4b35-a3d6-fc6077604be6)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:33.720837 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-889bb5ed-a162-40f1-b352-10d578c1d85d req-b281e41c-e58f-4402-ac3d-f9febe18e16a tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:33.740182 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-afae3b53-c58d-415b-96cc-903ba40936bb req-29fccaf3-b110-454b-b78f-3646e887af0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:33.765036 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a804387-1f23-4b8b-abf5-abc6ceaa4f85 req-f9316ee3-9364-4dc2-91e0-a8a2006cb007 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:33.766619 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6a804387-1f23-4b8b-abf5-abc6ceaa4f85 req-f9316ee3-9364-4dc2-91e0-a8a2006cb007 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3b0e96-cebb-49da-9d8f-bf8fd88efbdc HTTP/1.1" status: 200 len: 949 time: 0.3381834 Apr 20 17:18:33.828241 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6997aa46-63d7-46c9-8d4f-28507c463c59 req-7891e510-e866-42e6-be05-f782447b9b36 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493867 Apr 20 17:18:33.970300 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f1b1ee30-2822-4d3a-8e68-d67b24c40fc4 req-7e748958-a4c9-4be3-ad1a-dcf96c5cc1d3 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.43 "DELETE /v2.0/ports/ba212a0d-263a-4706-b6fa-d986b2f54c07 HTTP/1.1" status: 204 len: 173 time: 2.3764975 Apr 20 17:18:33.986308 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-889bb5ed-a162-40f1-b352-10d578c1d85d req-b281e41c-e58f-4402-ac3d-f9febe18e16a tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Calling delete_port for 969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:18:34.175866 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08eaee-8859-42f9-a661-0d97e120be79 req-da8acdae-1451-46ae-b580-9686a25fab89 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:34.178344 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3b08eaee-8859-42f9-a661-0d97e120be79 req-da8acdae-1451-46ae-b580-9686a25fab89 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e644317-6274-441c-9be1-e50ed8dbfdf3 HTTP/1.1" status: 200 len: 932 time: 0.1533294 Apr 20 17:18:34.217406 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6a804387-1f23-4b8b-abf5-abc6ceaa4f85 req-730fd05f-39d4-48ce-880f-17bc6ad86b2c tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/security-groups?id=88c9757b-b765-406f-b818-e6e0af096ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103148 Apr 20 17:18:34.306336 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dcbbdad-bba1-44a8-9dab-eb00bbfd783c'] response: {'server_uuid': '3f3b0e96-cebb-49da-9d8f-bf8fd88efbdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257e6625-f639-4d50-8e63-9847f4e852da', 'code': 200} Apr 20 17:18:34.321847 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3b08eaee-8859-42f9-a661-0d97e120be79 req-b27c73ba-db4b-4de4-97fb-ee67ba6e8aba tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972574 Apr 20 17:18:34.326138 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-889bb5ed-a162-40f1-b352-10d578c1d85d req-b281e41c-e58f-4402-ac3d-f9febe18e16a tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:34.364080 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199cc72-4dc0-485c-9b7e-8e6e83dc4884 req-d26b6f70-e55e-4665-a74a-96bcf253b53a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:34.365636 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7199cc72-4dc0-485c-9b7e-8e6e83dc4884 req-d26b6f70-e55e-4665-a74a-96bcf253b53a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f7c45fc-db17-4e98-abdb-7b18d064ffcb HTTP/1.1" status: 200 len: 949 time: 0.1472478 Apr 20 17:18:34.385892 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b281e41c-e58f-4402-ac3d-f9febe18e16a tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Pushing event deleted for resources: {'Port': ['ID=969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:34.516724 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-7199cc72-4dc0-485c-9b7e-8e6e83dc4884 req-45d90589-f1a3-491e-92fe-d7cd71ba6a51 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Deleting port e5d42094-98cf-43c0-b682-457af6611bb0 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:18:34.517081 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7199cc72-4dc0-485c-9b7e-8e6e83dc4884 req-45d90589-f1a3-491e-92fe-d7cd71ba6a51 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:34.544948 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-889bb5ed-a162-40f1-b352-10d578c1d85d req-b281e41c-e58f-4402-ac3d-f9febe18e16a tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] No DVR routers for this DVR port 969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:18:34.551812 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-889bb5ed-a162-40f1-b352-10d578c1d85d req-b281e41c-e58f-4402-ac3d-f9febe18e16a tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:34.563956 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e4e4ab11-b9df-47bf-b73b-380c3f13d5cd req-c24fc95a-6570-49fa-920b-6e218ab6a22b tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Synchronizing usage tracker for tenant:09fc1279785c4b8daed6da8da5ce234b on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:18:34.579934 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-889bb5ed-a162-40f1-b352-10d578c1d85d req-b281e41c-e58f-4402-ac3d-f9febe18e16a tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.10 "DELETE /v2.0/ports/969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c HTTP/1.1" status: 204 len: 173 time: 2.6155212 Apr 20 17:18:34.591080 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e4e4ab11-b9df-47bf-b73b-380c3f13d5cd req-c24fc95a-6570-49fa-920b-6e218ab6a22b tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Unset dirty status for tenant:09fc1279785c4b8daed6da8da5ce234b on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:18:34.592588 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e4e4ab11-b9df-47bf-b73b-380c3f13d5cd req-c24fc95a-6570-49fa-920b-6e218ab6a22b tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=381581c7-4815-4007-95b3-9ba11f68ea62 HTTP/1.1" status: 200 len: 210 time: 0.0987813 Apr 20 17:18:34.637351 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-afae3b53-c58d-415b-96cc-903ba40936bb req-29fccaf3-b110-454b-b78f-3646e887af0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aface188-a5ff-4341-a834-d89607b0f400 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:18:34.642697 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-afae3b53-c58d-415b-96cc-903ba40936bb req-29fccaf3-b110-454b-b78f-3646e887af0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:34.660457 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-afae3b53-c58d-415b-96cc-903ba40936bb req-29fccaf3-b110-454b-b78f-3646e887af0a service neutron] Transition to ACTIVE for port object aface188-a5ff-4341-a834-d89607b0f400 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:18:34.671123 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-d3a3e4dd-906f-4078-aa12-6f9a5e397ee5 req-2ef13089-f7e9-45fa-99be-01e7fea5eaad tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1696066185', 'description': 'tempest-description-275715156'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:18:34.689470 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-afae3b53-c58d-415b-96cc-903ba40936bb req-29fccaf3-b110-454b-b78f-3646e887af0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:34.694688 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-d3a3e4dd-906f-4078-aa12-6f9a5e397ee5 req-2ef13089-f7e9-45fa-99be-01e7fea5eaad tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:34.794211 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fccaf3-b110-454b-b78f-3646e887af0a service neutron] Pushing event updated for resources: {'Port': ['ID=aface188-a5ff-4341-a834-d89607b0f400,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:34.800985 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-d3a3e4dd-906f-4078-aa12-6f9a5e397ee5 req-2ef13089-f7e9-45fa-99be-01e7fea5eaad tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Usage tracker for resource:security_group and tenant:ffcb78f29a714057bb79ebadc32ed198 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:18:34.816750 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8d72ab2f-ec3c-4cd6-b91b-e85cec131e91 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:18:34.829331 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-d3a3e4dd-906f-4078-aa12-6f9a5e397ee5 req-2ef13089-f7e9-45fa-99be-01e7fea5eaad tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:18:34.884985 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-d3a3e4dd-906f-4078-aa12-6f9a5e397ee5 req-2ef13089-f7e9-45fa-99be-01e7fea5eaad tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:34.946605 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 8d72ab2f-ec3c-4cd6-b91b-e85cec131e91 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:34.947360 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:35.018582 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59637e5a-77c7-4448-97c6-6b73d099557a req-298d21bf-49e0-42b8-a14a-f38c73a0cf9c tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:35.026343 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-59637e5a-77c7-4448-97c6-6b73d099557a req-298d21bf-49e0-42b8-a14a-f38c73a0cf9c tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 949 time: 0.2463465 Apr 20 17:18:35.064134 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d3a3e4dd-906f-4078-aa12-6f9a5e397ee5 req-2ef13089-f7e9-45fa-99be-01e7fea5eaad tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:35.098931 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-59637e5a-77c7-4448-97c6-6b73d099557a req-52a585c9-aece-4195-aa49-66da40c64308 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716105 Apr 20 17:18:35.103738 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b9b7220f-051d-4cdd-8227-2dddb51fd3a7 req-952b4686-cf74-42b7-89b5-ef71fac0019f service neutron] 10.222.0.10 "GET /v2.0/ports/db955777-f791-4005-a279-3a7e7cd2ff53/bindings/n-h2-838032-1 HTTP/1.1" status: 200 len: 382 time: 0.2251003 Apr 20 17:18:35.107383 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-7199cc72-4dc0-485c-9b7e-8e6e83dc4884 req-45d90589-f1a3-491e-92fe-d7cd71ba6a51 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] For port e5d42094-98cf-43c0-b682-457af6611bb0, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=e5d42094-98cf-43c0-b682-457af6611bb0,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:35.107741 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7199cc72-4dc0-485c-9b7e-8e6e83dc4884 req-45d90589-f1a3-491e-92fe-d7cd71ba6a51 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:35.122418 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['f3fa281f-f24b-4b34-882d-c3a0fe43a42d'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:18:35.182360 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-116a5c2f-96ef-4d1c-b441-7efdb4e3d421'] response: {'server_uuid': '0726a5a4-a720-4995-bb1c-b7028db74b53', 'name': 'network-vif-deleted', 'tag': 'ba212a0d-263a-4706-b6fa-d986b2f54c07', 'status': 'completed', 'code': 200} Apr 20 17:18:35.354493 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-7199cc72-4dc0-485c-9b7e-8e6e83dc4884 req-45d90589-f1a3-491e-92fe-d7cd71ba6a51 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Calling delete_port for e5d42094-98cf-43c0-b682-457af6611bb0 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:18:35.420880 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-d3a3e4dd-906f-4078-aa12-6f9a5e397ee5 req-2ef13089-f7e9-45fa-99be-01e7fea5eaad tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:35.431154 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-d3a3e4dd-906f-4078-aa12-6f9a5e397ee5 req-2ef13089-f7e9-45fa-99be-01e7fea5eaad tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Usage tracker for resource:security_group_rule and tenant:ffcb78f29a714057bb79ebadc32ed198 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:18:35.438381 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-d3a3e4dd-906f-4078-aa12-6f9a5e397ee5 req-2ef13089-f7e9-45fa-99be-01e7fea5eaad tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:18:35.456434 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-d3a3e4dd-906f-4078-aa12-6f9a5e397ee5 req-2ef13089-f7e9-45fa-99be-01e7fea5eaad tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:35.482380 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:18:35.529587 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-afae3b53-c58d-415b-96cc-903ba40936bb req-29fccaf3-b110-454b-b78f-3646e887af0a service neutron] Attempting to bind port aface188-a5ff-4341-a834-d89607b0f400 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:18:35.529942 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-afae3b53-c58d-415b-96cc-903ba40936bb req-29fccaf3-b110-454b-b78f-3646e887af0a service neutron] Attempting to bind port aface188-a5ff-4341-a834-d89607b0f400 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '43999dff-a448-4195-ad66-c7adbdca2564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c26c5bd-f238-4795-be1b-c0013f180282'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:18:35.530454 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afae3b53-c58d-415b-96cc-903ba40936bb req-29fccaf3-b110-454b-b78f-3646e887af0a service neutron] Attempting to bind port aface188-a5ff-4341-a834-d89607b0f400 on network 2c26c5bd-f238-4795-be1b-c0013f180282 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:18:35.592910 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afae3b53-c58d-415b-96cc-903ba40936bb req-29fccaf3-b110-454b-b78f-3646e887af0a service neutron] Port aface188-a5ff-4341-a834-d89607b0f400 on network 2c26c5bd-f238-4795-be1b-c0013f180282 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:18:35.593338 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afae3b53-c58d-415b-96cc-903ba40936bb req-29fccaf3-b110-454b-b78f-3646e887af0a service neutron] Attempting to bind port aface188-a5ff-4341-a834-d89607b0f400 on network 2c26c5bd-f238-4795-be1b-c0013f180282 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:18:35.608575 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:18:35.608991 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:18:35.648746 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afae3b53-c58d-415b-96cc-903ba40936bb req-29fccaf3-b110-454b-b78f-3646e887af0a service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:18:35.666586 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afae3b53-c58d-415b-96cc-903ba40936bb req-29fccaf3-b110-454b-b78f-3646e887af0a service neutron] Checking segment: {'id': '43999dff-a448-4195-ad66-c7adbdca2564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c26c5bd-f238-4795-be1b-c0013f180282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:18:35.667213 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afae3b53-c58d-415b-96cc-903ba40936bb req-29fccaf3-b110-454b-b78f-3646e887af0a service neutron] Bound using segment: {'id': '43999dff-a448-4195-ad66-c7adbdca2564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c26c5bd-f238-4795-be1b-c0013f180282'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:18:35.667770 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-afae3b53-c58d-415b-96cc-903ba40936bb req-29fccaf3-b110-454b-b78f-3646e887af0a service neutron] Bound port: aface188-a5ff-4341-a834-d89607b0f400, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43999dff-a448-4195-ad66-c7adbdca2564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2c26c5bd-f238-4795-be1b-c0013f180282'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:18:35.668206 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-afae3b53-c58d-415b-96cc-903ba40936bb req-29fccaf3-b110-454b-b78f-3646e887af0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:35.703252 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d3a3e4dd-906f-4078-aa12-6f9a5e397ee5 req-2ef13089-f7e9-45fa-99be-01e7fea5eaad tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:35.715749 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d3a3e4dd-906f-4078-aa12-6f9a5e397ee5 req-2ef13089-f7e9-45fa-99be-01e7fea5eaad tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:35.778163 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7199cc72-4dc0-485c-9b7e-8e6e83dc4884 req-45d90589-f1a3-491e-92fe-d7cd71ba6a51 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:35.792011 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b9b7220f-051d-4cdd-8227-2dddb51fd3a7 req-2bfe7ae3-69d8-495b-8a44-87e88443809f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d&tenant_id=c12b40028ab147a889b4fc203a6893de HTTP/1.1" status: 200 len: 1100 time: 0.1187840 Apr 20 17:18:35.794945 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['357a6a12-cbe7-49e3-920c-3f188feb1c03', '09b8b37a-f2d8-4e3f-9ddf-111df01ef763', 'ea752b32-b15d-4ad7-b257-2f314c8726a0'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:18:35.971721 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b9b7220f-051d-4cdd-8227-2dddb51fd3a7 req-2e4de0f9-0c2c-4c20-9f81-88e3249b2be8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 1100 time: 0.1048396 Apr 20 17:18:35.983754 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd567a0-cd9d-4518-b19f-621604547f36 req-2fe4ddae-5763-4c63-8026-c943b1539657 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:35.985284 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5fd567a0-cd9d-4518-b19f-621604547f36 req-2fe4ddae-5763-4c63-8026-c943b1539657 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e644317-6274-441c-9be1-e50ed8dbfdf3 HTTP/1.1" status: 200 len: 944 time: 0.1574004 Apr 20 17:18:36.041327 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d90589-f1a3-491e-92fe-d7cd71ba6a51 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Pushing event deleted for resources: {'Port': ['ID=e5d42094-98cf-43c0-b682-457af6611bb0,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:36.070540 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef13089-f7e9-45fa-99be-01e7fea5eaad tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4bf0cb-aa0f-44e4-a041-a02f8b5c31b8,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:36.122798 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d3a3e4dd-906f-4078-aa12-6f9a5e397ee5 req-2ef13089-f7e9-45fa-99be-01e7fea5eaad tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:36.139950 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5fd567a0-cd9d-4518-b19f-621604547f36 req-b7d9988f-09f3-4835-a067-abb6c117b991 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308181 Apr 20 17:18:36.140993 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d3a3e4dd-906f-4078-aa12-6f9a5e397ee5 req-2ef13089-f7e9-45fa-99be-01e7fea5eaad tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 1.5455015 Apr 20 17:18:36.221706 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7220f-051d-4cdd-8227-2dddb51fd3a7 req-e5032433-df17-45c1-96b9-3212bd9011ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:36.222852 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b9b7220f-051d-4cdd-8227-2dddb51fd3a7 req-e5032433-df17-45c1-96b9-3212bd9011ad service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.2366879 Apr 20 17:18:36.265149 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-7199cc72-4dc0-485c-9b7e-8e6e83dc4884 req-45d90589-f1a3-491e-92fe-d7cd71ba6a51 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] No DVR routers for this DVR port e5d42094-98cf-43c0-b682-457af6611bb0 on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:18:36.268703 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7199cc72-4dc0-485c-9b7e-8e6e83dc4884 req-45d90589-f1a3-491e-92fe-d7cd71ba6a51 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:36.274917 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7199cc72-4dc0-485c-9b7e-8e6e83dc4884 req-45d90589-f1a3-491e-92fe-d7cd71ba6a51 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.10 "DELETE /v2.0/ports/e5d42094-98cf-43c0-b682-457af6611bb0 HTTP/1.1" status: 204 len: 173 time: 1.9007924 Apr 20 17:18:36.275404 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7c45fc-db17-4e98-abdb-7b18d064ffcb', 'name': 'network-vif-deleted', 'tag': 'e5d42094-98cf-43c0-b682-457af6611bb0'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:18:36.280760 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-afae3b53-c58d-415b-96cc-903ba40936bb req-29fccaf3-b110-454b-b78f-3646e887af0a service neutron] For port aface188-a5ff-4341-a834-d89607b0f400, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:18:36.301814 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-afae3b53-c58d-415b-96cc-903ba40936bb req-29fccaf3-b110-454b-b78f-3646e887af0a service neutron] For port aface188-a5ff-4341-a834-d89607b0f400, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=aface188-a5ff-4341-a834-d89607b0f400,segment=NetworkSegment(43999dff-a448-4195-ad66-c7adbdca2564),segment_id=43999dff-a448-4195-ad66-c7adbdca2564)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:18:36.311858 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-afae3b53-c58d-415b-96cc-903ba40936bb req-29fccaf3-b110-454b-b78f-3646e887af0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:36.324021 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b9b7220f-051d-4cdd-8227-2dddb51fd3a7 req-94a1e2c7-c224-4889-9bc6-cb25e3a7b145 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=db955777-f791-4005-a279-3a7e7cd2ff53 HTTP/1.1" status: 200 len: 217 time: 0.0939379 Apr 20 17:18:36.451677 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-afae3b53-c58d-415b-96cc-903ba40936bb req-29fccaf3-b110-454b-b78f-3646e887af0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:36.453892 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-afae3b53-c58d-415b-96cc-903ba40936bb req-29fccaf3-b110-454b-b78f-3646e887af0a service neutron] 10.222.0.43 "PUT /v2.0/ports/aface188-a5ff-4341-a834-d89607b0f400 HTTP/1.1" status: 200 len: 1092 time: 3.2618580 Apr 20 17:18:36.479354 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fccaf3-b110-454b-b78f-3646e887af0a service neutron] Pushing event updated for resources: {'Port': ['ID=aface188-a5ff-4341-a834-d89607b0f400,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:36.631528 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-30c82ef9-27c0-47de-91a7-0a70df529f9d req-17d0cdb9-0ddd-4e42-ad28-9ee7a4a1ba61 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Synchronizing usage tracker for tenant:07e7ee6fb2044b339294a5844a1dc3d4 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:18:36.676524 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7220f-051d-4cdd-8227-2dddb51fd3a7 req-8a2b140d-8fe8-4b01-acd1-4fad05246d5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:36.680345 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b9b7220f-051d-4cdd-8227-2dddb51fd3a7 req-8a2b140d-8fe8-4b01-acd1-4fad05246d5a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.3491173 Apr 20 17:18:36.684487 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-30c82ef9-27c0-47de-91a7-0a70df529f9d req-17d0cdb9-0ddd-4e42-ad28-9ee7a4a1ba61 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Unset dirty status for tenant:07e7ee6fb2044b339294a5844a1dc3d4 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:18:36.687575 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-30c82ef9-27c0-47de-91a7-0a70df529f9d req-17d0cdb9-0ddd-4e42-ad28-9ee7a4a1ba61 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f7c45fc-db17-4e98-abdb-7b18d064ffcb HTTP/1.1" status: 200 len: 210 time: 0.2156463 Apr 20 17:18:36.714758 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-afae3b53-c58d-415b-96cc-903ba40936bb req-6e19d328-cef3-4f8f-a057-8816bf7ae2a7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e75f8ad024ce426a84ef751b2d001871&device_id=8e644317-6274-441c-9be1-e50ed8dbfdf3 HTTP/1.1" status: 200 len: 1095 time: 0.1288576 Apr 20 17:18:36.873734 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-afae3b53-c58d-415b-96cc-903ba40936bb req-daaa33b3-0255-4084-8fb0-6308a59bf985 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aface188-a5ff-4341-a834-d89607b0f400 HTTP/1.1" status: 200 len: 217 time: 0.1512418 Apr 20 17:18:36.904925 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-bc261821-912e-4346-8a36-2dd5b06a4b96 req-23f4f904-e52b-4986-be79-00e4bf550915 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-873423288', 'description': 'tempest-description-1545288559'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:18:36.922066 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-bc261821-912e-4346-8a36-2dd5b06a4b96 req-23f4f904-e52b-4986-be79-00e4bf550915 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:36.930295 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-bc261821-912e-4346-8a36-2dd5b06a4b96 req-23f4f904-e52b-4986-be79-00e4bf550915 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Usage tracker for resource:security_group and tenant:ffcb78f29a714057bb79ebadc32ed198 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:18:36.940736 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-bc261821-912e-4346-8a36-2dd5b06a4b96 req-23f4f904-e52b-4986-be79-00e4bf550915 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:18:36.949634 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-bc261821-912e-4346-8a36-2dd5b06a4b96 req-23f4f904-e52b-4986-be79-00e4bf550915 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:36.971652 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-bc261821-912e-4346-8a36-2dd5b06a4b96 req-23f4f904-e52b-4986-be79-00e4bf550915 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:36.976867 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae3b53-c58d-415b-96cc-903ba40936bb req-65435b1b-befc-40b7-9db8-dab2465fae0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:36.979388 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-afae3b53-c58d-415b-96cc-903ba40936bb req-65435b1b-befc-40b7-9db8-dab2465fae0e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6168ff55-f8cc-4173-8a8f-60bbd4cfe151 HTTP/1.1" status: 200 len: 861 time: 0.0978193 Apr 20 17:18:37.002804 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b9b7220f-051d-4cdd-8227-2dddb51fd3a7 req-3beddfbe-9383-4a58-ace2-a19e94b78e5d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3137443 Apr 20 17:18:37.055208 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-afae3b53-c58d-415b-96cc-903ba40936bb req-3df8a545-75aa-47dc-b42e-87c89cd42cdd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2c26c5bd-f238-4795-be1b-c0013f180282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686126 Apr 20 17:18:37.096209 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-bc261821-912e-4346-8a36-2dd5b06a4b96 req-23f4f904-e52b-4986-be79-00e4bf550915 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:37.103013 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abeade-ccc1-4e09-a146-7cb0d8cbc318 req-2a58ed65-c4df-4dd7-9c0b-96f60de1706b tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:37.111718 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-bc261821-912e-4346-8a36-2dd5b06a4b96 req-23f4f904-e52b-4986-be79-00e4bf550915 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Usage tracker for resource:security_group_rule and tenant:ffcb78f29a714057bb79ebadc32ed198 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:18:37.117618 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-bc261821-912e-4346-8a36-2dd5b06a4b96 req-23f4f904-e52b-4986-be79-00e4bf550915 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:18:37.118541 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-12abeade-ccc1-4e09-a146-7cb0d8cbc318 req-2a58ed65-c4df-4dd7-9c0b-96f60de1706b tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 949 time: 0.2911398 Apr 20 17:18:37.127775 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-bc261821-912e-4346-8a36-2dd5b06a4b96 req-23f4f904-e52b-4986-be79-00e4bf550915 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:37.190299 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381581c7-4815-4007-95b3-9ba11f68ea62', 'name': 'network-vif-deleted', 'tag': '969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:18:37.225247 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b9b7220f-051d-4cdd-8227-2dddb51fd3a7 req-0ea898b9-24e1-469a-b617-597292a6348e service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110977 Apr 20 17:18:37.304902 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-12abeade-ccc1-4e09-a146-7cb0d8cbc318 req-de2dddb2-2cfa-4b9b-972e-386189456464 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832933 Apr 20 17:18:37.347295 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-bc261821-912e-4346-8a36-2dd5b06a4b96 req-23f4f904-e52b-4986-be79-00e4bf550915 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:37.348214 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-afae3b53-c58d-415b-96cc-903ba40936bb req-37ff8ea6-8fa3-4775-b983-814cf0670487 service neutron] 10.222.0.43 "GET /v2.0/networks/2c26c5bd-f238-4795-be1b-c0013f180282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859318 Apr 20 17:18:37.355158 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-bc261821-912e-4346-8a36-2dd5b06a4b96 req-23f4f904-e52b-4986-be79-00e4bf550915 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:37.442975 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b9b7220f-051d-4cdd-8227-2dddb51fd3a7 req-5a8d80d1-8f1c-4496-89bf-d05a989b6624 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100334 Apr 20 17:18:37.443760 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4f904-e52b-4986-be79-00e4bf550915 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34be6d5c-ae24-4a7f-85e5-555ad3c1393e,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:37.455561 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-bc261821-912e-4346-8a36-2dd5b06a4b96 req-23f4f904-e52b-4986-be79-00e4bf550915 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:37.456409 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bc261821-912e-4346-8a36-2dd5b06a4b96 req-23f4f904-e52b-4986-be79-00e4bf550915 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.5567188 Apr 20 17:18:37.473810 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device e5d42094-98cf-43c0-b682-457af6611bb0 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:18:37.557679 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-436154b3-27c5-45ce-8f4d-cf6b6f5472ec'] response: {'server_uuid': '2f7c45fc-db17-4e98-abdb-7b18d064ffcb', 'name': 'network-vif-deleted', 'tag': 'e5d42094-98cf-43c0-b682-457af6611bb0', 'status': 'completed', 'code': 200} Apr 20 17:18:37.566834 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: e5d42094-98cf-43c0-b682-457af6611bb0 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:18:37.567149 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device e5d42094-98cf-43c0-b682-457af6611bb0 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:18:37.595567 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-afae3b53-c58d-415b-96cc-903ba40936bb req-b451bf8e-e4cb-4ec2-87bf-30cf6ac7d4f4 service neutron] 10.222.0.43 "GET /v2.0/networks/2c26c5bd-f238-4795-be1b-c0013f180282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402482 Apr 20 17:18:37.860319 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c525fbf-7871-4871-834d-c2a0518a7a0d'] response: {'server_uuid': '381581c7-4815-4007-95b3-9ba11f68ea62', 'name': 'network-vif-deleted', 'tag': '969f44e2-c8ab-4bb6-90b6-58fe96b5ec5c', 'status': 'completed', 'code': 200} Apr 20 17:18:37.868538 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27adc35-abae-4bf8-b8b0-8c94bd59784a req-a2b467a9-7ea8-47a9-9dbe-2f416675c529 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:37.869255 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f27adc35-abae-4bf8-b8b0-8c94bd59784a req-a2b467a9-7ea8-47a9-9dbe-2f416675c529 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Synchronizing usage tracker for tenant:e75f8ad024ce426a84ef751b2d001871 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:18:37.887245 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f27adc35-abae-4bf8-b8b0-8c94bd59784a req-a2b467a9-7ea8-47a9-9dbe-2f416675c529 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Unset dirty status for tenant:e75f8ad024ce426a84ef751b2d001871 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:18:37.888417 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f27adc35-abae-4bf8-b8b0-8c94bd59784a req-a2b467a9-7ea8-47a9-9dbe-2f416675c529 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e644317-6274-441c-9be1-e50ed8dbfdf3 HTTP/1.1" status: 200 len: 944 time: 0.1053300 Apr 20 17:18:37.937493 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f27adc35-abae-4bf8-b8b0-8c94bd59784a req-f9c72114-17c2-4097-9ef3-0ace0da3e647 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427539 Apr 20 17:18:38.084767 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-1133811d-9b81-43f7-a381-57aa97ab1042 req-f92630b5-b436-4b9b-9798-12c9167397ef tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Synchronizing usage tracker for tenant:ffcb78f29a714057bb79ebadc32ed198 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:18:38.100611 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-1133811d-9b81-43f7-a381-57aa97ab1042 req-f92630b5-b436-4b9b-9798-12c9167397ef tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Unset dirty status for tenant:ffcb78f29a714057bb79ebadc32ed198 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:18:38.102083 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1133811d-9b81-43f7-a381-57aa97ab1042 req-f92630b5-b436-4b9b-9798-12c9167397ef tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ffcb78f29a714057bb79ebadc32ed198 HTTP/1.1" status: 200 len: 9734 time: 0.1246352 Apr 20 17:18:38.158811 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1133811d-9b81-43f7-a381-57aa97ab1042 req-b270ce38-0128-4694-b63c-04055af15fc8 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups/f0746e04-eaaa-491f-b2f2-a68a28aea018 HTTP/1.1" status: 200 len: 2649 time: 0.0486634 Apr 20 17:18:38.218947 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1133811d-9b81-43f7-a381-57aa97ab1042 req-a31a8005-416b-4067-b6ce-6fe3383733d3 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups/f0746e04-eaaa-491f-b2f2-a68a28aea018 HTTP/1.1" status: 200 len: 2649 time: 0.0545073 Apr 20 17:18:38.383416 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b7a1c-c9b3-4926-acdc-8d371982b900 req-137f22ba-af87-4e7a-9a4e-67fcfd0c95e5 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:38.384947 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-828b7a1c-c9b3-4926-acdc-8d371982b900 req-137f22ba-af87-4e7a-9a4e-67fcfd0c95e5 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=69ef6220-dcc2-4a92-9c55-18df85eeb3f5 HTTP/1.1" status: 200 len: 945 time: 0.0805717 Apr 20 17:18:38.437433 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-828b7a1c-c9b3-4926-acdc-8d371982b900 req-ed8826e8-1114-45f2-b81b-a5e950fa2533 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468304 Apr 20 17:18:38.502718 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b949a487-cd69-48e8-86e4-339c3d2cd575 req-4792eac2-8941-4910-9826-b43fc7b47605 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups/74510790-85e5-43e5-8115-fc155a76993a HTTP/1.1" status: 200 len: 1634 time: 0.0508337 Apr 20 17:18:38.574627 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b949a487-cd69-48e8-86e4-339c3d2cd575 req-b87aa82c-f926-48b6-919f-6d5dc14f6c0f tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:38.607227 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b949a487-cd69-48e8-86e4-339c3d2cd575 req-b87aa82c-f926-48b6-919f-6d5dc14f6c0f tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:38.665125 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b949a487-cd69-48e8-86e4-339c3d2cd575 req-b87aa82c-f926-48b6-919f-6d5dc14f6c0f tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:38.678898 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c264533-1430-4df2-9579-4d7b7347f0b5 req-7829a7b7-9911-4952-b3e5-033e458869c8 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:38.687750 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2c264533-1430-4df2-9579-4d7b7347f0b5 req-7829a7b7-9911-4952-b3e5-033e458869c8 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 949 time: 0.1028204 Apr 20 17:18:38.689586 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87aa82c-f926-48b6-919f-6d5dc14f6c0f tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74510790-85e5-43e5-8115-fc155a76993a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:38.703257 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b949a487-cd69-48e8-86e4-339c3d2cd575 req-b87aa82c-f926-48b6-919f-6d5dc14f6c0f tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:38.714543 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b949a487-cd69-48e8-86e4-339c3d2cd575 req-b87aa82c-f926-48b6-919f-6d5dc14f6c0f tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "DELETE /v2.0/security-groups/74510790-85e5-43e5-8115-fc155a76993a HTTP/1.1" status: 204 len: 173 time: 0.2022183 Apr 20 17:18:38.750867 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2c264533-1430-4df2-9579-4d7b7347f0b5 req-ebe30dfc-ae95-48b4-b239-0f61e8188cef tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632286 Apr 20 17:18:38.894448 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [req-01780479-95bc-4a61-b9b5-8174dbb2b948 req-1ac469e2-1565-488d-baac-b7b8eac11a02 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] show failed (client error): The resource could not be found. Apr 20 17:18:38.895630 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-01780479-95bc-4a61-b9b5-8174dbb2b948 req-1ac469e2-1565-488d-baac-b7b8eac11a02 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups/74510790-85e5-43e5-8115-fc155a76993a HTTP/1.1" status: 404 len: 352 time: 0.0178216 Apr 20 17:18:39.072250 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6fe5cf87-339a-4725-a060-da5c7d5c2ae8 req-2386af43-f5ea-42fe-8d7f-db3278bd248c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups/0c4bf0cb-aa0f-44e4-a041-a02f8b5c31b8 HTTP/1.1" status: 200 len: 1634 time: 0.0501554 Apr 20 17:18:39.127911 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-41664c8f-5b10-4c2a-ac50-c012f5c61ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:39.147100 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6fe5cf87-339a-4725-a060-da5c7d5c2ae8 req-4a1360b3-0e81-46c2-a2d4-edc08500918e tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:39.175206 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6fe5cf87-339a-4725-a060-da5c7d5c2ae8 req-4a1360b3-0e81-46c2-a2d4-edc08500918e tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:39.225016 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6fe5cf87-339a-4725-a060-da5c7d5c2ae8 req-4a1360b3-0e81-46c2-a2d4-edc08500918e tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:39.251372 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1360b3-0e81-46c2-a2d4-edc08500918e tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4bf0cb-aa0f-44e4-a041-a02f8b5c31b8,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:39.259118 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6fe5cf87-339a-4725-a060-da5c7d5c2ae8 req-4a1360b3-0e81-46c2-a2d4-edc08500918e tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:39.260432 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6fe5cf87-339a-4725-a060-da5c7d5c2ae8 req-4a1360b3-0e81-46c2-a2d4-edc08500918e tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "DELETE /v2.0/security-groups/0c4bf0cb-aa0f-44e4-a041-a02f8b5c31b8 HTTP/1.1" status: 204 len: 173 time: 0.1828060 Apr 20 17:18:39.480486 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbfd5a-8386-4929-ae2f-f7dda47030d6 req-7a244d25-81b4-4dac-9c51-4d4241e61ffa tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:39.491174 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device db955777-f791-4005-a279-3a7e7cd2ff53 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:18:39.497105 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ddbbfd5a-8386-4929-ae2f-f7dda47030d6 req-7a244d25-81b4-4dac-9c51-4d4241e61ffa tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e644317-6274-441c-9be1-e50ed8dbfdf3 HTTP/1.1" status: 200 len: 944 time: 0.1097903 Apr 20 17:18:39.552205 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ddbbfd5a-8386-4929-ae2f-f7dda47030d6 req-9ca88220-cbdb-453a-84f6-f41034e81b1b tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529416 Apr 20 17:18:39.559640 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e644317-6274-441c-9be1-e50ed8dbfdf3', 'tag': 'aface188-a5ff-4341-a834-d89607b0f400'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:18:39.635653 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:39.648314 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device aface188-a5ff-4341-a834-d89607b0f400 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:18:39.648998 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [req-031fd59a-3957-4682-bdbb-4d312d440cf2 req-a91d75aa-f93f-46bd-9fab-80d46800a3df tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] show failed (client error): The resource could not be found. Apr 20 17:18:39.650105 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-031fd59a-3957-4682-bdbb-4d312d440cf2 req-a91d75aa-f93f-46bd-9fab-80d46800a3df tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups/0c4bf0cb-aa0f-44e4-a041-a02f8b5c31b8 HTTP/1.1" status: 404 len: 352 time: 0.0255535 Apr 20 17:18:39.679547 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9669fa-6bcb-4dc1-a556-d0d7551c358d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db955777-f791-4005-a279-3a7e7cd2ff53'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:18:39.695846 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port db955777-f791-4005-a279-3a7e7cd2ff53, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=db955777-f791-4005-a279-3a7e7cd2ff53,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:39.726302 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:39.859726 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=db955777-f791-4005-a279-3a7e7cd2ff53,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:39.874966 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da849e-0e53-482f-8a53-d8c58d47f2b1 req-681ce15a-a687-4d72-97e8-b8da60a208f2 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:39.876435 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-53da849e-0e53-482f-8a53-d8c58d47f2b1 req-681ce15a-a687-4d72-97e8-b8da60a208f2 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.10 "GET /v2.0/ports?device_id=69ef6220-dcc2-4a92-9c55-18df85eeb3f5 HTTP/1.1" status: 200 len: 945 time: 0.1594028 Apr 20 17:18:39.883200 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9ee92-e3c8-4111-849d-d059c7769ad5 req-e9d06ba7-2112-4490-ada1-8b6065b83d18 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:39.887733 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f463d0-bb38-4e90-a25e-2e6164c44879 req-a2aa4d35-cef0-48c1-8712-92a11ad8eb52 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:39.888432 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-c3f463d0-bb38-4e90-a25e-2e6164c44879 req-a2aa4d35-cef0-48c1-8712-92a11ad8eb52 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Synchronizing usage tracker for tenant:07e7ee6fb2044b339294a5844a1dc3d4 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:18:39.889772 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-71d9ee92-e3c8-4111-849d-d059c7769ad5 req-e9d06ba7-2112-4490-ada1-8b6065b83d18 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=69ef6220-dcc2-4a92-9c55-18df85eeb3f5 HTTP/1.1" status: 200 len: 945 time: 0.1181636 Apr 20 17:18:39.901031 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-c3f463d0-bb38-4e90-a25e-2e6164c44879 req-a2aa4d35-cef0-48c1-8712-92a11ad8eb52 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Unset dirty status for tenant:07e7ee6fb2044b339294a5844a1dc3d4 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:18:39.908309 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c3f463d0-bb38-4e90-a25e-2e6164c44879 req-a2aa4d35-cef0-48c1-8712-92a11ad8eb52 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b912f910-6553-4c70-81e3-6d78370a5f6c HTTP/1.1" status: 200 len: 950 time: 0.1293998 Apr 20 17:18:39.937208 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port aface188-a5ff-4341-a834-d89607b0f400, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=aface188-a5ff-4341-a834-d89607b0f400,segment=NetworkSegment(43999dff-a448-4195-ad66-c7adbdca2564),segment_id=43999dff-a448-4195-ad66-c7adbdca2564)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:39.956515 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'aface188-a5ff-4341-a834-d89607b0f400', 'network_id': '2c26c5bd-f238-4795-be1b-c0013f180282', 'port_id': 'aface188-a5ff-4341-a834-d89607b0f400', 'mac_address': 'fa:16:3e:89:33:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6168ff55-f8cc-4173-8a8f-60bbd4cfe151', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:18:39.965633 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c3f463d0-bb38-4e90-a25e-2e6164c44879 req-89c23ee8-116f-4ab1-b213-45f501b0801a tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563064 Apr 20 17:18:40.008822 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-71d9ee92-e3c8-4111-849d-d059c7769ad5 req-3427542c-d223-4df2-97d3-786446c6ba8c tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179266 Apr 20 17:18:40.012974 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-53da849e-0e53-482f-8a53-d8c58d47f2b1 req-ccd5f65c-b89f-4a3c-ae86-4d2ef616483b tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Deleting port f3fa281f-f24b-4b34-882d-c3a0fe43a42d {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:18:40.013323 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-53da849e-0e53-482f-8a53-d8c58d47f2b1 req-ccd5f65c-b89f-4a3c-ae86-4d2ef616483b tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:40.027467 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:40.028907 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77e96b06-fd31-465b-8335-ee37abbce6a3'] response: {'name': 'network-changed', 'server_uuid': '8e644317-6274-441c-9be1-e50ed8dbfdf3', 'tag': 'aface188-a5ff-4341-a834-d89607b0f400', 'status': 'completed', 'code': 200} Apr 20 17:18:40.078878 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aface188-a5ff-4341-a834-d89607b0f400 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:18:40.107165 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port aface188-a5ff-4341-a834-d89607b0f400, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=aface188-a5ff-4341-a834-d89607b0f400,segment=NetworkSegment(43999dff-a448-4195-ad66-c7adbdca2564),segment_id=43999dff-a448-4195-ad66-c7adbdca2564)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:40.130230 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:40.212932 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9d4e7265-1cb2-42f6-ae46-11f11dbae7ff req-1c4a1f97-9855-4a49-b940-b285e1d3eceb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e75f8ad024ce426a84ef751b2d001871&device_id=8e644317-6274-441c-9be1-e50ed8dbfdf3 HTTP/1.1" status: 200 len: 1095 time: 0.1584165 Apr 20 17:18:40.256665 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1d7aa7ea-6e3e-430c-b6ce-caedcc019b6c req-64aacbf2-28bb-4ff2-867e-a480b51c84f9 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups/34be6d5c-ae24-4a7f-85e5-555ad3c1393e HTTP/1.1" status: 200 len: 1634 time: 0.1853583 Apr 20 17:18:40.299172 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b191aefd-2fee-456c-a362-dfc18afa6d6c'] response: {'server_uuid': 'cf9669fa-6bcb-4dc1-a556-d0d7551c358d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db955777-f791-4005-a279-3a7e7cd2ff53', 'code': 200} Apr 20 17:18:40.321252 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=aface188-a5ff-4341-a834-d89607b0f400,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:40.340742 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:40.341085 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:40.341423 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:40.341748 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:40.342073 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:40.349450 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:40.349883 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:40.350235 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:40.350570 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:40.350897 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:40.351225 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:18:40.391115 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-53da849e-0e53-482f-8a53-d8c58d47f2b1 req-ccd5f65c-b89f-4a3c-ae86-4d2ef616483b tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] For port f3fa281f-f24b-4b34-882d-c3a0fe43a42d, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=f3fa281f-f24b-4b34-882d-c3a0fe43a42d,segment=NetworkSegment(88edce72-7870-4b35-a3d6-fc6077604be6),segment_id=88edce72-7870-4b35-a3d6-fc6077604be6)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:40.391479 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-53da849e-0e53-482f-8a53-d8c58d47f2b1 req-ccd5f65c-b89f-4a3c-ae86-4d2ef616483b tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:40.398821 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-1d7aa7ea-6e3e-430c-b6ce-caedcc019b6c req-9f00a7b6-2200-4d82-b04f-df95dcf33a79 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:40.402978 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['aface188-a5ff-4341-a834-d89607b0f400'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:18:40.511775 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e7265-1cb2-42f6-ae46-11f11dbae7ff req-84a82839-5fff-41f5-b3ee-b9347d9a49ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:40.513292 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9d4e7265-1cb2-42f6-ae46-11f11dbae7ff req-84a82839-5fff-41f5-b3ee-b9347d9a49ab service neutron] 10.222.0.43 "GET /v2.0/networks?id=2c26c5bd-f238-4795-be1b-c0013f180282 HTTP/1.1" status: 200 len: 922 time: 0.2933183 Apr 20 17:18:40.543649 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-53da849e-0e53-482f-8a53-d8c58d47f2b1 req-ccd5f65c-b89f-4a3c-ae86-4d2ef616483b tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Calling delete_port for f3fa281f-f24b-4b34-882d-c3a0fe43a42d owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:18:40.585171 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-1d7aa7ea-6e3e-430c-b6ce-caedcc019b6c req-9f00a7b6-2200-4d82-b04f-df95dcf33a79 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:40.677256 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-1d7aa7ea-6e3e-430c-b6ce-caedcc019b6c req-9f00a7b6-2200-4d82-b04f-df95dcf33a79 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:40.745607 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00a7b6-2200-4d82-b04f-df95dcf33a79 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34be6d5c-ae24-4a7f-85e5-555ad3c1393e,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:40.794840 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-1d7aa7ea-6e3e-430c-b6ce-caedcc019b6c req-9f00a7b6-2200-4d82-b04f-df95dcf33a79 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:40.824978 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1d7aa7ea-6e3e-430c-b6ce-caedcc019b6c req-9f00a7b6-2200-4d82-b04f-df95dcf33a79 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "DELETE /v2.0/security-groups/34be6d5c-ae24-4a7f-85e5-555ad3c1393e HTTP/1.1" status: 204 len: 173 time: 0.5527129 Apr 20 17:18:40.852693 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-53da849e-0e53-482f-8a53-d8c58d47f2b1 req-ccd5f65c-b89f-4a3c-ae86-4d2ef616483b tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:40.868968 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['f3fa281f-f24b-4b34-882d-c3a0fe43a42d'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:18:40.901464 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9d4e7265-1cb2-42f6-ae46-11f11dbae7ff req-980fb2cf-2ecb-4d45-9b9c-067e32c6e1cc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aface188-a5ff-4341-a834-d89607b0f400 HTTP/1.1" status: 200 len: 217 time: 0.3813283 Apr 20 17:18:41.085435 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5f65c-b89f-4a3c-ae86-4d2ef616483b tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Pushing event deleted for resources: {'Port': ['ID=f3fa281f-f24b-4b34-882d-c3a0fe43a42d,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:41.106795 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e7265-1cb2-42f6-ae46-11f11dbae7ff req-edc687bb-0390-43d9-babd-9bc40baaa5a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:41.109014 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9d4e7265-1cb2-42f6-ae46-11f11dbae7ff req-edc687bb-0390-43d9-babd-9bc40baaa5a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6168ff55-f8cc-4173-8a8f-60bbd4cfe151 HTTP/1.1" status: 200 len: 861 time: 0.1698563 Apr 20 17:18:41.173505 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f3447-f0fa-430d-87c8-5ede386573e0 req-18774a69-f8f1-45b9-9dc9-afa5bfe97a22 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:41.175412 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f5f3447-f0fa-430d-87c8-5ede386573e0 req-18774a69-f8f1-45b9-9dc9-afa5bfe97a22 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.10 "GET /v2.0/ports?device_id=b912f910-6553-4c70-81e3-6d78370a5f6c HTTP/1.1" status: 200 len: 950 time: 0.3635972 Apr 20 17:18:41.249606 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098e5f2-8063-41e6-8153-1571e50dbfd9 req-1c17d30b-6c92-4be9-8c28-077b17e5899f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:41.258577 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8098e5f2-8063-41e6-8153-1571e50dbfd9 req-1c17d30b-6c92-4be9-8c28-077b17e5899f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 947 time: 0.5292773 Apr 20 17:18:41.284941 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9d4e7265-1cb2-42f6-ae46-11f11dbae7ff req-1b3439b2-c4ff-41fc-ad51-2cd034ea9998 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2c26c5bd-f238-4795-be1b-c0013f180282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1675622 Apr 20 17:18:41.353600 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-53da849e-0e53-482f-8a53-d8c58d47f2b1 req-ccd5f65c-b89f-4a3c-ae86-4d2ef616483b tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] No DVR routers for this DVR port f3fa281f-f24b-4b34-882d-c3a0fe43a42d on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:18:41.356965 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-53da849e-0e53-482f-8a53-d8c58d47f2b1 req-ccd5f65c-b89f-4a3c-ae86-4d2ef616483b tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:41.359023 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-53da849e-0e53-482f-8a53-d8c58d47f2b1 req-ccd5f65c-b89f-4a3c-ae86-4d2ef616483b tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.10 "DELETE /v2.0/ports/f3fa281f-f24b-4b34-882d-c3a0fe43a42d HTTP/1.1" status: 204 len: 173 time: 1.4506555 Apr 20 17:18:41.359162 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6c7dffc3-061c-480e-8cc7-ff7ac5303f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:41.359653 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ef6220-dcc2-4a92-9c55-18df85eeb3f5', 'name': 'network-vif-deleted', 'tag': 'f3fa281f-f24b-4b34-882d-c3a0fe43a42d'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:18:41.393843 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40716) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:41.412987 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5fd203-94f1-4e2d-88f9-f937e3b0a178 req-ed6b16f8-0d38-406b-90f5-f6fe330508e7 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:41.414655 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a5fd203-94f1-4e2d-88f9-f937e3b0a178 req-ed6b16f8-0d38-406b-90f5-f6fe330508e7 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e644317-6274-441c-9be1-e50ed8dbfdf3 HTTP/1.1" status: 200 len: 945 time: 0.1253633 Apr 20 17:18:41.468836 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-8f5f3447-f0fa-430d-87c8-5ede386573e0 req-1f537583-d9c6-40dc-8667-b227889e2b95 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Deleting port ea752b32-b15d-4ad7-b257-2f314c8726a0 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:18:41.469439 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8f5f3447-f0fa-430d-87c8-5ede386573e0 req-1f537583-d9c6-40dc-8667-b227889e2b95 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:41.489754 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device db955777-f791-4005-a279-3a7e7cd2ff53 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:18:41.528931 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8098e5f2-8063-41e6-8153-1571e50dbfd9 req-7e13caf9-7426-4efa-8805-e3dc6c8546c9 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682536 Apr 20 17:18:41.548773 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a5fd203-94f1-4e2d-88f9-f937e3b0a178 req-5ac86c9a-e205-4bc9-bc94-89d7e4f0d0cd tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279957 Apr 20 17:18:41.606702 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b97ffb-492f-4870-b8bf-588aa42b2e6b req-32bd562a-4fcb-4644-9d55-0f4673ddd8e0 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:41.613906 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e5b97ffb-492f-4870-b8bf-588aa42b2e6b req-32bd562a-4fcb-4644-9d55-0f4673ddd8e0 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.10 "GET /v2.0/ports?device_id=358884ab-6e84-4040-b654-d2e9349972ff HTTP/1.1" status: 200 len: 950 time: 0.1755161 Apr 20 17:18:41.697363 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [req-23d30ffb-9502-4127-96e2-65a9c4450bb5 req-ed872a17-61b4-4ee8-b945-f2807c609583 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] show failed (client error): The resource could not be found. Apr 20 17:18:41.705549 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-23d30ffb-9502-4127-96e2-65a9c4450bb5 req-ed872a17-61b4-4ee8-b945-f2807c609583 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups/34be6d5c-ae24-4a7f-85e5-555ad3c1393e HTTP/1.1" status: 404 len: 352 time: 0.0751534 Apr 20 17:18:41.716894 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40726) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:41.732277 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device aface188-a5ff-4341-a834-d89607b0f400 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:18:41.743959 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-91fc4d1c-18dc-4444-bc21-7225a554326a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1963363957'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:18:41.752313 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9d4e7265-1cb2-42f6-ae46-11f11dbae7ff req-8043bb92-5d5b-4acc-ab64-e2759b3288ab service neutron] 10.222.0.43 "GET /v2.0/networks/2c26c5bd-f238-4795-be1b-c0013f180282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551814 Apr 20 17:18:41.760323 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-91fc4d1c-18dc-4444-bc21-7225a554326a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:41.789722 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-91fc4d1c-18dc-4444-bc21-7225a554326a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Usage tracker for resource:network and tenant:60c7e2ae348346058b3fbfec10afa715 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:18:41.794811 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-91fc4d1c-18dc-4444-bc21-7225a554326a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:18:41.797553 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e88f31b1-a84b-4254-bf25-49b76d89ff4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:41.809200 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-e5b97ffb-492f-4870-b8bf-588aa42b2e6b req-56598a3d-7f2e-496a-95a2-0f085f55cb3c tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Deleting port 09b8b37a-f2d8-4e3f-9ddf-111df01ef763 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:18:41.809538 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e5b97ffb-492f-4870-b8bf-588aa42b2e6b req-56598a3d-7f2e-496a-95a2-0f085f55cb3c tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:41.854014 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-91fc4d1c-18dc-4444-bc21-7225a554326a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:41.886543 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port db955777-f791-4005-a279-3a7e7cd2ff53, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=db955777-f791-4005-a279-3a7e7cd2ff53,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:41.912955 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'db955777-f791-4005-a279-3a7e7cd2ff53', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': 'db955777-f791-4005-a279-3a7e7cd2ff53', 'mac_address': 'fa:16:3e:5f:4a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:18:41.937425 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fc4d1c-18dc-4444-bc21-7225a554326a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Made reservation on behalf of 60c7e2ae348346058b3fbfec10afa715 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:18:41.940175 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-91fc4d1c-18dc-4444-bc21-7225a554326a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:41.971508 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e88f31b1-a84b-4254-bf25-49b76d89ff4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:41.971735 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-35284806-8cfc-4d25-b0d5-037338a94c19 req-7ce63d63-e28e-475f-bf1b-a4c625cd2f01 tempest-ListServerFiltersTestJSON-182569044 tempest-ListServerFiltersTestJSON-182569044-project] 10.222.0.39 "GET /v2.0/ports?device_id=69ef6220-dcc2-4a92-9c55-18df85eeb3f5 HTTP/1.1" status: 200 len: 210 time: 0.0706964 Apr 20 17:18:41.984191 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:41.995314 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port aface188-a5ff-4341-a834-d89607b0f400 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:18:42.002603 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port aface188-a5ff-4341-a834-d89607b0f400 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:42.003200 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:42.016903 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e88f31b1-a84b-4254-bf25-49b76d89ff4d admin admin] Usage tracker for resource:security_group_rule and tenant:5683e1bc5f30478db01ed835f5632e33 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:18:42.027020 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e88f31b1-a84b-4254-bf25-49b76d89ff4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:18:42.050115 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e88f31b1-a84b-4254-bf25-49b76d89ff4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:42.052153 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91fc4d1c-18dc-4444-bc21-7225a554326a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:18:42.080046 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db955777-f791-4005-a279-3a7e7cd2ff53 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:18:42.098655 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-91fc4d1c-18dc-4444-bc21-7225a554326a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:42.098996 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-91fc4d1c-18dc-4444-bc21-7225a554326a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Added segment abb1ef17-1d29-49c1-9668-c4c78c541eec of type vlan for network a39373cc-9e04-46cb-a6a0-e81ef6eae8fd Apr 20 17:18:42.158682 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9d4e7265-1cb2-42f6-ae46-11f11dbae7ff req-06618a9d-7a1b-4dc7-9aca-8ff29b79ef36 service neutron] 10.222.0.43 "GET /v2.0/networks/2c26c5bd-f238-4795-be1b-c0013f180282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602314 Apr 20 17:18:42.165761 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port db955777-f791-4005-a279-3a7e7cd2ff53, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=db955777-f791-4005-a279-3a7e7cd2ff53,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:42.193182 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87069653-db07-43c6-8674-b42f1e84323c req-8ee67c27-aaf1-4738-8dfc-8a5a4e9ccb49 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:42.194750 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-87069653-db07-43c6-8674-b42f1e84323c req-8ee67c27-aaf1-4738-8dfc-8a5a4e9ccb49 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b912f910-6553-4c70-81e3-6d78370a5f6c HTTP/1.1" status: 200 len: 950 time: 0.3537621 Apr 20 17:18:42.231184 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:42.249658 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-8f5f3447-f0fa-430d-87c8-5ede386573e0 req-1f537583-d9c6-40dc-8667-b227889e2b95 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] For port ea752b32-b15d-4ad7-b257-2f314c8726a0, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=ea752b32-b15d-4ad7-b257-2f314c8726a0,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:42.250462 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8f5f3447-f0fa-430d-87c8-5ede386573e0 req-1f537583-d9c6-40dc-8667-b227889e2b95 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:42.268906 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-91fc4d1c-18dc-4444-bc21-7225a554326a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:42.312403 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:42.328321 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-91fc4d1c-18dc-4444-bc21-7225a554326a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:42.332067 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fc4d1c-18dc-4444-bc21-7225a554326a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:42.332713 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-91fc4d1c-18dc-4444-bc21-7225a554326a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:42.334973 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=db955777-f791-4005-a279-3a7e7cd2ff53,revision_number=7']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:42.350230 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e644317-6274-441c-9be1-e50ed8dbfdf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aface188-a5ff-4341-a834-d89607b0f400'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:18:42.360761 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port aface188-a5ff-4341-a834-d89607b0f400, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=aface188-a5ff-4341-a834-d89607b0f400,segment=NetworkSegment(43999dff-a448-4195-ad66-c7adbdca2564),segment_id=43999dff-a448-4195-ad66-c7adbdca2564)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:42.367757 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:42.372731 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b8b1352-31c2-4e23-b3e2-04337924aa9e'] response: {'server_uuid': '69ef6220-dcc2-4a92-9c55-18df85eeb3f5', 'name': 'network-vif-deleted', 'tag': 'f3fa281f-f24b-4b34-882d-c3a0fe43a42d', 'status': 'completed', 'code': 200} Apr 20 17:18:42.436558 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=aface188-a5ff-4341-a834-d89607b0f400,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:42.464859 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-8f5f3447-f0fa-430d-87c8-5ede386573e0 req-1f537583-d9c6-40dc-8667-b227889e2b95 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Calling delete_port for ea752b32-b15d-4ad7-b257-2f314c8726a0 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:18:42.533644 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-91fc4d1c-18dc-4444-bc21-7225a554326a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8154244 Apr 20 17:18:42.537460 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-e5b97ffb-492f-4870-b8bf-588aa42b2e6b req-56598a3d-7f2e-496a-95a2-0f085f55cb3c tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] For port 09b8b37a-f2d8-4e3f-9ddf-111df01ef763, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=09b8b37a-f2d8-4e3f-9ddf-111df01ef763,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:42.537902 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e5b97ffb-492f-4870-b8bf-588aa42b2e6b req-56598a3d-7f2e-496a-95a2-0f085f55cb3c tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:42.545583 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40738) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:42.556604 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:42.557757 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-87069653-db07-43c6-8674-b42f1e84323c req-7c802e70-3d90-4100-8e0c-3a18118cb854 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511996 Apr 20 17:18:42.562931 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc4d1c-18dc-4444-bc21-7225a554326a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Pushing event updated for resources: {'Network': ['ID=a39373cc-9e04-46cb-a6a0-e81ef6eae8fd,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:42.566231 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-3ea98521-8649-4f64-a5e6-0aba54be50f4 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-884903048'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:18:42.577819 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network a39373cc-9e04-46cb-a6a0-e81ef6eae8fd details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:18:42.588818 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3ea98521-8649-4f64-a5e6-0aba54be50f4 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:42.588818 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3ea98521-8649-4f64-a5e6-0aba54be50f4 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Usage tracker for resource:network and tenant:60c7e2ae348346058b3fbfec10afa715 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:18:42.592928 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3ea98521-8649-4f64-a5e6-0aba54be50f4 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:18:42.611110 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3ea98521-8649-4f64-a5e6-0aba54be50f4 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:42.632805 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['db955777-f791-4005-a279-3a7e7cd2ff53'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:18:42.634010 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e88f31b1-a84b-4254-bf25-49b76d89ff4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:42.653881 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-5c3ea955-f382-4ec5-8891-27741697d1ca req-8625f4d2-b2c4-48e4-b838-8408531d3c61 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Synchronizing usage tracker for tenant:ffcb78f29a714057bb79ebadc32ed198 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:18:42.684087 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea98521-8649-4f64-a5e6-0aba54be50f4 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Made reservation on behalf of 60c7e2ae348346058b3fbfec10afa715 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:18:42.688230 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3ea98521-8649-4f64-a5e6-0aba54be50f4 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:42.696683 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e88f31b1-a84b-4254-bf25-49b76d89ff4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:42.723945 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea98521-8649-4f64-a5e6-0aba54be50f4 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:18:42.733973 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3ea98521-8649-4f64-a5e6-0aba54be50f4 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:42.734344 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-3ea98521-8649-4f64-a5e6-0aba54be50f4 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Added segment ed532698-ac79-4654-b726-93450dcffcf6 of type vlan for network d9f1e448-db15-4c9f-8c5b-a0fa35869e80 Apr 20 17:18:42.737371 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-e5b97ffb-492f-4870-b8bf-588aa42b2e6b req-56598a3d-7f2e-496a-95a2-0f085f55cb3c tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Calling delete_port for 09b8b37a-f2d8-4e3f-9ddf-111df01ef763 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:18:42.763359 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3ea98521-8649-4f64-a5e6-0aba54be50f4 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:42.777289 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e88f31b1-a84b-4254-bf25-49b76d89ff4d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5683e1bc5f30478db01ed835f5632e33&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3772142 Apr 20 17:18:42.786616 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40754) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:42.794693 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-5c3ea955-f382-4ec5-8891-27741697d1ca req-8625f4d2-b2c4-48e4-b838-8408531d3c61 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Unset dirty status for tenant:ffcb78f29a714057bb79ebadc32ed198 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:18:42.796278 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5c3ea955-f382-4ec5-8891-27741697d1ca req-8625f4d2-b2c4-48e4-b838-8408531d3c61 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ffcb78f29a714057bb79ebadc32ed198 HTTP/1.1" status: 200 len: 5486 time: 0.4149268 Apr 20 17:18:42.811095 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3ea98521-8649-4f64-a5e6-0aba54be50f4 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:42.815570 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea98521-8649-4f64-a5e6-0aba54be50f4 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:42.817325 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3ea98521-8649-4f64-a5e6-0aba54be50f4 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:42.821589 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bba83a9-ca1b-49b4-89c2-c774a89825d8'] response: {'server_uuid': '8e644317-6274-441c-9be1-e50ed8dbfdf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aface188-a5ff-4341-a834-d89607b0f400', 'code': 200} Apr 20 17:18:42.851022 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f31b1-a84b-4254-bf25-49b76d89ff4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0329855-8886-4cf2-bbcd-36e2d795df7b,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:42.877221 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8f5f3447-f0fa-430d-87c8-5ede386573e0 req-1f537583-d9c6-40dc-8667-b227889e2b95 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:42.915253 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6fed9431-f654-46e8-b3d5-7ef2cdc1856f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:42.955549 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6fed9431-f654-46e8-b3d5-7ef2cdc1856f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:42.983892 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:43.032518 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:43.098439 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6fed9431-f654-46e8-b3d5-7ef2cdc1856f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:43.128866 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed9431-f654-46e8-b3d5-7ef2cdc1856f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0329855-8886-4cf2-bbcd-36e2d795df7b,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:43.160266 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e5b97ffb-492f-4870-b8bf-588aa42b2e6b req-56598a3d-7f2e-496a-95a2-0f085f55cb3c tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:43.165330 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f537583-d9c6-40dc-8667-b227889e2b95 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Pushing event deleted for resources: {'Port': ['ID=ea752b32-b15d-4ad7-b257-2f314c8726a0,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:43.184777 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3ea98521-8649-4f64-a5e6-0aba54be50f4 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6380608 Apr 20 17:18:43.187679 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea98521-8649-4f64-a5e6-0aba54be50f4 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Pushing event updated for resources: {'Network': ['ID=d9f1e448-db15-4c9f-8c5b-a0fa35869e80,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:43.191566 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40760) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:43.200463 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network d9f1e448-db15-4c9f-8c5b-a0fa35869e80 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:18:43.202255 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-99804936-db18-4cd1-b24d-2e37514a86f9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Request body: {'subnet': {'network_id': 'a39373cc-9e04-46cb-a6a0-e81ef6eae8fd', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:18:43.204163 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6fed9431-f654-46e8-b3d5-7ef2cdc1856f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:43.218077 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6fed9431-f654-46e8-b3d5-7ef2cdc1856f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b0329855-8886-4cf2-bbcd-36e2d795df7b HTTP/1.1" status: 204 len: 168 time: 0.4201031 Apr 20 17:18:43.229670 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56598a3d-7f2e-496a-95a2-0f085f55cb3c tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Pushing event deleted for resources: {'Port': ['ID=09b8b37a-f2d8-4e3f-9ddf-111df01ef763,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:43.280643 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586f219-2641-4062-85fd-337000bb2e14 req-9e9062ef-b662-469b-874d-fd35bbb91a35 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:43.282167 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8586f219-2641-4062-85fd-337000bb2e14 req-9e9062ef-b662-469b-874d-fd35bbb91a35 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 948 time: 0.2701199 Apr 20 17:18:43.375223 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5c3ea955-f382-4ec5-8891-27741697d1ca req-ab9dffcc-adea-47c0-89b8-905899503a06 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups/f0746e04-eaaa-491f-b2f2-a68a28aea018 HTTP/1.1" status: 200 len: 2649 time: 0.5442812 Apr 20 17:18:43.390092 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5f3447-f0fa-430d-87c8-5ede386573e0 req-1f537583-d9c6-40dc-8667-b227889e2b95 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] No DVR routers for this DVR port ea752b32-b15d-4ad7-b257-2f314c8726a0 on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:18:43.406291 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8f5f3447-f0fa-430d-87c8-5ede386573e0 req-1f537583-d9c6-40dc-8667-b227889e2b95 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:43.408376 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f5f3447-f0fa-430d-87c8-5ede386573e0 req-1f537583-d9c6-40dc-8667-b227889e2b95 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.10 "DELETE /v2.0/ports/ea752b32-b15d-4ad7-b257-2f314c8726a0 HTTP/1.1" status: 204 len: 173 time: 2.2244549 Apr 20 17:18:43.409554 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b912f910-6553-4c70-81e3-6d78370a5f6c', 'name': 'network-vif-deleted', 'tag': 'ea752b32-b15d-4ad7-b257-2f314c8726a0'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:18:43.463107 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b97ffb-492f-4870-b8bf-588aa42b2e6b req-56598a3d-7f2e-496a-95a2-0f085f55cb3c tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] No DVR routers for this DVR port 09b8b37a-f2d8-4e3f-9ddf-111df01ef763 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:18:43.467674 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e5b97ffb-492f-4870-b8bf-588aa42b2e6b req-56598a3d-7f2e-496a-95a2-0f085f55cb3c tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:43.470132 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e5b97ffb-492f-4870-b8bf-588aa42b2e6b req-56598a3d-7f2e-496a-95a2-0f085f55cb3c tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.10 "DELETE /v2.0/ports/09b8b37a-f2d8-4e3f-9ddf-111df01ef763 HTTP/1.1" status: 204 len: 173 time: 1.8555534 Apr 20 17:18:43.485109 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-99804936-db18-4cd1-b24d-2e37514a86f9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:43.490064 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-99804936-db18-4cd1-b24d-2e37514a86f9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Usage tracker for resource:subnet and tenant:60c7e2ae348346058b3fbfec10afa715 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:18:43.497069 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-99804936-db18-4cd1-b24d-2e37514a86f9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:18:43.498571 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8586f219-2641-4062-85fd-337000bb2e14 req-f1516e31-7f61-45d1-966a-bac4f0e4d552 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835530 Apr 20 17:18:43.520962 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device ea752b32-b15d-4ad7-b257-2f314c8726a0 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:18:43.533774 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-99804936-db18-4cd1-b24d-2e37514a86f9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:43.570073 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5c3ea955-f382-4ec5-8891-27741697d1ca req-d4d703ef-93fc-4622-9918-fb4e5f53dd53 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups/f0746e04-eaaa-491f-b2f2-a68a28aea018 HTTP/1.1" status: 200 len: 2649 time: 0.1811833 Apr 20 17:18:43.576570 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a8dc6be6-a81e-4e2e-9833-d224f3251099 req-0288da6f-8d8c-4847-8e67-0f9d734842e6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8e644317-6274-441c-9be1-e50ed8dbfdf3 HTTP/1.1" status: 200 len: 1097 time: 0.6464970 Apr 20 17:18:43.592783 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: ea752b32-b15d-4ad7-b257-2f314c8726a0 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:18:43.593222 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device ea752b32-b15d-4ad7-b257-2f314c8726a0 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:18:43.594992 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device f3fa281f-f24b-4b34-882d-c3a0fe43a42d no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:18:43.617134 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99804936-db18-4cd1-b24d-2e37514a86f9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Made reservation on behalf of 60c7e2ae348346058b3fbfec10afa715 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:18:43.646867 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: f3fa281f-f24b-4b34-882d-c3a0fe43a42d {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:18:43.647242 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device f3fa281f-f24b-4b34-882d-c3a0fe43a42d not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:18:43.647658 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 09b8b37a-f2d8-4e3f-9ddf-111df01ef763 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:18:43.716825 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 09b8b37a-f2d8-4e3f-9ddf-111df01ef763 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:18:43.717087 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 09b8b37a-f2d8-4e3f-9ddf-111df01ef763 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:18:43.743747 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['357a6a12-cbe7-49e3-920c-3f188feb1c03'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:18:43.806256 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['357a6a12-cbe7-49e3-920c-3f188feb1c03'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:18:43.816284 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a8dc6be6-a81e-4e2e-9833-d224f3251099 req-a0e0b374-f0d7-48ad-a0e2-e85b83f5314d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322285 Apr 20 17:18:43.847618 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-99804936-db18-4cd1-b24d-2e37514a86f9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:43.897422 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f75ae-9d5e-4a29-b357-09901ad4ff06 req-22f3ac88-b856-43c6-a64a-a13a28f4a670 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:43.903601 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7b4f75ae-9d5e-4a29-b357-09901ad4ff06 req-22f3ac88-b856-43c6-a64a-a13a28f4a670 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e644317-6274-441c-9be1-e50ed8dbfdf3 HTTP/1.1" status: 200 len: 946 time: 0.1919391 Apr 20 17:18:43.962775 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40790) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:44.020914 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7b4f75ae-9d5e-4a29-b357-09901ad4ff06 req-ef0370e5-7635-409e-8b9c-d86572db2690 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103921 Apr 20 17:18:44.032740 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c47a96b-5d4a-47a6-8736-e68f195258e0'] response: {'server_uuid': 'b912f910-6553-4c70-81e3-6d78370a5f6c', 'name': 'network-vif-deleted', 'tag': 'ea752b32-b15d-4ad7-b257-2f314c8726a0', 'status': 'completed', 'code': 200} Apr 20 17:18:44.041874 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-193bdf21-bc6a-4483-9f9f-8fd65b4637a2 admin admin] Deleting subnet 76d92014-3b83-4b63-bea0-d20ecb7cbe3a {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:18:44.045328 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-193bdf21-bc6a-4483-9f9f-8fd65b4637a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:44.128898 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-193bdf21-bc6a-4483-9f9f-8fd65b4637a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:44.171722 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:44.250539 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-99804936-db18-4cd1-b24d-2e37514a86f9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:44.269979 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-fa0f41de-3a87-4198-bb25-94b811b2ae57 req-c19f9d5c-b467-4e09-afdf-77c6b73913f6 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2081945215', 'description': 'tempest-description-1423545488'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:18:44.324507 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-fa0f41de-3a87-4198-bb25-94b811b2ae57 req-c19f9d5c-b467-4e09-afdf-77c6b73913f6 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:44.367944 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-fa0f41de-3a87-4198-bb25-94b811b2ae57 req-c19f9d5c-b467-4e09-afdf-77c6b73913f6 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:44.377516 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358884ab-6e84-4040-b654-d2e9349972ff', 'name': 'network-vif-deleted', 'tag': '09b8b37a-f2d8-4e3f-9ddf-111df01ef763'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:18:44.472224 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-fa0f41de-3a87-4198-bb25-94b811b2ae57 req-c19f9d5c-b467-4e09-afdf-77c6b73913f6 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:44.489298 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99804936-db18-4cd1-b24d-2e37514a86f9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Pushing event updated for resources: {'Subnet': ['ID=11a8e839-1da0-4863-85ac-b3bf2b70f6f8,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:44.527138 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-193bdf21-bc6a-4483-9f9f-8fd65b4637a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:44.528466 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99804936-db18-4cd1-b24d-2e37514a86f9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Checking segment: {'id': 'abb1ef17-1d29-49c1-9668-c4c78c541eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a39373cc-9e04-46cb-a6a0-e81ef6eae8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:18:44.528830 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99804936-db18-4cd1-b24d-2e37514a86f9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Network hostable DHCP agents. Network: a39373cc-9e04-46cb-a6a0-e81ef6eae8fd, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:18:44.594035 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99804936-db18-4cd1-b24d-2e37514a86f9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Network a39373cc-9e04-46cb-a6a0-e81ef6eae8fd is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:18:44.596251 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40802) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:44.614770 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-99804936-db18-4cd1-b24d-2e37514a86f9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, a39373cc-9e04-46cb-a6a0-e81ef6eae8fd) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:18:44.621022 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99804936-db18-4cd1-b24d-2e37514a86f9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:44.621971 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-99804936-db18-4cd1-b24d-2e37514a86f9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:44.627565 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ee329c-3a0a-4f3e-a11d-e0db60f99098 None None] Network a39373cc-9e04-46cb-a6a0-e81ef6eae8fd requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:18:44.632323 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-fa0f41de-3a87-4198-bb25-94b811b2ae57 req-c19f9d5c-b467-4e09-afdf-77c6b73913f6 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:44.640143 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-fa0f41de-3a87-4198-bb25-94b811b2ae57 req-c19f9d5c-b467-4e09-afdf-77c6b73913f6 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Usage tracker for resource:security_group_rule and tenant:ffcb78f29a714057bb79ebadc32ed198 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:18:44.645569 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-fa0f41de-3a87-4198-bb25-94b811b2ae57 req-c19f9d5c-b467-4e09-afdf-77c6b73913f6 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:18:44.652945 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-fa0f41de-3a87-4198-bb25-94b811b2ae57 req-c19f9d5c-b467-4e09-afdf-77c6b73913f6 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:44.667681 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-99804936-db18-4cd1-b24d-2e37514a86f9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4746876 Apr 20 17:18:44.670464 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40808) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:44.676316 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-8d969dff-fcdf-470f-9b75-588e97321705 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Request body: {'subnet': {'network_id': 'd9f1e448-db15-4c9f-8c5b-a0fa35869e80', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:18:44.690765 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-193bdf21-bc6a-4483-9f9f-8fd65b4637a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:44.756556 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193bdf21-bc6a-4483-9f9f-8fd65b4637a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76d92014-3b83-4b63-bea0-d20ecb7cbe3a,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:44.787070 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-193bdf21-bc6a-4483-9f9f-8fd65b4637a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:44.836322 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5dfe35-fefa-4141-9334-3dc06269ec13 None None] Network 9fff7241-063c-4945-88bb-0dafb6148a83 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:18:44.882823 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-1f8f188d-93fd-4cd9-8d9b-8c729beacc07 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1596263937-network', 'tenant_id': '159ad23e438e4a93b23c1f04f39ed31a'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:18:44.888997 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1f8f188d-93fd-4cd9-8d9b-8c729beacc07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:44.897024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1f8f188d-93fd-4cd9-8d9b-8c729beacc07 admin admin] Usage tracker for resource:network and tenant:159ad23e438e4a93b23c1f04f39ed31a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:18:44.900030 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8d969dff-fcdf-470f-9b75-588e97321705 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:44.902316 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1f8f188d-93fd-4cd9-8d9b-8c729beacc07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:18:44.909687 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8d969dff-fcdf-470f-9b75-588e97321705 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Usage tracker for resource:subnet and tenant:60c7e2ae348346058b3fbfec10afa715 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:18:44.912437 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1f8f188d-93fd-4cd9-8d9b-8c729beacc07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:44.914660 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8d969dff-fcdf-470f-9b75-588e97321705 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:18:44.924603 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8d969dff-fcdf-470f-9b75-588e97321705 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:44.933640 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-193bdf21-bc6a-4483-9f9f-8fd65b4637a2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/76d92014-3b83-4b63-bea0-d20ecb7cbe3a HTTP/1.1" status: 204 len: 168 time: 0.9695046 Apr 20 17:18:44.938668 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40818) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:44.941392 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-fa0f41de-3a87-4198-bb25-94b811b2ae57 req-c19f9d5c-b467-4e09-afdf-77c6b73913f6 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:44.955959 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-fa0f41de-3a87-4198-bb25-94b811b2ae57 req-c19f9d5c-b467-4e09-afdf-77c6b73913f6 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:44.999120 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-fa0f41de-3a87-4198-bb25-94b811b2ae57 req-c19f9d5c-b467-4e09-afdf-77c6b73913f6 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:45.000408 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fa0f41de-3a87-4198-bb25-94b811b2ae57 req-c19f9d5c-b467-4e09-afdf-77c6b73913f6 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.7928066 Apr 20 17:18:45.010312 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8f819-461b-45c6-8396-faddbbe3b86d req-be33d5d6-4242-4674-8bfb-4b5a34986a7c tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:45.012061 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7b8f819-461b-45c6-8396-faddbbe3b86d req-be33d5d6-4242-4674-8bfb-4b5a34986a7c tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d&tenant_id=c12b40028ab147a889b4fc203a6893de&binding%3Ahost_id=n-h2-838032-1 HTTP/1.1" status: 200 len: 948 time: 0.2151766 Apr 20 17:18:45.022141 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:45.087446 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f9d5c-b467-4e09-afdf-77c6b73913f6 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cedec2a-fd0d-44dd-8d04-57c0bccf7439,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:45.108558 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d969dff-fcdf-470f-9b75-588e97321705 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Made reservation on behalf of 60c7e2ae348346058b3fbfec10afa715 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:18:45.131268 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7b8f819-461b-45c6-8396-faddbbe3b86d req-39decd06-63be-404e-a56c-a3eb04e0d022 service neutron] 10.222.0.10 "GET /v2.0/ports/db955777-f791-4005-a279-3a7e7cd2ff53/bindings/n-h2-838032-1 HTTP/1.1" status: 200 len: 382 time: 0.1079812 Apr 20 17:18:45.187073 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b77befe0-506e-4d23-a590-021acbcfcbe2'] response: {'server_uuid': '358884ab-6e84-4040-b654-d2e9349972ff', 'name': 'network-vif-deleted', 'tag': '09b8b37a-f2d8-4e3f-9ddf-111df01ef763', 'status': 'completed', 'code': 200} Apr 20 17:18:45.240994 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37df942-dadb-439e-9f4c-9165332c0e25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-a39373cc-9e04-46cb-a6a0-e81ef6eae8fd', 'network_id': 'a39373cc-9e04-46cb-a6a0-e81ef6eae8fd', 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'fixed_ips': [{'subnet_id': '11a8e839-1da0-4863-85ac-b3bf2b70f6f8'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:18:45.242011 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b37df942-dadb-439e-9f4c-9165332c0e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:45.244738 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8d969dff-fcdf-470f-9b75-588e97321705 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:45.286357 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8f188d-93fd-4cd9-8d9b-8c729beacc07 admin admin] Made reservation on behalf of 159ad23e438e4a93b23c1f04f39ed31a for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:18:45.288737 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1f8f188d-93fd-4cd9-8d9b-8c729beacc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:45.350857 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc30a55-b145-4237-87b2-86fed82b3618 None None] DHCP port deletion for 9fff7241-063c-4945-88bb-0dafb6148a83 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:18:45.377058 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1bc30a55-b145-4237-87b2-86fed82b3618 None None] Deleting port b3f5165e-8986-45c3-b35a-a1eb4d12e9e3 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:18:45.377379 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1bc30a55-b145-4237-87b2-86fed82b3618 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:45.377858 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1f8f188d-93fd-4cd9-8d9b-8c729beacc07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:45.409955 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9b4a8c13-2a20-4a58-a5df-e58c1172f13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:45.447642 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-9b4a8c13-2a20-4a58-a5df-e58c1172f13f admin admin] Deleting port b3f5165e-8986-45c3-b35a-a1eb4d12e9e3 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:18:45.447976 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9b4a8c13-2a20-4a58-a5df-e58c1172f13f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:45.480726 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc2600-bc95-4a6f-bb91-739e0c53a0be req-a550990d-15d0-4db1-8660-10bc44c874c3 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:45.486056 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-97dc2600-bc95-4a6f-bb91-739e0c53a0be req-a550990d-15d0-4db1-8660-10bc44c874c3 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 948 time: 0.2097850 Apr 20 17:18:45.502170 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1f8f188d-93fd-4cd9-8d9b-8c729beacc07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:45.514474 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-b37df942-dadb-439e-9f4c-9165332c0e25 None None] Allocated IP 10.1.1.2 (a39373cc-9e04-46cb-a6a0-e81ef6eae8fd/11a8e839-1da0-4863-85ac-b3bf2b70f6f8/27d598ac-acbd-4a33-b47c-5e85eec2ee65) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:18:45.518606 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-e89fe0e2-d325-41ed-a883-77ce3bb05db2 req-2d3b4b77-c03d-4475-b165-a514788560d7 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-481234450', 'description': 'tempest-description-1034883243'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:18:45.519868 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7b8f819-461b-45c6-8396-faddbbe3b86d req-3a1cfbdd-3994-4bb4-9d3c-3dd47d8811ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 1099 time: 0.3239243 Apr 20 17:18:45.523158 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1f8f188d-93fd-4cd9-8d9b-8c729beacc07 admin admin] Usage tracker for resource:security_group_rule and tenant:159ad23e438e4a93b23c1f04f39ed31a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:18:45.530014 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device db955777-f791-4005-a279-3a7e7cd2ff53 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:18:45.531435 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1f8f188d-93fd-4cd9-8d9b-8c729beacc07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:18:45.537619 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-e89fe0e2-d325-41ed-a883-77ce3bb05db2 req-2d3b4b77-c03d-4475-b165-a514788560d7 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:45.547233 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1f8f188d-93fd-4cd9-8d9b-8c729beacc07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:45.549587 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-e89fe0e2-d325-41ed-a883-77ce3bb05db2 req-2d3b4b77-c03d-4475-b165-a514788560d7 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Usage tracker for resource:security_group and tenant:ffcb78f29a714057bb79ebadc32ed198 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:18:45.576710 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-e89fe0e2-d325-41ed-a883-77ce3bb05db2 req-2d3b4b77-c03d-4475-b165-a514788560d7 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:18:45.594370 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-e89fe0e2-d325-41ed-a883-77ce3bb05db2 req-2d3b4b77-c03d-4475-b165-a514788560d7 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:45.675470 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8f819-461b-45c6-8396-faddbbe3b86d req-ebc476bf-eb05-4900-bb4c-a1c13b124f86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:45.677316 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7b8f819-461b-45c6-8396-faddbbe3b86d req-ebc476bf-eb05-4900-bb4c-a1c13b124f86 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.1508219 Apr 20 17:18:45.763829 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7b8f819-461b-45c6-8396-faddbbe3b86d req-3f900a72-2081-44d2-a101-40fc89157f2a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=db955777-f791-4005-a279-3a7e7cd2ff53 HTTP/1.1" status: 200 len: 217 time: 0.0763471 Apr 20 17:18:45.767275 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-97dc2600-bc95-4a6f-bb91-739e0c53a0be req-382a1143-b732-4093-ba34-a9bd7090880d tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732635 Apr 20 17:18:45.789665 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e89fe0e2-d325-41ed-a883-77ce3bb05db2 req-2d3b4b77-c03d-4475-b165-a514788560d7 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:45.840680 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8f819-461b-45c6-8396-faddbbe3b86d req-301a9e56-e315-4bd0-8c6e-8cc4dbb934c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:45.842376 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7b8f819-461b-45c6-8396-faddbbe3b86d req-301a9e56-e315-4bd0-8c6e-8cc4dbb934c6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.0711195 Apr 20 17:18:45.880759 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port db955777-f791-4005-a279-3a7e7cd2ff53 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:45.881391 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:45.980385 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-e89fe0e2-d325-41ed-a883-77ce3bb05db2 req-2d3b4b77-c03d-4475-b165-a514788560d7 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:45.985364 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-9b4a8c13-2a20-4a58-a5df-e58c1172f13f admin admin] For port b3f5165e-8986-45c3-b35a-a1eb4d12e9e3, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=b3f5165e-8986-45c3-b35a-a1eb4d12e9e3,segment=NetworkSegment(88edce72-7870-4b35-a3d6-fc6077604be6),segment_id=88edce72-7870-4b35-a3d6-fc6077604be6)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:45.985536 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1bc30a55-b145-4237-87b2-86fed82b3618 None None] For port b3f5165e-8986-45c3-b35a-a1eb4d12e9e3, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=b3f5165e-8986-45c3-b35a-a1eb4d12e9e3,segment=NetworkSegment(88edce72-7870-4b35-a3d6-fc6077604be6),segment_id=88edce72-7870-4b35-a3d6-fc6077604be6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:45.985719 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9b4a8c13-2a20-4a58-a5df-e58c1172f13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:45.985820 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1bc30a55-b145-4237-87b2-86fed82b3618 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:45.996048 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7b8f819-461b-45c6-8396-faddbbe3b86d req-1a21558f-a503-41f4-ab58-2b4be57c9e18 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1462851 Apr 20 17:18:46.068300 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-e89fe0e2-d325-41ed-a883-77ce3bb05db2 req-2d3b4b77-c03d-4475-b165-a514788560d7 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Usage tracker for resource:security_group_rule and tenant:ffcb78f29a714057bb79ebadc32ed198 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:18:46.072478 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-e89fe0e2-d325-41ed-a883-77ce3bb05db2 req-2d3b4b77-c03d-4475-b165-a514788560d7 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:18:46.125572 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574c7d4-2b81-4380-82b3-dc1bf0be54ff req-530c3d71-54c8-46d2-a8d1-c64172aac99a tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:46.127252 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3574c7d4-2b81-4380-82b3-dc1bf0be54ff req-530c3d71-54c8-46d2-a8d1-c64172aac99a tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e644317-6274-441c-9be1-e50ed8dbfdf3 HTTP/1.1" status: 200 len: 946 time: 0.1950254 Apr 20 17:18:46.143975 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-9b4a8c13-2a20-4a58-a5df-e58c1172f13f admin admin] Calling delete_port for b3f5165e-8986-45c3-b35a-a1eb4d12e9e3 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:18:46.145523 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1bc30a55-b145-4237-87b2-86fed82b3618 None None] Calling delete_port for b3f5165e-8986-45c3-b35a-a1eb4d12e9e3 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:18:46.170918 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1f8f188d-93fd-4cd9-8d9b-8c729beacc07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:46.172161 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-e89fe0e2-d325-41ed-a883-77ce3bb05db2 req-2d3b4b77-c03d-4475-b165-a514788560d7 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:46.181921 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8d969dff-fcdf-470f-9b75-588e97321705 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:46.205614 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7b8f819-461b-45c6-8396-faddbbe3b86d req-8e07f65f-74b2-41e2-9e3a-292acbc546f8 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994410 Apr 20 17:18:46.217906 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1f8f188d-93fd-4cd9-8d9b-8c729beacc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:46.240439 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b37df942-dadb-439e-9f4c-9165332c0e25 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:46.253347 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3574c7d4-2b81-4380-82b3-dc1bf0be54ff req-f24f1781-ec28-489e-a678-f861751c618f tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041410 Apr 20 17:18:46.266572 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b37df942-dadb-439e-9f4c-9165332c0e25 None None] Transition to ACTIVE for port object 27d598ac-acbd-4a33-b47c-5e85eec2ee65 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:18:46.290150 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f8f188d-93fd-4cd9-8d9b-8c729beacc07 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:18:46.334405 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b37df942-dadb-439e-9f4c-9165332c0e25 None None] Transition to ACTIVE for port object 27d598ac-acbd-4a33-b47c-5e85eec2ee65 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:18:46.334849 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:46.341416 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d969dff-fcdf-470f-9b75-588e97321705 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Pushing event updated for resources: {'Subnet': ['ID=93f834c9-d665-4383-8c5d-7a7311783f9a,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:46.352857 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f188d-93fd-4cd9-8d9b-8c729beacc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4916b32-1e75-4521-b0c7-5a7678753e7b,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:46.355858 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b37df942-dadb-439e-9f4c-9165332c0e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:46.356275 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1f8f188d-93fd-4cd9-8d9b-8c729beacc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:46.356775 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-1f8f188d-93fd-4cd9-8d9b-8c729beacc07 admin admin] Added segment 4fc59e16-1c50-4b7d-afb8-5de8a7074707 of type vlan for network 7289b4d6-d07e-4d7e-9061-229d2aa24696 Apr 20 17:18:46.426145 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1bc30a55-b145-4237-87b2-86fed82b3618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:46.433057 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.api [None req-9b4a8c13-2a20-4a58-a5df-e58c1172f13f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:18:46.433568 n-d-838032-1 neutron-server[84080]: DEBUG oslo_db.api [None req-9b4a8c13-2a20-4a58-a5df-e58c1172f13f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:18:46.439203 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9669fa-6bcb-4dc1-a556-d0d7551c358d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db955777-f791-4005-a279-3a7e7cd2ff53'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:18:46.441020 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e89fe0e2-d325-41ed-a883-77ce3bb05db2 req-2d3b4b77-c03d-4475-b165-a514788560d7 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:46.443075 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1f8f188d-93fd-4cd9-8d9b-8c729beacc07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:46.451634 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e89fe0e2-d325-41ed-a883-77ce3bb05db2 req-2d3b4b77-c03d-4475-b165-a514788560d7 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:46.461911 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7b8f819-461b-45c6-8396-faddbbe3b86d req-b789b4fd-8ed2-4a5e-affc-a2776f8d642e service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487068 Apr 20 17:18:46.469064 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port db955777-f791-4005-a279-3a7e7cd2ff53, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=db955777-f791-4005-a279-3a7e7cd2ff53,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:46.471736 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d969dff-fcdf-470f-9b75-588e97321705 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Checking segment: {'id': 'ed532698-ac79-4654-b726-93450dcffcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd9f1e448-db15-4c9f-8c5b-a0fa35869e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:18:46.472281 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d969dff-fcdf-470f-9b75-588e97321705 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Network hostable DHCP agents. Network: d9f1e448-db15-4c9f-8c5b-a0fa35869e80, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:18:46.472927 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37df942-dadb-439e-9f4c-9165332c0e25 None None] Network a39373cc-9e04-46cb-a6a0-e81ef6eae8fd is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:18:46.477400 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-b37df942-dadb-439e-9f4c-9165332c0e25 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:18:46.481053 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc30a55-b145-4237-87b2-86fed82b3618 None None] No DVR routers for this DVR port b3f5165e-8986-45c3-b35a-a1eb4d12e9e3 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:18:46.482819 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37df942-dadb-439e-9f4c-9165332c0e25 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:18:46.489656 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37df942-dadb-439e-9f4c-9165332c0e25 None None] Pushing event updated for resources: {'Port': ['ID=27d598ac-acbd-4a33-b47c-5e85eec2ee65,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:46.531743 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b4b77-c03d-4475-b165-a514788560d7 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14e167ac-98bb-4e0e-82c8-9b9621204907,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:46.533224 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:46.569004 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1f8f188d-93fd-4cd9-8d9b-8c729beacc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:46.570049 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8f188d-93fd-4cd9-8d9b-8c729beacc07 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:46.570820 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1f8f188d-93fd-4cd9-8d9b-8c729beacc07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:46.581288 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc30a55-b145-4237-87b2-86fed82b3618 None None] Pushing event deleted for resources: {'Port': ['ID=b3f5165e-8986-45c3-b35a-a1eb4d12e9e3,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:46.602530 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e89fe0e2-d325-41ed-a883-77ce3bb05db2 req-2d3b4b77-c03d-4475-b165-a514788560d7 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:46.603807 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e89fe0e2-d325-41ed-a883-77ce3bb05db2 req-2d3b4b77-c03d-4475-b165-a514788560d7 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 1.0945044 Apr 20 17:18:46.666218 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d969dff-fcdf-470f-9b75-588e97321705 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Network d9f1e448-db15-4c9f-8c5b-a0fa35869e80 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:18:46.691003 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1f8f188d-93fd-4cd9-8d9b-8c729beacc07 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0923936 Apr 20 17:18:46.691858 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40850) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:46.706684 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-9a0ac33b-0571-47a9-907e-2a9e50c8566e admin admin] Request body: {'subnet': {'network_id': '7289b4d6-d07e-4d7e-9061-229d2aa24696', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1596263937-subnet', 'tenant_id': '159ad23e438e4a93b23c1f04f39ed31a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:18:46.712535 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9a0ac33b-0571-47a9-907e-2a9e50c8566e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:46.717434 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9a0ac33b-0571-47a9-907e-2a9e50c8566e admin admin] Usage tracker for resource:subnet and tenant:159ad23e438e4a93b23c1f04f39ed31a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:18:46.720420 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9a0ac33b-0571-47a9-907e-2a9e50c8566e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:18:46.726719 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9a0ac33b-0571-47a9-907e-2a9e50c8566e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:46.738436 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-8d969dff-fcdf-470f-9b75-588e97321705 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, d9f1e448-db15-4c9f-8c5b-a0fa35869e80) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:18:46.744104 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d969dff-fcdf-470f-9b75-588e97321705 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:46.744772 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8d969dff-fcdf-470f-9b75-588e97321705 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:46.758460 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6d7ac0-79ff-4f95-ba1f-9265905a5749 None None] Network d9f1e448-db15-4c9f-8c5b-a0fa35869e80 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:18:46.763681 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0ac33b-0571-47a9-907e-2a9e50c8566e admin admin] Made reservation on behalf of 159ad23e438e4a93b23c1f04f39ed31a for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:18:46.766352 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9a0ac33b-0571-47a9-907e-2a9e50c8566e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:46.798103 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b37df942-dadb-439e-9f4c-9165332c0e25 None None] Attempting to bind port 27d598ac-acbd-4a33-b47c-5e85eec2ee65 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:18:46.798485 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b37df942-dadb-439e-9f4c-9165332c0e25 None None] Attempting to bind port 27d598ac-acbd-4a33-b47c-5e85eec2ee65 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'abb1ef17-1d29-49c1-9668-c4c78c541eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a39373cc-9e04-46cb-a6a0-e81ef6eae8fd'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:18:46.798831 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37df942-dadb-439e-9f4c-9165332c0e25 None None] Attempting to bind port 27d598ac-acbd-4a33-b47c-5e85eec2ee65 on network a39373cc-9e04-46cb-a6a0-e81ef6eae8fd {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:18:46.804757 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device b3f5165e-8986-45c3-b35a-a1eb4d12e9e3 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:18:46.843824 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f188d-93fd-4cd9-8d9b-8c729beacc07 admin admin] Pushing event updated for resources: {'Network': ['ID=7289b4d6-d07e-4d7e-9061-229d2aa24696,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:46.853121 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8d969dff-fcdf-470f-9b75-588e97321705 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1814387 Apr 20 17:18:46.855632 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40858) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:46.861063 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-27197c2e-1f54-4a1c-a8d2-cef8fe2f9899 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Request body: {'port': {'network_id': 'a39373cc-9e04-46cb-a6a0-e81ef6eae8fd', 'name': 'tempest-TaggedBootDevicesTest-1673339310', 'fixed_ips': [{'subnet_id': '11a8e839-1da0-4863-85ac-b3bf2b70f6f8'}]}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:18:46.893122 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 7289b4d6-d07e-4d7e-9061-229d2aa24696 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:18:46.917788 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: b3f5165e-8986-45c3-b35a-a1eb4d12e9e3 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:18:46.918143 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device b3f5165e-8986-45c3-b35a-a1eb4d12e9e3 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:18:46.925488 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=db955777-f791-4005-a279-3a7e7cd2ff53,revision_number=8']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:46.999409 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37df942-dadb-439e-9f4c-9165332c0e25 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:18:46.999935 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37df942-dadb-439e-9f4c-9165332c0e25 None None] Checking segment: {'id': 'abb1ef17-1d29-49c1-9668-c4c78c541eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a39373cc-9e04-46cb-a6a0-e81ef6eae8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:18:47.000772 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b37df942-dadb-439e-9f4c-9165332c0e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:47.001161 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37df942-dadb-439e-9f4c-9165332c0e25 None None] Bound using segment: {'id': 'abb1ef17-1d29-49c1-9668-c4c78c541eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a39373cc-9e04-46cb-a6a0-e81ef6eae8fd'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:18:47.001642 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b37df942-dadb-439e-9f4c-9165332c0e25 None None] Bound port: 27d598ac-acbd-4a33-b47c-5e85eec2ee65, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb1ef17-1d29-49c1-9668-c4c78c541eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a39373cc-9e04-46cb-a6a0-e81ef6eae8fd'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:18:47.002001 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b37df942-dadb-439e-9f4c-9165332c0e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:47.061295 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-9b4a8c13-2a20-4a58-a5df-e58c1172f13f admin admin] Deleting port b3f5165e-8986-45c3-b35a-a1eb4d12e9e3 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:18:47.061686 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9b4a8c13-2a20-4a58-a5df-e58c1172f13f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:47.208032 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-9b4a8c13-2a20-4a58-a5df-e58c1172f13f admin admin] The port 'b3f5165e-8986-45c3-b35a-a1eb4d12e9e3' was deleted {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:18:47.222697 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-27197c2e-1f54-4a1c-a8d2-cef8fe2f9899 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:47.229766 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-27197c2e-1f54-4a1c-a8d2-cef8fe2f9899 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Usage tracker for resource:port and tenant:60c7e2ae348346058b3fbfec10afa715 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:18:47.234043 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-27197c2e-1f54-4a1c-a8d2-cef8fe2f9899 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:18:47.243008 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-27197c2e-1f54-4a1c-a8d2-cef8fe2f9899 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:47.259379 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27197c2e-1f54-4a1c-a8d2-cef8fe2f9899 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Made reservation on behalf of 60c7e2ae348346058b3fbfec10afa715 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:18:47.271141 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b37df942-dadb-439e-9f4c-9165332c0e25 None None] For port 27d598ac-acbd-4a33-b47c-5e85eec2ee65, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:18:47.284507 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b37df942-dadb-439e-9f4c-9165332c0e25 None None] For port 27d598ac-acbd-4a33-b47c-5e85eec2ee65, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=27d598ac-acbd-4a33-b47c-5e85eec2ee65,segment=NetworkSegment(abb1ef17-1d29-49c1-9668-c4c78c541eec),segment_id=abb1ef17-1d29-49c1-9668-c4c78c541eec)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:18:47.321362 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b37df942-dadb-439e-9f4c-9165332c0e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:47.387476 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adaa0ef-b0ae-4b44-82f0-8e4fd127aff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-d9f1e448-db15-4c9f-8c5b-a0fa35869e80', 'network_id': 'd9f1e448-db15-4c9f-8c5b-a0fa35869e80', 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'fixed_ips': [{'subnet_id': '93f834c9-d665-4383-8c5d-7a7311783f9a'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:18:47.388293 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4adaa0ef-b0ae-4b44-82f0-8e4fd127aff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:47.393711 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9a0ac33b-0571-47a9-907e-2a9e50c8566e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:47.483731 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77e03d89-2b91-4a16-b11e-3bbb570bb48c'] response: {'server_uuid': 'cf9669fa-6bcb-4dc1-a556-d0d7551c358d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db955777-f791-4005-a279-3a7e7cd2ff53', 'code': 200} Apr 20 17:18:47.492760 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37df942-dadb-439e-9f4c-9165332c0e25 None None] Pushing event updated for resources: {'Port': ['ID=27d598ac-acbd-4a33-b47c-5e85eec2ee65,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:47.523520 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ac33b-0571-47a9-907e-2a9e50c8566e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2f65fad-12b6-4d33-aa45-7d4baab655e0,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:47.544720 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9b4a8c13-2a20-4a58-a5df-e58c1172f13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:47.565639 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-27197c2e-1f54-4a1c-a8d2-cef8fe2f9899 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:47.600713 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-27197c2e-1f54-4a1c-a8d2-cef8fe2f9899 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] device_id is not set on port 8823eb66-e9cf-4a3d-bc96-df512d3f7773 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:18:47.676869 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-9b4a8c13-2a20-4a58-a5df-e58c1172f13f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fff7241-063c-4945-88bb-0dafb6148a83']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:18:47.681930 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-4adaa0ef-b0ae-4b44-82f0-8e4fd127aff5 None None] Allocated IP 10.2.2.2 (d9f1e448-db15-4c9f-8c5b-a0fa35869e80/93f834c9-d665-4383-8c5d-7a7311783f9a/156317f0-4c35-4b96-afef-2e356ffb2339) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:18:47.694929 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-9b4a8c13-2a20-4a58-a5df-e58c1172f13f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88edce72-7870-4b35-a3d6-fc6077604be6') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:18:47.695390 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-9b4a8c13-2a20-4a58-a5df-e58c1172f13f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88edce72-7870-4b35-a3d6-fc6077604be6') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:18:47.710094 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9b4a8c13-2a20-4a58-a5df-e58c1172f13f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:47.730126 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9b4a8c13-2a20-4a58-a5df-e58c1172f13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:47.744491 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b4a8c13-2a20-4a58-a5df-e58c1172f13f admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:18:47.744902 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9b4a8c13-2a20-4a58-a5df-e58c1172f13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:18:47.891946 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:18:47.947435 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9b4a8c13-2a20-4a58-a5df-e58c1172f13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:47.960547 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9b4a8c13-2a20-4a58-a5df-e58c1172f13f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:47.994593 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0ac33b-0571-47a9-907e-2a9e50c8566e admin admin] Checking segment: {'id': '4fc59e16-1c50-4b7d-afb8-5de8a7074707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7289b4d6-d07e-4d7e-9061-229d2aa24696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:18:47.994957 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0ac33b-0571-47a9-907e-2a9e50c8566e admin admin] Network hostable DHCP agents. Network: 7289b4d6-d07e-4d7e-9061-229d2aa24696, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:18:48.010306 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a8c13-2a20-4a58-a5df-e58c1172f13f admin admin] Pushing event deleted for resources: {'Network': ['ID=9fff7241-063c-4945-88bb-0dafb6148a83,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:48.010654 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-27197c2e-1f54-4a1c-a8d2-cef8fe2f9899 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Allocated IP 10.1.1.188 (a39373cc-9e04-46cb-a6a0-e81ef6eae8fd/11a8e839-1da0-4863-85ac-b3bf2b70f6f8/8823eb66-e9cf-4a3d-bc96-df512d3f7773) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:18:48.018418 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9b4a8c13-2a20-4a58-a5df-e58c1172f13f admin admin] 10.222.0.39 "DELETE /v2.0/networks/9fff7241-063c-4945-88bb-0dafb6148a83 HTTP/1.1" status: 204 len: 168 time: 3.0784860 Apr 20 17:18:48.029836 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a705b73-e7dd-4e96-9aec-ed787773a50c req-06cc8b48-aaf7-47f4-917d-04275b7bcbc1 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:48.037067 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2a705b73-e7dd-4e96-9aec-ed787773a50c req-06cc8b48-aaf7-47f4-917d-04275b7bcbc1 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 949 time: 0.2058764 Apr 20 17:18:48.046898 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4adaa0ef-b0ae-4b44-82f0-8e4fd127aff5 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:48.061561 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-4adaa0ef-b0ae-4b44-82f0-8e4fd127aff5 None None] Transition to ACTIVE for port object 156317f0-4c35-4b96-afef-2e356ffb2339 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:18:48.085967 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-4adaa0ef-b0ae-4b44-82f0-8e4fd127aff5 None None] Transition to ACTIVE for port object 156317f0-4c35-4b96-afef-2e356ffb2339 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:18:48.093079 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0ac33b-0571-47a9-907e-2a9e50c8566e admin admin] Network 7289b4d6-d07e-4d7e-9061-229d2aa24696 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:18:48.103716 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4adaa0ef-b0ae-4b44-82f0-8e4fd127aff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:48.205245 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adaa0ef-b0ae-4b44-82f0-8e4fd127aff5 None None] Network d9f1e448-db15-4c9f-8c5b-a0fa35869e80 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:18:48.208893 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-4adaa0ef-b0ae-4b44-82f0-8e4fd127aff5 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:18:48.210819 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2a705b73-e7dd-4e96-9aec-ed787773a50c req-1b0daccc-fbd5-45dd-aa72-06c256da3c2e tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727700 Apr 20 17:18:48.213295 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adaa0ef-b0ae-4b44-82f0-8e4fd127aff5 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:18:48.220075 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adaa0ef-b0ae-4b44-82f0-8e4fd127aff5 None None] Pushing event updated for resources: {'Port': ['ID=156317f0-4c35-4b96-afef-2e356ffb2339,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:48.251913 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-7f83bab9-157d-4a0a-b73e-54fa07083ad3 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:48.259674 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-7f83bab9-157d-4a0a-b73e-54fa07083ad3 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/networks?id=d8ef33a9-107e-4ebd-9173-5b6bab76d40f HTTP/1.1" status: 200 len: 810 time: 0.6263680 Apr 20 17:18:48.279108 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-ea3831df-3b4a-45f0-aa4c-f500892ec42e tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/quotas/ffcb78f29a714057bb79ebadc32ed198 HTTP/1.1" status: 200 len: 375 time: 0.0184500 Apr 20 17:18:48.280939 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-9a0ac33b-0571-47a9-907e-2a9e50c8566e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 7289b4d6-d07e-4d7e-9061-229d2aa24696) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:18:48.286065 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0ac33b-0571-47a9-907e-2a9e50c8566e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:48.286772 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9a0ac33b-0571-47a9-907e-2a9e50c8566e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:48.292209 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d2561c-bbf2-4122-9056-c2f8552de6e3 None None] Network 7289b4d6-d07e-4d7e-9061-229d2aa24696 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:18:48.292362 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40904) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:48.400631 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-4adaa0ef-b0ae-4b44-82f0-8e4fd127aff5 None None] Attempting to bind port 156317f0-4c35-4b96-afef-2e356ffb2339 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:18:48.400873 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-4adaa0ef-b0ae-4b44-82f0-8e4fd127aff5 None None] Attempting to bind port 156317f0-4c35-4b96-afef-2e356ffb2339 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'ed532698-ac79-4654-b726-93450dcffcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd9f1e448-db15-4c9f-8c5b-a0fa35869e80'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:18:48.401211 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adaa0ef-b0ae-4b44-82f0-8e4fd127aff5 None None] Attempting to bind port 156317f0-4c35-4b96-afef-2e356ffb2339 on network d9f1e448-db15-4c9f-8c5b-a0fa35869e80 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:18:48.412108 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adaa0ef-b0ae-4b44-82f0-8e4fd127aff5 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:18:48.412750 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adaa0ef-b0ae-4b44-82f0-8e4fd127aff5 None None] Checking segment: {'id': 'ed532698-ac79-4654-b726-93450dcffcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd9f1e448-db15-4c9f-8c5b-a0fa35869e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:18:48.412874 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4adaa0ef-b0ae-4b44-82f0-8e4fd127aff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:48.413250 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adaa0ef-b0ae-4b44-82f0-8e4fd127aff5 None None] Bound using segment: {'id': 'ed532698-ac79-4654-b726-93450dcffcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd9f1e448-db15-4c9f-8c5b-a0fa35869e80'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:18:48.413715 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-4adaa0ef-b0ae-4b44-82f0-8e4fd127aff5 None None] Bound port: 156317f0-4c35-4b96-afef-2e356ffb2339, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed532698-ac79-4654-b726-93450dcffcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd9f1e448-db15-4c9f-8c5b-a0fa35869e80'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:18:48.414081 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4adaa0ef-b0ae-4b44-82f0-8e4fd127aff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:48.429315 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9a0ac33b-0571-47a9-907e-2a9e50c8566e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7322948 Apr 20 17:18:48.431512 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40908) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:48.478247 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-cd532c62-95d0-4976-8bf5-ae61dd91fb2c admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1596263937-router', 'tenant_id': '159ad23e438e4a93b23c1f04f39ed31a', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:18:48.492399 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-cd532c62-95d0-4976-8bf5-ae61dd91fb2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:48.499573 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a9396e3a-9171-4a85-b9a6-5b279453a35f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=09fc1279785c4b8daed6da8da5ce234b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2041435 Apr 20 17:18:48.500860 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-cd532c62-95d0-4976-8bf5-ae61dd91fb2c admin admin] Usage tracker for resource:router and tenant:159ad23e438e4a93b23c1f04f39ed31a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:18:48.505043 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40912) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:48.513961 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-cd532c62-95d0-4976-8bf5-ae61dd91fb2c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:18:48.537039 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-cd532c62-95d0-4976-8bf5-ae61dd91fb2c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:48.560275 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd40b6-7a89-4342-a417-01fcc19af863 req-40f2759c-c4af-4f00-913d-7f2d74f1c0eb tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:48.561718 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-99fd40b6-7a89-4342-a417-01fcc19af863 req-40f2759c-c4af-4f00-913d-7f2d74f1c0eb tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e644317-6274-441c-9be1-e50ed8dbfdf3 HTTP/1.1" status: 200 len: 946 time: 0.2704985 Apr 20 17:18:48.585419 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-27197c2e-1f54-4a1c-a8d2-cef8fe2f9899 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:48.638332 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-27197c2e-1f54-4a1c-a8d2-cef8fe2f9899 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Transition to ACTIVE for port object 8823eb66-e9cf-4a3d-bc96-df512d3f7773 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:18:48.651081 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cd532c62-95d0-4976-8bf5-ae61dd91fb2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:48.652016 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cd532c62-95d0-4976-8bf5-ae61dd91fb2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:48.659563 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa43e4-552f-496d-ad12-e5bdc25e75c7 req-cf39dcc9-8350-484b-af32-7780187a5bc6 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:48.662235 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-4adaa0ef-b0ae-4b44-82f0-8e4fd127aff5 None None] For port 156317f0-4c35-4b96-afef-2e356ffb2339, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:18:48.668704 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-99aa43e4-552f-496d-ad12-e5bdc25e75c7 req-cf39dcc9-8350-484b-af32-7780187a5bc6 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e644317-6274-441c-9be1-e50ed8dbfdf3 HTTP/1.1" status: 200 len: 946 time: 0.2862685 Apr 20 17:18:48.679661 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-4adaa0ef-b0ae-4b44-82f0-8e4fd127aff5 None None] For port 156317f0-4c35-4b96-afef-2e356ffb2339, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=156317f0-4c35-4b96-afef-2e356ffb2339,segment=NetworkSegment(ed532698-ac79-4654-b726-93450dcffcf6),segment_id=ed532698-ac79-4654-b726-93450dcffcf6)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:18:48.684861 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e50a59-c9d6-41e3-8153-fbfd7ac7add4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-7289b4d6-d07e-4d7e-9061-229d2aa24696', 'network_id': '7289b4d6-d07e-4d7e-9061-229d2aa24696', 'tenant_id': '159ad23e438e4a93b23c1f04f39ed31a', 'fixed_ips': [{'subnet_id': 'f2f65fad-12b6-4d33-aa45-7d4baab655e0'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:18:48.685801 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-86e50a59-c9d6-41e3-8153-fbfd7ac7add4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:48.689017 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-fa28dd51-5c4d-4711-8544-eb807c6fed4e tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ffcb78f29a714057bb79ebadc32ed198&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4090095 Apr 20 17:18:48.699447 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4adaa0ef-b0ae-4b44-82f0-8e4fd127aff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:48.724188 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-99fd40b6-7a89-4342-a417-01fcc19af863 req-2500655d-a6d0-4897-b985-585dbaf4e1d0 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Deleting port aface188-a5ff-4341-a834-d89607b0f400 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:18:48.724529 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-99fd40b6-7a89-4342-a417-01fcc19af863 req-2500655d-a6d0-4897-b985-585dbaf4e1d0 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:48.847232 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9ff33189-bf94-48b0-80ab-e2ee78a52c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:48.868696 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cd532c62-95d0-4976-8bf5-ae61dd91fb2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:48.990426 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-86e50a59-c9d6-41e3-8153-fbfd7ac7add4 None None] Allocated IP 172.20.0.2 (7289b4d6-d07e-4d7e-9061-229d2aa24696/f2f65fad-12b6-4d33-aa45-7d4baab655e0/bfbeaf3d-f308-43e2-9cd6-ab052f693d76) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:18:49.004691 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-27197c2e-1f54-4a1c-a8d2-cef8fe2f9899 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:49.074473 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-cf9bd741-8614-430c-bc2e-fc2feec83ea1 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:18:49.081494 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-cf9bd741-8614-430c-bc2e-fc2feec83ea1 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3916211 Apr 20 17:18:49.099461 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 27d598ac-acbd-4a33-b47c-5e85eec2ee65 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:18:49.147433 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9ff33189-bf94-48b0-80ab-e2ee78a52c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:49.164641 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27197c2e-1f54-4a1c-a8d2-cef8fe2f9899 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Pushing event updated for resources: {'Port': ['ID=8823eb66-e9cf-4a3d-bc96-df512d3f7773,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:49.177808 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adaa0ef-b0ae-4b44-82f0-8e4fd127aff5 None None] Pushing event updated for resources: {'Port': ['ID=156317f0-4c35-4b96-afef-2e356ffb2339,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:49.187354 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2060c162-ada9-43ec-83f0-6c696fc0a18c None None] Network a39373cc-9e04-46cb-a6a0-e81ef6eae8fd requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:18:49.190500 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-99aa43e4-552f-496d-ad12-e5bdc25e75c7 req-4942b8eb-da12-4b15-a738-c526425a120d tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups?id=7199b6f3-95fc-40e9-b57d-a1d13b26d2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5202427 Apr 20 17:18:49.309890 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27197c2e-1f54-4a1c-a8d2-cef8fe2f9899 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Network a39373cc-9e04-46cb-a6a0-e81ef6eae8fd is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:18:49.324959 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-27197c2e-1f54-4a1c-a8d2-cef8fe2f9899 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:18:49.332480 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27197c2e-1f54-4a1c-a8d2-cef8fe2f9899 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:18:49.469492 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cd532c62-95d0-4976-8bf5-ae61dd91fb2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:49.477699 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-86e50a59-c9d6-41e3-8153-fbfd7ac7add4 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:49.495911 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-86e50a59-c9d6-41e3-8153-fbfd7ac7add4 None None] Transition to ACTIVE for port object bfbeaf3d-f308-43e2-9cd6-ab052f693d76 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:18:49.507210 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-bb099d9f-f66f-49ed-8e94-18c0e0192106 service neutron] 10.222.0.39 "GET /v2.0/networks/d8ef33a9-107e-4ebd-9173-5b6bab76d40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246807 Apr 20 17:18:49.511422 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-99fd40b6-7a89-4342-a417-01fcc19af863 req-2500655d-a6d0-4897-b985-585dbaf4e1d0 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] For port aface188-a5ff-4341-a834-d89607b0f400, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=aface188-a5ff-4341-a834-d89607b0f400,segment=NetworkSegment(43999dff-a448-4195-ad66-c7adbdca2564),segment_id=43999dff-a448-4195-ad66-c7adbdca2564)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:49.511775 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-99fd40b6-7a89-4342-a417-01fcc19af863 req-2500655d-a6d0-4897-b985-585dbaf4e1d0 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:49.520132 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-86e50a59-c9d6-41e3-8153-fbfd7ac7add4 None None] Transition to ACTIVE for port object bfbeaf3d-f308-43e2-9cd6-ab052f693d76 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:18:49.555950 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-86e50a59-c9d6-41e3-8153-fbfd7ac7add4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:49.559325 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fa96d-a62c-4849-92a7-242b1936a11f req-e33eb859-a0a2-42d5-9cb4-f156db9e3db7 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:49.560229 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-646fa96d-a62c-4849-92a7-242b1936a11f req-e33eb859-a0a2-42d5-9cb4-f156db9e3db7 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Synchronizing usage tracker for tenant:07e7ee6fb2044b339294a5844a1dc3d4 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:18:49.567177 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27197c2e-1f54-4a1c-a8d2-cef8fe2f9899 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:49.568197 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-27197c2e-1f54-4a1c-a8d2-cef8fe2f9899 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:49.597393 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-27197c2e-1f54-4a1c-a8d2-cef8fe2f9899 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7383766 Apr 20 17:18:49.601064 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40926) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:49.619886 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-221dcc14-ef09-410b-8e33-076aa9d8ae17 None None] Provisioning for port 27d598ac-acbd-4a33-b47c-5e85eec2ee65 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:18:49.631776 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-27a6c725-3ee4-4455-b54f-69dd802ff108 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Request body: {'port': {'network_id': 'a39373cc-9e04-46cb-a6a0-e81ef6eae8fd', 'name': 'tempest-TaggedBootDevicesTest-1197584304', 'fixed_ips': [{'subnet_id': '11a8e839-1da0-4863-85ac-b3bf2b70f6f8'}]}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:18:49.655137 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-646fa96d-a62c-4849-92a7-242b1936a11f req-e33eb859-a0a2-42d5-9cb4-f156db9e3db7 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Unset dirty status for tenant:07e7ee6fb2044b339294a5844a1dc3d4 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:18:49.656309 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-646fa96d-a62c-4849-92a7-242b1936a11f req-e33eb859-a0a2-42d5-9cb4-f156db9e3db7 tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.10 "GET /v2.0/ports?device_id=f69d4efc-eb5f-44eb-81ba-f805c7bef7b7 HTTP/1.1" status: 200 len: 950 time: 0.7661695 Apr 20 17:18:49.683594 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e50a59-c9d6-41e3-8153-fbfd7ac7add4 None None] Network 7289b4d6-d07e-4d7e-9061-229d2aa24696 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:18:49.700033 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-86e50a59-c9d6-41e3-8153-fbfd7ac7add4 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:18:49.702850 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e50a59-c9d6-41e3-8153-fbfd7ac7add4 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:18:49.728984 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 27d598ac-acbd-4a33-b47c-5e85eec2ee65 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:18:49.735248 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 27d598ac-acbd-4a33-b47c-5e85eec2ee65 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:49.735609 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:49.758039 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9ff33189-bf94-48b0-80ab-e2ee78a52c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:49.758620 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e50a59-c9d6-41e3-8153-fbfd7ac7add4 None None] Pushing event updated for resources: {'Port': ['ID=bfbeaf3d-f308-43e2-9cd6-ab052f693d76,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:49.774101 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-99fd40b6-7a89-4342-a417-01fcc19af863 req-2500655d-a6d0-4897-b985-585dbaf4e1d0 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Calling delete_port for aface188-a5ff-4341-a834-d89607b0f400 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:18:49.804891 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff33189-bf94-48b0-80ab-e2ee78a52c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a29ecc9-0012-4ec8-93c9-e8b22ecef66f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:49.818041 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e7b8f819-461b-45c6-8396-faddbbe3b86d req-4b06fa81-bcc8-4dc8-8a20-cd68892844a4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d&tenant_id=c12b40028ab147a889b4fc203a6893de HTTP/1.1" status: 200 len: 1100 time: 0.7022374 Apr 20 17:18:49.840835 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f27dff-633e-4c17-a8da-16b854516368 req-a729869c-d5fd-43fd-bd65-36fe0e52d76d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:49.842317 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-39f27dff-633e-4c17-a8da-16b854516368 req-a729869c-d5fd-43fd-bd65-36fe0e52d76d tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=f69d4efc-eb5f-44eb-81ba-f805c7bef7b7 HTTP/1.1" status: 200 len: 950 time: 0.3890538 Apr 20 17:18:49.848861 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9ff33189-bf94-48b0-80ab-e2ee78a52c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:49.852398 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9ff33189-bf94-48b0-80ab-e2ee78a52c7a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9a29ecc9-0012-4ec8-93c9-e8b22ecef66f HTTP/1.1" status: 204 len: 168 time: 1.3430502 Apr 20 17:18:49.875332 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-646fa96d-a62c-4849-92a7-242b1936a11f req-d99e40a6-0b81-439d-99e7-f4471b7043eb tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Deleting port 357a6a12-cbe7-49e3-920c-3f188feb1c03 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:18:49.875688 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-646fa96d-a62c-4849-92a7-242b1936a11f req-d99e40a6-0b81-439d-99e7-f4471b7043eb tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:49.967319 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-27a6c725-3ee4-4455-b54f-69dd802ff108 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:49.971162 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-86e50a59-c9d6-41e3-8153-fbfd7ac7add4 None None] Attempting to bind port bfbeaf3d-f308-43e2-9cd6-ab052f693d76 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:18:49.971331 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-86e50a59-c9d6-41e3-8153-fbfd7ac7add4 None None] Attempting to bind port bfbeaf3d-f308-43e2-9cd6-ab052f693d76 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '4fc59e16-1c50-4b7d-afb8-5de8a7074707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7289b4d6-d07e-4d7e-9061-229d2aa24696'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:18:49.972705 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e50a59-c9d6-41e3-8153-fbfd7ac7add4 None None] Attempting to bind port bfbeaf3d-f308-43e2-9cd6-ab052f693d76 on network 7289b4d6-d07e-4d7e-9061-229d2aa24696 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:18:49.977654 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-27a6c725-3ee4-4455-b54f-69dd802ff108 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Usage tracker for resource:port and tenant:60c7e2ae348346058b3fbfec10afa715 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:18:49.984230 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e50a59-c9d6-41e3-8153-fbfd7ac7add4 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:18:49.984589 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e50a59-c9d6-41e3-8153-fbfd7ac7add4 None None] Checking segment: {'id': '4fc59e16-1c50-4b7d-afb8-5de8a7074707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7289b4d6-d07e-4d7e-9061-229d2aa24696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:18:49.984977 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-86e50a59-c9d6-41e3-8153-fbfd7ac7add4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:49.985357 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e50a59-c9d6-41e3-8153-fbfd7ac7add4 None None] Bound using segment: {'id': '4fc59e16-1c50-4b7d-afb8-5de8a7074707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7289b4d6-d07e-4d7e-9061-229d2aa24696'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:18:49.986089 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-86e50a59-c9d6-41e3-8153-fbfd7ac7add4 None None] Bound port: bfbeaf3d-f308-43e2-9cd6-ab052f693d76, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc59e16-1c50-4b7d-afb8-5de8a7074707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7289b4d6-d07e-4d7e-9061-229d2aa24696'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:18:49.986493 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-86e50a59-c9d6-41e3-8153-fbfd7ac7add4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:50.005124 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-6a3090b1-642a-4f6c-9859-cc094808be27 service neutron] 10.222.0.39 "GET /v2.0/networks/d8ef33a9-107e-4ebd-9173-5b6bab76d40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4969802 Apr 20 17:18:50.015105 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-27a6c725-3ee4-4455-b54f-69dd802ff108 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:18:50.041751 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-27a6c725-3ee4-4455-b54f-69dd802ff108 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:50.067390 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-39f27dff-633e-4c17-a8da-16b854516368 req-cab8fd30-644d-4dbf-8d50-008ba285762f tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/security-groups?id=c63d1610-b73d-4383-a240-b00611a078aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155266 Apr 20 17:18:50.079666 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a6c725-3ee4-4455-b54f-69dd802ff108 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Made reservation on behalf of 60c7e2ae348346058b3fbfec10afa715 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:18:50.086431 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-27a6c725-3ee4-4455-b54f-69dd802ff108 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:50.156448 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-27a6c725-3ee4-4455-b54f-69dd802ff108 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] device_id is not set on port c655084b-fd05-45fb-8e95-31b739360b4f yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:18:50.268169 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:50.277973 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e7b8f819-461b-45c6-8396-faddbbe3b86d req-cde9f80c-b329-4036-9c07-eb6a193812db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 1100 time: 0.3730054 Apr 20 17:18:50.464680 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 27d598ac-acbd-4a33-b47c-5e85eec2ee65, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=27d598ac-acbd-4a33-b47c-5e85eec2ee65,segment=NetworkSegment(abb1ef17-1d29-49c1-9668-c4c78c541eec),segment_id=abb1ef17-1d29-49c1-9668-c4c78c541eec)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:50.466737 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-86e50a59-c9d6-41e3-8153-fbfd7ac7add4 None None] For port bfbeaf3d-f308-43e2-9cd6-ab052f693d76, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:18:50.489390 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-86e50a59-c9d6-41e3-8153-fbfd7ac7add4 None None] For port bfbeaf3d-f308-43e2-9cd6-ab052f693d76, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=bfbeaf3d-f308-43e2-9cd6-ab052f693d76,segment=NetworkSegment(4fc59e16-1c50-4b7d-afb8-5de8a7074707),segment_id=4fc59e16-1c50-4b7d-afb8-5de8a7074707)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:18:50.490844 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:50.591486 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-86e50a59-c9d6-41e3-8153-fbfd7ac7add4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:50.712877 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=27d598ac-acbd-4a33-b47c-5e85eec2ee65,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:50.819164 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-99fd40b6-7a89-4342-a417-01fcc19af863 req-2500655d-a6d0-4897-b985-585dbaf4e1d0 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:50.886458 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add85cf9-f4b5-45ac-8f2b-af447dd37ba4 None None] Network d9f1e448-db15-4c9f-8c5b-a0fa35869e80 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:18:50.945295 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 156317f0-4c35-4b96-afef-2e356ffb2339 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:18:51.229528 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e50a59-c9d6-41e3-8153-fbfd7ac7add4 None None] Pushing event updated for resources: {'Port': ['ID=bfbeaf3d-f308-43e2-9cd6-ab052f693d76,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:51.268464 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-29ab7f14-e70a-4d6a-b390-c32932a24875 None None] Provisioning for port 8823eb66-e9cf-4a3d-bc96-df512d3f7773 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:18:51.286908 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-646fa96d-a62c-4849-92a7-242b1936a11f req-d99e40a6-0b81-439d-99e7-f4471b7043eb tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] For port 357a6a12-cbe7-49e3-920c-3f188feb1c03, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=357a6a12-cbe7-49e3-920c-3f188feb1c03,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:51.288000 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-646fa96d-a62c-4849-92a7-242b1936a11f req-d99e40a6-0b81-439d-99e7-f4471b7043eb tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:51.319561 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500655d-a6d0-4897-b985-585dbaf4e1d0 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Pushing event deleted for resources: {'Port': ['ID=aface188-a5ff-4341-a834-d89607b0f400,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:51.363772 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-29ab7f14-e70a-4d6a-b390-c32932a24875 None None] Provisioning complete for port 8823eb66-e9cf-4a3d-bc96-df512d3f7773 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:51.365064 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-29ab7f14-e70a-4d6a-b390-c32932a24875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:51.455017 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-646fa96d-a62c-4849-92a7-242b1936a11f req-d99e40a6-0b81-439d-99e7-f4471b7043eb tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Calling delete_port for 357a6a12-cbe7-49e3-920c-3f188feb1c03 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:18:51.500948 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-99fd40b6-7a89-4342-a417-01fcc19af863 req-2500655d-a6d0-4897-b985-585dbaf4e1d0 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] No DVR routers for this DVR port aface188-a5ff-4341-a834-d89607b0f400 on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:18:51.504139 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-99fd40b6-7a89-4342-a417-01fcc19af863 req-2500655d-a6d0-4897-b985-585dbaf4e1d0 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:51.525747 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e644317-6274-441c-9be1-e50ed8dbfdf3', 'name': 'network-vif-deleted', 'tag': 'aface188-a5ff-4341-a834-d89607b0f400'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:18:51.573777 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 156317f0-4c35-4b96-afef-2e356ffb2339 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:18:51.604024 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cd532c62-95d0-4976-8bf5-ae61dd91fb2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:51.619011 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device db955777-f791-4005-a279-3a7e7cd2ff53 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:18:51.641629 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-27a6c725-3ee4-4455-b54f-69dd802ff108 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Allocated IP 10.1.1.162 (a39373cc-9e04-46cb-a6a0-e81ef6eae8fd/11a8e839-1da0-4863-85ac-b3bf2b70f6f8/c655084b-fd05-45fb-8e95-31b739360b4f) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:18:51.690784 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cd532c62-95d0-4976-8bf5-ae61dd91fb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:51.738115 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device aface188-a5ff-4341-a834-d89607b0f400 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:18:51.795038 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-99fd40b6-7a89-4342-a417-01fcc19af863 req-2500655d-a6d0-4897-b985-585dbaf4e1d0 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.43 "DELETE /v2.0/ports/aface188-a5ff-4341-a834-d89607b0f400 HTTP/1.1" status: 204 len: 173 time: 3.2096527 Apr 20 17:18:51.797151 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-29ab7f14-e70a-4d6a-b390-c32932a24875 None None] Port 8823eb66-e9cf-4a3d-bc96-df512d3f7773 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:18:51.805111 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: aface188-a5ff-4341-a834-d89607b0f400 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:18:51.805437 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device aface188-a5ff-4341-a834-d89607b0f400 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:18:51.815235 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8f819-461b-45c6-8396-faddbbe3b86d req-c8242cb0-d52d-466a-9c0a-8337bd768609 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:51.817306 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e7b8f819-461b-45c6-8396-faddbbe3b86d req-c8242cb0-d52d-466a-9c0a-8337bd768609 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 1.5101891 Apr 20 17:18:51.927617 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-29ab7f14-e70a-4d6a-b390-c32932a24875 None None] Provisioning complete for port 27d598ac-acbd-4a33-b47c-5e85eec2ee65 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:51.928250 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-29ab7f14-e70a-4d6a-b390-c32932a24875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:51.953075 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41000) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:52.095251 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:52.119166 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9183648-0284-4d67-a183-b09b5d9d9ddf req-d3dff9a5-df8c-4c69-a03f-1bbb230fac69 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:52.120739 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d9183648-0284-4d67-a183-b09b5d9d9ddf req-d3dff9a5-df8c-4c69-a03f-1bbb230fac69 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 949 time: 1.3345480 Apr 20 17:18:52.127313 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e7b8f819-461b-45c6-8396-faddbbe3b86d req-bda0b1a2-9b5a-45b2-87b2-77dfbfe19796 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=db955777-f791-4005-a279-3a7e7cd2ff53 HTTP/1.1" status: 200 len: 217 time: 0.2946546 Apr 20 17:18:52.133850 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port db955777-f791-4005-a279-3a7e7cd2ff53, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=db955777-f791-4005-a279-3a7e7cd2ff53,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:52.136809 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-27a6c725-3ee4-4455-b54f-69dd802ff108 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:52.167307 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9669fa-6bcb-4dc1-a556-d0d7551c358d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db955777-f791-4005-a279-3a7e7cd2ff53'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:18:52.172350 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:52.177680 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-27a6c725-3ee4-4455-b54f-69dd802ff108 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Transition to ACTIVE for port object c655084b-fd05-45fb-8e95-31b739360b4f will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:18:52.204275 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-646fa96d-a62c-4849-92a7-242b1936a11f req-d99e40a6-0b81-439d-99e7-f4471b7043eb tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:52.208149 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-27a6c725-3ee4-4455-b54f-69dd802ff108 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:52.211841 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a32d4d5f-b198-4f7b-b936-29408d9e053e req-9c12ba63-4277-43be-b065-43d92a8af42d tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e644317-6274-441c-9be1-e50ed8dbfdf3 HTTP/1.1" status: 200 len: 210 time: 0.3307590 Apr 20 17:18:52.326774 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a6c725-3ee4-4455-b54f-69dd802ff108 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Network a39373cc-9e04-46cb-a6a0-e81ef6eae8fd is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:18:52.329830 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6c725-3ee4-4455-b54f-69dd802ff108 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Pushing event updated for resources: {'Port': ['ID=c655084b-fd05-45fb-8e95-31b739360b4f,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:52.332787 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-27a6c725-3ee4-4455-b54f-69dd802ff108 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:18:52.378567 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=db955777-f791-4005-a279-3a7e7cd2ff53,revision_number=9']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:52.419637 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8f819-461b-45c6-8396-faddbbe3b86d req-f70c1ac6-f1c5-45ac-b566-0624b0351321 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:52.421262 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e7b8f819-461b-45c6-8396-faddbbe3b86d req-f70c1ac6-f1c5-45ac-b566-0624b0351321 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.2528934 Apr 20 17:18:52.496075 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-03f6f565-ddd1-4ad6-890f-1775ae1ec3b4 None None] Provisioning for port 156317f0-4c35-4b96-afef-2e356ffb2339 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:18:52.514385 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-03f6f565-ddd1-4ad6-890f-1775ae1ec3b4 None None] Provisioning complete for port 156317f0-4c35-4b96-afef-2e356ffb2339 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:52.519370 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-03f6f565-ddd1-4ad6-890f-1775ae1ec3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:52.642106 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c607db70-bce8-4adf-86ed-740513460923 req-b7545032-e182-4891-abe5-303c854d87a9 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?device_id=c30439be-8f2e-4b39-bce0-066c4901b03c HTTP/1.1" status: 200 len: 210 time: 0.0830703 Apr 20 17:18:52.658540 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-646fa96d-a62c-4849-92a7-242b1936a11f req-d99e40a6-0b81-439d-99e7-f4471b7043eb tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] No DVR routers for this DVR port 357a6a12-cbe7-49e3-920c-3f188feb1c03 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:18:52.660406 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e40a6-0b81-439d-99e7-f4471b7043eb tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Pushing event deleted for resources: {'Port': ['ID=357a6a12-cbe7-49e3-920c-3f188feb1c03,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:52.663443 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-646fa96d-a62c-4849-92a7-242b1936a11f req-d99e40a6-0b81-439d-99e7-f4471b7043eb tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:52.692712 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69d4efc-eb5f-44eb-81ba-f805c7bef7b7', 'name': 'network-vif-deleted', 'tag': '357a6a12-cbe7-49e3-920c-3f188feb1c03'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:18:52.702833 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-646fa96d-a62c-4849-92a7-242b1936a11f req-d99e40a6-0b81-439d-99e7-f4471b7043eb tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.10 "DELETE /v2.0/ports/357a6a12-cbe7-49e3-920c-3f188feb1c03 HTTP/1.1" status: 204 len: 173 time: 2.9972265 Apr 20 17:18:52.705440 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a6c725-3ee4-4455-b54f-69dd802ff108 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:18:52.721043 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d6dbf7-2599-4457-a55c-f47c4cdb0620 None None] Network 7289b4d6-d07e-4d7e-9061-229d2aa24696 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:18:52.734872 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-cd532c62-95d0-4976-8bf5-ae61dd91fb2c admin admin] Allocated IP 172.25.8.78 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/1e6f9c42-90ae-4748-ae26-881f46b7187e) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:18:52.922649 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a6c725-3ee4-4455-b54f-69dd802ff108 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:52.926086 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-03f6f565-ddd1-4ad6-890f-1775ae1ec3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:52.926686 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-27a6c725-3ee4-4455-b54f-69dd802ff108 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:53.001309 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-27a6c725-3ee4-4455-b54f-69dd802ff108 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3842103 Apr 20 17:18:53.007718 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-b4722d43-c2d7-45e3-91b1-b44a341be706 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:53.014677 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-b4722d43-c2d7-45e3-91b1-b44a341be706 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.43 "GET /v2.0/networks?id=d8ef33a9-107e-4ebd-9173-5b6bab76d40f HTTP/1.1" status: 200 len: 810 time: 0.7393322 Apr 20 17:18:53.024640 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-28a9a0c8-1a3d-40f4-b001-2150e4ec780b admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-988769267-network', 'tenant_id': 'e0191a679d8e42c9871795f6c7ac52f8'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:18:53.042684 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 27d598ac-acbd-4a33-b47c-5e85eec2ee65 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:18:53.060112 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-28a9a0c8-1a3d-40f4-b001-2150e4ec780b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:53.077840 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-a5c03fb1-f1fd-44de-a769-175fa333fb41 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Request body: {'port': {'device_id': 'c30439be-8f2e-4b39-bce0-066c4901b03c', 'network_id': 'd8ef33a9-107e-4ebd-9173-5b6bab76d40f', 'admin_state_up': True, 'tenant_id': 'ffcb78f29a714057bb79ebadc32ed198'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:18:53.098299 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-03f6f565-ddd1-4ad6-890f-1775ae1ec3b4 None None] For port 156317f0-4c35-4b96-afef-2e356ffb2339, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=156317f0-4c35-4b96-afef-2e356ffb2339,segment=NetworkSegment(ed532698-ac79-4654-b726-93450dcffcf6),segment_id=ed532698-ac79-4654-b726-93450dcffcf6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:53.120908 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d9183648-0284-4d67-a183-b09b5d9d9ddf req-6a7ad025-9d0b-4e5d-8102-ffda155a4c97 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9924359 Apr 20 17:18:53.124516 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-03f6f565-ddd1-4ad6-890f-1775ae1ec3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:53.131613 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-28a9a0c8-1a3d-40f4-b001-2150e4ec780b admin admin] Usage tracker for resource:network and tenant:e0191a679d8e42c9871795f6c7ac52f8 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:18:53.151177 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-9aaf5ded-e3fc-4c3e-ae62-18e6b9e016a2 req-ab35e417-ce8c-45eb-9bfe-5928bea39e3e tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Synchronizing usage tracker for tenant:07e7ee6fb2044b339294a5844a1dc3d4 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:18:53.165323 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-28a9a0c8-1a3d-40f4-b001-2150e4ec780b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:18:53.200719 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-9aaf5ded-e3fc-4c3e-ae62-18e6b9e016a2 req-ab35e417-ce8c-45eb-9bfe-5928bea39e3e tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] Unset dirty status for tenant:07e7ee6fb2044b339294a5844a1dc3d4 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:18:53.201928 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9aaf5ded-e3fc-4c3e-ae62-18e6b9e016a2 req-ab35e417-ce8c-45eb-9bfe-5928bea39e3e tempest-ServersOnMultiNodesTest-1943903305 tempest-ServersOnMultiNodesTest-1943903305-project] 10.222.0.39 "GET /v2.0/ports?device_id=f69d4efc-eb5f-44eb-81ba-f805c7bef7b7 HTTP/1.1" status: 200 len: 210 time: 0.1581638 Apr 20 17:18:53.221164 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-28a9a0c8-1a3d-40f4-b001-2150e4ec780b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:53.261654 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-03f6f565-ddd1-4ad6-890f-1775ae1ec3b4 None None] Provisioning complete for port 8823eb66-e9cf-4a3d-bc96-df512d3f7773 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:53.261998 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-03f6f565-ddd1-4ad6-890f-1775ae1ec3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:53.289874 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e61e52f6-a2cc-4b37-9f71-b800b65f865a'] response: {'server_uuid': '8e644317-6274-441c-9be1-e50ed8dbfdf3', 'name': 'network-vif-deleted', 'tag': 'aface188-a5ff-4341-a834-d89607b0f400', 'status': 'completed', 'code': 200} Apr 20 17:18:53.333788 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9f01818-896e-45c2-87d2-045e053d740c'] response: {'server_uuid': 'cf9669fa-6bcb-4dc1-a556-d0d7551c358d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db955777-f791-4005-a279-3a7e7cd2ff53', 'code': 200} Apr 20 17:18:53.347337 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6f565-ddd1-4ad6-890f-1775ae1ec3b4 None None] Pushing event updated for resources: {'Port': ['ID=156317f0-4c35-4b96-afef-2e356ffb2339,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:53.353301 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-03f6f565-ddd1-4ad6-890f-1775ae1ec3b4 None None] Port 8823eb66-e9cf-4a3d-bc96-df512d3f7773 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:18:53.385153 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75026188-59b3-4864-ad17-ea5ee6e81297'] response: {'server_uuid': 'f69d4efc-eb5f-44eb-81ba-f805c7bef7b7', 'name': 'network-vif-deleted', 'tag': '357a6a12-cbe7-49e3-920c-3f188feb1c03', 'status': 'completed', 'code': 200} Apr 20 17:18:53.402527 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a9a0c8-1a3d-40f4-b001-2150e4ec780b admin admin] Made reservation on behalf of e0191a679d8e42c9871795f6c7ac52f8 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:18:53.404978 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-28a9a0c8-1a3d-40f4-b001-2150e4ec780b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:53.449179 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 27d598ac-acbd-4a33-b47c-5e85eec2ee65 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:53.449803 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:53.451519 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-28a9a0c8-1a3d-40f4-b001-2150e4ec780b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:53.539520 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e7b8f819-461b-45c6-8396-faddbbe3b86d req-c52c45a1-fe08-4caf-bc99-84bc6be69456 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0902770 Apr 20 17:18:53.582542 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-28a9a0c8-1a3d-40f4-b001-2150e4ec780b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:53.627467 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-28a9a0c8-1a3d-40f4-b001-2150e4ec780b admin admin] Usage tracker for resource:security_group_rule and tenant:e0191a679d8e42c9871795f6c7ac52f8 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:18:53.715786 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41034) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:53.721797 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-31bca4c9-9b49-4d97-80c7-09fe041a3371 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Request body: {'security_group': {'name': 'tempest-securitygroup--343959244', 'description': 'tempest-description--1071852831'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:18:53.728960 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-31bca4c9-9b49-4d97-80c7-09fe041a3371 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:53.734003 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-31bca4c9-9b49-4d97-80c7-09fe041a3371 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Usage tracker for resource:security_group and tenant:60c7e2ae348346058b3fbfec10afa715 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:18:53.737723 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-31bca4c9-9b49-4d97-80c7-09fe041a3371 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:18:53.745447 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-31bca4c9-9b49-4d97-80c7-09fe041a3371 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:53.760947 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-31bca4c9-9b49-4d97-80c7-09fe041a3371 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:53.764796 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 357a6a12-cbe7-49e3-920c-3f188feb1c03 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:18:53.778910 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cd532c62-95d0-4976-8bf5-ae61dd91fb2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:53.857638 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-28a9a0c8-1a3d-40f4-b001-2150e4ec780b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:18:53.868267 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-28a9a0c8-1a3d-40f4-b001-2150e4ec780b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:53.875793 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-31bca4c9-9b49-4d97-80c7-09fe041a3371 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:53.880595 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-31bca4c9-9b49-4d97-80c7-09fe041a3371 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Usage tracker for resource:security_group_rule and tenant:60c7e2ae348346058b3fbfec10afa715 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:18:53.884862 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-31bca4c9-9b49-4d97-80c7-09fe041a3371 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:18:53.900342 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-31bca4c9-9b49-4d97-80c7-09fe041a3371 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:53.910029 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 357a6a12-cbe7-49e3-920c-3f188feb1c03 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:18:53.911095 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 357a6a12-cbe7-49e3-920c-3f188feb1c03 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:18:53.935049 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6d3066dd-c337-4844-9d7d-ad5dc5ef0774 None None] Provisioning complete for port 156317f0-4c35-4b96-afef-2e356ffb2339 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:53.935424 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6d3066dd-c337-4844-9d7d-ad5dc5ef0774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:53.954273 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-28a9a0c8-1a3d-40f4-b001-2150e4ec780b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:53.972042 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-a5c03fb1-f1fd-44de-a769-175fa333fb41 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:53.975926 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cd532c62-95d0-4976-8bf5-ae61dd91fb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:54.015767 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-31bca4c9-9b49-4d97-80c7-09fe041a3371 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:54.024917 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-31bca4c9-9b49-4d97-80c7-09fe041a3371 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:54.097143 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bca4c9-9b49-4d97-80c7-09fe041a3371 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=144ae891-0b8f-4c11-a3e3-997ca7d045b3,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:54.118032 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-31bca4c9-9b49-4d97-80c7-09fe041a3371 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:54.120146 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-31bca4c9-9b49-4d97-80c7-09fe041a3371 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4031520 Apr 20 17:18:54.125058 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41060) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:54.133970 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-b7bf3333-1376-4c7b-808a-e263ee78781d tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Request body: {'security_group_rule': {'security_group_id': '144ae891-0b8f-4c11-a3e3-997ca7d045b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:18:54.143985 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b7bf3333-1376-4c7b-808a-e263ee78781d tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:54.150993 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b7bf3333-1376-4c7b-808a-e263ee78781d tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Usage tracker for resource:security_group_rule and tenant:60c7e2ae348346058b3fbfec10afa715 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:18:54.155720 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b7bf3333-1376-4c7b-808a-e263ee78781d tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:18:54.179871 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b7bf3333-1376-4c7b-808a-e263ee78781d tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:54.207793 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device bfbeaf3d-f308-43e2-9cd6-ab052f693d76 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:18:54.217713 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b7bf3333-1376-4c7b-808a-e263ee78781d tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:54.252990 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-28a9a0c8-1a3d-40f4-b001-2150e4ec780b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:54.310127 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6d3066dd-c337-4844-9d7d-ad5dc5ef0774 None None] Provisioning for port c655084b-fd05-45fb-8e95-31b739360b4f completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:18:54.314646 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port bfbeaf3d-f308-43e2-9cd6-ab052f693d76 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:18:54.318823 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6d3066dd-c337-4844-9d7d-ad5dc5ef0774 None None] Provisioning complete for port c655084b-fd05-45fb-8e95-31b739360b4f triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:54.319188 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6d3066dd-c337-4844-9d7d-ad5dc5ef0774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:54.329093 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b7bf3333-1376-4c7b-808a-e263ee78781d tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:54.337663 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-a5c03fb1-f1fd-44de-a769-175fa333fb41 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:54.338301 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b7bf3333-1376-4c7b-808a-e263ee78781d tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:54.360392 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9a0c8-1a3d-40f4-b001-2150e4ec780b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6bcfcb-2d50-471c-b948-18f81344546f,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:54.372229 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf3333-1376-4c7b-808a-e263ee78781d tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10172a18-49cc-42b0-8650-1d2c63162934,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:54.375884 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b7bf3333-1376-4c7b-808a-e263ee78781d tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:54.381272 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b7bf3333-1376-4c7b-808a-e263ee78781d tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2534313 Apr 20 17:18:54.383762 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41076) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:54.389871 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-00f0cff1-46db-4f7d-bdf4-a25fe7dce794 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Request body: {'security_group_rule': {'security_group_id': '144ae891-0b8f-4c11-a3e3-997ca7d045b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:18:54.394355 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0bfac7f6-5b67-4b8f-8809-962c42f6ea23 req-4d280384-7b5d-4d1d-8a27-e3c1eb9b9822 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?device_id=c30439be-8f2e-4b39-bce0-066c4901b03c HTTP/1.1" status: 200 len: 210 time: 0.4130158 Apr 20 17:18:54.396893 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-00f0cff1-46db-4f7d-bdf4-a25fe7dce794 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:54.401130 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-00f0cff1-46db-4f7d-bdf4-a25fe7dce794 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Usage tracker for resource:security_group_rule and tenant:60c7e2ae348346058b3fbfec10afa715 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:18:54.404702 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-00f0cff1-46db-4f7d-bdf4-a25fe7dce794 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:18:54.412078 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-00f0cff1-46db-4f7d-bdf4-a25fe7dce794 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:54.417190 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a9a0c8-1a3d-40f4-b001-2150e4ec780b admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:18:54.437023 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00f0cff1-46db-4f7d-bdf4-a25fe7dce794 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:54.452404 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd532c62-95d0-4976-8bf5-ae61dd91fb2c admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:18:54.453951 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-cd532c62-95d0-4976-8bf5-ae61dd91fb2c admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:18:54.477101 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-6d3066dd-c337-4844-9d7d-ad5dc5ef0774 None None] Port c655084b-fd05-45fb-8e95-31b739360b4f cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:18:54.479610 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd532c62-95d0-4976-8bf5-ae61dd91fb2c admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:18:54.495386 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6d3066dd-c337-4844-9d7d-ad5dc5ef0774 None None] Provisioning for port bfbeaf3d-f308-43e2-9cd6-ab052f693d76 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:18:54.501086 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6d3066dd-c337-4844-9d7d-ad5dc5ef0774 None None] Provisioning complete for port bfbeaf3d-f308-43e2-9cd6-ab052f693d76 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:54.501539 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6d3066dd-c337-4844-9d7d-ad5dc5ef0774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:54.543362 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00f0cff1-46db-4f7d-bdf4-a25fe7dce794 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:54.558517 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00f0cff1-46db-4f7d-bdf4-a25fe7dce794 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:54.599407 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-28a9a0c8-1a3d-40f4-b001-2150e4ec780b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:54.599751 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-28a9a0c8-1a3d-40f4-b001-2150e4ec780b admin admin] Added segment 989ce1c3-1834-4c39-ba0e-16239948c0ce of type vlan for network 87f273c5-c808-490a-a63f-6053e4684a4c Apr 20 17:18:54.602803 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0cff1-46db-4f7d-bdf4-a25fe7dce794 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=243b98c1-ae61-42a0-96c6-977aab1e97c5,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:54.602965 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd532c62-95d0-4976-8bf5-ae61dd91fb2c admin admin] Pushing event updated for resources: {'Port': ['ID=1e6f9c42-90ae-4748-ae26-881f46b7187e,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:54.606739 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00f0cff1-46db-4f7d-bdf4-a25fe7dce794 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:54.611427 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-00f0cff1-46db-4f7d-bdf4-a25fe7dce794 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2237587 Apr 20 17:18:54.611862 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41082) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:54.619952 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-a5c03fb1-f1fd-44de-a769-175fa333fb41 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Made reservation on behalf of ffcb78f29a714057bb79ebadc32ed198 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:18:54.623359 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-a5c03fb1-f1fd-44de-a769-175fa333fb41 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:54.660172 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6d3066dd-c337-4844-9d7d-ad5dc5ef0774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:54.733074 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-6d3066dd-c337-4844-9d7d-ad5dc5ef0774 None None] For port bfbeaf3d-f308-43e2-9cd6-ab052f693d76, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=bfbeaf3d-f308-43e2-9cd6-ab052f693d76,segment=NetworkSegment(4fc59e16-1c50-4b7d-afb8-5de8a7074707),segment_id=4fc59e16-1c50-4b7d-afb8-5de8a7074707)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:54.741894 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-97ad602c-e3e7-4aa2-a354-732444bd888f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:18:54.747026 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6d3066dd-c337-4844-9d7d-ad5dc5ef0774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:54.760198 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-97ad602c-e3e7-4aa2-a354-732444bd888f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:54.766845 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-97ad602c-e3e7-4aa2-a354-732444bd888f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Usage tracker for resource:floatingip and tenant:60c7e2ae348346058b3fbfec10afa715 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:18:54.779140 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-97ad602c-e3e7-4aa2-a354-732444bd888f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:18:54.788905 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-97ad602c-e3e7-4aa2-a354-732444bd888f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:54.821020 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 156317f0-4c35-4b96-afef-2e356ffb2339 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:18:54.827441 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee3fa7-5cac-43cd-9015-38b14b4287f7 req-147f29a7-8dd7-4581-9edd-e1439eab0fae tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:54.829561 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a7ee3fa7-5cac-43cd-9015-38b14b4287f7 req-147f29a7-8dd7-4581-9edd-e1439eab0fae tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 947 time: 0.2283573 Apr 20 17:18:54.830638 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97ad602c-e3e7-4aa2-a354-732444bd888f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:54.856465 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e7b8f819-461b-45c6-8396-faddbbe3b86d req-017315ab-8b7a-467b-8f00-98eb1363c0d3 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3027802 Apr 20 17:18:54.876833 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-28a9a0c8-1a3d-40f4-b001-2150e4ec780b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:54.939416 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d4dd64a0-77dc-4096-90ad-318330fbc060 None None] Provisioning complete for port bfbeaf3d-f308-43e2-9cd6-ab052f693d76 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:54.939416 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d4dd64a0-77dc-4096-90ad-318330fbc060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:54.981134 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a7ee3fa7-5cac-43cd-9015-38b14b4287f7 req-dc71a394-8191-4fa2-a7a2-e593271195df tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349077 Apr 20 17:18:55.032701 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41092) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:55.046530 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3066dd-c337-4844-9d7d-ad5dc5ef0774 None None] Pushing event updated for resources: {'Port': ['ID=bfbeaf3d-f308-43e2-9cd6-ab052f693d76,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:55.117747 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 156317f0-4c35-4b96-afef-2e356ffb2339 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:55.118380 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:55.151508 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97ad602c-e3e7-4aa2-a354-732444bd888f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:55.169286 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-28a9a0c8-1a3d-40f4-b001-2150e4ec780b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:55.170335 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a9a0c8-1a3d-40f4-b001-2150e4ec780b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:55.171129 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-28a9a0c8-1a3d-40f4-b001-2150e4ec780b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:55.179730 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-a5c03fb1-f1fd-44de-a769-175fa333fb41 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Allocated IP 172.20.0.9 (d8ef33a9-107e-4ebd-9173-5b6bab76d40f/8e216643-0d94-47fd-bb51-9fe24d2f84fc/729b7558-af23-44df-86d8-4dd7d7dcbdbe) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:18:55.210896 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41100) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:55.400524 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e7b8f819-461b-45c6-8396-faddbbe3b86d req-0fee0a92-8497-4bb2-9ef4-0a3f3f4cc914 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128748 Apr 20 17:18:55.452358 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9a0c8-1a3d-40f4-b001-2150e4ec780b admin admin] Pushing event updated for resources: {'Network': ['ID=87f273c5-c808-490a-a63f-6053e4684a4c,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:55.469316 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 87f273c5-c808-490a-a63f-6053e4684a4c details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:18:55.485306 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-28a9a0c8-1a3d-40f4-b001-2150e4ec780b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.5275650 Apr 20 17:18:55.488282 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41106) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:55.499173 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-cfb570fc-cb4b-45b8-acc3-21c767150d65 admin admin] Request body: {'subnet': {'network_id': '87f273c5-c808-490a-a63f-6053e4684a4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-988769267-subnet', 'tenant_id': 'e0191a679d8e42c9871795f6c7ac52f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:18:55.505803 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-cfb570fc-cb4b-45b8-acc3-21c767150d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:18:55.523320 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-cfb570fc-cb4b-45b8-acc3-21c767150d65 admin admin] Usage tracker for resource:subnet and tenant:e0191a679d8e42c9871795f6c7ac52f8 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:18:55.527025 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-97ad602c-e3e7-4aa2-a354-732444bd888f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Allocated IP 172.25.8.89 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/4b173a3d-7130-4d02-b0b6-4f4f487d0dc3) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:18:55.534913 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65d5b2-6dc0-4b45-b6d5-058426ed3379 req-d8df9d04-45ce-41f2-a9f5-c3797cc9d83f tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:55.536424 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ac65d5b2-6dc0-4b45-b6d5-058426ed3379 req-d8df9d04-45ce-41f2-a9f5-c3797cc9d83f tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0e38329-541a-415e-ab79-3d681157c525 HTTP/1.1" status: 200 len: 948 time: 0.1905711 Apr 20 17:18:55.537844 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-cfb570fc-cb4b-45b8-acc3-21c767150d65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:18:55.547459 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-cfb570fc-cb4b-45b8-acc3-21c767150d65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:18:55.602367 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2da756ab-fe8e-40df-8bd1-fab9f125984a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=07e7ee6fb2044b339294a5844a1dc3d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5616403 Apr 20 17:18:55.608269 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41110) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:55.611110 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-87a4a168-73a0-4320-8bf5-d634e96f8dfc tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:55.676919 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb570fc-cb4b-45b8-acc3-21c767150d65 admin admin] Made reservation on behalf of e0191a679d8e42c9871795f6c7ac52f8 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:18:55.679178 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cfb570fc-cb4b-45b8-acc3-21c767150d65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:55.692202 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-d8f1c7f3-b044-4135-86c2-fc26faa5d15c req-5809153c-8812-4cbb-a390-bb938a2ceca6 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Synchronizing usage tracker for tenant:ffcb78f29a714057bb79ebadc32ed198 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:18:55.706780 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cd532c62-95d0-4976-8bf5-ae61dd91fb2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:55.707504 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cd532c62-95d0-4976-8bf5-ae61dd91fb2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:55.726280 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-87a4a168-73a0-4320-8bf5-d634e96f8dfc tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:55.771530 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ac65d5b2-6dc0-4b45-b6d5-058426ed3379 req-16ed0803-ab97-44ae-b3dc-0633c4eefaca tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/security-groups?id=88c9757b-b765-406f-b818-e6e0af096ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259281 Apr 20 17:18:55.828860 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-d8f1c7f3-b044-4135-86c2-fc26faa5d15c req-5809153c-8812-4cbb-a390-bb938a2ceca6 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Unset dirty status for tenant:ffcb78f29a714057bb79ebadc32ed198 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:18:55.830041 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d8f1c7f3-b044-4135-86c2-fc26faa5d15c req-5809153c-8812-4cbb-a390-bb938a2ceca6 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?device_id=c30439be-8f2e-4b39-bce0-066c4901b03c HTTP/1.1" status: 200 len: 210 time: 0.2078547 Apr 20 17:18:55.879266 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97ad602c-e3e7-4aa2-a354-732444bd888f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:55.887825 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-a5c03fb1-f1fd-44de-a769-175fa333fb41 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:55.890870 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-710c1378-28fd-408c-9aaf-eb2b48211ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:55.926059 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-710c1378-28fd-408c-9aaf-eb2b48211ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:55.952458 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-87a4a168-73a0-4320-8bf5-d634e96f8dfc tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:55.978749 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4a168-73a0-4320-8bf5-d634e96f8dfc tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=619b6f68-00b3-4d4e-bfda-7bfb433c6dd6,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:55.985637 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-a5c03fb1-f1fd-44de-a769-175fa333fb41 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:56.001780 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['77a79f09-6927-485e-933f-69d29f823c29'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:18:56.036890 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97ad602c-e3e7-4aa2-a354-732444bd888f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:56.045862 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-87a4a168-73a0-4320-8bf5-d634e96f8dfc tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:56.049551 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-87a4a168-73a0-4320-8bf5-d634e96f8dfc tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "DELETE /v2.0/security-groups/619b6f68-00b3-4d4e-bfda-7bfb433c6dd6 HTTP/1.1" status: 204 len: 168 time: 0.8349123 Apr 20 17:18:56.061109 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41116) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:56.096390 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c03fb1-f1fd-44de-a769-175fa333fb41 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Pushing event updated for resources: {'Port': ['ID=729b7558-af23-44df-86d8-4dd7d7dcbdbe,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:56.102022 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-14aca152-982c-4ebd-a346-06152298cbc3 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] show failed (client error): The resource could not be found. Apr 20 17:18:56.105726 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-14aca152-982c-4ebd-a346-06152298cbc3 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "GET /v2.0/security-groups/619b6f68-00b3-4d4e-bfda-7bfb433c6dd6 HTTP/1.1" status: 404 len: 347 time: 0.0410528 Apr 20 17:18:56.105726 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-a5c03fb1-f1fd-44de-a769-175fa333fb41 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Network d8ef33a9-107e-4ebd-9173-5b6bab76d40f is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:18:56.107341 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41120) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:56.111163 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-a5c03fb1-f1fd-44de-a769-175fa333fb41 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:18:56.124536 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ad602c-e3e7-4aa2-a354-732444bd888f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:18:56.125522 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cfb570fc-cb4b-45b8-acc3-21c767150d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:56.128906 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-710c1378-28fd-408c-9aaf-eb2b48211ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:56.163361 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-97ad602c-e3e7-4aa2-a354-732444bd888f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:18:56.165446 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-a5c03fb1-f1fd-44de-a769-175fa333fb41 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:18:56.175480 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ad602c-e3e7-4aa2-a354-732444bd888f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:18:56.209680 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad602c-e3e7-4aa2-a354-732444bd888f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Pushing event updated for resources: {'Port': ['ID=4b173a3d-7130-4d02-b0b6-4f4f487d0dc3,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:56.214152 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c1378-28fd-408c-9aaf-eb2b48211ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63d1610-b73d-4383-a240-b00611a078aa,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:56.329753 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb570fc-cb4b-45b8-acc3-21c767150d65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29d2e7c4-02c8-4506-b57a-70334c8eea39,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:56.360546 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-710c1378-28fd-408c-9aaf-eb2b48211ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:56.362244 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-710c1378-28fd-408c-9aaf-eb2b48211ce1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c63d1610-b73d-4383-a240-b00611a078aa HTTP/1.1" status: 204 len: 168 time: 0.7076483 Apr 20 17:18:56.379935 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb570fc-cb4b-45b8-acc3-21c767150d65 admin admin] Checking segment: {'id': '989ce1c3-1834-4c39-ba0e-16239948c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '87f273c5-c808-490a-a63f-6053e4684a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:18:56.380328 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb570fc-cb4b-45b8-acc3-21c767150d65 admin admin] Network hostable DHCP agents. Network: 87f273c5-c808-490a-a63f-6053e4684a4c, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:18:56.419368 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bfe39-c646-4397-8227-547c65cf2148 req-1434c5f3-9f92-49e8-a260-6a50ff096fdf tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:56.420893 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-230bfe39-c646-4397-8227-547c65cf2148 req-1434c5f3-9f92-49e8-a260-6a50ff096fdf tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 947 time: 0.2129986 Apr 20 17:18:56.475536 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-a5c03fb1-f1fd-44de-a769-175fa333fb41 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:56.476752 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-a5c03fb1-f1fd-44de-a769-175fa333fb41 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:56.492054 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-598df79a-0604-4fb6-bc40-fc0a1467dd46 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Deleting port 23c63d9b-d808-4c5c-b3fa-c69f574378b2 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:18:56.492792 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-598df79a-0604-4fb6-bc40-fc0a1467dd46 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:56.548103 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-a5c03fb1-f1fd-44de-a769-175fa333fb41 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4978032 Apr 20 17:18:56.562843 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-58af73ae-bbeb-4053-bad8-38f9bfe3c868 service neutron] Request body: {'port': {'device_id': 'c30439be-8f2e-4b39-bce0-066c4901b03c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:18:56.609307 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb570fc-cb4b-45b8-acc3-21c767150d65 admin admin] Network 87f273c5-c808-490a-a63f-6053e4684a4c is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:18:56.629117 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97ad602c-e3e7-4aa2-a354-732444bd888f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:56.664183 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-230bfe39-c646-4397-8227-547c65cf2148 req-e9587192-f456-48e2-9046-dfd9be222c87 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845944 Apr 20 17:18:56.664741 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-cfb570fc-cb4b-45b8-acc3-21c767150d65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 87f273c5-c808-490a-a63f-6053e4684a4c) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:18:56.668842 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb570fc-cb4b-45b8-acc3-21c767150d65 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:56.669404 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cfb570fc-cb4b-45b8-acc3-21c767150d65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:56.717121 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e519bff5-1c9e-41cf-8cf1-cd86ccde7de9 None None] Network 87f273c5-c808-490a-a63f-6053e4684a4c requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:18:56.722353 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cfb570fc-cb4b-45b8-acc3-21c767150d65 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2330325 Apr 20 17:18:56.731255 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a66390-46a3-43a2-a7a4-9c989e94631d req-44725606-aba6-444f-953b-af1ad43be787 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:56.732592 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-07a66390-46a3-43a2-a7a4-9c989e94631d req-44725606-aba6-444f-953b-af1ad43be787 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0e38329-541a-415e-ab79-3d681157c525 HTTP/1.1" status: 200 len: 948 time: 0.3103104 Apr 20 17:18:56.733336 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97ad602c-e3e7-4aa2-a354-732444bd888f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:56.806154 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd532c62-95d0-4976-8bf5-ae61dd91fb2c admin admin] Router 5cebc4d3-edd4-4e1a-971e-b61e6725cc69 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:18:56.817643 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-58af73ae-bbeb-4053-bad8-38f9bfe3c868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:56.834040 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-598df79a-0604-4fb6-bc40-fc0a1467dd46 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:56.834515 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-598df79a-0604-4fb6-bc40-fc0a1467dd46 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:56.889964 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41134) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:56.895519 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device bfbeaf3d-f308-43e2-9cd6-ab052f693d76 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:18:56.923575 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-07a66390-46a3-43a2-a7a4-9c989e94631d req-ab19cbf8-84d3-48da-a705-2556ccca53e0 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Deleting port 898a02b0-5c40-4e36-aff5-4e67570a1f91 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:18:56.923908 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-07a66390-46a3-43a2-a7a4-9c989e94631d req-ab19cbf8-84d3-48da-a705-2556ccca53e0 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:57.084847 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-598df79a-0604-4fb6-bc40-fc0a1467dd46 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Calling delete_port for 23c63d9b-d808-4c5c-b3fa-c69f574378b2 owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:18:57.194933 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port bfbeaf3d-f308-43e2-9cd6-ab052f693d76 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:18:57.196474 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:57.249487 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513991db-c6aa-430b-b0f6-90c4edb302b5 None None] Network 87f273c5-c808-490a-a63f-6053e4684a4c requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:18:57.328279 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-dc81f321-fae3-4f7b-b12a-913c89576510 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a94552a1b4b74218b287b97184397c2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4347515 Apr 20 17:18:57.332748 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41142) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:57.555319 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device db955777-f791-4005-a279-3a7e7cd2ff53 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:18:57.579696 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb5f78-bf07-42f0-adb1-e8a6661ec4b1 req-3606295c-b4e9-47b7-825e-d344f40ec0c6 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:57.584249 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d9eb5f78-bf07-42f0-adb1-e8a6661ec4b1 req-3606295c-b4e9-47b7-825e-d344f40ec0c6 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?device_id=c30439be-8f2e-4b39-bce0-066c4901b03c HTTP/1.1" status: 200 len: 931 time: 0.5207508 Apr 20 17:18:57.588002 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109fba9-f15c-4001-ae2a-9bfaeb242ed2 req-a736b352-18d7-4b87-ae8d-c1d629995348 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:57.589465 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c109fba9-f15c-4001-ae2a-9bfaeb242ed2 req-a736b352-18d7-4b87-ae8d-c1d629995348 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0e38329-541a-415e-ab79-3d681157c525 HTTP/1.1" status: 200 len: 948 time: 0.5175414 Apr 20 17:18:57.596432 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-07a66390-46a3-43a2-a7a4-9c989e94631d req-ab19cbf8-84d3-48da-a705-2556ccca53e0 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] For port 898a02b0-5c40-4e36-aff5-4e67570a1f91, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=898a02b0-5c40-4e36-aff5-4e67570a1f91,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:57.596915 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-07a66390-46a3-43a2-a7a4-9c989e94631d req-ab19cbf8-84d3-48da-a705-2556ccca53e0 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:57.606061 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [None req-97ad602c-e3e7-4aa2-a354-732444bd888f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:18:57.649542 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97ad602c-e3e7-4aa2-a354-732444bd888f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:57.681779 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-598df79a-0604-4fb6-bc40-fc0a1467dd46 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:57.708800 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a82c0ce0-ebc8-495f-ad2b-5f00bc4331b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:57.710421 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97ad602c-e3e7-4aa2-a354-732444bd888f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:57.735377 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port db955777-f791-4005-a279-3a7e7cd2ff53, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=db955777-f791-4005-a279-3a7e7cd2ff53,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:57.749568 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'db955777-f791-4005-a279-3a7e7cd2ff53', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': 'db955777-f791-4005-a279-3a7e7cd2ff53', 'mac_address': 'fa:16:3e:5f:4a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:18:57.753651 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598df79a-0604-4fb6-bc40-fc0a1467dd46 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Pushing event deleted for resources: {'Port': ['ID=23c63d9b-d808-4c5c-b3fa-c69f574378b2,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:57.770746 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c109fba9-f15c-4001-ae2a-9bfaeb242ed2 req-3dcf891c-e193-4a0c-b184-e2f8c521a097 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/security-groups?id=88c9757b-b765-406f-b818-e6e0af096ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715112 Apr 20 17:18:57.833824 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:57.840045 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-07a66390-46a3-43a2-a7a4-9c989e94631d req-ab19cbf8-84d3-48da-a705-2556ccca53e0 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Calling delete_port for 898a02b0-5c40-4e36-aff5-4e67570a1f91 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:18:57.855404 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db955777-f791-4005-a279-3a7e7cd2ff53 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:18:57.873711 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.resource_extend [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-58af73ae-bbeb-4053-bad8-38f9bfe3c868 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:18:57.878653 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port db955777-f791-4005-a279-3a7e7cd2ff53, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=db955777-f791-4005-a279-3a7e7cd2ff53,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:18:57.881215 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad602c-e3e7-4aa2-a354-732444bd888f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Pushing event updated for resources: {'Port': ['ID=4b173a3d-7130-4d02-b0b6-4f4f487d0dc3,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:57.886233 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:57.939778 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a82c0ce0-ebc8-495f-ad2b-5f00bc4331b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:57.963220 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd532c62-95d0-4976-8bf5-ae61dd91fb2c admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:18:57.964779 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-598df79a-0604-4fb6-bc40-fc0a1467dd46 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:57.969077 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-58af73ae-bbeb-4053-bad8-38f9bfe3c868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 729b7558-af23-44df-86d8-4dd7d7dcbdbe {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:18:57.975895 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec90709-712f-4bbb-ad79-07cf07045e79 None None] Sync routers for ids ['5cebc4d3-edd4-4e1a-971e-b61e6725cc69'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:18:57.989455 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-d9eb5f78-bf07-42f0-adb1-e8a6661ec4b1 req-d7af780d-a8fe-4628-a087-9743fadd4260 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Synchronizing usage tracker for tenant:ffcb78f29a714057bb79ebadc32ed198 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:18:57.990667 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-58af73ae-bbeb-4053-bad8-38f9bfe3c868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:58.011222 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-598df79a-0604-4fb6-bc40-fc0a1467dd46 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:58.011880 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-598df79a-0604-4fb6-bc40-fc0a1467dd46 tempest-ImagesOneServerNegativeTestJSON-928206494 tempest-ImagesOneServerNegativeTestJSON-928206494-project] 10.222.0.39 "DELETE /v2.0/floatingips/8a3230cf-c87a-4a14-b3f7-5e18ac887d99 HTTP/1.1" status: 204 len: 168 time: 1.9022577 Apr 20 17:18:58.019156 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-58af73ae-bbeb-4053-bad8-38f9bfe3c868 service neutron] Transition to ACTIVE for port object 729b7558-af23-44df-86d8-4dd7d7dcbdbe will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:18:58.019487 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec90709-712f-4bbb-ad79-07cf07045e79 None None] Routers {'5cebc4d3-edd4-4e1a-971e-b61e6725cc69'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:18:58.021523 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-fec90709-712f-4bbb-ad79-07cf07045e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:18:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['5cebc4d3-edd4-4e1a-971e-b61e6725cc69'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:18:58.023029 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cd532c62-95d0-4976-8bf5-ae61dd91fb2c admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:58.024475 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cd532c62-95d0-4976-8bf5-ae61dd91fb2c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.5678160 Apr 20 17:18:58.027537 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41152) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:18:58.069164 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97ad602c-e3e7-4aa2-a354-732444bd888f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:58.076106 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-d9eb5f78-bf07-42f0-adb1-e8a6661ec4b1 req-d7af780d-a8fe-4628-a087-9743fadd4260 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Unset dirty status for tenant:ffcb78f29a714057bb79ebadc32ed198 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:18:58.087850 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d9eb5f78-bf07-42f0-adb1-e8a6661ec4b1 req-d7af780d-a8fe-4628-a087-9743fadd4260 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0746e04-eaaa-491f-b2f2-a68a28aea018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4680951 Apr 20 17:18:58.213052 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-07a66390-46a3-43a2-a7a4-9c989e94631d req-ab19cbf8-84d3-48da-a705-2556ccca53e0 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:58.250457 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=db955777-f791-4005-a279-3a7e7cd2ff53,revision_number=10']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:58.257724 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a82c0ce0-ebc8-495f-ad2b-5f00bc4331b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:58.260109 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a82c0ce0-ebc8-495f-ad2b-5f00bc4331b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:58.261439 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a82c0ce0-ebc8-495f-ad2b-5f00bc4331b5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9d17353a-1638-4df5-a947-006ca5cc95f1 HTTP/1.1" status: 204 len: 168 time: 0.9164522 Apr 20 17:18:58.262522 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97ad602c-e3e7-4aa2-a354-732444bd888f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:58.272494 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-97ad602c-e3e7-4aa2-a354-732444bd888f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6593874 Apr 20 17:18:58.302909 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19cbf8-84d3-48da-a705-2556ccca53e0 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Pushing event deleted for resources: {'Port': ['ID=898a02b0-5c40-4e36-aff5-4e67570a1f91,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:58.334125 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-fec90709-712f-4bbb-ad79-07cf07045e79 None None] Set router 5cebc4d3-edd4-4e1a-971e-b61e6725cc69 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:18:58.347390 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c0ce0-ebc8-495f-ad2b-5f00bc4331b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d17353a-1638-4df5-a947-006ca5cc95f1,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:58.462772 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-58af73ae-bbeb-4053-bad8-38f9bfe3c868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:58.478088 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a66390-46a3-43a2-a7a4-9c989e94631d req-ab19cbf8-84d3-48da-a705-2556ccca53e0 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] No DVR routers for this DVR port 898a02b0-5c40-4e36-aff5-4e67570a1f91 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:18:58.488346 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-07a66390-46a3-43a2-a7a4-9c989e94631d req-ab19cbf8-84d3-48da-a705-2556ccca53e0 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:58.500794 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-07a66390-46a3-43a2-a7a4-9c989e94631d req-ab19cbf8-84d3-48da-a705-2556ccca53e0 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.43 "DELETE /v2.0/ports/898a02b0-5c40-4e36-aff5-4e67570a1f91 HTTP/1.1" status: 204 len: 173 time: 1.7389071 Apr 20 17:18:58.501136 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e38329-541a-415e-ab79-3d681157c525', 'name': 'network-vif-deleted', 'tag': '898a02b0-5c40-4e36-aff5-4e67570a1f91'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:18:58.534997 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b862d-0b34-4af6-9ef0-7705ad871a92 req-c1bc1e1f-8a49-4e60-a8ad-08b9b80b89f0 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:58.544400 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e54b862d-0b34-4af6-9ef0-7705ad871a92 req-c1bc1e1f-8a49-4e60-a8ad-08b9b80b89f0 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 949 time: 0.2678671 Apr 20 17:18:58.600858 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e54b862d-0b34-4af6-9ef0-7705ad871a92 req-2350555c-38e6-474a-9744-8fa9cfd69577 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556324 Apr 20 17:18:58.771429 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6742fc2-7827-4e4c-90eb-8e45b18b62d7'] response: {'server_uuid': 'c0e38329-541a-415e-ab79-3d681157c525', 'name': 'network-vif-deleted', 'tag': '898a02b0-5c40-4e36-aff5-4e67570a1f91', 'status': 'completed', 'code': 200} Apr 20 17:18:58.840271 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-fec90709-712f-4bbb-ad79-07cf07045e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'name': 'tempest-ServersTestManualDisk-1596263937-router', 'tenant_id': '159ad23e438e4a93b23c1f04f39ed31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '1e6f9c42-90ae-4748-ae26-881f46b7187e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:48Z', 'updated_at': '2022-04-20T17:18:54Z', 'revision_number': 3, 'project_id': '159ad23e438e4a93b23c1f04f39ed31a', 'gw_port': {'id': '1e6f9c42-90ae-4748-ae26-881f46b7187e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:51Z', 'updated_at': '2022-04-20T17:18:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:18:58.845400 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec90709-712f-4bbb-ad79-07cf07045e79 None None] Checking router: 5cebc4d3-edd4-4e1a-971e-b61e6725cc69 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:18:58.847836 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec90709-712f-4bbb-ad79-07cf07045e79 None None] Updating router 5cebc4d3-edd4-4e1a-971e-b61e6725cc69 port 1e6f9c42-90ae-4748-ae26-881f46b7187e binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:18:58.876523 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af73ae-bbeb-4053-bad8-38f9bfe3c868 service neutron] Pushing event updated for resources: {'Port': ['ID=729b7558-af23-44df-86d8-4dd7d7dcbdbe,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:58.986870 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fec90709-712f-4bbb-ad79-07cf07045e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:59.033352 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-9c603334-4c5a-4bd7-a342-e04317cd8e1e tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:59.033939 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-9c603334-4c5a-4bd7-a342-e04317cd8e1e tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Synchronizing usage tracker for tenant:e0191a679d8e42c9871795f6c7ac52f8 on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:18:59.041317 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:18:59.049005 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-10b095f9-d053-460e-a4dd-a0e3bfb82cbb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Synchronizing usage tracker for tenant:60c7e2ae348346058b3fbfec10afa715 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:18:59.106547 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-10b095f9-d053-460e-a4dd-a0e3bfb82cbb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Unset dirty status for tenant:60c7e2ae348346058b3fbfec10afa715 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:18:59.114829 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-10b095f9-d053-460e-a4dd-a0e3bfb82cbb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--343959244&fields=id&tenant_id=60c7e2ae348346058b3fbfec10afa715 HTTP/1.1" status: 200 len: 267 time: 0.1659286 Apr 20 17:18:59.120574 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-9c603334-4c5a-4bd7-a342-e04317cd8e1e tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Unset dirty status for tenant:e0191a679d8e42c9871795f6c7ac52f8 on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:18:59.122062 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-9c603334-4c5a-4bd7-a342-e04317cd8e1e tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] 10.222.0.39 "GET /v2.0/networks?id=87f273c5-c808-490a-a63f-6053e4684a4c HTTP/1.1" status: 200 len: 820 time: 0.7909479 Apr 20 17:18:59.143060 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-c553af99-f12e-4e18-90d3-9ee341b19e2d tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] 10.222.0.39 "GET /v2.0/quotas/e0191a679d8e42c9871795f6c7ac52f8 HTTP/1.1" status: 200 len: 375 time: 0.0143921 Apr 20 17:18:59.145195 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-58af73ae-bbeb-4053-bad8-38f9bfe3c868 service neutron] Attempting to bind port 729b7558-af23-44df-86d8-4dd7d7dcbdbe on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:18:59.145522 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-58af73ae-bbeb-4053-bad8-38f9bfe3c868 service neutron] Attempting to bind port 729b7558-af23-44df-86d8-4dd7d7dcbdbe by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'edb8f8fc-911d-4f39-9f48-9e99b3ae736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8ef33a9-107e-4ebd-9173-5b6bab76d40f'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:18:59.145896 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-58af73ae-bbeb-4053-bad8-38f9bfe3c868 service neutron] Attempting to bind port 729b7558-af23-44df-86d8-4dd7d7dcbdbe on network d8ef33a9-107e-4ebd-9173-5b6bab76d40f {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:18:59.211123 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-b711ef57-c830-4fea-ac8e-3602a4b4d397 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:59.211755 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-b711ef57-c830-4fea-ac8e-3602a4b4d397 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Synchronizing usage tracker for tenant:60c7e2ae348346058b3fbfec10afa715 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:18:59.215872 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-ee1cfd78-591b-48b4-af26-e6d1b6ef8d12 tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e0191a679d8e42c9871795f6c7ac52f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649168 Apr 20 17:18:59.217806 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-58af73ae-bbeb-4053-bad8-38f9bfe3c868 service neutron] Port 729b7558-af23-44df-86d8-4dd7d7dcbdbe on network d8ef33a9-107e-4ebd-9173-5b6bab76d40f not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:18:59.218321 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-58af73ae-bbeb-4053-bad8-38f9bfe3c868 service neutron] Attempting to bind port 729b7558-af23-44df-86d8-4dd7d7dcbdbe on network d8ef33a9-107e-4ebd-9173-5b6bab76d40f {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:18:59.235563 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-b711ef57-c830-4fea-ac8e-3602a4b4d397 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Unset dirty status for tenant:60c7e2ae348346058b3fbfec10afa715 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:18:59.245082 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-b711ef57-c830-4fea-ac8e-3602a4b4d397 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports/8823eb66-e9cf-4a3d-bc96-df512d3f7773 HTTP/1.1" status: 200 len: 932 time: 0.1284344 Apr 20 17:18:59.304648 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['db955777-f791-4005-a279-3a7e7cd2ff53'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:18:59.333141 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-3177981c-0c1a-4d65-9605-b251671f4c1a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:59.341585 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-3177981c-0c1a-4d65-9605-b251671f4c1a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports/c655084b-fd05-45fb-8e95-31b739360b4f HTTP/1.1" status: 200 len: 932 time: 0.0953758 Apr 20 17:18:59.363522 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-58af73ae-bbeb-4053-bad8-38f9bfe3c868 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:18:59.363776 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-58af73ae-bbeb-4053-bad8-38f9bfe3c868 service neutron] Checking segment: {'id': 'edb8f8fc-911d-4f39-9f48-9e99b3ae736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8ef33a9-107e-4ebd-9173-5b6bab76d40f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:18:59.364127 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-58af73ae-bbeb-4053-bad8-38f9bfe3c868 service neutron] Bound using segment: {'id': 'edb8f8fc-911d-4f39-9f48-9e99b3ae736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8ef33a9-107e-4ebd-9173-5b6bab76d40f'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:18:59.364609 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-58af73ae-bbeb-4053-bad8-38f9bfe3c868 service neutron] Bound port: 729b7558-af23-44df-86d8-4dd7d7dcbdbe, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edb8f8fc-911d-4f39-9f48-9e99b3ae736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8ef33a9-107e-4ebd-9173-5b6bab76d40f'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:18:59.364956 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-58af73ae-bbeb-4053-bad8-38f9bfe3c868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:59.402830 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-5005603d-68d7-4696-a487-13b0acb6776d tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?network_id=d9f1e448-db15-4c9f-8c5b-a0fa35869e80&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0602283 Apr 20 17:18:59.464562 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-656a423c-66fd-438f-a4be-6c1c85a042a7 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?network_id=d9f1e448-db15-4c9f-8c5b-a0fa35869e80&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0606685 Apr 20 17:18:59.488297 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fec90709-712f-4bbb-ad79-07cf07045e79 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:59.513604 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-fec90709-712f-4bbb-ad79-07cf07045e79 None None] Transition to ACTIVE for port object 1e6f9c42-90ae-4748-ae26-881f46b7187e will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:18:59.545092 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fec90709-712f-4bbb-ad79-07cf07045e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:59.559318 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-58af73ae-bbeb-4053-bad8-38f9bfe3c868 service neutron] For port 729b7558-af23-44df-86d8-4dd7d7dcbdbe, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:18:59.565625 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-58af73ae-bbeb-4053-bad8-38f9bfe3c868 service neutron] For port 729b7558-af23-44df-86d8-4dd7d7dcbdbe, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=729b7558-af23-44df-86d8-4dd7d7dcbdbe,segment=NetworkSegment(edb8f8fc-911d-4f39-9f48-9e99b3ae736e),segment_id=edb8f8fc-911d-4f39-9f48-9e99b3ae736e)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:18:59.584913 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-58af73ae-bbeb-4053-bad8-38f9bfe3c868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:59.643174 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-3ce33eeb-a02d-4214-a2d5-75a86b3e782c service neutron] 10.222.0.39 "GET /v2.0/networks/87f273c5-c808-490a-a63f-6053e4684a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260998 Apr 20 17:18:59.714455 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-1c873175-a264-49e9-8cf3-2ef5f4a96994 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:59.718349 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-fec90709-712f-4bbb-ad79-07cf07045e79 None None] Attempting to bind port 1e6f9c42-90ae-4748-ae26-881f46b7187e on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:18:59.718706 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-fec90709-712f-4bbb-ad79-07cf07045e79 None None] Attempting to bind port 1e6f9c42-90ae-4748-ae26-881f46b7187e by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:18:59.719073 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec90709-712f-4bbb-ad79-07cf07045e79 None None] Attempting to bind port 1e6f9c42-90ae-4748-ae26-881f46b7187e on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:18:59.720110 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-1c873175-a264-49e9-8cf3-2ef5f4a96994 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:59.721882 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-58af73ae-bbeb-4053-bad8-38f9bfe3c868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:59.724338 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644e9be-322d-447f-bc3d-8b0d00169878 None None] Pushing event updated for resources: {'Port': ['ID=1e6f9c42-90ae-4748-ae26-881f46b7187e,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:59.724536 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-58af73ae-bbeb-4053-bad8-38f9bfe3c868 service neutron] 10.222.0.43 "PUT /v2.0/ports/729b7558-af23-44df-86d8-4dd7d7dcbdbe HTTP/1.1" status: 200 len: 1091 time: 3.1660967 Apr 20 17:18:59.725287 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-1c873175-a264-49e9-8cf3-2ef5f4a96994 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:18:59.726626 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-1c873175-a264-49e9-8cf3-2ef5f4a96994 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Synchronizing usage tracker for tenant:60c7e2ae348346058b3fbfec10afa715 on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:18:59.731359 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 898a02b0-5c40-4e36-aff5-4e67570a1f91 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:18:59.769056 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-1c873175-a264-49e9-8cf3-2ef5f4a96994 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Unset dirty status for tenant:60c7e2ae348346058b3fbfec10afa715 on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:18:59.770354 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-1c873175-a264-49e9-8cf3-2ef5f4a96994 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/networks?id=fc8e6a4a-e179-48cb-8550-48f660e9d877&id=a39373cc-9e04-46cb-a6a0-e81ef6eae8fd&id=a39373cc-9e04-46cb-a6a0-e81ef6eae8fd&id=d9f1e448-db15-4c9f-8c5b-a0fa35869e80&id=d9f1e448-db15-4c9f-8c5b-a0fa35869e80 HTTP/1.1" status: 200 len: 1989 time: 0.3050036 Apr 20 17:18:59.772712 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 898a02b0-5c40-4e36-aff5-4e67570a1f91 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:18:59.773047 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 898a02b0-5c40-4e36-aff5-4e67570a1f91 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:18:59.777738 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec90709-712f-4bbb-ad79-07cf07045e79 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:18:59.778099 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec90709-712f-4bbb-ad79-07cf07045e79 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:18:59.778517 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fec90709-712f-4bbb-ad79-07cf07045e79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:59.778913 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec90709-712f-4bbb-ad79-07cf07045e79 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:18:59.779364 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-fec90709-712f-4bbb-ad79-07cf07045e79 None None] Bound port: 1e6f9c42-90ae-4748-ae26-881f46b7187e, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:18:59.779722 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fec90709-712f-4bbb-ad79-07cf07045e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:59.797033 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-333fbf18-84d2-4ea6-8c5d-c8e34450fcd0 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/quotas/60c7e2ae348346058b3fbfec10afa715 HTTP/1.1" status: 200 len: 375 time: 0.0179231 Apr 20 17:18:59.809171 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30439be-8f2e-4b39-bce0-066c4901b03c', 'tag': '729b7558-af23-44df-86d8-4dd7d7dcbdbe'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:18:59.838057 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af73ae-bbeb-4053-bad8-38f9bfe3c868 service neutron] Pushing event updated for resources: {'Port': ['ID=729b7558-af23-44df-86d8-4dd7d7dcbdbe,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:59.870353 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-fec90709-712f-4bbb-ad79-07cf07045e79 None None] For port 1e6f9c42-90ae-4748-ae26-881f46b7187e, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:18:59.874246 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-fec90709-712f-4bbb-ad79-07cf07045e79 None None] For port 1e6f9c42-90ae-4748-ae26-881f46b7187e, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=1e6f9c42-90ae-4748-ae26-881f46b7187e,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:18:59.883601 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fec90709-712f-4bbb-ad79-07cf07045e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:18:59.907989 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-a0cb2d66-2f62-4f1b-bfe4-d9713168ae45 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=60c7e2ae348346058b3fbfec10afa715&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1103308 Apr 20 17:18:59.966504 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644e9be-322d-447f-bc3d-8b0d00169878 None None] Pushing event updated for resources: {'Port': ['ID=1e6f9c42-90ae-4748-ae26-881f46b7187e,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:18:59.980546 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec90709-712f-4bbb-ad79-07cf07045e79 None None] Routers {'5cebc4d3-edd4-4e1a-971e-b61e6725cc69'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:18:59.981210 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-fec90709-712f-4bbb-ad79-07cf07045e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:18:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['5cebc4d3-edd4-4e1a-971e-b61e6725cc69'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:19:00.133115 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-d22bb5b1-4e80-491b-af0f-8c4ffccd20a6 service neutron] 10.222.0.39 "GET /v2.0/networks/87f273c5-c808-490a-a63f-6053e4684a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765642 Apr 20 17:19:00.145899 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-5cc67a8e-a946-4982-afe8-a6b1a9f5d07a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffcb78f29a714057bb79ebadc32ed198&device_id=c30439be-8f2e-4b39-bce0-066c4901b03c HTTP/1.1" status: 200 len: 1094 time: 0.3143647 Apr 20 17:19:00.204144 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-b31f3e6b-1064-45a3-8d59-0728a6f2b28e service neutron] 10.222.0.39 "GET /v2.0/networks/fc8e6a4a-e179-48cb-8550-48f660e9d877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834156 Apr 20 17:19:00.227529 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-fec90709-712f-4bbb-ad79-07cf07045e79 None None] Set router 5cebc4d3-edd4-4e1a-971e-b61e6725cc69 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:19:00.240177 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-ab44abe7-1c1e-4ffd-9852-cfbaad823f12 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=729b7558-af23-44df-86d8-4dd7d7dcbdbe HTTP/1.1" status: 200 len: 217 time: 0.0832105 Apr 20 17:19:00.336167 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-20aeb58c-0955-4667-9c06-c0bf97ce649f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:00.337609 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-20aeb58c-0955-4667-9c06-c0bf97ce649f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e216643-0d94-47fd-bb51-9fe24d2f84fc HTTP/1.1" status: 200 len: 850 time: 0.0916228 Apr 20 17:19:00.430070 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-f72c1249-8436-483a-b133-11d86b372f67 service neutron] 10.222.0.39 "GET /v2.0/networks/fc8e6a4a-e179-48cb-8550-48f660e9d877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187529 Apr 20 17:19:00.592852 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-2c9a3430-ecae-4aae-b588-e1a06a8e06da service neutron] 10.222.0.39 "GET /v2.0/ports/8823eb66-e9cf-4a3d-bc96-df512d3f7773?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1616807 Apr 20 17:19:00.645089 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-4b615c4c-3b62-4c52-97a3-dbd229e7b05e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d8ef33a9-107e-4ebd-9173-5b6bab76d40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3014395 Apr 20 17:19:00.801106 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-8c9dc55b-7879-4a27-baf6-cb47f9935f80 service neutron] 10.222.0.39 "GET /v2.0/networks/a39373cc-9e04-46cb-a6a0-e81ef6eae8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992614 Apr 20 17:19:00.812873 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-fec90709-712f-4bbb-ad79-07cf07045e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'name': 'tempest-ServersTestManualDisk-1596263937-router', 'tenant_id': '159ad23e438e4a93b23c1f04f39ed31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '1e6f9c42-90ae-4748-ae26-881f46b7187e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:48Z', 'updated_at': '2022-04-20T17:18:54Z', 'revision_number': 3, 'project_id': '159ad23e438e4a93b23c1f04f39ed31a', 'gw_port': {'id': '1e6f9c42-90ae-4748-ae26-881f46b7187e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:51Z', 'updated_at': '2022-04-20T17:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:19:00.821503 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec90709-712f-4bbb-ad79-07cf07045e79 None None] The sync data for ids ['5cebc4d3-edd4-4e1a-971e-b61e6725cc69'] in n-d-838032-1 is: [{'id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'name': 'tempest-ServersTestManualDisk-1596263937-router', 'tenant_id': '159ad23e438e4a93b23c1f04f39ed31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '1e6f9c42-90ae-4748-ae26-881f46b7187e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:48Z', 'updated_at': '2022-04-20T17:18:54Z', 'revision_number': 3, 'project_id': '159ad23e438e4a93b23c1f04f39ed31a', 'gw_port': {'id': '1e6f9c42-90ae-4748-ae26-881f46b7187e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:51Z', 'updated_at': '2022-04-20T17:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:19:00.971391 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-1404c047-5476-49f6-a5c3-075567e6c008 service neutron] 10.222.0.39 "GET /v2.0/networks/a39373cc-9e04-46cb-a6a0-e81ef6eae8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692419 Apr 20 17:19:00.998654 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c6b41-b97f-4b70-ae73-c75689562c89 req-fa4e08a2-884b-4a47-818a-37e2b0fbd1a7 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:01.000222 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2d9c6b41-b97f-4b70-ae73-c75689562c89 req-fa4e08a2-884b-4a47-818a-37e2b0fbd1a7 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?device_id=c30439be-8f2e-4b39-bce0-066c4901b03c HTTP/1.1" status: 200 len: 943 time: 0.1914234 Apr 20 17:19:01.003709 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-6d410f31-65cb-4469-aac8-9618337944ef service neutron] 10.222.0.43 "GET /v2.0/networks/d8ef33a9-107e-4ebd-9173-5b6bab76d40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510854 Apr 20 17:19:01.082478 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-de519299-f895-40a1-9af8-95be65eae422 service neutron] 10.222.0.39 "GET /v2.0/ports/c655084b-fd05-45fb-8e95-31b739360b4f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1101179 Apr 20 17:19:01.256699 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-2d9c6b41-b97f-4b70-ae73-c75689562c89 req-2fb4aa7e-a027-4f02-ad2f-451c26365619 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Synchronizing usage tracker for tenant:ffcb78f29a714057bb79ebadc32ed198 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:19:01.302663 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-df0fa13b-7d1c-4b9a-b325-fbc81a8b6e43 service neutron] 10.222.0.39 "GET /v2.0/networks/a39373cc-9e04-46cb-a6a0-e81ef6eae8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178900 Apr 20 17:19:01.318626 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-2d9c6b41-b97f-4b70-ae73-c75689562c89 req-2fb4aa7e-a027-4f02-ad2f-451c26365619 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Unset dirty status for tenant:ffcb78f29a714057bb79ebadc32ed198 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:19:01.319788 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2d9c6b41-b97f-4b70-ae73-c75689562c89 req-2fb4aa7e-a027-4f02-ad2f-451c26365619 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0746e04-eaaa-491f-b2f2-a68a28aea018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712216 Apr 20 17:19:01.341405 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f2883fa-e98d-46b3-99a3-6ea4b1a90b0d req-6f393bfc-f057-4f93-8503-ac32d5b21916 service neutron] 10.222.0.43 "GET /v2.0/networks/d8ef33a9-107e-4ebd-9173-5b6bab76d40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307447 Apr 20 17:19:01.574098 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-96132cfc-47f2-4fa8-870f-214ced3445c5 service neutron] 10.222.0.39 "GET /v2.0/networks/a39373cc-9e04-46cb-a6a0-e81ef6eae8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715335 Apr 20 17:19:01.583380 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device db955777-f791-4005-a279-3a7e7cd2ff53 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:19:01.615762 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d881120d-3f29-49d2-8b0c-1d0e6d6d67a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:01.662918 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port db955777-f791-4005-a279-3a7e7cd2ff53 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:01.663174 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:01.724404 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-1ba394fe-c355-422c-b3bd-fbc6b3460bda service neutron] 10.222.0.39 "GET /v2.0/networks/a39373cc-9e04-46cb-a6a0-e81ef6eae8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429105 Apr 20 17:19:01.773144 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b370cbb-a075-409d-970f-3fd150753a6c req-fbaafe3e-63d5-4efe-a4cb-c50f1b723f4d tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:01.774769 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0b370cbb-a075-409d-970f-3fd150753a6c req-fbaafe3e-63d5-4efe-a4cb-c50f1b723f4d tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 949 time: 0.2090244 Apr 20 17:19:01.813629 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:01.857750 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9669fa-6bcb-4dc1-a556-d0d7551c358d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db955777-f791-4005-a279-3a7e7cd2ff53'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:19:01.871602 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port db955777-f791-4005-a279-3a7e7cd2ff53, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=db955777-f791-4005-a279-3a7e7cd2ff53,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:19:01.884284 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:01.905116 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0b370cbb-a075-409d-970f-3fd150753a6c req-469371f8-af47-4c5f-8065-c44d87d1d897 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221502 Apr 20 17:19:01.938700 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-c13351f5-39f1-4011-8108-a19f6fb93be3 service neutron] 10.222.0.39 "GET /v2.0/networks/a39373cc-9e04-46cb-a6a0-e81ef6eae8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077589 Apr 20 17:19:01.992371 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-d881120d-3f29-49d2-8b0c-1d0e6d6d67a5 admin admin] Allocated IP 172.20.0.1 (7289b4d6-d07e-4d7e-9061-229d2aa24696/f2f65fad-12b6-4d33-aa45-7d4baab655e0/c4673c59-2409-4086-af1b-5af4c989ad55) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:19:02.048136 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=db955777-f791-4005-a279-3a7e7cd2ff53,revision_number=11']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:02.054142 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f202e521-54c9-4b5d-9d9f-b6b9acde0cdd'] response: {'name': 'network-changed', 'server_uuid': 'c30439be-8f2e-4b39-bce0-066c4901b03c', 'tag': '729b7558-af23-44df-86d8-4dd7d7dcbdbe', 'status': 'completed', 'code': 200} Apr 20 17:19:02.185884 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-61230342-391b-419a-a5a7-64eb2e93512a req-e2b1f557-a152-4188-b0bc-14cf110922d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffcb78f29a714057bb79ebadc32ed198&device_id=c30439be-8f2e-4b39-bce0-066c4901b03c HTTP/1.1" status: 200 len: 1094 time: 0.1261022 Apr 20 17:19:02.192097 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-31f6d11b-f5ba-4678-8c13-e40514f03e9c service neutron] 10.222.0.39 "GET /v2.0/networks/a39373cc-9e04-46cb-a6a0-e81ef6eae8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452962 Apr 20 17:19:02.249811 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dcbc0d05-77ca-4ce3-b7bf-6191f0dec5f8 req-788a6c3c-cc96-4aa5-8e87-509413ae5112 tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fc3fd09-1afd-47c8-9c33-e8781e53d734 HTTP/1.1" status: 200 len: 210 time: 0.0933781 Apr 20 17:19:02.284418 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-c2b097d7-05b3-4635-b4b6-9d6b17fd8c05 tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:02.286856 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-c2b097d7-05b3-4635-b4b6-9d6b17fd8c05 tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] 10.222.0.43 "GET /v2.0/networks?id=87f273c5-c808-490a-a63f-6053e4684a4c HTTP/1.1" status: 200 len: 820 time: 0.3224759 Apr 20 17:19:02.306925 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-2bf97bb4-a293-4f7b-9414-53ced2c89b5e tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Request body: {'port': {'device_id': '4fc3fd09-1afd-47c8-9c33-e8781e53d734', 'network_id': '87f273c5-c808-490a-a63f-6053e4684a4c', 'admin_state_up': True, 'tenant_id': 'e0191a679d8e42c9871795f6c7ac52f8'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:02.389489 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41240) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:02.534594 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61230342-391b-419a-a5a7-64eb2e93512a req-b0114007-b9b3-4937-97f0-36c2dee1b9fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:02.536261 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-61230342-391b-419a-a5a7-64eb2e93512a req-b0114007-b9b3-4937-97f0-36c2dee1b9fe service neutron] 10.222.0.43 "GET /v2.0/networks?id=d8ef33a9-107e-4ebd-9173-5b6bab76d40f HTTP/1.1" status: 200 len: 911 time: 0.3426926 Apr 20 17:19:02.540455 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-0cd33aab-0f8c-47cf-9e77-c9b7dcc516d9 service neutron] 10.222.0.39 "GET /v2.0/networks/a39373cc-9e04-46cb-a6a0-e81ef6eae8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280392 Apr 20 17:19:02.616048 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d881120d-3f29-49d2-8b0c-1d0e6d6d67a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:02.630313 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4dc8682-31e6-4019-a70b-457d8cc0d462 admin admin] Deleting subnet 6168ff55-f8cc-4173-8a8f-60bbd4cfe151 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:19:02.637765 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d4dc8682-31e6-4019-a70b-457d8cc0d462 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:02.672109 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-61230342-391b-419a-a5a7-64eb2e93512a req-a5df2b07-601e-42ff-b44e-e84a4d8b5275 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=729b7558-af23-44df-86d8-4dd7d7dcbdbe HTTP/1.1" status: 200 len: 217 time: 0.1297493 Apr 20 17:19:02.697696 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-d881120d-3f29-49d2-8b0c-1d0e6d6d67a5 admin admin] Transition to ACTIVE for port object c4673c59-2409-4086-af1b-5af4c989ad55 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:19:02.729250 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d4dc8682-31e6-4019-a70b-457d8cc0d462 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:02.741530 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61230342-391b-419a-a5a7-64eb2e93512a req-71dfcbe9-4d23-44d8-9ce5-cfa9291d5921 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:02.742986 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-61230342-391b-419a-a5a7-64eb2e93512a req-71dfcbe9-4d23-44d8-9ce5-cfa9291d5921 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e216643-0d94-47fd-bb51-9fe24d2f84fc HTTP/1.1" status: 200 len: 850 time: 0.0624220 Apr 20 17:19:02.772541 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-2bf97bb4-a293-4f7b-9414-53ced2c89b5e tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:19:02.780337 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-2bf97bb4-a293-4f7b-9414-53ced2c89b5e tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Usage tracker for resource:port and tenant:e0191a679d8e42c9871795f6c7ac52f8 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:19:02.780337 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-2bf97bb4-a293-4f7b-9414-53ced2c89b5e tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:19:02.786285 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-2bf97bb4-a293-4f7b-9414-53ced2c89b5e tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:19:02.793284 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-61230342-391b-419a-a5a7-64eb2e93512a req-4aaa71ce-ee63-4745-a17a-dc1c0f7da4ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d8ef33a9-107e-4ebd-9173-5b6bab76d40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432332 Apr 20 17:19:02.808254 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-2bf97bb4-a293-4f7b-9414-53ced2c89b5e tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Made reservation on behalf of e0191a679d8e42c9871795f6c7ac52f8 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:19:02.810935 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-2bf97bb4-a293-4f7b-9414-53ced2c89b5e tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:02.840077 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d4dc8682-31e6-4019-a70b-457d8cc0d462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:02.850234 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 1e6f9c42-90ae-4748-ae26-881f46b7187e up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:19:02.890276 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c4bcdb5-47f1-461e-9448-d63ce92a3b5f'] response: {'server_uuid': 'cf9669fa-6bcb-4dc1-a556-d0d7551c358d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db955777-f791-4005-a279-3a7e7cd2ff53', 'code': 200} Apr 20 17:19:02.930656 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d881120d-3f29-49d2-8b0c-1d0e6d6d67a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:02.941509 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-aae5dc00-b230-48a4-a8cc-04a963558503 service neutron] 10.222.0.39 "GET /v2.0/networks/d9f1e448-db15-4c9f-8c5b-a0fa35869e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440790 Apr 20 17:19:02.951532 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 1e6f9c42-90ae-4748-ae26-881f46b7187e completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:19:02.959336 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 1e6f9c42-90ae-4748-ae26-881f46b7187e triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:02.960044 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:03.006093 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d881120d-3f29-49d2-8b0c-1d0e6d6d67a5 admin admin] Network 7289b4d6-d07e-4d7e-9061-229d2aa24696 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:19:03.056026 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-d881120d-3f29-49d2-8b0c-1d0e6d6d67a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:19:03.075898 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d881120d-3f29-49d2-8b0c-1d0e6d6d67a5 admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:19:03.082831 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-61230342-391b-419a-a5a7-64eb2e93512a req-35bc8c6a-5811-4baa-9ff8-9ed0b771912b service neutron] 10.222.0.43 "GET /v2.0/networks/d8ef33a9-107e-4ebd-9173-5b6bab76d40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739189 Apr 20 17:19:03.115843 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:03.137074 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 1e6f9c42-90ae-4748-ae26-881f46b7187e, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=1e6f9c42-90ae-4748-ae26-881f46b7187e,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:19:03.143329 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:03.161497 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881120d-3f29-49d2-8b0c-1d0e6d6d67a5 admin admin] Pushing event updated for resources: {'Port': ['ID=c4673c59-2409-4086-af1b-5af4c989ad55,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:03.194827 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-228fcd5b-61ad-4f91-b610-c87e53e613cd service neutron] 10.222.0.39 "GET /v2.0/networks/d9f1e448-db15-4c9f-8c5b-a0fa35869e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523708 Apr 20 17:19:03.221259 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d881120d-3f29-49d2-8b0c-1d0e6d6d67a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:03.223485 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=1e6f9c42-90ae-4748-ae26-881f46b7187e,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:03.234260 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d4dc8682-31e6-4019-a70b-457d8cc0d462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:03.300401 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc8682-31e6-4019-a70b-457d8cc0d462 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6168ff55-f8cc-4173-8a8f-60bbd4cfe151,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:03.323435 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d4dc8682-31e6-4019-a70b-457d8cc0d462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:03.330706 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b36a3-6d57-494d-b01e-15e4ebba1c27 req-b8fd4e1c-48c9-493d-9fbe-077a0fdb081d tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:03.332158 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c10b36a3-6d57-494d-b01e-15e4ebba1c27 req-b8fd4e1c-48c9-493d-9fbe-077a0fdb081d tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 950 time: 0.3442128 Apr 20 17:19:03.353552 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-61230342-391b-419a-a5a7-64eb2e93512a req-4c9ff36b-b589-4733-871d-994159970721 service neutron] 10.222.0.43 "GET /v2.0/networks/d8ef33a9-107e-4ebd-9173-5b6bab76d40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641089 Apr 20 17:19:03.358565 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-2bf97bb4-a293-4f7b-9414-53ced2c89b5e tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Allocated IP 172.20.0.6 (87f273c5-c808-490a-a63f-6053e4684a4c/29d2e7c4-02c8-4506-b57a-70334c8eea39/a60d2e21-a0d1-4d49-861b-b38109a6a92b) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:19:03.389852 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-990dc6b0-8dfb-46b0-a97d-ef27af15bbfc service neutron] 10.222.0.39 "GET /v2.0/networks/d9f1e448-db15-4c9f-8c5b-a0fa35869e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908224 Apr 20 17:19:03.402251 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d4dc8682-31e6-4019-a70b-457d8cc0d462 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6168ff55-f8cc-4173-8a8f-60bbd4cfe151 HTTP/1.1" status: 204 len: 168 time: 1.0115292 Apr 20 17:19:03.416624 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41256) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:03.417849 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-71c859e2-0bea-4ae9-8b4e-5f46f0ec1c3e None None] Provisioning for port c4673c59-2409-4086-af1b-5af4c989ad55 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:19:03.424209 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-71c859e2-0bea-4ae9-8b4e-5f46f0ec1c3e None None] Provisioning complete for port c4673c59-2409-4086-af1b-5af4c989ad55 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:03.424581 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-71c859e2-0bea-4ae9-8b4e-5f46f0ec1c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:03.482952 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-71c859e2-0bea-4ae9-8b4e-5f46f0ec1c3e None None] Port c4673c59-2409-4086-af1b-5af4c989ad55 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:19:03.534917 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-8a279c6b-b018-47c5-a24c-15cc2b394020 service neutron] 10.222.0.39 "GET /v2.0/networks/d9f1e448-db15-4c9f-8c5b-a0fa35869e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412210 Apr 20 17:19:03.549295 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d881120d-3f29-49d2-8b0c-1d0e6d6d67a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:03.581772 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c10b36a3-6d57-494d-b01e-15e4ebba1c27 req-6b0e694e-7e58-42b7-8415-8589d5a8a861 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393486 Apr 20 17:19:03.643423 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c1607fe4-3b68-4978-af25-206d711b2af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:03.726569 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 729b7558-af23-44df-86d8-4dd7d7dcbdbe details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:19:03.870696 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 729b7558-af23-44df-86d8-4dd7d7dcbdbe, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=729b7558-af23-44df-86d8-4dd7d7dcbdbe,segment=NetworkSegment(edb8f8fc-911d-4f39-9f48-9e99b3ae736e),segment_id=edb8f8fc-911d-4f39-9f48-9e99b3ae736e)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:19:03.884164 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '729b7558-af23-44df-86d8-4dd7d7dcbdbe', 'network_id': 'd8ef33a9-107e-4ebd-9173-5b6bab76d40f', 'port_id': '729b7558-af23-44df-86d8-4dd7d7dcbdbe', 'mac_address': 'fa:16:3e:21:42:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e216643-0d94-47fd-bb51-9fe24d2f84fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:19:03.942004 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:04.000830 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 729b7558-af23-44df-86d8-4dd7d7dcbdbe {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:19:04.017012 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 729b7558-af23-44df-86d8-4dd7d7dcbdbe, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=729b7558-af23-44df-86d8-4dd7d7dcbdbe,segment=NetworkSegment(edb8f8fc-911d-4f39-9f48-9e99b3ae736e),segment_id=edb8f8fc-911d-4f39-9f48-9e99b3ae736e)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:19:04.022611 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:04.060252 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c1607fe4-3b68-4978-af25-206d711b2af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:04.088592 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=729b7558-af23-44df-86d8-4dd7d7dcbdbe,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:04.091379 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-2bf97bb4-a293-4f7b-9414-53ced2c89b5e tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:04.114819 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-c1607fe4-3b68-4978-af25-206d711b2af2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c26c5bd-f238-4795-be1b-c0013f180282']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:19:04.145522 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-c1607fe4-3b68-4978-af25-206d711b2af2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43999dff-a448-4195-ad66-c7adbdca2564') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:19:04.145841 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-c1607fe4-3b68-4978-af25-206d711b2af2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43999dff-a448-4195-ad66-c7adbdca2564') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:19:04.161988 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4b36c-8fb0-46dd-a140-2e2c25c65a8b req-af171198-b96b-43f3-8b4e-cc30aebc424b tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:04.163633 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e9f4b36c-8fb0-46dd-a140-2e2c25c65a8b req-af171198-b96b-43f3-8b4e-cc30aebc424b tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?device_id=c30439be-8f2e-4b39-bce0-066c4901b03c HTTP/1.1" status: 200 len: 943 time: 0.4335561 Apr 20 17:19:04.172174 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c1607fe4-3b68-4978-af25-206d711b2af2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:04.213396 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c1607fe4-3b68-4978-af25-206d711b2af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:04.235430 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1607fe4-3b68-4978-af25-206d711b2af2 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:19:04.235824 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c1607fe4-3b68-4978-af25-206d711b2af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:04.249561 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:19:04.249561 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:19:04.249561 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:19:04.249561 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:19:04.249561 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:19:04.249561 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:19:04.249561 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:19:04.249561 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:19:04.249561 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:19:04.249561 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:19:04.249561 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:19:04.249561 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:19:04.249561 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:19:04.249561 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:19:04.249561 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:19:04.249561 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:19:04.249561 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:19:04.249561 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:19:04.249561 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:19:04.249561 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:19:04.249561 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:19:04.249561 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:19:04.249561 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:19:04.249561 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:19:04.249561 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:19:04.249561 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:19:04.249561 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:19:04.249561 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:19:04.249561 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:19:04.249561 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:19:04.249561 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:19:04.249561 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:19:04.274999 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['729b7558-af23-44df-86d8-4dd7d7dcbdbe'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:19:04.439339 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.resource_extend [None req-d881120d-3f29-49d2-8b0c-1d0e6d6d67a5 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:19:04.466077 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-2bf97bb4-a293-4f7b-9414-53ced2c89b5e tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:04.472733 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d881120d-3f29-49d2-8b0c-1d0e6d6d67a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:04.480837 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e9f4b36c-8fb0-46dd-a140-2e2c25c65a8b req-90508caa-2919-4b61-9499-4a2b48c35bd3 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0746e04-eaaa-491f-b2f2-a68a28aea018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956893 Apr 20 17:19:04.524416 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d881120d-3f29-49d2-8b0c-1d0e6d6d67a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:04.536645 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adef381-be00-49a1-ad4f-8a4c339594df req-b83212a6-f84f-41e5-9dfc-9c77f1d0aa86 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:04.538303 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-7adef381-be00-49a1-ad4f-8a4c339594df req-b83212a6-f84f-41e5-9dfc-9c77f1d0aa86 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Synchronizing usage tracker for tenant:016751374ea74e31a9eaa0fcbb0fa029 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:19:04.634170 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c1607fe4-3b68-4978-af25-206d711b2af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:04.639696 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-7adef381-be00-49a1-ad4f-8a4c339594df req-b83212a6-f84f-41e5-9dfc-9c77f1d0aa86 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Unset dirty status for tenant:016751374ea74e31a9eaa0fcbb0fa029 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:19:04.641661 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7adef381-be00-49a1-ad4f-8a4c339594df req-b83212a6-f84f-41e5-9dfc-9c77f1d0aa86 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f3b0e96-cebb-49da-9d8f-bf8fd88efbdc HTTP/1.1" status: 200 len: 949 time: 0.3121130 Apr 20 17:19:04.664620 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c1607fe4-3b68-4978-af25-206d711b2af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:04.704936 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-2bf97bb4-a293-4f7b-9414-53ced2c89b5e tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Network 87f273c5-c808-490a-a63f-6053e4684a4c is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:19:04.717033 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-2bf97bb4-a293-4f7b-9414-53ced2c89b5e tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:19:04.722214 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1607fe4-3b68-4978-af25-206d711b2af2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c26c5bd-f238-4795-be1b-c0013f180282,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:04.723948 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf97bb4-a293-4f7b-9414-53ced2c89b5e tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Pushing event updated for resources: {'Port': ['ID=a60d2e21-a0d1-4d49-861b-b38109a6a92b,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:04.740430 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-2bf97bb4-a293-4f7b-9414-53ced2c89b5e tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:19:04.781945 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d881120d-3f29-49d2-8b0c-1d0e6d6d67a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:04.786157 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-7adef381-be00-49a1-ad4f-8a4c339594df req-03d39127-f4e1-4294-a257-97d14c1309b9 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Deleting port 257e6625-f639-4d50-8e63-9847f4e852da {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:19:04.786444 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c1607fe4-3b68-4978-af25-206d711b2af2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2c26c5bd-f238-4795-be1b-c0013f180282 HTTP/1.1" status: 204 len: 168 time: 1.3684678 Apr 20 17:19:04.786767 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7adef381-be00-49a1-ad4f-8a4c339594df req-03d39127-f4e1-4294-a257-97d14c1309b9 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:04.850467 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 1e6f9c42-90ae-4748-ae26-881f46b7187e up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:19:04.892272 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bd795-c3f9-4f88-8e39-1a3420e20a5e req-3aaa643a-89fe-4225-a249-07643ad96297 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:04.900694 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b3bd795-c3f9-4f88-8e39-1a3420e20a5e req-3aaa643a-89fe-4225-a249-07643ad96297 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3b0e96-cebb-49da-9d8f-bf8fd88efbdc HTTP/1.1" status: 200 len: 949 time: 0.3537560 Apr 20 17:19:04.978676 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-2bf97bb4-a293-4f7b-9414-53ced2c89b5e tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:04.979302 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-2bf97bb4-a293-4f7b-9414-53ced2c89b5e tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:04.986845 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b3bd795-c3f9-4f88-8e39-1a3420e20a5e req-aff2c23b-edcd-483a-8ffa-3a15131e1542 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/security-groups?id=88c9757b-b765-406f-b818-e6e0af096ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851240 Apr 20 17:19:05.044226 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 1e6f9c42-90ae-4748-ae26-881f46b7187e triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:05.045490 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:05.075650 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881120d-3f29-49d2-8b0c-1d0e6d6d67a5 admin admin] Pushing event updated for resources: {'Port': ['ID=c4673c59-2409-4086-af1b-5af4c989ad55,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:05.078737 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-2bf97bb4-a293-4f7b-9414-53ced2c89b5e tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7784040 Apr 20 17:19:05.126411 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-7eec514a-32a6-4ec9-8dc0-46582db79816 service neutron] Request body: {'port': {'device_id': '4fc3fd09-1afd-47c8-9c33-e8781e53d734', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:05.161846 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d881120d-3f29-49d2-8b0c-1d0e6d6d67a5 admin admin] Network 7289b4d6-d07e-4d7e-9061-229d2aa24696 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:19:05.163483 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41300) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:05.183956 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-d881120d-3f29-49d2-8b0c-1d0e6d6d67a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:19:05.190595 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f00d7d-693a-4f2f-bb6c-638436b40a6d req-5113bc94-09f4-4cb6-b26f-add56dad17e0 tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:05.191281 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-a1f00d7d-693a-4f2f-bb6c-638436b40a6d req-5113bc94-09f4-4cb6-b26f-add56dad17e0 tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Synchronizing usage tracker for tenant:e0191a679d8e42c9871795f6c7ac52f8 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:19:05.434090 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-a1f00d7d-693a-4f2f-bb6c-638436b40a6d req-5113bc94-09f4-4cb6-b26f-add56dad17e0 tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Unset dirty status for tenant:e0191a679d8e42c9871795f6c7ac52f8 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:19:05.435614 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a1f00d7d-693a-4f2f-bb6c-638436b40a6d req-5113bc94-09f4-4cb6-b26f-add56dad17e0 tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fc3fd09-1afd-47c8-9c33-e8781e53d734 HTTP/1.1" status: 200 len: 931 time: 0.6964896 Apr 20 17:19:05.458402 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1a76577f-9cdc-407f-887b-60920fd4727c req-8e8a7d50-73f3-4c46-90a3-cc6979e32a5e tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 210 time: 0.2472937 Apr 20 17:19:05.533470 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-973d8ffc-2728-4df0-9211-82d0dca9a01b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e75f8ad024ce426a84ef751b2d001871&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3687460 Apr 20 17:19:05.537188 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-bcd10ae2-0951-4829-90e7-876aa8d10c5a None None] Provisioning complete for port c4673c59-2409-4086-af1b-5af4c989ad55 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:05.537895 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41308) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:05.538171 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bcd10ae2-0951-4829-90e7-876aa8d10c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:05.562800 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-7adef381-be00-49a1-ad4f-8a4c339594df req-03d39127-f4e1-4294-a257-97d14c1309b9 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] For port 257e6625-f639-4d50-8e63-9847f4e852da, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=257e6625-f639-4d50-8e63-9847f4e852da,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:19:05.563436 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7adef381-be00-49a1-ad4f-8a4c339594df req-03d39127-f4e1-4294-a257-97d14c1309b9 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:05.597314 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-7eec514a-32a6-4ec9-8dc0-46582db79816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:05.630948 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-bcd10ae2-0951-4829-90e7-876aa8d10c5a None None] Port c4673c59-2409-4086-af1b-5af4c989ad55 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:19:05.725467 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-7adef381-be00-49a1-ad4f-8a4c339594df req-03d39127-f4e1-4294-a257-97d14c1309b9 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Calling delete_port for 257e6625-f639-4d50-8e63-9847f4e852da owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:19:05.726723 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 729b7558-af23-44df-86d8-4dd7d7dcbdbe up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:19:05.769797 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-a1f00d7d-693a-4f2f-bb6c-638436b40a6d req-f6eb2504-49ff-4ec6-bad2-031d2095857c tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Synchronizing usage tracker for tenant:e0191a679d8e42c9871795f6c7ac52f8 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:19:05.794363 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8b540218-8b5d-422c-955c-761ad10ce962 req-6268e332-85f8-43b9-a66a-437f3889dcf0 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c12b40028ab147a889b4fc203a6893de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0763576 Apr 20 17:19:05.797876 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 729b7558-af23-44df-86d8-4dd7d7dcbdbe completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:19:05.803101 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 729b7558-af23-44df-86d8-4dd7d7dcbdbe triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:05.803607 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:05.929300 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:05.933346 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-a1f00d7d-693a-4f2f-bb6c-638436b40a6d req-f6eb2504-49ff-4ec6-bad2-031d2095857c tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Unset dirty status for tenant:e0191a679d8e42c9871795f6c7ac52f8 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:19:05.946970 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a1f00d7d-693a-4f2f-bb6c-638436b40a6d req-f6eb2504-49ff-4ec6-bad2-031d2095857c tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee6bcfcb-2d50-471c-b948-18f81344546f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986644 Apr 20 17:19:05.956310 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-785d407b-c750-4f77-9c20-d7b3d7108361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:05.956969 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30439be-8f2e-4b39-bce0-066c4901b03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729b7558-af23-44df-86d8-4dd7d7dcbdbe'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:19:05.968539 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 729b7558-af23-44df-86d8-4dd7d7dcbdbe, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=729b7558-af23-44df-86d8-4dd7d7dcbdbe,segment=NetworkSegment(edb8f8fc-911d-4f39-9f48-9e99b3ae736e),segment_id=edb8f8fc-911d-4f39-9f48-9e99b3ae736e)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:19:05.977513 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:06.086990 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b540218-8b5d-422c-955c-761ad10ce962 req-f142c2e3-017a-40b0-ba8b-33e8c341cde4 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:06.096900 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8b540218-8b5d-422c-955c-761ad10ce962 req-f142c2e3-017a-40b0-ba8b-33e8c341cde4 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2936947 Apr 20 17:19:06.106759 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=729b7558-af23-44df-86d8-4dd7d7dcbdbe,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:06.127893 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8b540218-8b5d-422c-955c-761ad10ce962 req-f95256a5-14fe-43b9-af9c-56482fadf9e1 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/quotas/c12b40028ab147a889b4fc203a6893de HTTP/1.1" status: 200 len: 375 time: 0.0300546 Apr 20 17:19:06.192109 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7adef381-be00-49a1-ad4f-8a4c339594df req-03d39127-f4e1-4294-a257-97d14c1309b9 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:06.251504 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d39127-f4e1-4294-a257-97d14c1309b9 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Pushing event deleted for resources: {'Port': ['ID=257e6625-f639-4d50-8e63-9847f4e852da,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:06.336141 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-7adef381-be00-49a1-ad4f-8a4c339594df req-03d39127-f4e1-4294-a257-97d14c1309b9 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] No DVR routers for this DVR port 257e6625-f639-4d50-8e63-9847f4e852da on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:19:06.339532 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7adef381-be00-49a1-ad4f-8a4c339594df req-03d39127-f4e1-4294-a257-97d14c1309b9 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:06.348514 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8b540218-8b5d-422c-955c-761ad10ce962 req-d42a27f1-27cf-4635-829c-81737cf20e7c tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2197731 Apr 20 17:19:06.349034 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3b0e96-cebb-49da-9d8f-bf8fd88efbdc', 'name': 'network-vif-deleted', 'tag': '257e6625-f639-4d50-8e63-9847f4e852da'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:19:06.350850 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-785d407b-c750-4f77-9c20-d7b3d7108361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:06.369594 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7adef381-be00-49a1-ad4f-8a4c339594df req-03d39127-f4e1-4294-a257-97d14c1309b9 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.43 "DELETE /v2.0/ports/257e6625-f639-4d50-8e63-9847f4e852da HTTP/1.1" status: 204 len: 173 time: 1.7197931 Apr 20 17:19:06.395267 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-34bad990-1747-46c3-b0ae-e93d4074f805 service neutron] 10.222.0.10 "GET /v2.0/ports/8823eb66-e9cf-4a3d-bc96-df512d3f7773 HTTP/1.1" status: 200 len: 1028 time: 0.3164811 Apr 20 17:19:06.581235 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-642f7846-e7b6-463e-bec4-bcaaf46196db service neutron] 10.222.0.10 "GET /v2.0/ports/c655084b-fd05-45fb-8e95-31b739360b4f HTTP/1.1" status: 200 len: 1028 time: 0.1654856 Apr 20 17:19:06.677913 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9385c40-0e21-4891-a87e-08c4dd331ee1'] response: {'server_uuid': 'c30439be-8f2e-4b39-bce0-066c4901b03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729b7558-af23-44df-86d8-4dd7d7dcbdbe', 'code': 200} Apr 20 17:19:06.737855 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-7eec514a-32a6-4ec9-8dc0-46582db79816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a60d2e21-a0d1-4d49-861b-b38109a6a92b {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:19:06.745711 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-7eec514a-32a6-4ec9-8dc0-46582db79816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:06.761710 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-7eec514a-32a6-4ec9-8dc0-46582db79816 service neutron] Transition to ACTIVE for port object a60d2e21-a0d1-4d49-861b-b38109a6a92b will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:19:06.804172 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2c89b-3347-41d8-8b60-f4d43b4c8d44 req-825ac3ea-e504-4853-98ac-7aff3e00b718 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:06.811040 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d8f2c89b-3347-41d8-8b60-f4d43b4c8d44 req-825ac3ea-e504-4853-98ac-7aff3e00b718 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?device_id=c30439be-8f2e-4b39-bce0-066c4901b03c HTTP/1.1" status: 200 len: 945 time: 0.7026203 Apr 20 17:19:06.873450 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-7eec514a-32a6-4ec9-8dc0-46582db79816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:06.896041 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ba1d8a84-77cd-452e-a985-28b4ae0fcea6 req-ea46453a-ff63-41e3-9769-c18c66a23340 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c30439be-8f2e-4b39-bce0-066c4901b03c HTTP/1.1" status: 200 len: 1096 time: 0.1281898 Apr 20 17:19:06.899655 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-785d407b-c750-4f77-9c20-d7b3d7108361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:06.983609 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ba1d8a84-77cd-452e-a985-28b4ae0fcea6 req-77581e14-0b81-4eb8-8fd2-e419b522419f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f0746e04-eaaa-491f-b2f2-a68a28aea018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814888 Apr 20 17:19:07.089523 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d8f2c89b-3347-41d8-8b60-f4d43b4c8d44 req-cf41de3e-4bcb-4f55-a601-faf79cf262bf tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0746e04-eaaa-491f-b2f2-a68a28aea018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774227 Apr 20 17:19:07.090728 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d407b-c750-4f77-9c20-d7b3d7108361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7199b6f3-95fc-40e9-b57d-a1d13b26d2af,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:07.183329 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8da38fc9-0b2d-412b-903c-c5cb73420c73'] response: {'server_uuid': '3f3b0e96-cebb-49da-9d8f-bf8fd88efbdc', 'name': 'network-vif-deleted', 'tag': '257e6625-f639-4d50-8e63-9847f4e852da', 'status': 'completed', 'code': 200} Apr 20 17:19:07.292648 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41346) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:07.398206 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec514a-32a6-4ec9-8dc0-46582db79816 service neutron] Pushing event updated for resources: {'Port': ['ID=a60d2e21-a0d1-4d49-861b-b38109a6a92b,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:07.498751 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-93d0eeea-e0c3-4329-a098-31329c302bd3 req-e5865e70-2269-415d-9b67-074431ce9d6a tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 210 time: 0.1952868 Apr 20 17:19:07.507852 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-785d407b-c750-4f77-9c20-d7b3d7108361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:07.508993 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-785d407b-c750-4f77-9c20-d7b3d7108361 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7199b6f3-95fc-40e9-b57d-a1d13b26d2af HTTP/1.1" status: 204 len: 168 time: 1.9148695 Apr 20 17:19:07.531849 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-60bd9f1a-451c-40ea-8df0-3e2a231ba560 req-8ab59eca-dffc-4f2a-9e1a-9dd063308488 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Synchronizing usage tracker for tenant:016751374ea74e31a9eaa0fcbb0fa029 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:19:07.538979 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d12ac7b2-22ed-4352-8784-d14b224fa1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:07.610591 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-6722d11a-1395-4191-b621-d5a792a05f40 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:07.615824 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-6722d11a-1395-4191-b621-d5a792a05f40 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:07.620442 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-6722d11a-1395-4191-b621-d5a792a05f40 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:07.621665 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-6722d11a-1395-4191-b621-d5a792a05f40 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Synchronizing usage tracker for tenant:60c7e2ae348346058b3fbfec10afa715 on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:19:07.629033 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d881120d-3f29-49d2-8b0c-1d0e6d6d67a5 admin admin] Router 5cebc4d3-edd4-4e1a-971e-b61e6725cc69 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:19:07.634974 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-7eec514a-32a6-4ec9-8dc0-46582db79816 service neutron] Attempting to bind port a60d2e21-a0d1-4d49-861b-b38109a6a92b on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:19:07.635301 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-7eec514a-32a6-4ec9-8dc0-46582db79816 service neutron] Attempting to bind port a60d2e21-a0d1-4d49-861b-b38109a6a92b by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '989ce1c3-1834-4c39-ba0e-16239948c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '87f273c5-c808-490a-a63f-6053e4684a4c'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:19:07.636423 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-7eec514a-32a6-4ec9-8dc0-46582db79816 service neutron] Attempting to bind port a60d2e21-a0d1-4d49-861b-b38109a6a92b on network 87f273c5-c808-490a-a63f-6053e4684a4c {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:19:07.646609 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d12ac7b2-22ed-4352-8784-d14b224fa1cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:19:07.655988 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d12ac7b2-22ed-4352-8784-d14b224fa1cc admin admin] Usage tracker for resource:security_group_rule and tenant:140001d28adf4a778d63ef83d325821f is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:19:07.659409 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d12ac7b2-22ed-4352-8784-d14b224fa1cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:19:07.660653 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-7eec514a-32a6-4ec9-8dc0-46582db79816 service neutron] Port a60d2e21-a0d1-4d49-861b-b38109a6a92b on network 87f273c5-c808-490a-a63f-6053e4684a4c not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:19:07.661125 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-7eec514a-32a6-4ec9-8dc0-46582db79816 service neutron] Attempting to bind port a60d2e21-a0d1-4d49-861b-b38109a6a92b on network 87f273c5-c808-490a-a63f-6053e4684a4c {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:19:07.665409 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-6722d11a-1395-4191-b621-d5a792a05f40 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Unset dirty status for tenant:60c7e2ae348346058b3fbfec10afa715 on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:19:07.666923 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-6722d11a-1395-4191-b621-d5a792a05f40 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.10 "GET /v2.0/networks?id=fc8e6a4a-e179-48cb-8550-48f660e9d877&id=a39373cc-9e04-46cb-a6a0-e81ef6eae8fd&id=a39373cc-9e04-46cb-a6a0-e81ef6eae8fd&id=a39373cc-9e04-46cb-a6a0-e81ef6eae8fd&id=a39373cc-9e04-46cb-a6a0-e81ef6eae8fd&id=d9f1e448-db15-4c9f-8c5b-a0fa35869e80&id=d9f1e448-db15-4c9f-8c5b-a0fa35869e80 HTTP/1.1" status: 200 len: 1989 time: 0.9028881 Apr 20 17:19:07.676636 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d12ac7b2-22ed-4352-8784-d14b224fa1cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:19:07.702524 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-60bd9f1a-451c-40ea-8df0-3e2a231ba560 req-8ab59eca-dffc-4f2a-9e1a-9dd063308488 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] Unset dirty status for tenant:016751374ea74e31a9eaa0fcbb0fa029 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:19:07.704570 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-60bd9f1a-451c-40ea-8df0-3e2a231ba560 req-8ab59eca-dffc-4f2a-9e1a-9dd063308488 tempest-ListImageFiltersTestJSON-1432497483 tempest-ListImageFiltersTestJSON-1432497483-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3b0e96-cebb-49da-9d8f-bf8fd88efbdc HTTP/1.1" status: 200 len: 210 time: 0.3231661 Apr 20 17:19:07.731358 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 257e6625-f639-4d50-8e63-9847f4e852da no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:19:07.775130 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 257e6625-f639-4d50-8e63-9847f4e852da {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:19:07.775831 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 257e6625-f639-4d50-8e63-9847f4e852da not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:19:07.805288 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d12ac7b2-22ed-4352-8784-d14b224fa1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:07.811372 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d12ac7b2-22ed-4352-8784-d14b224fa1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:07.861011 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-7eec514a-32a6-4ec9-8dc0-46582db79816 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:19:07.861338 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-7eec514a-32a6-4ec9-8dc0-46582db79816 service neutron] Checking segment: {'id': '989ce1c3-1834-4c39-ba0e-16239948c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '87f273c5-c808-490a-a63f-6053e4684a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:19:07.861727 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-7eec514a-32a6-4ec9-8dc0-46582db79816 service neutron] Bound using segment: {'id': '989ce1c3-1834-4c39-ba0e-16239948c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '87f273c5-c808-490a-a63f-6053e4684a4c'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:19:07.862173 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-7eec514a-32a6-4ec9-8dc0-46582db79816 service neutron] Bound port: a60d2e21-a0d1-4d49-861b-b38109a6a92b, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '989ce1c3-1834-4c39-ba0e-16239948c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '87f273c5-c808-490a-a63f-6053e4684a4c'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:19:07.862543 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-7eec514a-32a6-4ec9-8dc0-46582db79816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:07.866212 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ac7b2-22ed-4352-8784-d14b224fa1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29541c25-5eb4-4e92-bc5b-221a22d153d5,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:07.890460 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d12ac7b2-22ed-4352-8784-d14b224fa1cc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=140001d28adf4a778d63ef83d325821f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5962789 Apr 20 17:19:07.891393 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41356) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:07.977645 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b451b5c1-400f-4a0c-a133-b021d6c4d877 req-ebf6e9b9-b126-4d49-91e7-0e8984a1b660 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Synchronizing usage tracker for tenant:60c7e2ae348346058b3fbfec10afa715 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:19:08.055366 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1ca0338a-1e48-41fa-988f-7d2853c7e538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:08.090619 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1ca0338a-1e48-41fa-988f-7d2853c7e538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:08.094461 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-da158293-167e-4e1a-9ab3-8a1e5b0f4e47 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Synchronizing usage tracker for tenant:60c7e2ae348346058b3fbfec10afa715 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:19:08.167649 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b451b5c1-400f-4a0c-a133-b021d6c4d877 req-ebf6e9b9-b126-4d49-91e7-0e8984a1b660 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Unset dirty status for tenant:60c7e2ae348346058b3fbfec10afa715 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:19:08.183122 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b451b5c1-400f-4a0c-a133-b021d6c4d877 req-ebf6e9b9-b126-4d49-91e7-0e8984a1b660 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 210 time: 0.5097067 Apr 20 17:19:08.193769 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5833bc-e3d0-4a3d-9078-30205c50b691 req-8472910a-fa4f-48aa-8a70-39642c13f26c tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:08.195480 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ef5833bc-e3d0-4a3d-9078-30205c50b691 req-8472910a-fa4f-48aa-8a70-39642c13f26c tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fc3fd09-1afd-47c8-9c33-e8781e53d734 HTTP/1.1" status: 200 len: 943 time: 0.2750564 Apr 20 17:19:08.220213 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-da158293-167e-4e1a-9ab3-8a1e5b0f4e47 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Unset dirty status for tenant:60c7e2ae348346058b3fbfec10afa715 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:19:08.224075 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-da158293-167e-4e1a-9ab3-8a1e5b0f4e47 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60c7e2ae348346058b3fbfec10afa715 HTTP/1.1" status: 200 len: 379 time: 0.3688366 Apr 20 17:19:08.241423 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-2ca3df3e-89dc-4b1e-9304-50e0ab6ac107 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Request body: {'port': {'device_id': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'network_id': 'fc8e6a4a-e179-48cb-8550-48f660e9d877', 'admin_state_up': True, 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'security_groups': ['144ae891-0b8f-4c11-a3e3-997ca7d045b3']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:08.274880 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1ca0338a-1e48-41fa-988f-7d2853c7e538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:08.280762 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8b540218-8b5d-422c-955c-761ad10ce962 req-01dcaa38-dc43-4420-a779-322ffc9023e5 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=c12b40028ab147a889b4fc203a6893de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615220 Apr 20 17:19:08.285673 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-7eec514a-32a6-4ec9-8dc0-46582db79816 service neutron] For port a60d2e21-a0d1-4d49-861b-b38109a6a92b, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:19:08.327488 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca0338a-1e48-41fa-988f-7d2853c7e538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29541c25-5eb4-4e92-bc5b-221a22d153d5,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:08.363843 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-7eec514a-32a6-4ec9-8dc0-46582db79816 service neutron] For port a60d2e21-a0d1-4d49-861b-b38109a6a92b, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=a60d2e21-a0d1-4d49-861b-b38109a6a92b,segment=NetworkSegment(989ce1c3-1834-4c39-ba0e-16239948c0ce),segment_id=989ce1c3-1834-4c39-ba0e-16239948c0ce)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:19:08.385170 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-7eec514a-32a6-4ec9-8dc0-46582db79816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:08.526633 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-7eec514a-32a6-4ec9-8dc0-46582db79816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:08.528083 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-7eec514a-32a6-4ec9-8dc0-46582db79816 service neutron] 10.222.0.43 "PUT /v2.0/ports/a60d2e21-a0d1-4d49-861b-b38109a6a92b HTTP/1.1" status: 200 len: 1091 time: 3.4092023 Apr 20 17:19:08.540257 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc3fd09-1afd-47c8-9c33-e8781e53d734', 'tag': 'a60d2e21-a0d1-4d49-861b-b38109a6a92b'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:19:08.574025 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-2ca3df3e-89dc-4b1e-9304-50e0ab6ac107 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:19:08.591721 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec514a-32a6-4ec9-8dc0-46582db79816 service neutron] Pushing event updated for resources: {'Port': ['ID=a60d2e21-a0d1-4d49-861b-b38109a6a92b,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:08.598210 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-2ca3df3e-89dc-4b1e-9304-50e0ab6ac107 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:19:08.637772 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-2ca3df3e-89dc-4b1e-9304-50e0ab6ac107 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Made reservation on behalf of 60c7e2ae348346058b3fbfec10afa715 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:19:08.640795 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-2ca3df3e-89dc-4b1e-9304-50e0ab6ac107 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:08.673370 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ef5833bc-e3d0-4a3d-9078-30205c50b691 req-c107ef44-e891-4cb1-9d2e-bf78d8428196 tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee6bcfcb-2d50-471c-b948-18f81344546f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4592962 Apr 20 17:19:08.701291 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1ca0338a-1e48-41fa-988f-7d2853c7e538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:08.705743 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1ca0338a-1e48-41fa-988f-7d2853c7e538 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/29541c25-5eb4-4e92-bc5b-221a22d153d5 HTTP/1.1" status: 204 len: 168 time: 0.8098242 Apr 20 17:19:08.718742 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b540218-8b5d-422c-955c-761ad10ce962 req-4aa16052-3b6c-449c-901e-79152e598d9c tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:08.720239 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8b540218-8b5d-422c-955c-761ad10ce962 req-4aa16052-3b6c-449c-901e-79152e598d9c tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4034851 Apr 20 17:19:08.737502 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-8b540218-8b5d-422c-955c-761ad10ce962 req-ee8dabb0-0f7f-494e-a0aa-ee3018f7fe95 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Request body: {'port': {'device_id': 'e6286e55-eef1-4cf1-b8c6-5dfbf75b3171', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'admin_state_up': True, 'tenant_id': 'c12b40028ab147a889b4fc203a6893de'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:08.820135 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d3149-7335-4cba-a35d-f769b86df5ae req-7f872ffd-3721-4ec1-8009-1804727f4ebf tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:08.821784 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6a5d3149-7335-4cba-a35d-f769b86df5ae req-7f872ffd-3721-4ec1-8009-1804727f4ebf tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?device_id=c30439be-8f2e-4b39-bce0-066c4901b03c HTTP/1.1" status: 200 len: 945 time: 0.3420761 Apr 20 17:19:08.978633 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41386) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:09.040838 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d881120d-3f29-49d2-8b0c-1d0e6d6d67a5 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:19:09.046665 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bd272040-e702-4c47-bd4f-198de37d411b req-04024eb0-349b-49e3-a947-ff5e8a027e27 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 210 time: 0.0693216 Apr 20 17:19:09.049823 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21abbe5-ca8f-4556-a3ac-df8b9cae56d5 None None] Sync routers for ids ['5cebc4d3-edd4-4e1a-971e-b61e6725cc69'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:19:09.069549 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21abbe5-ca8f-4556-a3ac-df8b9cae56d5 None None] Routers {'5cebc4d3-edd4-4e1a-971e-b61e6725cc69'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:19:09.070176 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-b21abbe5-ca8f-4556-a3ac-df8b9cae56d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:18:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['5cebc4d3-edd4-4e1a-971e-b61e6725cc69'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:19:09.100831 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-8b540218-8b5d-422c-955c-761ad10ce962 req-ee8dabb0-0f7f-494e-a0aa-ee3018f7fe95 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:19:09.127400 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-afd0562c-ccf0-4faa-9dfd-e9f2bea4eb25 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e0191a679d8e42c9871795f6c7ac52f8&device_id=4fc3fd09-1afd-47c8-9c33-e8781e53d734 HTTP/1.1" status: 200 len: 1094 time: 0.4727879 Apr 20 17:19:09.133982 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-8b540218-8b5d-422c-955c-761ad10ce962 req-ee8dabb0-0f7f-494e-a0aa-ee3018f7fe95 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:19:09.145299 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7644dd0f-841e-4de3-a1fb-860c08b73bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:09.155242 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b540218-8b5d-422c-955c-761ad10ce962 req-ee8dabb0-0f7f-494e-a0aa-ee3018f7fe95 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Made reservation on behalf of c12b40028ab147a889b4fc203a6893de for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:19:09.160579 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8b540218-8b5d-422c-955c-761ad10ce962 req-ee8dabb0-0f7f-494e-a0aa-ee3018f7fe95 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:09.193196 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-174da4d4-8e58-4654-8473-2e8f2f68487c'] response: {'name': 'network-changed', 'server_uuid': '4fc3fd09-1afd-47c8-9c33-e8781e53d734', 'tag': 'a60d2e21-a0d1-4d49-861b-b38109a6a92b', 'status': 'completed', 'code': 200} Apr 20 17:19:09.296447 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41396) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:09.397886 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d881120d-3f29-49d2-8b0c-1d0e6d6d67a5 admin admin] 10.222.0.39 "PUT /v2.0/routers/5cebc4d3-edd4-4e1a-971e-b61e6725cc69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3691101 Apr 20 17:19:09.399419 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-398d1197-8bcc-4a6e-954a-0919a4d6aaff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a60d2e21-a0d1-4d49-861b-b38109a6a92b HTTP/1.1" status: 200 len: 217 time: 0.2182007 Apr 20 17:19:09.467835 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6a5d3149-7335-4cba-a35d-f769b86df5ae req-3f5b0a66-2a28-4156-b5f9-8ce8fca2c4b6 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0746e04-eaaa-491f-b2f2-a68a28aea018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6377747 Apr 20 17:19:09.483376 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-02cbb5d9-f04b-4101-8ef3-5f28a9e9ae29 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-195754155-network', 'tenant_id': '0dd99ef1065b406196682e8299225373'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:09.522915 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-b21abbe5-ca8f-4556-a3ac-df8b9cae56d5 None None] Set router 5cebc4d3-edd4-4e1a-971e-b61e6725cc69 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:19:09.544094 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-02cbb5d9-f04b-4101-8ef3-5f28a9e9ae29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:19:09.573707 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3f168bd5-2893-419f-9022-88958b6bdd53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:09.577497 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-2ca3df3e-89dc-4b1e-9304-50e0ab6ac107 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Allocated IP 172.20.0.11 (fc8e6a4a-e179-48cb-8550-48f660e9d877/826f24c4-a35e-4e89-9b39-2bce6cc7b5a3/79d325e9-170e-4c94-9ef6-1326646d7f12) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:19:09.584638 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-02cbb5d9-f04b-4101-8ef3-5f28a9e9ae29 admin admin] Usage tracker for resource:network and tenant:0dd99ef1065b406196682e8299225373 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:19:09.585287 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-75ef691a-54a6-47ce-931d-45e7d5dbb923 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:09.587746 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-75ef691a-54a6-47ce-931d-45e7d5dbb923 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29d2e7c4-02c8-4506-b57a-70334c8eea39 HTTP/1.1" status: 200 len: 860 time: 0.1801126 Apr 20 17:19:09.594254 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-36c0a242-69a2-481d-adc2-d0e53907a384 req-0b22fe38-0489-4c13-96a8-46a587022377 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 210 time: 0.1311932 Apr 20 17:19:09.597535 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-02cbb5d9-f04b-4101-8ef3-5f28a9e9ae29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:19:09.609973 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-02cbb5d9-f04b-4101-8ef3-5f28a9e9ae29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:19:09.650648 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-8b540218-8b5d-422c-955c-761ad10ce962 req-ee8dabb0-0f7f-494e-a0aa-ee3018f7fe95 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Allocated IP 192.168.233.163 (9a774663-a30d-4bd1-8b41-83fe693f2d30/777b4790-ba4c-49e9-8844-3c09c1447f40/0af42aba-ccbb-414e-841f-3c8777fe4c29) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:19:09.652903 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cbb5d9-f04b-4101-8ef3-5f28a9e9ae29 admin admin] Made reservation on behalf of 0dd99ef1065b406196682e8299225373 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:19:09.656228 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-e9d693d2-5cbe-4593-9162-b6d666b1f83d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=87f273c5-c808-490a-a63f-6053e4684a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591729 Apr 20 17:19:09.656770 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02cbb5d9-f04b-4101-8ef3-5f28a9e9ae29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:09.712102 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02cbb5d9-f04b-4101-8ef3-5f28a9e9ae29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:09.747943 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3f168bd5-2893-419f-9022-88958b6bdd53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:19:09.756135 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3f168bd5-2893-419f-9022-88958b6bdd53 admin admin] Usage tracker for resource:security_group_rule and tenant:abd760b7fe704578acbde549ad41ebb6 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:19:09.768781 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3f168bd5-2893-419f-9022-88958b6bdd53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:19:09.809793 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3f168bd5-2893-419f-9022-88958b6bdd53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:19:09.870702 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-d1d136cb-59ed-4b00-8b3d-fc96a4b0dad7 service neutron] 10.222.0.43 "GET /v2.0/networks/87f273c5-c808-490a-a63f-6053e4684a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079511 Apr 20 17:19:10.002353 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-b21abbe5-ca8f-4556-a3ac-df8b9cae56d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'name': 'tempest-ServersTestManualDisk-1596263937-router', 'tenant_id': '159ad23e438e4a93b23c1f04f39ed31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '1e6f9c42-90ae-4748-ae26-881f46b7187e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:48Z', 'updated_at': '2022-04-20T17:19:03Z', 'revision_number': 4, 'project_id': '159ad23e438e4a93b23c1f04f39ed31a', 'gw_port': {'id': '1e6f9c42-90ae-4748-ae26-881f46b7187e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:51Z', 'updated_at': '2022-04-20T17:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'c4673c59-2409-4086-af1b-5af4c989ad55', 'name': '', 'network_id': '7289b4d6-d07e-4d7e-9061-229d2aa24696', 'tenant_id': '159ad23e438e4a93b23c1f04f39ed31a', 'mac_address': 'fa:16:3e:d9:66:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2f65fad-12b6-4d33-aa45-7d4baab655e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:01Z', 'updated_at': '2022-04-20T17:19:03Z', 'revision_number': 2, 'project_id': '159ad23e438e4a93b23c1f04f39ed31a', 'subnets': [{'id': 'f2f65fad-12b6-4d33-aa45-7d4baab655e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:19:10.008191 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21abbe5-ca8f-4556-a3ac-df8b9cae56d5 None None] Checking router: 5cebc4d3-edd4-4e1a-971e-b61e6725cc69 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:19:10.008999 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21abbe5-ca8f-4556-a3ac-df8b9cae56d5 None None] Updating router 5cebc4d3-edd4-4e1a-971e-b61e6725cc69 port c4673c59-2409-4086-af1b-5af4c989ad55 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:19:10.093690 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-b21abbe5-ca8f-4556-a3ac-df8b9cae56d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:10.094455 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-02cbb5d9-f04b-4101-8ef3-5f28a9e9ae29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:19:10.109382 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-02cbb5d9-f04b-4101-8ef3-5f28a9e9ae29 admin admin] Usage tracker for resource:security_group_rule and tenant:0dd99ef1065b406196682e8299225373 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:19:10.120772 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-02cbb5d9-f04b-4101-8ef3-5f28a9e9ae29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:19:10.133766 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-02cbb5d9-f04b-4101-8ef3-5f28a9e9ae29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:19:10.203014 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-73b56340-490d-4e3d-821b-d9e1c25a5bb4 req-4e69128a-3935-4ea3-a306-3a9ca49357e5 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2081945215&fields=id&tenant_id=ffcb78f29a714057bb79ebadc32ed198 HTTP/1.1" status: 200 len: 267 time: 0.3769128 Apr 20 17:19:10.213425 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-86829e0e-8f03-4d22-8eb2-0ea4abf92c22 req-5dcd8306-8928-4f41-ac73-c7d63e13100e service neutron] 10.222.0.43 "GET /v2.0/networks/87f273c5-c808-490a-a63f-6053e4684a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227260 Apr 20 17:19:10.309241 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-2ca3df3e-89dc-4b1e-9304-50e0ab6ac107 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:10.326554 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-2ca3df3e-89dc-4b1e-9304-50e0ab6ac107 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Transition to ACTIVE for port object 79d325e9-170e-4c94-9ef6-1326646d7f12 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:19:10.388033 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-2ca3df3e-89dc-4b1e-9304-50e0ab6ac107 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:10.431812 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3f168bd5-2893-419f-9022-88958b6bdd53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:10.439174 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8b540218-8b5d-422c-955c-761ad10ce962 req-ee8dabb0-0f7f-494e-a0aa-ee3018f7fe95 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:10.488333 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3f168bd5-2893-419f-9022-88958b6bdd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:10.493935 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-2ca3df3e-89dc-4b1e-9304-50e0ab6ac107 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Network fc8e6a4a-e179-48cb-8550-48f660e9d877 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:19:10.495136 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca3df3e-89dc-4b1e-9304-50e0ab6ac107 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Pushing event updated for resources: {'Port': ['ID=79d325e9-170e-4c94-9ef6-1326646d7f12,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:10.500825 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-2ca3df3e-89dc-4b1e-9304-50e0ab6ac107 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:19:10.504321 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-2ca3df3e-89dc-4b1e-9304-50e0ab6ac107 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:19:10.580256 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-2ca3df3e-89dc-4b1e-9304-50e0ab6ac107 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:10.582030 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-2ca3df3e-89dc-4b1e-9304-50e0ab6ac107 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:10.610814 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bb3d6acb-4059-4d66-99f4-037511eb7ed3 req-12de4946-d9cf-4d9a-a520-38f85e8fcf5b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e0191a679d8e42c9871795f6c7ac52f8&device_id=4fc3fd09-1afd-47c8-9c33-e8781e53d734 HTTP/1.1" status: 200 len: 1094 time: 0.2646520 Apr 20 17:19:10.616536 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-2ca3df3e-89dc-4b1e-9304-50e0ab6ac107 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3803971 Apr 20 17:19:10.628013 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-8b540218-8b5d-422c-955c-761ad10ce962 req-ee8dabb0-0f7f-494e-a0aa-ee3018f7fe95 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Transition to ACTIVE for port object 0af42aba-ccbb-414e-841f-3c8777fe4c29 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:19:10.648175 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-efed0be7-4012-4d35-8d9e-997df92af83b tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Request body: {'port': {'device_id': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'network_id': 'a39373cc-9e04-46cb-a6a0-e81ef6eae8fd', 'admin_state_up': True, 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'security_groups': ['144ae891-0b8f-4c11-a3e3-997ca7d045b3']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:10.653100 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b56340-490d-4e3d-821b-d9e1c25a5bb4 req-dfafb57b-a0b6-41c2-bfce-cd2e7cdaef09 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:10.654707 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-73b56340-490d-4e3d-821b-d9e1c25a5bb4 req-dfafb57b-a0b6-41c2-bfce-cd2e7cdaef09 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?device_id=c30439be-8f2e-4b39-bce0-066c4901b03c HTTP/1.1" status: 200 len: 945 time: 0.4508412 Apr 20 17:19:10.660863 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02cbb5d9-f04b-4101-8ef3-5f28a9e9ae29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:10.696840 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02cbb5d9-f04b-4101-8ef3-5f28a9e9ae29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:10.731846 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02cbb5d9-f04b-4101-8ef3-5f28a9e9ae29 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:19:10.741353 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02cbb5d9-f04b-4101-8ef3-5f28a9e9ae29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:10.741913 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-02cbb5d9-f04b-4101-8ef3-5f28a9e9ae29 admin admin] Added segment 4060d4e7-10e6-4838-836b-eec05a3f4513 of type vlan for network d400f90f-4a8e-41ce-ab99-e78cfbfff523 Apr 20 17:19:10.782426 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-b21abbe5-ca8f-4556-a3ac-df8b9cae56d5 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:10.802327 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02cbb5d9-f04b-4101-8ef3-5f28a9e9ae29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:10.807780 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-b21abbe5-ca8f-4556-a3ac-df8b9cae56d5 None None] Transition to ACTIVE for port object c4673c59-2409-4086-af1b-5af4c989ad55 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:19:10.828801 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-b21abbe5-ca8f-4556-a3ac-df8b9cae56d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:10.852170 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-73b56340-490d-4e3d-821b-d9e1c25a5bb4 req-38608afd-d710-4794-84b3-bbb029e755d4 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Request body: {'port': {'security_groups': ['f0746e04-eaaa-491f-b2f2-a68a28aea018', '2cedec2a-fd0d-44dd-8d04-57c0bccf7439']}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:10.876649 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f168bd5-2893-419f-9022-88958b6bdd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2e89ba-0a85-4375-bc65-0feec578a428,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:10.886918 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02cbb5d9-f04b-4101-8ef3-5f28a9e9ae29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:10.887766 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cbb5d9-f04b-4101-8ef3-5f28a9e9ae29 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:10.889007 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02cbb5d9-f04b-4101-8ef3-5f28a9e9ae29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:10.919456 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d6acb-4059-4d66-99f4-037511eb7ed3 req-c4b8d0f5-3038-4488-86a7-c3168431b451 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:10.920975 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bb3d6acb-4059-4d66-99f4-037511eb7ed3 req-c4b8d0f5-3038-4488-86a7-c3168431b451 service neutron] 10.222.0.43 "GET /v2.0/networks?id=87f273c5-c808-490a-a63f-6053e4684a4c HTTP/1.1" status: 200 len: 921 time: 0.3031290 Apr 20 17:19:10.924652 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6f33fe14-5e12-4fb0-9722-879d38b0ae1a None None] Provisioning for port 79d325e9-170e-4c94-9ef6-1326646d7f12 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:19:10.932231 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6f33fe14-5e12-4fb0-9722-879d38b0ae1a None None] Provisioning complete for port 79d325e9-170e-4c94-9ef6-1326646d7f12 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:10.932910 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6f33fe14-5e12-4fb0-9722-879d38b0ae1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:10.995406 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-efed0be7-4012-4d35-8d9e-997df92af83b tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:19:10.998975 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bb3d6acb-4059-4d66-99f4-037511eb7ed3 req-1257049f-71ea-469a-bec2-8bea80d51fab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a60d2e21-a0d1-4d49-861b-b38109a6a92b HTTP/1.1" status: 200 len: 217 time: 0.0708427 Apr 20 17:19:11.002371 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-efed0be7-4012-4d35-8d9e-997df92af83b tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Usage tracker for resource:port and tenant:60c7e2ae348346058b3fbfec10afa715 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:19:11.005898 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-efed0be7-4012-4d35-8d9e-997df92af83b tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Quota usage for port was recalculated. Used quota:8. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:19:11.025767 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-6f33fe14-5e12-4fb0-9722-879d38b0ae1a None None] Port 79d325e9-170e-4c94-9ef6-1326646d7f12 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:19:11.031023 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cbb5d9-f04b-4101-8ef3-5f28a9e9ae29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:11.035109 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3f168bd5-2893-419f-9022-88958b6bdd53 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=abd760b7fe704578acbde549ad41ebb6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7375934 Apr 20 17:19:11.076364 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-efed0be7-4012-4d35-8d9e-997df92af83b tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:19:11.097789 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41432) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:11.098144 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41434) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:11.099895 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca0691-fd41-4b43-956f-d3cb564a60f6 None None] Pushing event updated for resources: {'Port': ['ID=c4673c59-2409-4086-af1b-5af4c989ad55,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:11.128163 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-b0e89e1d-7ab2-44d4-ba66-f88daaa16ac7 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1839208873', 'description': 'tempest-description--295826473'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:11.141884 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8b540218-8b5d-422c-955c-761ad10ce962 req-ee8dabb0-0f7f-494e-a0aa-ee3018f7fe95 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:11.142529 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ca0691-fd41-4b43-956f-d3cb564a60f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:11.154786 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ca0691-fd41-4b43-956f-d3cb564a60f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:11.155367 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ca0691-fd41-4b43-956f-d3cb564a60f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:11.155845 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ca0691-fd41-4b43-956f-d3cb564a60f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:11.156219 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b0e89e1d-7ab2-44d4-ba66-f88daaa16ac7 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:19:11.156519 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ca0691-fd41-4b43-956f-d3cb564a60f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:11.157002 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ca0691-fd41-4b43-956f-d3cb564a60f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:11.157859 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ca0691-fd41-4b43-956f-d3cb564a60f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:11.158352 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ca0691-fd41-4b43-956f-d3cb564a60f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:11.158825 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ca0691-fd41-4b43-956f-d3cb564a60f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:11.158945 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['f2ae1052-1228-44aa-b982-dda2ca184507', 'd9421e36-06a1-434f-a62b-5c544b9868a4', 'db955777-f791-4005-a279-3a7e7cd2ff53'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:19:11.159402 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ca0691-fd41-4b43-956f-d3cb564a60f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:11.161119 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ca0691-fd41-4b43-956f-d3cb564a60f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:11.173720 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b0e89e1d-7ab2-44d4-ba66-f88daaa16ac7 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Usage tracker for resource:security_group and tenant:159ad23e438e4a93b23c1f04f39ed31a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:19:11.185964 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b0e89e1d-7ab2-44d4-ba66-f88daaa16ac7 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:19:11.211838 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b0e89e1d-7ab2-44d4-ba66-f88daaa16ac7 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:19:11.235694 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d6acb-4059-4d66-99f4-037511eb7ed3 req-45086ad7-a514-4013-8771-80034c112e00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:11.237227 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bb3d6acb-4059-4d66-99f4-037511eb7ed3 req-45086ad7-a514-4013-8771-80034c112e00 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29d2e7c4-02c8-4506-b57a-70334c8eea39 HTTP/1.1" status: 200 len: 860 time: 0.2275074 Apr 20 17:19:11.317969 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b0e89e1d-7ab2-44d4-ba66-f88daaa16ac7 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:11.341140 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-b21abbe5-ca8f-4556-a3ac-df8b9cae56d5 None None] Attempting to bind port c4673c59-2409-4086-af1b-5af4c989ad55 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:19:11.341634 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-b21abbe5-ca8f-4556-a3ac-df8b9cae56d5 None None] Attempting to bind port c4673c59-2409-4086-af1b-5af4c989ad55 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '4fc59e16-1c50-4b7d-afb8-5de8a7074707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7289b4d6-d07e-4d7e-9061-229d2aa24696'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:19:11.342089 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21abbe5-ca8f-4556-a3ac-df8b9cae56d5 None None] Attempting to bind port c4673c59-2409-4086-af1b-5af4c989ad55 on network 7289b4d6-d07e-4d7e-9061-229d2aa24696 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:19:11.346016 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b540218-8b5d-422c-955c-761ad10ce962 req-ee8dabb0-0f7f-494e-a0aa-ee3018f7fe95 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:19:11.349948 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21abbe5-ca8f-4556-a3ac-df8b9cae56d5 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:19:11.350507 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21abbe5-ca8f-4556-a3ac-df8b9cae56d5 None None] Checking segment: {'id': '4fc59e16-1c50-4b7d-afb8-5de8a7074707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7289b4d6-d07e-4d7e-9061-229d2aa24696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:19:11.351122 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-b21abbe5-ca8f-4556-a3ac-df8b9cae56d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:11.351889 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21abbe5-ca8f-4556-a3ac-df8b9cae56d5 None None] Bound using segment: {'id': '4fc59e16-1c50-4b7d-afb8-5de8a7074707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7289b4d6-d07e-4d7e-9061-229d2aa24696'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:19:11.353038 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-b21abbe5-ca8f-4556-a3ac-df8b9cae56d5 None None] Bound port: c4673c59-2409-4086-af1b-5af4c989ad55, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc59e16-1c50-4b7d-afb8-5de8a7074707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7289b4d6-d07e-4d7e-9061-229d2aa24696'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:19:11.353038 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-b21abbe5-ca8f-4556-a3ac-df8b9cae56d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:11.357042 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-8b540218-8b5d-422c-955c-761ad10ce962 req-ee8dabb0-0f7f-494e-a0aa-ee3018f7fe95 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:19:11.393535 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b540218-8b5d-422c-955c-761ad10ce962 req-ee8dabb0-0f7f-494e-a0aa-ee3018f7fe95 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:19:11.425735 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cbb5d9-f04b-4101-8ef3-5f28a9e9ae29 admin admin] Pushing event updated for resources: {'Network': ['ID=d400f90f-4a8e-41ce-ab99-e78cfbfff523,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:11.446782 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-02cbb5d9-f04b-4101-8ef3-5f28a9e9ae29 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4667408 Apr 20 17:19:11.454179 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8a0cc1bb-5b81-4349-9fce-6d02bb7a8ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:11.457669 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41440) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:11.464556 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network d400f90f-4a8e-41ce-ab99-e78cfbfff523 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:19:11.488820 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-21df5edd-09eb-4b61-a3c7-157ff0ea1421 admin admin] Request body: {'subnet': {'network_id': 'd400f90f-4a8e-41ce-ab99-e78cfbfff523', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-195754155-subnet', 'tenant_id': '0dd99ef1065b406196682e8299225373', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:11.510389 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bb3d6acb-4059-4d66-99f4-037511eb7ed3 req-a133517e-dbcf-4cfb-a78c-51e73e2bc9a4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=87f273c5-c808-490a-a63f-6053e4684a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2649970 Apr 20 17:19:11.510666 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-b21abbe5-ca8f-4556-a3ac-df8b9cae56d5 None None] For port c4673c59-2409-4086-af1b-5af4c989ad55, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:19:11.522063 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-b21abbe5-ca8f-4556-a3ac-df8b9cae56d5 None None] For port c4673c59-2409-4086-af1b-5af4c989ad55, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c4673c59-2409-4086-af1b-5af4c989ad55,segment=NetworkSegment(4fc59e16-1c50-4b7d-afb8-5de8a7074707),segment_id=4fc59e16-1c50-4b7d-afb8-5de8a7074707)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:19:11.523384 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-21df5edd-09eb-4b61-a3c7-157ff0ea1421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:19:11.538657 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-b21abbe5-ca8f-4556-a3ac-df8b9cae56d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:11.552980 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8dabb0-0f7f-494e-a0aa-ee3018f7fe95 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Pushing event updated for resources: {'Port': ['ID=0af42aba-ccbb-414e-841f-3c8777fe4c29,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:11.559873 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-21df5edd-09eb-4b61-a3c7-157ff0ea1421 admin admin] Usage tracker for resource:subnet and tenant:0dd99ef1065b406196682e8299225373 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:19:11.567939 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-21df5edd-09eb-4b61-a3c7-157ff0ea1421 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:19:11.586465 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-73b56340-490d-4e3d-821b-d9e1c25a5bb4 req-38608afd-d710-4794-84b3-bbb029e755d4 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:11.602476 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-21df5edd-09eb-4b61-a3c7-157ff0ea1421 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:19:11.616276 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b540218-8b5d-422c-955c-761ad10ce962 req-ee8dabb0-0f7f-494e-a0aa-ee3018f7fe95 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:11.617183 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8b540218-8b5d-422c-955c-761ad10ce962 req-ee8dabb0-0f7f-494e-a0aa-ee3018f7fe95 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:11.627985 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-efed0be7-4012-4d35-8d9e-997df92af83b tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Made reservation on behalf of 60c7e2ae348346058b3fbfec10afa715 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:19:11.631425 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-efed0be7-4012-4d35-8d9e-997df92af83b tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:11.648196 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6be94bce-1d9b-4110-bebd-00aae36920ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:11.660611 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b0e89e1d-7ab2-44d4-ba66-f88daaa16ac7 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:19:11.698613 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21df5edd-09eb-4b61-a3c7-157ff0ea1421 admin admin] Made reservation on behalf of 0dd99ef1065b406196682e8299225373 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:19:11.701407 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21df5edd-09eb-4b61-a3c7-157ff0ea1421 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:11.716411 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8b540218-8b5d-422c-955c-761ad10ce962 req-ee8dabb0-0f7f-494e-a0aa-ee3018f7fe95 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9827473 Apr 20 17:19:11.726532 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca0691-fd41-4b43-956f-d3cb564a60f6 None None] Pushing event updated for resources: {'Port': ['ID=c4673c59-2409-4086-af1b-5af4c989ad55,revision_number=4']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:11.730497 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21abbe5-ca8f-4556-a3ac-df8b9cae56d5 None None] Routers {'5cebc4d3-edd4-4e1a-971e-b61e6725cc69'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:19:11.731445 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-b21abbe5-ca8f-4556-a3ac-df8b9cae56d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:19:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['5cebc4d3-edd4-4e1a-971e-b61e6725cc69'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:19:11.741001 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-8b540218-8b5d-422c-955c-761ad10ce962 req-4acf77c1-7ac4-48b1-a7a4-bed275254e5d service neutron] Request body: {'port': {'device_id': 'e6286e55-eef1-4cf1-b8c6-5dfbf75b3171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:11.747793 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device a60d2e21-a0d1-4d49-861b-b38109a6a92b details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:19:11.929352 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b0e89e1d-7ab2-44d4-ba66-f88daaa16ac7 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Usage tracker for resource:security_group_rule and tenant:159ad23e438e4a93b23c1f04f39ed31a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:19:11.938382 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.resource_extend [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:19:11.946701 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b0e89e1d-7ab2-44d4-ba66-f88daaa16ac7 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:19:12.044454 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b0e89e1d-7ab2-44d4-ba66-f88daaa16ac7 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:19:12.053982 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6be94bce-1d9b-4110-bebd-00aae36920ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:12.109999 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-73faf4d2-fe01-4f3e-9e90-de41f3610234 None None] Provisioning for port 0af42aba-ccbb-414e-841f-3c8777fe4c29 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:19:12.114418 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-b21abbe5-ca8f-4556-a3ac-df8b9cae56d5 None None] Set router 5cebc4d3-edd4-4e1a-971e-b61e6725cc69 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:19:12.116773 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-73faf4d2-fe01-4f3e-9e90-de41f3610234 None None] Provisioning complete for port 0af42aba-ccbb-414e-841f-3c8777fe4c29 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:12.117358 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-73faf4d2-fe01-4f3e-9e90-de41f3610234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:12.123139 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8b540218-8b5d-422c-955c-761ad10ce962 req-4acf77c1-7ac4-48b1-a7a4-bed275254e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:12.270525 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69994a5-0b93-4a8a-956e-6bbaca035c73 req-d514d1d2-fadf-402f-aadd-34702da4b4c7 tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:12.277669 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b69994a5-0b93-4a8a-956e-6bbaca035c73 req-d514d1d2-fadf-402f-aadd-34702da4b4c7 tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fc3fd09-1afd-47c8-9c33-e8781e53d734 HTTP/1.1" status: 200 len: 943 time: 0.9708757 Apr 20 17:19:12.331245 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-73faf4d2-fe01-4f3e-9e90-de41f3610234 None None] Port 0af42aba-ccbb-414e-841f-3c8777fe4c29 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:19:12.408437 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port a60d2e21-a0d1-4d49-861b-b38109a6a92b, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=a60d2e21-a0d1-4d49-861b-b38109a6a92b,segment=NetworkSegment(989ce1c3-1834-4c39-ba0e-16239948c0ce),segment_id=989ce1c3-1834-4c39-ba0e-16239948c0ce)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:19:12.437196 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'a60d2e21-a0d1-4d49-861b-b38109a6a92b', 'network_id': '87f273c5-c808-490a-a63f-6053e4684a4c', 'port_id': 'a60d2e21-a0d1-4d49-861b-b38109a6a92b', 'mac_address': 'fa:16:3e:34:a5:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d2e7c4-02c8-4506-b57a-70334c8eea39', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:19:12.465379 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bb3d6acb-4059-4d66-99f4-037511eb7ed3 req-c3651d91-b970-4adb-aad7-7b52cc98dc45 service neutron] 10.222.0.43 "GET /v2.0/networks/87f273c5-c808-490a-a63f-6053e4684a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9204299 Apr 20 17:19:12.526290 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b69994a5-0b93-4a8a-956e-6bbaca035c73 req-411d9c90-92d7-43bf-a29f-2aca9ee4af22 tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee6bcfcb-2d50-471c-b948-18f81344546f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474291 Apr 20 17:19:12.547926 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b0e89e1d-7ab2-44d4-ba66-f88daaa16ac7 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:12.552717 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6be94bce-1d9b-4110-bebd-00aae36920ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:12.636631 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-b21abbe5-ca8f-4556-a3ac-df8b9cae56d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'name': 'tempest-ServersTestManualDisk-1596263937-router', 'tenant_id': '159ad23e438e4a93b23c1f04f39ed31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '1e6f9c42-90ae-4748-ae26-881f46b7187e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:48Z', 'updated_at': '2022-04-20T17:19:03Z', 'revision_number': 4, 'project_id': '159ad23e438e4a93b23c1f04f39ed31a', 'gw_port': {'id': '1e6f9c42-90ae-4748-ae26-881f46b7187e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:51Z', 'updated_at': '2022-04-20T17:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'c4673c59-2409-4086-af1b-5af4c989ad55', 'name': '', 'network_id': '7289b4d6-d07e-4d7e-9061-229d2aa24696', 'tenant_id': '159ad23e438e4a93b23c1f04f39ed31a', 'mac_address': 'fa:16:3e:d9:66:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2f65fad-12b6-4d33-aa45-7d4baab655e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:01Z', 'updated_at': '2022-04-20T17:19:11Z', 'revision_number': 4, 'project_id': '159ad23e438e4a93b23c1f04f39ed31a', 'subnets': [{'id': 'f2f65fad-12b6-4d33-aa45-7d4baab655e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:19:12.646713 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21abbe5-ca8f-4556-a3ac-df8b9cae56d5 None None] The sync data for ids ['5cebc4d3-edd4-4e1a-971e-b61e6725cc69'] in n-d-838032-1 is: [{'id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'name': 'tempest-ServersTestManualDisk-1596263937-router', 'tenant_id': '159ad23e438e4a93b23c1f04f39ed31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '1e6f9c42-90ae-4748-ae26-881f46b7187e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:48Z', 'updated_at': '2022-04-20T17:19:03Z', 'revision_number': 4, 'project_id': '159ad23e438e4a93b23c1f04f39ed31a', 'gw_port': {'id': '1e6f9c42-90ae-4748-ae26-881f46b7187e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:51Z', 'updated_at': '2022-04-20T17:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'c4673c59-2409-4086-af1b-5af4c989ad55', 'name': '', 'network_id': '7289b4d6-d07e-4d7e-9061-229d2aa24696', 'tenant_id': '159ad23e438e4a93b23c1f04f39ed31a', 'mac_address': 'fa:16:3e:d9:66:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2f65fad-12b6-4d33-aa45-7d4baab655e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:01Z', 'updated_at': '2022-04-20T17:19:11Z', 'revision_number': 4, 'project_id': '159ad23e438e4a93b23c1f04f39ed31a', 'subnets': [{'id': 'f2f65fad-12b6-4d33-aa45-7d4baab655e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:19:12.671638 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:12.692811 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:12.694178 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-efed0be7-4012-4d35-8d9e-997df92af83b tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Allocated IP 10.1.1.171 (a39373cc-9e04-46cb-a6a0-e81ef6eae8fd/11a8e839-1da0-4863-85ac-b3bf2b70f6f8/e99614d7-916e-434c-bbd2-097e4edc6806) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:19:12.704363 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:12.722101 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a60d2e21-a0d1-4d49-861b-b38109a6a92b {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:19:12.745217 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port a60d2e21-a0d1-4d49-861b-b38109a6a92b, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=a60d2e21-a0d1-4d49-861b-b38109a6a92b,segment=NetworkSegment(989ce1c3-1834-4c39-ba0e-16239948c0ce),segment_id=989ce1c3-1834-4c39-ba0e-16239948c0ce)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:19:12.757498 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:12.796370 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21df5edd-09eb-4b61-a3c7-157ff0ea1421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:12.867823 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=a60d2e21-a0d1-4d49-861b-b38109a6a92b,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:12.918851 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be94bce-1d9b-4110-bebd-00aae36920ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2e89ba-0a85-4375-bc65-0feec578a428,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:12.920872 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b0e89e1d-7ab2-44d4-ba66-f88daaa16ac7 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:12.996913 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['a60d2e21-a0d1-4d49-861b-b38109a6a92b'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:19:13.086945 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-73b56340-490d-4e3d-821b-d9e1c25a5bb4 req-38608afd-d710-4794-84b3-bbb029e755d4 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] For port 729b7558-af23-44df-86d8-4dd7d7dcbdbe, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=729b7558-af23-44df-86d8-4dd7d7dcbdbe,segment=NetworkSegment(edb8f8fc-911d-4f39-9f48-9e99b3ae736e),segment_id=edb8f8fc-911d-4f39-9f48-9e99b3ae736e)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:19:13.092690 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e89e1d-7ab2-44d4-ba66-f88daaa16ac7 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa6f6dd-f864-4597-b252-7f13412cf844,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:13.123135 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-73b56340-490d-4e3d-821b-d9e1c25a5bb4 req-38608afd-d710-4794-84b3-bbb029e755d4 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:13.132314 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df5edd-09eb-4b61-a3c7-157ff0ea1421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d6355b3-9159-47c5-b462-d8d60cd8f890,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:13.154013 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b0e89e1d-7ab2-44d4-ba66-f88daaa16ac7 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:13.154320 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-73b56340-490d-4e3d-821b-d9e1c25a5bb4 req-38608afd-d710-4794-84b3-bbb029e755d4 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:13.155510 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b0e89e1d-7ab2-44d4-ba66-f88daaa16ac7 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.0460908 Apr 20 17:19:13.156363 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6be94bce-1d9b-4110-bebd-00aae36920ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:13.157364 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6be94bce-1d9b-4110-bebd-00aae36920ef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0e2e89ba-0a85-4375-bc65-0feec578a428 HTTP/1.1" status: 204 len: 168 time: 2.0503669 Apr 20 17:19:13.160461 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41444) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:13.173466 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-7e8b435c-3109-4417-ae54-254182c2f51c tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Request body: {'security_group_rule': {'security_group_id': '2aa6f6dd-f864-4597-b252-7f13412cf844', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:13.174809 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bb3d6acb-4059-4d66-99f4-037511eb7ed3 req-6cb67994-c3c7-479b-adbd-f2ad1a225f5f service neutron] 10.222.0.43 "GET /v2.0/networks/87f273c5-c808-490a-a63f-6053e4684a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6998820 Apr 20 17:19:13.197982 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:13.243849 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-efed0be7-4012-4d35-8d9e-997df92af83b tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:13.245700 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df5edd-09eb-4b61-a3c7-157ff0ea1421 admin admin] Checking segment: {'id': '4060d4e7-10e6-4838-836b-eec05a3f4513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd400f90f-4a8e-41ce-ab99-e78cfbfff523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:19:13.246171 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21df5edd-09eb-4b61-a3c7-157ff0ea1421 admin admin] Network hostable DHCP agents. Network: d400f90f-4a8e-41ce-ab99-e78cfbfff523, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:19:13.263730 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7e8b435c-3109-4417-ae54-254182c2f51c tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:19:13.274536 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7e8b435c-3109-4417-ae54-254182c2f51c tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Usage tracker for resource:security_group_rule and tenant:159ad23e438e4a93b23c1f04f39ed31a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:19:13.289637 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7e8b435c-3109-4417-ae54-254182c2f51c tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:19:13.308553 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b937b-6df0-4cf6-97f0-40631a199628 req-2b68ddf7-7ae0-44a3-adb8-3f1078b53f49 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:13.317772 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a72b937b-6df0-4cf6-97f0-40631a199628 req-2b68ddf7-7ae0-44a3-adb8-3f1078b53f49 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 936 time: 0.4308245 Apr 20 17:19:13.324183 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7e8b435c-3109-4417-ae54-254182c2f51c tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:19:13.354330 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-efed0be7-4012-4d35-8d9e-997df92af83b tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Transition to ACTIVE for port object e99614d7-916e-434c-bbd2-097e4edc6806 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:19:13.366290 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b56340-490d-4e3d-821b-d9e1c25a5bb4 req-38608afd-d710-4794-84b3-bbb029e755d4 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:13.367116 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-73b56340-490d-4e3d-821b-d9e1c25a5bb4 req-38608afd-d710-4794-84b3-bbb029e755d4 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:13.368640 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-73b56340-490d-4e3d-821b-d9e1c25a5bb4 req-38608afd-d710-4794-84b3-bbb029e755d4 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "PUT /v2.0/ports/729b7558-af23-44df-86d8-4dd7d7dcbdbe HTTP/1.1" status: 200 len: 981 time: 2.6795757 Apr 20 17:19:13.372647 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30439be-8f2e-4b39-bce0-066c4901b03c', 'tag': '729b7558-af23-44df-86d8-4dd7d7dcbdbe'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:19:13.431250 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['729b7558-af23-44df-86d8-4dd7d7dcbdbe'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:19:13.431397 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21df5edd-09eb-4b61-a3c7-157ff0ea1421 admin admin] Network d400f90f-4a8e-41ce-ab99-e78cfbfff523 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:19:13.491618 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7e8b435c-3109-4417-ae54-254182c2f51c tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:13.516618 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38608afd-d710-4794-84b3-bbb029e755d4 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Pushing event updated for resources: {'Port': ['ID=729b7558-af23-44df-86d8-4dd7d7dcbdbe,revision_number=6']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:13.544556 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-21df5edd-09eb-4b61-a3c7-157ff0ea1421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, d400f90f-4a8e-41ce-ab99-e78cfbfff523) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:19:13.544780 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a72b937b-6df0-4cf6-97f0-40631a199628 req-6df57cd8-3585-4363-b8df-da0fcfdbe7f2 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260249 Apr 20 17:19:13.561280 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-8b540218-8b5d-422c-955c-761ad10ce962 req-4acf77c1-7ac4-48b1-a7a4-bed275254e5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af42aba-ccbb-414e-841f-3c8777fe4c29 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:19:13.567317 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21df5edd-09eb-4b61-a3c7-157ff0ea1421 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:13.568018 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21df5edd-09eb-4b61-a3c7-157ff0ea1421 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:13.570770 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288f5c40-0641-4a41-87f1-ad73dcbc130a None None] Network d400f90f-4a8e-41ce-ab99-e78cfbfff523 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:19:13.583186 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8b540218-8b5d-422c-955c-761ad10ce962 req-4acf77c1-7ac4-48b1-a7a4-bed275254e5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:13.602430 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-efed0be7-4012-4d35-8d9e-997df92af83b tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:13.658082 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-8b540218-8b5d-422c-955c-761ad10ce962 req-4acf77c1-7ac4-48b1-a7a4-bed275254e5d service neutron] Transition to ACTIVE for port object 0af42aba-ccbb-414e-841f-3c8777fe4c29 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:19:13.670359 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-21df5edd-09eb-4b61-a3c7-157ff0ea1421 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2091551 Apr 20 17:19:13.684271 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41462) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:13.695361 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8b540218-8b5d-422c-955c-761ad10ce962 req-4acf77c1-7ac4-48b1-a7a4-bed275254e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:13.734974 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-4b9f2b18-fb2c-4eee-81fa-1868d3992d62 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-195754155-router', 'tenant_id': '0dd99ef1065b406196682e8299225373', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:13.751330 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['77a79f09-6927-485e-933f-69d29f823c29', '729b7558-af23-44df-86d8-4dd7d7dcbdbe'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:19:13.767947 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed0be7-4012-4d35-8d9e-997df92af83b tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Pushing event updated for resources: {'Port': ['ID=e99614d7-916e-434c-bbd2-097e4edc6806,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:13.809306 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-efed0be7-4012-4d35-8d9e-997df92af83b tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Network a39373cc-9e04-46cb-a6a0-e81ef6eae8fd is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:19:13.814176 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-efed0be7-4012-4d35-8d9e-997df92af83b tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:19:13.830161 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-efed0be7-4012-4d35-8d9e-997df92af83b tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:19:13.894055 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4b9f2b18-fb2c-4eee-81fa-1868d3992d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:19:13.981999 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:14.008336 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf77c1-7ac4-48b1-a7a4-bed275254e5d service neutron] Pushing event updated for resources: {'Port': ['ID=0af42aba-ccbb-414e-841f-3c8777fe4c29,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:14.022017 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7e8b435c-3109-4417-ae54-254182c2f51c tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:14.027097 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4b9f2b18-fb2c-4eee-81fa-1868d3992d62 admin admin] Usage tracker for resource:router and tenant:0dd99ef1065b406196682e8299225373 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:19:14.121842 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-efed0be7-4012-4d35-8d9e-997df92af83b tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:14.127585 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-efed0be7-4012-4d35-8d9e-997df92af83b tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:14.209781 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-efed0be7-4012-4d35-8d9e-997df92af83b tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5688396 Apr 20 17:19:14.216757 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4b9f2b18-fb2c-4eee-81fa-1868d3992d62 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:19:14.229080 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-f10b9783-33dd-415e-bad8-bcb5984d9701 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Request body: {'port': {'device_id': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'network_id': 'a39373cc-9e04-46cb-a6a0-e81ef6eae8fd', 'admin_state_up': True, 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'security_groups': ['144ae891-0b8f-4c11-a3e3-997ca7d045b3']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:14.235219 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4b9f2b18-fb2c-4eee-81fa-1868d3992d62 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:19:14.262008 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7e8b435c-3109-4417-ae54-254182c2f51c tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:14.348446 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b9f2b18-fb2c-4eee-81fa-1868d3992d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:14.354496 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b9f2b18-fb2c-4eee-81fa-1868d3992d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:14.456806 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b3012-25fc-49d5-80f4-f9f0d2548aac req-602f89f0-9144-4f14-b9fe-d10a61da460b tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:14.465515 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b3012-25fc-49d5-80f4-f9f0d2548aac req-602f89f0-9144-4f14-b9fe-d10a61da460b tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:14.467553 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-688b3012-25fc-49d5-80f4-f9f0d2548aac req-602f89f0-9144-4f14-b9fe-d10a61da460b tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Synchronizing usage tracker for tenant:60c7e2ae348346058b3fbfec10afa715 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:19:14.490632 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a4a9b255-dad4-4604-9bb1-96cc17f110d2 None None] Provisioning for port e99614d7-916e-434c-bbd2-097e4edc6806 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:19:14.556810 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b435c-3109-4417-ae54-254182c2f51c tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6abbc22c-4053-4dc3-a431-05f7c7237865,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:14.572001 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a4a9b255-dad4-4604-9bb1-96cc17f110d2 None None] Provisioning complete for port e99614d7-916e-434c-bbd2-097e4edc6806 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:14.572366 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a4a9b255-dad4-4604-9bb1-96cc17f110d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:14.582491 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-688b3012-25fc-49d5-80f4-f9f0d2548aac req-602f89f0-9144-4f14-b9fe-d10a61da460b tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Unset dirty status for tenant:60c7e2ae348346058b3fbfec10afa715 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:19:14.591753 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-688b3012-25fc-49d5-80f4-f9f0d2548aac req-602f89f0-9144-4f14-b9fe-d10a61da460b tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 1654 time: 0.6570237 Apr 20 17:19:14.641636 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a4a9b255-dad4-4604-9bb1-96cc17f110d2 None None] Port e99614d7-916e-434c-bbd2-097e4edc6806 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:19:14.671369 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-688b3012-25fc-49d5-80f4-f9f0d2548aac req-32ad9a34-ef25-4cd3-b2cc-30ce07d0357b tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782318 Apr 20 17:19:14.672192 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-f10b9783-33dd-415e-bad8-bcb5984d9701 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:19:14.684409 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-f10b9783-33dd-415e-bad8-bcb5984d9701 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:19:14.694809 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7e8b435c-3109-4417-ae54-254182c2f51c tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:14.696393 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7e8b435c-3109-4417-ae54-254182c2f51c tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.5323720 Apr 20 17:19:14.699399 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41490) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:14.702252 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c3a074a7-d1bf-40b1-9803-25ca6b8f5ac5 req-0e7bdf42-5e60-4515-94e9-a3b030b803bd tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups/2cedec2a-fd0d-44dd-8d04-57c0bccf7439 HTTP/1.1" status: 200 len: 1635 time: 0.3197386 Apr 20 17:19:14.713563 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b9f2b18-fb2c-4eee-81fa-1868d3992d62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:14.723937 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-ef2781a3-c5fe-467b-a559-7aaf1ddfdc79 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Request body: {'security_group_rule': {'security_group_id': '2aa6f6dd-f864-4597-b252-7f13412cf844', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:14.734230 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-f10b9783-33dd-415e-bad8-bcb5984d9701 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Made reservation on behalf of 60c7e2ae348346058b3fbfec10afa715 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:19:14.740269 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-f10b9783-33dd-415e-bad8-bcb5984d9701 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:14.771629 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-8b540218-8b5d-422c-955c-761ad10ce962 req-4acf77c1-7ac4-48b1-a7a4-bed275254e5d service neutron] Attempting to bind port 0af42aba-ccbb-414e-841f-3c8777fe4c29 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:19:14.772082 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-8b540218-8b5d-422c-955c-761ad10ce962 req-4acf77c1-7ac4-48b1-a7a4-bed275254e5d service neutron] Attempting to bind port 0af42aba-ccbb-414e-841f-3c8777fe4c29 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:19:14.772681 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b540218-8b5d-422c-955c-761ad10ce962 req-4acf77c1-7ac4-48b1-a7a4-bed275254e5d service neutron] Attempting to bind port 0af42aba-ccbb-414e-841f-3c8777fe4c29 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:19:14.773245 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ef2781a3-c5fe-467b-a559-7aaf1ddfdc79 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:19:14.785730 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b540218-8b5d-422c-955c-761ad10ce962 req-4acf77c1-7ac4-48b1-a7a4-bed275254e5d service neutron] Port 0af42aba-ccbb-414e-841f-3c8777fe4c29 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:19:14.786492 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b540218-8b5d-422c-955c-761ad10ce962 req-4acf77c1-7ac4-48b1-a7a4-bed275254e5d service neutron] Attempting to bind port 0af42aba-ccbb-414e-841f-3c8777fe4c29 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:19:14.799234 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ef2781a3-c5fe-467b-a559-7aaf1ddfdc79 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Usage tracker for resource:security_group_rule and tenant:159ad23e438e4a93b23c1f04f39ed31a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:19:14.802597 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ef2781a3-c5fe-467b-a559-7aaf1ddfdc79 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:19:14.805575 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b540218-8b5d-422c-955c-761ad10ce962 req-4acf77c1-7ac4-48b1-a7a4-bed275254e5d service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:19:14.806163 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b540218-8b5d-422c-955c-761ad10ce962 req-4acf77c1-7ac4-48b1-a7a4-bed275254e5d service neutron] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:19:14.806854 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b540218-8b5d-422c-955c-761ad10ce962 req-4acf77c1-7ac4-48b1-a7a4-bed275254e5d service neutron] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:19:14.807526 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-8b540218-8b5d-422c-955c-761ad10ce962 req-4acf77c1-7ac4-48b1-a7a4-bed275254e5d service neutron] Bound port: 0af42aba-ccbb-414e-841f-3c8777fe4c29, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:19:14.808117 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8b540218-8b5d-422c-955c-761ad10ce962 req-4acf77c1-7ac4-48b1-a7a4-bed275254e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:14.915754 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ef2781a3-c5fe-467b-a559-7aaf1ddfdc79 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:19:14.924490 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c4673c59-2409-4086-af1b-5af4c989ad55 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:19:14.990747 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ef2781a3-c5fe-467b-a559-7aaf1ddfdc79 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:14.993963 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5883fbe-26d0-4778-b513-0761c750029d'] response: {'name': 'network-changed', 'server_uuid': 'c30439be-8f2e-4b39-bce0-066c4901b03c', 'tag': '729b7558-af23-44df-86d8-4dd7d7dcbdbe', 'status': 'completed', 'code': 200} Apr 20 17:19:15.050565 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [req-c3a074a7-d1bf-40b1-9803-25ca6b8f5ac5 req-46b7db83-8eb2-4696-8ce7-683a1a7f7830 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 20 17:19:15.051760 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c3a074a7-d1bf-40b1-9803-25ca6b8f5ac5 req-46b7db83-8eb2-4696-8ce7-683a1a7f7830 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "DELETE /v2.0/security-groups/2cedec2a-fd0d-44dd-8d04-57c0bccf7439 HTTP/1.1" status: 409 len: 341 time: 0.3418634 Apr 20 17:19:15.089585 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1050955c-4609-4f9c-9987-c2c558b0d097 None None] Network d400f90f-4a8e-41ce-ab99-e78cfbfff523 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:19:15.127567 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b9f2b18-fb2c-4eee-81fa-1868d3992d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:15.133454 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-8b540218-8b5d-422c-955c-761ad10ce962 req-4acf77c1-7ac4-48b1-a7a4-bed275254e5d service neutron] For port 0af42aba-ccbb-414e-841f-3c8777fe4c29, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:19:15.148917 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-8b540218-8b5d-422c-955c-761ad10ce962 req-4acf77c1-7ac4-48b1-a7a4-bed275254e5d service neutron] For port 0af42aba-ccbb-414e-841f-3c8777fe4c29, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=0af42aba-ccbb-414e-841f-3c8777fe4c29,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:19:15.166003 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8b540218-8b5d-422c-955c-761ad10ce962 req-4acf77c1-7ac4-48b1-a7a4-bed275254e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:15.224168 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ef2781a3-c5fe-467b-a559-7aaf1ddfdc79 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:15.254056 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41504) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:15.293655 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ef2781a3-c5fe-467b-a559-7aaf1ddfdc79 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:15.302488 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8b540218-8b5d-422c-955c-761ad10ce962 req-4acf77c1-7ac4-48b1-a7a4-bed275254e5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:15.304565 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8b540218-8b5d-422c-955c-761ad10ce962 req-4acf77c1-7ac4-48b1-a7a4-bed275254e5d service neutron] 10.222.0.43 "PUT /v2.0/ports/0af42aba-ccbb-414e-841f-3c8777fe4c29 HTTP/1.1" status: 200 len: 1096 time: 3.5685937 Apr 20 17:19:15.364002 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2781a3-c5fe-467b-a559-7aaf1ddfdc79 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47034244-6dda-4cfd-b51d-a7e3916216d7,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:15.433821 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:15.475449 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2781a3-c5fe-467b-a559-7aaf1ddfdc79 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:15.476046 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2781a3-c5fe-467b-a559-7aaf1ddfdc79 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:15.476635 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2781a3-c5fe-467b-a559-7aaf1ddfdc79 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:15.477164 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2781a3-c5fe-467b-a559-7aaf1ddfdc79 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:15.477650 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2781a3-c5fe-467b-a559-7aaf1ddfdc79 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:15.478153 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2781a3-c5fe-467b-a559-7aaf1ddfdc79 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:15.478632 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2781a3-c5fe-467b-a559-7aaf1ddfdc79 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:15.479107 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2781a3-c5fe-467b-a559-7aaf1ddfdc79 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:15.479614 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2781a3-c5fe-467b-a559-7aaf1ddfdc79 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:15.480193 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2781a3-c5fe-467b-a559-7aaf1ddfdc79 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:15.480734 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2781a3-c5fe-467b-a559-7aaf1ddfdc79 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:15.496950 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-f10b9783-33dd-415e-bad8-bcb5984d9701 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Allocated IP 10.1.1.9 (a39373cc-9e04-46cb-a6a0-e81ef6eae8fd/11a8e839-1da0-4863-85ac-b3bf2b70f6f8/5224556f-f386-4d81-8c67-44e0ec851101) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:19:15.509735 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ef2781a3-c5fe-467b-a559-7aaf1ddfdc79 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:15.511240 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ef2781a3-c5fe-467b-a559-7aaf1ddfdc79 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8094950 Apr 20 17:19:15.519904 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a54b728-90c4-4650-b88b-df30e0902f2c req-5be47b29-00f9-45a6-8092-37b19a8c17cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffcb78f29a714057bb79ebadc32ed198&device_id=c30439be-8f2e-4b39-bce0-066c4901b03c HTTP/1.1" status: 200 len: 1135 time: 0.5730548 Apr 20 17:19:15.521510 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41514) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:15.533386 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-e5a7f431-3aad-4452-8170-df970f56e432 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:15.559081 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port c4673c59-2409-4086-af1b-5af4c989ad55 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:19:15.564551 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e5a7f431-3aad-4452-8170-df970f56e432 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:19:15.575896 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port c4673c59-2409-4086-af1b-5af4c989ad55 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:15.576317 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:15.594286 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e5a7f431-3aad-4452-8170-df970f56e432 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Usage tracker for resource:floatingip and tenant:159ad23e438e4a93b23c1f04f39ed31a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:19:15.606017 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e5a7f431-3aad-4452-8170-df970f56e432 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:19:15.616513 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf77c1-7ac4-48b1-a7a4-bed275254e5d service neutron] Pushing event updated for resources: {'Port': ['ID=0af42aba-ccbb-414e-841f-3c8777fe4c29,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:15.624786 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e5a7f431-3aad-4452-8170-df970f56e432 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:19:15.686583 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e5a7f431-3aad-4452-8170-df970f56e432 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks [] for floatingip, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:15.741938 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-a75570ed-9f25-41c4-b27f-c526f82d9cef admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958704110-network', 'tenant_id': '108601a41d654be6985fac52f41da158'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:15.754159 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8b540218-8b5d-422c-955c-761ad10ce962 req-a7fe8a74-d2a8-480a-ae3b-2252353cd736 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 1099 time: 0.3046172 Apr 20 17:19:15.766031 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device a60d2e21-a0d1-4d49-861b-b38109a6a92b up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:19:15.840765 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8b540218-8b5d-422c-955c-761ad10ce962 req-50a35898-e17d-469b-8898-e763eef35eb4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=0af42aba-ccbb-414e-841f-3c8777fe4c29 HTTP/1.1" status: 200 len: 217 time: 0.0794902 Apr 20 17:19:15.986402 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe2869-51f4-4a7c-ab51-f47d33296519 req-00e6e578-77b1-4a85-bcad-1ec587e934cc tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:15.997745 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1dbe2869-51f4-4a7c-ab51-f47d33296519 req-00e6e578-77b1-4a85-bcad-1ec587e934cc tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fc3fd09-1afd-47c8-9c33-e8781e53d734 HTTP/1.1" status: 200 len: 944 time: 0.7638838 Apr 20 17:19:16.043855 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:16.088931 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port a60d2e21-a0d1-4d49-861b-b38109a6a92b completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:19:16.089172 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a75570ed-9f25-41c4-b27f-c526f82d9cef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:19:16.120999 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port a60d2e21-a0d1-4d49-861b-b38109a6a92b triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:16.121837 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:16.197982 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port c4673c59-2409-4086-af1b-5af4c989ad55, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c4673c59-2409-4086-af1b-5af4c989ad55,segment=NetworkSegment(4fc59e16-1c50-4b7d-afb8-5de8a7074707),segment_id=4fc59e16-1c50-4b7d-afb8-5de8a7074707)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:19:16.225283 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a75570ed-9f25-41c4-b27f-c526f82d9cef admin admin] Usage tracker for resource:network and tenant:108601a41d654be6985fac52f41da158 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:19:16.230962 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:16.231159 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a75570ed-9f25-41c4-b27f-c526f82d9cef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:19:16.233490 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41530) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:16.234583 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b9f2b18-fb2c-4eee-81fa-1868d3992d62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:16.243385 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a75570ed-9f25-41c4-b27f-c526f82d9cef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:19:16.275175 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b540218-8b5d-422c-955c-761ad10ce962 req-0e54b609-d21f-4818-be4a-a3ee46601676 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:16.276593 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8b540218-8b5d-422c-955c-761ad10ce962 req-0e54b609-d21f-4818-be4a-a3ee46601676 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.4074497 Apr 20 17:19:16.279053 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b9f2b18-fb2c-4eee-81fa-1868d3992d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:16.337032 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75570ed-9f25-41c4-b27f-c526f82d9cef admin admin] Made reservation on behalf of 108601a41d654be6985fac52f41da158 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:19:16.339549 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a75570ed-9f25-41c4-b27f-c526f82d9cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:16.360575 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a75570ed-9f25-41c4-b27f-c526f82d9cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:16.416374 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=c4673c59-2409-4086-af1b-5af4c989ad55,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:16.453877 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54b728-90c4-4650-b88b-df30e0902f2c req-ac363049-0e7e-4536-8d50-c2e2a39e4150 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:16.455375 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a54b728-90c4-4650-b88b-df30e0902f2c req-ac363049-0e7e-4536-8d50-c2e2a39e4150 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d8ef33a9-107e-4ebd-9173-5b6bab76d40f HTTP/1.1" status: 200 len: 911 time: 0.8157852 Apr 20 17:19:16.457032 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:16.462848 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-f10b9783-33dd-415e-bad8-bcb5984d9701 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:16.476572 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bae3d2-d1e2-4b29-83ba-8f441762403b req-48669150-4f87-4320-a553-9363805578db tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:16.477261 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-66bae3d2-d1e2-4b29-83ba-8f441762403b req-48669150-4f87-4320-a553-9363805578db tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Synchronizing usage tracker for tenant:c12b40028ab147a889b4fc203a6893de on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:19:16.480037 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1dbe2869-51f4-4a7c-ab51-f47d33296519 req-50b868b5-c3ce-41d0-a633-8e7e80b372c3 tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee6bcfcb-2d50-471c-b948-18f81344546f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4803691 Apr 20 17:19:16.501883 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port a60d2e21-a0d1-4d49-861b-b38109a6a92b, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=a60d2e21-a0d1-4d49-861b-b38109a6a92b,segment=NetworkSegment(989ce1c3-1834-4c39-ba0e-16239948c0ce),segment_id=989ce1c3-1834-4c39-ba0e-16239948c0ce)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:19:16.503136 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc3fd09-1afd-47c8-9c33-e8781e53d734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60d2e21-a0d1-4d49-861b-b38109a6a92b'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:19:16.513381 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:16.549731 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a75570ed-9f25-41c4-b27f-c526f82d9cef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:19:16.578230 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-66bae3d2-d1e2-4b29-83ba-8f441762403b req-48669150-4f87-4320-a553-9363805578db tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Unset dirty status for tenant:c12b40028ab147a889b4fc203a6893de on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:19:16.579395 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-66bae3d2-d1e2-4b29-83ba-8f441762403b req-48669150-4f87-4320-a553-9363805578db tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 948 time: 0.4133775 Apr 20 17:19:16.580456 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-4b9f2b18-fb2c-4eee-81fa-1868d3992d62 admin admin] Allocated IP 172.25.8.46 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/7befc246-3e65-46f6-a68c-674366f190a6) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:19:16.586268 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8b540218-8b5d-422c-955c-761ad10ce962 req-bf27db82-232a-4fef-a05b-8f8769013afa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2621875 Apr 20 17:19:16.607157 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=a60d2e21-a0d1-4d49-861b-b38109a6a92b,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:16.625507 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a75570ed-9f25-41c4-b27f-c526f82d9cef admin admin] Usage tracker for resource:security_group_rule and tenant:108601a41d654be6985fac52f41da158 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:19:16.639075 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a75570ed-9f25-41c4-b27f-c526f82d9cef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:19:16.646105 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-f10b9783-33dd-415e-bad8-bcb5984d9701 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Transition to ACTIVE for port object 5224556f-f386-4d81-8c67-44e0ec851101 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:19:16.650226 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9854669d-29cc-45a7-ac86-a8a2fe23018e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=016751374ea74e31a9eaa0fcbb0fa029&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3882341 Apr 20 17:19:16.650957 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41538) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:16.653404 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a75570ed-9f25-41c4-b27f-c526f82d9cef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:19:16.669265 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a54b728-90c4-4650-b88b-df30e0902f2c req-c795391d-0aa2-4dd4-89c9-da2f9e2bb96b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=729b7558-af23-44df-86d8-4dd7d7dcbdbe HTTP/1.1" status: 200 len: 217 time: 0.1257517 Apr 20 17:19:16.807529 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c4673c59-2409-4086-af1b-5af4c989ad55 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:19:16.827125 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-f10b9783-33dd-415e-bad8-bcb5984d9701 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:16.829892 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54b728-90c4-4650-b88b-df30e0902f2c req-cfd2179c-9d42-4f3b-aef1-13213d93efc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:16.831641 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a54b728-90c4-4650-b88b-df30e0902f2c req-cfd2179c-9d42-4f3b-aef1-13213d93efc2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e216643-0d94-47fd-bb51-9fe24d2f84fc HTTP/1.1" status: 200 len: 850 time: 0.1520705 Apr 20 17:19:16.838715 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-66bae3d2-d1e2-4b29-83ba-8f441762403b req-d8b74044-5f4e-496f-afaf-1c2c6c1814e2 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412937 Apr 20 17:19:16.916641 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port c4673c59-2409-4086-af1b-5af4c989ad55 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:16.917000 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:16.997060 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6286e55-eef1-4cf1-b8c6-5dfbf75b3171', 'tag': '0af42aba-ccbb-414e-841f-3c8777fe4c29'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:19:17.004044 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76ee1909-797e-4630-8b5a-f13e4fa2bf33'] response: {'server_uuid': '4fc3fd09-1afd-47c8-9c33-e8781e53d734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60d2e21-a0d1-4d49-861b-b38109a6a92b', 'code': 200} Apr 20 17:19:17.011326 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8b540218-8b5d-422c-955c-761ad10ce962 req-6cc41490-d431-4d9f-b583-2987ae4727ac service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129300 Apr 20 17:19:17.049324 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d8dae29d-2e94-4840-90af-bf9d974a796e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:17.079198 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a54b728-90c4-4650-b88b-df30e0902f2c req-f7cdebed-6fa9-41f1-a9a5-3f4983fe1689 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d8ef33a9-107e-4ebd-9173-5b6bab76d40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1867859 Apr 20 17:19:17.097775 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-f10b9783-33dd-415e-bad8-bcb5984d9701 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Network a39373cc-9e04-46cb-a6a0-e81ef6eae8fd is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:19:17.106233 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d8dae29d-2e94-4840-90af-bf9d974a796e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:17.116394 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e5a7f431-3aad-4452-8170-df970f56e432 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:17.149581 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-f10b9783-33dd-415e-bad8-bcb5984d9701 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:19:17.210766 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-f10b9783-33dd-415e-bad8-bcb5984d9701 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:19:17.235389 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b9783-33dd-415e-bad8-bcb5984d9701 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Pushing event updated for resources: {'Port': ['ID=5224556f-f386-4d81-8c67-44e0ec851101,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:17.244754 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a75570ed-9f25-41c4-b27f-c526f82d9cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:17.269696 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b9f2b18-fb2c-4eee-81fa-1868d3992d62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:17.316493 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a75570ed-9f25-41c4-b27f-c526f82d9cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:17.326352 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8b540218-8b5d-422c-955c-761ad10ce962 req-054a4b70-cfdf-4dd1-b961-f2c36bdfb3e1 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960830 Apr 20 17:19:17.349863 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0aefcb3f-4395-41d4-a5c5-65274863af21 req-6a2f2e74-d552-4511-baf4-23695ba615c0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4fc3fd09-1afd-47c8-9c33-e8781e53d734 HTTP/1.1" status: 200 len: 1096 time: 0.2876818 Apr 20 17:19:17.360847 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7666f4-55a0-4bef-8af1-6518afbc9f35 req-6cd09555-468b-4bb0-bf98-3cfb5b7a0699 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:17.362377 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3d7666f4-55a0-4bef-8af1-6518afbc9f35 req-6cd09555-468b-4bb0-bf98-3cfb5b7a0699 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?device_id=c30439be-8f2e-4b39-bce0-066c4901b03c HTTP/1.1" status: 200 len: 984 time: 0.2168901 Apr 20 17:19:17.405846 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a75570ed-9f25-41c4-b27f-c526f82d9cef admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:19:17.413768 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b9f2b18-fb2c-4eee-81fa-1868d3992d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:17.456327 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75570ed-9f25-41c4-b27f-c526f82d9cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2baeb1e-0390-4fe1-9d8c-da55f07a4d6f,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:17.476430 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a75570ed-9f25-41c4-b27f-c526f82d9cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:17.476762 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-a75570ed-9f25-41c4-b27f-c526f82d9cef admin admin] Added segment 56fafc9c-fe45-49aa-accb-4b94f1317c54 of type vlan for network 7dca78eb-5829-40b0-a3af-13613754711d Apr 20 17:19:17.481852 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-f10b9783-33dd-415e-bad8-bcb5984d9701 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:17.482394 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-f10b9783-33dd-415e-bad8-bcb5984d9701 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:17.521398 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-9e25edd6-2c6d-4152-89ef-7877e7712050 None None] Provisioning for port 5224556f-f386-4d81-8c67-44e0ec851101 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:19:17.526882 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-9e25edd6-2c6d-4152-89ef-7877e7712050 None None] Provisioning complete for port 5224556f-f386-4d81-8c67-44e0ec851101 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:17.527356 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9e25edd6-2c6d-4152-89ef-7877e7712050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:17.529084 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9f2b18-fb2c-4eee-81fa-1868d3992d62 admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:19:17.531906 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0aefcb3f-4395-41d4-a5c5-65274863af21 req-f2702874-3412-4ac5-842b-d6662958c3a8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ee6bcfcb-2d50-471c-b948-18f81344546f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686139 Apr 20 17:19:17.535582 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-4b9f2b18-fb2c-4eee-81fa-1868d3992d62 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:19:17.539453 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9f2b18-fb2c-4eee-81fa-1868d3992d62 admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:19:17.553451 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a54b728-90c4-4650-b88b-df30e0902f2c req-c2dda87b-b800-44ad-be21-dbc9473111ea service neutron] 10.222.0.43 "GET /v2.0/networks/d8ef33a9-107e-4ebd-9173-5b6bab76d40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492989 Apr 20 17:19:17.573761 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3d7666f4-55a0-4bef-8af1-6518afbc9f35 req-4df842a0-4ac0-45d1-b7f2-1355b1c74584 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0746e04-eaaa-491f-b2f2-a68a28aea018&id=2cedec2a-fd0d-44dd-8d04-57c0bccf7439&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1874418 Apr 20 17:19:17.574640 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d8dae29d-2e94-4840-90af-bf9d974a796e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:17.578677 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f2b18-fb2c-4eee-81fa-1868d3992d62 admin admin] Pushing event updated for resources: {'Port': ['ID=7befc246-3e65-46f6-a68c-674366f190a6,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:17.601598 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-9e25edd6-2c6d-4152-89ef-7877e7712050 None None] Port 5224556f-f386-4d81-8c67-44e0ec851101 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:19:17.620702 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac5657-5e82-42ec-a1e9-42be8e319a91 req-8972b1ea-f19f-4b7b-968e-cc33185d9b60 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:17.624904 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac5657-5e82-42ec-a1e9-42be8e319a91 req-8972b1ea-f19f-4b7b-968e-cc33185d9b60 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:17.628744 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac5657-5e82-42ec-a1e9-42be8e319a91 req-8972b1ea-f19f-4b7b-968e-cc33185d9b60 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:17.629549 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-c8ac5657-5e82-42ec-a1e9-42be8e319a91 req-8972b1ea-f19f-4b7b-968e-cc33185d9b60 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Synchronizing usage tracker for tenant:60c7e2ae348346058b3fbfec10afa715 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:19:17.635620 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a75570ed-9f25-41c4-b27f-c526f82d9cef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:17.642080 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dae29d-2e94-4840-90af-bf9d974a796e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c9757b-b765-406f-b818-e6e0af096ba5,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:17.672738 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c13d21f-5415-4b09-8984-5be442d84e84'] response: {'name': 'network-changed', 'server_uuid': 'e6286e55-eef1-4cf1-b8c6-5dfbf75b3171', 'tag': '0af42aba-ccbb-414e-841f-3c8777fe4c29', 'status': 'completed', 'code': 200} Apr 20 17:19:17.680709 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-f10b9783-33dd-415e-bad8-bcb5984d9701 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4627011 Apr 20 17:19:17.706271 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-6b3b7a06-2f6b-4673-8a6b-0b0de4422efb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Request body: {'port': {'device_id': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd9f1e448-db15-4c9f-8c5b-a0fa35869e80', 'admin_state_up': True, 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'security_groups': ['144ae891-0b8f-4c11-a3e3-997ca7d045b3']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:17.723947 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-e5a7f431-3aad-4452-8170-df970f56e432 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Allocated IP 172.25.8.63 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/679ba751-eff5-4ff3-814c-5f9cac637a6a) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:19:17.742380 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d8dae29d-2e94-4840-90af-bf9d974a796e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:17.743523 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d8dae29d-2e94-4840-90af-bf9d974a796e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/88c9757b-b765-406f-b818-e6e0af096ba5 HTTP/1.1" status: 204 len: 168 time: 1.0920703 Apr 20 17:19:17.744486 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-c8ac5657-5e82-42ec-a1e9-42be8e319a91 req-8972b1ea-f19f-4b7b-968e-cc33185d9b60 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Unset dirty status for tenant:60c7e2ae348346058b3fbfec10afa715 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:19:17.747216 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b9f2b18-fb2c-4eee-81fa-1868d3992d62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:17.748515 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b9f2b18-fb2c-4eee-81fa-1868d3992d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:17.751393 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c8ac5657-5e82-42ec-a1e9-42be8e319a91 req-8972b1ea-f19f-4b7b-968e-cc33185d9b60 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 2373 time: 0.7794125 Apr 20 17:19:17.932041 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a75570ed-9f25-41c4-b27f-c526f82d9cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:17.932884 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75570ed-9f25-41c4-b27f-c526f82d9cef admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:17.933695 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a75570ed-9f25-41c4-b27f-c526f82d9cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:18.034455 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c8e2c6b5-a83a-4437-a37b-2fed3f4eda8d req-bdf2f80e-929e-4464-b1d5-06793974dde3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 1099 time: 0.2829885 Apr 20 17:19:18.045367 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400d79d-bcee-4b92-a940-dbdf36720094 req-3abcd915-a944-4af0-b8ce-4bbd131b908d tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:18.047094 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e400d79d-bcee-4b92-a940-dbdf36720094 req-3abcd915-a944-4af0-b8ce-4bbd131b908d tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fc3fd09-1afd-47c8-9c33-e8781e53d734 HTTP/1.1" status: 200 len: 945 time: 0.2558024 Apr 20 17:19:18.275791 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a75570ed-9f25-41c4-b27f-c526f82d9cef admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 2.9808838 Apr 20 17:19:18.279389 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41562) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:18.287845 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-1c86d2ea-ddb6-4378-b0aa-6cae36e0af26 admin admin] Request body: {'subnet': {'network_id': '7dca78eb-5829-40b0-a3af-13613754711d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958704110-subnet', 'tenant_id': '108601a41d654be6985fac52f41da158', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:18.305097 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1c86d2ea-ddb6-4378-b0aa-6cae36e0af26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:19:18.317415 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1c86d2ea-ddb6-4378-b0aa-6cae36e0af26 admin admin] Usage tracker for resource:subnet and tenant:108601a41d654be6985fac52f41da158 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:19:18.318750 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c8ac5657-5e82-42ec-a1e9-42be8e319a91 req-9f3b097e-a89c-4ae3-a1e5-bcfd960f69c3 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5664623 Apr 20 17:19:18.320998 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1c86d2ea-ddb6-4378-b0aa-6cae36e0af26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:19:18.330396 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75570ed-9f25-41c4-b27f-c526f82d9cef admin admin] Pushing event updated for resources: {'Network': ['ID=7dca78eb-5829-40b0-a3af-13613754711d,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:18.332864 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1c86d2ea-ddb6-4378-b0aa-6cae36e0af26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:19:18.357135 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e400d79d-bcee-4b92-a940-dbdf36720094 req-b4823361-58fa-40c7-ae80-f2dda38c1746 tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee6bcfcb-2d50-471c-b948-18f81344546f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856967 Apr 20 17:19:18.357955 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 7dca78eb-5829-40b0-a3af-13613754711d details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:19:18.393660 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c86d2ea-ddb6-4378-b0aa-6cae36e0af26 admin admin] Made reservation on behalf of 108601a41d654be6985fac52f41da158 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:19:18.393660 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c86d2ea-ddb6-4378-b0aa-6cae36e0af26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:18.440927 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-6b3b7a06-2f6b-4673-8a6b-0b0de4422efb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:19:18.448862 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a54b728-90c4-4650-b88b-df30e0902f2c req-e1b33544-6445-4dd9-878b-8ec398f12287 service neutron] 10.222.0.43 "GET /v2.0/networks/d8ef33a9-107e-4ebd-9173-5b6bab76d40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6905525 Apr 20 17:19:18.467222 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2c6b5-a83a-4437-a37b-2fed3f4eda8d req-bc96294c-cdd5-47e3-a161-396e66278be2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:18.468933 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c8e2c6b5-a83a-4437-a37b-2fed3f4eda8d req-bc96294c-cdd5-47e3-a161-396e66278be2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.4208894 Apr 20 17:19:18.501453 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-6b3b7a06-2f6b-4673-8a6b-0b0de4422efb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:19:18.574793 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e5a7f431-3aad-4452-8170-df970f56e432 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:18.616561 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-6b3b7a06-2f6b-4673-8a6b-0b0de4422efb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Made reservation on behalf of 60c7e2ae348346058b3fbfec10afa715 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:19:18.665056 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c8e2c6b5-a83a-4437-a37b-2fed3f4eda8d req-49c4ed66-2dc5-4ec8-a78c-615dbbc3914d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=0af42aba-ccbb-414e-841f-3c8777fe4c29 HTTP/1.1" status: 200 len: 217 time: 0.1750629 Apr 20 17:19:18.813007 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2c6b5-a83a-4437-a37b-2fed3f4eda8d req-5cd89cfa-f1bb-4c24-b3fa-d1d2f18cf177 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:18.814700 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c8e2c6b5-a83a-4437-a37b-2fed3f4eda8d req-5cd89cfa-f1bb-4c24-b3fa-d1d2f18cf177 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1442297 Apr 20 17:19:18.822377 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c86d2ea-ddb6-4378-b0aa-6cae36e0af26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:18.824307 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b1b93-e943-4fe3-be0c-c2ce67a35244 req-e576f465-7404-4cb6-9318-e88642df4adc tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:18.825810 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a09b1b93-e943-4fe3-be0c-c2ce67a35244 req-e576f465-7404-4cb6-9318-e88642df4adc tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 948 time: 0.3574462 Apr 20 17:19:18.831561 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f3cbc56-1309-4f10-9aaf-380c7fb4f251 req-a55d8ae4-78c0-4978-9899-d6002b6220f2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffcb78f29a714057bb79ebadc32ed198&device_id=c30439be-8f2e-4b39-bce0-066c4901b03c HTTP/1.1" status: 200 len: 1135 time: 0.3097692 Apr 20 17:19:18.841651 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e5a7f431-3aad-4452-8170-df970f56e432 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:18.941595 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-6b3b7a06-2f6b-4673-8a6b-0b0de4422efb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:18.963481 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41574) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:19.009637 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9f2b18-fb2c-4eee-81fa-1868d3992d62 admin admin] Router 1a884e82-0ca8-47c6-a106-9b20aed4b81f is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:19:19.032345 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86d2ea-ddb6-4378-b0aa-6cae36e0af26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f14b18c-0fe0-4613-bee5-26a51144bfaa,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:19.057815 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a7f431-3aad-4452-8170-df970f56e432 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:19:19.058611 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7f431-3aad-4452-8170-df970f56e432 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Pushing event updated for resources: {'Port': ['ID=679ba751-eff5-4ff3-814c-5f9cac637a6a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:19.066518 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-e5a7f431-3aad-4452-8170-df970f56e432 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:19:19.076655 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c8e2c6b5-a83a-4437-a37b-2fed3f4eda8d req-3645bc68-150c-4f85-92ef-ce26e6dbaaa3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2481329 Apr 20 17:19:19.107201 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a7f431-3aad-4452-8170-df970f56e432 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:19:19.123372 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c86d2ea-ddb6-4378-b0aa-6cae36e0af26 admin admin] Checking segment: {'id': '56fafc9c-fe45-49aa-accb-4b94f1317c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7dca78eb-5829-40b0-a3af-13613754711d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:19:19.123715 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c86d2ea-ddb6-4378-b0aa-6cae36e0af26 admin admin] Network hostable DHCP agents. Network: 7dca78eb-5829-40b0-a3af-13613754711d, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:19:19.153847 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a09b1b93-e943-4fe3-be0c-c2ce67a35244 req-4e40cce8-60a3-458f-9502-ff6916a90fcc tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211875 Apr 20 17:19:19.170075 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56237a-6753-4d3f-803e-1efb91970d01 req-cb765de2-3465-4dc9-b380-f416a17c44c8 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:19.178582 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0d56237a-6753-4d3f-803e-1efb91970d01 req-cb765de2-3465-4dc9-b380-f416a17c44c8 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?device_id=c30439be-8f2e-4b39-bce0-066c4901b03c HTTP/1.1" status: 200 len: 984 time: 0.3445957 Apr 20 17:19:19.186602 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-042020a4-f48f-4822-a1ff-eb17f3467f19 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1202851818-network', 'tenant_id': 'b9f4871a8ed14e0d839f0a3ee73e8ceb'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:19.230732 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cbc56-1309-4f10-9aaf-380c7fb4f251 req-f58b0155-8d28-42a6-9ba7-38ea0d6571ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:19.232053 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f3cbc56-1309-4f10-9aaf-380c7fb4f251 req-f58b0155-8d28-42a6-9ba7-38ea0d6571ea service neutron] 10.222.0.43 "GET /v2.0/networks?id=d8ef33a9-107e-4ebd-9173-5b6bab76d40f HTTP/1.1" status: 200 len: 911 time: 0.3815358 Apr 20 17:19:19.299184 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-042020a4-f48f-4822-a1ff-eb17f3467f19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:19:19.324346 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-042020a4-f48f-4822-a1ff-eb17f3467f19 admin admin] Usage tracker for resource:network and tenant:b9f4871a8ed14e0d839f0a3ee73e8ceb is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:19:19.333681 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-042020a4-f48f-4822-a1ff-eb17f3467f19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:19:19.350029 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f3cbc56-1309-4f10-9aaf-380c7fb4f251 req-cc3edc48-16ce-49e5-87b7-340e4b4fe984 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=729b7558-af23-44df-86d8-4dd7d7dcbdbe HTTP/1.1" status: 200 len: 217 time: 0.0887928 Apr 20 17:19:19.353538 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-042020a4-f48f-4822-a1ff-eb17f3467f19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:19:19.408454 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c86d2ea-ddb6-4378-b0aa-6cae36e0af26 admin admin] Network 7dca78eb-5829-40b0-a3af-13613754711d is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:19:19.413145 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0d56237a-6753-4d3f-803e-1efb91970d01 req-39b4f152-fc42-4c4c-8973-b3a901c293a3 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0746e04-eaaa-491f-b2f2-a68a28aea018&id=2cedec2a-fd0d-44dd-8d04-57c0bccf7439&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2337086 Apr 20 17:19:19.417337 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042020a4-f48f-4822-a1ff-eb17f3467f19 admin admin] Made reservation on behalf of b9f4871a8ed14e0d839f0a3ee73e8ceb for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:19:19.419666 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-042020a4-f48f-4822-a1ff-eb17f3467f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:19.454955 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-042020a4-f48f-4822-a1ff-eb17f3467f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:19.467399 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c8e2c6b5-a83a-4437-a37b-2fed3f4eda8d req-d576a205-6e98-4804-bc47-bfd1a3f50ad9 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384244 Apr 20 17:19:19.471245 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-1c86d2ea-ddb6-4378-b0aa-6cae36e0af26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 7dca78eb-5829-40b0-a3af-13613754711d) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:19:19.480378 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c66839-6bfa-4b80-ade7-e299d5a2e7fb None None] Network 7dca78eb-5829-40b0-a3af-13613754711d requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:19:19.484479 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c86d2ea-ddb6-4378-b0aa-6cae36e0af26 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:19.484664 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cbc56-1309-4f10-9aaf-380c7fb4f251 req-db701ae1-6015-4e10-b4cf-2fbec634e6b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:19.485368 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c86d2ea-ddb6-4378-b0aa-6cae36e0af26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:19.485978 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f3cbc56-1309-4f10-9aaf-380c7fb4f251 req-db701ae1-6015-4e10-b4cf-2fbec634e6b3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e216643-0d94-47fd-bb51-9fe24d2f84fc HTTP/1.1" status: 200 len: 850 time: 0.1283219 Apr 20 17:19:19.612851 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f3cbc56-1309-4f10-9aaf-380c7fb4f251 req-4cfadbb6-b509-4695-a8b5-8b125db97d9d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d8ef33a9-107e-4ebd-9173-5b6bab76d40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733936 Apr 20 17:19:19.613895 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e5a7f431-3aad-4452-8170-df970f56e432 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:19.644848 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-6b3b7a06-2f6b-4673-8a6b-0b0de4422efb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Allocated IP 10.2.2.100 (d9f1e448-db15-4c9f-8c5b-a0fa35869e80/93f834c9-d665-4383-8c5d-7a7311783f9a/2e451d66-3f1e-4689-9a25-ce9c80736888) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:19:19.653745 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-042020a4-f48f-4822-a1ff-eb17f3467f19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:19:19.661035 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1c86d2ea-ddb6-4378-b0aa-6cae36e0af26 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3805113 Apr 20 17:19:19.662174 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-042020a4-f48f-4822-a1ff-eb17f3467f19 admin admin] Usage tracker for resource:security_group_rule and tenant:b9f4871a8ed14e0d839f0a3ee73e8ceb is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:19:19.694378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41584) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:19.702140 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-042020a4-f48f-4822-a1ff-eb17f3467f19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:19:19.731634 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-09982b55-d6fe-4683-8c77-7a55d259f371 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958704110-router', 'tenant_id': '108601a41d654be6985fac52f41da158', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:19.740191 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-042020a4-f48f-4822-a1ff-eb17f3467f19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:19:19.767534 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 0af42aba-ccbb-414e-841f-3c8777fe4c29 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:19:19.781775 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c8e2c6b5-a83a-4437-a37b-2fed3f4eda8d req-e6243f74-7ddc-4e9d-be82-387dac4f4339 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915802 Apr 20 17:19:19.786569 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1483327-621b-4513-8a5d-79724d7928c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-7dca78eb-5829-40b0-a3af-13613754711d', 'network_id': '7dca78eb-5829-40b0-a3af-13613754711d', 'tenant_id': '108601a41d654be6985fac52f41da158', 'fixed_ips': [{'subnet_id': '4f14b18c-0fe0-4613-bee5-26a51144bfaa'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:19:19.787609 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b1483327-621b-4513-8a5d-79724d7928c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:19.802586 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-09982b55-d6fe-4683-8c77-7a55d259f371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:19:19.823318 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-09982b55-d6fe-4683-8c77-7a55d259f371 admin admin] Usage tracker for resource:router and tenant:108601a41d654be6985fac52f41da158 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:19:19.829852 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-09982b55-d6fe-4683-8c77-7a55d259f371 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:19:19.846571 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-09982b55-d6fe-4683-8c77-7a55d259f371 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:19:19.861361 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e5a7f431-3aad-4452-8170-df970f56e432 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:19.862659 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9f2b18-fb2c-4eee-81fa-1868d3992d62 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:19:19.889984 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fab8c-a603-4408-ab58-00c67714fb4f req-07fa44b8-6221-4a2b-8311-0ff277b50a04 tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:19.891564 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ab7fab8c-a603-4408-ab58-00c67714fb4f req-07fa44b8-6221-4a2b-8311-0ff277b50a04 tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fc3fd09-1afd-47c8-9c33-e8781e53d734 HTTP/1.1" status: 200 len: 945 time: 0.2391002 Apr 20 17:19:19.920266 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbab3386-ba53-48c4-8c0d-2316002b812d None None] Sync routers for ids ['1a884e82-0ca8-47c6-a106-9b20aed4b81f'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:19:19.936525 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-042020a4-f48f-4822-a1ff-eb17f3467f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:19.937632 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b9f2b18-fb2c-4eee-81fa-1868d3992d62 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:19.941467 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4b9f2b18-fb2c-4eee-81fa-1868d3992d62 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.2529931 Apr 20 17:19:19.943885 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41588) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:19.990987 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbab3386-ba53-48c4-8c0d-2316002b812d None None] Routers {'1a884e82-0ca8-47c6-a106-9b20aed4b81f'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:19:19.991523 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-cbab3386-ba53-48c4-8c0d-2316002b812d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:19:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['1a884e82-0ca8-47c6-a106-9b20aed4b81f'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:19:20.018612 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-042020a4-f48f-4822-a1ff-eb17f3467f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:20.095521 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-09982b55-d6fe-4683-8c77-7a55d259f371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:20.096580 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-09982b55-d6fe-4683-8c77-7a55d259f371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:20.186290 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 0af42aba-ccbb-414e-841f-3c8777fe4c29, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=0af42aba-ccbb-414e-841f-3c8777fe4c29,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:19:20.214937 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '0af42aba-ccbb-414e-841f-3c8777fe4c29', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': '0af42aba-ccbb-414e-841f-3c8777fe4c29', 'mac_address': 'fa:16:3e:6b:ce:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:19:20.228479 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f3cbc56-1309-4f10-9aaf-380c7fb4f251 req-85e9fa39-20e9-4596-bf1a-4cf387d8874d service neutron] 10.222.0.43 "GET /v2.0/networks/d8ef33a9-107e-4ebd-9173-5b6bab76d40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5804191 Apr 20 17:19:20.247581 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-042020a4-f48f-4822-a1ff-eb17f3467f19 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:19:20.268240 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ab7fab8c-a603-4408-ab58-00c67714fb4f req-a7b131ed-e421-4b44-ae63-8756b7ef83ee tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee6bcfcb-2d50-471c-b948-18f81344546f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586185 Apr 20 17:19:20.277888 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042020a4-f48f-4822-a1ff-eb17f3467f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440a530c-3488-471d-85e5-4eaa8c2be0f5,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:20.282165 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-042020a4-f48f-4822-a1ff-eb17f3467f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:20.282790 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-042020a4-f48f-4822-a1ff-eb17f3467f19 admin admin] Added segment b1d7857d-4631-4267-b4bc-3d255dcdfb10 of type vlan for network 76ef8d88-de49-4215-a197-8a82f63cab41 Apr 20 17:19:20.283184 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-b1483327-621b-4513-8a5d-79724d7928c3 None None] Allocated IP 172.20.0.2 (7dca78eb-5829-40b0-a3af-13613754711d/4f14b18c-0fe0-4613-bee5-26a51144bfaa/bdda434d-e61a-44c7-8770-b12c63e40d54) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:19:20.287128 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8febf6c-4c4f-403a-b2a2-57c83715bbdb req-9431f20a-8ffa-4ca5-99e5-58ea5b8ebe9d tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:20.291038 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8febf6c-4c4f-403a-b2a2-57c83715bbdb req-9431f20a-8ffa-4ca5-99e5-58ea5b8ebe9d tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:20.295218 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8febf6c-4c4f-403a-b2a2-57c83715bbdb req-9431f20a-8ffa-4ca5-99e5-58ea5b8ebe9d tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:20.302800 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c8febf6c-4c4f-403a-b2a2-57c83715bbdb req-9431f20a-8ffa-4ca5-99e5-58ea5b8ebe9d tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 2373 time: 0.7033288 Apr 20 17:19:20.316248 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:20.329303 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-042020a4-f48f-4822-a1ff-eb17f3467f19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:20.359226 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af42aba-ccbb-414e-841f-3c8777fe4c29 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:19:20.413782 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-cbab3386-ba53-48c4-8c0d-2316002b812d None None] Set router 1a884e82-0ca8-47c6-a106-9b20aed4b81f gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:19:20.436412 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-042020a4-f48f-4822-a1ff-eb17f3467f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:20.437491 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042020a4-f48f-4822-a1ff-eb17f3467f19 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:20.438163 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-042020a4-f48f-4822-a1ff-eb17f3467f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:20.511734 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-09982b55-d6fe-4683-8c77-7a55d259f371 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:20.555323 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 0af42aba-ccbb-414e-841f-3c8777fe4c29, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=0af42aba-ccbb-414e-841f-3c8777fe4c29,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:19:20.575547 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:20.585443 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-6b3b7a06-2f6b-4673-8a6b-0b0de4422efb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:20.627233 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-042020a4-f48f-4822-a1ff-eb17f3467f19 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6614292 Apr 20 17:19:20.632705 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41600) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:20.644358 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-4953284d-72bf-4e8f-98b8-78be295fad09 admin admin] Request body: {'subnet': {'network_id': '76ef8d88-de49-4215-a197-8a82f63cab41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1202851818-subnet', 'tenant_id': 'b9f4871a8ed14e0d839f0a3ee73e8ceb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:20.652752 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042020a4-f48f-4822-a1ff-eb17f3467f19 admin admin] Pushing event updated for resources: {'Network': ['ID=76ef8d88-de49-4215-a197-8a82f63cab41,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:20.657396 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4953284d-72bf-4e8f-98b8-78be295fad09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:19:20.671757 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4953284d-72bf-4e8f-98b8-78be295fad09 admin admin] Usage tracker for resource:subnet and tenant:b9f4871a8ed14e0d839f0a3ee73e8ceb is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:19:20.677126 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4953284d-72bf-4e8f-98b8-78be295fad09 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:19:20.685801 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-6b3b7a06-2f6b-4673-8a6b-0b0de4422efb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Transition to ACTIVE for port object 2e451d66-3f1e-4689-9a25-ce9c80736888 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:19:20.734581 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4953284d-72bf-4e8f-98b8-78be295fad09 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:19:20.737350 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 76ef8d88-de49-4215-a197-8a82f63cab41 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:19:20.822442 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c8febf6c-4c4f-403a-b2a2-57c83715bbdb req-e8aaf1b0-c65b-4683-a422-fee2f2722357 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5185792 Apr 20 17:19:20.827684 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f78de4-7d46-4017-b4e6-04dc5a5dd977 req-524aec53-869d-4c54-83bb-1e1682f793e8 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:20.829146 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-11f78de4-7d46-4017-b4e6-04dc5a5dd977 req-524aec53-869d-4c54-83bb-1e1682f793e8 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 949 time: 0.2689309 Apr 20 17:19:20.830701 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4953284d-72bf-4e8f-98b8-78be295fad09 admin admin] Made reservation on behalf of b9f4871a8ed14e0d839f0a3ee73e8ceb for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:19:20.833197 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4953284d-72bf-4e8f-98b8-78be295fad09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:20.854229 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f3cbc56-1309-4f10-9aaf-380c7fb4f251 req-c79407c6-deae-4b2f-a65a-e975c4c69025 service neutron] 10.222.0.43 "GET /v2.0/networks/d8ef33a9-107e-4ebd-9173-5b6bab76d40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6142676 Apr 20 17:19:20.858997 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['0af42aba-ccbb-414e-841f-3c8777fe4c29'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:19:20.867560 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-09982b55-d6fe-4683-8c77-7a55d259f371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:20.875052 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-6b3b7a06-2f6b-4673-8a6b-0b0de4422efb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:20.956095 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e5a7f431-3aad-4452-8170-df970f56e432 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:20.979240 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e5a7f431-3aad-4452-8170-df970f56e432 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:20.986128 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-11f78de4-7d46-4017-b4e6-04dc5a5dd977 req-02e7dcdf-9895-4605-aaf7-8e319c3e236e tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380799 Apr 20 17:19:20.989114 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-6b3b7a06-2f6b-4673-8a6b-0b0de4422efb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Network d9f1e448-db15-4c9f-8c5b-a0fa35869e80 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:19:20.993283 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-6b3b7a06-2f6b-4673-8a6b-0b0de4422efb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:19:21.014502 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-6b3b7a06-2f6b-4673-8a6b-0b0de4422efb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:19:21.057952 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b7a06-2f6b-4673-8a6b-0b0de4422efb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Pushing event updated for resources: {'Port': ['ID=2e451d66-3f1e-4689-9a25-ce9c80736888,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:21.108441 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=0af42aba-ccbb-414e-841f-3c8777fe4c29,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:21.306233 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b1483327-621b-4513-8a5d-79724d7928c3 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:21.360648 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4953284d-72bf-4e8f-98b8-78be295fad09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:21.380511 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b1483327-621b-4513-8a5d-79724d7928c3 None None] Transition to ACTIVE for port object bdda434d-e61a-44c7-8770-b12c63e40d54 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:19:21.432070 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-6b3b7a06-2f6b-4673-8a6b-0b0de4422efb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:21.432926 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-6b3b7a06-2f6b-4673-8a6b-0b0de4422efb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:21.482054 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b1483327-621b-4513-8a5d-79724d7928c3 None None] Transition to ACTIVE for port object bdda434d-e61a-44c7-8770-b12c63e40d54 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:19:21.511437 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e5a7f431-3aad-4452-8170-df970f56e432 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:21.531557 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b1483327-621b-4513-8a5d-79724d7928c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:21.537890 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953284d-72bf-4e8f-98b8-78be295fad09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccd94e55-266c-4b9f-9941-7179a033450e,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:21.550463 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7f431-3aad-4452-8170-df970f56e432 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Pushing event updated for resources: {'Port': ['ID=679ba751-eff5-4ff3-814c-5f9cac637a6a,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:21.584906 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-6b3b7a06-2f6b-4673-8a6b-0b0de4422efb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8980412 Apr 20 17:19:21.594984 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e5a7f431-3aad-4452-8170-df970f56e432 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:21.596512 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e5a7f431-3aad-4452-8170-df970f56e432 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0691485 Apr 20 17:19:21.614884 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-d2bca2fe-5597-4934-830a-66b7fb0778e9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Request body: {'port': {'device_id': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd9f1e448-db15-4c9f-8c5b-a0fa35869e80', 'admin_state_up': True, 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'security_groups': ['144ae891-0b8f-4c11-a3e3-997ca7d045b3']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:21.625362 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4953284d-72bf-4e8f-98b8-78be295fad09 admin admin] Checking segment: {'id': 'b1d7857d-4631-4267-b4bc-3d255dcdfb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '76ef8d88-de49-4215-a197-8a82f63cab41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:19:21.625362 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4953284d-72bf-4e8f-98b8-78be295fad09 admin admin] Network hostable DHCP agents. Network: 76ef8d88-de49-4215-a197-8a82f63cab41, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:19:21.625611 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-79eff87f-a007-441a-965e-5de10f43a525 None None] Provisioning for port 2e451d66-3f1e-4689-9a25-ce9c80736888 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:19:21.634235 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-79eff87f-a007-441a-965e-5de10f43a525 None None] Provisioning complete for port 2e451d66-3f1e-4689-9a25-ce9c80736888 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:21.634582 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-79eff87f-a007-441a-965e-5de10f43a525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:21.674886 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4953284d-72bf-4e8f-98b8-78be295fad09 admin admin] Network 76ef8d88-de49-4215-a197-8a82f63cab41 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:19:21.689690 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1483327-621b-4513-8a5d-79724d7928c3 None None] Network 7dca78eb-5829-40b0-a3af-13613754711d is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:19:21.696080 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-b1483327-621b-4513-8a5d-79724d7928c3 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:19:21.700983 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-4953284d-72bf-4e8f-98b8-78be295fad09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 76ef8d88-de49-4215-a197-8a82f63cab41) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:19:21.705726 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4953284d-72bf-4e8f-98b8-78be295fad09 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:21.707326 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4953284d-72bf-4e8f-98b8-78be295fad09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:21.712593 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1483327-621b-4513-8a5d-79724d7928c3 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:19:21.725298 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8282bfd-95f9-4711-a3fd-7f3ac27a1abd None None] Network 76ef8d88-de49-4215-a197-8a82f63cab41 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:19:21.771133 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4953284d-72bf-4e8f-98b8-78be295fad09 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1363881 Apr 20 17:19:21.775619 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41630) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:21.792674 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-f36a1a90-5f41-47e1-8f86-33f6180f9683 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1202851818-router', 'tenant_id': 'b9f4871a8ed14e0d839f0a3ee73e8ceb', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:21.800137 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f36a1a90-5f41-47e1-8f86-33f6180f9683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:19:21.806552 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f36a1a90-5f41-47e1-8f86-33f6180f9683 admin admin] Usage tracker for resource:router and tenant:b9f4871a8ed14e0d839f0a3ee73e8ceb is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:19:21.811508 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f36a1a90-5f41-47e1-8f86-33f6180f9683 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:19:21.821864 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f36a1a90-5f41-47e1-8f86-33f6180f9683 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:19:21.853805 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-d2bca2fe-5597-4934-830a-66b7fb0778e9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:19:21.857802 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-d2bca2fe-5597-4934-830a-66b7fb0778e9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Usage tracker for resource:port and tenant:60c7e2ae348346058b3fbfec10afa715 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:19:21.860670 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-d2bca2fe-5597-4934-830a-66b7fb0778e9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Quota usage for port was recalculated. Used quota:11. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:19:21.867159 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-d2bca2fe-5597-4934-830a-66b7fb0778e9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:19:21.886880 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1483327-621b-4513-8a5d-79724d7928c3 None None] Pushing event updated for resources: {'Port': ['ID=bdda434d-e61a-44c7-8770-b12c63e40d54,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:21.888564 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b53c4-151c-472d-9877-01c7ee826b57 req-2ba2f5d5-9213-4a68-9ecb-bc346decc548 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:21.895906 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-365b53c4-151c-472d-9877-01c7ee826b57 req-2ba2f5d5-9213-4a68-9ecb-bc346decc548 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?device_id=c30439be-8f2e-4b39-bce0-066c4901b03c HTTP/1.1" status: 200 len: 984 time: 0.7747645 Apr 20 17:19:21.902232 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f36a1a90-5f41-47e1-8f86-33f6180f9683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:21.904244 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f36a1a90-5f41-47e1-8f86-33f6180f9683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:21.909000 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-cbab3386-ba53-48c4-8c0d-2316002b812d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a884e82-0ca8-47c6-a106-9b20aed4b81f', 'name': 'tempest-ServerRescueTestJSON-195754155-router', 'tenant_id': '0dd99ef1065b406196682e8299225373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '7befc246-3e65-46f6-a68c-674366f190a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:19:14Z', 'updated_at': '2022-04-20T17:19:17Z', 'revision_number': 3, 'project_id': '0dd99ef1065b406196682e8299225373', 'gw_port': {'id': '7befc246-3e65-46f6-a68c-674366f190a6', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a884e82-0ca8-47c6-a106-9b20aed4b81f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:16Z', 'updated_at': '2022-04-20T17:19:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:19:21.910990 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-79eff87f-a007-441a-965e-5de10f43a525 None None] Port 2e451d66-3f1e-4689-9a25-ce9c80736888 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:19:21.918928 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-d2bca2fe-5597-4934-830a-66b7fb0778e9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Made reservation on behalf of 60c7e2ae348346058b3fbfec10afa715 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:19:21.924071 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-d2bca2fe-5597-4934-830a-66b7fb0778e9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:21.979105 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbab3386-ba53-48c4-8c0d-2316002b812d None None] Checking router: 1a884e82-0ca8-47c6-a106-9b20aed4b81f for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:19:21.979443 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbab3386-ba53-48c4-8c0d-2316002b812d None None] Updating router 1a884e82-0ca8-47c6-a106-9b20aed4b81f port 7befc246-3e65-46f6-a68c-674366f190a6 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:19:22.001970 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-400a9935-0cbc-4ef3-96d6-4c67cc175bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:22.025409 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f36a1a90-5f41-47e1-8f86-33f6180f9683 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:22.086973 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b1483327-621b-4513-8a5d-79724d7928c3 None None] Attempting to bind port bdda434d-e61a-44c7-8770-b12c63e40d54 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:19:22.087407 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b1483327-621b-4513-8a5d-79724d7928c3 None None] Attempting to bind port bdda434d-e61a-44c7-8770-b12c63e40d54 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '56fafc9c-fe45-49aa-accb-4b94f1317c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7dca78eb-5829-40b0-a3af-13613754711d'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:19:22.088501 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1483327-621b-4513-8a5d-79724d7928c3 None None] Attempting to bind port bdda434d-e61a-44c7-8770-b12c63e40d54 on network 7dca78eb-5829-40b0-a3af-13613754711d {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:19:22.151512 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1483327-621b-4513-8a5d-79724d7928c3 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:19:22.151771 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1483327-621b-4513-8a5d-79724d7928c3 None None] Checking segment: {'id': '56fafc9c-fe45-49aa-accb-4b94f1317c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7dca78eb-5829-40b0-a3af-13613754711d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:19:22.152135 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b1483327-621b-4513-8a5d-79724d7928c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:22.152565 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1483327-621b-4513-8a5d-79724d7928c3 None None] Bound using segment: {'id': '56fafc9c-fe45-49aa-accb-4b94f1317c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7dca78eb-5829-40b0-a3af-13613754711d'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:19:22.153320 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b1483327-621b-4513-8a5d-79724d7928c3 None None] Bound port: bdda434d-e61a-44c7-8770-b12c63e40d54, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fafc9c-fe45-49aa-accb-4b94f1317c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7dca78eb-5829-40b0-a3af-13613754711d'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:19:22.154122 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b1483327-621b-4513-8a5d-79724d7928c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:22.191876 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dee23ca-50cc-4968-b9ea-51d5700fee0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-76ef8d88-de49-4215-a197-8a82f63cab41', 'network_id': '76ef8d88-de49-4215-a197-8a82f63cab41', 'tenant_id': 'b9f4871a8ed14e0d839f0a3ee73e8ceb', 'fixed_ips': [{'subnet_id': 'ccd94e55-266c-4b9f-9941-7179a033450e'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:19:22.192735 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3dee23ca-50cc-4968-b9ea-51d5700fee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:22.239445 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cbab3386-ba53-48c4-8c0d-2316002b812d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:22.299474 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-365b53c4-151c-472d-9877-01c7ee826b57 req-96a98f7d-a185-41b7-be54-475f1d867dce tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0746e04-eaaa-491f-b2f2-a68a28aea018&id=2cedec2a-fd0d-44dd-8d04-57c0bccf7439&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4020879 Apr 20 17:19:22.325215 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-d2bca2fe-5597-4934-830a-66b7fb0778e9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Allocated IP 10.2.2.200 (d9f1e448-db15-4c9f-8c5b-a0fa35869e80/93f834c9-d665-4383-8c5d-7a7311783f9a/a8537b98-a7ec-415c-8279-a594cd6118df) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:19:22.325894 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-15195c15-7fa8-4201-96dd-2b9ebcb0013b tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1839208873&fields=id&tenant_id=159ad23e438e4a93b23c1f04f39ed31a HTTP/1.1" status: 200 len: 267 time: 0.2321563 Apr 20 17:19:22.463364 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b1483327-621b-4513-8a5d-79724d7928c3 None None] For port bdda434d-e61a-44c7-8770-b12c63e40d54, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:19:22.489970 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b1483327-621b-4513-8a5d-79724d7928c3 None None] For port bdda434d-e61a-44c7-8770-b12c63e40d54, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=bdda434d-e61a-44c7-8770-b12c63e40d54,segment=NetworkSegment(56fafc9c-fe45-49aa-accb-4b94f1317c54),segment_id=56fafc9c-fe45-49aa-accb-4b94f1317c54)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:19:22.540177 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b1483327-621b-4513-8a5d-79724d7928c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:22.621698 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f36a1a90-5f41-47e1-8f86-33f6180f9683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:22.664575 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-400a9935-0cbc-4ef3-96d6-4c67cc175bf5 admin admin] Allocated IP 172.20.0.1 (d400f90f-4a8e-41ce-ab99-e78cfbfff523/7d6355b3-9159-47c5-b462-d8d60cd8f890/3102ab82-334b-48c9-b947-ab8e58eacaa7) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:19:22.719528 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-3dee23ca-50cc-4968-b9ea-51d5700fee0d None None] Allocated IP 172.20.0.2 (76ef8d88-de49-4215-a197-8a82f63cab41/ccd94e55-266c-4b9f-9941-7179a033450e/0e245bd1-956f-4e18-a080-19b8252c5325) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:19:22.728255 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1483327-621b-4513-8a5d-79724d7928c3 None None] Pushing event updated for resources: {'Port': ['ID=bdda434d-e61a-44c7-8770-b12c63e40d54,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:22.730767 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-42354f19-ba94-4544-b25f-49e447324759 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:22.737419 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-42354f19-ba94-4544-b25f-49e447324759 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "GET /v2.0/networks?id=7289b4d6-d07e-4d7e-9061-229d2aa24696 HTTP/1.1" status: 200 len: 812 time: 0.4027860 Apr 20 17:19:22.742218 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-d2bca2fe-5597-4934-830a-66b7fb0778e9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:22.752882 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-09982b55-d6fe-4683-8c77-7a55d259f371 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:22.789673 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb503f7-6f93-48b9-bc9e-018cf4fb764e req-d9ea1c37-f0b1-4300-ad4f-f610064bb77e tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:22.793608 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb503f7-6f93-48b9-bc9e-018cf4fb764e req-d9ea1c37-f0b1-4300-ad4f-f610064bb77e tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:22.797656 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb503f7-6f93-48b9-bc9e-018cf4fb764e req-d9ea1c37-f0b1-4300-ad4f-f610064bb77e tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:22.801715 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb503f7-6f93-48b9-bc9e-018cf4fb764e req-d9ea1c37-f0b1-4300-ad4f-f610064bb77e tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:22.802677 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-dbb503f7-6f93-48b9-bc9e-018cf4fb764e req-d9ea1c37-f0b1-4300-ad4f-f610064bb77e tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Synchronizing usage tracker for tenant:60c7e2ae348346058b3fbfec10afa715 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:19:22.816599 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-09982b55-d6fe-4683-8c77-7a55d259f371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:22.822967 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-d2bca2fe-5597-4934-830a-66b7fb0778e9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Transition to ACTIVE for port object a8537b98-a7ec-415c-8279-a594cd6118df will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:19:22.881421 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-99a92a12-ae27-4f0d-8380-7d0aeb037fb8 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "GET /v2.0/quotas/159ad23e438e4a93b23c1f04f39ed31a HTTP/1.1" status: 200 len: 375 time: 0.1430116 Apr 20 17:19:22.892452 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-dbb503f7-6f93-48b9-bc9e-018cf4fb764e req-d9ea1c37-f0b1-4300-ad4f-f610064bb77e tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Unset dirty status for tenant:60c7e2ae348346058b3fbfec10afa715 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:19:22.893513 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dbb503f7-6f93-48b9-bc9e-018cf4fb764e req-d9ea1c37-f0b1-4300-ad4f-f610064bb77e tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 3094 time: 0.3671818 Apr 20 17:19:22.963201 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-d2bca2fe-5597-4934-830a-66b7fb0778e9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:22.982982 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cbab3386-ba53-48c4-8c0d-2316002b812d None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:23.030406 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-cbab3386-ba53-48c4-8c0d-2316002b812d None None] Transition to ACTIVE for port object 7befc246-3e65-46f6-a68c-674366f190a6 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:19:23.034440 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-400a9935-0cbc-4ef3-96d6-4c67cc175bf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:23.041067 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dbb503f7-6f93-48b9-bc9e-018cf4fb764e req-57bc0f38-91ce-468f-86e0-d4651d5c26c3 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327527 Apr 20 17:19:23.052714 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cbab3386-ba53-48c4-8c0d-2316002b812d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:23.142647 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-d2bca2fe-5597-4934-830a-66b7fb0778e9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Network d9f1e448-db15-4c9f-8c5b-a0fa35869e80 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:19:23.148717 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-d2bca2fe-5597-4934-830a-66b7fb0778e9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:19:23.152418 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-d2bca2fe-5597-4934-830a-66b7fb0778e9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:19:23.185996 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bca2fe-5597-4934-830a-66b7fb0778e9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Pushing event updated for resources: {'Port': ['ID=a8537b98-a7ec-415c-8279-a594cd6118df,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:23.219286 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-3834b1bc-b366-4dd7-bda5-c81923621cda tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=159ad23e438e4a93b23c1f04f39ed31a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3369529 Apr 20 17:19:23.224330 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-400a9935-0cbc-4ef3-96d6-4c67cc175bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:23.289025 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-cbab3386-ba53-48c4-8c0d-2316002b812d None None] Attempting to bind port 7befc246-3e65-46f6-a68c-674366f190a6 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:19:23.289454 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-cbab3386-ba53-48c4-8c0d-2316002b812d None None] Attempting to bind port 7befc246-3e65-46f6-a68c-674366f190a6 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:19:23.289866 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbab3386-ba53-48c4-8c0d-2316002b812d None None] Attempting to bind port 7befc246-3e65-46f6-a68c-674366f190a6 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:19:23.294163 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91dcf0-1a16-4e80-9100-122a6c862289 None None] Pushing event updated for resources: {'Port': ['ID=7befc246-3e65-46f6-a68c-674366f190a6,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:23.309093 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbab3386-ba53-48c4-8c0d-2316002b812d None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:19:23.309764 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbab3386-ba53-48c4-8c0d-2316002b812d None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:19:23.310764 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cbab3386-ba53-48c4-8c0d-2316002b812d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:23.311348 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbab3386-ba53-48c4-8c0d-2316002b812d None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:19:23.312312 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-cbab3386-ba53-48c4-8c0d-2316002b812d None None] Bound port: 7befc246-3e65-46f6-a68c-674366f190a6, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:19:23.313152 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cbab3386-ba53-48c4-8c0d-2316002b812d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:23.319305 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-09982b55-d6fe-4683-8c77-7a55d259f371 admin admin] Allocated IP 172.25.8.229 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/e6d5e04b-e3a5-4bd7-860d-9782b9d3e232) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:19:23.391796 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3dee23ca-50cc-4968-b9ea-51d5700fee0d None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:23.399181 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-d2bca2fe-5597-4934-830a-66b7fb0778e9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:23.399850 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-d2bca2fe-5597-4934-830a-66b7fb0778e9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:23.457746 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3dee23ca-50cc-4968-b9ea-51d5700fee0d None None] Transition to ACTIVE for port object 0e245bd1-956f-4e18-a080-19b8252c5325 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:19:23.475634 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-cbab3386-ba53-48c4-8c0d-2316002b812d None None] For port 7befc246-3e65-46f6-a68c-674366f190a6, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:19:23.481167 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-cbab3386-ba53-48c4-8c0d-2316002b812d None None] For port 7befc246-3e65-46f6-a68c-674366f190a6, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=7befc246-3e65-46f6-a68c-674366f190a6,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:19:23.487320 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3dee23ca-50cc-4968-b9ea-51d5700fee0d None None] Transition to ACTIVE for port object 0e245bd1-956f-4e18-a080-19b8252c5325 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:19:23.493760 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cbab3386-ba53-48c4-8c0d-2316002b812d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:23.544761 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-d2bca2fe-5597-4934-830a-66b7fb0778e9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9401333 Apr 20 17:19:23.554004 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-59e987d3-f14d-42a0-8acf-0c4f646adc4d service neutron] 10.222.0.39 "GET /v2.0/networks/7289b4d6-d07e-4d7e-9061-229d2aa24696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118713 Apr 20 17:19:23.557262 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3dee23ca-50cc-4968-b9ea-51d5700fee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:23.561688 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400a9935-0cbc-4ef3-96d6-4c67cc175bf5 admin admin] Network d400f90f-4a8e-41ce-ab99-e78cfbfff523 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:19:23.562672 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-edd89d24-6ac0-41f2-ac45-4bc4dc3af8fd service neutron] Request body: {'port': {'device_id': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:23.562898 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-400a9935-0cbc-4ef3-96d6-4c67cc175bf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:19:23.596313 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400a9935-0cbc-4ef3-96d6-4c67cc175bf5 admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:19:23.596580 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dee23ca-50cc-4968-b9ea-51d5700fee0d None None] Network 76ef8d88-de49-4215-a197-8a82f63cab41 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:19:23.607091 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-3dee23ca-50cc-4968-b9ea-51d5700fee0d None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:19:23.610433 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0754fb00-cf76-44af-82d1-2410f19e947d None None] Provisioning for port a8537b98-a7ec-415c-8279-a594cd6118df completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:19:23.615179 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577c2ef-665d-4904-8538-cb0c60ff45cc req-1c0f77de-40c9-4154-8cf3-7b4ec9e413f6 tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:23.615872 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dee23ca-50cc-4968-b9ea-51d5700fee0d None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:19:23.622681 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3577c2ef-665d-4904-8538-cb0c60ff45cc req-1c0f77de-40c9-4154-8cf3-7b4ec9e413f6 tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fc3fd09-1afd-47c8-9c33-e8781e53d734 HTTP/1.1" status: 200 len: 945 time: 0.3493121 Apr 20 17:19:23.632170 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0754fb00-cf76-44af-82d1-2410f19e947d None None] Provisioning complete for port a8537b98-a7ec-415c-8279-a594cd6118df triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:23.632539 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0754fb00-cf76-44af-82d1-2410f19e947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:23.653173 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a9935-0cbc-4ef3-96d6-4c67cc175bf5 admin admin] Pushing event updated for resources: {'Port': ['ID=3102ab82-334b-48c9-b947-ab8e58eacaa7,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:23.655689 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-400a9935-0cbc-4ef3-96d6-4c67cc175bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:23.748153 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f36a1a90-5f41-47e1-8f86-33f6180f9683 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:23.749738 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0754fb00-cf76-44af-82d1-2410f19e947d None None] Port a8537b98-a7ec-415c-8279-a594cd6118df cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:19:23.768916 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7770b99-6cd1-474b-b7c3-41921985df7d req-e79fee47-9e65-4171-995d-bf060b33f06f tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:23.770521 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a7770b99-6cd1-474b-b7c3-41921985df7d req-e79fee47-9e65-4171-995d-bf060b33f06f tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fc3fd09-1afd-47c8-9c33-e8781e53d734 HTTP/1.1" status: 200 len: 945 time: 0.4486766 Apr 20 17:19:23.786476 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f36a1a90-5f41-47e1-8f86-33f6180f9683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:23.800362 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3577c2ef-665d-4904-8538-cb0c60ff45cc req-724ac873-8af1-4664-987b-b339736770a7 tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee6bcfcb-2d50-471c-b948-18f81344546f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767251 Apr 20 17:19:23.822029 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 0af42aba-ccbb-414e-841f-3c8777fe4c29 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:19:23.891068 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-09982b55-d6fe-4683-8c77-7a55d259f371 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:23.898491 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-56f048c8-97f7-4d4a-96ab-5f8bba88b01e service neutron] 10.222.0.39 "GET /v2.0/networks/7289b4d6-d07e-4d7e-9061-229d2aa24696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435826 Apr 20 17:19:23.905135 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-3dee23ca-50cc-4968-b9ea-51d5700fee0d None None] Attempting to bind port 0e245bd1-956f-4e18-a080-19b8252c5325 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:19:23.905510 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-3dee23ca-50cc-4968-b9ea-51d5700fee0d None None] Attempting to bind port 0e245bd1-956f-4e18-a080-19b8252c5325 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'b1d7857d-4631-4267-b4bc-3d255dcdfb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '76ef8d88-de49-4215-a197-8a82f63cab41'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:19:23.908324 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dee23ca-50cc-4968-b9ea-51d5700fee0d None None] Attempting to bind port 0e245bd1-956f-4e18-a080-19b8252c5325 on network 76ef8d88-de49-4215-a197-8a82f63cab41 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:19:23.927853 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-a7770b99-6cd1-474b-b7c3-41921985df7d req-1d599c97-1419-4f69-8461-71181716a9d5 tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Deleting port a60d2e21-a0d1-4d49-861b-b38109a6a92b {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:19:23.928294 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a7770b99-6cd1-474b-b7c3-41921985df7d req-1d599c97-1419-4f69-8461-71181716a9d5 tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:23.935462 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dee23ca-50cc-4968-b9ea-51d5700fee0d None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:19:23.935821 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dee23ca-50cc-4968-b9ea-51d5700fee0d None None] Checking segment: {'id': 'b1d7857d-4631-4267-b4bc-3d255dcdfb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '76ef8d88-de49-4215-a197-8a82f63cab41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:19:23.936225 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3dee23ca-50cc-4968-b9ea-51d5700fee0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:23.940479 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dee23ca-50cc-4968-b9ea-51d5700fee0d None None] Bound using segment: {'id': 'b1d7857d-4631-4267-b4bc-3d255dcdfb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '76ef8d88-de49-4215-a197-8a82f63cab41'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:19:23.941347 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-3dee23ca-50cc-4968-b9ea-51d5700fee0d None None] Bound port: 0e245bd1-956f-4e18-a080-19b8252c5325, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d7857d-4631-4267-b4bc-3d255dcdfb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '76ef8d88-de49-4215-a197-8a82f63cab41'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:19:23.941734 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3dee23ca-50cc-4968-b9ea-51d5700fee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:23.983187 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbab3386-ba53-48c4-8c0d-2316002b812d None None] Routers {'1a884e82-0ca8-47c6-a106-9b20aed4b81f'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:19:23.984492 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-cbab3386-ba53-48c4-8c0d-2316002b812d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:19:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['1a884e82-0ca8-47c6-a106-9b20aed4b81f'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:19:24.031465 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-09982b55-d6fe-4683-8c77-7a55d259f371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:24.056117 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-400a9935-0cbc-4ef3-96d6-4c67cc175bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:24.089606 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-f36a1a90-5f41-47e1-8f86-33f6180f9683 admin admin] Allocated IP 172.25.8.185 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/bcc3266f-503f-48f2-83ae-39a468756fac) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:19:24.229399 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91dcf0-1a16-4e80-9100-122a6c862289 None None] Pushing event updated for resources: {'Port': ['ID=7befc246-3e65-46f6-a68c-674366f190a6,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:24.299393 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-edd89d24-6ac0-41f2-ac45-4bc4dc3af8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:24.301449 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8d7783-681f-478f-88e8-965ee0c78e4e None None] Network 7dca78eb-5829-40b0-a3af-13613754711d requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:19:24.311328 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09982b55-d6fe-4683-8c77-7a55d259f371 admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:19:24.325244 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-09982b55-d6fe-4683-8c77-7a55d259f371 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:19:24.357079 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09982b55-d6fe-4683-8c77-7a55d259f371 admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:19:24.468018 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 0af42aba-ccbb-414e-841f-3c8777fe4c29 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:19:24.517168 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 0af42aba-ccbb-414e-841f-3c8777fe4c29 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:24.517607 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:24.582764 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee23ca-50cc-4968-b9ea-51d5700fee0d None None] Pushing event updated for resources: {'Port': ['ID=0e245bd1-956f-4e18-a080-19b8252c5325,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:24.604241 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-3dee23ca-50cc-4968-b9ea-51d5700fee0d None None] For port 0e245bd1-956f-4e18-a080-19b8252c5325, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:19:24.628762 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5a8ed6f9-880a-4834-b8d0-c3cfa026e41f None None] Provisioning for port bdda434d-e61a-44c7-8770-b12c63e40d54 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:19:24.661498 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-3dee23ca-50cc-4968-b9ea-51d5700fee0d None None] For port 0e245bd1-956f-4e18-a080-19b8252c5325, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0e245bd1-956f-4e18-a080-19b8252c5325,segment=NetworkSegment(b1d7857d-4631-4267-b4bc-3d255dcdfb10),segment_id=b1d7857d-4631-4267-b4bc-3d255dcdfb10)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:19:24.705057 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3dee23ca-50cc-4968-b9ea-51d5700fee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:24.705325 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09982b55-d6fe-4683-8c77-7a55d259f371 admin admin] Pushing event updated for resources: {'Port': ['ID=e6d5e04b-e3a5-4bd7-860d-9782b9d3e232,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:24.732018 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [None req-400a9935-0cbc-4ef3-96d6-4c67cc175bf5 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:19:24.752816 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d8190-6ae6-460e-a408-71ded2f63d7f req-0845b730-fa05-400d-a822-f7a3f2724837 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:24.760198 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4c9d8190-6ae6-460e-a408-71ded2f63d7f req-0845b730-fa05-400d-a822-f7a3f2724837 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 949 time: 0.7171133 Apr 20 17:19:24.770261 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-400a9935-0cbc-4ef3-96d6-4c67cc175bf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:24.779328 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebd5e6-ed92-4a10-b005-8331b11d1b2c req-b7552093-9f63-43b3-a6db-cb1a645c9cfb tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:24.780737 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-22ebd5e6-ed92-4a10-b005-8331b11d1b2c req-b7552093-9f63-43b3-a6db-cb1a645c9cfb tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?device_id=c30439be-8f2e-4b39-bce0-066c4901b03c HTTP/1.1" status: 200 len: 984 time: 0.4589152 Apr 20 17:19:24.786262 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f36a1a90-5f41-47e1-8f86-33f6180f9683 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:24.806336 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-400a9935-0cbc-4ef3-96d6-4c67cc175bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:24.882652 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-cbab3386-ba53-48c4-8c0d-2316002b812d None None] Set router 1a884e82-0ca8-47c6-a106-9b20aed4b81f gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:19:24.923587 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee23ca-50cc-4968-b9ea-51d5700fee0d None None] Pushing event updated for resources: {'Port': ['ID=0e245bd1-956f-4e18-a080-19b8252c5325,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:24.943822 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device bdda434d-e61a-44c7-8770-b12c63e40d54 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:19:25.035553 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a9935-0cbc-4ef3-96d6-4c67cc175bf5 admin admin] Pushing event updated for resources: {'Port': ['ID=3102ab82-334b-48c9-b947-ab8e58eacaa7,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:25.045842 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-400a9935-0cbc-4ef3-96d6-4c67cc175bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:25.052304 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f36a1a90-5f41-47e1-8f86-33f6180f9683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:25.061237 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4c9d8190-6ae6-460e-a408-71ded2f63d7f req-5af1b268-f0ca-4be4-8ecf-d41c29cd7014 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000624 Apr 20 17:19:25.063563 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-a7770b99-6cd1-474b-b7c3-41921985df7d req-1d599c97-1419-4f69-8461-71181716a9d5 tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] For port a60d2e21-a0d1-4d49-861b-b38109a6a92b, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=a60d2e21-a0d1-4d49-861b-b38109a6a92b,segment=NetworkSegment(989ce1c3-1834-4c39-ba0e-16239948c0ce),segment_id=989ce1c3-1834-4c39-ba0e-16239948c0ce)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:19:25.064050 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a7770b99-6cd1-474b-b7c3-41921985df7d req-1d599c97-1419-4f69-8461-71181716a9d5 tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:25.166357 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36a1a90-5f41-47e1-8f86-33f6180f9683 admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:19:25.173105 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a1a90-5f41-47e1-8f86-33f6180f9683 admin admin] Pushing event updated for resources: {'Port': ['ID=bcc3266f-503f-48f2-83ae-39a468756fac,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:25.175858 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-f36a1a90-5f41-47e1-8f86-33f6180f9683 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:19:25.184280 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36a1a90-5f41-47e1-8f86-33f6180f9683 admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:19:25.235582 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:25.313572 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-a7770b99-6cd1-474b-b7c3-41921985df7d req-1d599c97-1419-4f69-8461-71181716a9d5 tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Calling delete_port for a60d2e21-a0d1-4d49-861b-b38109a6a92b owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:19:25.498016 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6286e55-eef1-4cf1-b8c6-5dfbf75b3171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af42aba-ccbb-414e-841f-3c8777fe4c29'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:19:25.524067 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 0af42aba-ccbb-414e-841f-3c8777fe4c29, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=0af42aba-ccbb-414e-841f-3c8777fe4c29,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:19:25.535705 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:25.543915 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-22ebd5e6-ed92-4a10-b005-8331b11d1b2c req-59bfdc3c-e0de-4b0f-8577-59c4c3a12c1b tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0746e04-eaaa-491f-b2f2-a68a28aea018&id=2cedec2a-fd0d-44dd-8d04-57c0bccf7439&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.7540050 Apr 20 17:19:25.597277 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port bdda434d-e61a-44c7-8770-b12c63e40d54 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:19:25.619116 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-09982b55-d6fe-4683-8c77-7a55d259f371 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:25.619866 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-09982b55-d6fe-4683-8c77-7a55d259f371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:25.641485 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port bdda434d-e61a-44c7-8770-b12c63e40d54 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:25.641843 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:25.730834 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde411e4-4a8d-4adc-9606-4f6b28c7961e req-c1629953-7496-4107-ac08-20f6a340679a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:25.734741 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde411e4-4a8d-4adc-9606-4f6b28c7961e req-c1629953-7496-4107-ac08-20f6a340679a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:25.738602 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde411e4-4a8d-4adc-9606-4f6b28c7961e req-c1629953-7496-4107-ac08-20f6a340679a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:25.743443 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde411e4-4a8d-4adc-9606-4f6b28c7961e req-c1629953-7496-4107-ac08-20f6a340679a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:25.746786 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde411e4-4a8d-4adc-9606-4f6b28c7961e req-c1629953-7496-4107-ac08-20f6a340679a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:25.748590 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dde411e4-4a8d-4adc-9606-4f6b28c7961e req-c1629953-7496-4107-ac08-20f6a340679a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 3815 time: 0.4025090 Apr 20 17:19:25.757770 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=0af42aba-ccbb-414e-841f-3c8777fe4c29,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:25.818515 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-43afedb4-29cb-4320-a9b2-0bc6f11183c2 req-c485b4d5-2a26-4974-996b-6a005a870bdb tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd90d49c-a769-4539-8369-05090d9be905 HTTP/1.1" status: 200 len: 210 time: 0.0894737 Apr 20 17:19:25.876691 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a7770b99-6cd1-474b-b7c3-41921985df7d req-1d599c97-1419-4f69-8461-71181716a9d5 tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:25.894979 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:25.939266 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-cbab3386-ba53-48c4-8c0d-2316002b812d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a884e82-0ca8-47c6-a106-9b20aed4b81f', 'name': 'tempest-ServerRescueTestJSON-195754155-router', 'tenant_id': '0dd99ef1065b406196682e8299225373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '7befc246-3e65-46f6-a68c-674366f190a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:19:14Z', 'updated_at': '2022-04-20T17:19:23Z', 'revision_number': 4, 'project_id': '0dd99ef1065b406196682e8299225373', 'gw_port': {'id': '7befc246-3e65-46f6-a68c-674366f190a6', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a884e82-0ca8-47c6-a106-9b20aed4b81f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:16Z', 'updated_at': '2022-04-20T17:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '3102ab82-334b-48c9-b947-ab8e58eacaa7', 'name': '', 'network_id': 'd400f90f-4a8e-41ce-ab99-e78cfbfff523', 'tenant_id': '0dd99ef1065b406196682e8299225373', 'mac_address': 'fa:16:3e:4b:55:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a884e82-0ca8-47c6-a106-9b20aed4b81f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d6355b3-9159-47c5-b462-d8d60cd8f890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:22Z', 'updated_at': '2022-04-20T17:19:22Z', 'revision_number': 1, 'project_id': '0dd99ef1065b406196682e8299225373', 'subnets': [{'id': '7d6355b3-9159-47c5-b462-d8d60cd8f890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:19:25.948103 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.resource_extend [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-edd89d24-6ac0-41f2-ac45-4bc4dc3af8fd service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:19:25.949399 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbab3386-ba53-48c4-8c0d-2316002b812d None None] The sync data for ids ['1a884e82-0ca8-47c6-a106-9b20aed4b81f'] in n-d-838032-1 is: [{'id': '1a884e82-0ca8-47c6-a106-9b20aed4b81f', 'name': 'tempest-ServerRescueTestJSON-195754155-router', 'tenant_id': '0dd99ef1065b406196682e8299225373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '7befc246-3e65-46f6-a68c-674366f190a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:19:14Z', 'updated_at': '2022-04-20T17:19:23Z', 'revision_number': 4, 'project_id': '0dd99ef1065b406196682e8299225373', 'gw_port': {'id': '7befc246-3e65-46f6-a68c-674366f190a6', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a884e82-0ca8-47c6-a106-9b20aed4b81f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:16Z', 'updated_at': '2022-04-20T17:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '3102ab82-334b-48c9-b947-ab8e58eacaa7', 'name': '', 'network_id': 'd400f90f-4a8e-41ce-ab99-e78cfbfff523', 'tenant_id': '0dd99ef1065b406196682e8299225373', 'mac_address': 'fa:16:3e:4b:55:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a884e82-0ca8-47c6-a106-9b20aed4b81f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d6355b3-9159-47c5-b462-d8d60cd8f890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:22Z', 'updated_at': '2022-04-20T17:19:22Z', 'revision_number': 1, 'project_id': '0dd99ef1065b406196682e8299225373', 'subnets': [{'id': '7d6355b3-9159-47c5-b462-d8d60cd8f890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:19:25.963867 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port bdda434d-e61a-44c7-8770-b12c63e40d54, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=bdda434d-e61a-44c7-8770-b12c63e40d54,segment=NetworkSegment(56fafc9c-fe45-49aa-accb-4b94f1317c54),segment_id=56fafc9c-fe45-49aa-accb-4b94f1317c54)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:19:25.978945 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400a9935-0cbc-4ef3-96d6-4c67cc175bf5 admin admin] Network d400f90f-4a8e-41ce-ab99-e78cfbfff523 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:19:25.979465 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:25.996572 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-400a9935-0cbc-4ef3-96d6-4c67cc175bf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:19:26.024300 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d599c97-1419-4f69-8461-71181716a9d5 tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Pushing event deleted for resources: {'Port': ['ID=a60d2e21-a0d1-4d49-861b-b38109a6a92b,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:26.096535 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=bdda434d-e61a-44c7-8770-b12c63e40d54,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:26.112020 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dde411e4-4a8d-4adc-9606-4f6b28c7961e req-7b93f169-a702-4f6f-aa09-ba818d75408e tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3478668 Apr 20 17:19:26.205024 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f36a1a90-5f41-47e1-8f86-33f6180f9683 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:26.205787 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f36a1a90-5f41-47e1-8f86-33f6180f9683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:26.251873 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-edd89d24-6ac0-41f2-ac45-4bc4dc3af8fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d325e9-170e-4c94-9ef6-1326646d7f12 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:19:26.259651 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf9d9149-117a-45a3-83fe-e3b3b9f51108'] response: {'server_uuid': 'e6286e55-eef1-4cf1-b8c6-5dfbf75b3171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af42aba-ccbb-414e-841f-3c8777fe4c29', 'code': 200} Apr 20 17:19:26.260937 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-edd89d24-6ac0-41f2-ac45-4bc4dc3af8fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:26.317311 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2fb4f3ef-5213-46e0-bef6-b668f14bd2c7 None None] Provisioning complete for port bdda434d-e61a-44c7-8770-b12c63e40d54 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:26.321027 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2fb4f3ef-5213-46e0-bef6-b668f14bd2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:26.339997 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7770b99-6cd1-474b-b7c3-41921985df7d req-1d599c97-1419-4f69-8461-71181716a9d5 tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] No DVR routers for this DVR port a60d2e21-a0d1-4d49-861b-b38109a6a92b on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:19:26.345036 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a7770b99-6cd1-474b-b7c3-41921985df7d req-1d599c97-1419-4f69-8461-71181716a9d5 tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:26.359202 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc3fd09-1afd-47c8-9c33-e8781e53d734', 'name': 'network-vif-deleted', 'tag': 'a60d2e21-a0d1-4d49-861b-b38109a6a92b'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:19:26.365712 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-edd89d24-6ac0-41f2-ac45-4bc4dc3af8fd service neutron] Transition to ACTIVE for port object 79d325e9-170e-4c94-9ef6-1326646d7f12 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:19:26.370735 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a7770b99-6cd1-474b-b7c3-41921985df7d req-1d599c97-1419-4f69-8461-71181716a9d5 tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] 10.222.0.43 "DELETE /v2.0/ports/a60d2e21-a0d1-4d49-861b-b38109a6a92b HTTP/1.1" status: 204 len: 173 time: 2.5863760 Apr 20 17:19:26.380649 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-edd89d24-6ac0-41f2-ac45-4bc4dc3af8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:26.386877 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9f58da25-75f9-41d1-a5b9-2dd56a14fe22 req-0f8cc0cb-bb3f-46f6-9834-687044b690aa tempest-ServerMetadataNegativeTestJSON-1085526638 tempest-ServerMetadataNegativeTestJSON-1085526638-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fc3fd09-1afd-47c8-9c33-e8781e53d734 HTTP/1.1" status: 200 len: 210 time: 0.1785104 Apr 20 17:19:26.612237 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd89d24-6ac0-41f2-ac45-4bc4dc3af8fd service neutron] Pushing event updated for resources: {'Port': ['ID=79d325e9-170e-4c94-9ef6-1326646d7f12,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:26.653047 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59f32bc-9d4e-493e-8c76-768841fa0461 None None] Network 76ef8d88-de49-4215-a197-8a82f63cab41 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:19:26.863043 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cfc3747c-141d-492e-9e42-abc8d6083b8e req-f94fe8f1-8c21-4a86-a034-08f06402c703 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-481234450&fields=id&tenant_id=ffcb78f29a714057bb79ebadc32ed198 HTTP/1.1" status: 200 len: 267 time: 0.2857659 Apr 20 17:19:26.968957 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-edd89d24-6ac0-41f2-ac45-4bc4dc3af8fd service neutron] Attempting to bind port 79d325e9-170e-4c94-9ef6-1326646d7f12 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:19:26.969574 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-edd89d24-6ac0-41f2-ac45-4bc4dc3af8fd service neutron] Attempting to bind port 79d325e9-170e-4c94-9ef6-1326646d7f12 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '604e0b5b-f444-4a84-a006-54ff61224a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fc8e6a4a-e179-48cb-8550-48f660e9d877'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:19:26.970058 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-edd89d24-6ac0-41f2-ac45-4bc4dc3af8fd service neutron] Attempting to bind port 79d325e9-170e-4c94-9ef6-1326646d7f12 on network fc8e6a4a-e179-48cb-8550-48f660e9d877 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:19:27.062069 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-edd89d24-6ac0-41f2-ac45-4bc4dc3af8fd service neutron] Port 79d325e9-170e-4c94-9ef6-1326646d7f12 on network fc8e6a4a-e179-48cb-8550-48f660e9d877 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:19:27.062525 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-edd89d24-6ac0-41f2-ac45-4bc4dc3af8fd service neutron] Attempting to bind port 79d325e9-170e-4c94-9ef6-1326646d7f12 on network fc8e6a4a-e179-48cb-8550-48f660e9d877 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:19:27.063257 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-d2f1936a-29cf-4b6e-98b4-11338edc4590 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:27.064708 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-d2f1936a-29cf-4b6e-98b4-11338edc4590 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.10 "GET /v2.0/networks?id=7289b4d6-d07e-4d7e-9061-229d2aa24696 HTTP/1.1" status: 200 len: 812 time: 1.2443089 Apr 20 17:19:27.083880 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0e245bd1-956f-4e18-a080-19b8252c5325 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:19:27.089588 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-edd89d24-6ac0-41f2-ac45-4bc4dc3af8fd service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:19:27.091081 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-edd89d24-6ac0-41f2-ac45-4bc4dc3af8fd service neutron] Checking segment: {'id': '604e0b5b-f444-4a84-a006-54ff61224a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fc8e6a4a-e179-48cb-8550-48f660e9d877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:19:27.091573 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-edd89d24-6ac0-41f2-ac45-4bc4dc3af8fd service neutron] Bound using segment: {'id': '604e0b5b-f444-4a84-a006-54ff61224a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fc8e6a4a-e179-48cb-8550-48f660e9d877'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:19:27.092126 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-edd89d24-6ac0-41f2-ac45-4bc4dc3af8fd service neutron] Bound port: 79d325e9-170e-4c94-9ef6-1326646d7f12, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604e0b5b-f444-4a84-a006-54ff61224a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fc8e6a4a-e179-48cb-8550-48f660e9d877'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:19:27.093202 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-edd89d24-6ac0-41f2-ac45-4bc4dc3af8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:27.282412 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 0e245bd1-956f-4e18-a080-19b8252c5325 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:19:27.293657 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device bdda434d-e61a-44c7-8770-b12c63e40d54 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:19:27.354360 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-881c83e7-509f-4de9-a670-14cf42f0f0a7 None None] Provisioning for port 0e245bd1-956f-4e18-a080-19b8252c5325 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:19:27.364592 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-881c83e7-509f-4de9-a670-14cf42f0f0a7 None None] Provisioning complete for port 0e245bd1-956f-4e18-a080-19b8252c5325 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:27.365043 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-881c83e7-509f-4de9-a670-14cf42f0f0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:27.444815 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3747c-141d-492e-9e42-abc8d6083b8e req-b5bc67c7-fc3b-4d5e-a810-99b878aed0e6 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:27.452671 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cfc3747c-141d-492e-9e42-abc8d6083b8e req-b5bc67c7-fc3b-4d5e-a810-99b878aed0e6 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?device_id=c30439be-8f2e-4b39-bce0-066c4901b03c HTTP/1.1" status: 200 len: 984 time: 0.5887749 Apr 20 17:19:27.457807 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port bdda434d-e61a-44c7-8770-b12c63e40d54 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:27.458266 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:27.459467 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-cfc3747c-141d-492e-9e42-abc8d6083b8e req-d4aac1a4-0cbf-43a8-a6be-52cddd402f08 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Request body: {'port': {'security_groups': ['2cedec2a-fd0d-44dd-8d04-57c0bccf7439', 'f0746e04-eaaa-491f-b2f2-a68a28aea018', '14e167ac-98bb-4e0e-82c8-9b9621204907']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:27.513317 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09982b55-d6fe-4683-8c77-7a55d259f371 admin admin] Router d5885a7b-777a-404c-a137-5e085ebcdd0e is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:19:27.628754 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-881c83e7-509f-4de9-a670-14cf42f0f0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:27.759919 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cfc3747c-141d-492e-9e42-abc8d6083b8e req-d4aac1a4-0cbf-43a8-a6be-52cddd402f08 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:27.761439 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba0a3b-fb49-4ec9-9219-0069bbb9c54d req-ef0330e6-3dbc-40c8-9c31-c2bbadbb82c9 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:27.762373 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-881c83e7-509f-4de9-a670-14cf42f0f0a7 None None] For port 0e245bd1-956f-4e18-a080-19b8252c5325, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0e245bd1-956f-4e18-a080-19b8252c5325,segment=NetworkSegment(b1d7857d-4631-4267-b4bc-3d255dcdfb10),segment_id=b1d7857d-4631-4267-b4bc-3d255dcdfb10)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:19:27.765653 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-11ba0a3b-fb49-4ec9-9219-0069bbb9c54d req-ef0330e6-3dbc-40c8-9c31-c2bbadbb82c9 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 950 time: 1.0420012 Apr 20 17:19:27.785051 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ad01e96-8ae9-4328-a898-9170bd6256e2 req-ab617b96-0a30-4f28-8a6f-d7744e4e6b42 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 1101 time: 1.4068558 Apr 20 17:19:27.787224 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-edd89d24-6ac0-41f2-ac45-4bc4dc3af8fd service neutron] For port 79d325e9-170e-4c94-9ef6-1326646d7f12, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:19:27.792108 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-881c83e7-509f-4de9-a670-14cf42f0f0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:27.853699 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device a60d2e21-a0d1-4d49-861b-b38109a6a92b no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:19:27.861145 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-edd89d24-6ac0-41f2-ac45-4bc4dc3af8fd service neutron] For port 79d325e9-170e-4c94-9ef6-1326646d7f12, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=79d325e9-170e-4c94-9ef6-1326646d7f12,segment=NetworkSegment(604e0b5b-f444-4a84-a006-54ff61224a47),segment_id=604e0b5b-f444-4a84-a006-54ff61224a47)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:19:27.874641 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-edd89d24-6ac0-41f2-ac45-4bc4dc3af8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:27.906378 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: a60d2e21-a0d1-4d49-861b-b38109a6a92b {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:19:27.906658 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device a60d2e21-a0d1-4d49-861b-b38109a6a92b not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:19:27.943441 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-a7cf4a77-8d96-47b5-ac0c-e8699a6f84c0 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=159ad23e438e4a93b23c1f04f39ed31a HTTP/1.1" status: 200 len: 380 time: 0.8521073 Apr 20 17:19:27.953879 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c83e7-509f-4de9-a670-14cf42f0f0a7 None None] Pushing event updated for resources: {'Port': ['ID=0e245bd1-956f-4e18-a080-19b8252c5325,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:27.961658 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-14fcfd74-30c8-42d1-80b1-13abf12db5f5 None None] Provisioning complete for port 0e245bd1-956f-4e18-a080-19b8252c5325 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:27.962203 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-14fcfd74-30c8-42d1-80b1-13abf12db5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:27.973076 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-7117b82b-1b4b-4af9-b077-877ae6032747 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Request body: {'port': {'device_id': 'dd90d49c-a769-4539-8369-05090d9be905', 'network_id': '7289b4d6-d07e-4d7e-9061-229d2aa24696', 'admin_state_up': True, 'tenant_id': '159ad23e438e4a93b23c1f04f39ed31a', 'security_groups': ['2aa6f6dd-f864-4597-b252-7f13412cf844']}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:28.078107 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ad01e96-8ae9-4328-a898-9170bd6256e2 req-c822e661-06f3-47ef-a160-5a340cd45346 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921517 Apr 20 17:19:28.093274 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-11ba0a3b-fb49-4ec9-9219-0069bbb9c54d req-2e78bec9-032d-4796-975f-5c9f9fcbe982 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608316 Apr 20 17:19:28.124375 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-edd89d24-6ac0-41f2-ac45-4bc4dc3af8fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:28.135987 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-edd89d24-6ac0-41f2-ac45-4bc4dc3af8fd service neutron] 10.222.0.10 "PUT /v2.0/ports/79d325e9-170e-4c94-9ef6-1326646d7f12 HTTP/1.1" status: 200 len: 1092 time: 4.5772274 Apr 20 17:19:28.166858 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f069193f-b91a-4b86-a513-f36ef3f45312 req-9b9e1caf-0cfc-403f-a13c-b5e8d928482e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=033362bf-532d-459f-87df-bce7a7b8c168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5568016 Apr 20 17:19:28.215887 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-a44745bd-7705-407d-aee4-d05abb5fd781 service neutron] Request body: {'port': {'device_id': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:28.248421 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df76a9d6-9ff3-40d5-b0e5-0efb48225a59'] response: {'server_uuid': '4fc3fd09-1afd-47c8-9c33-e8781e53d734', 'name': 'network-vif-deleted', 'tag': 'a60d2e21-a0d1-4d49-861b-b38109a6a92b', 'status': 'completed', 'code': 200} Apr 20 17:19:28.334094 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd89d24-6ac0-41f2-ac45-4bc4dc3af8fd service neutron] Pushing event updated for resources: {'Port': ['ID=79d325e9-170e-4c94-9ef6-1326646d7f12,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:28.346643 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-7117b82b-1b4b-4af9-b077-877ae6032747 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:19:28.361670 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-7117b82b-1b4b-4af9-b077-877ae6032747 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Usage tracker for resource:port and tenant:159ad23e438e4a93b23c1f04f39ed31a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:19:28.376299 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-7117b82b-1b4b-4af9-b077-877ae6032747 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:19:28.394883 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-7117b82b-1b4b-4af9-b077-877ae6032747 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:19:28.435781 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-a44745bd-7705-407d-aee4-d05abb5fd781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:28.468211 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-7117b82b-1b4b-4af9-b077-877ae6032747 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Made reservation on behalf of 159ad23e438e4a93b23c1f04f39ed31a for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:19:28.472122 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-7117b82b-1b4b-4af9-b077-877ae6032747 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:28.493214 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36a1a90-5f41-47e1-8f86-33f6180f9683 admin admin] Router f4eaf015-7581-40c0-b7e9-a9e3d20c758a is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:19:28.584253 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-88b3f1b7-cc9d-4ff8-94b6-07eae2b6a27a req-3b9a2c6c-0250-49ab-8040-a4def2147d23 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd90d49c-a769-4539-8369-05090d9be905 HTTP/1.1" status: 200 len: 210 time: 0.0882983 Apr 20 17:19:28.588299 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f069193f-b91a-4b86-a513-f36ef3f45312 req-e32987f0-6b39-416b-8967-62ee3a42870f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&device_id=033362bf-532d-459f-87df-bce7a7b8c168 HTTP/1.1" status: 200 len: 1100 time: 0.3893342 Apr 20 17:19:28.610968 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09982b55-d6fe-4683-8c77-7a55d259f371 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:19:28.622104 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07247e51-a589-439a-bfcc-de566dc935aa None None] Sync routers for ids ['d5885a7b-777a-404c-a137-5e085ebcdd0e'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:19:28.640232 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07247e51-a589-439a-bfcc-de566dc935aa None None] Routers {'d5885a7b-777a-404c-a137-5e085ebcdd0e'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:19:28.642059 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-07247e51-a589-439a-bfcc-de566dc935aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:19:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d5885a7b-777a-404c-a137-5e085ebcdd0e'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:19:28.645273 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-09982b55-d6fe-4683-8c77-7a55d259f371 admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:28.646533 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-09982b55-d6fe-4683-8c77-7a55d259f371 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 8.9395266 Apr 20 17:19:28.654470 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41676) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:28.737548 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400a9935-0cbc-4ef3-96d6-4c67cc175bf5 admin admin] Router 1a884e82-0ca8-47c6-a106-9b20aed4b81f has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:19:28.883448 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-07247e51-a589-439a-bfcc-de566dc935aa None None] Set router d5885a7b-777a-404c-a137-5e085ebcdd0e gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:19:28.909180 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0e245bd1-956f-4e18-a080-19b8252c5325 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:19:28.949397 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-cfc3747c-141d-492e-9e42-abc8d6083b8e req-d4aac1a4-0cbf-43a8-a6be-52cddd402f08 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] For port 729b7558-af23-44df-86d8-4dd7d7dcbdbe, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=729b7558-af23-44df-86d8-4dd7d7dcbdbe,segment=NetworkSegment(edb8f8fc-911d-4f39-9f48-9e99b3ae736e),segment_id=edb8f8fc-911d-4f39-9f48-9e99b3ae736e)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:19:29.034092 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 0e245bd1-956f-4e18-a080-19b8252c5325 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:29.034944 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:29.129533 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.resource_extend [req-cfc3747c-141d-492e-9e42-abc8d6083b8e req-d4aac1a4-0cbf-43a8-a6be-52cddd402f08 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:19:29.199330 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cfc3747c-141d-492e-9e42-abc8d6083b8e req-d4aac1a4-0cbf-43a8-a6be-52cddd402f08 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:29.238577 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 7befc246-3e65-46f6-a68c-674366f190a6 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:19:29.248304 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-07247e51-a589-439a-bfcc-de566dc935aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958704110-router', 'tenant_id': '108601a41d654be6985fac52f41da158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'e6d5e04b-e3a5-4bd7-860d-9782b9d3e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:19:20Z', 'updated_at': '2022-04-20T17:19:24Z', 'revision_number': 3, 'project_id': '108601a41d654be6985fac52f41da158', 'gw_port': {'id': 'e6d5e04b-e3a5-4bd7-860d-9782b9d3e232', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:22Z', 'updated_at': '2022-04-20T17:19:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:19:29.254435 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07247e51-a589-439a-bfcc-de566dc935aa None None] Checking router: d5885a7b-777a-404c-a137-5e085ebcdd0e for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:19:29.254651 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cfc3747c-141d-492e-9e42-abc8d6083b8e req-d4aac1a4-0cbf-43a8-a6be-52cddd402f08 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:29.254777 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07247e51-a589-439a-bfcc-de566dc935aa None None] Updating router d5885a7b-777a-404c-a137-5e085ebcdd0e port e6d5e04b-e3a5-4bd7-860d-9782b9d3e232 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:19:29.265979 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['77a79f09-6927-485e-933f-69d29f823c29', '729b7558-af23-44df-86d8-4dd7d7dcbdbe'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:19:29.284931 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069193f-b91a-4b86-a513-f36ef3f45312 req-9ec2d46b-8a48-4eae-ac92-87c9e0b28532 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:29.287165 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f069193f-b91a-4b86-a513-f36ef3f45312 req-9ec2d46b-8a48-4eae-ac92-87c9e0b28532 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.6443267 Apr 20 17:19:29.317380 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-07247e51-a589-439a-bfcc-de566dc935aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:29.366919 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3747c-141d-492e-9e42-abc8d6083b8e req-d4aac1a4-0cbf-43a8-a6be-52cddd402f08 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:29.367961 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cfc3747c-141d-492e-9e42-abc8d6083b8e req-d4aac1a4-0cbf-43a8-a6be-52cddd402f08 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:29.369391 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cfc3747c-141d-492e-9e42-abc8d6083b8e req-d4aac1a4-0cbf-43a8-a6be-52cddd402f08 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "PUT /v2.0/ports/729b7558-af23-44df-86d8-4dd7d7dcbdbe HTTP/1.1" status: 200 len: 1020 time: 1.9156430 Apr 20 17:19:29.374842 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aac1a4-0cbf-43a8-a6be-52cddd402f08 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Pushing event updated for resources: {'Port': ['ID=729b7558-af23-44df-86d8-4dd7d7dcbdbe,revision_number=7']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:29.479083 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['729b7558-af23-44df-86d8-4dd7d7dcbdbe'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:19:29.511884 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687e4ac-6c7d-4881-9a2f-31920d24a921 req-a7600f60-4d45-4724-a143-cea5078cfbb9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:29.527637 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687e4ac-6c7d-4881-9a2f-31920d24a921 req-a7600f60-4d45-4724-a143-cea5078cfbb9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:29.536121 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687e4ac-6c7d-4881-9a2f-31920d24a921 req-a7600f60-4d45-4724-a143-cea5078cfbb9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:29.551559 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687e4ac-6c7d-4881-9a2f-31920d24a921 req-a7600f60-4d45-4724-a143-cea5078cfbb9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:29.566320 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 7befc246-3e65-46f6-a68c-674366f190a6 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:19:29.568673 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687e4ac-6c7d-4881-9a2f-31920d24a921 req-a7600f60-4d45-4724-a143-cea5078cfbb9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:29.570912 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7687e4ac-6c7d-4881-9a2f-31920d24a921 req-a7600f60-4d45-4724-a143-cea5078cfbb9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 3827 time: 0.8178666 Apr 20 17:19:29.576705 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41684) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:29.603259 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 7befc246-3e65-46f6-a68c-674366f190a6 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:29.603617 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:29.668848 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-7117b82b-1b4b-4af9-b077-877ae6032747 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Allocated IP 172.20.0.11 (7289b4d6-d07e-4d7e-9061-229d2aa24696/f2f65fad-12b6-4d33-aa45-7d4baab655e0/8ef886d1-0220-428c-9cea-ff5e4e8d12fa) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:19:29.736450 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f069193f-b91a-4b86-a513-f36ef3f45312 req-e2bb93b0-398e-418d-9725-1247cb57f9cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=d9421e36-06a1-434f-a62b-5c544b9868a4 HTTP/1.1" status: 200 len: 217 time: 0.4351676 Apr 20 17:19:29.787851 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-07247e51-a589-439a-bfcc-de566dc935aa None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:29.822110 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-07247e51-a589-439a-bfcc-de566dc935aa None None] Transition to ACTIVE for port object e6d5e04b-e3a5-4bd7-860d-9782b9d3e232 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:19:29.832155 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-07247e51-a589-439a-bfcc-de566dc935aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:29.904249 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:29.905318 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a0af6-09ca-4080-8521-027a333b6cd6 None None] Pushing event updated for resources: {'Port': ['ID=e6d5e04b-e3a5-4bd7-860d-9782b9d3e232,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:29.946258 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-07247e51-a589-439a-bfcc-de566dc935aa None None] Attempting to bind port e6d5e04b-e3a5-4bd7-860d-9782b9d3e232 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:19:29.946810 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-07247e51-a589-439a-bfcc-de566dc935aa None None] Attempting to bind port e6d5e04b-e3a5-4bd7-860d-9782b9d3e232 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:19:29.947334 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07247e51-a589-439a-bfcc-de566dc935aa None None] Attempting to bind port e6d5e04b-e3a5-4bd7-860d-9782b9d3e232 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:19:29.955595 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07247e51-a589-439a-bfcc-de566dc935aa None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:19:29.956291 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07247e51-a589-439a-bfcc-de566dc935aa None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:19:29.956782 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-07247e51-a589-439a-bfcc-de566dc935aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:29.957268 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07247e51-a589-439a-bfcc-de566dc935aa None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:19:29.957933 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-07247e51-a589-439a-bfcc-de566dc935aa None None] Bound port: e6d5e04b-e3a5-4bd7-860d-9782b9d3e232, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:19:29.958498 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-07247e51-a589-439a-bfcc-de566dc935aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:29.958958 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 7befc246-3e65-46f6-a68c-674366f190a6, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=7befc246-3e65-46f6-a68c-674366f190a6,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:19:29.989585 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:30.060740 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-07247e51-a589-439a-bfcc-de566dc935aa None None] For port e6d5e04b-e3a5-4bd7-860d-9782b9d3e232, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:19:30.067333 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-07247e51-a589-439a-bfcc-de566dc935aa None None] For port e6d5e04b-e3a5-4bd7-860d-9782b9d3e232, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e6d5e04b-e3a5-4bd7-860d-9782b9d3e232,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:19:30.076115 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-a44745bd-7705-407d-aee4-d05abb5fd781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8823eb66-e9cf-4a3d-bc96-df512d3f7773 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:19:30.078586 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-07247e51-a589-439a-bfcc-de566dc935aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:30.101165 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-a44745bd-7705-407d-aee4-d05abb5fd781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:30.145570 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb88b390-47da-45c0-8a95-3fd989d122a8 admin admin] Deleting subnet 29d2e7c4-02c8-4506-b57a-70334c8eea39 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:19:30.163345 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-a44745bd-7705-407d-aee4-d05abb5fd781 service neutron] Transition to ACTIVE for port object 8823eb66-e9cf-4a3d-bc96-df512d3f7773 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:19:30.170360 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=7befc246-3e65-46f6-a68c-674366f190a6,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:30.170720 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bb88b390-47da-45c0-8a95-3fd989d122a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:30.184887 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-a44745bd-7705-407d-aee4-d05abb5fd781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:30.202664 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07247e51-a589-439a-bfcc-de566dc935aa None None] Routers {'d5885a7b-777a-404c-a137-5e085ebcdd0e'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:19:30.203280 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-07247e51-a589-439a-bfcc-de566dc935aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:19:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d5885a7b-777a-404c-a137-5e085ebcdd0e'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:19:30.211955 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069193f-b91a-4b86-a513-f36ef3f45312 req-558decc0-72be-4524-b83a-999d1252fd59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:30.217821 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f069193f-b91a-4b86-a513-f36ef3f45312 req-558decc0-72be-4524-b83a-999d1252fd59 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.4212890 Apr 20 17:19:30.229057 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7687e4ac-6c7d-4881-9a2f-31920d24a921 req-b0705ea6-3887-46ab-bce5-cda4ea9d7e38 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5719736 Apr 20 17:19:30.277366 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'tag': '79d325e9-170e-4c94-9ef6-1326646d7f12'}, {'name': 'network-changed', 'server_uuid': 'c30439be-8f2e-4b39-bce0-066c4901b03c', 'tag': '729b7558-af23-44df-86d8-4dd7d7dcbdbe'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:19:30.287224 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b52703-ca94-4755-859b-d83793317427 req-670e18e7-c162-4bcb-bc89-3f11ff71002c tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:30.288686 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-99b52703-ca94-4755-859b-d83793317427 req-670e18e7-c162-4bcb-bc89-3f11ff71002c tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 950 time: 0.4042344 Apr 20 17:19:30.331021 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a0af6-09ca-4080-8521-027a333b6cd6 None None] Pushing event updated for resources: {'Port': ['ID=e6d5e04b-e3a5-4bd7-860d-9782b9d3e232,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:30.442735 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bb88b390-47da-45c0-8a95-3fd989d122a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:30.532884 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-99b52703-ca94-4755-859b-d83793317427 req-d7cd01dc-21e6-493a-89f6-b6b0c2c57c78 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332852 Apr 20 17:19:30.533529 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44745bd-7705-407d-aee4-d05abb5fd781 service neutron] Pushing event updated for resources: {'Port': ['ID=8823eb66-e9cf-4a3d-bc96-df512d3f7773,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:30.580525 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6a5b1e62-0c67-4a13-b4d3-884bfc5ab707 req-dd497495-c855-4610-9221-4c34ce5daf91 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2540fea1-45ed-413e-8296-e846c0c64093&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8430977 Apr 20 17:19:30.699989 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-07247e51-a589-439a-bfcc-de566dc935aa None None] Set router d5885a7b-777a-404c-a137-5e085ebcdd0e gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:19:30.729285 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36a1a90-5f41-47e1-8f86-33f6180f9683 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:19:30.741030 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f82efdd-6dc5-4815-8df5-4290229995ec None None] Sync routers for ids ['f4eaf015-7581-40c0-b7e9-a9e3d20c758a'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:19:30.796516 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bb88b390-47da-45c0-8a95-3fd989d122a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:30.817007 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f82efdd-6dc5-4815-8df5-4290229995ec None None] Routers {'f4eaf015-7581-40c0-b7e9-a9e3d20c758a'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:19:30.817667 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-7f82efdd-6dc5-4815-8df5-4290229995ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:19:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['f4eaf015-7581-40c0-b7e9-a9e3d20c758a'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:19:30.823637 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-a44745bd-7705-407d-aee4-d05abb5fd781 service neutron] Attempting to bind port 8823eb66-e9cf-4a3d-bc96-df512d3f7773 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:19:30.823965 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-a44745bd-7705-407d-aee4-d05abb5fd781 service neutron] Attempting to bind port 8823eb66-e9cf-4a3d-bc96-df512d3f7773 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'abb1ef17-1d29-49c1-9668-c4c78c541eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a39373cc-9e04-46cb-a6a0-e81ef6eae8fd'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:19:30.824285 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-a44745bd-7705-407d-aee4-d05abb5fd781 service neutron] Attempting to bind port 8823eb66-e9cf-4a3d-bc96-df512d3f7773 on network a39373cc-9e04-46cb-a6a0-e81ef6eae8fd {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:19:30.861183 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-a44745bd-7705-407d-aee4-d05abb5fd781 service neutron] Port 8823eb66-e9cf-4a3d-bc96-df512d3f7773 on network a39373cc-9e04-46cb-a6a0-e81ef6eae8fd not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:19:30.861538 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-a44745bd-7705-407d-aee4-d05abb5fd781 service neutron] Attempting to bind port 8823eb66-e9cf-4a3d-bc96-df512d3f7773 on network a39373cc-9e04-46cb-a6a0-e81ef6eae8fd {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:19:30.900397 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-50756643-3111-4328-8979-5317a54d389d req-9c35a7b3-7c05-4c93-b307-3e54019b819f tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups/14e167ac-98bb-4e0e-82c8-9b9621204907 HTTP/1.1" status: 200 len: 1634 time: 0.4907298 Apr 20 17:19:30.921109 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f069193f-b91a-4b86-a513-f36ef3f45312 req-086e9900-581b-44fb-bbb8-cd9f7aec6029 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6556721 Apr 20 17:19:30.934875 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f36a1a90-5f41-47e1-8f86-33f6180f9683 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:30.936678 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f36a1a90-5f41-47e1-8f86-33f6180f9683 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.1600323 Apr 20 17:19:30.962786 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 7befc246-3e65-46f6-a68c-674366f190a6 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:19:30.985858 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41696) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:31.148131 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-7117b82b-1b4b-4af9-b077-877ae6032747 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:31.159113 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f069193f-b91a-4b86-a513-f36ef3f45312 req-17276c62-2e1a-44d8-ba3e-070730d3ec09 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208085 Apr 20 17:19:31.188755 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-a44745bd-7705-407d-aee4-d05abb5fd781 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:19:31.189372 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-a44745bd-7705-407d-aee4-d05abb5fd781 service neutron] Checking segment: {'id': 'abb1ef17-1d29-49c1-9668-c4c78c541eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a39373cc-9e04-46cb-a6a0-e81ef6eae8fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:19:31.189467 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-7f82efdd-6dc5-4815-8df5-4290229995ec None None] Set router f4eaf015-7581-40c0-b7e9-a9e3d20c758a gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:19:31.189568 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-a44745bd-7705-407d-aee4-d05abb5fd781 service neutron] Bound using segment: {'id': 'abb1ef17-1d29-49c1-9668-c4c78c541eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a39373cc-9e04-46cb-a6a0-e81ef6eae8fd'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:19:31.189861 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-a44745bd-7705-407d-aee4-d05abb5fd781 service neutron] Bound port: 8823eb66-e9cf-4a3d-bc96-df512d3f7773, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abb1ef17-1d29-49c1-9668-c4c78c541eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a39373cc-9e04-46cb-a6a0-e81ef6eae8fd'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:19:31.190211 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-a44745bd-7705-407d-aee4-d05abb5fd781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:31.216267 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-0a13995b-770e-4812-ba10-8e16abcfbff8 req-80759bdb-9a4d-471a-a60f-f5ba83750ae2 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Synchronizing usage tracker for tenant:159ad23e438e4a93b23c1f04f39ed31a on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:19:31.343830 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-07247e51-a589-439a-bfcc-de566dc935aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958704110-router', 'tenant_id': '108601a41d654be6985fac52f41da158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'e6d5e04b-e3a5-4bd7-860d-9782b9d3e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:19:20Z', 'updated_at': '2022-04-20T17:19:24Z', 'revision_number': 3, 'project_id': '108601a41d654be6985fac52f41da158', 'gw_port': {'id': 'e6d5e04b-e3a5-4bd7-860d-9782b9d3e232', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:22Z', 'updated_at': '2022-04-20T17:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:19:31.347933 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-0a13995b-770e-4812-ba10-8e16abcfbff8 req-80759bdb-9a4d-471a-a60f-f5ba83750ae2 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Unset dirty status for tenant:159ad23e438e4a93b23c1f04f39ed31a on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:19:31.348829 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a13995b-770e-4812-ba10-8e16abcfbff8 req-80759bdb-9a4d-471a-a60f-f5ba83750ae2 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd90d49c-a769-4539-8369-05090d9be905 HTTP/1.1" status: 200 len: 210 time: 0.2450030 Apr 20 17:19:31.367265 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07247e51-a589-439a-bfcc-de566dc935aa None None] The sync data for ids ['d5885a7b-777a-404c-a137-5e085ebcdd0e'] in n-d-838032-1 is: [{'id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958704110-router', 'tenant_id': '108601a41d654be6985fac52f41da158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'e6d5e04b-e3a5-4bd7-860d-9782b9d3e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:19:20Z', 'updated_at': '2022-04-20T17:19:24Z', 'revision_number': 3, 'project_id': '108601a41d654be6985fac52f41da158', 'gw_port': {'id': 'e6d5e04b-e3a5-4bd7-860d-9782b9d3e232', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:22Z', 'updated_at': '2022-04-20T17:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:19:31.384286 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f069193f-b91a-4b86-a513-f36ef3f45312 req-492b353d-3192-43ac-b6b5-2fe9db0c1d4c service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046340 Apr 20 17:19:31.429342 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-a44745bd-7705-407d-aee4-d05abb5fd781 service neutron] For port 8823eb66-e9cf-4a3d-bc96-df512d3f7773, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:19:31.436652 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-a44745bd-7705-407d-aee4-d05abb5fd781 service neutron] For port 8823eb66-e9cf-4a3d-bc96-df512d3f7773, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=8823eb66-e9cf-4a3d-bc96-df512d3f7773,segment=NetworkSegment(abb1ef17-1d29-49c1-9668-c4c78c541eec),segment_id=abb1ef17-1d29-49c1-9668-c4c78c541eec)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:19:31.457390 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-a44745bd-7705-407d-aee4-d05abb5fd781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:31.459802 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-7117b82b-1b4b-4af9-b077-877ae6032747 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Transition to ACTIVE for port object 8ef886d1-0220-428c-9cea-ff5e4e8d12fa will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:19:31.469004 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6a5b1e62-0c67-4a13-b4d3-884bfc5ab707 req-73ca1b77-6f3a-4c9d-ad23-7397b735509c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffcb78f29a714057bb79ebadc32ed198&device_id=2540fea1-45ed-413e-8296-e846c0c64093 HTTP/1.1" status: 200 len: 1175 time: 0.8383245 Apr 20 17:19:31.481803 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400a9935-0cbc-4ef3-96d6-4c67cc175bf5 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:19:31.553937 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87aa641e-9971-4e96-bd53-b24349765c1b'] response: {'name': 'network-changed', 'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'tag': '79d325e9-170e-4c94-9ef6-1326646d7f12', 'status': 'completed', 'code': 200} Apr 20 17:19:31.554217 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87aa641e-9971-4e96-bd53-b24349765c1b'] response: {'name': 'network-changed', 'server_uuid': 'c30439be-8f2e-4b39-bce0-066c4901b03c', 'tag': '729b7558-af23-44df-86d8-4dd7d7dcbdbe', 'status': 'completed', 'code': 200} Apr 20 17:19:31.644173 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-a44745bd-7705-407d-aee4-d05abb5fd781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:31.645571 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-a44745bd-7705-407d-aee4-d05abb5fd781 service neutron] 10.222.0.10 "PUT /v2.0/ports/8823eb66-e9cf-4a3d-bc96-df512d3f7773 HTTP/1.1" status: 200 len: 1131 time: 3.4521928 Apr 20 17:19:31.652538 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 7befc246-3e65-46f6-a68c-674366f190a6 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:31.652836 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:31.693984 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-71821aff-9600-4fd2-b18b-36a6f8f9ac44 service neutron] Request body: {'port': {'device_id': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:31.767934 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44745bd-7705-407d-aee4-d05abb5fd781 service neutron] Pushing event updated for resources: {'Port': ['ID=8823eb66-e9cf-4a3d-bc96-df512d3f7773,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:31.777485 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [req-50756643-3111-4328-8979-5317a54d389d req-1fbbadf8-f130-4eb3-aafc-9c1088d19e6e tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 20 17:19:31.778911 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-50756643-3111-4328-8979-5317a54d389d req-1fbbadf8-f130-4eb3-aafc-9c1088d19e6e tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "DELETE /v2.0/security-groups/14e167ac-98bb-4e0e-82c8-9b9621204907 HTTP/1.1" status: 409 len: 341 time: 0.8665702 Apr 20 17:19:31.781384 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b1e62-0c67-4a13-b4d3-884bfc5ab707 req-e5161132-71a8-4c75-ae05-06a8996f917e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:31.784966 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6a5b1e62-0c67-4a13-b4d3-884bfc5ab707 req-e5161132-71a8-4c75-ae05-06a8996f917e service neutron] 10.222.0.43 "GET /v2.0/networks?id=d8ef33a9-107e-4ebd-9173-5b6bab76d40f HTTP/1.1" status: 200 len: 911 time: 0.2570682 Apr 20 17:19:31.799654 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-7f82efdd-6dc5-4815-8df5-4290229995ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4eaf015-7581-40c0-b7e9-a9e3d20c758a', 'name': 'tempest-ServersTestFqdnHostnames-1202851818-router', 'tenant_id': 'b9f4871a8ed14e0d839f0a3ee73e8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'bcc3266f-503f-48f2-83ae-39a468756fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:19:21Z', 'updated_at': '2022-04-20T17:19:25Z', 'revision_number': 3, 'project_id': 'b9f4871a8ed14e0d839f0a3ee73e8ceb', 'gw_port': {'id': 'bcc3266f-503f-48f2-83ae-39a468756fac', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4eaf015-7581-40c0-b7e9-a9e3d20c758a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:23Z', 'updated_at': '2022-04-20T17:19:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:19:31.818868 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f82efdd-6dc5-4815-8df5-4290229995ec None None] Checking router: f4eaf015-7581-40c0-b7e9-a9e3d20c758a for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:19:31.819811 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f82efdd-6dc5-4815-8df5-4290229995ec None None] Updating router f4eaf015-7581-40c0-b7e9-a9e3d20c758a port bcc3266f-503f-48f2-83ae-39a468756fac binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:19:31.898243 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-400a9935-0cbc-4ef3-96d6-4c67cc175bf5 admin admin] 10.222.0.39 "PUT /v2.0/routers/1a884e82-0ca8-47c6-a106-9b20aed4b81f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9476733 Apr 20 17:19:31.898503 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7f82efdd-6dc5-4815-8df5-4290229995ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:31.935080 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6a5b1e62-0c67-4a13-b4d3-884bfc5ab707 req-c3aba822-c963-4b02-91ee-25d397fbf975 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77a79f09-6927-485e-933f-69d29f823c29 HTTP/1.1" status: 200 len: 217 time: 0.1252129 Apr 20 17:19:31.966454 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3f589f37-ece1-4701-832a-79ef8a32e1a7 req-371b9b16-9c42-4c5f-8499-7942a4ac9e0b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ffcb78f29a714057bb79ebadc32ed198&device_id=c30439be-8f2e-4b39-bce0-066c4901b03c HTTP/1.1" status: 200 len: 1174 time: 0.4264030 Apr 20 17:19:32.001519 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-71821aff-9600-4fd2-b18b-36a6f8f9ac44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:32.033605 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b1e62-0c67-4a13-b4d3-884bfc5ab707 req-261c1e28-fc38-4aad-bad4-52a2b8a5f1ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:32.035077 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6a5b1e62-0c67-4a13-b4d3-884bfc5ab707 req-261c1e28-fc38-4aad-bad4-52a2b8a5f1ba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e216643-0d94-47fd-bb51-9fe24d2f84fc HTTP/1.1" status: 200 len: 850 time: 0.0636265 Apr 20 17:19:32.041129 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bb88b390-47da-45c0-8a95-3fd989d122a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:32.147832 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bb88b390-47da-45c0-8a95-3fd989d122a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:32.150252 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bb88b390-47da-45c0-8a95-3fd989d122a8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/29d2e7c4-02c8-4506-b57a-70334c8eea39 HTTP/1.1" status: 204 len: 168 time: 2.5712724 Apr 20 17:19:32.160102 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41710) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:32.169320 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88b390-47da-45c0-8a95-3fd989d122a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29d2e7c4-02c8-4506-b57a-70334c8eea39,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:32.187755 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6a5b1e62-0c67-4a13-b4d3-884bfc5ab707 req-8498ab01-e45d-466f-842f-c03978d26fa1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d8ef33a9-107e-4ebd-9173-5b6bab76d40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1428378 Apr 20 17:19:32.210976 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb88b390-47da-45c0-8a95-3fd989d122a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:32.211313 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb88b390-47da-45c0-8a95-3fd989d122a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:32.211652 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb88b390-47da-45c0-8a95-3fd989d122a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:32.211973 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb88b390-47da-45c0-8a95-3fd989d122a8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:32.212294 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb88b390-47da-45c0-8a95-3fd989d122a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:32.212617 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb88b390-47da-45c0-8a95-3fd989d122a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:32.212934 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb88b390-47da-45c0-8a95-3fd989d122a8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:32.213243 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb88b390-47da-45c0-8a95-3fd989d122a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:32.213685 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb88b390-47da-45c0-8a95-3fd989d122a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:32.213884 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb88b390-47da-45c0-8a95-3fd989d122a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:32.214224 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb88b390-47da-45c0-8a95-3fd989d122a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:32.247235 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-7117b82b-1b4b-4af9-b077-877ae6032747 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:32.283444 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-602927e7-2831-40d7-8e4b-b32e5c24bb93 req-3d68c820-2c97-40bb-8f94-9a20ecf47de0 tempest-MigrationsAdminTest-1688820326 tempest-MigrationsAdminTest-1688820326-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 1101 time: 0.6367743 Apr 20 17:19:32.379802 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7f82efdd-6dc5-4815-8df5-4290229995ec None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:32.399600 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-7f82efdd-6dc5-4815-8df5-4290229995ec None None] Transition to ACTIVE for port object bcc3266f-503f-48f2-83ae-39a468756fac will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:19:32.410053 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7f82efdd-6dc5-4815-8df5-4290229995ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:32.500236 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65bc3b-fa94-49e0-ab6a-4df2736ef78e None None] Pushing event updated for resources: {'Port': ['ID=bcc3266f-503f-48f2-83ae-39a468756fac,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:32.554764 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-7f82efdd-6dc5-4815-8df5-4290229995ec None None] Attempting to bind port bcc3266f-503f-48f2-83ae-39a468756fac on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:19:32.555411 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-7f82efdd-6dc5-4815-8df5-4290229995ec None None] Attempting to bind port bcc3266f-503f-48f2-83ae-39a468756fac by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:19:32.556133 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f82efdd-6dc5-4815-8df5-4290229995ec None None] Attempting to bind port bcc3266f-503f-48f2-83ae-39a468756fac on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:19:32.565031 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f82efdd-6dc5-4815-8df5-4290229995ec None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:19:32.566103 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f82efdd-6dc5-4815-8df5-4290229995ec None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:19:32.567029 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7f82efdd-6dc5-4815-8df5-4290229995ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:32.568010 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f82efdd-6dc5-4815-8df5-4290229995ec None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:19:32.568864 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-7f82efdd-6dc5-4815-8df5-4290229995ec None None] Bound port: bcc3266f-503f-48f2-83ae-39a468756fac, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:19:32.569821 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7f82efdd-6dc5-4815-8df5-4290229995ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:32.614569 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-602927e7-2831-40d7-8e4b-b32e5c24bb93 req-ece910fa-c6c5-41bc-9d17-788f13b6b35b tempest-MigrationsAdminTest-1688820326 tempest-MigrationsAdminTest-1688820326-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295619 Apr 20 17:19:32.636279 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3f589f37-ece1-4701-832a-79ef8a32e1a7 req-a470746f-1fdf-492d-964c-a11c9fe294ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=60c7e2ae348346058b3fbfec10afa715&device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5286 time: 0.9137216 Apr 20 17:19:32.669149 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-7f82efdd-6dc5-4815-8df5-4290229995ec None None] For port bcc3266f-503f-48f2-83ae-39a468756fac, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:19:32.672847 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-7f82efdd-6dc5-4815-8df5-4290229995ec None None] For port bcc3266f-503f-48f2-83ae-39a468756fac, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=bcc3266f-503f-48f2-83ae-39a468756fac,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:19:32.680188 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7f82efdd-6dc5-4815-8df5-4290229995ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:32.690806 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-7117b82b-1b4b-4af9-b077-877ae6032747 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Network 7289b4d6-d07e-4d7e-9061-229d2aa24696 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:19:32.704499 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-7117b82b-1b4b-4af9-b077-877ae6032747 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:19:32.707125 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-7117b82b-1b4b-4af9-b077-877ae6032747 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:19:32.734548 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f589f37-ece1-4701-832a-79ef8a32e1a7 req-c367c6de-172e-4bb4-985d-c741bd769be1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:32.736604 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3f589f37-ece1-4701-832a-79ef8a32e1a7 req-c367c6de-172e-4bb4-985d-c741bd769be1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d8ef33a9-107e-4ebd-9173-5b6bab76d40f HTTP/1.1" status: 200 len: 911 time: 0.7604415 Apr 20 17:19:32.736740 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117b82b-1b4b-4af9-b077-877ae6032747 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Pushing event updated for resources: {'Port': ['ID=8ef886d1-0220-428c-9cea-ff5e4e8d12fa,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:32.778123 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65bc3b-fa94-49e0-ab6a-4df2736ef78e None None] Pushing event updated for resources: {'Port': ['ID=bcc3266f-503f-48f2-83ae-39a468756fac,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:32.807393 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f82efdd-6dc5-4815-8df5-4290229995ec None None] Routers {'f4eaf015-7581-40c0-b7e9-a9e3d20c758a'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:19:32.808072 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-7f82efdd-6dc5-4815-8df5-4290229995ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:19:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['f4eaf015-7581-40c0-b7e9-a9e3d20c758a'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:19:32.814235 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8819506a-5b4d-4dec-af05-6227eaf0f82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:32.905875 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e69637-9b41-4ea6-9ab4-559c82ce5c9e req-312fd39b-d57e-4ce1-bbf5-6184f68a0caf tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:32.910390 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e69637-9b41-4ea6-9ab4-559c82ce5c9e req-312fd39b-d57e-4ce1-bbf5-6184f68a0caf tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:32.914835 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e69637-9b41-4ea6-9ab4-559c82ce5c9e req-312fd39b-d57e-4ce1-bbf5-6184f68a0caf tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:32.919230 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e69637-9b41-4ea6-9ab4-559c82ce5c9e req-312fd39b-d57e-4ce1-bbf5-6184f68a0caf tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:32.923279 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e69637-9b41-4ea6-9ab4-559c82ce5c9e req-312fd39b-d57e-4ce1-bbf5-6184f68a0caf tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:32.929326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e69637-9b41-4ea6-9ab4-559c82ce5c9e req-312fd39b-d57e-4ce1-bbf5-6184f68a0caf tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:32.931505 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-60e69637-9b41-4ea6-9ab4-559c82ce5c9e req-312fd39b-d57e-4ce1-bbf5-6184f68a0caf tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 4600 time: 0.9945221 Apr 20 17:19:33.003919 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6a5b1e62-0c67-4a13-b4d3-884bfc5ab707 req-cca377ed-4716-41d2-bc14-be7c65f9b776 service neutron] 10.222.0.43 "GET /v2.0/networks/d8ef33a9-107e-4ebd-9173-5b6bab76d40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7830431 Apr 20 17:19:33.008003 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-7117b82b-1b4b-4af9-b077-877ae6032747 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:33.008709 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-7117b82b-1b4b-4af9-b077-877ae6032747 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:33.089767 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3f589f37-ece1-4701-832a-79ef8a32e1a7 req-928f3812-25bd-46ae-bc5d-717b94d9b6ea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=729b7558-af23-44df-86d8-4dd7d7dcbdbe HTTP/1.1" status: 200 len: 217 time: 0.3121068 Apr 20 17:19:33.106459 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6f887a8f-3161-4a07-9959-36b9768fd53d None None] Provisioning for port 8ef886d1-0220-428c-9cea-ff5e4e8d12fa completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:19:33.116520 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6f887a8f-3161-4a07-9959-36b9768fd53d None None] Provisioning complete for port 8ef886d1-0220-428c-9cea-ff5e4e8d12fa triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:33.116932 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6f887a8f-3161-4a07-9959-36b9768fd53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:33.168975 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f589f37-ece1-4701-832a-79ef8a32e1a7 req-e13e6f13-8483-4e38-80e0-91b6658d5c05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:33.170365 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3f589f37-ece1-4701-832a-79ef8a32e1a7 req-e13e6f13-8483-4e38-80e0-91b6658d5c05 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e216643-0d94-47fd-bb51-9fe24d2f84fc HTTP/1.1" status: 200 len: 850 time: 0.0731709 Apr 20 17:19:33.173227 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-7f82efdd-6dc5-4815-8df5-4290229995ec None None] Set router f4eaf015-7581-40c0-b7e9-a9e3d20c758a gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:19:33.177872 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-38e9c5d9-f4f5-4658-b03a-653f6129a873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:33.241572 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f589f37-ece1-4701-832a-79ef8a32e1a7 req-ea42a3d6-1be0-4816-bbe4-63f7dbc9810f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:33.241939 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f589f37-ece1-4701-832a-79ef8a32e1a7 req-ea42a3d6-1be0-4816-bbe4-63f7dbc9810f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:33.242594 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f589f37-ece1-4701-832a-79ef8a32e1a7 req-ea42a3d6-1be0-4816-bbe4-63f7dbc9810f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:33.243116 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.resource_extend [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-71821aff-9600-4fd2-b18b-36a6f8f9ac44 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:19:33.244222 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3f589f37-ece1-4701-832a-79ef8a32e1a7 req-ea42a3d6-1be0-4816-bbe4-63f7dbc9810f service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=60c7e2ae348346058b3fbfec10afa715&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5885854 Apr 20 17:19:33.260019 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-7117b82b-1b4b-4af9-b077-877ae6032747 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3070352 Apr 20 17:19:33.303378 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3f589f37-ece1-4701-832a-79ef8a32e1a7 req-b15983b3-7888-4828-9981-56a660fe7b33 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d8ef33a9-107e-4ebd-9173-5b6bab76d40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050081 Apr 20 17:19:33.304005 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-bc31feab-5f71-4ef2-8513-89b7c15707b2 service neutron] Request body: {'port': {'device_id': 'dd90d49c-a769-4539-8369-05090d9be905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:33.339680 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-6f887a8f-3161-4a07-9959-36b9768fd53d None None] Port 8ef886d1-0220-428c-9cea-ff5e4e8d12fa cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:19:33.353044 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-60e69637-9b41-4ea6-9ab4-559c82ce5c9e req-8a80b5ee-ab76-44bc-ac84-bdfe06adbb00 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3974495 Apr 20 17:19:33.421734 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8819506a-5b4d-4dec-af05-6227eaf0f82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:33.506918 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-8819506a-5b4d-4dec-af05-6227eaf0f82e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f273c5-c808-490a-a63f-6053e4684a4c']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:19:33.534749 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-7f82efdd-6dc5-4815-8df5-4290229995ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4eaf015-7581-40c0-b7e9-a9e3d20c758a', 'name': 'tempest-ServersTestFqdnHostnames-1202851818-router', 'tenant_id': 'b9f4871a8ed14e0d839f0a3ee73e8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'bcc3266f-503f-48f2-83ae-39a468756fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:19:21Z', 'updated_at': '2022-04-20T17:19:25Z', 'revision_number': 3, 'project_id': 'b9f4871a8ed14e0d839f0a3ee73e8ceb', 'gw_port': {'id': 'bcc3266f-503f-48f2-83ae-39a468756fac', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4eaf015-7581-40c0-b7e9-a9e3d20c758a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:23Z', 'updated_at': '2022-04-20T17:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:19:33.541013 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f82efdd-6dc5-4815-8df5-4290229995ec None None] The sync data for ids ['f4eaf015-7581-40c0-b7e9-a9e3d20c758a'] in n-d-838032-1 is: [{'id': 'f4eaf015-7581-40c0-b7e9-a9e3d20c758a', 'name': 'tempest-ServersTestFqdnHostnames-1202851818-router', 'tenant_id': 'b9f4871a8ed14e0d839f0a3ee73e8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'bcc3266f-503f-48f2-83ae-39a468756fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:19:21Z', 'updated_at': '2022-04-20T17:19:25Z', 'revision_number': 3, 'project_id': 'b9f4871a8ed14e0d839f0a3ee73e8ceb', 'gw_port': {'id': 'bcc3266f-503f-48f2-83ae-39a468756fac', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4eaf015-7581-40c0-b7e9-a9e3d20c758a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:23Z', 'updated_at': '2022-04-20T17:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:19:33.559686 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'tag': '8823eb66-e9cf-4a3d-bc96-df512d3f7773'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:19:33.575549 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6a5b1e62-0c67-4a13-b4d3-884bfc5ab707 req-5b213725-a27b-42e1-a9c0-aace5086eb5f service neutron] 10.222.0.43 "GET /v2.0/networks/d8ef33a9-107e-4ebd-9173-5b6bab76d40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5625920 Apr 20 17:19:33.581347 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-8819506a-5b4d-4dec-af05-6227eaf0f82e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989ce1c3-1834-4c39-ba0e-16239948c0ce') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:19:33.581619 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-8819506a-5b4d-4dec-af05-6227eaf0f82e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989ce1c3-1834-4c39-ba0e-16239948c0ce') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:19:33.660941 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8819506a-5b4d-4dec-af05-6227eaf0f82e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:33.674996 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-71821aff-9600-4fd2-b18b-36a6f8f9ac44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c655084b-fd05-45fb-8e95-31b739360b4f {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:19:33.694887 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-bc31feab-5f71-4ef2-8513-89b7c15707b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:33.712886 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8819506a-5b4d-4dec-af05-6227eaf0f82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:33.730008 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f589f37-ece1-4701-832a-79ef8a32e1a7 req-baba35b0-a715-4e49-ad6f-513cb2313443 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:33.731447 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3f589f37-ece1-4701-832a-79ef8a32e1a7 req-baba35b0-a715-4e49-ad6f-513cb2313443 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4660778 Apr 20 17:19:33.735735 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8819506a-5b4d-4dec-af05-6227eaf0f82e admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:19:33.736201 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8819506a-5b4d-4dec-af05-6227eaf0f82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:33.738227 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-71821aff-9600-4fd2-b18b-36a6f8f9ac44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:33.750366 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:19:33.750366 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:19:33.750366 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:19:33.750366 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:19:33.750366 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:19:33.750366 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:19:33.750366 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:19:33.750366 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:19:33.750366 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:19:33.750366 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:19:33.750366 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:19:33.750366 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:19:33.750366 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:19:33.750366 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:19:33.750366 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:19:33.750366 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:19:33.750366 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:19:33.750366 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:19:33.750366 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:19:33.750366 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:19:33.750366 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:19:33.750366 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:19:33.750366 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:19:33.750366 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:19:33.750366 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:19:33.750366 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:19:33.750366 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:19:33.750366 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:19:33.750366 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:19:33.750366 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:19:33.750366 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:19:33.750366 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:19:33.830884 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3f589f37-ece1-4701-832a-79ef8a32e1a7 req-c2395403-44d9-4a23-8da8-237f1fe8cefc service neutron] 10.222.0.43 "GET /v2.0/networks/d8ef33a9-107e-4ebd-9173-5b6bab76d40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5129893 Apr 20 17:19:33.928731 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8819506a-5b4d-4dec-af05-6227eaf0f82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:33.955123 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8819506a-5b4d-4dec-af05-6227eaf0f82e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:33.962872 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21407985-534d-4e62-aeca-e407a930f641 req-8fa06ab3-c70c-45a0-8ca5-4a4aa151b624 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:33.963665 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-21407985-534d-4e62-aeca-e407a930f641 req-8fa06ab3-c70c-45a0-8ca5-4a4aa151b624 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Synchronizing usage tracker for tenant:159ad23e438e4a93b23c1f04f39ed31a on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:19:33.989390 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819506a-5b4d-4dec-af05-6227eaf0f82e admin admin] Pushing event deleted for resources: {'Network': ['ID=87f273c5-c808-490a-a63f-6053e4684a4c,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:34.019037 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8819506a-5b4d-4dec-af05-6227eaf0f82e admin admin] 10.222.0.39 "DELETE /v2.0/networks/87f273c5-c808-490a-a63f-6053e4684a4c HTTP/1.1" status: 204 len: 168 time: 1.8513556 Apr 20 17:19:34.059917 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-71821aff-9600-4fd2-b18b-36a6f8f9ac44 service neutron] Transition to ACTIVE for port object c655084b-fd05-45fb-8e95-31b739360b4f will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:19:34.072286 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-21407985-534d-4e62-aeca-e407a930f641 req-8fa06ab3-c70c-45a0-8ca5-4a4aa151b624 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Unset dirty status for tenant:159ad23e438e4a93b23c1f04f39ed31a on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:19:34.073444 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-21407985-534d-4e62-aeca-e407a930f641 req-8fa06ab3-c70c-45a0-8ca5-4a4aa151b624 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd90d49c-a769-4539-8369-05090d9be905 HTTP/1.1" status: 200 len: 932 time: 0.5045469 Apr 20 17:19:34.153203 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-71821aff-9600-4fd2-b18b-36a6f8f9ac44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:34.162073 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-21407985-534d-4e62-aeca-e407a930f641 req-bb2688e9-a3ca-4728-8def-39eb7fb1dbd5 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "GET /v2.0/security-groups?id=2aa6f6dd-f864-4597-b252-7f13412cf844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747285 Apr 20 17:19:34.188451 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41732) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:34.317834 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-e3ec7137-16a9-45fc-859b-c8bbb3d0c92d tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:34.319499 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-e3ec7137-16a9-45fc-859b-c8bbb3d0c92d tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/networks?id=d400f90f-4a8e-41ce-ab99-e78cfbfff523 HTTP/1.1" status: 200 len: 810 time: 0.7840767 Apr 20 17:19:34.359689 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-38e9c5d9-f4f5-4658-b03a-653f6129a873 admin admin] Allocated IP 172.20.0.1 (7dca78eb-5829-40b0-a3af-13613754711d/4f14b18c-0fe0-4613-bee5-26a51144bfaa/cb58ba66-3676-4b83-ba61-3584d051c032) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:19:34.418636 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-bc67a191-781e-4f9e-b24c-148c00a3ea64 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/quotas/0dd99ef1065b406196682e8299225373 HTTP/1.1" status: 200 len: 375 time: 0.0841372 Apr 20 17:19:34.441296 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71821aff-9600-4fd2-b18b-36a6f8f9ac44 service neutron] Pushing event updated for resources: {'Port': ['ID=c655084b-fd05-45fb-8e95-31b739360b4f,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:34.475012 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-bc31feab-5f71-4ef2-8513-89b7c15707b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ef886d1-0220-428c-9cea-ff5e4e8d12fa {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:19:34.506272 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-bc31feab-5f71-4ef2-8513-89b7c15707b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:34.579895 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0b31d326-d131-4d0d-a13d-08821524051a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e0191a679d8e42c9871795f6c7ac52f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3886693 Apr 20 17:19:34.586337 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41738) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:34.590507 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-bc31feab-5f71-4ef2-8513-89b7c15707b2 service neutron] Transition to ACTIVE for port object 8ef886d1-0220-428c-9cea-ff5e4e8d12fa will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:19:34.611048 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-bc31feab-5f71-4ef2-8513-89b7c15707b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:34.700374 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3f589f37-ece1-4701-832a-79ef8a32e1a7 req-bb737210-5be2-4f02-8bda-d05194d8fd21 service neutron] 10.222.0.43 "GET /v2.0/networks/d8ef33a9-107e-4ebd-9173-5b6bab76d40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6466513 Apr 20 17:19:34.714666 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fadc47c2-8ee6-42f4-a98d-3889b98236ac req-af4f4f0b-4047-40d4-be61-41e7095a743c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3316171 Apr 20 17:19:34.784564 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31feab-5f71-4ef2-8513-89b7c15707b2 service neutron] Pushing event updated for resources: {'Port': ['ID=8ef886d1-0220-428c-9cea-ff5e4e8d12fa,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:34.839868 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-03286c32-2ec0-4400-a7c0-dc87541113a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:34.857842 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-237eaa41-fe4b-4f05-b1f2-6ad16c730dc1 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0dd99ef1065b406196682e8299225373&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4119873 Apr 20 17:19:34.875292 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-03286c32-2ec0-4400-a7c0-dc87541113a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:34.886213 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-38e9c5d9-f4f5-4658-b03a-653f6129a873 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:34.892169 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-71821aff-9600-4fd2-b18b-36a6f8f9ac44 service neutron] Attempting to bind port c655084b-fd05-45fb-8e95-31b739360b4f on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:19:34.892421 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-71821aff-9600-4fd2-b18b-36a6f8f9ac44 service neutron] Attempting to bind port c655084b-fd05-45fb-8e95-31b739360b4f by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'abb1ef17-1d29-49c1-9668-c4c78c541eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a39373cc-9e04-46cb-a6a0-e81ef6eae8fd'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:19:34.892743 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-71821aff-9600-4fd2-b18b-36a6f8f9ac44 service neutron] Attempting to bind port c655084b-fd05-45fb-8e95-31b739360b4f on network a39373cc-9e04-46cb-a6a0-e81ef6eae8fd {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:19:34.903155 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f49cd-2e25-4261-b515-611a77889594 req-a875b5f9-e603-4e1a-9dc8-8cfc391d7242 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:34.904954 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e30f49cd-2e25-4261-b515-611a77889594 req-a875b5f9-e603-4e1a-9dc8-8cfc391d7242 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.43 "GET /v2.0/ports?device_id=c30439be-8f2e-4b39-bce0-066c4901b03c HTTP/1.1" status: 200 len: 1023 time: 0.3882141 Apr 20 17:19:34.974867 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-38e9c5d9-f4f5-4658-b03a-653f6129a873 admin admin] Transition to ACTIVE for port object cb58ba66-3676-4b83-ba61-3584d051c032 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:19:34.981028 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-71821aff-9600-4fd2-b18b-36a6f8f9ac44 service neutron] Port c655084b-fd05-45fb-8e95-31b739360b4f on network a39373cc-9e04-46cb-a6a0-e81ef6eae8fd not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:19:34.981351 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-71821aff-9600-4fd2-b18b-36a6f8f9ac44 service neutron] Attempting to bind port c655084b-fd05-45fb-8e95-31b739360b4f on network a39373cc-9e04-46cb-a6a0-e81ef6eae8fd {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:19:35.015563 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-71821aff-9600-4fd2-b18b-36a6f8f9ac44 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:19:35.015893 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-71821aff-9600-4fd2-b18b-36a6f8f9ac44 service neutron] Checking segment: {'id': 'abb1ef17-1d29-49c1-9668-c4c78c541eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a39373cc-9e04-46cb-a6a0-e81ef6eae8fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:19:35.016285 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-71821aff-9600-4fd2-b18b-36a6f8f9ac44 service neutron] Bound using segment: {'id': 'abb1ef17-1d29-49c1-9668-c4c78c541eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a39373cc-9e04-46cb-a6a0-e81ef6eae8fd'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:19:35.016726 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-71821aff-9600-4fd2-b18b-36a6f8f9ac44 service neutron] Bound port: c655084b-fd05-45fb-8e95-31b739360b4f, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abb1ef17-1d29-49c1-9668-c4c78c541eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a39373cc-9e04-46cb-a6a0-e81ef6eae8fd'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:19:35.017064 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-71821aff-9600-4fd2-b18b-36a6f8f9ac44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:35.075179 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-e30f49cd-2e25-4261-b515-611a77889594 req-3d04ece5-35b1-4778-b93f-f3d5a32af240 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Deleting port 729b7558-af23-44df-86d8-4dd7d7dcbdbe {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:19:35.075568 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e30f49cd-2e25-4261-b515-611a77889594 req-3d04ece5-35b1-4778-b93f-f3d5a32af240 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:35.122461 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-e644c2e4-fb34-4b4a-9ec6-e33af7df0f57 service neutron] 10.222.0.39 "GET /v2.0/networks/d400f90f-4a8e-41ce-ab99-e78cfbfff523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636604 Apr 20 17:19:35.138699 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-03286c32-2ec0-4400-a7c0-dc87541113a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:35.163154 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-bc31feab-5f71-4ef2-8513-89b7c15707b2 service neutron] Attempting to bind port 8ef886d1-0220-428c-9cea-ff5e4e8d12fa on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:19:35.163367 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-bc31feab-5f71-4ef2-8513-89b7c15707b2 service neutron] Attempting to bind port 8ef886d1-0220-428c-9cea-ff5e4e8d12fa by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '4fc59e16-1c50-4b7d-afb8-5de8a7074707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7289b4d6-d07e-4d7e-9061-229d2aa24696'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:19:35.163694 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-bc31feab-5f71-4ef2-8513-89b7c15707b2 service neutron] Attempting to bind port 8ef886d1-0220-428c-9cea-ff5e4e8d12fa on network 7289b4d6-d07e-4d7e-9061-229d2aa24696 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:19:35.165147 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-38e9c5d9-f4f5-4658-b03a-653f6129a873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:35.190071 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03286c32-2ec0-4400-a7c0-dc87541113a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6bcfcb-2d50-471c-b948-18f81344546f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:35.224464 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-bc31feab-5f71-4ef2-8513-89b7c15707b2 service neutron] Port 8ef886d1-0220-428c-9cea-ff5e4e8d12fa on network 7289b4d6-d07e-4d7e-9061-229d2aa24696 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:19:35.224828 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-bc31feab-5f71-4ef2-8513-89b7c15707b2 service neutron] Attempting to bind port 8ef886d1-0220-428c-9cea-ff5e4e8d12fa on network 7289b4d6-d07e-4d7e-9061-229d2aa24696 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:19:35.234717 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-03286c32-2ec0-4400-a7c0-dc87541113a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:35.235683 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-03286c32-2ec0-4400-a7c0-dc87541113a2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee6bcfcb-2d50-471c-b948-18f81344546f HTTP/1.1" status: 204 len: 168 time: 0.6470830 Apr 20 17:19:35.282287 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-bc31feab-5f71-4ef2-8513-89b7c15707b2 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:19:35.282710 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-bc31feab-5f71-4ef2-8513-89b7c15707b2 service neutron] Checking segment: {'id': '4fc59e16-1c50-4b7d-afb8-5de8a7074707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7289b4d6-d07e-4d7e-9061-229d2aa24696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:19:35.283007 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-bc31feab-5f71-4ef2-8513-89b7c15707b2 service neutron] Bound using segment: {'id': '4fc59e16-1c50-4b7d-afb8-5de8a7074707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7289b4d6-d07e-4d7e-9061-229d2aa24696'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:19:35.283448 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-bc31feab-5f71-4ef2-8513-89b7c15707b2 service neutron] Bound port: 8ef886d1-0220-428c-9cea-ff5e4e8d12fa, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc59e16-1c50-4b7d-afb8-5de8a7074707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7289b4d6-d07e-4d7e-9061-229d2aa24696'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:19:35.283787 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-bc31feab-5f71-4ef2-8513-89b7c15707b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:35.393587 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-71821aff-9600-4fd2-b18b-36a6f8f9ac44 service neutron] For port c655084b-fd05-45fb-8e95-31b739360b4f, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:19:35.421668 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e9c5d9-f4f5-4658-b03a-653f6129a873 admin admin] Network 7dca78eb-5829-40b0-a3af-13613754711d is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:19:35.455182 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9c5d9-f4f5-4658-b03a-653f6129a873 admin admin] Pushing event updated for resources: {'Port': ['ID=cb58ba66-3676-4b83-ba61-3584d051c032,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:35.464153 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-38e9c5d9-f4f5-4658-b03a-653f6129a873 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:19:35.468453 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-71821aff-9600-4fd2-b18b-36a6f8f9ac44 service neutron] For port c655084b-fd05-45fb-8e95-31b739360b4f, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=c655084b-fd05-45fb-8e95-31b739360b4f,segment=NetworkSegment(abb1ef17-1d29-49c1-9668-c4c78c541eec),segment_id=abb1ef17-1d29-49c1-9668-c4c78c541eec)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:19:35.476890 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e9c5d9-f4f5-4658-b03a-653f6129a873 admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:19:35.542238 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-71821aff-9600-4fd2-b18b-36a6f8f9ac44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:35.571422 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-bc31feab-5f71-4ef2-8513-89b7c15707b2 service neutron] For port 8ef886d1-0220-428c-9cea-ff5e4e8d12fa, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:19:35.579479 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-e30f49cd-2e25-4261-b515-611a77889594 req-3d04ece5-35b1-4778-b93f-f3d5a32af240 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] For port 729b7558-af23-44df-86d8-4dd7d7dcbdbe, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=729b7558-af23-44df-86d8-4dd7d7dcbdbe,segment=NetworkSegment(edb8f8fc-911d-4f39-9f48-9e99b3ae736e),segment_id=edb8f8fc-911d-4f39-9f48-9e99b3ae736e)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:19:35.579845 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e30f49cd-2e25-4261-b515-611a77889594 req-3d04ece5-35b1-4778-b93f-f3d5a32af240 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:35.622801 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-81b10fce-eedd-4290-ae27-dad785c2a80d service neutron] 10.222.0.39 "GET /v2.0/networks/d400f90f-4a8e-41ce-ab99-e78cfbfff523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859617 Apr 20 17:19:35.711628 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-71821aff-9600-4fd2-b18b-36a6f8f9ac44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:35.713785 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-71821aff-9600-4fd2-b18b-36a6f8f9ac44 service neutron] 10.222.0.10 "PUT /v2.0/ports/c655084b-fd05-45fb-8e95-31b739360b4f HTTP/1.1" status: 200 len: 1131 time: 4.0279274 Apr 20 17:19:35.814444 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-1032d4d6-595f-4dba-bd72-2c4aa80a235b service neutron] Request body: {'port': {'device_id': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:35.872710 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-e30f49cd-2e25-4261-b515-611a77889594 req-3d04ece5-35b1-4778-b93f-f3d5a32af240 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Calling delete_port for 729b7558-af23-44df-86d8-4dd7d7dcbdbe owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:19:35.885005 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-354019b5-6c53-492d-9b6a-a0ee838985d7 None None] Provisioning for port cb58ba66-3676-4b83-ba61-3584d051c032 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:19:35.894363 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-354019b5-6c53-492d-9b6a-a0ee838985d7 None None] Provisioning complete for port cb58ba66-3676-4b83-ba61-3584d051c032 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:35.894803 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-354019b5-6c53-492d-9b6a-a0ee838985d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:35.915595 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-bc31feab-5f71-4ef2-8513-89b7c15707b2 service neutron] For port 8ef886d1-0220-428c-9cea-ff5e4e8d12fa, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=8ef886d1-0220-428c-9cea-ff5e4e8d12fa,segment=NetworkSegment(4fc59e16-1c50-4b7d-afb8-5de8a7074707),segment_id=4fc59e16-1c50-4b7d-afb8-5de8a7074707)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:19:36.009291 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-bc31feab-5f71-4ef2-8513-89b7c15707b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:36.031760 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:19:36.064926 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-354019b5-6c53-492d-9b6a-a0ee838985d7 None None] Port cb58ba66-3676-4b83-ba61-3584d051c032 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:19:36.139938 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36faaa4b-9740-4753-afa1-924efd2ef0e3'] response: {'name': 'network-changed', 'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'tag': '8823eb66-e9cf-4a3d-bc96-df512d3f7773', 'status': 'completed', 'code': 200} Apr 20 17:19:36.153648 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-38e9c5d9-f4f5-4658-b03a-653f6129a873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:36.199320 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a2717-7885-4f35-ac05-18353f2fdaeb req-197b4f29-1ece-404c-98c7-6f177d352232 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:36.200596 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2d8a2717-7885-4f35-ac05-18353f2fdaeb req-197b4f29-1ece-404c-98c7-6f177d352232 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?device_id=c30439be-8f2e-4b39-bce0-066c4901b03c HTTP/1.1" status: 200 len: 1023 time: 0.8147459 Apr 20 17:19:36.241291 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-bc31feab-5f71-4ef2-8513-89b7c15707b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:36.242654 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-bc31feab-5f71-4ef2-8513-89b7c15707b2 service neutron] 10.222.0.10 "PUT /v2.0/ports/8ef886d1-0220-428c-9cea-ff5e4e8d12fa HTTP/1.1" status: 200 len: 1092 time: 2.9436398 Apr 20 17:19:36.244424 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd90d49c-a769-4539-8369-05090d9be905', 'tag': '8ef886d1-0220-428c-9cea-ff5e4e8d12fa'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:19:36.262408 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71821aff-9600-4fd2-b18b-36a6f8f9ac44 service neutron] Pushing event updated for resources: {'Port': ['ID=c655084b-fd05-45fb-8e95-31b739360b4f,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:36.354743 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ef276318-abf6-4ccb-8fe1-13bc05041de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:36.375779 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31feab-5f71-4ef2-8513-89b7c15707b2 service neutron] Pushing event updated for resources: {'Port': ['ID=8ef886d1-0220-428c-9cea-ff5e4e8d12fa,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:36.544207 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-1032d4d6-595f-4dba-bd72-2c4aa80a235b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:36.632817 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-7a888b0b-dd0c-4c83-81d8-558e47ed96f8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.2688117 Apr 20 17:19:36.645753 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2d8a2717-7885-4f35-ac05-18353f2fdaeb req-79ceb5a7-4637-4bc1-b47c-947a683573fe tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0746e04-eaaa-491f-b2f2-a68a28aea018&id=2cedec2a-fd0d-44dd-8d04-57c0bccf7439&id=14e167ac-98bb-4e0e-82c8-9b9621204907&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4188566 Apr 20 17:19:36.689920 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2d1a4b72-b224-4554-8657-10f1e0bf07e6 req-e33387c6-c48a-4a2c-aa96-db7f72c37b99 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=60c7e2ae348346058b3fbfec10afa715&device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 6210 time: 0.6976244 Apr 20 17:19:36.920135 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-9ec74e8e-7e4a-4f70-916a-4ed7b4d71422 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=159ad23e438e4a93b23c1f04f39ed31a&device_id=dd90d49c-a769-4539-8369-05090d9be905 HTTP/1.1" status: 200 len: 1095 time: 0.6150153 Apr 20 17:19:36.923691 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e30f49cd-2e25-4261-b515-611a77889594 req-3d04ece5-35b1-4778-b93f-f3d5a32af240 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:36.937943 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['77a79f09-6927-485e-933f-69d29f823c29', '729b7558-af23-44df-86d8-4dd7d7dcbdbe'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:19:37.199096 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-824cb299-52ca-451b-b4f4-00f7dd7771e9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ef886d1-0220-428c-9cea-ff5e4e8d12fa HTTP/1.1" status: 200 len: 217 time: 0.2166376 Apr 20 17:19:37.373420 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04ece5-35b1-4778-b93f-f3d5a32af240 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Pushing event deleted for resources: {'Port': ['ID=729b7558-af23-44df-86d8-4dd7d7dcbdbe,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:37.384395 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-66fc0cff-7413-4138-80df-1fff73666f1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:37.387678 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-66fc0cff-7413-4138-80df-1fff73666f1b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2f65fad-12b6-4d33-aa45-7d4baab655e0 HTTP/1.1" status: 200 len: 851 time: 0.1006768 Apr 20 17:19:37.707466 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30f49cd-2e25-4261-b515-611a77889594 req-3d04ece5-35b1-4778-b93f-f3d5a32af240 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] No DVR routers for this DVR port 729b7558-af23-44df-86d8-4dd7d7dcbdbe on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:19:37.712810 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e30f49cd-2e25-4261-b515-611a77889594 req-3d04ece5-35b1-4778-b93f-f3d5a32af240 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:37.747701 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a4b72-b224-4554-8657-10f1e0bf07e6 req-0700aea1-1d05-49b0-9747-6fb1304c384b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:37.748635 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a4b72-b224-4554-8657-10f1e0bf07e6 req-0700aea1-1d05-49b0-9747-6fb1304c384b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:37.749327 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a4b72-b224-4554-8657-10f1e0bf07e6 req-0700aea1-1d05-49b0-9747-6fb1304c384b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:37.751088 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2d1a4b72-b224-4554-8657-10f1e0bf07e6 req-0700aea1-1d05-49b0-9747-6fb1304c384b service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=60c7e2ae348346058b3fbfec10afa715&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.0530796 Apr 20 17:19:37.798799 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e30f49cd-2e25-4261-b515-611a77889594 req-3d04ece5-35b1-4778-b93f-f3d5a32af240 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.43 "DELETE /v2.0/ports/729b7558-af23-44df-86d8-4dd7d7dcbdbe HTTP/1.1" status: 204 len: 173 time: 2.8683603 Apr 20 17:19:37.822546 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-1032d4d6-595f-4dba-bd72-2c4aa80a235b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e99614d7-916e-434c-bbd2-097e4edc6806 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:19:37.831133 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-1032d4d6-595f-4dba-bd72-2c4aa80a235b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:37.847747 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-1032d4d6-595f-4dba-bd72-2c4aa80a235b service neutron] Transition to ACTIVE for port object e99614d7-916e-434c-bbd2-097e4edc6806 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:19:37.849581 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-ef276318-abf6-4ccb-8fe1-13bc05041de6 admin admin] Allocated IP 172.20.0.1 (76ef8d88-de49-4215-a197-8a82f63cab41/ccd94e55-266c-4b9f-9941-7179a033450e/89c779bb-0f39-4561-bffa-7657388344e7) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:19:37.853240 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-38e9c5d9-f4f5-4658-b03a-653f6129a873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:37.907076 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe937b7-cacb-40b6-b12c-c195a0d11d67 req-188bb088-82a2-4986-9c97-bf321cf64e64 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:37.911067 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe937b7-cacb-40b6-b12c-c195a0d11d67 req-188bb088-82a2-4986-9c97-bf321cf64e64 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:37.915119 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe937b7-cacb-40b6-b12c-c195a0d11d67 req-188bb088-82a2-4986-9c97-bf321cf64e64 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:37.919118 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe937b7-cacb-40b6-b12c-c195a0d11d67 req-188bb088-82a2-4986-9c97-bf321cf64e64 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:37.929108 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe937b7-cacb-40b6-b12c-c195a0d11d67 req-188bb088-82a2-4986-9c97-bf321cf64e64 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:37.933224 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe937b7-cacb-40b6-b12c-c195a0d11d67 req-188bb088-82a2-4986-9c97-bf321cf64e64 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:37.937849 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe937b7-cacb-40b6-b12c-c195a0d11d67 req-188bb088-82a2-4986-9c97-bf321cf64e64 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:37.940178 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-abe937b7-cacb-40b6-b12c-c195a0d11d67 req-188bb088-82a2-4986-9c97-bf321cf64e64 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5373 time: 1.7881019 Apr 20 17:19:37.946508 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-1032d4d6-595f-4dba-bd72-2c4aa80a235b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:37.947332 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59d5c4-1d7f-4129-a317-08fb9b0bde8c req-f0fd3ead-634d-4d7b-aa20-d8e181de8190 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:37.956630 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bf59d5c4-1d7f-4129-a317-08fb9b0bde8c req-f0fd3ead-634d-4d7b-aa20-d8e181de8190 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd90d49c-a769-4539-8369-05090d9be905 HTTP/1.1" status: 200 len: 944 time: 0.7758675 Apr 20 17:19:37.964529 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-e806c4b5-6bda-429a-8397-4ea27c2c3892 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7289b4d6-d07e-4d7e-9061-229d2aa24696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5468481 Apr 20 17:19:38.151264 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'tag': 'c655084b-fd05-45fb-8e95-31b739360b4f'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:19:38.165084 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a4b72-b224-4554-8657-10f1e0bf07e6 req-19268bc3-373b-4187-ac13-776edcd964e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:38.166685 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2d1a4b72-b224-4554-8657-10f1e0bf07e6 req-19268bc3-373b-4187-ac13-776edcd964e2 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4060104 Apr 20 17:19:38.178987 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bf59d5c4-1d7f-4129-a317-08fb9b0bde8c req-bb8018c2-bc60-4f47-9675-f04de8bcfc12 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "GET /v2.0/security-groups?id=2aa6f6dd-f864-4597-b252-7f13412cf844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209828 Apr 20 17:19:38.227623 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-260f76ae-969e-4c38-80e2-2c0ed7bbb759 service neutron] 10.222.0.10 "GET /v2.0/networks/7289b4d6-d07e-4d7e-9061-229d2aa24696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454734 Apr 20 17:19:38.301083 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-abe937b7-cacb-40b6-b12c-c195a0d11d67 req-34f70de1-2d7f-4092-a452-28690865df50 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3496373 Apr 20 17:19:38.343624 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032d4d6-595f-4dba-bd72-2c4aa80a235b service neutron] Pushing event updated for resources: {'Port': ['ID=e99614d7-916e-434c-bbd2-097e4edc6806,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:38.405214 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f2d19fa6-921a-42dc-af3b-7a246735586c req-d74440a7-39fe-46b1-a5ce-9f251ed3b9f9 service neutron] 10.222.0.10 "GET /v2.0/networks/7289b4d6-d07e-4d7e-9061-229d2aa24696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648099 Apr 20 17:19:38.529531 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0cf6f-027c-43e9-836e-03b5269a16aa req-7857d24c-c473-41fc-a919-fc4f1bd67eb1 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:38.537232 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ce0cf6f-027c-43e9-836e-03b5269a16aa req-7857d24c-c473-41fc-a919-fc4f1bd67eb1 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 950 time: 0.1309013 Apr 20 17:19:38.720496 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-45ddf513-4da6-4bd6-9139-296b0f173526 req-ddd1ef57-b0f1-4164-a211-85b160039ff1 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 210 time: 0.0694199 Apr 20 17:19:38.817802 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ef276318-abf6-4ccb-8fe1-13bc05041de6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:38.821860 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ce0cf6f-027c-43e9-836e-03b5269a16aa req-6068a2ad-d212-432f-b53b-dc1dc2df5455 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831399 Apr 20 17:19:38.862241 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-1032d4d6-595f-4dba-bd72-2c4aa80a235b service neutron] Attempting to bind port e99614d7-916e-434c-bbd2-097e4edc6806 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:19:38.862627 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-1032d4d6-595f-4dba-bd72-2c4aa80a235b service neutron] Attempting to bind port e99614d7-916e-434c-bbd2-097e4edc6806 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'abb1ef17-1d29-49c1-9668-c4c78c541eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a39373cc-9e04-46cb-a6a0-e81ef6eae8fd'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:19:38.862719 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-1032d4d6-595f-4dba-bd72-2c4aa80a235b service neutron] Attempting to bind port e99614d7-916e-434c-bbd2-097e4edc6806 on network a39373cc-9e04-46cb-a6a0-e81ef6eae8fd {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:19:38.890246 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-ef276318-abf6-4ccb-8fe1-13bc05041de6 admin admin] Transition to ACTIVE for port object 89c779bb-0f39-4561-bffa-7657388344e7 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:19:38.895915 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-38e9c5d9-f4f5-4658-b03a-653f6129a873 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:38.897648 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-1032d4d6-595f-4dba-bd72-2c4aa80a235b service neutron] Port e99614d7-916e-434c-bbd2-097e4edc6806 on network a39373cc-9e04-46cb-a6a0-e81ef6eae8fd not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:19:38.898032 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-1032d4d6-595f-4dba-bd72-2c4aa80a235b service neutron] Attempting to bind port e99614d7-916e-434c-bbd2-097e4edc6806 on network a39373cc-9e04-46cb-a6a0-e81ef6eae8fd {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:19:38.909824 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-1032d4d6-595f-4dba-bd72-2c4aa80a235b service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:19:38.910295 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-1032d4d6-595f-4dba-bd72-2c4aa80a235b service neutron] Checking segment: {'id': 'abb1ef17-1d29-49c1-9668-c4c78c541eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a39373cc-9e04-46cb-a6a0-e81ef6eae8fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:19:38.910807 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-1032d4d6-595f-4dba-bd72-2c4aa80a235b service neutron] Bound using segment: {'id': 'abb1ef17-1d29-49c1-9668-c4c78c541eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a39373cc-9e04-46cb-a6a0-e81ef6eae8fd'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:19:38.911278 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-1032d4d6-595f-4dba-bd72-2c4aa80a235b service neutron] Bound port: e99614d7-916e-434c-bbd2-097e4edc6806, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abb1ef17-1d29-49c1-9668-c4c78c541eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a39373cc-9e04-46cb-a6a0-e81ef6eae8fd'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:19:38.911691 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-1032d4d6-595f-4dba-bd72-2c4aa80a235b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:38.925868 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-38e9c5d9-f4f5-4658-b03a-653f6129a873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:38.947053 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e6d5e04b-e3a5-4bd7-860d-9782b9d3e232 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:19:38.958861 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a9a2406-8176-49de-bb62-567b467b213a'] response: {'name': 'network-changed', 'server_uuid': 'dd90d49c-a769-4539-8369-05090d9be905', 'tag': '8ef886d1-0220-428c-9cea-ff5e4e8d12fa', 'status': 'completed', 'code': 200} Apr 20 17:19:39.171089 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-13c3447e-3502-4c02-97df-8ba0af292362 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:39.174140 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-13c3447e-3502-4c02-97df-8ba0af292362 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Synchronizing usage tracker for tenant:0dd99ef1065b406196682e8299225373 on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:19:39.196288 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3b33da6-f716-4bf0-bfaf-0c62949620f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:39.212973 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port e6d5e04b-e3a5-4bd7-860d-9782b9d3e232 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:19:39.222540 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port e6d5e04b-e3a5-4bd7-860d-9782b9d3e232 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:39.222936 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:39.255409 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-13c3447e-3502-4c02-97df-8ba0af292362 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Unset dirty status for tenant:0dd99ef1065b406196682e8299225373 on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:19:39.257770 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-13c3447e-3502-4c02-97df-8ba0af292362 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.43 "GET /v2.0/networks?id=d400f90f-4a8e-41ce-ab99-e78cfbfff523 HTTP/1.1" status: 200 len: 810 time: 0.6752472 Apr 20 17:19:39.300890 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-09d298fb-468a-4144-99e8-1f573555df63 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Request body: {'port': {'device_id': 'b5fe4791-bb92-405c-a291-72ed7b3d4149', 'network_id': 'd400f90f-4a8e-41ce-ab99-e78cfbfff523', 'admin_state_up': True, 'tenant_id': '0dd99ef1065b406196682e8299225373'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:39.322100 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9c5d9-f4f5-4658-b03a-653f6129a873 admin admin] Pushing event updated for resources: {'Port': ['ID=cb58ba66-3676-4b83-ba61-3584d051c032,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:39.501597 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:39.525712 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port e6d5e04b-e3a5-4bd7-860d-9782b9d3e232, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e6d5e04b-e3a5-4bd7-860d-9782b9d3e232,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:19:39.535130 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ef276318-abf6-4ccb-8fe1-13bc05041de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:39.536197 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:39.596008 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b4937821-176a-4b9f-a3ac-8a239f45e070 req-cb921782-9bfa-473e-862c-bcbd09faaff7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=159ad23e438e4a93b23c1f04f39ed31a&device_id=dd90d49c-a769-4539-8369-05090d9be905 HTTP/1.1" status: 200 len: 1095 time: 0.5601678 Apr 20 17:19:39.697961 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b101ed2c-e49a-424a-9cdb-285e0f373922 req-4478b67a-6528-4b4b-a4ce-0dcf66cb57b1 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?device_id=c30439be-8f2e-4b39-bce0-066c4901b03c HTTP/1.1" status: 200 len: 210 time: 0.3351209 Apr 20 17:19:39.769601 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=e6d5e04b-e3a5-4bd7-860d-9782b9d3e232,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:39.786222 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-38e9c5d9-f4f5-4658-b03a-653f6129a873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:39.857146 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e6e94c6-fc6b-400a-b80c-19fb3ee6cd06'] response: {'name': 'network-changed', 'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'tag': 'c655084b-fd05-45fb-8e95-31b739360b4f', 'status': 'completed', 'code': 200} Apr 20 17:19:39.873719 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 729b7558-af23-44df-86d8-4dd7d7dcbdbe no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:19:39.892381 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-1032d4d6-595f-4dba-bd72-2c4aa80a235b service neutron] For port e99614d7-916e-434c-bbd2-097e4edc6806, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:19:39.904465 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef276318-abf6-4ccb-8fe1-13bc05041de6 admin admin] Network 76ef8d88-de49-4215-a197-8a82f63cab41 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:19:39.927151 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-ef276318-abf6-4ccb-8fe1-13bc05041de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:19:39.962425 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 729b7558-af23-44df-86d8-4dd7d7dcbdbe {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:19:39.964045 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 729b7558-af23-44df-86d8-4dd7d7dcbdbe not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:19:39.996684 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-1032d4d6-595f-4dba-bd72-2c4aa80a235b service neutron] For port e99614d7-916e-434c-bbd2-097e4edc6806, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=e99614d7-916e-434c-bbd2-097e4edc6806,segment=NetworkSegment(abb1ef17-1d29-49c1-9668-c4c78c541eec),segment_id=abb1ef17-1d29-49c1-9668-c4c78c541eec)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:19:40.012070 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef276318-abf6-4ccb-8fe1-13bc05041de6 admin admin] Pushing event updated for resources: {'Port': ['ID=89c779bb-0f39-4561-bffa-7657388344e7,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:40.023707 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef276318-abf6-4ccb-8fe1-13bc05041de6 admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:19:40.089269 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-1032d4d6-595f-4dba-bd72-2c4aa80a235b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:40.307643 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-09d298fb-468a-4144-99e8-1f573555df63 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:19:40.313390 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-09d298fb-468a-4144-99e8-1f573555df63 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Usage tracker for resource:port and tenant:0dd99ef1065b406196682e8299225373 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:19:40.326225 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-09d298fb-468a-4144-99e8-1f573555df63 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:19:40.347128 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-09d298fb-468a-4144-99e8-1f573555df63 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:19:40.452548 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4937821-176a-4b9f-a3ac-8a239f45e070 req-32b58b70-956d-4fc1-99e1-df0022733276 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:40.454779 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b4937821-176a-4b9f-a3ac-8a239f45e070 req-32b58b70-956d-4fc1-99e1-df0022733276 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7289b4d6-d07e-4d7e-9061-229d2aa24696 HTTP/1.1" status: 200 len: 913 time: 0.8396306 Apr 20 17:19:40.455407 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-1032d4d6-595f-4dba-bd72-2c4aa80a235b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:40.456703 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-1032d4d6-595f-4dba-bd72-2c4aa80a235b service neutron] 10.222.0.10 "PUT /v2.0/ports/e99614d7-916e-434c-bbd2-097e4edc6806 HTTP/1.1" status: 200 len: 1091 time: 4.6627479 Apr 20 17:19:40.458203 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-09d298fb-468a-4144-99e8-1f573555df63 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Made reservation on behalf of 0dd99ef1065b406196682e8299225373 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:19:40.463199 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-09d298fb-468a-4144-99e8-1f573555df63 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:40.478562 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e92321d4-4cbe-44fc-b5af-e3957f90d7d8 None None] Provisioning for port 89c779bb-0f39-4561-bffa-7657388344e7 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:19:40.483861 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e92321d4-4cbe-44fc-b5af-e3957f90d7d8 None None] Provisioning complete for port 89c779bb-0f39-4561-bffa-7657388344e7 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:40.484222 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e92321d4-4cbe-44fc-b5af-e3957f90d7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:40.604421 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-bc1109f3-d133-4b51-965e-39f3c568e8c0 service neutron] Request body: {'port': {'device_id': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:40.631554 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-e92321d4-4cbe-44fc-b5af-e3957f90d7d8 None None] Port 89c779bb-0f39-4561-bffa-7657388344e7 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:19:40.670630 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e9c5d9-f4f5-4658-b03a-653f6129a873 admin admin] Network 7dca78eb-5829-40b0-a3af-13613754711d is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:19:40.695330 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-38e9c5d9-f4f5-4658-b03a-653f6129a873 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:19:40.792380 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ef276318-abf6-4ccb-8fe1-13bc05041de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:40.879462 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-09d298fb-468a-4144-99e8-1f573555df63 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Allocated IP 172.20.0.3 (d400f90f-4a8e-41ce-ab99-e78cfbfff523/7d6355b3-9159-47c5-b462-d8d60cd8f890/84ffe60e-83b3-44fd-9266-3e110978ab41) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:19:40.947335 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b4937821-176a-4b9f-a3ac-8a239f45e070 req-bd2764eb-cc7c-45c0-be1a-2356017c44cf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ef886d1-0220-428c-9cea-ff5e4e8d12fa HTTP/1.1" status: 200 len: 217 time: 0.4561908 Apr 20 17:19:40.962979 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95673d14-8a53-49a3-b776-71b40fbe15e4 req-7924e7de-dcb5-45ad-8965-22914615fa0e tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:40.967134 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95673d14-8a53-49a3-b776-71b40fbe15e4 req-7924e7de-dcb5-45ad-8965-22914615fa0e tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:40.970947 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95673d14-8a53-49a3-b776-71b40fbe15e4 req-7924e7de-dcb5-45ad-8965-22914615fa0e tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:40.975094 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95673d14-8a53-49a3-b776-71b40fbe15e4 req-7924e7de-dcb5-45ad-8965-22914615fa0e tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:40.978809 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95673d14-8a53-49a3-b776-71b40fbe15e4 req-7924e7de-dcb5-45ad-8965-22914615fa0e tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:40.982639 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95673d14-8a53-49a3-b776-71b40fbe15e4 req-7924e7de-dcb5-45ad-8965-22914615fa0e tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:40.984552 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e6d5e04b-e3a5-4bd7-860d-9782b9d3e232 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:19:40.986590 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95673d14-8a53-49a3-b776-71b40fbe15e4 req-7924e7de-dcb5-45ad-8965-22914615fa0e tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:40.988566 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95673d14-8a53-49a3-b776-71b40fbe15e4 req-7924e7de-dcb5-45ad-8965-22914615fa0e tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5385 time: 0.8827832 Apr 20 17:19:41.006052 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30439be-8f2e-4b39-bce0-066c4901b03c', 'name': 'network-vif-deleted', 'tag': '729b7558-af23-44df-86d8-4dd7d7dcbdbe'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:19:41.007595 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032d4d6-595f-4dba-bd72-2c4aa80a235b service neutron] Pushing event updated for resources: {'Port': ['ID=e99614d7-916e-434c-bbd2-097e4edc6806,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:41.050173 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060eb4ea-4abf-47f8-ab7e-5b1326123280 req-02fdedaa-cb93-4df8-9c40-c6e2951c834a tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:41.058544 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-060eb4ea-4abf-47f8-ab7e-5b1326123280 req-02fdedaa-cb93-4df8-9c40-c6e2951c834a tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd90d49c-a769-4539-8369-05090d9be905 HTTP/1.1" status: 200 len: 944 time: 0.9796503 Apr 20 17:19:41.076538 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-05c2a921-9ea6-496a-a0f1-79e7517e4f5c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 1101 time: 1.1575222 Apr 20 17:19:41.090841 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port e6d5e04b-e3a5-4bd7-860d-9782b9d3e232 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:41.091224 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:41.159291 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6578f376-3ea2-410f-9e6b-e08f6fd14101 req-38ef7e72-693b-4afb-b73b-7e9e03758c7a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=60c7e2ae348346058b3fbfec10afa715&device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 6277 time: 0.9957433 Apr 20 17:19:41.214747 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device bcc3266f-503f-48f2-83ae-39a468756fac up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:19:41.232753 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4937821-176a-4b9f-a3ac-8a239f45e070 req-0bf0c193-3528-418a-9867-434ebfcea773 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:41.234275 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b4937821-176a-4b9f-a3ac-8a239f45e070 req-0bf0c193-3528-418a-9867-434ebfcea773 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2f65fad-12b6-4d33-aa45-7d4baab655e0 HTTP/1.1" status: 200 len: 851 time: 0.2445264 Apr 20 17:19:41.304493 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-06627899-e731-488d-9232-a72c183af84f None None] Provisioning complete for port cb58ba66-3676-4b83-ba61-3584d051c032 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:41.304929 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-06627899-e731-488d-9232-a72c183af84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:41.325854 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95673d14-8a53-49a3-b776-71b40fbe15e4 req-d7c81b66-716b-43ce-8e96-5e43e1edde89 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2791359 Apr 20 17:19:41.377395 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port bcc3266f-503f-48f2-83ae-39a468756fac completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:19:41.385087 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port bcc3266f-503f-48f2-83ae-39a468756fac triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:41.388063 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:41.389525 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-09d298fb-468a-4144-99e8-1f573555df63 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:41.436458 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-eda8192c-5455-470b-8977-7faebf6d7102 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:41.439385 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-eda8192c-5455-470b-8977-7faebf6d7102 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.2984369 Apr 20 17:19:41.464970 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578f376-3ea2-410f-9e6b-e08f6fd14101 req-7b3152ea-728d-4a96-9638-335eed485969 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:41.465336 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578f376-3ea2-410f-9e6b-e08f6fd14101 req-7b3152ea-728d-4a96-9638-335eed485969 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:41.465696 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578f376-3ea2-410f-9e6b-e08f6fd14101 req-7b3152ea-728d-4a96-9638-335eed485969 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:41.467245 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6578f376-3ea2-410f-9e6b-e08f6fd14101 req-7b3152ea-728d-4a96-9638-335eed485969 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=60c7e2ae348346058b3fbfec10afa715&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2919858 Apr 20 17:19:41.477556 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-422f2716-5ebb-490b-a9bc-7a85d8716102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:41.485581 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-06627899-e731-488d-9232-a72c183af84f None None] Port cb58ba66-3676-4b83-ba61-3584d051c032 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:19:41.563270 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b4937821-176a-4b9f-a3ac-8a239f45e070 req-a43cbde6-b706-4ed6-981b-3861a1f431b4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7289b4d6-d07e-4d7e-9061-229d2aa24696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2818298 Apr 20 17:19:41.573069 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-09d298fb-468a-4144-99e8-1f573555df63 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:41.629605 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:41.650295 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port bcc3266f-503f-48f2-83ae-39a468756fac, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=bcc3266f-503f-48f2-83ae-39a468756fac,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:19:41.657478 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:41.732346 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a75d1446-4065-4602-ad2a-2c1984f72548 req-2f9f8c00-2e88-4b7c-92f7-446bd8bcd027 tempest-ServerShowV257Test-1347881387 tempest-ServerShowV257Test-1347881387-project] 10.222.0.39 "GET /v2.0/ports?device_id=b144e158-5c38-4858-aa17-c556187f60d2 HTTP/1.1" status: 200 len: 210 time: 0.1518948 Apr 20 17:19:41.741895 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=bcc3266f-503f-48f2-83ae-39a468756fac,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:41.746929 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-bc1109f3-d133-4b51-965e-39f3c568e8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:41.759279 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 8ef886d1-0220-428c-9cea-ff5e4e8d12fa details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:19:41.763932 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:41.764268 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:41.764587 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:41.764903 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:41.765217 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:41.765530 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:41.766225 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:41.766225 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:41.766427 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:41.766735 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:41.767038 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:19:41.801627 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-060eb4ea-4abf-47f8-ab7e-5b1326123280 req-edae17f1-2a6e-40d9-b369-f39a36322aba tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Synchronizing usage tracker for tenant:159ad23e438e4a93b23c1f04f39ed31a on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:19:41.801627 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-f5b432c6-9858-48c7-acb8-a991ba46f153 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=0af42aba-ccbb-414e-841f-3c8777fe4c29 HTTP/1.1" status: 200 len: 217 time: 0.3055160 Apr 20 17:19:41.866575 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d298fb-468a-4144-99e8-1f573555df63 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Pushing event updated for resources: {'Port': ['ID=84ffe60e-83b3-44fd-9266-3e110978ab41,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:41.871980 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-09d298fb-468a-4144-99e8-1f573555df63 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Network d400f90f-4a8e-41ce-ab99-e78cfbfff523 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:19:41.886991 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-09d298fb-468a-4144-99e8-1f573555df63 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:19:41.899141 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'tag': 'e99614d7-916e-434c-bbd2-097e4edc6806'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:19:41.904113 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-09d298fb-468a-4144-99e8-1f573555df63 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:19:41.928287 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 8ef886d1-0220-428c-9cea-ff5e4e8d12fa, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=8ef886d1-0220-428c-9cea-ff5e4e8d12fa,segment=NetworkSegment(4fc59e16-1c50-4b7d-afb8-5de8a7074707),segment_id=4fc59e16-1c50-4b7d-afb8-5de8a7074707)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:19:41.943669 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '8ef886d1-0220-428c-9cea-ff5e4e8d12fa', 'network_id': '7289b4d6-d07e-4d7e-9061-229d2aa24696', 'port_id': '8ef886d1-0220-428c-9cea-ff5e4e8d12fa', 'mac_address': 'fa:16:3e:c4:f1:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f65fad-12b6-4d33-aa45-7d4baab655e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:19:41.948703 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ef276318-abf6-4ccb-8fe1-13bc05041de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:42.005831 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:42.025379 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ef886d1-0220-428c-9cea-ff5e4e8d12fa {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:19:42.039878 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578f376-3ea2-410f-9e6b-e08f6fd14101 req-781934a9-1d3a-4bde-bf84-3aace02efeb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:42.041417 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6578f376-3ea2-410f-9e6b-e08f6fd14101 req-781934a9-1d3a-4bde-bf84-3aace02efeb3 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5575962 Apr 20 17:19:42.043315 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b4937821-176a-4b9f-a3ac-8a239f45e070 req-ba2a0a1f-bfad-4b96-8726-91aed9d72c22 service neutron] 10.222.0.10 "GET /v2.0/networks/7289b4d6-d07e-4d7e-9061-229d2aa24696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619453 Apr 20 17:19:42.045320 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 8ef886d1-0220-428c-9cea-ff5e4e8d12fa, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=8ef886d1-0220-428c-9cea-ff5e4e8d12fa,segment=NetworkSegment(4fc59e16-1c50-4b7d-afb8-5de8a7074707),segment_id=4fc59e16-1c50-4b7d-afb8-5de8a7074707)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:19:42.049412 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:42.051292 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-09d298fb-468a-4144-99e8-1f573555df63 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:42.051916 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-09d298fb-468a-4144-99e8-1f573555df63 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:42.088471 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-060eb4ea-4abf-47f8-ab7e-5b1326123280 req-edae17f1-2a6e-40d9-b369-f39a36322aba tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Unset dirty status for tenant:159ad23e438e4a93b23c1f04f39ed31a on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:19:42.089335 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-060eb4ea-4abf-47f8-ab7e-5b1326123280 req-edae17f1-2a6e-40d9-b369-f39a36322aba tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "GET /v2.0/security-groups?id=2aa6f6dd-f864-4597-b252-7f13412cf844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0299451 Apr 20 17:19:42.090909 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-116f8052-a19a-420d-ad4f-f81ec23007fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:42.091948 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-116f8052-a19a-420d-ad4f-f81ec23007fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.2524266 Apr 20 17:19:42.150683 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=8ef886d1-0220-428c-9cea-ff5e4e8d12fa,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:42.293031 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-09d298fb-468a-4144-99e8-1f573555df63 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9970789 Apr 20 17:19:42.307847 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-94345b7c-12a0-429a-bbeb-d756066f2176 service neutron] Request body: {'port': {'device_id': 'b5fe4791-bb92-405c-a291-72ed7b3d4149', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:42.374461 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['8ef886d1-0220-428c-9cea-ff5e4e8d12fa'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:19:42.396120 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998326c4-c9ac-49b3-8391-003191e5f32c req-62e234da-2a98-49de-98b3-fac5d278d5cb tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:42.396795 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-998326c4-c9ac-49b3-8391-003191e5f32c req-62e234da-2a98-49de-98b3-fac5d278d5cb tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Synchronizing usage tracker for tenant:0dd99ef1065b406196682e8299225373 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:19:42.441168 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b4937821-176a-4b9f-a3ac-8a239f45e070 req-aff28831-a34f-4ce4-a48d-910ff728dee2 service neutron] 10.222.0.10 "GET /v2.0/networks/7289b4d6-d07e-4d7e-9061-229d2aa24696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838074 Apr 20 17:19:42.479085 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-94345b7c-12a0-429a-bbeb-d756066f2176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:42.506472 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-998326c4-c9ac-49b3-8391-003191e5f32c req-62e234da-2a98-49de-98b3-fac5d278d5cb tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Unset dirty status for tenant:0dd99ef1065b406196682e8299225373 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:19:42.508727 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-998326c4-c9ac-49b3-8391-003191e5f32c req-62e234da-2a98-49de-98b3-fac5d278d5cb tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 931 time: 0.5768557 Apr 20 17:19:42.534706 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-a6fa4011-4de7-4a47-83d1-7d82ce3f83f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4300270 Apr 20 17:19:42.585389 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:42.615697 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:42.665751 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-998326c4-c9ac-49b3-8391-003191e5f32c req-3ae83fa3-69b0-4955-b8da-ccba5293eff3 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Synchronizing usage tracker for tenant:0dd99ef1065b406196682e8299225373 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:19:42.675825 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289ed18-f8d3-4db0-986a-1ca4ec2854ba req-d799c2bd-6508-4429-a59c-417dee345f18 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:42.677509 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e289ed18-f8d3-4db0-986a-1ca4ec2854ba req-d799c2bd-6508-4429-a59c-417dee345f18 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 950 time: 0.4150748 Apr 20 17:19:42.678806 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.resource_extend [None req-ef276318-abf6-4ccb-8fe1-13bc05041de6 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:19:42.742358 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ef276318-abf6-4ccb-8fe1-13bc05041de6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:42.780907 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ef276318-abf6-4ccb-8fe1-13bc05041de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:42.806847 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-998326c4-c9ac-49b3-8391-003191e5f32c req-3ae83fa3-69b0-4955-b8da-ccba5293eff3 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Unset dirty status for tenant:0dd99ef1065b406196682e8299225373 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:19:42.808000 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-998326c4-c9ac-49b3-8391-003191e5f32c req-3ae83fa3-69b0-4955-b8da-ccba5293eff3 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553797 Apr 20 17:19:42.812342 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-351b1b3e-6ac2-4025-8624-5d43c54a58e1 req-be37ff7a-56e0-4858-bdcb-823126917327 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b144e158-5c38-4858-aa17-c556187f60d2 HTTP/1.1" status: 200 len: 210 time: 0.0539367 Apr 20 17:19:42.835011 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device bcc3266f-503f-48f2-83ae-39a468756fac up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:19:42.868413 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e9c5d9-f4f5-4658-b03a-653f6129a873 admin admin] Router d5885a7b-777a-404c-a137-5e085ebcdd0e has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:19:42.882075 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-bc1109f3-d133-4b51-965e-39f3c568e8c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5224556f-f386-4d81-8c67-44e0ec851101 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:19:42.925841 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-bc1109f3-d133-4b51-965e-39f3c568e8c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:42.944280 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-94345b7c-12a0-429a-bbeb-d756066f2176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84ffe60e-83b3-44fd-9266-3e110978ab41 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:19:42.947532 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port bcc3266f-503f-48f2-83ae-39a468756fac triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:42.948085 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:42.952686 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-94345b7c-12a0-429a-bbeb-d756066f2176 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:42.969486 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-94345b7c-12a0-429a-bbeb-d756066f2176 service neutron] Transition to ACTIVE for port object 84ffe60e-83b3-44fd-9266-3e110978ab41 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:19:42.976655 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-94345b7c-12a0-429a-bbeb-d756066f2176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:42.988277 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-bc1109f3-d133-4b51-965e-39f3c568e8c0 service neutron] Transition to ACTIVE for port object 5224556f-f386-4d81-8c67-44e0ec851101 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:19:42.989177 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef276318-abf6-4ccb-8fe1-13bc05041de6 admin admin] Pushing event updated for resources: {'Port': ['ID=89c779bb-0f39-4561-bffa-7657388344e7,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:42.993716 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ef276318-abf6-4ccb-8fe1-13bc05041de6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:42.999376 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e289ed18-f8d3-4db0-986a-1ca4ec2854ba req-e3082544-443b-4954-a8f3-1d9573d1a2aa tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831621 Apr 20 17:19:43.001322 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-c9315a94-49f2-4fe3-b973-7c042ba9cf19 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545693 Apr 20 17:19:43.007603 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-bc1109f3-d133-4b51-965e-39f3c568e8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:43.025606 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88f60495-2f14-489c-947a-dffcb14b9023'] response: {'server_uuid': 'c30439be-8f2e-4b39-bce0-066c4901b03c', 'name': 'network-vif-deleted', 'tag': '729b7558-af23-44df-86d8-4dd7d7dcbdbe', 'status': 'completed', 'code': 200} Apr 20 17:19:43.085964 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:43.142890 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94345b7c-12a0-429a-bbeb-d756066f2176 service neutron] Pushing event updated for resources: {'Port': ['ID=84ffe60e-83b3-44fd-9266-3e110978ab41,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:43.197777 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-992771d4-11d9-4688-b59b-ba3ff083afae'] response: {'name': 'network-changed', 'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'tag': 'e99614d7-916e-434c-bbd2-097e4edc6806', 'status': 'completed', 'code': 200} Apr 20 17:19:43.307038 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c501bcbd-1903-4dc2-bac2-c31306cbd089 req-07cb5ef7-91da-4db2-95bb-b30b4a8e2aca tempest-ServerShowV257Test-1347881387 tempest-ServerShowV257Test-1347881387-project] 10.222.0.39 "GET /v2.0/ports?device_id=b144e158-5c38-4858-aa17-c556187f60d2 HTTP/1.1" status: 200 len: 210 time: 0.0624921 Apr 20 17:19:43.353430 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-94345b7c-12a0-429a-bbeb-d756066f2176 service neutron] Attempting to bind port 84ffe60e-83b3-44fd-9266-3e110978ab41 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:19:43.353730 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-94345b7c-12a0-429a-bbeb-d756066f2176 service neutron] Attempting to bind port 84ffe60e-83b3-44fd-9266-3e110978ab41 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '4060d4e7-10e6-4838-836b-eec05a3f4513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd400f90f-4a8e-41ce-ab99-e78cfbfff523'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:19:43.354065 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-94345b7c-12a0-429a-bbeb-d756066f2176 service neutron] Attempting to bind port 84ffe60e-83b3-44fd-9266-3e110978ab41 on network d400f90f-4a8e-41ce-ab99-e78cfbfff523 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:19:43.368449 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1109f3-d133-4b51-965e-39f3c568e8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5224556f-f386-4d81-8c67-44e0ec851101,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:43.377496 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-94345b7c-12a0-429a-bbeb-d756066f2176 service neutron] Port 84ffe60e-83b3-44fd-9266-3e110978ab41 on network d400f90f-4a8e-41ce-ab99-e78cfbfff523 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:19:43.377807 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-94345b7c-12a0-429a-bbeb-d756066f2176 service neutron] Attempting to bind port 84ffe60e-83b3-44fd-9266-3e110978ab41 on network d400f90f-4a8e-41ce-ab99-e78cfbfff523 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:19:43.386856 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-df9acb53-f022-4780-8216-c92b369b1027 req-4ccff725-18ec-4985-8f9a-fee60cf16787 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=60c7e2ae348346058b3fbfec10afa715&device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 6302 time: 0.2080240 Apr 20 17:19:43.427072 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-94345b7c-12a0-429a-bbeb-d756066f2176 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:19:43.427751 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-94345b7c-12a0-429a-bbeb-d756066f2176 service neutron] Checking segment: {'id': '4060d4e7-10e6-4838-836b-eec05a3f4513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd400f90f-4a8e-41ce-ab99-e78cfbfff523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:19:43.427751 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-94345b7c-12a0-429a-bbeb-d756066f2176 service neutron] Bound using segment: {'id': '4060d4e7-10e6-4838-836b-eec05a3f4513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd400f90f-4a8e-41ce-ab99-e78cfbfff523'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:19:43.428236 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-94345b7c-12a0-429a-bbeb-d756066f2176 service neutron] Bound port: 84ffe60e-83b3-44fd-9266-3e110978ab41, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4060d4e7-10e6-4838-836b-eec05a3f4513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd400f90f-4a8e-41ce-ab99-e78cfbfff523'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:19:43.428533 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-94345b7c-12a0-429a-bbeb-d756066f2176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:43.593353 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f1b796d6-0088-42fa-a234-d82ca6166134 req-60fcd1d7-b684-4f51-9c1d-1a910c40470e tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups/2cedec2a-fd0d-44dd-8d04-57c0bccf7439 HTTP/1.1" status: 200 len: 1635 time: 0.2330112 Apr 20 17:19:43.662526 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9acb53-f022-4780-8216-c92b369b1027 req-06efc4b8-a66d-43a3-8ba6-d850b9587e91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:43.662955 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9acb53-f022-4780-8216-c92b369b1027 req-06efc4b8-a66d-43a3-8ba6-d850b9587e91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:43.663322 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9acb53-f022-4780-8216-c92b369b1027 req-06efc4b8-a66d-43a3-8ba6-d850b9587e91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:43.665033 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-df9acb53-f022-4780-8216-c92b369b1027 req-06efc4b8-a66d-43a3-8ba6-d850b9587e91 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=60c7e2ae348346058b3fbfec10afa715&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2626610 Apr 20 17:19:43.697901 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-94345b7c-12a0-429a-bbeb-d756066f2176 service neutron] For port 84ffe60e-83b3-44fd-9266-3e110978ab41, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:19:43.765829 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-94345b7c-12a0-429a-bbeb-d756066f2176 service neutron] For port 84ffe60e-83b3-44fd-9266-3e110978ab41, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=84ffe60e-83b3-44fd-9266-3e110978ab41,segment=NetworkSegment(4060d4e7-10e6-4838-836b-eec05a3f4513),segment_id=4060d4e7-10e6-4838-836b-eec05a3f4513)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:19:43.782659 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-94345b7c-12a0-429a-bbeb-d756066f2176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:43.783913 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 8ef886d1-0220-428c-9cea-ff5e4e8d12fa up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:19:43.832786 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-3fd71f09-c4d0-4f0a-9e8d-84059f5f48fb service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7604249 Apr 20 17:19:43.862850 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5584cb-8551-42e9-ada9-014e238b86a2 req-f0c1cfd7-d1db-4601-a058-888c3cb65f1d tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:43.866706 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5584cb-8551-42e9-ada9-014e238b86a2 req-f0c1cfd7-d1db-4601-a058-888c3cb65f1d tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:43.870483 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5584cb-8551-42e9-ada9-014e238b86a2 req-f0c1cfd7-d1db-4601-a058-888c3cb65f1d tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:43.874735 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5584cb-8551-42e9-ada9-014e238b86a2 req-f0c1cfd7-d1db-4601-a058-888c3cb65f1d tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:43.878449 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5584cb-8551-42e9-ada9-014e238b86a2 req-f0c1cfd7-d1db-4601-a058-888c3cb65f1d tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:43.882140 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f1b796d6-0088-42fa-a234-d82ca6166134 req-43b770f3-be89-4111-98f9-e5e21a6e0bd6 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:43.882538 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5584cb-8551-42e9-ada9-014e238b86a2 req-f0c1cfd7-d1db-4601-a058-888c3cb65f1d tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:43.886237 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5584cb-8551-42e9-ada9-014e238b86a2 req-f0c1cfd7-d1db-4601-a058-888c3cb65f1d tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:43.888134 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6a5584cb-8551-42e9-ada9-014e238b86a2 req-f0c1cfd7-d1db-4601-a058-888c3cb65f1d tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5397 time: 0.6854703 Apr 20 17:19:43.892134 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-94345b7c-12a0-429a-bbeb-d756066f2176 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:43.893471 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-94345b7c-12a0-429a-bbeb-d756066f2176 service neutron] 10.222.0.43 "PUT /v2.0/ports/84ffe60e-83b3-44fd-9266-3e110978ab41 HTTP/1.1" status: 200 len: 1091 time: 1.5901246 Apr 20 17:19:43.895183 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef276318-abf6-4ccb-8fe1-13bc05041de6 admin admin] Network 76ef8d88-de49-4215-a197-8a82f63cab41 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:19:43.900398 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-ef276318-abf6-4ccb-8fe1-13bc05041de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:19:43.941790 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f1b796d6-0088-42fa-a234-d82ca6166134 req-43b770f3-be89-4111-98f9-e5e21a6e0bd6 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:43.950492 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9acb53-f022-4780-8216-c92b369b1027 req-ffdd2a15-7d43-4d6f-8c51-93b0bc407093 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:43.951961 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-df9acb53-f022-4780-8216-c92b369b1027 req-ffdd2a15-7d43-4d6f-8c51-93b0bc407093 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2792926 Apr 20 17:19:43.960517 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94345b7c-12a0-429a-bbeb-d756066f2176 service neutron] Pushing event updated for resources: {'Port': ['ID=84ffe60e-83b3-44fd-9266-3e110978ab41,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:44.021411 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:44.032558 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f1b796d6-0088-42fa-a234-d82ca6166134 req-43b770f3-be89-4111-98f9-e5e21a6e0bd6 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:44.044511 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 8ef886d1-0220-428c-9cea-ff5e4e8d12fa completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:19:44.063880 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b770f3-be89-4111-98f9-e5e21a6e0bd6 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cedec2a-fd0d-44dd-8d04-57c0bccf7439,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:44.065990 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 8ef886d1-0220-428c-9cea-ff5e4e8d12fa triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:44.067214 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:44.068571 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a7fbc6-f986-49ba-bd0e-a393cf6c4543 None None] Sync routers for ids ['1a884e82-0ca8-47c6-a106-9b20aed4b81f'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:19:44.083103 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f1b796d6-0088-42fa-a234-d82ca6166134 req-43b770f3-be89-4111-98f9-e5e21a6e0bd6 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:44.088681 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a7fbc6-f986-49ba-bd0e-a393cf6c4543 None None] Routers {'1a884e82-0ca8-47c6-a106-9b20aed4b81f'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:19:44.089962 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f1a7fbc6-f986-49ba-bd0e-a393cf6c4543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:19:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['1a884e82-0ca8-47c6-a106-9b20aed4b81f'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:19:44.098855 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f1b796d6-0088-42fa-a234-d82ca6166134 req-43b770f3-be89-4111-98f9-e5e21a6e0bd6 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "DELETE /v2.0/security-groups/2cedec2a-fd0d-44dd-8d04-57c0bccf7439 HTTP/1.1" status: 204 len: 173 time: 0.4964886 Apr 20 17:19:44.282346 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6a5584cb-8551-42e9-ada9-014e238b86a2 req-f45fc59a-bac5-452e-9652-95689faf40d9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3849041 Apr 20 17:19:44.283268 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-bc1109f3-d133-4b51-965e-39f3c568e8c0 service neutron] Attempting to bind port 5224556f-f386-4d81-8c67-44e0ec851101 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:19:44.283696 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-bc1109f3-d133-4b51-965e-39f3c568e8c0 service neutron] Attempting to bind port 5224556f-f386-4d81-8c67-44e0ec851101 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'abb1ef17-1d29-49c1-9668-c4c78c541eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a39373cc-9e04-46cb-a6a0-e81ef6eae8fd'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:19:44.284012 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-bc1109f3-d133-4b51-965e-39f3c568e8c0 service neutron] Attempting to bind port 5224556f-f386-4d81-8c67-44e0ec851101 on network a39373cc-9e04-46cb-a6a0-e81ef6eae8fd {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:19:44.295291 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-bc1109f3-d133-4b51-965e-39f3c568e8c0 service neutron] Port 5224556f-f386-4d81-8c67-44e0ec851101 on network a39373cc-9e04-46cb-a6a0-e81ef6eae8fd not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:19:44.295611 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-bc1109f3-d133-4b51-965e-39f3c568e8c0 service neutron] Attempting to bind port 5224556f-f386-4d81-8c67-44e0ec851101 on network a39373cc-9e04-46cb-a6a0-e81ef6eae8fd {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:19:44.303435 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-19a93ded-7a90-4b1f-95df-f6e8b50c4160 None None] Provisioning complete for port 89c779bb-0f39-4561-bffa-7657388344e7 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:44.304055 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-19a93ded-7a90-4b1f-95df-f6e8b50c4160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:44.309934 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-bc1109f3-d133-4b51-965e-39f3c568e8c0 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:19:44.310287 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-bc1109f3-d133-4b51-965e-39f3c568e8c0 service neutron] Checking segment: {'id': 'abb1ef17-1d29-49c1-9668-c4c78c541eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a39373cc-9e04-46cb-a6a0-e81ef6eae8fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:19:44.310873 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-bc1109f3-d133-4b51-965e-39f3c568e8c0 service neutron] Bound using segment: {'id': 'abb1ef17-1d29-49c1-9668-c4c78c541eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a39373cc-9e04-46cb-a6a0-e81ef6eae8fd'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:19:44.311318 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-bc1109f3-d133-4b51-965e-39f3c568e8c0 service neutron] Bound port: 5224556f-f386-4d81-8c67-44e0ec851101, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abb1ef17-1d29-49c1-9668-c4c78c541eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a39373cc-9e04-46cb-a6a0-e81ef6eae8fd'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:19:44.311736 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-bc1109f3-d133-4b51-965e-39f3c568e8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:44.407033 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-19a93ded-7a90-4b1f-95df-f6e8b50c4160 None None] Port 89c779bb-0f39-4561-bffa-7657388344e7 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:19:44.433377 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-f1a7fbc6-f986-49ba-bd0e-a393cf6c4543 None None] Set router 1a884e82-0ca8-47c6-a106-9b20aed4b81f gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:19:44.470258 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e9c5d9-f4f5-4658-b03a-653f6129a873 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:19:44.478156 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:44.479005 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-bc1109f3-d133-4b51-965e-39f3c568e8c0 service neutron] For port 5224556f-f386-4d81-8c67-44e0ec851101, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:19:44.483982 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-bc1109f3-d133-4b51-965e-39f3c568e8c0 service neutron] For port 5224556f-f386-4d81-8c67-44e0ec851101, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=5224556f-f386-4d81-8c67-44e0ec851101,segment=NetworkSegment(abb1ef17-1d29-49c1-9668-c4c78c541eec),segment_id=abb1ef17-1d29-49c1-9668-c4c78c541eec)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:19:44.533326 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd90d49c-a769-4539-8369-05090d9be905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef886d1-0220-428c-9cea-ff5e4e8d12fa'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:19:44.550401 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-bc1109f3-d133-4b51-965e-39f3c568e8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:44.565116 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 8ef886d1-0220-428c-9cea-ff5e4e8d12fa, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=8ef886d1-0220-428c-9cea-ff5e4e8d12fa,segment=NetworkSegment(4fc59e16-1c50-4b7d-afb8-5de8a7074707),segment_id=4fc59e16-1c50-4b7d-afb8-5de8a7074707)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:19:44.579251 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:44.597735 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-38e9c5d9-f4f5-4658-b03a-653f6129a873 admin admin] 10.222.0.39 "PUT /v2.0/routers/d5885a7b-777a-404c-a137-5e085ebcdd0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9346030 Apr 20 17:19:44.683194 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=8ef886d1-0220-428c-9cea-ff5e4e8d12fa,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:44.710661 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-47421ba0-762a-4c88-8ec9-24a98b1cb9eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0dd99ef1065b406196682e8299225373&device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 1094 time: 0.5588384 Apr 20 17:19:44.724861 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db641765-62f2-423a-9bd4-0fb65ad20699 req-aad1a9fe-80c5-4fdf-955c-107909779894 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:44.732076 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-bc1109f3-d133-4b51-965e-39f3c568e8c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:44.733494 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-bc1109f3-d133-4b51-965e-39f3c568e8c0 service neutron] 10.222.0.10 "PUT /v2.0/ports/5224556f-f386-4d81-8c67-44e0ec851101 HTTP/1.1" status: 200 len: 1089 time: 4.1489685 Apr 20 17:19:44.739053 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-db641765-62f2-423a-9bd4-0fb65ad20699 req-aad1a9fe-80c5-4fdf-955c-107909779894 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd90d49c-a769-4539-8369-05090d9be905 HTTP/1.1" status: 200 len: 946 time: 0.4296777 Apr 20 17:19:44.786364 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1109f3-d133-4b51-965e-39f3c568e8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5224556f-f386-4d81-8c67-44e0ec851101,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:44.800236 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-ccdcfbaf-610d-4553-97dc-20831946e5a6 service neutron] Request body: {'port': {'device_id': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:44.870710 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f1a7fbc6-f986-49ba-bd0e-a393cf6c4543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a884e82-0ca8-47c6-a106-9b20aed4b81f', 'name': 'tempest-ServerRescueTestJSON-195754155-router', 'tenant_id': '0dd99ef1065b406196682e8299225373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '7befc246-3e65-46f6-a68c-674366f190a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:19:14Z', 'updated_at': '2022-04-20T17:19:23Z', 'revision_number': 4, 'project_id': '0dd99ef1065b406196682e8299225373', 'gw_port': {'id': '7befc246-3e65-46f6-a68c-674366f190a6', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a884e82-0ca8-47c6-a106-9b20aed4b81f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:16Z', 'updated_at': '2022-04-20T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '3102ab82-334b-48c9-b947-ab8e58eacaa7', 'name': '', 'network_id': 'd400f90f-4a8e-41ce-ab99-e78cfbfff523', 'tenant_id': '0dd99ef1065b406196682e8299225373', 'mac_address': 'fa:16:3e:4b:55:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a884e82-0ca8-47c6-a106-9b20aed4b81f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d6355b3-9159-47c5-b462-d8d60cd8f890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:22Z', 'updated_at': '2022-04-20T17:19:24Z', 'revision_number': 2, 'project_id': '0dd99ef1065b406196682e8299225373', 'subnets': [{'id': '7d6355b3-9159-47c5-b462-d8d60cd8f890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:19:44.879476 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-8bdca9fc-0225-43de-9b51-9da86c911bee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84ffe60e-83b3-44fd-9266-3e110978ab41 HTTP/1.1" status: 200 len: 217 time: 0.1390913 Apr 20 17:19:44.882413 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a7fbc6-f986-49ba-bd0e-a393cf6c4543 None None] Checking router: 1a884e82-0ca8-47c6-a106-9b20aed4b81f for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:19:44.882957 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a7fbc6-f986-49ba-bd0e-a393cf6c4543 None None] Updating router 1a884e82-0ca8-47c6-a106-9b20aed4b81f port 3102ab82-334b-48c9-b947-ab8e58eacaa7 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:19:44.927718 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fab48-684b-4675-a29c-e9fa37657a15 req-6e10f096-e187-483b-9a94-16d5f1ec6e1c tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:44.935426 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-479fab48-684b-4675-a29c-e9fa37657a15 req-6e10f096-e187-483b-9a94-16d5f1ec6e1c tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 943 time: 0.2802830 Apr 20 17:19:44.956209 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-f1a7fbc6-f986-49ba-bd0e-a393cf6c4543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:44.991641 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-db641765-62f2-423a-9bd4-0fb65ad20699 req-5ac1f3f9-d293-4060-8984-9a0b7df59aa1 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "GET /v2.0/security-groups?id=2aa6f6dd-f864-4597-b252-7f13412cf844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642377 Apr 20 17:19:45.001721 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:45.008502 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-70034f6d-e0d1-4c94-98dc-3b0552822053 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:45.010783 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-70034f6d-e0d1-4c94-98dc-3b0552822053 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d6355b3-9159-47c5-b462-d8d60cd8f890 HTTP/1.1" status: 200 len: 850 time: 0.1220839 Apr 20 17:19:45.037001 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-ccdcfbaf-610d-4553-97dc-20831946e5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:45.095697 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5fe4791-bb92-405c-a291-72ed7b3d4149', 'tag': '84ffe60e-83b3-44fd-9266-3e110978ab41'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:19:45.101929 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-f77012d8-5957-49ab-a2b5-b3564f87fc77 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d400f90f-4a8e-41ce-ab99-e78cfbfff523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826790 Apr 20 17:19:45.121601 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-479fab48-684b-4675-a29c-e9fa37657a15 req-b9f5e2bb-47ec-444a-a3a5-f05fc768a6a7 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850197 Apr 20 17:19:45.211543 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'tag': '5224556f-f386-4d81-8c67-44e0ec851101'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:19:45.229699 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef276318-abf6-4ccb-8fe1-13bc05041de6 admin admin] Router f4eaf015-7581-40c0-b7e9-a9e3d20c758a has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:19:45.345733 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-549b6bd1-685b-460c-8d41-785251def664 service neutron] 10.222.0.43 "GET /v2.0/networks/d400f90f-4a8e-41ce-ab99-e78cfbfff523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361033 Apr 20 17:19:45.379172 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380cd06-acfd-4438-b8f2-3672dbc3db59 req-52968a02-f73e-46c7-b48a-a0d7b0c46b14 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:45.380617 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a380cd06-acfd-4438-b8f2-3672dbc3db59 req-52968a02-f73e-46c7-b48a-a0d7b0c46b14 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 950 time: 0.1498156 Apr 20 17:19:45.387753 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-f1a7fbc6-f986-49ba-bd0e-a393cf6c4543 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:45.391088 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fcf946b0-b8ed-4332-b790-b1b84613e206 req-3e008f26-a264-4217-b60c-1f62e122d6ca tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups/14e167ac-98bb-4e0e-82c8-9b9621204907 HTTP/1.1" status: 200 len: 1634 time: 0.1722960 Apr 20 17:19:45.422795 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-f1a7fbc6-f986-49ba-bd0e-a393cf6c4543 None None] Transition to ACTIVE for port object 3102ab82-334b-48c9-b947-ab8e58eacaa7 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:19:45.433191 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-f1a7fbc6-f986-49ba-bd0e-a393cf6c4543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:45.507917 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a380cd06-acfd-4438-b8f2-3672dbc3db59 req-7d6c770b-2f5c-4d64-b79b-5e42b660dfa1 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763657 Apr 20 17:19:45.541305 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9c42863c-49c0-4478-9ccf-73d8d97940f1 req-861ca931-cb4a-4015-8808-4f4d492e2a39 service neutron] 10.222.0.43 "GET /v2.0/networks/d400f90f-4a8e-41ce-ab99-e78cfbfff523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869621 Apr 20 17:19:45.616398 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed8453-ce73-4bda-af17-ae638e5b6134 None None] Pushing event updated for resources: {'Port': ['ID=3102ab82-334b-48c9-b947-ab8e58eacaa7,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:45.679188 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-366a5056-7ed7-428e-bba4-13a40c108cee req-808a8c72-4443-4e25-9076-032727fcbdd1 tempest-ServerShowV257Test-1347881387 tempest-ServerShowV257Test-1347881387-project] 10.222.0.39 "GET /v2.0/ports?device_id=b144e158-5c38-4858-aa17-c556187f60d2 HTTP/1.1" status: 200 len: 210 time: 0.0425057 Apr 20 17:19:45.722611 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-f1a7fbc6-f986-49ba-bd0e-a393cf6c4543 None None] Attempting to bind port 3102ab82-334b-48c9-b947-ab8e58eacaa7 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:19:45.722611 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-f1a7fbc6-f986-49ba-bd0e-a393cf6c4543 None None] Attempting to bind port 3102ab82-334b-48c9-b947-ab8e58eacaa7 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '4060d4e7-10e6-4838-836b-eec05a3f4513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd400f90f-4a8e-41ce-ab99-e78cfbfff523'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:19:45.722611 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a7fbc6-f986-49ba-bd0e-a393cf6c4543 None None] Attempting to bind port 3102ab82-334b-48c9-b947-ab8e58eacaa7 on network d400f90f-4a8e-41ce-ab99-e78cfbfff523 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:19:45.728538 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a7fbc6-f986-49ba-bd0e-a393cf6c4543 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:19:45.728902 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a7fbc6-f986-49ba-bd0e-a393cf6c4543 None None] Checking segment: {'id': '4060d4e7-10e6-4838-836b-eec05a3f4513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd400f90f-4a8e-41ce-ab99-e78cfbfff523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:19:45.729781 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-f1a7fbc6-f986-49ba-bd0e-a393cf6c4543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:45.729781 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a7fbc6-f986-49ba-bd0e-a393cf6c4543 None None] Bound using segment: {'id': '4060d4e7-10e6-4838-836b-eec05a3f4513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd400f90f-4a8e-41ce-ab99-e78cfbfff523'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:19:45.730112 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-f1a7fbc6-f986-49ba-bd0e-a393cf6c4543 None None] Bound port: 3102ab82-334b-48c9-b947-ab8e58eacaa7, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4060d4e7-10e6-4838-836b-eec05a3f4513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd400f90f-4a8e-41ce-ab99-e78cfbfff523'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:19:45.730714 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-f1a7fbc6-f986-49ba-bd0e-a393cf6c4543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:45.774618 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4384846-c4a5-4fbf-b38e-eede20b90686'] response: {'server_uuid': 'dd90d49c-a769-4539-8369-05090d9be905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef886d1-0220-428c-9cea-ff5e4e8d12fa', 'code': 200} Apr 20 17:19:45.778372 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fcf946b0-b8ed-4332-b790-b1b84613e206 req-1482bff5-f0b4-4234-8874-593903a6098e tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:45.816185 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fcf946b0-b8ed-4332-b790-b1b84613e206 req-1482bff5-f0b4-4234-8874-593903a6098e tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:45.833104 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-f1a7fbc6-f986-49ba-bd0e-a393cf6c4543 None None] For port 3102ab82-334b-48c9-b947-ab8e58eacaa7, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:19:45.835984 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-f1a7fbc6-f986-49ba-bd0e-a393cf6c4543 None None] For port 3102ab82-334b-48c9-b947-ab8e58eacaa7, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3102ab82-334b-48c9-b947-ab8e58eacaa7,segment=NetworkSegment(4060d4e7-10e6-4838-836b-eec05a3f4513),segment_id=4060d4e7-10e6-4838-836b-eec05a3f4513)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:19:45.842141 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-f1a7fbc6-f986-49ba-bd0e-a393cf6c4543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:45.918875 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1459fee3-c520-4e64-a198-89fa79782c40 req-9266398e-ef53-429e-8d03-1f34f0be358f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dd90d49c-a769-4539-8369-05090d9be905 HTTP/1.1" status: 200 len: 1097 time: 0.0761817 Apr 20 17:19:45.926733 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-ccdcfbaf-610d-4553-97dc-20831946e5a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e451d66-3f1e-4689-9a25-ce9c80736888 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:19:45.934572 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-ccdcfbaf-610d-4553-97dc-20831946e5a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:45.956654 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-ccdcfbaf-610d-4553-97dc-20831946e5a6 service neutron] Transition to ACTIVE for port object 2e451d66-3f1e-4689-9a25-ce9c80736888 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:19:45.959495 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fcf946b0-b8ed-4332-b790-b1b84613e206 req-1482bff5-f0b4-4234-8874-593903a6098e tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:45.962474 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed8453-ce73-4bda-af17-ae638e5b6134 None None] Pushing event updated for resources: {'Port': ['ID=3102ab82-334b-48c9-b947-ab8e58eacaa7,revision_number=4']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:45.976242 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a7fbc6-f986-49ba-bd0e-a393cf6c4543 None None] Routers {'1a884e82-0ca8-47c6-a106-9b20aed4b81f'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:19:45.977160 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f1a7fbc6-f986-49ba-bd0e-a393cf6c4543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:19:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['1a884e82-0ca8-47c6-a106-9b20aed4b81f'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:19:45.979888 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-ccdcfbaf-610d-4553-97dc-20831946e5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:46.012608 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1482bff5-f0b4-4234-8874-593903a6098e tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e167ac-98bb-4e0e-82c8-9b9621204907,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:46.063132 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fcf946b0-b8ed-4332-b790-b1b84613e206 req-1482bff5-f0b4-4234-8874-593903a6098e tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:46.074944 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fcf946b0-b8ed-4332-b790-b1b84613e206 req-1482bff5-f0b4-4234-8874-593903a6098e tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "DELETE /v2.0/security-groups/14e167ac-98bb-4e0e-82c8-9b9621204907 HTTP/1.1" status: 204 len: 173 time: 0.6829216 Apr 20 17:19:46.169307 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-1bd7d93a-1919-4f87-8084-4fc87b53f944 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:46.170358 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcfbaf-610d-4553-97dc-20831946e5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=2e451d66-3f1e-4689-9a25-ce9c80736888,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:46.176052 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-1bd7d93a-1919-4f87-8084-4fc87b53f944 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/networks?id=7dca78eb-5829-40b0-a3af-13613754711d HTTP/1.1" status: 200 len: 829 time: 0.1914623 Apr 20 17:19:46.188215 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b497dce-12a1-4efd-bdc5-23ebaa7be9d1'] response: {'name': 'network-changed', 'server_uuid': 'b5fe4791-bb92-405c-a291-72ed7b3d4149', 'tag': '84ffe60e-83b3-44fd-9266-3e110978ab41', 'status': 'completed', 'code': 200} Apr 20 17:19:46.227821 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-7b0ab9cd-f291-4c2d-922d-a9ce6ee11dfd tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/quotas/108601a41d654be6985fac52f41da158 HTTP/1.1" status: 200 len: 375 time: 0.0507262 Apr 20 17:19:46.255820 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4860603f-e497-43a7-824d-dd59bb8a77c8'] response: {'name': 'network-changed', 'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'tag': '5224556f-f386-4d81-8c67-44e0ec851101', 'status': 'completed', 'code': 200} Apr 20 17:19:46.264557 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-f1a7fbc6-f986-49ba-bd0e-a393cf6c4543 None None] Set router 1a884e82-0ca8-47c6-a106-9b20aed4b81f gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:19:46.270792 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1459fee3-c520-4e64-a198-89fa79782c40 req-49e4d10e-402c-4ec9-a4dd-f19c41843aa6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2aa6f6dd-f864-4597-b252-7f13412cf844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3354638 Apr 20 17:19:46.337980 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef276318-abf6-4ccb-8fe1-13bc05041de6 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:19:46.357993 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ef276318-abf6-4ccb-8fe1-13bc05041de6 admin admin] 10.222.0.39 "PUT /v2.0/routers/f4eaf015-7581-40c0-b7e9-a9e3d20c758a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3710606 Apr 20 17:19:46.437764 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d33d750a-9b87-48f2-8ebf-6aae84c3b25b req-d37c6c6f-7a22-4766-b188-b61513b7585b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=60c7e2ae348346058b3fbfec10afa715&device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 6369 time: 0.1656063 Apr 20 17:19:46.470327 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-d5b3a7fc-5c6e-4ecb-aefe-89237c753f49 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=108601a41d654be6985fac52f41da158&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2415524 Apr 20 17:19:46.569523 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41902) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:46.574806 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-ccdcfbaf-610d-4553-97dc-20831946e5a6 service neutron] Attempting to bind port 2e451d66-3f1e-4689-9a25-ce9c80736888 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:19:46.575140 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-ccdcfbaf-610d-4553-97dc-20831946e5a6 service neutron] Attempting to bind port 2e451d66-3f1e-4689-9a25-ce9c80736888 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'ed532698-ac79-4654-b726-93450dcffcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd9f1e448-db15-4c9f-8c5b-a0fa35869e80'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:19:46.575462 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-ccdcfbaf-610d-4553-97dc-20831946e5a6 service neutron] Attempting to bind port 2e451d66-3f1e-4689-9a25-ce9c80736888 on network d9f1e448-db15-4c9f-8c5b-a0fa35869e80 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:19:46.595877 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a7a1f723-f249-4ddc-9b1e-03a05473d062 req-cd780735-e2fd-4f94-abe8-0a1a3ff51c9a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0dd99ef1065b406196682e8299225373&device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 1094 time: 0.4068153 Apr 20 17:19:46.732472 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-ccdcfbaf-610d-4553-97dc-20831946e5a6 service neutron] Port 2e451d66-3f1e-4689-9a25-ce9c80736888 on network d9f1e448-db15-4c9f-8c5b-a0fa35869e80 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:19:46.732729 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-ccdcfbaf-610d-4553-97dc-20831946e5a6 service neutron] Attempting to bind port 2e451d66-3f1e-4689-9a25-ce9c80736888 on network d9f1e448-db15-4c9f-8c5b-a0fa35869e80 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:19:46.759555 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-ccdcfbaf-610d-4553-97dc-20831946e5a6 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:19:46.759555 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-ccdcfbaf-610d-4553-97dc-20831946e5a6 service neutron] Checking segment: {'id': 'ed532698-ac79-4654-b726-93450dcffcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd9f1e448-db15-4c9f-8c5b-a0fa35869e80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:19:46.759555 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-ccdcfbaf-610d-4553-97dc-20831946e5a6 service neutron] Bound using segment: {'id': 'ed532698-ac79-4654-b726-93450dcffcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd9f1e448-db15-4c9f-8c5b-a0fa35869e80'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:19:46.759555 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-ccdcfbaf-610d-4553-97dc-20831946e5a6 service neutron] Bound port: 2e451d66-3f1e-4689-9a25-ce9c80736888, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed532698-ac79-4654-b726-93450dcffcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd9f1e448-db15-4c9f-8c5b-a0fa35869e80'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:19:46.759555 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-ccdcfbaf-610d-4553-97dc-20831946e5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:46.775408 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f1a7fbc6-f986-49ba-bd0e-a393cf6c4543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a884e82-0ca8-47c6-a106-9b20aed4b81f', 'name': 'tempest-ServerRescueTestJSON-195754155-router', 'tenant_id': '0dd99ef1065b406196682e8299225373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '7befc246-3e65-46f6-a68c-674366f190a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:19:14Z', 'updated_at': '2022-04-20T17:19:23Z', 'revision_number': 4, 'project_id': '0dd99ef1065b406196682e8299225373', 'gw_port': {'id': '7befc246-3e65-46f6-a68c-674366f190a6', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a884e82-0ca8-47c6-a106-9b20aed4b81f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:16Z', 'updated_at': '2022-04-20T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '3102ab82-334b-48c9-b947-ab8e58eacaa7', 'name': '', 'network_id': 'd400f90f-4a8e-41ce-ab99-e78cfbfff523', 'tenant_id': '0dd99ef1065b406196682e8299225373', 'mac_address': 'fa:16:3e:4b:55:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a884e82-0ca8-47c6-a106-9b20aed4b81f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d6355b3-9159-47c5-b462-d8d60cd8f890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:22Z', 'updated_at': '2022-04-20T17:19:45Z', 'revision_number': 4, 'project_id': '0dd99ef1065b406196682e8299225373', 'subnets': [{'id': '7d6355b3-9159-47c5-b462-d8d60cd8f890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:19:46.782028 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859e8d5-cb69-476b-bccd-70939c9351cf req-eb0efeb9-2bbd-47dc-ab5b-bb7555f472e3 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:46.782285 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a7fbc6-f986-49ba-bd0e-a393cf6c4543 None None] The sync data for ids ['1a884e82-0ca8-47c6-a106-9b20aed4b81f'] in n-d-838032-1 is: [{'id': '1a884e82-0ca8-47c6-a106-9b20aed4b81f', 'name': 'tempest-ServerRescueTestJSON-195754155-router', 'tenant_id': '0dd99ef1065b406196682e8299225373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '7befc246-3e65-46f6-a68c-674366f190a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:19:14Z', 'updated_at': '2022-04-20T17:19:23Z', 'revision_number': 4, 'project_id': '0dd99ef1065b406196682e8299225373', 'gw_port': {'id': '7befc246-3e65-46f6-a68c-674366f190a6', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a884e82-0ca8-47c6-a106-9b20aed4b81f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:16Z', 'updated_at': '2022-04-20T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '3102ab82-334b-48c9-b947-ab8e58eacaa7', 'name': '', 'network_id': 'd400f90f-4a8e-41ce-ab99-e78cfbfff523', 'tenant_id': '0dd99ef1065b406196682e8299225373', 'mac_address': 'fa:16:3e:4b:55:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a884e82-0ca8-47c6-a106-9b20aed4b81f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d6355b3-9159-47c5-b462-d8d60cd8f890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:22Z', 'updated_at': '2022-04-20T17:19:45Z', 'revision_number': 4, 'project_id': '0dd99ef1065b406196682e8299225373', 'subnets': [{'id': '7d6355b3-9159-47c5-b462-d8d60cd8f890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:19:46.787027 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859e8d5-cb69-476b-bccd-70939c9351cf req-eb0efeb9-2bbd-47dc-ab5b-bb7555f472e3 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:46.791387 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859e8d5-cb69-476b-bccd-70939c9351cf req-eb0efeb9-2bbd-47dc-ab5b-bb7555f472e3 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:46.795232 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859e8d5-cb69-476b-bccd-70939c9351cf req-eb0efeb9-2bbd-47dc-ab5b-bb7555f472e3 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:46.804981 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859e8d5-cb69-476b-bccd-70939c9351cf req-eb0efeb9-2bbd-47dc-ab5b-bb7555f472e3 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:46.809188 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859e8d5-cb69-476b-bccd-70939c9351cf req-eb0efeb9-2bbd-47dc-ab5b-bb7555f472e3 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:46.814344 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859e8d5-cb69-476b-bccd-70939c9351cf req-eb0efeb9-2bbd-47dc-ab5b-bb7555f472e3 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:46.816559 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a859e8d5-cb69-476b-bccd-70939c9351cf req-eb0efeb9-2bbd-47dc-ab5b-bb7555f472e3 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5409 time: 0.3384295 Apr 20 17:19:46.912330 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3102ab82-334b-48c9-b947-ab8e58eacaa7 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:19:46.951811 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a859e8d5-cb69-476b-bccd-70939c9351cf req-4639812b-179f-484f-b3fa-69221ccae75f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1181190 Apr 20 17:19:46.990266 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 3102ab82-334b-48c9-b947-ab8e58eacaa7 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:19:46.995721 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 3102ab82-334b-48c9-b947-ab8e58eacaa7 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:46.996430 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:47.016287 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-ccdcfbaf-610d-4553-97dc-20831946e5a6 service neutron] For port 2e451d66-3f1e-4689-9a25-ce9c80736888, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:19:47.021373 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-56ecfc4d-cd77-4bd8-801c-644903f11487 service neutron] 10.222.0.39 "GET /v2.0/networks/7dca78eb-5829-40b0-a3af-13613754711d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5498734 Apr 20 17:19:47.022776 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-ccdcfbaf-610d-4553-97dc-20831946e5a6 service neutron] For port 2e451d66-3f1e-4689-9a25-ce9c80736888, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=2e451d66-3f1e-4689-9a25-ce9c80736888,segment=NetworkSegment(ed532698-ac79-4654-b726-93450dcffcf6),segment_id=ed532698-ac79-4654-b726-93450dcffcf6)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:19:47.044228 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d750a-9b87-48f2-8ebf-6aae84c3b25b req-0ff18d75-8261-4528-8e85-cd7eb7698f36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:47.044627 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-ccdcfbaf-610d-4553-97dc-20831946e5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:47.044868 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d750a-9b87-48f2-8ebf-6aae84c3b25b req-0ff18d75-8261-4528-8e85-cd7eb7698f36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:47.044990 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d750a-9b87-48f2-8ebf-6aae84c3b25b req-0ff18d75-8261-4528-8e85-cd7eb7698f36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:47.046703 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d33d750a-9b87-48f2-8ebf-6aae84c3b25b req-0ff18d75-8261-4528-8e85-cd7eb7698f36 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=60c7e2ae348346058b3fbfec10afa715&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4802728 Apr 20 17:19:47.055136 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1f723-f249-4ddc-9b1e-03a05473d062 req-ff8bb214-45f1-4414-982b-aa507b341cfc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:47.056650 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a7a1f723-f249-4ddc-9b1e-03a05473d062 req-ff8bb214-45f1-4414-982b-aa507b341cfc service neutron] 10.222.0.43 "GET /v2.0/networks?id=d400f90f-4a8e-41ce-ab99-e78cfbfff523 HTTP/1.1" status: 200 len: 911 time: 0.4486685 Apr 20 17:19:47.172201 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:47.186077 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcfbaf-610d-4553-97dc-20831946e5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=2e451d66-3f1e-4689-9a25-ce9c80736888,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:47.212992 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-ccdcfbaf-610d-4553-97dc-20831946e5a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:47.214465 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-ccdcfbaf-610d-4553-97dc-20831946e5a6 service neutron] 10.222.0.10 "PUT /v2.0/ports/2e451d66-3f1e-4689-9a25-ce9c80736888 HTTP/1.1" status: 200 len: 1091 time: 2.4335535 Apr 20 17:19:47.252103 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 3102ab82-334b-48c9-b947-ab8e58eacaa7, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3102ab82-334b-48c9-b947-ab8e58eacaa7,segment=NetworkSegment(4060d4e7-10e6-4838-836b-eec05a3f4513),segment_id=4060d4e7-10e6-4838-836b-eec05a3f4513)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:19:47.270105 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:47.382754 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=3102ab82-334b-48c9-b947-ab8e58eacaa7,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:47.411910 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-59acb8bf-930c-4c01-a810-093cb49eed37 service neutron] Request body: {'port': {'device_id': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:47.412966 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a7a1f723-f249-4ddc-9b1e-03a05473d062 req-04c08704-659b-46ad-8204-7395c33a682a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84ffe60e-83b3-44fd-9266-3e110978ab41 HTTP/1.1" status: 200 len: 217 time: 0.0992055 Apr 20 17:19:47.413974 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d750a-9b87-48f2-8ebf-6aae84c3b25b req-596225fe-8549-4b88-95b1-983789ed9cd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:47.415395 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d33d750a-9b87-48f2-8ebf-6aae84c3b25b req-596225fe-8549-4b88-95b1-983789ed9cd9 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3538892 Apr 20 17:19:47.565871 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1f723-f249-4ddc-9b1e-03a05473d062 req-2e690a4f-9770-4221-ae04-25b5bd2e51be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:47.571360 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a7a1f723-f249-4ddc-9b1e-03a05473d062 req-2e690a4f-9770-4221-ae04-25b5bd2e51be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d6355b3-9159-47c5-b462-d8d60cd8f890 HTTP/1.1" status: 200 len: 850 time: 0.1331615 Apr 20 17:19:47.574555 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-aabf2134-3987-4387-90a2-e2ce2c4c0c1c service neutron] 10.222.0.39 "GET /v2.0/networks/7dca78eb-5829-40b0-a3af-13613754711d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5521390 Apr 20 17:19:47.645053 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a7a1f723-f249-4ddc-9b1e-03a05473d062 req-c150dd83-641e-4156-8b20-d516b9367e93 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d400f90f-4a8e-41ce-ab99-e78cfbfff523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655100 Apr 20 17:19:47.695023 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-59acb8bf-930c-4c01-a810-093cb49eed37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:47.854944 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-caec1863-fa90-4d7a-a4ba-07984c64fd3b req-8151a764-e5db-4a52-addb-84e36b8bb502 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1116479015', 'description': 'tempest-description-1590683642'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:47.873954 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-caec1863-fa90-4d7a-a4ba-07984c64fd3b req-8151a764-e5db-4a52-addb-84e36b8bb502 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:19:47.882089 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-caec1863-fa90-4d7a-a4ba-07984c64fd3b req-8151a764-e5db-4a52-addb-84e36b8bb502 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Usage tracker for resource:security_group and tenant:ffcb78f29a714057bb79ebadc32ed198 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:19:47.886504 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-caec1863-fa90-4d7a-a4ba-07984c64fd3b req-8151a764-e5db-4a52-addb-84e36b8bb502 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:19:47.902747 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-caec1863-fa90-4d7a-a4ba-07984c64fd3b req-8151a764-e5db-4a52-addb-84e36b8bb502 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:19:47.912901 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a7a1f723-f249-4ddc-9b1e-03a05473d062 req-8bee6697-f172-4737-a42c-178e2e64014e service neutron] 10.222.0.43 "GET /v2.0/networks/d400f90f-4a8e-41ce-ab99-e78cfbfff523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551961 Apr 20 17:19:48.020102 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-caec1863-fa90-4d7a-a4ba-07984c64fd3b req-8151a764-e5db-4a52-addb-84e36b8bb502 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:48.102857 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-caec1863-fa90-4d7a-a4ba-07984c64fd3b req-8151a764-e5db-4a52-addb-84e36b8bb502 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:19:48.115887 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-caec1863-fa90-4d7a-a4ba-07984c64fd3b req-8151a764-e5db-4a52-addb-84e36b8bb502 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Usage tracker for resource:security_group_rule and tenant:ffcb78f29a714057bb79ebadc32ed198 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:19:48.122560 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-caec1863-fa90-4d7a-a4ba-07984c64fd3b req-8151a764-e5db-4a52-addb-84e36b8bb502 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:19:48.128543 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a7a1f723-f249-4ddc-9b1e-03a05473d062 req-6c5f69c4-bc76-4405-9e41-a28dcf2382c4 service neutron] 10.222.0.43 "GET /v2.0/networks/d400f90f-4a8e-41ce-ab99-e78cfbfff523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092445 Apr 20 17:19:48.134362 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-caec1863-fa90-4d7a-a4ba-07984c64fd3b req-8151a764-e5db-4a52-addb-84e36b8bb502 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:19:48.192982 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-caec1863-fa90-4d7a-a4ba-07984c64fd3b req-8151a764-e5db-4a52-addb-84e36b8bb502 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:48.197387 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361e383-5aa0-47b2-92f4-7ad799d13531 req-84bccd7d-af07-48c2-8050-c27e3feef431 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:48.198403 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-caec1863-fa90-4d7a-a4ba-07984c64fd3b req-8151a764-e5db-4a52-addb-84e36b8bb502 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:48.204294 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a361e383-5aa0-47b2-92f4-7ad799d13531 req-84bccd7d-af07-48c2-8050-c27e3feef431 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd90d49c-a769-4539-8369-05090d9be905 HTTP/1.1" status: 200 len: 946 time: 0.4275954 Apr 20 17:19:48.243528 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151a764-e5db-4a52-addb-84e36b8bb502 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba887ded-41c8-4faf-b774-50938d42901f,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:48.247091 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-caec1863-fa90-4d7a-a4ba-07984c64fd3b req-8151a764-e5db-4a52-addb-84e36b8bb502 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:48.248535 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-caec1863-fa90-4d7a-a4ba-07984c64fd3b req-8151a764-e5db-4a52-addb-84e36b8bb502 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.3998599 Apr 20 17:19:48.259268 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'tag': '2e451d66-3f1e-4689-9a25-ce9c80736888'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:19:48.296604 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a361e383-5aa0-47b2-92f4-7ad799d13531 req-5af616f1-e5ce-49a8-ac16-6a3e88079343 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "GET /v2.0/security-groups?id=2aa6f6dd-f864-4597-b252-7f13412cf844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914564 Apr 20 17:19:48.303488 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6130a004-665a-4438-8c9b-317ab262391c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:48.467254 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c94af8-4a3d-4c2d-b468-45e6fc13159d req-e18dcf40-f632-4064-a9b1-983e2431bc47 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:48.476925 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-53c94af8-4a3d-4c2d-b468-45e6fc13159d req-e18dcf40-f632-4064-a9b1-983e2431bc47 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 943 time: 0.1048753 Apr 20 17:19:48.519225 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-53c94af8-4a3d-4c2d-b468-45e6fc13159d req-285a3098-ef18-47e7-a323-aa9a30dfa787 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413611 Apr 20 17:19:48.603194 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-59acb8bf-930c-4c01-a810-093cb49eed37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8537b98-a7ec-415c-8279-a594cd6118df {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:19:48.614524 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-59acb8bf-930c-4c01-a810-093cb49eed37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:48.634986 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-59acb8bf-930c-4c01-a810-093cb49eed37 service neutron] Transition to ACTIVE for port object a8537b98-a7ec-415c-8279-a594cd6118df will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:19:48.643863 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-59acb8bf-930c-4c01-a810-093cb49eed37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:48.689329 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4a87f473-771a-4bd4-80cb-74c197851396 req-efdeccfd-68c8-4812-8d6f-638622d99a3a tempest-ServerShowV257Test-1347881387 tempest-ServerShowV257Test-1347881387-project] 10.222.0.39 "GET /v2.0/ports?device_id=b144e158-5c38-4858-aa17-c556187f60d2 HTTP/1.1" status: 200 len: 210 time: 0.0435429 Apr 20 17:19:48.711204 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bc05d-4f04-4320-9730-34b05441853d req-bf6638f4-79b8-4c40-b7b2-e1b8dd8fca78 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:48.712799 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f72bc05d-4f04-4320-9730-34b05441853d req-bf6638f4-79b8-4c40-b7b2-e1b8dd8fca78 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 950 time: 0.2419057 Apr 20 17:19:48.804789 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59acb8bf-930c-4c01-a810-093cb49eed37 service neutron] Pushing event updated for resources: {'Port': ['ID=a8537b98-a7ec-415c-8279-a594cd6118df,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:48.810698 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3102ab82-334b-48c9-b947-ab8e58eacaa7 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:19:48.902321 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e67acf08-5cf1-48f3-bd1a-70fef1355f24 req-7ee29c00-6e67-4f02-898c-bab14ce8b39d tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7cae-85fd-441a-a48a-d4128407b6e1 HTTP/1.1" status: 200 len: 210 time: 0.0669408 Apr 20 17:19:48.925739 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 3102ab82-334b-48c9-b947-ab8e58eacaa7 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:48.926167 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:48.946795 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f72bc05d-4f04-4320-9730-34b05441853d req-71e7f85a-cd29-4049-8418-556d544d6ed3 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767337 Apr 20 17:19:49.214474 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-66a65769-92ac-4290-9957-fcfed05ec6ab tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:49.215969 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-66a65769-92ac-4290-9957-fcfed05ec6ab tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.43 "GET /v2.0/networks?id=7dca78eb-5829-40b0-a3af-13613754711d HTTP/1.1" status: 200 len: 829 time: 0.1584697 Apr 20 17:19:49.240403 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-59acb8bf-930c-4c01-a810-093cb49eed37 service neutron] Attempting to bind port a8537b98-a7ec-415c-8279-a594cd6118df on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:19:49.240726 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-59acb8bf-930c-4c01-a810-093cb49eed37 service neutron] Attempting to bind port a8537b98-a7ec-415c-8279-a594cd6118df by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'ed532698-ac79-4654-b726-93450dcffcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd9f1e448-db15-4c9f-8c5b-a0fa35869e80'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:19:49.241050 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-59acb8bf-930c-4c01-a810-093cb49eed37 service neutron] Attempting to bind port a8537b98-a7ec-415c-8279-a594cd6118df on network d9f1e448-db15-4c9f-8c5b-a0fa35869e80 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:19:49.248578 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-8fe9e2a0-4f1c-40a7-a680-afb12581b8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Request body: {'port': {'device_id': 'c9af7cae-85fd-441a-a48a-d4128407b6e1', 'network_id': '7dca78eb-5829-40b0-a3af-13613754711d', 'admin_state_up': True, 'tenant_id': '108601a41d654be6985fac52f41da158'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:49.252286 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-59acb8bf-930c-4c01-a810-093cb49eed37 service neutron] Port a8537b98-a7ec-415c-8279-a594cd6118df on network d9f1e448-db15-4c9f-8c5b-a0fa35869e80 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:19:49.252593 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-59acb8bf-930c-4c01-a810-093cb49eed37 service neutron] Attempting to bind port a8537b98-a7ec-415c-8279-a594cd6118df on network d9f1e448-db15-4c9f-8c5b-a0fa35869e80 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:19:49.265081 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-59acb8bf-930c-4c01-a810-093cb49eed37 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:19:49.265438 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-59acb8bf-930c-4c01-a810-093cb49eed37 service neutron] Checking segment: {'id': 'ed532698-ac79-4654-b726-93450dcffcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd9f1e448-db15-4c9f-8c5b-a0fa35869e80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:19:49.265823 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-59acb8bf-930c-4c01-a810-093cb49eed37 service neutron] Bound using segment: {'id': 'ed532698-ac79-4654-b726-93450dcffcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd9f1e448-db15-4c9f-8c5b-a0fa35869e80'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:19:49.266552 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-59acb8bf-930c-4c01-a810-093cb49eed37 service neutron] Bound port: a8537b98-a7ec-415c-8279-a594cd6118df, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed532698-ac79-4654-b726-93450dcffcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd9f1e448-db15-4c9f-8c5b-a0fa35869e80'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:19:49.266701 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-59acb8bf-930c-4c01-a810-093cb49eed37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:49.330750 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b71f729-c9b0-4ce9-ab79-402cb04db81b req-af609b4c-904d-41ca-adb1-d7ed362340d1 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups/ba887ded-41c8-4faf-b774-50938d42901f HTTP/1.1" status: 200 len: 1635 time: 0.3282559 Apr 20 17:19:49.350865 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-7b71f729-c9b0-4ce9-ab79-402cb04db81b req-8cfc6d04-64b0-4d3f-92ea-181e55d2600c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1678500011', 'description': 'tempest-description-hth-1292339158'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:49.356077 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7687c4-2e68-4fe3-bbea-8edc4a1d1c66 req-a515295d-a877-4807-bb99-797470ed0a0f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:49.361497 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7687c4-2e68-4fe3-bbea-8edc4a1d1c66 req-a515295d-a877-4807-bb99-797470ed0a0f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:49.365523 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7687c4-2e68-4fe3-bbea-8edc4a1d1c66 req-a515295d-a877-4807-bb99-797470ed0a0f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:49.369403 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7687c4-2e68-4fe3-bbea-8edc4a1d1c66 req-a515295d-a877-4807-bb99-797470ed0a0f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:49.373861 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7687c4-2e68-4fe3-bbea-8edc4a1d1c66 req-a515295d-a877-4807-bb99-797470ed0a0f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:49.377441 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7687c4-2e68-4fe3-bbea-8edc4a1d1c66 req-a515295d-a877-4807-bb99-797470ed0a0f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:49.381545 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7687c4-2e68-4fe3-bbea-8edc4a1d1c66 req-a515295d-a877-4807-bb99-797470ed0a0f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:49.387849 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9c7687c4-2e68-4fe3-bbea-8edc4a1d1c66 req-a515295d-a877-4807-bb99-797470ed0a0f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5421 time: 0.3631551 Apr 20 17:19:49.433580 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-59acb8bf-930c-4c01-a810-093cb49eed37 service neutron] For port a8537b98-a7ec-415c-8279-a594cd6118df, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:19:49.450451 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7b71f729-c9b0-4ce9-ab79-402cb04db81b req-8cfc6d04-64b0-4d3f-92ea-181e55d2600c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:49.469310 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-59acb8bf-930c-4c01-a810-093cb49eed37 service neutron] For port a8537b98-a7ec-415c-8279-a594cd6118df, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a8537b98-a7ec-415c-8279-a594cd6118df,segment=NetworkSegment(ed532698-ac79-4654-b726-93450dcffcf6),segment_id=ed532698-ac79-4654-b726-93450dcffcf6)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:19:49.482354 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9c7687c4-2e68-4fe3-bbea-8edc4a1d1c66 req-cae5fcec-4d99-41a8-8471-fd243911a4eb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0861459 Apr 20 17:19:49.482563 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-59acb8bf-930c-4c01-a810-093cb49eed37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:49.497808 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-8fe9e2a0-4f1c-40a7-a680-afb12581b8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:19:49.502062 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-8fe9e2a0-4f1c-40a7-a680-afb12581b8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Usage tracker for resource:port and tenant:108601a41d654be6985fac52f41da158 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:19:49.506981 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-8fe9e2a0-4f1c-40a7-a680-afb12581b8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:19:49.514354 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-8fe9e2a0-4f1c-40a7-a680-afb12581b8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:19:49.525252 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-8fe9e2a0-4f1c-40a7-a680-afb12581b8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Made reservation on behalf of 108601a41d654be6985fac52f41da158 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:19:49.528832 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-8fe9e2a0-4f1c-40a7-a680-afb12581b8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:49.579578 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32236a00-4452-4d31-b9db-78d669470f7a'] response: {'name': 'network-changed', 'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'tag': '2e451d66-3f1e-4689-9a25-ce9c80736888', 'status': 'completed', 'code': 200} Apr 20 17:19:49.618178 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7b71f729-c9b0-4ce9-ab79-402cb04db81b req-8cfc6d04-64b0-4d3f-92ea-181e55d2600c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:49.623225 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-59acb8bf-930c-4c01-a810-093cb49eed37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:49.624610 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-59acb8bf-930c-4c01-a810-093cb49eed37 service neutron] 10.222.0.10 "PUT /v2.0/ports/a8537b98-a7ec-415c-8279-a594cd6118df HTTP/1.1" status: 200 len: 1091 time: 2.2409024 Apr 20 17:19:49.631732 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7b71f729-c9b0-4ce9-ab79-402cb04db81b req-8cfc6d04-64b0-4d3f-92ea-181e55d2600c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:49.634053 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7b71f729-c9b0-4ce9-ab79-402cb04db81b req-8cfc6d04-64b0-4d3f-92ea-181e55d2600c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:49.635320 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b71f729-c9b0-4ce9-ab79-402cb04db81b req-8cfc6d04-64b0-4d3f-92ea-181e55d2600c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "PUT /v2.0/security-groups/ba887ded-41c8-4faf-b774-50938d42901f HTTP/1.1" status: 200 len: 1609 time: 0.2944405 Apr 20 17:19:49.657171 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59acb8bf-930c-4c01-a810-093cb49eed37 service neutron] Pushing event updated for resources: {'Port': ['ID=a8537b98-a7ec-415c-8279-a594cd6118df,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:49.688621 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc6d04-64b0-4d3f-92ea-181e55d2600c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba887ded-41c8-4faf-b774-50938d42901f,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:49.900895 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-6130a004-665a-4438-8c9b-317ab262391c admin admin] Deleting port 89c779bb-0f39-4561-bffa-7657388344e7 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:19:49.901567 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6130a004-665a-4438-8c9b-317ab262391c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:49.907405 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 84ffe60e-83b3-44fd-9266-3e110978ab41 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:19:49.960883 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6673f-9d5b-43af-9ca3-cd5a41548fd7 req-f7cf4542-ac76-4da9-a0ac-828dd1cf1447 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:49.962277 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7cf6673f-9d5b-43af-9ca3-cd5a41548fd7 req-f7cf4542-ac76-4da9-a0ac-828dd1cf1447 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 943 time: 0.1789045 Apr 20 17:19:49.970675 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c0fa2527-cd2d-4a87-9700-3bb9f73d54e9 req-17dce643-a855-4362-8675-e9d147f18599 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=60c7e2ae348346058b3fbfec10afa715&device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 6478 time: 0.3739064 Apr 20 17:19:49.981788 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-8fe9e2a0-4f1c-40a7-a680-afb12581b8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Allocated IP 172.20.0.9 (7dca78eb-5829-40b0-a3af-13613754711d/4f14b18c-0fe0-4613-bee5-26a51144bfaa/96d2b7af-04a0-49c2-9dac-402972c4be20) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:19:50.006301 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3bea95-722e-426d-bbfb-e0824296c28a req-e32397fc-9134-43bf-b162-898a1f1fea26 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:50.007741 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ca3bea95-722e-426d-bbfb-e0824296c28a req-e32397fc-9134-43bf-b162-898a1f1fea26 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd90d49c-a769-4539-8369-05090d9be905 HTTP/1.1" status: 200 len: 946 time: 0.3386748 Apr 20 17:19:50.064262 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 84ffe60e-83b3-44fd-9266-3e110978ab41, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=84ffe60e-83b3-44fd-9266-3e110978ab41,segment=NetworkSegment(4060d4e7-10e6-4838-836b-eec05a3f4513),segment_id=4060d4e7-10e6-4838-836b-eec05a3f4513)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:19:50.082214 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '84ffe60e-83b3-44fd-9266-3e110978ab41', 'network_id': 'd400f90f-4a8e-41ce-ab99-e78cfbfff523', 'port_id': '84ffe60e-83b3-44fd-9266-3e110978ab41', 'mac_address': 'fa:16:3e:0a:f8:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6355b3-9159-47c5-b462-d8d60cd8f890', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:19:50.141843 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:50.165165 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84ffe60e-83b3-44fd-9266-3e110978ab41 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:19:50.184457 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 84ffe60e-83b3-44fd-9266-3e110978ab41, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=84ffe60e-83b3-44fd-9266-3e110978ab41,segment=NetworkSegment(4060d4e7-10e6-4838-836b-eec05a3f4513),segment_id=4060d4e7-10e6-4838-836b-eec05a3f4513)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:19:50.188909 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ca3bea95-722e-426d-bbfb-e0824296c28a req-e4fc66d4-8d48-4b6e-ab4e-badddaee8d9d tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "GET /v2.0/security-groups?id=2aa6f6dd-f864-4597-b252-7f13412cf844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716528 Apr 20 17:19:50.192572 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:50.265822 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7cf6673f-9d5b-43af-9ca3-cd5a41548fd7 req-f93da76f-b954-4407-9a81-8292c95583bc tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937779 Apr 20 17:19:50.298525 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=84ffe60e-83b3-44fd-9266-3e110978ab41,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:50.317274 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6130a004-665a-4438-8c9b-317ab262391c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:50.327239 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa2527-cd2d-4a87-9700-3bb9f73d54e9 req-ca392288-32b7-4f70-abfd-e727db88da4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:50.327811 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa2527-cd2d-4a87-9700-3bb9f73d54e9 req-ca392288-32b7-4f70-abfd-e727db88da4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:50.327948 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa2527-cd2d-4a87-9700-3bb9f73d54e9 req-ca392288-32b7-4f70-abfd-e727db88da4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:50.329481 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c0fa2527-cd2d-4a87-9700-3bb9f73d54e9 req-ca392288-32b7-4f70-abfd-e727db88da4d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=60c7e2ae348346058b3fbfec10afa715&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3491080 Apr 20 17:19:50.421750 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['84ffe60e-83b3-44fd-9266-3e110978ab41'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:19:50.475398 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1e58170b-0cba-4189-b94f-4cee6bf8ebc9 req-732cb6b9-f376-4f75-a51e-517087620643 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups/ba887ded-41c8-4faf-b774-50938d42901f HTTP/1.1" status: 200 len: 1609 time: 0.1775827 Apr 20 17:19:50.506421 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-6130a004-665a-4438-8c9b-317ab262391c admin admin] Calling delete_port for 89c779bb-0f39-4561-bffa-7657388344e7 owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:19:50.535162 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-8fe9e2a0-4f1c-40a7-a680-afb12581b8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:50.546365 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa2527-cd2d-4a87-9700-3bb9f73d54e9 req-845c08b8-6258-47db-b8f0-dfbb570f80b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:50.547812 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c0fa2527-cd2d-4a87-9700-3bb9f73d54e9 req-845c08b8-6258-47db-b8f0-dfbb570f80b6 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2048860 Apr 20 17:19:50.556240 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-8fe9e2a0-4f1c-40a7-a680-afb12581b8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Transition to ACTIVE for port object 96d2b7af-04a0-49c2-9dac-402972c4be20 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:19:50.569499 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c1f1cdcb-ec7d-4631-b4d2-c86a670f3517 req-1dde61d7-914a-4350-8a2d-5254e7c6e75b tempest-ServerShowV257Test-1347881387 tempest-ServerShowV257Test-1347881387-project] 10.222.0.39 "GET /v2.0/ports?device_id=b144e158-5c38-4858-aa17-c556187f60d2 HTTP/1.1" status: 200 len: 210 time: 0.1310093 Apr 20 17:19:50.685168 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a430d001-3544-471f-a992-de3e67cce56c req-0c5b9594-ce91-4e26-bb2a-73973aa4f7a4 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7cae-85fd-441a-a48a-d4128407b6e1 HTTP/1.1" status: 200 len: 210 time: 0.0982354 Apr 20 17:19:50.704111 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-8fe9e2a0-4f1c-40a7-a680-afb12581b8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:50.711033 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6130a004-665a-4438-8c9b-317ab262391c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:50.790438 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-8fe9e2a0-4f1c-40a7-a680-afb12581b8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Network 7dca78eb-5829-40b0-a3af-13613754711d is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:19:50.792900 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130a004-665a-4438-8c9b-317ab262391c admin admin] Pushing event deleted for resources: {'Port': ['ID=89c779bb-0f39-4561-bffa-7657388344e7,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:50.801762 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-5b5e1714-da10-4efb-8c20-90d86310a090 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=60c7e2ae348346058b3fbfec10afa715&device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 6478 time: 0.1721802 Apr 20 17:19:50.803477 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9e2a0-4f1c-40a7-a680-afb12581b8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Pushing event updated for resources: {'Port': ['ID=96d2b7af-04a0-49c2-9dac-402972c4be20,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:50.805845 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-8fe9e2a0-4f1c-40a7-a680-afb12581b8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:19:50.872351 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-8fe9e2a0-4f1c-40a7-a680-afb12581b8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:19:50.966707 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abf03c-705a-4878-8367-ebe67a67edf2 req-c08dc519-dcb5-44d9-8d69-894f896d3592 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:50.968232 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-68abf03c-705a-4878-8367-ebe67a67edf2 req-c08dc519-dcb5-44d9-8d69-894f896d3592 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 950 time: 0.2226653 Apr 20 17:19:50.981531 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-67770de7-0e95-41ee-b16b-bfb91cb8f87a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79d325e9-170e-4c94-9ef6-1326646d7f12 HTTP/1.1" status: 200 len: 217 time: 0.1717370 Apr 20 17:19:51.056918 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-8fe9e2a0-4f1c-40a7-a680-afb12581b8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:51.057536 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-8fe9e2a0-4f1c-40a7-a680-afb12581b8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:51.088959 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-8efa5b82-ebed-4429-a291-2be4545febef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:51.090572 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-8efa5b82-ebed-4429-a291-2be4545febef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=826f24c4-a35e-4e89-9b39-2bce6cc7b5a3 HTTP/1.1" status: 200 len: 850 time: 0.0997260 Apr 20 17:19:51.093876 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-8fe9e2a0-4f1c-40a7-a680-afb12581b8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8634632 Apr 20 17:19:51.101180 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-68abf03c-705a-4878-8367-ebe67a67edf2 req-3d53c735-75fb-4095-9019-021752ff44e8 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263452 Apr 20 17:19:51.133087 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3c73be5a-3969-4ec1-97d1-f99236b27c45 None None] Provisioning for port 96d2b7af-04a0-49c2-9dac-402972c4be20 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:19:51.138818 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3c73be5a-3969-4ec1-97d1-f99236b27c45 None None] Provisioning complete for port 96d2b7af-04a0-49c2-9dac-402972c4be20 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:51.139285 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3c73be5a-3969-4ec1-97d1-f99236b27c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:51.147268 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-9dd1dbee-8793-44fa-8a1a-5d8f28e3adc5 service neutron] Request body: {'port': {'device_id': 'c9af7cae-85fd-441a-a48a-d4128407b6e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:51.179663 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2039138-bd89-481b-a9e3-9e88f4e92f8d req-f3c65d3b-c266-4c5e-b8af-67efeac5322b tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:51.181124 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f2039138-bd89-481b-a9e3-9e88f4e92f8d req-f3c65d3b-c266-4c5e-b8af-67efeac5322b tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd90d49c-a769-4539-8369-05090d9be905 HTTP/1.1" status: 200 len: 946 time: 0.2833562 Apr 20 17:19:51.190787 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41946) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:51.206034 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3c73be5a-3969-4ec1-97d1-f99236b27c45 None None] Port 96d2b7af-04a0-49c2-9dac-402972c4be20 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:19:51.208878 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-5c05c0a0-26d4-42fa-877f-d88bcc2d63f6 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Request body: {'floatingip': {'port_id': '8ef886d1-0220-428c-9cea-ff5e4e8d12fa'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:19:51.259929 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6130a004-665a-4438-8c9b-317ab262391c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:51.307884 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5c05c0a0-26d4-42fa-877f-d88bcc2d63f6 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks [] for floatingip, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:51.342727 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-24121384-d7a2-4daf-b39a-16f15c108992 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fc8e6a4a-e179-48cb-8550-48f660e9d877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2444978 Apr 20 17:19:51.347396 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-9dd1dbee-8793-44fa-8a1a-5d8f28e3adc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:51.421133 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d907c214-ae29-406c-af55-4e87a50cf0c5 req-02228d49-e7ad-4443-90ca-a9ef758b4145 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups/ba887ded-41c8-4faf-b774-50938d42901f HTTP/1.1" status: 200 len: 1609 time: 0.2632780 Apr 20 17:19:51.580753 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'tag': 'a8537b98-a7ec-415c-8279-a594cd6118df'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:19:51.676928 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d907c214-ae29-406c-af55-4e87a50cf0c5 req-47068d4d-8c0b-4c47-90c5-237a7f6911b9 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:51.719952 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65538a-3345-41e2-a877-87238e7b319c req-67272a0f-d34c-41f3-ae3c-2ad1133fe534 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:51.723868 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65538a-3345-41e2-a877-87238e7b319c req-67272a0f-d34c-41f3-ae3c-2ad1133fe534 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:51.727763 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65538a-3345-41e2-a877-87238e7b319c req-67272a0f-d34c-41f3-ae3c-2ad1133fe534 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:51.731593 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65538a-3345-41e2-a877-87238e7b319c req-67272a0f-d34c-41f3-ae3c-2ad1133fe534 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:51.735396 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65538a-3345-41e2-a877-87238e7b319c req-67272a0f-d34c-41f3-ae3c-2ad1133fe534 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:51.739266 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65538a-3345-41e2-a877-87238e7b319c req-67272a0f-d34c-41f3-ae3c-2ad1133fe534 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:51.743077 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65538a-3345-41e2-a877-87238e7b319c req-67272a0f-d34c-41f3-ae3c-2ad1133fe534 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:51.745006 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5c65538a-3345-41e2-a877-87238e7b319c req-67272a0f-d34c-41f3-ae3c-2ad1133fe534 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5421 time: 0.4567733 Apr 20 17:19:51.776388 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-35dbaebd-89b0-41ee-994c-20291b637cf8 service neutron] 10.222.0.10 "GET /v2.0/networks/fc8e6a4a-e179-48cb-8550-48f660e9d877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196360 Apr 20 17:19:51.932606 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 84ffe60e-83b3-44fd-9266-3e110978ab41 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:19:51.942227 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d907c214-ae29-406c-af55-4e87a50cf0c5 req-47068d4d-8c0b-4c47-90c5-237a7f6911b9 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:51.972613 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5c65538a-3345-41e2-a877-87238e7b319c req-e5deffd6-9e98-429e-8d02-5e73ce9d7775 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2191064 Apr 20 17:19:52.011766 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 84ffe60e-83b3-44fd-9266-3e110978ab41 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:19:52.020635 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 84ffe60e-83b3-44fd-9266-3e110978ab41 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:19:52.020917 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:52.053772 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-7a77aa40-dfe4-40b3-99a8-97c770acf6da service neutron] 10.222.0.10 "GET /v2.0/networks/fc8e6a4a-e179-48cb-8550-48f660e9d877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673044 Apr 20 17:19:52.097715 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d907c214-ae29-406c-af55-4e87a50cf0c5 req-47068d4d-8c0b-4c47-90c5-237a7f6911b9 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:52.140047 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47068d4d-8c0b-4c47-90c5-237a7f6911b9 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba887ded-41c8-4faf-b774-50938d42901f,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:52.152899 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-9dd1dbee-8793-44fa-8a1a-5d8f28e3adc5 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:19:52.173719 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:52.190990 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d907c214-ae29-406c-af55-4e87a50cf0c5 req-47068d4d-8c0b-4c47-90c5-237a7f6911b9 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:52.192551 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d907c214-ae29-406c-af55-4e87a50cf0c5 req-47068d4d-8c0b-4c47-90c5-237a7f6911b9 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "DELETE /v2.0/security-groups/ba887ded-41c8-4faf-b774-50938d42901f HTTP/1.1" status: 204 len: 173 time: 0.7153432 Apr 20 17:19:52.217206 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fe4791-bb92-405c-a291-72ed7b3d4149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ffe60e-83b3-44fd-9266-3e110978ab41'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:19:52.230680 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 84ffe60e-83b3-44fd-9266-3e110978ab41, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=84ffe60e-83b3-44fd-9266-3e110978ab41,segment=NetworkSegment(4060d4e7-10e6-4838-836b-eec05a3f4513),segment_id=4060d4e7-10e6-4838-836b-eec05a3f4513)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:19:52.236956 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:52.251163 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-6cde183a-10b1-41d1-a9f1-9564819288cf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=8823eb66-e9cf-4a3d-bc96-df512d3f7773 HTTP/1.1" status: 200 len: 217 time: 0.1908417 Apr 20 17:19:52.258215 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3cb3925-e6e8-41d4-bc2e-0cefec3c0ccf'] response: {'name': 'network-changed', 'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'tag': 'a8537b98-a7ec-415c-8279-a594cd6118df', 'status': 'completed', 'code': 200} Apr 20 17:19:52.273204 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-9dd1dbee-8793-44fa-8a1a-5d8f28e3adc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96d2b7af-04a0-49c2-9dac-402972c4be20 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:19:52.283854 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-9dd1dbee-8793-44fa-8a1a-5d8f28e3adc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:52.304726 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-9dd1dbee-8793-44fa-8a1a-5d8f28e3adc5 service neutron] Transition to ACTIVE for port object 96d2b7af-04a0-49c2-9dac-402972c4be20 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:19:52.366948 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-9dd1dbee-8793-44fa-8a1a-5d8f28e3adc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:52.382802 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=84ffe60e-83b3-44fd-9266-3e110978ab41,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:52.507488 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-df70b229-66e5-45d6-b4b1-b004583cb639 req-a0781643-994b-494a-b319-bee44b0d03d9 tempest-ServerShowV257Test-1347881387 tempest-ServerShowV257Test-1347881387-project] 10.222.0.39 "GET /v2.0/ports?device_id=b144e158-5c38-4858-aa17-c556187f60d2 HTTP/1.1" status: 200 len: 210 time: 0.1282799 Apr 20 17:19:52.544482 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-f8f65451-f90d-4917-a187-740c2b0b5bc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:52.547177 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-f8f65451-f90d-4917-a187-740c2b0b5bc3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=11a8e839-1da0-4863-85ac-b3bf2b70f6f8 HTTP/1.1" status: 200 len: 797 time: 0.2368922 Apr 20 17:19:52.598161 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1dbee-8793-44fa-8a1a-5d8f28e3adc5 service neutron] Pushing event updated for resources: {'Port': ['ID=96d2b7af-04a0-49c2-9dac-402972c4be20,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:52.619925 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1364ad3-5172-47ad-bb64-e8c33f9f5a1a req-29b8ddf0-1a14-4539-afad-5c49f519c117 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:52.623657 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f1364ad3-5172-47ad-bb64-e8c33f9f5a1a req-29b8ddf0-1a14-4539-afad-5c49f519c117 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 945 time: 0.4242713 Apr 20 17:19:52.697301 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5c05c0a0-26d4-42fa-877f-d88bcc2d63f6 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:52.741047 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5c05c0a0-26d4-42fa-877f-d88bcc2d63f6 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:52.767435 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f1364ad3-5172-47ad-bb64-e8c33f9f5a1a req-22e07ce9-704e-4cdb-a222-7dd68886e3bb tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428792 Apr 20 17:19:52.795818 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-9dd1dbee-8793-44fa-8a1a-5d8f28e3adc5 service neutron] Attempting to bind port 96d2b7af-04a0-49c2-9dac-402972c4be20 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:19:52.796157 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-9dd1dbee-8793-44fa-8a1a-5d8f28e3adc5 service neutron] Attempting to bind port 96d2b7af-04a0-49c2-9dac-402972c4be20 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '56fafc9c-fe45-49aa-accb-4b94f1317c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7dca78eb-5829-40b0-a3af-13613754711d'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:19:52.797133 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-9dd1dbee-8793-44fa-8a1a-5d8f28e3adc5 service neutron] Attempting to bind port 96d2b7af-04a0-49c2-9dac-402972c4be20 on network 7dca78eb-5829-40b0-a3af-13613754711d {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:19:52.802452 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-d71d6482-dc29-4c2a-89f2-e143bc27e752 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a39373cc-9e04-46cb-a6a0-e81ef6eae8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2454746 Apr 20 17:19:52.806445 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-9dd1dbee-8793-44fa-8a1a-5d8f28e3adc5 service neutron] Port 96d2b7af-04a0-49c2-9dac-402972c4be20 on network 7dca78eb-5829-40b0-a3af-13613754711d not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:19:52.806895 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-9dd1dbee-8793-44fa-8a1a-5d8f28e3adc5 service neutron] Attempting to bind port 96d2b7af-04a0-49c2-9dac-402972c4be20 on network 7dca78eb-5829-40b0-a3af-13613754711d {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:19:52.879484 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-9dd1dbee-8793-44fa-8a1a-5d8f28e3adc5 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:19:52.879484 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-9dd1dbee-8793-44fa-8a1a-5d8f28e3adc5 service neutron] Checking segment: {'id': '56fafc9c-fe45-49aa-accb-4b94f1317c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7dca78eb-5829-40b0-a3af-13613754711d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:19:52.879892 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-9dd1dbee-8793-44fa-8a1a-5d8f28e3adc5 service neutron] Bound using segment: {'id': '56fafc9c-fe45-49aa-accb-4b94f1317c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7dca78eb-5829-40b0-a3af-13613754711d'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:19:52.880146 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-9dd1dbee-8793-44fa-8a1a-5d8f28e3adc5 service neutron] Bound port: 96d2b7af-04a0-49c2-9dac-402972c4be20, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fafc9c-fe45-49aa-accb-4b94f1317c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7dca78eb-5829-40b0-a3af-13613754711d'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:19:52.880634 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-9dd1dbee-8793-44fa-8a1a-5d8f28e3adc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:52.951220 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fd4f1-afa9-41d4-a386-c13172757d14 req-497efac4-e5c7-434a-82e2-c212b98dfed2 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:52.951819 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ce0fd4f1-afa9-41d4-a386-c13172757d14 req-497efac4-e5c7-434a-82e2-c212b98dfed2 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Synchronizing usage tracker for tenant:108601a41d654be6985fac52f41da158 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:19:52.992156 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ce0fd4f1-afa9-41d4-a386-c13172757d14 req-497efac4-e5c7-434a-82e2-c212b98dfed2 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Unset dirty status for tenant:108601a41d654be6985fac52f41da158 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:19:52.993330 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ce0fd4f1-afa9-41d4-a386-c13172757d14 req-497efac4-e5c7-434a-82e2-c212b98dfed2 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7cae-85fd-441a-a48a-d4128407b6e1 HTTP/1.1" status: 200 len: 943 time: 0.3109126 Apr 20 17:19:53.073919 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-daa15c4a-c64e-466d-85ba-8d20f924011f service neutron] 10.222.0.10 "GET /v2.0/networks/a39373cc-9e04-46cb-a6a0-e81ef6eae8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645526 Apr 20 17:19:53.078612 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ce0fd4f1-afa9-41d4-a386-c13172757d14 req-7177c48e-364a-41ec-8ebc-f9a6456a691a tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Synchronizing usage tracker for tenant:108601a41d654be6985fac52f41da158 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:19:53.100121 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6130a004-665a-4438-8c9b-317ab262391c admin admin] Router f4eaf015-7581-40c0-b7e9-a9e3d20c758a has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:19:53.116174 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ce0fd4f1-afa9-41d4-a386-c13172757d14 req-7177c48e-364a-41ec-8ebc-f9a6456a691a tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Unset dirty status for tenant:108601a41d654be6985fac52f41da158 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:19:53.117320 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ce0fd4f1-afa9-41d4-a386-c13172757d14 req-7177c48e-364a-41ec-8ebc-f9a6456a691a tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2baeb1e-0390-4fe1-9d8c-da55f07a4d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137142 Apr 20 17:19:53.119589 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [None req-5c05c0a0-26d4-42fa-877f-d88bcc2d63f6 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Floating IP d63251b1-959f-4e5f-8659-c74b2e77316e associated. External IP: 172.25.8.63, port: 8ef886d1-0220-428c-9cea-ff5e4e8d12fa. Apr 20 17:19:53.153141 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-9dd1dbee-8793-44fa-8a1a-5d8f28e3adc5 service neutron] For port 96d2b7af-04a0-49c2-9dac-402972c4be20, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:19:53.177747 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-9dd1dbee-8793-44fa-8a1a-5d8f28e3adc5 service neutron] For port 96d2b7af-04a0-49c2-9dac-402972c4be20, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=96d2b7af-04a0-49c2-9dac-402972c4be20,segment=NetworkSegment(56fafc9c-fe45-49aa-accb-4b94f1317c54),segment_id=56fafc9c-fe45-49aa-accb-4b94f1317c54)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:19:53.186679 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1c03d-2e7c-4852-8e00-2beb70ca5439 req-45019706-444d-412a-9044-3e12724b3ea4 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:53.188136 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d9f1c03d-2e7c-4852-8e00-2beb70ca5439 req-45019706-444d-412a-9044-3e12724b3ea4 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 950 time: 0.2982347 Apr 20 17:19:53.191677 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-9dd1dbee-8793-44fa-8a1a-5d8f28e3adc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:53.266154 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc903325-c657-4c22-a699-67866a331172'] response: {'server_uuid': 'b5fe4791-bb92-405c-a291-72ed7b3d4149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ffe60e-83b3-44fd-9266-3e110978ab41', 'code': 200} Apr 20 17:19:53.308569 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-9dd1dbee-8793-44fa-8a1a-5d8f28e3adc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:53.309986 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-9dd1dbee-8793-44fa-8a1a-5d8f28e3adc5 service neutron] 10.222.0.43 "PUT /v2.0/ports/96d2b7af-04a0-49c2-9dac-402972c4be20 HTTP/1.1" status: 200 len: 1091 time: 2.1667318 Apr 20 17:19:53.315166 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9af7cae-85fd-441a-a48a-d4128407b6e1', 'tag': '96d2b7af-04a0-49c2-9dac-402972c4be20'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:19:53.358154 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-2c6b7392-afce-49ec-95eb-e11ba18bf9d1 service neutron] 10.222.0.10 "GET /v2.0/networks/a39373cc-9e04-46cb-a6a0-e81ef6eae8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768695 Apr 20 17:19:53.605865 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1dbee-8793-44fa-8a1a-5d8f28e3adc5 service neutron] Pushing event updated for resources: {'Port': ['ID=96d2b7af-04a0-49c2-9dac-402972c4be20,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:53.625135 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d9f1c03d-2e7c-4852-8e00-2beb70ca5439 req-ffcad9bf-57d1-43d1-96ad-bbe1d327ac35 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955357 Apr 20 17:19:53.641541 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-98595fe2-13d9-43db-baa4-590ec6e91685 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=c655084b-fd05-45fb-8e95-31b739360b4f HTTP/1.1" status: 200 len: 217 time: 0.2748513 Apr 20 17:19:53.661460 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-afdede3b-8c57-42d4-bcbb-c46ec5492276 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=108601a41d654be6985fac52f41da158&device_id=c9af7cae-85fd-441a-a48a-d4128407b6e1 HTTP/1.1" status: 200 len: 1094 time: 0.2436154 Apr 20 17:19:53.726219 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-bc5f3b82-dfce-456d-b01a-0961219d25aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:53.727695 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-bc5f3b82-dfce-456d-b01a-0961219d25aa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=11a8e839-1da0-4863-85ac-b3bf2b70f6f8 HTTP/1.1" status: 200 len: 797 time: 0.0686922 Apr 20 17:19:53.731457 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e3e45bec-9865-4595-9aca-7063cf60c526 req-aff2cc0c-7d47-4404-834c-4586f0501d16 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 1096 time: 0.1599035 Apr 20 17:19:53.762084 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3ef73-7267-4b8d-969c-fe97dfc97c3e req-9e5212a0-48ba-455b-8b73-3751520ff8c8 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:53.765933 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3ef73-7267-4b8d-969c-fe97dfc97c3e req-9e5212a0-48ba-455b-8b73-3751520ff8c8 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:53.769750 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3ef73-7267-4b8d-969c-fe97dfc97c3e req-9e5212a0-48ba-455b-8b73-3751520ff8c8 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:53.773568 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3ef73-7267-4b8d-969c-fe97dfc97c3e req-9e5212a0-48ba-455b-8b73-3751520ff8c8 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:53.777367 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3ef73-7267-4b8d-969c-fe97dfc97c3e req-9e5212a0-48ba-455b-8b73-3751520ff8c8 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:53.781352 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3ef73-7267-4b8d-969c-fe97dfc97c3e req-9e5212a0-48ba-455b-8b73-3751520ff8c8 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:53.784995 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3ef73-7267-4b8d-969c-fe97dfc97c3e req-9e5212a0-48ba-455b-8b73-3751520ff8c8 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:53.786951 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-28d3ef73-7267-4b8d-969c-fe97dfc97c3e req-9e5212a0-48ba-455b-8b73-3751520ff8c8 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5421 time: 0.3703499 Apr 20 17:19:53.788902 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc931fb3-5998-4fd7-b590-c391ecf07752'] response: {'name': 'network-changed', 'server_uuid': 'c9af7cae-85fd-441a-a48a-d4128407b6e1', 'tag': '96d2b7af-04a0-49c2-9dac-402972c4be20', 'status': 'completed', 'code': 200} Apr 20 17:19:53.801862 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-b37a797e-952e-49c7-8378-b84da2b60b44 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96d2b7af-04a0-49c2-9dac-402972c4be20 HTTP/1.1" status: 200 len: 217 time: 0.1301329 Apr 20 17:19:53.828077 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e3e45bec-9865-4595-9aca-7063cf60c526 req-6750a5ea-17d5-4cb7-bd59-6b78f1093ac3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599627 Apr 20 17:19:53.841828 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-c7978761-db74-41ca-9808-20ffcd68a82e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a39373cc-9e04-46cb-a6a0-e81ef6eae8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1079993 Apr 20 17:19:53.927206 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-069185a9-4aea-40c6-a3df-a07b8a306b0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:53.928634 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-069185a9-4aea-40c6-a3df-a07b8a306b0d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4f14b18c-0fe0-4613-bee5-26a51144bfaa HTTP/1.1" status: 200 len: 868 time: 0.1099329 Apr 20 17:19:53.944374 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-28d3ef73-7267-4b8d-969c-fe97dfc97c3e req-0ca6e83f-d538-4e9a-aee3-668f3d7b8438 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1451242 Apr 20 17:19:53.976051 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3bf04e15-7046-4b1a-b83f-c23d74c9bc28 req-e00c2ccc-f942-4103-98e3-147faea27f30 tempest-ServerShowV257Test-1347881387 tempest-ServerShowV257Test-1347881387-project] 10.222.0.39 "GET /v2.0/ports?device_id=b144e158-5c38-4858-aa17-c556187f60d2 HTTP/1.1" status: 200 len: 210 time: 0.1021745 Apr 20 17:19:54.030628 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6130a004-665a-4438-8c9b-317ab262391c admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:19:54.037797 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-f0571da2-d8c6-477e-b04a-f8fd3af7f19c service neutron] 10.222.0.10 "GET /v2.0/networks/a39373cc-9e04-46cb-a6a0-e81ef6eae8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880109 Apr 20 17:19:54.084651 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6130a004-665a-4438-8c9b-317ab262391c admin admin] 10.222.0.39 "PUT /v2.0/routers/f4eaf015-7581-40c0-b7e9-a9e3d20c758a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5101154 Apr 20 17:19:54.112306 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41976) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:54.149909 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [req-b946be6b-378c-4a27-b003-dc9798d32812 req-8b2df63e-9b78-4f4a-9431-392a86bd10f5 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] show failed (client error): The resource could not be found. Apr 20 17:19:54.150953 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b946be6b-378c-4a27-b003-dc9798d32812 req-8b2df63e-9b78-4f4a-9431-392a86bd10f5 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups/14e167ac-98bb-4e0e-82c8-9b9621204907 HTTP/1.1" status: 404 len: 352 time: 0.1379709 Apr 20 17:19:54.211333 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-912c32c6-7acc-45fc-9b90-865eedc2d753 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7dca78eb-5829-40b0-a3af-13613754711d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1788185 Apr 20 17:19:54.370898 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-8b1413cd-343c-4b67-a3f1-01452f146c2f service neutron] 10.222.0.10 "GET /v2.0/networks/a39373cc-9e04-46cb-a6a0-e81ef6eae8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270278 Apr 20 17:19:54.424662 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c05c0a0-26d4-42fa-877f-d88bcc2d63f6 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Router 5cebc4d3-edd4-4e1a-971e-b61e6725cc69 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:19:54.443701 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a0558-87c9-4f46-8f5e-91a1dc7e6044 req-9e001945-d7ee-469f-b4af-483786772deb tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:54.450393 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5d7a0558-87c9-4f46-8f5e-91a1dc7e6044 req-9e001945-d7ee-469f-b4af-483786772deb tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 945 time: 0.3388765 Apr 20 17:19:54.460228 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-53f0f378-b91f-421d-b21c-20521a6d7c93 service neutron] 10.222.0.43 "GET /v2.0/networks/7dca78eb-5829-40b0-a3af-13613754711d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290995 Apr 20 17:19:54.471257 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-ed8c2d9a-7158-4d1d-92be-497c734d84e2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=e99614d7-916e-434c-bbd2-097e4edc6806 HTTP/1.1" status: 200 len: 217 time: 0.0932105 Apr 20 17:19:54.563242 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5d7a0558-87c9-4f46-8f5e-91a1dc7e6044 req-60cb5347-7b9d-4385-8eb4-63669f2084fe tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120148 Apr 20 17:19:54.565947 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-e0f180fa-3bc7-44c9-9541-f8212c4e9ac3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:54.567332 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-e0f180fa-3bc7-44c9-9541-f8212c4e9ac3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=11a8e839-1da0-4863-85ac-b3bf2b70f6f8 HTTP/1.1" status: 200 len: 797 time: 0.0879548 Apr 20 17:19:54.614919 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fbe82-5218-479a-a9f8-aaa310c627b3 req-902dda66-5ad8-44d5-9f42-c35d6f7676c6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:54.622387 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7c9fbe82-5218-479a-a9f8-aaa310c627b3 req-902dda66-5ad8-44d5-9f42-c35d6f7676c6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7cae-85fd-441a-a48a-d4128407b6e1 HTTP/1.1" status: 200 len: 943 time: 0.2982168 Apr 20 17:19:54.653894 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [req-5e40b80b-6eed-44b3-ab7a-271615ae7619 req-07ff4f1c-26b8-4b71-a5b7-1d9690f33eac tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] show failed (client error): The resource could not be found. Apr 20 17:19:54.655006 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5e40b80b-6eed-44b3-ab7a-271615ae7619 req-07ff4f1c-26b8-4b71-a5b7-1d9690f33eac tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups/2cedec2a-fd0d-44dd-8d04-57c0bccf7439 HTTP/1.1" status: 404 len: 352 time: 0.0308154 Apr 20 17:19:54.676116 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b314d95b-e660-4d0f-b214-ad518642e6e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:54.838550 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-e8350a77-90dd-4824-b713-3c79c0e49a63 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a39373cc-9e04-46cb-a6a0-e81ef6eae8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2612951 Apr 20 17:19:54.903481 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7c9fbe82-5218-479a-a9f8-aaa310c627b3 req-7e5ab96b-8abe-4fdb-b770-4ae295b8f822 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2baeb1e-0390-4fe1-9d8c-da55f07a4d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803001 Apr 20 17:19:54.908529 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b9f24d8d-3648-4eba-9fb5-8ed5fdaea180 req-b928a72c-1d89-4ee3-95b3-22901c647e21 service neutron] 10.222.0.43 "GET /v2.0/networks/7dca78eb-5829-40b0-a3af-13613754711d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889132 Apr 20 17:19:55.016869 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [req-cbf725f5-adad-40d0-bd81-1e0fc112a7cb req-6c15278e-a1fe-4a93-8147-e55fabe0552b tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] show failed (client error): The resource could not be found. Apr 20 17:19:55.018019 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cbf725f5-adad-40d0-bd81-1e0fc112a7cb req-6c15278e-a1fe-4a93-8147-e55fabe0552b tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups/34be6d5c-ae24-4a7f-85e5-555ad3c1393e HTTP/1.1" status: 404 len: 352 time: 0.0578711 Apr 20 17:19:55.032570 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c05c0a0-26d4-42fa-877f-d88bcc2d63f6 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:19:55.037549 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5c05c0a0-26d4-42fa-877f-d88bcc2d63f6 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:55.042634 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d31e498-6ef5-4776-aa23-a14ea1caef7b None None] Sync routers for ids ['5cebc4d3-edd4-4e1a-971e-b61e6725cc69'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:19:55.062136 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d31e498-6ef5-4776-aa23-a14ea1caef7b None None] Routers {'5cebc4d3-edd4-4e1a-971e-b61e6725cc69'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:19:55.062758 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-3d31e498-6ef5-4776-aa23-a14ea1caef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:19:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['5cebc4d3-edd4-4e1a-971e-b61e6725cc69'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:19:55.122526 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5c05c0a0-26d4-42fa-877f-d88bcc2d63f6 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "PUT /v2.0/floatingips/d63251b1-959f-4e5f-8659-c74b2e77316e HTTP/1.1" status: 200 len: 991 time: 3.9225430 Apr 20 17:19:55.124038 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd90d49c-a769-4539-8369-05090d9be905', 'tag': '8ef886d1-0220-428c-9cea-ff5e4e8d12fa'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:19:55.144334 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-62f6a314-a764-4f56-b7c0-3ee78c5699fe req-91cad3c9-1e20-4ca2-97e5-8989cd746ffa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=108601a41d654be6985fac52f41da158&device_id=c9af7cae-85fd-441a-a48a-d4128407b6e1 HTTP/1.1" status: 200 len: 1094 time: 0.1677251 Apr 20 17:19:55.206320 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ab4c7-7578-4e96-867f-31bc77ac9ee8 req-07e66c63-25c0-4e2a-85f4-18228186a7bd tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:55.210853 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ee6ab4c7-7578-4e96-867f-31bc77ac9ee8 req-07e66c63-25c0-4e2a-85f4-18228186a7bd tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 950 time: 0.4285254 Apr 20 17:19:55.243778 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-cae5913e-2a46-479e-8541-b8ac925c2db1 service neutron] 10.222.0.10 "GET /v2.0/networks/a39373cc-9e04-46cb-a6a0-e81ef6eae8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966379 Apr 20 17:19:55.268889 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-3d31e498-6ef5-4776-aa23-a14ea1caef7b None None] Set router 5cebc4d3-edd4-4e1a-971e-b61e6725cc69 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:19:55.332424 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6a314-a764-4f56-b7c0-3ee78c5699fe req-e1a5ed30-59c7-4028-ae46-a5e7c749dd5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:55.334466 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-62f6a314-a764-4f56-b7c0-3ee78c5699fe req-e1a5ed30-59c7-4028-ae46-a5e7c749dd5e service neutron] 10.222.0.43 "GET /v2.0/networks?id=7dca78eb-5829-40b0-a3af-13613754711d HTTP/1.1" status: 200 len: 930 time: 0.1826043 Apr 20 17:19:55.345989 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ee6ab4c7-7578-4e96-867f-31bc77ac9ee8 req-fee9737f-833b-41d3-b964-cd4dbeba3ce2 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342635 Apr 20 17:19:55.346314 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36540589-7bb5-4faa-8169-ca51bb6b2f98 req-b35cb4f8-9a8b-4b6c-8d21-5d1d79a1729f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:55.350297 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36540589-7bb5-4faa-8169-ca51bb6b2f98 req-b35cb4f8-9a8b-4b6c-8d21-5d1d79a1729f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:55.354114 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36540589-7bb5-4faa-8169-ca51bb6b2f98 req-b35cb4f8-9a8b-4b6c-8d21-5d1d79a1729f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:55.358039 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36540589-7bb5-4faa-8169-ca51bb6b2f98 req-b35cb4f8-9a8b-4b6c-8d21-5d1d79a1729f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:55.362219 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36540589-7bb5-4faa-8169-ca51bb6b2f98 req-b35cb4f8-9a8b-4b6c-8d21-5d1d79a1729f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:55.365904 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36540589-7bb5-4faa-8169-ca51bb6b2f98 req-b35cb4f8-9a8b-4b6c-8d21-5d1d79a1729f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:55.369727 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36540589-7bb5-4faa-8169-ca51bb6b2f98 req-b35cb4f8-9a8b-4b6c-8d21-5d1d79a1729f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:55.377740 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-36540589-7bb5-4faa-8169-ca51bb6b2f98 req-b35cb4f8-9a8b-4b6c-8d21-5d1d79a1729f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5421 time: 0.2273028 Apr 20 17:19:55.430128 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-ed95e6a2-0568-4b30-9ce7-2854cfdd29f7 service neutron] 10.222.0.10 "GET /v2.0/networks/a39373cc-9e04-46cb-a6a0-e81ef6eae8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777437 Apr 20 17:19:55.462749 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-62f6a314-a764-4f56-b7c0-3ee78c5699fe req-b5456dbf-3884-4251-bc9d-3a237eea427e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96d2b7af-04a0-49c2-9dac-402972c4be20 HTTP/1.1" status: 200 len: 217 time: 0.0704293 Apr 20 17:19:55.505612 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b314d95b-e660-4d0f-b214-ad518642e6e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:55.511404 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-24b653b2-6056-4882-9d76-f063b885528e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=5224556f-f386-4d81-8c67-44e0ec851101 HTTP/1.1" status: 200 len: 217 time: 0.0751483 Apr 20 17:19:55.540362 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-36540589-7bb5-4faa-8169-ca51bb6b2f98 req-5878cb1f-f6ae-48af-9b0c-c6b68f0e2d72 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1612051 Apr 20 17:19:55.558974 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6a314-a764-4f56-b7c0-3ee78c5699fe req-bede5141-dc66-443f-9724-3b30e4c1247b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:55.560504 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-62f6a314-a764-4f56-b7c0-3ee78c5699fe req-bede5141-dc66-443f-9724-3b30e4c1247b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4f14b18c-0fe0-4613-bee5-26a51144bfaa HTTP/1.1" status: 200 len: 868 time: 0.0898759 Apr 20 17:19:55.563679 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-b314d95b-e660-4d0f-b214-ad518642e6e1 admin admin] Deleting port bcc3266f-503f-48f2-83ae-39a468756fac {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:19:55.564070 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b314d95b-e660-4d0f-b214-ad518642e6e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:55.634590 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [req-209f2ef2-eb05-43b0-bf28-13e1a89b2bbc req-218b4411-55cc-471f-9fb2-8fb53a809e30 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] show failed (client error): The resource could not be found. Apr 20 17:19:55.635687 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-209f2ef2-eb05-43b0-bf28-13e1a89b2bbc req-218b4411-55cc-471f-9fb2-8fb53a809e30 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups/0c4bf0cb-aa0f-44e4-a041-a02f8b5c31b8 HTTP/1.1" status: 404 len: 352 time: 0.0236650 Apr 20 17:19:55.665820 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-62f6a314-a764-4f56-b7c0-3ee78c5699fe req-f32bca28-4baa-4fa1-9cc5-f2c03b62012e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7dca78eb-5829-40b0-a3af-13613754711d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983832 Apr 20 17:19:55.668377 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4e84e4be-d920-49df-a5ba-ba3e19a6dfdd req-6aad4ca1-91fd-43c0-9a66-771e17c47554 tempest-ServerShowV257Test-1347881387 tempest-ServerShowV257Test-1347881387-project] 10.222.0.39 "GET /v2.0/ports?device_id=b144e158-5c38-4858-aa17-c556187f60d2 HTTP/1.1" status: 200 len: 210 time: 0.1056616 Apr 20 17:19:55.680248 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-2f8913f8-986d-4491-904a-90e45d7b8753 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:55.681672 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-2f8913f8-986d-4491-904a-90e45d7b8753 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=11a8e839-1da0-4863-85ac-b3bf2b70f6f8 HTTP/1.1" status: 200 len: 797 time: 0.1637640 Apr 20 17:19:55.782613 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-3d31e498-6ef5-4776-aa23-a14ea1caef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'name': 'tempest-ServersTestManualDisk-1596263937-router', 'tenant_id': '159ad23e438e4a93b23c1f04f39ed31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '1e6f9c42-90ae-4748-ae26-881f46b7187e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:48Z', 'updated_at': '2022-04-20T17:19:03Z', 'revision_number': 4, 'project_id': '159ad23e438e4a93b23c1f04f39ed31a', 'gw_port': {'id': '1e6f9c42-90ae-4748-ae26-881f46b7187e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:51Z', 'updated_at': '2022-04-20T17:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'd63251b1-959f-4e5f-8659-c74b2e77316e', 'tenant_id': '159ad23e438e4a93b23c1f04f39ed31a', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'port_id': '8ef886d1-0220-428c-9cea-ff5e4e8d12fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7289b4d6-d07e-4d7e-9061-229d2aa24696', 'mac_address': 'fa:16:3e:c4:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd90d49c-a769-4539-8369-05090d9be905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:19:19Z', 'updated_at': '2022-04-20T17:19:52Z', 'revision_number': 1, 'project_id': '159ad23e438e4a93b23c1f04f39ed31a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4673c59-2409-4086-af1b-5af4c989ad55', 'name': '', 'network_id': '7289b4d6-d07e-4d7e-9061-229d2aa24696', 'tenant_id': '159ad23e438e4a93b23c1f04f39ed31a', 'mac_address': 'fa:16:3e:d9:66:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2f65fad-12b6-4d33-aa45-7d4baab655e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:01Z', 'updated_at': '2022-04-20T17:19:16Z', 'revision_number': 5, 'project_id': '159ad23e438e4a93b23c1f04f39ed31a', 'subnets': [{'id': 'f2f65fad-12b6-4d33-aa45-7d4baab655e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:19:55.786790 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d31e498-6ef5-4776-aa23-a14ea1caef7b None None] Checking router: 5cebc4d3-edd4-4e1a-971e-b61e6725cc69 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:19:55.797715 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d31e498-6ef5-4776-aa23-a14ea1caef7b None None] Routers {'5cebc4d3-edd4-4e1a-971e-b61e6725cc69'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:19:55.798366 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-3d31e498-6ef5-4776-aa23-a14ea1caef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:19:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['5cebc4d3-edd4-4e1a-971e-b61e6725cc69'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:19:55.876687 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-62f6a314-a764-4f56-b7c0-3ee78c5699fe req-0329ec40-69c6-4935-af94-144960aad16b service neutron] 10.222.0.43 "GET /v2.0/networks/7dca78eb-5829-40b0-a3af-13613754711d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965971 Apr 20 17:19:55.879044 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71cb6e73-d841-4c04-8e84-729c26be0605'] response: {'name': 'network-changed', 'server_uuid': 'dd90d49c-a769-4539-8369-05090d9be905', 'tag': '8ef886d1-0220-428c-9cea-ff5e4e8d12fa', 'status': 'completed', 'code': 200} Apr 20 17:19:55.919699 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-8cb476d4-6b4a-4a50-938c-b57cab9c5a0c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a39373cc-9e04-46cb-a6a0-e81ef6eae8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2206581 Apr 20 17:19:55.929371 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-b314d95b-e660-4d0f-b214-ad518642e6e1 admin admin] For port bcc3266f-503f-48f2-83ae-39a468756fac, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=bcc3266f-503f-48f2-83ae-39a468756fac,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:19:55.929817 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b314d95b-e660-4d0f-b214-ad518642e6e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:55.989629 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-3d31e498-6ef5-4776-aa23-a14ea1caef7b None None] Set router 5cebc4d3-edd4-4e1a-971e-b61e6725cc69 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:19:56.131427 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-62f6a314-a764-4f56-b7c0-3ee78c5699fe req-4f8ae6b5-3170-43a2-a250-541338416fc5 service neutron] 10.222.0.43 "GET /v2.0/networks/7dca78eb-5829-40b0-a3af-13613754711d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804636 Apr 20 17:19:56.139457 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-69fc3865-de27-44c0-9da1-ba5358a6a150 req-8d609d67-32e4-4575-8782-dab719ce6bc8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=159ad23e438e4a93b23c1f04f39ed31a&device_id=dd90d49c-a769-4539-8369-05090d9be905 HTTP/1.1" status: 200 len: 1097 time: 0.2595100 Apr 20 17:19:56.156528 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-b314d95b-e660-4d0f-b214-ad518642e6e1 admin admin] Calling delete_port for bcc3266f-503f-48f2-83ae-39a468756fac owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:19:56.178045 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366495d1-b616-4e7c-a55e-74945000648b req-01d64d21-8df1-487d-b5ab-2a9783b60be6 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:56.179531 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-366495d1-b616-4e7c-a55e-74945000648b req-01d64d21-8df1-487d-b5ab-2a9783b60be6 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd90d49c-a769-4539-8369-05090d9be905 HTTP/1.1" status: 200 len: 946 time: 0.2985470 Apr 20 17:19:56.308248 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-d85140e5-3076-4126-b4ab-6503928c9c0f service neutron] 10.222.0.10 "GET /v2.0/networks/a39373cc-9e04-46cb-a6a0-e81ef6eae8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692667 Apr 20 17:19:56.311337 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-366495d1-b616-4e7c-a55e-74945000648b req-d63e36a7-2a3b-462f-8faa-cf72b7db9621 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "GET /v2.0/security-groups?id=2aa6f6dd-f864-4597-b252-7f13412cf844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790403 Apr 20 17:19:56.318422 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7dec77-c893-47cc-84d1-7a5a6bde647c req-d13cec1a-2a37-42e9-9d56-852e5599acaf tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:56.319784 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bd7dec77-c893-47cc-84d1-7a5a6bde647c req-d13cec1a-2a37-42e9-9d56-852e5599acaf tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 945 time: 0.4397988 Apr 20 17:19:56.348010 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc3865-de27-44c0-9da1-ba5358a6a150 req-acfc05d0-c2ff-4202-a467-04c14bd82358 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:56.349472 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-69fc3865-de27-44c0-9da1-ba5358a6a150 req-acfc05d0-c2ff-4202-a467-04c14bd82358 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7289b4d6-d07e-4d7e-9061-229d2aa24696 HTTP/1.1" status: 200 len: 913 time: 0.1999638 Apr 20 17:19:56.374417 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-3d31e498-6ef5-4776-aa23-a14ea1caef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'name': 'tempest-ServersTestManualDisk-1596263937-router', 'tenant_id': '159ad23e438e4a93b23c1f04f39ed31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '1e6f9c42-90ae-4748-ae26-881f46b7187e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:48Z', 'updated_at': '2022-04-20T17:19:03Z', 'revision_number': 4, 'project_id': '159ad23e438e4a93b23c1f04f39ed31a', 'gw_port': {'id': '1e6f9c42-90ae-4748-ae26-881f46b7187e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:51Z', 'updated_at': '2022-04-20T17:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'd63251b1-959f-4e5f-8659-c74b2e77316e', 'tenant_id': '159ad23e438e4a93b23c1f04f39ed31a', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'port_id': '8ef886d1-0220-428c-9cea-ff5e4e8d12fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7289b4d6-d07e-4d7e-9061-229d2aa24696', 'mac_address': 'fa:16:3e:c4:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd90d49c-a769-4539-8369-05090d9be905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:19:19Z', 'updated_at': '2022-04-20T17:19:52Z', 'revision_number': 1, 'project_id': '159ad23e438e4a93b23c1f04f39ed31a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4673c59-2409-4086-af1b-5af4c989ad55', 'name': '', 'network_id': '7289b4d6-d07e-4d7e-9061-229d2aa24696', 'tenant_id': '159ad23e438e4a93b23c1f04f39ed31a', 'mac_address': 'fa:16:3e:d9:66:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2f65fad-12b6-4d33-aa45-7d4baab655e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:01Z', 'updated_at': '2022-04-20T17:19:16Z', 'revision_number': 5, 'project_id': '159ad23e438e4a93b23c1f04f39ed31a', 'subnets': [{'id': 'f2f65fad-12b6-4d33-aa45-7d4baab655e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:19:56.378406 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d31e498-6ef5-4776-aa23-a14ea1caef7b None None] The sync data for ids ['5cebc4d3-edd4-4e1a-971e-b61e6725cc69'] in n-d-838032-1 is: [{'id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'name': 'tempest-ServersTestManualDisk-1596263937-router', 'tenant_id': '159ad23e438e4a93b23c1f04f39ed31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '1e6f9c42-90ae-4748-ae26-881f46b7187e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:48Z', 'updated_at': '2022-04-20T17:19:03Z', 'revision_number': 4, 'project_id': '159ad23e438e4a93b23c1f04f39ed31a', 'gw_port': {'id': '1e6f9c42-90ae-4748-ae26-881f46b7187e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:51Z', 'updated_at': '2022-04-20T17:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'd63251b1-959f-4e5f-8659-c74b2e77316e', 'tenant_id': '159ad23e438e4a93b23c1f04f39ed31a', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'port_id': '8ef886d1-0220-428c-9cea-ff5e4e8d12fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7289b4d6-d07e-4d7e-9061-229d2aa24696', 'mac_address': 'fa:16:3e:c4:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd90d49c-a769-4539-8369-05090d9be905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:19:19Z', 'updated_at': '2022-04-20T17:19:52Z', 'revision_number': 1, 'project_id': '159ad23e438e4a93b23c1f04f39ed31a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4673c59-2409-4086-af1b-5af4c989ad55', 'name': '', 'network_id': '7289b4d6-d07e-4d7e-9061-229d2aa24696', 'tenant_id': '159ad23e438e4a93b23c1f04f39ed31a', 'mac_address': 'fa:16:3e:d9:66:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2f65fad-12b6-4d33-aa45-7d4baab655e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:01Z', 'updated_at': '2022-04-20T17:19:16Z', 'revision_number': 5, 'project_id': '159ad23e438e4a93b23c1f04f39ed31a', 'subnets': [{'id': 'f2f65fad-12b6-4d33-aa45-7d4baab655e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:19:56.448605 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [req-e5e8fdaa-76d8-4c08-aff9-ef6973485a7f req-b8ba7ca9-2084-41f8-a1fc-e36ed729b97c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] show failed (client error): The resource could not be found. Apr 20 17:19:56.449619 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e5e8fdaa-76d8-4c08-aff9-ef6973485a7f req-b8ba7ca9-2084-41f8-a1fc-e36ed729b97c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups/74510790-85e5-43e5-8115-fc155a76993a HTTP/1.1" status: 404 len: 352 time: 0.0385444 Apr 20 17:19:56.493501 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-69fc3865-de27-44c0-9da1-ba5358a6a150 req-4d676b19-91a5-4541-a0fe-bac373628d42 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ef886d1-0220-428c-9cea-ff5e4e8d12fa HTTP/1.1" status: 200 len: 999 time: 0.1369507 Apr 20 17:19:56.496939 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bd7dec77-c893-47cc-84d1-7a5a6bde647c req-6047d306-f735-4df3-86f2-4db4e4c95af6 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579685 Apr 20 17:19:56.564446 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-a07c6c33-274f-4424-99de-991eeb8050c2 service neutron] 10.222.0.10 "GET /v2.0/networks/a39373cc-9e04-46cb-a6a0-e81ef6eae8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436862 Apr 20 17:19:56.637049 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc3865-de27-44c0-9da1-ba5358a6a150 req-d7a6de67-48fa-43fd-9a58-8635d19a4b64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:56.638967 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-69fc3865-de27-44c0-9da1-ba5358a6a150 req-d7a6de67-48fa-43fd-9a58-8635d19a4b64 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2f65fad-12b6-4d33-aa45-7d4baab655e0 HTTP/1.1" status: 200 len: 851 time: 0.1318386 Apr 20 17:19:56.639304 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-16f8eb31-17a9-48b0-84f6-38b4d8a3f275 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2e451d66-3f1e-4689-9a25-ce9c80736888 HTTP/1.1" status: 200 len: 217 time: 0.0681322 Apr 20 17:19:56.645117 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b314d95b-e660-4d0f-b214-ad518642e6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:56.716602 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71d647-afb6-4ddd-956c-81ad9c8539c5 req-85653425-138e-4b4e-9868-45572404db72 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:56.723608 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-da71d647-afb6-4ddd-956c-81ad9c8539c5 req-85653425-138e-4b4e-9868-45572404db72 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7cae-85fd-441a-a48a-d4128407b6e1 HTTP/1.1" status: 200 len: 943 time: 0.1589415 Apr 20 17:19:56.782783 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-da71d647-afb6-4ddd-956c-81ad9c8539c5 req-e0705466-8c38-4ae2-8f43-eb33964cc38f tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2baeb1e-0390-4fe1-9d8c-da55f07a4d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581818 Apr 20 17:19:56.792744 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-69fc3865-de27-44c0-9da1-ba5358a6a150 req-cf455369-f6be-4260-9db0-e021b6e98eb5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7289b4d6-d07e-4d7e-9061-229d2aa24696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1422110 Apr 20 17:19:56.901716 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314d95b-e660-4d0f-b214-ad518642e6e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc3266f-503f-48f2-83ae-39a468756fac,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:56.959116 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-c00d6358-9fe8-4246-9e9c-a96e269093a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:56.960562 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-c00d6358-9fe8-4246-9e9c-a96e269093a1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=93f834c9-d665-4383-8c5d-7a7311783f9a HTTP/1.1" status: 200 len: 797 time: 0.3111503 Apr 20 17:19:57.000184 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [req-568ecbf3-cab8-4187-9563-b3202a601571 req-d02788f5-617e-4533-a53f-d16ec51573a0 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] show failed (client error): The resource could not be found. Apr 20 17:19:57.001193 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-568ecbf3-cab8-4187-9563-b3202a601571 req-d02788f5-617e-4533-a53f-d16ec51573a0 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups/f9acab51-996a-441c-b505-5a614a6303ad HTTP/1.1" status: 404 len: 352 time: 0.1797938 Apr 20 17:19:57.060055 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-69fc3865-de27-44c0-9da1-ba5358a6a150 req-60fe647b-5363-4405-9f6e-ba7789b8e992 service neutron] 10.222.0.10 "GET /v2.0/networks/7289b4d6-d07e-4d7e-9061-229d2aa24696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588322 Apr 20 17:19:57.199487 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-69fc3865-de27-44c0-9da1-ba5358a6a150 req-4ff560c4-97b9-4aad-9a50-839e771372cc service neutron] 10.222.0.10 "GET /v2.0/networks/7289b4d6-d07e-4d7e-9061-229d2aa24696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330173 Apr 20 17:19:57.214278 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caef3a2-6b12-405b-837d-4b6ddbed452d req-14af534b-cdc0-47a8-ac61-38a2496485b5 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:57.215742 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4caef3a2-6b12-405b-837d-4b6ddbed452d req-14af534b-cdc0-47a8-ac61-38a2496485b5 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 950 time: 0.3715522 Apr 20 17:19:57.222763 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b314d95b-e660-4d0f-b214-ad518642e6e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:57.375751 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-c428d9af-17c3-4250-b568-e67a8d8f05f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d9f1e448-db15-4c9f-8c5b-a0fa35869e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3889694 Apr 20 17:19:57.424236 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-658e0337-02b6-4e06-b789-2b75222c64c9 req-dea62b0e-44e0-4937-b666-3a1082c0e328 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0dd99ef1065b406196682e8299225373&device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 1096 time: 0.1211948 Apr 20 17:19:57.527966 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac77e1a-245f-4afa-94bc-1543de3610e5 req-30d6d9e7-8634-4134-87ac-14c2776b5bbb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:57.532181 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac77e1a-245f-4afa-94bc-1543de3610e5 req-30d6d9e7-8634-4134-87ac-14c2776b5bbb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:57.536462 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac77e1a-245f-4afa-94bc-1543de3610e5 req-30d6d9e7-8634-4134-87ac-14c2776b5bbb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:57.540275 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac77e1a-245f-4afa-94bc-1543de3610e5 req-30d6d9e7-8634-4134-87ac-14c2776b5bbb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:57.544055 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac77e1a-245f-4afa-94bc-1543de3610e5 req-30d6d9e7-8634-4134-87ac-14c2776b5bbb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:57.547935 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac77e1a-245f-4afa-94bc-1543de3610e5 req-30d6d9e7-8634-4134-87ac-14c2776b5bbb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:57.551834 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac77e1a-245f-4afa-94bc-1543de3610e5 req-30d6d9e7-8634-4134-87ac-14c2776b5bbb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:57.553691 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6ac77e1a-245f-4afa-94bc-1543de3610e5 req-30d6d9e7-8634-4134-87ac-14c2776b5bbb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5421 time: 0.1988564 Apr 20 17:19:57.592100 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b314d95b-e660-4d0f-b214-ad518642e6e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:57.599261 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4caef3a2-6b12-405b-837d-4b6ddbed452d req-22e57353-38b8-42ba-bfee-2cd92ba6294e tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248987 Apr 20 17:19:57.616755 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b314d95b-e660-4d0f-b214-ad518642e6e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:57.631834 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6ac77e1a-245f-4afa-94bc-1543de3610e5 req-dbf54a5a-d8a4-491c-bf9b-77ec99f47393 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0708728 Apr 20 17:19:57.634170 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e0337-02b6-4e06-b789-2b75222c64c9 req-ea0ebba0-ef42-4f2e-ab97-682692e412a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:57.639773 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-658e0337-02b6-4e06-b789-2b75222c64c9 req-ea0ebba0-ef42-4f2e-ab97-682692e412a2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d400f90f-4a8e-41ce-ab99-e78cfbfff523 HTTP/1.1" status: 200 len: 911 time: 0.2060819 Apr 20 17:19:57.652443 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-2c612970-7658-4a18-a9ad-83eb36d3c603 service neutron] 10.222.0.10 "GET /v2.0/networks/d9f1e448-db15-4c9f-8c5b-a0fa35869e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189872 Apr 20 17:19:57.728510 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b314d95b-e660-4d0f-b214-ad518642e6e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:57.728909 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b314d95b-e660-4d0f-b214-ad518642e6e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4eaf015-7581-40c0-b7e9-a9e3d20c758a {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:19:57.744964 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-658e0337-02b6-4e06-b789-2b75222c64c9 req-ffcf7271-e315-49bc-a09b-614d2d8bc599 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84ffe60e-83b3-44fd-9266-3e110978ab41 HTTP/1.1" status: 200 len: 217 time: 0.0899739 Apr 20 17:19:57.793772 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2060389f-acde-4acc-8147-d81de18611e8 req-e352712a-2fb6-437b-ba9b-f3f710ce5bf8 tempest-ServerShowV257Test-1347881387 tempest-ServerShowV257Test-1347881387-project] 10.222.0.39 "GET /v2.0/ports?device_id=b144e158-5c38-4858-aa17-c556187f60d2 HTTP/1.1" status: 200 len: 210 time: 0.0518408 Apr 20 17:19:57.800356 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b314d95b-e660-4d0f-b214-ad518642e6e1 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:57.801585 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b314d95b-e660-4d0f-b214-ad518642e6e1 admin admin] 10.222.0.39 "DELETE /v2.0/routers/f4eaf015-7581-40c0-b7e9-a9e3d20c758a HTTP/1.1" status: 204 len: 168 time: 3.6883409 Apr 20 17:19:57.806481 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42024) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:57.839509 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-0132dd4a-b48e-482b-aaf0-f3e7703f5645 service neutron] 10.222.0.10 "GET /v2.0/networks/d9f1e448-db15-4c9f-8c5b-a0fa35869e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794946 Apr 20 17:19:57.879437 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e0337-02b6-4e06-b789-2b75222c64c9 req-8966cdcc-5704-4861-b5ff-90d9873906cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:57.881055 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-658e0337-02b6-4e06-b789-2b75222c64c9 req-8966cdcc-5704-4861-b5ff-90d9873906cc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d6355b3-9159-47c5-b462-d8d60cd8f890 HTTP/1.1" status: 200 len: 850 time: 0.1302905 Apr 20 17:19:57.919337 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-5140cae8-f49e-48ee-bb50-af73573c0bbc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a8537b98-a7ec-415c-8279-a594cd6118df HTTP/1.1" status: 200 len: 217 time: 0.0726304 Apr 20 17:19:57.949616 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 96d2b7af-04a0-49c2-9dac-402972c4be20 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:19:57.953413 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-658e0337-02b6-4e06-b789-2b75222c64c9 req-d26293b4-ae43-4ed3-95b1-ad47a9e00551 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d400f90f-4a8e-41ce-ab99-e78cfbfff523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567892 Apr 20 17:19:57.954470 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b0bdca2-fecf-467d-8f6c-35309aa43318 admin admin] Deleting subnet ccd94e55-266c-4b9f-9941-7179a033450e {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:19:57.959327 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6b0bdca2-fecf-467d-8f6c-35309aa43318 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:58.010120 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-5cf42f96-7230-4e01-bc89-ef3aec904709 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:58.011798 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-5cf42f96-7230-4e01-bc89-ef3aec904709 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=93f834c9-d665-4383-8c5d-7a7311783f9a HTTP/1.1" status: 200 len: 797 time: 0.0831501 Apr 20 17:19:58.022231 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6b0bdca2-fecf-467d-8f6c-35309aa43318 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:58.160024 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 96d2b7af-04a0-49c2-9dac-402972c4be20, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=96d2b7af-04a0-49c2-9dac-402972c4be20,segment=NetworkSegment(56fafc9c-fe45-49aa-accb-4b94f1317c54),segment_id=56fafc9c-fe45-49aa-accb-4b94f1317c54)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:19:58.183778 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '96d2b7af-04a0-49c2-9dac-402972c4be20', 'network_id': '7dca78eb-5829-40b0-a3af-13613754711d', 'port_id': '96d2b7af-04a0-49c2-9dac-402972c4be20', 'mac_address': 'fa:16:3e:b5:38:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f14b18c-0fe0-4613-bee5-26a51144bfaa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:19:58.246806 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:58.265543 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-b142ce79-69aa-465b-be3f-cfc6cafbf8d0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d9f1e448-db15-4c9f-8c5b-a0fa35869e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2470951 Apr 20 17:19:58.267751 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d2b7af-04a0-49c2-9dac-402972c4be20 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:19:58.272190 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc8a11-3c99-4bef-8707-eb3ac8a512a2 req-0d1c57b0-1307-49e8-af67-1a662b028201 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:58.273640 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-97cc8a11-3c99-4bef-8707-eb3ac8a512a2 req-0d1c57b0-1307-49e8-af67-1a662b028201 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 945 time: 0.2191713 Apr 20 17:19:58.277660 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6b0bdca2-fecf-467d-8f6c-35309aa43318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:58.286990 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 96d2b7af-04a0-49c2-9dac-402972c4be20, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=96d2b7af-04a0-49c2-9dac-402972c4be20,segment=NetworkSegment(56fafc9c-fe45-49aa-accb-4b94f1317c54),segment_id=56fafc9c-fe45-49aa-accb-4b94f1317c54)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:19:58.292889 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:58.333726 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc872c1f-38cb-4587-b43b-3c9e16ff83fd req-05a03457-6ab0-4f3b-b1df-176ff67c1779 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:58.337780 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fc872c1f-38cb-4587-b43b-3c9e16ff83fd req-05a03457-6ab0-4f3b-b1df-176ff67c1779 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7cae-85fd-441a-a48a-d4128407b6e1 HTTP/1.1" status: 200 len: 943 time: 0.2761452 Apr 20 17:19:58.344568 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-658e0337-02b6-4e06-b789-2b75222c64c9 req-36775809-df7a-44d0-9122-65bf1eff717f service neutron] 10.222.0.43 "GET /v2.0/networks/d400f90f-4a8e-41ce-ab99-e78cfbfff523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840350 Apr 20 17:19:58.366122 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=96d2b7af-04a0-49c2-9dac-402972c4be20,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:58.413992 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-97cc8a11-3c99-4bef-8707-eb3ac8a512a2 req-ded129bc-f922-4c19-92db-f32f1553f98b tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191738 Apr 20 17:19:58.440163 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-1f941552-5d1f-49a9-a952-308c17ab17ab service neutron] 10.222.0.10 "GET /v2.0/networks/d9f1e448-db15-4c9f-8c5b-a0fa35869e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641247 Apr 20 17:19:58.524339 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-658e0337-02b6-4e06-b789-2b75222c64c9 req-2c962ab1-c5f8-4d07-9f1d-2dc2a88e4576 service neutron] 10.222.0.43 "GET /v2.0/networks/d400f90f-4a8e-41ce-ab99-e78cfbfff523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473231 Apr 20 17:19:58.549836 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6b0bdca2-fecf-467d-8f6c-35309aa43318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:58.576615 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['96d2b7af-04a0-49c2-9dac-402972c4be20'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:19:58.586710 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fc872c1f-38cb-4587-b43b-3c9e16ff83fd req-1b27e673-4202-49be-8bf4-de1bdda9c2f7 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2baeb1e-0390-4fe1-9d8c-da55f07a4d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395601 Apr 20 17:19:58.610264 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0bdca2-fecf-467d-8f6c-35309aa43318 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccd94e55-266c-4b9f-9941-7179a033450e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:58.624821 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6b0bdca2-fecf-467d-8f6c-35309aa43318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:58.625319 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6438245-ef23-44d5-bc03-07f9bc374d09 req-3c94edc5-1d57-414a-b413-647eb5299ea9 service neutron] 10.222.0.10 "GET /v2.0/networks/d9f1e448-db15-4c9f-8c5b-a0fa35869e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802278 Apr 20 17:19:58.636607 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6b0bdca2-fecf-467d-8f6c-35309aa43318 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ccd94e55-266c-4b9f-9941-7179a033450e HTTP/1.1" status: 204 len: 168 time: 0.8282020 Apr 20 17:19:58.636958 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42034) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:19:58.657920 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c84c9f-aa79-46fa-add1-8e4b5075df8f req-fed5a27d-6de9-4970-8a94-26210cb7677e tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:58.659111 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-33c84c9f-aa79-46fa-add1-8e4b5075df8f req-fed5a27d-6de9-4970-8a94-26210cb7677e tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Synchronizing usage tracker for tenant:ffcb78f29a714057bb79ebadc32ed198 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:19:58.690429 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-33c84c9f-aa79-46fa-add1-8e4b5075df8f req-fed5a27d-6de9-4970-8a94-26210cb7677e tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Unset dirty status for tenant:ffcb78f29a714057bb79ebadc32ed198 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:19:58.692248 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-33c84c9f-aa79-46fa-add1-8e4b5075df8f req-fed5a27d-6de9-4970-8a94-26210cb7677e tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?device_id=2540fea1-45ed-413e-8296-e846c0c64093 HTTP/1.1" status: 200 len: 1024 time: 0.1547296 Apr 20 17:19:58.736177 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5ea8bf-3929-4078-94d3-03ddd810ea93 None None] Network 76ef8d88-de49-4215-a197-8a82f63cab41 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:19:58.805641 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-33c84c9f-aa79-46fa-add1-8e4b5075df8f req-8c920832-1e35-4238-ad91-07649e40e85d tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Synchronizing usage tracker for tenant:ffcb78f29a714057bb79ebadc32ed198 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:19:58.841076 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-33c84c9f-aa79-46fa-add1-8e4b5075df8f req-8c920832-1e35-4238-ad91-07649e40e85d tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Unset dirty status for tenant:ffcb78f29a714057bb79ebadc32ed198 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:19:58.842276 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-33c84c9f-aa79-46fa-add1-8e4b5075df8f req-8c920832-1e35-4238-ad91-07649e40e85d tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0746e04-eaaa-491f-b2f2-a68a28aea018&id=20de47da-aa55-41c4-933d-d2a8d2ffd7b0&id=d8f7ee39-3f68-42c3-b8a5-e00de45fc4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1431420 Apr 20 17:19:58.854993 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d4234d72-f42f-4212-ae6b-b7cc3e1578c5 req-e971171c-b6e9-436d-9d49-5e6cc6d21f0a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=60c7e2ae348346058b3fbfec10afa715&device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 6478 time: 0.1230226 Apr 20 17:19:58.928727 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-69b0ce0e-6327-467f-8c04-768f53a03e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:58.943249 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566d26d6-c927-4c4f-b757-7482066291c1 None None] Sync routers for ids ['d5885a7b-777a-404c-a137-5e085ebcdd0e'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:19:58.961943 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde450a-c965-441e-b50e-311e00a9bfa5 req-073d4b28-ba37-4526-994b-d8c415f636c8 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:58.963293 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566d26d6-c927-4c4f-b757-7482066291c1 None None] Routers {'d5885a7b-777a-404c-a137-5e085ebcdd0e'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:19:58.964215 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-566d26d6-c927-4c4f-b757-7482066291c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:19:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d5885a7b-777a-404c-a137-5e085ebcdd0e'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:19:58.969258 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-abde450a-c965-441e-b50e-311e00a9bfa5 req-073d4b28-ba37-4526-994b-d8c415f636c8 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 950 time: 0.1434255 Apr 20 17:19:58.971853 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-69b0ce0e-6327-467f-8c04-768f53a03e07 admin admin] Deleting port 0e245bd1-956f-4e18-a080-19b8252c5325 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:19:58.972316 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-69b0ce0e-6327-467f-8c04-768f53a03e07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:59.112559 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-abde450a-c965-441e-b50e-311e00a9bfa5 req-34a30af2-db96-4304-af5c-44aba9269c80 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425519 Apr 20 17:19:59.128173 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29714f88-d2c5-4311-bee2-09890968f60f None None] DHCP port deletion for 76ef8d88-de49-4215-a197-8a82f63cab41 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:19:59.132760 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-29714f88-d2c5-4311-bee2-09890968f60f None None] Deleting port 0e245bd1-956f-4e18-a080-19b8252c5325 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:19:59.133222 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-29714f88-d2c5-4311-bee2-09890968f60f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:59.187928 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4234d72-f42f-4212-ae6b-b7cc3e1578c5 req-27c16e45-8514-4883-8e25-6460afe7688c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:59.189385 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d4234d72-f42f-4212-ae6b-b7cc3e1578c5 req-27c16e45-8514-4883-8e25-6460afe7688c service neutron] 10.222.0.10 "GET /v2.0/networks?id=d9f1e448-db15-4c9f-8c5b-a0fa35869e80 HTTP/1.1" status: 200 len: 902 time: 0.3267806 Apr 20 17:19:59.238107 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-566d26d6-c927-4c4f-b757-7482066291c1 None None] Set router d5885a7b-777a-404c-a137-5e085ebcdd0e gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:19:59.317179 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7c05ebfb-b55a-43c7-936a-043e22b66c03 req-95c89363-129e-4ffe-b128-30ff7d5253a7 tempest-ServerShowV257Test-1347881387 tempest-ServerShowV257Test-1347881387-project] 10.222.0.39 "GET /v2.0/ports?device_id=b144e158-5c38-4858-aa17-c556187f60d2 HTTP/1.1" status: 200 len: 210 time: 0.0465643 Apr 20 17:19:59.340718 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d4234d72-f42f-4212-ae6b-b7cc3e1578c5 req-7eede55a-4cc7-4f47-98b4-643047bb5adb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a8537b98-a7ec-415c-8279-a594cd6118df HTTP/1.1" status: 200 len: 217 time: 0.1436982 Apr 20 17:19:59.357460 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-69b0ce0e-6327-467f-8c04-768f53a03e07 admin admin] For port 0e245bd1-956f-4e18-a080-19b8252c5325, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0e245bd1-956f-4e18-a080-19b8252c5325,segment=NetworkSegment(b1d7857d-4631-4267-b4bc-3d255dcdfb10),segment_id=b1d7857d-4631-4267-b4bc-3d255dcdfb10)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:19:59.357709 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-69b0ce0e-6327-467f-8c04-768f53a03e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:59.416458 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-29714f88-d2c5-4311-bee2-09890968f60f None None] For port 0e245bd1-956f-4e18-a080-19b8252c5325, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0e245bd1-956f-4e18-a080-19b8252c5325,segment=NetworkSegment(b1d7857d-4631-4267-b4bc-3d255dcdfb10),segment_id=b1d7857d-4631-4267-b4bc-3d255dcdfb10)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:19:59.416982 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-29714f88-d2c5-4311-bee2-09890968f60f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:59.456120 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaca03c-a077-4497-9ebd-3d5f26028d29 req-99a21ee3-ee8b-4230-a8fb-2849cfc85d93 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:59.459996 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaca03c-a077-4497-9ebd-3d5f26028d29 req-99a21ee3-ee8b-4230-a8fb-2849cfc85d93 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:59.476496 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaca03c-a077-4497-9ebd-3d5f26028d29 req-99a21ee3-ee8b-4230-a8fb-2849cfc85d93 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:59.488024 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaca03c-a077-4497-9ebd-3d5f26028d29 req-99a21ee3-ee8b-4230-a8fb-2849cfc85d93 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:59.491979 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaca03c-a077-4497-9ebd-3d5f26028d29 req-99a21ee3-ee8b-4230-a8fb-2849cfc85d93 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:59.495991 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaca03c-a077-4497-9ebd-3d5f26028d29 req-99a21ee3-ee8b-4230-a8fb-2849cfc85d93 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:59.500212 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaca03c-a077-4497-9ebd-3d5f26028d29 req-99a21ee3-ee8b-4230-a8fb-2849cfc85d93 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:59.507706 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7aaca03c-a077-4497-9ebd-3d5f26028d29 req-99a21ee3-ee8b-4230-a8fb-2849cfc85d93 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5421 time: 0.4270048 Apr 20 17:19:59.556641 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-29714f88-d2c5-4311-bee2-09890968f60f None None] Calling delete_port for 0e245bd1-956f-4e18-a080-19b8252c5325 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:19:59.573347 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7aaca03c-a077-4497-9ebd-3d5f26028d29 req-bb65abe7-4f9d-4bee-a7b6-9e7a454c9d1a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0645354 Apr 20 17:19:59.576962 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-69b0ce0e-6327-467f-8c04-768f53a03e07 admin admin] Calling delete_port for 0e245bd1-956f-4e18-a080-19b8252c5325 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:19:59.580208 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4234d72-f42f-4212-ae6b-b7cc3e1578c5 req-492b1b1a-a962-48fa-947f-0aa5b8ad092e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:59.584780 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d4234d72-f42f-4212-ae6b-b7cc3e1578c5 req-492b1b1a-a962-48fa-947f-0aa5b8ad092e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=93f834c9-d665-4383-8c5d-7a7311783f9a HTTP/1.1" status: 200 len: 797 time: 0.2339888 Apr 20 17:19:59.663427 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-566d26d6-c927-4c4f-b757-7482066291c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958704110-router', 'tenant_id': '108601a41d654be6985fac52f41da158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'e6d5e04b-e3a5-4bd7-860d-9782b9d3e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:19:20Z', 'updated_at': '2022-04-20T17:19:36Z', 'revision_number': 4, 'project_id': '108601a41d654be6985fac52f41da158', 'gw_port': {'id': 'e6d5e04b-e3a5-4bd7-860d-9782b9d3e232', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:22Z', 'updated_at': '2022-04-20T17:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'cb58ba66-3676-4b83-ba61-3584d051c032', 'name': '', 'network_id': '7dca78eb-5829-40b0-a3af-13613754711d', 'tenant_id': '108601a41d654be6985fac52f41da158', 'mac_address': 'fa:16:3e:25:ac:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f14b18c-0fe0-4613-bee5-26a51144bfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:33Z', 'updated_at': '2022-04-20T17:19:38Z', 'revision_number': 2, 'project_id': '108601a41d654be6985fac52f41da158', 'subnets': [{'id': '4f14b18c-0fe0-4613-bee5-26a51144bfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:19:59.668073 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566d26d6-c927-4c4f-b757-7482066291c1 None None] Checking router: d5885a7b-777a-404c-a137-5e085ebcdd0e for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:19:59.668411 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566d26d6-c927-4c4f-b757-7482066291c1 None None] Updating router d5885a7b-777a-404c-a137-5e085ebcdd0e port cb58ba66-3676-4b83-ba61-3584d051c032 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:19:59.673038 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-29714f88-d2c5-4311-bee2-09890968f60f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 20 17:19:59.673038 n-d-838032-1 neutron-server[84082]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Apr 20 17:19:59.673038 n-d-838032-1 neutron-server[84082]: [parameters: {'port_id': '0e245bd1-956f-4e18-a080-19b8252c5325'}] Apr 20 17:19:59.673038 n-d-838032-1 neutron-server[84082]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:19:59.673486 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-29714f88-d2c5-4311-bee2-09890968f60f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:19:59.705915 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d4234d72-f42f-4212-ae6b-b7cc3e1578c5 req-770dd3f2-33a7-4420-8bbd-8125dd22bb54 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d9f1e448-db15-4c9f-8c5b-a0fa35869e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1146536 Apr 20 17:19:59.756531 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-69b0ce0e-6327-467f-8c04-768f53a03e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:59.758798 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-566d26d6-c927-4c4f-b757-7482066291c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:19:59.821382 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0ce0e-6327-467f-8c04-768f53a03e07 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e245bd1-956f-4e18-a080-19b8252c5325,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:19:59.842270 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b0ce0e-6327-467f-8c04-768f53a03e07 admin admin] No DVR routers for this DVR port 0e245bd1-956f-4e18-a080-19b8252c5325 on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:19:59.919194 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d4234d72-f42f-4212-ae6b-b7cc3e1578c5 req-2b7c5d0f-5fb2-49e5-8830-6cdcd3d8e26a service neutron] 10.222.0.10 "GET /v2.0/networks/d9f1e448-db15-4c9f-8c5b-a0fa35869e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048824 Apr 20 17:19:59.931518 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9509f-fc8c-4ee2-9dc1-1a81e4b57118 req-1c903290-2d03-475a-b35c-3fc1bcee54d5 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:59.932273 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-51b9509f-fc8c-4ee2-9dc1-1a81e4b57118 req-1c903290-2d03-475a-b35c-3fc1bcee54d5 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Synchronizing usage tracker for tenant:108601a41d654be6985fac52f41da158 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:19:59.948829 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 96d2b7af-04a0-49c2-9dac-402972c4be20 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:19:59.968966 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305a569-7353-4fd8-b420-154e4c9736ab req-f36ad074-6796-47f5-a755-531af78eb845 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:19:59.970576 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7305a569-7353-4fd8-b420-154e4c9736ab req-f36ad074-6796-47f5-a755-531af78eb845 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 945 time: 0.2804527 Apr 20 17:20:00.007805 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-69b0ce0e-6327-467f-8c04-768f53a03e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:00.020071 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba8712-ce24-4c13-8d46-15e4fb9c7a9a req-ae53aa5b-4862-4820-b4f0-7458bfaa7608 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:00.021680 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-42ba8712-ce24-4c13-8d46-15e4fb9c7a9a req-ae53aa5b-4862-4820-b4f0-7458bfaa7608 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.43 "GET /v2.0/ports?device_id=2540fea1-45ed-413e-8296-e846c0c64093 HTTP/1.1" status: 200 len: 1024 time: 0.3643382 Apr 20 17:20:00.033635 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-51b9509f-fc8c-4ee2-9dc1-1a81e4b57118 req-1c903290-2d03-475a-b35c-3fc1bcee54d5 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Unset dirty status for tenant:108601a41d654be6985fac52f41da158 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:20:00.035303 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-51b9509f-fc8c-4ee2-9dc1-1a81e4b57118 req-1c903290-2d03-475a-b35c-3fc1bcee54d5 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7cae-85fd-441a-a48a-d4128407b6e1 HTTP/1.1" status: 200 len: 944 time: 0.2398806 Apr 20 17:20:00.067536 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 96d2b7af-04a0-49c2-9dac-402972c4be20 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:20:00.078144 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 96d2b7af-04a0-49c2-9dac-402972c4be20 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:20:00.079001 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:00.091619 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-69b0ce0e-6327-467f-8c04-768f53a03e07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76ef8d88-de49-4215-a197-8a82f63cab41']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:00.113630 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d4234d72-f42f-4212-ae6b-b7cc3e1578c5 req-63b8b809-35dc-4bd2-8c8c-bf12fbca7f11 service neutron] 10.222.0.10 "GET /v2.0/networks/d9f1e448-db15-4c9f-8c5b-a0fa35869e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775849 Apr 20 17:20:00.118444 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-51b9509f-fc8c-4ee2-9dc1-1a81e4b57118 req-96120cb8-994c-41ea-bef6-4a1d95da695c tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2baeb1e-0390-4fe1-9d8c-da55f07a4d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704432 Apr 20 17:20:00.123587 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-69b0ce0e-6327-467f-8c04-768f53a03e07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d7857d-4631-4267-b4bc-3d255dcdfb10') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:00.123873 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-69b0ce0e-6327-467f-8c04-768f53a03e07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d7857d-4631-4267-b4bc-3d255dcdfb10') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:00.146753 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7305a569-7353-4fd8-b420-154e4c9736ab req-d208d543-ed9b-466e-8fdd-185864978643 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617012 Apr 20 17:20:00.156452 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-69b0ce0e-6327-467f-8c04-768f53a03e07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:00.177204 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-29714f88-d2c5-4311-bee2-09890968f60f None None] Deleting port 0e245bd1-956f-4e18-a080-19b8252c5325 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:20:00.177765 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-29714f88-d2c5-4311-bee2-09890968f60f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:00.206289 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-42ba8712-ce24-4c13-8d46-15e4fb9c7a9a req-110e3f0c-ea69-4459-9f9a-d679180b6273 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Deleting port 77a79f09-6927-485e-933f-69d29f823c29 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:20:00.207099 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-566d26d6-c927-4c4f-b757-7482066291c1 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:00.209131 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-42ba8712-ce24-4c13-8d46-15e4fb9c7a9a req-110e3f0c-ea69-4459-9f9a-d679180b6273 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:00.240483 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-566d26d6-c927-4c4f-b757-7482066291c1 None None] Transition to ACTIVE for port object cb58ba66-3676-4b83-ba61-3584d051c032 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:20:00.257804 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-566d26d6-c927-4c4f-b757-7482066291c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:00.310027 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-69b0ce0e-6327-467f-8c04-768f53a03e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:00.325342 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-29714f88-d2c5-4311-bee2-09890968f60f None None] The port '0e245bd1-956f-4e18-a080-19b8252c5325' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:20:00.326454 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69b0ce0e-6327-467f-8c04-768f53a03e07 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:20:00.331953 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-69b0ce0e-6327-467f-8c04-768f53a03e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:00.343209 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62101f7e-da76-41b0-aed3-46a2c14ce5e1 None None] Sync routers for ids ['f4eaf015-7581-40c0-b7e9-a9e3d20c758a'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:20:00.363959 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:20:00.363959 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:20:00.363959 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:20:00.363959 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:20:00.363959 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:20:00.363959 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:20:00.363959 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:20:00.363959 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:20:00.363959 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:20:00.363959 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:20:00.363959 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:20:00.363959 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:20:00.363959 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:20:00.363959 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:20:00.363959 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:20:00.363959 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:20:00.363959 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:20:00.363959 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:20:00.363959 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:20:00.363959 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:20:00.363959 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:20:00.363959 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:20:00.363959 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:20:00.363959 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:20:00.363959 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:20:00.363959 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:20:00.363959 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:20:00.363959 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:20:00.363959 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:20:00.363959 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:20:00.363959 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:20:00.363959 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:20:00.368365 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62101f7e-da76-41b0-aed3-46a2c14ce5e1 None None] Routers set() bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:20:00.369185 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62101f7e-da76-41b0-aed3-46a2c14ce5e1 None None] Router IDs set() for agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 20 17:20:00.373318 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_agentschedulers_db [None req-62101f7e-da76-41b0-aed3-46a2c14ce5e1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f4eaf015-7581-40c0-b7e9-a9e3d20c758a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:19:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent'). {{(pid=84082) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 20 17:20:00.391317 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:00.411446 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62101f7e-da76-41b0-aed3-46a2c14ce5e1 None None] Routers set() bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:20:00.411789 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62101f7e-da76-41b0-aed3-46a2c14ce5e1 None None] Router IDs set() for agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 20 17:20:00.412385 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_agentschedulers_db [None req-62101f7e-da76-41b0-aed3-46a2c14ce5e1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f4eaf015-7581-40c0-b7e9-a9e3d20c758a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:19:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent'). {{(pid=84082) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 20 17:20:00.412744 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62101f7e-da76-41b0-aed3-46a2c14ce5e1 None None] The sync data for ids ['f4eaf015-7581-40c0-b7e9-a9e3d20c758a'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:20:00.428420 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3280d6e-c119-48d1-95d5-bd92240d2b32 req-5b4ae441-41c8-4507-878a-fbc2091c6b30 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:00.432424 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 96d2b7af-04a0-49c2-9dac-402972c4be20, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=96d2b7af-04a0-49c2-9dac-402972c4be20,segment=NetworkSegment(56fafc9c-fe45-49aa-accb-4b94f1317c54),segment_id=56fafc9c-fe45-49aa-accb-4b94f1317c54)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:00.433949 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9af7cae-85fd-441a-a48a-d4128407b6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d2b7af-04a0-49c2-9dac-402972c4be20'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:20:00.437815 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a3280d6e-c119-48d1-95d5-bd92240d2b32 req-5b4ae441-41c8-4507-878a-fbc2091c6b30 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 950 time: 0.1120892 Apr 20 17:20:00.444326 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:00.502588 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a3280d6e-c119-48d1-95d5-bd92240d2b32 req-c21c74e1-4236-490e-ae24-f5663963f6b7 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633576 Apr 20 17:20:00.538097 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23696066-a008-4364-99a3-e66ff282808b None None] Pushing event updated for resources: {'Port': ['ID=cb58ba66-3676-4b83-ba61-3584d051c032,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:00.542305 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc15fa4-1b10-431d-bd4e-6c62b11d9c8d None None] New status for floating IP d63251b1-959f-4e5f-8659-c74b2e77316e: ACTIVE {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:20:00.547989 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=96d2b7af-04a0-49c2-9dac-402972c4be20,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:00.627387 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-69b0ce0e-6327-467f-8c04-768f53a03e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:00.668128 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-69b0ce0e-6327-467f-8c04-768f53a03e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:00.685495 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0ce0e-6327-467f-8c04-768f53a03e07 admin admin] Pushing event deleted for resources: {'Network': ['ID=76ef8d88-de49-4215-a197-8a82f63cab41,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:00.714371 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-69b0ce0e-6327-467f-8c04-768f53a03e07 admin admin] 10.222.0.39 "DELETE /v2.0/networks/76ef8d88-de49-4215-a197-8a82f63cab41 HTTP/1.1" status: 204 len: 168 time: 2.0763721 Apr 20 17:20:00.767944 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-669b8ca9-d245-47ea-bec3-779b5692026d req-2ccd893a-9b17-4b46-8c71-ba501dbf40a4 tempest-ServerShowV257Test-1347881387 tempest-ServerShowV257Test-1347881387-project] 10.222.0.39 "GET /v2.0/ports?device_id=b144e158-5c38-4858-aa17-c556187f60d2 HTTP/1.1" status: 200 len: 210 time: 0.0851705 Apr 20 17:20:00.796042 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77756154-a17b-4456-af87-07407a6c1f04 req-4778eefe-7268-4180-86f4-90c10c3506ac tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:00.797583 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-77756154-a17b-4456-af87-07407a6c1f04 req-4778eefe-7268-4180-86f4-90c10c3506ac tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?device_id=2540fea1-45ed-413e-8296-e846c0c64093 HTTP/1.1" status: 200 len: 1024 time: 0.4263399 Apr 20 17:20:00.857695 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0e245bd1-956f-4e18-a080-19b8252c5325 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:20:00.929244 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 0e245bd1-956f-4e18-a080-19b8252c5325 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:20:00.930522 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0e245bd1-956f-4e18-a080-19b8252c5325 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:20:00.950094 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a99ebee-43e9-42ed-9016-843eba1de539'] response: {'server_uuid': 'c9af7cae-85fd-441a-a48a-d4128407b6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d2b7af-04a0-49c2-9dac-402972c4be20', 'code': 200} Apr 20 17:20:01.000377 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-566d26d6-c927-4c4f-b757-7482066291c1 None None] Attempting to bind port cb58ba66-3676-4b83-ba61-3584d051c032 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:20:01.001135 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-566d26d6-c927-4c4f-b757-7482066291c1 None None] Attempting to bind port cb58ba66-3676-4b83-ba61-3584d051c032 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '56fafc9c-fe45-49aa-accb-4b94f1317c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7dca78eb-5829-40b0-a3af-13613754711d'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:20:01.001435 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-42ba8712-ce24-4c13-8d46-15e4fb9c7a9a req-110e3f0c-ea69-4459-9f9a-d679180b6273 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] For port 77a79f09-6927-485e-933f-69d29f823c29, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=77a79f09-6927-485e-933f-69d29f823c29,segment=NetworkSegment(edb8f8fc-911d-4f39-9f48-9e99b3ae736e),segment_id=edb8f8fc-911d-4f39-9f48-9e99b3ae736e)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:01.001796 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-42ba8712-ce24-4c13-8d46-15e4fb9c7a9a req-110e3f0c-ea69-4459-9f9a-d679180b6273 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:01.002287 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566d26d6-c927-4c4f-b757-7482066291c1 None None] Attempting to bind port cb58ba66-3676-4b83-ba61-3584d051c032 on network 7dca78eb-5829-40b0-a3af-13613754711d {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:20:01.012173 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-77756154-a17b-4456-af87-07407a6c1f04 req-c5e244b3-6816-4348-8e90-72bb199b01a4 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Synchronizing usage tracker for tenant:ffcb78f29a714057bb79ebadc32ed198 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:20:01.028229 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566d26d6-c927-4c4f-b757-7482066291c1 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:20:01.029828 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566d26d6-c927-4c4f-b757-7482066291c1 None None] Checking segment: {'id': '56fafc9c-fe45-49aa-accb-4b94f1317c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7dca78eb-5829-40b0-a3af-13613754711d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:20:01.030484 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-566d26d6-c927-4c4f-b757-7482066291c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:01.031937 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566d26d6-c927-4c4f-b757-7482066291c1 None None] Bound using segment: {'id': '56fafc9c-fe45-49aa-accb-4b94f1317c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7dca78eb-5829-40b0-a3af-13613754711d'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:20:01.032498 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-566d26d6-c927-4c4f-b757-7482066291c1 None None] Bound port: cb58ba66-3676-4b83-ba61-3584d051c032, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fafc9c-fe45-49aa-accb-4b94f1317c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7dca78eb-5829-40b0-a3af-13613754711d'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:20:01.033993 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-566d26d6-c927-4c4f-b757-7482066291c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:01.059555 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42060) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:01.133759 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-42ba8712-ce24-4c13-8d46-15e4fb9c7a9a req-110e3f0c-ea69-4459-9f9a-d679180b6273 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Calling delete_port for 77a79f09-6927-485e-933f-69d29f823c29 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:20:01.136663 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-566d26d6-c927-4c4f-b757-7482066291c1 None None] For port cb58ba66-3676-4b83-ba61-3584d051c032, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:20:01.139992 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-566d26d6-c927-4c4f-b757-7482066291c1 None None] For port cb58ba66-3676-4b83-ba61-3584d051c032, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=cb58ba66-3676-4b83-ba61-3584d051c032,segment=NetworkSegment(56fafc9c-fe45-49aa-accb-4b94f1317c54),segment_id=56fafc9c-fe45-49aa-accb-4b94f1317c54)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:20:01.145720 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-566d26d6-c927-4c4f-b757-7482066291c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:01.173124 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-77756154-a17b-4456-af87-07407a6c1f04 req-c5e244b3-6816-4348-8e90-72bb199b01a4 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Unset dirty status for tenant:ffcb78f29a714057bb79ebadc32ed198 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:20:01.174318 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-77756154-a17b-4456-af87-07407a6c1f04 req-c5e244b3-6816-4348-8e90-72bb199b01a4 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0746e04-eaaa-491f-b2f2-a68a28aea018&id=20de47da-aa55-41c4-933d-d2a8d2ffd7b0&id=d8f7ee39-3f68-42c3-b8a5-e00de45fc4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3683665 Apr 20 17:20:01.256672 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566d26d6-c927-4c4f-b757-7482066291c1 None None] Routers {'d5885a7b-777a-404c-a137-5e085ebcdd0e'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:20:01.257472 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-566d26d6-c927-4c4f-b757-7482066291c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:19:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d5885a7b-777a-404c-a137-5e085ebcdd0e'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:01.302792 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f6a302bb-8c17-4aa4-91aa-f9e50e45b292 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b9f4871a8ed14e0d839f0a3ee73e8ceb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2381670 Apr 20 17:20:01.305815 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42068) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:01.336800 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7ee8bae6-1293-4984-bf18-909eb9c0dc91 req-7655f69f-0b9d-4458-b339-e7a01ca8ca74 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c9af7cae-85fd-441a-a48a-d4128407b6e1 HTTP/1.1" status: 200 len: 1096 time: 0.3253219 Apr 20 17:20:01.337037 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23696066-a008-4364-99a3-e66ff282808b None None] Pushing event updated for resources: {'Port': ['ID=cb58ba66-3676-4b83-ba61-3584d051c032,revision_number=4']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:01.365257 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-42ba8712-ce24-4c13-8d46-15e4fb9c7a9a req-110e3f0c-ea69-4459-9f9a-d679180b6273 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:01.379877 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['77a79f09-6927-485e-933f-69d29f823c29'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:20:01.388434 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59289f8b-1f66-41eb-905d-37cbb7cc2ce8 req-9e831f66-5b7d-47cd-acbd-e5f7ae09ba54 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:01.392377 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59289f8b-1f66-41eb-905d-37cbb7cc2ce8 req-9e831f66-5b7d-47cd-acbd-e5f7ae09ba54 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:01.406203 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59289f8b-1f66-41eb-905d-37cbb7cc2ce8 req-9e831f66-5b7d-47cd-acbd-e5f7ae09ba54 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:01.422979 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59289f8b-1f66-41eb-905d-37cbb7cc2ce8 req-9e831f66-5b7d-47cd-acbd-e5f7ae09ba54 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:01.427289 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59289f8b-1f66-41eb-905d-37cbb7cc2ce8 req-9e831f66-5b7d-47cd-acbd-e5f7ae09ba54 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:01.431662 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59289f8b-1f66-41eb-905d-37cbb7cc2ce8 req-9e831f66-5b7d-47cd-acbd-e5f7ae09ba54 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:01.435600 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59289f8b-1f66-41eb-905d-37cbb7cc2ce8 req-9e831f66-5b7d-47cd-acbd-e5f7ae09ba54 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:01.438222 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-59289f8b-1f66-41eb-905d-37cbb7cc2ce8 req-9e831f66-5b7d-47cd-acbd-e5f7ae09ba54 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5421 time: 0.2399254 Apr 20 17:20:01.496995 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e3f0c-ea69-4459-9f9a-d679180b6273 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Pushing event deleted for resources: {'Port': ['ID=77a79f09-6927-485e-933f-69d29f823c29,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:01.507187 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7ee8bae6-1293-4984-bf18-909eb9c0dc91 req-dacb389b-493b-4226-8c4e-6d2e4d038ca8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a2baeb1e-0390-4fe1-9d8c-da55f07a4d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630280 Apr 20 17:20:01.542844 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-566d26d6-c927-4c4f-b757-7482066291c1 None None] Set router d5885a7b-777a-404c-a137-5e085ebcdd0e gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:20:01.550079 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-59289f8b-1f66-41eb-905d-37cbb7cc2ce8 req-6503596d-8830-4c2a-9d08-c7847fdbb557 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1008422 Apr 20 17:20:01.599987 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2e29a03e-0b33-45f6-a534-c895743ade9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:01.668707 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ba8712-ce24-4c13-8d46-15e4fb9c7a9a req-110e3f0c-ea69-4459-9f9a-d679180b6273 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] No DVR routers for this DVR port 77a79f09-6927-485e-933f-69d29f823c29 on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:20:01.671837 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-42ba8712-ce24-4c13-8d46-15e4fb9c7a9a req-110e3f0c-ea69-4459-9f9a-d679180b6273 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:01.685057 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2540fea1-45ed-413e-8296-e846c0c64093', 'name': 'network-vif-deleted', 'tag': '77a79f09-6927-485e-933f-69d29f823c29'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:20:01.703274 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2e29a03e-0b33-45f6-a534-c895743ade9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:01.729284 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-42ba8712-ce24-4c13-8d46-15e4fb9c7a9a req-110e3f0c-ea69-4459-9f9a-d679180b6273 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.43 "DELETE /v2.0/ports/77a79f09-6927-485e-933f-69d29f823c29 HTTP/1.1" status: 204 len: 173 time: 1.6987238 Apr 20 17:20:01.752786 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea12df-b21f-436e-8d9d-99adfb56bd65 req-f95a8d23-b7a5-4563-ac65-7f48e3ac0e94 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:01.756700 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9ea12df-b21f-436e-8d9d-99adfb56bd65 req-f95a8d23-b7a5-4563-ac65-7f48e3ac0e94 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 945 time: 0.3772984 Apr 20 17:20:01.775746 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd9050-c3a3-44f1-acf9-fc0437dd557d req-41500c48-f04f-4b92-a12b-d9dc3fcef4d8 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:01.782630 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-54cd9050-c3a3-44f1-acf9-fc0437dd557d req-41500c48-f04f-4b92-a12b-d9dc3fcef4d8 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7cae-85fd-441a-a48a-d4128407b6e1 HTTP/1.1" status: 200 len: 945 time: 0.0940878 Apr 20 17:20:01.822526 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9ea12df-b21f-436e-8d9d-99adfb56bd65 req-af33b136-67a4-4df8-b284-cf49f73bde3f tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564981 Apr 20 17:20:01.830822 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2e29a03e-0b33-45f6-a534-c895743ade9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:01.838425 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-54cd9050-c3a3-44f1-acf9-fc0437dd557d req-15359c20-6adb-43e8-8be9-38c26248fadd tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2baeb1e-0390-4fe1-9d8c-da55f07a4d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548277 Apr 20 17:20:01.846826 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29a03e-0b33-45f6-a534-c895743ade9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440a530c-3488-471d-85e5-4eaa8c2be0f5,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:01.864082 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2e29a03e-0b33-45f6-a534-c895743ade9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:01.864082 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2e29a03e-0b33-45f6-a534-c895743ade9a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/440a530c-3488-471d-85e5-4eaa8c2be0f5 HTTP/1.1" status: 204 len: 168 time: 0.5526187 Apr 20 17:20:01.932770 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-566d26d6-c927-4c4f-b757-7482066291c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958704110-router', 'tenant_id': '108601a41d654be6985fac52f41da158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'e6d5e04b-e3a5-4bd7-860d-9782b9d3e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:19:20Z', 'updated_at': '2022-04-20T17:19:36Z', 'revision_number': 4, 'project_id': '108601a41d654be6985fac52f41da158', 'gw_port': {'id': 'e6d5e04b-e3a5-4bd7-860d-9782b9d3e232', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:22Z', 'updated_at': '2022-04-20T17:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'cb58ba66-3676-4b83-ba61-3584d051c032', 'name': '', 'network_id': '7dca78eb-5829-40b0-a3af-13613754711d', 'tenant_id': '108601a41d654be6985fac52f41da158', 'mac_address': 'fa:16:3e:25:ac:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f14b18c-0fe0-4613-bee5-26a51144bfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:33Z', 'updated_at': '2022-04-20T17:20:01Z', 'revision_number': 4, 'project_id': '108601a41d654be6985fac52f41da158', 'subnets': [{'id': '4f14b18c-0fe0-4613-bee5-26a51144bfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:01.934110 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdaa1d47-c27a-46ac-ae19-71c708042294'] response: {'server_uuid': '2540fea1-45ed-413e-8296-e846c0c64093', 'name': 'network-vif-deleted', 'tag': '77a79f09-6927-485e-933f-69d29f823c29', 'status': 'completed', 'code': 200} Apr 20 17:20:01.939858 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566d26d6-c927-4c4f-b757-7482066291c1 None None] The sync data for ids ['d5885a7b-777a-404c-a137-5e085ebcdd0e'] in n-d-838032-1 is: [{'id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958704110-router', 'tenant_id': '108601a41d654be6985fac52f41da158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'e6d5e04b-e3a5-4bd7-860d-9782b9d3e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:19:20Z', 'updated_at': '2022-04-20T17:19:36Z', 'revision_number': 4, 'project_id': '108601a41d654be6985fac52f41da158', 'gw_port': {'id': 'e6d5e04b-e3a5-4bd7-860d-9782b9d3e232', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:22Z', 'updated_at': '2022-04-20T17:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'cb58ba66-3676-4b83-ba61-3584d051c032', 'name': '', 'network_id': '7dca78eb-5829-40b0-a3af-13613754711d', 'tenant_id': '108601a41d654be6985fac52f41da158', 'mac_address': 'fa:16:3e:25:ac:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f14b18c-0fe0-4613-bee5-26a51144bfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:33Z', 'updated_at': '2022-04-20T17:20:01Z', 'revision_number': 4, 'project_id': '108601a41d654be6985fac52f41da158', 'subnets': [{'id': '4f14b18c-0fe0-4613-bee5-26a51144bfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:20:02.127525 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65bd20-f106-4dad-85b3-b4c26ecce26a req-db21cd37-244a-4ccc-ac5a-2b02588fd192 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:02.129144 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-db65bd20-f106-4dad-85b3-b4c26ecce26a req-db21cd37-244a-4ccc-ac5a-2b02588fd192 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 950 time: 0.1126730 Apr 20 17:20:02.130428 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7cf9acaf-92ca-4686-a600-67ae567742c8 req-ca41dac6-041e-4972-af2b-76292d672a93 tempest-ServerShowV257Test-1347881387 tempest-ServerShowV257Test-1347881387-project] 10.222.0.39 "GET /v2.0/ports?device_id=b144e158-5c38-4858-aa17-c556187f60d2 HTTP/1.1" status: 200 len: 210 time: 0.0618465 Apr 20 17:20:02.181685 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-db65bd20-f106-4dad-85b3-b4c26ecce26a req-862f59bb-89d4-4cfc-8a6a-f7915b5a0457 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461605 Apr 20 17:20:02.382854 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e27699e3-b5ae-4044-94d5-1db3cdb649b4 req-e49eaa23-dc90-46a1-ae4f-7097f9d7ec4f tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/ports?device_id=2540fea1-45ed-413e-8296-e846c0c64093 HTTP/1.1" status: 200 len: 210 time: 0.0478423 Apr 20 17:20:02.825214 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874eac6-67c5-4da0-8148-ea99bce7f8a9 req-8fd65d06-1a58-40f3-ae10-91a3e8cc51e7 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:02.829183 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874eac6-67c5-4da0-8148-ea99bce7f8a9 req-8fd65d06-1a58-40f3-ae10-91a3e8cc51e7 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:02.833597 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874eac6-67c5-4da0-8148-ea99bce7f8a9 req-8fd65d06-1a58-40f3-ae10-91a3e8cc51e7 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:02.837619 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874eac6-67c5-4da0-8148-ea99bce7f8a9 req-8fd65d06-1a58-40f3-ae10-91a3e8cc51e7 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:02.841592 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874eac6-67c5-4da0-8148-ea99bce7f8a9 req-8fd65d06-1a58-40f3-ae10-91a3e8cc51e7 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:02.845582 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874eac6-67c5-4da0-8148-ea99bce7f8a9 req-8fd65d06-1a58-40f3-ae10-91a3e8cc51e7 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:02.849547 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874eac6-67c5-4da0-8148-ea99bce7f8a9 req-8fd65d06-1a58-40f3-ae10-91a3e8cc51e7 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:02.857309 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4874eac6-67c5-4da0-8148-ea99bce7f8a9 req-8fd65d06-1a58-40f3-ae10-91a3e8cc51e7 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5421 time: 0.1459455 Apr 20 17:20:02.875062 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cb58ba66-3676-4b83-ba61-3584d051c032 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:20:02.920423 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42104) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:02.954669 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4874eac6-67c5-4da0-8148-ea99bce7f8a9 req-73486701-3d61-45da-bc42-521442062f21 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0963595 Apr 20 17:20:03.003794 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port cb58ba66-3676-4b83-ba61-3584d051c032 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:20:03.013034 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port cb58ba66-3676-4b83-ba61-3584d051c032 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:20:03.013794 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:03.074525 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0bef2c-81c9-4b7d-ba54-ec94fa199799 req-f12c867f-ae88-4dce-aeab-4ecdcbd2b1db tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:03.082517 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ba0bef2c-81c9-4b7d-ba54-ec94fa199799 req-f12c867f-ae88-4dce-aeab-4ecdcbd2b1db tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 945 time: 0.1063747 Apr 20 17:20:03.103822 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-04d55d4b-fea1-4944-9ad0-bd196074beca admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1878726696-network', 'tenant_id': '6bb343f9da374dff8b964d0ccdfa0f82'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:20:03.113867 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-04d55d4b-fea1-4944-9ad0-bd196074beca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:20:03.126928 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-04d55d4b-fea1-4944-9ad0-bd196074beca admin admin] Usage tracker for resource:network and tenant:6bb343f9da374dff8b964d0ccdfa0f82 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:20:03.132102 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-04d55d4b-fea1-4944-9ad0-bd196074beca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:20:03.142399 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-04d55d4b-fea1-4944-9ad0-bd196074beca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:20:03.155854 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ba0bef2c-81c9-4b7d-ba54-ec94fa199799 req-b699fbc3-00c2-48bb-962d-b98165fe5f9d tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715063 Apr 20 17:20:03.164628 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d55d4b-fea1-4944-9ad0-bd196074beca admin admin] Made reservation on behalf of 6bb343f9da374dff8b964d0ccdfa0f82 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:20:03.168518 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-04d55d4b-fea1-4944-9ad0-bd196074beca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:03.181983 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-04d55d4b-fea1-4944-9ad0-bd196074beca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:03.185002 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:03.222207 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port cb58ba66-3676-4b83-ba61-3584d051c032, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=cb58ba66-3676-4b83-ba61-3584d051c032,segment=NetworkSegment(56fafc9c-fe45-49aa-accb-4b94f1317c54),segment_id=56fafc9c-fe45-49aa-accb-4b94f1317c54)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:03.222951 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-04d55d4b-fea1-4944-9ad0-bd196074beca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:20:03.228565 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-04d55d4b-fea1-4944-9ad0-bd196074beca admin admin] Usage tracker for resource:security_group_rule and tenant:6bb343f9da374dff8b964d0ccdfa0f82 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:20:03.228806 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:03.229668 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2aa166-d0ca-4cc9-bd40-9985dcc1a080 req-8693a74d-8429-4ff8-89d3-8cda1ea9d4d9 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:03.231331 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dd2aa166-d0ca-4cc9-bd40-9985dcc1a080 req-8693a74d-8429-4ff8-89d3-8cda1ea9d4d9 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7cae-85fd-441a-a48a-d4128407b6e1 HTTP/1.1" status: 200 len: 945 time: 0.0997329 Apr 20 17:20:03.239126 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-04d55d4b-fea1-4944-9ad0-bd196074beca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:20:03.245019 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-04d55d4b-fea1-4944-9ad0-bd196074beca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:20:03.292143 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dd2aa166-d0ca-4cc9-bd40-9985dcc1a080 req-5337e44e-b733-4bf4-9f3d-1704b5b69d11 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2baeb1e-0390-4fe1-9d8c-da55f07a4d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542824 Apr 20 17:20:03.307768 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=cb58ba66-3676-4b83-ba61-3584d051c032,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:03.354706 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-09200a59-b363-4eeb-9193-8b30f1961523 req-b6603cb1-40d6-4ffd-87e4-0d3b1eb0db1c tempest-ServerShowV257Test-1347881387 tempest-ServerShowV257Test-1347881387-project] 10.222.0.39 "GET /v2.0/ports?device_id=b144e158-5c38-4858-aa17-c556187f60d2 HTTP/1.1" status: 200 len: 210 time: 0.0540488 Apr 20 17:20:03.372528 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-04d55d4b-fea1-4944-9ad0-bd196074beca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:03.377252 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-04d55d4b-fea1-4944-9ad0-bd196074beca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:03.395129 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d55d4b-fea1-4944-9ad0-bd196074beca admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:20:03.443012 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-04d55d4b-fea1-4944-9ad0-bd196074beca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:03.443334 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-04d55d4b-fea1-4944-9ad0-bd196074beca admin admin] Added segment 779b9809-51ec-4421-9a2c-115c6f91c2b3 of type vlan for network e8715325-f9b4-456c-818e-365cf96c4dd2 Apr 20 17:20:03.452564 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d55d4b-fea1-4944-9ad0-bd196074beca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906aa622-0608-4fbd-8144-3fb248292f73,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:03.515762 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd232c-b510-4833-936d-9080ed85c5a3 req-4511134a-ad49-4170-8d55-d6dfd0ca8371 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:03.517274 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-aefd232c-b510-4833-936d-9080ed85c5a3 req-4511134a-ad49-4170-8d55-d6dfd0ca8371 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 950 time: 0.0934596 Apr 20 17:20:03.541605 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-04d55d4b-fea1-4944-9ad0-bd196074beca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:03.566368 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-aefd232c-b510-4833-936d-9080ed85c5a3 req-13765c95-ee71-4bf1-b700-8fa515169a2e tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430207 Apr 20 17:20:03.606380 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-86cae930-d0ed-46de-8303-98348d0318ec req-5dd32120-e366-4513-aec3-7d680a913d2e tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 258 time: 0.1998453 Apr 20 17:20:03.612733 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-04d55d4b-fea1-4944-9ad0-bd196074beca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:03.614299 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d55d4b-fea1-4944-9ad0-bd196074beca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:03.614767 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-04d55d4b-fea1-4944-9ad0-bd196074beca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:03.637716 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-86cae930-d0ed-46de-8303-98348d0318ec req-2d069841-dbf8-4638-8562-f1514950f195 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:20:03.697814 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-86cae930-d0ed-46de-8303-98348d0318ec req-2d069841-dbf8-4638-8562-f1514950f195 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:20:03.720239 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-86cae930-d0ed-46de-8303-98348d0318ec req-2d069841-dbf8-4638-8562-f1514950f195 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Usage tracker for resource:floatingip and tenant:108601a41d654be6985fac52f41da158 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:20:03.726891 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-86cae930-d0ed-46de-8303-98348d0318ec req-2d069841-dbf8-4638-8562-f1514950f195 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:20:03.727064 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b4eeec47-68bc-4e6a-ab6b-d3d5b8036f76 req-c952730c-809b-47fe-86f3-3819f480e5d4 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups/20de47da-aa55-41c4-933d-d2a8d2ffd7b0 HTTP/1.1" status: 200 len: 1635 time: 0.0458395 Apr 20 17:20:03.738658 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-86cae930-d0ed-46de-8303-98348d0318ec req-2d069841-dbf8-4638-8562-f1514950f195 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:20:03.740743 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d55d4b-fea1-4944-9ad0-bd196074beca admin admin] Pushing event updated for resources: {'Network': ['ID=e8715325-f9b4-456c-818e-365cf96c4dd2,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:03.747124 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-04d55d4b-fea1-4944-9ad0-bd196074beca admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8251038 Apr 20 17:20:03.748837 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42120) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:03.753199 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network e8715325-f9b4-456c-818e-365cf96c4dd2 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:20:03.756125 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-73cdab45-76ce-43d3-ad7b-6f462a26af18 admin admin] Request body: {'subnet': {'network_id': 'e8715325-f9b4-456c-818e-365cf96c4dd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1878726696-subnet', 'tenant_id': '6bb343f9da374dff8b964d0ccdfa0f82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:20:03.762589 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-73cdab45-76ce-43d3-ad7b-6f462a26af18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:20:03.766848 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-73cdab45-76ce-43d3-ad7b-6f462a26af18 admin admin] Usage tracker for resource:subnet and tenant:6bb343f9da374dff8b964d0ccdfa0f82 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:20:03.770323 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-73cdab45-76ce-43d3-ad7b-6f462a26af18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:20:03.773016 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-86cae930-d0ed-46de-8303-98348d0318ec req-2d069841-dbf8-4638-8562-f1514950f195 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:03.791271 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-73cdab45-76ce-43d3-ad7b-6f462a26af18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:20:03.809513 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b4eeec47-68bc-4e6a-ab6b-d3d5b8036f76 req-9a4961b5-3a7a-4f59-bc0c-85cd2e404fa0 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:03.840573 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b4eeec47-68bc-4e6a-ab6b-d3d5b8036f76 req-9a4961b5-3a7a-4f59-bc0c-85cd2e404fa0 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:03.849808 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cdab45-76ce-43d3-ad7b-6f462a26af18 admin admin] Made reservation on behalf of 6bb343f9da374dff8b964d0ccdfa0f82 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:20:03.852123 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-73cdab45-76ce-43d3-ad7b-6f462a26af18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:03.892565 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b4eeec47-68bc-4e6a-ab6b-d3d5b8036f76 req-9a4961b5-3a7a-4f59-bc0c-85cd2e404fa0 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:03.912799 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4961b5-3a7a-4f59-bc0c-85cd2e404fa0 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20de47da-aa55-41c4-933d-d2a8d2ffd7b0,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:03.926111 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b4eeec47-68bc-4e6a-ab6b-d3d5b8036f76 req-9a4961b5-3a7a-4f59-bc0c-85cd2e404fa0 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:03.928469 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b4eeec47-68bc-4e6a-ab6b-d3d5b8036f76 req-9a4961b5-3a7a-4f59-bc0c-85cd2e404fa0 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "DELETE /v2.0/security-groups/20de47da-aa55-41c4-933d-d2a8d2ffd7b0 HTTP/1.1" status: 204 len: 173 time: 0.1950169 Apr 20 17:20:03.971778 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 77a79f09-6927-485e-933f-69d29f823c29 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:20:04.004653 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 77a79f09-6927-485e-933f-69d29f823c29 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:20:04.004957 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 77a79f09-6927-485e-933f-69d29f823c29 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:20:04.007302 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-23c7364e-602c-491f-9556-f156f7671a80 req-b8ad03f9-7940-4880-8078-28951bc41bc2 tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "GET /v2.0/security-groups/d8f7ee39-3f68-42c3-b8a5-e00de45fc4a5 HTTP/1.1" status: 200 len: 1635 time: 0.0516794 Apr 20 17:20:04.071753 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-86cae930-d0ed-46de-8303-98348d0318ec req-2d069841-dbf8-4638-8562-f1514950f195 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:04.075332 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-23c7364e-602c-491f-9556-f156f7671a80 req-a4f7f5be-33bf-46da-8106-faec5772144c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:04.101670 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-23c7364e-602c-491f-9556-f156f7671a80 req-a4f7f5be-33bf-46da-8106-faec5772144c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:04.147941 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-23c7364e-602c-491f-9556-f156f7671a80 req-a4f7f5be-33bf-46da-8106-faec5772144c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:04.165431 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-73cdab45-76ce-43d3-ad7b-6f462a26af18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:04.169159 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7f5be-33bf-46da-8106-faec5772144c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f7ee39-3f68-42c3-b8a5-e00de45fc4a5,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:04.175836 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-23c7364e-602c-491f-9556-f156f7671a80 req-a4f7f5be-33bf-46da-8106-faec5772144c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:04.177601 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-23c7364e-602c-491f-9556-f156f7671a80 req-a4f7f5be-33bf-46da-8106-faec5772144c tempest-SecurityGroupsTestJSON-1753800835 tempest-SecurityGroupsTestJSON-1753800835-project] 10.222.0.39 "DELETE /v2.0/security-groups/d8f7ee39-3f68-42c3-b8a5-e00de45fc4a5 HTTP/1.1" status: 204 len: 173 time: 0.1641548 Apr 20 17:20:04.184936 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42130) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:04.249254 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d39238d-2741-4cde-8c4f-5273862cccb7 admin admin] Deleting subnet 8e216643-0d94-47fd-bb51-9fe24d2f84fc {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:20:04.252410 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6d39238d-2741-4cde-8c4f-5273862cccb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:04.307470 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cdab45-76ce-43d3-ad7b-6f462a26af18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2f7091b-a343-4734-a755-59dc8d417262,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:04.314138 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-86cae930-d0ed-46de-8303-98348d0318ec req-2d069841-dbf8-4638-8562-f1514950f195 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Allocated IP 172.25.8.199 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/5ab3e38e-478c-41f9-936c-a2b64b8d911d) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:20:04.332221 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cdab45-76ce-43d3-ad7b-6f462a26af18 admin admin] Checking segment: {'id': '779b9809-51ec-4421-9a2c-115c6f91c2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8715325-f9b4-456c-818e-365cf96c4dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:20:04.332869 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cdab45-76ce-43d3-ad7b-6f462a26af18 admin admin] Network hostable DHCP agents. Network: e8715325-f9b4-456c-818e-365cf96c4dd2, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:20:04.343489 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6d39238d-2741-4cde-8c4f-5273862cccb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:04.417283 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6d39238d-2741-4cde-8c4f-5273862cccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:04.445420 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cdab45-76ce-43d3-ad7b-6f462a26af18 admin admin] Network e8715325-f9b4-456c-818e-365cf96c4dd2 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:20:04.465721 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-73cdab45-76ce-43d3-ad7b-6f462a26af18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, e8715325-f9b4-456c-818e-365cf96c4dd2) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:20:04.471940 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9167b-8aed-406c-b5a0-f6aa6cd3bf5e req-260e718a-983c-4f69-8ffa-6901416cd154 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:04.475921 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9167b-8aed-406c-b5a0-f6aa6cd3bf5e req-260e718a-983c-4f69-8ffa-6901416cd154 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:04.478458 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cdab45-76ce-43d3-ad7b-6f462a26af18 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:04.478946 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-73cdab45-76ce-43d3-ad7b-6f462a26af18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:04.479782 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9167b-8aed-406c-b5a0-f6aa6cd3bf5e req-260e718a-983c-4f69-8ffa-6901416cd154 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:04.482100 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0d8c39-73b1-4323-ad69-04dfa91c8f2a None None] Network e8715325-f9b4-456c-818e-365cf96c4dd2 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:20:04.483851 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9167b-8aed-406c-b5a0-f6aa6cd3bf5e req-260e718a-983c-4f69-8ffa-6901416cd154 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:04.487853 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9167b-8aed-406c-b5a0-f6aa6cd3bf5e req-260e718a-983c-4f69-8ffa-6901416cd154 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:04.491742 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9167b-8aed-406c-b5a0-f6aa6cd3bf5e req-260e718a-983c-4f69-8ffa-6901416cd154 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:04.495718 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9167b-8aed-406c-b5a0-f6aa6cd3bf5e req-260e718a-983c-4f69-8ffa-6901416cd154 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:04.497959 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-39f9167b-8aed-406c-b5a0-f6aa6cd3bf5e req-260e718a-983c-4f69-8ffa-6901416cd154 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5421 time: 0.2071161 Apr 20 17:20:04.565171 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6d39238d-2741-4cde-8c4f-5273862cccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:04.620059 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-86cae930-d0ed-46de-8303-98348d0318ec req-2d069841-dbf8-4638-8562-f1514950f195 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:04.639975 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-73cdab45-76ce-43d3-ad7b-6f462a26af18 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8897932 Apr 20 17:20:04.686273 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-86cae930-d0ed-46de-8303-98348d0318ec req-2d069841-dbf8-4638-8562-f1514950f195 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:04.721926 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-39f9167b-8aed-406c-b5a0-f6aa6cd3bf5e req-ba1a87a5-a14f-4677-b149-f69413f52016 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2132161 Apr 20 17:20:04.725526 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6d39238d-2741-4cde-8c4f-5273862cccb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:04.735993 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39238d-2741-4cde-8c4f-5273862cccb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e216643-0d94-47fd-bb51-9fe24d2f84fc,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:04.747191 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530648fb-e89d-4d7c-88f6-18c6662230d0 None None] Network e8715325-f9b4-456c-818e-365cf96c4dd2 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:20:04.749110 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6d39238d-2741-4cde-8c4f-5273862cccb7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8e216643-0d94-47fd-bb51-9fe24d2f84fc HTTP/1.1" status: 204 len: 168 time: 0.5630004 Apr 20 17:20:04.751568 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42140) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:04.758828 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86cae930-d0ed-46de-8303-98348d0318ec req-2d069841-dbf8-4638-8562-f1514950f195 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:20:04.761609 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-86cae930-d0ed-46de-8303-98348d0318ec req-2d069841-dbf8-4638-8562-f1514950f195 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:20:04.765176 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-86cae930-d0ed-46de-8303-98348d0318ec req-2d069841-dbf8-4638-8562-f1514950f195 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:20:04.827811 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d069841-dbf8-4638-8562-f1514950f195 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Pushing event updated for resources: {'Port': ['ID=5ab3e38e-478c-41f9-936c-a2b64b8d911d,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:04.889227 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-36cdfaa2-1b77-434f-87d3-c8a5d896f3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:04.997812 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-86cae930-d0ed-46de-8303-98348d0318ec req-2d069841-dbf8-4638-8562-f1514950f195 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:05.100548 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-86cae930-d0ed-46de-8303-98348d0318ec req-2d069841-dbf8-4638-8562-f1514950f195 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:05.113200 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cb58ba66-3676-4b83-ba61-3584d051c032 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:20:05.127679 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-36cdfaa2-1b77-434f-87d3-c8a5d896f3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:05.167003 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-36cdfaa2-1b77-434f-87d3-c8a5d896f3f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ef33a9-107e-4ebd-9173-5b6bab76d40f']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:05.182446 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-36cdfaa2-1b77-434f-87d3-c8a5d896f3f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edb8f8fc-911d-4f39-9f48-9e99b3ae736e') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:05.182762 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-36cdfaa2-1b77-434f-87d3-c8a5d896f3f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edb8f8fc-911d-4f39-9f48-9e99b3ae736e') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:05.184380 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port cb58ba66-3676-4b83-ba61-3584d051c032 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:20:05.184739 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:05.197655 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-36cdfaa2-1b77-434f-87d3-c8a5d896f3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:05.224902 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9412e9f-4695-44f7-8915-4deb288ad09c req-940569e3-1f5a-403a-b9ad-d0047c793b17 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:05.224902 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b9412e9f-4695-44f7-8915-4deb288ad09c req-940569e3-1f5a-403a-b9ad-d0047c793b17 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 945 time: 0.2731123 Apr 20 17:20:05.225752 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-36cdfaa2-1b77-434f-87d3-c8a5d896f3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:05.234012 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36cdfaa2-1b77-434f-87d3-c8a5d896f3f5 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:20:05.234560 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-36cdfaa2-1b77-434f-87d3-c8a5d896f3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:05.259761 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:20:05.259761 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:20:05.259761 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:20:05.259761 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:20:05.259761 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:20:05.259761 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:20:05.259761 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:20:05.259761 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:20:05.259761 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:20:05.259761 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:20:05.259761 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:20:05.259761 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:20:05.259761 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:20:05.259761 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:20:05.259761 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:20:05.259761 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:20:05.259761 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:20:05.259761 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:20:05.259761 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:20:05.259761 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:20:05.259761 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:20:05.259761 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:20:05.259761 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:20:05.259761 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:20:05.259761 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:20:05.259761 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:20:05.259761 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:20:05.259761 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:20:05.259761 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:20:05.259761 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:20:05.259761 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:20:05.259761 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:20:05.314621 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device bcc3266f-503f-48f2-83ae-39a468756fac no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:20:05.316237 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-86cae930-d0ed-46de-8303-98348d0318ec req-2d069841-dbf8-4638-8562-f1514950f195 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:05.322418 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-86cae930-d0ed-46de-8303-98348d0318ec req-2d069841-dbf8-4638-8562-f1514950f195 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:05.347946 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: bcc3266f-503f-48f2-83ae-39a468756fac {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:20:05.348791 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device bcc3266f-503f-48f2-83ae-39a468756fac not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:20:05.358551 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b9412e9f-4695-44f7-8915-4deb288ad09c req-677d81a1-116c-4317-a351-e0c5a4fe3969 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275055 Apr 20 17:20:05.359918 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-36cdfaa2-1b77-434f-87d3-c8a5d896f3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:05.401372 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-36cdfaa2-1b77-434f-87d3-c8a5d896f3f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:05.420675 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cdfaa2-1b77-434f-87d3-c8a5d896f3f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8ef33a9-107e-4ebd-9173-5b6bab76d40f,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:05.436896 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-36cdfaa2-1b77-434f-87d3-c8a5d896f3f5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d8ef33a9-107e-4ebd-9173-5b6bab76d40f HTTP/1.1" status: 204 len: 168 time: 0.6842985 Apr 20 17:20:05.474148 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d069841-dbf8-4638-8562-f1514950f195 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Pushing event updated for resources: {'Port': ['ID=5ab3e38e-478c-41f9-936c-a2b64b8d911d,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:05.488772 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-86cae930-d0ed-46de-8303-98348d0318ec req-2d069841-dbf8-4638-8562-f1514950f195 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:05.511532 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-86cae930-d0ed-46de-8303-98348d0318ec req-2d069841-dbf8-4638-8562-f1514950f195 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:05.512771 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-86cae930-d0ed-46de-8303-98348d0318ec req-2d069841-dbf8-4638-8562-f1514950f195 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8939888 Apr 20 17:20:05.565427 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d653cfee-e8b3-4982-b9c7-82c0af91c38f req-f4391e4d-0b99-42ff-8e3d-820740ccdc1c tempest-ServerShowV257Test-1347881387 tempest-ServerShowV257Test-1347881387-project] 10.222.0.39 "GET /v2.0/ports?device_id=b144e158-5c38-4858-aa17-c556187f60d2 HTTP/1.1" status: 200 len: 210 time: 0.0423520 Apr 20 17:20:05.596920 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-86cae930-d0ed-46de-8303-98348d0318ec req-6b7a21d3-ae15-46ce-99a6-2e2f0304647e tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Synchronizing usage tracker for tenant:108601a41d654be6985fac52f41da158 on resource:floatingip {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:20:05.608188 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42150) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:05.630977 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-86cae930-d0ed-46de-8303-98348d0318ec req-6b7a21d3-ae15-46ce-99a6-2e2f0304647e tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Unset dirty status for tenant:108601a41d654be6985fac52f41da158 on resource:floatingip {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:20:05.632131 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-86cae930-d0ed-46de-8303-98348d0318ec req-6b7a21d3-ae15-46ce-99a6-2e2f0304647e tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.199 HTTP/1.1" status: 200 len: 696 time: 0.1138313 Apr 20 17:20:05.751541 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ab6a6154-2c49-4400-b9a0-52080e2b1d4d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ffcb78f29a714057bb79ebadc32ed198&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1417837 Apr 20 17:20:05.754446 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42154) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:05.803193 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cae930-d0ed-46de-8303-98348d0318ec req-3e556d31-1b72-4d15-81c4-faff1fb6cd23 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:05.804522 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-86cae930-d0ed-46de-8303-98348d0318ec req-3e556d31-1b72-4d15-81c4-faff1fb6cd23 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 784 time: 0.1621175 Apr 20 17:20:05.814297 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-86cae930-d0ed-46de-8303-98348d0318ec req-ca53c568-8e0a-4daf-bc0d-2bff7771bfc3 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:20:05.815507 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-86cae930-d0ed-46de-8303-98348d0318ec req-ca53c568-8e0a-4daf-bc0d-2bff7771bfc3 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053830 Apr 20 17:20:05.824223 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f401695-a1b9-4391-85de-76177352b1f5 req-6f0ffd26-8e7a-405d-8aca-7ed16cd06e65 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:05.825631 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2f401695-a1b9-4391-85de-76177352b1f5 req-6f0ffd26-8e7a-405d-8aca-7ed16cd06e65 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 950 time: 0.1261015 Apr 20 17:20:05.858761 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d380640e-a7ca-48cf-adc3-8b21e896ecf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:05.897603 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d380640e-a7ca-48cf-adc3-8b21e896ecf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:05.911440 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2f401695-a1b9-4391-85de-76177352b1f5 req-e66d6f8a-f3f3-45cd-80fa-ad95b43ce95c tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746574 Apr 20 17:20:05.954930 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d380640e-a7ca-48cf-adc3-8b21e896ecf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:05.975367 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380640e-a7ca-48cf-adc3-8b21e896ecf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0746e04-eaaa-491f-b2f2-a68a28aea018,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:05.990499 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d380640e-a7ca-48cf-adc3-8b21e896ecf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:05.992103 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d380640e-a7ca-48cf-adc3-8b21e896ecf9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f0746e04-eaaa-491f-b2f2-a68a28aea018 HTTP/1.1" status: 204 len: 168 time: 0.2271793 Apr 20 17:20:06.165063 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9c741-c6dd-4c7a-928b-c7011598d1b2 req-0a88fbe0-f967-4d47-a814-dc39df314874 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:06.168909 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9c741-c6dd-4c7a-928b-c7011598d1b2 req-0a88fbe0-f967-4d47-a814-dc39df314874 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:06.172726 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9c741-c6dd-4c7a-928b-c7011598d1b2 req-0a88fbe0-f967-4d47-a814-dc39df314874 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:06.176899 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9c741-c6dd-4c7a-928b-c7011598d1b2 req-0a88fbe0-f967-4d47-a814-dc39df314874 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:06.180800 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9c741-c6dd-4c7a-928b-c7011598d1b2 req-0a88fbe0-f967-4d47-a814-dc39df314874 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:06.184736 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9c741-c6dd-4c7a-928b-c7011598d1b2 req-0a88fbe0-f967-4d47-a814-dc39df314874 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:06.188616 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9c741-c6dd-4c7a-928b-c7011598d1b2 req-0a88fbe0-f967-4d47-a814-dc39df314874 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:06.190543 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2aa9c741-c6dd-4c7a-928b-c7011598d1b2 req-0a88fbe0-f967-4d47-a814-dc39df314874 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5421 time: 0.1640267 Apr 20 17:20:06.265187 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2aa9c741-c6dd-4c7a-928b-c7011598d1b2 req-adeb0be8-c2a8-4368-ba45-92316921e98a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0666111 Apr 20 17:20:06.267227 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-9f8d8c93-6eb5-4724-88e7-5780f394f166 service neutron] show failed (client error): The resource could not be found. Apr 20 17:20:06.268101 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-9f8d8c93-6eb5-4724-88e7-5780f394f166 service neutron] 10.222.0.43 "GET /v2.0/ports/0af42aba-ccbb-414e-841f-3c8777fe4c29/bindings/n-h2-838032-1 HTTP/1.1" status: 404 len: 380 time: 0.1498394 Apr 20 17:20:06.389580 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd8c83-920d-4bac-a001-057ff459446e req-f4a79910-74ec-47b3-917e-7086d0a92473 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:06.391166 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-51cd8c83-920d-4bac-a001-057ff459446e req-f4a79910-74ec-47b3-917e-7086d0a92473 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Synchronizing usage tracker for tenant:6bb343f9da374dff8b964d0ccdfa0f82 on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:20:06.416201 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-51cd8c83-920d-4bac-a001-057ff459446e req-f4a79910-74ec-47b3-917e-7086d0a92473 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Unset dirty status for tenant:6bb343f9da374dff8b964d0ccdfa0f82 on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:20:06.418520 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-51cd8c83-920d-4bac-a001-057ff459446e req-f4a79910-74ec-47b3-917e-7086d0a92473 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/networks?id=e8715325-f9b4-456c-818e-365cf96c4dd2 HTTP/1.1" status: 200 len: 813 time: 0.1913948 Apr 20 17:20:06.436263 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-51cd8c83-920d-4bac-a001-057ff459446e req-21dce11d-0248-4dad-a862-5861897a19c3 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/quotas/6bb343f9da374dff8b964d0ccdfa0f82 HTTP/1.1" status: 200 len: 375 time: 0.0109570 Apr 20 17:20:06.513072 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-51cd8c83-920d-4bac-a001-057ff459446e req-c7cd7b3b-5480-485e-9ac8-782d759216da tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6bb343f9da374dff8b964d0ccdfa0f82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690091 Apr 20 17:20:06.547786 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbd657-c2ec-4883-863e-475dce323081 req-a1828d33-aee7-4963-8c8c-07761f3fba6b tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:06.549492 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-22dbd657-c2ec-4883-863e-475dce323081 req-a1828d33-aee7-4963-8c8c-07761f3fba6b tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7cae-85fd-441a-a48a-d4128407b6e1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0922301 Apr 20 17:20:06.637806 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-22dbd657-c2ec-4883-863e-475dce323081 req-b7478fa9-7062-4acc-a9d5-a7cb002b3c04 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.199 HTTP/1.1" status: 200 len: 696 time: 0.0816255 Apr 20 17:20:06.647465 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-22dbd657-c2ec-4883-863e-475dce323081 req-e94ab790-e627-4f70-9d13-e1ab02b54a08 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Request body: {'floatingip': {'port_id': '96d2b7af-04a0-49c2-9dac-402972c4be20', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:20:06.720411 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-22dbd657-c2ec-4883-863e-475dce323081 req-e94ab790-e627-4f70-9d13-e1ab02b54a08 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks [] for floatingip, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:06.725397 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-51cd8c83-920d-4bac-a001-057ff459446e req-73b004ab-9168-47c0-a364-a800fd9b7a42 service neutron] 10.222.0.39 "GET /v2.0/networks/e8715325-f9b4-456c-818e-365cf96c4dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054424 Apr 20 17:20:06.827943 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-94691786-4e6a-47ad-8d07-ff4414ceac2e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171&tenant_id=c12b40028ab147a889b4fc203a6893de HTTP/1.1" status: 200 len: 1101 time: 0.2207639 Apr 20 17:20:06.840799 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-9b0957a0-3564-4b2d-b5d4-85b8b073c2f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838032-1', 'device_owner': 'compute:nova'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:20:06.920530 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-51cd8c83-920d-4bac-a001-057ff459446e req-e684f284-78f5-4f77-b204-364617ecf542 service neutron] 10.222.0.39 "GET /v2.0/networks/e8715325-f9b4-456c-818e-365cf96c4dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884069 Apr 20 17:20:06.969267 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42190) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:07.111647 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-9b0957a0-3564-4b2d-b5d4-85b8b073c2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:07.345460 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-6e4612ba-acab-4d20-8d99-ef272760686e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1407039518-network', 'tenant_id': 'd1f6fe904288448daf17170f5302993b'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:20:07.352807 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6e4612ba-acab-4d20-8d99-ef272760686e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:20:07.358619 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6e4612ba-acab-4d20-8d99-ef272760686e admin admin] Usage tracker for resource:network and tenant:d1f6fe904288448daf17170f5302993b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:20:07.362737 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6e4612ba-acab-4d20-8d99-ef272760686e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:20:07.372560 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6e4612ba-acab-4d20-8d99-ef272760686e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:20:07.389916 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4612ba-acab-4d20-8d99-ef272760686e admin admin] Made reservation on behalf of d1f6fe904288448daf17170f5302993b for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:20:07.392348 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6e4612ba-acab-4d20-8d99-ef272760686e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:07.411117 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6e4612ba-acab-4d20-8d99-ef272760686e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:07.444531 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6e4612ba-acab-4d20-8d99-ef272760686e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:20:07.448301 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6e4612ba-acab-4d20-8d99-ef272760686e admin admin] Usage tracker for resource:security_group_rule and tenant:d1f6fe904288448daf17170f5302993b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:20:07.452027 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6e4612ba-acab-4d20-8d99-ef272760686e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:20:07.456868 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6e4612ba-acab-4d20-8d99-ef272760686e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:20:07.460421 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4a925-80d9-4ada-9ea9-0bcc6815b2c1 req-58b64a0f-f0fb-4b65-b6b6-472e9fb44540 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:07.461665 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a8e4a925-80d9-4ada-9ea9-0bcc6815b2c1 req-58b64a0f-f0fb-4b65-b6b6-472e9fb44540 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 945 time: 0.1995616 Apr 20 17:20:07.500104 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-9b0957a0-3564-4b2d-b5d4-85b8b073c2f1 service neutron] For port 0af42aba-ccbb-414e-841f-3c8777fe4c29, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=0af42aba-ccbb-414e-841f-3c8777fe4c29,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:07.545322 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a8e4a925-80d9-4ada-9ea9-0bcc6815b2c1 req-068ac08b-d8e4-4d88-92e4-7f69e8e180cd tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689454 Apr 20 17:20:07.557571 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-9b0957a0-3564-4b2d-b5d4-85b8b073c2f1 service neutron] For port 0af42aba-ccbb-414e-841f-3c8777fe4c29, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:20:07.599097 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-22dbd657-c2ec-4883-863e-475dce323081 req-e94ab790-e627-4f70-9d13-e1ab02b54a08 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:07.612687 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-22dbd657-c2ec-4883-863e-475dce323081 req-e94ab790-e627-4f70-9d13-e1ab02b54a08 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:07.627952 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6286e55-eef1-4cf1-b8c6-5dfbf75b3171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0af42aba-ccbb-414e-841f-3c8777fe4c29'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:20:07.634465 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-9b0957a0-3564-4b2d-b5d4-85b8b073c2f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:07.650591 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-9b0957a0-3564-4b2d-b5d4-85b8b073c2f1 service neutron] Transition to ACTIVE for port object 0af42aba-ccbb-414e-841f-3c8777fe4c29 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:20:07.659770 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-9b0957a0-3564-4b2d-b5d4-85b8b073c2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:07.733245 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6e4612ba-acab-4d20-8d99-ef272760686e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:07.743259 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6e4612ba-acab-4d20-8d99-ef272760686e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:07.755436 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e4612ba-acab-4d20-8d99-ef272760686e admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:20:07.764998 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6e4612ba-acab-4d20-8d99-ef272760686e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:07.765330 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-6e4612ba-acab-4d20-8d99-ef272760686e admin admin] Added segment f7401c34-bfaa-4f83-9b43-3831d785ed6f of type vlan for network 0e721113-f5d2-4c80-98cd-da3f8bcd17ce Apr 20 17:20:07.854593 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-30212c68-8b92-49bf-ab92-6847efc4dc63 req-a8bffcce-02d1-46a5-a42e-091a88cef994 tempest-ServerShowV257Test-1347881387 tempest-ServerShowV257Test-1347881387-project] 10.222.0.39 "GET /v2.0/ports?device_id=b144e158-5c38-4858-aa17-c556187f60d2 HTTP/1.1" status: 200 len: 210 time: 0.1428213 Apr 20 17:20:07.870307 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6e4612ba-acab-4d20-8d99-ef272760686e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:07.875976 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4612ba-acab-4d20-8d99-ef272760686e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486ffe35-1bec-449d-8f2a-c89f84180f93,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:07.911652 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0957a0-3564-4b2d-b5d4-85b8b073c2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0af42aba-ccbb-414e-841f-3c8777fe4c29,revision_number=6']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:07.927165 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-9b0957a0-3564-4b2d-b5d4-85b8b073c2f1 service neutron] No DVR routers for this DVR port 0af42aba-ccbb-414e-841f-3c8777fe4c29 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:20:07.970266 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6e4612ba-acab-4d20-8d99-ef272760686e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:07.971115 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4612ba-acab-4d20-8d99-ef272760686e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:07.972471 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6e4612ba-acab-4d20-8d99-ef272760686e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:08.033073 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-9b0957a0-3564-4b2d-b5d4-85b8b073c2f1 service neutron] Attempting to bind port 0af42aba-ccbb-414e-841f-3c8777fe4c29 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:20:08.033794 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-9b0957a0-3564-4b2d-b5d4-85b8b073c2f1 service neutron] Attempting to bind port 0af42aba-ccbb-414e-841f-3c8777fe4c29 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:20:08.034400 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-9b0957a0-3564-4b2d-b5d4-85b8b073c2f1 service neutron] Attempting to bind port 0af42aba-ccbb-414e-841f-3c8777fe4c29 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:20:08.071230 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-9b0957a0-3564-4b2d-b5d4-85b8b073c2f1 service neutron] Port 0af42aba-ccbb-414e-841f-3c8777fe4c29 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:20:08.071717 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-9b0957a0-3564-4b2d-b5d4-85b8b073c2f1 service neutron] Attempting to bind port 0af42aba-ccbb-414e-841f-3c8777fe4c29 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:20:08.095085 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-9b0957a0-3564-4b2d-b5d4-85b8b073c2f1 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:20:08.095420 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-9b0957a0-3564-4b2d-b5d4-85b8b073c2f1 service neutron] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:20:08.095994 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-9b0957a0-3564-4b2d-b5d4-85b8b073c2f1 service neutron] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:20:08.096485 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-9b0957a0-3564-4b2d-b5d4-85b8b073c2f1 service neutron] Bound port: 0af42aba-ccbb-414e-841f-3c8777fe4c29, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:20:08.097325 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-9b0957a0-3564-4b2d-b5d4-85b8b073c2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:08.098437 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [req-22dbd657-c2ec-4883-863e-475dce323081 req-e94ab790-e627-4f70-9d13-e1ab02b54a08 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Floating IP c589e354-38d5-4e91-8e14-be347912f2eb associated. External IP: 172.25.8.199, port: 96d2b7af-04a0-49c2-9dac-402972c4be20. Apr 20 17:20:08.158582 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6e4612ba-acab-4d20-8d99-ef272760686e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1882093 Apr 20 17:20:08.158789 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42216) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:08.174641 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-ac4028af-80a1-4375-a5cd-ea794b4905af admin admin] Request body: {'subnet': {'network_id': '0e721113-f5d2-4c80-98cd-da3f8bcd17ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1407039518-subnet', 'tenant_id': 'd1f6fe904288448daf17170f5302993b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:20:08.185673 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ac4028af-80a1-4375-a5cd-ea794b4905af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:20:08.203889 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ac4028af-80a1-4375-a5cd-ea794b4905af admin admin] Usage tracker for resource:subnet and tenant:d1f6fe904288448daf17170f5302993b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:20:08.207174 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ac4028af-80a1-4375-a5cd-ea794b4905af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:20:08.225119 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf112d-98c0-4c6c-b610-c80a66ef6f19 req-be0edccf-3a15-49e2-8218-442df229c0b0 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:08.226517 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c9bf112d-98c0-4c6c-b610-c80a66ef6f19 req-be0edccf-3a15-49e2-8218-442df229c0b0 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 948 time: 0.1854792 Apr 20 17:20:08.227427 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ac4028af-80a1-4375-a5cd-ea794b4905af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:20:08.236024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4612ba-acab-4d20-8d99-ef272760686e admin admin] Pushing event updated for resources: {'Network': ['ID=0e721113-f5d2-4c80-98cd-da3f8bcd17ce,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:08.251901 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 0e721113-f5d2-4c80-98cd-da3f8bcd17ce details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:20:08.257605 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-9b0957a0-3564-4b2d-b5d4-85b8b073c2f1 service neutron] For port 0af42aba-ccbb-414e-841f-3c8777fe4c29, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:20:08.266581 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4028af-80a1-4375-a5cd-ea794b4905af admin admin] Made reservation on behalf of d1f6fe904288448daf17170f5302993b for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:20:08.269500 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ac4028af-80a1-4375-a5cd-ea794b4905af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:08.295221 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-9b0957a0-3564-4b2d-b5d4-85b8b073c2f1 service neutron] For port 0af42aba-ccbb-414e-841f-3c8777fe4c29, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=0af42aba-ccbb-414e-841f-3c8777fe4c29,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:20:08.352777 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-9b0957a0-3564-4b2d-b5d4-85b8b073c2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:08.433690 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c9bf112d-98c0-4c6c-b610-c80a66ef6f19 req-67054d73-d0b7-423f-b8be-49475865b48f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970041 Apr 20 17:20:08.460534 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-9b0957a0-3564-4b2d-b5d4-85b8b073c2f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:08.460534 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-9b0957a0-3564-4b2d-b5d4-85b8b073c2f1 service neutron] 10.222.0.10 "PUT /v2.0/ports/0af42aba-ccbb-414e-841f-3c8777fe4c29 HTTP/1.1" status: 200 len: 1096 time: 1.6216936 Apr 20 17:20:08.476760 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0957a0-3564-4b2d-b5d4-85b8b073c2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0af42aba-ccbb-414e-841f-3c8777fe4c29,revision_number=7']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:08.663622 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22dbd657-c2ec-4883-863e-475dce323081 req-e94ab790-e627-4f70-9d13-e1ab02b54a08 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Router d5885a7b-777a-404c-a137-5e085ebcdd0e has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:20:08.663769 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ac4028af-80a1-4375-a5cd-ea794b4905af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:08.681049 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-013d39fc-6622-44d4-876c-4634bf7f6aed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 1099 time: 0.1925054 Apr 20 17:20:08.890088 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4028af-80a1-4375-a5cd-ea794b4905af admin admin] Pushing event updated for resources: {'Subnet': ['ID=21925486-c1e4-4642-abaf-a9fde9aaad1e,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:09.020725 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4028af-80a1-4375-a5cd-ea794b4905af admin admin] Checking segment: {'id': 'f7401c34-bfaa-4f83-9b43-3831d785ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e721113-f5d2-4c80-98cd-da3f8bcd17ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:20:09.021464 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4028af-80a1-4375-a5cd-ea794b4905af admin admin] Network hostable DHCP agents. Network: 0e721113-f5d2-4c80-98cd-da3f8bcd17ce, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:20:09.058471 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-25b53b80-ed50-433b-a2c4-976ca1962bc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:09.059928 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-25b53b80-ed50-433b-a2c4-976ca1962bc2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.3266304 Apr 20 17:20:09.124067 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-402a7621-15e0-411a-a0fc-1d9bc876016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:09.260026 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-2cf96438-1c7a-47aa-b3c2-1dafc392064f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=0af42aba-ccbb-414e-841f-3c8777fe4c29 HTTP/1.1" status: 200 len: 217 time: 0.1835012 Apr 20 17:20:09.270167 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d8b3d-36e2-4a57-8435-258179ce8e9e req-ae0df657-c624-4943-b8a5-28da5383b3cc tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:09.273979 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d8b3d-36e2-4a57-8435-258179ce8e9e req-ae0df657-c624-4943-b8a5-28da5383b3cc tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:09.277632 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d8b3d-36e2-4a57-8435-258179ce8e9e req-ae0df657-c624-4943-b8a5-28da5383b3cc tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:09.281392 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d8b3d-36e2-4a57-8435-258179ce8e9e req-ae0df657-c624-4943-b8a5-28da5383b3cc tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:09.284821 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd8c83-920d-4bac-a001-057ff459446e req-2d6a6c1f-f353-4f9d-bc30-acfdd75737d9 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:09.285361 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d8b3d-36e2-4a57-8435-258179ce8e9e req-ae0df657-c624-4943-b8a5-28da5383b3cc tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:09.286206 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-51cd8c83-920d-4bac-a001-057ff459446e req-2d6a6c1f-f353-4f9d-bc30-acfdd75737d9 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.43 "GET /v2.0/networks?id=e8715325-f9b4-456c-818e-365cf96c4dd2 HTTP/1.1" status: 200 len: 813 time: 0.4461958 Apr 20 17:20:09.288968 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d8b3d-36e2-4a57-8435-258179ce8e9e req-ae0df657-c624-4943-b8a5-28da5383b3cc tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:09.290471 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd8c83-920d-4bac-a001-057ff459446e req-cb63b592-325a-4a68-88cd-193af6761ec6 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:09.291710 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-51cd8c83-920d-4bac-a001-057ff459446e req-cb63b592-325a-4a68-88cd-193af6761ec6 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.10 "GET /v2.0/networks?id=e8715325-f9b4-456c-818e-365cf96c4dd2 HTTP/1.1" status: 200 len: 813 time: 0.4128499 Apr 20 17:20:09.292747 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d8b3d-36e2-4a57-8435-258179ce8e9e req-ae0df657-c624-4943-b8a5-28da5383b3cc tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:09.294574 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de7d8b3d-36e2-4a57-8435-258179ce8e9e req-ae0df657-c624-4943-b8a5-28da5383b3cc tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5421 time: 0.3814287 Apr 20 17:20:09.310217 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-51cd8c83-920d-4bac-a001-057ff459446e req-1210f171-9ea6-41db-a0bc-9f1295964314 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Request body: {'port': {'device_id': 'f8b74366-ded1-4d91-adfe-c6728ef11ffd', 'network_id': 'e8715325-f9b4-456c-818e-365cf96c4dd2', 'admin_state_up': True, 'tenant_id': '6bb343f9da374dff8b964d0ccdfa0f82'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:20:09.326226 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4028af-80a1-4375-a5cd-ea794b4905af admin admin] Network 0e721113-f5d2-4c80-98cd-da3f8bcd17ce is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:20:09.329708 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-51cd8c83-920d-4bac-a001-057ff459446e req-88f30745-58c4-47bc-9658-998ba5b04443 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Request body: {'port': {'device_id': 'ea2a3faf-c6f2-4e08-91ab-28c4e11496ed', 'network_id': 'e8715325-f9b4-456c-818e-365cf96c4dd2', 'admin_state_up': True, 'tenant_id': '6bb343f9da374dff8b964d0ccdfa0f82'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:20:09.363335 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-ac4028af-80a1-4375-a5cd-ea794b4905af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 0e721113-f5d2-4c80-98cd-da3f8bcd17ce) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:20:09.374139 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4028af-80a1-4375-a5cd-ea794b4905af admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:09.374727 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ac4028af-80a1-4375-a5cd-ea794b4905af admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:09.375202 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d326e97-830d-4850-954f-6691701f035c None None] Network 0e721113-f5d2-4c80-98cd-da3f8bcd17ce requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:20:09.404629 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-4e58eaca-13b5-4c62-a7af-9b376908d4a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:09.406131 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-4e58eaca-13b5-4c62-a7af-9b376908d4a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1103833 Apr 20 17:20:09.426817 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de7d8b3d-36e2-4a57-8435-258179ce8e9e req-772b19ca-72ea-4b7b-95c0-b438a51c140b tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0980983 Apr 20 17:20:09.493541 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ac4028af-80a1-4375-a5cd-ea794b4905af admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3239739 Apr 20 17:20:09.570381 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-16efce71-157d-4d78-a7e7-b8c13045ee2c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1425533 Apr 20 17:20:09.575744 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9effad9-7126-4188-bf5e-9c259ce0da1b'] response: {'server_uuid': 'e6286e55-eef1-4cf1-b8c6-5dfbf75b3171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0af42aba-ccbb-414e-841f-3c8777fe4c29', 'code': 200} Apr 20 17:20:09.639827 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a99e4b-1774-4b14-96ed-c19eb6d8b2d4 None None] Network 0e721113-f5d2-4c80-98cd-da3f8bcd17ce requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:20:09.720825 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-51cd8c83-920d-4bac-a001-057ff459446e req-1210f171-9ea6-41db-a0bc-9f1295964314 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:20:09.723555 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-51cd8c83-920d-4bac-a001-057ff459446e req-88f30745-58c4-47bc-9658-998ba5b04443 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:20:09.733551 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-51cd8c83-920d-4bac-a001-057ff459446e req-1210f171-9ea6-41db-a0bc-9f1295964314 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Usage tracker for resource:port and tenant:6bb343f9da374dff8b964d0ccdfa0f82 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:20:09.737680 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-51cd8c83-920d-4bac-a001-057ff459446e req-88f30745-58c4-47bc-9658-998ba5b04443 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Usage tracker for resource:port and tenant:6bb343f9da374dff8b964d0ccdfa0f82 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:20:09.740462 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-51cd8c83-920d-4bac-a001-057ff459446e req-88f30745-58c4-47bc-9658-998ba5b04443 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:20:09.743866 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-51cd8c83-920d-4bac-a001-057ff459446e req-1210f171-9ea6-41db-a0bc-9f1295964314 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:20:09.750173 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-51cd8c83-920d-4bac-a001-057ff459446e req-88f30745-58c4-47bc-9658-998ba5b04443 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:20:09.758569 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-51cd8c83-920d-4bac-a001-057ff459446e req-1210f171-9ea6-41db-a0bc-9f1295964314 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:20:09.768047 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-e0f9f9a5-b524-434d-bfce-46d094f980a3 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854465 Apr 20 17:20:09.774947 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22dbd657-c2ec-4883-863e-475dce323081 req-e94ab790-e627-4f70-9d13-e1ab02b54a08 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:20:09.779951 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-22dbd657-c2ec-4883-863e-475dce323081 req-e94ab790-e627-4f70-9d13-e1ab02b54a08 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:09.815104 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51cd8c83-920d-4bac-a001-057ff459446e req-1210f171-9ea6-41db-a0bc-9f1295964314 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Made reservation on behalf of 6bb343f9da374dff8b964d0ccdfa0f82 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:20:09.818027 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-51cd8c83-920d-4bac-a001-057ff459446e req-1210f171-9ea6-41db-a0bc-9f1295964314 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:09.827080 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51cd8c83-920d-4bac-a001-057ff459446e req-88f30745-58c4-47bc-9658-998ba5b04443 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Made reservation on behalf of 6bb343f9da374dff8b964d0ccdfa0f82 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:20:09.829938 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-51cd8c83-920d-4bac-a001-057ff459446e req-88f30745-58c4-47bc-9658-998ba5b04443 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:09.902491 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18e65a-1eb6-4162-a5d0-966629c7ff79 req-9cc59fff-5b7f-4a4f-9615-9498d61b5796 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:09.903924 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5e18e65a-1eb6-4162-a5d0-966629c7ff79 req-9cc59fff-5b7f-4a4f-9615-9498d61b5796 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 945 time: 0.1871912 Apr 20 17:20:09.940767 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-44d9e8ed-de96-44e4-887c-10ce73e30c6f req-c2b5bfc1-9a1b-40be-9e6e-a3e63232ea62 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645861 Apr 20 17:20:09.965205 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5e18e65a-1eb6-4162-a5d0-966629c7ff79 req-661c172e-bf66-4f05-b245-d08478996531 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480218 Apr 20 17:20:09.976270 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-22dbd657-c2ec-4883-863e-475dce323081 req-e94ab790-e627-4f70-9d13-e1ab02b54a08 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "PUT /v2.0/floatingips/c589e354-38d5-4e91-8e14-be347912f2eb HTTP/1.1" status: 200 len: 996 time: 3.3328280 Apr 20 17:20:09.989530 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9af7cae-85fd-441a-a48a-d4128407b6e1', 'tag': '96d2b7af-04a0-49c2-9dac-402972c4be20'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:20:10.052801 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 0af42aba-ccbb-414e-841f-3c8777fe4c29 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:20:10.140952 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 0af42aba-ccbb-414e-841f-3c8777fe4c29 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:20:10.156319 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-28aaee2f-4116-437d-b80c-95e26ab3f0d2 req-968ef20f-f3aa-4899-aaea-698356b82355 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea2a3faf-c6f2-4e08-91ab-28c4e11496ed HTTP/1.1" status: 200 len: 210 time: 0.0424762 Apr 20 17:20:10.165972 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-51cd8c83-920d-4bac-a001-057ff459446e req-1210f171-9ea6-41db-a0bc-9f1295964314 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Allocated IP 172.20.0.11 (e8715325-f9b4-456c-818e-365cf96c4dd2/b2f7091b-a343-4734-a755-59dc8d417262/cced88fa-86e1-49c4-b887-c9c5b98b130a) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:20:10.180172 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-22dbd657-c2ec-4883-863e-475dce323081 req-118d6d0a-80a9-4ceb-98ec-ca151f718be1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=108601a41d654be6985fac52f41da158&device_id=c9af7cae-85fd-441a-a48a-d4128407b6e1 HTTP/1.1" status: 200 len: 1096 time: 0.1860137 Apr 20 17:20:10.319535 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f975e491-89a8-4132-9261-ae500a2213da req-dcce785d-bdcc-4344-81b7-2d720a21b0e3 tempest-ServerShowV257Test-1347881387 tempest-ServerShowV257Test-1347881387-project] 10.222.0.39 "GET /v2.0/ports?device_id=b144e158-5c38-4858-aa17-c556187f60d2 HTTP/1.1" status: 200 len: 210 time: 0.0445256 Apr 20 17:20:10.430995 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbd657-c2ec-4883-863e-475dce323081 req-728e8e83-e7d0-4efa-b68d-14a28049bb96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:10.432355 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-22dbd657-c2ec-4883-863e-475dce323081 req-728e8e83-e7d0-4efa-b68d-14a28049bb96 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7dca78eb-5829-40b0-a3af-13613754711d HTTP/1.1" status: 200 len: 930 time: 0.2346385 Apr 20 17:20:10.524541 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcfe11-35cd-49c8-b3d5-b040c158ee5f req-abb4df6e-ac25-4466-acca-8dbdc0a108bd tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:10.526058 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9bdcfe11-35cd-49c8-b3d5-b040c158ee5f req-abb4df6e-ac25-4466-acca-8dbdc0a108bd tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 948 time: 0.0798180 Apr 20 17:20:10.563605 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-51cd8c83-920d-4bac-a001-057ff459446e req-1210f171-9ea6-41db-a0bc-9f1295964314 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:10.574709 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9bdcfe11-35cd-49c8-b3d5-b040c158ee5f req-553950e5-0556-420a-919f-6513964cddc8 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425408 Apr 20 17:20:10.576379 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-22dbd657-c2ec-4883-863e-475dce323081 req-f0082013-6235-45bd-82bb-fca762efb7fc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96d2b7af-04a0-49c2-9dac-402972c4be20 HTTP/1.1" status: 200 len: 999 time: 0.1331146 Apr 20 17:20:10.647195 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbd657-c2ec-4883-863e-475dce323081 req-df361743-d976-4a7c-8c95-648a59bc4e06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:10.648759 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-22dbd657-c2ec-4883-863e-475dce323081 req-df361743-d976-4a7c-8c95-648a59bc4e06 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4f14b18c-0fe0-4613-bee5-26a51144bfaa HTTP/1.1" status: 200 len: 868 time: 0.0638232 Apr 20 17:20:10.652934 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-51cd8c83-920d-4bac-a001-057ff459446e req-1210f171-9ea6-41db-a0bc-9f1295964314 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:10.824596 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51cd8c83-920d-4bac-a001-057ff459446e req-1210f171-9ea6-41db-a0bc-9f1295964314 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Network e8715325-f9b4-456c-818e-365cf96c4dd2 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:20:10.827823 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210f171-9ea6-41db-a0bc-9f1295964314 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Pushing event updated for resources: {'Port': ['ID=cced88fa-86e1-49c4-b887-c9c5b98b130a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:10.830179 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-51cd8c83-920d-4bac-a001-057ff459446e req-1210f171-9ea6-41db-a0bc-9f1295964314 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:20:10.840194 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-51cd8c83-920d-4bac-a001-057ff459446e req-88f30745-58c4-47bc-9658-998ba5b04443 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Allocated IP 172.20.0.12 (e8715325-f9b4-456c-818e-365cf96c4dd2/b2f7091b-a343-4734-a755-59dc8d417262/4765a18c-38e6-4c6f-80ef-f7d2928b0b0d) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:20:10.842397 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-51cd8c83-920d-4bac-a001-057ff459446e req-1210f171-9ea6-41db-a0bc-9f1295964314 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:20:10.969145 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-33816f40-e2a8-41ed-87b8-5901a6f1fc4e tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:10.970533 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-33816f40-e2a8-41ed-87b8-5901a6f1fc4e tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/networks?id=0e721113-f5d2-4c80-98cd-da3f8bcd17ce HTTP/1.1" status: 200 len: 814 time: 0.1474378 Apr 20 17:20:10.987487 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-43477a4e-f5b8-4080-b3ac-7c42bd8ff7c7 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/quotas/d1f6fe904288448daf17170f5302993b HTTP/1.1" status: 200 len: 375 time: 0.0106723 Apr 20 17:20:11.034349 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-86f7a93e-9220-4ac3-92fd-52337c00b340 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d1f6fe904288448daf17170f5302993b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415916 Apr 20 17:20:11.051190 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd8c83-920d-4bac-a001-057ff459446e req-1210f171-9ea6-41db-a0bc-9f1295964314 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:11.051784 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-51cd8c83-920d-4bac-a001-057ff459446e req-1210f171-9ea6-41db-a0bc-9f1295964314 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:11.156252 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-22dbd657-c2ec-4883-863e-475dce323081 req-318a4091-9da0-499e-baad-b82bbbfc1aed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7dca78eb-5829-40b0-a3af-13613754711d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5013044 Apr 20 17:20:11.162045 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-51cd8c83-920d-4bac-a001-057ff459446e req-1210f171-9ea6-41db-a0bc-9f1295964314 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8576522 Apr 20 17:20:11.171613 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-f7e5f827-34e1-48fa-8558-4c3eefde133b service neutron] 10.222.0.39 "GET /v2.0/networks/0e721113-f5d2-4c80-98cd-da3f8bcd17ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303775 Apr 20 17:20:11.196220 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-51cd8c83-920d-4bac-a001-057ff459446e req-c3734ce3-5a7a-47f8-b3f2-a018a9a78757 service neutron] Request body: {'port': {'device_id': 'f8b74366-ded1-4d91-adfe-c6728ef11ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:20:11.312887 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-29f9a57d-d937-430a-ac88-f0f2e1823d75 service neutron] 10.222.0.39 "GET /v2.0/networks/0e721113-f5d2-4c80-98cd-da3f8bcd17ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353364 Apr 20 17:20:11.343973 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f705f547-9217-4896-80db-2aa473cecfca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:11.442698 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-51cd8c83-920d-4bac-a001-057ff459446e req-88f30745-58c4-47bc-9658-998ba5b04443 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:11.460060 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-51cd8c83-920d-4bac-a001-057ff459446e req-c3734ce3-5a7a-47f8-b3f2-a018a9a78757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:11.478992 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-22dbd657-c2ec-4883-863e-475dce323081 req-6b317fb3-d4fd-4642-81e4-1888f732f3a2 service neutron] 10.222.0.39 "GET /v2.0/networks/7dca78eb-5829-40b0-a3af-13613754711d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084910 Apr 20 17:20:11.487446 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1daa910-aa2a-4324-b08c-1384fc6982f7'] response: {'name': 'network-changed', 'server_uuid': 'c9af7cae-85fd-441a-a48a-d4128407b6e1', 'tag': '96d2b7af-04a0-49c2-9dac-402972c4be20', 'status': 'completed', 'code': 200} Apr 20 17:20:11.577342 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6286e55-eef1-4cf1-b8c6-5dfbf75b3171', 'tag': '0af42aba-ccbb-414e-841f-3c8777fe4c29'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:20:11.605204 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0a5f7e51-3a7d-47e2-b8a9-25dd076f5e18 req-a4079198-21d5-4146-a6ea-8cb4175823fd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=108601a41d654be6985fac52f41da158&device_id=c9af7cae-85fd-441a-a48a-d4128407b6e1 HTTP/1.1" status: 200 len: 1096 time: 0.0938046 Apr 20 17:20:11.638074 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-51cd8c83-920d-4bac-a001-057ff459446e req-88f30745-58c4-47bc-9658-998ba5b04443 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:11.776669 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f7e51-3a7d-47e2-b8a9-25dd076f5e18 req-343e929a-e989-4e11-9eb4-d8a156163a5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:11.778625 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0a5f7e51-3a7d-47e2-b8a9-25dd076f5e18 req-343e929a-e989-4e11-9eb4-d8a156163a5a service neutron] 10.222.0.43 "GET /v2.0/networks?id=7dca78eb-5829-40b0-a3af-13613754711d HTTP/1.1" status: 200 len: 930 time: 0.1670787 Apr 20 17:20:11.798908 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f30745-58c4-47bc-9658-998ba5b04443 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Pushing event updated for resources: {'Port': ['ID=4765a18c-38e6-4c6f-80ef-f7d2928b0b0d,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:11.802476 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51cd8c83-920d-4bac-a001-057ff459446e req-88f30745-58c4-47bc-9658-998ba5b04443 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Network e8715325-f9b4-456c-818e-365cf96c4dd2 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:20:11.817028 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-51cd8c83-920d-4bac-a001-057ff459446e req-88f30745-58c4-47bc-9658-998ba5b04443 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:20:11.825652 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-51cd8c83-920d-4bac-a001-057ff459446e req-88f30745-58c4-47bc-9658-998ba5b04443 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:20:11.976903 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-22dbd657-c2ec-4883-863e-475dce323081 req-023bee08-af03-44fe-9947-6cb6fc3c195b service neutron] 10.222.0.39 "GET /v2.0/networks/7dca78eb-5829-40b0-a3af-13613754711d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883585 Apr 20 17:20:12.006513 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd8c83-920d-4bac-a001-057ff459446e req-88f30745-58c4-47bc-9658-998ba5b04443 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:12.007244 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-51cd8c83-920d-4bac-a001-057ff459446e req-88f30745-58c4-47bc-9658-998ba5b04443 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:12.048801 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-51cd8c83-920d-4bac-a001-057ff459446e req-88f30745-58c4-47bc-9658-998ba5b04443 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7432306 Apr 20 17:20:12.060394 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-51cd8c83-920d-4bac-a001-057ff459446e req-65ffe2ba-0d0f-486e-a14e-1e789cb300b3 service neutron] Request body: {'port': {'device_id': 'ea2a3faf-c6f2-4e08-91ab-28c4e11496ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:20:12.068795 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0a5f7e51-3a7d-47e2-b8a9-25dd076f5e18 req-8d0d3325-35b0-4b35-9d2b-46bf9beb9018 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96d2b7af-04a0-49c2-9dac-402972c4be20 HTTP/1.1" status: 200 len: 999 time: 0.2522202 Apr 20 17:20:12.151975 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f5f66-49e6-4159-83a2-01f000e4305d req-9001fb10-32c4-4aa4-b5ff-62af9fe7e14c tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:12.156005 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f5f66-49e6-4159-83a2-01f000e4305d req-9001fb10-32c4-4aa4-b5ff-62af9fe7e14c tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:12.160453 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f5f66-49e6-4159-83a2-01f000e4305d req-9001fb10-32c4-4aa4-b5ff-62af9fe7e14c tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:12.164406 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f5f66-49e6-4159-83a2-01f000e4305d req-9001fb10-32c4-4aa4-b5ff-62af9fe7e14c tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:12.168395 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f5f66-49e6-4159-83a2-01f000e4305d req-9001fb10-32c4-4aa4-b5ff-62af9fe7e14c tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:12.172361 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f5f66-49e6-4159-83a2-01f000e4305d req-9001fb10-32c4-4aa4-b5ff-62af9fe7e14c tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:12.176540 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f5f66-49e6-4159-83a2-01f000e4305d req-9001fb10-32c4-4aa4-b5ff-62af9fe7e14c tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:12.178789 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1a9f5f66-49e6-4159-83a2-01f000e4305d req-9001fb10-32c4-4aa4-b5ff-62af9fe7e14c tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5421 time: 0.3991506 Apr 20 17:20:12.189820 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f7e51-3a7d-47e2-b8a9-25dd076f5e18 req-c33128bb-3d1c-4346-871e-6275c811f365 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:12.191464 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0a5f7e51-3a7d-47e2-b8a9-25dd076f5e18 req-c33128bb-3d1c-4346-871e-6275c811f365 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4f14b18c-0fe0-4613-bee5-26a51144bfaa HTTP/1.1" status: 200 len: 868 time: 0.1133356 Apr 20 17:20:12.241990 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.resource_extend [req-51cd8c83-920d-4bac-a001-057ff459446e req-c3734ce3-5a7a-47f8-b3f2-a018a9a78757 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:20:12.281410 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1a9f5f66-49e6-4159-83a2-01f000e4305d req-d5ee8153-8a68-433c-81d0-e1dfe2cbe4c7 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0936580 Apr 20 17:20:12.298534 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0a5f7e51-3a7d-47e2-b8a9-25dd076f5e18 req-e3aa21db-3b72-4634-b032-2a4a1a701793 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7dca78eb-5829-40b0-a3af-13613754711d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931299 Apr 20 17:20:12.325237 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-51cd8c83-920d-4bac-a001-057ff459446e req-65ffe2ba-0d0f-486e-a14e-1e789cb300b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:12.344538 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-51cd8c83-920d-4bac-a001-057ff459446e req-c3734ce3-5a7a-47f8-b3f2-a018a9a78757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cced88fa-86e1-49c4-b887-c9c5b98b130a {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:20:12.378090 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-51cd8c83-920d-4bac-a001-057ff459446e req-c3734ce3-5a7a-47f8-b3f2-a018a9a78757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:12.435495 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-51cd8c83-920d-4bac-a001-057ff459446e req-c3734ce3-5a7a-47f8-b3f2-a018a9a78757 service neutron] Transition to ACTIVE for port object cced88fa-86e1-49c4-b887-c9c5b98b130a will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:20:12.482977 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d647d4-2f97-4960-88c8-ea9d9c5e8fd4 req-b41bb4bc-7392-4d4d-9ab1-f9cfcb390768 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:12.485055 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b2d647d4-2f97-4960-88c8-ea9d9c5e8fd4 req-b41bb4bc-7392-4d4d-9ab1-f9cfcb390768 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 945 time: 0.3133869 Apr 20 17:20:12.491978 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-51cd8c83-920d-4bac-a001-057ff459446e req-c3734ce3-5a7a-47f8-b3f2-a018a9a78757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:12.506607 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0a5f7e51-3a7d-47e2-b8a9-25dd076f5e18 req-4d159af7-6459-43d3-9395-681186cd2cdd service neutron] 10.222.0.43 "GET /v2.0/networks/7dca78eb-5829-40b0-a3af-13613754711d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010655 Apr 20 17:20:12.566471 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:12.625078 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6cb6e-7a58-4a0b-b3c2-83f7a13f3dd3 req-c8d43bcf-77f1-40e4-92da-462939897796 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:12.626733 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:12.631969 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b1b6cb6e-7a58-4a0b-b3c2-83f7a13f3dd3 req-c8d43bcf-77f1-40e4-92da-462939897796 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea2a3faf-c6f2-4e08-91ab-28c4e11496ed HTTP/1.1" status: 200 len: 932 time: 0.2229626 Apr 20 17:20:12.769553 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3734ce3-5a7a-47f8-b3f2-a018a9a78757 service neutron] Pushing event updated for resources: {'Port': ['ID=cced88fa-86e1-49c4-b887-c9c5b98b130a,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:12.776260 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0a5f7e51-3a7d-47e2-b8a9-25dd076f5e18 req-fb0c2dd7-e390-480a-a320-9a0cf2c80461 service neutron] 10.222.0.43 "GET /v2.0/networks/7dca78eb-5829-40b0-a3af-13613754711d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618089 Apr 20 17:20:12.803701 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b1b6cb6e-7a58-4a0b-b3c2-83f7a13f3dd3 req-237b20e2-3a8c-4f03-a5b3-02e36793e829 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Synchronizing usage tracker for tenant:6bb343f9da374dff8b964d0ccdfa0f82 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:20:12.840530 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-6eeffdc2-af19-4610-843e-2688b517ac7d tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:12.841918 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-6eeffdc2-af19-4610-843e-2688b517ac7d tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.10 "GET /v2.0/networks?id=0e721113-f5d2-4c80-98cd-da3f8bcd17ce HTTP/1.1" status: 200 len: 814 time: 0.2427504 Apr 20 17:20:12.842943 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b1b6cb6e-7a58-4a0b-b3c2-83f7a13f3dd3 req-237b20e2-3a8c-4f03-a5b3-02e36793e829 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Unset dirty status for tenant:6bb343f9da374dff8b964d0ccdfa0f82 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:20:12.843963 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b1b6cb6e-7a58-4a0b-b3c2-83f7a13f3dd3 req-237b20e2-3a8c-4f03-a5b3-02e36793e829 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/security-groups?id=906aa622-0608-4fbd-8144-3fb248292f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112641 Apr 20 17:20:12.849181 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b2d647d4-2f97-4960-88c8-ea9d9c5e8fd4 req-9d38ca1b-1fa3-46c5-8c87-5c134c102035 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518538 Apr 20 17:20:12.868359 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-d0e3e1f9-f0b1-4fa7-9d24-527665e93c0d tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Request body: {'port': {'device_id': '267f7b74-8120-4866-a0a4-c19779326d07', 'network_id': '0e721113-f5d2-4c80-98cd-da3f8bcd17ce', 'admin_state_up': True, 'tenant_id': 'd1f6fe904288448daf17170f5302993b'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:20:13.021970 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:13.034438 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:20:13.046707 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3f8d5c2a-4768-467a-9478-e7b6a3526184 req-c4bbf630-232a-4ffd-8172-0c9d75410cae tempest-ServerShowV257Test-1347881387 tempest-ServerShowV257Test-1347881387-project] 10.222.0.39 "GET /v2.0/ports?device_id=b144e158-5c38-4858-aa17-c556187f60d2 HTTP/1.1" status: 200 len: 210 time: 0.0535872 Apr 20 17:20:13.047621 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-607677d3-5f3d-4056-9dd7-7028c93ebc4f req-921aba7c-1362-47bd-a8dc-53c53b217aa5 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/ports?device_id=267f7b74-8120-4866-a0a4-c19779326d07 HTTP/1.1" status: 200 len: 210 time: 0.0620937 Apr 20 17:20:13.049474 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-51cd8c83-920d-4bac-a001-057ff459446e req-c3734ce3-5a7a-47f8-b3f2-a018a9a78757 service neutron] Attempting to bind port cced88fa-86e1-49c4-b887-c9c5b98b130a on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:20:13.049804 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-51cd8c83-920d-4bac-a001-057ff459446e req-c3734ce3-5a7a-47f8-b3f2-a018a9a78757 service neutron] Attempting to bind port cced88fa-86e1-49c4-b887-c9c5b98b130a by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '779b9809-51ec-4421-9a2c-115c6f91c2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8715325-f9b4-456c-818e-365cf96c4dd2'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:20:13.050125 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cd8c83-920d-4bac-a001-057ff459446e req-c3734ce3-5a7a-47f8-b3f2-a018a9a78757 service neutron] Attempting to bind port cced88fa-86e1-49c4-b887-c9c5b98b130a on network e8715325-f9b4-456c-818e-365cf96c4dd2 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:20:13.060482 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cd8c83-920d-4bac-a001-057ff459446e req-c3734ce3-5a7a-47f8-b3f2-a018a9a78757 service neutron] Port cced88fa-86e1-49c4-b887-c9c5b98b130a on network e8715325-f9b4-456c-818e-365cf96c4dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:20:13.060982 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cd8c83-920d-4bac-a001-057ff459446e req-c3734ce3-5a7a-47f8-b3f2-a018a9a78757 service neutron] Attempting to bind port cced88fa-86e1-49c4-b887-c9c5b98b130a on network e8715325-f9b4-456c-818e-365cf96c4dd2 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:20:13.077963 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cd8c83-920d-4bac-a001-057ff459446e req-c3734ce3-5a7a-47f8-b3f2-a018a9a78757 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:20:13.077963 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cd8c83-920d-4bac-a001-057ff459446e req-c3734ce3-5a7a-47f8-b3f2-a018a9a78757 service neutron] Checking segment: {'id': '779b9809-51ec-4421-9a2c-115c6f91c2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8715325-f9b4-456c-818e-365cf96c4dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:20:13.077963 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cd8c83-920d-4bac-a001-057ff459446e req-c3734ce3-5a7a-47f8-b3f2-a018a9a78757 service neutron] Bound using segment: {'id': '779b9809-51ec-4421-9a2c-115c6f91c2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8715325-f9b4-456c-818e-365cf96c4dd2'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:20:13.077963 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-51cd8c83-920d-4bac-a001-057ff459446e req-c3734ce3-5a7a-47f8-b3f2-a018a9a78757 service neutron] Bound port: cced88fa-86e1-49c4-b887-c9c5b98b130a, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779b9809-51ec-4421-9a2c-115c6f91c2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8715325-f9b4-456c-818e-365cf96c4dd2'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:20:13.078520 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-d0e3e1f9-f0b1-4fa7-9d24-527665e93c0d tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:20:13.078629 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-51cd8c83-920d-4bac-a001-057ff459446e req-c3734ce3-5a7a-47f8-b3f2-a018a9a78757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:13.082623 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-d0e3e1f9-f0b1-4fa7-9d24-527665e93c0d tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Usage tracker for resource:port and tenant:d1f6fe904288448daf17170f5302993b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:20:13.085824 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-d0e3e1f9-f0b1-4fa7-9d24-527665e93c0d tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:20:13.091888 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-d0e3e1f9-f0b1-4fa7-9d24-527665e93c0d tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:20:13.105116 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-d0e3e1f9-f0b1-4fa7-9d24-527665e93c0d tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Made reservation on behalf of d1f6fe904288448daf17170f5302993b for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:20:13.108898 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-d0e3e1f9-f0b1-4fa7-9d24-527665e93c0d tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:13.201555 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54977647-c02a-499d-a362-2d0fe901893f'] response: {'name': 'network-changed', 'server_uuid': 'e6286e55-eef1-4cf1-b8c6-5dfbf75b3171', 'tag': '0af42aba-ccbb-414e-841f-3c8777fe4c29', 'status': 'completed', 'code': 200} Apr 20 17:20:13.306522 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-51cd8c83-920d-4bac-a001-057ff459446e req-65ffe2ba-0d0f-486e-a14e-1e789cb300b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4765a18c-38e6-4c6f-80ef-f7d2928b0b0d {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:20:13.330104 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-51cd8c83-920d-4bac-a001-057ff459446e req-65ffe2ba-0d0f-486e-a14e-1e789cb300b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:13.375788 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-51cd8c83-920d-4bac-a001-057ff459446e req-65ffe2ba-0d0f-486e-a14e-1e789cb300b3 service neutron] Transition to ACTIVE for port object 4765a18c-38e6-4c6f-80ef-f7d2928b0b0d will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:20:13.382450 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-51cd8c83-920d-4bac-a001-057ff459446e req-c3734ce3-5a7a-47f8-b3f2-a018a9a78757 service neutron] For port cced88fa-86e1-49c4-b887-c9c5b98b130a, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:20:13.393511 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-51cd8c83-920d-4bac-a001-057ff459446e req-65ffe2ba-0d0f-486e-a14e-1e789cb300b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:13.436058 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-51cd8c83-920d-4bac-a001-057ff459446e req-c3734ce3-5a7a-47f8-b3f2-a018a9a78757 service neutron] For port cced88fa-86e1-49c4-b887-c9c5b98b130a, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=cced88fa-86e1-49c4-b887-c9c5b98b130a,segment=NetworkSegment(779b9809-51ec-4421-9a2c-115c6f91c2b3),segment_id=779b9809-51ec-4421-9a2c-115c6f91c2b3)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:20:13.451342 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f2bd1819-7909-4272-935a-a0f259ca3876 req-2ccc42eb-a80e-48af-b746-265a5b1de8f5 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Synchronizing usage tracker for tenant:108601a41d654be6985fac52f41da158 on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:20:13.456553 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-51cd8c83-920d-4bac-a001-057ff459446e req-c3734ce3-5a7a-47f8-b3f2-a018a9a78757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:13.462654 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-d0e3e1f9-f0b1-4fa7-9d24-527665e93c0d tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Allocated IP 172.20.0.5 (0e721113-f5d2-4c80-98cd-da3f8bcd17ce/21925486-c1e4-4642-abaf-a9fde9aaad1e/d3a864df-aa6f-432f-a6ca-52351044c5f8) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:20:13.485443 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e1b7334d-6e41-41ef-a465-34b7336fbbec req-0d72b353-b1b3-498d-b2ad-221beb7fa2a7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 1099 time: 0.2870371 Apr 20 17:20:13.519866 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e1b7334d-6e41-41ef-a465-34b7336fbbec req-f5997132-62f8-41af-830c-335b86f2adf2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 1099 time: 0.3201735 Apr 20 17:20:13.531773 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-51cd8c83-920d-4bac-a001-057ff459446e req-c3734ce3-5a7a-47f8-b3f2-a018a9a78757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:13.533196 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-51cd8c83-920d-4bac-a001-057ff459446e req-c3734ce3-5a7a-47f8-b3f2-a018a9a78757 service neutron] 10.222.0.10 "PUT /v2.0/ports/cced88fa-86e1-49c4-b887-c9c5b98b130a HTTP/1.1" status: 200 len: 1092 time: 2.3429880 Apr 20 17:20:13.536039 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b74366-ded1-4d91-adfe-c6728ef11ffd', 'tag': 'cced88fa-86e1-49c4-b887-c9c5b98b130a'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:20:13.540017 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225b40a-c31f-42cb-8332-c4e12ff9af31 req-e3a01a5b-1e57-44e9-9896-93e867d1b7c7 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:13.541985 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3225b40a-c31f-42cb-8332-c4e12ff9af31 req-e3a01a5b-1e57-44e9-9896-93e867d1b7c7 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 948 time: 0.2738276 Apr 20 17:20:13.561928 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffe2ba-0d0f-486e-a14e-1e789cb300b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4765a18c-38e6-4c6f-80ef-f7d2928b0b0d,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:13.645615 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f2bd1819-7909-4272-935a-a0f259ca3876 req-2ccc42eb-a80e-48af-b746-265a5b1de8f5 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Unset dirty status for tenant:108601a41d654be6985fac52f41da158 on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:20:13.646841 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f2bd1819-7909-4272-935a-a0f259ca3876 req-2ccc42eb-a80e-48af-b746-265a5b1de8f5 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 258 time: 0.4452991 Apr 20 17:20:13.697335 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-f2bd1819-7909-4272-935a-a0f259ca3876 req-3ffe59fa-8d84-47c1-bd39-962dabde2ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:20:13.712255 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-f2bd1819-7909-4272-935a-a0f259ca3876 req-3ffe59fa-8d84-47c1-bd39-962dabde2ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:20:13.779750 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-f2bd1819-7909-4272-935a-a0f259ca3876 req-3ffe59fa-8d84-47c1-bd39-962dabde2ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:20:13.800475 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3734ce3-5a7a-47f8-b3f2-a018a9a78757 service neutron] Pushing event updated for resources: {'Port': ['ID=cced88fa-86e1-49c4-b887-c9c5b98b130a,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:13.821131 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f2bd1819-7909-4272-935a-a0f259ca3876 req-3ffe59fa-8d84-47c1-bd39-962dabde2ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks [] for floatingip, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:13.848386 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-51cd8c83-920d-4bac-a001-057ff459446e req-65ffe2ba-0d0f-486e-a14e-1e789cb300b3 service neutron] Attempting to bind port 4765a18c-38e6-4c6f-80ef-f7d2928b0b0d on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:20:13.848715 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-51cd8c83-920d-4bac-a001-057ff459446e req-65ffe2ba-0d0f-486e-a14e-1e789cb300b3 service neutron] Attempting to bind port 4765a18c-38e6-4c6f-80ef-f7d2928b0b0d by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '779b9809-51ec-4421-9a2c-115c6f91c2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8715325-f9b4-456c-818e-365cf96c4dd2'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:20:13.849038 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cd8c83-920d-4bac-a001-057ff459446e req-65ffe2ba-0d0f-486e-a14e-1e789cb300b3 service neutron] Attempting to bind port 4765a18c-38e6-4c6f-80ef-f7d2928b0b0d on network e8715325-f9b4-456c-818e-365cf96c4dd2 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:20:13.855878 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-51cd8c83-920d-4bac-a001-057ff459446e req-dc34d366-7630-46e5-92cb-69cbc8e877e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6bb343f9da374dff8b964d0ccdfa0f82&device_id=f8b74366-ded1-4d91-adfe-c6728ef11ffd HTTP/1.1" status: 200 len: 1095 time: 0.2546287 Apr 20 17:20:13.902685 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:13.963267 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cd8c83-920d-4bac-a001-057ff459446e req-65ffe2ba-0d0f-486e-a14e-1e789cb300b3 service neutron] Port 4765a18c-38e6-4c6f-80ef-f7d2928b0b0d on network e8715325-f9b4-456c-818e-365cf96c4dd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:20:13.963267 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cd8c83-920d-4bac-a001-057ff459446e req-65ffe2ba-0d0f-486e-a14e-1e789cb300b3 service neutron] Attempting to bind port 4765a18c-38e6-4c6f-80ef-f7d2928b0b0d on network e8715325-f9b4-456c-818e-365cf96c4dd2 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:20:13.976782 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-51cd8c83-920d-4bac-a001-057ff459446e req-5e363ecc-885e-4c49-8fb5-c76414e7cd42 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cced88fa-86e1-49c4-b887-c9c5b98b130a HTTP/1.1" status: 200 len: 217 time: 0.0768540 Apr 20 17:20:13.989537 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cd8c83-920d-4bac-a001-057ff459446e req-65ffe2ba-0d0f-486e-a14e-1e789cb300b3 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:20:13.989854 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cd8c83-920d-4bac-a001-057ff459446e req-65ffe2ba-0d0f-486e-a14e-1e789cb300b3 service neutron] Checking segment: {'id': '779b9809-51ec-4421-9a2c-115c6f91c2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8715325-f9b4-456c-818e-365cf96c4dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:20:13.990248 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cd8c83-920d-4bac-a001-057ff459446e req-65ffe2ba-0d0f-486e-a14e-1e789cb300b3 service neutron] Bound using segment: {'id': '779b9809-51ec-4421-9a2c-115c6f91c2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8715325-f9b4-456c-818e-365cf96c4dd2'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:20:13.990676 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-51cd8c83-920d-4bac-a001-057ff459446e req-65ffe2ba-0d0f-486e-a14e-1e789cb300b3 service neutron] Bound port: 4765a18c-38e6-4c6f-80ef-f7d2928b0b0d, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779b9809-51ec-4421-9a2c-115c6f91c2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8715325-f9b4-456c-818e-365cf96c4dd2'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:20:13.991007 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-51cd8c83-920d-4bac-a001-057ff459446e req-65ffe2ba-0d0f-486e-a14e-1e789cb300b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:14.015944 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3225b40a-c31f-42cb-8332-c4e12ff9af31 req-2e1d63d8-9d17-477c-8d3d-df4631e27f83 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641480 Apr 20 17:20:14.037763 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7334d-6e41-41ef-a465-34b7336fbbec req-5bcf074a-a435-45a9-9dd2-8a65db84fb2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:14.039286 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e1b7334d-6e41-41ef-a465-34b7336fbbec req-5bcf074a-a435-45a9-9dd2-8a65db84fb2e service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.5443001 Apr 20 17:20:14.104263 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd8c83-920d-4bac-a001-057ff459446e req-f756aff4-00c6-4fa0-a107-6818b52ae70b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:14.105752 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-51cd8c83-920d-4bac-a001-057ff459446e req-f756aff4-00c6-4fa0-a107-6818b52ae70b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b2f7091b-a343-4734-a755-59dc8d417262 HTTP/1.1" status: 200 len: 853 time: 0.1195836 Apr 20 17:20:14.117219 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7334d-6e41-41ef-a465-34b7336fbbec req-a3bf0893-47bc-48a8-91d9-ab87d8a61c8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:14.118665 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e1b7334d-6e41-41ef-a465-34b7336fbbec req-a3bf0893-47bc-48a8-91d9-ab87d8a61c8d service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.5723221 Apr 20 17:20:14.167452 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-51cd8c83-920d-4bac-a001-057ff459446e req-4bba5c15-19fc-4db5-b2f6-18bb080699f7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8715325-f9b4-456c-818e-365cf96c4dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539703 Apr 20 17:20:14.228448 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e1b7334d-6e41-41ef-a465-34b7336fbbec req-558108c5-690c-40c4-91e4-81e26ad801e5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=0af42aba-ccbb-414e-841f-3c8777fe4c29 HTTP/1.1" status: 200 len: 217 time: 0.1677167 Apr 20 17:20:14.288018 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-51cd8c83-920d-4bac-a001-057ff459446e req-65ffe2ba-0d0f-486e-a14e-1e789cb300b3 service neutron] For port 4765a18c-38e6-4c6f-80ef-f7d2928b0b0d, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:20:14.292565 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e1b7334d-6e41-41ef-a465-34b7336fbbec req-5fb5e103-fb58-4c1b-8b6f-38b28ae2116e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=0af42aba-ccbb-414e-841f-3c8777fe4c29 HTTP/1.1" status: 200 len: 217 time: 0.1592743 Apr 20 17:20:14.305970 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-51cd8c83-920d-4bac-a001-057ff459446e req-65ffe2ba-0d0f-486e-a14e-1e789cb300b3 service neutron] For port 4765a18c-38e6-4c6f-80ef-f7d2928b0b0d, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=4765a18c-38e6-4c6f-80ef-f7d2928b0b0d,segment=NetworkSegment(779b9809-51ec-4421-9a2c-115c6f91c2b3),segment_id=779b9809-51ec-4421-9a2c-115c6f91c2b3)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:20:14.349163 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-d0e3e1f9-f0b1-4fa7-9d24-527665e93c0d tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:14.391453 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7334d-6e41-41ef-a465-34b7336fbbec req-9567019d-c282-4db3-92d4-62a6499f8f06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:14.392899 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e1b7334d-6e41-41ef-a465-34b7336fbbec req-9567019d-c282-4db3-92d4-62a6499f8f06 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1436763 Apr 20 17:20:14.433779 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-51cd8c83-920d-4bac-a001-057ff459446e req-65ffe2ba-0d0f-486e-a14e-1e789cb300b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:14.454520 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7334d-6e41-41ef-a465-34b7336fbbec req-088793dc-c39a-406f-8598-5a0daaf05303 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:14.455946 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e1b7334d-6e41-41ef-a465-34b7336fbbec req-088793dc-c39a-406f-8598-5a0daaf05303 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1492593 Apr 20 17:20:14.473693 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f2bd1819-7909-4272-935a-a0f259ca3876 req-3ffe59fa-8d84-47c1-bd39-962dabde2ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:14.530033 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d85c7-7bf9-47f7-9eb5-e0314b9611f3 req-f133a357-cd19-48d9-9863-eae846c525c9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:14.534045 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d85c7-7bf9-47f7-9eb5-e0314b9611f3 req-f133a357-cd19-48d9-9863-eae846c525c9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:14.538170 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d85c7-7bf9-47f7-9eb5-e0314b9611f3 req-f133a357-cd19-48d9-9863-eae846c525c9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:14.542424 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d85c7-7bf9-47f7-9eb5-e0314b9611f3 req-f133a357-cd19-48d9-9863-eae846c525c9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:14.546384 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d85c7-7bf9-47f7-9eb5-e0314b9611f3 req-f133a357-cd19-48d9-9863-eae846c525c9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:14.550414 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d85c7-7bf9-47f7-9eb5-e0314b9611f3 req-f133a357-cd19-48d9-9863-eae846c525c9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:14.552654 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-51cd8c83-920d-4bac-a001-057ff459446e req-eef6ec97-fc8e-4316-9b3a-09f8c96951f6 service neutron] 10.222.0.10 "GET /v2.0/networks/e8715325-f9b4-456c-818e-365cf96c4dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731523 Apr 20 17:20:14.554422 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d85c7-7bf9-47f7-9eb5-e0314b9611f3 req-f133a357-cd19-48d9-9863-eae846c525c9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:14.556256 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c72d85c7-7bf9-47f7-9eb5-e0314b9611f3 req-f133a357-cd19-48d9-9863-eae846c525c9 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5421 time: 0.3708873 Apr 20 17:20:14.588803 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-d0e3e1f9-f0b1-4fa7-9d24-527665e93c0d tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:14.602730 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-51cd8c83-920d-4bac-a001-057ff459446e req-65ffe2ba-0d0f-486e-a14e-1e789cb300b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:14.604084 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-51cd8c83-920d-4bac-a001-057ff459446e req-65ffe2ba-0d0f-486e-a14e-1e789cb300b3 service neutron] 10.222.0.43 "PUT /v2.0/ports/4765a18c-38e6-4c6f-80ef-f7d2928b0b0d HTTP/1.1" status: 200 len: 1092 time: 2.5477943 Apr 20 17:20:14.700451 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e1b7334d-6e41-41ef-a465-34b7336fbbec req-842a51d9-01e2-4e92-9f84-177395926a29 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2967219 Apr 20 17:20:14.708023 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffe2ba-0d0f-486e-a14e-1e789cb300b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4765a18c-38e6-4c6f-80ef-f7d2928b0b0d,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:14.714009 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-d0e3e1f9-f0b1-4fa7-9d24-527665e93c0d tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Network 0e721113-f5d2-4c80-98cd-da3f8bcd17ce is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:20:14.734067 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-d0e3e1f9-f0b1-4fa7-9d24-527665e93c0d tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:20:14.735884 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e3e1f9-f0b1-4fa7-9d24-527665e93c0d tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Pushing event updated for resources: {'Port': ['ID=d3a864df-aa6f-432f-a6ca-52351044c5f8,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:14.740364 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c72d85c7-7bf9-47f7-9eb5-e0314b9611f3 req-130399fa-379e-42b0-9b07-d191f962ab73 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1753035 Apr 20 17:20:14.741083 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-d0e3e1f9-f0b1-4fa7-9d24-527665e93c0d tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:20:14.833831 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-f2bd1819-7909-4272-935a-a0f259ca3876 req-3ffe59fa-8d84-47c1-bd39-962dabde2ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Allocated IP 172.25.8.254 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/2ddb17b0-70cb-4aa9-aad0-93b761afe1ba) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:20:14.842530 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-51cd8c83-920d-4bac-a001-057ff459446e req-c0086d88-000d-4d34-bcef-048ae29e61b9 service neutron] 10.222.0.10 "GET /v2.0/networks/e8715325-f9b4-456c-818e-365cf96c4dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824926 Apr 20 17:20:14.851961 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90d97a0a-3c2f-4a4f-b322-14379ab3b504'] response: {'name': 'network-changed', 'server_uuid': 'f8b74366-ded1-4d91-adfe-c6728ef11ffd', 'tag': 'cced88fa-86e1-49c4-b887-c9c5b98b130a', 'status': 'completed', 'code': 200} Apr 20 17:20:14.862558 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-51cd8c83-920d-4bac-a001-057ff459446e req-a4786fcf-f64c-489b-8ac3-f650c748dcc5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bb343f9da374dff8b964d0ccdfa0f82&device_id=ea2a3faf-c6f2-4e08-91ab-28c4e11496ed HTTP/1.1" status: 200 len: 1095 time: 0.2124767 Apr 20 17:20:14.881981 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e1b7334d-6e41-41ef-a465-34b7336fbbec req-602b7fa0-77e2-4d7a-9163-9c030dfa5369 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4158776 Apr 20 17:20:14.978961 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:15.037891 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-51cd8c83-920d-4bac-a001-057ff459446e req-1fc1e5c7-7797-4ebf-8bb9-e34793974202 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4765a18c-38e6-4c6f-80ef-f7d2928b0b0d HTTP/1.1" status: 200 len: 217 time: 0.1605756 Apr 20 17:20:15.057429 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-d0e3e1f9-f0b1-4fa7-9d24-527665e93c0d tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:15.058002 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-d0e3e1f9-f0b1-4fa7-9d24-527665e93c0d tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:15.067559 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e1b7334d-6e41-41ef-a465-34b7336fbbec req-ed88ae82-d242-4f9b-8f55-d4c59e172b38 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524232 Apr 20 17:20:15.151457 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd8c83-920d-4bac-a001-057ff459446e req-dd7d263d-cfac-4c03-ac49-aff85599c0d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:15.152889 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-51cd8c83-920d-4bac-a001-057ff459446e req-dd7d263d-cfac-4c03-ac49-aff85599c0d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2f7091b-a343-4734-a755-59dc8d417262 HTTP/1.1" status: 200 len: 853 time: 0.1088908 Apr 20 17:20:15.158538 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f2bd1819-7909-4272-935a-a0f259ca3876 req-3ffe59fa-8d84-47c1-bd39-962dabde2ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:15.189220 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-d0e3e1f9-f0b1-4fa7-9d24-527665e93c0d tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3251677 Apr 20 17:20:15.203891 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e1b7334d-6e41-41ef-a465-34b7336fbbec req-1c815446-5d1a-4c78-9f83-7cdd3f86238b service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064907 Apr 20 17:20:15.207494 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-0500bb84-9deb-49b8-83e8-6f11bbf2323f service neutron] Request body: {'port': {'device_id': '267f7b74-8120-4866-a0a4-c19779326d07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:20:15.209598 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-51cd8c83-920d-4bac-a001-057ff459446e req-3fdab75e-c045-4804-b011-6480db3ad3ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8715325-f9b4-456c-818e-365cf96c4dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480137 Apr 20 17:20:15.241380 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5a322127-a341-45c0-9177-e8d589d327d4 req-90b29a23-9fb9-4331-bf8c-2c6cf5a8e4fc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6bb343f9da374dff8b964d0ccdfa0f82&device_id=f8b74366-ded1-4d91-adfe-c6728ef11ffd HTTP/1.1" status: 200 len: 1095 time: 0.2713575 Apr 20 17:20:15.420163 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f2bd1819-7909-4272-935a-a0f259ca3876 req-3ffe59fa-8d84-47c1-bd39-962dabde2ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:15.501408 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d35aa4-700f-4ca5-bda3-22961260bfc9 req-d23cd264-d2ce-4eaf-94d0-74fa7b9c505b tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:15.502795 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-48d35aa4-700f-4ca5-bda3-22961260bfc9 req-d23cd264-d2ce-4eaf-94d0-74fa7b9c505b tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea2a3faf-c6f2-4e08-91ab-28c4e11496ed HTTP/1.1" status: 200 len: 944 time: 0.5289345 Apr 20 17:20:15.530106 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-51cd8c83-920d-4bac-a001-057ff459446e req-5bfc9c8d-1ad5-492c-abf9-10c114af6650 service neutron] 10.222.0.43 "GET /v2.0/networks/e8715325-f9b4-456c-818e-365cf96c4dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111823 Apr 20 17:20:15.539373 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2bd1819-7909-4272-935a-a0f259ca3876 req-3ffe59fa-8d84-47c1-bd39-962dabde2ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:20:15.543519 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-f2bd1819-7909-4272-935a-a0f259ca3876 req-3ffe59fa-8d84-47c1-bd39-962dabde2ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:20:15.549450 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a322127-a341-45c0-9177-e8d589d327d4 req-a3a4d1b1-4473-477e-9503-94373eddb263 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:15.550909 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5a322127-a341-45c0-9177-e8d589d327d4 req-a3a4d1b1-4473-477e-9503-94373eddb263 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8715325-f9b4-456c-818e-365cf96c4dd2 HTTP/1.1" status: 200 len: 914 time: 0.3012595 Apr 20 17:20:15.567800 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2bd1819-7909-4272-935a-a0f259ca3876 req-3ffe59fa-8d84-47c1-bd39-962dabde2ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:20:15.590626 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e1b7334d-6e41-41ef-a465-34b7336fbbec req-f494f052-d5d3-434c-89c0-85ec9201c316 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051861 Apr 20 17:20:15.591112 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe59fa-8d84-47c1-bd39-962dabde2ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Pushing event updated for resources: {'Port': ['ID=2ddb17b0-70cb-4aa9-aad0-93b761afe1ba,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:15.639923 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e1b7334d-6e41-41ef-a465-34b7336fbbec req-78b77f24-b98f-46ec-bb11-9a3ffa0f1c67 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041290 Apr 20 17:20:15.642411 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-0500bb84-9deb-49b8-83e8-6f11bbf2323f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:15.665398 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-48d35aa4-700f-4ca5-bda3-22961260bfc9 req-aac1781e-6aea-4ca3-95a3-37bfe685074a tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/security-groups?id=906aa622-0608-4fbd-8144-3fb248292f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506906 Apr 20 17:20:15.743983 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe59fa-8d84-47c1-bd39-962dabde2ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:15.744371 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe59fa-8d84-47c1-bd39-962dabde2ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:15.744640 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe59fa-8d84-47c1-bd39-962dabde2ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:15.744972 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe59fa-8d84-47c1-bd39-962dabde2ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:15.745298 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe59fa-8d84-47c1-bd39-962dabde2ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:15.745618 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe59fa-8d84-47c1-bd39-962dabde2ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:15.745935 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe59fa-8d84-47c1-bd39-962dabde2ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:15.746615 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe59fa-8d84-47c1-bd39-962dabde2ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:15.746932 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe59fa-8d84-47c1-bd39-962dabde2ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:15.747251 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe59fa-8d84-47c1-bd39-962dabde2ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:15.747564 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe59fa-8d84-47c1-bd39-962dabde2ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:15.755050 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5a322127-a341-45c0-9177-e8d589d327d4 req-73e8f287-40dd-440b-a138-5f224b2a8755 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cced88fa-86e1-49c4-b887-c9c5b98b130a HTTP/1.1" status: 200 len: 217 time: 0.1545494 Apr 20 17:20:15.978760 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-51cd8c83-920d-4bac-a001-057ff459446e req-6dcae0c3-fc12-4096-8371-897f9fd33790 service neutron] 10.222.0.43 "GET /v2.0/networks/e8715325-f9b4-456c-818e-365cf96c4dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304698 Apr 20 17:20:15.981225 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a322127-a341-45c0-9177-e8d589d327d4 req-d740bc8e-bedc-46bb-8771-97b576f931bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:15.982536 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16fea53-fee6-4f41-8c27-64c6037c4425 req-b4d23461-63a7-4778-8032-9c85b13c22da tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:15.982671 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5a322127-a341-45c0-9177-e8d589d327d4 req-d740bc8e-bedc-46bb-8771-97b576f931bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b2f7091b-a343-4734-a755-59dc8d417262 HTTP/1.1" status: 200 len: 853 time: 0.2187924 Apr 20 17:20:15.983963 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b16fea53-fee6-4f41-8c27-64c6037c4425 req-b4d23461-63a7-4778-8032-9c85b13c22da tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 945 time: 0.1981466 Apr 20 17:20:15.992965 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 0af42aba-ccbb-414e-841f-3c8777fe4c29 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:20:16.035119 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5a322127-a341-45c0-9177-e8d589d327d4 req-a084165c-3a33-4b85-a310-26d802aa2c41 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8715325-f9b4-456c-818e-365cf96c4dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426655 Apr 20 17:20:16.085961 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b16fea53-fee6-4f41-8c27-64c6037c4425 req-985a0487-5c28-4a9b-a808-05ff7091ce13 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933790 Apr 20 17:20:16.125730 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-0500bb84-9deb-49b8-83e8-6f11bbf2323f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a864df-aa6f-432f-a6ca-52351044c5f8 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:20:16.133596 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-0500bb84-9deb-49b8-83e8-6f11bbf2323f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:16.149242 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-0500bb84-9deb-49b8-83e8-6f11bbf2323f service neutron] Transition to ACTIVE for port object d3a864df-aa6f-432f-a6ca-52351044c5f8 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:20:16.163381 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-0500bb84-9deb-49b8-83e8-6f11bbf2323f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:16.217089 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 0af42aba-ccbb-414e-841f-3c8777fe4c29, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=0af42aba-ccbb-414e-841f-3c8777fe4c29,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:16.230820 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '0af42aba-ccbb-414e-841f-3c8777fe4c29', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': '0af42aba-ccbb-414e-841f-3c8777fe4c29', 'mac_address': 'fa:16:3e:6b:ce:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:20:16.252220 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5a322127-a341-45c0-9177-e8d589d327d4 req-978c9ae9-f083-484f-a79c-a0c334ca6532 service neutron] 10.222.0.10 "GET /v2.0/networks/e8715325-f9b4-456c-818e-365cf96c4dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550949 Apr 20 17:20:16.257498 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f2bd1819-7909-4272-935a-a0f259ca3876 req-3ffe59fa-8d84-47c1-bd39-962dabde2ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:16.287292 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:16.314103 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af42aba-ccbb-414e-841f-3c8777fe4c29 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:20:16.330954 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 0af42aba-ccbb-414e-841f-3c8777fe4c29, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=0af42aba-ccbb-414e-841f-3c8777fe4c29,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:16.336353 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:16.384822 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0500bb84-9deb-49b8-83e8-6f11bbf2323f service neutron] Pushing event updated for resources: {'Port': ['ID=d3a864df-aa6f-432f-a6ca-52351044c5f8,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:16.420929 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=0af42aba-ccbb-414e-841f-3c8777fe4c29,revision_number=8']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:16.422703 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f2bd1819-7909-4272-935a-a0f259ca3876 req-3ffe59fa-8d84-47c1-bd39-962dabde2ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:16.486399 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5a322127-a341-45c0-9177-e8d589d327d4 req-08e2de54-4b91-4b7c-9f5e-5c03addf0ec3 service neutron] 10.222.0.10 "GET /v2.0/networks/e8715325-f9b4-456c-818e-365cf96c4dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253704 Apr 20 17:20:16.493012 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f2a4f-47ae-4aa8-892b-2c3c3f627c32 req-da59a5f0-084e-4f9e-b1b2-1e422772f673 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:16.493783 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-355f2a4f-47ae-4aa8-892b-2c3c3f627c32 req-da59a5f0-084e-4f9e-b1b2-1e422772f673 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Synchronizing usage tracker for tenant:d1f6fe904288448daf17170f5302993b on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:20:16.526891 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-355f2a4f-47ae-4aa8-892b-2c3c3f627c32 req-da59a5f0-084e-4f9e-b1b2-1e422772f673 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Unset dirty status for tenant:d1f6fe904288448daf17170f5302993b on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:20:16.528036 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-355f2a4f-47ae-4aa8-892b-2c3c3f627c32 req-da59a5f0-084e-4f9e-b1b2-1e422772f673 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/ports?device_id=267f7b74-8120-4866-a0a4-c19779326d07 HTTP/1.1" status: 200 len: 943 time: 0.2846010 Apr 20 17:20:16.530005 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-0500bb84-9deb-49b8-83e8-6f11bbf2323f service neutron] Attempting to bind port d3a864df-aa6f-432f-a6ca-52351044c5f8 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:20:16.530365 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-0500bb84-9deb-49b8-83e8-6f11bbf2323f service neutron] Attempting to bind port d3a864df-aa6f-432f-a6ca-52351044c5f8 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'f7401c34-bfaa-4f83-9b43-3831d785ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e721113-f5d2-4c80-98cd-da3f8bcd17ce'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:20:16.530691 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-0500bb84-9deb-49b8-83e8-6f11bbf2323f service neutron] Attempting to bind port d3a864df-aa6f-432f-a6ca-52351044c5f8 on network 0e721113-f5d2-4c80-98cd-da3f8bcd17ce {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:20:16.554529 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-0500bb84-9deb-49b8-83e8-6f11bbf2323f service neutron] Port d3a864df-aa6f-432f-a6ca-52351044c5f8 on network 0e721113-f5d2-4c80-98cd-da3f8bcd17ce not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:20:16.554763 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-0500bb84-9deb-49b8-83e8-6f11bbf2323f service neutron] Attempting to bind port d3a864df-aa6f-432f-a6ca-52351044c5f8 on network 0e721113-f5d2-4c80-98cd-da3f8bcd17ce {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:20:16.568074 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-0500bb84-9deb-49b8-83e8-6f11bbf2323f service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:20:16.568400 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-0500bb84-9deb-49b8-83e8-6f11bbf2323f service neutron] Checking segment: {'id': 'f7401c34-bfaa-4f83-9b43-3831d785ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e721113-f5d2-4c80-98cd-da3f8bcd17ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:20:16.568776 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-0500bb84-9deb-49b8-83e8-6f11bbf2323f service neutron] Bound using segment: {'id': 'f7401c34-bfaa-4f83-9b43-3831d785ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e721113-f5d2-4c80-98cd-da3f8bcd17ce'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:20:16.569198 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-0500bb84-9deb-49b8-83e8-6f11bbf2323f service neutron] Bound port: d3a864df-aa6f-432f-a6ca-52351044c5f8, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7401c34-bfaa-4f83-9b43-3831d785ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0e721113-f5d2-4c80-98cd-da3f8bcd17ce'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:20:16.569541 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-0500bb84-9deb-49b8-83e8-6f11bbf2323f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:16.634466 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-355f2a4f-47ae-4aa8-892b-2c3c3f627c32 req-5dac0133-a77b-486e-ae35-1cad98dea7c9 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/security-groups?id=486ffe35-1bec-449d-8f2a-c89f84180f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970035 Apr 20 17:20:16.649057 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f2bd1819-7909-4272-935a-a0f259ca3876 req-3ffe59fa-8d84-47c1-bd39-962dabde2ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:16.655634 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f2bd1819-7909-4272-935a-a0f259ca3876 req-3ffe59fa-8d84-47c1-bd39-962dabde2ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:16.676678 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-0500bb84-9deb-49b8-83e8-6f11bbf2323f service neutron] For port d3a864df-aa6f-432f-a6ca-52351044c5f8, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:20:16.680565 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-0500bb84-9deb-49b8-83e8-6f11bbf2323f service neutron] For port d3a864df-aa6f-432f-a6ca-52351044c5f8, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=d3a864df-aa6f-432f-a6ca-52351044c5f8,segment=NetworkSegment(f7401c34-bfaa-4f83-9b43-3831d785ed6f),segment_id=f7401c34-bfaa-4f83-9b43-3831d785ed6f)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:20:16.685480 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-0500bb84-9deb-49b8-83e8-6f11bbf2323f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:16.759707 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-0500bb84-9deb-49b8-83e8-6f11bbf2323f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:16.761208 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-0500bb84-9deb-49b8-83e8-6f11bbf2323f service neutron] 10.222.0.10 "PUT /v2.0/ports/d3a864df-aa6f-432f-a6ca-52351044c5f8 HTTP/1.1" status: 200 len: 1091 time: 1.5620334 Apr 20 17:20:16.767481 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe59fa-8d84-47c1-bd39-962dabde2ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Pushing event updated for resources: {'Port': ['ID=2ddb17b0-70cb-4aa9-aad0-93b761afe1ba,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:16.779489 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f2bd1819-7909-4272-935a-a0f259ca3876 req-3ffe59fa-8d84-47c1-bd39-962dabde2ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:16.802315 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267f7b74-8120-4866-a0a4-c19779326d07', 'tag': 'd3a864df-aa6f-432f-a6ca-52351044c5f8'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:20:16.809373 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f2bd1819-7909-4272-935a-a0f259ca3876 req-3ffe59fa-8d84-47c1-bd39-962dabde2ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:16.810600 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f2bd1819-7909-4272-935a-a0f259ca3876 req-3ffe59fa-8d84-47c1-bd39-962dabde2ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1537206 Apr 20 17:20:16.849927 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ffda606e-629a-4c14-9bd4-c043f411afe3 req-69b5fb24-b233-44a7-831a-abddd4292bb5 tempest-ServerShowV257Test-1347881387 tempest-ServerShowV257Test-1347881387-project] 10.222.0.39 "GET /v2.0/ports?device_id=b144e158-5c38-4858-aa17-c556187f60d2 HTTP/1.1" status: 200 len: 210 time: 0.0853555 Apr 20 17:20:16.862922 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0500bb84-9deb-49b8-83e8-6f11bbf2323f service neutron] Pushing event updated for resources: {'Port': ['ID=d3a864df-aa6f-432f-a6ca-52351044c5f8,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:16.863261 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea2a3faf-c6f2-4e08-91ab-28c4e11496ed', 'tag': '4765a18c-38e6-4c6f-80ef-f7d2928b0b0d'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:20:16.898277 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f2bd1819-7909-4272-935a-a0f259ca3876 req-51517ef0-bc0d-45a2-b371-621cb0c9e840 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Synchronizing usage tracker for tenant:108601a41d654be6985fac52f41da158 on resource:floatingip {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:20:16.900107 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-8cd86ff3-5d51-49a8-abad-ec9ceebdcc16 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1f6fe904288448daf17170f5302993b&device_id=267f7b74-8120-4866-a0a4-c19779326d07 HTTP/1.1" status: 200 len: 1094 time: 0.0817034 Apr 20 17:20:16.915550 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f2bd1819-7909-4272-935a-a0f259ca3876 req-51517ef0-bc0d-45a2-b371-621cb0c9e840 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Unset dirty status for tenant:108601a41d654be6985fac52f41da158 on resource:floatingip {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:20:16.916737 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f2bd1819-7909-4272-935a-a0f259ca3876 req-51517ef0-bc0d-45a2-b371-621cb0c9e840 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.254 HTTP/1.1" status: 200 len: 696 time: 0.1001658 Apr 20 17:20:16.973205 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-80aea498-ec8f-470c-8a12-fe32da776df6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3a864df-aa6f-432f-a6ca-52351044c5f8 HTTP/1.1" status: 200 len: 217 time: 0.0658638 Apr 20 17:20:17.068102 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd1819-7909-4272-935a-a0f259ca3876 req-5f60d7f9-c6c8-44c9-9adb-66c7e1b4844c tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:17.069404 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f2bd1819-7909-4272-935a-a0f259ca3876 req-5f60d7f9-c6c8-44c9-9adb-66c7e1b4844c tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 784 time: 0.1469767 Apr 20 17:20:17.079477 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-f2bd1819-7909-4272-935a-a0f259ca3876 req-c9e13d46-da5f-4985-8699-4b14feb3a68d tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:20:17.080547 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f2bd1819-7909-4272-935a-a0f259ca3876 req-c9e13d46-da5f-4985-8699-4b14feb3a68d tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053685 Apr 20 17:20:17.091462 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-a065b102-980f-43e1-962c-2078d3e5ee25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:17.092880 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-a065b102-980f-43e1-962c-2078d3e5ee25 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21925486-c1e4-4642-abaf-a9fde9aaad1e HTTP/1.1" status: 200 len: 854 time: 0.0859249 Apr 20 17:20:17.134906 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca3596-6fda-440a-b55d-9db183ca5bb2 req-91afe91e-d9d0-43c0-939a-d6e5bd4bfa07 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:17.136300 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3bca3596-6fda-440a-b55d-9db183ca5bb2 req-91afe91e-d9d0-43c0-939a-d6e5bd4bfa07 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 949 time: 0.1592264 Apr 20 17:20:17.151275 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-902ccb6c-71e2-4bdd-8aba-dd734dd05edb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0e721113-f5d2-4c80-98cd-da3f8bcd17ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503237 Apr 20 17:20:17.264753 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb2e67-f081-4b18-b933-f78e121f1e15 req-bbcabcf4-5a00-49b9-8133-f698ad187e49 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:17.268607 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb2e67-f081-4b18-b933-f78e121f1e15 req-bbcabcf4-5a00-49b9-8133-f698ad187e49 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:17.268922 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3bca3596-6fda-440a-b55d-9db183ca5bb2 req-98f8591b-2e36-48f9-af64-b2c2ef9566db tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200390 Apr 20 17:20:17.272520 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb2e67-f081-4b18-b933-f78e121f1e15 req-bbcabcf4-5a00-49b9-8133-f698ad187e49 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:17.276397 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb2e67-f081-4b18-b933-f78e121f1e15 req-bbcabcf4-5a00-49b9-8133-f698ad187e49 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:17.280279 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb2e67-f081-4b18-b933-f78e121f1e15 req-bbcabcf4-5a00-49b9-8133-f698ad187e49 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:17.284162 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb2e67-f081-4b18-b933-f78e121f1e15 req-bbcabcf4-5a00-49b9-8133-f698ad187e49 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:17.297289 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb2e67-f081-4b18-b933-f78e121f1e15 req-bbcabcf4-5a00-49b9-8133-f698ad187e49 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:17.297289 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7bdb2e67-f081-4b18-b933-f78e121f1e15 req-bbcabcf4-5a00-49b9-8133-f698ad187e49 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5421 time: 0.1105025 Apr 20 17:20:17.322978 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-379eb673-ae22-4bc9-bb7e-ee0a2c40725f service neutron] 10.222.0.10 "GET /v2.0/networks/0e721113-f5d2-4c80-98cd-da3f8bcd17ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587381 Apr 20 17:20:17.339380 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7bdb2e67-f081-4b18-b933-f78e121f1e15 req-38f06329-ea21-4318-bb3d-23d898c3a4bd tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436113 Apr 20 17:20:17.421288 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['0af42aba-ccbb-414e-841f-3c8777fe4c29'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:20:17.471698 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e008e95-7663-4bb7-adf6-cd3592f1f096'] response: {'name': 'network-changed', 'server_uuid': '267f7b74-8120-4866-a0a4-c19779326d07', 'tag': 'd3a864df-aa6f-432f-a6ca-52351044c5f8', 'status': 'completed', 'code': 200} Apr 20 17:20:17.487722 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6300bf46-821f-4a45-9fe3-cb3d0dd0e6b0'] response: {'name': 'network-changed', 'server_uuid': 'ea2a3faf-c6f2-4e08-91ab-28c4e11496ed', 'tag': '4765a18c-38e6-4c6f-80ef-f7d2928b0b0d', 'status': 'completed', 'code': 200} Apr 20 17:20:17.599429 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7566bff8-2b56-4740-8d27-a09b6565ab85 req-685b3425-e62e-40cf-aae1-3bd411f09bf8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bb343f9da374dff8b964d0ccdfa0f82&device_id=ea2a3faf-c6f2-4e08-91ab-28c4e11496ed HTTP/1.1" status: 200 len: 1095 time: 0.0776138 Apr 20 17:20:17.636879 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715f4ef-94e5-4df6-aa31-da7119b87881 req-91cc0e0d-7600-45ab-a14e-a2ac89b1f52e tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:17.638352 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3715f4ef-94e5-4df6-aa31-da7119b87881 req-91cc0e0d-7600-45ab-a14e-a2ac89b1f52e tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea2a3faf-c6f2-4e08-91ab-28c4e11496ed HTTP/1.1" status: 200 len: 944 time: 0.1658347 Apr 20 17:20:17.642367 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2aa62fc1-eca9-4ce0-aa9e-467471ce952f req-f1136798-1f53-402a-85d0-5c1a5c6aea0f service neutron] 10.222.0.10 "GET /v2.0/networks/0e721113-f5d2-4c80-98cd-da3f8bcd17ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124053 Apr 20 17:20:17.684779 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3715f4ef-94e5-4df6-aa31-da7119b87881 req-99364cd5-fda8-4d67-9ad5-abb04864b81e tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/security-groups?id=906aa622-0608-4fbd-8144-3fb248292f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404284 Apr 20 17:20:17.769282 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f4d00387-025c-4f5e-8213-dbc13b3e4a39 req-77d107ec-73b9-42f1-a486-98b2c658535f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1f6fe904288448daf17170f5302993b&device_id=267f7b74-8120-4866-a0a4-c19779326d07 HTTP/1.1" status: 200 len: 1094 time: 0.0737407 Apr 20 17:20:17.798815 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566bff8-2b56-4740-8d27-a09b6565ab85 req-061fb032-e97e-4dc9-b98b-2d85da95f39c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:17.800337 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7566bff8-2b56-4740-8d27-a09b6565ab85 req-061fb032-e97e-4dc9-b98b-2d85da95f39c service neutron] 10.222.0.43 "GET /v2.0/networks?id=e8715325-f9b4-456c-818e-365cf96c4dd2 HTTP/1.1" status: 200 len: 914 time: 0.1583233 Apr 20 17:20:17.805939 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3312c7-5a7e-4240-afbf-85441cd42367 req-186589de-7a38-4809-bcb7-76912b0aec58 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:17.807304 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ef3312c7-5a7e-4240-afbf-85441cd42367 req-186589de-7a38-4809-bcb7-76912b0aec58 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7cae-85fd-441a-a48a-d4128407b6e1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2066476 Apr 20 17:20:17.952130 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d00387-025c-4f5e-8213-dbc13b3e4a39 req-b3a26892-0a98-4452-bffd-fec2627f0ab4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:17.953881 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f4d00387-025c-4f5e-8213-dbc13b3e4a39 req-b3a26892-0a98-4452-bffd-fec2627f0ab4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0e721113-f5d2-4c80-98cd-da3f8bcd17ce HTTP/1.1" status: 200 len: 915 time: 0.1778278 Apr 20 17:20:18.021229 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a20978-efb4-4df3-bc94-50b53d993297 req-dd228463-4dd6-4d21-9451-13e92231eb3b tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:18.022676 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-47a20978-efb4-4df3-bc94-50b53d993297 req-dd228463-4dd6-4d21-9451-13e92231eb3b tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 945 time: 0.1815884 Apr 20 17:20:18.044549 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7566bff8-2b56-4740-8d27-a09b6565ab85 req-66d8585f-6573-4011-819b-082b14371e3d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4765a18c-38e6-4c6f-80ef-f7d2928b0b0d HTTP/1.1" status: 200 len: 217 time: 0.1859615 Apr 20 17:20:18.047542 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ef3312c7-5a7e-4240-afbf-85441cd42367 req-84d72cd6-a39a-4f0a-a175-d8744d105326 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.254 HTTP/1.1" status: 200 len: 696 time: 0.2347686 Apr 20 17:20:18.050969 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f4d00387-025c-4f5e-8213-dbc13b3e4a39 req-e83a3e1e-e5a4-4c64-9718-6786268a0f54 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3a864df-aa6f-432f-a6ca-52351044c5f8 HTTP/1.1" status: 200 len: 217 time: 0.0882099 Apr 20 17:20:18.089247 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-ef3312c7-5a7e-4240-afbf-85441cd42367 req-80be99eb-4166-4766-82bb-cb28328bf31f tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Request body: {'floatingip': {'port_id': '96d2b7af-04a0-49c2-9dac-402972c4be20', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:20:18.121519 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-47a20978-efb4-4df3-bc94-50b53d993297 req-0cac11e1-9341-484c-a8a2-c60bfb9ae2ee tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928226 Apr 20 17:20:18.128105 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d00387-025c-4f5e-8213-dbc13b3e4a39 req-e4b7d91f-9152-4487-8e76-bf7ed7251995 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:18.129911 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f4d00387-025c-4f5e-8213-dbc13b3e4a39 req-e4b7d91f-9152-4487-8e76-bf7ed7251995 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21925486-c1e4-4642-abaf-a9fde9aaad1e HTTP/1.1" status: 200 len: 854 time: 0.0650265 Apr 20 17:20:18.174818 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ef3312c7-5a7e-4240-afbf-85441cd42367 req-80be99eb-4166-4766-82bb-cb28328bf31f tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks [] for floatingip, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:18.180789 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f4d00387-025c-4f5e-8213-dbc13b3e4a39 req-d97c8950-a8c0-428b-af04-5c8b15655ae4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0e721113-f5d2-4c80-98cd-da3f8bcd17ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435956 Apr 20 17:20:18.250054 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566bff8-2b56-4740-8d27-a09b6565ab85 req-aada2724-8002-42bf-8e5b-9ac0e99fdb60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:18.251681 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7566bff8-2b56-4740-8d27-a09b6565ab85 req-aada2724-8002-42bf-8e5b-9ac0e99fdb60 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2f7091b-a343-4734-a755-59dc8d417262 HTTP/1.1" status: 200 len: 853 time: 0.2013581 Apr 20 17:20:18.315038 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f4d00387-025c-4f5e-8213-dbc13b3e4a39 req-53c38727-2a4e-4fa9-ae81-b520e41cb3bf service neutron] 10.222.0.10 "GET /v2.0/networks/0e721113-f5d2-4c80-98cd-da3f8bcd17ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275427 Apr 20 17:20:18.335009 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7566bff8-2b56-4740-8d27-a09b6565ab85 req-f8837738-28e1-43fc-904e-4073c44e2c1e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8715325-f9b4-456c-818e-365cf96c4dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540440 Apr 20 17:20:18.460036 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f5b79c-8583-4adb-97a8-88b437711476 None None] Sync routers for ids ['d5885a7b-777a-404c-a137-5e085ebcdd0e'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:20:18.480467 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f5b79c-8583-4adb-97a8-88b437711476 None None] Routers {'d5885a7b-777a-404c-a137-5e085ebcdd0e'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:20:18.481091 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-15f5b79c-8583-4adb-97a8-88b437711476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:20:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d5885a7b-777a-404c-a137-5e085ebcdd0e'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:18.522330 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f4d00387-025c-4f5e-8213-dbc13b3e4a39 req-13d2fb3e-7c0d-41bf-b080-074fcb5ea2e0 service neutron] 10.222.0.10 "GET /v2.0/networks/0e721113-f5d2-4c80-98cd-da3f8bcd17ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003295 Apr 20 17:20:18.564279 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944133e-1c18-496b-8716-65d37775a3eb req-1dc50c38-fb8c-4590-a584-0b7b6cc6d249 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:18.566680 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7944133e-1c18-496b-8716-65d37775a3eb req-1dc50c38-fb8c-4590-a584-0b7b6cc6d249 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/ports?device_id=267f7b74-8120-4866-a0a4-c19779326d07 HTTP/1.1" status: 200 len: 943 time: 0.0915496 Apr 20 17:20:18.614254 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7944133e-1c18-496b-8716-65d37775a3eb req-d3169b4e-de45-4111-9baf-d1e627bb611e tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/security-groups?id=486ffe35-1bec-449d-8f2a-c89f84180f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418956 Apr 20 17:20:18.682144 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-15f5b79c-8583-4adb-97a8-88b437711476 None None] Set router d5885a7b-777a-404c-a137-5e085ebcdd0e gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:20:18.740526 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7566bff8-2b56-4740-8d27-a09b6565ab85 req-1f9bc0c9-d9ae-4108-95b3-73fd8bbbb45d service neutron] 10.222.0.43 "GET /v2.0/networks/e8715325-f9b4-456c-818e-365cf96c4dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974109 Apr 20 17:20:18.765438 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-30293621-78fc-430b-afbb-01f36cf4fadc tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:18.767004 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-30293621-78fc-430b-afbb-01f36cf4fadc tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171&tenant_id=c12b40028ab147a889b4fc203a6893de&binding%3Ahost_id=n-h2-838032-1 HTTP/1.1" status: 200 len: 949 time: 0.3200467 Apr 20 17:20:18.779574 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-275e448e-d60d-427f-aa38-1568acbcf4b1 req-325114f2-8869-4527-b976-9ce4f368a122 tempest-ServerShowV257Test-1347881387 tempest-ServerShowV257Test-1347881387-project] 10.222.0.39 "GET /v2.0/ports?device_id=b144e158-5c38-4858-aa17-c556187f60d2 HTTP/1.1" status: 200 len: 210 time: 0.0449264 Apr 20 17:20:18.913962 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [req-ef3312c7-5a7e-4240-afbf-85441cd42367 req-80be99eb-4166-4766-82bb-cb28328bf31f tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] update failed (client error): There was a conflict when trying to complete your request. Apr 20 17:20:18.915025 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ef3312c7-5a7e-4240-afbf-85441cd42367 req-80be99eb-4166-4766-82bb-cb28328bf31f tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "PUT /v2.0/floatingips/7e11de75-777d-4959-aa99-cf12da005512 HTTP/1.1" status: 409 len: 550 time: 0.8362615 Apr 20 17:20:18.962266 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-095824f9-e31b-4df3-ba6c-aac03f49eefb service neutron] 10.222.0.10 "GET /v2.0/ports/0af42aba-ccbb-414e-841f-3c8777fe4c29/bindings/n-h2-838032-1 HTTP/1.1" status: 200 len: 382 time: 0.1729650 Apr 20 17:20:18.988894 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c491ed-460e-4d62-a22e-147182e0cf09 req-859c8662-9d86-4d23-9319-984281c3aab9 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:18.990405 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-37c491ed-460e-4d62-a22e-147182e0cf09 req-859c8662-9d86-4d23-9319-984281c3aab9 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 949 time: 0.0865796 Apr 20 17:20:19.031328 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7566bff8-2b56-4740-8d27-a09b6565ab85 req-d7a2ecdc-8c2f-4ec1-990a-d12f57ce8633 service neutron] 10.222.0.43 "GET /v2.0/networks/e8715325-f9b4-456c-818e-365cf96c4dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629204 Apr 20 17:20:19.050991 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-37c491ed-460e-4d62-a22e-147182e0cf09 req-9aeb5ffd-046d-4afc-9645-560d38277662 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544820 Apr 20 17:20:19.075986 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-15f5b79c-8583-4adb-97a8-88b437711476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958704110-router', 'tenant_id': '108601a41d654be6985fac52f41da158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'e6d5e04b-e3a5-4bd7-860d-9782b9d3e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:19:20Z', 'updated_at': '2022-04-20T17:19:36Z', 'revision_number': 4, 'project_id': '108601a41d654be6985fac52f41da158', 'gw_port': {'id': 'e6d5e04b-e3a5-4bd7-860d-9782b9d3e232', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:22Z', 'updated_at': '2022-04-20T17:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'c589e354-38d5-4e91-8e14-be347912f2eb', 'tenant_id': '108601a41d654be6985fac52f41da158', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'port_id': '96d2b7af-04a0-49c2-9dac-402972c4be20', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dca78eb-5829-40b0-a3af-13613754711d', 'mac_address': 'fa:16:3e:b5:38:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9af7cae-85fd-441a-a48a-d4128407b6e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:20:04Z', 'updated_at': '2022-04-20T17:20:07Z', 'revision_number': 1, 'project_id': '108601a41d654be6985fac52f41da158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb58ba66-3676-4b83-ba61-3584d051c032', 'name': '', 'network_id': '7dca78eb-5829-40b0-a3af-13613754711d', 'tenant_id': '108601a41d654be6985fac52f41da158', 'mac_address': 'fa:16:3e:25:ac:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f14b18c-0fe0-4613-bee5-26a51144bfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:33Z', 'updated_at': '2022-04-20T17:20:03Z', 'revision_number': 5, 'project_id': '108601a41d654be6985fac52f41da158', 'subnets': [{'id': '4f14b18c-0fe0-4613-bee5-26a51144bfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:19.080419 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f5b79c-8583-4adb-97a8-88b437711476 None None] Checking router: d5885a7b-777a-404c-a137-5e085ebcdd0e for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:20:19.094002 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f5b79c-8583-4adb-97a8-88b437711476 None None] Routers {'d5885a7b-777a-404c-a137-5e085ebcdd0e'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:20:19.094782 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-15f5b79c-8583-4adb-97a8-88b437711476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:20:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d5885a7b-777a-404c-a137-5e085ebcdd0e'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:19.114280 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-cbcd79cd-f056-4752-9bb0-48f08e9eb80d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 1100 time: 0.1217291 Apr 20 17:20:19.236083 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8fb4b-13b0-4379-bfbd-c1bd20b83042 req-f70a36bf-0164-4620-940f-dbde587dde77 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:19.237587 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cba8fb4b-13b0-4379-bfbd-c1bd20b83042 req-f70a36bf-0164-4620-940f-dbde587dde77 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea2a3faf-c6f2-4e08-91ab-28c4e11496ed HTTP/1.1" status: 200 len: 944 time: 0.0799191 Apr 20 17:20:19.238854 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3aaa0-1b66-4b87-a0a6-aff03949704f req-a9e76b9d-7f5a-421f-bddc-5225504c5cdf tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:19.243142 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3aaa0-1b66-4b87-a0a6-aff03949704f req-a9e76b9d-7f5a-421f-bddc-5225504c5cdf tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:19.247399 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3aaa0-1b66-4b87-a0a6-aff03949704f req-a9e76b9d-7f5a-421f-bddc-5225504c5cdf tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:19.251272 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3aaa0-1b66-4b87-a0a6-aff03949704f req-a9e76b9d-7f5a-421f-bddc-5225504c5cdf tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:19.255260 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3aaa0-1b66-4b87-a0a6-aff03949704f req-a9e76b9d-7f5a-421f-bddc-5225504c5cdf tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:19.259446 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3aaa0-1b66-4b87-a0a6-aff03949704f req-a9e76b9d-7f5a-421f-bddc-5225504c5cdf tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:19.263151 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3aaa0-1b66-4b87-a0a6-aff03949704f req-a9e76b9d-7f5a-421f-bddc-5225504c5cdf tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:19.270759 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-82e3aaa0-1b66-4b87-a0a6-aff03949704f req-a9e76b9d-7f5a-421f-bddc-5225504c5cdf tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5421 time: 0.2186635 Apr 20 17:20:19.274697 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-15f5b79c-8583-4adb-97a8-88b437711476 None None] Set router d5885a7b-777a-404c-a137-5e085ebcdd0e gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:20:19.284349 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cba8fb4b-13b0-4379-bfbd-c1bd20b83042 req-63fd27ed-1aa9-4311-be6e-4feb9ac1c5e8 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/security-groups?id=906aa622-0608-4fbd-8144-3fb248292f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404658 Apr 20 17:20:19.342024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-71a3e941-9e35-4e08-b472-0435aaf57684 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:19.343496 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-71a3e941-9e35-4e08-b472-0435aaf57684 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.2211621 Apr 20 17:20:19.348607 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-82e3aaa0-1b66-4b87-a0a6-aff03949704f req-2a6856f4-745a-4c86-8ca0-d0e9adc3a5d5 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0769370 Apr 20 17:20:19.421234 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b2115ec8-9a3d-4aa8-884e-40e45071f429 req-44313fc9-957c-4fce-b8fc-7f8f5ef2693a tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/floatingips/7e11de75-777d-4959-aa99-cf12da005512 HTTP/1.1" status: 200 len: 693 time: 0.0863822 Apr 20 17:20:19.558387 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-c6a6db00-6b31-436a-ae5b-3349382c504f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=0af42aba-ccbb-414e-841f-3c8777fe4c29 HTTP/1.1" status: 200 len: 217 time: 0.2083101 Apr 20 17:20:19.601313 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2115ec8-9a3d-4aa8-884e-40e45071f429 req-b5e7b616-7a27-4fc9-9727-132ebca11fa8 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:19.608826 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b2115ec8-9a3d-4aa8-884e-40e45071f429 req-b5e7b616-7a27-4fc9-9727-132ebca11fa8 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 784 time: 0.1811314 Apr 20 17:20:19.615243 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-b2115ec8-9a3d-4aa8-884e-40e45071f429 req-2bbc2f62-5e62-4952-a368-8a76f1d0db8f tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:20:19.623470 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b2115ec8-9a3d-4aa8-884e-40e45071f429 req-2bbc2f62-5e62-4952-a368-8a76f1d0db8f tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0128396 Apr 20 17:20:19.645284 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-73e87704-e7e7-4832-bdef-abb3dc349d62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:19.646829 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-73e87704-e7e7-4832-bdef-abb3dc349d62 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.0820031 Apr 20 17:20:19.717687 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdc323-606c-40e1-929c-bd92de328ecc req-0517a20f-1617-4721-9f0c-101ea5c2eed2 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:19.719478 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-40bdc323-606c-40e1-929c-bd92de328ecc req-0517a20f-1617-4721-9f0c-101ea5c2eed2 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 945 time: 0.2007403 Apr 20 17:20:19.738310 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-15f5b79c-8583-4adb-97a8-88b437711476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958704110-router', 'tenant_id': '108601a41d654be6985fac52f41da158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'e6d5e04b-e3a5-4bd7-860d-9782b9d3e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:19:20Z', 'updated_at': '2022-04-20T17:19:36Z', 'revision_number': 4, 'project_id': '108601a41d654be6985fac52f41da158', 'gw_port': {'id': 'e6d5e04b-e3a5-4bd7-860d-9782b9d3e232', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:22Z', 'updated_at': '2022-04-20T17:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'c589e354-38d5-4e91-8e14-be347912f2eb', 'tenant_id': '108601a41d654be6985fac52f41da158', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'port_id': '96d2b7af-04a0-49c2-9dac-402972c4be20', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dca78eb-5829-40b0-a3af-13613754711d', 'mac_address': 'fa:16:3e:b5:38:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9af7cae-85fd-441a-a48a-d4128407b6e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:20:04Z', 'updated_at': '2022-04-20T17:20:07Z', 'revision_number': 1, 'project_id': '108601a41d654be6985fac52f41da158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb58ba66-3676-4b83-ba61-3584d051c032', 'name': '', 'network_id': '7dca78eb-5829-40b0-a3af-13613754711d', 'tenant_id': '108601a41d654be6985fac52f41da158', 'mac_address': 'fa:16:3e:25:ac:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f14b18c-0fe0-4613-bee5-26a51144bfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:33Z', 'updated_at': '2022-04-20T17:20:03Z', 'revision_number': 5, 'project_id': '108601a41d654be6985fac52f41da158', 'subnets': [{'id': '4f14b18c-0fe0-4613-bee5-26a51144bfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:19.743269 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f5b79c-8583-4adb-97a8-88b437711476 None None] The sync data for ids ['d5885a7b-777a-404c-a137-5e085ebcdd0e'] in n-d-838032-1 is: [{'id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958704110-router', 'tenant_id': '108601a41d654be6985fac52f41da158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'e6d5e04b-e3a5-4bd7-860d-9782b9d3e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:19:20Z', 'updated_at': '2022-04-20T17:19:36Z', 'revision_number': 4, 'project_id': '108601a41d654be6985fac52f41da158', 'gw_port': {'id': 'e6d5e04b-e3a5-4bd7-860d-9782b9d3e232', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:22Z', 'updated_at': '2022-04-20T17:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'c589e354-38d5-4e91-8e14-be347912f2eb', 'tenant_id': '108601a41d654be6985fac52f41da158', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'port_id': '96d2b7af-04a0-49c2-9dac-402972c4be20', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dca78eb-5829-40b0-a3af-13613754711d', 'mac_address': 'fa:16:3e:b5:38:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9af7cae-85fd-441a-a48a-d4128407b6e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:20:04Z', 'updated_at': '2022-04-20T17:20:07Z', 'revision_number': 1, 'project_id': '108601a41d654be6985fac52f41da158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb58ba66-3676-4b83-ba61-3584d051c032', 'name': '', 'network_id': '7dca78eb-5829-40b0-a3af-13613754711d', 'tenant_id': '108601a41d654be6985fac52f41da158', 'mac_address': 'fa:16:3e:25:ac:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f14b18c-0fe0-4613-bee5-26a51144bfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:33Z', 'updated_at': '2022-04-20T17:20:03Z', 'revision_number': 5, 'project_id': '108601a41d654be6985fac52f41da158', 'subnets': [{'id': '4f14b18c-0fe0-4613-bee5-26a51144bfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:20:19.789713 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-47b7a2eb-bdf3-4db3-8e34-d742a77576db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1336813 Apr 20 17:20:19.794615 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-40bdc323-606c-40e1-929c-bd92de328ecc req-c0bfbf6c-3404-48f3-b826-6e44d2da4fa2 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602248 Apr 20 17:20:19.838425 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b2115ec8-9a3d-4aa8-884e-40e45071f429 req-1877b8b8-1b72-4ae9-9b05-0127901a61a4 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.254 HTTP/1.1" status: 200 len: 696 time: 0.2146568 Apr 20 17:20:19.925178 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b2115ec8-9a3d-4aa8-884e-40e45071f429 req-ea08d582-a223-4a80-87f1-b257220fcd76 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.254 HTTP/1.1" status: 200 len: 696 time: 0.0857913 Apr 20 17:20:19.962158 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a1f8aa-1983-44c9-8e87-3b2c09d31f13 None None] New status for floating IP c589e354-38d5-4e91-8e14-be347912f2eb: ACTIVE {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:20:19.966967 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-23e09b44-b428-402d-a164-b262b6a7195b service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700747 Apr 20 17:20:20.029324 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 79d325e9-170e-4c94-9ef6-1326646d7f12 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:20:20.098171 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3fc94-6e36-43bf-8bc2-379d0e53ba13 req-39d83500-4537-4eb6-8710-a98fcd17bac4 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:20.099932 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-57a3fc94-6e36-43bf-8bc2-379d0e53ba13 req-39d83500-4537-4eb6-8710-a98fcd17bac4 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/ports?device_id=267f7b74-8120-4866-a0a4-c19779326d07 HTTP/1.1" status: 200 len: 943 time: 0.1779234 Apr 20 17:20:20.100670 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-b2115ec8-9a3d-4aa8-884e-40e45071f429 req-d12b8091-3bff-4e9c-81a6-d635c9e2878e tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Deleting port 2ddb17b0-70cb-4aa9-aad0-93b761afe1ba {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:20:20.101015 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b2115ec8-9a3d-4aa8-884e-40e45071f429 req-d12b8091-3bff-4e9c-81a6-d635c9e2878e tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:20.180253 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-a2b819ea-b18a-46fc-9c68-1a3f16173d6c service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952932 Apr 20 17:20:20.187554 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-57a3fc94-6e36-43bf-8bc2-379d0e53ba13 req-2d0ca2ef-55b5-4384-a962-423994c90a8b tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Synchronizing usage tracker for tenant:d1f6fe904288448daf17170f5302993b on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:20:20.211107 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-57a3fc94-6e36-43bf-8bc2-379d0e53ba13 req-2d0ca2ef-55b5-4384-a962-423994c90a8b tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Unset dirty status for tenant:d1f6fe904288448daf17170f5302993b on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:20:20.212572 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-57a3fc94-6e36-43bf-8bc2-379d0e53ba13 req-2d0ca2ef-55b5-4384-a962-423994c90a8b tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/security-groups?id=486ffe35-1bec-449d-8f2a-c89f84180f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057560 Apr 20 17:20:20.253635 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 0af42aba-ccbb-414e-841f-3c8777fe4c29 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:20:20.283049 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 4765a18c-38e6-4c6f-80ef-f7d2928b0b0d details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:20:20.303123 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b2115ec8-9a3d-4aa8-884e-40e45071f429 req-d12b8091-3bff-4e9c-81a6-d635c9e2878e tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:20.304372 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b2115ec8-9a3d-4aa8-884e-40e45071f429 req-d12b8091-3bff-4e9c-81a6-d635c9e2878e tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:20.328372 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 79d325e9-170e-4c94-9ef6-1326646d7f12, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=79d325e9-170e-4c94-9ef6-1326646d7f12,segment=NetworkSegment(604e0b5b-f444-4a84-a006-54ff61224a47),segment_id=604e0b5b-f444-4a84-a006-54ff61224a47)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:20.348711 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '79d325e9-170e-4c94-9ef6-1326646d7f12', 'network_id': 'fc8e6a4a-e179-48cb-8550-48f660e9d877', 'port_id': '79d325e9-170e-4c94-9ef6-1326646d7f12', 'mac_address': 'fa:16:3e:66:a1:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '826f24c4-a35e-4e89-9b39-2bce6cc7b5a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:20:20.373934 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-08106a9e-444e-4754-a800-0ad77bdca4db req-1f4d0053-116b-449a-b707-fb73ad8b12bb tempest-ServerShowV257Test-1347881387 tempest-ServerShowV257Test-1347881387-project] 10.222.0.39 "GET /v2.0/ports?device_id=b144e158-5c38-4858-aa17-c556187f60d2 HTTP/1.1" status: 200 len: 210 time: 0.0425439 Apr 20 17:20:20.426836 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-b2115ec8-9a3d-4aa8-884e-40e45071f429 req-d12b8091-3bff-4e9c-81a6-d635c9e2878e tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Calling delete_port for 2ddb17b0-70cb-4aa9-aad0-93b761afe1ba owned by network:floatingip {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:20:20.492555 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 0af42aba-ccbb-414e-841f-3c8777fe4c29 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:20:20.507870 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:20.522610 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 0af42aba-ccbb-414e-841f-3c8777fe4c29 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:20:20.522980 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:20.571213 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b2115ec8-9a3d-4aa8-884e-40e45071f429 req-d12b8091-3bff-4e9c-81a6-d635c9e2878e tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:20.571471 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d325e9-170e-4c94-9ef6-1326646d7f12 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:20:20.590462 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 4765a18c-38e6-4c6f-80ef-f7d2928b0b0d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=4765a18c-38e6-4c6f-80ef-f7d2928b0b0d,segment=NetworkSegment(779b9809-51ec-4421-9a2c-115c6f91c2b3),segment_id=779b9809-51ec-4421-9a2c-115c6f91c2b3)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:20.616692 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b8091-3bff-4e9c-81a6-d635c9e2878e tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Pushing event deleted for resources: {'Port': ['ID=2ddb17b0-70cb-4aa9-aad0-93b761afe1ba,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:20.618433 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8fa89-df1b-4519-ae64-9b9ccf4235c8 req-b5b4f07c-ad54-4782-a574-22b92098c467 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:20.619592 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '4765a18c-38e6-4c6f-80ef-f7d2928b0b0d', 'network_id': 'e8715325-f9b4-456c-818e-365cf96c4dd2', 'port_id': '4765a18c-38e6-4c6f-80ef-f7d2928b0b0d', 'mac_address': 'fa:16:3e:65:20:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f7091b-a343-4734-a755-59dc8d417262', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:20:20.620350 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3bb8fa89-df1b-4519-ae64-9b9ccf4235c8 req-b5b4f07c-ad54-4782-a574-22b92098c467 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 949 time: 0.0884674 Apr 20 17:20:20.623032 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 79d325e9-170e-4c94-9ef6-1326646d7f12, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=79d325e9-170e-4c94-9ef6-1326646d7f12,segment=NetworkSegment(604e0b5b-f444-4a84-a006-54ff61224a47),segment_id=604e0b5b-f444-4a84-a006-54ff61224a47)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:20.659794 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:20.679000 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3bb8fa89-df1b-4519-ae64-9b9ccf4235c8 req-b7259154-76a1-4a3f-8e22-608dd6e23dcb tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452352 Apr 20 17:20:20.719742 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b2115ec8-9a3d-4aa8-884e-40e45071f429 req-d12b8091-3bff-4e9c-81a6-d635c9e2878e tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks [] for floatingip, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:20.755669 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b2115ec8-9a3d-4aa8-884e-40e45071f429 req-d12b8091-3bff-4e9c-81a6-d635c9e2878e tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:20.757192 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b2115ec8-9a3d-4aa8-884e-40e45071f429 req-d12b8091-3bff-4e9c-81a6-d635c9e2878e tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "DELETE /v2.0/floatingips/7e11de75-777d-4959-aa99-cf12da005512 HTTP/1.1" status: 204 len: 173 time: 0.8265822 Apr 20 17:20:20.790051 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:20.816238 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:20.824938 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=79d325e9-170e-4c94-9ef6-1326646d7f12,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:20.830675 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4765a18c-38e6-4c6f-80ef-f7d2928b0b0d {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:20:20.858913 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6286e55-eef1-4cf1-b8c6-5dfbf75b3171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af42aba-ccbb-414e-841f-3c8777fe4c29'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:20:20.865955 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 4765a18c-38e6-4c6f-80ef-f7d2928b0b0d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=4765a18c-38e6-4c6f-80ef-f7d2928b0b0d,segment=NetworkSegment(779b9809-51ec-4421-9a2c-115c6f91c2b3),segment_id=779b9809-51ec-4421-9a2c-115c6f91c2b3)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:20.871985 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 0af42aba-ccbb-414e-841f-3c8777fe4c29, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=0af42aba-ccbb-414e-841f-3c8777fe4c29,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:20.875414 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:20.920758 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603af72-55d8-4ecc-bf1f-9ae370585a70 req-95867aa4-4a01-499d-9680-4ac0c56824c5 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:20.923973 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-3603af72-55d8-4ecc-bf1f-9ae370585a70 req-95867aa4-4a01-499d-9680-4ac0c56824c5 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Synchronizing usage tracker for tenant:6bb343f9da374dff8b964d0ccdfa0f82 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:20:20.933319 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:20.947510 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-3603af72-55d8-4ecc-bf1f-9ae370585a70 req-95867aa4-4a01-499d-9680-4ac0c56824c5 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Unset dirty status for tenant:6bb343f9da374dff8b964d0ccdfa0f82 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:20:20.948687 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3603af72-55d8-4ecc-bf1f-9ae370585a70 req-95867aa4-4a01-499d-9680-4ac0c56824c5 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea2a3faf-c6f2-4e08-91ab-28c4e11496ed HTTP/1.1" status: 200 len: 945 time: 0.1312902 Apr 20 17:20:20.969891 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=4765a18c-38e6-4c6f-80ef-f7d2928b0b0d,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:20.981896 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb8f30-f7af-4fda-bf8b-306f49104507 req-bd42f7cf-b073-416a-adf9-e5f219c59cde tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:20.985792 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb8f30-f7af-4fda-bf8b-306f49104507 req-bd42f7cf-b073-416a-adf9-e5f219c59cde tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:20.989743 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb8f30-f7af-4fda-bf8b-306f49104507 req-bd42f7cf-b073-416a-adf9-e5f219c59cde tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:20.993559 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb8f30-f7af-4fda-bf8b-306f49104507 req-bd42f7cf-b073-416a-adf9-e5f219c59cde tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:20.997716 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb8f30-f7af-4fda-bf8b-306f49104507 req-bd42f7cf-b073-416a-adf9-e5f219c59cde tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:21.001515 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb8f30-f7af-4fda-bf8b-306f49104507 req-bd42f7cf-b073-416a-adf9-e5f219c59cde tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:21.005577 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-210a1caf-39ec-4846-b9a8-a81b8c3343bd req-99c17d5d-c938-4530-ad84-f1da4455853a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b144e158-5c38-4858-aa17-c556187f60d2 HTTP/1.1" status: 200 len: 210 time: 0.0559645 Apr 20 17:20:21.006096 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb8f30-f7af-4fda-bf8b-306f49104507 req-bd42f7cf-b073-416a-adf9-e5f219c59cde tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:21.010700 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-54eb8f30-f7af-4fda-bf8b-306f49104507 req-bd42f7cf-b073-416a-adf9-e5f219c59cde tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5422 time: 0.1171463 Apr 20 17:20:21.032265 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3603af72-55d8-4ecc-bf1f-9ae370585a70 req-57f7d866-9c96-4a12-91eb-7916946fbde6 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/security-groups?id=906aa622-0608-4fbd-8144-3fb248292f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544550 Apr 20 17:20:21.048597 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=0af42aba-ccbb-414e-841f-3c8777fe4c29,revision_number=9']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:21.062745 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-54eb8f30-f7af-4fda-bf8b-306f49104507 req-44c2b723-41c8-4e7f-b359-47e4859863fd tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0475867 Apr 20 17:20:21.099629 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['79d325e9-170e-4c94-9ef6-1326646d7f12'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:20:21.131262 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['4765a18c-38e6-4c6f-80ef-f7d2928b0b0d'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:20:21.174952 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ff8745fd-bc0b-4f98-b8a5-01207945faca req-7c57f37f-735e-40fb-9d97-241dbeec1814 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.199 HTTP/1.1" status: 200 len: 1001 time: 0.1045344 Apr 20 17:20:21.253624 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8745fd-bc0b-4f98-b8a5-01207945faca req-cc3c04b5-86d3-40e0-a4f2-cfe66ca001b5 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:21.255015 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ff8745fd-bc0b-4f98-b8a5-01207945faca req-cc3c04b5-86d3-40e0-a4f2-cfe66ca001b5 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/ports/96d2b7af-04a0-49c2-9dac-402972c4be20 HTTP/1.1" status: 200 len: 942 time: 0.0744190 Apr 20 17:20:21.278757 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c7770-be08-42ad-8c2f-801ace6bbf05 req-0bb5bdf0-c28a-4c47-aa42-1198ce8b4547 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:21.280345 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-008c7770-be08-42ad-8c2f-801ace6bbf05 req-0bb5bdf0-c28a-4c47-aa42-1198ce8b4547 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 945 time: 0.0931211 Apr 20 17:20:21.336195 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-008c7770-be08-42ad-8c2f-801ace6bbf05 req-0ae52967-c4c8-435d-a690-6530348021f2 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497401 Apr 20 17:20:21.425373 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75fd8948-3655-4b07-adfb-9578051bf3db'] response: {'server_uuid': 'e6286e55-eef1-4cf1-b8c6-5dfbf75b3171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af42aba-ccbb-414e-841f-3c8777fe4c29', 'code': 200} Apr 20 17:20:21.441866 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ff8745fd-bc0b-4f98-b8a5-01207945faca req-6f1aaf26-aef0-4ba5-b9f8-2f8134dce01a tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.199 HTTP/1.1" status: 200 len: 1001 time: 0.1025398 Apr 20 17:20:21.588831 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8745fd-bc0b-4f98-b8a5-01207945faca req-9dd6b2a6-4808-41d9-8ec2-a5720af8e788 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:21.590168 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ff8745fd-bc0b-4f98-b8a5-01207945faca req-9dd6b2a6-4808-41d9-8ec2-a5720af8e788 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 784 time: 0.1423645 Apr 20 17:20:21.596166 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf519865-3ffe-4807-8253-6f9b8b6b5566 req-d00fb3f0-aa6a-4ddb-bf9f-86918e570f5d tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:21.597598 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bf519865-3ffe-4807-8253-6f9b8b6b5566 req-d00fb3f0-aa6a-4ddb-bf9f-86918e570f5d tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/ports?device_id=267f7b74-8120-4866-a0a4-c19779326d07 HTTP/1.1" status: 200 len: 943 time: 0.0773134 Apr 20 17:20:21.646503 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bf519865-3ffe-4807-8253-6f9b8b6b5566 req-9060e7c7-bc65-4a11-b4e5-b3079ac1eade tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/security-groups?id=486ffe35-1bec-449d-8f2a-c89f84180f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434115 Apr 20 17:20:21.697756 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ff8745fd-bc0b-4f98-b8a5-01207945faca req-0dac0955-8378-4e50-826a-0cd60257877f tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.199 HTTP/1.1" status: 200 len: 1001 time: 0.1009698 Apr 20 17:20:21.707307 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-ff8745fd-bc0b-4f98-b8a5-01207945faca req-09da46ff-eb55-4365-ba81-713e13e40f60 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:20:21.807822 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-818e467b-3d7a-42b2-8416-d18c79f5f34f req-bdf2f863-f988-4430-a021-bb0698fdc382 tempest-ServerShowV257Test-1347881387 tempest-ServerShowV257Test-1347881387-project] 10.222.0.39 "GET /v2.0/ports?device_id=b144e158-5c38-4858-aa17-c556187f60d2 HTTP/1.1" status: 200 len: 210 time: 0.0439513 Apr 20 17:20:21.894507 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ff8745fd-bc0b-4f98-b8a5-01207945faca req-09da46ff-eb55-4365-ba81-713e13e40f60 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks [] for floatingip, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:22.007193 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc83527-6f20-4d4a-a1a3-84c498b03c9b req-6029205a-8deb-44af-ba73-94ddb475dacc tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:22.008632 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3bc83527-6f20-4d4a-a1a3-84c498b03c9b req-6029205a-8deb-44af-ba73-94ddb475dacc tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 950 time: 0.0808504 Apr 20 17:20:22.049131 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 5224556f-f386-4d81-8c67-44e0ec851101 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:20:22.071290 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3bc83527-6f20-4d4a-a1a3-84c498b03c9b req-3e23113f-3966-4b79-a80d-3ef59e505f26 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562193 Apr 20 17:20:22.101881 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 4765a18c-38e6-4c6f-80ef-f7d2928b0b0d up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:20:22.198813 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ff8745fd-bc0b-4f98-b8a5-01207945faca req-09da46ff-eb55-4365-ba81-713e13e40f60 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:22.211872 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ff8745fd-bc0b-4f98-b8a5-01207945faca req-09da46ff-eb55-4365-ba81-713e13e40f60 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:22.212494 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [req-ff8745fd-bc0b-4f98-b8a5-01207945faca req-09da46ff-eb55-4365-ba81-713e13e40f60 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Floating IP c589e354-38d5-4e91-8e14-be347912f2eb disassociated. External IP: 172.25.8.199, port: 96d2b7af-04a0-49c2-9dac-402972c4be20. Apr 20 17:20:22.272430 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 5224556f-f386-4d81-8c67-44e0ec851101, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=5224556f-f386-4d81-8c67-44e0ec851101,segment=NetworkSegment(abb1ef17-1d29-49c1-9668-c4c78c541eec),segment_id=abb1ef17-1d29-49c1-9668-c4c78c541eec)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:22.288479 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '5224556f-f386-4d81-8c67-44e0ec851101', 'network_id': 'a39373cc-9e04-46cb-a6a0-e81ef6eae8fd', 'port_id': '5224556f-f386-4d81-8c67-44e0ec851101', 'mac_address': 'fa:16:3e:a4:cb:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11a8e839-1da0-4863-85ac-b3bf2b70f6f8', 'ip_address': '10.1.1.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:20:22.290716 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 4765a18c-38e6-4c6f-80ef-f7d2928b0b0d completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:20:22.294425 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6acbbf-e241-4549-8e76-a071adee1321 req-725be465-133c-4e54-a83e-97fee32f9694 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:22.296657 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0e6acbbf-e241-4549-8e76-a071adee1321 req-725be465-133c-4e54-a83e-97fee32f9694 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea2a3faf-c6f2-4e08-91ab-28c4e11496ed HTTP/1.1" status: 200 len: 945 time: 0.1098812 Apr 20 17:20:22.321417 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 4765a18c-38e6-4c6f-80ef-f7d2928b0b0d triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:20:22.321774 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:22.383779 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0e6acbbf-e241-4549-8e76-a071adee1321 req-33dd5821-9a85-4fae-94af-e5f6449c7bd0 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/security-groups?id=906aa622-0608-4fbd-8144-3fb248292f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803940 Apr 20 17:20:22.394827 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:22.422356 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5224556f-f386-4d81-8c67-44e0ec851101 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:20:22.479242 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 5224556f-f386-4d81-8c67-44e0ec851101, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=5224556f-f386-4d81-8c67-44e0ec851101,segment=NetworkSegment(abb1ef17-1d29-49c1-9668-c4c78c541eec),segment_id=abb1ef17-1d29-49c1-9668-c4c78c541eec)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:22.491910 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:22.502778 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:22.503517 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device cced88fa-86e1-49c4-b887-c9c5b98b130a details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:20:22.624308 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=5224556f-f386-4d81-8c67-44e0ec851101,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:22.666430 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 4765a18c-38e6-4c6f-80ef-f7d2928b0b0d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=4765a18c-38e6-4c6f-80ef-f7d2928b0b0d,segment=NetworkSegment(779b9809-51ec-4421-9a2c-115c6f91c2b3),segment_id=779b9809-51ec-4421-9a2c-115c6f91c2b3)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:22.684096 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f525b-f940-4b65-9e93-a900a7505893 req-54bfdabb-67bd-46ba-b0e2-496b948de208 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:22.689452 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f525b-f940-4b65-9e93-a900a7505893 req-54bfdabb-67bd-46ba-b0e2-496b948de208 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:22.691956 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f525b-f940-4b65-9e93-a900a7505893 req-54bfdabb-67bd-46ba-b0e2-496b948de208 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:22.696798 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f525b-f940-4b65-9e93-a900a7505893 req-54bfdabb-67bd-46ba-b0e2-496b948de208 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:22.700460 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f525b-f940-4b65-9e93-a900a7505893 req-54bfdabb-67bd-46ba-b0e2-496b948de208 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:22.704406 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f525b-f940-4b65-9e93-a900a7505893 req-54bfdabb-67bd-46ba-b0e2-496b948de208 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:22.707299 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:22.708330 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f525b-f940-4b65-9e93-a900a7505893 req-54bfdabb-67bd-46ba-b0e2-496b948de208 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:22.716471 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5f9f525b-f940-4b65-9e93-a900a7505893 req-54bfdabb-67bd-46ba-b0e2-496b948de208 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5423 time: 0.1295700 Apr 20 17:20:22.728213 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff8745fd-bc0b-4f98-b8a5-01207945faca req-09da46ff-eb55-4365-ba81-713e13e40f60 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Router d5885a7b-777a-404c-a137-5e085ebcdd0e has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:20:22.818455 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=4765a18c-38e6-4c6f-80ef-f7d2928b0b0d,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:22.830905 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port cced88fa-86e1-49c4-b887-c9c5b98b130a, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=cced88fa-86e1-49c4-b887-c9c5b98b130a,segment=NetworkSegment(779b9809-51ec-4421-9a2c-115c6f91c2b3),segment_id=779b9809-51ec-4421-9a2c-115c6f91c2b3)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:22.844718 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'cced88fa-86e1-49c4-b887-c9c5b98b130a', 'network_id': 'e8715325-f9b4-456c-818e-365cf96c4dd2', 'port_id': 'cced88fa-86e1-49c4-b887-c9c5b98b130a', 'mac_address': 'fa:16:3e:94:b2:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f7091b-a343-4734-a755-59dc8d417262', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:20:22.870764 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5f9f525b-f940-4b65-9e93-a900a7505893 req-77bdb5df-d8b6-4ef1-a171-db74e740b0d5 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1533461 Apr 20 17:20:22.907459 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:22.926770 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cced88fa-86e1-49c4-b887-c9c5b98b130a {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:20:22.944449 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port cced88fa-86e1-49c4-b887-c9c5b98b130a, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=cced88fa-86e1-49c4-b887-c9c5b98b130a,segment=NetworkSegment(779b9809-51ec-4421-9a2c-115c6f91c2b3),segment_id=779b9809-51ec-4421-9a2c-115c6f91c2b3)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:22.950724 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:22.951741 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device d3a864df-aa6f-432f-a6ca-52351044c5f8 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:20:22.995837 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-3ff5855f-0e24-43a9-a86f-d9b9745c99ce service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171&tenant_id=c12b40028ab147a889b4fc203a6893de HTTP/1.1" status: 200 len: 1101 time: 0.1023972 Apr 20 17:20:23.007807 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-7ff2a37a-8f2b-4730-a486-0f4fd9520a89 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838032-1', 'device_owner': 'compute:nova'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:20:23.072567 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3a161-71f9-4679-9109-13a7a33b8e5a req-4c0f31d7-a673-4b88-8758-129dd3d913f2 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:23.074105 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6b3a161-71f9-4679-9109-13a7a33b8e5a req-4c0f31d7-a673-4b88-8758-129dd3d913f2 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 945 time: 0.0886176 Apr 20 17:20:23.089738 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=cced88fa-86e1-49c4-b887-c9c5b98b130a,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:23.119547 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff8745fd-bc0b-4f98-b8a5-01207945faca req-09da46ff-eb55-4365-ba81-713e13e40f60 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:20:23.125647 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ff8745fd-bc0b-4f98-b8a5-01207945faca req-09da46ff-eb55-4365-ba81-713e13e40f60 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:23.138573 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6b3a161-71f9-4679-9109-13a7a33b8e5a req-b51b42d5-5e40-4dc1-a8cd-d1bc21d70007 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584538 Apr 20 17:20:23.165081 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-7ff2a37a-8f2b-4730-a486-0f4fd9520a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:23.166432 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port d3a864df-aa6f-432f-a6ca-52351044c5f8, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=d3a864df-aa6f-432f-a6ca-52351044c5f8,segment=NetworkSegment(f7401c34-bfaa-4f83-9b43-3831d785ed6f),segment_id=f7401c34-bfaa-4f83-9b43-3831d785ed6f)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:23.183148 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'd3a864df-aa6f-432f-a6ca-52351044c5f8', 'network_id': '0e721113-f5d2-4c80-98cd-da3f8bcd17ce', 'port_id': 'd3a864df-aa6f-432f-a6ca-52351044c5f8', 'mac_address': 'fa:16:3e:48:42:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21925486-c1e4-4642-abaf-a9fde9aaad1e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:20:23.210326 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0636561-2bae-496f-b34e-637b9c65f307 None None] Sync routers for ids ['d5885a7b-777a-404c-a137-5e085ebcdd0e'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:20:23.234730 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ff8745fd-bc0b-4f98-b8a5-01207945faca req-09da46ff-eb55-4365-ba81-713e13e40f60 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "PUT /v2.0/floatingips/c589e354-38d5-4e91-8e14-be347912f2eb HTTP/1.1" status: 200 len: 695 time: 1.5314391 Apr 20 17:20:23.241833 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0636561-2bae-496f-b34e-637b9c65f307 None None] Routers {'d5885a7b-777a-404c-a137-5e085ebcdd0e'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:20:23.242487 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b0636561-2bae-496f-b34e-637b9c65f307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:20:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d5885a7b-777a-404c-a137-5e085ebcdd0e'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:23.247936 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9af7cae-85fd-441a-a48a-d4128407b6e1', 'tag': '96d2b7af-04a0-49c2-9dac-402972c4be20'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:20:23.334244 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4888d-21e4-4cb2-b0b3-f98cdf995d69 req-924f6fa9-2769-4f8b-bf15-9dca4cab06aa tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:23.335996 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-97f4888d-21e4-4cb2-b0b3-f98cdf995d69 req-924f6fa9-2769-4f8b-bf15-9dca4cab06aa tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/ports?device_id=267f7b74-8120-4866-a0a4-c19779326d07 HTTP/1.1" status: 200 len: 943 time: 0.0794051 Apr 20 17:20:23.358593 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:23.383692 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-97f4888d-21e4-4cb2-b0b3-f98cdf995d69 req-b1067986-1dac-4f75-a2bb-b63e9ecd6bea tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/security-groups?id=486ffe35-1bec-449d-8f2a-c89f84180f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416329 Apr 20 17:20:23.390711 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a864df-aa6f-432f-a6ca-52351044c5f8 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:20:23.418011 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ff8745fd-bc0b-4f98-b8a5-01207945faca req-c01d522e-6e03-40c5-abdf-7222ed6b9682 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=108601a41d654be6985fac52f41da158&device_id=c9af7cae-85fd-441a-a48a-d4128407b6e1 HTTP/1.1" status: 200 len: 1096 time: 0.1620264 Apr 20 17:20:23.429100 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2a3faf-c6f2-4e08-91ab-28c4e11496ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4765a18c-38e6-4c6f-80ef-f7d2928b0b0d'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:20:23.456048 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port d3a864df-aa6f-432f-a6ca-52351044c5f8, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=d3a864df-aa6f-432f-a6ca-52351044c5f8,segment=NetworkSegment(f7401c34-bfaa-4f83-9b43-3831d785ed6f),segment_id=f7401c34-bfaa-4f83-9b43-3831d785ed6f)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:23.467043 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:23.467856 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device e99614d7-916e-434c-bbd2-097e4edc6806 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:20:23.547467 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-b0636561-2bae-496f-b34e-637b9c65f307 None None] Set router d5885a7b-777a-404c-a137-5e085ebcdd0e gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:20:23.560167 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-df2bb3c6-ff51-4246-b7f7-f4fe517c34ed req-93346460-37f1-41fa-aaf4-476d876bfe18 tempest-ServerShowV257Test-1347881387 tempest-ServerShowV257Test-1347881387-project] 10.222.0.39 "GET /v2.0/ports?device_id=b144e158-5c38-4858-aa17-c556187f60d2 HTTP/1.1" status: 200 len: 210 time: 0.0470314 Apr 20 17:20:23.635896 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port e99614d7-916e-434c-bbd2-097e4edc6806, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=e99614d7-916e-434c-bbd2-097e4edc6806,segment=NetworkSegment(abb1ef17-1d29-49c1-9668-c4c78c541eec),segment_id=abb1ef17-1d29-49c1-9668-c4c78c541eec)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:23.703177 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=d3a864df-aa6f-432f-a6ca-52351044c5f8,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:23.713415 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'e99614d7-916e-434c-bbd2-097e4edc6806', 'network_id': 'a39373cc-9e04-46cb-a6a0-e81ef6eae8fd', 'port_id': 'e99614d7-916e-434c-bbd2-097e4edc6806', 'mac_address': 'fa:16:3e:e3:0a:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11a8e839-1da0-4863-85ac-b3bf2b70f6f8', 'ip_address': '10.1.1.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:20:23.755499 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-7ff2a37a-8f2b-4730-a486-0f4fd9520a89 service neutron] For port 0af42aba-ccbb-414e-841f-3c8777fe4c29, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=0af42aba-ccbb-414e-841f-3c8777fe4c29,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:23.765925 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8745fd-bc0b-4f98-b8a5-01207945faca req-dbc01c24-af32-4b66-9c8b-0300a0013094 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:23.767380 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ff8745fd-bc0b-4f98-b8a5-01207945faca req-dbc01c24-af32-4b66-9c8b-0300a0013094 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7dca78eb-5829-40b0-a3af-13613754711d HTTP/1.1" status: 200 len: 930 time: 0.1927316 Apr 20 17:20:23.783700 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc19c3e-f7e7-423a-add6-df99c1160f07 req-7ff5a36a-76e0-4eaa-af87-cc457c255eab tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:23.785789 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0bc19c3e-f7e7-423a-add6-df99c1160f07 req-7ff5a36a-76e0-4eaa-af87-cc457c255eab tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 950 time: 0.1003518 Apr 20 17:20:23.833077 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0bc19c3e-f7e7-423a-add6-df99c1160f07 req-039958d6-5d05-4512-9d3a-a4feda9308ac tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412569 Apr 20 17:20:23.845162 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:23.848120 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-7ff2a37a-8f2b-4730-a486-0f4fd9520a89 service neutron] For port 0af42aba-ccbb-414e-841f-3c8777fe4c29, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:20:23.875041 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ff8745fd-bc0b-4f98-b8a5-01207945faca req-cf3e1931-8ec4-4060-94d2-662da015fd20 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96d2b7af-04a0-49c2-9dac-402972c4be20 HTTP/1.1" status: 200 len: 217 time: 0.0935278 Apr 20 17:20:23.880614 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e99614d7-916e-434c-bbd2-097e4edc6806 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:20:23.921214 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c086655e-c239-4b4c-9f44-50f1e083d154'] response: {'name': 'network-changed', 'server_uuid': 'c9af7cae-85fd-441a-a48a-d4128407b6e1', 'tag': '96d2b7af-04a0-49c2-9dac-402972c4be20', 'status': 'completed', 'code': 200} Apr 20 17:20:23.942495 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port e99614d7-916e-434c-bbd2-097e4edc6806, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=e99614d7-916e-434c-bbd2-097e4edc6806,segment=NetworkSegment(abb1ef17-1d29-49c1-9668-c4c78c541eec),segment_id=abb1ef17-1d29-49c1-9668-c4c78c541eec)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:23.962243 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:23.962243 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 8823eb66-e9cf-4a3d-bc96-df512d3f7773 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:20:23.973093 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-7ff2a37a-8f2b-4730-a486-0f4fd9520a89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:23.990773 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8745fd-bc0b-4f98-b8a5-01207945faca req-8a39a220-5e21-4fc5-a6c9-c0c191ddf19f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:23.999981 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ff8745fd-bc0b-4f98-b8a5-01207945faca req-8a39a220-5e21-4fc5-a6c9-c0c191ddf19f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4f14b18c-0fe0-4613-bee5-26a51144bfaa HTTP/1.1" status: 200 len: 868 time: 0.1102920 Apr 20 17:20:24.010848 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e14b7944-3959-48a6-bfd1-0ceedb794aba req-d8a44ae0-dc6c-468a-9cd8-a3298a872130 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=108601a41d654be6985fac52f41da158&device_id=c9af7cae-85fd-441a-a48a-d4128407b6e1 HTTP/1.1" status: 200 len: 1096 time: 0.0719817 Apr 20 17:20:24.051011 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-7ff2a37a-8f2b-4730-a486-0f4fd9520a89 service neutron] Transition to ACTIVE for port object 0af42aba-ccbb-414e-841f-3c8777fe4c29 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:20:24.059163 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-7ff2a37a-8f2b-4730-a486-0f4fd9520a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:24.067500 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=e99614d7-916e-434c-bbd2-097e4edc6806,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:24.070815 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 8823eb66-e9cf-4a3d-bc96-df512d3f7773, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=8823eb66-e9cf-4a3d-bc96-df512d3f7773,segment=NetworkSegment(abb1ef17-1d29-49c1-9668-c4c78c541eec),segment_id=abb1ef17-1d29-49c1-9668-c4c78c541eec)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:24.087895 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '8823eb66-e9cf-4a3d-bc96-df512d3f7773', 'network_id': 'a39373cc-9e04-46cb-a6a0-e81ef6eae8fd', 'port_id': '8823eb66-e9cf-4a3d-bc96-df512d3f7773', 'mac_address': 'fa:16:3e:13:6b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11a8e839-1da0-4863-85ac-b3bf2b70f6f8', 'ip_address': '10.1.1.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:20:24.129942 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b0636561-2bae-496f-b34e-637b9c65f307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958704110-router', 'tenant_id': '108601a41d654be6985fac52f41da158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'e6d5e04b-e3a5-4bd7-860d-9782b9d3e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:19:20Z', 'updated_at': '2022-04-20T17:19:36Z', 'revision_number': 4, 'project_id': '108601a41d654be6985fac52f41da158', 'gw_port': {'id': 'e6d5e04b-e3a5-4bd7-860d-9782b9d3e232', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:22Z', 'updated_at': '2022-04-20T17:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'cb58ba66-3676-4b83-ba61-3584d051c032', 'name': '', 'network_id': '7dca78eb-5829-40b0-a3af-13613754711d', 'tenant_id': '108601a41d654be6985fac52f41da158', 'mac_address': 'fa:16:3e:25:ac:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f14b18c-0fe0-4613-bee5-26a51144bfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:33Z', 'updated_at': '2022-04-20T17:20:03Z', 'revision_number': 5, 'project_id': '108601a41d654be6985fac52f41da158', 'subnets': [{'id': '4f14b18c-0fe0-4613-bee5-26a51144bfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:24.143971 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0636561-2bae-496f-b34e-637b9c65f307 None None] Checking router: d5885a7b-777a-404c-a137-5e085ebcdd0e for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:20:24.156028 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:24.176684 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8823eb66-e9cf-4a3d-bc96-df512d3f7773 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:20:24.181913 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0636561-2bae-496f-b34e-637b9c65f307 None None] Routers {'d5885a7b-777a-404c-a137-5e085ebcdd0e'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:20:24.183122 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b0636561-2bae-496f-b34e-637b9c65f307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:20:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d5885a7b-777a-404c-a137-5e085ebcdd0e'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:24.213144 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2a37a-8f2b-4730-a486-0f4fd9520a89 service neutron] Pushing event updated for resources: {'Port': ['ID=0af42aba-ccbb-414e-841f-3c8777fe4c29,revision_number=10']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:24.223765 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d362b30-9f05-4a05-a606-8b6cb66aaeb2 req-a2909d97-3f0f-43d9-bd1e-6137e73ebd65 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:24.228454 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5d362b30-9f05-4a05-a606-8b6cb66aaeb2 req-a2909d97-3f0f-43d9-bd1e-6137e73ebd65 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea2a3faf-c6f2-4e08-91ab-28c4e11496ed HTTP/1.1" status: 200 len: 946 time: 0.1896923 Apr 20 17:20:24.233269 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b7944-3959-48a6-bfd1-0ceedb794aba req-7f665c43-df9f-4cd5-b3a7-c12ac360e0e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:24.235042 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e14b7944-3959-48a6-bfd1-0ceedb794aba req-7f665c43-df9f-4cd5-b3a7-c12ac360e0e2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7dca78eb-5829-40b0-a3af-13613754711d HTTP/1.1" status: 200 len: 930 time: 0.2163172 Apr 20 17:20:24.256757 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ff8745fd-bc0b-4f98-b8a5-01207945faca req-0f342379-3ea9-4413-a317-bfb0b4c4d4c1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7dca78eb-5829-40b0-a3af-13613754711d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2556729 Apr 20 17:20:24.282877 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-7ff2a37a-8f2b-4730-a486-0f4fd9520a89 service neutron] No DVR routers for this DVR port 0af42aba-ccbb-414e-841f-3c8777fe4c29 on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:20:24.334378 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e14b7944-3959-48a6-bfd1-0ceedb794aba req-b8159ce5-2c9f-43a0-8ff4-a0f83a49dc01 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96d2b7af-04a0-49c2-9dac-402972c4be20 HTTP/1.1" status: 200 len: 217 time: 0.0777915 Apr 20 17:20:24.382740 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 8823eb66-e9cf-4a3d-bc96-df512d3f7773, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=8823eb66-e9cf-4a3d-bc96-df512d3f7773,segment=NetworkSegment(abb1ef17-1d29-49c1-9668-c4c78c541eec),segment_id=abb1ef17-1d29-49c1-9668-c4c78c541eec)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:24.400797 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:24.402041 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 2e451d66-3f1e-4689-9a25-ce9c80736888 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:20:24.421022 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-7ff2a37a-8f2b-4730-a486-0f4fd9520a89 service neutron] Attempting to bind port 0af42aba-ccbb-414e-841f-3c8777fe4c29 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:20:24.421370 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-7ff2a37a-8f2b-4730-a486-0f4fd9520a89 service neutron] Attempting to bind port 0af42aba-ccbb-414e-841f-3c8777fe4c29 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:20:24.421703 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-7ff2a37a-8f2b-4730-a486-0f4fd9520a89 service neutron] Attempting to bind port 0af42aba-ccbb-414e-841f-3c8777fe4c29 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:20:24.436510 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5d362b30-9f05-4a05-a606-8b6cb66aaeb2 req-a02324e3-a702-4d1c-94db-8c6d47099413 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/security-groups?id=906aa622-0608-4fbd-8144-3fb248292f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002931 Apr 20 17:20:24.442702 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-7ff2a37a-8f2b-4730-a486-0f4fd9520a89 service neutron] Port 0af42aba-ccbb-414e-841f-3c8777fe4c29 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:20:24.443030 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-7ff2a37a-8f2b-4730-a486-0f4fd9520a89 service neutron] Attempting to bind port 0af42aba-ccbb-414e-841f-3c8777fe4c29 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:20:24.460476 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b7944-3959-48a6-bfd1-0ceedb794aba req-da56fcda-03eb-4f5b-8400-378e73be5b9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:24.462109 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e14b7944-3959-48a6-bfd1-0ceedb794aba req-da56fcda-03eb-4f5b-8400-378e73be5b9d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4f14b18c-0fe0-4613-bee5-26a51144bfaa HTTP/1.1" status: 200 len: 868 time: 0.1220009 Apr 20 17:20:24.462752 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-b0636561-2bae-496f-b34e-637b9c65f307 None None] Set router d5885a7b-777a-404c-a137-5e085ebcdd0e gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:20:24.476997 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-7ff2a37a-8f2b-4730-a486-0f4fd9520a89 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:20:24.480375 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-7ff2a37a-8f2b-4730-a486-0f4fd9520a89 service neutron] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:20:24.481023 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-7ff2a37a-8f2b-4730-a486-0f4fd9520a89 service neutron] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:20:24.481790 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-7ff2a37a-8f2b-4730-a486-0f4fd9520a89 service neutron] Bound port: 0af42aba-ccbb-414e-841f-3c8777fe4c29, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:20:24.482823 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-7ff2a37a-8f2b-4730-a486-0f4fd9520a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:24.507283 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ff8745fd-bc0b-4f98-b8a5-01207945faca req-def1c931-9613-4e47-8c6d-0684e742a78e service neutron] 10.222.0.39 "GET /v2.0/networks/7dca78eb-5829-40b0-a3af-13613754711d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496891 Apr 20 17:20:24.577911 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e14b7944-3959-48a6-bfd1-0ceedb794aba req-3d2be190-ae86-4b5c-b91e-4b66e5385ec6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7dca78eb-5829-40b0-a3af-13613754711d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094491 Apr 20 17:20:24.649597 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae09be66-b856-485a-a1f4-9deb2c38ee21'] response: {'server_uuid': 'ea2a3faf-c6f2-4e08-91ab-28c4e11496ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4765a18c-38e6-4c6f-80ef-f7d2928b0b0d', 'code': 200} Apr 20 17:20:24.733087 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ff8745fd-bc0b-4f98-b8a5-01207945faca req-6d46c044-bec0-488f-94c3-ddaa61100b3e service neutron] 10.222.0.39 "GET /v2.0/networks/7dca78eb-5829-40b0-a3af-13613754711d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470661 Apr 20 17:20:24.767729 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.resource_extend [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:20:24.783397 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=8823eb66-e9cf-4a3d-bc96-df512d3f7773,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:24.827440 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e14b7944-3959-48a6-bfd1-0ceedb794aba req-1e3a91f5-7911-4aa5-9db1-45b5a785e53f service neutron] 10.222.0.43 "GET /v2.0/networks/7dca78eb-5829-40b0-a3af-13613754711d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396283 Apr 20 17:20:24.837776 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-76eb692a-7116-4fa2-9442-888f8f399bd9 req-623ec83e-f032-46e7-99aa-c5ee5cf6485e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ea2a3faf-c6f2-4e08-91ab-28c4e11496ed HTTP/1.1" status: 200 len: 1097 time: 0.2309775 Apr 20 17:20:24.879983 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-7ff2a37a-8f2b-4730-a486-0f4fd9520a89 service neutron] For port 0af42aba-ccbb-414e-841f-3c8777fe4c29, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:20:24.899508 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-7ff2a37a-8f2b-4730-a486-0f4fd9520a89 service neutron] For port 0af42aba-ccbb-414e-841f-3c8777fe4c29, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=0af42aba-ccbb-414e-841f-3c8777fe4c29,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:20:24.914762 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-7ff2a37a-8f2b-4730-a486-0f4fd9520a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:24.960196 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 2e451d66-3f1e-4689-9a25-ce9c80736888, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=2e451d66-3f1e-4689-9a25-ce9c80736888,segment=NetworkSegment(ed532698-ac79-4654-b726-93450dcffcf6),segment_id=ed532698-ac79-4654-b726-93450dcffcf6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:24.979732 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '2e451d66-3f1e-4689-9a25-ce9c80736888', 'network_id': 'd9f1e448-db15-4c9f-8c5b-a0fa35869e80', 'port_id': '2e451d66-3f1e-4689-9a25-ce9c80736888', 'mac_address': 'fa:16:3e:39:a5:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f834c9-d665-4383-8c5d-7a7311783f9a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:20:25.001784 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c5f7e5de-c170-4424-aee9-3fe9cbc427a2 req-1803f86a-0880-4f80-b737-5846e85485e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f2f7f6fb9e764d15b18192544db843ff&device_id=b144e158-5c38-4858-aa17-c556187f60d2 HTTP/1.1" status: 200 len: 210 time: 0.1877334 Apr 20 17:20:25.059731 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b0636561-2bae-496f-b34e-637b9c65f307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958704110-router', 'tenant_id': '108601a41d654be6985fac52f41da158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'e6d5e04b-e3a5-4bd7-860d-9782b9d3e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:19:20Z', 'updated_at': '2022-04-20T17:19:36Z', 'revision_number': 4, 'project_id': '108601a41d654be6985fac52f41da158', 'gw_port': {'id': 'e6d5e04b-e3a5-4bd7-860d-9782b9d3e232', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:22Z', 'updated_at': '2022-04-20T17:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'cb58ba66-3676-4b83-ba61-3584d051c032', 'name': '', 'network_id': '7dca78eb-5829-40b0-a3af-13613754711d', 'tenant_id': '108601a41d654be6985fac52f41da158', 'mac_address': 'fa:16:3e:25:ac:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f14b18c-0fe0-4613-bee5-26a51144bfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:33Z', 'updated_at': '2022-04-20T17:20:03Z', 'revision_number': 5, 'project_id': '108601a41d654be6985fac52f41da158', 'subnets': [{'id': '4f14b18c-0fe0-4613-bee5-26a51144bfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:25.063464 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-7ff2a37a-8f2b-4730-a486-0f4fd9520a89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:25.065782 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-7ff2a37a-8f2b-4730-a486-0f4fd9520a89 service neutron] 10.222.0.43 "PUT /v2.0/ports/0af42aba-ccbb-414e-841f-3c8777fe4c29 HTTP/1.1" status: 200 len: 1097 time: 2.0624137 Apr 20 17:20:25.068121 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0636561-2bae-496f-b34e-637b9c65f307 None None] The sync data for ids ['d5885a7b-777a-404c-a137-5e085ebcdd0e'] in n-d-838032-1 is: [{'id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958704110-router', 'tenant_id': '108601a41d654be6985fac52f41da158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'e6d5e04b-e3a5-4bd7-860d-9782b9d3e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:19:20Z', 'updated_at': '2022-04-20T17:19:36Z', 'revision_number': 4, 'project_id': '108601a41d654be6985fac52f41da158', 'gw_port': {'id': 'e6d5e04b-e3a5-4bd7-860d-9782b9d3e232', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:22Z', 'updated_at': '2022-04-20T17:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'cb58ba66-3676-4b83-ba61-3584d051c032', 'name': '', 'network_id': '7dca78eb-5829-40b0-a3af-13613754711d', 'tenant_id': '108601a41d654be6985fac52f41da158', 'mac_address': 'fa:16:3e:25:ac:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f14b18c-0fe0-4613-bee5-26a51144bfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:33Z', 'updated_at': '2022-04-20T17:20:03Z', 'revision_number': 5, 'project_id': '108601a41d654be6985fac52f41da158', 'subnets': [{'id': '4f14b18c-0fe0-4613-bee5-26a51144bfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:20:25.073554 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c5f7e5de-c170-4424-aee9-3fe9cbc427a2 req-23d829fc-c701-43f9-82cf-6da27def8f2b service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=f2f7f6fb9e764d15b18192544db843ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542908 Apr 20 17:20:25.084573 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:25.089590 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-76eb692a-7116-4fa2-9442-888f8f399bd9 req-27bd4da0-7887-474a-9d18-1d085981265f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=906aa622-0608-4fbd-8144-3fb248292f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147331 Apr 20 17:20:25.106649 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e451d66-3f1e-4689-9a25-ce9c80736888 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:20:25.134533 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 2e451d66-3f1e-4689-9a25-ce9c80736888, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=2e451d66-3f1e-4689-9a25-ce9c80736888,segment=NetworkSegment(ed532698-ac79-4654-b726-93450dcffcf6),segment_id=ed532698-ac79-4654-b726-93450dcffcf6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:25.149938 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:25.150800 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device a8537b98-a7ec-415c-8279-a594cd6118df details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:20:25.191827 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa04b26-5f69-459d-bd03-91f2cbe3843b req-ddc1f9f2-e856-424d-b94e-3082526210f7 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:25.193327 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5fa04b26-5f69-459d-bd03-91f2cbe3843b req-ddc1f9f2-e856-424d-b94e-3082526210f7 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 945 time: 0.2274709 Apr 20 17:20:25.195366 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e14b7944-3959-48a6-bfd1-0ceedb794aba req-49221f11-38cd-49b5-a100-972b03d143ba service neutron] 10.222.0.43 "GET /v2.0/networks/7dca78eb-5829-40b0-a3af-13613754711d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504875 Apr 20 17:20:25.223683 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2a37a-8f2b-4730-a486-0f4fd9520a89 service neutron] Pushing event updated for resources: {'Port': ['ID=0af42aba-ccbb-414e-841f-3c8777fe4c29,revision_number=11']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:25.236348 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port a8537b98-a7ec-415c-8279-a594cd6118df, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a8537b98-a7ec-415c-8279-a594cd6118df,segment=NetworkSegment(ed532698-ac79-4654-b726-93450dcffcf6),segment_id=ed532698-ac79-4654-b726-93450dcffcf6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:25.257779 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'a8537b98-a7ec-415c-8279-a594cd6118df', 'network_id': 'd9f1e448-db15-4c9f-8c5b-a0fa35869e80', 'port_id': 'a8537b98-a7ec-415c-8279-a594cd6118df', 'mac_address': 'fa:16:3e:b0:ac:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f834c9-d665-4383-8c5d-7a7311783f9a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:20:25.285021 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5fa04b26-5f69-459d-bd03-91f2cbe3843b req-bd092597-60fb-4daf-954b-5a6d23e2776c tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831530 Apr 20 17:20:25.306461 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=2e451d66-3f1e-4689-9a25-ce9c80736888,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:25.333511 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:25.353094 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8537b98-a7ec-415c-8279-a594cd6118df {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:20:25.369339 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port a8537b98-a7ec-415c-8279-a594cd6118df, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a8537b98-a7ec-415c-8279-a594cd6118df,segment=NetworkSegment(ed532698-ac79-4654-b726-93450dcffcf6),segment_id=ed532698-ac79-4654-b726-93450dcffcf6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:25.376809 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:25.377428 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device c655084b-fd05-45fb-8e95-31b739360b4f details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:20:25.446930 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fc949-f60e-4223-b80c-318cc02b536b req-9738292f-30d7-4be4-960a-b846dc35756c tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:25.450806 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fc949-f60e-4223-b80c-318cc02b536b req-9738292f-30d7-4be4-960a-b846dc35756c tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:25.455089 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fc949-f60e-4223-b80c-318cc02b536b req-9738292f-30d7-4be4-960a-b846dc35756c tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:25.458846 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fc949-f60e-4223-b80c-318cc02b536b req-9738292f-30d7-4be4-960a-b846dc35756c tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:25.463267 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fc949-f60e-4223-b80c-318cc02b536b req-9738292f-30d7-4be4-960a-b846dc35756c tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:25.468358 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fc949-f60e-4223-b80c-318cc02b536b req-9738292f-30d7-4be4-960a-b846dc35756c tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:25.471006 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port c655084b-fd05-45fb-8e95-31b739360b4f, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=c655084b-fd05-45fb-8e95-31b739360b4f,segment=NetworkSegment(abb1ef17-1d29-49c1-9668-c4c78c541eec),segment_id=abb1ef17-1d29-49c1-9668-c4c78c541eec)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:25.472237 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fc949-f60e-4223-b80c-318cc02b536b req-9738292f-30d7-4be4-960a-b846dc35756c tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:25.478508 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=a8537b98-a7ec-415c-8279-a594cd6118df,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:25.478802 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-582fc949-f60e-4223-b80c-318cc02b536b req-9738292f-30d7-4be4-960a-b846dc35756c tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5425 time: 0.5671358 Apr 20 17:20:25.489792 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'c655084b-fd05-45fb-8e95-31b739360b4f', 'network_id': 'a39373cc-9e04-46cb-a6a0-e81ef6eae8fd', 'port_id': 'c655084b-fd05-45fb-8e95-31b739360b4f', 'mac_address': 'fa:16:3e:ed:a4:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11a8e839-1da0-4863-85ac-b3bf2b70f6f8', 'ip_address': '10.1.1.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:20:25.505890 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-1868c9d0-d891-4a79-abaa-9a761a940f9a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 1100 time: 0.3884764 Apr 20 17:20:25.506781 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7e5de-c170-4424-aee9-3fe9cbc427a2 req-c29e3730-c615-4396-8d7a-98c665939ee5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:25.508153 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c5f7e5de-c170-4424-aee9-3fe9cbc427a2 req-c29e3730-c615-4396-8d7a-98c665939ee5 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4206529 Apr 20 17:20:25.519519 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0bb00-c264-4643-8deb-5f8c72d8e143 req-bc209464-4f89-4f1f-9e8c-d4b324fcafdd tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:25.527333 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-88a0bb00-c264-4643-8deb-5f8c72d8e143 req-bc209464-4f89-4f1f-9e8c-d4b324fcafdd tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/ports?device_id=267f7b74-8120-4866-a0a4-c19779326d07 HTTP/1.1" status: 200 len: 944 time: 0.1160057 Apr 20 17:20:25.552063 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:25.570040 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c655084b-fd05-45fb-8e95-31b739360b4f {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:20:25.578041 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-88a0bb00-c264-4643-8deb-5f8c72d8e143 req-452370f9-dbdb-400b-938a-e6fc5ad20397 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/security-groups?id=486ffe35-1bec-449d-8f2a-c89f84180f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498700 Apr 20 17:20:25.585799 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port c655084b-fd05-45fb-8e95-31b739360b4f, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=c655084b-fd05-45fb-8e95-31b739360b4f,segment=NetworkSegment(abb1ef17-1d29-49c1-9668-c4c78c541eec),segment_id=abb1ef17-1d29-49c1-9668-c4c78c541eec)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:25.600595 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:25.616433 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-582fc949-f60e-4223-b80c-318cc02b536b req-dcf21755-58f2-43c8-93e1-8a27cc0012ad tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1321249 Apr 20 17:20:25.658249 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 79d325e9-170e-4c94-9ef6-1326646d7f12 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:20:25.663397 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-5a234d85-a192-4416-8f4a-20a4de8ac892 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:25.665061 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-5a234d85-a192-4416-8f4a-20a4de8ac892 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.1499684 Apr 20 17:20:25.707068 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d27bc4e2-253d-422f-b645-e77ba3ecc8fb req-9529ea7a-c295-452e-aa43-406313781285 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/floatingips/c589e354-38d5-4e91-8e14-be347912f2eb HTTP/1.1" status: 200 len: 695 time: 0.0931168 Apr 20 17:20:25.737960 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=c655084b-fd05-45fb-8e95-31b739360b4f,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:25.759485 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 79d325e9-170e-4c94-9ef6-1326646d7f12 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:20:25.760099 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-d6cf4a21-ceff-41d9-801e-4bfc0836199b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=0af42aba-ccbb-414e-841f-3c8777fe4c29 HTTP/1.1" status: 200 len: 217 time: 0.0838356 Apr 20 17:20:25.766042 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 79d325e9-170e-4c94-9ef6-1326646d7f12 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:20:25.766434 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:25.846626 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eab45267-beba-4fcc-856f-132171a30122 req-918d08fc-f05d-4373-9d26-e8bf8f548ff8 tempest-ServerShowV257Test-1347881387 tempest-ServerShowV257Test-1347881387-project] 10.222.0.39 "GET /v2.0/ports?device_id=b144e158-5c38-4858-aa17-c556187f60d2 HTTP/1.1" status: 200 len: 210 time: 0.0420511 Apr 20 17:20:25.873635 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-cbc836ee-8cfc-4c54-be81-1c654e6a09b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:25.875259 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-cbc836ee-8cfc-4c54-be81-1c654e6a09b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1060843 Apr 20 17:20:25.891577 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:25.924308 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 79d325e9-170e-4c94-9ef6-1326646d7f12, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=79d325e9-170e-4c94-9ef6-1326646d7f12,segment=NetworkSegment(604e0b5b-f444-4a84-a006-54ff61224a47),segment_id=604e0b5b-f444-4a84-a006-54ff61224a47)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:25.925496 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6286e55-eef1-4cf1-b8c6-5dfbf75b3171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0af42aba-ccbb-414e-841f-3c8777fe4c29'}, {'name': 'network-changed', 'server_uuid': 'e6286e55-eef1-4cf1-b8c6-5dfbf75b3171', 'tag': '0af42aba-ccbb-414e-841f-3c8777fe4c29'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:20:25.930336 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:25.931738 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 0af42aba-ccbb-414e-841f-3c8777fe4c29 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:20:25.974234 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-b0e59453-7246-4078-b243-9fad315a9b23 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0906405 Apr 20 17:20:25.985136 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bc4e2-253d-422f-b645-e77ba3ecc8fb req-08cdd6d9-2e8b-40bb-8ea3-e5420c33a4fd tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:25.991967 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d27bc4e2-253d-422f-b645-e77ba3ecc8fb req-08cdd6d9-2e8b-40bb-8ea3-e5420c33a4fd tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 784 time: 0.2801342 Apr 20 17:20:26.041881 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 0af42aba-ccbb-414e-841f-3c8777fe4c29 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:20:26.045592 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=79d325e9-170e-4c94-9ef6-1326646d7f12,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:26.068371 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-d27bc4e2-253d-422f-b645-e77ba3ecc8fb req-e3f1ec0a-4103-4a1f-ad6a-88a50c84a8c7 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Synchronizing usage tracker for tenant:108601a41d654be6985fac52f41da158 on resource:floatingip {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:20:26.085763 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-d27bc4e2-253d-422f-b645-e77ba3ecc8fb req-e3f1ec0a-4103-4a1f-ad6a-88a50c84a8c7 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Unset dirty status for tenant:108601a41d654be6985fac52f41da158 on resource:floatingip {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:20:26.094756 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d27bc4e2-253d-422f-b645-e77ba3ecc8fb req-e3f1ec0a-4103-4a1f-ad6a-88a50c84a8c7 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.199 HTTP/1.1" status: 200 len: 698 time: 0.1018903 Apr 20 17:20:26.167492 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-437562b4-5cfd-463d-bc15-6494a4a81992 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842666 Apr 20 17:20:26.172037 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d27bc4e2-253d-422f-b645-e77ba3ecc8fb req-1ce5edd6-4b45-4338-8fce-cee1a83d83f6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.199 HTTP/1.1" status: 200 len: 698 time: 0.0759625 Apr 20 17:20:26.177363 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf251c50-d51c-46d9-8886-1c49651040f4 req-85948b44-53cc-4390-b2fe-69a4035268cf tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:26.178927 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cf251c50-d51c-46d9-8886-1c49651040f4 req-85948b44-53cc-4390-b2fe-69a4035268cf tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 949 time: 0.1703396 Apr 20 17:20:26.305145 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cf251c50-d51c-46d9-8886-1c49651040f4 req-b33d4b72-c831-40c3-bc67-a0ca9db1f560 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080341 Apr 20 17:20:26.343224 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-d27bc4e2-253d-422f-b645-e77ba3ecc8fb req-d2709d7e-896f-4d61-90b0-2707ae1aa247 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Deleting port 5ab3e38e-478c-41f9-936c-a2b64b8d911d {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:20:26.343519 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d27bc4e2-253d-422f-b645-e77ba3ecc8fb req-d2709d7e-896f-4d61-90b0-2707ae1aa247 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:26.349523 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a58a6f91-1d90-4e75-8b20-8ffe00c159fc req-8b0fb8ab-220e-4195-b47c-e84d2659f170 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696644 Apr 20 17:20:26.521537 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047d722-8dbe-4c01-b01c-e55330fc56f4 req-b1d0cda5-66a1-4410-aad7-d24f109b3da8 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:26.523084 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e047d722-8dbe-4c01-b01c-e55330fc56f4 req-b1d0cda5-66a1-4410-aad7-d24f109b3da8 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea2a3faf-c6f2-4e08-91ab-28c4e11496ed HTTP/1.1" status: 200 len: 946 time: 0.0774968 Apr 20 17:20:26.526954 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d27bc4e2-253d-422f-b645-e77ba3ecc8fb req-d2709d7e-896f-4d61-90b0-2707ae1aa247 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:26.527274 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d27bc4e2-253d-422f-b645-e77ba3ecc8fb req-d2709d7e-896f-4d61-90b0-2707ae1aa247 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:26.568498 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e047d722-8dbe-4c01-b01c-e55330fc56f4 req-d93df441-644d-4de8-af64-170ee79fcc7e tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/security-groups?id=906aa622-0608-4fbd-8144-3fb248292f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399020 Apr 20 17:20:26.646970 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aa5797a-231a-4272-9f06-9052c662d84d'] response: {'server_uuid': 'e6286e55-eef1-4cf1-b8c6-5dfbf75b3171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0af42aba-ccbb-414e-841f-3c8777fe4c29', 'code': 200} Apr 20 17:20:26.647216 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aa5797a-231a-4272-9f06-9052c662d84d'] response: {'name': 'network-changed', 'server_uuid': 'e6286e55-eef1-4cf1-b8c6-5dfbf75b3171', 'tag': '0af42aba-ccbb-414e-841f-3c8777fe4c29', 'status': 'completed', 'code': 200} Apr 20 17:20:26.650721 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d325e9-170e-4c94-9ef6-1326646d7f12'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:20:26.653651 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-d27bc4e2-253d-422f-b645-e77ba3ecc8fb req-d2709d7e-896f-4d61-90b0-2707ae1aa247 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Calling delete_port for 5ab3e38e-478c-41f9-936c-a2b64b8d911d owned by network:floatingip {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:20:26.800499 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d27bc4e2-253d-422f-b645-e77ba3ecc8fb req-d2709d7e-896f-4d61-90b0-2707ae1aa247 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:26.843961 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2709d7e-896f-4d61-90b0-2707ae1aa247 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Pushing event deleted for resources: {'Port': ['ID=5ab3e38e-478c-41f9-936c-a2b64b8d911d,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:26.853711 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['d3a864df-aa6f-432f-a6ca-52351044c5f8'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:20:26.868734 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8878b513-f28f-4e9d-9421-06aef32fbd74 req-67062dc0-ad99-4048-9987-d5c7f8609307 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 1100 time: 0.1955123 Apr 20 17:20:26.880128 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8878b513-f28f-4e9d-9421-06aef32fbd74 req-be66681e-fcc0-4077-904c-54767774b01b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 1100 time: 0.1712751 Apr 20 17:20:26.884663 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['e99614d7-916e-434c-bbd2-097e4edc6806'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:20:26.921721 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['c655084b-fd05-45fb-8e95-31b739360b4f'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:20:26.934326 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea93cb5-e32e-4633-96d4-313a70a22de3 req-1b71a06b-0ec1-4f11-9cf1-985deaec8d1f tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:26.935910 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1ea93cb5-e32e-4633-96d4-313a70a22de3 req-1b71a06b-0ec1-4f11-9cf1-985deaec8d1f tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 945 time: 0.1889637 Apr 20 17:20:26.940143 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d27bc4e2-253d-422f-b645-e77ba3ecc8fb req-d2709d7e-896f-4d61-90b0-2707ae1aa247 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks [] for floatingip, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:26.945870 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['8823eb66-e9cf-4a3d-bc96-df512d3f7773'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:20:26.963309 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d27bc4e2-253d-422f-b645-e77ba3ecc8fb req-d2709d7e-896f-4d61-90b0-2707ae1aa247 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:26.964486 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d27bc4e2-253d-422f-b645-e77ba3ecc8fb req-d2709d7e-896f-4d61-90b0-2707ae1aa247 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "DELETE /v2.0/floatingips/c589e354-38d5-4e91-8e14-be347912f2eb HTTP/1.1" status: 204 len: 173 time: 0.7858541 Apr 20 17:20:27.039373 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['cced88fa-86e1-49c4-b887-c9c5b98b130a'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:20:27.062181 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['a8537b98-a7ec-415c-8279-a594cd6118df'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:20:27.119527 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c5f7e5de-c170-4424-aee9-3fe9cbc427a2 req-b8508d6b-74f3-4c9b-9f9f-a55bdb1e706b tempest-ServerShowV257Test-1347881387 tempest-ServerShowV257Test-1347881387-project] 10.222.0.43 "GET /v2.0/ports?device_id=b144e158-5c38-4858-aa17-c556187f60d2 HTTP/1.1" status: 200 len: 210 time: 0.0888174 Apr 20 17:20:27.153503 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b5e44-88ad-4c14-a32c-4250ba6bcb83 req-cea01dfc-2f61-4990-9f35-b8dc265d724b tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:27.155206 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-568b5e44-88ad-4c14-a32c-4250ba6bcb83 req-cea01dfc-2f61-4990-9f35-b8dc265d724b tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8b74366-ded1-4d91-adfe-c6728ef11ffd HTTP/1.1" status: 200 len: 945 time: 0.0873733 Apr 20 17:20:27.193899 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1ea93cb5-e32e-4633-96d4-313a70a22de3 req-13f64297-977c-4ea2-a832-64f3a7fb9068 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578889 Apr 20 17:20:27.212801 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878b513-f28f-4e9d-9421-06aef32fbd74 req-5b3b72ea-1ccf-4bba-95a7-1c1fa23b3368 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:27.213761 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8878b513-f28f-4e9d-9421-06aef32fbd74 req-5b3b72ea-1ccf-4bba-95a7-1c1fa23b3368 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.3135211 Apr 20 17:20:27.225591 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878b513-f28f-4e9d-9421-06aef32fbd74 req-157e066c-e2be-424b-a838-a8311f584824 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:27.228558 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8878b513-f28f-4e9d-9421-06aef32fbd74 req-157e066c-e2be-424b-a838-a8311f584824 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.3524199 Apr 20 17:20:27.243753 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-568b5e44-88ad-4c14-a32c-4250ba6bcb83 req-f16baa25-b0e6-4132-b321-41a00e6f4747 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/security-groups?id=906aa622-0608-4fbd-8144-3fb248292f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695577 Apr 20 17:20:27.404485 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bbaf204-1b3d-412d-bd04-a30f07b69d30'] response: {'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d325e9-170e-4c94-9ef6-1326646d7f12', 'code': 200} Apr 20 17:20:27.512008 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803dcbb8-f1d4-4412-bb1d-5ab67506aa70 None None] New status for floating IP c589e354-38d5-4e91-8e14-be347912f2eb: DOWN {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:20:27.514960 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['5224556f-f386-4d81-8c67-44e0ec851101'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:20:27.583469 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032f1ea-e20c-4677-983b-7cd56a85d291 req-adf01404-48bd-4eb8-b5d5-25d91fcbdbb4 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:27.587682 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032f1ea-e20c-4677-983b-7cd56a85d291 req-adf01404-48bd-4eb8-b5d5-25d91fcbdbb4 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:27.592092 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032f1ea-e20c-4677-983b-7cd56a85d291 req-adf01404-48bd-4eb8-b5d5-25d91fcbdbb4 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:27.597399 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032f1ea-e20c-4677-983b-7cd56a85d291 req-adf01404-48bd-4eb8-b5d5-25d91fcbdbb4 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:27.603057 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032f1ea-e20c-4677-983b-7cd56a85d291 req-adf01404-48bd-4eb8-b5d5-25d91fcbdbb4 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:27.608509 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032f1ea-e20c-4677-983b-7cd56a85d291 req-adf01404-48bd-4eb8-b5d5-25d91fcbdbb4 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:27.613742 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032f1ea-e20c-4677-983b-7cd56a85d291 req-adf01404-48bd-4eb8-b5d5-25d91fcbdbb4 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:27.614616 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8878b513-f28f-4e9d-9421-06aef32fbd74 req-81790dba-57fa-4c61-8a90-ca41c088393a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=0af42aba-ccbb-414e-841f-3c8777fe4c29 HTTP/1.1" status: 200 len: 217 time: 0.3934429 Apr 20 17:20:27.615929 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0032f1ea-e20c-4677-983b-7cd56a85d291 req-adf01404-48bd-4eb8-b5d5-25d91fcbdbb4 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5429 time: 0.1448648 Apr 20 17:20:27.620912 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8878b513-f28f-4e9d-9421-06aef32fbd74 req-2d5f183e-33fc-4957-82e3-cdc9d2b87a44 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=0af42aba-ccbb-414e-841f-3c8777fe4c29 HTTP/1.1" status: 200 len: 217 time: 0.2992158 Apr 20 17:20:27.678689 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['2e451d66-3f1e-4689-9a25-ce9c80736888'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:20:27.692422 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0032f1ea-e20c-4677-983b-7cd56a85d291 req-92d0d8d8-d3b9-4888-8e41-5695209c03dc tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0690434 Apr 20 17:20:27.760900 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878b513-f28f-4e9d-9421-06aef32fbd74 req-9886e194-0d83-434c-ac6e-90f734963f61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:27.762404 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8878b513-f28f-4e9d-9421-06aef32fbd74 req-9886e194-0d83-434c-ac6e-90f734963f61 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1400285 Apr 20 17:20:27.764767 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878b513-f28f-4e9d-9421-06aef32fbd74 req-7d41b20c-e566-47b7-bbfa-bbfc8c7024a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:27.766051 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8878b513-f28f-4e9d-9421-06aef32fbd74 req-7d41b20c-e566-47b7-bbfa-bbfc8c7024a4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1092706 Apr 20 17:20:27.851836 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d46a0-6285-4573-a1c6-355dc72cabf3 req-25e2880e-ae83-4cd8-89b6-013a4943a6a2 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:27.858969 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d56d46a0-6285-4573-a1c6-355dc72cabf3 req-25e2880e-ae83-4cd8-89b6-013a4943a6a2 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/ports?device_id=267f7b74-8120-4866-a0a4-c19779326d07 HTTP/1.1" status: 200 len: 944 time: 0.3086364 Apr 20 17:20:27.923575 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b9c149e8-2fa0-49a7-87d0-9c6611ab8d56 req-985954d4-f748-475d-a244-dc7be70471ba tempest-ServerShowV257Test-1347881387 tempest-ServerShowV257Test-1347881387-project] 10.222.0.39 "GET /v2.0/ports?device_id=b144e158-5c38-4858-aa17-c556187f60d2 HTTP/1.1" status: 200 len: 210 time: 0.0649414 Apr 20 17:20:27.958906 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d56d46a0-6285-4573-a1c6-355dc72cabf3 req-a9caeb86-f10a-4f59-854d-d7c9b75a2ae3 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/security-groups?id=486ffe35-1bec-449d-8f2a-c89f84180f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990622 Apr 20 17:20:27.978457 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8878b513-f28f-4e9d-9421-06aef32fbd74 req-563e02c5-cf15-438d-b7df-5146f06a258e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1720078 Apr 20 17:20:27.981318 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8878b513-f28f-4e9d-9421-06aef32fbd74 req-a024983b-fed7-4ec1-b126-6ccd67f966be service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2111838 Apr 20 17:20:28.200462 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502a403-dc6f-43e3-b857-c2f469d696bf req-13ddc51c-5319-4ecc-80d0-7a4e8c1f8ae1 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:28.206723 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6502a403-dc6f-43e3-b857-c2f469d696bf req-13ddc51c-5319-4ecc-80d0-7a4e8c1f8ae1 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 949 time: 0.1301415 Apr 20 17:20:28.315783 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6502a403-dc6f-43e3-b857-c2f469d696bf req-00e38609-81ac-4e66-beff-40239847f7f0 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044436 Apr 20 17:20:28.343724 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8878b513-f28f-4e9d-9421-06aef32fbd74 req-eda4dbab-a47b-4872-b703-179a05be381f service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275750 Apr 20 17:20:28.350581 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8878b513-f28f-4e9d-9421-06aef32fbd74 req-5a1b82e3-90f0-4210-9074-4b3f2208ca48 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647387 Apr 20 17:20:28.523531 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c8ca3-47c3-4df4-ba4f-0118bb81a3c1 req-49cca6e0-8e5d-4d97-99ce-a5ab7db486b7 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:28.525461 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fa2c8ca3-47c3-4df4-ba4f-0118bb81a3c1 req-49cca6e0-8e5d-4d97-99ce-a5ab7db486b7 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 945 time: 0.0831609 Apr 20 17:20:28.537909 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1b872-5f00-4f22-b0ed-97375dabc2be req-e8a839bf-06a4-4fc4-b58e-e63d4b64df2c tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:28.539769 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9ab1b872-5f00-4f22-b0ed-97375dabc2be req-e8a839bf-06a4-4fc4-b58e-e63d4b64df2c tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7cae-85fd-441a-a48a-d4128407b6e1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4211845 Apr 20 17:20:28.570349 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fa2c8ca3-47c3-4df4-ba4f-0118bb81a3c1 req-d1b7aca0-50c0-428a-91dd-69f69e5b378c tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396194 Apr 20 17:20:28.639634 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9ab1b872-5f00-4f22-b0ed-97375dabc2be req-7cc4b2c7-75b1-4f3a-a8dd-ee4596080ad9 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0931785 Apr 20 17:20:28.746826 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8878b513-f28f-4e9d-9421-06aef32fbd74 req-d83cd80e-3200-46ac-b186-601b54d77683 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941412 Apr 20 17:20:28.750597 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8878b513-f28f-4e9d-9421-06aef32fbd74 req-006baf9c-0f08-4d05-b88e-041801501531 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708000 Apr 20 17:20:28.753223 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-31d157f5-6516-4faf-996a-e3cafb5e1a16 req-4cb8f4da-3235-4313-b7e1-f50bf6a17c26 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0833201 Apr 20 17:20:28.854291 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9139871-4db3-4f95-aa69-9f38e9edf1d1 req-82835810-94b4-46a4-ba94-053121a80da7 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:28.855736 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a9139871-4db3-4f95-aa69-9f38e9edf1d1 req-82835810-94b4-46a4-ba94-053121a80da7 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8b74366-ded1-4d91-adfe-c6728ef11ffd HTTP/1.1" status: 200 len: 945 time: 0.1749868 Apr 20 17:20:28.902065 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a9139871-4db3-4f95-aa69-9f38e9edf1d1 req-efe9b668-bd83-435a-ac90-e939a3ca9dff tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/security-groups?id=906aa622-0608-4fbd-8144-3fb248292f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406134 Apr 20 17:20:28.953105 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a44ad8-6ccb-41d1-9105-83f9e2566801 req-2a93672b-d00b-45e6-abf3-2a2b5186f247 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:28.957247 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a44ad8-6ccb-41d1-9105-83f9e2566801 req-2a93672b-d00b-45e6-abf3-2a2b5186f247 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:28.961117 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a44ad8-6ccb-41d1-9105-83f9e2566801 req-2a93672b-d00b-45e6-abf3-2a2b5186f247 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:28.965247 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a44ad8-6ccb-41d1-9105-83f9e2566801 req-2a93672b-d00b-45e6-abf3-2a2b5186f247 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:28.969143 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a44ad8-6ccb-41d1-9105-83f9e2566801 req-2a93672b-d00b-45e6-abf3-2a2b5186f247 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:28.973102 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a44ad8-6ccb-41d1-9105-83f9e2566801 req-2a93672b-d00b-45e6-abf3-2a2b5186f247 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:28.977099 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a44ad8-6ccb-41d1-9105-83f9e2566801 req-2a93672b-d00b-45e6-abf3-2a2b5186f247 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:28.979046 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a8a44ad8-6ccb-41d1-9105-83f9e2566801 req-2a93672b-d00b-45e6-abf3-2a2b5186f247 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5429 time: 0.1104426 Apr 20 17:20:29.030950 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a8a44ad8-6ccb-41d1-9105-83f9e2566801 req-56aaf93e-d206-4d8e-8ca9-15f0aa9edbc8 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457890 Apr 20 17:20:29.326753 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0bdd7-2a57-41b3-a4b6-5aeef7a0ed0d req-6c0ccb9f-4386-456e-a448-9f8d2a678ff4 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:29.330614 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fab0bdd7-2a57-41b3-a4b6-5aeef7a0ed0d req-6c0ccb9f-4386-456e-a448-9f8d2a678ff4 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/ports?device_id=267f7b74-8120-4866-a0a4-c19779326d07 HTTP/1.1" status: 200 len: 944 time: 0.0840726 Apr 20 17:20:29.338291 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a42d70-e370-4e9c-92e0-ada622c95a2d req-84eb6074-2a1d-49ff-94f2-63a533969f5f tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:29.339743 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b2a42d70-e370-4e9c-92e0-ada622c95a2d req-84eb6074-2a1d-49ff-94f2-63a533969f5f tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7cae-85fd-441a-a48a-d4128407b6e1 HTTP/1.1" status: 200 len: 945 time: 0.0844328 Apr 20 17:20:29.383338 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fab0bdd7-2a57-41b3-a4b6-5aeef7a0ed0d req-7d15e322-2e2a-4568-84af-5866b7d19bee tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/security-groups?id=486ffe35-1bec-449d-8f2a-c89f84180f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442278 Apr 20 17:20:29.387600 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b2a42d70-e370-4e9c-92e0-ada622c95a2d req-cb8155f9-ac46-40a7-b812-83c2a42f4d76 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2baeb1e-0390-4fe1-9d8c-da55f07a4d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421093 Apr 20 17:20:29.438697 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42418) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:29.584378 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c12-f017-44dc-989a-b5c6a5387760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:29.600125 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e15827-c80a-4572-b623-0e82661219e9 req-05ceedf9-d7fd-42b8-bc2c-7aa14359c54e tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:29.601551 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-33e15827-c80a-4572-b623-0e82661219e9 req-05ceedf9-d7fd-42b8-bc2c-7aa14359c54e tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 949 time: 0.1013753 Apr 20 17:20:29.651371 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-a8f84c12-f017-44dc-989a-b5c6a5387760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:20:29.663827 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a8f84c12-f017-44dc-989a-b5c6a5387760 admin admin] Usage tracker for resource:security_group_rule and tenant:f2f7f6fb9e764d15b18192544db843ff is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:20:29.667645 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a8f84c12-f017-44dc-989a-b5c6a5387760 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:20:29.674068 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-a8f84c12-f017-44dc-989a-b5c6a5387760 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:20:29.677846 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-33e15827-c80a-4572-b623-0e82661219e9 req-989053fa-3d9c-4a7c-97d6-ad0e0883b1e4 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698402 Apr 20 17:20:29.759696 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c12-f017-44dc-989a-b5c6a5387760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:29.766595 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a8f84c12-f017-44dc-989a-b5c6a5387760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:29.776337 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f2c41-91f1-4d96-85af-d301f53953c2 req-cd5d111f-8203-40ca-ab9c-3ff566d7d97b tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:29.777941 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-748f2c41-91f1-4d96-85af-d301f53953c2 req-cd5d111f-8203-40ca-ab9c-3ff566d7d97b tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 945 time: 0.0855563 Apr 20 17:20:29.805109 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84c12-f017-44dc-989a-b5c6a5387760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994cfb03-3824-447b-ad26-fe0157b30f3c,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:29.836062 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a8f84c12-f017-44dc-989a-b5c6a5387760 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f2f7f6fb9e764d15b18192544db843ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3960290 Apr 20 17:20:29.836844 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42430) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:29.903662 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7a15f95f-a750-493e-8528-b5a3016efbfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:29.947607 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7a15f95f-a750-493e-8528-b5a3016efbfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:29.998782 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-748f2c41-91f1-4d96-85af-d301f53953c2 req-df0f7ae9-fc7a-4ff8-9e46-2555eff3e144 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141759 Apr 20 17:20:30.033023 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fc8b3c18-5e17-4d8b-a9ec-b44e88debcba req-0c3ba6b8-4058-4047-ae13-0be1852208cb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 1096 time: 0.1220129 Apr 20 17:20:30.055477 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7a15f95f-a750-493e-8528-b5a3016efbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:30.073579 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15f95f-a750-493e-8528-b5a3016efbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994cfb03-3824-447b-ad26-fe0157b30f3c,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:30.099292 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fc8b3c18-5e17-4d8b-a9ec-b44e88debcba req-875c35d7-0f14-40a1-be5b-6b37901c6062 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589857 Apr 20 17:20:30.125123 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7a15f95f-a750-493e-8528-b5a3016efbfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:30.128935 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7a15f95f-a750-493e-8528-b5a3016efbfe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/994cfb03-3824-447b-ad26-fe0157b30f3c HTTP/1.1" status: 204 len: 168 time: 0.2885051 Apr 20 17:20:30.131865 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 0af42aba-ccbb-414e-841f-3c8777fe4c29 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:20:30.181338 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3cf0e82f-0ba7-4578-9ff1-0ea4ad2f4504 req-ee38db3a-db41-4f9f-8503-e33b29b513c7 tempest-MigrationsAdminTest-1688820326 tempest-MigrationsAdminTest-1688820326-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 1100 time: 0.1017599 Apr 20 17:20:30.257810 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3cf0e82f-0ba7-4578-9ff1-0ea4ad2f4504 req-716951be-c95d-4d4f-8b6e-05c484e0ce8b tempest-MigrationsAdminTest-1688820326 tempest-MigrationsAdminTest-1688820326-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690200 Apr 20 17:20:30.272475 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97069c74-b5ef-495f-b380-2e183bac3206 req-acc52eb9-67b6-4d35-90b7-5c2faabe7cf6 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:30.274476 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-97069c74-b5ef-495f-b380-2e183bac3206 req-acc52eb9-67b6-4d35-90b7-5c2faabe7cf6 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8b74366-ded1-4d91-adfe-c6728ef11ffd HTTP/1.1" status: 200 len: 945 time: 0.0873773 Apr 20 17:20:30.338828 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-97069c74-b5ef-495f-b380-2e183bac3206 req-fef6b62f-3cd9-43f2-aa23-e98a26d2eb31 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/security-groups?id=906aa622-0608-4fbd-8144-3fb248292f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561171 Apr 20 17:20:30.367802 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 0af42aba-ccbb-414e-841f-3c8777fe4c29, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=0af42aba-ccbb-414e-841f-3c8777fe4c29,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:30.383836 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '0af42aba-ccbb-414e-841f-3c8777fe4c29', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': '0af42aba-ccbb-414e-841f-3c8777fe4c29', 'mac_address': 'fa:16:3e:6b:ce:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:20:30.489336 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:30.519288 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af42aba-ccbb-414e-841f-3c8777fe4c29 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:20:30.546295 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 0af42aba-ccbb-414e-841f-3c8777fe4c29, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=0af42aba-ccbb-414e-841f-3c8777fe4c29,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:30.554926 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:30.598973 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f29d963-54f6-4bc3-a360-f8eb89e01c92 req-ccb0be64-4aa3-4d9f-9b23-8db7f8c10b23 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1457837 Apr 20 17:20:30.602029 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e71ccc-b3c6-4826-8929-13536eb7bebf req-ebba89ba-fc5e-485d-951d-c634a114d951 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:30.619070 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e71ccc-b3c6-4826-8929-13536eb7bebf req-ebba89ba-fc5e-485d-951d-c634a114d951 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:30.623793 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e71ccc-b3c6-4826-8929-13536eb7bebf req-ebba89ba-fc5e-485d-951d-c634a114d951 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:30.629337 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e71ccc-b3c6-4826-8929-13536eb7bebf req-ebba89ba-fc5e-485d-951d-c634a114d951 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:30.636280 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e71ccc-b3c6-4826-8929-13536eb7bebf req-ebba89ba-fc5e-485d-951d-c634a114d951 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:30.641084 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e71ccc-b3c6-4826-8929-13536eb7bebf req-ebba89ba-fc5e-485d-951d-c634a114d951 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:30.648321 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=0af42aba-ccbb-414e-841f-3c8777fe4c29,revision_number=12']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:30.649321 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e71ccc-b3c6-4826-8929-13536eb7bebf req-ebba89ba-fc5e-485d-951d-c634a114d951 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:30.652106 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e6e71ccc-b3c6-4826-8929-13536eb7bebf req-ebba89ba-fc5e-485d-951d-c634a114d951 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5429 time: 0.2206681 Apr 20 17:20:30.703448 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e6e71ccc-b3c6-4826-8929-13536eb7bebf req-829dd414-467f-4fbe-b9b7-bae2fed6dfaa tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463333 Apr 20 17:20:30.841941 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['0af42aba-ccbb-414e-841f-3c8777fe4c29'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:20:30.997565 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f29d963-54f6-4bc3-a360-f8eb89e01c92 req-861a5ab4-2ccd-4043-b6f3-8492cdcd0f53 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c12b40028ab147a889b4fc203a6893de&device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 1101 time: 0.2495134 Apr 20 17:20:31.023249 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe7065-2ce3-4b50-8e4c-8e72f4fe22dc req-31413283-5b1f-4421-be50-6bedd4aa418c tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:31.025514 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f1fe7065-2ce3-4b50-8e4c-8e72f4fe22dc req-31413283-5b1f-4421-be50-6bedd4aa418c tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9af7cae-85fd-441a-a48a-d4128407b6e1 HTTP/1.1" status: 200 len: 945 time: 0.2116978 Apr 20 17:20:31.075257 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24bd6f1-aead-4467-b18b-18cce30ffd93 req-f258a4c3-bf49-413e-98df-a3e9b23808f0 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:31.075961 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b24bd6f1-aead-4467-b18b-18cce30ffd93 req-f258a4c3-bf49-413e-98df-a3e9b23808f0 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Synchronizing usage tracker for tenant:108601a41d654be6985fac52f41da158 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:20:31.094105 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b24bd6f1-aead-4467-b18b-18cce30ffd93 req-f258a4c3-bf49-413e-98df-a3e9b23808f0 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Unset dirty status for tenant:108601a41d654be6985fac52f41da158 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:20:31.099177 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b24bd6f1-aead-4467-b18b-18cce30ffd93 req-f258a4c3-bf49-413e-98df-a3e9b23808f0 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7cae-85fd-441a-a48a-d4128407b6e1 HTTP/1.1" status: 200 len: 945 time: 0.1646676 Apr 20 17:20:31.156362 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b24bd6f1-aead-4467-b18b-18cce30ffd93 req-81dc8d65-1f74-42df-921a-94fc4347decf tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2baeb1e-0390-4fe1-9d8c-da55f07a4d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544500 Apr 20 17:20:31.211313 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0f228-ceae-4c2f-a489-200a1ff37c6e req-2863af30-2471-49e2-b0eb-f06aba2f9e76 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:31.213125 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2cd0f228-ceae-4c2f-a489-200a1ff37c6e req-2863af30-2471-49e2-b0eb-f06aba2f9e76 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/ports?device_id=267f7b74-8120-4866-a0a4-c19779326d07 HTTP/1.1" status: 200 len: 944 time: 0.3205197 Apr 20 17:20:31.258072 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-f1fe7065-2ce3-4b50-8e4c-8e72f4fe22dc req-74f96d20-9f8c-44e5-9a60-15b0e8da3de6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Deleting port 96d2b7af-04a0-49c2-9dac-402972c4be20 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:20:31.261233 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f1fe7065-2ce3-4b50-8e4c-8e72f4fe22dc req-74f96d20-9f8c-44e5-9a60-15b0e8da3de6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:31.356591 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab2ef1-e0d4-40d9-9bf6-cda46738f453 req-4c0ffb4e-1bdc-486b-9f7f-24a238fed8df tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:31.358130 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e1ab2ef1-e0d4-40d9-9bf6-cda46738f453 req-4c0ffb4e-1bdc-486b-9f7f-24a238fed8df tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 950 time: 0.0884683 Apr 20 17:20:31.412198 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e1ab2ef1-e0d4-40d9-9bf6-cda46738f453 req-50466236-9e0e-4348-82f1-d828684c22f5 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460503 Apr 20 17:20:31.417738 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2cd0f228-ceae-4c2f-a489-200a1ff37c6e req-467a4dc8-fb38-4e2e-9242-7557ff7a24bb tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/security-groups?id=486ffe35-1bec-449d-8f2a-c89f84180f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940529 Apr 20 17:20:31.418713 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29d963-54f6-4bc3-a360-f8eb89e01c92 req-ea7aadae-bcab-445f-9968-e5fa6857ad93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:31.420246 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f29d963-54f6-4bc3-a360-f8eb89e01c92 req-ea7aadae-bcab-445f-9968-e5fa6857ad93 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.3929381 Apr 20 17:20:31.587948 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f29d963-54f6-4bc3-a360-f8eb89e01c92 req-5424c1ad-7023-48b3-b955-b5d010e202fb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=0af42aba-ccbb-414e-841f-3c8777fe4c29 HTTP/1.1" status: 200 len: 217 time: 0.1601856 Apr 20 17:20:31.609060 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b289f83-6f9f-401e-82cd-ba62b13d8afd req-bee9f19e-d5a3-4122-8af2-a29a66e76897 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:31.610521 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1b289f83-6f9f-401e-82cd-ba62b13d8afd req-bee9f19e-d5a3-4122-8af2-a29a66e76897 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 945 time: 0.0738902 Apr 20 17:20:31.659745 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1b289f83-6f9f-401e-82cd-ba62b13d8afd req-370673e3-d2ae-42de-9d4c-4187d79599e1 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432551 Apr 20 17:20:31.742971 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29d963-54f6-4bc3-a360-f8eb89e01c92 req-5062e450-84f5-4725-a37f-06aa096e4525 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:31.744418 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f29d963-54f6-4bc3-a360-f8eb89e01c92 req-5062e450-84f5-4725-a37f-06aa096e4525 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1461334 Apr 20 17:20:31.851699 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-f1fe7065-2ce3-4b50-8e4c-8e72f4fe22dc req-74f96d20-9f8c-44e5-9a60-15b0e8da3de6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] For port 96d2b7af-04a0-49c2-9dac-402972c4be20, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=96d2b7af-04a0-49c2-9dac-402972c4be20,segment=NetworkSegment(56fafc9c-fe45-49aa-accb-4b94f1317c54),segment_id=56fafc9c-fe45-49aa-accb-4b94f1317c54)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:31.852046 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f1fe7065-2ce3-4b50-8e4c-8e72f4fe22dc req-74f96d20-9f8c-44e5-9a60-15b0e8da3de6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:31.872581 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d16aa2-4adc-4480-80bf-f23234683e8d req-38c7683f-ef05-4fca-aebf-6c70f85df894 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:31.874022 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-62d16aa2-4adc-4480-80bf-f23234683e8d req-38c7683f-ef05-4fca-aebf-6c70f85df894 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8b74366-ded1-4d91-adfe-c6728ef11ffd HTTP/1.1" status: 200 len: 945 time: 0.3258228 Apr 20 17:20:31.988329 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-f1fe7065-2ce3-4b50-8e4c-8e72f4fe22dc req-74f96d20-9f8c-44e5-9a60-15b0e8da3de6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Calling delete_port for 96d2b7af-04a0-49c2-9dac-402972c4be20 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:20:32.100237 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-62d16aa2-4adc-4480-80bf-f23234683e8d req-ecb4048c-6199-49f1-8f81-cde406a38cf4 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/security-groups?id=906aa622-0608-4fbd-8144-3fb248292f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182032 Apr 20 17:20:32.104319 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f29d963-54f6-4bc3-a360-f8eb89e01c92 req-d9d1dbc8-b020-4335-af89-7c0e1183562b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3508756 Apr 20 17:20:32.127396 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85c4b3-14a6-4de3-b36c-f26e6e8bebb4 req-b0fafb3c-1290-4fea-9801-b32c1b7e93cd tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:32.128074 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85c4b3-14a6-4de3-b36c-f26e6e8bebb4 req-b0fafb3c-1290-4fea-9801-b32c1b7e93cd tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:32.131764 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85c4b3-14a6-4de3-b36c-f26e6e8bebb4 req-b0fafb3c-1290-4fea-9801-b32c1b7e93cd tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:32.135741 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85c4b3-14a6-4de3-b36c-f26e6e8bebb4 req-b0fafb3c-1290-4fea-9801-b32c1b7e93cd tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:32.139892 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85c4b3-14a6-4de3-b36c-f26e6e8bebb4 req-b0fafb3c-1290-4fea-9801-b32c1b7e93cd tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:32.144125 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85c4b3-14a6-4de3-b36c-f26e6e8bebb4 req-b0fafb3c-1290-4fea-9801-b32c1b7e93cd tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:32.144688 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 0af42aba-ccbb-414e-841f-3c8777fe4c29 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:20:32.148104 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85c4b3-14a6-4de3-b36c-f26e6e8bebb4 req-b0fafb3c-1290-4fea-9801-b32c1b7e93cd tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:32.150038 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3e85c4b3-14a6-4de3-b36c-f26e6e8bebb4 req-b0fafb3c-1290-4fea-9801-b32c1b7e93cd tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5429 time: 0.1115487 Apr 20 17:20:32.226878 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3e85c4b3-14a6-4de3-b36c-f26e6e8bebb4 req-5144aabd-060f-4fd9-b788-bddec1a117a7 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0670066 Apr 20 17:20:32.229494 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 0af42aba-ccbb-414e-841f-3c8777fe4c29 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:20:32.245488 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 0af42aba-ccbb-414e-841f-3c8777fe4c29 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:20:32.245891 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:32.333776 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767945f-0ccf-419c-8efc-4d4104903cc3 req-0373b00a-c6f8-44fa-aeb4-1fde1f1f09bf tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:32.335445 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0767945f-0ccf-419c-8efc-4d4104903cc3 req-0373b00a-c6f8-44fa-aeb4-1fde1f1f09bf tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 950 time: 0.1073420 Apr 20 17:20:32.406141 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:32.413997 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-0767945f-0ccf-419c-8efc-4d4104903cc3 req-a5419744-d719-41cb-803d-6936dc9a703f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Deleting port 0af42aba-ccbb-414e-841f-3c8777fe4c29 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:20:32.414628 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0767945f-0ccf-419c-8efc-4d4104903cc3 req-a5419744-d719-41cb-803d-6936dc9a703f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:32.451465 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 0af42aba-ccbb-414e-841f-3c8777fe4c29, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=0af42aba-ccbb-414e-841f-3c8777fe4c29,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:32.452396 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6286e55-eef1-4cf1-b8c6-5dfbf75b3171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af42aba-ccbb-414e-841f-3c8777fe4c29'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:20:32.460829 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:32.532472 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=0af42aba-ccbb-414e-841f-3c8777fe4c29,revision_number=13']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:32.587129 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-829634b9-dc1e-4e1e-8053-6594381caf5e tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:32.588606 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-829634b9-dc1e-4e1e-8053-6594381caf5e tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/networks?id=d400f90f-4a8e-41ce-ab99-e78cfbfff523 HTTP/1.1" status: 200 len: 810 time: 0.1870937 Apr 20 17:20:32.614255 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f1fe7065-2ce3-4b50-8e4c-8e72f4fe22dc req-74f96d20-9f8c-44e5-9a60-15b0e8da3de6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:32.625802 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['96d2b7af-04a0-49c2-9dac-402972c4be20'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:20:32.680291 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f96d20-9f8c-44e5-9a60-15b0e8da3de6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Pushing event deleted for resources: {'Port': ['ID=96d2b7af-04a0-49c2-9dac-402972c4be20,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:32.683418 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f29d963-54f6-4bc3-a360-f8eb89e01c92 req-227bb871-eca8-4649-a977-6ad4660e7578 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5717003 Apr 20 17:20:32.684609 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-6e6462bc-3fa8-484c-a15e-3cdd2b60c6aa tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/quotas/0dd99ef1065b406196682e8299225373 HTTP/1.1" status: 200 len: 375 time: 0.0836337 Apr 20 17:20:32.689367 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-345f2721-1452-4187-abe4-c620a6ed92f6 req-19da6910-b6b4-4529-81f3-2fe97e986d33 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9af7cae-85fd-441a-a48a-d4128407b6e1 HTTP/1.1" status: 200 len: 210 time: 0.0538504 Apr 20 17:20:32.747814 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-0767945f-0ccf-419c-8efc-4d4104903cc3 req-a5419744-d719-41cb-803d-6936dc9a703f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] For port 0af42aba-ccbb-414e-841f-3c8777fe4c29, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=0af42aba-ccbb-414e-841f-3c8777fe4c29,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:32.748168 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0767945f-0ccf-419c-8efc-4d4104903cc3 req-a5419744-d719-41cb-803d-6936dc9a703f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:32.869814 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf15e838-badb-484a-9cdd-139e11df94a6'] response: {'server_uuid': 'e6286e55-eef1-4cf1-b8c6-5dfbf75b3171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af42aba-ccbb-414e-841f-3c8777fe4c29', 'code': 200} Apr 20 17:20:32.873009 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fe7065-2ce3-4b50-8e4c-8e72f4fe22dc req-74f96d20-9f8c-44e5-9a60-15b0e8da3de6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] No DVR routers for this DVR port 96d2b7af-04a0-49c2-9dac-402972c4be20 on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:20:32.876234 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f1fe7065-2ce3-4b50-8e4c-8e72f4fe22dc req-74f96d20-9f8c-44e5-9a60-15b0e8da3de6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:32.886539 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9af7cae-85fd-441a-a48a-d4128407b6e1', 'name': 'network-vif-deleted', 'tag': '96d2b7af-04a0-49c2-9dac-402972c4be20'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:20:32.933664 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f1fe7065-2ce3-4b50-8e4c-8e72f4fe22dc req-74f96d20-9f8c-44e5-9a60-15b0e8da3de6 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205 tempest-FloatingIPsAssociationNegativeTestJSON-1875552205-project] 10.222.0.43 "DELETE /v2.0/ports/96d2b7af-04a0-49c2-9dac-402972c4be20 HTTP/1.1" status: 204 len: 173 time: 1.8774576 Apr 20 17:20:32.972497 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-0767945f-0ccf-419c-8efc-4d4104903cc3 req-a5419744-d719-41cb-803d-6936dc9a703f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Calling delete_port for 0af42aba-ccbb-414e-841f-3c8777fe4c29 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:20:32.989848 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f29d963-54f6-4bc3-a360-f8eb89e01c92 req-74fd4c07-73f8-45c7-beb3-2022da602d37 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634821 Apr 20 17:20:32.997120 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-db10c2f1-17b7-49b2-bf30-90dea3e58d24 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0dd99ef1065b406196682e8299225373&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3024802 Apr 20 17:20:33.137508 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435946d-67f9-4173-837b-62f581064359 req-83234ded-49ac-46b8-87d4-58cc2e922ac4 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:33.139073 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b435946d-67f9-4173-837b-62f581064359 req-83234ded-49ac-46b8-87d4-58cc2e922ac4 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/ports?device_id=267f7b74-8120-4866-a0a4-c19779326d07 HTTP/1.1" status: 200 len: 944 time: 0.1389716 Apr 20 17:20:33.159071 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-23e7c532-228d-4a19-ac0c-dd15470ab74b service neutron] 10.222.0.39 "GET /v2.0/networks/d400f90f-4a8e-41ce-ab99-e78cfbfff523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553836 Apr 20 17:20:33.240158 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b435946d-67f9-4173-837b-62f581064359 req-ecc50374-5dee-457c-88ca-8efd809cb6cc tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/security-groups?id=486ffe35-1bec-449d-8f2a-c89f84180f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641747 Apr 20 17:20:33.242089 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0767945f-0ccf-419c-8efc-4d4104903cc3 req-a5419744-d719-41cb-803d-6936dc9a703f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:33.255371 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['0af42aba-ccbb-414e-841f-3c8777fe4c29'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:20:33.311290 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5419744-d719-41cb-803d-6936dc9a703f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Pushing event deleted for resources: {'Port': ['ID=0af42aba-ccbb-414e-841f-3c8777fe4c29,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:33.329864 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-6b6bb709-3773-4364-ac28-ee7c6906d2ca service neutron] 10.222.0.39 "GET /v2.0/networks/d400f90f-4a8e-41ce-ab99-e78cfbfff523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638980 Apr 20 17:20:33.333186 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['f2ae1052-1228-44aa-b982-dda2ca184507', 'd9421e36-06a1-434f-a62b-5c544b9868a4', 'db955777-f791-4005-a279-3a7e7cd2ff53'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:20:33.357035 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5419744-d719-41cb-803d-6936dc9a703f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:33.357200 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5419744-d719-41cb-803d-6936dc9a703f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:33.357466 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5419744-d719-41cb-803d-6936dc9a703f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:33.357790 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5419744-d719-41cb-803d-6936dc9a703f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:33.358112 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5419744-d719-41cb-803d-6936dc9a703f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:33.358456 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5419744-d719-41cb-803d-6936dc9a703f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:33.358813 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5419744-d719-41cb-803d-6936dc9a703f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:33.359166 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5419744-d719-41cb-803d-6936dc9a703f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:33.359571 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5419744-d719-41cb-803d-6936dc9a703f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:33.359898 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5419744-d719-41cb-803d-6936dc9a703f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:33.360354 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5419744-d719-41cb-803d-6936dc9a703f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:33.440772 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-0767945f-0ccf-419c-8efc-4d4104903cc3 req-a5419744-d719-41cb-803d-6936dc9a703f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] No DVR routers for this DVR port 0af42aba-ccbb-414e-841f-3c8777fe4c29 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:20:33.477381 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0767945f-0ccf-419c-8efc-4d4104903cc3 req-a5419744-d719-41cb-803d-6936dc9a703f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:33.505380 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6286e55-eef1-4cf1-b8c6-5dfbf75b3171', 'name': 'network-vif-deleted', 'tag': '0af42aba-ccbb-414e-841f-3c8777fe4c29'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:20:33.527481 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-6ae230b1-a09b-4ed1-af0c-3a0415f10633 req-475f7548-77e0-4016-bad9-3c3546c66a15 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Synchronizing usage tracker for tenant:c12b40028ab147a889b4fc203a6893de on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:20:33.539829 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0767945f-0ccf-419c-8efc-4d4104903cc3 req-a5419744-d719-41cb-803d-6936dc9a703f tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.43 "DELETE /v2.0/ports/0af42aba-ccbb-414e-841f-3c8777fe4c29 HTTP/1.1" status: 204 len: 173 time: 1.1993604 Apr 20 17:20:33.583468 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-6ae230b1-a09b-4ed1-af0c-3a0415f10633 req-475f7548-77e0-4016-bad9-3c3546c66a15 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Unset dirty status for tenant:c12b40028ab147a889b4fc203a6893de on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:20:33.584723 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ae230b1-a09b-4ed1-af0c-3a0415f10633 req-475f7548-77e0-4016-bad9-3c3546c66a15 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6286e55-eef1-4cf1-b8c6-5dfbf75b3171 HTTP/1.1" status: 200 len: 210 time: 0.1454313 Apr 20 17:20:33.622269 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 5224556f-f386-4d81-8c67-44e0ec851101 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:20:33.755615 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f96690ca-060d-4a48-ae87-b92c15c4e31b'] response: {'server_uuid': 'c9af7cae-85fd-441a-a48a-d4128407b6e1', 'name': 'network-vif-deleted', 'tag': '96d2b7af-04a0-49c2-9dac-402972c4be20', 'status': 'completed', 'code': 200} Apr 20 17:20:33.861353 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 5224556f-f386-4d81-8c67-44e0ec851101 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:20:33.877404 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 5224556f-f386-4d81-8c67-44e0ec851101 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:20:33.877810 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:33.987179 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c9608-3925-4790-b3cb-7b0d7d753c54 req-08d13c6a-3626-4403-8f0e-04babd1af7b5 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:33.988977 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-241c9608-3925-4790-b3cb-7b0d7d753c54 req-08d13c6a-3626-4403-8f0e-04babd1af7b5 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8b74366-ded1-4d91-adfe-c6728ef11ffd HTTP/1.1" status: 200 len: 945 time: 0.1318994 Apr 20 17:20:34.018788 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55376e66-f2ac-4d4f-b255-3fa77b15d522 req-2af4dd77-a054-483f-a945-46589009c9f0 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:34.023050 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55376e66-f2ac-4d4f-b255-3fa77b15d522 req-2af4dd77-a054-483f-a945-46589009c9f0 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:34.027645 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55376e66-f2ac-4d4f-b255-3fa77b15d522 req-2af4dd77-a054-483f-a945-46589009c9f0 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:34.031773 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55376e66-f2ac-4d4f-b255-3fa77b15d522 req-2af4dd77-a054-483f-a945-46589009c9f0 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:34.037331 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55376e66-f2ac-4d4f-b255-3fa77b15d522 req-2af4dd77-a054-483f-a945-46589009c9f0 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:34.041356 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55376e66-f2ac-4d4f-b255-3fa77b15d522 req-2af4dd77-a054-483f-a945-46589009c9f0 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:34.047086 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55376e66-f2ac-4d4f-b255-3fa77b15d522 req-2af4dd77-a054-483f-a945-46589009c9f0 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:34.050004 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-55376e66-f2ac-4d4f-b255-3fa77b15d522 req-2af4dd77-a054-483f-a945-46589009c9f0 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5429 time: 0.1405883 Apr 20 17:20:34.060282 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-241c9608-3925-4790-b3cb-7b0d7d753c54 req-99570824-a44c-4451-8e96-814cbdee1544 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/security-groups?id=906aa622-0608-4fbd-8144-3fb248292f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647547 Apr 20 17:20:34.103356 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-55376e66-f2ac-4d4f-b255-3fa77b15d522 req-805d814d-24b1-421e-a7ae-b5d4c4a6d89e tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0474536 Apr 20 17:20:34.168737 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:34.215988 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f533965f-c8da-41d1-95e6-f43fec4124a1'] response: {'server_uuid': 'e6286e55-eef1-4cf1-b8c6-5dfbf75b3171', 'name': 'network-vif-deleted', 'tag': '0af42aba-ccbb-414e-841f-3c8777fe4c29', 'status': 'completed', 'code': 200} Apr 20 17:20:34.231007 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5b9f2a1b-f273-43f2-b4f4-6e61d89a900c req-0381a914-2f5e-429d-8dc0-e5720d881319 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 210 time: 0.0588534 Apr 20 17:20:34.247204 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 5224556f-f386-4d81-8c67-44e0ec851101, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=5224556f-f386-4d81-8c67-44e0ec851101,segment=NetworkSegment(abb1ef17-1d29-49c1-9668-c4c78c541eec),segment_id=abb1ef17-1d29-49c1-9668-c4c78c541eec)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:34.260004 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:34.262273 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device cced88fa-86e1-49c4-b887-c9c5b98b130a up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:20:34.331839 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42542) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:34.501250 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=5224556f-f386-4d81-8c67-44e0ec851101,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:34.519211 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port cced88fa-86e1-49c4-b887-c9c5b98b130a completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:20:34.526341 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port cced88fa-86e1-49c4-b887-c9c5b98b130a triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:20:34.526765 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:34.658019 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:34.686609 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2bb7ab-b1b3-4d69-91bb-014e0ebb4075 req-3320ac20-3861-4f74-ae3d-c878e2c8554c tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:34.688871 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd2bb7ab-b1b3-4d69-91bb-014e0ebb4075 req-3320ac20-3861-4f74-ae3d-c878e2c8554c tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/ports?device_id=267f7b74-8120-4866-a0a4-c19779326d07 HTTP/1.1" status: 200 len: 944 time: 0.1387911 Apr 20 17:20:34.697158 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port cced88fa-86e1-49c4-b887-c9c5b98b130a, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=cced88fa-86e1-49c4-b887-c9c5b98b130a,segment=NetworkSegment(779b9809-51ec-4421-9a2c-115c6f91c2b3),segment_id=779b9809-51ec-4421-9a2c-115c6f91c2b3)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:34.705702 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:34.706570 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device d3a864df-aa6f-432f-a6ca-52351044c5f8 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:20:34.754214 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd2bb7ab-b1b3-4d69-91bb-014e0ebb4075 req-d275ad61-c43b-4995-9791-1470808e9e5c tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/security-groups?id=486ffe35-1bec-449d-8f2a-c89f84180f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586169 Apr 20 17:20:34.834305 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42554) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:34.862442 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=cced88fa-86e1-49c4-b887-c9c5b98b130a,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:34.871646 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5224556f-f386-4d81-8c67-44e0ec851101'}, {'server_uuid': 'f8b74366-ded1-4d91-adfe-c6728ef11ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cced88fa-86e1-49c4-b887-c9c5b98b130a'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:20:34.891667 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port d3a864df-aa6f-432f-a6ca-52351044c5f8 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:20:34.897854 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port d3a864df-aa6f-432f-a6ca-52351044c5f8 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:20:34.898270 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:34.950028 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebeeea37-8da7-4ff6-9987-7e2d0f60f594'] response: {'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5224556f-f386-4d81-8c67-44e0ec851101', 'code': 200} Apr 20 17:20:34.950312 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebeeea37-8da7-4ff6-9987-7e2d0f60f594'] response: {'server_uuid': 'f8b74366-ded1-4d91-adfe-c6728ef11ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cced88fa-86e1-49c4-b887-c9c5b98b130a', 'code': 200} Apr 20 17:20:35.150014 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:35.208122 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port d3a864df-aa6f-432f-a6ca-52351044c5f8, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=d3a864df-aa6f-432f-a6ca-52351044c5f8,segment=NetworkSegment(f7401c34-bfaa-4f83-9b43-3831d785ed6f),segment_id=f7401c34-bfaa-4f83-9b43-3831d785ed6f)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:35.226590 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:35.227696 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device c655084b-fd05-45fb-8e95-31b739360b4f up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:20:35.267935 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-79f45824-ffe4-4ee5-9840-b5810e0b45d7 req-43202538-ec95-4619-a8f1-3bcf2ccbbe8c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f8b74366-ded1-4d91-adfe-c6728ef11ffd HTTP/1.1" status: 200 len: 1097 time: 0.1412604 Apr 20 17:20:35.348122 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=d3a864df-aa6f-432f-a6ca-52351044c5f8,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:35.359090 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-c9e4d598-fc68-4a24-ac02-a56e82afa811 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:35.360813 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-c9e4d598-fc68-4a24-ac02-a56e82afa811 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.43 "GET /v2.0/networks?id=d400f90f-4a8e-41ce-ab99-e78cfbfff523 HTTP/1.1" status: 200 len: 810 time: 0.3936014 Apr 20 17:20:35.363081 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port c655084b-fd05-45fb-8e95-31b739360b4f completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:20:35.368183 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port c655084b-fd05-45fb-8e95-31b739360b4f triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:20:35.368627 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:35.371759 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-352178f8-06c5-43d2-a2fc-8a535ec2528c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:35.383363 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-79f45824-ffe4-4ee5-9840-b5810e0b45d7 req-9dd794b6-654b-4023-b526-306d2776e161 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=906aa622-0608-4fbd-8144-3fb248292f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053476 Apr 20 17:20:35.392126 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-4c361b37-f2cb-448c-832b-49082c7132c8 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Request body: {'port': {'device_id': 'd81db230-469e-44b0-aace-53486cdae29b', 'network_id': 'd400f90f-4a8e-41ce-ab99-e78cfbfff523', 'admin_state_up': True, 'tenant_id': '0dd99ef1065b406196682e8299225373'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:20:35.418672 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86f00d-d48d-4cd0-93ed-15db235932a1 req-c19f7ba1-6131-4184-bbdc-74b01d72a275 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:35.420227 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-aa86f00d-d48d-4cd0-93ed-15db235932a1 req-c19f7ba1-6131-4184-bbdc-74b01d72a275 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8b74366-ded1-4d91-adfe-c6728ef11ffd HTTP/1.1" status: 200 len: 946 time: 0.1483026 Apr 20 17:20:35.432629 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1240a383-fd2f-4c8d-b305-c96cdbfd1222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:35.490412 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:35.524748 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port c655084b-fd05-45fb-8e95-31b739360b4f, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=c655084b-fd05-45fb-8e95-31b739360b4f,segment=NetworkSegment(abb1ef17-1d29-49c1-9668-c4c78c541eec),segment_id=abb1ef17-1d29-49c1-9668-c4c78c541eec)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:35.529196 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:35.530164 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device e99614d7-916e-434c-bbd2-097e4edc6806 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:20:35.553281 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-352178f8-06c5-43d2-a2fc-8a535ec2528c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:20:35.567240 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-352178f8-06c5-43d2-a2fc-8a535ec2528c admin admin] Usage tracker for resource:security_group_rule and tenant:9eaecaac542142b993f4ded950529f80 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:20:35.572847 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-352178f8-06c5-43d2-a2fc-8a535ec2528c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:20:35.588971 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc87e5-29aa-4f8c-a6a7-ebef71751f14 req-7fcdce5a-0a3e-4bd8-a088-f984823aa922 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:35.590489 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b0cc87e5-29aa-4f8c-a6a7-ebef71751f14 req-7fcdce5a-0a3e-4bd8-a088-f984823aa922 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 950 time: 0.3097508 Apr 20 17:20:35.599719 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-352178f8-06c5-43d2-a2fc-8a535ec2528c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:20:35.602966 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-aa86f00d-d48d-4cd0-93ed-15db235932a1 req-1ac0b41c-9b26-4b14-8094-2f97c4a963b9 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/security-groups?id=906aa622-0608-4fbd-8144-3fb248292f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737754 Apr 20 17:20:35.635345 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-4c361b37-f2cb-448c-832b-49082c7132c8 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:20:35.660856 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=c655084b-fd05-45fb-8e95-31b739360b4f,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:35.668234 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port e99614d7-916e-434c-bbd2-097e4edc6806 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:20:35.673584 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-4c361b37-f2cb-448c-832b-49082c7132c8 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:20:35.673698 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port e99614d7-916e-434c-bbd2-097e4edc6806 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:20:35.673918 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:35.694260 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b0cc87e5-29aa-4f8c-a6a7-ebef71751f14 req-b259cc67-4e0b-4222-a61e-8cfe288921ae tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922725 Apr 20 17:20:35.712485 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-4c361b37-f2cb-448c-832b-49082c7132c8 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Made reservation on behalf of 0dd99ef1065b406196682e8299225373 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:20:35.716200 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-4c361b37-f2cb-448c-832b-49082c7132c8 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:35.818218 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-352178f8-06c5-43d2-a2fc-8a535ec2528c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:35.837483 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-352178f8-06c5-43d2-a2fc-8a535ec2528c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:35.878604 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:35.917242 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port e99614d7-916e-434c-bbd2-097e4edc6806, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=e99614d7-916e-434c-bbd2-097e4edc6806,segment=NetworkSegment(abb1ef17-1d29-49c1-9668-c4c78c541eec),segment_id=abb1ef17-1d29-49c1-9668-c4c78c541eec)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:35.922903 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:35.923717 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 2e451d66-3f1e-4689-9a25-ce9c80736888 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:20:35.988691 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-352178f8-06c5-43d2-a2fc-8a535ec2528c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9eaecaac542142b993f4ded950529f80&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1500697 Apr 20 17:20:35.995400 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7b647ccb-5873-4dbc-a272-a44ecac72dfd req-46a3f045-7709-4fb1-877e-855810fecc6e tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 210 time: 0.1113002 Apr 20 17:20:36.017342 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42572) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:36.017655 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352178f8-06c5-43d2-a2fc-8a535ec2528c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f63d398-c2c2-497c-aa37-9585f3eb060b,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:36.034520 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f154c-afdb-40e5-8b3b-b83ae0d4a2bf req-2794138b-4932-4486-b548-833a55308058 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:36.037271 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=e99614d7-916e-434c-bbd2-097e4edc6806,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:36.038924 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f154c-afdb-40e5-8b3b-b83ae0d4a2bf req-2794138b-4932-4486-b548-833a55308058 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:36.043035 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f154c-afdb-40e5-8b3b-b83ae0d4a2bf req-2794138b-4932-4486-b548-833a55308058 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:36.047012 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f154c-afdb-40e5-8b3b-b83ae0d4a2bf req-2794138b-4932-4486-b548-833a55308058 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:36.051004 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f154c-afdb-40e5-8b3b-b83ae0d4a2bf req-2794138b-4932-4486-b548-833a55308058 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:36.055002 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f154c-afdb-40e5-8b3b-b83ae0d4a2bf req-2794138b-4932-4486-b548-833a55308058 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:36.059128 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f154c-afdb-40e5-8b3b-b83ae0d4a2bf req-2794138b-4932-4486-b548-833a55308058 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:36.061160 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5f8f154c-afdb-40e5-8b3b-b83ae0d4a2bf req-2794138b-4932-4486-b548-833a55308058 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5431 time: 0.2060356 Apr 20 17:20:36.070144 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 2e451d66-3f1e-4689-9a25-ce9c80736888 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:20:36.075471 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-4c361b37-f2cb-448c-832b-49082c7132c8 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Allocated IP 172.20.0.4 (d400f90f-4a8e-41ce-ab99-e78cfbfff523/7d6355b3-9159-47c5-b462-d8d60cd8f890/c82142eb-930d-41bc-8554-4b621bc06e84) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:20:36.077328 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 2e451d66-3f1e-4689-9a25-ce9c80736888 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:20:36.077958 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:36.167061 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 0af42aba-ccbb-414e-841f-3c8777fe4c29 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:20:36.192075 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5f8f154c-afdb-40e5-8b3b-b83ae0d4a2bf req-d322f9c9-ec08-425e-9878-ff542e2de288 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1174326 Apr 20 17:20:36.201573 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e38027c-700f-46d2-96d4-ff719a6c8485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:36.230833 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 0af42aba-ccbb-414e-841f-3c8777fe4c29 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:20:36.231915 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 0af42aba-ccbb-414e-841f-3c8777fe4c29 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:20:36.232477 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 96d2b7af-04a0-49c2-9dac-402972c4be20 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:20:36.236224 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e38027c-700f-46d2-96d4-ff719a6c8485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:36.266413 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 96d2b7af-04a0-49c2-9dac-402972c4be20 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:20:36.266747 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 96d2b7af-04a0-49c2-9dac-402972c4be20 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:20:36.317699 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2455b-648c-4138-87c1-123c0ed715ed req-3ea54ea7-4baf-4055-b390-0162366468cd tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:36.319321 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-19d2455b-648c-4138-87c1-123c0ed715ed req-3ea54ea7-4baf-4055-b390-0162366468cd tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/ports?device_id=267f7b74-8120-4866-a0a4-c19779326d07 HTTP/1.1" status: 200 len: 945 time: 0.1922977 Apr 20 17:20:36.342346 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:36.366525 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e38027c-700f-46d2-96d4-ff719a6c8485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:36.374826 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 2e451d66-3f1e-4689-9a25-ce9c80736888, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=2e451d66-3f1e-4689-9a25-ce9c80736888,segment=NetworkSegment(ed532698-ac79-4654-b726-93450dcffcf6),segment_id=ed532698-ac79-4654-b726-93450dcffcf6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:36.381585 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:36.381925 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device a8537b98-a7ec-415c-8279-a594cd6118df up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:20:36.385210 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-4c361b37-f2cb-448c-832b-49082c7132c8 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:36.401005 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38027c-700f-46d2-96d4-ff719a6c8485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f63d398-c2c2-497c-aa37-9585f3eb060b,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:36.407705 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e38027c-700f-46d2-96d4-ff719a6c8485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:36.408808 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0e38027c-700f-46d2-96d4-ff719a6c8485 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7f63d398-c2c2-497c-aa37-9585f3eb060b HTTP/1.1" status: 204 len: 168 time: 0.3957045 Apr 20 17:20:36.417492 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-1240a383-fd2f-4c8d-b305-c96cdbfd1222 admin admin] Deleting port cb58ba66-3676-4b83-ba61-3584d051c032 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:20:36.423716 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1240a383-fd2f-4c8d-b305-c96cdbfd1222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:36.461047 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-4c361b37-f2cb-448c-832b-49082c7132c8 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:36.477220 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['84ffe60e-83b3-44fd-9266-3e110978ab41'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:20:36.556191 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c361b37-f2cb-448c-832b-49082c7132c8 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Pushing event updated for resources: {'Port': ['ID=c82142eb-930d-41bc-8554-4b621bc06e84,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:36.572575 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-19d2455b-648c-4138-87c1-123c0ed715ed req-285713a2-0d4b-459b-924b-8d311ce17589 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/security-groups?id=486ffe35-1bec-449d-8f2a-c89f84180f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302084 Apr 20 17:20:36.598075 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=2e451d66-3f1e-4689-9a25-ce9c80736888,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:36.599471 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-4c361b37-f2cb-448c-832b-49082c7132c8 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Network d400f90f-4a8e-41ce-ab99-e78cfbfff523 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:20:36.608467 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-4c361b37-f2cb-448c-832b-49082c7132c8 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:20:36.611202 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-4c361b37-f2cb-448c-832b-49082c7132c8 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:20:36.681826 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port a8537b98-a7ec-415c-8279-a594cd6118df completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:20:36.692247 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port a8537b98-a7ec-415c-8279-a594cd6118df triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:20:36.692743 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:36.705168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-1240a383-fd2f-4c8d-b305-c96cdbfd1222 admin admin] For port cb58ba66-3676-4b83-ba61-3584d051c032, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=cb58ba66-3676-4b83-ba61-3584d051c032,segment=NetworkSegment(56fafc9c-fe45-49aa-accb-4b94f1317c54),segment_id=56fafc9c-fe45-49aa-accb-4b94f1317c54)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:36.705515 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1240a383-fd2f-4c8d-b305-c96cdbfd1222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:36.722786 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-4c361b37-f2cb-448c-832b-49082c7132c8 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:36.723709 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-4c361b37-f2cb-448c-832b-49082c7132c8 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:36.824573 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-4c361b37-f2cb-448c-832b-49082c7132c8 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4405482 Apr 20 17:20:36.835867 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-579df14a-30d6-404d-ab99-454ddcbbbed0 service neutron] Request body: {'port': {'device_id': 'd81db230-469e-44b0-aace-53486cdae29b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:20:36.891134 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:36.959466 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port a8537b98-a7ec-415c-8279-a594cd6118df, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a8537b98-a7ec-415c-8279-a594cd6118df,segment=NetworkSegment(ed532698-ac79-4654-b726-93450dcffcf6),segment_id=ed532698-ac79-4654-b726-93450dcffcf6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:36.960908 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267f7b74-8120-4866-a0a4-c19779326d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a864df-aa6f-432f-a6ca-52351044c5f8'}, {'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c655084b-fd05-45fb-8e95-31b739360b4f'}, {'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99614d7-916e-434c-bbd2-097e4edc6806'}, {'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e451d66-3f1e-4689-9a25-ce9c80736888'}, {'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8537b98-a7ec-415c-8279-a594cd6118df'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:20:36.962010 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-1240a383-fd2f-4c8d-b305-c96cdbfd1222 admin admin] Calling delete_port for cb58ba66-3676-4b83-ba61-3584d051c032 owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:20:36.970841 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:36.972575 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 8823eb66-e9cf-4a3d-bc96-df512d3f7773 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:20:37.087542 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=a8537b98-a7ec-415c-8279-a594cd6118df,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:37.132774 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 8823eb66-e9cf-4a3d-bc96-df512d3f7773 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:20:37.140090 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 8823eb66-e9cf-4a3d-bc96-df512d3f7773 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:20:37.140650 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:37.213261 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea171d3-01fd-40bb-88b2-81c5ddc21bee req-16d74294-598a-46ec-8dd0-cd6a970c1984 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:37.220310 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ea171d3-01fd-40bb-88b2-81c5ddc21bee req-16d74294-598a-46ec-8dd0-cd6a970c1984 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 950 time: 0.1786234 Apr 20 17:20:37.278598 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ea171d3-01fd-40bb-88b2-81c5ddc21bee req-7ef54618-e358-49b3-8c3b-f219e6838761 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567431 Apr 20 17:20:37.288090 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-579df14a-30d6-404d-ab99-454ddcbbbed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:37.299346 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:37.331189 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca00855-6348-4804-bdd9-57cd766cacd4 req-65122891-d8d9-4eb3-8956-b3d742f004a3 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:37.332652 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3ca00855-6348-4804-bdd9-57cd766cacd4 req-65122891-d8d9-4eb3-8956-b3d742f004a3 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8b74366-ded1-4d91-adfe-c6728ef11ffd HTTP/1.1" status: 200 len: 946 time: 0.1537335 Apr 20 17:20:37.381758 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 8823eb66-e9cf-4a3d-bc96-df512d3f7773, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=8823eb66-e9cf-4a3d-bc96-df512d3f7773,segment=NetworkSegment(abb1ef17-1d29-49c1-9668-c4c78c541eec),segment_id=abb1ef17-1d29-49c1-9668-c4c78c541eec)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:37.386718 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d78ed1-23b5-4a5a-800a-7bbee3d4238a'] response: {'server_uuid': '267f7b74-8120-4866-a0a4-c19779326d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a864df-aa6f-432f-a6ca-52351044c5f8', 'code': 200} Apr 20 17:20:37.387163 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d78ed1-23b5-4a5a-800a-7bbee3d4238a'] response: {'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c655084b-fd05-45fb-8e95-31b739360b4f', 'code': 200} Apr 20 17:20:37.387423 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d78ed1-23b5-4a5a-800a-7bbee3d4238a'] response: {'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99614d7-916e-434c-bbd2-097e4edc6806', 'code': 200} Apr 20 17:20:37.387676 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d78ed1-23b5-4a5a-800a-7bbee3d4238a'] response: {'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e451d66-3f1e-4689-9a25-ce9c80736888', 'code': 200} Apr 20 17:20:37.387923 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d78ed1-23b5-4a5a-800a-7bbee3d4238a'] response: {'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8537b98-a7ec-415c-8279-a594cd6118df', 'code': 200} Apr 20 17:20:37.402828 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:37.421142 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851db43c-0265-4344-a35a-3625e2d3b3af req-3008f07a-9586-4ee7-9e89-f35ce92d7492 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:37.423514 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-851db43c-0265-4344-a35a-3625e2d3b3af req-3008f07a-9586-4ee7-9e89-f35ce92d7492 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 950 time: 0.1826551 Apr 20 17:20:37.515280 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-851db43c-0265-4344-a35a-3625e2d3b3af req-0f1e2a21-dc47-4c33-a4fc-5929cec00372 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Deleting port db955777-f791-4005-a279-3a7e7cd2ff53 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:20:37.515655 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-851db43c-0265-4344-a35a-3625e2d3b3af req-0f1e2a21-dc47-4c33-a4fc-5929cec00372 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:37.544355 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=8823eb66-e9cf-4a3d-bc96-df512d3f7773,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:37.658280 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3ca00855-6348-4804-bdd9-57cd766cacd4 req-1889806b-5675-417e-bd53-381c4d6496ed tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/security-groups?id=906aa622-0608-4fbd-8144-3fb248292f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047874 Apr 20 17:20:37.744791 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1240a383-fd2f-4c8d-b305-c96cdbfd1222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:37.854332 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-da037dee-8851-4ee2-82c9-9e32b89ba47d req-19b3d732-d925-4bb5-a226-2ec73afcdefe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=267f7b74-8120-4866-a0a4-c19779326d07 HTTP/1.1" status: 200 len: 1096 time: 0.2479532 Apr 20 17:20:37.866896 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fcf696-6d18-4e8b-b75d-63b05c3f8ebc req-2516bd10-8fe1-4876-a4e4-48f19aebfd01 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:37.867549 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-03fcf696-6d18-4e8b-b75d-63b05c3f8ebc req-2516bd10-8fe1-4876-a4e4-48f19aebfd01 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Synchronizing usage tracker for tenant:0dd99ef1065b406196682e8299225373 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:20:37.880320 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240a383-fd2f-4c8d-b305-c96cdbfd1222 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb58ba66-3676-4b83-ba61-3584d051c032,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:37.931776 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-03fcf696-6d18-4e8b-b75d-63b05c3f8ebc req-2516bd10-8fe1-4876-a4e4-48f19aebfd01 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Unset dirty status for tenant:0dd99ef1065b406196682e8299225373 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:20:37.932923 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-03fcf696-6d18-4e8b-b75d-63b05c3f8ebc req-2516bd10-8fe1-4876-a4e4-48f19aebfd01 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 931 time: 0.3277962 Apr 20 17:20:37.947926 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-da037dee-8851-4ee2-82c9-9e32b89ba47d req-dff035bd-ad2d-40f9-a987-77e7c50a64f5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=486ffe35-1bec-449d-8f2a-c89f84180f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865946 Apr 20 17:20:38.040731 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-579df14a-30d6-404d-ab99-454ddcbbbed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c82142eb-930d-41bc-8554-4b621bc06e84 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:20:38.044597 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-851db43c-0265-4344-a35a-3625e2d3b3af req-0f1e2a21-dc47-4c33-a4fc-5929cec00372 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] For port db955777-f791-4005-a279-3a7e7cd2ff53, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=db955777-f791-4005-a279-3a7e7cd2ff53,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:38.044955 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-851db43c-0265-4344-a35a-3625e2d3b3af req-0f1e2a21-dc47-4c33-a4fc-5929cec00372 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:38.048908 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-03fcf696-6d18-4e8b-b75d-63b05c3f8ebc req-c0f69c64-7d56-4db1-a9af-67cd35a0f7f0 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973089 Apr 20 17:20:38.050360 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-579df14a-30d6-404d-ab99-454ddcbbbed0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:38.066477 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-579df14a-30d6-404d-ab99-454ddcbbbed0 service neutron] Transition to ACTIVE for port object c82142eb-930d-41bc-8554-4b621bc06e84 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:20:38.073838 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-579df14a-30d6-404d-ab99-454ddcbbbed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:38.195847 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-851db43c-0265-4344-a35a-3625e2d3b3af req-0f1e2a21-dc47-4c33-a4fc-5929cec00372 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Calling delete_port for db955777-f791-4005-a279-3a7e7cd2ff53 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:20:38.233522 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579df14a-30d6-404d-ab99-454ddcbbbed0 service neutron] Pushing event updated for resources: {'Port': ['ID=c82142eb-930d-41bc-8554-4b621bc06e84,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:38.360398 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddb266-af1a-4627-9edb-53f17760124f req-937e8a50-aab6-4890-923d-5492b963b60d tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:38.361801 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4bddb266-af1a-4627-9edb-53f17760124f req-937e8a50-aab6-4890-923d-5492b963b60d tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/ports?device_id=267f7b74-8120-4866-a0a4-c19779326d07 HTTP/1.1" status: 200 len: 945 time: 0.1837702 Apr 20 17:20:38.366236 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-579df14a-30d6-404d-ab99-454ddcbbbed0 service neutron] Attempting to bind port c82142eb-930d-41bc-8554-4b621bc06e84 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:20:38.366598 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-579df14a-30d6-404d-ab99-454ddcbbbed0 service neutron] Attempting to bind port c82142eb-930d-41bc-8554-4b621bc06e84 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '4060d4e7-10e6-4838-836b-eec05a3f4513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd400f90f-4a8e-41ce-ab99-e78cfbfff523'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:20:38.366889 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-579df14a-30d6-404d-ab99-454ddcbbbed0 service neutron] Attempting to bind port c82142eb-930d-41bc-8554-4b621bc06e84 on network d400f90f-4a8e-41ce-ab99-e78cfbfff523 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:20:38.372176 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888b645-a0f9-4bc4-ac88-c8e8eab572b5 req-2187ecea-b03d-4909-a732-3b36176631db tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:38.376030 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888b645-a0f9-4bc4-ac88-c8e8eab572b5 req-2187ecea-b03d-4909-a732-3b36176631db tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:38.379928 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888b645-a0f9-4bc4-ac88-c8e8eab572b5 req-2187ecea-b03d-4909-a732-3b36176631db tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:38.383763 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888b645-a0f9-4bc4-ac88-c8e8eab572b5 req-2187ecea-b03d-4909-a732-3b36176631db tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:38.387577 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888b645-a0f9-4bc4-ac88-c8e8eab572b5 req-2187ecea-b03d-4909-a732-3b36176631db tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:38.391387 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888b645-a0f9-4bc4-ac88-c8e8eab572b5 req-2187ecea-b03d-4909-a732-3b36176631db tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:38.391530 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-579df14a-30d6-404d-ab99-454ddcbbbed0 service neutron] Port c82142eb-930d-41bc-8554-4b621bc06e84 on network d400f90f-4a8e-41ce-ab99-e78cfbfff523 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:20:38.391835 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-579df14a-30d6-404d-ab99-454ddcbbbed0 service neutron] Attempting to bind port c82142eb-930d-41bc-8554-4b621bc06e84 on network d400f90f-4a8e-41ce-ab99-e78cfbfff523 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:20:38.395309 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888b645-a0f9-4bc4-ac88-c8e8eab572b5 req-2187ecea-b03d-4909-a732-3b36176631db tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:38.397155 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8888b645-a0f9-4bc4-ac88-c8e8eab572b5 req-2187ecea-b03d-4909-a732-3b36176631db tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5435 time: 0.5642993 Apr 20 17:20:38.412129 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-579df14a-30d6-404d-ab99-454ddcbbbed0 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:20:38.412437 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-579df14a-30d6-404d-ab99-454ddcbbbed0 service neutron] Checking segment: {'id': '4060d4e7-10e6-4838-836b-eec05a3f4513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd400f90f-4a8e-41ce-ab99-e78cfbfff523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:20:38.412834 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-579df14a-30d6-404d-ab99-454ddcbbbed0 service neutron] Bound using segment: {'id': '4060d4e7-10e6-4838-836b-eec05a3f4513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd400f90f-4a8e-41ce-ab99-e78cfbfff523'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:20:38.413260 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-579df14a-30d6-404d-ab99-454ddcbbbed0 service neutron] Bound port: c82142eb-930d-41bc-8554-4b621bc06e84, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4060d4e7-10e6-4838-836b-eec05a3f4513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd400f90f-4a8e-41ce-ab99-e78cfbfff523'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:20:38.413572 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-579df14a-30d6-404d-ab99-454ddcbbbed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:38.431524 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4bddb266-af1a-4627-9edb-53f17760124f req-64d549b5-d81c-4a52-93a4-86ef710cf3bf tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/security-groups?id=486ffe35-1bec-449d-8f2a-c89f84180f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623145 Apr 20 17:20:38.509336 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-579df14a-30d6-404d-ab99-454ddcbbbed0 service neutron] For port c82142eb-930d-41bc-8554-4b621bc06e84, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:20:38.512557 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-579df14a-30d6-404d-ab99-454ddcbbbed0 service neutron] For port c82142eb-930d-41bc-8554-4b621bc06e84, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=c82142eb-930d-41bc-8554-4b621bc06e84,segment=NetworkSegment(4060d4e7-10e6-4838-836b-eec05a3f4513),segment_id=4060d4e7-10e6-4838-836b-eec05a3f4513)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:20:38.518061 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-579df14a-30d6-404d-ab99-454ddcbbbed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:38.526909 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8888b645-a0f9-4bc4-ac88-c8e8eab572b5 req-9a099687-4d29-4953-8578-1b5bb20a5704 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1099112 Apr 20 17:20:38.561389 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-851db43c-0265-4344-a35a-3625e2d3b3af req-0f1e2a21-dc47-4c33-a4fc-5929cec00372 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:38.573570 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['f2ae1052-1228-44aa-b982-dda2ca184507', 'd9421e36-06a1-434f-a62b-5c544b9868a4'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:20:38.582819 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-579df14a-30d6-404d-ab99-454ddcbbbed0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:38.584340 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-579df14a-30d6-404d-ab99-454ddcbbbed0 service neutron] 10.222.0.43 "PUT /v2.0/ports/c82142eb-930d-41bc-8554-4b621bc06e84 HTTP/1.1" status: 200 len: 1091 time: 1.7528675 Apr 20 17:20:38.584651 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81db230-469e-44b0-aace-53486cdae29b', 'tag': 'c82142eb-930d-41bc-8554-4b621bc06e84'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:20:38.602277 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579df14a-30d6-404d-ab99-454ddcbbbed0 service neutron] Pushing event updated for resources: {'Port': ['ID=c82142eb-930d-41bc-8554-4b621bc06e84,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:38.689823 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e2a21-dc47-4c33-a4fc-5929cec00372 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Pushing event deleted for resources: {'Port': ['ID=db955777-f791-4005-a279-3a7e7cd2ff53,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:38.742389 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-9f00b645-257b-443e-96e9-255da0e0c3ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0dd99ef1065b406196682e8299225373&device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 1094 time: 0.1110880 Apr 20 17:20:38.805440 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-851db43c-0265-4344-a35a-3625e2d3b3af req-0f1e2a21-dc47-4c33-a4fc-5929cec00372 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] No DVR routers for this DVR port db955777-f791-4005-a279-3a7e7cd2ff53 on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:20:38.807765 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1240a383-fd2f-4c8d-b305-c96cdbfd1222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:38.839754 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-10ac5102-9f37-4eb2-bcc2-a17eca98960c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c82142eb-930d-41bc-8554-4b621bc06e84 HTTP/1.1" status: 200 len: 217 time: 0.0895202 Apr 20 17:20:38.843947 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-851db43c-0265-4344-a35a-3625e2d3b3af req-0f1e2a21-dc47-4c33-a4fc-5929cec00372 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:38.846691 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9669fa-6bcb-4dc1-a556-d0d7551c358d', 'name': 'network-vif-deleted', 'tag': 'db955777-f791-4005-a279-3a7e7cd2ff53'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:20:38.959840 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-053cfbf1-c0c3-4364-84ce-c9fcaf43a79b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:38.961059 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-053cfbf1-c0c3-4364-84ce-c9fcaf43a79b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d6355b3-9159-47c5-b462-d8d60cd8f890 HTTP/1.1" status: 200 len: 850 time: 0.1029398 Apr 20 17:20:39.009515 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-e0617a02-dc3d-470d-be9d-3fff870871ff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d400f90f-4a8e-41ce-ab99-e78cfbfff523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420818 Apr 20 17:20:39.133569 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1a500de5-dfdf-4e9a-982f-a167082fa269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:39.210462 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-851db43c-0265-4344-a35a-3625e2d3b3af req-0f1e2a21-dc47-4c33-a4fc-5929cec00372 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.10 "DELETE /v2.0/ports/db955777-f791-4005-a279-3a7e7cd2ff53 HTTP/1.1" status: 204 len: 173 time: 1.7771459 Apr 20 17:20:39.221532 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-a2cebbec-6ae7-425b-b2b4-0f8bd639f511 req-76aa71c6-6a1f-4682-87a9-7e7482067659 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Synchronizing usage tracker for tenant:c12b40028ab147a889b4fc203a6893de on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:20:39.259315 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-a2cebbec-6ae7-425b-b2b4-0f8bd639f511 req-76aa71c6-6a1f-4682-87a9-7e7482067659 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Unset dirty status for tenant:c12b40028ab147a889b4fc203a6893de on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:20:39.260732 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a2cebbec-6ae7-425b-b2b4-0f8bd639f511 req-76aa71c6-6a1f-4682-87a9-7e7482067659 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf9669fa-6bcb-4dc1-a556-d0d7551c358d HTTP/1.1" status: 200 len: 210 time: 0.1713047 Apr 20 17:20:39.389050 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8823eb66-e9cf-4a3d-bc96-df512d3f7773'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:20:39.404795 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b20949a-2e88-4a17-b437-6dfda4edd131'] response: {'name': 'network-changed', 'server_uuid': 'd81db230-469e-44b0-aace-53486cdae29b', 'tag': 'c82142eb-930d-41bc-8554-4b621bc06e84', 'status': 'completed', 'code': 200} Apr 20 17:20:39.420271 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-570a0979-b9e4-4de7-9484-b5706ab39653 service neutron] 10.222.0.43 "GET /v2.0/networks/d400f90f-4a8e-41ce-ab99-e78cfbfff523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051695 Apr 20 17:20:39.626502 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b66ab7f-4768-4bcb-8843-c4c7d9064046'] response: {'server_uuid': 'cf9669fa-6bcb-4dc1-a556-d0d7551c358d', 'name': 'network-vif-deleted', 'tag': 'db955777-f791-4005-a279-3a7e7cd2ff53', 'status': 'completed', 'code': 200} Apr 20 17:20:39.660437 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device db955777-f791-4005-a279-3a7e7cd2ff53 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:20:39.707903 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: db955777-f791-4005-a279-3a7e7cd2ff53 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:20:39.708280 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device db955777-f791-4005-a279-3a7e7cd2ff53 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:20:39.718253 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-09a40f59-ef2a-4aa6-8c95-cd9e859c351c req-8f7adff2-c46c-419e-82e2-add7ebe772a0 service neutron] 10.222.0.43 "GET /v2.0/networks/d400f90f-4a8e-41ce-ab99-e78cfbfff523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903244 Apr 20 17:20:39.732079 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7842e-2908-449e-9466-4206d978d512 req-07533dd6-d44e-4b86-95a8-ed07466578aa tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:39.733952 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-98c7842e-2908-449e-9466-4206d978d512 req-07533dd6-d44e-4b86-95a8-ed07466578aa tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8b74366-ded1-4d91-adfe-c6728ef11ffd HTTP/1.1" status: 200 len: 946 time: 0.1245587 Apr 20 17:20:39.781542 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-98c7842e-2908-449e-9466-4206d978d512 req-9544ff77-bf2c-4c6d-8517-d34496b90794 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/security-groups?id=906aa622-0608-4fbd-8144-3fb248292f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420580 Apr 20 17:20:39.854666 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d3a75505-8239-46bf-8e60-7b9cf6175de8 req-c61a0c95-1deb-49f7-a789-b6330207fdb9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0dd99ef1065b406196682e8299225373&device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 1094 time: 0.0720329 Apr 20 17:20:39.973614 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed00597-e44e-4201-a087-d3fc0c44ba15 req-1a764869-e325-4b57-a29b-002411469a29 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:39.979835 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-061fea27-a6ff-4362-bdbf-abfd85fcede8'] response: {'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8823eb66-e9cf-4a3d-bc96-df512d3f7773', 'code': 200} Apr 20 17:20:39.982346 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-aed00597-e44e-4201-a087-d3fc0c44ba15 req-1a764869-e325-4b57-a29b-002411469a29 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 943 time: 0.3057435 Apr 20 17:20:40.029760 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a75505-8239-46bf-8e60-7b9cf6175de8 req-d9109c72-42d6-4f2f-ab73-29d19f98f168 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:40.031395 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d3a75505-8239-46bf-8e60-7b9cf6175de8 req-d9109c72-42d6-4f2f-ab73-29d19f98f168 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d400f90f-4a8e-41ce-ab99-e78cfbfff523 HTTP/1.1" status: 200 len: 911 time: 0.1707304 Apr 20 17:20:40.115967 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-aed00597-e44e-4201-a087-d3fc0c44ba15 req-71b4494e-2dcb-4d19-8284-bc78111d0a5f tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320419 Apr 20 17:20:40.150808 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d3a75505-8239-46bf-8e60-7b9cf6175de8 req-841a22f1-ee2f-456e-9d39-7256e0da7efd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c82142eb-930d-41bc-8554-4b621bc06e84 HTTP/1.1" status: 200 len: 217 time: 0.1086800 Apr 20 17:20:40.250315 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a75505-8239-46bf-8e60-7b9cf6175de8 req-b9e1f47c-1d2a-4b46-a49e-cacb18762a6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:40.251819 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d3a75505-8239-46bf-8e60-7b9cf6175de8 req-b9e1f47c-1d2a-4b46-a49e-cacb18762a6e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d6355b3-9159-47c5-b462-d8d60cd8f890 HTTP/1.1" status: 200 len: 850 time: 0.0933902 Apr 20 17:20:40.301930 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7865c705-fa19-4539-8998-c5695fa577d0 req-68b0ad3b-9465-4f03-9cfa-7355ced212da service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 6492 time: 0.1653757 Apr 20 17:20:40.336456 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d3a75505-8239-46bf-8e60-7b9cf6175de8 req-7d2d1bff-6f4c-47f3-a800-66e24409ee7c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d400f90f-4a8e-41ce-ab99-e78cfbfff523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440543 Apr 20 17:20:40.363066 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1240a383-fd2f-4c8d-b305-c96cdbfd1222 admin admin] Router d5885a7b-777a-404c-a137-5e085ebcdd0e has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:20:40.415338 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7865c705-fa19-4539-8998-c5695fa577d0 req-14a2a910-df79-4cb7-bf23-04af49f4fe1b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1056294 Apr 20 17:20:40.463825 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb76b6-e353-4a3c-8f36-f84c10488c97 req-3401d560-e73c-4ef0-9dfd-f24c2f8547ae tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:40.465269 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fcfb76b6-e353-4a3c-8f36-f84c10488c97 req-3401d560-e73c-4ef0-9dfd-f24c2f8547ae tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/ports?device_id=267f7b74-8120-4866-a0a4-c19779326d07 HTTP/1.1" status: 200 len: 945 time: 0.2177281 Apr 20 17:20:40.502983 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d3a75505-8239-46bf-8e60-7b9cf6175de8 req-0acaf458-8b43-4cc7-851f-7aa6ed2064a9 service neutron] 10.222.0.43 "GET /v2.0/networks/d400f90f-4a8e-41ce-ab99-e78cfbfff523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564355 Apr 20 17:20:40.549054 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d45dc4-17f5-481a-a849-b2f5b402b3b5 req-ed2bfd6b-8d9d-4bb6-b41e-2de43ce7d9c0 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:40.552966 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d45dc4-17f5-481a-a849-b2f5b402b3b5 req-ed2bfd6b-8d9d-4bb6-b41e-2de43ce7d9c0 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:40.556801 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d45dc4-17f5-481a-a849-b2f5b402b3b5 req-ed2bfd6b-8d9d-4bb6-b41e-2de43ce7d9c0 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:40.560640 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d45dc4-17f5-481a-a849-b2f5b402b3b5 req-ed2bfd6b-8d9d-4bb6-b41e-2de43ce7d9c0 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:40.564481 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d45dc4-17f5-481a-a849-b2f5b402b3b5 req-ed2bfd6b-8d9d-4bb6-b41e-2de43ce7d9c0 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:40.568326 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d45dc4-17f5-481a-a849-b2f5b402b3b5 req-ed2bfd6b-8d9d-4bb6-b41e-2de43ce7d9c0 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:40.572125 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d45dc4-17f5-481a-a849-b2f5b402b3b5 req-ed2bfd6b-8d9d-4bb6-b41e-2de43ce7d9c0 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:40.573873 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e9d45dc4-17f5-481a-a849-b2f5b402b3b5 req-ed2bfd6b-8d9d-4bb6-b41e-2de43ce7d9c0 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5435 time: 0.2510118 Apr 20 17:20:40.589149 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fcfb76b6-e353-4a3c-8f36-f84c10488c97 req-b07b49ef-dd65-48d1-aa25-43beec6ada3b tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/security-groups?id=486ffe35-1bec-449d-8f2a-c89f84180f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095865 Apr 20 17:20:40.649447 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e9d45dc4-17f5-481a-a849-b2f5b402b3b5 req-31b99653-52ea-4053-8575-c16729948cfa tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0640671 Apr 20 17:20:40.658388 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d3a75505-8239-46bf-8e60-7b9cf6175de8 req-d8540b0b-0509-4964-b7cb-c2b4d67f1e38 service neutron] 10.222.0.43 "GET /v2.0/networks/d400f90f-4a8e-41ce-ab99-e78cfbfff523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432343 Apr 20 17:20:40.704901 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1240a383-fd2f-4c8d-b305-c96cdbfd1222 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:20:40.712803 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42646) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:40.715209 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1240a383-fd2f-4c8d-b305-c96cdbfd1222 admin admin] 10.222.0.39 "PUT /v2.0/routers/d5885a7b-777a-404c-a137-5e085ebcdd0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3820095 Apr 20 17:20:40.716213 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841133cf-0ec4-44bc-8cbb-1fcc58ee2a11 None None] Sync routers for ids ['d5885a7b-777a-404c-a137-5e085ebcdd0e'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:20:40.732521 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841133cf-0ec4-44bc-8cbb-1fcc58ee2a11 None None] Routers {'d5885a7b-777a-404c-a137-5e085ebcdd0e'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:20:40.733369 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-841133cf-0ec4-44bc-8cbb-1fcc58ee2a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:20:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d5885a7b-777a-404c-a137-5e085ebcdd0e'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:40.950786 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e73322e8-309c-48ab-813d-b93c7b383262 admin admin] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:40.954081 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-841133cf-0ec4-44bc-8cbb-1fcc58ee2a11 None None] Set router d5885a7b-777a-404c-a137-5e085ebcdd0e gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:20:41.233395 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e73322e8-309c-48ab-813d-b93c7b383262 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:41.253535 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-e73322e8-309c-48ab-813d-b93c7b383262 admin admin] Deleting port e6d5e04b-e3a5-4bd7-860d-9782b9d3e232 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:20:41.255245 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e73322e8-309c-48ab-813d-b93c7b383262 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:41.351677 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-841133cf-0ec4-44bc-8cbb-1fcc58ee2a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958704110-router', 'tenant_id': '108601a41d654be6985fac52f41da158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'e6d5e04b-e3a5-4bd7-860d-9782b9d3e232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:19:20Z', 'updated_at': '2022-04-20T17:20:37Z', 'revision_number': 5, 'project_id': '108601a41d654be6985fac52f41da158', 'gw_port': {'id': 'e6d5e04b-e3a5-4bd7-860d-9782b9d3e232', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:22Z', 'updated_at': '2022-04-20T17:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:41.356904 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841133cf-0ec4-44bc-8cbb-1fcc58ee2a11 None None] Checking router: d5885a7b-777a-404c-a137-5e085ebcdd0e for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:20:41.359873 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-55f3b1e3-e688-43d6-89cf-2d9b82e02ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:41.378062 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841133cf-0ec4-44bc-8cbb-1fcc58ee2a11 None None] Routers {'d5885a7b-777a-404c-a137-5e085ebcdd0e'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:20:41.378810 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-841133cf-0ec4-44bc-8cbb-1fcc58ee2a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:20:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d5885a7b-777a-404c-a137-5e085ebcdd0e'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:41.594573 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-841133cf-0ec4-44bc-8cbb-1fcc58ee2a11 None None] Set router d5885a7b-777a-404c-a137-5e085ebcdd0e gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:20:41.688265 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea39f3-11aa-451d-a8ce-405fc5bfb834 req-c6892342-bfbd-4778-84a9-a2c158296732 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:41.689755 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c9ea39f3-11aa-451d-a8ce-405fc5bfb834 req-c6892342-bfbd-4778-84a9-a2c158296732 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=033362bf-532d-459f-87df-bce7a7b8c168 HTTP/1.1" status: 200 len: 949 time: 0.0984254 Apr 20 17:20:41.693658 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8aac15d4-3546-47ed-86a7-a5987008725f req-6a7ac623-9899-4ff0-8b87-1731d3955c2b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1f6fe904288448daf17170f5302993b&device_id=267f7b74-8120-4866-a0a4-c19779326d07 HTTP/1.1" status: 200 len: 1096 time: 0.1508675 Apr 20 17:20:41.697646 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-e73322e8-309c-48ab-813d-b93c7b383262 admin admin] For port e6d5e04b-e3a5-4bd7-860d-9782b9d3e232, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e6d5e04b-e3a5-4bd7-860d-9782b9d3e232,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:41.697821 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e73322e8-309c-48ab-813d-b93c7b383262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:41.710770 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-841133cf-0ec4-44bc-8cbb-1fcc58ee2a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958704110-router', 'tenant_id': '108601a41d654be6985fac52f41da158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:19:20Z', 'updated_at': '2022-04-20T17:20:41Z', 'revision_number': 6, 'project_id': '108601a41d654be6985fac52f41da158', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:41.715645 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841133cf-0ec4-44bc-8cbb-1fcc58ee2a11 None None] The sync data for ids ['d5885a7b-777a-404c-a137-5e085ebcdd0e'] in n-d-838032-1 is: [{'id': 'd5885a7b-777a-404c-a137-5e085ebcdd0e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1958704110-router', 'tenant_id': '108601a41d654be6985fac52f41da158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:19:20Z', 'updated_at': '2022-04-20T17:20:41Z', 'revision_number': 6, 'project_id': '108601a41d654be6985fac52f41da158', 'gw_port_host': None}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:20:41.816234 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c9ea39f3-11aa-451d-a8ce-405fc5bfb834 req-32bda9f2-3b46-4cab-8613-03f3d3344523 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203527 Apr 20 17:20:41.831410 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-e73322e8-309c-48ab-813d-b93c7b383262 admin admin] Calling delete_port for e6d5e04b-e3a5-4bd7-860d-9782b9d3e232 owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:20:41.863052 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac15d4-3546-47ed-86a7-a5987008725f req-ff24704f-88bf-428f-9e1e-3a91a45d6d01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:41.864502 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8aac15d4-3546-47ed-86a7-a5987008725f req-ff24704f-88bf-428f-9e1e-3a91a45d6d01 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0e721113-f5d2-4c80-98cd-da3f8bcd17ce HTTP/1.1" status: 200 len: 915 time: 0.1467869 Apr 20 17:20:41.892412 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ef86f-6caf-40c2-adec-1a997ed9ae9e req-b6c6f191-3a22-45e0-a3a7-1353a2289f8c tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:41.893998 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cc5ef86f-6caf-40c2-adec-1a997ed9ae9e req-b6c6f191-3a22-45e0-a3a7-1353a2289f8c tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 943 time: 0.2671282 Apr 20 17:20:41.969447 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cc5ef86f-6caf-40c2-adec-1a997ed9ae9e req-7e13b6fb-9780-4680-8608-1746cd8fd2fb tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661438 Apr 20 17:20:42.059687 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8aac15d4-3546-47ed-86a7-a5987008725f req-6dec4d7e-b468-40dd-9520-ab06a470a34c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3a864df-aa6f-432f-a6ca-52351044c5f8 HTTP/1.1" status: 200 len: 217 time: 0.1876738 Apr 20 17:20:42.069350 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e73322e8-309c-48ab-813d-b93c7b383262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:42.124735 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73322e8-309c-48ab-813d-b93c7b383262 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6d5e04b-e3a5-4bd7-860d-9782b9d3e232,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:42.234919 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-27d8ff44-5f93-4c86-bdf2-bedd2de1170b tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:42.236325 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-27d8ff44-5f93-4c86-bdf2-bedd2de1170b tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/networks?id=e8715325-f9b4-456c-818e-365cf96c4dd2 HTTP/1.1" status: 200 len: 813 time: 0.2171502 Apr 20 17:20:42.262759 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-58c352d9-6ae5-4cdb-940b-7d55e52974eb tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/quotas/6bb343f9da374dff8b964d0ccdfa0f82 HTTP/1.1" status: 200 len: 375 time: 0.0204215 Apr 20 17:20:42.266200 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac15d4-3546-47ed-86a7-a5987008725f req-beead729-205c-4a92-a3a7-4a8dbc0b4647 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:42.267621 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8aac15d4-3546-47ed-86a7-a5987008725f req-beead729-205c-4a92-a3a7-4a8dbc0b4647 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21925486-c1e4-4642-abaf-a9fde9aaad1e HTTP/1.1" status: 200 len: 854 time: 0.0785882 Apr 20 17:20:42.349381 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8aac15d4-3546-47ed-86a7-a5987008725f req-f4d4bc40-4dfa-4b57-a62c-20cdbc55f243 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0e721113-f5d2-4c80-98cd-da3f8bcd17ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491920 Apr 20 17:20:42.436301 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e73322e8-309c-48ab-813d-b93c7b383262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:42.476796 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-e4b42338-65bf-435c-8292-67d92dfab289 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6bb343f9da374dff8b964d0ccdfa0f82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2057688 Apr 20 17:20:42.568848 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:42.591068 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8aac15d4-3546-47ed-86a7-a5987008725f req-f6e83937-c07a-4975-9064-395502b8d15b service neutron] 10.222.0.10 "GET /v2.0/networks/0e721113-f5d2-4c80-98cd-da3f8bcd17ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278953 Apr 20 17:20:42.621538 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:42.710795 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-3b593b36-0329-4f19-9a85-0c521d1025b8 service neutron] 10.222.0.39 "GET /v2.0/networks/e8715325-f9b4-456c-818e-365cf96c4dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331417 Apr 20 17:20:42.769137 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a096fd9-582a-472c-92ff-08dae65e6890 req-4934485b-7841-4b88-ae4d-33bde653a861 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:42.770607 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0a096fd9-582a-472c-92ff-08dae65e6890 req-4934485b-7841-4b88-ae4d-33bde653a861 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/ports?device_id=267f7b74-8120-4866-a0a4-c19779326d07 HTTP/1.1" status: 200 len: 945 time: 0.5530729 Apr 20 17:20:42.849311 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e6d5e04b-e3a5-4bd7-860d-9782b9d3e232 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:20:42.856415 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8aac15d4-3546-47ed-86a7-a5987008725f req-bedff0df-5ded-4767-9f9b-526b2f3d6126 service neutron] 10.222.0.10 "GET /v2.0/networks/0e721113-f5d2-4c80-98cd-da3f8bcd17ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433465 Apr 20 17:20:42.887132 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-3e86be8a-da60-4f2a-980e-0002224c8d6b service neutron] 10.222.0.39 "GET /v2.0/networks/e8715325-f9b4-456c-818e-365cf96c4dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693292 Apr 20 17:20:42.893201 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: e6d5e04b-e3a5-4bd7-860d-9782b9d3e232 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:20:42.893571 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e6d5e04b-e3a5-4bd7-860d-9782b9d3e232 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:20:42.893985 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cb58ba66-3676-4b83-ba61-3584d051c032 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:20:42.930521 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: cb58ba66-3676-4b83-ba61-3584d051c032 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:20:42.930938 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cb58ba66-3676-4b83-ba61-3584d051c032 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:20:42.966114 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e73322e8-309c-48ab-813d-b93c7b383262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:42.991836 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e73322e8-309c-48ab-813d-b93c7b383262 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:43.027839 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0a096fd9-582a-472c-92ff-08dae65e6890 req-626cbefe-c541-42a3-9c32-d86717b733da tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/security-groups?id=486ffe35-1bec-449d-8f2a-c89f84180f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478378 Apr 20 17:20:43.043806 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:43.046743 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6fd64-41d1-4416-9c4e-d685d1e895aa req-bb51ee83-4e04-4c4b-9156-dba00de40ad4 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:43.048718 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-64f6fd64-41d1-4416-9c4e-d685d1e895aa req-bb51ee83-4e04-4c4b-9156-dba00de40ad4 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea2a3faf-c6f2-4e08-91ab-28c4e11496ed HTTP/1.1" status: 200 len: 946 time: 0.4608147 Apr 20 17:20:43.098029 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e73322e8-309c-48ab-813d-b93c7b383262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:43.098596 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73322e8-309c-48ab-813d-b93c7b383262 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5885a7b-777a-404c-a137-5e085ebcdd0e {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:20:43.112093 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc5c56-ba63-4dd9-bb6d-5a9d52693a29 req-8858e808-b2d3-4fe0-87dc-6a2aaceb2a59 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:43.113541 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b9dc5c56-ba63-4dd9-bb6d-5a9d52693a29 req-8858e808-b2d3-4fe0-87dc-6a2aaceb2a59 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.10 "GET /v2.0/ports?device_id=f8b74366-ded1-4d91-adfe-c6728ef11ffd HTTP/1.1" status: 200 len: 946 time: 0.3347368 Apr 20 17:20:43.226929 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-64f6fd64-41d1-4416-9c4e-d685d1e895aa req-8313ab2d-7ceb-48fd-a9cd-3e31efa04880 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Deleting port 4765a18c-38e6-4c6f-80ef-f7d2928b0b0d {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:20:43.227280 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-64f6fd64-41d1-4416-9c4e-d685d1e895aa req-8313ab2d-7ceb-48fd-a9cd-3e31efa04880 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:43.276956 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e73322e8-309c-48ab-813d-b93c7b383262 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:43.278077 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e73322e8-309c-48ab-813d-b93c7b383262 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d5885a7b-777a-404c-a137-5e085ebcdd0e HTTP/1.1" status: 204 len: 168 time: 2.5643127 Apr 20 17:20:43.288690 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42692) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:43.377055 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-b9dc5c56-ba63-4dd9-bb6d-5a9d52693a29 req-1c39c512-e373-40be-9741-3802998ff1ec tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Deleting port cced88fa-86e1-49c4-b887-c9c5b98b130a {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:20:43.377423 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b9dc5c56-ba63-4dd9-bb6d-5a9d52693a29 req-1c39c512-e373-40be-9741-3802998ff1ec tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:43.415879 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f87fc-7f11-439b-b5f0-3a673b43301c req-0b4d0b60-2cea-42f1-a647-327ef1a660f4 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:43.415879 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bb4f87fc-7f11-439b-b5f0-3a673b43301c req-0b4d0b60-2cea-42f1-a647-327ef1a660f4 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.10 "GET /v2.0/ports?device_id=033362bf-532d-459f-87df-bce7a7b8c168 HTTP/1.1" status: 200 len: 949 time: 0.2481375 Apr 20 17:20:43.556854 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab45368-70ca-408a-8f6c-1fa6fef1272e req-a20c7587-4c51-44c2-928f-95438ee13bb8 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:43.560934 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab45368-70ca-408a-8f6c-1fa6fef1272e req-a20c7587-4c51-44c2-928f-95438ee13bb8 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:43.564984 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab45368-70ca-408a-8f6c-1fa6fef1272e req-a20c7587-4c51-44c2-928f-95438ee13bb8 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:43.569153 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab45368-70ca-408a-8f6c-1fa6fef1272e req-a20c7587-4c51-44c2-928f-95438ee13bb8 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:43.573175 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab45368-70ca-408a-8f6c-1fa6fef1272e req-a20c7587-4c51-44c2-928f-95438ee13bb8 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:43.577206 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab45368-70ca-408a-8f6c-1fa6fef1272e req-a20c7587-4c51-44c2-928f-95438ee13bb8 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:43.581640 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab45368-70ca-408a-8f6c-1fa6fef1272e req-a20c7587-4c51-44c2-928f-95438ee13bb8 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:43.583791 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5ab45368-70ca-408a-8f6c-1fa6fef1272e req-a20c7587-4c51-44c2-928f-95438ee13bb8 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5435 time: 0.3182378 Apr 20 17:20:43.589421 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-bb4f87fc-7f11-439b-b5f0-3a673b43301c req-c3944f68-9305-49f8-9578-60601b113b2b tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Deleting port d9421e36-06a1-434f-a62b-5c544b9868a4 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:20:43.590053 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-bb4f87fc-7f11-439b-b5f0-3a673b43301c req-c3944f68-9305-49f8-9578-60601b113b2b tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:43.620292 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d53ddb-cadf-48b4-9558-9070a1cc9cad admin admin] Deleting subnet 4f14b18c-0fe0-4613-bee5-26a51144bfaa {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:20:43.803774 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-96d53ddb-cadf-48b4-9558-9070a1cc9cad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:43.903707 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5ab45368-70ca-408a-8f6c-1fa6fef1272e req-489ffb8b-b092-4d25-a439-7edc687c063d tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2849751 Apr 20 17:20:43.913494 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:43.915693 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-64f6fd64-41d1-4416-9c4e-d685d1e895aa req-8313ab2d-7ceb-48fd-a9cd-3e31efa04880 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] For port 4765a18c-38e6-4c6f-80ef-f7d2928b0b0d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=4765a18c-38e6-4c6f-80ef-f7d2928b0b0d,segment=NetworkSegment(779b9809-51ec-4421-9a2c-115c6f91c2b3),segment_id=779b9809-51ec-4421-9a2c-115c6f91c2b3)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:43.916214 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-64f6fd64-41d1-4416-9c4e-d685d1e895aa req-8313ab2d-7ceb-48fd-a9cd-3e31efa04880 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:43.940646 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-bb4f87fc-7f11-439b-b5f0-3a673b43301c req-c3944f68-9305-49f8-9578-60601b113b2b tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] For port d9421e36-06a1-434f-a62b-5c544b9868a4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=d9421e36-06a1-434f-a62b-5c544b9868a4,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:43.941088 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-bb4f87fc-7f11-439b-b5f0-3a673b43301c req-c3944f68-9305-49f8-9578-60601b113b2b tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:44.104375 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-96d53ddb-cadf-48b4-9558-9070a1cc9cad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:44.143759 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-64f6fd64-41d1-4416-9c4e-d685d1e895aa req-8313ab2d-7ceb-48fd-a9cd-3e31efa04880 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Calling delete_port for 4765a18c-38e6-4c6f-80ef-f7d2928b0b0d owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:20:44.201343 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device c82142eb-930d-41bc-8554-4b621bc06e84 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:20:44.233430 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-bb4f87fc-7f11-439b-b5f0-3a673b43301c req-c3944f68-9305-49f8-9578-60601b113b2b tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Calling delete_port for d9421e36-06a1-434f-a62b-5c544b9868a4 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:20:44.308851 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5fcf7e-9e99-4881-8971-70a9a785022f req-1625b2d7-e560-48f1-8835-f718ff161a3e tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:44.316025 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5e5fcf7e-9e99-4881-8971-70a9a785022f req-1625b2d7-e560-48f1-8835-f718ff161a3e tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=033362bf-532d-459f-87df-bce7a7b8c168 HTTP/1.1" status: 200 len: 949 time: 0.7890999 Apr 20 17:20:44.361451 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e268473-e0d6-4dad-86b4-491fc7608e5b req-b4e8cfe3-4e4e-49fa-86ab-6b8ca43eb00d tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:44.363071 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8e268473-e0d6-4dad-86b4-491fc7608e5b req-b4e8cfe3-4e4e-49fa-86ab-6b8ca43eb00d tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 943 time: 0.1705821 Apr 20 17:20:44.435467 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5e5fcf7e-9e99-4881-8971-70a9a785022f req-0b009d30-6720-462b-8dc5-92e55ccf7061 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182463 Apr 20 17:20:44.483186 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port c82142eb-930d-41bc-8554-4b621bc06e84, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=c82142eb-930d-41bc-8554-4b621bc06e84,segment=NetworkSegment(4060d4e7-10e6-4838-836b-eec05a3f4513),segment_id=4060d4e7-10e6-4838-836b-eec05a3f4513)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:44.487790 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8e268473-e0d6-4dad-86b4-491fc7608e5b req-31fecd03-fcdf-46ba-97ec-7dc6d7cb7cb1 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794432 Apr 20 17:20:44.516503 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'c82142eb-930d-41bc-8554-4b621bc06e84', 'network_id': 'd400f90f-4a8e-41ce-ab99-e78cfbfff523', 'port_id': 'c82142eb-930d-41bc-8554-4b621bc06e84', 'mac_address': 'fa:16:3e:9b:d1:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6355b3-9159-47c5-b462-d8d60cd8f890', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:20:44.529269 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-bb4f87fc-7f11-439b-b5f0-3a673b43301c req-c3944f68-9305-49f8-9578-60601b113b2b tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:44.542431 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-b9dc5c56-ba63-4dd9-bb6d-5a9d52693a29 req-1c39c512-e373-40be-9741-3802998ff1ec tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] For port cced88fa-86e1-49c4-b887-c9c5b98b130a, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=cced88fa-86e1-49c4-b887-c9c5b98b130a,segment=NetworkSegment(779b9809-51ec-4421-9a2c-115c6f91c2b3),segment_id=779b9809-51ec-4421-9a2c-115c6f91c2b3)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:44.553350 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b9dc5c56-ba63-4dd9-bb6d-5a9d52693a29 req-1c39c512-e373-40be-9741-3802998ff1ec tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:44.567544 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['f2ae1052-1228-44aa-b982-dda2ca184507'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:20:44.661410 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-96d53ddb-cadf-48b4-9558-9070a1cc9cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:44.724431 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3944f68-9305-49f8-9578-60601b113b2b tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Pushing event deleted for resources: {'Port': ['ID=d9421e36-06a1-434f-a62b-5c544b9868a4,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:44.731591 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4f87fc-7f11-439b-b5f0-3a673b43301c req-c3944f68-9305-49f8-9578-60601b113b2b tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] No DVR routers for this DVR port d9421e36-06a1-434f-a62b-5c544b9868a4 on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:20:44.739421 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:44.742462 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-bb4f87fc-7f11-439b-b5f0-3a673b43301c req-c3944f68-9305-49f8-9578-60601b113b2b tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:44.758927 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033362bf-532d-459f-87df-bce7a7b8c168', 'name': 'network-vif-deleted', 'tag': 'd9421e36-06a1-434f-a62b-5c544b9868a4'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:20:44.788216 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bb4f87fc-7f11-439b-b5f0-3a673b43301c req-c3944f68-9305-49f8-9578-60601b113b2b tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.10 "DELETE /v2.0/ports/d9421e36-06a1-434f-a62b-5c544b9868a4 HTTP/1.1" status: 204 len: 173 time: 1.3675089 Apr 20 17:20:44.809754 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c82142eb-930d-41bc-8554-4b621bc06e84 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:20:44.867605 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port c82142eb-930d-41bc-8554-4b621bc06e84, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=c82142eb-930d-41bc-8554-4b621bc06e84,segment=NetworkSegment(4060d4e7-10e6-4838-836b-eec05a3f4513),segment_id=4060d4e7-10e6-4838-836b-eec05a3f4513)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:44.884942 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:45.094566 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-b9dc5c56-ba63-4dd9-bb6d-5a9d52693a29 req-1c39c512-e373-40be-9741-3802998ff1ec tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Calling delete_port for cced88fa-86e1-49c4-b887-c9c5b98b130a owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:20:45.095844 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:45.179103 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=c82142eb-930d-41bc-8554-4b621bc06e84,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:45.184285 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['c82142eb-930d-41bc-8554-4b621bc06e84'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:20:45.304307 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-9fa294f3-2911-4028-82ba-c78bc5540330 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:45.306641 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-9fa294f3-2911-4028-82ba-c78bc5540330 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.43 "GET /v2.0/networks?id=e8715325-f9b4-456c-818e-365cf96c4dd2 HTTP/1.1" status: 200 len: 813 time: 0.4516165 Apr 20 17:20:45.328242 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-6f528531-de2e-40bc-a188-b23eb4e0a02d tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Request body: {'port': {'device_id': '642efe8a-a1a2-4ddb-a2aa-f125e1481fbb', 'network_id': 'e8715325-f9b4-456c-818e-365cf96c4dd2', 'admin_state_up': True, 'tenant_id': '6bb343f9da374dff8b964d0ccdfa0f82'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:20:45.370953 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:45.373178 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:45.373518 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:45.373996 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:45.374595 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:45.374922 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:45.376495 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:45.376821 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:45.377140 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:45.380124 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:45.381210 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:20:45.457591 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-64f6fd64-41d1-4416-9c4e-d685d1e895aa req-8313ab2d-7ceb-48fd-a9cd-3e31efa04880 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:45.599690 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-96d53ddb-cadf-48b4-9558-9070a1cc9cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:45.681943 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device cced88fa-86e1-49c4-b887-c9c5b98b130a no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:20:45.682669 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d53ddb-cadf-48b4-9558-9070a1cc9cad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f14b18c-0fe0-4613-bee5-26a51144bfaa,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:45.684714 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313ab2d-7ceb-48fd-a9cd-3e31efa04880 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Pushing event deleted for resources: {'Port': ['ID=4765a18c-38e6-4c6f-80ef-f7d2928b0b0d,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:45.692223 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce96b70-94bb-4327-b7c8-64fbde608d08 req-a9d2ab5a-44b2-4148-9d6a-68cd88c142f8 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:45.699647 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4ce96b70-94bb-4327-b7c8-64fbde608d08 req-a9d2ab5a-44b2-4148-9d6a-68cd88c142f8 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/ports?device_id=267f7b74-8120-4866-a0a4-c19779326d07 HTTP/1.1" status: 200 len: 945 time: 0.5388303 Apr 20 17:20:45.732297 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f6fd64-41d1-4416-9c4e-d685d1e895aa req-8313ab2d-7ceb-48fd-a9cd-3e31efa04880 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] No DVR routers for this DVR port 4765a18c-38e6-4c6f-80ef-f7d2928b0b0d on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:20:45.755350 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-64f6fd64-41d1-4416-9c4e-d685d1e895aa req-8313ab2d-7ceb-48fd-a9cd-3e31efa04880 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:45.765905 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2a3faf-c6f2-4e08-91ab-28c4e11496ed', 'name': 'network-vif-deleted', 'tag': '4765a18c-38e6-4c6f-80ef-f7d2928b0b0d'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:20:45.814315 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-96d53ddb-cadf-48b4-9558-9070a1cc9cad admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:45.818520 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-96d53ddb-cadf-48b4-9558-9070a1cc9cad admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4f14b18c-0fe0-4613-bee5-26a51144bfaa HTTP/1.1" status: 204 len: 168 time: 2.5266068 Apr 20 17:20:45.825846 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a319c30-2b8c-41e6-afba-e8c56c162e45 req-3947b92d-d8ad-4d31-b068-b9531fc2c92f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:45.837265 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a319c30-2b8c-41e6-afba-e8c56c162e45 req-3947b92d-d8ad-4d31-b068-b9531fc2c92f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:45.841165 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a319c30-2b8c-41e6-afba-e8c56c162e45 req-3947b92d-d8ad-4d31-b068-b9531fc2c92f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:45.843426 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42726) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:45.849905 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c590788c-6545-4ce4-b7ff-faf16af84de9 None None] Network 7dca78eb-5829-40b0-a3af-13613754711d requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:20:45.854142 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a319c30-2b8c-41e6-afba-e8c56c162e45 req-3947b92d-d8ad-4d31-b068-b9531fc2c92f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:45.859316 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4ce96b70-94bb-4327-b7c8-64fbde608d08 req-c6c55cec-082c-4939-a3d9-c26faa6155a8 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/security-groups?id=486ffe35-1bec-449d-8f2a-c89f84180f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586304 Apr 20 17:20:45.862433 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a319c30-2b8c-41e6-afba-e8c56c162e45 req-3947b92d-d8ad-4d31-b068-b9531fc2c92f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:45.872850 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a319c30-2b8c-41e6-afba-e8c56c162e45 req-3947b92d-d8ad-4d31-b068-b9531fc2c92f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:45.889130 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a319c30-2b8c-41e6-afba-e8c56c162e45 req-3947b92d-d8ad-4d31-b068-b9531fc2c92f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:45.891163 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8a319c30-2b8c-41e6-afba-e8c56c162e45 req-3947b92d-d8ad-4d31-b068-b9531fc2c92f tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5435 time: 0.8324232 Apr 20 17:20:45.911200 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-64f6fd64-41d1-4416-9c4e-d685d1e895aa req-8313ab2d-7ceb-48fd-a9cd-3e31efa04880 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.43 "DELETE /v2.0/ports/4765a18c-38e6-4c6f-80ef-f7d2928b0b0d HTTP/1.1" status: 204 len: 173 time: 2.8524871 Apr 20 17:20:45.911653 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42734) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:45.917365 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-49c4ae36-d85a-4fbd-b899-ea4c904417a8 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:45.919196 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-49c4ae36-d85a-4fbd-b899-ea4c904417a8 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.43 "GET /v2.0/networks?id=e8715325-f9b4-456c-818e-365cf96c4dd2 HTTP/1.1" status: 200 len: 813 time: 0.3555207 Apr 20 17:20:45.925466 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-297c5ab5-3c03-473b-b275-5175fb498fb1 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Request body: {'floatingip': {'port_id': '79d325e9-170e-4c94-9ef6-1326646d7f12'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:20:45.940463 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-8f06afca-c34b-4713-8fda-b4949035d15f tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Request body: {'port': {'device_id': '8f18a928-5d9f-47f7-9589-2ebfa19fb4a7', 'network_id': 'e8715325-f9b4-456c-818e-365cf96c4dd2', 'admin_state_up': True, 'tenant_id': '6bb343f9da374dff8b964d0ccdfa0f82'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:20:45.964312 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-6f528531-de2e-40bc-a188-b23eb4e0a02d tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:20:45.979673 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-6f528531-de2e-40bc-a188-b23eb4e0a02d tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Usage tracker for resource:port and tenant:6bb343f9da374dff8b964d0ccdfa0f82 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:20:46.012673 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:46.054670 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b9dc5c56-ba63-4dd9-bb6d-5a9d52693a29 req-1c39c512-e373-40be-9741-3802998ff1ec tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:46.097377 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f134bca6-2aa1-4f22-bdec-2ef9575c91e6'] response: {'server_uuid': '033362bf-532d-459f-87df-bce7a7b8c168', 'name': 'network-vif-deleted', 'tag': 'd9421e36-06a1-434f-a62b-5c544b9868a4', 'status': 'completed', 'code': 200} Apr 20 17:20:46.098393 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-6f528531-de2e-40bc-a188-b23eb4e0a02d tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:20:46.120646 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-6f528531-de2e-40bc-a188-b23eb4e0a02d tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:20:46.153469 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-297c5ab5-3c03-473b-b275-5175fb498fb1 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks [] for floatingip, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:46.219645 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d6bd280f-1b05-45dc-8f69-87c48b2d73a4 req-04944760-e856-4252-8af1-ee6fba4d3db6 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f18a928-5d9f-47f7-9589-2ebfa19fb4a7 HTTP/1.1" status: 200 len: 210 time: 0.0565214 Apr 20 17:20:46.226735 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-6f528531-de2e-40bc-a188-b23eb4e0a02d tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Made reservation on behalf of 6bb343f9da374dff8b964d0ccdfa0f82 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:20:46.230170 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-6f528531-de2e-40bc-a188-b23eb4e0a02d tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:46.245817 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device c82142eb-930d-41bc-8554-4b621bc06e84 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:20:46.299478 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39c512-e373-40be-9741-3802998ff1ec tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Pushing event deleted for resources: {'Port': ['ID=cced88fa-86e1-49c4-b887-c9c5b98b130a,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:46.376366 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a6134d9d-0ac5-49cb-91eb-66741f9b9c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:46.377351 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device d9421e36-06a1-434f-a62b-5c544b9868a4 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:20:46.456299 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-8f06afca-c34b-4713-8fda-b4949035d15f tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:20:46.478886 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-8f06afca-c34b-4713-8fda-b4949035d15f tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Usage tracker for resource:port and tenant:6bb343f9da374dff8b964d0ccdfa0f82 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:20:46.484360 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-8f06afca-c34b-4713-8fda-b4949035d15f tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:20:46.491548 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9dc5c56-ba63-4dd9-bb6d-5a9d52693a29 req-1c39c512-e373-40be-9741-3802998ff1ec tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] No DVR routers for this DVR port cced88fa-86e1-49c4-b887-c9c5b98b130a on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:20:46.495947 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-8f06afca-c34b-4713-8fda-b4949035d15f tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:20:46.497209 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b9dc5c56-ba63-4dd9-bb6d-5a9d52693a29 req-1c39c512-e373-40be-9741-3802998ff1ec tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:46.499668 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b9dc5c56-ba63-4dd9-bb6d-5a9d52693a29 req-1c39c512-e373-40be-9741-3802998ff1ec tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.10 "DELETE /v2.0/ports/cced88fa-86e1-49c4-b887-c9c5b98b130a HTTP/1.1" status: 204 len: 173 time: 3.3751099 Apr 20 17:20:46.552302 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-8f06afca-c34b-4713-8fda-b4949035d15f tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Made reservation on behalf of 6bb343f9da374dff8b964d0ccdfa0f82 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:20:46.555876 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-8f06afca-c34b-4713-8fda-b4949035d15f tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:46.655263 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-a6134d9d-0ac5-49cb-91eb-66741f9b9c45 admin admin] Deleting port bdda434d-e61a-44c7-8770-b12c63e40d54 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:20:46.655849 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a6134d9d-0ac5-49cb-91eb-66741f9b9c45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:46.660829 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-6f528531-de2e-40bc-a188-b23eb4e0a02d tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Allocated IP 172.20.0.9 (e8715325-f9b4-456c-818e-365cf96c4dd2/b2f7091b-a343-4734-a755-59dc8d417262/f7e1c848-fad0-403e-90cc-c39171d299ea) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:20:46.713771 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: d9421e36-06a1-434f-a62b-5c544b9868a4 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:20:46.714016 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device d9421e36-06a1-434f-a62b-5c544b9868a4 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:20:46.720436 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16621a2b-11eb-43c3-8080-ccbf93e22087'] response: {'server_uuid': 'ea2a3faf-c6f2-4e08-91ab-28c4e11496ed', 'name': 'network-vif-deleted', 'tag': '4765a18c-38e6-4c6f-80ef-f7d2928b0b0d', 'status': 'completed', 'code': 200} Apr 20 17:20:46.817765 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port c82142eb-930d-41bc-8554-4b621bc06e84 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:20:46.838430 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port c82142eb-930d-41bc-8554-4b621bc06e84 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:20:46.838799 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:46.952376 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c71cc41-d4c2-4b41-93c8-6d2e7c230d92 None None] DHCP port deletion for 7dca78eb-5829-40b0-a3af-13613754711d request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:20:46.988825 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0c71cc41-d4c2-4b41-93c8-6d2e7c230d92 None None] Deleting port bdda434d-e61a-44c7-8770-b12c63e40d54 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:20:46.989169 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0c71cc41-d4c2-4b41-93c8-6d2e7c230d92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:47.022611 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-6f528531-de2e-40bc-a188-b23eb4e0a02d tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:47.242953 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42748) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:47.270011 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-6f528531-de2e-40bc-a188-b23eb4e0a02d tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:47.437030 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-6f528531-de2e-40bc-a188-b23eb4e0a02d tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Network e8715325-f9b4-456c-818e-365cf96c4dd2 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:20:47.460181 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-6f528531-de2e-40bc-a188-b23eb4e0a02d tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:20:47.472409 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:47.494135 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-6f528531-de2e-40bc-a188-b23eb4e0a02d tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:20:47.602877 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-8f06afca-c34b-4713-8fda-b4949035d15f tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Allocated IP 172.20.0.8 (e8715325-f9b4-456c-818e-365cf96c4dd2/b2f7091b-a343-4734-a755-59dc8d417262/3b5f4930-c485-4242-b071-66e592469aa4) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:20:47.603528 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81db230-469e-44b0-aace-53486cdae29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82142eb-930d-41bc-8554-4b621bc06e84'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:20:47.632976 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port c82142eb-930d-41bc-8554-4b621bc06e84, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=c82142eb-930d-41bc-8554-4b621bc06e84,segment=NetworkSegment(4060d4e7-10e6-4838-836b-eec05a3f4513),segment_id=4060d4e7-10e6-4838-836b-eec05a3f4513)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:47.633620 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f528531-de2e-40bc-a188-b23eb4e0a02d tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Pushing event updated for resources: {'Port': ['ID=f7e1c848-fad0-403e-90cc-c39171d299ea,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:47.640601 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0c71cc41-d4c2-4b41-93c8-6d2e7c230d92 None None] For port bdda434d-e61a-44c7-8770-b12c63e40d54, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=bdda434d-e61a-44c7-8770-b12c63e40d54,segment=NetworkSegment(56fafc9c-fe45-49aa-accb-4b94f1317c54),segment_id=56fafc9c-fe45-49aa-accb-4b94f1317c54)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:47.640986 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0c71cc41-d4c2-4b41-93c8-6d2e7c230d92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:47.671820 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-6f528531-de2e-40bc-a188-b23eb4e0a02d tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:47.672344 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-6f528531-de2e-40bc-a188-b23eb4e0a02d tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:47.738290 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-6f528531-de2e-40bc-a188-b23eb4e0a02d tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4154124 Apr 20 17:20:47.740213 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24160f96-f33d-4c5c-846b-f7b27eff93b9 req-58867a52-b3e6-405d-8c6e-ace32f133edf tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:47.742059 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-24160f96-f33d-4c5c-846b-f7b27eff93b9 req-58867a52-b3e6-405d-8c6e-ace32f133edf tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 944 time: 1.2558782 Apr 20 17:20:47.784067 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0c71cc41-d4c2-4b41-93c8-6d2e7c230d92 None None] Calling delete_port for bdda434d-e61a-44c7-8770-b12c63e40d54 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:20:47.797482 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-edfe1731-45d5-4753-869f-65a633f2a61c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:47.809894 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-d79ff8c6-e03c-45bc-a4a0-bc97f2476857 service neutron] Request body: {'port': {'device_id': '642efe8a-a1a2-4ddb-a2aa-f125e1481fbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:20:47.862119 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:47.862119 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 4765a18c-38e6-4c6f-80ef-f7d2928b0b0d no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:20:47.916647 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0c71cc41-d4c2-4b41-93c8-6d2e7c230d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:47.935518 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 4765a18c-38e6-4c6f-80ef-f7d2928b0b0d {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:20:47.935815 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 4765a18c-38e6-4c6f-80ef-f7d2928b0b0d not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:20:47.942762 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-3785672c-8526-4a3c-b0be-a7b194280297 req-755be0cd-236a-4693-8674-01706b881cac tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Synchronizing usage tracker for tenant:6bb343f9da374dff8b964d0ccdfa0f82 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:20:47.961273 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c71cc41-d4c2-4b41-93c8-6d2e7c230d92 None None] No DVR routers for this DVR port bdda434d-e61a-44c7-8770-b12c63e40d54 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:20:47.979453 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=c82142eb-930d-41bc-8554-4b621bc06e84,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:48.011177 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-d79ff8c6-e03c-45bc-a4a0-bc97f2476857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:48.019725 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71cc41-d4c2-4b41-93c8-6d2e7c230d92 None None] Pushing event deleted for resources: {'Port': ['ID=bdda434d-e61a-44c7-8770-b12c63e40d54,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:48.020464 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [None req-297c5ab5-3c03-473b-b275-5175fb498fb1 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:20:48.090695 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-a6134d9d-0ac5-49cb-91eb-66741f9b9c45 admin admin] For port bdda434d-e61a-44c7-8770-b12c63e40d54, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=bdda434d-e61a-44c7-8770-b12c63e40d54,segment=NetworkSegment(56fafc9c-fe45-49aa-accb-4b94f1317c54),segment_id=56fafc9c-fe45-49aa-accb-4b94f1317c54)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:48.090996 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a6134d9d-0ac5-49cb-91eb-66741f9b9c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:48.092244 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-3785672c-8526-4a3c-b0be-a7b194280297 req-755be0cd-236a-4693-8674-01706b881cac tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Unset dirty status for tenant:6bb343f9da374dff8b964d0ccdfa0f82 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:20:48.093390 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3785672c-8526-4a3c-b0be-a7b194280297 req-755be0cd-236a-4693-8674-01706b881cac tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f18a928-5d9f-47f7-9589-2ebfa19fb4a7 HTTP/1.1" status: 200 len: 210 time: 0.2110050 Apr 20 17:20:48.109435 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-edfe1731-45d5-4753-869f-65a633f2a61c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:20:48.109891 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-8f06afca-c34b-4713-8fda-b4949035d15f tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:48.135211 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-edfe1731-45d5-4753-869f-65a633f2a61c admin admin] Usage tracker for resource:security_group_rule and tenant:3043563e03314afe87dad165a4cc951a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:20:48.141655 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-edfe1731-45d5-4753-869f-65a633f2a61c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:20:48.226993 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-8f06afca-c34b-4713-8fda-b4949035d15f tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:48.250928 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-edfe1731-45d5-4753-869f-65a633f2a61c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:20:48.264996 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-a6134d9d-0ac5-49cb-91eb-66741f9b9c45 admin admin] Calling delete_port for bdda434d-e61a-44c7-8770-b12c63e40d54 owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:20:48.296346 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-24160f96-f33d-4c5c-846b-f7b27eff93b9 req-7c183264-2441-4638-9fe0-2ecda97cc91a tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5026448 Apr 20 17:20:48.308843 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-297c5ab5-3c03-473b-b275-5175fb498fb1 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:48.322300 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-297c5ab5-3c03-473b-b275-5175fb498fb1 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:48.375914 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a52df1f-e7de-4a7a-af50-db868718667b'] response: {'server_uuid': 'd81db230-469e-44b0-aace-53486cdae29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82142eb-930d-41bc-8554-4b621bc06e84', 'code': 200} Apr 20 17:20:48.445263 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06afca-c34b-4713-8fda-b4949035d15f tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Pushing event updated for resources: {'Port': ['ID=3b5f4930-c485-4242-b071-66e592469aa4,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:48.476980 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-8f06afca-c34b-4713-8fda-b4949035d15f tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Network e8715325-f9b4-456c-818e-365cf96c4dd2 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:20:48.479637 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-8f06afca-c34b-4713-8fda-b4949035d15f tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:20:48.482990 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-8f06afca-c34b-4713-8fda-b4949035d15f tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:20:48.580304 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-8f06afca-c34b-4713-8fda-b4949035d15f tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:48.580858 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-8f06afca-c34b-4713-8fda-b4949035d15f tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:48.599267 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.api [None req-a6134d9d-0ac5-49cb-91eb-66741f9b9c45 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:20:48.599582 n-d-838032-1 neutron-server[84081]: DEBUG oslo_db.api [None req-a6134d9d-0ac5-49cb-91eb-66741f9b9c45 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:20:48.603959 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924e5fe-5ba5-4ef7-8765-da45a68847ed req-859dce6e-8c7c-4173-b111-8cc3d05128a6 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:48.604261 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-c924e5fe-5ba5-4ef7-8765-da45a68847ed req-859dce6e-8c7c-4173-b111-8cc3d05128a6 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Synchronizing usage tracker for tenant:c12b40028ab147a889b4fc203a6893de on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:20:48.624198 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-8f06afca-c34b-4713-8fda-b4949035d15f tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6893034 Apr 20 17:20:48.626500 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-edfe1731-45d5-4753-869f-65a633f2a61c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:48.639716 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-edfe1731-45d5-4753-869f-65a633f2a61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:48.663537 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-e038dfea-680b-4db6-aa3e-060229243913 service neutron] Request body: {'port': {'device_id': '8f18a928-5d9f-47f7-9589-2ebfa19fb4a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:20:48.687250 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e5d1d804-fc68-45d7-b446-44c9a1684d51 req-3a1c78c8-3b35-4578-a727-682a99c56b56 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 1096 time: 0.2441502 Apr 20 17:20:48.711263 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-c924e5fe-5ba5-4ef7-8765-da45a68847ed req-859dce6e-8c7c-4173-b111-8cc3d05128a6 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Unset dirty status for tenant:c12b40028ab147a889b4fc203a6893de on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:20:48.712380 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c924e5fe-5ba5-4ef7-8765-da45a68847ed req-859dce6e-8c7c-4173-b111-8cc3d05128a6 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 950 time: 0.4836872 Apr 20 17:20:48.715847 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe1731-45d5-4753-869f-65a633f2a61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadfc3b7-122e-4081-b7f7-6a7597f79455,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:48.725923 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b74366-ded1-4d91-adfe-c6728ef11ffd', 'name': 'network-vif-deleted', 'tag': 'cced88fa-86e1-49c4-b887-c9c5b98b130a'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:20:48.743186 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-edfe1731-45d5-4753-869f-65a633f2a61c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3043563e03314afe87dad165a4cc951a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4384282 Apr 20 17:20:48.746672 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42766) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:48.760371 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-d79ff8c6-e03c-45bc-a4a0-bc97f2476857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7e1c848-fad0-403e-90cc-c39171d299ea {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:20:48.772949 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-d79ff8c6-e03c-45bc-a4a0-bc97f2476857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:48.773931 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7da0b-410c-4786-8003-a3e89db81270 req-7d5f1292-8e86-48fe-9be0-2a63409b2953 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:48.775391 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0fe7da0b-410c-4786-8003-a3e89db81270 req-7d5f1292-8e86-48fe-9be0-2a63409b2953 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/ports?device_id=267f7b74-8120-4866-a0a4-c19779326d07 HTTP/1.1" status: 200 len: 945 time: 0.2715545 Apr 20 17:20:48.820245 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e5d1d804-fc68-45d7-b446-44c9a1684d51 req-f261a033-e02a-4e5b-a1cf-c3356d869467 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225927 Apr 20 17:20:48.843976 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-d79ff8c6-e03c-45bc-a4a0-bc97f2476857 service neutron] Transition to ACTIVE for port object f7e1c848-fad0-403e-90cc-c39171d299ea will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:20:48.854847 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-e038dfea-680b-4db6-aa3e-060229243913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:48.860092 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device bdda434d-e61a-44c7-8770-b12c63e40d54 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:20:48.877525 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-d79ff8c6-e03c-45bc-a4a0-bc97f2476857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:48.886156 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c924e5fe-5ba5-4ef7-8765-da45a68847ed req-1dd9a718-a2fb-4e1c-8145-a196ae9ac27b tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542625 Apr 20 17:20:48.889446 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0fe7da0b-410c-4786-8003-a3e89db81270 req-e07631d0-36fd-4e42-8134-516f3348fb89 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/security-groups?id=486ffe35-1bec-449d-8f2a-c89f84180f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041555 Apr 20 17:20:48.892977 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: bdda434d-e61a-44c7-8770-b12c63e40d54 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:20:48.893587 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device bdda434d-e61a-44c7-8770-b12c63e40d54 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:20:48.896584 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-84d1ed35-113e-49d9-8ff1-561ceefc2a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:48.899396 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [None req-297c5ab5-3c03-473b-b275-5175fb498fb1 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Floating IP b185cff7-85b6-48d2-92c7-77f3d2fab137 associated. External IP: 172.25.8.89, port: 79d325e9-170e-4c94-9ef6-1326646d7f12. Apr 20 17:20:49.025388 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e2bd87a-513a-4985-9bb2-d109b9a3b11c'] response: {'server_uuid': 'f8b74366-ded1-4d91-adfe-c6728ef11ffd', 'name': 'network-vif-deleted', 'tag': 'cced88fa-86e1-49c4-b887-c9c5b98b130a', 'status': 'completed', 'code': 200} Apr 20 17:20:49.046389 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-84d1ed35-113e-49d9-8ff1-561ceefc2a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:49.073583 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ff8c6-e03c-45bc-a4a0-bc97f2476857 service neutron] Pushing event updated for resources: {'Port': ['ID=f7e1c848-fad0-403e-90cc-c39171d299ea,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:49.102065 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-a6134d9d-0ac5-49cb-91eb-66741f9b9c45 admin admin] Deleting port bdda434d-e61a-44c7-8770-b12c63e40d54 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:20:49.102323 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a6134d9d-0ac5-49cb-91eb-66741f9b9c45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:49.174360 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-a6134d9d-0ac5-49cb-91eb-66741f9b9c45 admin admin] The port 'bdda434d-e61a-44c7-8770-b12c63e40d54' was deleted {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:20:49.207092 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-84d1ed35-113e-49d9-8ff1-561ceefc2a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:49.273134 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1ed35-113e-49d9-8ff1-561ceefc2a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadfc3b7-122e-4081-b7f7-6a7597f79455,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:49.372843 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a6134d9d-0ac5-49cb-91eb-66741f9b9c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:49.390511 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-84d1ed35-113e-49d9-8ff1-561ceefc2a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:49.393934 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-84d1ed35-113e-49d9-8ff1-561ceefc2a07 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fadfc3b7-122e-4081-b7f7-6a7597f79455 HTTP/1.1" status: 204 len: 168 time: 0.6372340 Apr 20 17:20:49.411398 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-a6134d9d-0ac5-49cb-91eb-66741f9b9c45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dca78eb-5829-40b0-a3af-13613754711d']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:49.430105 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-a6134d9d-0ac5-49cb-91eb-66741f9b9c45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56fafc9c-fe45-49aa-accb-4b94f1317c54') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:49.430583 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-a6134d9d-0ac5-49cb-91eb-66741f9b9c45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56fafc9c-fe45-49aa-accb-4b94f1317c54') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:49.444974 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a6134d9d-0ac5-49cb-91eb-66741f9b9c45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:49.516508 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-d79ff8c6-e03c-45bc-a4a0-bc97f2476857 service neutron] Attempting to bind port f7e1c848-fad0-403e-90cc-c39171d299ea on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:20:49.517182 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-d79ff8c6-e03c-45bc-a4a0-bc97f2476857 service neutron] Attempting to bind port f7e1c848-fad0-403e-90cc-c39171d299ea by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '779b9809-51ec-4421-9a2c-115c6f91c2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8715325-f9b4-456c-818e-365cf96c4dd2'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:20:49.517182 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-d79ff8c6-e03c-45bc-a4a0-bc97f2476857 service neutron] Attempting to bind port f7e1c848-fad0-403e-90cc-c39171d299ea on network e8715325-f9b4-456c-818e-365cf96c4dd2 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:20:49.550750 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc637afd-f374-451a-a56f-ac95506f46ea req-80bdecaa-396f-4e49-8eaf-a98febaf8836 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:49.552245 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dc637afd-f374-451a-a56f-ac95506f46ea req-80bdecaa-396f-4e49-8eaf-a98febaf8836 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f18a928-5d9f-47f7-9589-2ebfa19fb4a7 HTTP/1.1" status: 200 len: 931 time: 0.2610247 Apr 20 17:20:49.557488 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-d79ff8c6-e03c-45bc-a4a0-bc97f2476857 service neutron] Port f7e1c848-fad0-403e-90cc-c39171d299ea on network e8715325-f9b4-456c-818e-365cf96c4dd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:20:49.557753 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-d79ff8c6-e03c-45bc-a4a0-bc97f2476857 service neutron] Attempting to bind port f7e1c848-fad0-403e-90cc-c39171d299ea on network e8715325-f9b4-456c-818e-365cf96c4dd2 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:20:49.598676 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-d79ff8c6-e03c-45bc-a4a0-bc97f2476857 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:20:49.599050 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-d79ff8c6-e03c-45bc-a4a0-bc97f2476857 service neutron] Checking segment: {'id': '779b9809-51ec-4421-9a2c-115c6f91c2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8715325-f9b4-456c-818e-365cf96c4dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:20:49.599390 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-d79ff8c6-e03c-45bc-a4a0-bc97f2476857 service neutron] Bound using segment: {'id': '779b9809-51ec-4421-9a2c-115c6f91c2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8715325-f9b4-456c-818e-365cf96c4dd2'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:20:49.599827 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-d79ff8c6-e03c-45bc-a4a0-bc97f2476857 service neutron] Bound port: f7e1c848-fad0-403e-90cc-c39171d299ea, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779b9809-51ec-4421-9a2c-115c6f91c2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8715325-f9b4-456c-818e-365cf96c4dd2'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:20:49.600168 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-d79ff8c6-e03c-45bc-a4a0-bc97f2476857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:49.644383 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a6134d9d-0ac5-49cb-91eb-66741f9b9c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:49.663799 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6134d9d-0ac5-49cb-91eb-66741f9b9c45 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:20:49.664259 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a6134d9d-0ac5-49cb-91eb-66741f9b9c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:20:49.679871 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:20:49.759884 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dc637afd-f374-451a-a56f-ac95506f46ea req-e855b358-89d2-48b5-8cbf-ac2fe1d47a3e tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/security-groups?id=906aa622-0608-4fbd-8144-3fb248292f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975579 Apr 20 17:20:49.834162 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c6358-48ef-49c1-939b-2b4712255003 req-15923167-39c8-458e-a930-37c4f40979c9 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:49.835858 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8b1c6358-48ef-49c1-939b-2b4712255003 req-15923167-39c8-458e-a930-37c4f40979c9 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.10 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 950 time: 0.5972350 Apr 20 17:20:49.838214 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a6134d9d-0ac5-49cb-91eb-66741f9b9c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:49.841925 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-d79ff8c6-e03c-45bc-a4a0-bc97f2476857 service neutron] For port f7e1c848-fad0-403e-90cc-c39171d299ea, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:20:49.861457 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a50be3-2de3-4839-99f5-e08337f4bb96 req-08b87f28-9bd0-45d2-8cca-cfb120c19833 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:49.862945 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b7a50be3-2de3-4839-99f5-e08337f4bb96 req-08b87f28-9bd0-45d2-8cca-cfb120c19833 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.10 "GET /v2.0/ports?device_id=267f7b74-8120-4866-a0a4-c19779326d07 HTTP/1.1" status: 200 len: 945 time: 0.2680929 Apr 20 17:20:49.866967 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-d79ff8c6-e03c-45bc-a4a0-bc97f2476857 service neutron] For port f7e1c848-fad0-403e-90cc-c39171d299ea, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=f7e1c848-fad0-403e-90cc-c39171d299ea,segment=NetworkSegment(779b9809-51ec-4421-9a2c-115c6f91c2b3),segment_id=779b9809-51ec-4421-9a2c-115c6f91c2b3)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:20:49.898817 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-e038dfea-680b-4db6-aa3e-060229243913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b5f4930-c485-4242-b071-66e592469aa4 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:20:49.910341 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-d79ff8c6-e03c-45bc-a4a0-bc97f2476857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:49.915626 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-e038dfea-680b-4db6-aa3e-060229243913 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:49.968149 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6134d9d-0ac5-49cb-91eb-66741f9b9c45 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dca78eb-5829-40b0-a3af-13613754711d,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:49.996834 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-e038dfea-680b-4db6-aa3e-060229243913 service neutron] Transition to ACTIVE for port object 3b5f4930-c485-4242-b071-66e592469aa4 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:20:50.014787 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-e038dfea-680b-4db6-aa3e-060229243913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:50.020103 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-d79ff8c6-e03c-45bc-a4a0-bc97f2476857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:50.021450 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-d79ff8c6-e03c-45bc-a4a0-bc97f2476857 service neutron] 10.222.0.43 "PUT /v2.0/ports/f7e1c848-fad0-403e-90cc-c39171d299ea HTTP/1.1" status: 200 len: 1091 time: 2.2177784 Apr 20 17:20:50.026239 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642efe8a-a1a2-4ddb-a2aa-f125e1481fbb', 'tag': 'f7e1c848-fad0-403e-90cc-c39171d299ea'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:20:50.028473 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a6134d9d-0ac5-49cb-91eb-66741f9b9c45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:50.037851 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1ff73-c320-4c05-b6e2-de6dd9f3eedc req-401a58e3-1284-49f0-b42c-29b51d3b4c22 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:50.038714 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:20:50.044715 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8fd1ff73-c320-4c05-b6e2-de6dd9f3eedc req-401a58e3-1284-49f0-b42c-29b51d3b4c22 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 945 time: 0.4549024 Apr 20 17:20:50.050650 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-b7a50be3-2de3-4839-99f5-e08337f4bb96 req-7e225412-51ec-4092-9599-b9332fe0f560 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Deleting port d3a864df-aa6f-432f-a6ca-52351044c5f8 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:20:50.051202 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b7a50be3-2de3-4839-99f5-e08337f4bb96 req-7e225412-51ec-4092-9599-b9332fe0f560 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:50.074693 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-8b1c6358-48ef-49c1-939b-2b4712255003 req-0e5a60f4-9aaa-4389-ad25-098b5ca3a8f9 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Deleting port f2ae1052-1228-44aa-b982-dda2ca184507 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:20:50.075053 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8b1c6358-48ef-49c1-939b-2b4712255003 req-0e5a60f4-9aaa-4389-ad25-098b5ca3a8f9 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:50.187375 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ff8c6-e03c-45bc-a4a0-bc97f2476857 service neutron] Pushing event updated for resources: {'Port': ['ID=f7e1c848-fad0-403e-90cc-c39171d299ea,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:50.191103 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a6134d9d-0ac5-49cb-91eb-66741f9b9c45 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7dca78eb-5829-40b0-a3af-13613754711d HTTP/1.1" status: 204 len: 168 time: 4.3278823 Apr 20 17:20:50.271402 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8fd1ff73-c320-4c05-b6e2-de6dd9f3eedc req-e9a7298c-2aef-4d11-9eea-ad2e13fac1ae tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257886 Apr 20 17:20:50.431371 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038dfea-680b-4db6-aa3e-060229243913 service neutron] Pushing event updated for resources: {'Port': ['ID=3b5f4930-c485-4242-b071-66e592469aa4,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:50.461907 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42800) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:50.588679 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-7626e1b1-6e1a-4580-95c9-5b53cc62c6fa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bb343f9da374dff8b964d0ccdfa0f82&device_id=642efe8a-a1a2-4ddb-a2aa-f125e1481fbb HTTP/1.1" status: 200 len: 1094 time: 0.5019026 Apr 20 17:20:50.600411 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed0597-4ff0-4531-90f5-9aa5e9f3c4e1 req-3c60af8a-53a6-4d45-b980-8710dbcfab03 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:50.601776 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-74ed0597-4ff0-4531-90f5-9aa5e9f3c4e1 req-3c60af8a-53a6-4d45-b980-8710dbcfab03 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 950 time: 0.4741552 Apr 20 17:20:50.636556 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-8b1c6358-48ef-49c1-939b-2b4712255003 req-0e5a60f4-9aaa-4389-ad25-098b5ca3a8f9 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] For port f2ae1052-1228-44aa-b982-dda2ca184507, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=f2ae1052-1228-44aa-b982-dda2ca184507,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:50.636878 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8b1c6358-48ef-49c1-939b-2b4712255003 req-0e5a60f4-9aaa-4389-ad25-098b5ca3a8f9 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:50.646613 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-dc3c66e4-f82d-443b-b6e5-44f2cc383d06 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=108601a41d654be6985fac52f41da158&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1833100 Apr 20 17:20:50.653918 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42806) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:50.712826 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-28b01cbe-598d-4ec6-be4d-a99995ddf00b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7e1c848-fad0-403e-90cc-c39171d299ea HTTP/1.1" status: 200 len: 217 time: 0.1084709 Apr 20 17:20:50.720593 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-e038dfea-680b-4db6-aa3e-060229243913 service neutron] Attempting to bind port 3b5f4930-c485-4242-b071-66e592469aa4 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:20:50.720919 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-e038dfea-680b-4db6-aa3e-060229243913 service neutron] Attempting to bind port 3b5f4930-c485-4242-b071-66e592469aa4 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '779b9809-51ec-4421-9a2c-115c6f91c2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8715325-f9b4-456c-818e-365cf96c4dd2'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:20:50.721302 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-e038dfea-680b-4db6-aa3e-060229243913 service neutron] Attempting to bind port 3b5f4930-c485-4242-b071-66e592469aa4 on network e8715325-f9b4-456c-818e-365cf96c4dd2 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:20:50.780774 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-8b1c6358-48ef-49c1-939b-2b4712255003 req-0e5a60f4-9aaa-4389-ad25-098b5ca3a8f9 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Calling delete_port for f2ae1052-1228-44aa-b982-dda2ca184507 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:20:50.795024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-b7a50be3-2de3-4839-99f5-e08337f4bb96 req-7e225412-51ec-4092-9599-b9332fe0f560 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] For port d3a864df-aa6f-432f-a6ca-52351044c5f8, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=d3a864df-aa6f-432f-a6ca-52351044c5f8,segment=NetworkSegment(f7401c34-bfaa-4f83-9b43-3831d785ed6f),segment_id=f7401c34-bfaa-4f83-9b43-3831d785ed6f)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:50.795410 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b7a50be3-2de3-4839-99f5-e08337f4bb96 req-7e225412-51ec-4092-9599-b9332fe0f560 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:50.816862 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-e038dfea-680b-4db6-aa3e-060229243913 service neutron] Port 3b5f4930-c485-4242-b071-66e592469aa4 on network e8715325-f9b4-456c-818e-365cf96c4dd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:20:50.817146 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-e038dfea-680b-4db6-aa3e-060229243913 service neutron] Attempting to bind port 3b5f4930-c485-4242-b071-66e592469aa4 on network e8715325-f9b4-456c-818e-365cf96c4dd2 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:20:50.873086 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048baeb-b299-4ca6-90aa-43fff9c43496 req-c5bc44ba-9ce5-4fd2-bf54-63400a76426a tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:50.874650 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6048baeb-b299-4ca6-90aa-43fff9c43496 req-c5bc44ba-9ce5-4fd2-bf54-63400a76426a tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/ports?device_id=267f7b74-8120-4866-a0a4-c19779326d07 HTTP/1.1" status: 200 len: 945 time: 0.3887174 Apr 20 17:20:50.902841 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297c5ab5-3c03-473b-b275-5175fb498fb1 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Router 0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:20:50.998061 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3502c89b-c89b-4c21-aa6f-cef349cb9573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:51.037421 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-b7a50be3-2de3-4839-99f5-e08337f4bb96 req-7e225412-51ec-4092-9599-b9332fe0f560 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Calling delete_port for d3a864df-aa6f-432f-a6ca-52351044c5f8 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:20:51.075984 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-74ed0597-4ff0-4531-90f5-9aa5e9f3c4e1 req-70323476-d39c-4aa9-af5c-c66e46a89df5 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/security-groups?id=76ca841e-3374-46d1-a980-5999cc0ae239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210913 Apr 20 17:20:51.089574 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-e038dfea-680b-4db6-aa3e-060229243913 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:20:51.089904 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-e038dfea-680b-4db6-aa3e-060229243913 service neutron] Checking segment: {'id': '779b9809-51ec-4421-9a2c-115c6f91c2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8715325-f9b4-456c-818e-365cf96c4dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:20:51.090314 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-e038dfea-680b-4db6-aa3e-060229243913 service neutron] Bound using segment: {'id': '779b9809-51ec-4421-9a2c-115c6f91c2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8715325-f9b4-456c-818e-365cf96c4dd2'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:20:51.090736 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-e038dfea-680b-4db6-aa3e-060229243913 service neutron] Bound port: 3b5f4930-c485-4242-b071-66e592469aa4, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779b9809-51ec-4421-9a2c-115c6f91c2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8715325-f9b4-456c-818e-365cf96c4dd2'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:20:51.091072 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-e038dfea-680b-4db6-aa3e-060229243913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:51.100466 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-8020ba7e-61f9-4226-b1f8-8b55a0e83156 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:51.101888 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-8020ba7e-61f9-4226-b1f8-8b55a0e83156 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2f7091b-a343-4734-a755-59dc8d417262 HTTP/1.1" status: 200 len: 853 time: 0.3783906 Apr 20 17:20:51.149645 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52aa1fb7-ac38-420b-bb5b-4e766a018737'] response: {'name': 'network-changed', 'server_uuid': '642efe8a-a1a2-4ddb-a2aa-f125e1481fbb', 'tag': 'f7e1c848-fad0-403e-90cc-c39171d299ea', 'status': 'completed', 'code': 200} Apr 20 17:20:51.152064 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6048baeb-b299-4ca6-90aa-43fff9c43496 req-a671b1aa-3481-4042-aaf9-6911808473cd tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/security-groups?id=486ffe35-1bec-449d-8f2a-c89f84180f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673943 Apr 20 17:20:51.162914 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3502c89b-c89b-4c21-aa6f-cef349cb9573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:51.172894 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8b1c6358-48ef-49c1-939b-2b4712255003 req-0e5a60f4-9aaa-4389-ad25-098b5ca3a8f9 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:51.195428 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-5df9dcef-d669-4034-8463-8b7fbb9167e4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8715325-f9b4-456c-818e-365cf96c4dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830636 Apr 20 17:20:51.253564 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a60f4-9aaa-4389-ad25-098b5ca3a8f9 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Pushing event deleted for resources: {'Port': ['ID=f2ae1052-1228-44aa-b982-dda2ca184507,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:51.395218 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-e038dfea-680b-4db6-aa3e-060229243913 service neutron] For port 3b5f4930-c485-4242-b071-66e592469aa4, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:20:51.421188 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-e038dfea-680b-4db6-aa3e-060229243913 service neutron] For port 3b5f4930-c485-4242-b071-66e592469aa4, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=3b5f4930-c485-4242-b071-66e592469aa4,segment=NetworkSegment(779b9809-51ec-4421-9a2c-115c6f91c2b3),segment_id=779b9809-51ec-4421-9a2c-115c6f91c2b3)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:20:51.445053 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-e038dfea-680b-4db6-aa3e-060229243913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:51.487974 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b7a50be3-2de3-4839-99f5-e08337f4bb96 req-7e225412-51ec-4092-9599-b9332fe0f560 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:51.509800 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-49ff990c-9f5c-48ea-b860-b9822221ba91 service neutron] 10.222.0.43 "GET /v2.0/networks/e8715325-f9b4-456c-818e-365cf96c4dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008513 Apr 20 17:20:51.569914 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1c6358-48ef-49c1-939b-2b4712255003 req-0e5a60f4-9aaa-4389-ad25-098b5ca3a8f9 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] No DVR routers for this DVR port f2ae1052-1228-44aa-b982-dda2ca184507 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:20:51.578616 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8b1c6358-48ef-49c1-939b-2b4712255003 req-0e5a60f4-9aaa-4389-ad25-098b5ca3a8f9 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:51.582007 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c5c1c1-23d3-447f-96fd-06b823ad41f0', 'name': 'network-vif-deleted', 'tag': 'f2ae1052-1228-44aa-b982-dda2ca184507'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:20:51.621550 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8b1c6358-48ef-49c1-939b-2b4712255003 req-0e5a60f4-9aaa-4389-ad25-098b5ca3a8f9 tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.10 "DELETE /v2.0/ports/f2ae1052-1228-44aa-b982-dda2ca184507 HTTP/1.1" status: 204 len: 173 time: 1.7748075 Apr 20 17:20:51.627425 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3502c89b-c89b-4c21-aa6f-cef349cb9573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:51.629688 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3502c89b-c89b-4c21-aa6f-cef349cb9573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:51.632398 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3502c89b-c89b-4c21-aa6f-cef349cb9573 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a2baeb1e-0390-4fe1-9d8c-da55f07a4d6f HTTP/1.1" status: 204 len: 168 time: 0.9759884 Apr 20 17:20:51.645324 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502c89b-c89b-4c21-aa6f-cef349cb9573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2baeb1e-0390-4fe1-9d8c-da55f07a4d6f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:51.665775 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-e038dfea-680b-4db6-aa3e-060229243913 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:51.667283 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-e038dfea-680b-4db6-aa3e-060229243913 service neutron] 10.222.0.43 "PUT /v2.0/ports/3b5f4930-c485-4242-b071-66e592469aa4 HTTP/1.1" status: 200 len: 1091 time: 3.0332944 Apr 20 17:20:51.699314 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f5301-0564-488a-8bc4-a53d1e9c4b69 req-5f2bcad4-b441-4df7-bc6f-5b2cd7f62af5 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:51.699909 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-748f5301-0564-488a-8bc4-a53d1e9c4b69 req-5f2bcad4-b441-4df7-bc6f-5b2cd7f62af5 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Synchronizing usage tracker for tenant:6bb343f9da374dff8b964d0ccdfa0f82 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:20:51.701823 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device f2ae1052-1228-44aa-b982-dda2ca184507 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:20:51.728429 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038dfea-680b-4db6-aa3e-060229243913 service neutron] Pushing event updated for resources: {'Port': ['ID=3b5f4930-c485-4242-b071-66e592469aa4,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:51.762982 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: f2ae1052-1228-44aa-b982-dda2ca184507 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:20:51.763239 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-748f5301-0564-488a-8bc4-a53d1e9c4b69 req-5f2bcad4-b441-4df7-bc6f-5b2cd7f62af5 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Unset dirty status for tenant:6bb343f9da374dff8b964d0ccdfa0f82 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:20:51.764147 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-748f5301-0564-488a-8bc4-a53d1e9c4b69 req-5f2bcad4-b441-4df7-bc6f-5b2cd7f62af5 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f18a928-5d9f-47f7-9589-2ebfa19fb4a7 HTTP/1.1" status: 200 len: 943 time: 0.2431591 Apr 20 17:20:51.766861 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297c5ab5-3c03-473b-b275-5175fb498fb1 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:20:51.779564 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-297c5ab5-3c03-473b-b275-5175fb498fb1 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:51.782279 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device f2ae1052-1228-44aa-b982-dda2ca184507 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:20:51.782585 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cd2f10-48dd-417d-8bc8-19fc5dd2ecd5 None None] Sync routers for ids ['0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:20:51.783624 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device d3a864df-aa6f-432f-a6ca-52351044c5f8 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:20:51.797456 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cd2f10-48dd-417d-8bc8-19fc5dd2ecd5 None None] Routers {'0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:20:51.798156 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a5cd2f10-48dd-417d-8bc8-19fc5dd2ecd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:20:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:51.828649 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: d3a864df-aa6f-432f-a6ca-52351044c5f8 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:20:51.829619 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device d3a864df-aa6f-432f-a6ca-52351044c5f8 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:20:51.872323 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e225412-51ec-4092-9599-b9332fe0f560 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Pushing event deleted for resources: {'Port': ['ID=d3a864df-aa6f-432f-a6ca-52351044c5f8,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:51.874534 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a50be3-2de3-4839-99f5-e08337f4bb96 req-7e225412-51ec-4092-9599-b9332fe0f560 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] No DVR routers for this DVR port d3a864df-aa6f-432f-a6ca-52351044c5f8 on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:20:51.884196 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b7a50be3-2de3-4839-99f5-e08337f4bb96 req-7e225412-51ec-4092-9599-b9332fe0f560 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:51.917532 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-297c5ab5-3c03-473b-b275-5175fb498fb1 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "PUT /v2.0/floatingips/b185cff7-85b6-48d2-92c7-77f3d2fab137 HTTP/1.1" status: 200 len: 991 time: 5.9986503 Apr 20 17:20:51.919000 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-a8a82f15-2a93-491b-aa49-1ca1dccf71d5 service neutron] 10.222.0.43 "GET /v2.0/networks/e8715325-f9b4-456c-818e-365cf96c4dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006758 Apr 20 17:20:51.928286 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b7a50be3-2de3-4839-99f5-e08337f4bb96 req-7e225412-51ec-4092-9599-b9332fe0f560 tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.10 "DELETE /v2.0/ports/d3a864df-aa6f-432f-a6ca-52351044c5f8 HTTP/1.1" status: 204 len: 173 time: 2.0584877 Apr 20 17:20:51.947447 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-748f5301-0564-488a-8bc4-a53d1e9c4b69 req-567632ef-290d-4271-a602-7c506832e41f tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/security-groups?id=906aa622-0608-4fbd-8144-3fb248292f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987909 Apr 20 17:20:51.955105 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f117df5-5816-48f1-9435-76635b59b73c req-87a21cd2-0fb7-4256-9735-62ed16e4fb08 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:51.956739 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5f117df5-5816-48f1-9435-76635b59b73c req-87a21cd2-0fb7-4256-9735-62ed16e4fb08 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 945 time: 0.3907814 Apr 20 17:20:51.966001 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-e9b4d0b3-bd59-4a09-8c50-3be4f6a0d1ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bb343f9da374dff8b964d0ccdfa0f82&device_id=8f18a928-5d9f-47f7-9589-2ebfa19fb4a7 HTTP/1.1" status: 200 len: 1094 time: 0.2087753 Apr 20 17:20:52.047933 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-a5cd2f10-48dd-417d-8bc8-19fc5dd2ecd5 None None] Set router 0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:20:52.089369 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15aac245-f62f-4e60-85aa-1ea46f222d10'] response: {'server_uuid': '90c5c1c1-23d3-447f-96fd-06b823ad41f0', 'name': 'network-vif-deleted', 'tag': 'f2ae1052-1228-44aa-b982-dda2ca184507', 'status': 'completed', 'code': 200} Apr 20 17:20:52.174617 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-5cd08255-e493-4120-a26f-9ef673260f05 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b5f4930-c485-4242-b071-66e592469aa4 HTTP/1.1" status: 200 len: 217 time: 0.1895454 Apr 20 17:20:52.279336 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5f117df5-5816-48f1-9435-76635b59b73c req-c444235a-69ee-40d9-b5d5-838c9fbfba16 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129368 Apr 20 17:20:52.307652 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-d3c411dd-a876-4e76-b072-6d962af2ce2f req-43bfe391-fdbf-49bd-b9ed-fb740cc9db6a tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Synchronizing usage tracker for tenant:c12b40028ab147a889b4fc203a6893de on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:20:52.333969 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-1f4f56e3-b483-40ef-86ce-be7cbab8dc68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:52.335578 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-1f4f56e3-b483-40ef-86ce-be7cbab8dc68 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2f7091b-a343-4734-a755-59dc8d417262 HTTP/1.1" status: 200 len: 853 time: 0.1390986 Apr 20 17:20:52.335738 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-d3c411dd-a876-4e76-b072-6d962af2ce2f req-43bfe391-fdbf-49bd-b9ed-fb740cc9db6a tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] Unset dirty status for tenant:c12b40028ab147a889b4fc203a6893de on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:20:52.339000 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d3c411dd-a876-4e76-b072-6d962af2ce2f req-43bfe391-fdbf-49bd-b9ed-fb740cc9db6a tempest-MigrationsAdminTest-1086027735 tempest-MigrationsAdminTest-1086027735-project] 10.222.0.39 "GET /v2.0/ports?device_id=90c5c1c1-23d3-447f-96fd-06b823ad41f0 HTTP/1.1" status: 200 len: 210 time: 0.0880785 Apr 20 17:20:52.463646 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-84abb572-dbeb-4d75-aa26-e7ea137fd2d5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8715325-f9b4-456c-818e-365cf96c4dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001220 Apr 20 17:20:52.472650 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-25b91ec8-9ed8-4d94-ab96-243afb67ce9e req-c0f8951a-c687-4c75-977c-ed9b9dd18465 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bb343f9da374dff8b964d0ccdfa0f82&device_id=642efe8a-a1a2-4ddb-a2aa-f125e1481fbb HTTP/1.1" status: 200 len: 1094 time: 0.4885046 Apr 20 17:20:52.507944 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a5cd2f10-48dd-417d-8bc8-19fc5dd2ecd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'name': 'tempest-TaggedBootDevicesTest-214007786-router', 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '71b30aa2-ab3d-4683-ab00-6746bf13ea28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:17:35Z', 'updated_at': '2022-04-20T17:17:51Z', 'revision_number': 4, 'project_id': '60c7e2ae348346058b3fbfec10afa715', 'gw_port': {'id': '71b30aa2-ab3d-4683-ab00-6746bf13ea28', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:17:37Z', 'updated_at': '2022-04-20T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'b185cff7-85b6-48d2-92c7-77f3d2fab137', 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'port_id': '79d325e9-170e-4c94-9ef6-1326646d7f12', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc8e6a4a-e179-48cb-8550-48f660e9d877', 'mac_address': 'fa:16:3e:66:a1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:18:56Z', 'updated_at': '2022-04-20T17:20:47Z', 'revision_number': 1, 'project_id': '60c7e2ae348346058b3fbfec10afa715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f847971-ebf5-4604-8be8-97d5a36dc565', 'name': '', 'network_id': 'fc8e6a4a-e179-48cb-8550-48f660e9d877', 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'mac_address': 'fa:16:3e:73:63:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '826f24c4-a35e-4e89-9b39-2bce6cc7b5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:17:50Z', 'updated_at': '2022-04-20T17:17:58Z', 'revision_number': 5, 'project_id': '60c7e2ae348346058b3fbfec10afa715', 'subnets': [{'id': '826f24c4-a35e-4e89-9b39-2bce6cc7b5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:52.512260 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cd2f10-48dd-417d-8bc8-19fc5dd2ecd5 None None] Checking router: 0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:20:52.523736 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cd2f10-48dd-417d-8bc8-19fc5dd2ecd5 None None] Routers {'0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:20:52.524637 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a5cd2f10-48dd-417d-8bc8-19fc5dd2ecd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:20:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:52.763249 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-a5cd2f10-48dd-417d-8bc8-19fc5dd2ecd5 None None] Set router 0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:20:52.796596 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-587340db-361e-4a48-a41a-78511f16832e req-6c5eedfd-34e1-4aa8-a808-a399f443419f tempest-InstanceActionsTestJSON-309064205 tempest-InstanceActionsTestJSON-309064205-project] 10.222.0.39 "GET /v2.0/ports?device_id=267f7b74-8120-4866-a0a4-c19779326d07 HTTP/1.1" status: 200 len: 210 time: 0.0893140 Apr 20 17:20:52.898264 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-a65bfa1c-636b-4bbe-a8cc-21713858bcbd service neutron] 10.222.0.43 "GET /v2.0/networks/e8715325-f9b4-456c-818e-365cf96c4dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244530 Apr 20 17:20:52.899973 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b91ec8-9ed8-4d94-ab96-243afb67ce9e req-57ae5619-0f3c-45bd-9ae2-7a1d1c050739 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:52.901394 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-25b91ec8-9ed8-4d94-ab96-243afb67ce9e req-57ae5619-0f3c-45bd-9ae2-7a1d1c050739 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e8715325-f9b4-456c-818e-365cf96c4dd2 HTTP/1.1" status: 200 len: 914 time: 0.3375380 Apr 20 17:20:53.115491 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-20e0dd81-6e0f-4b84-8ff4-5d77f9d56914 req-44ac94b3-5cc4-4684-b34d-7601112a21e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0dd99ef1065b406196682e8299225373&device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 1096 time: 0.1194670 Apr 20 17:20:53.226005 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f18a928-5d9f-47f7-9589-2ebfa19fb4a7', 'tag': '3b5f4930-c485-4242-b071-66e592469aa4'}, {'server_uuid': '267f7b74-8120-4866-a0a4-c19779326d07', 'name': 'network-vif-deleted', 'tag': 'd3a864df-aa6f-432f-a6ca-52351044c5f8'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:20:53.265748 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0dd81-6e0f-4b84-8ff4-5d77f9d56914 req-95279042-7c46-4125-8c4c-7412787d18a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:53.267516 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-20e0dd81-6e0f-4b84-8ff4-5d77f9d56914 req-95279042-7c46-4125-8c4c-7412787d18a0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d400f90f-4a8e-41ce-ab99-e78cfbfff523 HTTP/1.1" status: 200 len: 911 time: 0.1431894 Apr 20 17:20:53.306257 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a5cd2f10-48dd-417d-8bc8-19fc5dd2ecd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'name': 'tempest-TaggedBootDevicesTest-214007786-router', 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '71b30aa2-ab3d-4683-ab00-6746bf13ea28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:17:35Z', 'updated_at': '2022-04-20T17:17:51Z', 'revision_number': 4, 'project_id': '60c7e2ae348346058b3fbfec10afa715', 'gw_port': {'id': '71b30aa2-ab3d-4683-ab00-6746bf13ea28', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:17:37Z', 'updated_at': '2022-04-20T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'b185cff7-85b6-48d2-92c7-77f3d2fab137', 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'port_id': '79d325e9-170e-4c94-9ef6-1326646d7f12', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc8e6a4a-e179-48cb-8550-48f660e9d877', 'mac_address': 'fa:16:3e:66:a1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:18:56Z', 'updated_at': '2022-04-20T17:20:47Z', 'revision_number': 1, 'project_id': '60c7e2ae348346058b3fbfec10afa715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f847971-ebf5-4604-8be8-97d5a36dc565', 'name': '', 'network_id': 'fc8e6a4a-e179-48cb-8550-48f660e9d877', 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'mac_address': 'fa:16:3e:73:63:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '826f24c4-a35e-4e89-9b39-2bce6cc7b5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:17:50Z', 'updated_at': '2022-04-20T17:17:58Z', 'revision_number': 5, 'project_id': '60c7e2ae348346058b3fbfec10afa715', 'subnets': [{'id': '826f24c4-a35e-4e89-9b39-2bce6cc7b5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:53.318418 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cd2f10-48dd-417d-8bc8-19fc5dd2ecd5 None None] The sync data for ids ['0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc'] in n-d-838032-1 is: [{'id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'name': 'tempest-TaggedBootDevicesTest-214007786-router', 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '71b30aa2-ab3d-4683-ab00-6746bf13ea28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:17:35Z', 'updated_at': '2022-04-20T17:17:51Z', 'revision_number': 4, 'project_id': '60c7e2ae348346058b3fbfec10afa715', 'gw_port': {'id': '71b30aa2-ab3d-4683-ab00-6746bf13ea28', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:17:37Z', 'updated_at': '2022-04-20T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'b185cff7-85b6-48d2-92c7-77f3d2fab137', 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'port_id': '79d325e9-170e-4c94-9ef6-1326646d7f12', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc8e6a4a-e179-48cb-8550-48f660e9d877', 'mac_address': 'fa:16:3e:66:a1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:18:56Z', 'updated_at': '2022-04-20T17:20:47Z', 'revision_number': 1, 'project_id': '60c7e2ae348346058b3fbfec10afa715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f847971-ebf5-4604-8be8-97d5a36dc565', 'name': '', 'network_id': 'fc8e6a4a-e179-48cb-8550-48f660e9d877', 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'mac_address': 'fa:16:3e:73:63:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '826f24c4-a35e-4e89-9b39-2bce6cc7b5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:17:50Z', 'updated_at': '2022-04-20T17:17:58Z', 'revision_number': 5, 'project_id': '60c7e2ae348346058b3fbfec10afa715', 'subnets': [{'id': '826f24c4-a35e-4e89-9b39-2bce6cc7b5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:20:53.364422 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-25b91ec8-9ed8-4d94-ab96-243afb67ce9e req-1248a652-7311-4c34-878b-ce2d83d5355b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7e1c848-fad0-403e-90cc-c39171d299ea HTTP/1.1" status: 200 len: 217 time: 0.4151351 Apr 20 17:20:53.424654 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-20e0dd81-6e0f-4b84-8ff4-5d77f9d56914 req-61a34c3b-6546-42ab-8798-d10c8227479c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c82142eb-930d-41bc-8554-4b621bc06e84 HTTP/1.1" status: 200 len: 217 time: 0.1492460 Apr 20 17:20:53.478887 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b91ec8-9ed8-4d94-ab96-243afb67ce9e req-7cea29c7-7831-4bd0-89d2-d3696db52124 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:53.480610 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-25b91ec8-9ed8-4d94-ab96-243afb67ce9e req-7cea29c7-7831-4bd0-89d2-d3696db52124 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2f7091b-a343-4734-a755-59dc8d417262 HTTP/1.1" status: 200 len: 853 time: 0.1095967 Apr 20 17:20:53.547762 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-35d08435-e931-49a1-8513-45ea8237e1f0 req-4233e40e-0d79-4f1a-ab3f-985a2ffe4ebe service neutron] 10.222.0.43 "GET /v2.0/networks/e8715325-f9b4-456c-818e-365cf96c4dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6373010 Apr 20 17:20:53.550149 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-25b91ec8-9ed8-4d94-ab96-243afb67ce9e req-cca978af-f4cd-4053-bb18-f101b51e25c1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8715325-f9b4-456c-818e-365cf96c4dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585337 Apr 20 17:20:53.554084 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0dd81-6e0f-4b84-8ff4-5d77f9d56914 req-de6dea5f-03f9-47a7-8066-d81d272eeed5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:53.555551 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-20e0dd81-6e0f-4b84-8ff4-5d77f9d56914 req-de6dea5f-03f9-47a7-8066-d81d272eeed5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d6355b3-9159-47c5-b462-d8d60cd8f890 HTTP/1.1" status: 200 len: 850 time: 0.1153429 Apr 20 17:20:53.556239 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334562d-4d99-4fe8-a722-1a35c3f6cdc1 req-15594ee4-2ff5-4e8c-b9dc-58313c566d5c tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:53.557673 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a334562d-4d99-4fe8-a722-1a35c3f6cdc1 req-15594ee4-2ff5-4e8c-b9dc-58313c566d5c tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 945 time: 0.2722220 Apr 20 17:20:53.564267 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5d811-bbaf-463f-a0a5-1818d22819de req-05574b4e-3e4b-4d99-ae81-673e60a9c49c tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:53.566126 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9fb5d811-bbaf-463f-a0a5-1818d22819de req-05574b4e-3e4b-4d99-ae81-673e60a9c49c tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f18a928-5d9f-47f7-9589-2ebfa19fb4a7 HTTP/1.1" status: 200 len: 943 time: 0.2005286 Apr 20 17:20:53.620213 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-20e0dd81-6e0f-4b84-8ff4-5d77f9d56914 req-be363f5c-4f3f-4c38-a5a3-35711a2ba5ea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d400f90f-4a8e-41ce-ab99-e78cfbfff523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528452 Apr 20 17:20:53.650455 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42880) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:53.683614 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55303c2-db9f-47b5-bb23-02cd7a13ce61 None None] New status for floating IP b185cff7-85b6-48d2-92c7-77f3d2fab137: ACTIVE {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:20:53.724888 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a334562d-4d99-4fe8-a722-1a35c3f6cdc1 req-9009bf46-3057-4693-a8ad-76d7b76aad41 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593852 Apr 20 17:20:53.745769 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-25b91ec8-9ed8-4d94-ab96-243afb67ce9e req-be09e7e6-6b1e-4d9a-8d5d-0a10648936d6 service neutron] 10.222.0.43 "GET /v2.0/networks/e8715325-f9b4-456c-818e-365cf96c4dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815658 Apr 20 17:20:53.754635 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9fb5d811-bbaf-463f-a0a5-1818d22819de req-34162c62-d2bf-473d-80ee-343b227a6041 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/security-groups?id=906aa622-0608-4fbd-8144-3fb248292f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535318 Apr 20 17:20:53.835422 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-20e0dd81-6e0f-4b84-8ff4-5d77f9d56914 req-07ccdf1e-c26d-4de0-ac3a-bc4dffe222ab service neutron] 10.222.0.43 "GET /v2.0/networks/d400f90f-4a8e-41ce-ab99-e78cfbfff523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066317 Apr 20 17:20:53.918791 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-613555c8-eef6-41e9-8169-1a8fe121605d'] response: {'name': 'network-changed', 'server_uuid': '8f18a928-5d9f-47f7-9589-2ebfa19fb4a7', 'tag': '3b5f4930-c485-4242-b071-66e592469aa4', 'status': 'completed', 'code': 200} Apr 20 17:20:53.920145 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-613555c8-eef6-41e9-8169-1a8fe121605d'] response: {'server_uuid': '267f7b74-8120-4866-a0a4-c19779326d07', 'name': 'network-vif-deleted', 'tag': 'd3a864df-aa6f-432f-a6ca-52351044c5f8', 'status': 'completed', 'code': 200} Apr 20 17:20:54.060435 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5ed6bf49-d32e-45a0-9d85-c0ce40edc523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:54.064513 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e204ad47-725e-46b9-8370-2c5d74d9eade req-cc362825-5fe5-48a7-a6e2-b11d72b0ee5a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bb343f9da374dff8b964d0ccdfa0f82&device_id=8f18a928-5d9f-47f7-9589-2ebfa19fb4a7 HTTP/1.1" status: 200 len: 1094 time: 0.1429923 Apr 20 17:20:54.066662 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-25b91ec8-9ed8-4d94-ab96-243afb67ce9e req-5766640a-52d6-42c0-bc16-53eb09793a3e service neutron] 10.222.0.43 "GET /v2.0/networks/e8715325-f9b4-456c-818e-365cf96c4dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132687 Apr 20 17:20:54.102355 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'tag': '79d325e9-170e-4c94-9ef6-1326646d7f12'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:20:54.137407 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-5ed6bf49-d32e-45a0-9d85-c0ce40edc523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:20:54.146298 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-5ed6bf49-d32e-45a0-9d85-c0ce40edc523 admin admin] Usage tracker for resource:security_group_rule and tenant:d0492831895844519e12c38364b18652 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:20:54.167033 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-5ed6bf49-d32e-45a0-9d85-c0ce40edc523 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:20:54.186767 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-5ed6bf49-d32e-45a0-9d85-c0ce40edc523 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:20:54.193849 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-20e0dd81-6e0f-4b84-8ff4-5d77f9d56914 req-97485546-1978-45bd-b2b7-6f0eef75a694 service neutron] 10.222.0.43 "GET /v2.0/networks/d400f90f-4a8e-41ce-ab99-e78cfbfff523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523071 Apr 20 17:20:54.306093 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204ad47-725e-46b9-8370-2c5d74d9eade req-33290d72-5fa3-49d6-9ed1-aed22d6837fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:54.307876 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e204ad47-725e-46b9-8370-2c5d74d9eade req-33290d72-5fa3-49d6-9ed1-aed22d6837fd service neutron] 10.222.0.43 "GET /v2.0/networks?id=e8715325-f9b4-456c-818e-365cf96c4dd2 HTTP/1.1" status: 200 len: 914 time: 0.2202454 Apr 20 17:20:54.382234 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5ed6bf49-d32e-45a0-9d85-c0ce40edc523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:54.389634 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d799bb71-2d45-48c2-a9d6-646c4043d3ba'] response: {'name': 'network-changed', 'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'tag': '79d325e9-170e-4c94-9ef6-1326646d7f12', 'status': 'completed', 'code': 200} Apr 20 17:20:54.392526 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5ed6bf49-d32e-45a0-9d85-c0ce40edc523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:54.441485 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42904) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:54.483658 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed6bf49-d32e-45a0-9d85-c0ce40edc523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d02c5d-6472-4fcc-901a-50c5c8aa7534,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:54.504157 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5ed6bf49-d32e-45a0-9d85-c0ce40edc523 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d0492831895844519e12c38364b18652&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8525050 Apr 20 17:20:54.504750 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42910) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:54.527202 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42914) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:54.572214 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e204ad47-725e-46b9-8370-2c5d74d9eade req-a5b5f3d8-f1e7-4eef-8d4d-23d9e53d1115 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b5f4930-c485-4242-b071-66e592469aa4 HTTP/1.1" status: 200 len: 217 time: 0.2519584 Apr 20 17:20:54.680931 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-57bfd3a3-272f-4648-8c54-48629a6bc5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:54.742410 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-57bfd3a3-272f-4648-8c54-48629a6bc5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:54.789733 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-999de4a2-cb43-40ec-9ea0-12c1ef819c67 admin admin] Deleting subnet 21925486-c1e4-4642-abaf-a9fde9aaad1e {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:20:54.793932 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204ad47-725e-46b9-8370-2c5d74d9eade req-9f7fcd22-a2af-4bc3-8ffe-e9ce0ba6431f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:54.795018 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e204ad47-725e-46b9-8370-2c5d74d9eade req-9f7fcd22-a2af-4bc3-8ffe-e9ce0ba6431f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2f7091b-a343-4734-a755-59dc8d417262 HTTP/1.1" status: 200 len: 853 time: 0.1965761 Apr 20 17:20:54.821639 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-57bfd3a3-272f-4648-8c54-48629a6bc5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:54.823144 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-999de4a2-cb43-40ec-9ea0-12c1ef819c67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:54.846160 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bfd3a3-272f-4648-8c54-48629a6bc5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d02c5d-6472-4fcc-901a-50c5c8aa7534,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:54.894589 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-57bfd3a3-272f-4648-8c54-48629a6bc5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:54.895795 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-57bfd3a3-272f-4648-8c54-48629a6bc5c2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/05d02c5d-6472-4fcc-901a-50c5c8aa7534 HTTP/1.1" status: 204 len: 168 time: 0.3729930 Apr 20 17:20:54.962498 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-18b827ca-7c7d-431c-b72f-32207d9fcd40 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c12b40028ab147a889b4fc203a6893de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4298391 Apr 20 17:20:54.963160 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42942) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:55.053046 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e204ad47-725e-46b9-8370-2c5d74d9eade req-8d1b5dd3-8fa9-4863-bf22-e91c98347d02 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8715325-f9b4-456c-818e-365cf96c4dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2312288 Apr 20 17:20:55.127187 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-92e79dbb-3e8c-4760-97d4-e053dfd3b9f0 req-6ae66a9e-3df7-4dc5-8416-d596ab561cb7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=60c7e2ae348346058b3fbfec10afa715&device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 6492 time: 0.6892257 Apr 20 17:20:55.188997 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-999de4a2-cb43-40ec-9ea0-12c1ef819c67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:55.205712 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-47121c2f-e655-4c0e-be42-940d4f248060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:55.245255 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-47121c2f-e655-4c0e-be42-940d4f248060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:55.258374 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d700600-0877-4897-b6cf-4ab882083b4d req-e365a899-2470-40db-a66f-b4e38e58e2af tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:55.265222 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3d700600-0877-4897-b6cf-4ab882083b4d req-e365a899-2470-40db-a66f-b4e38e58e2af tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 945 time: 0.1532779 Apr 20 17:20:55.372097 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-47121c2f-e655-4c0e-be42-940d4f248060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:55.436548 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42952) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:55.439344 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47121c2f-e655-4c0e-be42-940d4f248060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ca841e-3374-46d1-a980-5999cc0ae239,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:55.552258 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3d700600-0877-4897-b6cf-4ab882083b4d req-aaacc1ce-5b04-4b52-8575-c398664b2889 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859435 Apr 20 17:20:55.557069 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-47121c2f-e655-4c0e-be42-940d4f248060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:55.563616 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-47121c2f-e655-4c0e-be42-940d4f248060 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/76ca841e-3374-46d1-a980-5999cc0ae239 HTTP/1.1" status: 204 len: 168 time: 0.5939183 Apr 20 17:20:55.565399 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-999de4a2-cb43-40ec-9ea0-12c1ef819c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:55.666555 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e204ad47-725e-46b9-8370-2c5d74d9eade req-bf0071e6-cfe7-4088-a15a-45bcecb3cebf service neutron] 10.222.0.43 "GET /v2.0/networks/e8715325-f9b4-456c-818e-365cf96c4dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5984867 Apr 20 17:20:55.701821 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d155b07e-a0ab-4895-bdd6-dd92bcb563e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:55.710852 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1dba64-5e4f-4e8f-b1f9-3d67a548b620 req-9645c245-fe86-4cc3-aa81-edbd6a52d766 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:55.718762 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3f1dba64-5e4f-4e8f-b1f9-3d67a548b620 req-9645c245-fe86-4cc3-aa81-edbd6a52d766 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f18a928-5d9f-47f7-9589-2ebfa19fb4a7 HTTP/1.1" status: 200 len: 943 time: 0.5806053 Apr 20 17:20:55.749972 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d155b07e-a0ab-4895-bdd6-dd92bcb563e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:20:55.755547 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d155b07e-a0ab-4895-bdd6-dd92bcb563e1 admin admin] Usage tracker for resource:security_group_rule and tenant:eeec298c14e54b7db1b0f910ba5db16b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:20:55.757506 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e79dbb-3e8c-4760-97d4-e053dfd3b9f0 req-a373fc39-8837-4057-b2ff-61b75b76d334 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:55.759114 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-92e79dbb-3e8c-4760-97d4-e053dfd3b9f0 req-a373fc39-8837-4057-b2ff-61b75b76d334 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fc8e6a4a-e179-48cb-8550-48f660e9d877 HTTP/1.1" status: 200 len: 912 time: 0.5730112 Apr 20 17:20:55.761258 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d155b07e-a0ab-4895-bdd6-dd92bcb563e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:20:55.769320 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d155b07e-a0ab-4895-bdd6-dd92bcb563e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:20:55.895034 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d155b07e-a0ab-4895-bdd6-dd92bcb563e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:55.902070 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d155b07e-a0ab-4895-bdd6-dd92bcb563e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:55.954810 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3f1dba64-5e4f-4e8f-b1f9-3d67a548b620 req-0885ccb7-ffe7-46f9-9671-3b66a2fa7717 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/security-groups?id=906aa622-0608-4fbd-8144-3fb248292f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339633 Apr 20 17:20:55.978937 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d155b07e-a0ab-4895-bdd6-dd92bcb563e1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eeec298c14e54b7db1b0f910ba5db16b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5336027 Apr 20 17:20:55.979866 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155b07e-a0ab-4895-bdd6-dd92bcb563e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d660c3e-3ac2-4ce8-b0ba-09e133b282ff,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:55.981904 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42972) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:56.016145 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-999de4a2-cb43-40ec-9ea0-12c1ef819c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:56.086688 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999de4a2-cb43-40ec-9ea0-12c1ef819c67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21925486-c1e4-4642-abaf-a9fde9aaad1e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:56.109538 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-92e79dbb-3e8c-4760-97d4-e053dfd3b9f0 req-94c247e4-b928-4bf2-9dd9-bac3b7d674f7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79d325e9-170e-4c94-9ef6-1326646d7f12 HTTP/1.1" status: 200 len: 1001 time: 0.2899489 Apr 20 17:20:56.121765 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-999de4a2-cb43-40ec-9ea0-12c1ef819c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:56.125590 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e204ad47-725e-46b9-8370-2c5d74d9eade req-1f298409-3389-47a7-af95-0d1a39295e96 service neutron] 10.222.0.43 "GET /v2.0/networks/e8715325-f9b4-456c-818e-365cf96c4dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443793 Apr 20 17:20:56.187060 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-999de4a2-cb43-40ec-9ea0-12c1ef819c67 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/21925486-c1e4-4642-abaf-a9fde9aaad1e HTTP/1.1" status: 204 len: 168 time: 1.7400131 Apr 20 17:20:56.190004 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42978) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:56.222285 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8ca5831f-b144-499a-a5d5-bf3ecff92b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:56.234559 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42982) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:56.235954 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e79dbb-3e8c-4760-97d4-e053dfd3b9f0 req-e927dbe1-f0f6-450b-b409-b51994c166b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:56.237480 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-92e79dbb-3e8c-4760-97d4-e053dfd3b9f0 req-e927dbe1-f0f6-450b-b409-b51994c166b5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=826f24c4-a35e-4e89-9b39-2bce6cc7b5a3 HTTP/1.1" status: 200 len: 850 time: 0.1176348 Apr 20 17:20:56.253287 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 3b5f4930-c485-4242-b071-66e592469aa4 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:20:56.318443 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a9b338c0-69a6-4de8-af7e-3720266e09b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:56.342303 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8ca5831f-b144-499a-a5d5-bf3ecff92b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:56.396884 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-db865c5a-7f35-4a0a-97bc-1c65b598c626 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bde1d634715f44b6935c2305e9d373bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1580169 Apr 20 17:20:56.400802 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42988) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:56.432827 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 3b5f4930-c485-4242-b071-66e592469aa4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=3b5f4930-c485-4242-b071-66e592469aa4,segment=NetworkSegment(779b9809-51ec-4421-9a2c-115c6f91c2b3),segment_id=779b9809-51ec-4421-9a2c-115c6f91c2b3)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:56.456587 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-92e79dbb-3e8c-4760-97d4-e053dfd3b9f0 req-9c9dd2f3-ec69-4dcd-90b1-a48fed0804b9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fc8e6a4a-e179-48cb-8550-48f660e9d877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1858923 Apr 20 17:20:56.461927 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '3b5f4930-c485-4242-b071-66e592469aa4', 'network_id': 'e8715325-f9b4-456c-818e-365cf96c4dd2', 'port_id': '3b5f4930-c485-4242-b071-66e592469aa4', 'mac_address': 'fa:16:3e:56:4d:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f7091b-a343-4734-a755-59dc8d417262', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:20:56.569176 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:56.589250 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b5f4930-c485-4242-b071-66e592469aa4 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:20:56.597843 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a9b338c0-69a6-4de8-af7e-3720266e09b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:56.622645 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 3b5f4930-c485-4242-b071-66e592469aa4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=3b5f4930-c485-4242-b071-66e592469aa4,segment=NetworkSegment(779b9809-51ec-4421-9a2c-115c6f91c2b3),segment_id=779b9809-51ec-4421-9a2c-115c6f91c2b3)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:56.629012 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:56.630009 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device f7e1c848-fad0-403e-90cc-c39171d299ea details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:20:56.635022 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-a9b338c0-69a6-4de8-af7e-3720266e09b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e721113-f5d2-4c80-98cd-da3f8bcd17ce']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:56.638436 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8ca5831f-b144-499a-a5d5-bf3ecff92b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:56.650226 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-a9b338c0-69a6-4de8-af7e-3720266e09b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7401c34-bfaa-4f83-9b43-3831d785ed6f') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:56.650721 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-a9b338c0-69a6-4de8-af7e-3720266e09b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7401c34-bfaa-4f83-9b43-3831d785ed6f') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:20:56.666543 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a9b338c0-69a6-4de8-af7e-3720266e09b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:56.669250 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-92e79dbb-3e8c-4760-97d4-e053dfd3b9f0 req-2c9582fe-e99c-46d6-bae0-3298d17f1e47 service neutron] 10.222.0.10 "GET /v2.0/networks/fc8e6a4a-e179-48cb-8550-48f660e9d877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042627 Apr 20 17:20:56.678083 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5831f-b144-499a-a5d5-bf3ecff92b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d660c3e-3ac2-4ce8-b0ba-09e133b282ff,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:56.698529 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a9b338c0-69a6-4de8-af7e-3720266e09b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:56.703487 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-40f2a0da-ad7f-47d2-80c6-0d7fb055e11a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:56.708715 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b338c0-69a6-4de8-af7e-3720266e09b3 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:20:56.709241 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a9b338c0-69a6-4de8-af7e-3720266e09b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:56.730532 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=3b5f4930-c485-4242-b071-66e592469aa4,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:56.734028 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port f7e1c848-fad0-403e-90cc-c39171d299ea, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=f7e1c848-fad0-403e-90cc-c39171d299ea,segment=NetworkSegment(779b9809-51ec-4421-9a2c-115c6f91c2b3),segment_id=779b9809-51ec-4421-9a2c-115c6f91c2b3)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:56.748501 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:20:56.748501 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:20:56.748501 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:20:56.748501 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:20:56.748501 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:20:56.748501 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:20:56.748501 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:20:56.748501 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:20:56.748501 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:20:56.748501 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:20:56.748501 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:20:56.748501 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:20:56.748501 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:20:56.748501 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:20:56.748501 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:20:56.748501 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:20:56.748501 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:20:56.748501 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:20:56.748501 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:20:56.748501 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:20:56.748501 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:20:56.748501 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:20:56.748501 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:20:56.748501 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:20:56.748501 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:20:56.748501 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:20:56.748501 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:20:56.748501 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:20:56.748501 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:20:56.748501 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:20:56.748501 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:20:56.748501 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:20:56.750709 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'f7e1c848-fad0-403e-90cc-c39171d299ea', 'network_id': 'e8715325-f9b4-456c-818e-365cf96c4dd2', 'port_id': 'f7e1c848-fad0-403e-90cc-c39171d299ea', 'mac_address': 'fa:16:3e:6a:91:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f7091b-a343-4734-a755-59dc8d417262', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:20:56.781169 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8ca5831f-b144-499a-a5d5-bf3ecff92b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:56.784716 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8ca5831f-b144-499a-a5d5-bf3ecff92b5a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2d660c3e-3ac2-4ce8-b0ba-09e133b282ff HTTP/1.1" status: 204 len: 168 time: 0.7994487 Apr 20 17:20:56.832148 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-40f2a0da-ad7f-47d2-80c6-0d7fb055e11a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:56.837558 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:56.903379 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a9b338c0-69a6-4de8-af7e-3720266e09b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:56.909690 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-92e79dbb-3e8c-4760-97d4-e053dfd3b9f0 req-da08dfa3-508b-403b-be0a-dc92507bec24 service neutron] 10.222.0.10 "GET /v2.0/networks/fc8e6a4a-e179-48cb-8550-48f660e9d877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292206 Apr 20 17:20:56.913667 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a9b338c0-69a6-4de8-af7e-3720266e09b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:56.949147 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-40f2a0da-ad7f-47d2-80c6-0d7fb055e11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:56.952903 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a9b338c0-69a6-4de8-af7e-3720266e09b3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/0e721113-f5d2-4c80-98cd-da3f8bcd17ce HTTP/1.1" status: 204 len: 168 time: 0.7611418 Apr 20 17:20:56.969203 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b338c0-69a6-4de8-af7e-3720266e09b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e721113-f5d2-4c80-98cd-da3f8bcd17ce,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:56.971844 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f2a0da-ad7f-47d2-80c6-0d7fb055e11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c51e65-e567-476f-a85d-a1ebedeee2c4,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:56.984474 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365bae73-e8b8-4956-832f-2e7f6eafa55d req-bb440f3b-5d5d-4fb7-aa99-bd5a95e05398 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:56.989049 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-365bae73-e8b8-4956-832f-2e7f6eafa55d req-bb440f3b-5d5d-4fb7-aa99-bd5a95e05398 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 945 time: 0.2362623 Apr 20 17:20:56.996717 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-40f2a0da-ad7f-47d2-80c6-0d7fb055e11a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:56.998171 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-40f2a0da-ad7f-47d2-80c6-0d7fb055e11a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/62c51e65-e567-476f-a85d-a1ebedeee2c4 HTTP/1.1" status: 204 len: 168 time: 0.5949850 Apr 20 17:20:57.005566 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7e1c848-fad0-403e-90cc-c39171d299ea {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:20:57.037729 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port f7e1c848-fad0-403e-90cc-c39171d299ea, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=f7e1c848-fad0-403e-90cc-c39171d299ea,segment=NetworkSegment(779b9809-51ec-4421-9a2c-115c6f91c2b3),segment_id=779b9809-51ec-4421-9a2c-115c6f91c2b3)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:57.046042 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:57.054377 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-365bae73-e8b8-4956-832f-2e7f6eafa55d req-c38e89df-2371-4b58-af29-b901d3ca2583 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549226 Apr 20 17:20:57.148418 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=f7e1c848-fad0-403e-90cc-c39171d299ea,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:57.204683 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64501c9d-c36b-4a8f-aa9d-fd4274a86cc7 req-0cd6d8fc-9138-46ee-9665-3da63d230fae tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:57.206863 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-64501c9d-c36b-4a8f-aa9d-fd4274a86cc7 req-0cd6d8fc-9138-46ee-9665-3da63d230fae tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f18a928-5d9f-47f7-9589-2ebfa19fb4a7 HTTP/1.1" status: 200 len: 944 time: 0.0900037 Apr 20 17:20:57.255266 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-64501c9d-c36b-4a8f-aa9d-fd4274a86cc7 req-24e3a1e6-6b31-44a8-92a5-dc705469b500 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/security-groups?id=906aa622-0608-4fbd-8144-3fb248292f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427496 Apr 20 17:20:57.285457 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43012) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:57.296658 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['3b5f4930-c485-4242-b071-66e592469aa4'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:20:57.338993 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5cfae0f1-ba08-46f1-8ece-1ffc3e42e44d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d1f6fe904288448daf17170f5302993b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521495 Apr 20 17:20:57.341350 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43018) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:57.375162 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['f7e1c848-fad0-403e-90cc-c39171d299ea'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:20:57.408037 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0c2e8acb-4a04-498d-97df-4073b2d919db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:57.435921 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0c2e8acb-4a04-498d-97df-4073b2d919db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:57.505026 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0c2e8acb-4a04-498d-97df-4073b2d919db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:57.529223 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e8acb-4a04-498d-97df-4073b2d919db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486ffe35-1bec-449d-8f2a-c89f84180f93,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:57.551524 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0c2e8acb-4a04-498d-97df-4073b2d919db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:57.554242 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0c2e8acb-4a04-498d-97df-4073b2d919db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/486ffe35-1bec-449d-8f2a-c89f84180f93 HTTP/1.1" status: 204 len: 168 time: 0.2114806 Apr 20 17:20:58.254218 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 3b5f4930-c485-4242-b071-66e592469aa4 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:20:58.275020 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1378f9-33cb-4b7c-a838-087f83b2ae21 req-2ed570bb-9340-4c61-9d87-b8a2ec99fa53 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:58.276476 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6e1378f9-33cb-4b7c-a838-087f83b2ae21 req-2ed570bb-9340-4c61-9d87-b8a2ec99fa53 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 945 time: 0.0859151 Apr 20 17:20:58.346012 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6e1378f9-33cb-4b7c-a838-087f83b2ae21 req-97488c4c-e458-4695-86f5-95d35474d37b tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638092 Apr 20 17:20:58.347405 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 3b5f4930-c485-4242-b071-66e592469aa4 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:20:58.355260 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 3b5f4930-c485-4242-b071-66e592469aa4 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:20:58.355722 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:58.506154 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:58.528174 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb6db7-4154-4aee-8097-47ff1f57030c req-ca430eae-84a2-4e3b-be93-75750a93ce94 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:58.535015 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-daeb6db7-4154-4aee-8097-47ff1f57030c req-ca430eae-84a2-4e3b-be93-75750a93ce94 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f18a928-5d9f-47f7-9589-2ebfa19fb4a7 HTTP/1.1" status: 200 len: 944 time: 0.1268849 Apr 20 17:20:58.553018 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f18a928-5d9f-47f7-9589-2ebfa19fb4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5f4930-c485-4242-b071-66e592469aa4'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:20:58.586106 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 3b5f4930-c485-4242-b071-66e592469aa4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=3b5f4930-c485-4242-b071-66e592469aa4,segment=NetworkSegment(779b9809-51ec-4421-9a2c-115c6f91c2b3),segment_id=779b9809-51ec-4421-9a2c-115c6f91c2b3)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:58.594084 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-daeb6db7-4154-4aee-8097-47ff1f57030c req-aba1e8cc-573b-475d-aa53-bde70e0887af tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/security-groups?id=906aa622-0608-4fbd-8144-3fb248292f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574994 Apr 20 17:20:58.597572 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:58.599206 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device f7e1c848-fad0-403e-90cc-c39171d299ea up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:20:58.662330 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eb6412d-99a4-4387-998a-415a69b122d2'] response: {'server_uuid': '8f18a928-5d9f-47f7-9589-2ebfa19fb4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5f4930-c485-4242-b071-66e592469aa4', 'code': 200} Apr 20 17:20:58.719878 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=3b5f4930-c485-4242-b071-66e592469aa4,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:58.739892 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port f7e1c848-fad0-403e-90cc-c39171d299ea completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:20:58.746644 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port f7e1c848-fad0-403e-90cc-c39171d299ea triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:20:58.747323 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:58.783019 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1bb023d2-76ca-4598-a8e7-d9cea30a8292 req-f7f30621-f385-4764-9d06-ccfeff551fa0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8f18a928-5d9f-47f7-9589-2ebfa19fb4a7 HTTP/1.1" status: 200 len: 1096 time: 0.0829172 Apr 20 17:20:58.845125 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1bb023d2-76ca-4598-a8e7-d9cea30a8292 req-73920250-1e13-4023-ae9b-f578d737cb38 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=906aa622-0608-4fbd-8144-3fb248292f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554409 Apr 20 17:20:58.884126 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:58.919215 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port f7e1c848-fad0-403e-90cc-c39171d299ea, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=f7e1c848-fad0-403e-90cc-c39171d299ea,segment=NetworkSegment(779b9809-51ec-4421-9a2c-115c6f91c2b3),segment_id=779b9809-51ec-4421-9a2c-115c6f91c2b3)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:20:58.926476 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:58.977579 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43082) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:59.005004 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=f7e1c848-fad0-403e-90cc-c39171d299ea,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:59.209231 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-83249fbd-9321-4c15-912f-478c5c08382c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-99661002-network', 'tenant_id': '9ac85a032c344e42a892a6de71fa88d7'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:20:59.214343 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-83249fbd-9321-4c15-912f-478c5c08382c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:20:59.219156 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-83249fbd-9321-4c15-912f-478c5c08382c admin admin] Usage tracker for resource:network and tenant:9ac85a032c344e42a892a6de71fa88d7 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:20:59.222335 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-83249fbd-9321-4c15-912f-478c5c08382c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:20:59.228867 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-83249fbd-9321-4c15-912f-478c5c08382c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:20:59.240732 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83249fbd-9321-4c15-912f-478c5c08382c admin admin] Made reservation on behalf of 9ac85a032c344e42a892a6de71fa88d7 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:20:59.243069 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-83249fbd-9321-4c15-912f-478c5c08382c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:59.256459 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-83249fbd-9321-4c15-912f-478c5c08382c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:59.291614 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-83249fbd-9321-4c15-912f-478c5c08382c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:20:59.295791 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-83249fbd-9321-4c15-912f-478c5c08382c admin admin] Usage tracker for resource:security_group_rule and tenant:9ac85a032c344e42a892a6de71fa88d7 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:20:59.299653 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-83249fbd-9321-4c15-912f-478c5c08382c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:20:59.305472 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-83249fbd-9321-4c15-912f-478c5c08382c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:20:59.374358 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-83249fbd-9321-4c15-912f-478c5c08382c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:59.379177 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-83249fbd-9321-4c15-912f-478c5c08382c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:59.411176 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83249fbd-9321-4c15-912f-478c5c08382c admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:20:59.420946 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83249fbd-9321-4c15-912f-478c5c08382c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7242e8ff-2134-44a5-8490-c0ad0d877062,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:59.430089 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-83249fbd-9321-4c15-912f-478c5c08382c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:59.432553 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-83249fbd-9321-4c15-912f-478c5c08382c admin admin] Added segment 5576cc63-be9e-4f6b-a546-463bc59b531d of type vlan for network 01660e33-a685-4238-84de-43d878071229 Apr 20 17:20:59.489012 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-83249fbd-9321-4c15-912f-478c5c08382c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:59.640630 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43114) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:59.695779 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-83249fbd-9321-4c15-912f-478c5c08382c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:59.696371 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83249fbd-9321-4c15-912f-478c5c08382c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:59.696965 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-83249fbd-9321-4c15-912f-478c5c08382c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:59.812586 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83249fbd-9321-4c15-912f-478c5c08382c admin admin] Pushing event updated for resources: {'Network': ['ID=01660e33-a685-4238-84de-43d878071229,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:20:59.820982 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-83249fbd-9321-4c15-912f-478c5c08382c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8425801 Apr 20 17:20:59.830020 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1bcbcd-891a-4050-a207-2c0e93c4e5db req-ab53291b-ad4a-41fe-b1ca-d8f70ab0099e tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:59.830917 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 01660e33-a685-4238-84de-43d878071229 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:20:59.833974 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ae1bcbcd-891a-4050-a207-2c0e93c4e5db req-ab53291b-ad4a-41fe-b1ca-d8f70ab0099e tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 945 time: 0.3229494 Apr 20 17:20:59.836304 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43120) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:20:59.853808 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-96f6570c-6e75-4548-9eff-b0e1bccc1bb6 admin admin] Request body: {'subnet': {'network_id': '01660e33-a685-4238-84de-43d878071229', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-99661002-subnet', 'tenant_id': '9ac85a032c344e42a892a6de71fa88d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:20:59.863086 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-96f6570c-6e75-4548-9eff-b0e1bccc1bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:20:59.869469 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-96f6570c-6e75-4548-9eff-b0e1bccc1bb6 admin admin] Usage tracker for resource:subnet and tenant:9ac85a032c344e42a892a6de71fa88d7 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:20:59.873034 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-96f6570c-6e75-4548-9eff-b0e1bccc1bb6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:20:59.885901 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-96f6570c-6e75-4548-9eff-b0e1bccc1bb6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:20:59.920940 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ae1bcbcd-891a-4050-a207-2c0e93c4e5db req-940f7a2a-1996-4bea-8560-a83cd1d86f79 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859396 Apr 20 17:20:59.922165 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f6570c-6e75-4548-9eff-b0e1bccc1bb6 admin admin] Made reservation on behalf of 9ac85a032c344e42a892a6de71fa88d7 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:20:59.924631 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-96f6570c-6e75-4548-9eff-b0e1bccc1bb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:20:59.932730 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d770045-d9a5-4785-90a4-3bcd2f251561 req-2b9105a8-4675-4b6a-9201-051daa835b7c tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:20:59.946664 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6d770045-d9a5-4785-90a4-3bcd2f251561 req-2b9105a8-4675-4b6a-9201-051daa835b7c tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f18a928-5d9f-47f7-9589-2ebfa19fb4a7 HTTP/1.1" status: 200 len: 945 time: 0.1966398 Apr 20 17:21:00.022952 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-0c94e284-bc09-48aa-9c19-1a8ad598d80e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-360458631-network', 'tenant_id': '80b59da1edf64f3a9d99e4c83eab4827'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:00.032487 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0c94e284-bc09-48aa-9c19-1a8ad598d80e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:00.046099 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0c94e284-bc09-48aa-9c19-1a8ad598d80e admin admin] Usage tracker for resource:network and tenant:80b59da1edf64f3a9d99e4c83eab4827 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:00.050775 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0c94e284-bc09-48aa-9c19-1a8ad598d80e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:00.070759 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6d770045-d9a5-4785-90a4-3bcd2f251561 req-1771109c-2fa1-4faf-b096-99dfd8282d21 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/security-groups?id=906aa622-0608-4fbd-8144-3fb248292f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223114 Apr 20 17:21:00.087102 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0c94e284-bc09-48aa-9c19-1a8ad598d80e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:00.115967 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c94e284-bc09-48aa-9c19-1a8ad598d80e admin admin] Made reservation on behalf of 80b59da1edf64f3a9d99e4c83eab4827 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:21:00.118758 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0c94e284-bc09-48aa-9c19-1a8ad598d80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:00.148576 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0c94e284-bc09-48aa-9c19-1a8ad598d80e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:00.182737 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0c94e284-bc09-48aa-9c19-1a8ad598d80e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:00.187795 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0c94e284-bc09-48aa-9c19-1a8ad598d80e admin admin] Usage tracker for resource:security_group_rule and tenant:80b59da1edf64f3a9d99e4c83eab4827 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:00.192032 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0c94e284-bc09-48aa-9c19-1a8ad598d80e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:00.198416 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0c94e284-bc09-48aa-9c19-1a8ad598d80e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:00.264307 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-96f6570c-6e75-4548-9eff-b0e1bccc1bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:00.288214 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0c94e284-bc09-48aa-9c19-1a8ad598d80e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:00.295115 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0c94e284-bc09-48aa-9c19-1a8ad598d80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:00.335135 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c94e284-bc09-48aa-9c19-1a8ad598d80e admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:21:00.347646 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94e284-bc09-48aa-9c19-1a8ad598d80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cc57f9-3ed4-4c27-91bb-d54342ec0d07,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:00.364020 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f6570c-6e75-4548-9eff-b0e1bccc1bb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e8ba131-895a-47e5-9926-d49c1a93ad79,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:00.365018 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0c94e284-bc09-48aa-9c19-1a8ad598d80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:00.365430 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-0c94e284-bc09-48aa-9c19-1a8ad598d80e admin admin] Added segment 2a9d1462-d9ac-4670-818a-afb22f91c04f of type vlan for network b2c133a6-b49f-4553-8f5e-38bb8c570b61 Apr 20 17:21:00.378872 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f6570c-6e75-4548-9eff-b0e1bccc1bb6 admin admin] Checking segment: {'id': '5576cc63-be9e-4f6b-a546-463bc59b531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '01660e33-a685-4238-84de-43d878071229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:21:00.379338 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f6570c-6e75-4548-9eff-b0e1bccc1bb6 admin admin] Network hostable DHCP agents. Network: 01660e33-a685-4238-84de-43d878071229, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:21:00.405292 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0c94e284-bc09-48aa-9c19-1a8ad598d80e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:00.409999 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f6570c-6e75-4548-9eff-b0e1bccc1bb6 admin admin] Network 01660e33-a685-4238-84de-43d878071229 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:21:00.435074 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-96f6570c-6e75-4548-9eff-b0e1bccc1bb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 01660e33-a685-4238-84de-43d878071229) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:21:00.439592 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f6570c-6e75-4548-9eff-b0e1bccc1bb6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:00.440683 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-96f6570c-6e75-4548-9eff-b0e1bccc1bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:00.446420 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabc38d5-8053-4e37-b578-c4071e5239d8 None None] Network 01660e33-a685-4238-84de-43d878071229 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:21:00.465467 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0c94e284-bc09-48aa-9c19-1a8ad598d80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:00.466857 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c94e284-bc09-48aa-9c19-1a8ad598d80e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:00.467655 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0c94e284-bc09-48aa-9c19-1a8ad598d80e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:00.484415 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-96f6570c-6e75-4548-9eff-b0e1bccc1bb6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6471062 Apr 20 17:21:00.611852 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0c94e284-bc09-48aa-9c19-1a8ad598d80e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9697425 Apr 20 17:21:00.614817 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43144) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:00.615824 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94e284-bc09-48aa-9c19-1a8ad598d80e admin admin] Pushing event updated for resources: {'Network': ['ID=b2c133a6-b49f-4553-8f5e-38bb8c570b61,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:00.620594 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-82d10d26-3f63-440e-b2bc-f7c3b3a632eb admin admin] Request body: {'subnet': {'network_id': 'b2c133a6-b49f-4553-8f5e-38bb8c570b61', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-360458631-subnet', 'tenant_id': '80b59da1edf64f3a9d99e4c83eab4827', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:00.629998 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network b2c133a6-b49f-4553-8f5e-38bb8c570b61 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:21:00.638145 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-82d10d26-3f63-440e-b2bc-f7c3b3a632eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:00.648876 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-82d10d26-3f63-440e-b2bc-f7c3b3a632eb admin admin] Usage tracker for resource:subnet and tenant:80b59da1edf64f3a9d99e4c83eab4827 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:00.651962 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-82d10d26-3f63-440e-b2bc-f7c3b3a632eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:00.659311 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-82d10d26-3f63-440e-b2bc-f7c3b3a632eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:00.666039 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642efe8a-a1a2-4ddb-a2aa-f125e1481fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e1c848-fad0-403e-90cc-c39171d299ea'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:21:00.677601 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d10d26-3f63-440e-b2bc-f7c3b3a632eb admin admin] Made reservation on behalf of 80b59da1edf64f3a9d99e4c83eab4827 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:21:00.681239 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82d10d26-3f63-440e-b2bc-f7c3b3a632eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:00.899499 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8fe0201-ed09-4634-8584-2cb4a2b53bf6'] response: {'server_uuid': '642efe8a-a1a2-4ddb-a2aa-f125e1481fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e1c848-fad0-403e-90cc-c39171d299ea', 'code': 200} Apr 20 17:21:00.909725 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45150120-6108-4365-a2fa-fbefdf3cc58c None None] Network 01660e33-a685-4238-84de-43d878071229 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:21:01.229781 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f8e5e481-a420-4add-859b-6b80c62f19d9 req-7b66de1c-bd40-440d-bf6a-f9cdd6e9f789 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=642efe8a-a1a2-4ddb-a2aa-f125e1481fbb HTTP/1.1" status: 200 len: 1096 time: 0.2923770 Apr 20 17:21:01.282509 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-b26c38f2-a429-41e9-9e01-94b79fdaf188 req-c1b97ddd-2638-4ba9-915a-e8fb39976c85 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-218740346', 'description': 'tempest-description-481634437'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:01.290892 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-b26c38f2-a429-41e9-9e01-94b79fdaf188 req-c1b97ddd-2638-4ba9-915a-e8fb39976c85 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:01.291413 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82d10d26-3f63-440e-b2bc-f7c3b3a632eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:01.295068 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b26c38f2-a429-41e9-9e01-94b79fdaf188 req-c1b97ddd-2638-4ba9-915a-e8fb39976c85 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Usage tracker for resource:security_group and tenant:9ac85a032c344e42a892a6de71fa88d7 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:01.298635 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b26c38f2-a429-41e9-9e01-94b79fdaf188 req-c1b97ddd-2638-4ba9-915a-e8fb39976c85 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:01.305759 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-b26c38f2-a429-41e9-9e01-94b79fdaf188 req-c1b97ddd-2638-4ba9-915a-e8fb39976c85 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:01.317380 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b26c38f2-a429-41e9-9e01-94b79fdaf188 req-c1b97ddd-2638-4ba9-915a-e8fb39976c85 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:01.350205 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f8e5e481-a420-4add-859b-6b80c62f19d9 req-1876ee41-bdf6-4809-b9ea-165c04255457 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=906aa622-0608-4fbd-8144-3fb248292f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121542 Apr 20 17:21:01.359022 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-b26c38f2-a429-41e9-9e01-94b79fdaf188 req-c1b97ddd-2638-4ba9-915a-e8fb39976c85 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:01.363620 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b26c38f2-a429-41e9-9e01-94b79fdaf188 req-c1b97ddd-2638-4ba9-915a-e8fb39976c85 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Usage tracker for resource:security_group_rule and tenant:9ac85a032c344e42a892a6de71fa88d7 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:01.366588 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b26c38f2-a429-41e9-9e01-94b79fdaf188 req-c1b97ddd-2638-4ba9-915a-e8fb39976c85 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:01.367685 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d270c8a-8d65-42eb-ad8b-0b15437c7bc5 req-34cbe397-17ef-47d4-b00b-8fa5c96ec9bf tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:01.370629 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9d270c8a-8d65-42eb-ad8b-0b15437c7bc5 req-34cbe397-17ef-47d4-b00b-8fa5c96ec9bf tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 945 time: 0.2306762 Apr 20 17:21:01.374056 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-b26c38f2-a429-41e9-9e01-94b79fdaf188 req-c1b97ddd-2638-4ba9-915a-e8fb39976c85 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:01.409414 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d10d26-3f63-440e-b2bc-f7c3b3a632eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f124e9b0-f4ad-4a34-a1ef-8b235512798d,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:01.443585 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b26c38f2-a429-41e9-9e01-94b79fdaf188 req-c1b97ddd-2638-4ba9-915a-e8fb39976c85 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:01.452238 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b26c38f2-a429-41e9-9e01-94b79fdaf188 req-c1b97ddd-2638-4ba9-915a-e8fb39976c85 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:01.454701 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9d270c8a-8d65-42eb-ad8b-0b15437c7bc5 req-06f88915-fdf6-47ad-a679-3721f77e62ee tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741851 Apr 20 17:21:01.456298 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d10d26-3f63-440e-b2bc-f7c3b3a632eb admin admin] Checking segment: {'id': '2a9d1462-d9ac-4670-818a-afb22f91c04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b2c133a6-b49f-4553-8f5e-38bb8c570b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:21:01.456844 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d10d26-3f63-440e-b2bc-f7c3b3a632eb admin admin] Network hostable DHCP agents. Network: b2c133a6-b49f-4553-8f5e-38bb8c570b61, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:21:01.482434 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d10d26-3f63-440e-b2bc-f7c3b3a632eb admin admin] Network b2c133a6-b49f-4553-8f5e-38bb8c570b61 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:21:01.488297 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b26c38f2-a429-41e9-9e01-94b79fdaf188 req-c1b97ddd-2638-4ba9-915a-e8fb39976c85 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:01.494782 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b26c38f2-a429-41e9-9e01-94b79fdaf188 req-c1b97ddd-2638-4ba9-915a-e8fb39976c85 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.2192860 Apr 20 17:21:01.501960 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-82d10d26-3f63-440e-b2bc-f7c3b3a632eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, b2c133a6-b49f-4553-8f5e-38bb8c570b61) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:21:01.506593 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d10d26-3f63-440e-b2bc-f7c3b3a632eb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:01.507174 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82d10d26-3f63-440e-b2bc-f7c3b3a632eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:01.511697 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956f9f35-10b0-467e-8695-84e18dd423e8 None None] Network b2c133a6-b49f-4553-8f5e-38bb8c570b61 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:21:01.540891 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b97ddd-2638-4ba9-915a-e8fb39976c85 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16d4abf7-7f51-4556-bad0-ad2c57accd00,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:01.565708 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-82d10d26-3f63-440e-b2bc-f7c3b3a632eb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9492264 Apr 20 17:21:01.693754 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7e1de-d4c2-4ecd-873d-d24246bd720e req-5c45ed14-3b11-43fd-a9cf-cd475fd4dd85 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:01.696051 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-21f7e1de-d4c2-4ecd-873d-d24246bd720e req-5c45ed14-3b11-43fd-a9cf-cd475fd4dd85 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f18a928-5d9f-47f7-9589-2ebfa19fb4a7 HTTP/1.1" status: 200 len: 945 time: 0.0887220 Apr 20 17:21:01.771877 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-21f7e1de-d4c2-4ecd-873d-d24246bd720e req-7624c364-9c3e-48c1-bf60-030b4aaeaffd tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/security-groups?id=906aa622-0608-4fbd-8144-3fb248292f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692909 Apr 20 17:21:01.848811 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899ae0d1-9166-4376-9a11-f17febcda273 None None] Network b2c133a6-b49f-4553-8f5e-38bb8c570b61 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:21:01.878648 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3a286d4e-c0fe-451a-a117-7245220e8a03 req-5cb85702-ced5-4eee-ac38-e53385e39e9e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "GET /v2.0/security-groups/16d4abf7-7f51-4556-bad0-ad2c57accd00 HTTP/1.1" status: 200 len: 1637 time: 0.0740790 Apr 20 17:21:01.890141 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-3a286d4e-c0fe-451a-a117-7245220e8a03 req-3ebadafc-c061-4e76-8af3-4fd5df135f27 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '16d4abf7-7f51-4556-bad0-ad2c57accd00', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:01.890877 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-3a286d4e-c0fe-451a-a117-7245220e8a03 req-3ebadafc-c061-4e76-8af3-4fd5df135f27 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '16d4abf7-7f51-4556-bad0-ad2c57accd00', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:01.897877 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-3a286d4e-c0fe-451a-a117-7245220e8a03 req-3ebadafc-c061-4e76-8af3-4fd5df135f27 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:01.902733 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-3a286d4e-c0fe-451a-a117-7245220e8a03 req-3ebadafc-c061-4e76-8af3-4fd5df135f27 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Usage tracker for resource:security_group_rule and tenant:9ac85a032c344e42a892a6de71fa88d7 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:01.905735 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-3a286d4e-c0fe-451a-a117-7245220e8a03 req-3ebadafc-c061-4e76-8af3-4fd5df135f27 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:01.914404 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-3a286d4e-c0fe-451a-a117-7245220e8a03 req-3ebadafc-c061-4e76-8af3-4fd5df135f27 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:01.982429 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-3a286d4e-c0fe-451a-a117-7245220e8a03 req-3ebadafc-c061-4e76-8af3-4fd5df135f27 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:02.010895 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-3a286d4e-c0fe-451a-a117-7245220e8a03 req-3ebadafc-c061-4e76-8af3-4fd5df135f27 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:02.018239 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-3a286d4e-c0fe-451a-a117-7245220e8a03 req-3ebadafc-c061-4e76-8af3-4fd5df135f27 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:02.045783 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebadafc-c061-4e76-8af3-4fd5df135f27 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4674b3ca-44d7-4e93-99b3-ccb6025d78b6,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:02.064164 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-3a286d4e-c0fe-451a-a117-7245220e8a03 req-3ebadafc-c061-4e76-8af3-4fd5df135f27 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:02.066096 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3a286d4e-c0fe-451a-a117-7245220e8a03 req-3ebadafc-c061-4e76-8af3-4fd5df135f27 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.1814463 Apr 20 17:21:02.304103 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963e2e1-4f4d-4b44-968e-db0f436c7417 req-e3229d8f-53c7-44d9-ac25-8fb960d2981c tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:02.305557 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c963e2e1-4f4d-4b44-968e-db0f436c7417 req-e3229d8f-53c7-44d9-ac25-8fb960d2981c tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/ports?device_id=642efe8a-a1a2-4ddb-a2aa-f125e1481fbb HTTP/1.1" status: 200 len: 945 time: 0.0943062 Apr 20 17:21:02.377954 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c963e2e1-4f4d-4b44-968e-db0f436c7417 req-e628aca2-83ae-48f5-9d42-ede7776d235d tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/security-groups?id=906aa622-0608-4fbd-8144-3fb248292f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604980 Apr 20 17:21:02.450242 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-0c42266e-39d6-4610-9bfc-46c864d351cf req-2493c84e-f24f-4673-9618-cba79f9deed3 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1954361185', 'description': 'tempest-description-190721732'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:02.469369 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-0c42266e-39d6-4610-9bfc-46c864d351cf req-2493c84e-f24f-4673-9618-cba79f9deed3 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:02.476795 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-0c42266e-39d6-4610-9bfc-46c864d351cf req-2493c84e-f24f-4673-9618-cba79f9deed3 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Usage tracker for resource:security_group and tenant:9ac85a032c344e42a892a6de71fa88d7 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:02.487535 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-0c42266e-39d6-4610-9bfc-46c864d351cf req-2493c84e-f24f-4673-9618-cba79f9deed3 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:02.508615 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-0c42266e-39d6-4610-9bfc-46c864d351cf req-2493c84e-f24f-4673-9618-cba79f9deed3 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:02.544546 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0c42266e-39d6-4610-9bfc-46c864d351cf req-2493c84e-f24f-4673-9618-cba79f9deed3 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:02.649991 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-0c42266e-39d6-4610-9bfc-46c864d351cf req-2493c84e-f24f-4673-9618-cba79f9deed3 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:02.654504 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-0c42266e-39d6-4610-9bfc-46c864d351cf req-2493c84e-f24f-4673-9618-cba79f9deed3 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Usage tracker for resource:security_group_rule and tenant:9ac85a032c344e42a892a6de71fa88d7 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:02.663564 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-0c42266e-39d6-4610-9bfc-46c864d351cf req-2493c84e-f24f-4673-9618-cba79f9deed3 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:02.677519 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-0c42266e-39d6-4610-9bfc-46c864d351cf req-2493c84e-f24f-4673-9618-cba79f9deed3 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:02.775636 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0c42266e-39d6-4610-9bfc-46c864d351cf req-2493c84e-f24f-4673-9618-cba79f9deed3 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:02.775636 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0c42266e-39d6-4610-9bfc-46c864d351cf req-2493c84e-f24f-4673-9618-cba79f9deed3 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:02.785167 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-867d8b6b-cbd3-4e46-9a2a-ce9f62f8c633 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:02.791174 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-867d8b6b-cbd3-4e46-9a2a-ce9f62f8c633 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] 10.222.0.39 "GET /v2.0/networks?id=b2c133a6-b49f-4553-8f5e-38bb8c570b61 HTTP/1.1" status: 200 len: 821 time: 0.2764103 Apr 20 17:21:02.811016 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-5a159047-0a58-4fa5-9635-26c96a057309 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] 10.222.0.39 "GET /v2.0/quotas/80b59da1edf64f3a9d99e4c83eab4827 HTTP/1.1" status: 200 len: 375 time: 0.0184190 Apr 20 17:21:02.870310 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493c84e-f24f-4673-9618-cba79f9deed3 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5465123d-a316-417f-92ae-e37221fe3eaf,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:02.874053 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-dc757b5c-ef10-4ed2-9769-2e908c2e96ba tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=80b59da1edf64f3a9d99e4c83eab4827&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590751 Apr 20 17:21:02.882553 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0c42266e-39d6-4610-9bfc-46c864d351cf req-2493c84e-f24f-4673-9618-cba79f9deed3 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:02.882553 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0c42266e-39d6-4610-9bfc-46c864d351cf req-2493c84e-f24f-4673-9618-cba79f9deed3 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.4324994 Apr 20 17:21:03.075753 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-563a4bd6-bba4-4563-bffb-11656350efec service neutron] 10.222.0.39 "GET /v2.0/networks/b2c133a6-b49f-4553-8f5e-38bb8c570b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068307 Apr 20 17:21:03.141238 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d343f-86b1-469c-8e8f-69b9317c9534 req-3ade3d0c-bb43-4f49-baa9-aa5690440ca2 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:03.141238 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-227d343f-86b1-469c-8e8f-69b9317c9534 req-3ade3d0c-bb43-4f49-baa9-aa5690440ca2 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 945 time: 0.1032996 Apr 20 17:21:03.203620 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-227d343f-86b1-469c-8e8f-69b9317c9534 req-03f68782-5f8f-408b-84c9-8be18e4ecd7b tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552053 Apr 20 17:21:03.234807 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-7d10b3f3-3744-4f17-8e2a-6eec02b6114b service neutron] 10.222.0.39 "GET /v2.0/networks/b2c133a6-b49f-4553-8f5e-38bb8c570b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535039 Apr 20 17:21:03.356276 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c33385a9-9203-4ca6-b04a-0dea8dc86ed6 req-45ff80a6-033c-4163-8329-a49bf78a7623 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "GET /v2.0/security-groups/5465123d-a316-417f-92ae-e37221fe3eaf HTTP/1.1" status: 200 len: 1638 time: 0.0803392 Apr 20 17:21:03.362383 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-c33385a9-9203-4ca6-b04a-0dea8dc86ed6 req-376c841a-000e-4a23-8ec8-8dc7f4533ff9 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5465123d-a316-417f-92ae-e37221fe3eaf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:03.362383 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-c33385a9-9203-4ca6-b04a-0dea8dc86ed6 req-376c841a-000e-4a23-8ec8-8dc7f4533ff9 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5465123d-a316-417f-92ae-e37221fe3eaf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:03.372849 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-c33385a9-9203-4ca6-b04a-0dea8dc86ed6 req-376c841a-000e-4a23-8ec8-8dc7f4533ff9 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:03.386639 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-c33385a9-9203-4ca6-b04a-0dea8dc86ed6 req-376c841a-000e-4a23-8ec8-8dc7f4533ff9 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Usage tracker for resource:security_group_rule and tenant:9ac85a032c344e42a892a6de71fa88d7 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:03.386639 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-c33385a9-9203-4ca6-b04a-0dea8dc86ed6 req-376c841a-000e-4a23-8ec8-8dc7f4533ff9 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:03.402044 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-c33385a9-9203-4ca6-b04a-0dea8dc86ed6 req-376c841a-000e-4a23-8ec8-8dc7f4533ff9 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:03.502959 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-c33385a9-9203-4ca6-b04a-0dea8dc86ed6 req-376c841a-000e-4a23-8ec8-8dc7f4533ff9 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:03.539603 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-c33385a9-9203-4ca6-b04a-0dea8dc86ed6 req-376c841a-000e-4a23-8ec8-8dc7f4533ff9 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:03.547711 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-c33385a9-9203-4ca6-b04a-0dea8dc86ed6 req-376c841a-000e-4a23-8ec8-8dc7f4533ff9 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:03.572490 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c841a-000e-4a23-8ec8-8dc7f4533ff9 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca6de848-b9c6-4f5c-90ba-98c3beb4fea5,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:03.593305 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-c33385a9-9203-4ca6-b04a-0dea8dc86ed6 req-376c841a-000e-4a23-8ec8-8dc7f4533ff9 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:03.628065 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c33385a9-9203-4ca6-b04a-0dea8dc86ed6 req-376c841a-000e-4a23-8ec8-8dc7f4533ff9 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 725 time: 0.2590203 Apr 20 17:21:03.722540 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7c0c81b9-5b97-4491-b359-a24de653f07f req-9b33c358-cda1-4ad5-b2aa-0c67f1646b0f tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d67cd1-64f8-461c-8183-7c0dd317cb76 HTTP/1.1" status: 200 len: 210 time: 0.0743575 Apr 20 17:21:03.767828 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-15f59509-1f7e-46d2-bd56-c6ab61f5c878 req-f0c27486-53a5-499f-9f62-88bb8389e13e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1550505878', 'description': 'tempest-description-1717393501'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:03.774230 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-15f59509-1f7e-46d2-bd56-c6ab61f5c878 req-f0c27486-53a5-499f-9f62-88bb8389e13e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:03.779253 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-15f59509-1f7e-46d2-bd56-c6ab61f5c878 req-f0c27486-53a5-499f-9f62-88bb8389e13e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Usage tracker for resource:security_group and tenant:9ac85a032c344e42a892a6de71fa88d7 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:03.782141 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-15f59509-1f7e-46d2-bd56-c6ab61f5c878 req-f0c27486-53a5-499f-9f62-88bb8389e13e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:03.788531 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-15f59509-1f7e-46d2-bd56-c6ab61f5c878 req-f0c27486-53a5-499f-9f62-88bb8389e13e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:03.811210 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-15f59509-1f7e-46d2-bd56-c6ab61f5c878 req-f0c27486-53a5-499f-9f62-88bb8389e13e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:03.862416 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-15f59509-1f7e-46d2-bd56-c6ab61f5c878 req-f0c27486-53a5-499f-9f62-88bb8389e13e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:03.877255 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-15f59509-1f7e-46d2-bd56-c6ab61f5c878 req-f0c27486-53a5-499f-9f62-88bb8389e13e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Usage tracker for resource:security_group_rule and tenant:9ac85a032c344e42a892a6de71fa88d7 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:03.877255 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-15f59509-1f7e-46d2-bd56-c6ab61f5c878 req-f0c27486-53a5-499f-9f62-88bb8389e13e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:03.886362 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-15f59509-1f7e-46d2-bd56-c6ab61f5c878 req-f0c27486-53a5-499f-9f62-88bb8389e13e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:03.969839 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-15f59509-1f7e-46d2-bd56-c6ab61f5c878 req-f0c27486-53a5-499f-9f62-88bb8389e13e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:03.977538 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-15f59509-1f7e-46d2-bd56-c6ab61f5c878 req-f0c27486-53a5-499f-9f62-88bb8389e13e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:03.986659 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3ef05-a3dd-45af-9774-187ad35b4bf9 req-8eaa6499-c97b-42db-8314-068c0f9e474b tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:03.994004 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-04b3ef05-a3dd-45af-9774-187ad35b4bf9 req-8eaa6499-c97b-42db-8314-068c0f9e474b tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/ports?device_id=642efe8a-a1a2-4ddb-a2aa-f125e1481fbb HTTP/1.1" status: 200 len: 945 time: 0.1874554 Apr 20 17:21:04.032825 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c27486-53a5-499f-9f62-88bb8389e13e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1903bb-0bb5-4c1e-8ef3-73677a4296e5,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:04.048727 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-15f59509-1f7e-46d2-bd56-c6ab61f5c878 req-f0c27486-53a5-499f-9f62-88bb8389e13e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:04.063708 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-04b3ef05-a3dd-45af-9774-187ad35b4bf9 req-04ee5449-475c-48dc-a207-efa3ce9decd0 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/security-groups?id=906aa622-0608-4fbd-8144-3fb248292f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686040 Apr 20 17:21:04.068120 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-15f59509-1f7e-46d2-bd56-c6ab61f5c878 req-f0c27486-53a5-499f-9f62-88bb8389e13e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.3055773 Apr 20 17:21:04.103318 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-54fba606-4af7-46b2-bd70-7006b635b8d5 req-d8d063ca-8bd3-41b0-bc09-83d387d67d0f tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-405352718', 'description': 'tempest-description-1409582780'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:04.110077 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-54fba606-4af7-46b2-bd70-7006b635b8d5 req-d8d063ca-8bd3-41b0-bc09-83d387d67d0f tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:04.114086 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-54fba606-4af7-46b2-bd70-7006b635b8d5 req-d8d063ca-8bd3-41b0-bc09-83d387d67d0f tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Usage tracker for resource:security_group and tenant:9ac85a032c344e42a892a6de71fa88d7 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:04.116957 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-54fba606-4af7-46b2-bd70-7006b635b8d5 req-d8d063ca-8bd3-41b0-bc09-83d387d67d0f tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:04.123786 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-54fba606-4af7-46b2-bd70-7006b635b8d5 req-d8d063ca-8bd3-41b0-bc09-83d387d67d0f tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:04.137344 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-54fba606-4af7-46b2-bd70-7006b635b8d5 req-d8d063ca-8bd3-41b0-bc09-83d387d67d0f tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:04.198469 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-54fba606-4af7-46b2-bd70-7006b635b8d5 req-d8d063ca-8bd3-41b0-bc09-83d387d67d0f tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:04.203650 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43246) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:04.206233 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-54fba606-4af7-46b2-bd70-7006b635b8d5 req-d8d063ca-8bd3-41b0-bc09-83d387d67d0f tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Usage tracker for resource:security_group_rule and tenant:9ac85a032c344e42a892a6de71fa88d7 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:04.217123 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-54fba606-4af7-46b2-bd70-7006b635b8d5 req-d8d063ca-8bd3-41b0-bc09-83d387d67d0f tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:04.223553 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-54fba606-4af7-46b2-bd70-7006b635b8d5 req-d8d063ca-8bd3-41b0-bc09-83d387d67d0f tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:04.292472 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-54fba606-4af7-46b2-bd70-7006b635b8d5 req-d8d063ca-8bd3-41b0-bc09-83d387d67d0f tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:04.302045 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-54fba606-4af7-46b2-bd70-7006b635b8d5 req-d8d063ca-8bd3-41b0-bc09-83d387d67d0f tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:04.491712 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-54fba606-4af7-46b2-bd70-7006b635b8d5 req-d8d063ca-8bd3-41b0-bc09-83d387d67d0f tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:04.493054 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-54fba606-4af7-46b2-bd70-7006b635b8d5 req-d8d063ca-8bd3-41b0-bc09-83d387d67d0f tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.3945422 Apr 20 17:21:04.506430 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d063ca-8bd3-41b0-bc09-83d387d67d0f tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc33443c-f750-48bb-bd45-1f94aa4f7323,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:04.679618 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7e413223-ece0-40ae-90cf-88f5fb2f3137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:04.728917 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7e413223-ece0-40ae-90cf-88f5fb2f3137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:04.738065 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7e413223-ece0-40ae-90cf-88f5fb2f3137 admin admin] Usage tracker for resource:security_group_rule and tenant:f40539fd0f8e4f39937456ea3a3df36d is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:04.743516 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7e413223-ece0-40ae-90cf-88f5fb2f3137 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:04.751844 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7e413223-ece0-40ae-90cf-88f5fb2f3137 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:04.771819 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3ed8b-71fc-40a6-8295-81f9c134c5f5 req-89c51064-eb7d-4d98-99d6-b84e32a634e0 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:04.778473 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f5a3ed8b-71fc-40a6-8295-81f9c134c5f5 req-89c51064-eb7d-4d98-99d6-b84e32a634e0 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 945 time: 0.1435883 Apr 20 17:21:04.856504 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-88214ec7-cc4f-4957-99fd-09f89eb36559 req-7e30b2fc-a1c2-4bcb-85e0-a3a5d8d01d79 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "GET /v2.0/security-groups/1d1903bb-0bb5-4c1e-8ef3-73677a4296e5 HTTP/1.1" status: 200 len: 1639 time: 0.0562432 Apr 20 17:21:04.865650 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f5a3ed8b-71fc-40a6-8295-81f9c134c5f5 req-cdf20faa-bdf6-443e-872d-1d7025a19a73 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867736 Apr 20 17:21:04.920053 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7e413223-ece0-40ae-90cf-88f5fb2f3137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:04.927268 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7e413223-ece0-40ae-90cf-88f5fb2f3137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:04.932299 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-88214ec7-cc4f-4957-99fd-09f89eb36559 req-5c521782-6ca1-4ebd-bf06-4b19a93119e0 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "GET /v2.0/security-groups/fc33443c-f750-48bb-bd45-1f94aa4f7323 HTTP/1.1" status: 200 len: 1638 time: 0.0658052 Apr 20 17:21:04.937451 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-88214ec7-cc4f-4957-99fd-09f89eb36559 req-b47c1912-e1a5-43fc-a9e4-88d06ef0a3e2 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1d1903bb-0bb5-4c1e-8ef3-73677a4296e5', 'remote_group_id': 'fc33443c-f750-48bb-bd45-1f94aa4f7323', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:04.937755 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-88214ec7-cc4f-4957-99fd-09f89eb36559 req-b47c1912-e1a5-43fc-a9e4-88d06ef0a3e2 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1d1903bb-0bb5-4c1e-8ef3-73677a4296e5', 'remote_group_id': 'fc33443c-f750-48bb-bd45-1f94aa4f7323', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:04.957964 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-88214ec7-cc4f-4957-99fd-09f89eb36559 req-b47c1912-e1a5-43fc-a9e4-88d06ef0a3e2 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:04.963145 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-88214ec7-cc4f-4957-99fd-09f89eb36559 req-b47c1912-e1a5-43fc-a9e4-88d06ef0a3e2 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Usage tracker for resource:security_group_rule and tenant:9ac85a032c344e42a892a6de71fa88d7 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:04.967112 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-88214ec7-cc4f-4957-99fd-09f89eb36559 req-b47c1912-e1a5-43fc-a9e4-88d06ef0a3e2 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:04.976691 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-88214ec7-cc4f-4957-99fd-09f89eb36559 req-b47c1912-e1a5-43fc-a9e4-88d06ef0a3e2 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:04.982639 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e413223-ece0-40ae-90cf-88f5fb2f3137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b28036-0f12-4e28-b8db-b35cfb274f36,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:04.988863 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7e413223-ece0-40ae-90cf-88f5fb2f3137 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f40539fd0f8e4f39937456ea3a3df36d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7831414 Apr 20 17:21:04.991396 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43274) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:05.057434 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-88214ec7-cc4f-4957-99fd-09f89eb36559 req-b47c1912-e1a5-43fc-a9e4-88d06ef0a3e2 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:05.095112 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-88214ec7-cc4f-4957-99fd-09f89eb36559 req-b47c1912-e1a5-43fc-a9e4-88d06ef0a3e2 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:05.100983 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-88214ec7-cc4f-4957-99fd-09f89eb36559 req-b47c1912-e1a5-43fc-a9e4-88d06ef0a3e2 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:05.107271 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3e848d28-fe02-4832-9cec-e7d872de04af req-b83023ac-6caf-49ad-b333-ff02af3ebd9b tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d67cd1-64f8-461c-8183-7c0dd317cb76 HTTP/1.1" status: 200 len: 210 time: 0.0634048 Apr 20 17:21:05.137088 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c1912-e1a5-43fc-a9e4-88d06ef0a3e2 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=098528e1-d9d7-4a48-9c02-fc285c330d6f,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:05.152803 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-88214ec7-cc4f-4957-99fd-09f89eb36559 req-b47c1912-e1a5-43fc-a9e4-88d06ef0a3e2 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:05.162336 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-88214ec7-cc4f-4957-99fd-09f89eb36559 req-b47c1912-e1a5-43fc-a9e4-88d06ef0a3e2 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.2289739 Apr 20 17:21:05.267871 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f3b184e5-77b8-4287-a8ed-2654ae8cd64f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:05.377283 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f3b184e5-77b8-4287-a8ed-2654ae8cd64f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:05.393526 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-b259e76b-3529-4a4a-9e34-1ea478977db3 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:05.395083 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-b259e76b-3529-4a4a-9e34-1ea478977db3 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] 10.222.0.10 "GET /v2.0/networks?id=b2c133a6-b49f-4553-8f5e-38bb8c570b61 HTTP/1.1" status: 200 len: 821 time: 0.2907753 Apr 20 17:21:05.425678 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-4314e503-7530-4500-94cb-2cd74fca5a91 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Request body: {'port': {'device_id': '15d67cd1-64f8-461c-8183-7c0dd317cb76', 'network_id': 'b2c133a6-b49f-4553-8f5e-38bb8c570b61', 'admin_state_up': True, 'tenant_id': '80b59da1edf64f3a9d99e4c83eab4827'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:05.436552 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-0eb8d5be-2f16-4e4b-b976-e4524e739f96 req-39d90a27-448e-4c1c-8856-470605ba5903 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-786633224', 'description': 'tempest-description-919732307'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:05.452496 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-0eb8d5be-2f16-4e4b-b976-e4524e739f96 req-39d90a27-448e-4c1c-8856-470605ba5903 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:05.457489 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-0eb8d5be-2f16-4e4b-b976-e4524e739f96 req-39d90a27-448e-4c1c-8856-470605ba5903 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Usage tracker for resource:security_group and tenant:9ac85a032c344e42a892a6de71fa88d7 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:05.460891 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-0eb8d5be-2f16-4e4b-b976-e4524e739f96 req-39d90a27-448e-4c1c-8856-470605ba5903 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:05.467530 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-0eb8d5be-2f16-4e4b-b976-e4524e739f96 req-39d90a27-448e-4c1c-8856-470605ba5903 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:05.499994 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0eb8d5be-2f16-4e4b-b976-e4524e739f96 req-39d90a27-448e-4c1c-8856-470605ba5903 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:05.546810 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2856f-49a9-451f-a000-98db5c6f3181 req-d26529ad-c5a9-4e92-a118-86e0a36e11e0 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:05.548997 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9fc2856f-49a9-451f-a000-98db5c6f3181 req-d26529ad-c5a9-4e92-a118-86e0a36e11e0 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/ports?device_id=642efe8a-a1a2-4ddb-a2aa-f125e1481fbb HTTP/1.1" status: 200 len: 945 time: 0.2443848 Apr 20 17:21:05.593163 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-0eb8d5be-2f16-4e4b-b976-e4524e739f96 req-39d90a27-448e-4c1c-8856-470605ba5903 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:05.597091 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-0eb8d5be-2f16-4e4b-b976-e4524e739f96 req-39d90a27-448e-4c1c-8856-470605ba5903 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Usage tracker for resource:security_group_rule and tenant:9ac85a032c344e42a892a6de71fa88d7 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:05.597255 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f3b184e5-77b8-4287-a8ed-2654ae8cd64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:05.600138 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-0eb8d5be-2f16-4e4b-b976-e4524e739f96 req-39d90a27-448e-4c1c-8856-470605ba5903 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:05.606133 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-0eb8d5be-2f16-4e4b-b976-e4524e739f96 req-39d90a27-448e-4c1c-8856-470605ba5903 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:05.631535 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b184e5-77b8-4287-a8ed-2654ae8cd64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b28036-0f12-4e28-b8db-b35cfb274f36,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:05.646313 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f3b184e5-77b8-4287-a8ed-2654ae8cd64f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:05.647433 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f3b184e5-77b8-4287-a8ed-2654ae8cd64f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/48b28036-0f12-4e28-b8db-b35cfb274f36 HTTP/1.1" status: 204 len: 168 time: 0.6549029 Apr 20 17:21:05.648753 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-4314e503-7530-4500-94cb-2cd74fca5a91 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:05.664496 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-4314e503-7530-4500-94cb-2cd74fca5a91 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Usage tracker for resource:port and tenant:80b59da1edf64f3a9d99e4c83eab4827 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:05.673736 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-4314e503-7530-4500-94cb-2cd74fca5a91 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:05.680551 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0eb8d5be-2f16-4e4b-b976-e4524e739f96 req-39d90a27-448e-4c1c-8856-470605ba5903 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:05.681716 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-4314e503-7530-4500-94cb-2cd74fca5a91 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:05.686693 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9fc2856f-49a9-451f-a000-98db5c6f3181 req-8df048e2-6b43-45f8-bb6d-6c26a75728ca tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/security-groups?id=906aa622-0608-4fbd-8144-3fb248292f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127625 Apr 20 17:21:05.689847 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0eb8d5be-2f16-4e4b-b976-e4524e739f96 req-39d90a27-448e-4c1c-8856-470605ba5903 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:05.701050 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-4314e503-7530-4500-94cb-2cd74fca5a91 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Made reservation on behalf of 80b59da1edf64f3a9d99e4c83eab4827 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:21:05.704146 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-4314e503-7530-4500-94cb-2cd74fca5a91 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:05.743266 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d90a27-448e-4c1c-8856-470605ba5903 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf638890-43b2-47c3-8613-716f2d3d9908,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:05.753543 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0eb8d5be-2f16-4e4b-b976-e4524e739f96 req-39d90a27-448e-4c1c-8856-470605ba5903 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:05.755830 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0eb8d5be-2f16-4e4b-b976-e4524e739f96 req-39d90a27-448e-4c1c-8856-470605ba5903 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.3246825 Apr 20 17:21:05.819409 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-73a73d6f-a1b6-4c6a-a32b-16b286ac6c0a req-f58b1a79-65f3-403b-9b6f-068fb6c94e9e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-323006825', 'description': 'tempest-description-813839549'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:05.829595 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-73a73d6f-a1b6-4c6a-a32b-16b286ac6c0a req-f58b1a79-65f3-403b-9b6f-068fb6c94e9e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:05.844814 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-73a73d6f-a1b6-4c6a-a32b-16b286ac6c0a req-f58b1a79-65f3-403b-9b6f-068fb6c94e9e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Usage tracker for resource:security_group and tenant:9ac85a032c344e42a892a6de71fa88d7 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:05.848197 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-73a73d6f-a1b6-4c6a-a32b-16b286ac6c0a req-f58b1a79-65f3-403b-9b6f-068fb6c94e9e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:05.857878 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-73a73d6f-a1b6-4c6a-a32b-16b286ac6c0a req-f58b1a79-65f3-403b-9b6f-068fb6c94e9e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:05.879777 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-73a73d6f-a1b6-4c6a-a32b-16b286ac6c0a req-f58b1a79-65f3-403b-9b6f-068fb6c94e9e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:05.945225 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-73a73d6f-a1b6-4c6a-a32b-16b286ac6c0a req-f58b1a79-65f3-403b-9b6f-068fb6c94e9e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:05.949247 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-73a73d6f-a1b6-4c6a-a32b-16b286ac6c0a req-f58b1a79-65f3-403b-9b6f-068fb6c94e9e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Usage tracker for resource:security_group_rule and tenant:9ac85a032c344e42a892a6de71fa88d7 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:05.952560 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-73a73d6f-a1b6-4c6a-a32b-16b286ac6c0a req-f58b1a79-65f3-403b-9b6f-068fb6c94e9e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:05.957722 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-4314e503-7530-4500-94cb-2cd74fca5a91 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Allocated IP 172.20.0.2 (b2c133a6-b49f-4553-8f5e-38bb8c570b61/f124e9b0-f4ad-4a34-a1ef-8b235512798d/35ba1397-6d24-4527-b325-840c5004689e) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:21:05.963784 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-73a73d6f-a1b6-4c6a-a32b-16b286ac6c0a req-f58b1a79-65f3-403b-9b6f-068fb6c94e9e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:06.074353 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-73a73d6f-a1b6-4c6a-a32b-16b286ac6c0a req-f58b1a79-65f3-403b-9b6f-068fb6c94e9e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:06.085297 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-73a73d6f-a1b6-4c6a-a32b-16b286ac6c0a req-f58b1a79-65f3-403b-9b6f-068fb6c94e9e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:06.141734 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b1a79-65f3-403b-9b6f-068fb6c94e9e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71620758-bf9d-4b18-b99d-a834008f1d12,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:06.151926 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-73a73d6f-a1b6-4c6a-a32b-16b286ac6c0a req-f58b1a79-65f3-403b-9b6f-068fb6c94e9e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:06.153196 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-73a73d6f-a1b6-4c6a-a32b-16b286ac6c0a req-f58b1a79-65f3-403b-9b6f-068fb6c94e9e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.3393631 Apr 20 17:21:06.280816 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-4314e503-7530-4500-94cb-2cd74fca5a91 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:06.356835 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000de4c-67fa-42a2-bb7e-53a23152cb4a req-1a0ea7a3-8449-40ff-9251-738fcdb5f0f8 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:06.362508 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c000de4c-67fa-42a2-bb7e-53a23152cb4a req-1a0ea7a3-8449-40ff-9251-738fcdb5f0f8 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd90d49c-a769-4539-8369-05090d9be905 HTTP/1.1" status: 200 len: 946 time: 0.1979349 Apr 20 17:21:06.381873 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8627362-7bd6-44be-9adf-2ab2eed1585b req-76e58a08-4972-4187-a387-c255b5a44d5f tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:06.384057 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f8627362-7bd6-44be-9adf-2ab2eed1585b req-76e58a08-4972-4187-a387-c255b5a44d5f tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.43 "GET /v2.0/ports?device_id=642efe8a-a1a2-4ddb-a2aa-f125e1481fbb HTTP/1.1" status: 200 len: 945 time: 0.2221892 Apr 20 17:21:06.444659 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-4314e503-7530-4500-94cb-2cd74fca5a91 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:06.512459 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43314) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:06.568728 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaed537-94a2-465f-9839-d315ff9d541b req-24d81dad-0e70-477e-9876-5e8405dfc22d tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:06.570288 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bbaed537-94a2-465f-9839-d315ff9d541b req-24d81dad-0e70-477e-9876-5e8405dfc22d tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 945 time: 0.2593758 Apr 20 17:21:06.581485 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2cfa5c78-51d6-44b2-b657-311604ed55c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:06.613034 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-4314e503-7530-4500-94cb-2cd74fca5a91 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Network b2c133a6-b49f-4553-8f5e-38bb8c570b61 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:21:06.617683 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c000de4c-67fa-42a2-bb7e-53a23152cb4a req-466d49de-988c-4947-9acd-294e59f1c137 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "GET /v2.0/security-groups?id=2aa6f6dd-f864-4597-b252-7f13412cf844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328479 Apr 20 17:21:06.620578 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314e503-7530-4500-94cb-2cd74fca5a91 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Pushing event updated for resources: {'Port': ['ID=35ba1397-6d24-4527-b325-840c5004689e,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:06.623429 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-4314e503-7530-4500-94cb-2cd74fca5a91 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:21:06.642774 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-4314e503-7530-4500-94cb-2cd74fca5a91 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:21:06.706790 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-f8627362-7bd6-44be-9adf-2ab2eed1585b req-28a9ce28-37b6-4a78-894c-ef16f52bef28 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Deleting port f7e1c848-fad0-403e-90cc-c39171d299ea {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:21:06.707440 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f8627362-7bd6-44be-9adf-2ab2eed1585b req-28a9ce28-37b6-4a78-894c-ef16f52bef28 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:06.711394 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bbaed537-94a2-465f-9839-d315ff9d541b req-0e28a336-b4ee-49fc-8585-ba2670c99169 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157954 Apr 20 17:21:06.732850 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2cfa5c78-51d6-44b2-b657-311604ed55c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:06.749418 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2cfa5c78-51d6-44b2-b657-311604ed55c6 admin admin] Usage tracker for resource:security_group_rule and tenant:1cb071c3f1bd46caa9be2d6db7a07c6b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:06.764196 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022bb92-2400-4660-b6fb-d5720a1dbf2c req-e180406e-c371-4626-a336-82947a399bd7 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:06.765934 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0022bb92-2400-4660-b6fb-d5720a1dbf2c req-e180406e-c371-4626-a336-82947a399bd7 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f18a928-5d9f-47f7-9589-2ebfa19fb4a7 HTTP/1.1" status: 200 len: 945 time: 0.3584807 Apr 20 17:21:06.766870 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2cfa5c78-51d6-44b2-b657-311604ed55c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:06.815061 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2cfa5c78-51d6-44b2-b657-311604ed55c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:06.849249 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-4314e503-7530-4500-94cb-2cd74fca5a91 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:06.849249 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-4314e503-7530-4500-94cb-2cd74fca5a91 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:06.885906 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-4314e503-7530-4500-94cb-2cd74fca5a91 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4556043 Apr 20 17:21:06.900372 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-0022bb92-2400-4660-b6fb-d5720a1dbf2c req-0f12998e-a606-43ba-bff0-6e42a96b0d88 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Deleting port 3b5f4930-c485-4242-b071-66e592469aa4 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:21:06.900372 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0022bb92-2400-4660-b6fb-d5720a1dbf2c req-0f12998e-a606-43ba-bff0-6e42a96b0d88 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:06.910632 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-d84e09a9-03b1-4aea-9ea8-75af7917e54f service neutron] Request body: {'port': {'device_id': '15d67cd1-64f8-461c-8183-7c0dd317cb76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:06.990227 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-50b07459-b5aa-41d8-950f-3bd5622149fa req-94ff0798-5db1-4d9e-be73-7cd5a0f3392d tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "GET /v2.0/security-groups/cf638890-43b2-47c3-8613-716f2d3d9908 HTTP/1.1" status: 200 len: 1637 time: 0.1698794 Apr 20 17:21:07.119545 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2cfa5c78-51d6-44b2-b657-311604ed55c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:07.156010 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2cfa5c78-51d6-44b2-b657-311604ed55c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:07.252117 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-d84e09a9-03b1-4aea-9ea8-75af7917e54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:07.267881 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c271b7-f9bd-467e-8ff1-28e4535c0558 req-0c007454-bf6d-460a-add4-c230cc8d1f63 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:07.267881 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-73c271b7-f9bd-467e-8ff1-28e4535c0558 req-0c007454-bf6d-460a-add4-c230cc8d1f63 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Synchronizing usage tracker for tenant:80b59da1edf64f3a9d99e4c83eab4827 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:21:07.288869 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa5c78-51d6-44b2-b657-311604ed55c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04dbc216-2e83-447b-bd32-3f9bebef5499,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:07.298347 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-50b07459-b5aa-41d8-950f-3bd5622149fa req-4693cef4-9be6-42b1-b113-2f6700857601 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "GET /v2.0/security-groups/71620758-bf9d-4b18-b99d-a834008f1d12 HTTP/1.1" status: 200 len: 1637 time: 0.2646854 Apr 20 17:21:07.301244 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2cfa5c78-51d6-44b2-b657-311604ed55c6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1cb071c3f1bd46caa9be2d6db7a07c6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7896316 Apr 20 17:21:07.311707 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43326) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:07.332192 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-50b07459-b5aa-41d8-950f-3bd5622149fa req-0131b3a8-9734-43f7-ade3-3ce8a5a30aab tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cf638890-43b2-47c3-8613-716f2d3d9908', 'remote_group_id': '71620758-bf9d-4b18-b99d-a834008f1d12', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:07.332192 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-50b07459-b5aa-41d8-950f-3bd5622149fa req-0131b3a8-9734-43f7-ade3-3ce8a5a30aab tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cf638890-43b2-47c3-8613-716f2d3d9908', 'remote_group_id': '71620758-bf9d-4b18-b99d-a834008f1d12', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:07.347550 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-50b07459-b5aa-41d8-950f-3bd5622149fa req-0131b3a8-9734-43f7-ade3-3ce8a5a30aab tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:07.363426 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-73c271b7-f9bd-467e-8ff1-28e4535c0558 req-0c007454-bf6d-460a-add4-c230cc8d1f63 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Unset dirty status for tenant:80b59da1edf64f3a9d99e4c83eab4827 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:21:07.364106 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-50b07459-b5aa-41d8-950f-3bd5622149fa req-0131b3a8-9734-43f7-ade3-3ce8a5a30aab tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Usage tracker for resource:security_group_rule and tenant:9ac85a032c344e42a892a6de71fa88d7 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:07.369860 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-73c271b7-f9bd-467e-8ff1-28e4535c0558 req-0c007454-bf6d-460a-add4-c230cc8d1f63 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d67cd1-64f8-461c-8183-7c0dd317cb76 HTTP/1.1" status: 200 len: 931 time: 0.5907338 Apr 20 17:21:07.373104 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-f8627362-7bd6-44be-9adf-2ab2eed1585b req-28a9ce28-37b6-4a78-894c-ef16f52bef28 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] For port f7e1c848-fad0-403e-90cc-c39171d299ea, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=f7e1c848-fad0-403e-90cc-c39171d299ea,segment=NetworkSegment(779b9809-51ec-4421-9a2c-115c6f91c2b3),segment_id=779b9809-51ec-4421-9a2c-115c6f91c2b3)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:21:07.373551 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f8627362-7bd6-44be-9adf-2ab2eed1585b req-28a9ce28-37b6-4a78-894c-ef16f52bef28 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:07.390646 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-50b07459-b5aa-41d8-950f-3bd5622149fa req-0131b3a8-9734-43f7-ade3-3ce8a5a30aab tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:07.409293 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-50b07459-b5aa-41d8-950f-3bd5622149fa req-0131b3a8-9734-43f7-ade3-3ce8a5a30aab tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:07.413603 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-0022bb92-2400-4660-b6fb-d5720a1dbf2c req-0f12998e-a606-43ba-bff0-6e42a96b0d88 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] For port 3b5f4930-c485-4242-b071-66e592469aa4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=3b5f4930-c485-4242-b071-66e592469aa4,segment=NetworkSegment(779b9809-51ec-4421-9a2c-115c6f91c2b3),segment_id=779b9809-51ec-4421-9a2c-115c6f91c2b3)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:21:07.413975 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0022bb92-2400-4660-b6fb-d5720a1dbf2c req-0f12998e-a606-43ba-bff0-6e42a96b0d88 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:07.572376 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-0022bb92-2400-4660-b6fb-d5720a1dbf2c req-0f12998e-a606-43ba-bff0-6e42a96b0d88 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Calling delete_port for 3b5f4930-c485-4242-b071-66e592469aa4 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:21:07.610925 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-f8627362-7bd6-44be-9adf-2ab2eed1585b req-28a9ce28-37b6-4a78-894c-ef16f52bef28 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Calling delete_port for f7e1c848-fad0-403e-90cc-c39171d299ea owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:21:07.645679 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a82352cd-0c71-4eb6-8067-9e3beb2b16b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:07.726016 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a82352cd-0c71-4eb6-8067-9e3beb2b16b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:07.756949 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-50b07459-b5aa-41d8-950f-3bd5622149fa req-0131b3a8-9734-43f7-ade3-3ce8a5a30aab tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:07.774511 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-73c271b7-f9bd-467e-8ff1-28e4535c0558 req-e16d2f79-a5cb-4571-9c6e-2b929aed3a75 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] 10.222.0.39 "GET /v2.0/security-groups?id=26cc57f9-3ed4-4c27-91bb-d54342ec0d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036734 Apr 20 17:21:07.898684 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0022bb92-2400-4660-b6fb-d5720a1dbf2c req-0f12998e-a606-43ba-bff0-6e42a96b0d88 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:07.898684 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-50b07459-b5aa-41d8-950f-3bd5622149fa req-0131b3a8-9734-43f7-ade3-3ce8a5a30aab tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:07.904252 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['3b5f4930-c485-4242-b071-66e592469aa4', 'f7e1c848-fad0-403e-90cc-c39171d299ea'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:21:07.966420 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a82352cd-0c71-4eb6-8067-9e3beb2b16b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:07.988227 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-50b07459-b5aa-41d8-950f-3bd5622149fa req-0131b3a8-9734-43f7-ade3-3ce8a5a30aab tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:08.073082 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12998e-a606-43ba-bff0-6e42a96b0d88 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Pushing event deleted for resources: {'Port': ['ID=3b5f4930-c485-4242-b071-66e592469aa4,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:08.087930 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82352cd-0c71-4eb6-8067-9e3beb2b16b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04dbc216-2e83-447b-bd32-3f9bebef5499,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:08.107749 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-50b07459-b5aa-41d8-950f-3bd5622149fa req-0131b3a8-9734-43f7-ade3-3ce8a5a30aab tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:08.115913 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-50b07459-b5aa-41d8-950f-3bd5622149fa req-0131b3a8-9734-43f7-ade3-3ce8a5a30aab tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.8047955 Apr 20 17:21:08.115913 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0131b3a8-9734-43f7-ade3-3ce8a5a30aab tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=193e629a-dcc9-4212-b9e6-9f45ef9d6cbe,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:08.123657 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-591fb540-bbc7-4b85-b159-38dea731bbe8 req-9774b248-9ac0-4cf8-90e0-4c30eb671ce0 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/ports?device_id=642efe8a-a1a2-4ddb-a2aa-f125e1481fbb HTTP/1.1" status: 200 len: 210 time: 0.0603938 Apr 20 17:21:08.148496 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f8627362-7bd6-44be-9adf-2ab2eed1585b req-28a9ce28-37b6-4a78-894c-ef16f52bef28 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:08.287128 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9ce28-37b6-4a78-894c-ef16f52bef28 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Pushing event deleted for resources: {'Port': ['ID=f7e1c848-fad0-403e-90cc-c39171d299ea,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:08.292651 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a82352cd-0c71-4eb6-8067-9e3beb2b16b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:08.292651 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a82352cd-0c71-4eb6-8067-9e3beb2b16b5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/04dbc216-2e83-447b-bd32-3f9bebef5499 HTTP/1.1" status: 204 len: 168 time: 0.9848299 Apr 20 17:21:08.409517 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-0022bb92-2400-4660-b6fb-d5720a1dbf2c req-0f12998e-a606-43ba-bff0-6e42a96b0d88 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] No DVR routers for this DVR port 3b5f4930-c485-4242-b071-66e592469aa4 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:21:08.409517 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0022bb92-2400-4660-b6fb-d5720a1dbf2c req-0f12998e-a606-43ba-bff0-6e42a96b0d88 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:08.416947 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0022bb92-2400-4660-b6fb-d5720a1dbf2c req-0f12998e-a606-43ba-bff0-6e42a96b0d88 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.43 "DELETE /v2.0/ports/3b5f4930-c485-4242-b071-66e592469aa4 HTTP/1.1" status: 204 len: 173 time: 1.6387625 Apr 20 17:21:08.416947 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f18a928-5d9f-47f7-9589-2ebfa19fb4a7', 'name': 'network-vif-deleted', 'tag': '3b5f4930-c485-4242-b071-66e592469aa4'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:21:08.482007 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-28c04389-8896-4ea9-95e5-dd012f3ccc78 req-629082c7-e2d2-4a1b-8511-ae428909aace tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "GET /v2.0/security-groups/71620758-bf9d-4b18-b99d-a834008f1d12 HTTP/1.1" status: 200 len: 1637 time: 0.2477384 Apr 20 17:21:08.512713 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43348) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:08.574138 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744c183-a82e-4b36-be51-4b31515d3d67 req-ec3af737-d37c-41cf-83ca-1f1acbbed3b9 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:08.577420 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5744c183-a82e-4b36-be51-4b31515d3d67 req-ec3af737-d37c-41cf-83ca-1f1acbbed3b9 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 945 time: 0.1564219 Apr 20 17:21:08.681374 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-d84e09a9-03b1-4aea-9ea8-75af7917e54f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ba1397-6d24-4527-b325-840c5004689e {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:21:08.701224 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-d84e09a9-03b1-4aea-9ea8-75af7917e54f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:08.707717 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8627362-7bd6-44be-9adf-2ab2eed1585b req-28a9ce28-37b6-4a78-894c-ef16f52bef28 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] No DVR routers for this DVR port f7e1c848-fad0-403e-90cc-c39171d299ea on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:21:08.715488 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f8627362-7bd6-44be-9adf-2ab2eed1585b req-28a9ce28-37b6-4a78-894c-ef16f52bef28 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:08.725821 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642efe8a-a1a2-4ddb-a2aa-f125e1481fbb', 'name': 'network-vif-deleted', 'tag': 'f7e1c848-fad0-403e-90cc-c39171d299ea'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:21:08.767791 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-d84e09a9-03b1-4aea-9ea8-75af7917e54f service neutron] Transition to ACTIVE for port object 35ba1397-6d24-4527-b325-840c5004689e will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:21:08.769371 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f8627362-7bd6-44be-9adf-2ab2eed1585b req-28a9ce28-37b6-4a78-894c-ef16f52bef28 tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.43 "DELETE /v2.0/ports/f7e1c848-fad0-403e-90cc-c39171d299ea HTTP/1.1" status: 204 len: 173 time: 2.3610935 Apr 20 17:21:08.789875 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-d84e09a9-03b1-4aea-9ea8-75af7917e54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:08.850533 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5744c183-a82e-4b36-be51-4b31515d3d67 req-f74c406b-7236-4198-a9d1-a9f9b6af0089 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519205 Apr 20 17:21:08.907131 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7c3fd27a-9cfe-4fd5-8f32-ac876d182c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:08.979088 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7c3fd27a-9cfe-4fd5-8f32-ac876d182c0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:08.984512 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7c3fd27a-9cfe-4fd5-8f32-ac876d182c0d admin admin] Usage tracker for resource:security_group_rule and tenant:827b3aead84c4fe4b0a0dc47e0974085 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:08.985116 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e09a9-03b1-4aea-9ea8-75af7917e54f service neutron] Pushing event updated for resources: {'Port': ['ID=35ba1397-6d24-4527-b325-840c5004689e,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:08.991612 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7c3fd27a-9cfe-4fd5-8f32-ac876d182c0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:09.005333 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-28c04389-8896-4ea9-95e5-dd012f3ccc78 req-7bfa25d2-eb7c-46db-aae1-9e669da1fb14 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:09.013155 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7c3fd27a-9cfe-4fd5-8f32-ac876d182c0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:09.133725 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7c3fd27a-9cfe-4fd5-8f32-ac876d182c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:09.140798 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-182ded05-c93e-42b9-8f7f-ef064fda1c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:09.142054 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7c3fd27a-9cfe-4fd5-8f32-ac876d182c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:09.144309 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-28c04389-8896-4ea9-95e5-dd012f3ccc78 req-7bfa25d2-eb7c-46db-aae1-9e669da1fb14 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:09.190352 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-d84e09a9-03b1-4aea-9ea8-75af7917e54f service neutron] Attempting to bind port 35ba1397-6d24-4527-b325-840c5004689e on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:21:09.190678 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-d84e09a9-03b1-4aea-9ea8-75af7917e54f service neutron] Attempting to bind port 35ba1397-6d24-4527-b325-840c5004689e by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '2a9d1462-d9ac-4670-818a-afb22f91c04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b2c133a6-b49f-4553-8f5e-38bb8c570b61'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:21:09.191219 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-d84e09a9-03b1-4aea-9ea8-75af7917e54f service neutron] Attempting to bind port 35ba1397-6d24-4527-b325-840c5004689e on network b2c133a6-b49f-4553-8f5e-38bb8c570b61 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:21:09.244477 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fd27a-9cfe-4fd5-8f32-ac876d182c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86722713-7b68-4a29-b23e-ef1401095789,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:09.246408 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-d84e09a9-03b1-4aea-9ea8-75af7917e54f service neutron] Port 35ba1397-6d24-4527-b325-840c5004689e on network b2c133a6-b49f-4553-8f5e-38bb8c570b61 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:21:09.246408 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-d84e09a9-03b1-4aea-9ea8-75af7917e54f service neutron] Attempting to bind port 35ba1397-6d24-4527-b325-840c5004689e on network b2c133a6-b49f-4553-8f5e-38bb8c570b61 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:21:09.256633 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7c3fd27a-9cfe-4fd5-8f32-ac876d182c0d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=827b3aead84c4fe4b0a0dc47e0974085&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7398810 Apr 20 17:21:09.263874 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-d84e09a9-03b1-4aea-9ea8-75af7917e54f service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:21:09.263874 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-d84e09a9-03b1-4aea-9ea8-75af7917e54f service neutron] Checking segment: {'id': '2a9d1462-d9ac-4670-818a-afb22f91c04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b2c133a6-b49f-4553-8f5e-38bb8c570b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:21:09.264110 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-d84e09a9-03b1-4aea-9ea8-75af7917e54f service neutron] Bound using segment: {'id': '2a9d1462-d9ac-4670-818a-afb22f91c04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b2c133a6-b49f-4553-8f5e-38bb8c570b61'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:21:09.264407 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-d84e09a9-03b1-4aea-9ea8-75af7917e54f service neutron] Bound port: 35ba1397-6d24-4527-b325-840c5004689e, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a9d1462-d9ac-4670-818a-afb22f91c04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b2c133a6-b49f-4553-8f5e-38bb8c570b61'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:21:09.265138 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-d84e09a9-03b1-4aea-9ea8-75af7917e54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:09.266838 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43372) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:09.373358 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b1ac673-5ad5-4bd1-b7e1-bbd5dc9426c5'] response: {'server_uuid': '8f18a928-5d9f-47f7-9589-2ebfa19fb4a7', 'name': 'network-vif-deleted', 'tag': '3b5f4930-c485-4242-b071-66e592469aa4', 'status': 'completed', 'code': 200} Apr 20 17:21:09.382155 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a3f300b8-bcdf-4d0d-a587-2ebe59b96348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:09.401847 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-28c04389-8896-4ea9-95e5-dd012f3ccc78 req-7bfa25d2-eb7c-46db-aae1-9e669da1fb14 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:09.453606 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a3f300b8-bcdf-4d0d-a587-2ebe59b96348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:09.484070 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa25d2-eb7c-46db-aae1-9e669da1fb14 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71620758-bf9d-4b18-b99d-a834008f1d12,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:09.486869 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d888761f-6457-4e36-9b67-335366cb827e'] response: {'server_uuid': '642efe8a-a1a2-4ddb-a2aa-f125e1481fbb', 'name': 'network-vif-deleted', 'tag': 'f7e1c848-fad0-403e-90cc-c39171d299ea', 'status': 'completed', 'code': 200} Apr 20 17:21:09.503002 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-28c04389-8896-4ea9-95e5-dd012f3ccc78 req-7bfa25d2-eb7c-46db-aae1-9e669da1fb14 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:09.508047 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-28c04389-8896-4ea9-95e5-dd012f3ccc78 req-7bfa25d2-eb7c-46db-aae1-9e669da1fb14 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "DELETE /v2.0/security-groups/71620758-bf9d-4b18-b99d-a834008f1d12 HTTP/1.1" status: 204 len: 173 time: 1.0243666 Apr 20 17:21:09.529636 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-d84e09a9-03b1-4aea-9ea8-75af7917e54f service neutron] For port 35ba1397-6d24-4527-b325-840c5004689e, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:21:09.558835 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-d84e09a9-03b1-4aea-9ea8-75af7917e54f service neutron] For port 35ba1397-6d24-4527-b325-840c5004689e, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=35ba1397-6d24-4527-b325-840c5004689e,segment=NetworkSegment(2a9d1462-d9ac-4670-818a-afb22f91c04f),segment_id=2a9d1462-d9ac-4670-818a-afb22f91c04f)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:21:09.559554 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a3f300b8-bcdf-4d0d-a587-2ebe59b96348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:09.569209 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-d84e09a9-03b1-4aea-9ea8-75af7917e54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:09.599763 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f300b8-bcdf-4d0d-a587-2ebe59b96348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86722713-7b68-4a29-b23e-ef1401095789,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:09.629353 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a3f300b8-bcdf-4d0d-a587-2ebe59b96348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:09.633718 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a3f300b8-bcdf-4d0d-a587-2ebe59b96348 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/86722713-7b68-4a29-b23e-ef1401095789 HTTP/1.1" status: 204 len: 168 time: 0.3569143 Apr 20 17:21:09.722119 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-d84e09a9-03b1-4aea-9ea8-75af7917e54f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:09.723846 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-d84e09a9-03b1-4aea-9ea8-75af7917e54f service neutron] 10.222.0.10 "PUT /v2.0/ports/35ba1397-6d24-4527-b325-840c5004689e HTTP/1.1" status: 200 len: 1091 time: 2.8255486 Apr 20 17:21:09.859586 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91311a8f-250e-419f-8b42-850cae0e3a7d req-2f16064e-b23d-4e02-941d-f071f98a1cfa tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:09.861679 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-91311a8f-250e-419f-8b42-850cae0e3a7d req-2f16064e-b23d-4e02-941d-f071f98a1cfa tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d67cd1-64f8-461c-8183-7c0dd317cb76 HTTP/1.1" status: 200 len: 943 time: 0.1125135 Apr 20 17:21:09.918178 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-62c9ed7c-bd02-4d59-937c-070002e714fb req-27223fe6-213f-48bc-9946-01286622839f tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Synchronizing usage tracker for tenant:6bb343f9da374dff8b964d0ccdfa0f82 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:21:09.930613 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-91311a8f-250e-419f-8b42-850cae0e3a7d req-476c9e98-6853-4265-94d2-6d4ee77aaa67 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Synchronizing usage tracker for tenant:80b59da1edf64f3a9d99e4c83eab4827 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:21:09.974557 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-91311a8f-250e-419f-8b42-850cae0e3a7d req-476c9e98-6853-4265-94d2-6d4ee77aaa67 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Unset dirty status for tenant:80b59da1edf64f3a9d99e4c83eab4827 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:21:09.974557 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-91311a8f-250e-419f-8b42-850cae0e3a7d req-476c9e98-6853-4265-94d2-6d4ee77aaa67 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] 10.222.0.39 "GET /v2.0/security-groups?id=26cc57f9-3ed4-4c27-91bb-d54342ec0d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980496 Apr 20 17:21:09.974557 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43390) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:10.007606 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e09a9-03b1-4aea-9ea8-75af7917e54f service neutron] Pushing event updated for resources: {'Port': ['ID=35ba1397-6d24-4527-b325-840c5004689e,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:10.045532 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-62c9ed7c-bd02-4d59-937c-070002e714fb req-27223fe6-213f-48bc-9946-01286622839f tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] Unset dirty status for tenant:6bb343f9da374dff8b964d0ccdfa0f82 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:21:10.065394 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-62c9ed7c-bd02-4d59-937c-070002e714fb req-27223fe6-213f-48bc-9946-01286622839f tempest-MultipleCreateTestJSON-223244783 tempest-MultipleCreateTestJSON-223244783-project] 10.222.0.39 "GET /v2.0/ports?device_id=642efe8a-a1a2-4ddb-a2aa-f125e1481fbb HTTP/1.1" status: 200 len: 210 time: 0.3516335 Apr 20 17:21:10.090547 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-e470fe11-45f6-4526-9525-3ab76854e155 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=80b59da1edf64f3a9d99e4c83eab4827&device_id=15d67cd1-64f8-461c-8183-7c0dd317cb76 HTTP/1.1" status: 200 len: 1094 time: 0.1653421 Apr 20 17:21:10.207587 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-65cf40a7-76bf-4d60-b76b-8a25bf29085e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=35ba1397-6d24-4527-b325-840c5004689e HTTP/1.1" status: 200 len: 217 time: 0.1024640 Apr 20 17:21:10.213747 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-7dd2abd9-0a6d-4508-a202-79b19b2ed6b9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1022449760-network', 'tenant_id': 'e69d925bc4624d179017bbb9867ea7fd'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:10.223993 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7dd2abd9-0a6d-4508-a202-79b19b2ed6b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:10.225880 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43396) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:10.231685 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7dd2abd9-0a6d-4508-a202-79b19b2ed6b9 admin admin] Usage tracker for resource:network and tenant:e69d925bc4624d179017bbb9867ea7fd is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:10.248802 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7dd2abd9-0a6d-4508-a202-79b19b2ed6b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:10.260691 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7dd2abd9-0a6d-4508-a202-79b19b2ed6b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:10.269715 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-578b5df3-919f-4653-a7ce-52e0f2d4decd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:10.289986 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd2abd9-0a6d-4508-a202-79b19b2ed6b9 admin admin] Made reservation on behalf of e69d925bc4624d179017bbb9867ea7fd for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:21:10.292054 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 3b5f4930-c485-4242-b071-66e592469aa4 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:21:10.292580 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7dd2abd9-0a6d-4508-a202-79b19b2ed6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:10.293253 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5fb09490-9d18-4c3b-a835-88a6b62d6e7e req-eeeda538-6731-43ba-9e01-4a048d9234d6 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "GET /v2.0/security-groups/cf638890-43b2-47c3-8613-716f2d3d9908 HTTP/1.1" status: 200 len: 1637 time: 0.1279497 Apr 20 17:21:10.294726 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-e675a540-c8a2-45a1-9add-73b5f300b65f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:10.296181 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-e675a540-c8a2-45a1-9add-73b5f300b65f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f124e9b0-f4ad-4a34-a1ef-8b235512798d HTTP/1.1" status: 200 len: 861 time: 0.0800366 Apr 20 17:21:10.322447 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7dd2abd9-0a6d-4508-a202-79b19b2ed6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:10.332632 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 3b5f4930-c485-4242-b071-66e592469aa4 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:21:10.333050 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 3b5f4930-c485-4242-b071-66e592469aa4 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:21:10.334369 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device f7e1c848-fad0-403e-90cc-c39171d299ea no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:21:10.341890 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-578b5df3-919f-4653-a7ce-52e0f2d4decd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:10.348559 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-578b5df3-919f-4653-a7ce-52e0f2d4decd admin admin] Usage tracker for resource:security_group_rule and tenant:41ef96278e4f419cb2b6c0778ff894f3 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:10.352671 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-578b5df3-919f-4653-a7ce-52e0f2d4decd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:10.359888 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a020d-0b8b-4bed-80f0-793a2f7210ee req-38f465f9-34e2-490c-ab4d-a68a4e10a177 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:10.361410 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b40a020d-0b8b-4bed-80f0-793a2f7210ee req-38f465f9-34e2-490c-ab4d-a68a4e10a177 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd90d49c-a769-4539-8369-05090d9be905 HTTP/1.1" status: 200 len: 946 time: 0.1907077 Apr 20 17:21:10.366129 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-578b5df3-919f-4653-a7ce-52e0f2d4decd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:10.377067 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-628b144f-3592-413e-b24f-633aa2149d77 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b2c133a6-b49f-4553-8f5e-38bb8c570b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696673 Apr 20 17:21:10.379392 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: f7e1c848-fad0-403e-90cc-c39171d299ea {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:21:10.379748 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device f7e1c848-fad0-403e-90cc-c39171d299ea not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:21:10.422553 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7dd2abd9-0a6d-4508-a202-79b19b2ed6b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:10.440325 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7dd2abd9-0a6d-4508-a202-79b19b2ed6b9 admin admin] Usage tracker for resource:security_group_rule and tenant:e69d925bc4624d179017bbb9867ea7fd is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:10.444476 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7dd2abd9-0a6d-4508-a202-79b19b2ed6b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:10.452643 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7dd2abd9-0a6d-4508-a202-79b19b2ed6b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:10.475932 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b40a020d-0b8b-4bed-80f0-793a2f7210ee req-cf2f82cc-f98d-4900-aa5c-ce982e500f56 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "GET /v2.0/security-groups?id=2aa6f6dd-f864-4597-b252-7f13412cf844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049509 Apr 20 17:21:10.542795 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-578b5df3-919f-4653-a7ce-52e0f2d4decd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:10.558142 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-578b5df3-919f-4653-a7ce-52e0f2d4decd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:10.577095 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-b796e12d-f625-43e7-8b4e-e7c26f40bce1 req-db901cce-27fd-4903-ba22-de46ee44a84d tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1127916855', 'description': 'tempest-description-1167031618'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:10.599434 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-b796e12d-f625-43e7-8b4e-e7c26f40bce1 req-db901cce-27fd-4903-ba22-de46ee44a84d tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:10.614771 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b796e12d-f625-43e7-8b4e-e7c26f40bce1 req-db901cce-27fd-4903-ba22-de46ee44a84d tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Usage tracker for resource:security_group and tenant:9ac85a032c344e42a892a6de71fa88d7 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:10.615341 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-11edc8b5-6efc-4152-95f4-f95265ebd1b4 service neutron] 10.222.0.10 "GET /v2.0/networks/b2c133a6-b49f-4553-8f5e-38bb8c570b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302039 Apr 20 17:21:10.617381 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7dd2abd9-0a6d-4508-a202-79b19b2ed6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:10.626172 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b796e12d-f625-43e7-8b4e-e7c26f40bce1 req-db901cce-27fd-4903-ba22-de46ee44a84d tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:10.632187 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7dd2abd9-0a6d-4508-a202-79b19b2ed6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:10.641069 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b5df3-919f-4653-a7ce-52e0f2d4decd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9552e6-f14e-4fcd-b7bf-73ad884c69ed,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:10.644604 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-b796e12d-f625-43e7-8b4e-e7c26f40bce1 req-db901cce-27fd-4903-ba22-de46ee44a84d tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:10.649837 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f0163-0992-4769-a867-aa8614bc8852 req-a685993d-0c06-4650-9117-540000ce9717 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:10.657567 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a08f0163-0992-4769-a867-aa8614bc8852 req-a685993d-0c06-4650-9117-540000ce9717 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 945 time: 0.1657803 Apr 20 17:21:10.662861 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-578b5df3-919f-4653-a7ce-52e0f2d4decd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=41ef96278e4f419cb2b6c0778ff894f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4346120 Apr 20 17:21:10.668538 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43402) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:10.690894 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd2abd9-0a6d-4508-a202-79b19b2ed6b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:21:10.703753 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b796e12d-f625-43e7-8b4e-e7c26f40bce1 req-db901cce-27fd-4903-ba22-de46ee44a84d tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:10.723775 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2abd9-0a6d-4508-a202-79b19b2ed6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e17326-2009-4fce-a877-0eab2339d86e,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:10.737073 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7dd2abd9-0a6d-4508-a202-79b19b2ed6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:10.737413 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-7dd2abd9-0a6d-4508-a202-79b19b2ed6b9 admin admin] Added segment d076b473-4d60-49bd-8c8b-76fc140b08a6 of type vlan for network a782cff4-5c40-4d65-b960-a95e74f4b9e4 Apr 20 17:21:10.790832 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7dd2abd9-0a6d-4508-a202-79b19b2ed6b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:10.803287 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-b796e12d-f625-43e7-8b4e-e7c26f40bce1 req-db901cce-27fd-4903-ba22-de46ee44a84d tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:10.815756 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a08f0163-0992-4769-a867-aa8614bc8852 req-bbf28465-dc22-456f-bb0c-cc754c649195 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536582 Apr 20 17:21:10.816858 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b796e12d-f625-43e7-8b4e-e7c26f40bce1 req-db901cce-27fd-4903-ba22-de46ee44a84d tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Usage tracker for resource:security_group_rule and tenant:9ac85a032c344e42a892a6de71fa88d7 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:10.820137 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b796e12d-f625-43e7-8b4e-e7c26f40bce1 req-db901cce-27fd-4903-ba22-de46ee44a84d tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:10.835487 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-b796e12d-f625-43e7-8b4e-e7c26f40bce1 req-db901cce-27fd-4903-ba22-de46ee44a84d tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:10.836278 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d2cbafc-d00c-4231-a37b-f226f93bc669 req-090f1c1a-1fd6-4aeb-b552-6ce6d6b10cb2 service neutron] 10.222.0.10 "GET /v2.0/networks/b2c133a6-b49f-4553-8f5e-38bb8c570b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159343 Apr 20 17:21:10.851877 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-512d6e71-908c-4079-abba-a78f7ea3dbc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:10.880911 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7dd2abd9-0a6d-4508-a202-79b19b2ed6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:10.881746 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd2abd9-0a6d-4508-a202-79b19b2ed6b9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:10.882340 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7dd2abd9-0a6d-4508-a202-79b19b2ed6b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:10.915259 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-512d6e71-908c-4079-abba-a78f7ea3dbc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:11.002992 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af626c-19ab-42cd-8048-4841c085f806 req-26174dcb-75a7-47d5-a384-b648c24ef628 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:11.004404 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-15af626c-19ab-42cd-8048-4841c085f806 req-26174dcb-75a7-47d5-a384-b648c24ef628 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd90d49c-a769-4539-8369-05090d9be905 HTTP/1.1" status: 200 len: 946 time: 0.0876107 Apr 20 17:21:11.052259 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b796e12d-f625-43e7-8b4e-e7c26f40bce1 req-db901cce-27fd-4903-ba22-de46ee44a84d tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:11.055635 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2abd9-0a6d-4508-a202-79b19b2ed6b9 admin admin] Pushing event updated for resources: {'Network': ['ID=a782cff4-5c40-4d65-b960-a95e74f4b9e4,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:11.065420 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b796e12d-f625-43e7-8b4e-e7c26f40bce1 req-db901cce-27fd-4903-ba22-de46ee44a84d tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:11.072966 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network a782cff4-5c40-4d65-b960-a95e74f4b9e4 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:21:11.088913 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-15af626c-19ab-42cd-8048-4841c085f806 req-b336e33f-bfb3-4701-bad3-81721b115491 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Deleting port 8ef886d1-0220-428c-9cea-ff5e4e8d12fa {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:21:11.096932 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7dd2abd9-0a6d-4508-a202-79b19b2ed6b9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1180077 Apr 20 17:21:11.096932 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43410) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:11.105119 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-15af626c-19ab-42cd-8048-4841c085f806 req-b336e33f-bfb3-4701-bad3-81721b115491 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:11.121584 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-43a3d637-2b51-4258-a045-38c2c9487aee admin admin] Request body: {'subnet': {'network_id': 'a782cff4-5c40-4d65-b960-a95e74f4b9e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1022449760-subnet', 'tenant_id': 'e69d925bc4624d179017bbb9867ea7fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:11.134677 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-43a3d637-2b51-4258-a045-38c2c9487aee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:11.134677 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db901cce-27fd-4903-ba22-de46ee44a84d tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef0ab6d-e5a7-41af-aab8-7522431fa11f,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:11.134677 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b796e12d-f625-43e7-8b4e-e7c26f40bce1 req-db901cce-27fd-4903-ba22-de46ee44a84d tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:11.146518 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b796e12d-f625-43e7-8b4e-e7c26f40bce1 req-db901cce-27fd-4903-ba22-de46ee44a84d tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.5888672 Apr 20 17:21:11.157647 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-43a3d637-2b51-4258-a045-38c2c9487aee admin admin] Usage tracker for resource:subnet and tenant:e69d925bc4624d179017bbb9867ea7fd is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:11.169895 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-43a3d637-2b51-4258-a045-38c2c9487aee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:11.169895 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-512d6e71-908c-4079-abba-a78f7ea3dbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:11.169895 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-512d6e71-908c-4079-abba-a78f7ea3dbc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:11.169895 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-512d6e71-908c-4079-abba-a78f7ea3dbc3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6d9552e6-f14e-4fcd-b7bf-73ad884c69ed HTTP/1.1" status: 204 len: 168 time: 0.4926257 Apr 20 17:21:11.185589 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-43a3d637-2b51-4258-a045-38c2c9487aee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:11.219991 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d6e71-908c-4079-abba-a78f7ea3dbc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9552e6-f14e-4fcd-b7bf-73ad884c69ed,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:11.235900 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a3d637-2b51-4258-a045-38c2c9487aee admin admin] Made reservation on behalf of e69d925bc4624d179017bbb9867ea7fd for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:21:11.235900 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-43a3d637-2b51-4258-a045-38c2c9487aee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:11.488153 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-25e9810e-3ab6-4ca7-ae82-0096984c1e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:11.514181 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d67cd1-64f8-461c-8183-7c0dd317cb76', 'tag': '35ba1397-6d24-4527-b325-840c5004689e'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:21:11.514826 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1e1b6f41-7b07-4e30-bca1-13b7149cd0ed req-58cd0f38-8561-4d30-8532-181887151236 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "GET /v2.0/security-groups/9ef0ab6d-e5a7-41af-aab8-7522431fa11f HTTP/1.1" status: 200 len: 1639 time: 0.1469646 Apr 20 17:21:11.528957 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-1e1b6f41-7b07-4e30-bca1-13b7149cd0ed req-ede14441-9b30-4498-9cd6-af4f85515005 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9ef0ab6d-e5a7-41af-aab8-7522431fa11f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:11.529264 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-1e1b6f41-7b07-4e30-bca1-13b7149cd0ed req-ede14441-9b30-4498-9cd6-af4f85515005 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9ef0ab6d-e5a7-41af-aab8-7522431fa11f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:11.536795 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-1e1b6f41-7b07-4e30-bca1-13b7149cd0ed req-ede14441-9b30-4498-9cd6-af4f85515005 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:11.542318 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-1e1b6f41-7b07-4e30-bca1-13b7149cd0ed req-ede14441-9b30-4498-9cd6-af4f85515005 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Usage tracker for resource:security_group_rule and tenant:9ac85a032c344e42a892a6de71fa88d7 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:11.546620 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-1e1b6f41-7b07-4e30-bca1-13b7149cd0ed req-ede14441-9b30-4498-9cd6-af4f85515005 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:11.560009 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a4855-4a01-4eed-ab98-5f1159049f90 req-aa7da95a-b6be-4d4e-b2e6-19c8f7410f26 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:11.568072 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d74a4855-4a01-4eed-ab98-5f1159049f90 req-aa7da95a-b6be-4d4e-b2e6-19c8f7410f26 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d67cd1-64f8-461c-8183-7c0dd317cb76 HTTP/1.1" status: 200 len: 943 time: 0.3680570 Apr 20 17:21:11.585873 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-1e1b6f41-7b07-4e30-bca1-13b7149cd0ed req-ede14441-9b30-4498-9cd6-af4f85515005 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:11.661250 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-15af626c-19ab-42cd-8048-4841c085f806 req-b336e33f-bfb3-4701-bad3-81721b115491 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] For port 8ef886d1-0220-428c-9cea-ff5e4e8d12fa, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=8ef886d1-0220-428c-9cea-ff5e4e8d12fa,segment=NetworkSegment(4fc59e16-1c50-4b7d-afb8-5de8a7074707),segment_id=4fc59e16-1c50-4b7d-afb8-5de8a7074707)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:21:11.661250 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-15af626c-19ab-42cd-8048-4841c085f806 req-b336e33f-bfb3-4701-bad3-81721b115491 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:11.688357 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d74a4855-4a01-4eed-ab98-5f1159049f90 req-83432c94-fac7-4529-b558-78a6e952d003 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] 10.222.0.39 "GET /v2.0/security-groups?id=26cc57f9-3ed4-4c27-91bb-d54342ec0d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187053 Apr 20 17:21:11.712636 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-43a3d637-2b51-4258-a045-38c2c9487aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:11.776675 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-1e1b6f41-7b07-4e30-bca1-13b7149cd0ed req-ede14441-9b30-4498-9cd6-af4f85515005 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:11.813288 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3d637-2b51-4258-a045-38c2c9487aee admin admin] Pushing event updated for resources: {'Subnet': ['ID=02ddfe8a-6940-4cd3-9da0-c27773c5114b,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:11.859901 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-1e1b6f41-7b07-4e30-bca1-13b7149cd0ed req-ede14441-9b30-4498-9cd6-af4f85515005 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:11.868779 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-1e1b6f41-7b07-4e30-bca1-13b7149cd0ed req-ede14441-9b30-4498-9cd6-af4f85515005 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:11.921912 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43428) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:11.941977 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede14441-9b30-4498-9cd6-af4f85515005 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0998007c-b23a-499d-81d9-24bf7932303d,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:11.941977 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a3d637-2b51-4258-a045-38c2c9487aee admin admin] Checking segment: {'id': 'd076b473-4d60-49bd-8c8b-76fc140b08a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a782cff4-5c40-4d65-b960-a95e74f4b9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:21:11.941977 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a3d637-2b51-4258-a045-38c2c9487aee admin admin] Network hostable DHCP agents. Network: a782cff4-5c40-4d65-b960-a95e74f4b9e4, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:21:12.062298 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-15af626c-19ab-42cd-8048-4841c085f806 req-b336e33f-bfb3-4701-bad3-81721b115491 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:12.062298 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-15af626c-19ab-42cd-8048-4841c085f806 req-b336e33f-bfb3-4701-bad3-81721b115491 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:12.062298 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [req-15af626c-19ab-42cd-8048-4841c085f806 req-b336e33f-bfb3-4701-bad3-81721b115491 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Floating IP d63251b1-959f-4e5f-8659-c74b2e77316e disassociated. External IP: 172.25.8.63, port: 8ef886d1-0220-428c-9cea-ff5e4e8d12fa. Apr 20 17:21:12.062298 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-15af626c-19ab-42cd-8048-4841c085f806 req-b336e33f-bfb3-4701-bad3-81721b115491 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Calling delete_port for 8ef886d1-0220-428c-9cea-ff5e4e8d12fa owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:21:12.092015 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82725fa2-7676-49e7-a1d2-7d1a94364922'] response: {'name': 'network-changed', 'server_uuid': '15d67cd1-64f8-461c-8183-7c0dd317cb76', 'tag': '35ba1397-6d24-4527-b325-840c5004689e', 'status': 'completed', 'code': 200} Apr 20 17:21:12.155940 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-1e1b6f41-7b07-4e30-bca1-13b7149cd0ed req-ede14441-9b30-4498-9cd6-af4f85515005 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:12.162748 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1e1b6f41-7b07-4e30-bca1-13b7149cd0ed req-ede14441-9b30-4498-9cd6-af4f85515005 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.6469700 Apr 20 17:21:12.211291 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-2721eaed-ad20-47d6-aca4-48b7ced84136 admin admin] Deleting subnet b2f7091b-a343-4734-a755-59dc8d417262 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:21:12.216346 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2721eaed-ad20-47d6-aca4-48b7ced84136 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:12.272044 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a3d637-2b51-4258-a045-38c2c9487aee admin admin] Network a782cff4-5c40-4d65-b960-a95e74f4b9e4 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:21:12.321351 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ca7734e6-df1f-4f74-8030-33357a613a0b req-c9d43ad7-df39-4bba-aec5-ee1c5cbd547d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=80b59da1edf64f3a9d99e4c83eab4827&device_id=15d67cd1-64f8-461c-8183-7c0dd317cb76 HTTP/1.1" status: 200 len: 1094 time: 0.2707725 Apr 20 17:21:12.329617 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2721eaed-ad20-47d6-aca4-48b7ced84136 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:12.377878 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-43a3d637-2b51-4258-a045-38c2c9487aee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, a782cff4-5c40-4d65-b960-a95e74f4b9e4) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:21:12.390130 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3c1f63-fbac-47cc-9aad-9d9ba0a9f890 None None] Network a782cff4-5c40-4d65-b960-a95e74f4b9e4 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:21:12.457262 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-15af626c-19ab-42cd-8048-4841c085f806 req-b336e33f-bfb3-4701-bad3-81721b115491 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:12.526093 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336e33f-bfb3-4701-bad3-81721b115491 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Pushing event deleted for resources: {'Port': ['ID=8ef886d1-0220-428c-9cea-ff5e4e8d12fa,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:12.540574 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f43fb-67b5-4835-81f4-09a24176b20e req-f2c4324a-00ec-493d-a04f-f38780fad535 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:12.548582 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3b8f43fb-67b5-4835-81f4-09a24176b20e req-f2c4324a-00ec-493d-a04f-f38780fad535 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd90d49c-a769-4539-8369-05090d9be905 HTTP/1.1" status: 200 len: 946 time: 0.2203469 Apr 20 17:21:12.561027 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a3d637-2b51-4258-a045-38c2c9487aee admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:12.561149 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-43a3d637-2b51-4258-a045-38c2c9487aee admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:12.586334 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:12.618781 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-43a3d637-2b51-4258-a045-38c2c9487aee admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5207646 Apr 20 17:21:12.620419 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2721eaed-ad20-47d6-aca4-48b7ced84136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:12.640162 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43444) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:12.688621 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:12.719058 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7734e6-df1f-4f74-8030-33357a613a0b req-c748b5d2-d45f-4a03-b76b-9f2153d97026 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:12.720046 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ca7734e6-df1f-4f74-8030-33357a613a0b req-c748b5d2-d45f-4a03-b76b-9f2153d97026 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b2c133a6-b49f-4553-8f5e-38bb8c570b61 HTTP/1.1" status: 200 len: 922 time: 0.3616180 Apr 20 17:21:12.731778 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b5630-5616-41c2-a6ad-1e0aa9c00401 req-55de5ea7-23e3-4ac3-b1f1-83ad03b43d30 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:12.738639 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8b1b5630-5616-41c2-a6ad-1e0aa9c00401 req-55de5ea7-23e3-4ac3-b1f1-83ad03b43d30 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 945 time: 0.4652166 Apr 20 17:21:12.773626 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1022449760-router', 'tenant_id': 'e69d925bc4624d179017bbb9867ea7fd', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:12.775101 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29df1c49-a63e-4d69-8f43-53ac878ed0eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-a782cff4-5c40-4d65-b960-a95e74f4b9e4', 'network_id': 'a782cff4-5c40-4d65-b960-a95e74f4b9e4', 'tenant_id': 'e69d925bc4624d179017bbb9867ea7fd', 'fixed_ips': [{'subnet_id': '02ddfe8a-6940-4cd3-9da0-c27773c5114b'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:21:12.776177 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-29df1c49-a63e-4d69-8f43-53ac878ed0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:12.791960 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:12.832245 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ca7734e6-df1f-4f74-8030-33357a613a0b req-73fcc520-3606-463c-b76a-81d83ae7ba91 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=35ba1397-6d24-4527-b325-840c5004689e HTTP/1.1" status: 200 len: 217 time: 0.0909367 Apr 20 17:21:12.875176 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2721eaed-ad20-47d6-aca4-48b7ced84136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:12.893451 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] Usage tracker for resource:router and tenant:e69d925bc4624d179017bbb9867ea7fd is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:12.900025 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:12.917519 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3b8f43fb-67b5-4835-81f4-09a24176b20e req-7ec96d8d-58f6-476f-869d-638e8a05fbbc tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "GET /v2.0/security-groups?id=2aa6f6dd-f864-4597-b252-7f13412cf844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3679838 Apr 20 17:21:12.935425 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:12.950422 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721eaed-ad20-47d6-aca4-48b7ced84136 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2f7091b-a343-4734-a755-59dc8d417262,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:12.965810 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:12.966328 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:12.981210 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8b1b5630-5616-41c2-a6ad-1e0aa9c00401 req-5ca475cd-99f3-431c-a513-3dc9d080b774 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410812 Apr 20 17:21:13.009469 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2721eaed-ad20-47d6-aca4-48b7ced84136 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:13.029160 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7734e6-df1f-4f74-8030-33357a613a0b req-4443522f-13de-45e9-9c13-7efe233b375d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:13.031063 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ca7734e6-df1f-4f74-8030-33357a613a0b req-4443522f-13de-45e9-9c13-7efe233b375d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f124e9b0-f4ad-4a34-a1ef-8b235512798d HTTP/1.1" status: 200 len: 861 time: 0.1904609 Apr 20 17:21:13.035457 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2721eaed-ad20-47d6-aca4-48b7ced84136 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b2f7091b-a343-4734-a755-59dc8d417262 HTTP/1.1" status: 204 len: 168 time: 1.1186519 Apr 20 17:21:13.086366 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43454) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:13.093378 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:13.098281 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ca7734e6-df1f-4f74-8030-33357a613a0b req-42104b83-2726-4016-888d-b5b10a4c0147 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b2c133a6-b49f-4553-8f5e-38bb8c570b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601199 Apr 20 17:21:13.104972 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-29df1c49-a63e-4d69-8f43-53ac878ed0eb None None] Allocated IP 172.20.0.2 (a782cff4-5c40-4d65-b960-a95e74f4b9e4/02ddfe8a-6940-4cd3-9da0-c27773c5114b/510a27e9-7be2-4966-9089-9b1c2057ad8d) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:21:13.222872 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8e6f5ed7-3090-4149-80a6-05f16649576d req-278393ae-0e11-4990-8a3c-fac27b04af5b tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "GET /v2.0/security-groups/9ef0ab6d-e5a7-41af-aab8-7522431fa11f HTTP/1.1" status: 200 len: 2142 time: 0.2162781 Apr 20 17:21:13.246830 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:13.253255 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-8e6f5ed7-3090-4149-80a6-05f16649576d req-a8a3d08f-57a3-42c3-b26a-6e52d58d7950 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9ef0ab6d-e5a7-41af-aab8-7522431fa11f', 'remote_group_id': None}]} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:13.253255 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-8e6f5ed7-3090-4149-80a6-05f16649576d req-a8a3d08f-57a3-42c3-b26a-6e52d58d7950 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9ef0ab6d-e5a7-41af-aab8-7522431fa11f', 'remote_group_id': None}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:13.280303 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-8e6f5ed7-3090-4149-80a6-05f16649576d req-a8a3d08f-57a3-42c3-b26a-6e52d58d7950 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:13.303725 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-8e6f5ed7-3090-4149-80a6-05f16649576d req-a8a3d08f-57a3-42c3-b26a-6e52d58d7950 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Usage tracker for resource:security_group_rule and tenant:9ac85a032c344e42a892a6de71fa88d7 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:13.311335 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-8e6f5ed7-3090-4149-80a6-05f16649576d req-a8a3d08f-57a3-42c3-b26a-6e52d58d7950 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:13.322584 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-8e6f5ed7-3090-4149-80a6-05f16649576d req-a8a3d08f-57a3-42c3-b26a-6e52d58d7950 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:13.327290 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-14c6d74c-229e-49d9-8bf5-8480df44fc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:13.437951 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ca7734e6-df1f-4f74-8030-33357a613a0b req-14360ee3-0612-482b-901a-ca6cc0e35cd6 service neutron] 10.222.0.10 "GET /v2.0/networks/b2c133a6-b49f-4553-8f5e-38bb8c570b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294051 Apr 20 17:21:13.453791 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-29df1c49-a63e-4d69-8f43-53ac878ed0eb None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:13.464635 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-29df1c49-a63e-4d69-8f43-53ac878ed0eb None None] Transition to ACTIVE for port object 510a27e9-7be2-4966-9089-9b1c2057ad8d will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:21:13.485197 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-29df1c49-a63e-4d69-8f43-53ac878ed0eb None None] Transition to ACTIVE for port object 510a27e9-7be2-4966-9089-9b1c2057ad8d will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:21:13.494275 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-29df1c49-a63e-4d69-8f43-53ac878ed0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:13.502958 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb169ed-bb51-41f3-b502-99e6b21d8b8f req-31f2f62f-98a6-4d1d-8c20-1f6224e4cc5a tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:13.512796 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6cb169ed-bb51-41f3-b502-99e6b21d8b8f req-31f2f62f-98a6-4d1d-8c20-1f6224e4cc5a tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d67cd1-64f8-461c-8183-7c0dd317cb76 HTTP/1.1" status: 200 len: 943 time: 0.2558775 Apr 20 17:21:13.586981 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29df1c49-a63e-4d69-8f43-53ac878ed0eb None None] Network a782cff4-5c40-4d65-b960-a95e74f4b9e4 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:21:13.590977 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-29df1c49-a63e-4d69-8f43-53ac878ed0eb None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:21:13.592986 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df1c49-a63e-4d69-8f43-53ac878ed0eb None None] Pushing event updated for resources: {'Port': ['ID=510a27e9-7be2-4966-9089-9b1c2057ad8d,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:13.595438 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29df1c49-a63e-4d69-8f43-53ac878ed0eb None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:21:13.677960 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-14c6d74c-229e-49d9-8bf5-8480df44fc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:13.691237 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:13.695920 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8e6f5ed7-3090-4149-80a6-05f16649576d req-a8a3d08f-57a3-42c3-b26a-6e52d58d7950 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:13.701409 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6cb169ed-bb51-41f3-b502-99e6b21d8b8f req-60183b2f-c999-478f-bef4-2f825a8533eb tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] 10.222.0.39 "GET /v2.0/security-groups?id=26cc57f9-3ed4-4c27-91bb-d54342ec0d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866667 Apr 20 17:21:13.703513 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-29df1c49-a63e-4d69-8f43-53ac878ed0eb None None] Attempting to bind port 510a27e9-7be2-4966-9089-9b1c2057ad8d on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:21:13.705003 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-29df1c49-a63e-4d69-8f43-53ac878ed0eb None None] Attempting to bind port 510a27e9-7be2-4966-9089-9b1c2057ad8d by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'd076b473-4d60-49bd-8c8b-76fc140b08a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a782cff4-5c40-4d65-b960-a95e74f4b9e4'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:21:13.705658 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29df1c49-a63e-4d69-8f43-53ac878ed0eb None None] Attempting to bind port 510a27e9-7be2-4966-9089-9b1c2057ad8d on network a782cff4-5c40-4d65-b960-a95e74f4b9e4 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:21:13.712064 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15af626c-19ab-42cd-8048-4841c085f806 req-b336e33f-bfb3-4701-bad3-81721b115491 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Router 5cebc4d3-edd4-4e1a-971e-b61e6725cc69 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:21:13.725475 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29df1c49-a63e-4d69-8f43-53ac878ed0eb None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:21:13.725836 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29df1c49-a63e-4d69-8f43-53ac878ed0eb None None] Checking segment: {'id': 'd076b473-4d60-49bd-8c8b-76fc140b08a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a782cff4-5c40-4d65-b960-a95e74f4b9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:21:13.726269 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-29df1c49-a63e-4d69-8f43-53ac878ed0eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:13.730004 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29df1c49-a63e-4d69-8f43-53ac878ed0eb None None] Bound using segment: {'id': 'd076b473-4d60-49bd-8c8b-76fc140b08a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a782cff4-5c40-4d65-b960-a95e74f4b9e4'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:21:13.738881 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-29df1c49-a63e-4d69-8f43-53ac878ed0eb None None] Bound port: 510a27e9-7be2-4966-9089-9b1c2057ad8d, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd076b473-4d60-49bd-8c8b-76fc140b08a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a782cff4-5c40-4d65-b960-a95e74f4b9e4'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:21:13.739939 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-29df1c49-a63e-4d69-8f43-53ac878ed0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:13.754389 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 35ba1397-6d24-4527-b325-840c5004689e details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:21:13.763446 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-14c6d74c-229e-49d9-8bf5-8480df44fc1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8715325-f9b4-456c-818e-365cf96c4dd2']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:13.784165 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8e6f5ed7-3090-4149-80a6-05f16649576d req-a8a3d08f-57a3-42c3-b26a-6e52d58d7950 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:13.796890 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ca7734e6-df1f-4f74-8030-33357a613a0b req-8e2392de-b40b-4fa0-99c5-e74922bc1ea5 service neutron] 10.222.0.10 "GET /v2.0/networks/b2c133a6-b49f-4553-8f5e-38bb8c570b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520069 Apr 20 17:21:13.815841 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-14c6d74c-229e-49d9-8bf5-8480df44fc1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779b9809-51ec-4421-9a2c-115c6f91c2b3') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:13.816126 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-14c6d74c-229e-49d9-8bf5-8480df44fc1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779b9809-51ec-4421-9a2c-115c6f91c2b3') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:13.824790 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8e6f5ed7-3090-4149-80a6-05f16649576d req-a8a3d08f-57a3-42c3-b26a-6e52d58d7950 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:13.850973 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-14c6d74c-229e-49d9-8bf5-8480df44fc1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:13.879726 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a3d08f-57a3-42c3-b26a-6e52d58d7950 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c612e1a-a706-43c4-aab1-f98f8763d58f,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:14.047923 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:14.066093 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-29df1c49-a63e-4d69-8f43-53ac878ed0eb None None] For port 510a27e9-7be2-4966-9089-9b1c2057ad8d, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:21:14.074903 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-14c6d74c-229e-49d9-8bf5-8480df44fc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:14.088180 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-29df1c49-a63e-4d69-8f43-53ac878ed0eb None None] For port 510a27e9-7be2-4966-9089-9b1c2057ad8d, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=510a27e9-7be2-4966-9089-9b1c2057ad8d,segment=NetworkSegment(d076b473-4d60-49bd-8c8b-76fc140b08a6),segment_id=d076b473-4d60-49bd-8c8b-76fc140b08a6)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:21:14.097590 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 35ba1397-6d24-4527-b325-840c5004689e, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=35ba1397-6d24-4527-b325-840c5004689e,segment=NetworkSegment(2a9d1462-d9ac-4670-818a-afb22f91c04f),segment_id=2a9d1462-d9ac-4670-818a-afb22f91c04f)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:21:14.106336 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c6d74c-229e-49d9-8bf5-8480df44fc1a admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:21:14.107340 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-14c6d74c-229e-49d9-8bf5-8480df44fc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:14.111210 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-29df1c49-a63e-4d69-8f43-53ac878ed0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:14.143234 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-02491407-eb05-4771-ad8b-c43722696c4a req-3ed8eb68-6984-480f-a482-f55d35b6ec3c tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd90d49c-a769-4539-8369-05090d9be905 HTTP/1.1" status: 200 len: 210 time: 0.0763347 Apr 20 17:21:14.174512 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '35ba1397-6d24-4527-b325-840c5004689e', 'network_id': 'b2c133a6-b49f-4553-8f5e-38bb8c570b61', 'port_id': '35ba1397-6d24-4527-b325-840c5004689e', 'mac_address': 'fa:16:3e:cb:76:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f124e9b0-f4ad-4a34-a1ef-8b235512798d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:21:14.220740 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8e6f5ed7-3090-4149-80a6-05f16649576d req-a8a3d08f-57a3-42c3-b26a-6e52d58d7950 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:14.225033 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8e6f5ed7-3090-4149-80a6-05f16649576d req-a8a3d08f-57a3-42c3-b26a-6e52d58d7950 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.9813430 Apr 20 17:21:14.225570 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:21:14.225570 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:21:14.225570 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:21:14.225570 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:21:14.225570 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:21:14.225570 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:21:14.225570 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:21:14.225570 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:21:14.225570 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:21:14.225570 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:21:14.225570 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:21:14.225570 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:21:14.225570 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:21:14.225570 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:21:14.225570 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:21:14.225570 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:21:14.225570 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:21:14.225570 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:21:14.225570 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:21:14.225570 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:21:14.225570 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:21:14.225570 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:21:14.225570 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:21:14.225570 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:21:14.225570 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:21:14.225570 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:21:14.225570 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:21:14.225570 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:21:14.225570 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:21:14.225570 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:21:14.225570 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:21:14.225570 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:21:14.228226 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-14c6d74c-229e-49d9-8bf5-8480df44fc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:14.258880 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df1c49-a63e-4d69-8f43-53ac878ed0eb None None] Pushing event updated for resources: {'Port': ['ID=510a27e9-7be2-4966-9089-9b1c2057ad8d,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:14.308304 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:14.344400 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ba1397-6d24-4527-b325-840c5004689e {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:21:14.376503 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 35ba1397-6d24-4527-b325-840c5004689e, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=35ba1397-6d24-4527-b325-840c5004689e,segment=NetworkSegment(2a9d1462-d9ac-4670-818a-afb22f91c04f),segment_id=2a9d1462-d9ac-4670-818a-afb22f91c04f)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:21:14.394638 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:14.457929 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-14c6d74c-229e-49d9-8bf5-8480df44fc1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:14.516723 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6d74c-229e-49d9-8bf5-8480df44fc1a admin admin] Pushing event deleted for resources: {'Network': ['ID=e8715325-f9b4-456c-818e-365cf96c4dd2,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:14.518932 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca245ad-e479-4072-9c63-bbebd74bf5e2 req-2f0edd8e-dd1d-4c53-b502-42ba45194f8d tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:14.533652 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bca245ad-e479-4072-9c63-bbebd74bf5e2 req-2f0edd8e-dd1d-4c53-b502-42ba45194f8d tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 945 time: 0.1920230 Apr 20 17:21:14.555161 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=35ba1397-6d24-4527-b325-840c5004689e,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:14.597942 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-14c6d74c-229e-49d9-8bf5-8480df44fc1a admin admin] 10.222.0.39 "DELETE /v2.0/networks/e8715325-f9b4-456c-818e-365cf96c4dd2 HTTP/1.1" status: 204 len: 168 time: 1.5037985 Apr 20 17:21:14.653068 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bca245ad-e479-4072-9c63-bbebd74bf5e2 req-601f0568-6516-48b7-b334-3942131edf64 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088619 Apr 20 17:21:14.711097 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-88765a67-e459-479c-9ff9-6a09db6d0ef0 req-f416566c-130a-4be1-ba4a-9dd95ab7c354 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "GET /v2.0/security-groups/9ef0ab6d-e5a7-41af-aab8-7522431fa11f HTTP/1.1" status: 200 len: 2650 time: 0.2589047 Apr 20 17:21:14.788888 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['35ba1397-6d24-4527-b325-840c5004689e'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:21:14.817770 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6a83aeb0-3709-4b51-beb1-20322a330b8a req-f1cfea4d-2e0b-4fc4-a480-21f6a04e1a9e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "GET /v2.0/security-group-rules/7c612e1a-a706-43c4-aab1-f98f8763d58f HTTP/1.1" status: 200 len: 718 time: 0.0429697 Apr 20 17:21:14.981028 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6a83aeb0-3709-4b51-beb1-20322a330b8a req-58b31521-c3fa-4796-aa8c-ac07367ff800 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "GET /v2.0/security-groups/9ef0ab6d-e5a7-41af-aab8-7522431fa11f HTTP/1.1" status: 200 len: 2650 time: 0.1575804 Apr 20 17:21:15.016783 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:15.041199 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6a83aeb0-3709-4b51-beb1-20322a330b8a req-4a1fb3cf-e152-4aa7-9eec-30633c131d22 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:15.058380 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6a83aeb0-3709-4b51-beb1-20322a330b8a req-4a1fb3cf-e152-4aa7-9eec-30633c131d22 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:15.087614 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 510a27e9-7be2-4966-9089-9b1c2057ad8d up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:21:15.111376 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43494) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:15.164063 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6a83aeb0-3709-4b51-beb1-20322a330b8a req-4a1fb3cf-e152-4aa7-9eec-30633c131d22 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:15.165897 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:15.195291 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1fb3cf-e152-4aa7-9eec-30633c131d22 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c612e1a-a706-43c4-aab1-f98f8763d58f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:15.208411 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6a83aeb0-3709-4b51-beb1-20322a330b8a req-4a1fb3cf-e152-4aa7-9eec-30633c131d22 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:15.211990 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 510a27e9-7be2-4966-9089-9b1c2057ad8d completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:21:15.212325 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15af626c-19ab-42cd-8048-4841c085f806 req-b336e33f-bfb3-4701-bad3-81721b115491 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:21:15.212470 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6a83aeb0-3709-4b51-beb1-20322a330b8a req-4a1fb3cf-e152-4aa7-9eec-30633c131d22 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/7c612e1a-a706-43c4-aab1-f98f8763d58f HTTP/1.1" status: 204 len: 173 time: 0.2328684 Apr 20 17:21:15.234165 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8a276618-722d-4632-a963-0e840b7a2fac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6bb343f9da374dff8b964d0ccdfa0f82&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1184578 Apr 20 17:21:15.235672 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43502) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:15.240658 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7546d6-cec9-48a7-ad30-67ab8551b90c None None] Sync routers for ids ['5cebc4d3-edd4-4e1a-971e-b61e6725cc69'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:21:15.259513 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7546d6-cec9-48a7-ad30-67ab8551b90c None None] Routers {'5cebc4d3-edd4-4e1a-971e-b61e6725cc69'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:21:15.260500 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-1d7546d6-cec9-48a7-ad30-67ab8551b90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:21:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['5cebc4d3-edd4-4e1a-971e-b61e6725cc69'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:15.314455 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7209b76b-5533-419b-91b7-4b10bd11fef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:15.334397 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:15.358209 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7209b76b-5533-419b-91b7-4b10bd11fef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:15.451251 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c73009ff-20e6-46ff-8684-394cc6e54b88 req-50e240be-5ba4-469a-9aa9-0564c5d9ac2e tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd90d49c-a769-4539-8369-05090d9be905 HTTP/1.1" status: 200 len: 210 time: 0.0732713 Apr 20 17:21:15.534446 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-15af626c-19ab-42cd-8048-4841c085f806 req-b336e33f-bfb3-4701-bad3-81721b115491 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] No DVR routers for this DVR port 8ef886d1-0220-428c-9cea-ff5e4e8d12fa on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:21:15.539285 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-15af626c-19ab-42cd-8048-4841c085f806 req-b336e33f-bfb3-4701-bad3-81721b115491 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:15.545985 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7209b76b-5533-419b-91b7-4b10bd11fef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:15.554892 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd90d49c-a769-4539-8369-05090d9be905', 'name': 'network-vif-deleted', 'tag': '8ef886d1-0220-428c-9cea-ff5e4e8d12fa'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:21:15.582037 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209b76b-5533-419b-91b7-4b10bd11fef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906aa622-0608-4fbd-8144-3fb248292f73,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:15.604874 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde6df8-bfb0-4f29-b3fe-d65a92f62d78 req-e83e6d9a-d16f-472d-87b1-9ce9c92c30e0 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:15.609174 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4bde6df8-bfb0-4f29-b3fe-d65a92f62d78 req-e83e6d9a-d16f-472d-87b1-9ce9c92c30e0 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d67cd1-64f8-461c-8183-7c0dd317cb76 HTTP/1.1" status: 200 len: 944 time: 0.6549966 Apr 20 17:21:15.621772 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-15af626c-19ab-42cd-8048-4841c085f806 req-b336e33f-bfb3-4701-bad3-81721b115491 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.10 "DELETE /v2.0/ports/8ef886d1-0220-428c-9cea-ff5e4e8d12fa HTTP/1.1" status: 204 len: 173 time: 4.6100497 Apr 20 17:21:15.661891 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-1d7546d6-cec9-48a7-ad30-67ab8551b90c None None] Set router 5cebc4d3-edd4-4e1a-971e-b61e6725cc69 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:21:15.663790 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-93500efc-aa45-4936-9d1a-37a9d7da9f69 req-e42c2068-c7fb-4fdc-b731-46c251868ff5 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "GET /v2.0/security-groups/9ef0ab6d-e5a7-41af-aab8-7522431fa11f HTTP/1.1" status: 200 len: 2142 time: 0.1498516 Apr 20 17:21:15.666116 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7209b76b-5533-419b-91b7-4b10bd11fef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:15.672421 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7209b76b-5533-419b-91b7-4b10bd11fef3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/906aa622-0608-4fbd-8144-3fb248292f73 HTTP/1.1" status: 204 len: 168 time: 0.4342277 Apr 20 17:21:15.763760 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 8ef886d1-0220-428c-9cea-ff5e4e8d12fa no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:21:15.866433 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4bde6df8-bfb0-4f29-b3fe-d65a92f62d78 req-e0d624d3-e9c8-48aa-8a0d-b0fe9234cb6a tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] 10.222.0.39 "GET /v2.0/security-groups?id=26cc57f9-3ed4-4c27-91bb-d54342ec0d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430174 Apr 20 17:21:15.899837 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 8ef886d1-0220-428c-9cea-ff5e4e8d12fa {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:21:15.909742 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] Allocated IP 172.25.8.54 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/de8fd24d-77d0-42fb-aee1-5e31f67bd74c) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:21:15.916140 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-93500efc-aa45-4936-9d1a-37a9d7da9f69 req-e8935e87-41d4-47c5-8576-afa4546fd236 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:15.930488 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 8ef886d1-0220-428c-9cea-ff5e4e8d12fa not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:21:16.049920 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e06049-bf1b-4e7f-8a38-be21d53bc0a1 None None] Network a782cff4-5c40-4d65-b960-a95e74f4b9e4 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:21:16.052495 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-93500efc-aa45-4936-9d1a-37a9d7da9f69 req-e8935e87-41d4-47c5-8576-afa4546fd236 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:16.162003 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-93500efc-aa45-4936-9d1a-37a9d7da9f69 req-e8935e87-41d4-47c5-8576-afa4546fd236 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:16.199351 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8935e87-41d4-47c5-8576-afa4546fd236 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef0ab6d-e5a7-41af-aab8-7522431fa11f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:16.219875 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-93500efc-aa45-4936-9d1a-37a9d7da9f69 req-e8935e87-41d4-47c5-8576-afa4546fd236 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:16.226605 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-93500efc-aa45-4936-9d1a-37a9d7da9f69 req-e8935e87-41d4-47c5-8576-afa4546fd236 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "DELETE /v2.0/security-groups/9ef0ab6d-e5a7-41af-aab8-7522431fa11f HTTP/1.1" status: 204 len: 173 time: 0.5615332 Apr 20 17:21:16.270712 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-fe75f0f8-9b7d-4c16-a292-6ed4042a231b None None] Provisioning for port 510a27e9-7be2-4966-9089-9b1c2057ad8d completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:21:16.286865 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-fe75f0f8-9b7d-4c16-a292-6ed4042a231b None None] Provisioning complete for port 510a27e9-7be2-4966-9089-9b1c2057ad8d triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:21:16.287167 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fe75f0f8-9b7d-4c16-a292-6ed4042a231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:16.312002 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [req-b9447426-94a8-4ddb-ab27-b24d28956acf req-4abaad74-73eb-4a9f-b297-6ffe1573163a tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] show failed (client error): The resource could not be found. Apr 20 17:21:16.328004 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b9447426-94a8-4ddb-ab27-b24d28956acf req-4abaad74-73eb-4a9f-b297-6ffe1573163a tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "GET /v2.0/security-groups/71620758-bf9d-4b18-b99d-a834008f1d12 HTTP/1.1" status: 404 len: 352 time: 0.0410852 Apr 20 17:21:16.337278 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-1d7546d6-cec9-48a7-ad30-67ab8551b90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'name': 'tempest-ServersTestManualDisk-1596263937-router', 'tenant_id': '159ad23e438e4a93b23c1f04f39ed31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '1e6f9c42-90ae-4748-ae26-881f46b7187e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:48Z', 'updated_at': '2022-04-20T17:19:03Z', 'revision_number': 4, 'project_id': '159ad23e438e4a93b23c1f04f39ed31a', 'gw_port': {'id': '1e6f9c42-90ae-4748-ae26-881f46b7187e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:51Z', 'updated_at': '2022-04-20T17:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'c4673c59-2409-4086-af1b-5af4c989ad55', 'name': '', 'network_id': '7289b4d6-d07e-4d7e-9061-229d2aa24696', 'tenant_id': '159ad23e438e4a93b23c1f04f39ed31a', 'mac_address': 'fa:16:3e:d9:66:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2f65fad-12b6-4d33-aa45-7d4baab655e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:01Z', 'updated_at': '2022-04-20T17:19:16Z', 'revision_number': 5, 'project_id': '159ad23e438e4a93b23c1f04f39ed31a', 'subnets': [{'id': 'f2f65fad-12b6-4d33-aa45-7d4baab655e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:16.351586 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7546d6-cec9-48a7-ad30-67ab8551b90c None None] Checking router: 5cebc4d3-edd4-4e1a-971e-b61e6725cc69 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:21:16.376868 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7546d6-cec9-48a7-ad30-67ab8551b90c None None] Routers {'5cebc4d3-edd4-4e1a-971e-b61e6725cc69'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:21:16.377741 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-1d7546d6-cec9-48a7-ad30-67ab8551b90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:21:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['5cebc4d3-edd4-4e1a-971e-b61e6725cc69'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:16.480397 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f53b4aac-1cbc-46c9-bf0d-13d78985665b req-12e118de-5e9a-49e0-8949-ab91b0842ba4 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "GET /v2.0/security-groups/cf638890-43b2-47c3-8613-716f2d3d9908 HTTP/1.1" status: 200 len: 1637 time: 0.1170418 Apr 20 17:21:16.540702 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fe75f0f8-9b7d-4c16-a292-6ed4042a231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:16.594954 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f854b7cb-d283-45c8-9e38-9fa703c21e2a'] response: {'server_uuid': 'dd90d49c-a769-4539-8369-05090d9be905', 'name': 'network-vif-deleted', 'tag': '8ef886d1-0220-428c-9cea-ff5e4e8d12fa', 'status': 'completed', 'code': 200} Apr 20 17:21:16.600541 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f53b4aac-1cbc-46c9-bf0d-13d78985665b req-c60bc01e-f68b-4d86-9db1-3cd1a63f610e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:16.604843 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:16.731224 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f53b4aac-1cbc-46c9-bf0d-13d78985665b req-c60bc01e-f68b-4d86-9db1-3cd1a63f610e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:16.746973 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-fe75f0f8-9b7d-4c16-a292-6ed4042a231b None None] For port 510a27e9-7be2-4966-9089-9b1c2057ad8d, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=510a27e9-7be2-4966-9089-9b1c2057ad8d,segment=NetworkSegment(d076b473-4d60-49bd-8c8b-76fc140b08a6),segment_id=d076b473-4d60-49bd-8c8b-76fc140b08a6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:21:16.756558 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fe75f0f8-9b7d-4c16-a292-6ed4042a231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:16.770804 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-1d7546d6-cec9-48a7-ad30-67ab8551b90c None None] Set router 5cebc4d3-edd4-4e1a-971e-b61e6725cc69 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:21:16.844581 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b74301-ce71-4ce0-bc77-ae27799c8f87 req-a05e319d-6dd1-4d14-beab-e592bde49b4a tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:16.848943 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b0b74301-ce71-4ce0-bc77-ae27799c8f87 req-a05e319d-6dd1-4d14-beab-e592bde49b4a tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 945 time: 0.2512417 Apr 20 17:21:16.849242 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f53b4aac-1cbc-46c9-bf0d-13d78985665b req-c60bc01e-f68b-4d86-9db1-3cd1a63f610e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:16.896871 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60bc01e-f68b-4d86-9db1-3cd1a63f610e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf638890-43b2-47c3-8613-716f2d3d9908,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:16.905861 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f53b4aac-1cbc-46c9-bf0d-13d78985665b req-c60bc01e-f68b-4d86-9db1-3cd1a63f610e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:16.919435 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:16.922963 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f53b4aac-1cbc-46c9-bf0d-13d78985665b req-c60bc01e-f68b-4d86-9db1-3cd1a63f610e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "DELETE /v2.0/security-groups/cf638890-43b2-47c3-8613-716f2d3d9908 HTTP/1.1" status: 204 len: 173 time: 0.4320490 Apr 20 17:21:16.957292 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75f0f8-9b7d-4c16-a292-6ed4042a231b None None] Pushing event updated for resources: {'Port': ['ID=510a27e9-7be2-4966-9089-9b1c2057ad8d,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:17.118060 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:21:17.145584 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:21:17.178050 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:21:17.229445 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a0aea1ac-320c-44a4-8fba-fcec5b0c5ec5 req-d09c0577-6313-4f4e-ad3e-7d5188510da4 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "GET /v2.0/security-groups/fc33443c-f750-48bb-bd45-1f94aa4f7323 HTTP/1.1" status: 200 len: 1638 time: 0.0984538 Apr 20 17:21:17.259746 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b0b74301-ce71-4ce0-bc77-ae27799c8f87 req-e3805377-7131-4473-9d57-d2ff834dbdf8 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989439 Apr 20 17:21:17.277675 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] Pushing event updated for resources: {'Port': ['ID=de8fd24d-77d0-42fb-aee1-5e31f67bd74c,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:17.283714 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-1d7546d6-cec9-48a7-ad30-67ab8551b90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'name': 'tempest-ServersTestManualDisk-1596263937-router', 'tenant_id': '159ad23e438e4a93b23c1f04f39ed31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '1e6f9c42-90ae-4748-ae26-881f46b7187e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:48Z', 'updated_at': '2022-04-20T17:19:03Z', 'revision_number': 4, 'project_id': '159ad23e438e4a93b23c1f04f39ed31a', 'gw_port': {'id': '1e6f9c42-90ae-4748-ae26-881f46b7187e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:51Z', 'updated_at': '2022-04-20T17:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'c4673c59-2409-4086-af1b-5af4c989ad55', 'name': '', 'network_id': '7289b4d6-d07e-4d7e-9061-229d2aa24696', 'tenant_id': '159ad23e438e4a93b23c1f04f39ed31a', 'mac_address': 'fa:16:3e:d9:66:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2f65fad-12b6-4d33-aa45-7d4baab655e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:01Z', 'updated_at': '2022-04-20T17:19:16Z', 'revision_number': 5, 'project_id': '159ad23e438e4a93b23c1f04f39ed31a', 'subnets': [{'id': 'f2f65fad-12b6-4d33-aa45-7d4baab655e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:17.289552 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7546d6-cec9-48a7-ad30-67ab8551b90c None None] The sync data for ids ['5cebc4d3-edd4-4e1a-971e-b61e6725cc69'] in n-d-838032-1 is: [{'id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'name': 'tempest-ServersTestManualDisk-1596263937-router', 'tenant_id': '159ad23e438e4a93b23c1f04f39ed31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '1e6f9c42-90ae-4748-ae26-881f46b7187e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:48Z', 'updated_at': '2022-04-20T17:19:03Z', 'revision_number': 4, 'project_id': '159ad23e438e4a93b23c1f04f39ed31a', 'gw_port': {'id': '1e6f9c42-90ae-4748-ae26-881f46b7187e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:51Z', 'updated_at': '2022-04-20T17:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'c4673c59-2409-4086-af1b-5af4c989ad55', 'name': '', 'network_id': '7289b4d6-d07e-4d7e-9061-229d2aa24696', 'tenant_id': '159ad23e438e4a93b23c1f04f39ed31a', 'mac_address': 'fa:16:3e:d9:66:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2f65fad-12b6-4d33-aa45-7d4baab655e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:01Z', 'updated_at': '2022-04-20T17:19:16Z', 'revision_number': 5, 'project_id': '159ad23e438e4a93b23c1f04f39ed31a', 'subnets': [{'id': 'f2f65fad-12b6-4d33-aa45-7d4baab655e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:21:17.295404 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:17.296349 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:17.309757 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:17.310261 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:17.310658 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:17.311043 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:17.311428 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:17.311854 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:17.312233 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:17.312609 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:17.312979 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:17.411345 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a5b78ab4-800a-4283-a368-d1586669112b None None] Provisioning complete for port 510a27e9-7be2-4966-9089-9b1c2057ad8d triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:21:17.411707 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a5b78ab4-800a-4283-a368-d1586669112b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:17.500120 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-a0aea1ac-320c-44a4-8fba-fcec5b0c5ec5 req-989f9a1e-79ab-4c75-a894-b05168c4fd6f tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:17.527557 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:17.528852 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:17.578795 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-a0aea1ac-320c-44a4-8fba-fcec5b0c5ec5 req-989f9a1e-79ab-4c75-a894-b05168c4fd6f tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:17.707091 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-a0aea1ac-320c-44a4-8fba-fcec5b0c5ec5 req-989f9a1e-79ab-4c75-a894-b05168c4fd6f tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:17.739094 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f9a1e-79ab-4c75-a894-b05168c4fd6f tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc33443c-f750-48bb-bd45-1f94aa4f7323,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:17.742255 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-a0aea1ac-320c-44a4-8fba-fcec5b0c5ec5 req-989f9a1e-79ab-4c75-a894-b05168c4fd6f tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:17.743345 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a0aea1ac-320c-44a4-8fba-fcec5b0c5ec5 req-989f9a1e-79ab-4c75-a894-b05168c4fd6f tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "DELETE /v2.0/security-groups/fc33443c-f750-48bb-bd45-1f94aa4f7323 HTTP/1.1" status: 204 len: 173 time: 0.5054805 Apr 20 17:21:17.803717 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 35ba1397-6d24-4527-b325-840c5004689e up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:21:17.844361 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b409605e-2b84-47b6-91df-0c93e5f34bcc None None] New status for floating IP d63251b1-959f-4e5f-8659-c74b2e77316e: DOWN {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:21:17.900536 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48c49e-602f-4f4d-b70c-e9cd6a38f0aa req-4bd422aa-8059-4c8a-a467-db0f34fdca68 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:17.901986 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ee48c49e-602f-4f4d-b70c-e9cd6a38f0aa req-4bd422aa-8059-4c8a-a467-db0f34fdca68 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d67cd1-64f8-461c-8183-7c0dd317cb76 HTTP/1.1" status: 200 len: 944 time: 0.1989646 Apr 20 17:21:17.974161 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ee48c49e-602f-4f4d-b70c-e9cd6a38f0aa req-500d450a-975f-4f59-a584-6e39495586a4 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] 10.222.0.39 "GET /v2.0/security-groups?id=26cc57f9-3ed4-4c27-91bb-d54342ec0d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647063 Apr 20 17:21:18.040173 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] Router 7588e21b-3374-4ccc-b220-b488b5ac9fc5 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:21:18.101218 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 35ba1397-6d24-4527-b325-840c5004689e completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:21:18.109109 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 35ba1397-6d24-4527-b325-840c5004689e triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:21:18.109694 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:18.186399 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e645b227-30d4-4fa5-9890-55f8ce9359e2 req-490deafa-65db-432a-8aba-77eafb64441e tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "GET /v2.0/security-groups/1d1903bb-0bb5-4c1e-8ef3-73677a4296e5 HTTP/1.1" status: 200 len: 1639 time: 0.1600754 Apr 20 17:21:18.271971 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:18.279247 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e645b227-30d4-4fa5-9890-55f8ce9359e2 req-e08234bf-c1e0-4492-a921-90570de062c7 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:18.301610 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d67cd1-64f8-461c-8183-7c0dd317cb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ba1397-6d24-4527-b325-840c5004689e'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:21:18.312408 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 35ba1397-6d24-4527-b325-840c5004689e, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=35ba1397-6d24-4527-b325-840c5004689e,segment=NetworkSegment(2a9d1462-d9ac-4670-818a-afb22f91c04f),segment_id=2a9d1462-d9ac-4670-818a-afb22f91c04f)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:21:18.317755 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:18.318613 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e645b227-30d4-4fa5-9890-55f8ce9359e2 req-e08234bf-c1e0-4492-a921-90570de062c7 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:18.378007 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:21:18.391617 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=35ba1397-6d24-4527-b325-840c5004689e,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:18.394023 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f5e210-c615-430d-bc54-083f92ae6b95 None None] Sync routers for ids ['7588e21b-3374-4ccc-b220-b488b5ac9fc5'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:21:18.395326 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e645b227-30d4-4fa5-9890-55f8ce9359e2 req-e08234bf-c1e0-4492-a921-90570de062c7 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:18.414441 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f5e210-c615-430d-bc54-083f92ae6b95 None None] Routers {'7588e21b-3374-4ccc-b220-b488b5ac9fc5'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:21:18.415453 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c6f5e210-c615-430d-bc54-083f92ae6b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:21:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['7588e21b-3374-4ccc-b220-b488b5ac9fc5'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:18.415863 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08234bf-c1e0-4492-a921-90570de062c7 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1903bb-0bb5-4c1e-8ef3-73677a4296e5,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:18.417905 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e645b227-30d4-4fa5-9890-55f8ce9359e2 req-e08234bf-c1e0-4492-a921-90570de062c7 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:18.419058 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e645b227-30d4-4fa5-9890-55f8ce9359e2 req-e08234bf-c1e0-4492-a921-90570de062c7 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "DELETE /v2.0/security-groups/1d1903bb-0bb5-4c1e-8ef3-73677a4296e5 HTTP/1.1" status: 204 len: 173 time: 0.2225225 Apr 20 17:21:18.425769 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:18.431005 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cecb1c3f-a4c4-46e9-817b-c72f72b39fb6 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6764412 Apr 20 17:21:18.431284 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43578) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:18.756906 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-c6f5e210-c615-430d-bc54-083f92ae6b95 None None] Set router 7588e21b-3374-4ccc-b220-b488b5ac9fc5 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:21:18.891610 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43590) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:18.954436 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 510a27e9-7be2-4966-9089-9b1c2057ad8d up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:21:19.040324 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-447b57e0-74d5-4aa8-9770-c452e8b88631'] response: {'server_uuid': '15d67cd1-64f8-461c-8183-7c0dd317cb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ba1397-6d24-4527-b325-840c5004689e', 'code': 200} Apr 20 17:21:19.115539 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 510a27e9-7be2-4966-9089-9b1c2057ad8d triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:21:19.116842 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:19.288774 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8589299-f2e0-4c0d-ad00-336ea0db7064 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:19.319641 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c6f5e210-c615-430d-bc54-083f92ae6b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7588e21b-3374-4ccc-b220-b488b5ac9fc5', 'name': 'tempest-FloatingIPsTestJSON-1022449760-router', 'tenant_id': 'e69d925bc4624d179017bbb9867ea7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'de8fd24d-77d0-42fb-aee1-5e31f67bd74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:12Z', 'updated_at': '2022-04-20T17:21:17Z', 'revision_number': 3, 'project_id': 'e69d925bc4624d179017bbb9867ea7fd', 'gw_port': {'id': 'de8fd24d-77d0-42fb-aee1-5e31f67bd74c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7588e21b-3374-4ccc-b220-b488b5ac9fc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:15Z', 'updated_at': '2022-04-20T17:21:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:19.323891 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f5e210-c615-430d-bc54-083f92ae6b95 None None] Checking router: 7588e21b-3374-4ccc-b220-b488b5ac9fc5 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:21:19.324516 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f5e210-c615-430d-bc54-083f92ae6b95 None None] Updating router 7588e21b-3374-4ccc-b220-b488b5ac9fc5 port de8fd24d-77d0-42fb-aee1-5e31f67bd74c binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:21:19.353802 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8589299-f2e0-4c0d-ad00-336ea0db7064 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:19.355636 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0ee17a05-b641-4eae-a79b-dca2d3ca0980 req-26fb1b64-ea6f-4d60-bde5-00cea160c981 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "GET /v2.0/security-groups/5465123d-a316-417f-92ae-e37221fe3eaf HTTP/1.1" status: 200 len: 2145 time: 0.1713197 Apr 20 17:21:19.420399 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c743889f-c6a2-4e31-ad65-32bdaa625c5a req-9171b496-3134-47b2-aaed-83d9b4eedfa9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=15d67cd1-64f8-461c-8183-7c0dd317cb76 HTTP/1.1" status: 200 len: 1096 time: 0.2185094 Apr 20 17:21:19.436451 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b45fc6-6585-410f-ac25-4dd0b89798a5 req-37faaa96-769d-4153-9428-624de6b293bd tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:19.438421 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-10b45fc6-6585-410f-ac25-4dd0b89798a5 req-37faaa96-769d-4153-9428-624de6b293bd tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 945 time: 0.2038989 Apr 20 17:21:19.461905 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c6f5e210-c615-430d-bc54-083f92ae6b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:19.509718 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0ee17a05-b641-4eae-a79b-dca2d3ca0980 req-45bc04c3-9bfd-4595-bee7-fb5b8101ff45 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:19.523219 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8589299-f2e0-4c0d-ad00-336ea0db7064 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:19.544955 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0ee17a05-b641-4eae-a79b-dca2d3ca0980 req-45bc04c3-9bfd-4595-bee7-fb5b8101ff45 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:19.553469 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c743889f-c6a2-4e31-ad65-32bdaa625c5a req-bd39aef8-4fc7-4311-9fa2-edfb69540a1f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=26cc57f9-3ed4-4c27-91bb-d54342ec0d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138039 Apr 20 17:21:19.559849 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8589299-f2e0-4c0d-ad00-336ea0db7064 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa6f6dd-f864-4597-b252-7f13412cf844,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:19.576782 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-10b45fc6-6585-410f-ac25-4dd0b89798a5 req-62f8b53c-b75a-4036-8131-fce998ead8bd tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178389 Apr 20 17:21:19.585239 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8589299-f2e0-4c0d-ad00-336ea0db7064 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:19.597065 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43608) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:19.604194 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a8589299-f2e0-4c0d-ad00-336ea0db7064 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "DELETE /v2.0/security-groups/2aa6f6dd-f864-4597-b252-7f13412cf844 HTTP/1.1" status: 204 len: 168 time: 0.7086205 Apr 20 17:21:19.629575 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-32157aec-0c33-43f4-aaa4-b88cc767270e tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] show failed (client error): The resource could not be found. Apr 20 17:21:19.633039 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-32157aec-0c33-43f4-aaa4-b88cc767270e tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "GET /v2.0/security-groups/2aa6f6dd-f864-4597-b252-7f13412cf844 HTTP/1.1" status: 404 len: 347 time: 0.0329261 Apr 20 17:21:19.633723 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43612) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:19.780140 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0ee17a05-b641-4eae-a79b-dca2d3ca0980 req-45bc04c3-9bfd-4595-bee7-fb5b8101ff45 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:19.818387 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc04c3-9bfd-4595-bee7-fb5b8101ff45 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5465123d-a316-417f-92ae-e37221fe3eaf,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:19.825953 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0ee17a05-b641-4eae-a79b-dca2d3ca0980 req-45bc04c3-9bfd-4595-bee7-fb5b8101ff45 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:19.827292 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0ee17a05-b641-4eae-a79b-dca2d3ca0980 req-45bc04c3-9bfd-4595-bee7-fb5b8101ff45 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "DELETE /v2.0/security-groups/5465123d-a316-417f-92ae-e37221fe3eaf HTTP/1.1" status: 204 len: 173 time: 0.4708922 Apr 20 17:21:19.949658 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c6f5e210-c615-430d-bc54-083f92ae6b95 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:19.968248 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-c6f5e210-c615-430d-bc54-083f92ae6b95 None None] Transition to ACTIVE for port object de8fd24d-77d0-42fb-aee1-5e31f67bd74c will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:21:19.979792 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c6f5e210-c615-430d-bc54-083f92ae6b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:19.985515 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-dce0eb87-c8a2-4223-8f8c-cc06a7727c01 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Deleting port 679ba751-eff5-4ff3-814c-5f9cac637a6a {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:21:19.986091 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dce0eb87-c8a2-4223-8f8c-cc06a7727c01 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:19.990731 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-56381c7b-965c-4e44-a970-2005260a6cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:20.060870 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01ce44-ec26-490a-a1b2-84edc99c7dcf None None] Pushing event updated for resources: {'Port': ['ID=de8fd24d-77d0-42fb-aee1-5e31f67bd74c,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:20.074825 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e01ce44-ec26-490a-a1b2-84edc99c7dcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:20.075148 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e01ce44-ec26-490a-a1b2-84edc99c7dcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:20.075459 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e01ce44-ec26-490a-a1b2-84edc99c7dcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:20.075979 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e01ce44-ec26-490a-a1b2-84edc99c7dcf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:20.076455 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e01ce44-ec26-490a-a1b2-84edc99c7dcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:20.076962 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e01ce44-ec26-490a-a1b2-84edc99c7dcf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:20.077584 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e01ce44-ec26-490a-a1b2-84edc99c7dcf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:20.078042 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e01ce44-ec26-490a-a1b2-84edc99c7dcf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:20.078615 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e01ce44-ec26-490a-a1b2-84edc99c7dcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:20.079089 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e01ce44-ec26-490a-a1b2-84edc99c7dcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:20.079568 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e01ce44-ec26-490a-a1b2-84edc99c7dcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:20.092152 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-c6f5e210-c615-430d-bc54-083f92ae6b95 None None] Attempting to bind port de8fd24d-77d0-42fb-aee1-5e31f67bd74c on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:21:20.092874 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-c6f5e210-c615-430d-bc54-083f92ae6b95 None None] Attempting to bind port de8fd24d-77d0-42fb-aee1-5e31f67bd74c by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:21:20.093683 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f5e210-c615-430d-bc54-083f92ae6b95 None None] Attempting to bind port de8fd24d-77d0-42fb-aee1-5e31f67bd74c on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:21:20.100405 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f5e210-c615-430d-bc54-083f92ae6b95 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:21:20.101065 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f5e210-c615-430d-bc54-083f92ae6b95 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:21:20.101658 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c6f5e210-c615-430d-bc54-083f92ae6b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:20.102453 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f5e210-c615-430d-bc54-083f92ae6b95 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:21:20.103411 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-c6f5e210-c615-430d-bc54-083f92ae6b95 None None] Bound port: de8fd24d-77d0-42fb-aee1-5e31f67bd74c, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:21:20.104017 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c6f5e210-c615-430d-bc54-083f92ae6b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:20.128670 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d36a7-0ebf-4b1c-bb5d-e91509e5ec05 req-ef079276-782f-4f60-99d1-7bc4cc82158b tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:20.135472 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cc2d36a7-0ebf-4b1c-bb5d-e91509e5ec05 req-ef079276-782f-4f60-99d1-7bc4cc82158b tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d67cd1-64f8-461c-8183-7c0dd317cb76 HTTP/1.1" status: 200 len: 945 time: 0.4033864 Apr 20 17:21:20.181082 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-c6f5e210-c615-430d-bc54-083f92ae6b95 None None] For port de8fd24d-77d0-42fb-aee1-5e31f67bd74c, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:21:20.208828 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-c6f5e210-c615-430d-bc54-083f92ae6b95 None None] For port de8fd24d-77d0-42fb-aee1-5e31f67bd74c, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=de8fd24d-77d0-42fb-aee1-5e31f67bd74c,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:21:20.217334 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cc2d36a7-0ebf-4b1c-bb5d-e91509e5ec05 req-9d025e61-9cb6-44a6-ad4f-0bf4389a64e4 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] 10.222.0.39 "GET /v2.0/security-groups?id=26cc57f9-3ed4-4c27-91bb-d54342ec0d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810213 Apr 20 17:21:20.217674 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c6f5e210-c615-430d-bc54-083f92ae6b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:20.241630 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dce0eb87-c8a2-4223-8f8c-cc06a7727c01 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:20.242245 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dce0eb87-c8a2-4223-8f8c-cc06a7727c01 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:20.294796 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01ce44-ec26-490a-a1b2-84edc99c7dcf None None] Pushing event updated for resources: {'Port': ['ID=de8fd24d-77d0-42fb-aee1-5e31f67bd74c,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:20.322132 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-56381c7b-965c-4e44-a970-2005260a6cd5 admin admin] Allocated IP 172.20.0.1 (a782cff4-5c40-4d65-b960-a95e74f4b9e4/02ddfe8a-6940-4cd3-9da0-c27773c5114b/c0384739-659b-45f4-ae4c-ed00fdce3ed8) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:21:20.336375 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f5e210-c615-430d-bc54-083f92ae6b95 None None] Routers {'7588e21b-3374-4ccc-b220-b488b5ac9fc5'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:21:20.337298 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c6f5e210-c615-430d-bc54-083f92ae6b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:21:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['7588e21b-3374-4ccc-b220-b488b5ac9fc5'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:20.429188 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-dce0eb87-c8a2-4223-8f8c-cc06a7727c01 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Calling delete_port for 679ba751-eff5-4ff3-814c-5f9cac637a6a owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:21:20.450039 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2a64ec10-1868-47b6-871a-21dcdd823a00 req-697089ff-9f80-4b11-9c41-1e73fe78750b tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "GET /v2.0/security-groups/16d4abf7-7f51-4556-bad0-ad2c57accd00 HTTP/1.1" status: 200 len: 2140 time: 0.5434546 Apr 20 17:21:20.604585 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c4e3bee9-1bf7-4f2e-b892-5c188a4a3b21 req-4ec3bdef-81f8-4cfc-9070-546ca1f1654a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 1096 time: 0.2242856 Apr 20 17:21:20.645216 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-56381c7b-965c-4e44-a970-2005260a6cd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:20.690023 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-c6f5e210-c615-430d-bc54-083f92ae6b95 None None] Set router 7588e21b-3374-4ccc-b220-b488b5ac9fc5 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:21:20.714130 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-56381c7b-965c-4e44-a970-2005260a6cd5 admin admin] Transition to ACTIVE for port object c0384739-659b-45f4-ae4c-ed00fdce3ed8 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:21:20.718013 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2a64ec10-1868-47b6-871a-21dcdd823a00 req-92c36343-c103-4e8b-8cce-0820f2418f16 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:20.788204 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c4e3bee9-1bf7-4f2e-b892-5c188a4a3b21 req-a3fdb15b-f62d-45ae-8080-75fe14c7c3e7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754570 Apr 20 17:21:20.795120 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2a64ec10-1868-47b6-871a-21dcdd823a00 req-92c36343-c103-4e8b-8cce-0820f2418f16 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:20.898995 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dce0eb87-c8a2-4223-8f8c-cc06a7727c01 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:20.918865 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2a64ec10-1868-47b6-871a-21dcdd823a00 req-92c36343-c103-4e8b-8cce-0820f2418f16 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:20.948366 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c36343-c103-4e8b-8cce-0820f2418f16 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d4abf7-7f51-4556-bad0-ad2c57accd00,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:20.955493 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc677cb5-f556-4cee-8c17-1bb567f5da1e req-512f2f6f-813d-43f8-9392-f5cbd2b3a6f0 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:20.957417 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dc677cb5-f556-4cee-8c17-1bb567f5da1e req-512f2f6f-813d-43f8-9392-f5cbd2b3a6f0 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 945 time: 0.1862195 Apr 20 17:21:20.964050 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-56381c7b-965c-4e44-a970-2005260a6cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:21.024595 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56381c7b-965c-4e44-a970-2005260a6cd5 admin admin] Network a782cff4-5c40-4d65-b960-a95e74f4b9e4 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:21:21.034581 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-56381c7b-965c-4e44-a970-2005260a6cd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:21:21.045727 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56381c7b-965c-4e44-a970-2005260a6cd5 admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:21:21.068620 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0eb87-c8a2-4223-8f8c-cc06a7727c01 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Pushing event deleted for resources: {'Port': ['ID=679ba751-eff5-4ff3-814c-5f9cac637a6a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:21.070792 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dce0eb87-c8a2-4223-8f8c-cc06a7727c01 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:21.081277 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c6f5e210-c615-430d-bc54-083f92ae6b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7588e21b-3374-4ccc-b220-b488b5ac9fc5', 'name': 'tempest-FloatingIPsTestJSON-1022449760-router', 'tenant_id': 'e69d925bc4624d179017bbb9867ea7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'de8fd24d-77d0-42fb-aee1-5e31f67bd74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:12Z', 'updated_at': '2022-04-20T17:21:17Z', 'revision_number': 3, 'project_id': 'e69d925bc4624d179017bbb9867ea7fd', 'gw_port': {'id': 'de8fd24d-77d0-42fb-aee1-5e31f67bd74c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7588e21b-3374-4ccc-b220-b488b5ac9fc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:15Z', 'updated_at': '2022-04-20T17:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:21.096295 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f5e210-c615-430d-bc54-083f92ae6b95 None None] The sync data for ids ['7588e21b-3374-4ccc-b220-b488b5ac9fc5'] in n-d-838032-1 is: [{'id': '7588e21b-3374-4ccc-b220-b488b5ac9fc5', 'name': 'tempest-FloatingIPsTestJSON-1022449760-router', 'tenant_id': 'e69d925bc4624d179017bbb9867ea7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'de8fd24d-77d0-42fb-aee1-5e31f67bd74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:12Z', 'updated_at': '2022-04-20T17:21:17Z', 'revision_number': 3, 'project_id': 'e69d925bc4624d179017bbb9867ea7fd', 'gw_port': {'id': 'de8fd24d-77d0-42fb-aee1-5e31f67bd74c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7588e21b-3374-4ccc-b220-b488b5ac9fc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:15Z', 'updated_at': '2022-04-20T17:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:21:21.098556 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2a64ec10-1868-47b6-871a-21dcdd823a00 req-92c36343-c103-4e8b-8cce-0820f2418f16 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:21.100141 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2a64ec10-1868-47b6-871a-21dcdd823a00 req-92c36343-c103-4e8b-8cce-0820f2418f16 tempest-SecurityGroupRulesTestJSON-1139577124 tempest-SecurityGroupRulesTestJSON-1139577124-project] 10.222.0.39 "DELETE /v2.0/security-groups/16d4abf7-7f51-4556-bad0-ad2c57accd00 HTTP/1.1" status: 204 len: 173 time: 0.6409431 Apr 20 17:21:21.109581 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43650) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:21.150886 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56381c7b-965c-4e44-a970-2005260a6cd5 admin admin] Pushing event updated for resources: {'Port': ['ID=c0384739-659b-45f4-ae4c-ed00fdce3ed8,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:21.166652 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-56381c7b-965c-4e44-a970-2005260a6cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:21.208122 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dc677cb5-f556-4cee-8c17-1bb567f5da1e req-0d806962-d0ce-454d-aabc-d420b4bf315b tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425257 Apr 20 17:21:21.248669 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dce0eb87-c8a2-4223-8f8c-cc06a7727c01 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:21.250280 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-dce0eb87-c8a2-4223-8f8c-cc06a7727c01 tempest-ServersTestManualDisk-700544924 tempest-ServersTestManualDisk-700544924-project] 10.222.0.39 "DELETE /v2.0/floatingips/d63251b1-959f-4e5f-8659-c74b2e77316e HTTP/1.1" status: 204 len: 168 time: 1.6151996 Apr 20 17:21:21.256256 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43656) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:21.349285 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-56381c7b-965c-4e44-a970-2005260a6cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:21.431734 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f6abaa58-9d1d-4099-8c8a-a9a44a9a7bd1 None None] Provisioning for port c0384739-659b-45f4-ae4c-ed00fdce3ed8 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:21:21.440616 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f6abaa58-9d1d-4099-8c8a-a9a44a9a7bd1 None None] Provisioning complete for port c0384739-659b-45f4-ae4c-ed00fdce3ed8 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:21:21.440616 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f6abaa58-9d1d-4099-8c8a-a9a44a9a7bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:21.598521 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-f6abaa58-9d1d-4099-8c8a-a9a44a9a7bd1 None None] Port c0384739-659b-45f4-ae4c-ed00fdce3ed8 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:21:21.758152 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-34cbf833-052d-4afc-b46d-f6b0c3212263 admin admin] Deleting subnet 5e8ba131-895a-47e5-9926-d49c1a93ad79 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:21:21.764373 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-34cbf833-052d-4afc-b46d-f6b0c3212263 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:21.882964 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-34cbf833-052d-4afc-b46d-f6b0c3212263 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:21.936402 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43670) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:21.983976 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4bc6c2-8d9e-4655-895f-1a42e70c8574 req-e552e130-3ccd-4db7-9647-5f3c80e79a6a tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:21.991900 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6b4bc6c2-8d9e-4655-895f-1a42e70c8574 req-e552e130-3ccd-4db7-9647-5f3c80e79a6a tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d67cd1-64f8-461c-8183-7c0dd317cb76 HTTP/1.1" status: 200 len: 945 time: 0.5114574 Apr 20 17:21:21.998820 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-34cbf833-052d-4afc-b46d-f6b0c3212263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:22.118704 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6b4bc6c2-8d9e-4655-895f-1a42e70c8574 req-0a700628-39df-4e83-9d2c-ede5a9a5292e tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] 10.222.0.39 "GET /v2.0/security-groups?id=26cc57f9-3ed4-4c27-91bb-d54342ec0d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257844 Apr 20 17:21:22.161601 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-56381c7b-965c-4e44-a970-2005260a6cd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:22.169858 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-56381c7b-965c-4e44-a970-2005260a6cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:22.266475 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-34cbf833-052d-4afc-b46d-f6b0c3212263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:22.310971 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-56381c7b-965c-4e44-a970-2005260a6cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:22.314996 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56381c7b-965c-4e44-a970-2005260a6cd5 admin admin] Pushing event updated for resources: {'Port': ['ID=c0384739-659b-45f4-ae4c-ed00fdce3ed8,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:22.462257 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3f33b3ba-c634-41e0-a571-b31280641bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:22.484993 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cbf833-052d-4afc-b46d-f6b0c3212263 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e8ba131-895a-47e5-9926-d49c1a93ad79,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:22.520224 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-34cbf833-052d-4afc-b46d-f6b0c3212263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:22.528975 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-34cbf833-052d-4afc-b46d-f6b0c3212263 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5e8ba131-895a-47e5-9926-d49c1a93ad79 HTTP/1.1" status: 204 len: 168 time: 1.4175792 Apr 20 17:21:22.533450 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43692) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:22.647448 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3f33b3ba-c634-41e0-a571-b31280641bec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:22.655808 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3f33b3ba-c634-41e0-a571-b31280641bec admin admin] Usage tracker for resource:security_group_rule and tenant:811d3fd9ac0140a9a66aa77bd998e8ff is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:22.676088 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3f33b3ba-c634-41e0-a571-b31280641bec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:22.695627 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3f33b3ba-c634-41e0-a571-b31280641bec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:22.703269 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc8f00-d50f-4517-8670-b36e0e974120 req-2f03403c-d898-481c-bb76-5dbafa75ef9e tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:22.711847 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d4bc8f00-d50f-4517-8670-b36e0e974120 req-2f03403c-d898-481c-bb76-5dbafa75ef9e tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 945 time: 0.2340682 Apr 20 17:21:22.713254 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e263c330-5d3f-4938-b595-2d3bc22c4ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:22.746445 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56381c7b-965c-4e44-a970-2005260a6cd5 admin admin] Network a782cff4-5c40-4d65-b960-a95e74f4b9e4 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:21:22.756053 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-56381c7b-965c-4e44-a970-2005260a6cd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:21:22.978564 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d4bc8f00-d50f-4517-8670-b36e0e974120 req-6086acf2-4731-4756-a268-fd846dc94daf tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657123 Apr 20 17:21:22.984339 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device de8fd24d-77d0-42fb-aee1-5e31f67bd74c up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:21:22.996482 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e263c330-5d3f-4938-b595-2d3bc22c4ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:23.065917 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3f33b3ba-c634-41e0-a571-b31280641bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:23.086721 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-e263c330-5d3f-4938-b595-2d3bc22c4ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01660e33-a685-4238-84de-43d878071229']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:23.097179 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3f33b3ba-c634-41e0-a571-b31280641bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:23.130402 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-e263c330-5d3f-4938-b595-2d3bc22c4ac2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5576cc63-be9e-4f6b-a546-463bc59b531d') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:23.131086 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-e263c330-5d3f-4938-b595-2d3bc22c4ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5576cc63-be9e-4f6b-a546-463bc59b531d') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:23.171436 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-83ef853d-7abd-42af-a8d5-06be8c5c2fe6 None None] Provisioning complete for port c0384739-659b-45f4-ae4c-ed00fdce3ed8 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:21:23.171803 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-83ef853d-7abd-42af-a8d5-06be8c5c2fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:23.181405 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e263c330-5d3f-4938-b595-2d3bc22c4ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:23.204003 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e6438061-7745-4e93-b87b-7ad2177a3a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:23.275977 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56381c7b-965c-4e44-a970-2005260a6cd5 admin admin] Router 7588e21b-3374-4ccc-b220-b488b5ac9fc5 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:21:23.278904 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port de8fd24d-77d0-42fb-aee1-5e31f67bd74c completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:21:23.290372 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-83ef853d-7abd-42af-a8d5-06be8c5c2fe6 None None] Port c0384739-659b-45f4-ae4c-ed00fdce3ed8 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:21:23.297884 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port de8fd24d-77d0-42fb-aee1-5e31f67bd74c triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:21:23.298864 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:23.374658 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33b3ba-c634-41e0-a571-b31280641bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c11d9e-589a-46ef-bdb8-b1fbb72bb9f2,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:23.471578 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e263c330-5d3f-4938-b595-2d3bc22c4ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:23.493011 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e263c330-5d3f-4938-b595-2d3bc22c4ac2 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:21:23.493773 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e263c330-5d3f-4938-b595-2d3bc22c4ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:23.528121 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:23.554115 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2f7ed-7d96-4bd6-a9b0-b21a2732f8e3 req-eb18e03e-647b-4ee1-a5e4-d9a927c773f3 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:23.555844 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ceb2f7ed-7d96-4bd6-a9b0-b21a2732f8e3 req-eb18e03e-647b-4ee1-a5e4-d9a927c773f3 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 945 time: 0.1223931 Apr 20 17:21:23.561545 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port de8fd24d-77d0-42fb-aee1-5e31f67bd74c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=de8fd24d-77d0-42fb-aee1-5e31f67bd74c,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:21:23.569957 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:23.620787 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3f33b3ba-c634-41e0-a571-b31280641bec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=811d3fd9ac0140a9a66aa77bd998e8ff&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6822515 Apr 20 17:21:23.631350 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:21:23.631350 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:21:23.631350 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:21:23.631350 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:21:23.631350 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:21:23.631350 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:21:23.631350 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:21:23.631350 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:21:23.631350 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:21:23.631350 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:21:23.631350 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:21:23.631350 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:21:23.631350 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:21:23.631350 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:21:23.631350 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:21:23.631350 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:21:23.631350 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:21:23.631350 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:21:23.631350 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:21:23.631350 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:21:23.631350 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:21:23.631350 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:21:23.631350 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:21:23.631350 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:21:23.631350 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:21:23.631350 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:21:23.631350 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:21:23.631350 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:21:23.631350 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:21:23.631350 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:21:23.631350 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:21:23.631350 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:21:23.633725 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ceb2f7ed-7d96-4bd6-a9b0-b21a2732f8e3 req-3f6a46c8-f3d8-4f5b-8276-1489ef995935 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715179 Apr 20 17:21:23.636415 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43710) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:23.646258 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c18a34-b125-4820-8907-a9981d89bc05 req-3e595a2a-03eb-4b71-8ca8-283f5c01793e tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:23.648026 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-30c18a34-b125-4820-8907-a9981d89bc05 req-3e595a2a-03eb-4b71-8ca8-283f5c01793e tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d67cd1-64f8-461c-8183-7c0dd317cb76 HTTP/1.1" status: 200 len: 945 time: 0.7604122 Apr 20 17:21:23.652661 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e263c330-5d3f-4938-b595-2d3bc22c4ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:23.676711 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=de8fd24d-77d0-42fb-aee1-5e31f67bd74c,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:23.678605 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e263c330-5d3f-4938-b595-2d3bc22c4ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:23.701274 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56381c7b-965c-4e44-a970-2005260a6cd5 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:21:23.706776 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-56381c7b-965c-4e44-a970-2005260a6cd5 admin admin] 10.222.0.39 "PUT /v2.0/routers/7588e21b-3374-4ccc-b220-b488b5ac9fc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2742941 Apr 20 17:21:23.719945 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263c330-5d3f-4938-b595-2d3bc22c4ac2 admin admin] Pushing event deleted for resources: {'Network': ['ID=01660e33-a685-4238-84de-43d878071229,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:23.744087 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e263c330-5d3f-4938-b595-2d3bc22c4ac2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/01660e33-a685-4238-84de-43d878071229 HTTP/1.1" status: 204 len: 168 time: 1.2045882 Apr 20 17:21:23.755863 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0c9995a1-d8a5-47d0-98ac-9f11cb2fa037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:23.785745 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0c9995a1-d8a5-47d0-98ac-9f11cb2fa037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:23.786988 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b5af8594-6dbe-40d9-abad-5e33c0ccedc1 req-bb1c56d6-5838-413e-862f-d7acdcb33fdd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0dd99ef1065b406196682e8299225373&device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 1096 time: 0.4942045 Apr 20 17:21:23.790153 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-30c18a34-b125-4820-8907-a9981d89bc05 req-cf1a0836-38c9-4002-989e-5bc332466a36 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] 10.222.0.39 "GET /v2.0/security-groups?id=26cc57f9-3ed4-4c27-91bb-d54342ec0d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299930 Apr 20 17:21:23.849003 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0c9995a1-d8a5-47d0-98ac-9f11cb2fa037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:23.865016 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9995a1-d8a5-47d0-98ac-9f11cb2fa037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c11d9e-589a-46ef-bdb8-b1fbb72bb9f2,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:23.875474 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0c9995a1-d8a5-47d0-98ac-9f11cb2fa037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:23.876914 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0c9995a1-d8a5-47d0-98ac-9f11cb2fa037 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/45c11d9e-589a-46ef-bdb8-b1fbb72bb9f2 HTTP/1.1" status: 204 len: 168 time: 0.2393665 Apr 20 17:21:24.063285 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af8594-6dbe-40d9-abad-5e33c0ccedc1 req-1984d795-fafa-4058-91c6-0fd55b2c79aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:24.064830 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b5af8594-6dbe-40d9-abad-5e33c0ccedc1 req-1984d795-fafa-4058-91c6-0fd55b2c79aa service neutron] 10.222.0.43 "GET /v2.0/networks?id=d400f90f-4a8e-41ce-ab99-e78cfbfff523 HTTP/1.1" status: 200 len: 911 time: 0.2710354 Apr 20 17:21:24.087988 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43730) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:24.161931 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f816a4e8-ebb0-43e2-b0f2-e87b0620b0f8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9ac85a032c344e42a892a6de71fa88d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0726554 Apr 20 17:21:24.162865 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43734) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:24.171422 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b5af8594-6dbe-40d9-abad-5e33c0ccedc1 req-724cdc87-65e2-492f-9d3f-a8aea37d2652 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c82142eb-930d-41bc-8554-4b621bc06e84 HTTP/1.1" status: 200 len: 217 time: 0.1001499 Apr 20 17:21:24.229226 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0a9447c7-d6cd-41a4-817d-ad36d4274260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:24.262514 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0a9447c7-d6cd-41a4-817d-ad36d4274260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:24.305553 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af8594-6dbe-40d9-abad-5e33c0ccedc1 req-37267e1a-e497-4a4c-8865-ebd48fd275b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:24.307053 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b5af8594-6dbe-40d9-abad-5e33c0ccedc1 req-37267e1a-e497-4a4c-8865-ebd48fd275b4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d6355b3-9159-47c5-b462-d8d60cd8f890 HTTP/1.1" status: 200 len: 850 time: 0.1251855 Apr 20 17:21:24.389000 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b5af8594-6dbe-40d9-abad-5e33c0ccedc1 req-44a0652e-864d-495a-9a44-4cf5f06d8ac3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d400f90f-4a8e-41ce-ab99-e78cfbfff523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561514 Apr 20 17:21:24.481121 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0a9447c7-d6cd-41a4-817d-ad36d4274260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:24.575454 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9447c7-d6cd-41a4-817d-ad36d4274260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7242e8ff-2134-44a5-8490-c0ad0d877062,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:24.601207 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0a9447c7-d6cd-41a4-817d-ad36d4274260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:24.605400 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0a9447c7-d6cd-41a4-817d-ad36d4274260 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7242e8ff-2134-44a5-8490-c0ad0d877062 HTTP/1.1" status: 204 len: 168 time: 0.4413025 Apr 20 17:21:24.660690 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-50064cad-2cc1-4dbf-b7b8-66d43614714a req-c9dc4caa-1931-4c60-aecf-3cd16516692c tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Synchronizing usage tracker for tenant:e69d925bc4624d179017bbb9867ea7fd on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:21:24.681109 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b5af8594-6dbe-40d9-abad-5e33c0ccedc1 req-db5534e2-c7ca-451c-970a-88f53eef55a7 service neutron] 10.222.0.43 "GET /v2.0/networks/d400f90f-4a8e-41ce-ab99-e78cfbfff523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540276 Apr 20 17:21:24.684709 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-50064cad-2cc1-4dbf-b7b8-66d43614714a req-c9dc4caa-1931-4c60-aecf-3cd16516692c tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Unset dirty status for tenant:e69d925bc4624d179017bbb9867ea7fd on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:21:24.688554 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-50064cad-2cc1-4dbf-b7b8-66d43614714a req-c9dc4caa-1931-4c60-aecf-3cd16516692c tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2424593 Apr 20 17:21:24.690162 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1ddd8-7c00-49fc-bf5f-bde830fc5dd7 req-321d4e4f-a0bc-495b-ab81-7bd16414c391 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:24.691629 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-54f1ddd8-7c00-49fc-bf5f-bde830fc5dd7 req-321d4e4f-a0bc-495b-ab81-7bd16414c391 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] 10.222.0.10 "GET /v2.0/ports?device_id=15d67cd1-64f8-461c-8183-7c0dd317cb76 HTTP/1.1" status: 200 len: 945 time: 0.2994988 Apr 20 17:21:24.703724 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-50064cad-2cc1-4dbf-b7b8-66d43614714a req-56ce009c-af19-4373-8a30-724ea96db1e5 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:24.718640 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-50064cad-2cc1-4dbf-b7b8-66d43614714a req-56ce009c-af19-4373-8a30-724ea96db1e5 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:24.730956 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-50064cad-2cc1-4dbf-b7b8-66d43614714a req-56ce009c-af19-4373-8a30-724ea96db1e5 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Usage tracker for resource:floatingip and tenant:e69d925bc4624d179017bbb9867ea7fd is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:24.734523 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-50064cad-2cc1-4dbf-b7b8-66d43614714a req-56ce009c-af19-4373-8a30-724ea96db1e5 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:24.750864 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-50064cad-2cc1-4dbf-b7b8-66d43614714a req-56ce009c-af19-4373-8a30-724ea96db1e5 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:24.779467 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-50064cad-2cc1-4dbf-b7b8-66d43614714a req-56ce009c-af19-4373-8a30-724ea96db1e5 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:24.921721 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-54f1ddd8-7c00-49fc-bf5f-bde830fc5dd7 req-4ec13cf5-bd9d-4498-a99b-52172d8490f3 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Deleting port 35ba1397-6d24-4527-b325-840c5004689e {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:21:24.922104 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-54f1ddd8-7c00-49fc-bf5f-bde830fc5dd7 req-4ec13cf5-bd9d-4498-a99b-52172d8490f3 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:24.960055 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device de8fd24d-77d0-42fb-aee1-5e31f67bd74c up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:21:24.962721 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-50064cad-2cc1-4dbf-b7b8-66d43614714a req-56ce009c-af19-4373-8a30-724ea96db1e5 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:25.092940 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b5af8594-6dbe-40d9-abad-5e33c0ccedc1 req-b88fdb22-cbb7-4699-8489-c8560143a61a service neutron] 10.222.0.43 "GET /v2.0/networks/d400f90f-4a8e-41ce-ab99-e78cfbfff523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999164 Apr 20 17:21:25.135220 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port de8fd24d-77d0-42fb-aee1-5e31f67bd74c triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:21:25.137052 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:25.206536 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-50064cad-2cc1-4dbf-b7b8-66d43614714a req-56ce009c-af19-4373-8a30-724ea96db1e5 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Allocated IP 172.25.8.90 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/ed07d4e0-fbfe-475e-9f81-c71f0b036879) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:21:25.316302 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf5483-4dc2-4007-8025-76b4dc167da2 req-6c421b23-fe5d-40c7-b327-01717522390a tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:25.325944 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d2cf5483-4dc2-4007-8025-76b4dc167da2 req-6c421b23-fe5d-40c7-b327-01717522390a tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 945 time: 0.4999869 Apr 20 17:21:25.678859 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-50064cad-2cc1-4dbf-b7b8-66d43614714a req-56ce009c-af19-4373-8a30-724ea96db1e5 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:25.686569 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d2cf5483-4dc2-4007-8025-76b4dc167da2 req-6b5de122-cd0f-4a77-9bc3-ba1e26c37f39 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601923 Apr 20 17:21:25.752336 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-50064cad-2cc1-4dbf-b7b8-66d43614714a req-56ce009c-af19-4373-8a30-724ea96db1e5 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:25.799094 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-54f1ddd8-7c00-49fc-bf5f-bde830fc5dd7 req-4ec13cf5-bd9d-4498-a99b-52172d8490f3 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] For port 35ba1397-6d24-4527-b325-840c5004689e, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=35ba1397-6d24-4527-b325-840c5004689e,segment=NetworkSegment(2a9d1462-d9ac-4670-818a-afb22f91c04f),segment_id=2a9d1462-d9ac-4670-818a-afb22f91c04f)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:21:25.799460 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-54f1ddd8-7c00-49fc-bf5f-bde830fc5dd7 req-4ec13cf5-bd9d-4498-a99b-52172d8490f3 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:25.819680 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebee1152-66d5-411f-8075-2f2d478b8c1f None None] Sync routers for ids ['7588e21b-3374-4ccc-b220-b488b5ac9fc5'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:21:25.842114 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebee1152-66d5-411f-8075-2f2d478b8c1f None None] Routers {'7588e21b-3374-4ccc-b220-b488b5ac9fc5'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:21:25.843267 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-ebee1152-66d5-411f-8075-2f2d478b8c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:21:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['7588e21b-3374-4ccc-b220-b488b5ac9fc5'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:25.891559 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-e6438061-7745-4e93-b87b-7ad2177a3a19 admin admin] Deleting port c4673c59-2409-4086-af1b-5af4c989ad55 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:21:25.891797 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e6438061-7745-4e93-b87b-7ad2177a3a19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:26.016551 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50064cad-2cc1-4dbf-b7b8-66d43614714a req-56ce009c-af19-4373-8a30-724ea96db1e5 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:21:26.023457 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-50064cad-2cc1-4dbf-b7b8-66d43614714a req-56ce009c-af19-4373-8a30-724ea96db1e5 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:21:26.028824 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-50064cad-2cc1-4dbf-b7b8-66d43614714a req-56ce009c-af19-4373-8a30-724ea96db1e5 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:21:26.086166 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce009c-af19-4373-8a30-724ea96db1e5 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Pushing event updated for resources: {'Port': ['ID=ed07d4e0-fbfe-475e-9f81-c71f0b036879,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:26.105835 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-ebee1152-66d5-411f-8075-2f2d478b8c1f None None] Set router 7588e21b-3374-4ccc-b220-b488b5ac9fc5 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:21:26.261848 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-54f1ddd8-7c00-49fc-bf5f-bde830fc5dd7 req-4ec13cf5-bd9d-4498-a99b-52172d8490f3 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Calling delete_port for 35ba1397-6d24-4527-b325-840c5004689e owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:21:26.262726 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-50064cad-2cc1-4dbf-b7b8-66d43614714a req-56ce009c-af19-4373-8a30-724ea96db1e5 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:26.382560 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-50064cad-2cc1-4dbf-b7b8-66d43614714a req-56ce009c-af19-4373-8a30-724ea96db1e5 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:26.597051 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-54f1ddd8-7c00-49fc-bf5f-bde830fc5dd7 req-4ec13cf5-bd9d-4498-a99b-52172d8490f3 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:26.624448 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['35ba1397-6d24-4527-b325-840c5004689e'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:21:26.699174 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8d560598-7983-4e4f-a177-0cab29423991 req-086e9005-e6f3-4d6c-8270-3694fcb20fb6 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d67cd1-64f8-461c-8183-7c0dd317cb76 HTTP/1.1" status: 200 len: 210 time: 0.1943028 Apr 20 17:21:26.714866 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec13cf5-bd9d-4498-a99b-52172d8490f3 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Pushing event deleted for resources: {'Port': ['ID=35ba1397-6d24-4527-b325-840c5004689e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:26.750162 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-50064cad-2cc1-4dbf-b7b8-66d43614714a req-56ce009c-af19-4373-8a30-724ea96db1e5 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:26.761534 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-50064cad-2cc1-4dbf-b7b8-66d43614714a req-56ce009c-af19-4373-8a30-724ea96db1e5 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:26.882668 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-ebee1152-66d5-411f-8075-2f2d478b8c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7588e21b-3374-4ccc-b220-b488b5ac9fc5', 'name': 'tempest-FloatingIPsTestJSON-1022449760-router', 'tenant_id': 'e69d925bc4624d179017bbb9867ea7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'de8fd24d-77d0-42fb-aee1-5e31f67bd74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:12Z', 'updated_at': '2022-04-20T17:21:21Z', 'revision_number': 4, 'project_id': 'e69d925bc4624d179017bbb9867ea7fd', 'gw_port': {'id': 'de8fd24d-77d0-42fb-aee1-5e31f67bd74c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7588e21b-3374-4ccc-b220-b488b5ac9fc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:15Z', 'updated_at': '2022-04-20T17:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'c0384739-659b-45f4-ae4c-ed00fdce3ed8', 'name': '', 'network_id': 'a782cff4-5c40-4d65-b960-a95e74f4b9e4', 'tenant_id': 'e69d925bc4624d179017bbb9867ea7fd', 'mac_address': 'fa:16:3e:b9:ee:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7588e21b-3374-4ccc-b220-b488b5ac9fc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02ddfe8a-6940-4cd3-9da0-c27773c5114b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:20Z', 'updated_at': '2022-04-20T17:21:21Z', 'revision_number': 2, 'project_id': 'e69d925bc4624d179017bbb9867ea7fd', 'subnets': [{'id': '02ddfe8a-6940-4cd3-9da0-c27773c5114b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:26.887715 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43778) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:26.893327 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebee1152-66d5-411f-8075-2f2d478b8c1f None None] Checking router: 7588e21b-3374-4ccc-b220-b488b5ac9fc5 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:21:26.894473 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebee1152-66d5-411f-8075-2f2d478b8c1f None None] Updating router 7588e21b-3374-4ccc-b220-b488b5ac9fc5 port c0384739-659b-45f4-ae4c-ed00fdce3ed8 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:21:26.924026 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce009c-af19-4373-8a30-724ea96db1e5 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Pushing event updated for resources: {'Port': ['ID=ed07d4e0-fbfe-475e-9f81-c71f0b036879,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:26.950923 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-50064cad-2cc1-4dbf-b7b8-66d43614714a req-56ce009c-af19-4373-8a30-724ea96db1e5 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:26.981560 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-50064cad-2cc1-4dbf-b7b8-66d43614714a req-56ce009c-af19-4373-8a30-724ea96db1e5 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:26.983027 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-50064cad-2cc1-4dbf-b7b8-66d43614714a req-56ce009c-af19-4373-8a30-724ea96db1e5 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2863822 Apr 20 17:21:26.988069 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ebee1152-66d5-411f-8075-2f2d478b8c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:27.040282 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-e6438061-7745-4e93-b87b-7ad2177a3a19 admin admin] For port c4673c59-2409-4086-af1b-5af4c989ad55, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c4673c59-2409-4086-af1b-5af4c989ad55,segment=NetworkSegment(4fc59e16-1c50-4b7d-afb8-5de8a7074707),segment_id=4fc59e16-1c50-4b7d-afb8-5de8a7074707)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:21:27.040282 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e6438061-7745-4e93-b87b-7ad2177a3a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:27.043233 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:21:27.170941 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-50064cad-2cc1-4dbf-b7b8-66d43614714a req-c31db640-9149-49a5-b7a5-641d7936b5fe tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Synchronizing usage tracker for tenant:e69d925bc4624d179017bbb9867ea7fd on resource:floatingip {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:21:27.196755 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-e6438061-7745-4e93-b87b-7ad2177a3a19 admin admin] Calling delete_port for c4673c59-2409-4086-af1b-5af4c989ad55 owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:21:27.228765 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-50064cad-2cc1-4dbf-b7b8-66d43614714a req-c31db640-9149-49a5-b7a5-641d7936b5fe tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Unset dirty status for tenant:e69d925bc4624d179017bbb9867ea7fd on resource:floatingip {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:21:27.230426 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-50064cad-2cc1-4dbf-b7b8-66d43614714a req-c31db640-9149-49a5-b7a5-641d7936b5fe tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.90 HTTP/1.1" status: 200 len: 695 time: 0.2392828 Apr 20 17:21:27.386673 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f1ddd8-7c00-49fc-bf5f-bde830fc5dd7 req-4ec13cf5-bd9d-4498-a99b-52172d8490f3 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] No DVR routers for this DVR port 35ba1397-6d24-4527-b325-840c5004689e on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:21:27.402405 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-54f1ddd8-7c00-49fc-bf5f-bde830fc5dd7 req-4ec13cf5-bd9d-4498-a99b-52172d8490f3 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:27.405616 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d67cd1-64f8-461c-8183-7c0dd317cb76', 'name': 'network-vif-deleted', 'tag': '35ba1397-6d24-4527-b325-840c5004689e'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:21:27.475622 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cbbda4-2448-48ac-99e9-5f7ea9a766f2 req-888281b1-828e-4327-b168-da29bbeee8c8 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:27.479548 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e4cbbda4-2448-48ac-99e9-5f7ea9a766f2 req-888281b1-828e-4327-b168-da29bbeee8c8 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 945 time: 0.2535832 Apr 20 17:21:27.481846 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-54f1ddd8-7c00-49fc-bf5f-bde830fc5dd7 req-4ec13cf5-bd9d-4498-a99b-52172d8490f3 tempest-InstanceActionsNegativeTestJSON-293839142 tempest-InstanceActionsNegativeTestJSON-293839142-project] 10.222.0.10 "DELETE /v2.0/ports/35ba1397-6d24-4527-b325-840c5004689e HTTP/1.1" status: 204 len: 173 time: 2.7673731 Apr 20 17:21:27.506981 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-9e0d14ba-9749-4a3f-a614-a311af80edec admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-616507057-network', 'tenant_id': 'bfc06c5e3cb245e0881cdde22d3dcfe4'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:27.575026 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e4cbbda4-2448-48ac-99e9-5f7ea9a766f2 req-abab1edf-ad5f-4ffe-8ea4-0cc2b55de5d2 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846579 Apr 20 17:21:27.588091 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50064cad-2cc1-4dbf-b7b8-66d43614714a req-e7743b10-e16b-4fa9-9420-c333ba58e33f tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:27.590703 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-50064cad-2cc1-4dbf-b7b8-66d43614714a req-e7743b10-e16b-4fa9-9420-c333ba58e33f tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 784 time: 0.3475432 Apr 20 17:21:27.593835 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9e0d14ba-9749-4a3f-a614-a311af80edec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:27.629448 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9e0d14ba-9749-4a3f-a614-a311af80edec admin admin] Usage tracker for resource:network and tenant:bfc06c5e3cb245e0881cdde22d3dcfe4 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:27.644322 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9e0d14ba-9749-4a3f-a614-a311af80edec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:27.660218 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9e0d14ba-9749-4a3f-a614-a311af80edec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:27.691587 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0d14ba-9749-4a3f-a614-a311af80edec admin admin] Made reservation on behalf of bfc06c5e3cb245e0881cdde22d3dcfe4 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:21:27.698355 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9e0d14ba-9749-4a3f-a614-a311af80edec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:27.753387 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e6438061-7745-4e93-b87b-7ad2177a3a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:27.853855 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9e0d14ba-9749-4a3f-a614-a311af80edec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:27.918652 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ebee1152-66d5-411f-8075-2f2d478b8c1f None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:27.925516 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-141cb2db-589e-4378-af7c-8ec3cd84d2e2'] response: {'server_uuid': '15d67cd1-64f8-461c-8183-7c0dd317cb76', 'name': 'network-vif-deleted', 'tag': '35ba1397-6d24-4527-b325-840c5004689e', 'status': 'completed', 'code': 200} Apr 20 17:21:27.958976 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ebee1152-66d5-411f-8075-2f2d478b8c1f None None] Transition to ACTIVE for port object c0384739-659b-45f4-ae4c-ed00fdce3ed8 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:21:27.973098 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ebee1152-66d5-411f-8075-2f2d478b8c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:28.046612 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6438061-7745-4e93-b87b-7ad2177a3a19 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4673c59-2409-4086-af1b-5af4c989ad55,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:28.316052 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9e0d14ba-9749-4a3f-a614-a311af80edec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:28.320756 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9e0d14ba-9749-4a3f-a614-a311af80edec admin admin] Usage tracker for resource:security_group_rule and tenant:bfc06c5e3cb245e0881cdde22d3dcfe4 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:28.329214 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9e0d14ba-9749-4a3f-a614-a311af80edec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:28.350173 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9e0d14ba-9749-4a3f-a614-a311af80edec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:28.407845 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43804) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:28.424637 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d4a041a1-7cdf-4dd4-8fc9-ee47dbdefd84 req-6aa9a804-e8d2-4662-8b50-190ea08ea4ac tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] 10.222.0.39 "GET /v2.0/floatingips/cf78f06e-3d02-4eae-838f-26afea925900 HTTP/1.1" status: 200 len: 692 time: 0.7077892 Apr 20 17:21:28.507372 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf62f58-3709-4902-ac7c-1988523d5e77 None None] Pushing event updated for resources: {'Port': ['ID=c0384739-659b-45f4-ae4c-ed00fdce3ed8,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:28.662512 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-ebee1152-66d5-411f-8075-2f2d478b8c1f None None] Attempting to bind port c0384739-659b-45f4-ae4c-ed00fdce3ed8 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:21:28.662651 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-ebee1152-66d5-411f-8075-2f2d478b8c1f None None] Attempting to bind port c0384739-659b-45f4-ae4c-ed00fdce3ed8 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'd076b473-4d60-49bd-8c8b-76fc140b08a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a782cff4-5c40-4d65-b960-a95e74f4b9e4'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:21:28.662939 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebee1152-66d5-411f-8075-2f2d478b8c1f None None] Attempting to bind port c0384739-659b-45f4-ae4c-ed00fdce3ed8 on network a782cff4-5c40-4d65-b960-a95e74f4b9e4 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:21:28.683239 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebee1152-66d5-411f-8075-2f2d478b8c1f None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:21:28.683239 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebee1152-66d5-411f-8075-2f2d478b8c1f None None] Checking segment: {'id': 'd076b473-4d60-49bd-8c8b-76fc140b08a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a782cff4-5c40-4d65-b960-a95e74f4b9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:21:28.683480 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ebee1152-66d5-411f-8075-2f2d478b8c1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:28.683998 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebee1152-66d5-411f-8075-2f2d478b8c1f None None] Bound using segment: {'id': 'd076b473-4d60-49bd-8c8b-76fc140b08a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a782cff4-5c40-4d65-b960-a95e74f4b9e4'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:21:28.684098 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e6438061-7745-4e93-b87b-7ad2177a3a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:28.684223 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-ebee1152-66d5-411f-8075-2f2d478b8c1f None None] Bound port: c0384739-659b-45f4-ae4c-ed00fdce3ed8, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd076b473-4d60-49bd-8c8b-76fc140b08a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a782cff4-5c40-4d65-b960-a95e74f4b9e4'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:21:28.684489 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ebee1152-66d5-411f-8075-2f2d478b8c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:28.824087 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-ebee1152-66d5-411f-8075-2f2d478b8c1f None None] For port c0384739-659b-45f4-ae4c-ed00fdce3ed8, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:21:28.827066 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-ebee1152-66d5-411f-8075-2f2d478b8c1f None None] For port c0384739-659b-45f4-ae4c-ed00fdce3ed8, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c0384739-659b-45f4-ae4c-ed00fdce3ed8,segment=NetworkSegment(d076b473-4d60-49bd-8c8b-76fc140b08a6),segment_id=d076b473-4d60-49bd-8c8b-76fc140b08a6)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:21:28.847346 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ebee1152-66d5-411f-8075-2f2d478b8c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:28.889594 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9e0d14ba-9749-4a3f-a614-a311af80edec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:28.926423 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9e0d14ba-9749-4a3f-a614-a311af80edec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:29.030098 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf62f58-3709-4902-ac7c-1988523d5e77 None None] Pushing event updated for resources: {'Port': ['ID=c0384739-659b-45f4-ae4c-ed00fdce3ed8,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:29.031669 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e0d14ba-9749-4a3f-a614-a311af80edec admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:21:29.033855 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebee1152-66d5-411f-8075-2f2d478b8c1f None None] Routers {'7588e21b-3374-4ccc-b220-b488b5ac9fc5'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:21:29.034802 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-ebee1152-66d5-411f-8075-2f2d478b8c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:21:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['7588e21b-3374-4ccc-b220-b488b5ac9fc5'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:29.107991 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a041a1-7cdf-4dd4-8fc9-ee47dbdefd84 req-88caee5f-aa60-454f-9654-5a10fea260d9 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:29.109093 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d4a041a1-7cdf-4dd4-8fc9-ee47dbdefd84 req-88caee5f-aa60-454f-9654-5a10fea260d9 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 784 time: 0.6771646 Apr 20 17:21:29.119353 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d14ba-9749-4a3f-a614-a311af80edec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a81d11-874b-4f72-9b77-c0d1766d4ccd,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:29.148838 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9e0d14ba-9749-4a3f-a614-a311af80edec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:29.149513 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-9e0d14ba-9749-4a3f-a614-a311af80edec admin admin] Added segment 44ce31a1-2f27-4e60-883c-78b6f6c27885 of type vlan for network f7b5a62e-093e-4343-af4b-6c58ae9d958b Apr 20 17:21:29.151209 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43816) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:29.261063 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-d4a041a1-7cdf-4dd4-8fc9-ee47dbdefd84 req-fec5544b-f9d8-4236-b249-57ba5eed90b6 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:21:29.273586 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d4a041a1-7cdf-4dd4-8fc9-ee47dbdefd84 req-fec5544b-f9d8-4236-b249-57ba5eed90b6 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1282308 Apr 20 17:21:29.319200 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9e0d14ba-9749-4a3f-a614-a311af80edec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:29.435363 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ffe0e6b9-602c-4e4b-ad43-82f6c2231244 req-9c468889-1e0b-4fce-b466-f11161091def tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=e69d925bc4624d179017bbb9867ea7fd HTTP/1.1" status: 200 len: 695 time: 0.0917065 Apr 20 17:21:29.441323 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43824) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:29.442377 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-ebee1152-66d5-411f-8075-2f2d478b8c1f None None] Set router 7588e21b-3374-4ccc-b220-b488b5ac9fc5 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:21:29.479244 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-d705e442-48c7-4b30-8171-dab1199959e8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-473597531-network', 'tenant_id': 'f82b86b552df4db0913be0a7a173ef05'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:29.529311 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d705e442-48c7-4b30-8171-dab1199959e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:29.548164 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [None req-9e0d14ba-9749-4a3f-a614-a311af80edec admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:21:29.562478 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d705e442-48c7-4b30-8171-dab1199959e8 admin admin] Usage tracker for resource:network and tenant:f82b86b552df4db0913be0a7a173ef05 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:29.574140 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d705e442-48c7-4b30-8171-dab1199959e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:29.592869 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d705e442-48c7-4b30-8171-dab1199959e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:29.654114 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9e0d14ba-9749-4a3f-a614-a311af80edec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:29.655048 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0d14ba-9749-4a3f-a614-a311af80edec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:29.655667 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9e0d14ba-9749-4a3f-a614-a311af80edec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:29.657732 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d705e442-48c7-4b30-8171-dab1199959e8 admin admin] Made reservation on behalf of f82b86b552df4db0913be0a7a173ef05 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:21:29.660294 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d705e442-48c7-4b30-8171-dab1199959e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:29.689200 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689834e2-c7ff-4b7f-af8c-f60ca74eace5 req-c14a861d-dac1-4ebd-8952-b9c185a07c9c tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:29.690683 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-689834e2-c7ff-4b7f-af8c-f60ca74eace5 req-c14a861d-dac1-4ebd-8952-b9c185a07c9c tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 945 time: 0.2436080 Apr 20 17:21:29.699013 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-5667984f-6d5c-4a1c-a30c-eb497cc6136e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5978885 Apr 20 17:21:29.704215 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d705e442-48c7-4b30-8171-dab1199959e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:29.719933 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-adc7facb-a5d0-4acb-b195-ae6c0ae1f0fb admin admin] Deleting subnet f124e9b0-f4ad-4a34-a1ef-8b235512798d {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:21:29.801608 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0e6b9-602c-4e4b-ad43-82f6c2231244 req-b4591055-f0b1-4a26-b41b-36ab9f49296a tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:29.803524 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ffe0e6b9-602c-4e4b-ad43-82f6c2231244 req-b4591055-f0b1-4a26-b41b-36ab9f49296a tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] 10.222.0.39 "GET /v2.0/networks?id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 787 time: 0.3522210 Apr 20 17:21:29.816045 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-adc7facb-a5d0-4acb-b195-ae6c0ae1f0fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:29.845734 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 35ba1397-6d24-4527-b325-840c5004689e no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:21:29.855744 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d705e442-48c7-4b30-8171-dab1199959e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:29.872102 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d705e442-48c7-4b30-8171-dab1199959e8 admin admin] Usage tracker for resource:security_group_rule and tenant:f82b86b552df4db0913be0a7a173ef05 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:29.880209 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d705e442-48c7-4b30-8171-dab1199959e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:29.891793 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-ffe0e6b9-602c-4e4b-ad43-82f6c2231244 req-ddf7a6e3-d502-4bea-8c95-2089d9b7fbb2 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:21:29.896896 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ffe0e6b9-602c-4e4b-ad43-82f6c2231244 req-ddf7a6e3-d502-4bea-8c95-2089d9b7fbb2 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0301933 Apr 20 17:21:29.896896 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3e68f56e-ad65-4d03-b438-286aacafc53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:29.902200 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d705e442-48c7-4b30-8171-dab1199959e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:29.912820 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-689834e2-c7ff-4b7f-af8c-f60ca74eace5 req-ff74080e-da4b-4596-ad39-e2c969826ceb tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117980 Apr 20 17:21:29.917380 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 35ba1397-6d24-4527-b325-840c5004689e {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:21:29.917958 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 35ba1397-6d24-4527-b325-840c5004689e not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:21:29.935693 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9e0d14ba-9749-4a3f-a614-a311af80edec admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.0437555 Apr 20 17:21:29.944177 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43832) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:29.956731 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-7d40ac81-1b54-4a43-a048-6317de843a01 admin admin] Request body: {'subnet': {'network_id': 'f7b5a62e-093e-4343-af4b-6c58ae9d958b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-616507057-subnet', 'tenant_id': 'bfc06c5e3cb245e0881cdde22d3dcfe4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:29.961400 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-ebee1152-66d5-411f-8075-2f2d478b8c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7588e21b-3374-4ccc-b220-b488b5ac9fc5', 'name': 'tempest-FloatingIPsTestJSON-1022449760-router', 'tenant_id': 'e69d925bc4624d179017bbb9867ea7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'de8fd24d-77d0-42fb-aee1-5e31f67bd74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:12Z', 'updated_at': '2022-04-20T17:21:21Z', 'revision_number': 4, 'project_id': 'e69d925bc4624d179017bbb9867ea7fd', 'gw_port': {'id': 'de8fd24d-77d0-42fb-aee1-5e31f67bd74c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7588e21b-3374-4ccc-b220-b488b5ac9fc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:15Z', 'updated_at': '2022-04-20T17:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'c0384739-659b-45f4-ae4c-ed00fdce3ed8', 'name': '', 'network_id': 'a782cff4-5c40-4d65-b960-a95e74f4b9e4', 'tenant_id': 'e69d925bc4624d179017bbb9867ea7fd', 'mac_address': 'fa:16:3e:b9:ee:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7588e21b-3374-4ccc-b220-b488b5ac9fc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02ddfe8a-6940-4cd3-9da0-c27773c5114b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:20Z', 'updated_at': '2022-04-20T17:21:28Z', 'revision_number': 4, 'project_id': 'e69d925bc4624d179017bbb9867ea7fd', 'subnets': [{'id': '02ddfe8a-6940-4cd3-9da0-c27773c5114b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:29.968327 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebee1152-66d5-411f-8075-2f2d478b8c1f None None] The sync data for ids ['7588e21b-3374-4ccc-b220-b488b5ac9fc5'] in n-d-838032-1 is: [{'id': '7588e21b-3374-4ccc-b220-b488b5ac9fc5', 'name': 'tempest-FloatingIPsTestJSON-1022449760-router', 'tenant_id': 'e69d925bc4624d179017bbb9867ea7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'de8fd24d-77d0-42fb-aee1-5e31f67bd74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:12Z', 'updated_at': '2022-04-20T17:21:21Z', 'revision_number': 4, 'project_id': 'e69d925bc4624d179017bbb9867ea7fd', 'gw_port': {'id': 'de8fd24d-77d0-42fb-aee1-5e31f67bd74c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7588e21b-3374-4ccc-b220-b488b5ac9fc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:15Z', 'updated_at': '2022-04-20T17:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'c0384739-659b-45f4-ae4c-ed00fdce3ed8', 'name': '', 'network_id': 'a782cff4-5c40-4d65-b960-a95e74f4b9e4', 'tenant_id': 'e69d925bc4624d179017bbb9867ea7fd', 'mac_address': 'fa:16:3e:b9:ee:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7588e21b-3374-4ccc-b220-b488b5ac9fc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02ddfe8a-6940-4cd3-9da0-c27773c5114b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:20Z', 'updated_at': '2022-04-20T17:21:28Z', 'revision_number': 4, 'project_id': 'e69d925bc4624d179017bbb9867ea7fd', 'subnets': [{'id': '02ddfe8a-6940-4cd3-9da0-c27773c5114b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:21:29.990655 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7d40ac81-1b54-4a43-a048-6317de843a01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:30.017152 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-db35a103-51ad-4b3a-b260-9d73182e3864 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=60c7e2ae348346058b3fbfec10afa715&device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 6492 time: 0.2057405 Apr 20 17:21:30.095046 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3e68f56e-ad65-4d03-b438-286aacafc53f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:30.099150 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3e68f56e-ad65-4d03-b438-286aacafc53f admin admin] Usage tracker for resource:security_group_rule and tenant:37a41eb42b374102a95e7e6669147286 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:30.101858 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7d40ac81-1b54-4a43-a048-6317de843a01 admin admin] Usage tracker for resource:subnet and tenant:bfc06c5e3cb245e0881cdde22d3dcfe4 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:30.107200 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3e68f56e-ad65-4d03-b438-286aacafc53f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:30.113679 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d14ba-9749-4a3f-a614-a311af80edec admin admin] Pushing event updated for resources: {'Network': ['ID=f7b5a62e-093e-4343-af4b-6c58ae9d958b,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:30.130686 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network f7b5a62e-093e-4343-af4b-6c58ae9d958b details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:21:30.197580 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5ebe1ff8-5b55-44b1-ac09-d69270ceb7f8 req-c394ab0e-d80f-4c0b-8868-a13bccdd6761 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] 10.222.0.39 "GET /v2.0/floatingips/cf78f06e-3d02-4eae-838f-26afea925900 HTTP/1.1" status: 200 len: 692 time: 0.2449994 Apr 20 17:21:30.199789 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3e68f56e-ad65-4d03-b438-286aacafc53f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:30.203637 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-adc7facb-a5d0-4acb-b195-ae6c0ae1f0fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:30.260496 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7d40ac81-1b54-4a43-a048-6317de843a01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:30.270562 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7d40ac81-1b54-4a43-a048-6317de843a01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:30.385562 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d40ac81-1b54-4a43-a048-6317de843a01 admin admin] Made reservation on behalf of bfc06c5e3cb245e0881cdde22d3dcfe4 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:21:30.387524 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7d40ac81-1b54-4a43-a048-6317de843a01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:30.464200 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-adc7facb-a5d0-4acb-b195-ae6c0ae1f0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:30.467619 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d705e442-48c7-4b30-8171-dab1199959e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:30.486815 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d705e442-48c7-4b30-8171-dab1199959e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:30.635646 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe1ff8-5b55-44b1-ac09-d69270ceb7f8 req-fe3fd8bf-36e5-4e60-b80c-fd92a6dea13a tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:30.651839 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5ebe1ff8-5b55-44b1-ac09-d69270ceb7f8 req-fe3fd8bf-36e5-4e60-b80c-fd92a6dea13a tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 784 time: 0.4531164 Apr 20 17:21:30.655969 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3e68f56e-ad65-4d03-b438-286aacafc53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:30.680289 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d705e442-48c7-4b30-8171-dab1199959e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:21:30.686466 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705e442-48c7-4b30-8171-dab1199959e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ba4684-a602-4c58-b8bc-9f81a22b5e10,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:30.741483 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3e68f56e-ad65-4d03-b438-286aacafc53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:30.747095 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d705e442-48c7-4b30-8171-dab1199959e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:30.747652 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-d705e442-48c7-4b30-8171-dab1199959e8 admin admin] Added segment 559dad05-1b6c-4168-b4d7-da7441f0b20a of type vlan for network 5e52f0a2-06ad-442d-a80f-15ccb936d063 Apr 20 17:21:30.794217 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-088f71a6-ca31-4777-888d-8dc21be2d426 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:30.794812 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-088f71a6-ca31-4777-888d-8dc21be2d426 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:30.796018 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-088f71a6-ca31-4777-888d-8dc21be2d426 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:30.796232 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-adc7facb-a5d0-4acb-b195-ae6c0ae1f0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:30.799328 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-088f71a6-ca31-4777-888d-8dc21be2d426 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fc8e6a4a-e179-48cb-8550-48f660e9d877&id=a39373cc-9e04-46cb-a6a0-e81ef6eae8fd&id=a39373cc-9e04-46cb-a6a0-e81ef6eae8fd&id=a39373cc-9e04-46cb-a6a0-e81ef6eae8fd&id=a39373cc-9e04-46cb-a6a0-e81ef6eae8fd&id=d9f1e448-db15-4c9f-8c5b-a0fa35869e80&id=d9f1e448-db15-4c9f-8c5b-a0fa35869e80 HTTP/1.1" status: 200 len: 2292 time: 0.7004857 Apr 20 17:21:30.876833 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7facb-a5d0-4acb-b195-ae6c0ae1f0fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f124e9b0-f4ad-4a34-a1ef-8b235512798d,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:30.897117 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5ebe1ff8-5b55-44b1-ac09-d69270ceb7f8 req-f35211fd-10ba-4315-9b4a-366e3938a75f tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.90 HTTP/1.1" status: 200 len: 695 time: 0.2442398 Apr 20 17:21:30.922904 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-adc7facb-a5d0-4acb-b195-ae6c0ae1f0fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:31.003758 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d705e442-48c7-4b30-8171-dab1199959e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:31.007604 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c0384739-659b-45f4-ae4c-ed00fdce3ed8 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:21:31.042447 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68f56e-ad65-4d03-b438-286aacafc53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd627f12-d69f-4909-aa9c-fc30285e4a59,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:31.057177 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-adc7facb-a5d0-4acb-b195-ae6c0ae1f0fb admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f124e9b0-f4ad-4a34-a1ef-8b235512798d HTTP/1.1" status: 204 len: 168 time: 1.9026346 Apr 20 17:21:31.061913 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3e68f56e-ad65-4d03-b438-286aacafc53f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=37a41eb42b374102a95e7e6669147286&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6191156 Apr 20 17:21:31.062716 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43838) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:31.063105 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43840) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:31.146969 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port c0384739-659b-45f4-ae4c-ed00fdce3ed8 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:21:31.153044 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port c0384739-659b-45f4-ae4c-ed00fdce3ed8 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:21:31.153578 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:31.263997 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5ebe1ff8-5b55-44b1-ac09-d69270ceb7f8 req-8e2dacf6-d11b-4c61-82ef-ced644a9efba tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.90 HTTP/1.1" status: 200 len: 695 time: 0.3536694 Apr 20 17:21:31.351887 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7d40ac81-1b54-4a43-a048-6317de843a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:31.358257 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.resource_extend [None req-d705e442-48c7-4b30-8171-dab1199959e8 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:21:31.390968 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:31.430523 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port c0384739-659b-45f4-ae4c-ed00fdce3ed8, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c0384739-659b-45f4-ae4c-ed00fdce3ed8,segment=NetworkSegment(d076b473-4d60-49bd-8c8b-76fc140b08a6),segment_id=d076b473-4d60-49bd-8c8b-76fc140b08a6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:21:31.444425 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:31.503244 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40ac81-1b54-4a43-a048-6317de843a01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b7585a0-b003-4849-a58d-3f901fdb07d1,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:31.512335 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-2946b55d-5a7c-44bc-b076-6a4da7394b6a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79d325e9-170e-4c94-9ef6-1326646d7f12 HTTP/1.1" status: 200 len: 1001 time: 0.6874857 Apr 20 17:21:31.552860 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=c0384739-659b-45f4-ae4c-ed00fdce3ed8,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:31.607012 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d705e442-48c7-4b30-8171-dab1199959e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:31.607347 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d705e442-48c7-4b30-8171-dab1199959e8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:31.609014 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d705e442-48c7-4b30-8171-dab1199959e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:31.714714 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5714e3aa-4f62-46ff-a450-69b588ed4d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:31.775319 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8262b1e3-3c36-45d7-8540-9d00c875eb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:31.835986 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-5ebe1ff8-5b55-44b1-ac09-d69270ceb7f8 req-1b5c3879-b49b-492e-8547-4dd76aff5d8e tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Deleting port ed07d4e0-fbfe-475e-9f81-c71f0b036879 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:21:31.835986 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-5ebe1ff8-5b55-44b1-ac09-d69270ceb7f8 req-1b5c3879-b49b-492e-8547-4dd76aff5d8e tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:31.862911 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5714e3aa-4f62-46ff-a450-69b588ed4d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:32.047927 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-3223d70d-bed5-466a-9a59-071dc0a910af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:32.048575 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-3223d70d-bed5-466a-9a59-071dc0a910af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=826f24c4-a35e-4e89-9b39-2bce6cc7b5a3 HTTP/1.1" status: 200 len: 850 time: 0.5215099 Apr 20 17:21:32.062049 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705e442-48c7-4b30-8171-dab1199959e8 admin admin] Pushing event updated for resources: {'Network': ['ID=5e52f0a2-06ad-442d-a80f-15ccb936d063,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:32.064353 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40ac81-1b54-4a43-a048-6317de843a01 admin admin] Checking segment: {'id': '44ce31a1-2f27-4e60-883c-78b6f6c27885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f7b5a62e-093e-4343-af4b-6c58ae9d958b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:21:32.064353 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d40ac81-1b54-4a43-a048-6317de843a01 admin admin] Network hostable DHCP agents. Network: f7b5a62e-093e-4343-af4b-6c58ae9d958b, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:21:32.072335 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 5e52f0a2-06ad-442d-a80f-15ccb936d063 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:21:32.122341 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e198af05-7e4e-43db-bc2e-cef1c8938a3b req-88c203fb-6b3b-4a89-9ae0-145a161b9a82 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4855158 Apr 20 17:21:32.130531 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d705e442-48c7-4b30-8171-dab1199959e8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.7043953 Apr 20 17:21:32.131352 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43846) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:32.136008 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-a27b5399-5339-4410-a9dc-404a031c3c94 admin admin] Request body: {'subnet': {'network_id': '5e52f0a2-06ad-442d-a80f-15ccb936d063', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-473597531-subnet', 'tenant_id': 'f82b86b552df4db0913be0a7a173ef05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:32.142167 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8262b1e3-3c36-45d7-8540-9d00c875eb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:32.169531 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b26bb7-3720-4750-9c82-da5ca9e66786 req-ad8e768e-aa4b-4125-a036-571329c41a91 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:32.169531 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47b26bb7-3720-4750-9c82-da5ca9e66786 req-ad8e768e-aa4b-4125-a036-571329c41a91 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 945 time: 0.9472592 Apr 20 17:21:32.185508 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412b101-9d16-4893-b1c9-46d701e1c9c0 req-64f460af-551c-4df0-b2ae-f5dc1306b0f4 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:32.185508 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9412b101-9d16-4893-b1c9-46d701e1c9c0 req-64f460af-551c-4df0-b2ae-f5dc1306b0f4 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.43 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 945 time: 0.8658156 Apr 20 17:21:32.226509 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-a27b5399-5339-4410-a9dc-404a031c3c94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:32.255855 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a27b5399-5339-4410-a9dc-404a031c3c94 admin admin] Usage tracker for resource:subnet and tenant:f82b86b552df4db0913be0a7a173ef05 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:32.255855 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a27b5399-5339-4410-a9dc-404a031c3c94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:32.255855 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-8262b1e3-3c36-45d7-8540-9d00c875eb2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c133a6-b49f-4553-8f5e-38bb8c570b61']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:32.280624 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-a27b5399-5339-4410-a9dc-404a031c3c94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:32.293561 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-5ebe1ff8-5b55-44b1-ac09-d69270ceb7f8 req-1b5c3879-b49b-492e-8547-4dd76aff5d8e tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:32.293561 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-5ebe1ff8-5b55-44b1-ac09-d69270ceb7f8 req-1b5c3879-b49b-492e-8547-4dd76aff5d8e tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:32.303750 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-8262b1e3-3c36-45d7-8540-9d00c875eb2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a9d1462-d9ac-4670-818a-afb22f91c04f') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:32.303750 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-8262b1e3-3c36-45d7-8540-9d00c875eb2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a9d1462-d9ac-4670-818a-afb22f91c04f') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:32.308098 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d40ac81-1b54-4a43-a048-6317de843a01 admin admin] Network f7b5a62e-093e-4343-af4b-6c58ae9d958b is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:21:32.312484 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5714e3aa-4f62-46ff-a450-69b588ed4d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:32.335166 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-9412b101-9d16-4893-b1c9-46d701e1c9c0 req-f61654b0-a791-4840-87d2-fe2005c89cb0 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Deleting port c82142eb-930d-41bc-8554-4b621bc06e84 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:21:32.335166 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9412b101-9d16-4893-b1c9-46d701e1c9c0 req-f61654b0-a791-4840-87d2-fe2005c89cb0 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:32.364463 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47b26bb7-3720-4750-9c82-da5ca9e66786 req-58d5db6d-6341-445d-910a-c768cf427413 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929259 Apr 20 17:21:32.366274 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-7d40ac81-1b54-4a43-a048-6317de843a01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, f7b5a62e-093e-4343-af4b-6c58ae9d958b) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:21:32.376260 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae2951e-dce5-4b79-a8d4-f914d980779a None None] Network f7b5a62e-093e-4343-af4b-6c58ae9d958b requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:21:32.382055 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8262b1e3-3c36-45d7-8540-9d00c875eb2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:32.406991 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d40ac81-1b54-4a43-a048-6317de843a01 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:32.407505 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7d40ac81-1b54-4a43-a048-6317de843a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:32.440702 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-ba4d1d69-75a9-485a-8179-046e6ab4fce8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fc8e6a4a-e179-48cb-8550-48f660e9d877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3805518 Apr 20 17:21:32.481268 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-5ebe1ff8-5b55-44b1-ac09-d69270ceb7f8 req-1b5c3879-b49b-492e-8547-4dd76aff5d8e tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Calling delete_port for ed07d4e0-fbfe-475e-9f81-c71f0b036879 owned by network:floatingip {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:21:32.500342 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7d40ac81-1b54-4a43-a048-6317de843a01 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5537627 Apr 20 17:21:32.535222 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8262b1e3-3c36-45d7-8540-9d00c875eb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:32.543688 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8262b1e3-3c36-45d7-8540-9d00c875eb2d admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:21:32.544050 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8262b1e3-3c36-45d7-8540-9d00c875eb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:32.638527 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:21:32.638527 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:21:32.638527 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:21:32.638527 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:21:32.638527 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:21:32.638527 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:21:32.638527 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:21:32.638527 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:21:32.638527 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:21:32.638527 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:21:32.638527 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:21:32.638527 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:21:32.638527 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:21:32.638527 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:21:32.638527 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:21:32.638527 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:21:32.638527 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:21:32.638527 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:21:32.638527 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:21:32.638527 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:21:32.638527 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:21:32.638527 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:21:32.638527 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:21:32.638527 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:21:32.638527 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:21:32.638527 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:21:32.638527 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:21:32.638527 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:21:32.638527 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:21:32.638527 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:21:32.638527 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:21:32.638527 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:21:32.663302 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5714e3aa-4f62-46ff-a450-69b588ed4d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd627f12-d69f-4909-aa9c-fc30285e4a59,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:32.678642 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8262b1e3-3c36-45d7-8540-9d00c875eb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:32.681971 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27b5399-5339-4410-a9dc-404a031c3c94 admin admin] Made reservation on behalf of f82b86b552df4db0913be0a7a173ef05 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:21:32.687762 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a27b5399-5339-4410-a9dc-404a031c3c94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:32.726967 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98d4b6b-8bbd-4ef1-bc81-c4c11388b67e None None] Network f7b5a62e-093e-4343-af4b-6c58ae9d958b requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:21:32.798825 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8262b1e3-3c36-45d7-8540-9d00c875eb2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:32.808498 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5714e3aa-4f62-46ff-a450-69b588ed4d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:32.812009 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5714e3aa-4f62-46ff-a450-69b588ed4d63 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cd627f12-d69f-4909-aa9c-fc30285e4a59 HTTP/1.1" status: 204 len: 168 time: 1.7141080 Apr 20 17:21:32.868212 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6438061-7745-4e93-b87b-7ad2177a3a19 admin admin] Router 5cebc4d3-edd4-4e1a-971e-b61e6725cc69 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:21:32.870503 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-9412b101-9d16-4893-b1c9-46d701e1c9c0 req-f61654b0-a791-4840-87d2-fe2005c89cb0 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] For port c82142eb-930d-41bc-8554-4b621bc06e84, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=c82142eb-930d-41bc-8554-4b621bc06e84,segment=NetworkSegment(4060d4e7-10e6-4838-836b-eec05a3f4513),segment_id=4060d4e7-10e6-4838-836b-eec05a3f4513)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:21:32.871449 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9412b101-9d16-4893-b1c9-46d701e1c9c0 req-f61654b0-a791-4840-87d2-fe2005c89cb0 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:32.961824 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262b1e3-3c36-45d7-8540-9d00c875eb2d admin admin] Pushing event deleted for resources: {'Network': ['ID=b2c133a6-b49f-4553-8f5e-38bb8c570b61,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:32.995531 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8262b1e3-3c36-45d7-8540-9d00c875eb2d admin admin] 10.222.0.39 "DELETE /v2.0/networks/b2c133a6-b49f-4553-8f5e-38bb8c570b61 HTTP/1.1" status: 204 len: 168 time: 1.9010181 Apr 20 17:21:33.016321 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e198af05-7e4e-43db-bc2e-cef1c8938a3b req-70e2357b-f022-4395-9a48-2aa8361d6e4e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0dd99ef1065b406196682e8299225373&device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 1096 time: 0.8642859 Apr 20 17:21:33.075437 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c0384739-659b-45f4-ae4c-ed00fdce3ed8 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:21:33.133468 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-9412b101-9d16-4893-b1c9-46d701e1c9c0 req-f61654b0-a791-4840-87d2-fe2005c89cb0 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Calling delete_port for c82142eb-930d-41bc-8554-4b621bc06e84 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:21:33.196429 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port c0384739-659b-45f4-ae4c-ed00fdce3ed8 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:21:33.196429 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:33.407195 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-d0277460-febf-4ffd-98ac-832613976c7d service neutron] 10.222.0.10 "GET /v2.0/networks/fc8e6a4a-e179-48cb-8550-48f660e9d877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9379561 Apr 20 17:21:33.579348 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-5ebe1ff8-5b55-44b1-ac09-d69270ceb7f8 req-1b5c3879-b49b-492e-8547-4dd76aff5d8e tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:33.681764 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-001de6e3-35b3-4dba-b977-934b2de7e426 service neutron] 10.222.0.10 "GET /v2.0/networks/fc8e6a4a-e179-48cb-8550-48f660e9d877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672241 Apr 20 17:21:33.818349 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-0fa35c1e-434d-4915-9ec8-2a544712c61b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=8823eb66-e9cf-4a3d-bc96-df512d3f7773 HTTP/1.1" status: 200 len: 217 time: 0.1285872 Apr 20 17:21:33.918954 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9412b101-9d16-4893-b1c9-46d701e1c9c0 req-f61654b0-a791-4840-87d2-fe2005c89cb0 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:33.935509 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['84ffe60e-83b3-44fd-9266-3e110978ab41', 'c82142eb-930d-41bc-8554-4b621bc06e84'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:21:34.187676 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-db2a9e09-468d-46f0-9905-f22b5678ff87 req-80c342fc-a4c4-4e73-ac25-54faf435033f tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 210 time: 0.3607814 Apr 20 17:21:34.187676 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6438061-7745-4e93-b87b-7ad2177a3a19 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:21:34.203463 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43868) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:34.206327 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c73733-b1a1-493b-bfc9-2fde1b05f134 None None] Sync routers for ids ['5cebc4d3-edd4-4e1a-971e-b61e6725cc69'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:21:34.227160 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c73733-b1a1-493b-bfc9-2fde1b05f134 None None] Routers {'5cebc4d3-edd4-4e1a-971e-b61e6725cc69'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:21:34.228415 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-70c73733-b1a1-493b-bfc9-2fde1b05f134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:21:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['5cebc4d3-edd4-4e1a-971e-b61e6725cc69'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:34.232075 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61654b0-a791-4840-87d2-fe2005c89cb0 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Pushing event deleted for resources: {'Port': ['ID=c82142eb-930d-41bc-8554-4b621bc06e84,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:34.239024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43872) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:34.320076 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c3879-b49b-492e-8547-4dd76aff5d8e tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Pushing event deleted for resources: {'Port': ['ID=ed07d4e0-fbfe-475e-9f81-c71f0b036879,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:34.346048 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d202f9ce-560a-4b98-b4a6-5be740b19b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:34.363370 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e6438061-7745-4e93-b87b-7ad2177a3a19 admin admin] 10.222.0.39 "PUT /v2.0/routers/5cebc4d3-edd4-4e1a-971e-b61e6725cc69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1052647 Apr 20 17:21:34.387049 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43876) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:34.411241 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-5ebe1ff8-5b55-44b1-ac09-d69270ceb7f8 req-1b5c3879-b49b-492e-8547-4dd76aff5d8e tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Notify callbacks [] for floatingip, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:34.419356 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a27b5399-5339-4410-a9dc-404a031c3c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:34.446673 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-40f16911-64c1-4d06-80c7-42e3f1314ff1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:34.448334 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-40f16911-64c1-4d06-80c7-42e3f1314ff1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=11a8e839-1da0-4863-85ac-b3bf2b70f6f8 HTTP/1.1" status: 200 len: 797 time: 0.5729821 Apr 20 17:21:34.454885 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c3879-b49b-492e-8547-4dd76aff5d8e tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:34.455002 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c3879-b49b-492e-8547-4dd76aff5d8e tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:34.455244 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c3879-b49b-492e-8547-4dd76aff5d8e tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:34.455585 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c3879-b49b-492e-8547-4dd76aff5d8e tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:34.455923 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c3879-b49b-492e-8547-4dd76aff5d8e tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:34.456255 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c3879-b49b-492e-8547-4dd76aff5d8e tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:34.456587 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c3879-b49b-492e-8547-4dd76aff5d8e tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:34.456914 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c3879-b49b-492e-8547-4dd76aff5d8e tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:34.457239 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c3879-b49b-492e-8547-4dd76aff5d8e tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:34.457564 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c3879-b49b-492e-8547-4dd76aff5d8e tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:34.458169 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c3879-b49b-492e-8547-4dd76aff5d8e tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:34.553871 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43880) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:34.568645 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-70c73733-b1a1-493b-bfc9-2fde1b05f134 None None] Set router 5cebc4d3-edd4-4e1a-971e-b61e6725cc69 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:21:34.571072 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-63ab575a-d181-4f15-8d38-a93829a5db4a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-510179225-network', 'tenant_id': '0ed717f4547748db8550084b3a8e799c'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:34.582354 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-9412b101-9d16-4893-b1c9-46d701e1c9c0 req-f61654b0-a791-4840-87d2-fe2005c89cb0 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] No DVR routers for this DVR port c82142eb-930d-41bc-8554-4b621bc06e84 on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:21:34.584395 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9412b101-9d16-4893-b1c9-46d701e1c9c0 req-f61654b0-a791-4840-87d2-fe2005c89cb0 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:34.586159 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9412b101-9d16-4893-b1c9-46d701e1c9c0 req-f61654b0-a791-4840-87d2-fe2005c89cb0 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.43 "DELETE /v2.0/ports/c82142eb-930d-41bc-8554-4b621bc06e84 HTTP/1.1" status: 204 len: 173 time: 2.3843143 Apr 20 17:21:34.589719 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198af05-7e4e-43db-bc2e-cef1c8938a3b req-a3261e70-c775-4142-afaf-ab71167bdde2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:34.590489 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e198af05-7e4e-43db-bc2e-cef1c8938a3b req-a3261e70-c775-4142-afaf-ab71167bdde2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d400f90f-4a8e-41ce-ab99-e78cfbfff523 HTTP/1.1" status: 200 len: 911 time: 1.4030061 Apr 20 17:21:34.594311 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b5399-5339-4410-a9dc-404a031c3c94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=694e9a25-4ef2-4dd6-8e3c-c86dcb7fdfa8,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:34.594311 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-63ab575a-d181-4f15-8d38-a93829a5db4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:34.599617 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-5ebe1ff8-5b55-44b1-ac09-d69270ceb7f8 req-1b5c3879-b49b-492e-8547-4dd76aff5d8e tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:34.600962 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5ebe1ff8-5b55-44b1-ac09-d69270ceb7f8 req-1b5c3879-b49b-492e-8547-4dd76aff5d8e tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] 10.222.0.39 "DELETE /v2.0/floatingips/cf78f06e-3d02-4eae-838f-26afea925900 HTTP/1.1" status: 204 len: 173 time: 3.3200579 Apr 20 17:21:34.605118 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81db230-469e-44b0-aace-53486cdae29b', 'name': 'network-vif-deleted', 'tag': 'c82142eb-930d-41bc-8554-4b621bc06e84'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:21:34.619609 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-63ab575a-d181-4f15-8d38-a93829a5db4a admin admin] Usage tracker for resource:network and tenant:0ed717f4547748db8550084b3a8e799c is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:34.700945 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-63ab575a-d181-4f15-8d38-a93829a5db4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:34.719297 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-63ab575a-d181-4f15-8d38-a93829a5db4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:34.728964 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b5399-5339-4410-a9dc-404a031c3c94 admin admin] Checking segment: {'id': '559dad05-1b6c-4168-b4d7-da7441f0b20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5e52f0a2-06ad-442d-a80f-15ccb936d063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:21:34.729333 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27b5399-5339-4410-a9dc-404a031c3c94 admin admin] Network hostable DHCP agents. Network: 5e52f0a2-06ad-442d-a80f-15ccb936d063, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:21:34.748425 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e198af05-7e4e-43db-bc2e-cef1c8938a3b req-4bb46a4d-84cc-4e38-b641-d025e724269e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84ffe60e-83b3-44fd-9266-3e110978ab41 HTTP/1.1" status: 200 len: 217 time: 0.1381409 Apr 20 17:21:34.823858 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ab575a-d181-4f15-8d38-a93829a5db4a admin admin] Made reservation on behalf of 0ed717f4547748db8550084b3a8e799c for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:21:34.826237 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-63ab575a-d181-4f15-8d38-a93829a5db4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:34.828831 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d202f9ce-560a-4b98-b4a6-5be740b19b8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:34.846123 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-63ab575a-d181-4f15-8d38-a93829a5db4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:34.846766 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d202f9ce-560a-4b98-b4a6-5be740b19b8e admin admin] Usage tracker for resource:security_group_rule and tenant:ab4f654374554d96900dc8a5668820fc is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:34.854722 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d202f9ce-560a-4b98-b4a6-5be740b19b8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:34.855198 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27b5399-5339-4410-a9dc-404a031c3c94 admin admin] Network 5e52f0a2-06ad-442d-a80f-15ccb936d063 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:21:34.862278 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d202f9ce-560a-4b98-b4a6-5be740b19b8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:34.874472 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-477af5b5-b4a2-4749-9387-f7e299450fb2'] response: {'server_uuid': 'd81db230-469e-44b0-aace-53486cdae29b', 'name': 'network-vif-deleted', 'tag': 'c82142eb-930d-41bc-8554-4b621bc06e84', 'status': 'completed', 'code': 200} Apr 20 17:21:34.879921 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-a27b5399-5339-4410-a9dc-404a031c3c94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 5e52f0a2-06ad-442d-a80f-15ccb936d063) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:21:34.892940 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27b5399-5339-4410-a9dc-404a031c3c94 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:34.892940 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a27b5399-5339-4410-a9dc-404a031c3c94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:34.897306 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a76d600-7817-488b-99f0-afab68ffc74c None None] Network 5e52f0a2-06ad-442d-a80f-15ccb936d063 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:21:34.928044 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-63ab575a-d181-4f15-8d38-a93829a5db4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:34.942374 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-63ab575a-d181-4f15-8d38-a93829a5db4a admin admin] Usage tracker for resource:security_group_rule and tenant:0ed717f4547748db8550084b3a8e799c is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:34.942374 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-63ab575a-d181-4f15-8d38-a93829a5db4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:34.945888 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-63ab575a-d181-4f15-8d38-a93829a5db4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:34.969414 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-70c73733-b1a1-493b-bfc9-2fde1b05f134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'name': 'tempest-ServersTestManualDisk-1596263937-router', 'tenant_id': '159ad23e438e4a93b23c1f04f39ed31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '1e6f9c42-90ae-4748-ae26-881f46b7187e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:48Z', 'updated_at': '2022-04-20T17:21:27Z', 'revision_number': 5, 'project_id': '159ad23e438e4a93b23c1f04f39ed31a', 'gw_port': {'id': '1e6f9c42-90ae-4748-ae26-881f46b7187e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:51Z', 'updated_at': '2022-04-20T17:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:34.976014 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c73733-b1a1-493b-bfc9-2fde1b05f134 None None] Checking router: 5cebc4d3-edd4-4e1a-971e-b61e6725cc69 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:21:34.989005 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c73733-b1a1-493b-bfc9-2fde1b05f134 None None] Routers {'5cebc4d3-edd4-4e1a-971e-b61e6725cc69'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:21:34.989535 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-70c73733-b1a1-493b-bfc9-2fde1b05f134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:21:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['5cebc4d3-edd4-4e1a-971e-b61e6725cc69'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:35.077997 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-63ab575a-d181-4f15-8d38-a93829a5db4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:35.081663 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198af05-7e4e-43db-bc2e-cef1c8938a3b req-9e8c9a73-f8a7-4428-b16e-0bb1c438bc9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:35.082490 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e198af05-7e4e-43db-bc2e-cef1c8938a3b req-9e8c9a73-f8a7-4428-b16e-0bb1c438bc9d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d6355b3-9159-47c5-b462-d8d60cd8f890 HTTP/1.1" status: 200 len: 850 time: 0.3182101 Apr 20 17:21:35.087193 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a27b5399-5339-4410-a9dc-404a031c3c94 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.9538517 Apr 20 17:21:35.141677 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-63ab575a-d181-4f15-8d38-a93829a5db4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:35.190427 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ca1c2a-6307-48d1-8fa7-29e70bb75e6f None None] Network 5e52f0a2-06ad-442d-a80f-15ccb936d063 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:21:35.192512 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e198af05-7e4e-43db-bc2e-cef1c8938a3b req-b2bf242b-ad56-4ae8-9294-6f570eec0c6d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d400f90f-4a8e-41ce-ab99-e78cfbfff523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023946 Apr 20 17:21:35.271659 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-02d8e210-a9aa-4e0d-844f-b9bfeabefe9e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80b59da1edf64f3a9d99e4c83eab4827&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0250123 Apr 20 17:21:35.298022 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43892) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:35.327180 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-70c73733-b1a1-493b-bfc9-2fde1b05f134 None None] Set router 5cebc4d3-edd4-4e1a-971e-b61e6725cc69 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:21:35.464680 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c9b15e6e-8959-41d7-8a44-82a9378a3d02 req-e5b759fe-d3cf-4717-abae-c6bd5eeb342e tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7473743 Apr 20 17:21:35.479737 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e198af05-7e4e-43db-bc2e-cef1c8938a3b req-c023441b-d33b-411f-8aef-c9c7be1c896a service neutron] 10.222.0.43 "GET /v2.0/networks/d400f90f-4a8e-41ce-ab99-e78cfbfff523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687316 Apr 20 17:21:35.493501 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ab575a-d181-4f15-8d38-a93829a5db4a admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:21:35.504090 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d202f9ce-560a-4b98-b4a6-5be740b19b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:35.541321 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-c9b15e6e-8959-41d7-8a44-82a9378a3d02 req-151262c8-21a2-4660-a479-cafb70cdcdc6 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:35.547542 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-c9b15e6e-8959-41d7-8a44-82a9378a3d02 req-151262c8-21a2-4660-a479-cafb70cdcdc6 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:35.552486 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-c9b15e6e-8959-41d7-8a44-82a9378a3d02 req-151262c8-21a2-4660-a479-cafb70cdcdc6 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Usage tracker for resource:floatingip and tenant:e69d925bc4624d179017bbb9867ea7fd is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:35.555660 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-c9b15e6e-8959-41d7-8a44-82a9378a3d02 req-151262c8-21a2-4660-a479-cafb70cdcdc6 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:35.561884 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-c9b15e6e-8959-41d7-8a44-82a9378a3d02 req-151262c8-21a2-4660-a479-cafb70cdcdc6 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:35.569623 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d202f9ce-560a-4b98-b4a6-5be740b19b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:35.579678 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5d3ef1c4-609c-4e1b-ba2d-57199dc99ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:35.583413 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8cac158c-3dfc-443b-bee0-a6bc12a3e07c req-06e6a973-0e81-4e36-ac61-618f7a0e15b7 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81db230-469e-44b0-aace-53486cdae29b HTTP/1.1" status: 200 len: 210 time: 0.1023028 Apr 20 17:21:35.619910 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-c9522e05-029d-4e08-a9f3-c1e3fc8cea09 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a39373cc-9e04-46cb-a6a0-e81ef6eae8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0736673 Apr 20 17:21:35.633898 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202f9ce-560a-4b98-b4a6-5be740b19b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732ccd09-c9e2-4475-ac3b-b98b40b9fcd7,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:35.652654 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab575a-d181-4f15-8d38-a93829a5db4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7278f4-1d09-493d-9ed6-fbae007f273b,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:35.715289 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-70c73733-b1a1-493b-bfc9-2fde1b05f134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'name': 'tempest-ServersTestManualDisk-1596263937-router', 'tenant_id': '159ad23e438e4a93b23c1f04f39ed31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '1e6f9c42-90ae-4748-ae26-881f46b7187e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:48Z', 'updated_at': '2022-04-20T17:21:27Z', 'revision_number': 5, 'project_id': '159ad23e438e4a93b23c1f04f39ed31a', 'gw_port': {'id': '1e6f9c42-90ae-4748-ae26-881f46b7187e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:51Z', 'updated_at': '2022-04-20T17:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:35.719167 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c73733-b1a1-493b-bfc9-2fde1b05f134 None None] The sync data for ids ['5cebc4d3-edd4-4e1a-971e-b61e6725cc69'] in n-d-838032-1 is: [{'id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'name': 'tempest-ServersTestManualDisk-1596263937-router', 'tenant_id': '159ad23e438e4a93b23c1f04f39ed31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '1e6f9c42-90ae-4748-ae26-881f46b7187e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:48Z', 'updated_at': '2022-04-20T17:21:27Z', 'revision_number': 5, 'project_id': '159ad23e438e4a93b23c1f04f39ed31a', 'gw_port': {'id': '1e6f9c42-90ae-4748-ae26-881f46b7187e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebc4d3-edd4-4e1a-971e-b61e6725cc69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:51Z', 'updated_at': '2022-04-20T17:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:21:35.725163 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-63ab575a-d181-4f15-8d38-a93829a5db4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:35.726350 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-63ab575a-d181-4f15-8d38-a93829a5db4a admin admin] Added segment 61400647-b5f5-426d-af4a-1226e55449fd of type vlan for network 205f2a45-80cb-402f-8f9c-7c5a8e741eab Apr 20 17:21:35.784233 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c9b15e6e-8959-41d7-8a44-82a9378a3d02 req-151262c8-21a2-4660-a479-cafb70cdcdc6 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Notify callbacks [] for floatingip, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:35.796534 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-63ab575a-d181-4f15-8d38-a93829a5db4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:35.809664 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e198af05-7e4e-43db-bc2e-cef1c8938a3b req-5614dfaf-6e78-4046-b886-26546bcc8811 service neutron] 10.222.0.43 "GET /v2.0/networks/d400f90f-4a8e-41ce-ab99-e78cfbfff523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106565 Apr 20 17:21:35.855425 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-63ab575a-d181-4f15-8d38-a93829a5db4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:35.856702 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ab575a-d181-4f15-8d38-a93829a5db4a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:35.857531 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-63ab575a-d181-4f15-8d38-a93829a5db4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:35.858653 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5d3ef1c4-609c-4e1b-ba2d-57199dc99ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:35.943321 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d202f9ce-560a-4b98-b4a6-5be740b19b8e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ab4f654374554d96900dc8a5668820fc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7321455 Apr 20 17:21:35.959153 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43900) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:35.982916 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-68c0e4f4-d14f-42d4-9efb-39863e4f0870 req-016a6ef7-78c9-44c3-bdd6-5668c88013b8 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-112062259', 'description': 'tempest-description-1633161763'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:35.993914 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-63ab575a-d181-4f15-8d38-a93829a5db4a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4340620 Apr 20 17:21:35.995213 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-68c0e4f4-d14f-42d4-9efb-39863e4f0870 req-016a6ef7-78c9-44c3-bdd6-5668c88013b8 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:35.997294 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-2bfae766-fe83-466f-9937-aa6fbe589a2b service neutron] 10.222.0.10 "GET /v2.0/networks/a39373cc-9e04-46cb-a6a0-e81ef6eae8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278613 Apr 20 17:21:35.998588 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43904) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:36.004400 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab575a-d181-4f15-8d38-a93829a5db4a admin admin] Pushing event updated for resources: {'Network': ['ID=205f2a45-80cb-402f-8f9c-7c5a8e741eab,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:36.004400 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-68c0e4f4-d14f-42d4-9efb-39863e4f0870 req-016a6ef7-78c9-44c3-bdd6-5668c88013b8 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Usage tracker for resource:security_group and tenant:f82b86b552df4db0913be0a7a173ef05 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:36.006407 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-68c0e4f4-d14f-42d4-9efb-39863e4f0870 req-016a6ef7-78c9-44c3-bdd6-5668c88013b8 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:36.021830 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-68c0e4f4-d14f-42d4-9efb-39863e4f0870 req-016a6ef7-78c9-44c3-bdd6-5668c88013b8 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:36.024556 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 205f2a45-80cb-402f-8f9c-7c5a8e741eab details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:21:36.037106 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-68c0e4f4-d14f-42d4-9efb-39863e4f0870 req-016a6ef7-78c9-44c3-bdd6-5668c88013b8 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:36.051408 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-8a6f749e-ff32-4d5f-ad5c-1d0665f2ffeb admin admin] Request body: {'subnet': {'network_id': '205f2a45-80cb-402f-8f9c-7c5a8e741eab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-510179225-subnet', 'tenant_id': '0ed717f4547748db8550084b3a8e799c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:36.071298 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8a6f749e-ff32-4d5f-ad5c-1d0665f2ffeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:36.114212 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-68c0e4f4-d14f-42d4-9efb-39863e4f0870 req-016a6ef7-78c9-44c3-bdd6-5668c88013b8 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:36.120619 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-68c0e4f4-d14f-42d4-9efb-39863e4f0870 req-016a6ef7-78c9-44c3-bdd6-5668c88013b8 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Usage tracker for resource:security_group_rule and tenant:f82b86b552df4db0913be0a7a173ef05 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:36.127393 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-68c0e4f4-d14f-42d4-9efb-39863e4f0870 req-016a6ef7-78c9-44c3-bdd6-5668c88013b8 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:36.143072 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-68c0e4f4-d14f-42d4-9efb-39863e4f0870 req-016a6ef7-78c9-44c3-bdd6-5668c88013b8 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:36.221591 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8a6f749e-ff32-4d5f-ad5c-1d0665f2ffeb admin admin] Usage tracker for resource:subnet and tenant:0ed717f4547748db8550084b3a8e799c is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:36.232132 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8a6f749e-ff32-4d5f-ad5c-1d0665f2ffeb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:36.233990 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-68c0e4f4-d14f-42d4-9efb-39863e4f0870 req-016a6ef7-78c9-44c3-bdd6-5668c88013b8 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:36.239862 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-68c0e4f4-d14f-42d4-9efb-39863e4f0870 req-016a6ef7-78c9-44c3-bdd6-5668c88013b8 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:36.247581 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8a6f749e-ff32-4d5f-ad5c-1d0665f2ffeb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:36.284682 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a6ef7-78c9-44c3-bdd6-5668c88013b8 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4998b36-470c-4c45-a29b-650d622b17fd,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:36.286488 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-68c0e4f4-d14f-42d4-9efb-39863e4f0870 req-016a6ef7-78c9-44c3-bdd6-5668c88013b8 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:36.287762 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5d3ef1c4-609c-4e1b-ba2d-57199dc99ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:36.288251 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-68c0e4f4-d14f-42d4-9efb-39863e4f0870 req-016a6ef7-78c9-44c3-bdd6-5668c88013b8 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.3290732 Apr 20 17:21:36.322644 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6f749e-ff32-4d5f-ad5c-1d0665f2ffeb admin admin] Made reservation on behalf of 0ed717f4547748db8550084b3a8e799c for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:21:36.325178 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8a6f749e-ff32-4d5f-ad5c-1d0665f2ffeb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:36.358568 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ef1c4-609c-4e1b-ba2d-57199dc99ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cc57f9-3ed4-4c27-91bb-d54342ec0d07,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:36.361606 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-206147bf-abf1-43cf-969b-5ced7a86ee3f service neutron] 10.222.0.10 "GET /v2.0/networks/a39373cc-9e04-46cb-a6a0-e81ef6eae8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438025 Apr 20 17:21:36.369903 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a6d40e8-51da-4ad5-b070-53ae775f50c0 req-4b987c61-c53e-4858-ad29-f383bbc3ac4d tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] 10.222.0.39 "GET /v2.0/security-groups/d4998b36-470c-4c45-a29b-650d622b17fd HTTP/1.1" status: 200 len: 1646 time: 0.0488439 Apr 20 17:21:36.381529 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-9a6d40e8-51da-4ad5-b070-53ae775f50c0 req-fa8773ed-01d8-4e33-844d-c3d8fa2d1769 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd4998b36-470c-4c45-a29b-650d622b17fd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:36.381904 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-9a6d40e8-51da-4ad5-b070-53ae775f50c0 req-fa8773ed-01d8-4e33-844d-c3d8fa2d1769 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd4998b36-470c-4c45-a29b-650d622b17fd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:36.388138 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-9a6d40e8-51da-4ad5-b070-53ae775f50c0 req-fa8773ed-01d8-4e33-844d-c3d8fa2d1769 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:36.391988 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-9a6d40e8-51da-4ad5-b070-53ae775f50c0 req-fa8773ed-01d8-4e33-844d-c3d8fa2d1769 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Usage tracker for resource:security_group_rule and tenant:f82b86b552df4db0913be0a7a173ef05 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:36.394860 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-9a6d40e8-51da-4ad5-b070-53ae775f50c0 req-fa8773ed-01d8-4e33-844d-c3d8fa2d1769 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:36.404871 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-9a6d40e8-51da-4ad5-b070-53ae775f50c0 req-fa8773ed-01d8-4e33-844d-c3d8fa2d1769 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:36.446421 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device c82142eb-930d-41bc-8554-4b621bc06e84 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:21:36.465349 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9a6d40e8-51da-4ad5-b070-53ae775f50c0 req-fa8773ed-01d8-4e33-844d-c3d8fa2d1769 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:36.472722 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e34c9faf-8a1b-42ef-a77a-de6c8e10bf58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:36.488868 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: c82142eb-930d-41bc-8554-4b621bc06e84 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:21:36.489470 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device c82142eb-930d-41bc-8554-4b621bc06e84 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:21:36.493371 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-117efbc7-a50a-4d84-9ddc-07ae2aad33f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:36.494243 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9a6d40e8-51da-4ad5-b070-53ae775f50c0 req-fa8773ed-01d8-4e33-844d-c3d8fa2d1769 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:36.499224 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9a6d40e8-51da-4ad5-b070-53ae775f50c0 req-fa8773ed-01d8-4e33-844d-c3d8fa2d1769 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:36.523423 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8773ed-01d8-4e33-844d-c3d8fa2d1769 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf5c0e4-de4d-49ea-a0e2-9697ac2c2a4f,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:36.533716 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9a6d40e8-51da-4ad5-b070-53ae775f50c0 req-fa8773ed-01d8-4e33-844d-c3d8fa2d1769 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:36.535136 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a6d40e8-51da-4ad5-b070-53ae775f50c0 req-fa8773ed-01d8-4e33-844d-c3d8fa2d1769 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.1589584 Apr 20 17:21:36.616762 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-02535a82-e6cb-435b-a8a9-b16cb8381471 req-a845a9f9-1141-4e58-be0e-858b04f91777 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] 10.222.0.39 "GET /v2.0/security-groups/d4998b36-470c-4c45-a29b-650d622b17fd HTTP/1.1" status: 200 len: 2149 time: 0.0505197 Apr 20 17:21:36.668783 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cb2caa4d-1f93-4aac-89c7-ba2cfcb6be1b req-1bd8b7c6-53cc-442e-a6a4-c87f008fdf7c tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] 10.222.0.39 "GET /v2.0/security-group-rules/acf5c0e4-de4d-49ea-a0e2-9697ac2c2a4f HTTP/1.1" status: 200 len: 713 time: 0.0185909 Apr 20 17:21:36.721068 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cb2caa4d-1f93-4aac-89c7-ba2cfcb6be1b req-bd68a1e3-4318-41b1-81f5-0a96b5824800 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] 10.222.0.39 "GET /v2.0/security-groups/d4998b36-470c-4c45-a29b-650d622b17fd HTTP/1.1" status: 200 len: 2149 time: 0.0463605 Apr 20 17:21:36.754768 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cb2caa4d-1f93-4aac-89c7-ba2cfcb6be1b req-7acfb94f-7b85-4414-a7b6-807b74bfd88a tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:36.768449 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cb2caa4d-1f93-4aac-89c7-ba2cfcb6be1b req-7acfb94f-7b85-4414-a7b6-807b74bfd88a tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:36.777024 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-6fd61eeb-c914-4d08-9eed-1ff7db0626c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=c655084b-fd05-45fb-8e95-31b739360b4f HTTP/1.1" status: 200 len: 217 time: 0.3619349 Apr 20 17:21:36.793895 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e34c9faf-8a1b-42ef-a77a-de6c8e10bf58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:36.794876 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cb2caa4d-1f93-4aac-89c7-ba2cfcb6be1b req-7acfb94f-7b85-4414-a7b6-807b74bfd88a tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:36.800160 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5d3ef1c4-609c-4e1b-ba2d-57199dc99ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:36.801224 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5d3ef1c4-609c-4e1b-ba2d-57199dc99ec6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/26cc57f9-3ed4-4c27-91bb-d54342ec0d07 HTTP/1.1" status: 204 len: 168 time: 1.4869466 Apr 20 17:21:36.813803 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acfb94f-7b85-4414-a7b6-807b74bfd88a tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=acf5c0e4-de4d-49ea-a0e2-9697ac2c2a4f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:36.817090 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cb2caa4d-1f93-4aac-89c7-ba2cfcb6be1b req-7acfb94f-7b85-4414-a7b6-807b74bfd88a tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:36.818180 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cb2caa4d-1f93-4aac-89c7-ba2cfcb6be1b req-7acfb94f-7b85-4414-a7b6-807b74bfd88a tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/acf5c0e4-de4d-49ea-a0e2-9697ac2c2a4f HTTP/1.1" status: 204 len: 173 time: 0.0912962 Apr 20 17:21:36.864140 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c4673c59-2409-4086-af1b-5af4c989ad55 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:21:36.922934 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: c4673c59-2409-4086-af1b-5af4c989ad55 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:21:36.924036 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c4673c59-2409-4086-af1b-5af4c989ad55 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:21:36.928624 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-ff83811e-30ea-41fa-9d8e-1aa1cbc370a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:36.930065 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-ff83811e-30ea-41fa-9d8e-1aa1cbc370a5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=11a8e839-1da0-4863-85ac-b3bf2b70f6f8 HTTP/1.1" status: 200 len: 797 time: 0.1397626 Apr 20 17:21:36.939024 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c9b15e6e-8959-41d7-8a44-82a9378a3d02 req-151262c8-21a2-4660-a479-cafb70cdcdc6 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:36.960486 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-0d7a6414-2331-47a6-9eb2-5a22ffd11e0f req-a763a364-88a4-4d9c-93ec-dcc01b510bd0 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-928984012', 'description': 'tempest-description-286149586'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:36.966484 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-0d7a6414-2331-47a6-9eb2-5a22ffd11e0f req-a763a364-88a4-4d9c-93ec-dcc01b510bd0 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:36.970372 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-0d7a6414-2331-47a6-9eb2-5a22ffd11e0f req-a763a364-88a4-4d9c-93ec-dcc01b510bd0 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Usage tracker for resource:security_group and tenant:f82b86b552df4db0913be0a7a173ef05 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:36.973268 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-0d7a6414-2331-47a6-9eb2-5a22ffd11e0f req-a763a364-88a4-4d9c-93ec-dcc01b510bd0 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:36.979383 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-0d7a6414-2331-47a6-9eb2-5a22ffd11e0f req-a763a364-88a4-4d9c-93ec-dcc01b510bd0 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:36.990338 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0d7a6414-2331-47a6-9eb2-5a22ffd11e0f req-a763a364-88a4-4d9c-93ec-dcc01b510bd0 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:37.033714 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-0d7a6414-2331-47a6-9eb2-5a22ffd11e0f req-a763a364-88a4-4d9c-93ec-dcc01b510bd0 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:37.037680 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-0d7a6414-2331-47a6-9eb2-5a22ffd11e0f req-a763a364-88a4-4d9c-93ec-dcc01b510bd0 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Usage tracker for resource:security_group_rule and tenant:f82b86b552df4db0913be0a7a173ef05 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:37.040913 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-0d7a6414-2331-47a6-9eb2-5a22ffd11e0f req-a763a364-88a4-4d9c-93ec-dcc01b510bd0 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:37.050842 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-0d7a6414-2331-47a6-9eb2-5a22ffd11e0f req-a763a364-88a4-4d9c-93ec-dcc01b510bd0 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:37.088977 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e34c9faf-8a1b-42ef-a77a-de6c8e10bf58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:37.113438 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0d7a6414-2331-47a6-9eb2-5a22ffd11e0f req-a763a364-88a4-4d9c-93ec-dcc01b510bd0 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:37.121580 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0d7a6414-2331-47a6-9eb2-5a22ffd11e0f req-a763a364-88a4-4d9c-93ec-dcc01b510bd0 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:37.158785 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c9faf-8a1b-42ef-a77a-de6c8e10bf58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732ccd09-c9e2-4475-ac3b-b98b40b9fcd7,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:37.176659 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763a364-88a4-4d9c-93ec-dcc01b510bd0 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd4f06f-42f8-4716-b10a-85f66b1d7659,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:37.180123 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0d7a6414-2331-47a6-9eb2-5a22ffd11e0f req-a763a364-88a4-4d9c-93ec-dcc01b510bd0 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:37.181668 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0d7a6414-2331-47a6-9eb2-5a22ffd11e0f req-a763a364-88a4-4d9c-93ec-dcc01b510bd0 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1650 time: 0.2260256 Apr 20 17:21:37.236558 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8a6f749e-ff32-4d5f-ad5c-1d0665f2ffeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:37.312329 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e34c9faf-8a1b-42ef-a77a-de6c8e10bf58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:37.314275 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e34c9faf-8a1b-42ef-a77a-de6c8e10bf58 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/732ccd09-c9e2-4475-ac3b-b98b40b9fcd7 HTTP/1.1" status: 204 len: 168 time: 1.3527794 Apr 20 17:21:37.338057 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-66d6da19-9eb1-484f-9515-3657aa21fc79 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a39373cc-9e04-46cb-a6a0-e81ef6eae8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3895705 Apr 20 17:21:37.389049 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f749e-ff32-4d5f-ad5c-1d0665f2ffeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c197ab84-959f-4b28-a03d-cafb90b156e1,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:37.391600 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-c9b15e6e-8959-41d7-8a44-82a9378a3d02 req-151262c8-21a2-4660-a479-cafb70cdcdc6 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Allocated IP 172.25.8.85 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/b88d718b-3239-4557-8293-c23ffca27024) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:21:37.575667 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-117efbc7-a50a-4d84-9ddc-07ae2aad33f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:37.593860 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6f749e-ff32-4d5f-ad5c-1d0665f2ffeb admin admin] Checking segment: {'id': '61400647-b5f5-426d-af4a-1226e55449fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '205f2a45-80cb-402f-8f9c-7c5a8e741eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:21:37.594655 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6f749e-ff32-4d5f-ad5c-1d0665f2ffeb admin admin] Network hostable DHCP agents. Network: 205f2a45-80cb-402f-8f9c-7c5a8e741eab, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:21:37.621957 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-117efbc7-a50a-4d84-9ddc-07ae2aad33f6 admin admin] Deleting port 1e6f9c42-90ae-4748-ae26-881f46b7187e {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:21:37.622319 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-117efbc7-a50a-4d84-9ddc-07ae2aad33f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:37.637464 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3f169163-27a8-439d-9280-eb6f1deeaa68 req-a7b7e09b-eca6-43a5-949c-b08b2bf85732 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] 10.222.0.39 "GET /v2.0/security-groups/1cd4f06f-42f8-4716-b10a-85f66b1d7659 HTTP/1.1" status: 200 len: 1645 time: 0.0581067 Apr 20 17:21:37.723765 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-55fa0d3e-1ffb-4a3f-947a-d80775886935 service neutron] 10.222.0.10 "GET /v2.0/networks/a39373cc-9e04-46cb-a6a0-e81ef6eae8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834443 Apr 20 17:21:37.866663 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c10750-43af-4ded-99b0-d9c9319e2ef2 req-d9cdcb16-013c-436c-a23f-c94a279836f0 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:37.868313 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-71c10750-43af-4ded-99b0-d9c9319e2ef2 req-d9cdcb16-013c-436c-a23f-c94a279836f0 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 945 time: 0.0970984 Apr 20 17:21:37.909192 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c9b15e6e-8959-41d7-8a44-82a9378a3d02 req-151262c8-21a2-4660-a479-cafb70cdcdc6 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:37.927666 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6f749e-ff32-4d5f-ad5c-1d0665f2ffeb admin admin] Network 205f2a45-80cb-402f-8f9c-7c5a8e741eab is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:21:37.937324 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-71c10750-43af-4ded-99b0-d9c9319e2ef2 req-2920722c-e833-4490-8bdc-42c705a040c1 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626099 Apr 20 17:21:37.988793 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-8a6f749e-ff32-4d5f-ad5c-1d0665f2ffeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 205f2a45-80cb-402f-8f9c-7c5a8e741eab) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:21:37.998649 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed6400c-9971-4c36-af20-8f937aec25f8 None None] Network 205f2a45-80cb-402f-8f9c-7c5a8e741eab requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:21:38.002537 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6f749e-ff32-4d5f-ad5c-1d0665f2ffeb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:38.002970 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8a6f749e-ff32-4d5f-ad5c-1d0665f2ffeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:38.057494 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-117efbc7-a50a-4d84-9ddc-07ae2aad33f6 admin admin] For port 1e6f9c42-90ae-4748-ae26-881f46b7187e, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=1e6f9c42-90ae-4748-ae26-881f46b7187e,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:21:38.058220 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-117efbc7-a50a-4d84-9ddc-07ae2aad33f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:38.063494 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-586bba65-2071-441f-8d5d-374470cc09ec req-1bb4f84a-f4d5-4d98-af7a-19b8ea55df73 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1698069470', 'description': 'tempest-description-1847935378'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:38.072425 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-586bba65-2071-441f-8d5d-374470cc09ec req-1bb4f84a-f4d5-4d98-af7a-19b8ea55df73 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:38.077590 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-586bba65-2071-441f-8d5d-374470cc09ec req-1bb4f84a-f4d5-4d98-af7a-19b8ea55df73 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Usage tracker for resource:security_group and tenant:f82b86b552df4db0913be0a7a173ef05 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:38.080913 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-586bba65-2071-441f-8d5d-374470cc09ec req-1bb4f84a-f4d5-4d98-af7a-19b8ea55df73 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:38.088297 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-586bba65-2071-441f-8d5d-374470cc09ec req-1bb4f84a-f4d5-4d98-af7a-19b8ea55df73 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:38.094803 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43960) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:38.120253 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-586bba65-2071-441f-8d5d-374470cc09ec req-1bb4f84a-f4d5-4d98-af7a-19b8ea55df73 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:38.127171 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-ba5cb0a0-c6a4-46f5-88ed-d0f9118575c5 service neutron] 10.222.0.10 "GET /v2.0/networks/a39373cc-9e04-46cb-a6a0-e81ef6eae8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761182 Apr 20 17:21:38.195363 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-117efbc7-a50a-4d84-9ddc-07ae2aad33f6 admin admin] Calling delete_port for 1e6f9c42-90ae-4748-ae26-881f46b7187e owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:21:38.202827 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-586bba65-2071-441f-8d5d-374470cc09ec req-1bb4f84a-f4d5-4d98-af7a-19b8ea55df73 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:38.209625 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-586bba65-2071-441f-8d5d-374470cc09ec req-1bb4f84a-f4d5-4d98-af7a-19b8ea55df73 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Usage tracker for resource:security_group_rule and tenant:f82b86b552df4db0913be0a7a173ef05 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:38.214264 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-586bba65-2071-441f-8d5d-374470cc09ec req-1bb4f84a-f4d5-4d98-af7a-19b8ea55df73 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:38.224661 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-586bba65-2071-441f-8d5d-374470cc09ec req-1bb4f84a-f4d5-4d98-af7a-19b8ea55df73 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:38.237073 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8a6f749e-ff32-4d5f-ad5c-1d0665f2ffeb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2265828 Apr 20 17:21:38.316991 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010f796b-bf1b-4925-a480-bfd75826aff0 None None] Network 205f2a45-80cb-402f-8f9c-7c5a8e741eab requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:21:38.323349 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-586bba65-2071-441f-8d5d-374470cc09ec req-1bb4f84a-f4d5-4d98-af7a-19b8ea55df73 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:38.334728 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-586bba65-2071-441f-8d5d-374470cc09ec req-1bb4f84a-f4d5-4d98-af7a-19b8ea55df73 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:38.341266 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c9b15e6e-8959-41d7-8a44-82a9378a3d02 req-151262c8-21a2-4660-a479-cafb70cdcdc6 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:38.390979 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-13398e82-c5e9-4496-b406-35ee9149018d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1002173449-network', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:38.398304 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-2a960ef5-76ae-475b-a8e4-00a9e1c643f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=e99614d7-916e-434c-bbd2-097e4edc6806 HTTP/1.1" status: 200 len: 217 time: 0.2103465 Apr 20 17:21:38.401760 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-13398e82-c5e9-4496-b406-35ee9149018d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:38.410666 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-13398e82-c5e9-4496-b406-35ee9149018d admin admin] Usage tracker for resource:network and tenant:02869399c9f94c6e8f223671a74b81d5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:38.421085 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-13398e82-c5e9-4496-b406-35ee9149018d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:38.437032 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-13398e82-c5e9-4496-b406-35ee9149018d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:38.522807 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13398e82-c5e9-4496-b406-35ee9149018d admin admin] Made reservation on behalf of 02869399c9f94c6e8f223671a74b81d5 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:21:38.525165 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-13398e82-c5e9-4496-b406-35ee9149018d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:38.576121 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-13398e82-c5e9-4496-b406-35ee9149018d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:38.599561 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4f84a-f4d5-4d98-af7a-19b8ea55df73 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0855a4b7-b2c4-43e5-b255-c01e0c28dd16,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:38.606234 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-586bba65-2071-441f-8d5d-374470cc09ec req-1bb4f84a-f4d5-4d98-af7a-19b8ea55df73 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:38.616110 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-586bba65-2071-441f-8d5d-374470cc09ec req-1bb4f84a-f4d5-4d98-af7a-19b8ea55df73 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.5580907 Apr 20 17:21:38.665447 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-13398e82-c5e9-4496-b406-35ee9149018d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:38.671882 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-13398e82-c5e9-4496-b406-35ee9149018d admin admin] Usage tracker for resource:security_group_rule and tenant:02869399c9f94c6e8f223671a74b81d5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:38.675822 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-13398e82-c5e9-4496-b406-35ee9149018d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:38.694625 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-13398e82-c5e9-4496-b406-35ee9149018d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:38.697688 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9b15e6e-8959-41d7-8a44-82a9378a3d02 req-151262c8-21a2-4660-a479-cafb70cdcdc6 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:21:38.705447 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151262c8-21a2-4660-a479-cafb70cdcdc6 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Pushing event updated for resources: {'Port': ['ID=b88d718b-3239-4557-8293-c23ffca27024,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:38.711167 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-c9b15e6e-8959-41d7-8a44-82a9378a3d02 req-151262c8-21a2-4660-a479-cafb70cdcdc6 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:21:38.715995 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b15e6e-8959-41d7-8a44-82a9378a3d02 req-151262c8-21a2-4660-a479-cafb70cdcdc6 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:21:38.754223 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b8a2d883-edc5-4e36-a31a-973b871a47bf req-b6271f7f-6765-4fc1-a577-b41af8ad84af tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] 10.222.0.39 "GET /v2.0/security-groups/0855a4b7-b2c4-43e5-b255-c01e0c28dd16 HTTP/1.1" status: 200 len: 1647 time: 0.0711269 Apr 20 17:21:38.765312 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-03e9184a-c7b3-4556-bc39-d4379172e22b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:38.767076 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-03e9184a-c7b3-4556-bc39-d4379172e22b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=11a8e839-1da0-4863-85ac-b3bf2b70f6f8 HTTP/1.1" status: 200 len: 797 time: 0.3253665 Apr 20 17:21:38.841757 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-13398e82-c5e9-4496-b406-35ee9149018d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:38.849115 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-13398e82-c5e9-4496-b406-35ee9149018d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:38.870113 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13398e82-c5e9-4496-b406-35ee9149018d admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:21:38.885388 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-13398e82-c5e9-4496-b406-35ee9149018d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:38.885971 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-13398e82-c5e9-4496-b406-35ee9149018d admin admin] Added segment 66b29461-7e00-47bd-9ba1-5ef6f56d61e9 of type vlan for network 2b36794c-34c3-4e2e-bc39-30e014c826c8 Apr 20 17:21:38.920636 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-d48bbf79-03ad-4cfc-96cc-a37493bf9751 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a39373cc-9e04-46cb-a6a0-e81ef6eae8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1449978 Apr 20 17:21:38.929833 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-117efbc7-a50a-4d84-9ddc-07ae2aad33f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:38.955343 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13398e82-c5e9-4496-b406-35ee9149018d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd799dee-d3d7-4e1b-bccb-159484da2931,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:38.961313 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-13398e82-c5e9-4496-b406-35ee9149018d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:39.012466 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-13398e82-c5e9-4496-b406-35ee9149018d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:39.013959 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13398e82-c5e9-4496-b406-35ee9149018d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:39.015088 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-13398e82-c5e9-4496-b406-35ee9149018d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:39.067351 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117efbc7-a50a-4d84-9ddc-07ae2aad33f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e6f9c42-90ae-4748-ae26-881f46b7187e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:39.128772 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8d224bea-c248-4499-8f91-2e0a0371bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:39.277519 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13398e82-c5e9-4496-b406-35ee9149018d admin admin] Pushing event updated for resources: {'Network': ['ID=2b36794c-34c3-4e2e-bc39-30e014c826c8,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:39.289726 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 2b36794c-34c3-4e2e-bc39-30e014c826c8 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:21:39.292368 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c9b15e6e-8959-41d7-8a44-82a9378a3d02 req-151262c8-21a2-4660-a479-cafb70cdcdc6 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:39.310587 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-13398e82-c5e9-4496-b406-35ee9149018d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2146745 Apr 20 17:21:39.318067 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44000) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:39.356281 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-77df72e4-3555-45ee-a5b8-1e92e74c49ee service neutron] 10.222.0.10 "GET /v2.0/networks/a39373cc-9e04-46cb-a6a0-e81ef6eae8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286535 Apr 20 17:21:39.379910 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-dbe42cb3-a330-4de9-8d6d-aaf29bda54ef admin admin] Request body: {'subnet': {'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1002173449-subnet', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:39.390499 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-dbe42cb3-a330-4de9-8d6d-aaf29bda54ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:39.427205 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-dbe42cb3-a330-4de9-8d6d-aaf29bda54ef admin admin] Usage tracker for resource:subnet and tenant:02869399c9f94c6e8f223671a74b81d5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:39.435390 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-dbe42cb3-a330-4de9-8d6d-aaf29bda54ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:39.451673 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-dbe42cb3-a330-4de9-8d6d-aaf29bda54ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:39.489906 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe42cb3-a330-4de9-8d6d-aaf29bda54ef admin admin] Made reservation on behalf of 02869399c9f94c6e8f223671a74b81d5 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:21:39.492675 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dbe42cb3-a330-4de9-8d6d-aaf29bda54ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:39.561815 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-117efbc7-a50a-4d84-9ddc-07ae2aad33f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:39.698616 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-33d910e0-ac90-4f96-bcb4-607f65574392 tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:39.699535 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-33d910e0-ac90-4f96-bcb4-607f65574392 tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Synchronizing usage tracker for tenant:bfc06c5e3cb245e0881cdde22d3dcfe4 on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:21:39.703917 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c9b15e6e-8959-41d7-8a44-82a9378a3d02 req-151262c8-21a2-4660-a479-cafb70cdcdc6 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:39.741242 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-33d910e0-ac90-4f96-bcb4-607f65574392 tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Unset dirty status for tenant:bfc06c5e3cb245e0881cdde22d3dcfe4 on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:21:39.742448 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-33d910e0-ac90-4f96-bcb4-607f65574392 tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.39 "GET /v2.0/networks?id=f7b5a62e-093e-4343-af4b-6c58ae9d958b HTTP/1.1" status: 200 len: 824 time: 0.4609613 Apr 20 17:21:39.756145 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec371f2e-a9c3-43d9-bb73-856fee7ae992 req-251a92a9-94ab-4988-9717-9cf904aae01b tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:39.757540 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ec371f2e-a9c3-43d9-bb73-856fee7ae992 req-251a92a9-94ab-4988-9717-9cf904aae01b tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 945 time: 0.1350305 Apr 20 17:21:39.845337 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-6917ea5c-606e-498d-b413-a0caf29f2cd2 tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.39 "GET /v2.0/quotas/bfc06c5e3cb245e0881cdde22d3dcfe4 HTTP/1.1" status: 200 len: 375 time: 0.0867674 Apr 20 17:21:39.913251 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-2ca71d3c-dd31-4948-a448-d5598b07ade5 tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bfc06c5e3cb245e0881cdde22d3dcfe4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572357 Apr 20 17:21:39.928321 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-ec371f2e-a9c3-43d9-bb73-856fee7ae992 req-5386f193-42d9-470f-96d6-7245b71ab229 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Deleting port 84ffe60e-83b3-44fd-9266-3e110978ab41 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:21:39.928740 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ec371f2e-a9c3-43d9-bb73-856fee7ae992 req-5386f193-42d9-470f-96d6-7245b71ab229 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:39.934458 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-100485d6-ac73-4008-a839-80f6791fbac2 service neutron] 10.222.0.10 "GET /v2.0/networks/a39373cc-9e04-46cb-a6a0-e81ef6eae8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4980488 Apr 20 17:21:40.060922 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-117efbc7-a50a-4d84-9ddc-07ae2aad33f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:40.134858 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dbe42cb3-a330-4de9-8d6d-aaf29bda54ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:40.184815 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-90cf6f5d-5dd6-425d-bc4c-41d542f42085 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=5224556f-f386-4d81-8c67-44e0ec851101 HTTP/1.1" status: 200 len: 217 time: 0.1186385 Apr 20 17:21:40.200080 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-117efbc7-a50a-4d84-9ddc-07ae2aad33f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:40.302359 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-5d08fe8e-be99-4d92-a433-3eb7499a5910 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:40.304153 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-5d08fe8e-be99-4d92-a433-3eb7499a5910 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=11a8e839-1da0-4863-85ac-b3bf2b70f6f8 HTTP/1.1" status: 200 len: 797 time: 0.1052568 Apr 20 17:21:40.329914 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-8ca615b1-86b4-487d-8e90-bb6a4b88b890 service neutron] 10.222.0.39 "GET /v2.0/networks/f7b5a62e-093e-4343-af4b-6c58ae9d958b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776021 Apr 20 17:21:40.335220 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe42cb3-a330-4de9-8d6d-aaf29bda54ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=35e9f78d-225c-4d9e-a6cf-92423d188840,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:40.349498 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-117efbc7-a50a-4d84-9ddc-07ae2aad33f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:40.350253 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117efbc7-a50a-4d84-9ddc-07ae2aad33f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cebc4d3-edd4-4e1a-971e-b61e6725cc69 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:21:40.418914 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-117efbc7-a50a-4d84-9ddc-07ae2aad33f6 admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:40.422608 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-117efbc7-a50a-4d84-9ddc-07ae2aad33f6 admin admin] 10.222.0.39 "DELETE /v2.0/routers/5cebc4d3-edd4-4e1a-971e-b61e6725cc69 HTTP/1.1" status: 204 len: 168 time: 5.9869435 Apr 20 17:21:40.423614 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44020) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:40.425780 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c9b15e6e-8959-41d7-8a44-82a9378a3d02 req-151262c8-21a2-4660-a479-cafb70cdcdc6 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:40.445849 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe42cb3-a330-4de9-8d6d-aaf29bda54ef admin admin] Checking segment: {'id': '66b29461-7e00-47bd-9ba1-5ef6f56d61e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:21:40.446229 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe42cb3-a330-4de9-8d6d-aaf29bda54ef admin admin] Network hostable DHCP agents. Network: 2b36794c-34c3-4e2e-bc39-30e014c826c8, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:21:40.471064 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c9b15e6e-8959-41d7-8a44-82a9378a3d02 req-151262c8-21a2-4660-a479-cafb70cdcdc6 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:40.495254 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-ec371f2e-a9c3-43d9-bb73-856fee7ae992 req-5386f193-42d9-470f-96d6-7245b71ab229 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] For port 84ffe60e-83b3-44fd-9266-3e110978ab41, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=84ffe60e-83b3-44fd-9266-3e110978ab41,segment=NetworkSegment(4060d4e7-10e6-4838-836b-eec05a3f4513),segment_id=4060d4e7-10e6-4838-836b-eec05a3f4513)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:21:40.496193 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ec371f2e-a9c3-43d9-bb73-856fee7ae992 req-5386f193-42d9-470f-96d6-7245b71ab229 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:40.597745 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a6f3027-e228-4b7f-acad-13194269297e admin admin] Deleting subnet f2f65fad-12b6-4d33-aa45-7d4baab655e0 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:21:40.608854 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-d68537d0-0ecc-404a-9828-0f11eb8150ed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a39373cc-9e04-46cb-a6a0-e81ef6eae8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2925107 Apr 20 17:21:40.614492 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7a6f3027-e228-4b7f-acad-13194269297e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:40.641836 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-ec371f2e-a9c3-43d9-bb73-856fee7ae992 req-5386f193-42d9-470f-96d6-7245b71ab229 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Calling delete_port for 84ffe60e-83b3-44fd-9266-3e110978ab41 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:21:40.652752 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151262c8-21a2-4660-a479-cafb70cdcdc6 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Pushing event updated for resources: {'Port': ['ID=b88d718b-3239-4557-8293-c23ffca27024,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:40.708001 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe42cb3-a330-4de9-8d6d-aaf29bda54ef admin admin] Network 2b36794c-34c3-4e2e-bc39-30e014c826c8 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:21:40.726210 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-39900a25-750d-4bb2-9eff-65d8332e5e58 service neutron] 10.222.0.39 "GET /v2.0/networks/f7b5a62e-093e-4343-af4b-6c58ae9d958b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733327 Apr 20 17:21:40.748643 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-dbe42cb3-a330-4de9-8d6d-aaf29bda54ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 2b36794c-34c3-4e2e-bc39-30e014c826c8) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:21:40.753997 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe42cb3-a330-4de9-8d6d-aaf29bda54ef admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:40.754771 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dbe42cb3-a330-4de9-8d6d-aaf29bda54ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:40.762284 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c9b15e6e-8959-41d7-8a44-82a9378a3d02 req-151262c8-21a2-4660-a479-cafb70cdcdc6 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:40.762689 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a0f285-eb29-4c6a-99f5-0b64b6e8e670 None None] Network 2b36794c-34c3-4e2e-bc39-30e014c826c8 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:21:40.778397 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7a6f3027-e228-4b7f-acad-13194269297e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:40.839619 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-dbe42cb3-a330-4de9-8d6d-aaf29bda54ef admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5202703 Apr 20 17:21:40.842681 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c9b15e6e-8959-41d7-8a44-82a9378a3d02 req-151262c8-21a2-4660-a479-cafb70cdcdc6 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:40.844593 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44032) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:40.849313 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c9b15e6e-8959-41d7-8a44-82a9378a3d02 req-151262c8-21a2-4660-a479-cafb70cdcdc6 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.3345234 Apr 20 17:21:40.853304 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-f03c7c45-eccc-45dc-aeb0-cf82e3ec99b7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1002173449-router', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:40.858867 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f03c7c45-eccc-45dc-aeb0-cf82e3ec99b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:40.863307 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f03c7c45-eccc-45dc-aeb0-cf82e3ec99b7 admin admin] Usage tracker for resource:router and tenant:02869399c9f94c6e8f223671a74b81d5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:40.866533 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f03c7c45-eccc-45dc-aeb0-cf82e3ec99b7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:40.875120 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f03c7c45-eccc-45dc-aeb0-cf82e3ec99b7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:40.899226 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f03c7c45-eccc-45dc-aeb0-cf82e3ec99b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:40.900713 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f03c7c45-eccc-45dc-aeb0-cf82e3ec99b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:40.935987 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ec371f2e-a9c3-43d9-bb73-856fee7ae992 req-5386f193-42d9-470f-96d6-7245b71ab229 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:41.059490 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-c9b15e6e-8959-41d7-8a44-82a9378a3d02 req-a34f1518-42ef-4f2e-8d7f-89954599ec4c tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Synchronizing usage tracker for tenant:e69d925bc4624d179017bbb9867ea7fd on resource:floatingip {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:21:41.063761 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['84ffe60e-83b3-44fd-9266-3e110978ab41'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:21:41.068053 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-5c3b661a-817e-4611-8c11-3d79c5e15506 service neutron] 10.222.0.10 "GET /v2.0/networks/a39373cc-9e04-46cb-a6a0-e81ef6eae8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182258 Apr 20 17:21:41.190104 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd23e36-3e4b-42b2-bc14-04b8eebfdbfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-2b36794c-34c3-4e2e-bc39-30e014c826c8', 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'fixed_ips': [{'subnet_id': '35e9f78d-225c-4d9e-a6cf-92423d188840'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:21:41.191055 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3dd23e36-3e4b-42b2-bc14-04b8eebfdbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:41.233338 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-1d5cd355-4266-4a9a-aff5-48ee69969d43 req-d5ab7c84-8808-4bac-8cce-3f830b65472a tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1834164988', 'description': 'tempest-description-414568015'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:41.248557 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f03c7c45-eccc-45dc-aeb0-cf82e3ec99b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:41.249305 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-c9b15e6e-8959-41d7-8a44-82a9378a3d02 req-a34f1518-42ef-4f2e-8d7f-89954599ec4c tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Unset dirty status for tenant:e69d925bc4624d179017bbb9867ea7fd on resource:floatingip {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:21:41.250928 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c9b15e6e-8959-41d7-8a44-82a9378a3d02 req-a34f1518-42ef-4f2e-8d7f-89954599ec4c tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.85 HTTP/1.1" status: 200 len: 695 time: 0.4008431 Apr 20 17:21:41.261278 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7a6f3027-e228-4b7f-acad-13194269297e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:41.290250 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386f193-42d9-470f-96d6-7245b71ab229 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Pushing event deleted for resources: {'Port': ['ID=84ffe60e-83b3-44fd-9266-3e110978ab41,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:41.328082 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-1d5cd355-4266-4a9a-aff5-48ee69969d43 req-d5ab7c84-8808-4bac-8cce-3f830b65472a tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:41.387423 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-99609678-8893-4a0b-a90a-ae76efba7741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:41.424771 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-1d5cd355-4266-4a9a-aff5-48ee69969d43 req-d5ab7c84-8808-4bac-8cce-3f830b65472a tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Usage tracker for resource:security_group and tenant:f82b86b552df4db0913be0a7a173ef05 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:41.428616 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-1d5cd355-4266-4a9a-aff5-48ee69969d43 req-d5ab7c84-8808-4bac-8cce-3f830b65472a tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:41.437140 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-1d5cd355-4266-4a9a-aff5-48ee69969d43 req-d5ab7c84-8808-4bac-8cce-3f830b65472a tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:41.565433 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-3dd23e36-3e4b-42b2-bc14-04b8eebfdbfd None None] Allocated IP 172.20.0.2 (2b36794c-34c3-4e2e-bc39-30e014c826c8/35e9f78d-225c-4d9e-a6cf-92423d188840/6eb15d15-0cda-4036-af69-8d9467c07b53) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:21:41.620509 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-1d5cd355-4266-4a9a-aff5-48ee69969d43 req-d5ab7c84-8808-4bac-8cce-3f830b65472a tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:41.641595 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec371f2e-a9c3-43d9-bb73-856fee7ae992 req-5386f193-42d9-470f-96d6-7245b71ab229 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] No DVR routers for this DVR port 84ffe60e-83b3-44fd-9266-3e110978ab41 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:21:41.652505 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ec371f2e-a9c3-43d9-bb73-856fee7ae992 req-5386f193-42d9-470f-96d6-7245b71ab229 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:41.660941 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fe4791-bb92-405c-a291-72ed7b3d4149', 'name': 'network-vif-deleted', 'tag': '84ffe60e-83b3-44fd-9266-3e110978ab41'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:21:41.662575 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-846e0c26-e773-49a2-b9e1-b7a9c3bbe558 service neutron] 10.222.0.10 "GET /v2.0/networks/a39373cc-9e04-46cb-a6a0-e81ef6eae8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5865562 Apr 20 17:21:41.680389 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ec371f2e-a9c3-43d9-bb73-856fee7ae992 req-5386f193-42d9-470f-96d6-7245b71ab229 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.43 "DELETE /v2.0/ports/84ffe60e-83b3-44fd-9266-3e110978ab41 HTTP/1.1" status: 204 len: 173 time: 1.9095879 Apr 20 17:21:41.702599 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f03c7c45-eccc-45dc-aeb0-cf82e3ec99b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:41.710550 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-1d5cd355-4266-4a9a-aff5-48ee69969d43 req-d5ab7c84-8808-4bac-8cce-3f830b65472a tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:41.720473 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-1d5cd355-4266-4a9a-aff5-48ee69969d43 req-d5ab7c84-8808-4bac-8cce-3f830b65472a tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Usage tracker for resource:security_group_rule and tenant:f82b86b552df4db0913be0a7a173ef05 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:41.726456 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-1d5cd355-4266-4a9a-aff5-48ee69969d43 req-d5ab7c84-8808-4bac-8cce-3f830b65472a tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:41.734560 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-1d5cd355-4266-4a9a-aff5-48ee69969d43 req-d5ab7c84-8808-4bac-8cce-3f830b65472a tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:41.817915 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-2a62c899-639e-49e3-a5be-09bf6448d825 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2e451d66-3f1e-4689-9a25-ce9c80736888 HTTP/1.1" status: 200 len: 217 time: 0.1321688 Apr 20 17:21:41.820979 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7a6f3027-e228-4b7f-acad-13194269297e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:41.867242 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7a6f3027-e228-4b7f-acad-13194269297e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:41.927921 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b15e6e-8959-41d7-8a44-82a9378a3d02 req-fb50f378-ae91-4650-816e-c9a8ec76a615 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:41.929643 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c9b15e6e-8959-41d7-8a44-82a9378a3d02 req-fb50f378-ae91-4650-816e-c9a8ec76a615 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 784 time: 0.6165552 Apr 20 17:21:41.942734 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f3027-e228-4b7f-acad-13194269297e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2f65fad-12b6-4d33-aa45-7d4baab655e0,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:41.959413 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6234c8a7-c39f-40be-ba93-32daf1e57ac0 None None] Network 7289b4d6-d07e-4d7e-9061-229d2aa24696 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:21:41.966470 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44058) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:41.967451 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7a6f3027-e228-4b7f-acad-13194269297e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f2f65fad-12b6-4d33-aa45-7d4baab655e0 HTTP/1.1" status: 204 len: 168 time: 1.5391021 Apr 20 17:21:42.004218 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-28b179a0-c7cb-41e1-8651-e893b460b076 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:42.006770 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-28b179a0-c7cb-41e1-8651-e893b460b076 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=93f834c9-d665-4383-8c5d-7a7311783f9a HTTP/1.1" status: 200 len: 797 time: 0.1730039 Apr 20 17:21:42.109876 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-1d5cd355-4266-4a9a-aff5-48ee69969d43 req-d5ab7c84-8808-4bac-8cce-3f830b65472a tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:42.133756 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-ac695ef5-d37d-4304-b75b-e0f5bef84f66 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d9f1e448-db15-4c9f-8c5b-a0fa35869e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1191902 Apr 20 17:21:42.142213 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-1d5cd355-4266-4a9a-aff5-48ee69969d43 req-d5ab7c84-8808-4bac-8cce-3f830b65472a tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:42.142809 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44062) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:42.173509 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3dd23e36-3e4b-42b2-bc14-04b8eebfdbfd None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:42.177577 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21909195-5797-456e-a775-679497addb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:42.217671 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab7c84-8808-4bac-8cce-3f830b65472a tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50101c33-8716-40d7-a519-5dbe3b198dab,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:42.221513 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3dd23e36-3e4b-42b2-bc14-04b8eebfdbfd None None] Transition to ACTIVE for port object 6eb15d15-0cda-4036-af69-8d9467c07b53 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:21:42.241490 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-1d5cd355-4266-4a9a-aff5-48ee69969d43 req-d5ab7c84-8808-4bac-8cce-3f830b65472a tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:42.242153 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1d5cd355-4266-4a9a-aff5-48ee69969d43 req-d5ab7c84-8808-4bac-8cce-3f830b65472a tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 1.2107134 Apr 20 17:21:42.252093 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-21909195-5797-456e-a775-679497addb16 admin admin] Deleting port bfbeaf3d-f308-43e2-9cd6-ab052f693d76 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:21:42.252093 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21909195-5797-456e-a775-679497addb16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:42.287066 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3dd23e36-3e4b-42b2-bc14-04b8eebfdbfd None None] Transition to ACTIVE for port object 6eb15d15-0cda-4036-af69-8d9467c07b53 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:21:42.303229 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3dd23e36-3e4b-42b2-bc14-04b8eebfdbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:42.420860 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f03c7c45-eccc-45dc-aeb0-cf82e3ec99b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:42.484279 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f03c7c45-eccc-45dc-aeb0-cf82e3ec99b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:42.499984 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd23e36-3e4b-42b2-bc14-04b8eebfdbfd None None] Pushing event updated for resources: {'Port': ['ID=6eb15d15-0cda-4036-af69-8d9467c07b53,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:42.510134 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd23e36-3e4b-42b2-bc14-04b8eebfdbfd None None] Network 2b36794c-34c3-4e2e-bc39-30e014c826c8 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:21:42.512830 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-3dd23e36-3e4b-42b2-bc14-04b8eebfdbfd None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:21:42.516405 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd23e36-3e4b-42b2-bc14-04b8eebfdbfd None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:21:42.602791 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0430a893-8352-4187-8800-723d854075fa req-5c40bfe0-6636-4bcc-87f1-c0b859306034 tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.39 "GET /v2.0/ports?device_id=69688f3f-414f-4a78-a5cb-1647a447d7ee HTTP/1.1" status: 200 len: 210 time: 0.1198914 Apr 20 17:21:42.662641 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-dbf508d5-e87f-46c8-9e98-56e882bb0b3c req-d25b90f8-9e26-4748-aff9-c3bb7fba2c50 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Synchronizing usage tracker for tenant:0dd99ef1065b406196682e8299225373 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:21:42.685693 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:42.712675 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:42.715939 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-3dd23e36-3e4b-42b2-bc14-04b8eebfdbfd None None] Attempting to bind port 6eb15d15-0cda-4036-af69-8d9467c07b53 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:21:42.716636 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-3dd23e36-3e4b-42b2-bc14-04b8eebfdbfd None None] Attempting to bind port 6eb15d15-0cda-4036-af69-8d9467c07b53 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '66b29461-7e00-47bd-9ba1-5ef6f56d61e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:21:42.717284 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd23e36-3e4b-42b2-bc14-04b8eebfdbfd None None] Attempting to bind port 6eb15d15-0cda-4036-af69-8d9467c07b53 on network 2b36794c-34c3-4e2e-bc39-30e014c826c8 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:21:42.725514 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd23e36-3e4b-42b2-bc14-04b8eebfdbfd None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:21:42.725916 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd23e36-3e4b-42b2-bc14-04b8eebfdbfd None None] Checking segment: {'id': '66b29461-7e00-47bd-9ba1-5ef6f56d61e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:21:42.726504 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3dd23e36-3e4b-42b2-bc14-04b8eebfdbfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:42.727133 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd23e36-3e4b-42b2-bc14-04b8eebfdbfd None None] Bound using segment: {'id': '66b29461-7e00-47bd-9ba1-5ef6f56d61e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:21:42.727911 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-3dd23e36-3e4b-42b2-bc14-04b8eebfdbfd None None] Bound port: 6eb15d15-0cda-4036-af69-8d9467c07b53, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b29461-7e00-47bd-9ba1-5ef6f56d61e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:21:42.728445 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3dd23e36-3e4b-42b2-bc14-04b8eebfdbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:42.747071 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2275c7b5-a794-4625-aff8-e34f325e6b93 None None] DHCP port deletion for 7289b4d6-d07e-4d7e-9061-229d2aa24696 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:21:42.747248 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-44d2326e-87a7-4725-ac75-3ebe2a96d397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:42.758560 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-2275c7b5-a794-4625-aff8-e34f325e6b93 None None] Deleting port bfbeaf3d-f308-43e2-9cd6-ab052f693d76 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:21:42.759216 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2275c7b5-a794-4625-aff8-e34f325e6b93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:42.759966 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-dbf508d5-e87f-46c8-9e98-56e882bb0b3c req-d25b90f8-9e26-4748-aff9-c3bb7fba2c50 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] Unset dirty status for tenant:0dd99ef1065b406196682e8299225373 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:21:42.761583 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dbf508d5-e87f-46c8-9e98-56e882bb0b3c req-d25b90f8-9e26-4748-aff9-c3bb7fba2c50 tempest-ServerRescueTestJSON-1587263276 tempest-ServerRescueTestJSON-1587263276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5fe4791-bb92-405c-a291-72ed7b3d4149 HTTP/1.1" status: 200 len: 210 time: 0.5807390 Apr 20 17:21:42.803141 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0148b072-16a5-43f7-a2d1-921fa3e4e8cd'] response: {'server_uuid': 'b5fe4791-bb92-405c-a291-72ed7b3d4149', 'name': 'network-vif-deleted', 'tag': '84ffe60e-83b3-44fd-9266-3e110978ab41', 'status': 'completed', 'code': 200} Apr 20 17:21:42.862620 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-44d2326e-87a7-4725-ac75-3ebe2a96d397 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:42.878168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-44d2326e-87a7-4725-ac75-3ebe2a96d397 admin admin] Usage tracker for resource:security_group_rule and tenant:f3c193834fca4c6991dfc3da21456c57 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:42.896167 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-44d2326e-87a7-4725-ac75-3ebe2a96d397 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:42.936136 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-44d2326e-87a7-4725-ac75-3ebe2a96d397 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:42.938097 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-3dd23e36-3e4b-42b2-bc14-04b8eebfdbfd None None] For port 6eb15d15-0cda-4036-af69-8d9467c07b53, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:21:42.952619 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f334e620-e061-4a9a-ad3d-e6070a12ca84 req-cbdb964c-2c5c-4817-93c2-dda080f81e1a tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] 10.222.0.39 "GET /v2.0/floatingips/65c03834-ed2a-4923-b717-3c1da754989b HTTP/1.1" status: 200 len: 692 time: 0.1485944 Apr 20 17:21:42.969130 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-21909195-5797-456e-a775-679497addb16 admin admin] For port bfbeaf3d-f308-43e2-9cd6-ab052f693d76, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=bfbeaf3d-f308-43e2-9cd6-ab052f693d76,segment=NetworkSegment(4fc59e16-1c50-4b7d-afb8-5de8a7074707),segment_id=4fc59e16-1c50-4b7d-afb8-5de8a7074707)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:21:42.971171 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21909195-5797-456e-a775-679497addb16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:42.972719 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-19b3830e-a2f1-4c9b-9293-a5d87a33563b req-c1d41db9-4017-4f93-bacd-e606d0daa744 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] 10.222.0.39 "GET /v2.0/security-groups/50101c33-8716-40d7-a519-5dbe3b198dab HTTP/1.1" status: 200 len: 1646 time: 0.1339734 Apr 20 17:21:42.993299 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-64e78792-4c9d-41cc-8b6f-07e9d06bb2b2 service neutron] 10.222.0.10 "GET /v2.0/networks/d9f1e448-db15-4c9f-8c5b-a0fa35869e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8525817 Apr 20 17:21:43.004895 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device bfbeaf3d-f308-43e2-9cd6-ab052f693d76 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:21:43.044984 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-3dd23e36-3e4b-42b2-bc14-04b8eebfdbfd None None] For port 6eb15d15-0cda-4036-af69-8d9467c07b53, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6eb15d15-0cda-4036-af69-8d9467c07b53,segment=NetworkSegment(66b29461-7e00-47bd-9ba1-5ef6f56d61e9),segment_id=66b29461-7e00-47bd-9ba1-5ef6f56d61e9)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:21:43.076221 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3dd23e36-3e4b-42b2-bc14-04b8eebfdbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:43.118685 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-b079c9c6-9dae-43e8-9759-787932ed4c62 req-e074532c-d9fc-4dd4-b25b-5bd122a2bbe2 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-906243208', 'description': 'tempest-description-1894450945'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:43.135822 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-b079c9c6-9dae-43e8-9759-787932ed4c62 req-e074532c-d9fc-4dd4-b25b-5bd122a2bbe2 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:43.153379 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b079c9c6-9dae-43e8-9759-787932ed4c62 req-e074532c-d9fc-4dd4-b25b-5bd122a2bbe2 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Usage tracker for resource:security_group and tenant:f82b86b552df4db0913be0a7a173ef05 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:43.161628 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b079c9c6-9dae-43e8-9759-787932ed4c62 req-e074532c-d9fc-4dd4-b25b-5bd122a2bbe2 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:43.169996 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-2275c7b5-a794-4625-aff8-e34f325e6b93 None None] For port bfbeaf3d-f308-43e2-9cd6-ab052f693d76, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=bfbeaf3d-f308-43e2-9cd6-ab052f693d76,segment=NetworkSegment(4fc59e16-1c50-4b7d-afb8-5de8a7074707),segment_id=4fc59e16-1c50-4b7d-afb8-5de8a7074707)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:21:43.170898 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2275c7b5-a794-4625-aff8-e34f325e6b93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:43.172723 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-b079c9c6-9dae-43e8-9759-787932ed4c62 req-e074532c-d9fc-4dd4-b25b-5bd122a2bbe2 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:43.179828 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:43.249206 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b079c9c6-9dae-43e8-9759-787932ed4c62 req-e074532c-d9fc-4dd4-b25b-5bd122a2bbe2 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:43.310333 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-44d2326e-87a7-4725-ac75-3ebe2a96d397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:43.322763 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-53b7cc97-0d7d-4bb9-9fe8-32c68478e529 service neutron] 10.222.0.10 "GET /v2.0/networks/d9f1e448-db15-4c9f-8c5b-a0fa35869e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062909 Apr 20 17:21:43.322763 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-44d2326e-87a7-4725-ac75-3ebe2a96d397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:43.328904 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-2275c7b5-a794-4625-aff8-e34f325e6b93 None None] Calling delete_port for bfbeaf3d-f308-43e2-9cd6-ab052f693d76 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:21:43.335324 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-f03c7c45-eccc-45dc-aeb0-cf82e3ec99b7 admin admin] Allocated IP 172.25.8.115 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/adb8da6d-1468-4bfc-8fbc-a7f4c98774bb) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:21:43.361590 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd23e36-3e4b-42b2-bc14-04b8eebfdbfd None None] Pushing event updated for resources: {'Port': ['ID=6eb15d15-0cda-4036-af69-8d9467c07b53,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:43.427941 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2326e-87a7-4725-ac75-3ebe2a96d397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e509e8e-65f8-467e-9ce0-32db9fb1a5bf,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:43.467388 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-b079c9c6-9dae-43e8-9759-787932ed4c62 req-e074532c-d9fc-4dd4-b25b-5bd122a2bbe2 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:43.473609 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-44d2326e-87a7-4725-ac75-3ebe2a96d397 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f3c193834fca4c6991dfc3da21456c57&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3291671 Apr 20 17:21:43.483160 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44074) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:43.496648 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:43.514574 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b079c9c6-9dae-43e8-9759-787932ed4c62 req-e074532c-d9fc-4dd4-b25b-5bd122a2bbe2 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Usage tracker for resource:security_group_rule and tenant:f82b86b552df4db0913be0a7a173ef05 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:43.529676 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b079c9c6-9dae-43e8-9759-787932ed4c62 req-e074532c-d9fc-4dd4-b25b-5bd122a2bbe2 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:43.541987 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-5d6db789-8f04-4e08-8fa7-3a80bb675442 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a8537b98-a7ec-415c-8279-a594cd6118df HTTP/1.1" status: 200 len: 217 time: 0.2208900 Apr 20 17:21:43.545069 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-b079c9c6-9dae-43e8-9759-787932ed4c62 req-e074532c-d9fc-4dd4-b25b-5bd122a2bbe2 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:43.548554 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2275c7b5-a794-4625-aff8-e34f325e6b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:43.661661 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f03c7c45-eccc-45dc-aeb0-cf82e3ec99b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:43.679944 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2275c7b5-a794-4625-aff8-e34f325e6b93 None None] Pushing event deleted for resources: {'Port': ['ID=bfbeaf3d-f308-43e2-9cd6-ab052f693d76,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:43.688710 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2275c7b5-a794-4625-aff8-e34f325e6b93 None None] No DVR routers for this DVR port bfbeaf3d-f308-43e2-9cd6-ab052f693d76 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:21:43.708980 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-d8c202e5-355f-42bf-a3e5-e6949d6b94c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:43.712997 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-d8c202e5-355f-42bf-a3e5-e6949d6b94c9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=93f834c9-d665-4383-8c5d-7a7311783f9a HTTP/1.1" status: 200 len: 797 time: 0.1536651 Apr 20 17:21:43.832518 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b079c9c6-9dae-43e8-9759-787932ed4c62 req-e074532c-d9fc-4dd4-b25b-5bd122a2bbe2 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:43.837212 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-be0e7f64-91d1-4c69-baca-022dd5edb092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:43.860412 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b079c9c6-9dae-43e8-9759-787932ed4c62 req-e074532c-d9fc-4dd4-b25b-5bd122a2bbe2 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:43.923989 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:43.924241 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-be0e7f64-91d1-4c69-baca-022dd5edb092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:43.950840 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334e620-e061-4a9a-ad3d-e6070a12ca84 req-fcd08d3d-4982-4a39-8f43-f0a10bda077a tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:43.952195 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f334e620-e061-4a9a-ad3d-e6070a12ca84 req-fcd08d3d-4982-4a39-8f43-f0a10bda077a tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 784 time: 0.9886787 Apr 20 17:21:43.958861 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-21909195-5797-456e-a775-679497addb16 admin admin] Calling delete_port for bfbeaf3d-f308-43e2-9cd6-ab052f693d76 owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:21:43.961276 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074532c-d9fc-4dd4-b25b-5bd122a2bbe2 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=558f6b23-5cbf-46ba-8e37-eea0d8ee2b26,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:43.975966 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b079c9c6-9dae-43e8-9759-787932ed4c62 req-e074532c-d9fc-4dd4-b25b-5bd122a2bbe2 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:43.987726 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b079c9c6-9dae-43e8-9759-787932ed4c62 req-e074532c-d9fc-4dd4-b25b-5bd122a2bbe2 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.9359710 Apr 20 17:21:44.003516 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-77d0c752-60ae-4905-adfb-2a356fa04abe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d9f1e448-db15-4c9f-8c5b-a0fa35869e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2736344 Apr 20 17:21:44.169789 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3309e52c-f0fd-4a89-89aa-1a50243546ec req-41532151-0db5-444b-8565-31e952bf384b tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.39 "GET /v2.0/ports?device_id=69688f3f-414f-4a78-a5cb-1647a447d7ee HTTP/1.1" status: 200 len: 210 time: 0.0624776 Apr 20 17:21:44.169789 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-be0e7f64-91d1-4c69-baca-022dd5edb092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:44.178679 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-f334e620-e061-4a9a-ad3d-e6070a12ca84 req-ef3d4884-1bcf-45a4-b0c8-be1ba423ea3c tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Synchronizing usage tracker for tenant:e69d925bc4624d179017bbb9867ea7fd on resource:floatingip {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:21:44.183869 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e7f64-91d1-4c69-baca-022dd5edb092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e509e8e-65f8-467e-9ce0-32db9fb1a5bf,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:44.228434 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-be0e7f64-91d1-4c69-baca-022dd5edb092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:44.232011 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-be0e7f64-91d1-4c69-baca-022dd5edb092 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5e509e8e-65f8-467e-9ce0-32db9fb1a5bf HTTP/1.1" status: 204 len: 168 time: 0.7231972 Apr 20 17:21:44.248786 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-f334e620-e061-4a9a-ad3d-e6070a12ca84 req-ef3d4884-1bcf-45a4-b0c8-be1ba423ea3c tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Unset dirty status for tenant:e69d925bc4624d179017bbb9867ea7fd on resource:floatingip {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:21:44.249964 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f334e620-e061-4a9a-ad3d-e6070a12ca84 req-ef3d4884-1bcf-45a4-b0c8-be1ba423ea3c tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.85 HTTP/1.1" status: 200 len: 695 time: 0.2476346 Apr 20 17:21:44.276246 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-ed2ee863-15f8-48d6-836f-72a2e912620d service neutron] 10.222.0.10 "GET /v2.0/networks/d9f1e448-db15-4c9f-8c5b-a0fa35869e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657115 Apr 20 17:21:44.288844 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44086) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:44.430634 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f03c7c45-eccc-45dc-aeb0-cf82e3ec99b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:44.442161 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.api [None req-21909195-5797-456e-a775-679497addb16 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:21:44.442915 n-d-838032-1 neutron-server[84081]: DEBUG oslo_db.api [None req-21909195-5797-456e-a775-679497addb16 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:21:44.472252 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 84ffe60e-83b3-44fd-9266-3e110978ab41 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:21:44.516358 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4194ffe5-ad7a-4add-a5b8-6c3070ca1a8e req-502e6b3d-974c-4109-8e93-cec218438328 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] 10.222.0.39 "GET /v2.0/security-groups/558f6b23-5cbf-46ba-8e37-eea0d8ee2b26 HTTP/1.1" status: 200 len: 1646 time: 0.1388586 Apr 20 17:21:44.545722 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2a55b6d-e3f5-4c8e-a501-1b22e18b9ee5 req-63482ce2-667d-4cb5-a744-38e22f42efba service neutron] 10.222.0.10 "GET /v2.0/networks/d9f1e448-db15-4c9f-8c5b-a0fa35869e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606158 Apr 20 17:21:44.593557 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 84ffe60e-83b3-44fd-9266-3e110978ab41 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:21:44.593557 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 84ffe60e-83b3-44fd-9266-3e110978ab41 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:21:44.604784 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [req-5a6c05bc-ad86-4a14-9128-815633f4cd43 req-9cb30a23-6538-47b3-bc37-1b7961492d60 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] show failed (client error): The resource could not be found. Apr 20 17:21:44.607889 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5a6c05bc-ad86-4a14-9128-815633f4cd43 req-9cb30a23-6538-47b3-bc37-1b7961492d60 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] 10.222.0.39 "GET /v2.0/security-groups/310e3289-41e1-4628-a456-2ab30145734a HTTP/1.1" status: 404 len: 352 time: 0.0290549 Apr 20 17:21:44.637252 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-d35e3fde-f855-419f-bc00-88ea0694bb30 tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:44.638860 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-d35e3fde-f855-419f-bc00-88ea0694bb30 tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.43 "GET /v2.0/networks?id=f7b5a62e-093e-4343-af4b-6c58ae9d958b HTTP/1.1" status: 200 len: 824 time: 0.9688058 Apr 20 17:21:44.664569 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03c7c45-eccc-45dc-aeb0-cf82e3ec99b7 admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:21:44.679226 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-f03c7c45-eccc-45dc-aeb0-cf82e3ec99b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:21:44.679917 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [req-e3231143-fb43-4bfe-bd3e-a8cac02429e9 req-bdef3153-80bd-4163-b084-48425ccff213 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] show failed (client error): The resource could not be found. Apr 20 17:21:44.691092 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e3231143-fb43-4bfe-bd3e-a8cac02429e9 req-bdef3153-80bd-4163-b084-48425ccff213 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] 10.222.0.39 "GET /v2.0/security-group-rules/8d719e62-3f20-4846-9bc2-84a609eeaae2 HTTP/1.1" status: 404 len: 361 time: 0.0301154 Apr 20 17:21:44.699232 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03c7c45-eccc-45dc-aeb0-cf82e3ec99b7 admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:21:44.760922 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-24eefe7a-4190-43b9-97dc-c3944cce156b tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Request body: {'port': {'device_id': '69688f3f-414f-4a78-a5cb-1647a447d7ee', 'network_id': 'f7b5a62e-093e-4343-af4b-6c58ae9d958b', 'admin_state_up': True, 'tenant_id': 'bfc06c5e3cb245e0881cdde22d3dcfe4'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:44.812187 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cf15d0f8-8d55-46d5-9690-5bee78346f0b req-5eedb282-d2ff-4640-ac99-41a73c9a26b6 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] 10.222.0.39 "GET /v2.0/security-groups/558f6b23-5cbf-46ba-8e37-eea0d8ee2b26 HTTP/1.1" status: 200 len: 1646 time: 0.0903313 Apr 20 17:21:44.855937 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e3d414-4101-4430-9cf1-8dcdc1aa178e None None] Network 2b36794c-34c3-4e2e-bc39-30e014c826c8 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:21:44.898625 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cf15d0f8-8d55-46d5-9690-5bee78346f0b req-46d4e6d9-5636-4eea-9cf9-1355a81ec518 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:44.922685 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44102) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:44.956014 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-21909195-5797-456e-a775-679497addb16 admin admin] Deleting port bfbeaf3d-f308-43e2-9cd6-ab052f693d76 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:21:44.956351 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21909195-5797-456e-a775-679497addb16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:44.957397 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cf15d0f8-8d55-46d5-9690-5bee78346f0b req-46d4e6d9-5636-4eea-9cf9-1355a81ec518 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:44.970104 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9a886517-dccb-4d71-86c5-0dc888637b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:44.982736 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-162a3820-2b51-4ebe-bc7e-9b45501832ae None None] Provisioning for port 6eb15d15-0cda-4036-af69-8d9467c07b53 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:21:45.033126 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9a886517-dccb-4d71-86c5-0dc888637b7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:45.038238 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9a886517-dccb-4d71-86c5-0dc888637b7c admin admin] Usage tracker for resource:security_group_rule and tenant:873c97fe5a7647a3a1831bb9d4e034ed is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:45.041572 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9a886517-dccb-4d71-86c5-0dc888637b7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:45.051873 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9a886517-dccb-4d71-86c5-0dc888637b7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:45.055357 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f334e620-e061-4a9a-ad3d-e6070a12ca84 req-08459452-6ce8-47c4-8142-49239d1a17e4 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.85 HTTP/1.1" status: 200 len: 695 time: 0.7672281 Apr 20 17:21:45.061992 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cf15d0f8-8d55-46d5-9690-5bee78346f0b req-46d4e6d9-5636-4eea-9cf9-1355a81ec518 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:45.097745 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4e6d9-5636-4eea-9cf9-1355a81ec518 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=558f6b23-5cbf-46ba-8e37-eea0d8ee2b26,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:45.161794 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cf15d0f8-8d55-46d5-9690-5bee78346f0b req-46d4e6d9-5636-4eea-9cf9-1355a81ec518 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:45.161794 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cf15d0f8-8d55-46d5-9690-5bee78346f0b req-46d4e6d9-5636-4eea-9cf9-1355a81ec518 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] 10.222.0.39 "DELETE /v2.0/security-groups/558f6b23-5cbf-46ba-8e37-eea0d8ee2b26 HTTP/1.1" status: 204 len: 173 time: 0.3480492 Apr 20 17:21:45.170018 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c7c45-eccc-45dc-aeb0-cf82e3ec99b7 admin admin] Pushing event updated for resources: {'Port': ['ID=adb8da6d-1468-4bfc-8fbc-a7f4c98774bb,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:45.257022 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6eb15d15-0cda-4036-af69-8d9467c07b53 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:21:45.259617 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9a886517-dccb-4d71-86c5-0dc888637b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:45.267212 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9a886517-dccb-4d71-86c5-0dc888637b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:45.300996 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:45.301158 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-21909195-5797-456e-a775-679497addb16 admin admin] The port 'bfbeaf3d-f308-43e2-9cd6-ab052f693d76' was deleted {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:21:45.321879 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9a886517-dccb-4d71-86c5-0dc888637b7c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=873c97fe5a7647a3a1831bb9d4e034ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3978455 Apr 20 17:21:45.325175 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44110) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:45.458543 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 6eb15d15-0cda-4036-af69-8d9467c07b53 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:21:45.465843 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a886517-dccb-4d71-86c5-0dc888637b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1039b6-c983-428e-8cd2-c1f549c52427,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:45.467823 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 6eb15d15-0cda-4036-af69-8d9467c07b53 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:21:45.468076 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:45.479160 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-f334e620-e061-4a9a-ad3d-e6070a12ca84 req-b8f8c3c5-848a-4e25-8db6-aa8306f5fc6a tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Deleting port b88d718b-3239-4557-8293-c23ffca27024 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:21:45.480207 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f334e620-e061-4a9a-ad3d-e6070a12ca84 req-b8f8c3c5-848a-4e25-8db6-aa8306f5fc6a tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:45.543505 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-22e0c67f-4a18-443d-bd04-043f0347c955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:45.584360 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-22e0c67f-4a18-443d-bd04-043f0347c955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:45.634735 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa7260-cf01-4c1b-a798-d1d0e8b176d6 req-ad24bb15-239a-43d9-b8de-a441b8036be1 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:45.639975 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa7260-cf01-4c1b-a798-d1d0e8b176d6 req-ad24bb15-239a-43d9-b8de-a441b8036be1 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:45.644781 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa7260-cf01-4c1b-a798-d1d0e8b176d6 req-ad24bb15-239a-43d9-b8de-a441b8036be1 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:45.650887 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa7260-cf01-4c1b-a798-d1d0e8b176d6 req-ad24bb15-239a-43d9-b8de-a441b8036be1 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:45.655156 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa7260-cf01-4c1b-a798-d1d0e8b176d6 req-ad24bb15-239a-43d9-b8de-a441b8036be1 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:45.662272 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa7260-cf01-4c1b-a798-d1d0e8b176d6 req-ad24bb15-239a-43d9-b8de-a441b8036be1 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:45.665131 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa7260-cf01-4c1b-a798-d1d0e8b176d6 req-ad24bb15-239a-43d9-b8de-a441b8036be1 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:45.674309 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8dfa7260-cf01-4c1b-a798-d1d0e8b176d6 req-ad24bb15-239a-43d9-b8de-a441b8036be1 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5435 time: 0.3268816 Apr 20 17:21:45.696010 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:45.776908 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8dfa7260-cf01-4c1b-a798-d1d0e8b176d6 req-0e93de57-76ca-43e2-ad89-b659593f7d71 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1011198 Apr 20 17:21:45.779073 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 6eb15d15-0cda-4036-af69-8d9467c07b53, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6eb15d15-0cda-4036-af69-8d9467c07b53,segment=NetworkSegment(66b29461-7e00-47bd-9ba1-5ef6f56d61e9),segment_id=66b29461-7e00-47bd-9ba1-5ef6f56d61e9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:21:45.787026 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:45.796603 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-22e0c67f-4a18-443d-bd04-043f0347c955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:45.839451 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0c67f-4a18-443d-bd04-043f0347c955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1039b6-c983-428e-8cd2-c1f549c52427,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:45.846831 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-24eefe7a-4190-43b9-97dc-c3944cce156b tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:45.855950 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-22e0c67f-4a18-443d-bd04-043f0347c955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:45.859153 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-22e0c67f-4a18-443d-bd04-043f0347c955 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff1039b6-c983-428e-8cd2-c1f549c52427 HTTP/1.1" status: 204 len: 168 time: 0.5313725 Apr 20 17:21:45.877868 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-24eefe7a-4190-43b9-97dc-c3944cce156b tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Usage tracker for resource:port and tenant:bfc06c5e3cb245e0881cdde22d3dcfe4 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:45.881386 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 1e6f9c42-90ae-4748-ae26-881f46b7187e no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:21:45.908626 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-24eefe7a-4190-43b9-97dc-c3944cce156b tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:45.926216 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21909195-5797-456e-a775-679497addb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:45.943427 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 1e6f9c42-90ae-4748-ae26-881f46b7187e {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:21:45.944431 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 1e6f9c42-90ae-4748-ae26-881f46b7187e not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:21:45.951857 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-24eefe7a-4190-43b9-97dc-c3944cce156b tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:45.964995 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=6eb15d15-0cda-4036-af69-8d9467c07b53,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:45.998910 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:45.998910 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:45.998910 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:45.998910 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:46.000704 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:46.000704 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:46.000704 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:46.000704 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:46.000704 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:46.000704 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:46.001651 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:21:46.022374 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e8ecd24a-0f2e-41fb-9e20-a2ff1c905f07 None None] Provisioning complete for port 6eb15d15-0cda-4036-af69-8d9467c07b53 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:21:46.022374 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e8ecd24a-0f2e-41fb-9e20-a2ff1c905f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:46.099043 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-24eefe7a-4190-43b9-97dc-c3944cce156b tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Made reservation on behalf of bfc06c5e3cb245e0881cdde22d3dcfe4 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:21:46.101650 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-24eefe7a-4190-43b9-97dc-c3944cce156b tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:46.131826 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-21909195-5797-456e-a775-679497addb16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7289b4d6-d07e-4d7e-9061-229d2aa24696']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:46.168500 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-21909195-5797-456e-a775-679497addb16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc59e16-1c50-4b7d-afb8-5de8a7074707') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:46.168500 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-21909195-5797-456e-a775-679497addb16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc59e16-1c50-4b7d-afb8-5de8a7074707') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:46.215654 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0c96963b-61ad-44f8-8306-b7e727ee650a req-6966db63-839d-4f1c-8e1a-34ea0aea3a45 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] 10.222.0.39 "GET /v2.0/security-groups/50101c33-8716-40d7-a519-5dbe3b198dab HTTP/1.1" status: 200 len: 1646 time: 0.3438032 Apr 20 17:21:46.226852 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21909195-5797-456e-a775-679497addb16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:46.292410 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0c96963b-61ad-44f8-8306-b7e727ee650a req-c0bd700f-e98a-42ab-ba6e-bef834acc729 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:46.301629 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21909195-5797-456e-a775-679497addb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:46.323950 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f334e620-e061-4a9a-ad3d-e6070a12ca84 req-b8f8c3c5-848a-4e25-8db6-aa8306f5fc6a tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:46.324288 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f334e620-e061-4a9a-ad3d-e6070a12ca84 req-b8f8c3c5-848a-4e25-8db6-aa8306f5fc6a tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:46.335766 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21909195-5797-456e-a775-679497addb16 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:21:46.336176 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21909195-5797-456e-a775-679497addb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:46.342174 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0c96963b-61ad-44f8-8306-b7e727ee650a req-c0bd700f-e98a-42ab-ba6e-bef834acc729 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:46.353493 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:21:46.353493 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:21:46.353493 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:21:46.353493 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:21:46.353493 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:21:46.353493 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:21:46.353493 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:21:46.353493 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:21:46.353493 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:21:46.353493 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:21:46.353493 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:21:46.353493 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:21:46.353493 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:21:46.353493 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:21:46.353493 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:21:46.353493 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:21:46.353493 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:21:46.353493 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:21:46.353493 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:21:46.353493 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:21:46.353493 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:21:46.353493 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:21:46.353493 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:21:46.353493 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:21:46.353493 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:21:46.353493 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:21:46.353493 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:21:46.353493 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:21:46.353493 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:21:46.353493 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:21:46.353493 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:21:46.353493 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:21:46.355715 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f03c7c45-eccc-45dc-aeb0-cf82e3ec99b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:46.355715 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f03c7c45-eccc-45dc-aeb0-cf82e3ec99b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:46.419389 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0c96963b-61ad-44f8-8306-b7e727ee650a req-c0bd700f-e98a-42ab-ba6e-bef834acc729 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:46.451538 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd700f-e98a-42ab-ba6e-bef834acc729 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50101c33-8716-40d7-a519-5dbe3b198dab,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:46.457376 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0c96963b-61ad-44f8-8306-b7e727ee650a req-c0bd700f-e98a-42ab-ba6e-bef834acc729 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:46.458651 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0c96963b-61ad-44f8-8306-b7e727ee650a req-c0bd700f-e98a-42ab-ba6e-bef834acc729 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] 10.222.0.39 "DELETE /v2.0/security-groups/50101c33-8716-40d7-a519-5dbe3b198dab HTTP/1.1" status: 204 len: 173 time: 0.2419314 Apr 20 17:21:46.651720 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b0f28368-56d8-425d-b169-869ef97fa6e2 req-a3dc0955-2e06-41fd-8513-606f932fc315 tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.39 "GET /v2.0/ports?device_id=69688f3f-414f-4a78-a5cb-1647a447d7ee HTTP/1.1" status: 200 len: 210 time: 0.0715144 Apr 20 17:21:46.703740 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-f334e620-e061-4a9a-ad3d-e6070a12ca84 req-b8f8c3c5-848a-4e25-8db6-aa8306f5fc6a tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Calling delete_port for b88d718b-3239-4557-8293-c23ffca27024 owned by network:floatingip {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:21:46.948744 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6eb15d15-0cda-4036-af69-8d9467c07b53 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:21:46.952482 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873b78d-6c89-4471-9bab-c0dad479ebf8 req-0d25be90-81e4-4e0b-bc34-c358b4374d9e tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:46.967299 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873b78d-6c89-4471-9bab-c0dad479ebf8 req-0d25be90-81e4-4e0b-bc34-c358b4374d9e tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:46.980577 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873b78d-6c89-4471-9bab-c0dad479ebf8 req-0d25be90-81e4-4e0b-bc34-c358b4374d9e tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:46.982248 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21909195-5797-456e-a775-679497addb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:46.984825 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873b78d-6c89-4471-9bab-c0dad479ebf8 req-0d25be90-81e4-4e0b-bc34-c358b4374d9e tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:46.993617 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873b78d-6c89-4471-9bab-c0dad479ebf8 req-0d25be90-81e4-4e0b-bc34-c358b4374d9e tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:47.002394 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873b78d-6c89-4471-9bab-c0dad479ebf8 req-0d25be90-81e4-4e0b-bc34-c358b4374d9e tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:47.019212 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873b78d-6c89-4471-9bab-c0dad479ebf8 req-0d25be90-81e4-4e0b-bc34-c358b4374d9e tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:47.029287 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6873b78d-6c89-4471-9bab-c0dad479ebf8 req-0d25be90-81e4-4e0b-bc34-c358b4374d9e tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5435 time: 0.2093625 Apr 20 17:21:47.032134 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21909195-5797-456e-a775-679497addb16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:47.034908 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-24eefe7a-4190-43b9-97dc-c3944cce156b tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Allocated IP 172.20.0.10 (f7b5a62e-093e-4343-af4b-6c58ae9d958b/8b7585a0-b003-4849-a58d-3f901fdb07d1/70dd3704-36b2-4efd-ad04-7e617ad3e200) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:21:47.067674 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 6eb15d15-0cda-4036-af69-8d9467c07b53 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:21:47.068044 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:47.070059 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21909195-5797-456e-a775-679497addb16 admin admin] Pushing event deleted for resources: {'Network': ['ID=7289b4d6-d07e-4d7e-9061-229d2aa24696,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:47.150021 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50e5ae2a-4924-4e57-963d-57a252be65f3 req-d5997a57-7723-4eb3-98b6-fc7f60e6268e tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] 10.222.0.39 "GET /v2.0/security-groups/0855a4b7-b2c4-43e5-b255-c01e0c28dd16 HTTP/1.1" status: 200 len: 1647 time: 0.0928311 Apr 20 17:21:47.172396 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-21909195-5797-456e-a775-679497addb16 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7289b4d6-d07e-4d7e-9061-229d2aa24696 HTTP/1.1" status: 204 len: 168 time: 5.2015991 Apr 20 17:21:47.234511 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-50e5ae2a-4924-4e57-963d-57a252be65f3 req-86249af3-05d9-4bd4-8b9d-5ba4108a9ca7 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:47.254355 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f334e620-e061-4a9a-ad3d-e6070a12ca84 req-b8f8c3c5-848a-4e25-8db6-aa8306f5fc6a tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:47.269210 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-50e5ae2a-4924-4e57-963d-57a252be65f3 req-86249af3-05d9-4bd4-8b9d-5ba4108a9ca7 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:47.324367 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-50e5ae2a-4924-4e57-963d-57a252be65f3 req-86249af3-05d9-4bd4-8b9d-5ba4108a9ca7 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:47.351213 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86249af3-05d9-4bd4-8b9d-5ba4108a9ca7 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0855a4b7-b2c4-43e5-b255-c01e0c28dd16,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:47.356964 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-50e5ae2a-4924-4e57-963d-57a252be65f3 req-86249af3-05d9-4bd4-8b9d-5ba4108a9ca7 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:47.382765 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50e5ae2a-4924-4e57-963d-57a252be65f3 req-86249af3-05d9-4bd4-8b9d-5ba4108a9ca7 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] 10.222.0.39 "DELETE /v2.0/security-groups/0855a4b7-b2c4-43e5-b255-c01e0c28dd16 HTTP/1.1" status: 204 len: 173 time: 0.2309082 Apr 20 17:21:47.481734 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9e65ce4d-8065-4dcf-b4ff-5e27fcbf8b42 req-fe648c60-d576-4297-9efb-839be9a52e11 tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] 10.222.0.39 "GET /v2.0/security-groups/1cd4f06f-42f8-4716-b10a-85f66b1d7659 HTTP/1.1" status: 200 len: 1645 time: 0.0738859 Apr 20 17:21:47.483981 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44142) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:47.519219 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8c3c5-848a-4e25-8db6-aa8306f5fc6a tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Pushing event deleted for resources: {'Port': ['ID=b88d718b-3239-4557-8293-c23ffca27024,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:47.701687 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-89a61fd4-9aaf-49d9-8eaf-c746d3379568 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=159ad23e438e4a93b23c1f04f39ed31a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2095182 Apr 20 17:21:47.701687 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44150) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:47.750499 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-24eefe7a-4190-43b9-97dc-c3944cce156b tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:47.771137 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f334e620-e061-4a9a-ad3d-e6070a12ca84 req-b8f8c3c5-848a-4e25-8db6-aa8306f5fc6a tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Notify callbacks [] for floatingip, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:47.771867 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4896874b-9af5-4ed8-b6fd-5eb0c6270b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:47.773661 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9e65ce4d-8065-4dcf-b4ff-5e27fcbf8b42 req-89b72973-6447-4747-8176-0dff360e059b tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:47.791557 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f334e620-e061-4a9a-ad3d-e6070a12ca84 req-b8f8c3c5-848a-4e25-8db6-aa8306f5fc6a tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:47.792886 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f334e620-e061-4a9a-ad3d-e6070a12ca84 req-b8f8c3c5-848a-4e25-8db6-aa8306f5fc6a tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] 10.222.0.39 "DELETE /v2.0/floatingips/65c03834-ed2a-4923-b717-3c1da754989b HTTP/1.1" status: 204 len: 173 time: 2.6759071 Apr 20 17:21:47.797708 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-931426b3-d516-44f1-b6d8-0c3321a53e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:47.832322 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4896874b-9af5-4ed8-b6fd-5eb0c6270b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:47.928005 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9e65ce4d-8065-4dcf-b4ff-5e27fcbf8b42 req-89b72973-6447-4747-8176-0dff360e059b tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:47.967223 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9e65ce4d-8065-4dcf-b4ff-5e27fcbf8b42 req-89b72973-6447-4747-8176-0dff360e059b tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:47.990012 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b72973-6447-4747-8176-0dff360e059b tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd4f06f-42f8-4716-b10a-85f66b1d7659,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:47.995499 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9e65ce4d-8065-4dcf-b4ff-5e27fcbf8b42 req-89b72973-6447-4747-8176-0dff360e059b tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:47.997200 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9e65ce4d-8065-4dcf-b4ff-5e27fcbf8b42 req-89b72973-6447-4747-8176-0dff360e059b tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] 10.222.0.39 "DELETE /v2.0/security-groups/1cd4f06f-42f8-4716-b10a-85f66b1d7659 HTTP/1.1" status: 204 len: 173 time: 0.5149212 Apr 20 17:21:48.017721 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4896874b-9af5-4ed8-b6fd-5eb0c6270b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:48.036608 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896874b-9af5-4ed8-b6fd-5eb0c6270b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4916b32-1e75-4521-b0c7-5a7678753e7b,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:48.043882 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4896874b-9af5-4ed8-b6fd-5eb0c6270b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:48.044890 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4896874b-9af5-4ed8-b6fd-5eb0c6270b56 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e4916b32-1e75-4521-b0c7-5a7678753e7b HTTP/1.1" status: 204 len: 168 time: 0.3441634 Apr 20 17:21:48.056307 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-7174d61c-8341-46bf-948f-47ef276c9141 req-97ded587-3333-4fcb-a8d4-75be7feea5d2 tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Synchronizing usage tracker for tenant:bfc06c5e3cb245e0881cdde22d3dcfe4 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:21:48.122431 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-24eefe7a-4190-43b9-97dc-c3944cce156b tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:48.140830 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [req-a9a833fc-8af3-4c63-827e-c072fa71c456 req-85046feb-1ab8-4843-bd67-2eefabbd6f69 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] show failed (client error): The resource could not be found. Apr 20 17:21:48.141984 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9a833fc-8af3-4c63-827e-c072fa71c456 req-85046feb-1ab8-4843-bd67-2eefabbd6f69 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] 10.222.0.39 "GET /v2.0/floatingips/65c03834-ed2a-4923-b717-3c1da754989b HTTP/1.1" status: 404 len: 350 time: 0.0826097 Apr 20 17:21:48.234867 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-7174d61c-8341-46bf-948f-47ef276c9141 req-97ded587-3333-4fcb-a8d4-75be7feea5d2 tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Unset dirty status for tenant:bfc06c5e3cb245e0881cdde22d3dcfe4 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:21:48.246940 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7174d61c-8341-46bf-948f-47ef276c9141 req-97ded587-3333-4fcb-a8d4-75be7feea5d2 tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.39 "GET /v2.0/ports?device_id=69688f3f-414f-4a78-a5cb-1647a447d7ee HTTP/1.1" status: 200 len: 210 time: 0.2737796 Apr 20 17:21:48.247895 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eefe7a-4190-43b9-97dc-c3944cce156b tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Pushing event updated for resources: {'Port': ['ID=70dd3704-36b2-4efd-ad04-7e617ad3e200,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:48.261278 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-185821c3-c885-49df-a5d0-210f17094e5c req-8caf4ea7-aee1-476e-8a0d-d3670c6e45fe tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] 10.222.0.39 "GET /v2.0/security-groups/d4998b36-470c-4c45-a29b-650d622b17fd HTTP/1.1" status: 200 len: 1646 time: 0.0857842 Apr 20 17:21:48.269125 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-24eefe7a-4190-43b9-97dc-c3944cce156b tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Network f7b5a62e-093e-4343-af4b-6c58ae9d958b is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:21:48.274791 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-24eefe7a-4190-43b9-97dc-c3944cce156b tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:21:48.277729 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-24eefe7a-4190-43b9-97dc-c3944cce156b tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:21:48.376544 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-185821c3-c885-49df-a5d0-210f17094e5c req-d79f1ff2-322d-49f0-ba26-cb393098931a tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:48.409791 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-185821c3-c885-49df-a5d0-210f17094e5c req-d79f1ff2-322d-49f0-ba26-cb393098931a tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:48.452692 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [req-0339a013-af12-49cf-97b4-08c6586a3650 req-7ec767e4-9469-4bf9-afe3-c270f54cb770 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] show failed (client error): The resource could not be found. Apr 20 17:21:48.455209 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0339a013-af12-49cf-97b4-08c6586a3650 req-7ec767e4-9469-4bf9-afe3-c270f54cb770 tempest-FloatingIPsTestJSON-2030530529 tempest-FloatingIPsTestJSON-2030530529-project] 10.222.0.39 "GET /v2.0/floatingips/65c03834-ed2a-4923-b717-3c1da754989b HTTP/1.1" status: 404 len: 350 time: 0.1444135 Apr 20 17:21:48.465421 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44184) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:48.478040 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03c7c45-eccc-45dc-aeb0-cf82e3ec99b7 admin admin] Router e27406a2-f3dd-44fb-9c24-d039092153da is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:21:48.502074 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-24eefe7a-4190-43b9-97dc-c3944cce156b tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:48.503149 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-24eefe7a-4190-43b9-97dc-c3944cce156b tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:48.536117 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-185821c3-c885-49df-a5d0-210f17094e5c req-d79f1ff2-322d-49f0-ba26-cb393098931a tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:48.629478 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f1ff2-322d-49f0-ba26-cb393098931a tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4998b36-470c-4c45-a29b-650d622b17fd,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:48.638792 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-185821c3-c885-49df-a5d0-210f17094e5c req-d79f1ff2-322d-49f0-ba26-cb393098931a tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:48.650923 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-185821c3-c885-49df-a5d0-210f17094e5c req-d79f1ff2-322d-49f0-ba26-cb393098931a tempest-SecurityGroupRulesNegativeTestJSON-1530785423 tempest-SecurityGroupRulesNegativeTestJSON-1530785423-project] 10.222.0.39 "DELETE /v2.0/security-groups/d4998b36-470c-4c45-a29b-650d622b17fd HTTP/1.1" status: 204 len: 173 time: 0.3811228 Apr 20 17:21:48.655185 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44194) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:48.685004 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-24eefe7a-4190-43b9-97dc-c3944cce156b tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0027046 Apr 20 17:21:48.698479 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-0ce72909-80f0-46b1-9f4b-89ab74a706a9 service neutron] Request body: {'port': {'device_id': '69688f3f-414f-4a78-a5cb-1647a447d7ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:48.744648 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-966665df-7756-4902-b421-1b140f4a3e2d admin admin] Deleting subnet 694e9a25-4ef2-4dd6-8e3c-c86dcb7fdfa8 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:21:48.750313 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-966665df-7756-4902-b421-1b140f4a3e2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:48.817711 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-966665df-7756-4902-b421-1b140f4a3e2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:48.903955 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-966665df-7756-4902-b421-1b140f4a3e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:48.943371 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44208) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:49.139175 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-966665df-7756-4902-b421-1b140f4a3e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:49.173280 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-0ce72909-80f0-46b1-9f4b-89ab74a706a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:49.180943 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966665df-7756-4902-b421-1b140f4a3e2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=694e9a25-4ef2-4dd6-8e3c-c86dcb7fdfa8,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:49.195889 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-966665df-7756-4902-b421-1b140f4a3e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:49.209987 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-966665df-7756-4902-b421-1b140f4a3e2d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/694e9a25-4ef2-4dd6-8e3c-c86dcb7fdfa8 HTTP/1.1" status: 204 len: 168 time: 0.5501711 Apr 20 17:21:49.212831 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44220) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:49.413837 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-30a78525-3373-406b-b25b-4d96b831db25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:49.458044 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d535ecaa-5646-429c-a063-ba96b52a810e req-922c08fb-ce57-47fe-9e28-4ac1db58edac service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 6492 time: 0.5131598 Apr 20 17:21:49.496266 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7a11ec1b-0789-436d-860f-13c7a321dd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:49.607813 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44234) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:49.629841 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d535ecaa-5646-429c-a063-ba96b52a810e req-df7bd3fa-8845-4e6c-bfb7-3a116602ae0d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&id=ded6bfbd-d1c2-4018-a26b-32c700d57903&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1691864 Apr 20 17:21:49.837000 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-9c775272-0576-4eb4-9423-4b9de6f6b182 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2074608846-network', 'tenant_id': 'fce56b4868f048309077dc7c0bf671f8'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:49.852921 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9c775272-0576-4eb4-9423-4b9de6f6b182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:49.858173 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9c775272-0576-4eb4-9423-4b9de6f6b182 admin admin] Usage tracker for resource:network and tenant:fce56b4868f048309077dc7c0bf671f8 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:49.888739 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9c775272-0576-4eb4-9423-4b9de6f6b182 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:49.900425 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9c775272-0576-4eb4-9423-4b9de6f6b182 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:49.925559 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c775272-0576-4eb4-9423-4b9de6f6b182 admin admin] Made reservation on behalf of fce56b4868f048309077dc7c0bf671f8 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:21:49.927846 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9c775272-0576-4eb4-9423-4b9de6f6b182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:49.943776 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9c775272-0576-4eb4-9423-4b9de6f6b182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:49.986007 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-30a78525-3373-406b-b25b-4d96b831db25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:50.026493 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9c775272-0576-4eb4-9423-4b9de6f6b182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:50.066196 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9c775272-0576-4eb4-9423-4b9de6f6b182 admin admin] Usage tracker for resource:security_group_rule and tenant:fce56b4868f048309077dc7c0bf671f8 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:50.068909 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03c7c45-eccc-45dc-aeb0-cf82e3ec99b7 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:21:50.075229 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9c775272-0576-4eb4-9423-4b9de6f6b182 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:50.084070 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9c775272-0576-4eb4-9423-4b9de6f6b182 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:50.100166 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c808761-d099-4975-af5f-6fa9d9d02dc5 None None] Sync routers for ids ['e27406a2-f3dd-44fb-9c24-d039092153da'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:21:50.132371 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-30a78525-3373-406b-b25b-4d96b831db25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e52f0a2-06ad-442d-a80f-15ccb936d063']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:50.136722 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c808761-d099-4975-af5f-6fa9d9d02dc5 None None] Routers {'e27406a2-f3dd-44fb-9c24-d039092153da'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:21:50.137403 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-0c808761-d099-4975-af5f-6fa9d9d02dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:21:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e27406a2-f3dd-44fb-9c24-d039092153da'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:50.167756 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee79ed-734d-4981-ab80-1723dfadfbe2 req-43b32e2e-aee2-4eba-adce-cb9ffbbd211e tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:50.169415 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-85ee79ed-734d-4981-ab80-1723dfadfbe2 req-43b32e2e-aee2-4eba-adce-cb9ffbbd211e tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.39 "GET /v2.0/ports?device_id=69688f3f-414f-4a78-a5cb-1647a447d7ee HTTP/1.1" status: 200 len: 932 time: 0.7026281 Apr 20 17:21:50.171382 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-30a78525-3373-406b-b25b-4d96b831db25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '559dad05-1b6c-4168-b4d7-da7441f0b20a') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:50.171817 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-30a78525-3373-406b-b25b-4d96b831db25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '559dad05-1b6c-4168-b4d7-da7441f0b20a') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:50.223156 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9c775272-0576-4eb4-9423-4b9de6f6b182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:50.233366 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-30a78525-3373-406b-b25b-4d96b831db25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:50.239455 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9c775272-0576-4eb4-9423-4b9de6f6b182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:50.258647 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f03c7c45-eccc-45dc-aeb0-cf82e3ec99b7 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:50.259869 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f03c7c45-eccc-45dc-aeb0-cf82e3ec99b7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.4137845 Apr 20 17:21:50.267156 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44258) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:50.285939 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-30a78525-3373-406b-b25b-4d96b831db25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:50.306859 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a78525-3373-406b-b25b-4d96b831db25 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:21:50.307270 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-30a78525-3373-406b-b25b-4d96b831db25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:50.326290 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:21:50.326290 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:21:50.326290 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:21:50.326290 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:21:50.326290 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:21:50.326290 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:21:50.326290 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:21:50.326290 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:21:50.326290 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:21:50.326290 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:21:50.326290 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:21:50.326290 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:21:50.326290 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:21:50.326290 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:21:50.326290 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:21:50.326290 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:21:50.326290 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:21:50.326290 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:21:50.326290 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:21:50.326290 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:21:50.326290 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:21:50.326290 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:21:50.326290 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:21:50.326290 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:21:50.326290 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:21:50.326290 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:21:50.326290 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:21:50.326290 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:21:50.326290 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:21:50.326290 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:21:50.326290 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:21:50.326290 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:21:50.354157 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c775272-0576-4eb4-9423-4b9de6f6b182 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:21:50.375978 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-0c808761-d099-4975-af5f-6fa9d9d02dc5 None None] Set router e27406a2-f3dd-44fb-9c24-d039092153da gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:21:50.411705 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-85ee79ed-734d-4981-ab80-1723dfadfbe2 req-4e5a7786-fc66-4574-859b-1f06e1e32fbc tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Synchronizing usage tracker for tenant:bfc06c5e3cb245e0881cdde22d3dcfe4 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:21:50.428179 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c775272-0576-4eb4-9423-4b9de6f6b182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f35b80-dcae-43b6-9ab3-a4936f3c716e,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:50.466770 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9c775272-0576-4eb4-9423-4b9de6f6b182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:50.467442 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-9c775272-0576-4eb4-9423-4b9de6f6b182 admin admin] Added segment 5738320b-bb4f-4c6b-94f2-7a17321dd8ad of type vlan for network a67a341d-b672-4104-af6c-e38bcd7fa6c1 Apr 20 17:21:50.530632 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-30a78525-3373-406b-b25b-4d96b831db25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:50.535443 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-30a78525-3373-406b-b25b-4d96b831db25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:50.542464 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9c775272-0576-4eb4-9423-4b9de6f6b182 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:50.547197 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-7a11ec1b-0789-436d-860f-13c7a321dd33 admin admin] Deleting port c0384739-659b-45f4-ae4c-ed00fdce3ed8 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:21:50.547932 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7a11ec1b-0789-436d-860f-13c7a321dd33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:50.571959 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-85ee79ed-734d-4981-ab80-1723dfadfbe2 req-4e5a7786-fc66-4574-859b-1f06e1e32fbc tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Unset dirty status for tenant:bfc06c5e3cb245e0881cdde22d3dcfe4 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:21:50.575555 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-85ee79ed-734d-4981-ab80-1723dfadfbe2 req-4e5a7786-fc66-4574-859b-1f06e1e32fbc tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9a81d11-874b-4f72-9b77-c0d1766d4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903332 Apr 20 17:21:50.602213 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-0ce72909-80f0-46b1-9f4b-89ab74a706a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70dd3704-36b2-4efd-ad04-7e617ad3e200 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:21:50.611915 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-0ce72909-80f0-46b1-9f4b-89ab74a706a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:50.635690 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-0ce72909-80f0-46b1-9f4b-89ab74a706a9 service neutron] Transition to ACTIVE for port object 70dd3704-36b2-4efd-ad04-7e617ad3e200 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:21:50.646567 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-931426b3-d516-44f1-b6d8-0c3321a53e3d admin admin] Deleting port 3102ab82-334b-48c9-b947-ab8e58eacaa7 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:21:50.647036 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-931426b3-d516-44f1-b6d8-0c3321a53e3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:50.689490 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a78525-3373-406b-b25b-4d96b831db25 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e52f0a2-06ad-442d-a80f-15ccb936d063,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:50.700724 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-30a78525-3373-406b-b25b-4d96b831db25 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5e52f0a2-06ad-442d-a80f-15ccb936d063 HTTP/1.1" status: 204 len: 168 time: 1.4796944 Apr 20 17:21:50.707656 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9c775272-0576-4eb4-9423-4b9de6f6b182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:50.708539 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c775272-0576-4eb4-9423-4b9de6f6b182 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:50.709294 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9c775272-0576-4eb4-9423-4b9de6f6b182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:50.714141 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-0ce72909-80f0-46b1-9f4b-89ab74a706a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:50.779482 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-0c808761-d099-4975-af5f-6fa9d9d02dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'name': 'tempest-AttachVolumeShelveTestJSON-1002173449-router', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:40Z', 'updated_at': '2022-04-20T17:21:45Z', 'revision_number': 3, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'gw_port': {'id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:42Z', 'updated_at': '2022-04-20T17:21:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:50.783673 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c808761-d099-4975-af5f-6fa9d9d02dc5 None None] Checking router: e27406a2-f3dd-44fb-9c24-d039092153da for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:21:50.783948 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c808761-d099-4975-af5f-6fa9d9d02dc5 None None] Updating router e27406a2-f3dd-44fb-9c24-d039092153da port adb8da6d-1468-4bfc-8fbc-a7f4c98774bb binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:21:50.846852 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0c808761-d099-4975-af5f-6fa9d9d02dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:50.860979 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c775272-0576-4eb4-9423-4b9de6f6b182 admin admin] Pushing event updated for resources: {'Network': ['ID=a67a341d-b672-4104-af6c-e38bcd7fa6c1,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:50.874665 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9c775272-0576-4eb4-9423-4b9de6f6b182 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2643237 Apr 20 17:21:50.877420 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44276) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:50.901329 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-d5f30197-af4c-4a49-8a7c-9f99faebac3f admin admin] Request body: {'subnet': {'network_id': 'a67a341d-b672-4104-af6c-e38bcd7fa6c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2074608846-subnet', 'tenant_id': 'fce56b4868f048309077dc7c0bf671f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:50.912161 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d5f30197-af4c-4a49-8a7c-9f99faebac3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:50.921174 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-7a11ec1b-0789-436d-860f-13c7a321dd33 admin admin] For port c0384739-659b-45f4-ae4c-ed00fdce3ed8, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c0384739-659b-45f4-ae4c-ed00fdce3ed8,segment=NetworkSegment(d076b473-4d60-49bd-8c8b-76fc140b08a6),segment_id=d076b473-4d60-49bd-8c8b-76fc140b08a6)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:21:50.921529 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7a11ec1b-0789-436d-860f-13c7a321dd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:50.929550 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d5f30197-af4c-4a49-8a7c-9f99faebac3f admin admin] Usage tracker for resource:subnet and tenant:fce56b4868f048309077dc7c0bf671f8 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:50.933051 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d5f30197-af4c-4a49-8a7c-9f99faebac3f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:50.985860 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network a67a341d-b672-4104-af6c-e38bcd7fa6c1 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:21:51.050515 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d5f30197-af4c-4a49-8a7c-9f99faebac3f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:51.052265 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44284) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:51.059532 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-7a11ec1b-0789-436d-860f-13c7a321dd33 admin admin] Calling delete_port for c0384739-659b-45f4-ae4c-ed00fdce3ed8 owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:21:51.099824 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce72909-80f0-46b1-9f4b-89ab74a706a9 service neutron] Pushing event updated for resources: {'Port': ['ID=70dd3704-36b2-4efd-ad04-7e617ad3e200,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:51.252874 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-931426b3-d516-44f1-b6d8-0c3321a53e3d admin admin] For port 3102ab82-334b-48c9-b947-ab8e58eacaa7, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3102ab82-334b-48c9-b947-ab8e58eacaa7,segment=NetworkSegment(4060d4e7-10e6-4838-836b-eec05a3f4513),segment_id=4060d4e7-10e6-4838-836b-eec05a3f4513)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:21:51.253920 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-931426b3-d516-44f1-b6d8-0c3321a53e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:51.323467 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f30197-af4c-4a49-8a7c-9f99faebac3f admin admin] Made reservation on behalf of fce56b4868f048309077dc7c0bf671f8 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:21:51.325716 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d5f30197-af4c-4a49-8a7c-9f99faebac3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:51.385207 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0c808761-d099-4975-af5f-6fa9d9d02dc5 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:51.400367 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0c808761-d099-4975-af5f-6fa9d9d02dc5 None None] Transition to ACTIVE for port object adb8da6d-1468-4bfc-8fbc-a7f4c98774bb will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:21:51.413489 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0c808761-d099-4975-af5f-6fa9d9d02dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:51.437498 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-931426b3-d516-44f1-b6d8-0c3321a53e3d admin admin] Calling delete_port for 3102ab82-334b-48c9-b947-ab8e58eacaa7 owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:21:51.539018 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a5bc3d1e-47a4-4d09-b1fe-7a8467480c68 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f82b86b552df4db0913be0a7a173ef05&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4506035 Apr 20 17:21:51.543882 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-0c808761-d099-4975-af5f-6fa9d9d02dc5 None None] Attempting to bind port adb8da6d-1468-4bfc-8fbc-a7f4c98774bb on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:21:51.544589 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-0c808761-d099-4975-af5f-6fa9d9d02dc5 None None] Attempting to bind port adb8da6d-1468-4bfc-8fbc-a7f4c98774bb by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:21:51.545373 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c808761-d099-4975-af5f-6fa9d9d02dc5 None None] Attempting to bind port adb8da6d-1468-4bfc-8fbc-a7f4c98774bb on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:21:51.547547 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44292) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:51.564833 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a3b72-50cd-4029-9ce9-9b75f90978b2 None None] Pushing event updated for resources: {'Port': ['ID=adb8da6d-1468-4bfc-8fbc-a7f4c98774bb,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:51.569201 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c808761-d099-4975-af5f-6fa9d9d02dc5 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:21:51.571096 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c808761-d099-4975-af5f-6fa9d9d02dc5 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:21:51.571723 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0c808761-d099-4975-af5f-6fa9d9d02dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:51.573040 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c808761-d099-4975-af5f-6fa9d9d02dc5 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:21:51.575491 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-0c808761-d099-4975-af5f-6fa9d9d02dc5 None None] Bound port: adb8da6d-1468-4bfc-8fbc-a7f4c98774bb, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:21:51.576356 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0c808761-d099-4975-af5f-6fa9d9d02dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:51.630868 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-0ce72909-80f0-46b1-9f4b-89ab74a706a9 service neutron] Attempting to bind port 70dd3704-36b2-4efd-ad04-7e617ad3e200 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:21:51.631202 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-0ce72909-80f0-46b1-9f4b-89ab74a706a9 service neutron] Attempting to bind port 70dd3704-36b2-4efd-ad04-7e617ad3e200 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '44ce31a1-2f27-4e60-883c-78b6f6c27885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f7b5a62e-093e-4343-af4b-6c58ae9d958b'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:21:51.631529 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-0ce72909-80f0-46b1-9f4b-89ab74a706a9 service neutron] Attempting to bind port 70dd3704-36b2-4efd-ad04-7e617ad3e200 on network f7b5a62e-093e-4343-af4b-6c58ae9d958b {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:21:51.670473 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-0ce72909-80f0-46b1-9f4b-89ab74a706a9 service neutron] Port 70dd3704-36b2-4efd-ad04-7e617ad3e200 on network f7b5a62e-093e-4343-af4b-6c58ae9d958b not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:21:51.670796 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-0ce72909-80f0-46b1-9f4b-89ab74a706a9 service neutron] Attempting to bind port 70dd3704-36b2-4efd-ad04-7e617ad3e200 on network f7b5a62e-093e-4343-af4b-6c58ae9d958b {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:21:51.690489 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0c808761-d099-4975-af5f-6fa9d9d02dc5 None None] For port adb8da6d-1468-4bfc-8fbc-a7f4c98774bb, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:21:51.725273 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-666e13cb-c2b0-4a63-911b-dea62669994b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:51.755304 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-666e13cb-c2b0-4a63-911b-dea62669994b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:51.766863 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-0ce72909-80f0-46b1-9f4b-89ab74a706a9 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:21:51.767197 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-0ce72909-80f0-46b1-9f4b-89ab74a706a9 service neutron] Checking segment: {'id': '44ce31a1-2f27-4e60-883c-78b6f6c27885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f7b5a62e-093e-4343-af4b-6c58ae9d958b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:21:51.767581 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-0ce72909-80f0-46b1-9f4b-89ab74a706a9 service neutron] Bound using segment: {'id': '44ce31a1-2f27-4e60-883c-78b6f6c27885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f7b5a62e-093e-4343-af4b-6c58ae9d958b'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:21:51.768020 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-0ce72909-80f0-46b1-9f4b-89ab74a706a9 service neutron] Bound port: 70dd3704-36b2-4efd-ad04-7e617ad3e200, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44ce31a1-2f27-4e60-883c-78b6f6c27885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f7b5a62e-093e-4343-af4b-6c58ae9d958b'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:21:51.768362 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-0ce72909-80f0-46b1-9f4b-89ab74a706a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:51.782241 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44300) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:51.831882 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0c808761-d099-4975-af5f-6fa9d9d02dc5 None None] For port adb8da6d-1468-4bfc-8fbc-a7f4c98774bb, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=adb8da6d-1468-4bfc-8fbc-a7f4c98774bb,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:21:51.837311 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0c808761-d099-4975-af5f-6fa9d9d02dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:51.849266 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7a11ec1b-0789-436d-860f-13c7a321dd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:51.908567 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d5f30197-af4c-4a49-8a7c-9f99faebac3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:51.912482 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11ec1b-0789-436d-860f-13c7a321dd33 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0384739-659b-45f4-ae4c-ed00fdce3ed8,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:51.921064 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a3b72-50cd-4029-9ce9-9b75f90978b2 None None] Pushing event updated for resources: {'Port': ['ID=adb8da6d-1468-4bfc-8fbc-a7f4c98774bb,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:51.924086 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c808761-d099-4975-af5f-6fa9d9d02dc5 None None] Routers {'e27406a2-f3dd-44fb-9c24-d039092153da'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:21:51.924688 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-0c808761-d099-4975-af5f-6fa9d9d02dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:21:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e27406a2-f3dd-44fb-9c24-d039092153da'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:52.006620 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-931426b3-d516-44f1-b6d8-0c3321a53e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:52.107865 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931426b3-d516-44f1-b6d8-0c3321a53e3d admin admin] Pushing event deleted for resources: {'Port': ['ID=3102ab82-334b-48c9-b947-ab8e58eacaa7,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:52.133836 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f30197-af4c-4a49-8a7c-9f99faebac3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=546f1609-2082-4535-ba40-673d62b673a1,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:52.143491 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-0c808761-d099-4975-af5f-6fa9d9d02dc5 None None] Set router e27406a2-f3dd-44fb-9c24-d039092153da gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:21:52.191751 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-0ce72909-80f0-46b1-9f4b-89ab74a706a9 service neutron] For port 70dd3704-36b2-4efd-ad04-7e617ad3e200, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:21:52.212146 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-666e13cb-c2b0-4a63-911b-dea62669994b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:52.215878 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-0ce72909-80f0-46b1-9f4b-89ab74a706a9 service neutron] For port 70dd3704-36b2-4efd-ad04-7e617ad3e200, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=70dd3704-36b2-4efd-ad04-7e617ad3e200,segment=NetworkSegment(44ce31a1-2f27-4e60-883c-78b6f6c27885),segment_id=44ce31a1-2f27-4e60-883c-78b6f6c27885)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:21:52.251700 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d1efabc4-a910-4bd6-8ae9-e8f448e69146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:52.305331 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f83c6-78ac-4376-8f92-5f1e7c9d5d56 req-2982ee3f-91fe-471b-b563-4adfae694bce tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:52.306847 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a65f83c6-78ac-4376-8f92-5f1e7c9d5d56 req-2982ee3f-91fe-471b-b563-4adfae694bce tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.39 "GET /v2.0/ports?device_id=69688f3f-414f-4a78-a5cb-1647a447d7ee HTTP/1.1" status: 200 len: 944 time: 0.5497129 Apr 20 17:21:52.314215 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-0ce72909-80f0-46b1-9f4b-89ab74a706a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:52.353796 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e13cb-c2b0-4a63-911b-dea62669994b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ba4684-a602-4c58-b8bc-9f81a22b5e10,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:52.471426 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-666e13cb-c2b0-4a63-911b-dea62669994b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:52.472051 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-666e13cb-c2b0-4a63-911b-dea62669994b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/86ba4684-a602-4c58-b8bc-9f81a22b5e10 HTTP/1.1" status: 204 len: 168 time: 0.9230719 Apr 20 17:21:52.476803 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f30197-af4c-4a49-8a7c-9f99faebac3f admin admin] Checking segment: {'id': '5738320b-bb4f-4c6b-94f2-7a17321dd8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a67a341d-b672-4104-af6c-e38bcd7fa6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:21:52.478601 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f30197-af4c-4a49-8a7c-9f99faebac3f admin admin] Network hostable DHCP agents. Network: a67a341d-b672-4104-af6c-e38bcd7fa6c1, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:21:52.479543 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-0ce72909-80f0-46b1-9f4b-89ab74a706a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:52.480877 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-0ce72909-80f0-46b1-9f4b-89ab74a706a9 service neutron] 10.222.0.43 "PUT /v2.0/ports/70dd3704-36b2-4efd-ad04-7e617ad3e200 HTTP/1.1" status: 200 len: 1092 time: 3.7867529 Apr 20 17:21:52.483152 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69688f3f-414f-4a78-a5cb-1647a447d7ee', 'tag': '70dd3704-36b2-4efd-ad04-7e617ad3e200'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:21:52.511831 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d1efabc4-a910-4bd6-8ae9-e8f448e69146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:52.520015 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d1efabc4-a910-4bd6-8ae9-e8f448e69146 admin admin] Usage tracker for resource:security_group_rule and tenant:61a12f0d44e84961b9da6c6a5dcee70e is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:52.528018 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d1efabc4-a910-4bd6-8ae9-e8f448e69146 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:52.530617 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce72909-80f0-46b1-9f4b-89ab74a706a9 service neutron] Pushing event updated for resources: {'Port': ['ID=70dd3704-36b2-4efd-ad04-7e617ad3e200,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:52.539908 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-0c808761-d099-4975-af5f-6fa9d9d02dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'name': 'tempest-AttachVolumeShelveTestJSON-1002173449-router', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:40Z', 'updated_at': '2022-04-20T17:21:45Z', 'revision_number': 3, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'gw_port': {'id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:42Z', 'updated_at': '2022-04-20T17:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:52.547046 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c808761-d099-4975-af5f-6fa9d9d02dc5 None None] The sync data for ids ['e27406a2-f3dd-44fb-9c24-d039092153da'] in n-d-838032-1 is: [{'id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'name': 'tempest-AttachVolumeShelveTestJSON-1002173449-router', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:40Z', 'updated_at': '2022-04-20T17:21:45Z', 'revision_number': 3, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'gw_port': {'id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:42Z', 'updated_at': '2022-04-20T17:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:21:52.549628 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d1efabc4-a910-4bd6-8ae9-e8f448e69146 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:52.559988 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a65f83c6-78ac-4376-8f92-5f1e7c9d5d56 req-39077c43-da71-41c6-a97e-cd24584985f1 tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9a81d11-874b-4f72-9b77-c0d1766d4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395942 Apr 20 17:21:52.612433 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f30197-af4c-4a49-8a7c-9f99faebac3f admin admin] Network a67a341d-b672-4104-af6c-e38bcd7fa6c1 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:21:52.640041 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-d5f30197-af4c-4a49-8a7c-9f99faebac3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, a67a341d-b672-4104-af6c-e38bcd7fa6c1) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:21:52.645132 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f30197-af4c-4a49-8a7c-9f99faebac3f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:52.645328 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8b65e32-07ec-4c4c-a543-0c11bf5e7c8f'] response: {'name': 'network-changed', 'server_uuid': '69688f3f-414f-4a78-a5cb-1647a447d7ee', 'tag': '70dd3704-36b2-4efd-ad04-7e617ad3e200', 'status': 'completed', 'code': 200} Apr 20 17:21:52.645726 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d5f30197-af4c-4a49-8a7c-9f99faebac3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:52.649493 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3784b8-c808-4dbc-83bc-65d888f58210 None None] Network a67a341d-b672-4104-af6c-e38bcd7fa6c1 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:21:52.713563 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d5f30197-af4c-4a49-8a7c-9f99faebac3f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8257527 Apr 20 17:21:52.759366 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d1efabc4-a910-4bd6-8ae9-e8f448e69146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:52.761915 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7a11ec1b-0789-436d-860f-13c7a321dd33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:52.784487 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d1efabc4-a910-4bd6-8ae9-e8f448e69146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:52.902964 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1efabc4-a910-4bd6-8ae9-e8f448e69146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e63910-a23c-4885-ab8a-ab99e4c40657,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:52.924687 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-52e9a4fe-123a-4e24-8eec-ed9ae5574bc2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bfc06c5e3cb245e0881cdde22d3dcfe4&device_id=69688f3f-414f-4a78-a5cb-1647a447d7ee HTTP/1.1" status: 200 len: 1095 time: 0.3412693 Apr 20 17:21:52.933304 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d1efabc4-a910-4bd6-8ae9-e8f448e69146 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=61a12f0d44e84961b9da6c6a5dcee70e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1485615 Apr 20 17:21:52.934577 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44316) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:53.131279 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-38b0b68b-2d41-46cc-8229-a0971d2f73c0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70dd3704-36b2-4efd-ad04-7e617ad3e200 HTTP/1.1" status: 200 len: 217 time: 0.1954019 Apr 20 17:21:53.227714 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device adb8da6d-1468-4bfc-8fbc-a7f4c98774bb up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:21:53.249906 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-931426b3-d516-44f1-b6d8-0c3321a53e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:53.282734 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-8abe34e2-229c-40a6-a3f9-b7f5419adf05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:53.284561 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-8abe34e2-229c-40a6-a3f9-b7f5419adf05 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b7585a0-b003-4849-a58d-3f901fdb07d1 HTTP/1.1" status: 200 len: 864 time: 0.1379211 Apr 20 17:21:53.289943 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26a3fa9-46f4-436b-ba18-9a5f8d9c1962 None None] Network a67a341d-b672-4104-af6c-e38bcd7fa6c1 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:21:53.290604 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f49b0478-c199-4df4-a91b-cb2aaab1bd55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:53.597939 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-a0071c27-61c8-4294-a0bd-335df464aee1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f7b5a62e-093e-4343-af4b-6c58ae9d958b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1960347 Apr 20 17:21:53.626033 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f50b15b1-6b4c-4847-9dd8-b9817f2ada48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:53.629819 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f49b0478-c199-4df4-a91b-cb2aaab1bd55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:53.760165 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port adb8da6d-1468-4bfc-8fbc-a7f4c98774bb completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:21:53.796947 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port adb8da6d-1468-4bfc-8fbc-a7f4c98774bb triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:21:53.797947 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:53.970712 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44344) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:54.035679 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:54.046308 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-5e6b8616-bd5d-49f5-a8b5-53fcf28d18f9 service neutron] 10.222.0.43 "GET /v2.0/networks/f7b5a62e-093e-4343-af4b-6c58ae9d958b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303334 Apr 20 17:21:54.052443 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port adb8da6d-1468-4bfc-8fbc-a7f4c98774bb, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=adb8da6d-1468-4bfc-8fbc-a7f4c98774bb,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:21:54.064216 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:54.145749 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=adb8da6d-1468-4bfc-8fbc-a7f4c98774bb,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:54.151225 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f49b0478-c199-4df4-a91b-cb2aaab1bd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:54.183915 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b686a-035a-4733-8638-138ecf227e18 req-965f25eb-dfa6-4d2c-9ae2-3538e49b6a20 tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:54.185451 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-428b686a-035a-4733-8638-138ecf227e18 req-965f25eb-dfa6-4d2c-9ae2-3538e49b6a20 tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.39 "GET /v2.0/ports?device_id=69688f3f-414f-4a78-a5cb-1647a447d7ee HTTP/1.1" status: 200 len: 944 time: 0.3443367 Apr 20 17:21:54.187900 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b0478-c199-4df4-a91b-cb2aaab1bd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e63910-a23c-4885-ab8a-ab99e4c40657,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:54.248683 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-207adbc2-ebd2-4fbb-b8ee-3608fcbf8a95 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:54.249385 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-207adbc2-ebd2-4fbb-b8ee-3608fcbf8a95 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Synchronizing usage tracker for tenant:fce56b4868f048309077dc7c0bf671f8 on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:21:54.260692 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-0c8d9fbe-a087-4c54-aa87-0d83d4eb4a6b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-192275686-network', 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:54.270481 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0c8d9fbe-a087-4c54-aa87-0d83d4eb4a6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:54.335943 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0c8d9fbe-a087-4c54-aa87-0d83d4eb4a6b admin admin] Usage tracker for resource:network and tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:54.340189 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0c8d9fbe-a087-4c54-aa87-0d83d4eb4a6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:54.350430 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f49b0478-c199-4df4-a91b-cb2aaab1bd55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:54.354544 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-f50b15b1-6b4c-4847-9dd8-b9817f2ada48 admin admin] Allocated IP 172.20.0.1 (2b36794c-34c3-4e2e-bc39-30e014c826c8/35e9f78d-225c-4d9e-a6cf-92423d188840/7abe4fbe-0772-4fad-86b6-c5de891dab60) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:21:54.355866 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f49b0478-c199-4df4-a91b-cb2aaab1bd55 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/81e63910-a23c-4885-ab8a-ab99e4c40657 HTTP/1.1" status: 204 len: 168 time: 1.3106184 Apr 20 17:21:54.358869 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0c8d9fbe-a087-4c54-aa87-0d83d4eb4a6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:54.405086 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fb671bee-b191-4ddc-a3a3-daf35a99b663 req-4a6a5d0e-984d-4d6b-9ec3-a127c1f927e2 service neutron] 10.222.0.43 "GET /v2.0/networks/f7b5a62e-093e-4343-af4b-6c58ae9d958b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515966 Apr 20 17:21:54.423014 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-428b686a-035a-4733-8638-138ecf227e18 req-da97b89c-9a95-48b1-a517-59c27cad52d0 tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9a81d11-874b-4f72-9b77-c0d1766d4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256925 Apr 20 17:21:54.436814 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-207adbc2-ebd2-4fbb-b8ee-3608fcbf8a95 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Unset dirty status for tenant:fce56b4868f048309077dc7c0bf671f8 on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:21:54.438068 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-207adbc2-ebd2-4fbb-b8ee-3608fcbf8a95 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/networks?id=a67a341d-b672-4104-af6c-e38bcd7fa6c1 HTTP/1.1" status: 200 len: 815 time: 0.5049198 Apr 20 17:21:54.443668 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8d9fbe-a087-4c54-aa87-0d83d4eb4a6b admin admin] Made reservation on behalf of 3ddcf70e6b9b4ed78391e1f8fae63fbc for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:21:54.445959 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9fbe-a087-4c54-aa87-0d83d4eb4a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:54.490504 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9fbe-a087-4c54-aa87-0d83d4eb4a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:54.571596 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-3021c635-e8c8-4366-b279-823d39c23aec tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/quotas/fce56b4868f048309077dc7c0bf671f8 HTTP/1.1" status: 200 len: 375 time: 0.1152878 Apr 20 17:21:54.640917 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-e556d16e-901a-4a18-a33e-9f8712878d16 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fce56b4868f048309077dc7c0bf671f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599973 Apr 20 17:21:54.648259 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0c8d9fbe-a087-4c54-aa87-0d83d4eb4a6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:54.683112 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0c8d9fbe-a087-4c54-aa87-0d83d4eb4a6b admin admin] Usage tracker for resource:security_group_rule and tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:54.687351 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0c8d9fbe-a087-4c54-aa87-0d83d4eb4a6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:54.701638 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-554191cc-e193-4b18-ba34-f728447f176d req-02ccc355-e5a7-40e6-82c8-45a7f4a9522a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bfc06c5e3cb245e0881cdde22d3dcfe4&device_id=69688f3f-414f-4a78-a5cb-1647a447d7ee HTTP/1.1" status: 200 len: 1095 time: 0.1168408 Apr 20 17:21:54.753826 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0c8d9fbe-a087-4c54-aa87-0d83d4eb4a6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:54.782544 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44354) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:54.823985 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f50b15b1-6b4c-4847-9dd8-b9817f2ada48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:54.846719 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0b18e420-4447-4269-846f-656fe769220a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:54.885033 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-f50b15b1-6b4c-4847-9dd8-b9817f2ada48 admin admin] Transition to ACTIVE for port object 7abe4fbe-0772-4fad-86b6-c5de891dab60 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:21:54.929184 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device adb8da6d-1468-4bfc-8fbc-a7f4c98774bb up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:21:54.948930 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-42f3825e-524c-4a90-8c24-e27c74286a34 service neutron] 10.222.0.39 "GET /v2.0/networks/a67a341d-b672-4104-af6c-e38bcd7fa6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845807 Apr 20 17:21:54.963387 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554191cc-e193-4b18-ba34-f728447f176d req-67188a0f-9e49-4068-8100-db4f8022d27f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:54.966278 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-554191cc-e193-4b18-ba34-f728447f176d req-67188a0f-9e49-4068-8100-db4f8022d27f service neutron] 10.222.0.43 "GET /v2.0/networks?id=f7b5a62e-093e-4343-af4b-6c58ae9d958b HTTP/1.1" status: 200 len: 925 time: 0.2583559 Apr 20 17:21:54.974707 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0b18e420-4447-4269-846f-656fe769220a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:55.007110 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port adb8da6d-1468-4bfc-8fbc-a7f4c98774bb triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:21:55.007623 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:55.018896 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0b18e420-4447-4269-846f-656fe769220a admin admin] Usage tracker for resource:security_group_rule and tenant:80fffd08b2dc4907b14a0f4da228e772 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:55.058321 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-554191cc-e193-4b18-ba34-f728447f176d req-5e5f2ddd-5d15-4a29-a7e6-0d1f7a4ce844 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70dd3704-36b2-4efd-ad04-7e617ad3e200 HTTP/1.1" status: 200 len: 217 time: 0.0762868 Apr 20 17:21:55.066897 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0b18e420-4447-4269-846f-656fe769220a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:55.148640 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554191cc-e193-4b18-ba34-f728447f176d req-fc23cea8-69b2-4cf5-b931-ebea15ae7e82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:55.150524 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-554191cc-e193-4b18-ba34-f728447f176d req-fc23cea8-69b2-4cf5-b931-ebea15ae7e82 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b7585a0-b003-4849-a58d-3f901fdb07d1 HTTP/1.1" status: 200 len: 864 time: 0.0838344 Apr 20 17:21:55.204039 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-554191cc-e193-4b18-ba34-f728447f176d req-fa8b90b9-6313-4cde-ada2-aa2d17d1a6e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f7b5a62e-093e-4343-af4b-6c58ae9d958b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441990 Apr 20 17:21:55.215525 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0b18e420-4447-4269-846f-656fe769220a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:55.224222 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9fbe-a087-4c54-aa87-0d83d4eb4a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:55.225500 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f50b15b1-6b4c-4847-9dd8-b9817f2ada48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:55.278438 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9fbe-a087-4c54-aa87-0d83d4eb4a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:55.373238 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931426b3-d516-44f1-b6d8-0c3321a53e3d admin admin] Router 1a884e82-0ca8-47c6-a106-9b20aed4b81f has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:21:55.381009 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-554191cc-e193-4b18-ba34-f728447f176d req-5b20d054-7eb1-46cf-b8c2-77f929e94f11 service neutron] 10.222.0.43 "GET /v2.0/networks/f7b5a62e-093e-4343-af4b-6c58ae9d958b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698470 Apr 20 17:21:55.395141 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c8d9fbe-a087-4c54-aa87-0d83d4eb4a6b admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:21:55.400857 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50b15b1-6b4c-4847-9dd8-b9817f2ada48 admin admin] Network 2b36794c-34c3-4e2e-bc39-30e014c826c8 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:21:55.409344 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b15b1-6b4c-4847-9dd8-b9817f2ada48 admin admin] Pushing event updated for resources: {'Port': ['ID=7abe4fbe-0772-4fad-86b6-c5de891dab60,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:55.411870 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-f50b15b1-6b4c-4847-9dd8-b9817f2ada48 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:21:55.422796 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d9fbe-a087-4c54-aa87-0d83d4eb4a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a7fe21-c70c-48b1-85a1-d3a94717fab0,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:55.427753 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a11ec1b-0789-436d-860f-13c7a321dd33 admin admin] Router 7588e21b-3374-4ccc-b220-b488b5ac9fc5 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:21:55.429606 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50b15b1-6b4c-4847-9dd8-b9817f2ada48 admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:21:55.469585 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-255888b0-9f7c-47f3-b76e-9da32b395df9 service neutron] 10.222.0.39 "GET /v2.0/networks/a67a341d-b672-4104-af6c-e38bcd7fa6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5024624 Apr 20 17:21:55.502966 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9fbe-a087-4c54-aa87-0d83d4eb4a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:55.502966 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-0c8d9fbe-a087-4c54-aa87-0d83d4eb4a6b admin admin] Added segment c5bea2f7-a2f3-4408-abdf-9e7895fc119d of type vlan for network 58282348-4092-4e5e-b7c0-667535a141b6 Apr 20 17:21:55.560437 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f50b15b1-6b4c-4847-9dd8-b9817f2ada48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:55.598005 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9fbe-a087-4c54-aa87-0d83d4eb4a6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:55.723074 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0b18e420-4447-4269-846f-656fe769220a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:55.824834 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0b18e420-4447-4269-846f-656fe769220a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:55.825188 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-554191cc-e193-4b18-ba34-f728447f176d req-67c74a03-0c47-4ba2-a4a6-33f53caea601 service neutron] 10.222.0.43 "GET /v2.0/networks/f7b5a62e-093e-4343-af4b-6c58ae9d958b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358668 Apr 20 17:21:55.886366 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5b656645-fbb6-411d-bcb0-2b7c533c3b2e None None] Provisioning for port 7abe4fbe-0772-4fad-86b6-c5de891dab60 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:21:55.897295 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.resource_extend [None req-0c8d9fbe-a087-4c54-aa87-0d83d4eb4a6b admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:21:55.898535 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5b656645-fbb6-411d-bcb0-2b7c533c3b2e None None] Provisioning complete for port 7abe4fbe-0772-4fad-86b6-c5de891dab60 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:21:55.898900 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5b656645-fbb6-411d-bcb0-2b7c533c3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:55.915267 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931426b3-d516-44f1-b6d8-0c3321a53e3d admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:21:55.931453 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81323e14-d1e5-44b8-955d-9f8341e43be8 None None] Sync routers for ids ['1a884e82-0ca8-47c6-a106-9b20aed4b81f'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:21:55.938523 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f9c2bd22-f522-4a8b-9c85-4a04a7b2f4df req-7994cb29-9f87-4b20-9696-ddd3ae74c141 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 210 time: 0.1584561 Apr 20 17:21:55.952940 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81323e14-d1e5-44b8-955d-9f8341e43be8 None None] Routers {'1a884e82-0ca8-47c6-a106-9b20aed4b81f'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:21:55.953576 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-81323e14-d1e5-44b8-955d-9f8341e43be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:21:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['1a884e82-0ca8-47c6-a106-9b20aed4b81f'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:55.957355 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-931426b3-d516-44f1-b6d8-0c3321a53e3d admin admin] 10.222.0.39 "PUT /v2.0/routers/1a884e82-0ca8-47c6-a106-9b20aed4b81f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6664948 Apr 20 17:21:55.960092 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44372) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:55.996672 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0b18e420-4447-4269-846f-656fe769220a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80fffd08b2dc4907b14a0f4da228e772&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2123532 Apr 20 17:21:56.002883 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44376) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:56.016695 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-5b656645-fbb6-411d-bcb0-2b7c533c3b2e None None] Port 7abe4fbe-0772-4fad-86b6-c5de891dab60 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:21:56.037642 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9fbe-a087-4c54-aa87-0d83d4eb4a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:56.038648 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8d9fbe-a087-4c54-aa87-0d83d4eb4a6b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:56.039276 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9fbe-a087-4c54-aa87-0d83d4eb4a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:56.194895 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d9fbe-a087-4c54-aa87-0d83d4eb4a6b admin admin] Pushing event updated for resources: {'Network': ['ID=58282348-4092-4e5e-b7c0-667535a141b6,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:56.206586 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 58282348-4092-4e5e-b7c0-667535a141b6 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:21:56.215483 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18e420-4447-4269-846f-656fe769220a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e803361-6b7e-491c-b4d6-917cc0821d46,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:56.229459 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f50b15b1-6b4c-4847-9dd8-b9817f2ada48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:56.297215 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-81323e14-d1e5-44b8-955d-9f8341e43be8 None None] Set router 1a884e82-0ca8-47c6-a106-9b20aed4b81f gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:21:56.414870 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97568d50-0eb5-4200-aebc-ae4fba84e526 req-ab03efbd-78b5-4938-92fe-44823420d4d6 tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:56.416343 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-97568d50-0eb5-4200-aebc-ae4fba84e526 req-ab03efbd-78b5-4938-92fe-44823420d4d6 tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.39 "GET /v2.0/ports?device_id=69688f3f-414f-4a78-a5cb-1647a447d7ee HTTP/1.1" status: 200 len: 944 time: 0.6895616 Apr 20 17:21:56.487262 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-97568d50-0eb5-4200-aebc-ae4fba84e526 req-3615fe4c-0010-4bf6-a0ba-524b193186ab tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9a81d11-874b-4f72-9b77-c0d1766d4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617006 Apr 20 17:21:56.517194 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0c8d9fbe-a087-4c54-aa87-0d83d4eb4a6b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5396113 Apr 20 17:21:56.522170 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44382) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:56.528646 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-5d3fb3b5-413b-485b-9a37-7a7f9d8aed71 admin admin] Request body: {'subnet': {'network_id': '58282348-4092-4e5e-b7c0-667535a141b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-192275686-subnet', 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:56.547217 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-5d3fb3b5-413b-485b-9a37-7a7f9d8aed71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:56.567737 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-5d3fb3b5-413b-485b-9a37-7a7f9d8aed71 admin admin] Usage tracker for resource:subnet and tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:56.571096 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-5d3fb3b5-413b-485b-9a37-7a7f9d8aed71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:56.578010 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-5d3fb3b5-413b-485b-9a37-7a7f9d8aed71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:56.581767 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-effaec18-f168-402e-b54f-0b114185681e admin admin] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:56.675775 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c8d757b9-3f51-4a7b-b66f-e69bff842fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:56.733662 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-81323e14-d1e5-44b8-955d-9f8341e43be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a884e82-0ca8-47c6-a106-9b20aed4b81f', 'name': 'tempest-ServerRescueTestJSON-195754155-router', 'tenant_id': '0dd99ef1065b406196682e8299225373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '7befc246-3e65-46f6-a68c-674366f190a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:19:14Z', 'updated_at': '2022-04-20T17:21:51Z', 'revision_number': 5, 'project_id': '0dd99ef1065b406196682e8299225373', 'gw_port': {'id': '7befc246-3e65-46f6-a68c-674366f190a6', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a884e82-0ca8-47c6-a106-9b20aed4b81f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:16Z', 'updated_at': '2022-04-20T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:56.734238 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a11ec1b-0789-436d-860f-13c7a321dd33 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:21:56.745034 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389a3cb9-08b5-47c6-b476-75a94472bccc None None] Sync routers for ids ['7588e21b-3374-4ccc-b220-b488b5ac9fc5'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:21:56.745666 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81323e14-d1e5-44b8-955d-9f8341e43be8 None None] Checking router: 1a884e82-0ca8-47c6-a106-9b20aed4b81f for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:21:56.754527 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7a11ec1b-0789-436d-860f-13c7a321dd33 admin admin] 10.222.0.39 "PUT /v2.0/routers/7588e21b-3374-4ccc-b220-b488b5ac9fc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2879374 Apr 20 17:21:56.759220 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c8d757b9-3f51-4a7b-b66f-e69bff842fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:56.764535 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389a3cb9-08b5-47c6-b476-75a94472bccc None None] Routers {'7588e21b-3374-4ccc-b220-b488b5ac9fc5'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:21:56.765368 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-389a3cb9-08b5-47c6-b476-75a94472bccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:21:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['7588e21b-3374-4ccc-b220-b488b5ac9fc5'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:56.765981 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44386) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:56.772413 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81323e14-d1e5-44b8-955d-9f8341e43be8 None None] Routers {'1a884e82-0ca8-47c6-a106-9b20aed4b81f'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:21:56.773146 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-81323e14-d1e5-44b8-955d-9f8341e43be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:21:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['1a884e82-0ca8-47c6-a106-9b20aed4b81f'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:56.777833 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3fb3b5-413b-485b-9a37-7a7f9d8aed71 admin admin] Made reservation on behalf of 3ddcf70e6b9b4ed78391e1f8fae63fbc for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:21:56.780519 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5d3fb3b5-413b-485b-9a37-7a7f9d8aed71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:56.840422 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f50b15b1-6b4c-4847-9dd8-b9817f2ada48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:56.849423 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f50b15b1-6b4c-4847-9dd8-b9817f2ada48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:56.978465 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f50b15b1-6b4c-4847-9dd8-b9817f2ada48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:56.985171 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b15b1-6b4c-4847-9dd8-b9817f2ada48 admin admin] Pushing event updated for resources: {'Port': ['ID=7abe4fbe-0772-4fad-86b6-c5de891dab60,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:56.987779 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c8d757b9-3f51-4a7b-b66f-e69bff842fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:57.010564 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d757b9-3f51-4a7b-b66f-e69bff842fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e803361-6b7e-491c-b4d6-917cc0821d46,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:57.016785 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c8d757b9-3f51-4a7b-b66f-e69bff842fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:57.029881 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c8d757b9-3f51-4a7b-b66f-e69bff842fa1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e803361-6b7e-491c-b4d6-917cc0821d46 HTTP/1.1" status: 204 len: 168 time: 1.0029078 Apr 20 17:21:57.030825 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-81323e14-d1e5-44b8-955d-9f8341e43be8 None None] Set router 1a884e82-0ca8-47c6-a106-9b20aed4b81f gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:21:57.037999 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-389a3cb9-08b5-47c6-b476-75a94472bccc None None] Set router 7588e21b-3374-4ccc-b220-b488b5ac9fc5 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:21:57.448974 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f45b934-de9e-4a36-84f5-808aa627ea38 req-5207970e-3a70-4991-b8b3-9d2a0daa8043 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 210 time: 0.1832151 Apr 20 17:21:57.481403 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-effaec18-f168-402e-b54f-0b114185681e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:57.512086 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-81323e14-d1e5-44b8-955d-9f8341e43be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a884e82-0ca8-47c6-a106-9b20aed4b81f', 'name': 'tempest-ServerRescueTestJSON-195754155-router', 'tenant_id': '0dd99ef1065b406196682e8299225373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '7befc246-3e65-46f6-a68c-674366f190a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:19:14Z', 'updated_at': '2022-04-20T17:21:51Z', 'revision_number': 5, 'project_id': '0dd99ef1065b406196682e8299225373', 'gw_port': {'id': '7befc246-3e65-46f6-a68c-674366f190a6', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a884e82-0ca8-47c6-a106-9b20aed4b81f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:16Z', 'updated_at': '2022-04-20T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:57.518171 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81323e14-d1e5-44b8-955d-9f8341e43be8 None None] The sync data for ids ['1a884e82-0ca8-47c6-a106-9b20aed4b81f'] in n-d-838032-1 is: [{'id': '1a884e82-0ca8-47c6-a106-9b20aed4b81f', 'name': 'tempest-ServerRescueTestJSON-195754155-router', 'tenant_id': '0dd99ef1065b406196682e8299225373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '7befc246-3e65-46f6-a68c-674366f190a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:19:14Z', 'updated_at': '2022-04-20T17:21:51Z', 'revision_number': 5, 'project_id': '0dd99ef1065b406196682e8299225373', 'gw_port': {'id': '7befc246-3e65-46f6-a68c-674366f190a6', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a884e82-0ca8-47c6-a106-9b20aed4b81f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:19:16Z', 'updated_at': '2022-04-20T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:21:57.548344 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-effaec18-f168-402e-b54f-0b114185681e admin admin] Deleting port 7befc246-3e65-46f6-a68c-674366f190a6 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:21:57.552784 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-effaec18-f168-402e-b54f-0b114185681e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:57.553214 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50b15b1-6b4c-4847-9dd8-b9817f2ada48 admin admin] Network 2b36794c-34c3-4e2e-bc39-30e014c826c8 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:21:57.575541 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-f50b15b1-6b4c-4847-9dd8-b9817f2ada48 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:21:57.737960 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-389a3cb9-08b5-47c6-b476-75a94472bccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7588e21b-3374-4ccc-b220-b488b5ac9fc5', 'name': 'tempest-FloatingIPsTestJSON-1022449760-router', 'tenant_id': 'e69d925bc4624d179017bbb9867ea7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'de8fd24d-77d0-42fb-aee1-5e31f67bd74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:12Z', 'updated_at': '2022-04-20T17:21:51Z', 'revision_number': 5, 'project_id': 'e69d925bc4624d179017bbb9867ea7fd', 'gw_port': {'id': 'de8fd24d-77d0-42fb-aee1-5e31f67bd74c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7588e21b-3374-4ccc-b220-b488b5ac9fc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:15Z', 'updated_at': '2022-04-20T17:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:57.742425 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389a3cb9-08b5-47c6-b476-75a94472bccc None None] Checking router: 7588e21b-3374-4ccc-b220-b488b5ac9fc5 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:21:57.755140 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389a3cb9-08b5-47c6-b476-75a94472bccc None None] Routers {'7588e21b-3374-4ccc-b220-b488b5ac9fc5'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:21:57.755808 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-389a3cb9-08b5-47c6-b476-75a94472bccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:21:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['7588e21b-3374-4ccc-b220-b488b5ac9fc5'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:57.917676 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f823c1b0-cdd8-4067-9a3d-9be591ab11ef None None] Provisioning complete for port 7abe4fbe-0772-4fad-86b6-c5de891dab60 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:21:57.918031 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f823c1b0-cdd8-4067-9a3d-9be591ab11ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:57.961728 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5d3fb3b5-413b-485b-9a37-7a7f9d8aed71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:57.983937 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-f823c1b0-cdd8-4067-9a3d-9be591ab11ef None None] Port 7abe4fbe-0772-4fad-86b6-c5de891dab60 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:21:57.994214 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-ebc8c1a2-c3dd-45b5-a2a9-5fbc7f7adff2 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:57.996666 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-ebc8c1a2-c3dd-45b5-a2a9-5fbc7f7adff2 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.10 "GET /v2.0/networks?id=a67a341d-b672-4104-af6c-e38bcd7fa6c1 HTTP/1.1" status: 200 len: 815 time: 0.7294853 Apr 20 17:21:58.037816 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-389a3cb9-08b5-47c6-b476-75a94472bccc None None] Set router 7588e21b-3374-4ccc-b220-b488b5ac9fc5 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:21:58.092083 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-772f64e7-6136-4116-9c63-e1c49a87b255 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Request body: {'port': {'device_id': 'f22c6d6b-b4cc-4fc9-8930-1027ca8a0689', 'network_id': 'a67a341d-b672-4104-af6c-e38bcd7fa6c1', 'admin_state_up': True, 'tenant_id': 'fce56b4868f048309077dc7c0bf671f8'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:58.126798 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6345d3b1-2576-4d81-a5fd-5db785f0a03a admin admin] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:58.211134 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3fb3b5-413b-485b-9a37-7a7f9d8aed71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2168ea2a-2641-4ad3-adf7-4caac0ff9024,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:58.260663 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-effaec18-f168-402e-b54f-0b114185681e admin admin] For port 7befc246-3e65-46f6-a68c-674366f190a6, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=7befc246-3e65-46f6-a68c-674366f190a6,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:21:58.261018 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-effaec18-f168-402e-b54f-0b114185681e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:58.409127 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bfc0df-5ea8-482b-94a4-cc51b99a3758 req-23be1248-6b19-4efb-b25f-36d6d906ab51 tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:58.410625 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-98bfc0df-5ea8-482b-94a4-cc51b99a3758 req-23be1248-6b19-4efb-b25f-36d6d906ab51 tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.39 "GET /v2.0/ports?device_id=69688f3f-414f-4a78-a5cb-1647a447d7ee HTTP/1.1" status: 200 len: 944 time: 0.5669613 Apr 20 17:21:58.419093 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-772f64e7-6136-4116-9c63-e1c49a87b255 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:58.423656 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-772f64e7-6136-4116-9c63-e1c49a87b255 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Usage tracker for resource:port and tenant:fce56b4868f048309077dc7c0bf671f8 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:58.427053 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-772f64e7-6136-4116-9c63-e1c49a87b255 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:58.433821 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-772f64e7-6136-4116-9c63-e1c49a87b255 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:58.436053 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-389a3cb9-08b5-47c6-b476-75a94472bccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7588e21b-3374-4ccc-b220-b488b5ac9fc5', 'name': 'tempest-FloatingIPsTestJSON-1022449760-router', 'tenant_id': 'e69d925bc4624d179017bbb9867ea7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'de8fd24d-77d0-42fb-aee1-5e31f67bd74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:12Z', 'updated_at': '2022-04-20T17:21:51Z', 'revision_number': 5, 'project_id': 'e69d925bc4624d179017bbb9867ea7fd', 'gw_port': {'id': 'de8fd24d-77d0-42fb-aee1-5e31f67bd74c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7588e21b-3374-4ccc-b220-b488b5ac9fc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:15Z', 'updated_at': '2022-04-20T17:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:21:58.444862 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389a3cb9-08b5-47c6-b476-75a94472bccc None None] The sync data for ids ['7588e21b-3374-4ccc-b220-b488b5ac9fc5'] in n-d-838032-1 is: [{'id': '7588e21b-3374-4ccc-b220-b488b5ac9fc5', 'name': 'tempest-FloatingIPsTestJSON-1022449760-router', 'tenant_id': 'e69d925bc4624d179017bbb9867ea7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'de8fd24d-77d0-42fb-aee1-5e31f67bd74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:12Z', 'updated_at': '2022-04-20T17:21:51Z', 'revision_number': 5, 'project_id': 'e69d925bc4624d179017bbb9867ea7fd', 'gw_port': {'id': 'de8fd24d-77d0-42fb-aee1-5e31f67bd74c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7588e21b-3374-4ccc-b220-b488b5ac9fc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:15Z', 'updated_at': '2022-04-20T17:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:21:58.455807 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-772f64e7-6136-4116-9c63-e1c49a87b255 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Made reservation on behalf of fce56b4868f048309077dc7c0bf671f8 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:21:58.459311 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-772f64e7-6136-4116-9c63-e1c49a87b255 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:58.560872 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-effaec18-f168-402e-b54f-0b114185681e admin admin] Calling delete_port for 7befc246-3e65-46f6-a68c-674366f190a6 owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:21:58.563996 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 70dd3704-36b2-4efd-ad04-7e617ad3e200 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:21:58.632597 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3fb3b5-413b-485b-9a37-7a7f9d8aed71 admin admin] Checking segment: {'id': 'c5bea2f7-a2f3-4408-abdf-9e7895fc119d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '58282348-4092-4e5e-b7c0-667535a141b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:21:58.632959 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3fb3b5-413b-485b-9a37-7a7f9d8aed71 admin admin] Network hostable DHCP agents. Network: 58282348-4092-4e5e-b7c0-667535a141b6, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:21:58.666787 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-772f64e7-6136-4116-9c63-e1c49a87b255 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Allocated IP 172.20.0.14 (a67a341d-b672-4104-af6c-e38bcd7fa6c1/546f1609-2082-4535-ba40-673d62b673a1/2adcaf18-df23-4efa-b7b1-ece8b41c1acf) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:21:58.723505 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-98bfc0df-5ea8-482b-94a4-cc51b99a3758 req-7e297578-b662-421e-b36c-89381db194dd tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9a81d11-874b-4f72-9b77-c0d1766d4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314521 Apr 20 17:21:58.741088 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3fb3b5-413b-485b-9a37-7a7f9d8aed71 admin admin] Network 58282348-4092-4e5e-b7c0-667535a141b6 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:21:58.773585 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-5d3fb3b5-413b-485b-9a37-7a7f9d8aed71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 58282348-4092-4e5e-b7c0-667535a141b6) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:21:58.780299 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3fb3b5-413b-485b-9a37-7a7f9d8aed71 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:58.781179 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5d3fb3b5-413b-485b-9a37-7a7f9d8aed71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:58.788356 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 70dd3704-36b2-4efd-ad04-7e617ad3e200, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=70dd3704-36b2-4efd-ad04-7e617ad3e200,segment=NetworkSegment(44ce31a1-2f27-4e60-883c-78b6f6c27885),segment_id=44ce31a1-2f27-4e60-883c-78b6f6c27885)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:21:58.806102 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2673ee4a-c160-4a5f-985f-fb66a6268d6c None None] Network 58282348-4092-4e5e-b7c0-667535a141b6 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:21:58.879701 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '70dd3704-36b2-4efd-ad04-7e617ad3e200', 'network_id': 'f7b5a62e-093e-4343-af4b-6c58ae9d958b', 'port_id': '70dd3704-36b2-4efd-ad04-7e617ad3e200', 'mac_address': 'fa:16:3e:cd:6e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7585a0-b003-4849-a58d-3f901fdb07d1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:21:58.908748 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5d3fb3b5-413b-485b-9a37-7a7f9d8aed71 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3821385 Apr 20 17:21:58.912334 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44424) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:58.926304 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-94f8414b-0b13-45a3-8788-026475368eb6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-192275686-router', 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:58.932579 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fff5e07b-2fa0-4c52-9d35-073c9f7d846c req-e61f0ccd-32c8-4579-971b-a14d5477c466 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 210 time: 0.1523862 Apr 20 17:21:58.934746 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-94f8414b-0b13-45a3-8788-026475368eb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:21:58.948188 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-effaec18-f168-402e-b54f-0b114185681e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:58.952572 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-94f8414b-0b13-45a3-8788-026475368eb6 admin admin] Usage tracker for resource:router and tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:21:58.964157 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3102ab82-334b-48c9-b947-ab8e58eacaa7 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:21:58.985679 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6345d3b1-2576-4d81-a5fd-5db785f0a03a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:58.989671 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-94f8414b-0b13-45a3-8788-026475368eb6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:21:59.015209 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 3102ab82-334b-48c9-b947-ab8e58eacaa7 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:21:59.015542 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3102ab82-334b-48c9-b947-ab8e58eacaa7 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:21:59.015952 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c0384739-659b-45f4-ae4c-ed00fdce3ed8 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:21:59.016214 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-94f8414b-0b13-45a3-8788-026475368eb6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:21:59.019499 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effaec18-f168-402e-b54f-0b114185681e admin admin] Pushing event deleted for resources: {'Port': ['ID=7befc246-3e65-46f6-a68c-674366f190a6,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:59.020604 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50b15b1-6b4c-4847-9dd8-b9817f2ada48 admin admin] Router e27406a2-f3dd-44fb-9c24-d039092153da has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:21:59.054773 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-772f64e7-6136-4116-9c63-e1c49a87b255 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:59.054998 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: c0384739-659b-45f4-ae4c-ed00fdce3ed8 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:21:59.055125 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c0384739-659b-45f4-ae4c-ed00fdce3ed8 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:21:59.070015 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-94f8414b-0b13-45a3-8788-026475368eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:59.071254 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-94f8414b-0b13-45a3-8788-026475368eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:59.074953 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-6345d3b1-2576-4d81-a5fd-5db785f0a03a admin admin] Deleting port de8fd24d-77d0-42fb-aee1-5e31f67bd74c {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:21:59.075734 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6345d3b1-2576-4d81-a5fd-5db785f0a03a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:59.076613 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:59.111768 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70dd3704-36b2-4efd-ad04-7e617ad3e200 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:21:59.172009 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 70dd3704-36b2-4efd-ad04-7e617ad3e200, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=70dd3704-36b2-4efd-ad04-7e617ad3e200,segment=NetworkSegment(44ce31a1-2f27-4e60-883c-78b6f6c27885),segment_id=44ce31a1-2f27-4e60-883c-78b6f6c27885)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:21:59.192376 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:59.258615 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-772f64e7-6136-4116-9c63-e1c49a87b255 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:59.276099 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=70dd3704-36b2-4efd-ad04-7e617ad3e200,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:59.342258 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86bb277-812b-4bd7-9c58-5a1af4fa0d92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-58282348-4092-4e5e-b7c0-667535a141b6', 'network_id': '58282348-4092-4e5e-b7c0-667535a141b6', 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'fixed_ips': [{'subnet_id': '2168ea2a-2641-4ad3-adf7-4caac0ff9024'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:21:59.343131 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b86bb277-812b-4bd7-9c58-5a1af4fa0d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:59.350786 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-772f64e7-6136-4116-9c63-e1c49a87b255 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Network a67a341d-b672-4104-af6c-e38bcd7fa6c1 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:21:59.357492 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-772f64e7-6136-4116-9c63-e1c49a87b255 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:21:59.361066 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-772f64e7-6136-4116-9c63-e1c49a87b255 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:21:59.365368 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-94f8414b-0b13-45a3-8788-026475368eb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:59.427465 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['70dd3704-36b2-4efd-ad04-7e617ad3e200'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:21:59.427661 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-772f64e7-6136-4116-9c63-e1c49a87b255 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:21:59.428143 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-772f64e7-6136-4116-9c63-e1c49a87b255 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:59.436998 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f64e7-6136-4116-9c63-e1c49a87b255 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Pushing event updated for resources: {'Port': ['ID=2adcaf18-df23-4efa-b7b1-ece8b41c1acf,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:21:59.458227 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-effaec18-f168-402e-b54f-0b114185681e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:59.476146 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-772f64e7-6136-4116-9c63-e1c49a87b255 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3881590 Apr 20 17:21:59.493785 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-99386c92-2248-4b65-aa7d-07ba31195343 service neutron] Request body: {'port': {'device_id': 'f22c6d6b-b4cc-4fc9-8930-1027ca8a0689', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:21:59.624061 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-99386c92-2248-4b65-aa7d-07ba31195343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:21:59.733969 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-b86bb277-812b-4bd7-9c58-5a1af4fa0d92 None None] Allocated IP 172.20.0.2 (58282348-4092-4e5e-b7c0-667535a141b6/2168ea2a-2641-4ad3-adf7-4caac0ff9024/d853d4d0-ca3e-4896-8e85-785cef581995) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:21:59.957488 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44440) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:21:59.985696 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50b15b1-6b4c-4847-9dd8-b9817f2ada48 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:21:59.992178 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f50b15b1-6b4c-4847-9dd8-b9817f2ada48 admin admin] 10.222.0.39 "PUT /v2.0/routers/e27406a2-f3dd-44fb-9c24-d039092153da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7216148 Apr 20 17:22:00.004023 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1116d99-7fc9-4b68-b2aa-e32f44a72357 None None] Sync routers for ids ['e27406a2-f3dd-44fb-9c24-d039092153da'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:22:00.042638 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1116d99-7fc9-4b68-b2aa-e32f44a72357 None None] Routers {'e27406a2-f3dd-44fb-9c24-d039092153da'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:22:00.051126 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e1116d99-7fc9-4b68-b2aa-e32f44a72357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:21:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e27406a2-f3dd-44fb-9c24-d039092153da'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:00.068931 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-effaec18-f168-402e-b54f-0b114185681e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:00.072633 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b86bb277-812b-4bd7-9c58-5a1af4fa0d92 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:00.075394 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-effaec18-f168-402e-b54f-0b114185681e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:00.086923 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b86bb277-812b-4bd7-9c58-5a1af4fa0d92 None None] Transition to ACTIVE for port object d853d4d0-ca3e-4896-8e85-785cef581995 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:22:00.106735 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b86bb277-812b-4bd7-9c58-5a1af4fa0d92 None None] Transition to ACTIVE for port object d853d4d0-ca3e-4896-8e85-785cef581995 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:22:00.123109 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b86bb277-812b-4bd7-9c58-5a1af4fa0d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:00.133290 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-6345d3b1-2576-4d81-a5fd-5db785f0a03a admin admin] For port de8fd24d-77d0-42fb-aee1-5e31f67bd74c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=de8fd24d-77d0-42fb-aee1-5e31f67bd74c,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:00.133742 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6345d3b1-2576-4d81-a5fd-5db785f0a03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:00.152051 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-99386c92-2248-4b65-aa7d-07ba31195343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2adcaf18-df23-4efa-b7b1-ece8b41c1acf {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:22:00.161314 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-99386c92-2248-4b65-aa7d-07ba31195343 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:00.181584 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-99386c92-2248-4b65-aa7d-07ba31195343 service neutron] Transition to ACTIVE for port object 2adcaf18-df23-4efa-b7b1-ece8b41c1acf will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:22:00.193266 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-99386c92-2248-4b65-aa7d-07ba31195343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:00.214638 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86bb277-812b-4bd7-9c58-5a1af4fa0d92 None None] Pushing event updated for resources: {'Port': ['ID=d853d4d0-ca3e-4896-8e85-785cef581995,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:00.236043 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86bb277-812b-4bd7-9c58-5a1af4fa0d92 None None] Network 58282348-4092-4e5e-b7c0-667535a141b6 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:22:00.237427 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-b86bb277-812b-4bd7-9c58-5a1af4fa0d92 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:00.242634 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86bb277-812b-4bd7-9c58-5a1af4fa0d92 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:22:00.310354 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99386c92-2248-4b65-aa7d-07ba31195343 service neutron] Pushing event updated for resources: {'Port': ['ID=2adcaf18-df23-4efa-b7b1-ece8b41c1acf,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:00.446886 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-e1116d99-7fc9-4b68-b2aa-e32f44a72357 None None] Set router e27406a2-f3dd-44fb-9c24-d039092153da gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:22:00.494747 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b86bb277-812b-4bd7-9c58-5a1af4fa0d92 None None] Attempting to bind port d853d4d0-ca3e-4896-8e85-785cef581995 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:22:00.495274 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-99386c92-2248-4b65-aa7d-07ba31195343 service neutron] Attempting to bind port 2adcaf18-df23-4efa-b7b1-ece8b41c1acf on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:22:00.495620 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-99386c92-2248-4b65-aa7d-07ba31195343 service neutron] Attempting to bind port 2adcaf18-df23-4efa-b7b1-ece8b41c1acf by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '5738320b-bb4f-4c6b-94f2-7a17321dd8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a67a341d-b672-4104-af6c-e38bcd7fa6c1'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:22:00.496306 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-99386c92-2248-4b65-aa7d-07ba31195343 service neutron] Attempting to bind port 2adcaf18-df23-4efa-b7b1-ece8b41c1acf on network a67a341d-b672-4104-af6c-e38bcd7fa6c1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:22:00.499384 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b86bb277-812b-4bd7-9c58-5a1af4fa0d92 None None] Attempting to bind port d853d4d0-ca3e-4896-8e85-785cef581995 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'c5bea2f7-a2f3-4408-abdf-9e7895fc119d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '58282348-4092-4e5e-b7c0-667535a141b6'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:22:00.499978 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86bb277-812b-4bd7-9c58-5a1af4fa0d92 None None] Attempting to bind port d853d4d0-ca3e-4896-8e85-785cef581995 on network 58282348-4092-4e5e-b7c0-667535a141b6 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:22:00.502797 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-99386c92-2248-4b65-aa7d-07ba31195343 service neutron] Port 2adcaf18-df23-4efa-b7b1-ece8b41c1acf on network a67a341d-b672-4104-af6c-e38bcd7fa6c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:22:00.503404 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-99386c92-2248-4b65-aa7d-07ba31195343 service neutron] Attempting to bind port 2adcaf18-df23-4efa-b7b1-ece8b41c1acf on network a67a341d-b672-4104-af6c-e38bcd7fa6c1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:22:00.510550 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-99386c92-2248-4b65-aa7d-07ba31195343 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:22:00.511093 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-99386c92-2248-4b65-aa7d-07ba31195343 service neutron] Checking segment: {'id': '5738320b-bb4f-4c6b-94f2-7a17321dd8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a67a341d-b672-4104-af6c-e38bcd7fa6c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:22:00.511619 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-99386c92-2248-4b65-aa7d-07ba31195343 service neutron] Bound using segment: {'id': '5738320b-bb4f-4c6b-94f2-7a17321dd8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a67a341d-b672-4104-af6c-e38bcd7fa6c1'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:22:00.512192 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-99386c92-2248-4b65-aa7d-07ba31195343 service neutron] Bound port: 2adcaf18-df23-4efa-b7b1-ece8b41c1acf, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5738320b-bb4f-4c6b-94f2-7a17321dd8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a67a341d-b672-4104-af6c-e38bcd7fa6c1'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:22:00.512702 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-99386c92-2248-4b65-aa7d-07ba31195343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:00.515931 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86bb277-812b-4bd7-9c58-5a1af4fa0d92 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:22:00.516356 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86bb277-812b-4bd7-9c58-5a1af4fa0d92 None None] Checking segment: {'id': 'c5bea2f7-a2f3-4408-abdf-9e7895fc119d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '58282348-4092-4e5e-b7c0-667535a141b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:22:00.519599 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b86bb277-812b-4bd7-9c58-5a1af4fa0d92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:00.519996 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86bb277-812b-4bd7-9c58-5a1af4fa0d92 None None] Bound using segment: {'id': 'c5bea2f7-a2f3-4408-abdf-9e7895fc119d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '58282348-4092-4e5e-b7c0-667535a141b6'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:22:00.520473 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b86bb277-812b-4bd7-9c58-5a1af4fa0d92 None None] Bound port: d853d4d0-ca3e-4896-8e85-785cef581995, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5bea2f7-a2f3-4408-abdf-9e7895fc119d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '58282348-4092-4e5e-b7c0-667535a141b6'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:22:00.520846 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b86bb277-812b-4bd7-9c58-5a1af4fa0d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:00.608628 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 70dd3704-36b2-4efd-ad04-7e617ad3e200 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:22:00.625857 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-6345d3b1-2576-4d81-a5fd-5db785f0a03a admin admin] Calling delete_port for de8fd24d-77d0-42fb-aee1-5e31f67bd74c owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:22:00.664024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-99386c92-2248-4b65-aa7d-07ba31195343 service neutron] For port 2adcaf18-df23-4efa-b7b1-ece8b41c1acf, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:22:00.678916 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-99386c92-2248-4b65-aa7d-07ba31195343 service neutron] For port 2adcaf18-df23-4efa-b7b1-ece8b41c1acf, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=2adcaf18-df23-4efa-b7b1-ece8b41c1acf,segment=NetworkSegment(5738320b-bb4f-4c6b-94f2-7a17321dd8ad),segment_id=5738320b-bb4f-4c6b-94f2-7a17321dd8ad)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:22:00.686915 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-effaec18-f168-402e-b54f-0b114185681e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:00.687771 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effaec18-f168-402e-b54f-0b114185681e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a884e82-0ca8-47c6-a106-9b20aed4b81f {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:22:00.691267 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-99386c92-2248-4b65-aa7d-07ba31195343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:00.706510 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-effaec18-f168-402e-b54f-0b114185681e admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:00.710009 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-effaec18-f168-402e-b54f-0b114185681e admin admin] 10.222.0.39 "DELETE /v2.0/routers/1a884e82-0ca8-47c6-a106-9b20aed4b81f HTTP/1.1" status: 204 len: 168 time: 4.7464321 Apr 20 17:22:00.712938 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-94f8414b-0b13-45a3-8788-026475368eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:00.723350 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44454) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:00.729248 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b86bb277-812b-4bd7-9c58-5a1af4fa0d92 None None] For port d853d4d0-ca3e-4896-8e85-785cef581995, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:22:00.739658 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b86bb277-812b-4bd7-9c58-5a1af4fa0d92 None None] For port d853d4d0-ca3e-4896-8e85-785cef581995, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d853d4d0-ca3e-4896-8e85-785cef581995,segment=NetworkSegment(c5bea2f7-a2f3-4408-abdf-9e7895fc119d),segment_id=c5bea2f7-a2f3-4408-abdf-9e7895fc119d)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:22:00.754739 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b86bb277-812b-4bd7-9c58-5a1af4fa0d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:00.806087 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-99386c92-2248-4b65-aa7d-07ba31195343 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:00.807716 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-99386c92-2248-4b65-aa7d-07ba31195343 service neutron] 10.222.0.10 "PUT /v2.0/ports/2adcaf18-df23-4efa-b7b1-ece8b41c1acf HTTP/1.1" status: 200 len: 1092 time: 1.3199787 Apr 20 17:22:00.825354 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb5ffb5-0376-48ce-85d2-878a26e5e05f admin admin] Deleting subnet 7d6355b3-9159-47c5-b462-d8d60cd8f890 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:22:00.826984 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22c6d6b-b4cc-4fc9-8930-1027ca8a0689', 'tag': '2adcaf18-df23-4efa-b7b1-ece8b41c1acf'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:22:00.829505 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ccb5ffb5-0376-48ce-85d2-878a26e5e05f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:00.888216 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86bb277-812b-4bd7-9c58-5a1af4fa0d92 None None] Pushing event updated for resources: {'Port': ['ID=d853d4d0-ca3e-4896-8e85-785cef581995,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:00.892831 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 70dd3704-36b2-4efd-ad04-7e617ad3e200 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:00.914094 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ccb5ffb5-0376-48ce-85d2-878a26e5e05f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:00.929989 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 70dd3704-36b2-4efd-ad04-7e617ad3e200 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:00.931094 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:00.933406 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9bb1e1-d530-4466-b148-5216838393c4 req-b9dc53b2-4075-42ed-adba-a259afb5e227 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:00.934524 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-5c9bb1e1-d530-4466-b148-5216838393c4 req-b9dc53b2-4075-42ed-adba-a259afb5e227 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Synchronizing usage tracker for tenant:fce56b4868f048309077dc7c0bf671f8 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:22:00.950392 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99386c92-2248-4b65-aa7d-07ba31195343 service neutron] Pushing event updated for resources: {'Port': ['ID=2adcaf18-df23-4efa-b7b1-ece8b41c1acf,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:00.990053 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-0ab9d0bc-a394-41f5-80e8-c64159af871b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fce56b4868f048309077dc7c0bf671f8&device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 1095 time: 0.1307321 Apr 20 17:22:00.991770 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-5c9bb1e1-d530-4466-b148-5216838393c4 req-b9dc53b2-4075-42ed-adba-a259afb5e227 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Unset dirty status for tenant:fce56b4868f048309077dc7c0bf671f8 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:22:00.992280 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ccb5ffb5-0376-48ce-85d2-878a26e5e05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:00.993452 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5c9bb1e1-d530-4466-b148-5216838393c4 req-b9dc53b2-4075-42ed-adba-a259afb5e227 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 944 time: 0.8624353 Apr 20 17:22:01.038245 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e1116d99-7fc9-4b68-b2aa-e32f44a72357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'name': 'tempest-AttachVolumeShelveTestJSON-1002173449-router', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:40Z', 'updated_at': '2022-04-20T17:21:55Z', 'revision_number': 4, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'gw_port': {'id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:42Z', 'updated_at': '2022-04-20T17:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '7abe4fbe-0772-4fad-86b6-c5de891dab60', 'name': '', 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'mac_address': 'fa:16:3e:44:3b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:53Z', 'updated_at': '2022-04-20T17:21:56Z', 'revision_number': 2, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'subnets': [{'id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:01.042297 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1116d99-7fc9-4b68-b2aa-e32f44a72357 None None] Checking router: e27406a2-f3dd-44fb-9c24-d039092153da for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:22:01.042643 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1116d99-7fc9-4b68-b2aa-e32f44a72357 None None] Updating router e27406a2-f3dd-44fb-9c24-d039092153da port 7abe4fbe-0772-4fad-86b6-c5de891dab60 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:22:01.090638 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:01.092245 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-671d6529-1bbb-4b7d-9a63-9eb5fa76813a tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:01.103848 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-151685e6-9814-4236-ab6b-0d14ef0751af service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2adcaf18-df23-4efa-b7b1-ece8b41c1acf HTTP/1.1" status: 200 len: 217 time: 0.1053548 Apr 20 17:22:01.109443 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-e1116d99-7fc9-4b68-b2aa-e32f44a72357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:01.113600 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ccb5ffb5-0376-48ce-85d2-878a26e5e05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:01.135969 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 70dd3704-36b2-4efd-ad04-7e617ad3e200, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=70dd3704-36b2-4efd-ad04-7e617ad3e200,segment=NetworkSegment(44ce31a1-2f27-4e60-883c-78b6f6c27885),segment_id=44ce31a1-2f27-4e60-883c-78b6f6c27885)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:01.137386 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69688f3f-414f-4a78-a5cb-1647a447d7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dd3704-36b2-4efd-ad04-7e617ad3e200'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:22:01.138650 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-5c9bb1e1-d530-4466-b148-5216838393c4 req-4ebe12eb-0b0d-487e-8e5c-2e51b7ab4d69 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Synchronizing usage tracker for tenant:fce56b4868f048309077dc7c0bf671f8 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:22:01.146023 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:01.148991 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-671d6529-1bbb-4b7d-9a63-9eb5fa76813a tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:01.195121 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ccb5ffb5-0376-48ce-85d2-878a26e5e05f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:01.204397 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5ffb5-0376-48ce-85d2-878a26e5e05f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d6355b3-9159-47c5-b462-d8d60cd8f890,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:01.209901 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-671d6529-1bbb-4b7d-9a63-9eb5fa76813a tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Usage tracker for resource:floatingip and tenant:fe26eef54a3147ffa5e4ce68af0f109d is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:01.219455 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-671d6529-1bbb-4b7d-9a63-9eb5fa76813a tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:01.228149 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=70dd3704-36b2-4efd-ad04-7e617ad3e200,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:01.228549 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc210e-fa8d-4bbb-bbf4-ab9ade359089 req-6f51fe20-6fee-47da-b907-fe39df12774c tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:01.236728 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-92cc210e-fa8d-4bbb-bbf4-ab9ade359089 req-6f51fe20-6fee-47da-b907-fe39df12774c tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.39 "GET /v2.0/ports?device_id=69688f3f-414f-4a78-a5cb-1647a447d7ee HTTP/1.1" status: 200 len: 945 time: 1.2818503 Apr 20 17:22:01.269093 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-4d89c74b-b4d4-4d61-8106-7d05664a8d81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:01.270598 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-4d89c74b-b4d4-4d61-8106-7d05664a8d81 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=546f1609-2082-4535-ba40-673d62b673a1 HTTP/1.1" status: 200 len: 855 time: 0.1394644 Apr 20 17:22:01.349074 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-671d6529-1bbb-4b7d-9a63-9eb5fa76813a tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:01.371939 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ccb5ffb5-0376-48ce-85d2-878a26e5e05f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7d6355b3-9159-47c5-b462-d8d60cd8f890 HTTP/1.1" status: 204 len: 168 time: 0.6350427 Apr 20 17:22:01.375000 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44462) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:01.377618 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-e387ca8e-bc42-4e1c-9a50-609ea21cfe19 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a67a341d-b672-4104-af6c-e38bcd7fa6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982525 Apr 20 17:22:01.379269 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-671d6529-1bbb-4b7d-9a63-9eb5fa76813a tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:01.446714 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-92cc210e-fa8d-4bbb-bbf4-ab9ade359089 req-f43d0151-fd18-4ed0-ad41-b26d906d2343 tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9a81d11-874b-4f72-9b77-c0d1766d4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089539 Apr 20 17:22:01.537247 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-5c9bb1e1-d530-4466-b148-5216838393c4 req-4ebe12eb-0b0d-487e-8e5c-2e51b7ab4d69 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Unset dirty status for tenant:fce56b4868f048309077dc7c0bf671f8 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:22:01.538267 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5c9bb1e1-d530-4466-b148-5216838393c4 req-4ebe12eb-0b0d-487e-8e5c-2e51b7ab4d69 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4775105 Apr 20 17:22:01.648689 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6e79bb1-2bbd-492c-8c97-c38938a15cd3'] response: {'name': 'network-changed', 'server_uuid': 'f22c6d6b-b4cc-4fc9-8930-1027ca8a0689', 'tag': '2adcaf18-df23-4efa-b7b1-ece8b41c1acf', 'status': 'completed', 'code': 200} Apr 20 17:22:01.677396 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-49e6098e-07bd-47b6-80d4-f16df5ad7a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:01.691672 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6345d3b1-2576-4d81-a5fd-5db785f0a03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:01.718406 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd13309f-33a6-4fde-90db-1c3de9e22195'] response: {'server_uuid': '69688f3f-414f-4a78-a5cb-1647a447d7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dd3704-36b2-4efd-ad04-7e617ad3e200', 'code': 200} Apr 20 17:22:01.779331 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-1d7a1ab8-f479-4933-a0db-e6f3d203d75d service neutron] 10.222.0.10 "GET /v2.0/networks/a67a341d-b672-4104-af6c-e38bcd7fa6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679295 Apr 20 17:22:01.779653 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-e1116d99-7fc9-4b68-b2aa-e32f44a72357 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:01.789358 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6345d3b1-2576-4d81-a5fd-5db785f0a03a admin admin] Pushing event deleted for resources: {'Port': ['ID=de8fd24d-77d0-42fb-aee1-5e31f67bd74c,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:01.792481 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-e1116d99-7fc9-4b68-b2aa-e32f44a72357 None None] Transition to ACTIVE for port object 7abe4fbe-0772-4fad-86b6-c5de891dab60 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:22:01.804827 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-e1116d99-7fc9-4b68-b2aa-e32f44a72357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:01.848218 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-671d6529-1bbb-4b7d-9a63-9eb5fa76813a tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:01.886574 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595de6a-2aa0-4cad-a413-cc3878860a1c None None] Pushing event updated for resources: {'Port': ['ID=7abe4fbe-0772-4fad-86b6-c5de891dab60,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:01.930835 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44468) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:01.972524 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-9196b5b0-5549-4f77-b96e-f8bc5aac0bb5 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1619446389', 'description': 'tempest-description--1068652797'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:01.985426 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-94f8414b-0b13-45a3-8788-026475368eb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:02.019916 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9196b5b0-5549-4f77-b96e-f8bc5aac0bb5 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:02.027675 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-49e6098e-07bd-47b6-80d4-f16df5ad7a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:02.060927 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9196b5b0-5549-4f77-b96e-f8bc5aac0bb5 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Usage tracker for resource:security_group and tenant:02869399c9f94c6e8f223671a74b81d5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:02.070741 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9196b5b0-5549-4f77-b96e-f8bc5aac0bb5 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:02.076674 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-94f8414b-0b13-45a3-8788-026475368eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:02.077618 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-49e6098e-07bd-47b6-80d4-f16df5ad7a3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d400f90f-4a8e-41ce-ab99-e78cfbfff523']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:02.096269 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9196b5b0-5549-4f77-b96e-f8bc5aac0bb5 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:02.105266 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-49e6098e-07bd-47b6-80d4-f16df5ad7a3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4060d4e7-10e6-4838-836b-eec05a3f4513') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:02.105266 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-49e6098e-07bd-47b6-80d4-f16df5ad7a3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4060d4e7-10e6-4838-836b-eec05a3f4513') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:02.121648 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-e1116d99-7fc9-4b68-b2aa-e32f44a72357 None None] Attempting to bind port 7abe4fbe-0772-4fad-86b6-c5de891dab60 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:22:02.122229 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-e1116d99-7fc9-4b68-b2aa-e32f44a72357 None None] Attempting to bind port 7abe4fbe-0772-4fad-86b6-c5de891dab60 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '66b29461-7e00-47bd-9ba1-5ef6f56d61e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:22:02.122390 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1116d99-7fc9-4b68-b2aa-e32f44a72357 None None] Attempting to bind port 7abe4fbe-0772-4fad-86b6-c5de891dab60 on network 2b36794c-34c3-4e2e-bc39-30e014c826c8 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:22:02.123146 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-49e6098e-07bd-47b6-80d4-f16df5ad7a3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:02.129387 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1116d99-7fc9-4b68-b2aa-e32f44a72357 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:22:02.129742 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1116d99-7fc9-4b68-b2aa-e32f44a72357 None None] Checking segment: {'id': '66b29461-7e00-47bd-9ba1-5ef6f56d61e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:22:02.130134 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-e1116d99-7fc9-4b68-b2aa-e32f44a72357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:02.130553 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1116d99-7fc9-4b68-b2aa-e32f44a72357 None None] Bound using segment: {'id': '66b29461-7e00-47bd-9ba1-5ef6f56d61e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:22:02.131010 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-e1116d99-7fc9-4b68-b2aa-e32f44a72357 None None] Bound port: 7abe4fbe-0772-4fad-86b6-c5de891dab60, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b29461-7e00-47bd-9ba1-5ef6f56d61e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:22:02.131536 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-e1116d99-7fc9-4b68-b2aa-e32f44a72357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:02.135690 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d7e76d4-9e47-4e5f-b30b-ee870674941c req-667b5ec4-7c4f-4b33-83ac-1a201037542f service neutron] 10.222.0.10 "GET /v2.0/networks/a67a341d-b672-4104-af6c-e38bcd7fa6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124182 Apr 20 17:22:02.170608 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-49e6098e-07bd-47b6-80d4-f16df5ad7a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:02.192819 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e6098e-07bd-47b6-80d4-f16df5ad7a3a admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:22:02.193226 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-49e6098e-07bd-47b6-80d4-f16df5ad7a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:02.247953 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-e1116d99-7fc9-4b68-b2aa-e32f44a72357 None None] For port 7abe4fbe-0772-4fad-86b6-c5de891dab60, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:22:02.248820 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-671d6529-1bbb-4b7d-9a63-9eb5fa76813a tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Allocated IP 172.25.8.38 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/eb27808b-c1ec-4bc2-afab-8ddb7aa4c767) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:22:02.251463 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-e1116d99-7fc9-4b68-b2aa-e32f44a72357 None None] For port 7abe4fbe-0772-4fad-86b6-c5de891dab60, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=7abe4fbe-0772-4fad-86b6-c5de891dab60,segment=NetworkSegment(66b29461-7e00-47bd-9ba1-5ef6f56d61e9),segment_id=66b29461-7e00-47bd-9ba1-5ef6f56d61e9)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:22:02.258572 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-e1116d99-7fc9-4b68-b2aa-e32f44a72357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:02.359598 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1116d99-7fc9-4b68-b2aa-e32f44a72357 None None] Routers {'e27406a2-f3dd-44fb-9c24-d039092153da'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:22:02.360302 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e1116d99-7fc9-4b68-b2aa-e32f44a72357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:21:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e27406a2-f3dd-44fb-9c24-d039092153da'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:02.432996 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-30497d31-e823-422c-b402-7a87cce29b22 req-4ab41010-e772-4f68-97f2-b1a4407a5422 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=69688f3f-414f-4a78-a5cb-1647a447d7ee HTTP/1.1" status: 200 len: 1097 time: 0.6346641 Apr 20 17:22:02.445535 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:22:02.445535 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:22:02.445535 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:22:02.445535 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:22:02.445535 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:22:02.445535 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:22:02.445535 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:22:02.445535 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:22:02.445535 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:22:02.445535 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:22:02.445535 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:22:02.445535 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:22:02.445535 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:22:02.445535 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:22:02.445535 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:22:02.445535 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:22:02.445535 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:22:02.445535 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:22:02.445535 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:22:02.445535 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:22:02.445535 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:22:02.445535 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:22:02.445535 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:22:02.445535 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:22:02.445535 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:22:02.445535 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:22:02.445535 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:22:02.445535 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:22:02.445535 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:22:02.445535 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:22:02.445535 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:22:02.445535 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:22:02.504387 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595de6a-2aa0-4cad-a413-cc3878860a1c None None] Pushing event updated for resources: {'Port': ['ID=7abe4fbe-0772-4fad-86b6-c5de891dab60,revision_number=4']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:02.574483 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-49e6098e-07bd-47b6-80d4-f16df5ad7a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:02.576791 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9196b5b0-5549-4f77-b96e-f8bc5aac0bb5 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:02.610384 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e605b3-28b9-4584-9d54-2bcb30e28644 None None] Network 58282348-4092-4e5e-b7c0-667535a141b6 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:22:02.621838 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-49e6098e-07bd-47b6-80d4-f16df5ad7a3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:02.651573 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-e1116d99-7fc9-4b68-b2aa-e32f44a72357 None None] Set router e27406a2-f3dd-44fb-9c24-d039092153da gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:22:02.660001 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6098e-07bd-47b6-80d4-f16df5ad7a3a admin admin] Pushing event deleted for resources: {'Network': ['ID=d400f90f-4a8e-41ce-ab99-e78cfbfff523,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:02.675382 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-49e6098e-07bd-47b6-80d4-f16df5ad7a3a admin admin] 10.222.0.39 "DELETE /v2.0/networks/d400f90f-4a8e-41ce-ab99-e78cfbfff523 HTTP/1.1" status: 204 len: 168 time: 1.2964590 Apr 20 17:22:02.699377 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a527cb86-bc34-4173-bbaa-fe2dec369dbe req-d2460d9f-3dfa-4aaf-8d73-fb63841b2de5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fce56b4868f048309077dc7c0bf671f8&device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 1095 time: 0.2497277 Apr 20 17:22:02.769904 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-dfcd12a5-5192-4b7f-a475-86562e56e675 None None] Provisioning for port d853d4d0-ca3e-4896-8e85-785cef581995 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:02.859326 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527cb86-bc34-4173-bbaa-fe2dec369dbe req-b039e2f3-b721-4ad5-b988-9a23a687a660 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:02.870686 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a527cb86-bc34-4173-bbaa-fe2dec369dbe req-b039e2f3-b721-4ad5-b988-9a23a687a660 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a67a341d-b672-4104-af6c-e38bcd7fa6c1 HTTP/1.1" status: 200 len: 916 time: 0.1526744 Apr 20 17:22:03.089000 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d853d4d0-ca3e-4896-8e85-785cef581995 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:22:03.097333 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44478) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:03.114100 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6345d3b1-2576-4d81-a5fd-5db785f0a03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:03.135692 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a527cb86-bc34-4173-bbaa-fe2dec369dbe req-703ac880-4824-4962-94cf-4c39eff3cec7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2adcaf18-df23-4efa-b7b1-ece8b41c1acf HTTP/1.1" status: 200 len: 217 time: 0.2637718 Apr 20 17:22:03.175867 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port d853d4d0-ca3e-4896-8e85-785cef581995 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:03.181683 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port d853d4d0-ca3e-4896-8e85-785cef581995 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:03.182045 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:03.210771 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-30497d31-e823-422c-b402-7a87cce29b22 req-17ae6b4f-a8be-47af-bcbd-42419f6ad122 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a9a81d11-874b-4f72-9b77-c0d1766d4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6019788 Apr 20 17:22:03.277928 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-282d6040-9084-4b50-839b-81029a013e07 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0dd99ef1065b406196682e8299225373&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1753418 Apr 20 17:22:03.279548 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44482) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:03.302684 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527cb86-bc34-4173-bbaa-fe2dec369dbe req-6c9e4b5f-6ac5-4218-8252-26a32fbe25d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:03.304157 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a527cb86-bc34-4173-bbaa-fe2dec369dbe req-6c9e4b5f-6ac5-4218-8252-26a32fbe25d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=546f1609-2082-4535-ba40-673d62b673a1 HTTP/1.1" status: 200 len: 855 time: 0.1578803 Apr 20 17:22:03.316275 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:03.323457 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e1116d99-7fc9-4b68-b2aa-e32f44a72357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'name': 'tempest-AttachVolumeShelveTestJSON-1002173449-router', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:40Z', 'updated_at': '2022-04-20T17:21:55Z', 'revision_number': 4, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'gw_port': {'id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:42Z', 'updated_at': '2022-04-20T17:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '7abe4fbe-0772-4fad-86b6-c5de891dab60', 'name': '', 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'mac_address': 'fa:16:3e:44:3b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:53Z', 'updated_at': '2022-04-20T17:22:02Z', 'revision_number': 4, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'subnets': [{'id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:03.333628 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1116d99-7fc9-4b68-b2aa-e32f44a72357 None None] The sync data for ids ['e27406a2-f3dd-44fb-9c24-d039092153da'] in n-d-838032-1 is: [{'id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'name': 'tempest-AttachVolumeShelveTestJSON-1002173449-router', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:40Z', 'updated_at': '2022-04-20T17:21:55Z', 'revision_number': 4, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'gw_port': {'id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:42Z', 'updated_at': '2022-04-20T17:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '7abe4fbe-0772-4fad-86b6-c5de891dab60', 'name': '', 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'mac_address': 'fa:16:3e:44:3b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:53Z', 'updated_at': '2022-04-20T17:22:02Z', 'revision_number': 4, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'subnets': [{'id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:22:03.378763 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port d853d4d0-ca3e-4896-8e85-785cef581995, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d853d4d0-ca3e-4896-8e85-785cef581995,segment=NetworkSegment(c5bea2f7-a2f3-4408-abdf-9e7895fc119d),segment_id=c5bea2f7-a2f3-4408-abdf-9e7895fc119d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:03.410152 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:03.429261 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a527cb86-bc34-4173-bbaa-fe2dec369dbe req-d4d744f5-d826-498f-a7ca-9052cf5db856 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a67a341d-b672-4104-af6c-e38bcd7fa6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628235 Apr 20 17:22:03.442016 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b66d0-3256-44fc-b962-8027a4b3e25a req-88b01b31-4869-4b4c-8aec-dd48aa85dc0a tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:03.443269 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9196b5b0-5549-4f77-b96e-f8bc5aac0bb5 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:03.449040 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-395b66d0-3256-44fc-b962-8027a4b3e25a req-88b01b31-4869-4b4c-8aec-dd48aa85dc0a tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.39 "GET /v2.0/ports?device_id=69688f3f-414f-4a78-a5cb-1647a447d7ee HTTP/1.1" status: 200 len: 946 time: 0.4177048 Apr 20 17:22:03.465996 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9196b5b0-5549-4f77-b96e-f8bc5aac0bb5 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Usage tracker for resource:security_group_rule and tenant:02869399c9f94c6e8f223671a74b81d5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:03.484782 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9196b5b0-5549-4f77-b96e-f8bc5aac0bb5 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:03.485270 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 7befc246-3e65-46f6-a68c-674366f190a6 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:22:03.515103 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9196b5b0-5549-4f77-b96e-f8bc5aac0bb5 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:03.550010 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 7befc246-3e65-46f6-a68c-674366f190a6 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:22:03.550397 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 7befc246-3e65-46f6-a68c-674366f190a6 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:22:03.572535 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=d853d4d0-ca3e-4896-8e85-785cef581995,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:03.599711 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-973bada2-b263-4c03-819c-584bfce12bcd None None] Provisioning complete for port d853d4d0-ca3e-4896-8e85-785cef581995 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:03.600200 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-973bada2-b263-4c03-819c-584bfce12bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:03.606563 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-05a2abb1-92cb-4308-8bd6-64fa0c7b778b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:03.651444 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6345d3b1-2576-4d81-a5fd-5db785f0a03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:03.675864 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6345d3b1-2576-4d81-a5fd-5db785f0a03a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:03.678979 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-05a2abb1-92cb-4308-8bd6-64fa0c7b778b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:03.698147 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-395b66d0-3256-44fc-b962-8027a4b3e25a req-0025f095-9f8b-40d5-abd6-007c7b68d601 tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9a81d11-874b-4f72-9b77-c0d1766d4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482631 Apr 20 17:22:03.714367 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341443ec-dd5c-4786-9521-88d5d1f1925d req-2d7cb223-907d-46c8-a6d3-9170e2bc6f83 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:03.722172 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-341443ec-dd5c-4786-9521-88d5d1f1925d req-2d7cb223-907d-46c8-a6d3-9170e2bc6f83 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 944 time: 0.5490396 Apr 20 17:22:03.754169 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-671d6529-1bbb-4b7d-9a63-9eb5fa76813a tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:03.762972 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a527cb86-bc34-4173-bbaa-fe2dec369dbe req-472a960d-6b1f-451c-bb93-92090bf04dce service neutron] 10.222.0.10 "GET /v2.0/networks/a67a341d-b672-4104-af6c-e38bcd7fa6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985394 Apr 20 17:22:03.841473 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9196b5b0-5549-4f77-b96e-f8bc5aac0bb5 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:03.848700 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-341443ec-dd5c-4786-9521-88d5d1f1925d req-5a03990d-6c4b-4167-a4ba-40e0e0c052f9 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255660 Apr 20 17:22:03.849201 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6345d3b1-2576-4d81-a5fd-5db785f0a03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:03.849710 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6345d3b1-2576-4d81-a5fd-5db785f0a03a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7588e21b-3374-4ccc-b220-b488b5ac9fc5 {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:22:03.853071 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9196b5b0-5549-4f77-b96e-f8bc5aac0bb5 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:03.881593 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6345d3b1-2576-4d81-a5fd-5db785f0a03a admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:03.885451 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6345d3b1-2576-4d81-a5fd-5db785f0a03a admin admin] 10.222.0.39 "DELETE /v2.0/routers/7588e21b-3374-4ccc-b220-b488b5ac9fc5 HTTP/1.1" status: 204 len: 168 time: 7.1183906 Apr 20 17:22:03.895226 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44486) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:03.908930 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9196b5b0-5549-4f77-b96e-f8bc5aac0bb5 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:03.912856 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9196b5b0-5549-4f77-b96e-f8bc5aac0bb5 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.9719949 Apr 20 17:22:03.918985 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44490) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:03.928086 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-1e69918c-0b76-49bd-a8f8-a4d59da7cf5e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Request body: {'security_group_rule': {'security_group_id': '0278c42b-3090-4348-bbb0-986b922e208b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:03.939535 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1e69918c-0b76-49bd-a8f8-a4d59da7cf5e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:03.941147 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-05a2abb1-92cb-4308-8bd6-64fa0c7b778b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:03.942058 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-671d6529-1bbb-4b7d-9a63-9eb5fa76813a tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:03.984641 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2abb1-92cb-4308-8bd6-64fa0c7b778b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:03.990579 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a527cb86-bc34-4173-bbaa-fe2dec369dbe req-8e099eab-f4ac-438a-b042-cc6ef32de4a7 service neutron] 10.222.0.10 "GET /v2.0/networks/a67a341d-b672-4104-af6c-e38bcd7fa6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248058 Apr 20 17:22:04.000506 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196b5b0-5549-4f77-b96e-f8bc5aac0bb5 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0278c42b-3090-4348-bbb0-986b922e208b,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:04.014818 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1e69918c-0b76-49bd-a8f8-a4d59da7cf5e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Usage tracker for resource:security_group_rule and tenant:02869399c9f94c6e8f223671a74b81d5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:04.023062 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1e69918c-0b76-49bd-a8f8-a4d59da7cf5e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:04.029117 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-05a2abb1-92cb-4308-8bd6-64fa0c7b778b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:04.033152 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-05a2abb1-92cb-4308-8bd6-64fa0c7b778b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff3b0f77-86e6-43a8-8d54-a8f5b656bb7e HTTP/1.1" status: 204 len: 168 time: 0.7341614 Apr 20 17:22:04.033816 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-11744734-2870-4b87-b417-9144df020ca4 admin admin] Deleting subnet 02ddfe8a-6940-4cd3-9da0-c27773c5114b {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:22:04.037398 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-11744734-2870-4b87-b417-9144df020ca4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:04.044158 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:22:04.056928 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1e69918c-0b76-49bd-a8f8-a4d59da7cf5e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:04.093567 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-11744734-2870-4b87-b417-9144df020ca4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:04.134639 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-94f8414b-0b13-45a3-8788-026475368eb6 admin admin] Allocated IP 172.25.8.48 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/dc71d121-42a9-4c91-8df9-a052c3e2907f) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:22:04.164075 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d6529-1bbb-4b7d-9a63-9eb5fa76813a tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Pushing event updated for resources: {'Port': ['ID=eb27808b-c1ec-4bc2-afab-8ddb7aa4c767,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:04.186940 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671d6529-1bbb-4b7d-9a63-9eb5fa76813a tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:22:04.199533 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-11744734-2870-4b87-b417-9144df020ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:04.257250 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-671d6529-1bbb-4b7d-9a63-9eb5fa76813a tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:04.269949 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671d6529-1bbb-4b7d-9a63-9eb5fa76813a tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:22:04.310507 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e69918c-0b76-49bd-a8f8-a4d59da7cf5e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:04.333913 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-11744734-2870-4b87-b417-9144df020ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:04.407100 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11744734-2870-4b87-b417-9144df020ca4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02ddfe8a-6940-4cd3-9da0-c27773c5114b,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:04.425707 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-11744734-2870-4b87-b417-9144df020ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:04.431993 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2951729-e4bd-4a33-bdfb-18d681383e0a None None] Network a782cff4-5c40-4d65-b960-a95e74f4b9e4 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:22:04.453084 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-11744734-2870-4b87-b417-9144df020ca4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/02ddfe8a-6940-4cd3-9da0-c27773c5114b HTTP/1.1" status: 204 len: 168 time: 0.5580986 Apr 20 17:22:04.455616 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44498) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:04.635819 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-671d6529-1bbb-4b7d-9a63-9eb5fa76813a tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:04.664559 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-927eb8f6-9357-48c4-9221-5c9e22c7f6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:04.675613 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-927eb8f6-9357-48c4-9221-5c9e22c7f6dd admin admin] Deleting port 510a27e9-7be2-4966-9089-9b1c2057ad8d {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:22:04.675989 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-927eb8f6-9357-48c4-9221-5c9e22c7f6dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:04.709953 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-94f8414b-0b13-45a3-8788-026475368eb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:04.731013 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e69918c-0b76-49bd-a8f8-a4d59da7cf5e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:04.751532 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-671d6529-1bbb-4b7d-9a63-9eb5fa76813a tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:04.792008 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e69918c-0b76-49bd-a8f8-a4d59da7cf5e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:04.811377 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5341b477-3d4c-4f12-80c7-16be14f85ccc None None] DHCP port deletion for a782cff4-5c40-4d65-b960-a95e74f4b9e4 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:22:04.815913 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-5341b477-3d4c-4f12-80c7-16be14f85ccc None None] Deleting port 510a27e9-7be2-4966-9089-9b1c2057ad8d {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:22:04.816278 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5341b477-3d4c-4f12-80c7-16be14f85ccc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:04.847962 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69918c-0b76-49bd-a8f8-a4d59da7cf5e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=263d1a19-6baa-431b-aeed-8a1869c4dc57,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:04.880767 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e69918c-0b76-49bd-a8f8-a4d59da7cf5e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:04.882146 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1e69918c-0b76-49bd-a8f8-a4d59da7cf5e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9621081 Apr 20 17:22:04.899366 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44512) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:04.906518 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-94f8414b-0b13-45a3-8788-026475368eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:04.912996 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-5460fc88-e27c-42ba-b63e-31973649d56c tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Request body: {'security_group_rule': {'security_group_id': '0278c42b-3090-4348-bbb0-986b922e208b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:05.044339 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-5460fc88-e27c-42ba-b63e-31973649d56c tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:05.066527 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-5460fc88-e27c-42ba-b63e-31973649d56c tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Usage tracker for resource:security_group_rule and tenant:02869399c9f94c6e8f223671a74b81d5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:05.078085 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-5460fc88-e27c-42ba-b63e-31973649d56c tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:05.086912 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-5460fc88-e27c-42ba-b63e-31973649d56c tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:05.129242 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8414b-0b13-45a3-8788-026475368eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=dc71d121-42a9-4c91-8df9-a052c3e2907f,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:05.134390 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f8414b-0b13-45a3-8788-026475368eb6 admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:22:05.141554 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-5341b477-3d4c-4f12-80c7-16be14f85ccc None None] For port 510a27e9-7be2-4966-9089-9b1c2057ad8d, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=510a27e9-7be2-4966-9089-9b1c2057ad8d,segment=NetworkSegment(d076b473-4d60-49bd-8c8b-76fc140b08a6),segment_id=d076b473-4d60-49bd-8c8b-76fc140b08a6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:05.141938 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5341b477-3d4c-4f12-80c7-16be14f85ccc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:05.149243 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-94f8414b-0b13-45a3-8788-026475368eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:05.155244 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 7abe4fbe-0772-4fad-86b6-c5de891dab60 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:22:05.157190 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f8414b-0b13-45a3-8788-026475368eb6 admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:22:05.196915 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-927eb8f6-9357-48c4-9221-5c9e22c7f6dd admin admin] For port 510a27e9-7be2-4966-9089-9b1c2057ad8d, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=510a27e9-7be2-4966-9089-9b1c2057ad8d,segment=NetworkSegment(d076b473-4d60-49bd-8c8b-76fc140b08a6),segment_id=d076b473-4d60-49bd-8c8b-76fc140b08a6)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:05.197276 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-927eb8f6-9357-48c4-9221-5c9e22c7f6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:05.343398 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-927eb8f6-9357-48c4-9221-5c9e22c7f6dd admin admin] Calling delete_port for 510a27e9-7be2-4966-9089-9b1c2057ad8d owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:22:05.352546 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-5341b477-3d4c-4f12-80c7-16be14f85ccc None None] Calling delete_port for 510a27e9-7be2-4966-9089-9b1c2057ad8d owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:22:05.411665 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44524) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:05.430115 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05361675-62cb-48f3-b78b-0e380fb63574 req-5abf4a57-b3fc-4677-8219-badb07b7b610 tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:05.431623 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05361675-62cb-48f3-b78b-0e380fb63574 req-5abf4a57-b3fc-4677-8219-badb07b7b610 tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.39 "GET /v2.0/ports?device_id=69688f3f-414f-4a78-a5cb-1647a447d7ee HTTP/1.1" status: 200 len: 946 time: 0.5849800 Apr 20 17:22:05.446776 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 7abe4fbe-0772-4fad-86b6-c5de891dab60 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:05.452683 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 7abe4fbe-0772-4fad-86b6-c5de891dab60 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:05.453184 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:05.493195 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5341b477-3d4c-4f12-80c7-16be14f85ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:05.525760 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.api [None req-927eb8f6-9357-48c4-9221-5c9e22c7f6dd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:22:05.526323 n-d-838032-1 neutron-server[84080]: DEBUG oslo_db.api [None req-927eb8f6-9357-48c4-9221-5c9e22c7f6dd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:22:05.532316 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05361675-62cb-48f3-b78b-0e380fb63574 req-3b346e2d-00a3-4652-9ebd-2c730d4f2986 tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9a81d11-874b-4f72-9b77-c0d1766d4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910451 Apr 20 17:22:05.539512 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5460fc88-e27c-42ba-b63e-31973649d56c tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:05.580316 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341b477-3d4c-4f12-80c7-16be14f85ccc None None] Pushing event deleted for resources: {'Port': ['ID=510a27e9-7be2-4966-9089-9b1c2057ad8d,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:05.602855 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5341b477-3d4c-4f12-80c7-16be14f85ccc None None] No DVR routers for this DVR port 510a27e9-7be2-4966-9089-9b1c2057ad8d on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:22:05.630378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-9646f684-47ca-471c-8a2d-c82d039061e7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1088983148-network', 'tenant_id': '739e916aa25c4029ad0454743c027d4f'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:05.635776 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9646f684-47ca-471c-8a2d-c82d039061e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:05.642260 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9646f684-47ca-471c-8a2d-c82d039061e7 admin admin] Usage tracker for resource:network and tenant:739e916aa25c4029ad0454743c027d4f is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:05.646777 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9646f684-47ca-471c-8a2d-c82d039061e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:05.654793 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9646f684-47ca-471c-8a2d-c82d039061e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:05.695429 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:05.707868 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9646f684-47ca-471c-8a2d-c82d039061e7 admin admin] Made reservation on behalf of 739e916aa25c4029ad0454743c027d4f for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:22:05.710526 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9646f684-47ca-471c-8a2d-c82d039061e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:05.716120 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-671d6529-1bbb-4b7d-9a63-9eb5fa76813a tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:05.718520 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5460fc88-e27c-42ba-b63e-31973649d56c tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:05.724425 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9646f684-47ca-471c-8a2d-c82d039061e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:05.725059 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f76288-e3cf-49da-a232-be4430850821 req-9b8a40e9-36bf-4e58-bff0-74576779b68c tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:05.732888 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-41f76288-e3cf-49da-a232-be4430850821 req-9b8a40e9-36bf-4e58-bff0-74576779b68c tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 944 time: 0.5262537 Apr 20 17:22:05.732888 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-671d6529-1bbb-4b7d-9a63-9eb5fa76813a tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:05.741624 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 7abe4fbe-0772-4fad-86b6-c5de891dab60, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=7abe4fbe-0772-4fad-86b6-c5de891dab60,segment=NetworkSegment(66b29461-7e00-47bd-9ba1-5ef6f56d61e9),segment_id=66b29461-7e00-47bd-9ba1-5ef6f56d61e9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:05.747445 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:05.748534 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d853d4d0-ca3e-4896-8e85-785cef581995 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:22:05.770262 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5460fc88-e27c-42ba-b63e-31973649d56c tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:05.779309 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9646f684-47ca-471c-8a2d-c82d039061e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:05.785321 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9646f684-47ca-471c-8a2d-c82d039061e7 admin admin] Usage tracker for resource:security_group_rule and tenant:739e916aa25c4029ad0454743c027d4f is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:05.788718 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9646f684-47ca-471c-8a2d-c82d039061e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:05.796891 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f9abf-c436-4bb0-8d35-f9e099071829 req-c0deab50-8c54-4633-9c3c-6ec05a1c89f8 tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:05.798483 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a88f9abf-c436-4bb0-8d35-f9e099071829 req-c0deab50-8c54-4633-9c3c-6ec05a1c89f8 tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.39 "GET /v2.0/ports?device_id=69688f3f-414f-4a78-a5cb-1647a447d7ee HTTP/1.1" status: 200 len: 946 time: 0.1317761 Apr 20 17:22:05.802354 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9646f684-47ca-471c-8a2d-c82d039061e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:05.839852 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460fc88-e27c-42ba-b63e-31973649d56c tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef5d383-b487-42a4-8a49-3beb898e4545,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:05.863566 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a88f9abf-c436-4bb0-8d35-f9e099071829 req-8ee484ad-4d4b-465b-af37-128712058f14 tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9a81d11-874b-4f72-9b77-c0d1766d4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560358 Apr 20 17:22:05.902593 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=7abe4fbe-0772-4fad-86b6-c5de891dab60,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:05.908156 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port d853d4d0-ca3e-4896-8e85-785cef581995 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:05.908528 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:05.919042 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9646f684-47ca-471c-8a2d-c82d039061e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:05.923780 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-671d6529-1bbb-4b7d-9a63-9eb5fa76813a tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:05.925732 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9646f684-47ca-471c-8a2d-c82d039061e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:05.947492 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5460fc88-e27c-42ba-b63e-31973649d56c tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:05.948194 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5460fc88-e27c-42ba-b63e-31973649d56c tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0474508 Apr 20 17:22:05.952190 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44536) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:05.966423 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9646f684-47ca-471c-8a2d-c82d039061e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:22:05.966678 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d6529-1bbb-4b7d-9a63-9eb5fa76813a tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Pushing event updated for resources: {'Port': ['ID=eb27808b-c1ec-4bc2-afab-8ddb7aa4c767,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:05.976144 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-740180a6-4875-431f-a94e-9569e7b7376e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:05.977069 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646f684-47ca-471c-8a2d-c82d039061e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5696e698-74d3-4591-ad9f-9a38154e88cb,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:05.983065 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9646f684-47ca-471c-8a2d-c82d039061e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:05.983421 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-9646f684-47ca-471c-8a2d-c82d039061e7 admin admin] Added segment b7f6a108-6de3-4d12-92d3-ffddaf981259 of type vlan for network f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 Apr 20 17:22:05.983662 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-740180a6-4875-431f-a94e-9569e7b7376e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:05.992356 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-740180a6-4875-431f-a94e-9569e7b7376e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Usage tracker for resource:floatingip and tenant:02869399c9f94c6e8f223671a74b81d5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:06.012413 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-41f76288-e3cf-49da-a232-be4430850821 req-7b758a20-7798-4bbc-aa83-0db44a89ce86 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499204 Apr 20 17:22:06.013212 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-671d6529-1bbb-4b7d-9a63-9eb5fa76813a tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:06.017246 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-671d6529-1bbb-4b7d-9a63-9eb5fa76813a tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0560541 Apr 20 17:22:06.017246 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-740180a6-4875-431f-a94e-9569e7b7376e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:06.018021 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44540) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:06.022870 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9646f684-47ca-471c-8a2d-c82d039061e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:06.023797 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-740180a6-4875-431f-a94e-9569e7b7376e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:06.027067 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-927eb8f6-9357-48c4-9221-5c9e22c7f6dd admin admin] Deleting port 510a27e9-7be2-4966-9089-9b1c2057ad8d {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:22:06.027415 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-927eb8f6-9357-48c4-9221-5c9e22c7f6dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:06.042531 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-94f8414b-0b13-45a3-8788-026475368eb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:06.043255 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-94f8414b-0b13-45a3-8788-026475368eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:06.060219 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 2adcaf18-df23-4efa-b7b1-ece8b41c1acf details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:22:06.079451 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-c7b57fe0-f5bd-48aa-a900-33ae4a93b6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1063974231', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'fixed_ips': [{'ip_address': '172.25.8.38'}]}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:06.116222 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-740180a6-4875-431f-a94e-9569e7b7376e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:06.159966 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-927eb8f6-9357-48c4-9221-5c9e22c7f6dd admin admin] The port '510a27e9-7be2-4966-9089-9b1c2057ad8d' was deleted {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:22:06.161039 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c7b57fe0-f5bd-48aa-a900-33ae4a93b6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:06.187198 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 510a27e9-7be2-4966-9089-9b1c2057ad8d no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:22:06.197934 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c7b57fe0-f5bd-48aa-a900-33ae4a93b6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Usage tracker for resource:port and tenant:fe26eef54a3147ffa5e4ce68af0f109d is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:06.200969 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c7b57fe0-f5bd-48aa-a900-33ae4a93b6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:06.232143 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c7b57fe0-f5bd-48aa-a900-33ae4a93b6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:06.233551 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 510a27e9-7be2-4966-9089-9b1c2057ad8d {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:22:06.233888 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 510a27e9-7be2-4966-9089-9b1c2057ad8d not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:22:06.321742 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9646f684-47ca-471c-8a2d-c82d039061e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:06.322788 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9646f684-47ca-471c-8a2d-c82d039061e7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:06.323535 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9646f684-47ca-471c-8a2d-c82d039061e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:06.356510 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 2adcaf18-df23-4efa-b7b1-ece8b41c1acf, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=2adcaf18-df23-4efa-b7b1-ece8b41c1acf,segment=NetworkSegment(5738320b-bb4f-4c6b-94f2-7a17321dd8ad),segment_id=5738320b-bb4f-4c6b-94f2-7a17321dd8ad)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:06.357885 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b57fe0-f5bd-48aa-a900-33ae4a93b6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Made reservation on behalf of fe26eef54a3147ffa5e4ce68af0f109d for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:22:06.361060 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c7b57fe0-f5bd-48aa-a900-33ae4a93b6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:06.377118 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-927eb8f6-9357-48c4-9221-5c9e22c7f6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:06.383904 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '2adcaf18-df23-4efa-b7b1-ece8b41c1acf', 'network_id': 'a67a341d-b672-4104-af6c-e38bcd7fa6c1', 'port_id': '2adcaf18-df23-4efa-b7b1-ece8b41c1acf', 'mac_address': 'fa:16:3e:99:4a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546f1609-2082-4535-ba40-673d62b673a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:22:06.392498 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-740180a6-4875-431f-a94e-9569e7b7376e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:06.458061 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:06.467527 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c7b57fe0-f5bd-48aa-a900-33ae4a93b6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:06.479506 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2adcaf18-df23-4efa-b7b1-ece8b41c1acf {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:22:06.498419 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 2adcaf18-df23-4efa-b7b1-ece8b41c1acf, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=2adcaf18-df23-4efa-b7b1-ece8b41c1acf,segment=NetworkSegment(5738320b-bb4f-4c6b-94f2-7a17321dd8ad),segment_id=5738320b-bb4f-4c6b-94f2-7a17321dd8ad)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:06.506068 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:06.511839 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646f684-47ca-471c-8a2d-c82d039061e7 admin admin] Pushing event updated for resources: {'Network': ['ID=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:06.514906 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-927eb8f6-9357-48c4-9221-5c9e22c7f6dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a782cff4-5c40-4d65-b960-a95e74f4b9e4']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:06.531816 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9646f684-47ca-471c-8a2d-c82d039061e7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1185989 Apr 20 17:22:06.534376 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-927eb8f6-9357-48c4-9221-5c9e22c7f6dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd076b473-4d60-49bd-8c8b-76fc140b08a6') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:06.534782 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-927eb8f6-9357-48c4-9221-5c9e22c7f6dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd076b473-4d60-49bd-8c8b-76fc140b08a6') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:06.535466 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44546) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:06.557267 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-927eb8f6-9357-48c4-9221-5c9e22c7f6dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:06.558117 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-c23069f0-1314-48c4-b8bd-ee8a4bf5264c admin admin] Request body: {'subnet': {'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1088983148-subnet', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:06.560479 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:22:06.571560 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c7b57fe0-f5bd-48aa-a900-33ae4a93b6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:06.578661 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c7b57fe0-f5bd-48aa-a900-33ae4a93b6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Usage tracker for resource:security_group_rule and tenant:fe26eef54a3147ffa5e4ce68af0f109d is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:06.581174 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-927eb8f6-9357-48c4-9221-5c9e22c7f6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:06.583595 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c7b57fe0-f5bd-48aa-a900-33ae4a93b6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:06.586770 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c23069f0-1314-48c4-b8bd-ee8a4bf5264c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:06.592413 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c7b57fe0-f5bd-48aa-a900-33ae4a93b6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:06.594560 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-927eb8f6-9357-48c4-9221-5c9e22c7f6dd admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:22:06.594951 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-927eb8f6-9357-48c4-9221-5c9e22c7f6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:22:06.608302 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:22:06.620516 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c23069f0-1314-48c4-b8bd-ee8a4bf5264c admin admin] Usage tracker for resource:subnet and tenant:739e916aa25c4029ad0454743c027d4f is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:06.629601 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c23069f0-1314-48c4-b8bd-ee8a4bf5264c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:06.643940 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c23069f0-1314-48c4-b8bd-ee8a4bf5264c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:06.667226 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f8414b-0b13-45a3-8788-026475368eb6 admin admin] Router 20ef8c81-38e0-4259-a6be-518cdbeaddaf is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:22:06.690147 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23069f0-1314-48c4-b8bd-ee8a4bf5264c admin admin] Made reservation on behalf of 739e916aa25c4029ad0454743c027d4f for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:22:06.692581 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c23069f0-1314-48c4-b8bd-ee8a4bf5264c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:06.708677 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=2adcaf18-df23-4efa-b7b1-ece8b41c1acf,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:06.720435 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-927eb8f6-9357-48c4-9221-5c9e22c7f6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:06.726306 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10909d-d901-484e-995e-483431da2771 req-46e1526e-5a75-46aa-a543-7ac79079e78b tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:06.727790 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ca10909d-d901-484e-995e-483431da2771 req-46e1526e-5a75-46aa-a543-7ac79079e78b tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.39 "GET /v2.0/ports?device_id=69688f3f-414f-4a78-a5cb-1647a447d7ee HTTP/1.1" status: 200 len: 946 time: 0.2951393 Apr 20 17:22:06.737229 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-927eb8f6-9357-48c4-9221-5c9e22c7f6dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:06.761452 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927eb8f6-9357-48c4-9221-5c9e22c7f6dd admin admin] Pushing event deleted for resources: {'Network': ['ID=a782cff4-5c40-4d65-b960-a95e74f4b9e4,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:06.777412 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-927eb8f6-9357-48c4-9221-5c9e22c7f6dd admin admin] 10.222.0.39 "DELETE /v2.0/networks/a782cff4-5c40-4d65-b960-a95e74f4b9e4 HTTP/1.1" status: 204 len: 168 time: 2.3195462 Apr 20 17:22:06.784652 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-740180a6-4875-431f-a94e-9569e7b7376e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Allocated IP 172.25.8.132 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/95aa08bb-7e69-45c5-a707-f27862e95797) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:22:06.792858 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c7b57fe0-f5bd-48aa-a900-33ae4a93b6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:06.797453 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c7b57fe0-f5bd-48aa-a900-33ae4a93b6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:06.800866 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-c7b57fe0-f5bd-48aa-a900-33ae4a93b6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] device_id is not set on port 8ccbe301-fe94-48e0-ae67-71c51dcf1e5c yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:22:06.882111 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['2adcaf18-df23-4efa-b7b1-ece8b41c1acf'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:22:06.899183 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b57fe0-f5bd-48aa-a900-33ae4a93b6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30889bb-8859-4982-8ed9-7bf6556812be,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:06.987456 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44552) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:07.005332 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 7abe4fbe-0772-4fad-86b6-c5de891dab60 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:22:07.059391 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-737e2f95-c221-4f59-b4b8-3cae0a469782 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e69d925bc4624d179017bbb9867ea7fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0703609 Apr 20 17:22:07.061535 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44558) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:07.130080 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ca10909d-d901-484e-995e-483431da2771 req-71c3cdfe-f354-4832-8fc2-46be58e0ff44 tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9a81d11-874b-4f72-9b77-c0d1766d4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522081 Apr 20 17:22:07.191962 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 7abe4fbe-0772-4fad-86b6-c5de891dab60 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:07.192495 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:07.217666 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9b33aff5-4974-4775-b74f-d3fe602d24db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:07.252452 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9b33aff5-4974-4775-b74f-d3fe602d24db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:07.257601 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-740180a6-4875-431f-a94e-9569e7b7376e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:07.334250 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device de8fd24d-77d0-42fb-aee1-5e31f67bd74c no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:22:07.334429 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c23069f0-1314-48c4-b8bd-ee8a4bf5264c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:07.387780 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: de8fd24d-77d0-42fb-aee1-5e31f67bd74c {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:22:07.388512 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device de8fd24d-77d0-42fb-aee1-5e31f67bd74c not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:22:07.390333 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055a006-363d-43e9-8ff0-283dcf191b35 req-1c6df264-0065-4b58-bfc0-60f12d8c2ac6 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:07.399145 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9055a006-363d-43e9-8ff0-283dcf191b35 req-1c6df264-0065-4b58-bfc0-60f12d8c2ac6 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 945 time: 0.2334688 Apr 20 17:22:07.422354 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9b33aff5-4974-4775-b74f-d3fe602d24db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:07.449749 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33aff5-4974-4775-b74f-d3fe602d24db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e17326-2009-4fce-a877-0eab2339d86e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:07.488653 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9055a006-363d-43e9-8ff0-283dcf191b35 req-c23ccfd0-e91d-4f30-8b7c-0ddb1910f4b6 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884974 Apr 20 17:22:07.502808 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9b33aff5-4974-4775-b74f-d3fe602d24db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:07.504246 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9b33aff5-4974-4775-b74f-d3fe602d24db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f2e17326-2009-4fce-a877-0eab2339d86e HTTP/1.1" status: 204 len: 168 time: 0.4416568 Apr 20 17:22:07.520694 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-740180a6-4875-431f-a94e-9569e7b7376e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:07.608146 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b57fe0-f5bd-48aa-a900-33ae4a93b6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 20 17:22:07.608943 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7b57fe0-f5bd-48aa-a900-33ae4a93b6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:22:07.627991 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23069f0-1314-48c4-b8bd-ee8a4bf5264c admin admin] Pushing event updated for resources: {'Subnet': ['ID=be91a7bc-1185-4002-b13c-e1f041fc679d,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:07.639594 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c7b57fe0-f5bd-48aa-a900-33ae4a93b6d6 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.6202822 Apr 20 17:22:07.640231 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44570) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:07.640472 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740180a6-4875-431f-a94e-9569e7b7376e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:22:07.646946 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-740180a6-4875-431f-a94e-9569e7b7376e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:07.650823 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740180a6-4875-431f-a94e-9569e7b7376e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Pushing event updated for resources: {'Port': ['ID=95aa08bb-7e69-45c5-a707-f27862e95797,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:07.653236 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740180a6-4875-431f-a94e-9569e7b7376e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:22:07.694494 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f8414b-0b13-45a3-8788-026475368eb6 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:22:07.707463 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe42b7e5-6a06-4a49-aff8-37da8ba15caa None None] Sync routers for ids ['20ef8c81-38e0-4259-a6be-518cdbeaddaf'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:22:07.713897 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23069f0-1314-48c4-b8bd-ee8a4bf5264c admin admin] Checking segment: {'id': 'b7f6a108-6de3-4d12-92d3-ffddaf981259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:22:07.714312 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23069f0-1314-48c4-b8bd-ee8a4bf5264c admin admin] Network hostable DHCP agents. Network: f2cb5f25-0249-4f7a-ad65-2eead6ffefb9, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:22:07.726307 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe42b7e5-6a06-4a49-aff8-37da8ba15caa None None] Routers {'20ef8c81-38e0-4259-a6be-518cdbeaddaf'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:22:07.728670 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-fe42b7e5-6a06-4a49-aff8-37da8ba15caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:21:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['20ef8c81-38e0-4259-a6be-518cdbeaddaf'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:07.757389 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-94f8414b-0b13-45a3-8788-026475368eb6 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:07.758461 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-94f8414b-0b13-45a3-8788-026475368eb6 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.8392429 Apr 20 17:22:07.761286 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44574) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:07.893988 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23069f0-1314-48c4-b8bd-ee8a4bf5264c admin admin] Network f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:22:07.932115 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-c23069f0-1314-48c4-b8bd-ee8a4bf5264c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, f2cb5f25-0249-4f7a-ad65-2eead6ffefb9) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:07.940365 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23069f0-1314-48c4-b8bd-ee8a4bf5264c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:07.940949 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c23069f0-1314-48c4-b8bd-ee8a4bf5264c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:07.975374 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c474408f-6aec-4a4b-a783-88cf9d368971 None None] Network f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:22:07.981804 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-b9f77b37-7c49-49cb-bd88-6d1fde9468bd tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Deleting port eb27808b-c1ec-4bc2-afab-8ddb7aa4c767 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:22:07.982134 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b9f77b37-7c49-49cb-bd88-6d1fde9468bd tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:08.033163 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-740180a6-4875-431f-a94e-9569e7b7376e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:08.077430 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c23069f0-1314-48c4-b8bd-ee8a4bf5264c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5381656 Apr 20 17:22:08.085369 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44586) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:08.086635 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 2adcaf18-df23-4efa-b7b1-ece8b41c1acf up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:22:08.105794 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-07119018-4016-4337-b65a-e688109672d9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1088983148-router', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:08.115018 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-07119018-4016-4337-b65a-e688109672d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:08.123852 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-07119018-4016-4337-b65a-e688109672d9 admin admin] Usage tracker for resource:router and tenant:739e916aa25c4029ad0454743c027d4f is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:08.128518 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-07119018-4016-4337-b65a-e688109672d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:08.137116 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-07119018-4016-4337-b65a-e688109672d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:08.141211 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-740180a6-4875-431f-a94e-9569e7b7376e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:08.184931 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b9f77b37-7c49-49cb-bd88-6d1fde9468bd tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:08.184931 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b9f77b37-7c49-49cb-bd88-6d1fde9468bd tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:08.208195 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-07119018-4016-4337-b65a-e688109672d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:08.208872 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-07119018-4016-4337-b65a-e688109672d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:08.224829 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-fe42b7e5-6a06-4a49-aff8-37da8ba15caa None None] Set router 20ef8c81-38e0-4259-a6be-518cdbeaddaf gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:22:08.357401 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-b9f77b37-7c49-49cb-bd88-6d1fde9468bd tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Calling delete_port for eb27808b-c1ec-4bc2-afab-8ddb7aa4c767 owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:22:08.430671 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-07119018-4016-4337-b65a-e688109672d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:08.516642 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb550e9-613d-4f27-addc-3f9463f77813 req-ebefae81-86aa-4dd1-ad14-41fd160beb88 tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:08.518796 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1eb550e9-613d-4f27-addc-3f9463f77813 req-ebefae81-86aa-4dd1-ad14-41fd160beb88 tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.39 "GET /v2.0/ports?device_id=69688f3f-414f-4a78-a5cb-1647a447d7ee HTTP/1.1" status: 200 len: 946 time: 0.6045542 Apr 20 17:22:08.542572 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c550f21-5f9a-4a6f-868a-d76edc043f32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-f2cb5f25-0249-4f7a-ad65-2eead6ffefb9', 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'fixed_ips': [{'subnet_id': 'be91a7bc-1185-4002-b13c-e1f041fc679d'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:22:08.543393 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2c550f21-5f9a-4a6f-868a-d76edc043f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:08.609700 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1eb550e9-613d-4f27-addc-3f9463f77813 req-dd67cd06-65b2-477a-9bb3-3840e813cef3 tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9a81d11-874b-4f72-9b77-c0d1766d4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615528 Apr 20 17:22:08.667728 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-740180a6-4875-431f-a94e-9569e7b7376e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:08.672593 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-07119018-4016-4337-b65a-e688109672d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:08.678660 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-740180a6-4875-431f-a94e-9569e7b7376e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:08.715515 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-2c550f21-5f9a-4a6f-868a-d76edc043f32 None None] Allocated IP 172.20.0.2 (f2cb5f25-0249-4f7a-ad65-2eead6ffefb9/be91a7bc-1185-4002-b13c-e1f041fc679d/88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:22:08.786000 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44600) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:08.788148 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740180a6-4875-431f-a94e-9569e7b7376e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Pushing event updated for resources: {'Port': ['ID=95aa08bb-7e69-45c5-a707-f27862e95797,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:08.854210 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b9f77b37-7c49-49cb-bd88-6d1fde9468bd tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:08.919855 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f77b37-7c49-49cb-bd88-6d1fde9468bd tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb27808b-c1ec-4bc2-afab-8ddb7aa4c767,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:08.932914 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2c550f21-5f9a-4a6f-868a-d76edc043f32 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:08.944075 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2c550f21-5f9a-4a6f-868a-d76edc043f32 None None] Transition to ACTIVE for port object 88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:22:08.966027 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2c550f21-5f9a-4a6f-868a-d76edc043f32 None None] Transition to ACTIVE for port object 88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:22:08.968478 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 2adcaf18-df23-4efa-b7b1-ece8b41c1acf completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:08.988930 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2c550f21-5f9a-4a6f-868a-d76edc043f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:09.000139 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 2adcaf18-df23-4efa-b7b1-ece8b41c1acf triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:09.000560 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:09.032237 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b9f77b37-7c49-49cb-bd88-6d1fde9468bd tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:09.046404 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-016ae812-1a79-4f36-9292-dbff4fe0ba65 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-62221962-network', 'tenant_id': '7bab9ecc52844919bdd0975c1a48fc8f'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:09.052419 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-016ae812-1a79-4f36-9292-dbff4fe0ba65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:09.055553 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b9f77b37-7c49-49cb-bd88-6d1fde9468bd tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:09.056690 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b9f77b37-7c49-49cb-bd88-6d1fde9468bd tempest-ExternalNetworksAdminNegativeTestJSON-1939345760 tempest-ExternalNetworksAdminNegativeTestJSON-1939345760-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/54580f7b-9638-423c-b061-0e5bc247bbe5 HTTP/1.1" status: 204 len: 168 time: 1.4151862 Apr 20 17:22:09.059865 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-016ae812-1a79-4f36-9292-dbff4fe0ba65 admin admin] Usage tracker for resource:network and tenant:7bab9ecc52844919bdd0975c1a48fc8f is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:09.063335 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-016ae812-1a79-4f36-9292-dbff4fe0ba65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:09.069481 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-016ae812-1a79-4f36-9292-dbff4fe0ba65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:09.083795 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016ae812-1a79-4f36-9292-dbff4fe0ba65 admin admin] Made reservation on behalf of 7bab9ecc52844919bdd0975c1a48fc8f for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:22:09.086358 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-016ae812-1a79-4f36-9292-dbff4fe0ba65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:09.108500 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-016ae812-1a79-4f36-9292-dbff4fe0ba65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:09.115801 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c550f21-5f9a-4a6f-868a-d76edc043f32 None None] Network f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:22:09.127276 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-740180a6-4875-431f-a94e-9569e7b7376e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:09.147477 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-016ae812-1a79-4f36-9292-dbff4fe0ba65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:09.152920 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-016ae812-1a79-4f36-9292-dbff4fe0ba65 admin admin] Usage tracker for resource:security_group_rule and tenant:7bab9ecc52844919bdd0975c1a48fc8f is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:09.155716 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-2c550f21-5f9a-4a6f-868a-d76edc043f32 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:09.156574 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-016ae812-1a79-4f36-9292-dbff4fe0ba65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:09.161308 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c550f21-5f9a-4a6f-868a-d76edc043f32 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:22:09.170085 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-016ae812-1a79-4f36-9292-dbff4fe0ba65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:09.226081 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c550f21-5f9a-4a6f-868a-d76edc043f32 None None] Pushing event updated for resources: {'Port': ['ID=88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:09.248992 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-740180a6-4875-431f-a94e-9569e7b7376e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:09.250239 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-740180a6-4875-431f-a94e-9569e7b7376e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2880659 Apr 20 17:22:09.285280 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4b430ce7-6e07-4411-b18b-c7167194d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:09.293474 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-2c550f21-5f9a-4a6f-868a-d76edc043f32 None None] Attempting to bind port 88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:22:09.293837 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-2c550f21-5f9a-4a6f-868a-d76edc043f32 None None] Attempting to bind port 88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'b7f6a108-6de3-4d12-92d3-ffddaf981259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:22:09.294214 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c550f21-5f9a-4a6f-868a-d76edc043f32 None None] Attempting to bind port 88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59 on network f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:22:09.302879 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c550f21-5f9a-4a6f-868a-d76edc043f32 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:22:09.303060 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-016ae812-1a79-4f36-9292-dbff4fe0ba65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:09.303173 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c550f21-5f9a-4a6f-868a-d76edc043f32 None None] Checking segment: {'id': 'b7f6a108-6de3-4d12-92d3-ffddaf981259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:22:09.303597 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2c550f21-5f9a-4a6f-868a-d76edc043f32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:09.303906 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c550f21-5f9a-4a6f-868a-d76edc043f32 None None] Bound using segment: {'id': 'b7f6a108-6de3-4d12-92d3-ffddaf981259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:22:09.304350 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-2c550f21-5f9a-4a6f-868a-d76edc043f32 None None] Bound port: 88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f6a108-6de3-4d12-92d3-ffddaf981259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:22:09.304840 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2c550f21-5f9a-4a6f-868a-d76edc043f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:09.314830 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-016ae812-1a79-4f36-9292-dbff4fe0ba65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:09.340473 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fbe80-39b8-4579-a42f-72472cdeb846 req-4d9c6157-4972-41ce-a476-5c05fc22976c tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:09.341929 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-666fbe80-39b8-4579-a42f-72472cdeb846 req-4d9c6157-4972-41ce-a476-5c05fc22976c tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.43 "GET /v2.0/ports?device_id=69688f3f-414f-4a78-a5cb-1647a447d7ee HTTP/1.1" status: 200 len: 946 time: 0.5280304 Apr 20 17:22:09.357280 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41742e-25dd-44bb-a300-4011baef5b6d req-22e0e7df-8539-468c-b037-dfbb74496ca4 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:09.360409 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-016ae812-1a79-4f36-9292-dbff4fe0ba65 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:22:09.364116 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8a41742e-25dd-44bb-a300-4011baef5b6d req-22e0e7df-8539-468c-b037-dfbb74496ca4 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 945 time: 0.5116768 Apr 20 17:22:09.373707 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ae812-1a79-4f36-9292-dbff4fe0ba65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9d1733-15bd-4a1c-8624-37a47becb572,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:09.382984 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-016ae812-1a79-4f36-9292-dbff4fe0ba65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:09.383417 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-016ae812-1a79-4f36-9292-dbff4fe0ba65 admin admin] Added segment d3f17aef-391f-42f6-b43c-29519f737eba of type vlan for network 9d733250-971e-4579-b396-0c5e38ae2045 Apr 20 17:22:09.417736 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-016ae812-1a79-4f36-9292-dbff4fe0ba65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:09.500196 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-666fbe80-39b8-4579-a42f-72472cdeb846 req-f16f3627-6b5b-4702-84b0-dd3ba968e2ad tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Deleting port 70dd3704-36b2-4efd-ad04-7e617ad3e200 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:22:09.500611 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-666fbe80-39b8-4579-a42f-72472cdeb846 req-f16f3627-6b5b-4702-84b0-dd3ba968e2ad tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:09.516032 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44614) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:09.522776 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-016ae812-1a79-4f36-9292-dbff4fe0ba65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:09.523736 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016ae812-1a79-4f36-9292-dbff4fe0ba65 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:09.524160 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-016ae812-1a79-4f36-9292-dbff4fe0ba65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:09.534892 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-fe42b7e5-6a06-4a49-aff8-37da8ba15caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'name': 'tempest-TaggedBootDevicesTest_v242-192275686-router', 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'dc71d121-42a9-4c91-8df9-a052c3e2907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:59Z', 'updated_at': '2022-04-20T17:22:05Z', 'revision_number': 3, 'project_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'gw_port': {'id': 'dc71d121-42a9-4c91-8df9-a052c3e2907f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:02Z', 'updated_at': '2022-04-20T17:22:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:09.543386 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe42b7e5-6a06-4a49-aff8-37da8ba15caa None None] Checking router: 20ef8c81-38e0-4259-a6be-518cdbeaddaf for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:22:09.543386 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe42b7e5-6a06-4a49-aff8-37da8ba15caa None None] Updating router 20ef8c81-38e0-4259-a6be-518cdbeaddaf port dc71d121-42a9-4c91-8df9-a052c3e2907f binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:22:09.571052 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8a41742e-25dd-44bb-a300-4011baef5b6d req-531e08d7-88f1-4d95-9a15-792d6310aa29 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060869 Apr 20 17:22:09.615719 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:09.635671 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-2c550f21-5f9a-4a6f-868a-d76edc043f32 None None] For port 88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:22:09.652377 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-2c550f21-5f9a-4a6f-868a-d76edc043f32 None None] For port 88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59,segment=NetworkSegment(b7f6a108-6de3-4d12-92d3-ffddaf981259),segment_id=b7f6a108-6de3-4d12-92d3-ffddaf981259)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:22:09.660591 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fe42b7e5-6a06-4a49-aff8-37da8ba15caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:09.722746 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-07119018-4016-4337-b65a-e688109672d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:09.734492 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ae812-1a79-4f36-9292-dbff4fe0ba65 admin admin] Pushing event updated for resources: {'Network': ['ID=9d733250-971e-4579-b396-0c5e38ae2045,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:09.760775 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-016ae812-1a79-4f36-9292-dbff4fe0ba65 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9702861 Apr 20 17:22:09.761301 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44626) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:09.769646 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-118839e4-0846-4981-bdeb-46429b514d44 admin admin] Request body: {'subnet': {'network_id': '9d733250-971e-4579-b396-0c5e38ae2045', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-62221962-subnet', 'tenant_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:09.784175 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-e4038649-2475-49c6-8aa7-533ac8e89768 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1619446389&fields=id&tenant_id=02869399c9f94c6e8f223671a74b81d5 HTTP/1.1" status: 200 len: 267 time: 0.0995245 Apr 20 17:22:09.809376 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-07119018-4016-4337-b65a-e688109672d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:09.809796 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-118839e4-0846-4981-bdeb-46429b514d44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:09.820519 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-118839e4-0846-4981-bdeb-46429b514d44 admin admin] Usage tracker for resource:subnet and tenant:7bab9ecc52844919bdd0975c1a48fc8f is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:09.892125 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-118839e4-0846-4981-bdeb-46429b514d44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:09.899224 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a51ae973-39a6-45e4-b3c2-b8bff1adaa57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:09.904275 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 9d733250-971e-4579-b396-0c5e38ae2045 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:22:09.917846 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-118839e4-0846-4981-bdeb-46429b514d44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:09.929095 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22c6d6b-b4cc-4fc9-8930-1027ca8a0689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2adcaf18-df23-4efa-b7b1-ece8b41c1acf'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:22:09.933847 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2c550f21-5f9a-4a6f-868a-d76edc043f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:09.961109 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118839e4-0846-4981-bdeb-46429b514d44 admin admin] Made reservation on behalf of 7bab9ecc52844919bdd0975c1a48fc8f for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:22:09.963473 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-118839e4-0846-4981-bdeb-46429b514d44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:10.028597 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 2adcaf18-df23-4efa-b7b1-ece8b41c1acf, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=2adcaf18-df23-4efa-b7b1-ece8b41c1acf,segment=NetworkSegment(5738320b-bb4f-4c6b-94f2-7a17321dd8ad),segment_id=5738320b-bb4f-4c6b-94f2-7a17321dd8ad)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:10.063768 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:10.111736 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-666fbe80-39b8-4579-a42f-72472cdeb846 req-f16f3627-6b5b-4702-84b0-dd3ba968e2ad tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] For port 70dd3704-36b2-4efd-ad04-7e617ad3e200, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=70dd3704-36b2-4efd-ad04-7e617ad3e200,segment=NetworkSegment(44ce31a1-2f27-4e60-883c-78b6f6c27885),segment_id=44ce31a1-2f27-4e60-883c-78b6f6c27885)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:10.112343 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-666fbe80-39b8-4579-a42f-72472cdeb846 req-f16f3627-6b5b-4702-84b0-dd3ba968e2ad tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:10.112934 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a51ae973-39a6-45e4-b3c2-b8bff1adaa57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:10.121146 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-eaa2b488-d48b-4632-9105-d574e2a315fb tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:10.122649 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-eaa2b488-d48b-4632-9105-d574e2a315fb tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/networks?id=2b36794c-34c3-4e2e-bc39-30e014c826c8 HTTP/1.1" status: 200 len: 817 time: 0.3374505 Apr 20 17:22:10.129256 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a51ae973-39a6-45e4-b3c2-b8bff1adaa57 admin admin] Usage tracker for resource:security_group_rule and tenant:e665298073754d89920cca37aac4dd36 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:10.131924 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c550f21-5f9a-4a6f-868a-d76edc043f32 None None] Pushing event updated for resources: {'Port': ['ID=88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:10.142334 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a51ae973-39a6-45e4-b3c2-b8bff1adaa57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:10.162851 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-7daeaed8-1f39-4aab-b6f1-6d5f87205b1f tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/quotas/02869399c9f94c6e8f223671a74b81d5 HTTP/1.1" status: 200 len: 375 time: 0.0245023 Apr 20 17:22:10.168295 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a51ae973-39a6-45e4-b3c2-b8bff1adaa57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:10.225043 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=2adcaf18-df23-4efa-b7b1-ece8b41c1acf,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:10.294436 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fe42b7e5-6a06-4a49-aff8-37da8ba15caa None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:10.308276 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-fe42b7e5-6a06-4a49-aff8-37da8ba15caa None None] Transition to ACTIVE for port object dc71d121-42a9-4c91-8df9-a052c3e2907f will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:22:10.316120 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fe42b7e5-6a06-4a49-aff8-37da8ba15caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:10.344323 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2e207-ee87-4ca3-834c-7cbe174bc0ea req-8b43abfa-2319-46e6-b249-874ea2c3befe tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:10.345808 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eab2e207-ee87-4ca3-834c-7cbe174bc0ea req-8b43abfa-2319-46e6-b249-874ea2c3befe tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.39 "GET /v2.0/ports?device_id=69688f3f-414f-4a78-a5cb-1647a447d7ee HTTP/1.1" status: 200 len: 946 time: 0.4390128 Apr 20 17:22:10.354701 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-666fbe80-39b8-4579-a42f-72472cdeb846 req-f16f3627-6b5b-4702-84b0-dd3ba968e2ad tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Calling delete_port for 70dd3704-36b2-4efd-ad04-7e617ad3e200 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:22:10.436363 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a51ae973-39a6-45e4-b3c2-b8bff1adaa57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:10.456824 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a51ae973-39a6-45e4-b3c2-b8bff1adaa57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:10.465843 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-fe42b7e5-6a06-4a49-aff8-37da8ba15caa None None] Attempting to bind port dc71d121-42a9-4c91-8df9-a052c3e2907f on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:22:10.466566 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-fe42b7e5-6a06-4a49-aff8-37da8ba15caa None None] Attempting to bind port dc71d121-42a9-4c91-8df9-a052c3e2907f by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:22:10.467241 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42b7e5-6a06-4a49-aff8-37da8ba15caa None None] Attempting to bind port dc71d121-42a9-4c91-8df9-a052c3e2907f on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:22:10.470549 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9da704-63e0-4f42-9266-1c07419b339e None None] Pushing event updated for resources: {'Port': ['ID=dc71d121-42a9-4c91-8df9-a052c3e2907f,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:10.487223 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42b7e5-6a06-4a49-aff8-37da8ba15caa None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:22:10.487673 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42b7e5-6a06-4a49-aff8-37da8ba15caa None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:22:10.488141 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fe42b7e5-6a06-4a49-aff8-37da8ba15caa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:10.490814 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42b7e5-6a06-4a49-aff8-37da8ba15caa None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:22:10.491003 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-fe42b7e5-6a06-4a49-aff8-37da8ba15caa None None] Bound port: dc71d121-42a9-4c91-8df9-a052c3e2907f, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:22:10.491480 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fe42b7e5-6a06-4a49-aff8-37da8ba15caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:10.591235 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-fe42b7e5-6a06-4a49-aff8-37da8ba15caa None None] For port dc71d121-42a9-4c91-8df9-a052c3e2907f, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:22:10.597579 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-fe42b7e5-6a06-4a49-aff8-37da8ba15caa None None] For port dc71d121-42a9-4c91-8df9-a052c3e2907f, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=dc71d121-42a9-4c91-8df9-a052c3e2907f,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:22:10.606052 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fe42b7e5-6a06-4a49-aff8-37da8ba15caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:10.629618 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-118839e4-0846-4981-bdeb-46429b514d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:10.671223 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-40578a6e-2723-4028-8ebc-a869fdf5f014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:10.693800 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ae973-39a6-45e4-b3c2-b8bff1adaa57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b122fb6c-5796-4bfe-90c5-95836649b73a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:10.699639 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9da704-63e0-4f42-9266-1c07419b339e None None] Pushing event updated for resources: {'Port': ['ID=dc71d121-42a9-4c91-8df9-a052c3e2907f,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:10.706771 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe42b7e5-6a06-4a49-aff8-37da8ba15caa None None] Routers {'20ef8c81-38e0-4259-a6be-518cdbeaddaf'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:22:10.707514 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-fe42b7e5-6a06-4a49-aff8-37da8ba15caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:21:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['20ef8c81-38e0-4259-a6be-518cdbeaddaf'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:10.710574 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a51ae973-39a6-45e4-b3c2-b8bff1adaa57 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e665298073754d89920cca37aac4dd36&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1933944 Apr 20 17:22:10.715936 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44634) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:10.746695 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118839e4-0846-4981-bdeb-46429b514d44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f89003a5-43c9-4fe7-8a63-6a7f162418c5,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:10.763536 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-29043b82-3f23-4da4-afc5-ed01d005f221 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Synchronizing usage tracker for tenant:02869399c9f94c6e8f223671a74b81d5 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:22:10.807898 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118839e4-0846-4981-bdeb-46429b514d44 admin admin] Checking segment: {'id': 'd3f17aef-391f-42f6-b43c-29519f737eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9d733250-971e-4579-b396-0c5e38ae2045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:22:10.808253 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118839e4-0846-4981-bdeb-46429b514d44 admin admin] Network hostable DHCP agents. Network: 9d733250-971e-4579-b396-0c5e38ae2045, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:22:10.823595 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-29043b82-3f23-4da4-afc5-ed01d005f221 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Unset dirty status for tenant:02869399c9f94c6e8f223671a74b81d5 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:22:10.824920 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-29043b82-3f23-4da4-afc5-ed01d005f221 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=02869399c9f94c6e8f223671a74b81d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6224847 Apr 20 17:22:10.861801 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d840b335-ed94-4266-942e-da0425c75199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:10.892544 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-666fbe80-39b8-4579-a42f-72472cdeb846 req-f16f3627-6b5b-4702-84b0-dd3ba968e2ad tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:10.905539 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-fe42b7e5-6a06-4a49-aff8-37da8ba15caa None None] Set router 20ef8c81-38e0-4259-a6be-518cdbeaddaf gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:22:10.912307 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eab2e207-ee87-4ca3-834c-7cbe174bc0ea req-abb80683-0190-4e14-8134-387a3730536d tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9a81d11-874b-4f72-9b77-c0d1766d4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554418 Apr 20 17:22:11.001178 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d840b335-ed94-4266-942e-da0425c75199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:11.026856 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118839e4-0846-4981-bdeb-46429b514d44 admin admin] Network 9d733250-971e-4579-b396-0c5e38ae2045 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:22:11.047575 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6b81969-81aa-48d4-95a5-e1ad661056a4'] response: {'server_uuid': 'f22c6d6b-b4cc-4fc9-8930-1027ca8a0689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2adcaf18-df23-4efa-b7b1-ece8b41c1acf', 'code': 200} Apr 20 17:22:11.084784 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:22:11.107617 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-118839e4-0846-4981-bdeb-46429b514d44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 9d733250-971e-4579-b396-0c5e38ae2045) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:11.183086 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664cd1b2-0196-4145-8814-e5bad9575f24 None None] Network 9d733250-971e-4579-b396-0c5e38ae2045 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:22:11.189603 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118839e4-0846-4981-bdeb-46429b514d44 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:11.190303 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-118839e4-0846-4981-bdeb-46429b514d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:11.227993 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-6ca85f37-0dab-43ce-9b5c-28749b3934bc service neutron] 10.222.0.39 "GET /v2.0/networks/2b36794c-34c3-4e2e-bc39-30e014c826c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857102 Apr 20 17:22:11.286537 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-07119018-4016-4337-b65a-e688109672d9 admin admin] Allocated IP 172.25.8.81 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/28518fbf-e39b-4116-bb2a-7f7f42a786b9) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:22:11.301731 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d840b335-ed94-4266-942e-da0425c75199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:11.305522 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d840b335-ed94-4266-942e-da0425c75199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:11.306911 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d840b335-ed94-4266-942e-da0425c75199 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b122fb6c-5796-4bfe-90c5-95836649b73a HTTP/1.1" status: 204 len: 168 time: 0.5900407 Apr 20 17:22:11.372414 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f3627-6b5b-4702-84b0-dd3ba968e2ad tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Pushing event deleted for resources: {'Port': ['ID=70dd3704-36b2-4efd-ad04-7e617ad3e200,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:11.412404 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1a7c81a2-d029-4afe-80e8-9c3a98e4d224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:11.415387 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-118839e4-0846-4981-bdeb-46429b514d44 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6515803 Apr 20 17:22:11.418855 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44640) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:11.448485 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840b335-ed94-4266-942e-da0425c75199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b122fb6c-5796-4bfe-90c5-95836649b73a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:11.461165 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-25b46ec8-0495-412f-81da-33654a3a1014 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-62221962-router', 'tenant_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:11.479349 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-25b46ec8-0495-412f-81da-33654a3a1014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:11.501458 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-25b46ec8-0495-412f-81da-33654a3a1014 admin admin] Usage tracker for resource:router and tenant:7bab9ecc52844919bdd0975c1a48fc8f is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:11.525057 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-25b46ec8-0495-412f-81da-33654a3a1014 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:11.549778 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03428ee1-225c-491b-a8c2-c9ee9527647c None None] Network f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:22:11.568817 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6af20b35-3af8-4d78-ad4a-0f7fc3d98f13 req-d1d548d0-9150-451c-a7d3-cc4224755648 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 1097 time: 0.4645593 Apr 20 17:22:11.571656 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-25b46ec8-0495-412f-81da-33654a3a1014 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:11.635803 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-981410cb-0792-45ec-9cf3-7de7a76ad4fe service neutron] 10.222.0.39 "GET /v2.0/networks/2b36794c-34c3-4e2e-bc39-30e014c826c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847575 Apr 20 17:22:11.646913 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-25b46ec8-0495-412f-81da-33654a3a1014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:11.648167 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-25b46ec8-0495-412f-81da-33654a3a1014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:11.654554 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-40578a6e-2723-4028-8ebc-a869fdf5f014 admin admin] Allocated IP 172.20.0.1 (58282348-4092-4e5e-b7c0-667535a141b6/2168ea2a-2641-4ad3-adf7-4caac0ff9024/56835b4b-6a4b-4e13-a58f-4929604a19fe) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:22:11.658535 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6af20b35-3af8-4d78-ad4a-0f7fc3d98f13 req-1e4b3505-f037-4b8b-b230-ebbdc4b99774 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822089 Apr 20 17:22:11.672117 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-25b46ec8-0495-412f-81da-33654a3a1014 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:11.789294 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-666fbe80-39b8-4579-a42f-72472cdeb846 req-f16f3627-6b5b-4702-84b0-dd3ba968e2ad tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] No DVR routers for this DVR port 70dd3704-36b2-4efd-ad04-7e617ad3e200 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:22:11.792425 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-666fbe80-39b8-4579-a42f-72472cdeb846 req-f16f3627-6b5b-4702-84b0-dd3ba968e2ad tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:11.802922 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69688f3f-414f-4a78-a5cb-1647a447d7ee', 'name': 'network-vif-deleted', 'tag': '70dd3704-36b2-4efd-ad04-7e617ad3e200'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:22:11.853072 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44648) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:11.858273 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:11.890157 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-25b46ec8-0495-412f-81da-33654a3a1014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:11.899491 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-93badd2b-f58e-4ff0-b37e-9d4bb961ef79 None None] Provisioning for port 88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:11.915263 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-07119018-4016-4337-b65a-e688109672d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:11.935495 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-666fbe80-39b8-4579-a42f-72472cdeb846 req-f16f3627-6b5b-4702-84b0-dd3ba968e2ad tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.43 "DELETE /v2.0/ports/70dd3704-36b2-4efd-ad04-7e617ad3e200 HTTP/1.1" status: 204 len: 173 time: 2.5841951 Apr 20 17:22:11.936511 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-93badd2b-f58e-4ff0-b37e-9d4bb961ef79 None None] Provisioning complete for port 88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:11.936963 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-93badd2b-f58e-4ff0-b37e-9d4bb961ef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:12.015402 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89194f8e-0502-4125-984c-5a5147dae6ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-9d733250-971e-4579-b396-0c5e38ae2045', 'network_id': '9d733250-971e-4579-b396-0c5e38ae2045', 'tenant_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'fixed_ips': [{'subnet_id': 'f89003a5-43c9-4fe7-8a63-6a7f162418c5'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:22:12.016295 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-89194f8e-0502-4125-984c-5a5147dae6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:12.024585 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbd5197b-75f8-4796-ad5f-18df98e2fdcf'] response: {'server_uuid': '69688f3f-414f-4a78-a5cb-1647a447d7ee', 'name': 'network-vif-deleted', 'tag': '70dd3704-36b2-4efd-ad04-7e617ad3e200', 'status': 'completed', 'code': 200} Apr 20 17:22:12.064688 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121e54c-ccc4-479d-b6a0-652785e3cd42 req-4184eaaf-e3e8-4d19-8599-673cf121130a tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:12.072567 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0121e54c-ccc4-479d-b6a0-652785e3cd42 req-4184eaaf-e3e8-4d19-8599-673cf121130a tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 946 time: 0.7899127 Apr 20 17:22:12.111331 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-40578a6e-2723-4028-8ebc-a869fdf5f014 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:12.151766 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-fe42b7e5-6a06-4a49-aff8-37da8ba15caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'name': 'tempest-TaggedBootDevicesTest_v242-192275686-router', 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'dc71d121-42a9-4c91-8df9-a052c3e2907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:59Z', 'updated_at': '2022-04-20T17:22:05Z', 'revision_number': 3, 'project_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'gw_port': {'id': 'dc71d121-42a9-4c91-8df9-a052c3e2907f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:02Z', 'updated_at': '2022-04-20T17:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:12.161451 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-40578a6e-2723-4028-8ebc-a869fdf5f014 admin admin] Transition to ACTIVE for port object 56835b4b-6a4b-4e13-a58f-4929604a19fe will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:22:12.174770 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ca79650d-5186-43e0-86f9-916149b8ae29 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fe26eef54a3147ffa5e4ce68af0f109d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3118804 Apr 20 17:22:12.183477 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44662) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:12.197852 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe42b7e5-6a06-4a49-aff8-37da8ba15caa None None] The sync data for ids ['20ef8c81-38e0-4259-a6be-518cdbeaddaf'] in n-d-838032-1 is: [{'id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'name': 'tempest-TaggedBootDevicesTest_v242-192275686-router', 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'dc71d121-42a9-4c91-8df9-a052c3e2907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:59Z', 'updated_at': '2022-04-20T17:22:05Z', 'revision_number': 3, 'project_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'gw_port': {'id': 'dc71d121-42a9-4c91-8df9-a052c3e2907f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:02Z', 'updated_at': '2022-04-20T17:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:22:12.230998 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-67814a44-844d-4e6b-a56a-a89d9dca77d2 req-7610c18a-0664-442b-9ead-f02b3fcaf8d2 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 210 time: 0.0992517 Apr 20 17:22:12.233969 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-07119018-4016-4337-b65a-e688109672d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:12.316313 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0121e54c-ccc4-479d-b6a0-652785e3cd42 req-bfe4ccaf-0d6b-4f87-85fe-0610eb5089f9 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431648 Apr 20 17:22:12.349490 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-25b46ec8-0495-412f-81da-33654a3a1014 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:12.399442 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-89194f8e-0502-4125-984c-5a5147dae6ef None None] Allocated IP 172.20.0.2 (9d733250-971e-4579-b396-0c5e38ae2045/f89003a5-43c9-4fe7-8a63-6a7f162418c5/c23f8fd0-0250-427b-a4b9-9b02fd53f43d) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:22:12.402984 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07119018-4016-4337-b65a-e688109672d9 admin admin] Pushing event updated for resources: {'Port': ['ID=28518fbf-e39b-4116-bb2a-7f7f42a786b9,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:12.407718 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-25b46ec8-0495-412f-81da-33654a3a1014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:12.413830 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07119018-4016-4337-b65a-e688109672d9 admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:22:12.417551 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-07119018-4016-4337-b65a-e688109672d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:12.420305 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07119018-4016-4337-b65a-e688109672d9 admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:22:12.479344 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-40578a6e-2723-4028-8ebc-a869fdf5f014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:12.541588 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-af0ec49b-81de-4bff-82f4-343297dae7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:12.611723 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a505a1bd-3dd7-4d1b-b143-72c283a5e719 req-09152f69-b149-4d36-b42d-08b19825f34a tempest-ServersNegativeTestMultiTenantJSON-1832667907 tempest-ServersNegativeTestMultiTenantJSON-1832667907-project] 10.222.0.39 "GET /v2.0/ports?device_id=69688f3f-414f-4a78-a5cb-1647a447d7ee HTTP/1.1" status: 200 len: 210 time: 0.1991007 Apr 20 17:22:12.640097 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 70dd3704-36b2-4efd-ad04-7e617ad3e200 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:22:12.657251 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40578a6e-2723-4028-8ebc-a869fdf5f014 admin admin] Network 58282348-4092-4e5e-b7c0-667535a141b6 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:22:12.670337 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-40578a6e-2723-4028-8ebc-a869fdf5f014 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:12.672880 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40578a6e-2723-4028-8ebc-a869fdf5f014 admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:22:12.718381 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 70dd3704-36b2-4efd-ad04-7e617ad3e200 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:22:12.718965 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 70dd3704-36b2-4efd-ad04-7e617ad3e200 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:22:12.732182 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:12.756597 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-af0ec49b-81de-4bff-82f4-343297dae7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:12.760385 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-25b46ec8-0495-412f-81da-33654a3a1014 admin admin] Allocated IP 172.25.8.77 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/71711c13-fd92-43e4-8df0-28c8bd78328c) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:22:12.768564 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-93badd2b-f58e-4ff0-b37e-9d4bb961ef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:12.773646 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-40578a6e-2723-4028-8ebc-a869fdf5f014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:12.789829 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40578a6e-2723-4028-8ebc-a869fdf5f014 admin admin] Pushing event updated for resources: {'Port': ['ID=56835b4b-6a4b-4e13-a58f-4929604a19fe,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:12.813352 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:12.867886 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-89194f8e-0502-4125-984c-5a5147dae6ef None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:12.877268 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-93badd2b-f58e-4ff0-b37e-9d4bb961ef79 None None] For port 88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59,segment=NetworkSegment(b7f6a108-6de3-4d12-92d3-ffddaf981259),segment_id=b7f6a108-6de3-4d12-92d3-ffddaf981259)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:12.888724 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-89194f8e-0502-4125-984c-5a5147dae6ef None None] Transition to ACTIVE for port object c23f8fd0-0250-427b-a4b9-9b02fd53f43d will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:22:12.891731 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-93badd2b-f58e-4ff0-b37e-9d4bb961ef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:12.925019 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-89194f8e-0502-4125-984c-5a5147dae6ef None None] Transition to ACTIVE for port object c23f8fd0-0250-427b-a4b9-9b02fd53f43d will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:22:12.981362 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-af0ec49b-81de-4bff-82f4-343297dae7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:13.001403 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-40578a6e-2723-4028-8ebc-a869fdf5f014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:13.001615 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-89194f8e-0502-4125-984c-5a5147dae6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:13.021055 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ec49b-81de-4bff-82f4-343297dae7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30889bb-8859-4982-8ed9-7bf6556812be,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:13.039720 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-af0ec49b-81de-4bff-82f4-343297dae7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:13.040975 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-af0ec49b-81de-4bff-82f4-343297dae7c8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b30889bb-8859-4982-8ed9-7bf6556812be HTTP/1.1" status: 204 len: 168 time: 0.8540502 Apr 20 17:22:13.140467 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-25b46ec8-0495-412f-81da-33654a3a1014 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:13.147208 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89194f8e-0502-4125-984c-5a5147dae6ef None None] Network 9d733250-971e-4579-b396-0c5e38ae2045 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:22:13.157496 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-89194f8e-0502-4125-984c-5a5147dae6ef None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:13.174434 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-07119018-4016-4337-b65a-e688109672d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:13.175148 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-07119018-4016-4337-b65a-e688109672d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:13.187499 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89194f8e-0502-4125-984c-5a5147dae6ef None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:22:13.215628 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-25b46ec8-0495-412f-81da-33654a3a1014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:13.280521 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:13.282605 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93badd2b-f58e-4ff0-b37e-9d4bb961ef79 None None] Pushing event updated for resources: {'Port': ['ID=88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:13.431831 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b46ec8-0495-412f-81da-33654a3a1014 admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:22:13.434937 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-25b46ec8-0495-412f-81da-33654a3a1014 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:13.437202 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b46ec8-0495-412f-81da-33654a3a1014 admin admin] Pushing event updated for resources: {'Port': ['ID=71711c13-fd92-43e4-8df0-28c8bd78328c,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:13.463447 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b46ec8-0495-412f-81da-33654a3a1014 admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:22:13.486033 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89194f8e-0502-4125-984c-5a5147dae6ef None None] Pushing event updated for resources: {'Port': ['ID=c23f8fd0-0250-427b-a4b9-9b02fd53f43d,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:13.508849 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-89194f8e-0502-4125-984c-5a5147dae6ef None None] Attempting to bind port c23f8fd0-0250-427b-a4b9-9b02fd53f43d on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:22:13.510528 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-89194f8e-0502-4125-984c-5a5147dae6ef None None] Attempting to bind port c23f8fd0-0250-427b-a4b9-9b02fd53f43d by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'd3f17aef-391f-42f6-b43c-29519f737eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9d733250-971e-4579-b396-0c5e38ae2045'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:22:13.510900 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89194f8e-0502-4125-984c-5a5147dae6ef None None] Attempting to bind port c23f8fd0-0250-427b-a4b9-9b02fd53f43d on network 9d733250-971e-4579-b396-0c5e38ae2045 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:22:13.521530 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f9707784-0035-4c81-9e47-586e9c3043ee None None] Provisioning for port 56835b4b-6a4b-4e13-a58f-4929604a19fe completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:13.532857 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f9707784-0035-4c81-9e47-586e9c3043ee None None] Provisioning complete for port 56835b4b-6a4b-4e13-a58f-4929604a19fe triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:13.533429 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f9707784-0035-4c81-9e47-586e9c3043ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:13.567256 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89194f8e-0502-4125-984c-5a5147dae6ef None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:22:13.568500 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89194f8e-0502-4125-984c-5a5147dae6ef None None] Checking segment: {'id': 'd3f17aef-391f-42f6-b43c-29519f737eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9d733250-971e-4579-b396-0c5e38ae2045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:22:13.568500 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-89194f8e-0502-4125-984c-5a5147dae6ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:13.568500 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89194f8e-0502-4125-984c-5a5147dae6ef None None] Bound using segment: {'id': 'd3f17aef-391f-42f6-b43c-29519f737eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9d733250-971e-4579-b396-0c5e38ae2045'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:22:13.568835 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-89194f8e-0502-4125-984c-5a5147dae6ef None None] Bound port: c23f8fd0-0250-427b-a4b9-9b02fd53f43d, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f17aef-391f-42f6-b43c-29519f737eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9d733250-971e-4579-b396-0c5e38ae2045'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:22:13.569268 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-89194f8e-0502-4125-984c-5a5147dae6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:13.644887 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b585963f-0a4b-46c7-895b-20039512196b req-c8a46c52-d4b0-4362-b079-b73e8f2045a9 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 210 time: 0.1370001 Apr 20 17:22:13.685472 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-f9707784-0035-4c81-9e47-586e9c3043ee None None] Port 56835b4b-6a4b-4e13-a58f-4929604a19fe cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:22:13.757301 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-89194f8e-0502-4125-984c-5a5147dae6ef None None] For port c23f8fd0-0250-427b-a4b9-9b02fd53f43d, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:22:13.760820 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-89194f8e-0502-4125-984c-5a5147dae6ef None None] For port c23f8fd0-0250-427b-a4b9-9b02fd53f43d, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c23f8fd0-0250-427b-a4b9-9b02fd53f43d,segment=NetworkSegment(d3f17aef-391f-42f6-b43c-29519f737eba),segment_id=d3f17aef-391f-42f6-b43c-29519f737eba)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:22:13.783558 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-89194f8e-0502-4125-984c-5a5147dae6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:13.872257 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44686) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:13.907923 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89194f8e-0502-4125-984c-5a5147dae6ef None None] Pushing event updated for resources: {'Port': ['ID=c23f8fd0-0250-427b-a4b9-9b02fd53f43d,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:13.928442 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b98a4b-7934-4ac8-b451-7debb40caea3 req-3ef4f8b6-fae6-4223-9199-93a407a54e72 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:13.930511 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-67b98a4b-7934-4ac8-b451-7debb40caea3 req-3ef4f8b6-fae6-4223-9199-93a407a54e72 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 946 time: 0.3910234 Apr 20 17:22:13.958129 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:13.976578 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f87c8e49-0bdb-4ae6-8546-2121fc9d8415 None None] Provisioning complete for port 88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:13.976976 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f87c8e49-0bdb-4ae6-8546-2121fc9d8415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:14.012178 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-67b98a4b-7934-4ac8-b451-7debb40caea3 req-9e80c603-869b-4c5c-9800-65511eb1526f tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735083 Apr 20 17:22:14.080083 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a10fd9-c614-4028-9fdf-5031e3a3ea9f admin admin] Deleting subnet 8b7585a0-b003-4849-a58d-3f901fdb07d1 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:22:14.084231 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-57a10fd9-c614-4028-9fdf-5031e3a3ea9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:14.084712 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-25b46ec8-0495-412f-81da-33654a3a1014 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:14.088334 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-25b46ec8-0495-412f-81da-33654a3a1014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:14.144724 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-57a10fd9-c614-4028-9fdf-5031e3a3ea9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:14.243126 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-57a10fd9-c614-4028-9fdf-5031e3a3ea9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:14.380394 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [None req-40578a6e-2723-4028-8ebc-a869fdf5f014 admin admin] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:22:14.431923 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-40578a6e-2723-4028-8ebc-a869fdf5f014 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:14.470846 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-40578a6e-2723-4028-8ebc-a869fdf5f014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:14.517571 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b46ec8-0495-412f-81da-33654a3a1014 admin admin] Router 2bf56fb4-99bd-4ec3-92c5-ff289944c36c is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:22:14.632050 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-40578a6e-2723-4028-8ebc-a869fdf5f014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:14.640871 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-57a10fd9-c614-4028-9fdf-5031e3a3ea9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:14.686040 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-3972311a-037f-434e-ae4d-bd61e82ff9e2 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:14.686818 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-3972311a-037f-434e-ae4d-bd61e82ff9e2 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Synchronizing usage tracker for tenant:02869399c9f94c6e8f223671a74b81d5 on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:22:14.706086 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40578a6e-2723-4028-8ebc-a869fdf5f014 admin admin] Pushing event updated for resources: {'Port': ['ID=56835b4b-6a4b-4e13-a58f-4929604a19fe,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:14.715591 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a10fd9-c614-4028-9fdf-5031e3a3ea9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b7585a0-b003-4849-a58d-3f901fdb07d1,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:14.735129 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-57a10fd9-c614-4028-9fdf-5031e3a3ea9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:14.753018 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b46ec8-0495-412f-81da-33654a3a1014 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:22:14.762841 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286e150b-c777-4d1b-8ae1-056e6a7b36be None None] Sync routers for ids ['2bf56fb4-99bd-4ec3-92c5-ff289944c36c'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:22:14.778474 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286e150b-c777-4d1b-8ae1-056e6a7b36be None None] Routers {'2bf56fb4-99bd-4ec3-92c5-ff289944c36c'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:22:14.779083 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-286e150b-c777-4d1b-8ae1-056e6a7b36be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:22:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['2bf56fb4-99bd-4ec3-92c5-ff289944c36c'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:14.802994 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-25b46ec8-0495-412f-81da-33654a3a1014 admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:14.806887 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-25b46ec8-0495-412f-81da-33654a3a1014 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 3.3649302 Apr 20 17:22:14.807109 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44704) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:14.826840 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-57a10fd9-c614-4028-9fdf-5031e3a3ea9f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8b7585a0-b003-4849-a58d-3f901fdb07d1 HTTP/1.1" status: 204 len: 168 time: 0.9473162 Apr 20 17:22:14.840584 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44708) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:14.846308 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f910a3-6f99-44b5-a2f2-7ddc2414779f req-085c198e-02ff-4555-bb41-1501e9f1ab34 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:14.847742 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-24f910a3-6f99-44b5-a2f2-7ddc2414779f req-085c198e-02ff-4555-bb41-1501e9f1ab34 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 946 time: 0.5260968 Apr 20 17:22:14.852748 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-3972311a-037f-434e-ae4d-bd61e82ff9e2 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Unset dirty status for tenant:02869399c9f94c6e8f223671a74b81d5 on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:22:14.853832 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-3972311a-037f-434e-ae4d-bd61e82ff9e2 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.43 "GET /v2.0/networks?id=2b36794c-34c3-4e2e-bc39-30e014c826c8 HTTP/1.1" status: 200 len: 817 time: 0.9770598 Apr 20 17:22:15.034120 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:15.051072 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-864e21ce-d7ac-4413-8abf-37261e5d6ec7 req-e8053755-3d10-48ec-bef2-e017bf846ecc tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 210 time: 0.1456227 Apr 20 17:22:15.157003 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c23f8fd0-0250-427b-a4b9-9b02fd53f43d up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:22:15.172331 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ee4bf036-b431-4c9d-852b-425c83a60b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:15.182243 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07119018-4016-4337-b65a-e688109672d9 admin admin] Router fbec7869-d1f5-4adb-b464-d88111308140 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:22:15.185705 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-0d1982cb-f76c-4e7c-92a0-b299dbfbe2aa tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Synchronizing usage tracker for tenant:02869399c9f94c6e8f223671a74b81d5 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:22:15.192130 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-286e150b-c777-4d1b-8ae1-056e6a7b36be None None] Set router 2bf56fb4-99bd-4ec3-92c5-ff289944c36c gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:22:15.203462 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-24f910a3-6f99-44b5-a2f2-7ddc2414779f req-b5d1e355-0533-44e4-a69c-af79530fba0e tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159838 Apr 20 17:22:15.222458 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40578a6e-2723-4028-8ebc-a869fdf5f014 admin admin] Network 58282348-4092-4e5e-b7c0-667535a141b6 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:22:15.229585 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-40578a6e-2723-4028-8ebc-a869fdf5f014 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:15.364314 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port c23f8fd0-0250-427b-a4b9-9b02fd53f43d completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:15.377688 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:22:15.540059 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:15.540437 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:15.661647 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb42646e-996e-454e-ac88-3db56cdd1221 None None] Network 9d733250-971e-4579-b396-0c5e38ae2045 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:22:15.761237 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-0d1982cb-f76c-4e7c-92a0-b299dbfbe2aa tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Unset dirty status for tenant:02869399c9f94c6e8f223671a74b81d5 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:22:15.762396 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-0d1982cb-f76c-4e7c-92a0-b299dbfbe2aa tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02869399c9f94c6e8f223671a74b81d5 HTTP/1.1" status: 200 len: 380 time: 0.8629591 Apr 20 17:22:15.848686 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-286e150b-c777-4d1b-8ae1-056e6a7b36be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'name': 'tempest-ServersTestJSON-62221962-router', 'tenant_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '71711c13-fd92-43e4-8df0-28c8bd78328c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:11Z', 'updated_at': '2022-04-20T17:22:13Z', 'revision_number': 3, 'project_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'gw_port': {'id': '71711c13-fd92-43e4-8df0-28c8bd78328c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:12Z', 'updated_at': '2022-04-20T17:22:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:15.853931 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286e150b-c777-4d1b-8ae1-056e6a7b36be None None] Checking router: 2bf56fb4-99bd-4ec3-92c5-ff289944c36c for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:22:15.854297 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286e150b-c777-4d1b-8ae1-056e6a7b36be None None] Updating router 2bf56fb4-99bd-4ec3-92c5-ff289944c36c port 71711c13-fd92-43e4-8df0-28c8bd78328c binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:22:15.911406 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-286e150b-c777-4d1b-8ae1-056e6a7b36be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:16.071805 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1c83df3f-c330-46a1-b9c1-4ad80fcc4736 None None] Provisioning for port c23f8fd0-0250-427b-a4b9-9b02fd53f43d completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:16.083606 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1c83df3f-c330-46a1-b9c1-4ad80fcc4736 None None] Provisioning complete for port c23f8fd0-0250-427b-a4b9-9b02fd53f43d triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:16.084323 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1c83df3f-c330-46a1-b9c1-4ad80fcc4736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:16.181329 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-f2e7db58-8b8e-4602-8a3c-0db9fb4398fa tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Request body: {'port': {'device_id': '618030c4-b0fe-41c0-ba26-4a6325b89531', 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8', 'admin_state_up': True, 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'security_groups': ['0278c42b-3090-4348-bbb0-986b922e208b']}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:16.260502 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ca403c7a-c099-41a8-bfb9-0a19c1f02e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:16.440726 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05108400-7a03-4787-a8de-4d12430dce9b req-71994226-22e2-4adf-9528-800006a03752 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 210 time: 0.0722160 Apr 20 17:22:16.542328 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1c83df3f-c330-46a1-b9c1-4ad80fcc4736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:16.589095 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ee4bf036-b431-4c9d-852b-425c83a60b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:16.677913 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1c83df3f-c330-46a1-b9c1-4ad80fcc4736 None None] For port c23f8fd0-0250-427b-a4b9-9b02fd53f43d, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c23f8fd0-0250-427b-a4b9-9b02fd53f43d,segment=NetworkSegment(d3f17aef-391f-42f6-b43c-29519f737eba),segment_id=d3f17aef-391f-42f6-b43c-29519f737eba)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:16.694317 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1c83df3f-c330-46a1-b9c1-4ad80fcc4736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:16.743523 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-286e150b-c777-4d1b-8ae1-056e6a7b36be None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:16.754863 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-ca403c7a-c099-41a8-bfb9-0a19c1f02e7f admin admin] Allocated IP 172.20.0.1 (9d733250-971e-4579-b396-0c5e38ae2045/f89003a5-43c9-4fe7-8a63-6a7f162418c5/26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:22:16.759806 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-286e150b-c777-4d1b-8ae1-056e6a7b36be None None] Transition to ACTIVE for port object 71711c13-fd92-43e4-8df0-28c8bd78328c will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:22:16.771897 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-286e150b-c777-4d1b-8ae1-056e6a7b36be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:16.788981 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-ee4bf036-b431-4c9d-852b-425c83a60b47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b5a62e-093e-4343-af4b-6c58ae9d958b']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:16.847314 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-ee4bf036-b431-4c9d-852b-425c83a60b47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ce31a1-2f27-4e60-883c-78b6f6c27885') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:16.851650 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-ee4bf036-b431-4c9d-852b-425c83a60b47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ce31a1-2f27-4e60-883c-78b6f6c27885') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:16.864838 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c83df3f-c330-46a1-b9c1-4ad80fcc4736 None None] Pushing event updated for resources: {'Port': ['ID=c23f8fd0-0250-427b-a4b9-9b02fd53f43d,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:16.881918 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-871d772f-0503-4844-8e15-54382d59a597 None None] Provisioning complete for port 56835b4b-6a4b-4e13-a58f-4929604a19fe triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:16.882314 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-871d772f-0503-4844-8e15-54382d59a597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:16.910063 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ee4bf036-b431-4c9d-852b-425c83a60b47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:16.920994 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-286e150b-c777-4d1b-8ae1-056e6a7b36be None None] Attempting to bind port 71711c13-fd92-43e4-8df0-28c8bd78328c on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:22:16.921537 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-286e150b-c777-4d1b-8ae1-056e6a7b36be None None] Attempting to bind port 71711c13-fd92-43e4-8df0-28c8bd78328c by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:22:16.921675 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286e150b-c777-4d1b-8ae1-056e6a7b36be None None] Attempting to bind port 71711c13-fd92-43e4-8df0-28c8bd78328c on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:22:16.945083 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-f2e7db58-8b8e-4602-8a3c-0db9fb4398fa tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:16.949744 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286e150b-c777-4d1b-8ae1-056e6a7b36be None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:22:16.950952 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286e150b-c777-4d1b-8ae1-056e6a7b36be None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:22:16.951693 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-286e150b-c777-4d1b-8ae1-056e6a7b36be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:16.952217 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286e150b-c777-4d1b-8ae1-056e6a7b36be None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:22:16.957063 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-286e150b-c777-4d1b-8ae1-056e6a7b36be None None] Bound port: 71711c13-fd92-43e4-8df0-28c8bd78328c, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:22:16.957702 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-286e150b-c777-4d1b-8ae1-056e6a7b36be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:16.993233 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a4fe8-375a-4bf9-b643-e82c036f1de0 None None] Pushing event updated for resources: {'Port': ['ID=71711c13-fd92-43e4-8df0-28c8bd78328c,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:17.000517 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ca403c7a-c099-41a8-bfb9-0a19c1f02e7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:17.004367 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-871d772f-0503-4844-8e15-54382d59a597 None None] Port 56835b4b-6a4b-4e13-a58f-4929604a19fe cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:22:17.020868 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-ca403c7a-c099-41a8-bfb9-0a19c1f02e7f admin admin] Transition to ACTIVE for port object 26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:22:17.050609 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ee4bf036-b431-4c9d-852b-425c83a60b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:17.055364 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ca403c7a-c099-41a8-bfb9-0a19c1f02e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:17.074606 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-f2e7db58-8b8e-4602-8a3c-0db9fb4398fa tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:17.099848 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-286e150b-c777-4d1b-8ae1-056e6a7b36be None None] For port 71711c13-fd92-43e4-8df0-28c8bd78328c, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:22:17.103717 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-286e150b-c777-4d1b-8ae1-056e6a7b36be None None] For port 71711c13-fd92-43e4-8df0-28c8bd78328c, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=71711c13-fd92-43e4-8df0-28c8bd78328c,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:22:17.113728 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-286e150b-c777-4d1b-8ae1-056e6a7b36be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:17.134781 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca403c7a-c099-41a8-bfb9-0a19c1f02e7f admin admin] Network 9d733250-971e-4579-b396-0c5e38ae2045 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:22:17.137830 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-ca403c7a-c099-41a8-bfb9-0a19c1f02e7f admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:17.140643 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca403c7a-c099-41a8-bfb9-0a19c1f02e7f admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:22:17.143139 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-19775ee2-0730-431f-bd5b-62fded89084c None None] Provisioning complete for port c23f8fd0-0250-427b-a4b9-9b02fd53f43d triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:17.143629 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-19775ee2-0730-431f-bd5b-62fded89084c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:17.173039 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4bf036-b431-4c9d-852b-425c83a60b47 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:22:17.173454 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ee4bf036-b431-4c9d-852b-425c83a60b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:17.193823 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:22:17.193823 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:22:17.193823 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:22:17.193823 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:22:17.193823 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:22:17.193823 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:22:17.193823 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:22:17.193823 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:22:17.193823 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:22:17.193823 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:22:17.193823 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:22:17.193823 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:22:17.193823 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:22:17.193823 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:22:17.193823 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:22:17.193823 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:22:17.193823 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:22:17.193823 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:22:17.193823 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:22:17.193823 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:22:17.193823 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:22:17.193823 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:22:17.193823 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:22:17.193823 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:22:17.193823 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:22:17.193823 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:22:17.193823 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:22:17.193823 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:22:17.193823 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:22:17.193823 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:22:17.193823 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:22:17.193823 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:22:17.203537 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca403c7a-c099-41a8-bfb9-0a19c1f02e7f admin admin] Pushing event updated for resources: {'Port': ['ID=26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:17.211895 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016b809-63f5-4c06-a386-b3823e04b1f4 req-706a2060-84d3-44d4-bd7e-2c1186118d86 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:17.218817 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c016b809-63f5-4c06-a386-b3823e04b1f4 req-706a2060-84d3-44d4-bd7e-2c1186118d86 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 946 time: 0.8287165 Apr 20 17:22:17.250036 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ca403c7a-c099-41a8-bfb9-0a19c1f02e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:17.275835 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286e150b-c777-4d1b-8ae1-056e6a7b36be None None] Routers {'2bf56fb4-99bd-4ec3-92c5-ff289944c36c'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:22:17.276622 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-286e150b-c777-4d1b-8ae1-056e6a7b36be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:22:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['2bf56fb4-99bd-4ec3-92c5-ff289944c36c'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:17.387317 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-f2e7db58-8b8e-4602-8a3c-0db9fb4398fa tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Made reservation on behalf of 02869399c9f94c6e8f223671a74b81d5 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:22:17.390310 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-f2e7db58-8b8e-4602-8a3c-0db9fb4398fa tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:17.420994 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ca403c7a-c099-41a8-bfb9-0a19c1f02e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:17.445722 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44746) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:17.464715 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ee4bf036-b431-4c9d-852b-425c83a60b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:17.527152 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ee4bf036-b431-4c9d-852b-425c83a60b47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:17.542900 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c016b809-63f5-4c06-a386-b3823e04b1f4 req-f0f419b1-cfe6-466e-a535-ca6a787341df tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226471 Apr 20 17:22:17.560355 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4bf036-b431-4c9d-852b-425c83a60b47 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7b5a62e-093e-4343-af4b-6c58ae9d958b,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:17.565777 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-286e150b-c777-4d1b-8ae1-056e6a7b36be None None] Set router 2bf56fb4-99bd-4ec3-92c5-ff289944c36c gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:22:17.580759 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ee4bf036-b431-4c9d-852b-425c83a60b47 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f7b5a62e-093e-4343-af4b-6c58ae9d958b HTTP/1.1" status: 204 len: 168 time: 2.7317669 Apr 20 17:22:17.594702 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44754) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:17.651041 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5d50fe50-5888-4775-9a80-89770b8bfbb3 None None] Provisioning for port 26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:17.660064 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5d50fe50-5888-4775-9a80-89770b8bfbb3 None None] Provisioning complete for port 26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:17.660508 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5d50fe50-5888-4775-9a80-89770b8bfbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:17.790733 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-5d50fe50-5888-4775-9a80-89770b8bfbb3 None None] Port 26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:22:17.844843 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f9f9d68-7e2a-4f45-8ef2-15ea39530129 admin admin] Deleting subnet c197ab84-959f-4b28-a03d-cafb90b156e1 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:22:17.853178 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3f9f9d68-7e2a-4f45-8ef2-15ea39530129 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:17.892332 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-31ef298a-69cc-477e-ad55-7b6723522a91 req-ce6a14b6-55b3-4ce0-b5da-38e8a3f35f60 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 210 time: 0.1161811 Apr 20 17:22:17.911714 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a4fe8-375a-4bf9-b643-e82c036f1de0 None None] Pushing event updated for resources: {'Port': ['ID=71711c13-fd92-43e4-8df0-28c8bd78328c,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:17.915149 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-d1d3b938-3b63-4f08-8c01-d1cd9a68be02 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:17.928081 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07119018-4016-4337-b65a-e688109672d9 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:22:17.943810 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c826924c-98b0-47f2-97f8-958280ef0423 None None] Sync routers for ids ['fbec7869-d1f5-4adb-b464-d88111308140'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:22:17.947252 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d1d3b938-3b63-4f08-8c01-d1cd9a68be02 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:17.949869 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-f2e7db58-8b8e-4602-8a3c-0db9fb4398fa tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Allocated IP 172.20.0.11 (2b36794c-34c3-4e2e-bc39-30e014c826c8/35e9f78d-225c-4d9e-a6cf-92423d188840/ca3453d0-7f07-4e9c-8b96-ebe8788d961d) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:22:17.965390 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d1d3b938-3b63-4f08-8c01-d1cd9a68be02 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Usage tracker for resource:floatingip and tenant:be1b3b2f3f23408894ffa8153232b9ae is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:17.977132 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c826924c-98b0-47f2-97f8-958280ef0423 None None] Routers {'fbec7869-d1f5-4adb-b464-d88111308140'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:22:17.977935 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-c826924c-98b0-47f2-97f8-958280ef0423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:22:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['fbec7869-d1f5-4adb-b464-d88111308140'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:17.978362 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d1d3b938-3b63-4f08-8c01-d1cd9a68be02 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:17.981674 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3f9f9d68-7e2a-4f45-8ef2-15ea39530129 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:17.992177 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d1d3b938-3b63-4f08-8c01-d1cd9a68be02 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:18.053305 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-286e150b-c777-4d1b-8ae1-056e6a7b36be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'name': 'tempest-ServersTestJSON-62221962-router', 'tenant_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '71711c13-fd92-43e4-8df0-28c8bd78328c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:11Z', 'updated_at': '2022-04-20T17:22:17Z', 'revision_number': 4, 'project_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'gw_port': {'id': '71711c13-fd92-43e4-8df0-28c8bd78328c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:12Z', 'updated_at': '2022-04-20T17:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c', 'name': '', 'network_id': '9d733250-971e-4579-b396-0c5e38ae2045', 'tenant_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'mac_address': 'fa:16:3e:3a:92:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f89003a5-43c9-4fe7-8a63-6a7f162418c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:16Z', 'updated_at': '2022-04-20T17:22:16Z', 'revision_number': 1, 'project_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'subnets': [{'id': 'f89003a5-43c9-4fe7-8a63-6a7f162418c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:18.059166 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286e150b-c777-4d1b-8ae1-056e6a7b36be None None] The sync data for ids ['2bf56fb4-99bd-4ec3-92c5-ff289944c36c'] in n-d-838032-1 is: [{'id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'name': 'tempest-ServersTestJSON-62221962-router', 'tenant_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '71711c13-fd92-43e4-8df0-28c8bd78328c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:11Z', 'updated_at': '2022-04-20T17:22:17Z', 'revision_number': 4, 'project_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'gw_port': {'id': '71711c13-fd92-43e4-8df0-28c8bd78328c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:12Z', 'updated_at': '2022-04-20T17:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c', 'name': '', 'network_id': '9d733250-971e-4579-b396-0c5e38ae2045', 'tenant_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'mac_address': 'fa:16:3e:3a:92:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f89003a5-43c9-4fe7-8a63-6a7f162418c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:16Z', 'updated_at': '2022-04-20T17:22:16Z', 'revision_number': 1, 'project_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'subnets': [{'id': 'f89003a5-43c9-4fe7-8a63-6a7f162418c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:22:18.076574 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ca403c7a-c099-41a8-bfb9-0a19c1f02e7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:18.083508 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b938-3b63-4f08-8c01-d1cd9a68be02 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks [] for floatingip, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:18.181407 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ca403c7a-c099-41a8-bfb9-0a19c1f02e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:18.239039 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-c826924c-98b0-47f2-97f8-958280ef0423 None None] Set router fbec7869-d1f5-4adb-b464-d88111308140 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:22:18.291496 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-f2e7db58-8b8e-4602-8a3c-0db9fb4398fa tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:18.310444 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-f2e7db58-8b8e-4602-8a3c-0db9fb4398fa tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Transition to ACTIVE for port object ca3453d0-7f07-4e9c-8b96-ebe8788d961d will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:22:18.335837 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-07119018-4016-4337-b65a-e688109672d9 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:18.338898 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-07119018-4016-4337-b65a-e688109672d9 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.2448263 Apr 20 17:22:18.340932 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44758) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:18.355775 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca403c7a-c099-41a8-bfb9-0a19c1f02e7f admin admin] Pushing event updated for resources: {'Port': ['ID=26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:18.362832 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3f9f9d68-7e2a-4f45-8ef2-15ea39530129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:18.365460 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ca403c7a-c099-41a8-bfb9-0a19c1f02e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:18.410116 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-f2e7db58-8b8e-4602-8a3c-0db9fb4398fa tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:18.445951 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca403c7a-c099-41a8-bfb9-0a19c1f02e7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:18.446627 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca403c7a-c099-41a8-bfb9-0a19c1f02e7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:18.446627 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca403c7a-c099-41a8-bfb9-0a19c1f02e7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:18.446954 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca403c7a-c099-41a8-bfb9-0a19c1f02e7f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:18.447276 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca403c7a-c099-41a8-bfb9-0a19c1f02e7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:18.447594 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca403c7a-c099-41a8-bfb9-0a19c1f02e7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:18.447909 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca403c7a-c099-41a8-bfb9-0a19c1f02e7f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:18.448216 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca403c7a-c099-41a8-bfb9-0a19c1f02e7f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:18.448531 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca403c7a-c099-41a8-bfb9-0a19c1f02e7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:18.451281 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca403c7a-c099-41a8-bfb9-0a19c1f02e7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:18.451616 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca403c7a-c099-41a8-bfb9-0a19c1f02e7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:18.570372 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40578a6e-2723-4028-8ebc-a869fdf5f014 admin admin] Router 20ef8c81-38e0-4259-a6be-518cdbeaddaf has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:22:18.586028 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-f2e7db58-8b8e-4602-8a3c-0db9fb4398fa tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Network 2b36794c-34c3-4e2e-bc39-30e014c826c8 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:22:18.590029 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-f2e7db58-8b8e-4602-8a3c-0db9fb4398fa tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:18.593568 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-f2e7db58-8b8e-4602-8a3c-0db9fb4398fa tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:22:18.621875 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7db58-8b8e-4602-8a3c-0db9fb4398fa tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Pushing event updated for resources: {'Port': ['ID=ca3453d0-7f07-4e9c-8b96-ebe8788d961d,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:18.761229 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-c826924c-98b0-47f2-97f8-958280ef0423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'name': 'tempest-ServerRescueNegativeTestJSON-1088983148-router', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:08Z', 'updated_at': '2022-04-20T17:22:12Z', 'revision_number': 3, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'gw_port': {'id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:09Z', 'updated_at': '2022-04-20T17:22:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:18.766085 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c826924c-98b0-47f2-97f8-958280ef0423 None None] Checking router: fbec7869-d1f5-4adb-b464-d88111308140 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:22:18.766436 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c826924c-98b0-47f2-97f8-958280ef0423 None None] Updating router fbec7869-d1f5-4adb-b464-d88111308140 port 28518fbf-e39b-4116-bb2a-7f7f42a786b9 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:22:18.853068 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c826924c-98b0-47f2-97f8-958280ef0423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:18.973538 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca403c7a-c099-41a8-bfb9-0a19c1f02e7f admin admin] Network 9d733250-971e-4579-b396-0c5e38ae2045 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:22:18.981575 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-ca403c7a-c099-41a8-bfb9-0a19c1f02e7f admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:19.289654 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-f2e7db58-8b8e-4602-8a3c-0db9fb4398fa tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:19.290255 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-f2e7db58-8b8e-4602-8a3c-0db9fb4398fa tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:19.324077 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3f9f9d68-7e2a-4f45-8ef2-15ea39530129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:19.393938 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-f2e7db58-8b8e-4602-8a3c-0db9fb4398fa tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5750861 Apr 20 17:22:19.408591 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f9d68-7e2a-4f45-8ef2-15ea39530129 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c197ab84-959f-4b28-a03d-cafb90b156e1,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:19.447544 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3f9f9d68-7e2a-4f45-8ef2-15ea39530129 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:19.450159 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3f9f9d68-7e2a-4f45-8ef2-15ea39530129 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c197ab84-959f-4b28-a03d-cafb90b156e1 HTTP/1.1" status: 204 len: 168 time: 1.8526440 Apr 20 17:22:19.455364 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44768) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:19.497804 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c23f8fd0-0250-427b-a4b9-9b02fd53f43d up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:22:19.535368 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c826924c-98b0-47f2-97f8-958280ef0423 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:19.538595 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-51f2a552-dad8-4bf4-8223-69b99a1af2a8 None None] Provisioning for port ca3453d0-7f07-4e9c-8b96-ebe8788d961d completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:19.583414 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c826924c-98b0-47f2-97f8-958280ef0423 None None] Transition to ACTIVE for port object 28518fbf-e39b-4116-bb2a-7f7f42a786b9 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:22:19.586081 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-51f2a552-dad8-4bf4-8223-69b99a1af2a8 None None] Provisioning complete for port ca3453d0-7f07-4e9c-8b96-ebe8788d961d triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:19.586262 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-1a52e0ef-a917-4c64-8aa3-5f76117d5bf2 service neutron] Request body: {'port': {'device_id': '618030c4-b0fe-41c0-ba26-4a6325b89531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:19.586765 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-51f2a552-dad8-4bf4-8223-69b99a1af2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:19.648197 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c826924c-98b0-47f2-97f8-958280ef0423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:19.678275 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8c28a-0814-4db9-afb6-9d2599a60324 req-266d44b7-78b8-4391-9d9a-ed4fc0a78ceb tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:19.687498 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f0e8c28a-0814-4db9-afb6-9d2599a60324 req-266d44b7-78b8-4391-9d9a-ed4fc0a78ceb tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 946 time: 0.8422847 Apr 20 17:22:19.697616 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b938-3b63-4f08-8c01-d1cd9a68be02 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:19.744579 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-51f2a552-dad8-4bf4-8223-69b99a1af2a8 None None] Port ca3453d0-7f07-4e9c-8b96-ebe8788d961d cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:22:19.759634 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-205b00a0-089b-4fc4-8b57-3bbe04367c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:19.778609 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-c826924c-98b0-47f2-97f8-958280ef0423 None None] Attempting to bind port 28518fbf-e39b-4116-bb2a-7f7f42a786b9 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:22:19.778974 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-c826924c-98b0-47f2-97f8-958280ef0423 None None] Attempting to bind port 28518fbf-e39b-4116-bb2a-7f7f42a786b9 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:22:19.779334 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c826924c-98b0-47f2-97f8-958280ef0423 None None] Attempting to bind port 28518fbf-e39b-4116-bb2a-7f7f42a786b9 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:22:19.803829 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b0ecd-169a-41bc-9d57-54e9e4d9350b None None] Pushing event updated for resources: {'Port': ['ID=28518fbf-e39b-4116-bb2a-7f7f42a786b9,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:19.810503 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c826924c-98b0-47f2-97f8-958280ef0423 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:22:19.810878 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c826924c-98b0-47f2-97f8-958280ef0423 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:22:19.811886 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c826924c-98b0-47f2-97f8-958280ef0423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:19.811886 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c826924c-98b0-47f2-97f8-958280ef0423 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:22:19.812299 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-c826924c-98b0-47f2-97f8-958280ef0423 None None] Bound port: 28518fbf-e39b-4116-bb2a-7f7f42a786b9, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:22:19.812782 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c826924c-98b0-47f2-97f8-958280ef0423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:19.820631 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f0e8c28a-0814-4db9-afb6-9d2599a60324 req-09251d41-0d94-447a-9f45-fa08d44b851b tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320307 Apr 20 17:22:19.911225 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-c826924c-98b0-47f2-97f8-958280ef0423 None None] For port 28518fbf-e39b-4116-bb2a-7f7f42a786b9, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:22:19.914956 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-c826924c-98b0-47f2-97f8-958280ef0423 None None] For port 28518fbf-e39b-4116-bb2a-7f7f42a786b9, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=28518fbf-e39b-4116-bb2a-7f7f42a786b9,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:22:19.916470 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port c23f8fd0-0250-427b-a4b9-9b02fd53f43d triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:19.917044 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:19.928737 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cd260-d383-4781-b3e6-402a00a9a2b0 req-66c02d11-854e-41f5-8acb-086eff4db958 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:19.935557 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-261cd260-d383-4781-b3e6-402a00a9a2b0 req-66c02d11-854e-41f5-8acb-086eff4db958 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 932 time: 0.4560468 Apr 20 17:22:19.949031 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c826924c-98b0-47f2-97f8-958280ef0423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:19.999443 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-1a52e0ef-a917-4c64-8aa3-5f76117d5bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:20.020291 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-205b00a0-089b-4fc4-8b57-3bbe04367c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:20.074058 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5894a6d8-06c9-4291-8da6-809a37d8c7d5 None None] Provisioning complete for port 26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:20.074607 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5894a6d8-06c9-4291-8da6-809a37d8c7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:20.090610 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-d1d3b938-3b63-4f08-8c01-d1cd9a68be02 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Allocated IP 172.25.8.11 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/128f605a-fffc-471a-a84b-a0dc787922fe) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:22:20.098631 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-205b00a0-089b-4fc4-8b57-3bbe04367c7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['205f2a45-80cb-402f-8f9c-7c5a8e741eab']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:20.101379 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b0ecd-169a-41bc-9d57-54e9e4d9350b None None] Pushing event updated for resources: {'Port': ['ID=28518fbf-e39b-4116-bb2a-7f7f42a786b9,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:20.111424 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c826924c-98b0-47f2-97f8-958280ef0423 None None] Routers {'fbec7869-d1f5-4adb-b464-d88111308140'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:22:20.112414 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-c826924c-98b0-47f2-97f8-958280ef0423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:22:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['fbec7869-d1f5-4adb-b464-d88111308140'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:20.124044 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-205b00a0-089b-4fc4-8b57-3bbe04367c7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61400647-b5f5-426d-af4a-1226e55449fd') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:20.124387 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-205b00a0-089b-4fc4-8b57-3bbe04367c7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61400647-b5f5-426d-af4a-1226e55449fd') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:20.143073 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-205b00a0-089b-4fc4-8b57-3bbe04367c7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:20.175268 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-261cd260-d383-4781-b3e6-402a00a9a2b0 req-7a934925-2e90-48d1-b12a-55d85eb9ffdd tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388430 Apr 20 17:22:20.216403 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-205b00a0-089b-4fc4-8b57-3bbe04367c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:20.225659 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40578a6e-2723-4028-8ebc-a869fdf5f014 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:22:20.232121 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205b00a0-089b-4fc4-8b57-3bbe04367c7f admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:22:20.232121 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-205b00a0-089b-4fc4-8b57-3bbe04367c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:20.249625 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-40578a6e-2723-4028-8ebc-a869fdf5f014 admin admin] 10.222.0.39 "PUT /v2.0/routers/20ef8c81-38e0-4259-a6be-518cdbeaddaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4873214 Apr 20 17:22:20.250629 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:22:20.250629 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:22:20.250629 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:22:20.250629 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:22:20.250629 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:22:20.250629 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:22:20.250629 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:22:20.250629 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:22:20.250629 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:22:20.250629 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:22:20.250629 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:22:20.250629 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:22:20.250629 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:22:20.250629 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:22:20.250629 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:22:20.250629 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:22:20.250629 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:22:20.250629 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:22:20.250629 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:22:20.250629 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:22:20.250629 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:22:20.250629 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:22:20.250629 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:22:20.250629 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:22:20.250629 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:22:20.250629 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:22:20.250629 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:22:20.250629 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:22:20.250629 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:22:20.250629 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:22:20.250629 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:22:20.250629 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:22:20.313566 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-5894a6d8-06c9-4291-8da6-809a37d8c7d5 None None] Port 26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:22:20.329435 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device dc71d121-42a9-4c91-8df9-a052c3e2907f up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:22:20.364674 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca403c7a-c099-41a8-bfb9-0a19c1f02e7f admin admin] Router 2bf56fb4-99bd-4ec3-92c5-ff289944c36c has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:22:20.368907 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b938-3b63-4f08-8c01-d1cd9a68be02 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:20.416123 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-c826924c-98b0-47f2-97f8-958280ef0423 None None] Set router fbec7869-d1f5-4adb-b464-d88111308140 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:22:20.553218 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port dc71d121-42a9-4c91-8df9-a052c3e2907f completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:20.597235 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-205b00a0-089b-4fc4-8b57-3bbe04367c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:20.612889 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port dc71d121-42a9-4c91-8df9-a052c3e2907f triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:20.613334 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:20.626640 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-205b00a0-089b-4fc4-8b57-3bbe04367c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:20.640292 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b00a0-089b-4fc4-8b57-3bbe04367c7f admin admin] Pushing event deleted for resources: {'Network': ['ID=205f2a45-80cb-402f-8f9c-7c5a8e741eab,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:20.671196 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b938-3b63-4f08-8c01-d1cd9a68be02 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:20.695066 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-205b00a0-089b-4fc4-8b57-3bbe04367c7f admin admin] 10.222.0.39 "DELETE /v2.0/networks/205f2a45-80cb-402f-8f9c-7c5a8e741eab HTTP/1.1" status: 204 len: 168 time: 1.2369852 Apr 20 17:22:20.729638 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-1a52e0ef-a917-4c64-8aa3-5f76117d5bf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca3453d0-7f07-4e9c-8b96-ebe8788d961d {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:22:20.738248 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-1a52e0ef-a917-4c64-8aa3-5f76117d5bf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:20.757053 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-1a52e0ef-a917-4c64-8aa3-5f76117d5bf2 service neutron] Transition to ACTIVE for port object ca3453d0-7f07-4e9c-8b96-ebe8788d961d will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:22:20.762374 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-1a52e0ef-a917-4c64-8aa3-5f76117d5bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:20.815530 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:20.835306 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port dc71d121-42a9-4c91-8df9-a052c3e2907f, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=dc71d121-42a9-4c91-8df9-a052c3e2907f,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:20.849173 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-c826924c-98b0-47f2-97f8-958280ef0423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'name': 'tempest-ServerRescueNegativeTestJSON-1088983148-router', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:08Z', 'updated_at': '2022-04-20T17:22:12Z', 'revision_number': 3, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'gw_port': {'id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:09Z', 'updated_at': '2022-04-20T17:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:20.852838 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:20.871365 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52e0ef-a917-4c64-8aa3-5f76117d5bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca3453d0-7f07-4e9c-8b96-ebe8788d961d,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:20.889629 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c826924c-98b0-47f2-97f8-958280ef0423 None None] The sync data for ids ['fbec7869-d1f5-4adb-b464-d88111308140'] in n-d-838032-1 is: [{'id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'name': 'tempest-ServerRescueNegativeTestJSON-1088983148-router', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:08Z', 'updated_at': '2022-04-20T17:22:12Z', 'revision_number': 3, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'gw_port': {'id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:09Z', 'updated_at': '2022-04-20T17:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:22:20.992078 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d3b938-3b63-4f08-8c01-d1cd9a68be02 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:22:20.997235 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=dc71d121-42a9-4c91-8df9-a052c3e2907f,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:21.010372 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-d1d3b938-3b63-4f08-8c01-d1cd9a68be02 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:21.012403 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3b938-3b63-4f08-8c01-d1cd9a68be02 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Pushing event updated for resources: {'Port': ['ID=128f605a-fffc-471a-a84b-a0dc787922fe,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:21.018134 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d3b938-3b63-4f08-8c01-d1cd9a68be02 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:22:21.115773 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 71711c13-fd92-43e4-8df0-28c8bd78328c up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:22:21.221694 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44788) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:21.253843 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 71711c13-fd92-43e4-8df0-28c8bd78328c completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:21.270895 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 71711c13-fd92-43e4-8df0-28c8bd78328c triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:21.271427 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:21.274138 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca403c7a-c099-41a8-bfb9-0a19c1f02e7f admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:22:21.311113 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ca403c7a-c099-41a8-bfb9-0a19c1f02e7f admin admin] 10.222.0.39 "PUT /v2.0/routers/2bf56fb4-99bd-4ec3-92c5-ff289944c36c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5022228 Apr 20 17:22:21.359974 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-1a52e0ef-a917-4c64-8aa3-5f76117d5bf2 service neutron] Attempting to bind port ca3453d0-7f07-4e9c-8b96-ebe8788d961d on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:22:21.360312 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-1a52e0ef-a917-4c64-8aa3-5f76117d5bf2 service neutron] Attempting to bind port ca3453d0-7f07-4e9c-8b96-ebe8788d961d by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '66b29461-7e00-47bd-9ba1-5ef6f56d61e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:22:21.360635 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-1a52e0ef-a917-4c64-8aa3-5f76117d5bf2 service neutron] Attempting to bind port ca3453d0-7f07-4e9c-8b96-ebe8788d961d on network 2b36794c-34c3-4e2e-bc39-30e014c826c8 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:22:21.379732 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b9503-8fa2-43ec-99ab-da97a77ebeab req-5ee64405-e718-4852-8924-0fbbee8de32d tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:21.381335 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-312b9503-8fa2-43ec-99ab-da97a77ebeab req-5ee64405-e718-4852-8924-0fbbee8de32d tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 946 time: 0.2775185 Apr 20 17:22:21.387849 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f329fb93-6ddd-4fc5-a9f3-07df31d22372 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bfc06c5e3cb245e0881cdde22d3dcfe4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1626770 Apr 20 17:22:21.387849 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-1a52e0ef-a917-4c64-8aa3-5f76117d5bf2 service neutron] Port ca3453d0-7f07-4e9c-8b96-ebe8788d961d on network 2b36794c-34c3-4e2e-bc39-30e014c826c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:22:21.387849 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-1a52e0ef-a917-4c64-8aa3-5f76117d5bf2 service neutron] Attempting to bind port ca3453d0-7f07-4e9c-8b96-ebe8788d961d on network 2b36794c-34c3-4e2e-bc39-30e014c826c8 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:22:21.388502 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44796) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:21.468620 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-1a52e0ef-a917-4c64-8aa3-5f76117d5bf2 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:22:21.471508 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-1a52e0ef-a917-4c64-8aa3-5f76117d5bf2 service neutron] Checking segment: {'id': '66b29461-7e00-47bd-9ba1-5ef6f56d61e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:22:21.472264 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-1a52e0ef-a917-4c64-8aa3-5f76117d5bf2 service neutron] Bound using segment: {'id': '66b29461-7e00-47bd-9ba1-5ef6f56d61e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:22:21.473654 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-1a52e0ef-a917-4c64-8aa3-5f76117d5bf2 service neutron] Bound port: ca3453d0-7f07-4e9c-8b96-ebe8788d961d, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b29461-7e00-47bd-9ba1-5ef6f56d61e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:22:21.475170 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-1a52e0ef-a917-4c64-8aa3-5f76117d5bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:21.644521 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:21.662964 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 71711c13-fd92-43e4-8df0-28c8bd78328c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=71711c13-fd92-43e4-8df0-28c8bd78328c,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:21.664922 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b938-3b63-4f08-8c01-d1cd9a68be02 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:21.670509 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:21.747592 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=71711c13-fd92-43e4-8df0-28c8bd78328c,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:21.767187 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-312b9503-8fa2-43ec-99ab-da97a77ebeab req-093ceb5a-37ae-43c9-86e2-91c5dc244d1d tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777511 Apr 20 17:22:21.794638 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44808) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:21.810520 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-e35b69a9-6922-4722-8d28-7f5b64100168 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-673353120-network', 'tenant_id': '8494b4bccd1a4df39ea89d4c7fc04c59'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:21.811164 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b938-3b63-4f08-8c01-d1cd9a68be02 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:21.818176 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e35b69a9-6922-4722-8d28-7f5b64100168 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:21.836714 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e35b69a9-6922-4722-8d28-7f5b64100168 admin admin] Usage tracker for resource:network and tenant:8494b4bccd1a4df39ea89d4c7fc04c59 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:21.842837 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e35b69a9-6922-4722-8d28-7f5b64100168 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:21.862302 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e35b69a9-6922-4722-8d28-7f5b64100168 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:21.874158 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-1a52e0ef-a917-4c64-8aa3-5f76117d5bf2 service neutron] For port ca3453d0-7f07-4e9c-8b96-ebe8788d961d, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:22:21.877151 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c556ca9-ad44-4218-bc50-3cec44d105ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:21.893277 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-1a52e0ef-a917-4c64-8aa3-5f76117d5bf2 service neutron] For port ca3453d0-7f07-4e9c-8b96-ebe8788d961d, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ca3453d0-7f07-4e9c-8b96-ebe8788d961d,segment=NetworkSegment(66b29461-7e00-47bd-9ba1-5ef6f56d61e9),segment_id=66b29461-7e00-47bd-9ba1-5ef6f56d61e9)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:22:21.894357 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35b69a9-6922-4722-8d28-7f5b64100168 admin admin] Made reservation on behalf of 8494b4bccd1a4df39ea89d4c7fc04c59 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:22:21.896606 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e35b69a9-6922-4722-8d28-7f5b64100168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:21.915153 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-1a52e0ef-a917-4c64-8aa3-5f76117d5bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:21.920351 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdc2c0-4b6a-4727-8a4b-78f74fc5c10a req-130eb5ed-e08e-40e3-af90-b966c96d55b9 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:21.921897 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cffdc2c0-4b6a-4727-8a4b-78f74fc5c10a req-130eb5ed-e08e-40e3-af90-b966c96d55b9 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 944 time: 0.3016632 Apr 20 17:22:21.970147 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c556ca9-ad44-4218-bc50-3cec44d105ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:21.976819 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e35b69a9-6922-4722-8d28-7f5b64100168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:22.044420 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-1a52e0ef-a917-4c64-8aa3-5f76117d5bf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:22.045797 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-1a52e0ef-a917-4c64-8aa3-5f76117d5bf2 service neutron] 10.222.0.43 "PUT /v2.0/ports/ca3453d0-7f07-4e9c-8b96-ebe8788d961d HTTP/1.1" status: 200 len: 1092 time: 2.6395845 Apr 20 17:22:22.049788 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '618030c4-b0fe-41c0-ba26-4a6325b89531', 'tag': 'ca3453d0-7f07-4e9c-8b96-ebe8788d961d'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:22:22.066322 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52e0ef-a917-4c64-8aa3-5f76117d5bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca3453d0-7f07-4e9c-8b96-ebe8788d961d,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:22.074212 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e35b69a9-6922-4722-8d28-7f5b64100168 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:22.088703 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e35b69a9-6922-4722-8d28-7f5b64100168 admin admin] Usage tracker for resource:security_group_rule and tenant:8494b4bccd1a4df39ea89d4c7fc04c59 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:22.093149 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e35b69a9-6922-4722-8d28-7f5b64100168 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:22.098635 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e35b69a9-6922-4722-8d28-7f5b64100168 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:22.120361 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cffdc2c0-4b6a-4727-8a4b-78f74fc5c10a req-30c426be-ade5-4b20-9048-51e11897f69b tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823928 Apr 20 17:22:22.132710 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c556ca9-ad44-4218-bc50-3cec44d105ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:22.133097 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-57a4dba4-ee4a-4a7d-91e8-713044ace027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:22.216722 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c556ca9-ad44-4218-bc50-3cec44d105ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a81d11-874b-4f72-9b77-c0d1766d4ccd,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:22.335723 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c556ca9-ad44-4218-bc50-3cec44d105ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:22.337062 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1c556ca9-ad44-4218-bc50-3cec44d105ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a9a81d11-874b-4f72-9b77-c0d1766d4ccd HTTP/1.1" status: 204 len: 168 time: 0.9461131 Apr 20 17:22:22.353590 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e35b69a9-6922-4722-8d28-7f5b64100168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:22.370403 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b938-3b63-4f08-8c01-d1cd9a68be02 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:22.375972 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-a0b0aa84-217b-469a-b9b5-428f958eab81 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=02869399c9f94c6e8f223671a74b81d5&device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 1095 time: 0.2218060 Apr 20 17:22:22.377136 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e35b69a9-6922-4722-8d28-7f5b64100168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:22.389232 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b938-3b63-4f08-8c01-d1cd9a68be02 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:22.414901 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b69a9-6922-4722-8d28-7f5b64100168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941930d2-24e5-4f39-ab01-fc034eda6e1e,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:22.499345 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0158055-dc1c-4792-8160-e3598b1f6172'] response: {'name': 'network-changed', 'server_uuid': '618030c4-b0fe-41c0-ba26-4a6325b89531', 'tag': 'ca3453d0-7f07-4e9c-8b96-ebe8788d961d', 'status': 'completed', 'code': 200} Apr 20 17:22:22.540869 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-7e1342b7-0a90-4325-af94-138486a881bd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca3453d0-7f07-4e9c-8b96-ebe8788d961d HTTP/1.1" status: 200 len: 217 time: 0.1284151 Apr 20 17:22:22.541843 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e35b69a9-6922-4722-8d28-7f5b64100168 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:22:22.595018 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3b938-3b63-4f08-8c01-d1cd9a68be02 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Pushing event updated for resources: {'Port': ['ID=128f605a-fffc-471a-a84b-a0dc787922fe,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:22.632551 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-09c8a472-aaf1-46c4-b7fc-0c3cc71c9d31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:22.634637 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-09c8a472-aaf1-46c4-b7fc-0c3cc71c9d31 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=35e9f78d-225c-4d9e-a6cf-92423d188840 HTTP/1.1" status: 200 len: 856 time: 0.0742025 Apr 20 17:22:22.637964 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e35b69a9-6922-4722-8d28-7f5b64100168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:22.638327 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-e35b69a9-6922-4722-8d28-7f5b64100168 admin admin] Added segment a0095700-3ba3-48d7-920d-838249b254d4 of type vlan for network aacd88a6-ce1a-48fb-9acc-b5cd9e260a56 Apr 20 17:22:22.638782 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-57a4dba4-ee4a-4a7d-91e8-713044ace027 admin admin] Allocated IP 172.20.0.1 (f2cb5f25-0249-4f7a-ad65-2eead6ffefb9/be91a7bc-1185-4002-b13c-e1f041fc679d/52c0becb-a191-4a1c-9aa5-794c4d5a4c58) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:22:22.644889 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b938-3b63-4f08-8c01-d1cd9a68be02 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:22.683353 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b938-3b63-4f08-8c01-d1cd9a68be02 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:22.686262 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d1d3b938-3b63-4f08-8c01-d1cd9a68be02 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2378917 Apr 20 17:22:22.688834 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44822) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:22.732951 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e35b69a9-6922-4722-8d28-7f5b64100168 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:22.744204 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-f8d884e6-2f4d-44c0-8fbd-58a557f1fbcd tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-874348896'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:22.744782 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44826) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:22.753774 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f8d884e6-2f4d-44c0-8fbd-58a557f1fbcd tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:22.756848 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-bd76ac08-721b-4e9a-a6e5-1b2ff0c3bef8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b36794c-34c3-4e2e-bc39-30e014c826c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113555 Apr 20 17:22:22.761793 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-bf4ed97e-8fc6-49c3-9905-93af3f448497 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Request body: {'security_group': {'name': 'tempest-securitygroup--765211609', 'description': 'tempest-description--528435476'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:22.765947 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f8d884e6-2f4d-44c0-8fbd-58a557f1fbcd tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Usage tracker for resource:network and tenant:be1b3b2f3f23408894ffa8153232b9ae is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:22.770255 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f8d884e6-2f4d-44c0-8fbd-58a557f1fbcd tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:22.778484 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f8d884e6-2f4d-44c0-8fbd-58a557f1fbcd tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:22.815215 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d884e6-2f4d-44c0-8fbd-58a557f1fbcd tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Made reservation on behalf of be1b3b2f3f23408894ffa8153232b9ae for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:22:22.818234 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8d884e6-2f4d-44c0-8fbd-58a557f1fbcd tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:22.834964 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8d884e6-2f4d-44c0-8fbd-58a557f1fbcd tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:22.856005 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-bf4ed97e-8fc6-49c3-9905-93af3f448497 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:22.860642 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-bf4ed97e-8fc6-49c3-9905-93af3f448497 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Usage tracker for resource:security_group and tenant:7bab9ecc52844919bdd0975c1a48fc8f is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:22.864446 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-bf4ed97e-8fc6-49c3-9905-93af3f448497 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:22.867360 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-57a4dba4-ee4a-4a7d-91e8-713044ace027 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:22.870065 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-bf4ed97e-8fc6-49c3-9905-93af3f448497 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:22.878565 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [None req-e35b69a9-6922-4722-8d28-7f5b64100168 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:22:22.900422 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bf4ed97e-8fc6-49c3-9905-93af3f448497 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:22.903375 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-57a4dba4-ee4a-4a7d-91e8-713044ace027 admin admin] Transition to ACTIVE for port object 52c0becb-a191-4a1c-9aa5-794c4d5a4c58 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:22:22.904833 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f8d884e6-2f4d-44c0-8fbd-58a557f1fbcd tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:22.911282 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f8d884e6-2f4d-44c0-8fbd-58a557f1fbcd tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Usage tracker for resource:security_group_rule and tenant:be1b3b2f3f23408894ffa8153232b9ae is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:22.917695 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f8d884e6-2f4d-44c0-8fbd-58a557f1fbcd tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:22.955327 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f8d884e6-2f4d-44c0-8fbd-58a557f1fbcd tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:22.969547 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44832) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:22.973869 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e35b69a9-6922-4722-8d28-7f5b64100168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:22.974765 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35b69a9-6922-4722-8d28-7f5b64100168 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:22.975340 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e35b69a9-6922-4722-8d28-7f5b64100168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:22.988144 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 71711c13-fd92-43e4-8df0-28c8bd78328c up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:22:23.010236 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-bf4ed97e-8fc6-49c3-9905-93af3f448497 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:23.052931 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-57a4dba4-ee4a-4a7d-91e8-713044ace027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:23.061421 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 71711c13-fd92-43e4-8df0-28c8bd78328c triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:23.062342 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:23.080897 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-bf4ed97e-8fc6-49c3-9905-93af3f448497 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Usage tracker for resource:security_group_rule and tenant:7bab9ecc52844919bdd0975c1a48fc8f is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:23.095856 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-bf4ed97e-8fc6-49c3-9905-93af3f448497 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:23.107627 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-b79a52e2-7920-44b5-a7f3-0e6620823824 service neutron] 10.222.0.43 "GET /v2.0/networks/2b36794c-34c3-4e2e-bc39-30e014c826c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393576 Apr 20 17:22:23.111680 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e35b69a9-6922-4722-8d28-7f5b64100168 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3102078 Apr 20 17:22:23.111825 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-bf4ed97e-8fc6-49c3-9905-93af3f448497 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:23.114587 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44836) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:23.137003 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b69a9-6922-4722-8d28-7f5b64100168 admin admin] Pushing event updated for resources: {'Network': ['ID=aacd88a6-ce1a-48fb-9acc-b5cd9e260a56,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:23.144538 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-456f7687-bee7-4dfb-afc3-3162ab49dd23 admin admin] Request body: {'subnet': {'network_id': 'aacd88a6-ce1a-48fb-9acc-b5cd9e260a56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-673353120-subnet', 'tenant_id': '8494b4bccd1a4df39ea89d4c7fc04c59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:23.149853 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-456f7687-bee7-4dfb-afc3-3162ab49dd23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:23.153290 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-456f7687-bee7-4dfb-afc3-3162ab49dd23 admin admin] Usage tracker for resource:subnet and tenant:8494b4bccd1a4df39ea89d4c7fc04c59 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:23.153871 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5d9cf5dd-b8ad-417c-89f3-e79ff82ec138 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0ed717f4547748db8550084b3a8e799c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1831417 Apr 20 17:22:23.158521 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44840) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:23.161388 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-456f7687-bee7-4dfb-afc3-3162ab49dd23 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:23.165611 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network aacd88a6-ce1a-48fb-9acc-b5cd9e260a56 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:22:23.190718 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a4dba4-ee4a-4a7d-91e8-713044ace027 admin admin] Network f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:22:23.199489 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-57a4dba4-ee4a-4a7d-91e8-713044ace027 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:23.206974 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4dba4-ee4a-4a7d-91e8-713044ace027 admin admin] Pushing event updated for resources: {'Port': ['ID=52c0becb-a191-4a1c-9aa5-794c4d5a4c58,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:23.211011 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a4dba4-ee4a-4a7d-91e8-713044ace027 admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:22:23.237491 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8d884e6-2f4d-44c0-8fbd-58a557f1fbcd tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:23.243567 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30490afe-d45f-49f7-b44c-964431627e41 req-61d967b9-216f-4496-a5b5-1c61d0f602b4 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:23.246523 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-30490afe-d45f-49f7-b44c-964431627e41 req-61d967b9-216f-4496-a5b5-1c61d0f602b4 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 946 time: 0.3306661 Apr 20 17:22:23.264899 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-456f7687-bee7-4dfb-afc3-3162ab49dd23 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:23.282139 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8d884e6-2f4d-44c0-8fbd-58a557f1fbcd tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:23.286054 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device dc71d121-42a9-4c91-8df9-a052c3e2907f up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:22:23.367198 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port dc71d121-42a9-4c91-8df9-a052c3e2907f triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:23.367643 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:23.411714 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8d884e6-2f4d-44c0-8fbd-58a557f1fbcd tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:22:23.419369 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456f7687-bee7-4dfb-afc3-3162ab49dd23 admin admin] Made reservation on behalf of 8494b4bccd1a4df39ea89d4c7fc04c59 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:22:23.421949 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-456f7687-bee7-4dfb-afc3-3162ab49dd23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:23.441411 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-57a4dba4-ee4a-4a7d-91e8-713044ace027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:23.445570 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6b720c69-3dbd-49c3-a5e0-473f03cb347d req-2fa5b798-c994-4047-a40b-dac17ad6f02c service neutron] 10.222.0.43 "GET /v2.0/networks/2b36794c-34c3-4e2e-bc39-30e014c826c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315034 Apr 20 17:22:23.463002 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d884e6-2f4d-44c0-8fbd-58a557f1fbcd tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eedfa2e7-50b7-4b40-acf1-0a64e597c75b,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:23.490133 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8d884e6-2f4d-44c0-8fbd-58a557f1fbcd tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:23.490762 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-f8d884e6-2f4d-44c0-8fbd-58a557f1fbcd tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Added segment ef2610a8-c9ff-456c-94a6-aef72bb46af8 of type vlan for network 2085ace3-50ee-4347-b76b-c08bbb25e802 Apr 20 17:22:23.521473 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fc5d1013-520c-4ca5-858f-86d46144bf54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:23.550361 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-30490afe-d45f-49f7-b44c-964431627e41 req-95fe5bb4-d373-401f-b526-58977ae50322 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767291 Apr 20 17:22:23.569101 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8d884e6-2f4d-44c0-8fbd-58a557f1fbcd tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:23.588429 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fc5d1013-520c-4ca5-858f-86d46144bf54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:23.654644 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bf4ed97e-8fc6-49c3-9905-93af3f448497 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:23.675534 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bf4ed97e-8fc6-49c3-9905-93af3f448497 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:23.682813 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-fc7b8268-535a-4a8c-a65a-8b91a89f0d5d None None] Provisioning for port 52c0becb-a191-4a1c-9aa5-794c4d5a4c58 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:23.692999 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-fc7b8268-535a-4a8c-a65a-8b91a89f0d5d None None] Provisioning complete for port 52c0becb-a191-4a1c-9aa5-794c4d5a4c58 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:23.693702 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fc7b8268-535a-4a8c-a65a-8b91a89f0d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:23.694694 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8d884e6-2f4d-44c0-8fbd-58a557f1fbcd tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:23.698630 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d884e6-2f4d-44c0-8fbd-58a557f1fbcd tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:23.699337 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8d884e6-2f4d-44c0-8fbd-58a557f1fbcd tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:23.743831 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b159dbd-399a-4c87-acfe-a23535acc6d7 req-47f92562-1a5b-4a94-afc0-afb2c8ccb72d tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:23.744469 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-3b159dbd-399a-4c87-acfe-a23535acc6d7 req-47f92562-1a5b-4a94-afc0-afb2c8ccb72d tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Synchronizing usage tracker for tenant:02869399c9f94c6e8f223671a74b81d5 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:22:23.766461 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ed97e-8fc6-49c3-9905-93af3f448497 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63c79d51-3783-4445-a38b-9a1bacf807c5,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:23.801645 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bf4ed97e-8fc6-49c3-9905-93af3f448497 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:23.802867 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bf4ed97e-8fc6-49c3-9905-93af3f448497 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.0510957 Apr 20 17:22:23.807714 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44846) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:23.810600 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-fc7b8268-535a-4a8c-a65a-8b91a89f0d5d None None] Port 52c0becb-a191-4a1c-9aa5-794c4d5a4c58 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:22:23.816903 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-04857d20-5f28-4cfe-b723-13b3f6e55ec8 req-e85cda5d-a647-4052-b2f2-6a56a80e63ac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=02869399c9f94c6e8f223671a74b81d5&device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 1095 time: 0.2959213 Apr 20 17:22:23.822677 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-57a4dba4-ee4a-4a7d-91e8-713044ace027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:23.824970 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-3b159dbd-399a-4c87-acfe-a23535acc6d7 req-47f92562-1a5b-4a94-afc0-afb2c8ccb72d tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Unset dirty status for tenant:02869399c9f94c6e8f223671a74b81d5 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:22:23.826057 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3b159dbd-399a-4c87-acfe-a23535acc6d7 req-47f92562-1a5b-4a94-afc0-afb2c8ccb72d tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 944 time: 0.4882464 Apr 20 17:22:23.952407 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-5aa36158-63f1-4f03-a5db-eb30e947dbf1 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Request body: {'security_group_rule': {'security_group_id': '63c79d51-3783-4445-a38b-9a1bacf807c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:23.965386 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5aa36158-63f1-4f03-a5db-eb30e947dbf1 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:23.978088 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5aa36158-63f1-4f03-a5db-eb30e947dbf1 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Usage tracker for resource:security_group_rule and tenant:7bab9ecc52844919bdd0975c1a48fc8f is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:23.980995 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d884e6-2f4d-44c0-8fbd-58a557f1fbcd tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Pushing event updated for resources: {'Network': ['ID=2085ace3-50ee-4347-b76b-c08bbb25e802,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:23.983822 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f8d884e6-2f4d-44c0-8fbd-58a557f1fbcd tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2940521 Apr 20 17:22:23.984879 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fc5d1013-520c-4ca5-858f-86d46144bf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:23.987128 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fc5d1013-520c-4ca5-858f-86d46144bf54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:23.991026 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fc5d1013-520c-4ca5-858f-86d46144bf54 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9a7278f4-1d09-493d-9ed6-fbae007f273b HTTP/1.1" status: 204 len: 168 time: 0.8241186 Apr 20 17:22:23.991026 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5aa36158-63f1-4f03-a5db-eb30e947dbf1 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:23.991252 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44850) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:24.007870 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-b7b576b5-0b17-4ea7-89e2-9f5f162b5ebb tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Request body: {'subnet': {'network_id': '2085ace3-50ee-4347-b76b-c08bbb25e802', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:24.010525 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 2085ace3-50ee-4347-b76b-c08bbb25e802 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:22:24.038018 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5aa36158-63f1-4f03-a5db-eb30e947dbf1 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:24.040144 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d1013-520c-4ca5-858f-86d46144bf54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7278f4-1d09-493d-9ed6-fbae007f273b,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:24.080057 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5aa36158-63f1-4f03-a5db-eb30e947dbf1 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:24.150821 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3b159dbd-399a-4c87-acfe-a23535acc6d7 req-188a6839-2e00-441f-8e00-67e2f6d279f5 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3023095 Apr 20 17:22:24.151630 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-456f7687-bee7-4dfb-afc3-3162ab49dd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:24.255737 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5aa36158-63f1-4f03-a5db-eb30e947dbf1 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:24.263986 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5aa36158-63f1-4f03-a5db-eb30e947dbf1 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:24.293208 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04857d20-5f28-4cfe-b723-13b3f6e55ec8 req-e801e97b-a36b-4e24-895b-80aab5cd14b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:24.294680 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-04857d20-5f28-4cfe-b723-13b3f6e55ec8 req-e801e97b-a36b-4e24-895b-80aab5cd14b5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b36794c-34c3-4e2e-bc39-30e014c826c8 HTTP/1.1" status: 200 len: 918 time: 0.4661107 Apr 20 17:22:24.299392 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa36158-63f1-4f03-a5db-eb30e947dbf1 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c553a8b9-2738-4174-aef0-07f83dcd72a3,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:24.316732 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5aa36158-63f1-4f03-a5db-eb30e947dbf1 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:24.318267 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5aa36158-63f1-4f03-a5db-eb30e947dbf1 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3795719 Apr 20 17:22:24.321297 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44858) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:24.328908 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-f8e8a3f6-0de1-4ed9-b874-f2ad6ada0156 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Request body: {'security_group_rule': {'security_group_id': '63c79d51-3783-4445-a38b-9a1bacf807c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:24.335188 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-57a4dba4-ee4a-4a7d-91e8-713044ace027 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:24.338399 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f8e8a3f6-0de1-4ed9-b874-f2ad6ada0156 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:24.342578 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f8e8a3f6-0de1-4ed9-b874-f2ad6ada0156 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Usage tracker for resource:security_group_rule and tenant:7bab9ecc52844919bdd0975c1a48fc8f is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:24.345775 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f8e8a3f6-0de1-4ed9-b874-f2ad6ada0156 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:24.348471 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-57a4dba4-ee4a-4a7d-91e8-713044ace027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:24.363312 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b7b576b5-0b17-4ea7-89e2-9f5f162b5ebb tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:24.385966 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f7687-bee7-4dfb-afc3-3162ab49dd23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24ef033d-3fce-4bc4-9746-279910c94fb9,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:24.388764 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b7b576b5-0b17-4ea7-89e2-9f5f162b5ebb tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Usage tracker for resource:subnet and tenant:be1b3b2f3f23408894ffa8153232b9ae is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:24.393091 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b7b576b5-0b17-4ea7-89e2-9f5f162b5ebb tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:24.405858 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-04857d20-5f28-4cfe-b723-13b3f6e55ec8 req-16cc058c-30e8-4209-acd5-f51fa633a6b5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca3453d0-7f07-4e9c-8b96-ebe8788d961d HTTP/1.1" status: 200 len: 217 time: 0.1005714 Apr 20 17:22:24.407006 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b7b576b5-0b17-4ea7-89e2-9f5f162b5ebb tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:24.443650 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f8e8a3f6-0de1-4ed9-b874-f2ad6ada0156 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:24.445726 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4dba4-ee4a-4a7d-91e8-713044ace027 admin admin] Pushing event updated for resources: {'Port': ['ID=52c0becb-a191-4a1c-9aa5-794c4d5a4c58,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:24.466715 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b576b5-0b17-4ea7-89e2-9f5f162b5ebb tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Made reservation on behalf of be1b3b2f3f23408894ffa8153232b9ae for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:22:24.480012 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-57a4dba4-ee4a-4a7d-91e8-713044ace027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:24.480914 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456f7687-bee7-4dfb-afc3-3162ab49dd23 admin admin] Checking segment: {'id': 'a0095700-3ba3-48d7-920d-838249b254d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'aacd88a6-ce1a-48fb-9acc-b5cd9e260a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:22:24.481274 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456f7687-bee7-4dfb-afc3-3162ab49dd23 admin admin] Network hostable DHCP agents. Network: aacd88a6-ce1a-48fb-9acc-b5cd9e260a56, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:22:24.486760 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8e8a3f6-0de1-4ed9-b874-f2ad6ada0156 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:24.571098 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04857d20-5f28-4cfe-b723-13b3f6e55ec8 req-793b50a3-d5b3-4b1a-98ba-96df724224c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:24.572570 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-04857d20-5f28-4cfe-b723-13b3f6e55ec8 req-793b50a3-d5b3-4b1a-98ba-96df724224c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=35e9f78d-225c-4d9e-a6cf-92423d188840 HTTP/1.1" status: 200 len: 856 time: 0.1594198 Apr 20 17:22:24.634053 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b7b576b5-0b17-4ea7-89e2-9f5f162b5ebb tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:24.663537 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8e8a3f6-0de1-4ed9-b874-f2ad6ada0156 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:24.671008 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8e8a3f6-0de1-4ed9-b874-f2ad6ada0156 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:24.702119 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8a3f6-0de1-4ed9-b874-f2ad6ada0156 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47396ee4-b35f-4b16-a148-ff6e978d1475,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:24.706732 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456f7687-bee7-4dfb-afc3-3162ab49dd23 admin admin] Network aacd88a6-ce1a-48fb-9acc-b5cd9e260a56 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:22:24.711933 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a4dba4-ee4a-4a7d-91e8-713044ace027 admin admin] Network f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:22:24.715926 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-57a4dba4-ee4a-4a7d-91e8-713044ace027 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:24.746526 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-456f7687-bee7-4dfb-afc3-3162ab49dd23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, aacd88a6-ce1a-48fb-9acc-b5cd9e260a56) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:24.755730 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456f7687-bee7-4dfb-afc3-3162ab49dd23 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:24.755977 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64b8a0c-9e07-4d4d-a0d7-038e97561f6f None None] Network aacd88a6-ce1a-48fb-9acc-b5cd9e260a56 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:22:24.756300 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-456f7687-bee7-4dfb-afc3-3162ab49dd23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:24.805905 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-04857d20-5f28-4cfe-b723-13b3f6e55ec8 req-5760edda-cb9d-41a1-9ed6-9d50e8c53265 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b36794c-34c3-4e2e-bc39-30e014c826c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2215359 Apr 20 17:22:24.814823 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-456f7687-bee7-4dfb-afc3-3162ab49dd23 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6974118 Apr 20 17:22:24.817861 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44872) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:24.865513 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-4ab5b8ca-83d4-4f97-a49a-1644e7184501 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-673353120-router', 'tenant_id': '8494b4bccd1a4df39ea89d4c7fc04c59', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:24.931909 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4ab5b8ca-83d4-4f97-a49a-1644e7184501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:24.992317 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4ab5b8ca-83d4-4f97-a49a-1644e7184501 admin admin] Usage tracker for resource:router and tenant:8494b4bccd1a4df39ea89d4c7fc04c59 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:24.999774 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4ab5b8ca-83d4-4f97-a49a-1644e7184501 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:25.016263 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4ab5b8ca-83d4-4f97-a49a-1644e7184501 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:25.020500 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8e8a3f6-0de1-4ed9-b874-f2ad6ada0156 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:25.022714 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f8e8a3f6-0de1-4ed9-b874-f2ad6ada0156 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6995497 Apr 20 17:22:25.027813 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44880) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:25.042591 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-0c78cdcf-9481-4b96-bad4-a13409abafbe tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:25.051273 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0c78cdcf-9481-4b96-bad4-a13409abafbe tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:25.057924 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4ab5b8ca-83d4-4f97-a49a-1644e7184501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:25.058841 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4ab5b8ca-83d4-4f97-a49a-1644e7184501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:25.107765 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-04857d20-5f28-4cfe-b723-13b3f6e55ec8 req-44d905a9-b56f-4c7f-bb49-6643cda974a8 service neutron] 10.222.0.43 "GET /v2.0/networks/2b36794c-34c3-4e2e-bc39-30e014c826c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917571 Apr 20 17:22:25.128909 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-27947385-750f-464a-b65c-99fc8cb1a70a None None] Provisioning complete for port 52c0becb-a191-4a1c-9aa5-794c4d5a4c58 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:25.129488 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-27947385-750f-464a-b65c-99fc8cb1a70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:25.137715 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0c78cdcf-9481-4b96-bad4-a13409abafbe tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Usage tracker for resource:floatingip and tenant:7bab9ecc52844919bdd0975c1a48fc8f is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:25.139403 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4ab5b8ca-83d4-4f97-a49a-1644e7184501 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:25.184951 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f993f03f-a7f6-4cdd-9fb5-ce0e7da28beb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-aacd88a6-ce1a-48fb-9acc-b5cd9e260a56', 'network_id': 'aacd88a6-ce1a-48fb-9acc-b5cd9e260a56', 'tenant_id': '8494b4bccd1a4df39ea89d4c7fc04c59', 'fixed_ips': [{'subnet_id': '24ef033d-3fce-4bc4-9746-279910c94fb9'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:22:25.185773 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f993f03f-a7f6-4cdd-9fb5-ce0e7da28beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:25.195401 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0c78cdcf-9481-4b96-bad4-a13409abafbe tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:25.208062 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-27947385-750f-464a-b65c-99fc8cb1a70a None None] Port 52c0becb-a191-4a1c-9aa5-794c4d5a4c58 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:22:25.217356 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0c78cdcf-9481-4b96-bad4-a13409abafbe tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:25.256947 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0c78cdcf-9481-4b96-bad4-a13409abafbe tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks [] for floatingip, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:25.301510 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b7b576b5-0b17-4ea7-89e2-9f5f162b5ebb tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:25.314647 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030b9cd-ab11-48ee-a222-a8dc6f9f6972 req-8975473c-fc67-4069-84cd-950b6c8b7307 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:25.316514 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2030b9cd-ab11-48ee-a222-a8dc6f9f6972 req-8975473c-fc67-4069-84cd-950b6c8b7307 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 946 time: 0.3511302 Apr 20 17:22:25.365849 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-f993f03f-a7f6-4cdd-9fb5-ce0e7da28beb None None] Allocated IP 172.20.0.2 (aacd88a6-ce1a-48fb-9acc-b5cd9e260a56/24ef033d-3fce-4bc4-9746-279910c94fb9/3030815f-24b8-4dbd-855f-dc7bb54d744b) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:22:25.466043 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2030b9cd-ab11-48ee-a222-a8dc6f9f6972 req-1067067a-8c55-49d2-9e26-788723d86aba tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931756 Apr 20 17:22:25.556990 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0c78cdcf-9481-4b96-bad4-a13409abafbe tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:25.562243 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a4dba4-ee4a-4a7d-91e8-713044ace027 admin admin] Router fbec7869-d1f5-4adb-b464-d88111308140 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:22:25.583004 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b576b5-0b17-4ea7-89e2-9f5f162b5ebb tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Pushing event updated for resources: {'Subnet': ['ID=a40dde89-ae94-499a-bd7d-fe4ddfb5a556,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:25.608734 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4ab5b8ca-83d4-4f97-a49a-1644e7184501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:25.635249 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-04857d20-5f28-4cfe-b723-13b3f6e55ec8 req-93789c08-5ab3-45e8-86a7-b7c99376cceb service neutron] 10.222.0.43 "GET /v2.0/networks/2b36794c-34c3-4e2e-bc39-30e014c826c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708390 Apr 20 17:22:25.637239 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b576b5-0b17-4ea7-89e2-9f5f162b5ebb tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Checking segment: {'id': 'ef2610a8-c9ff-456c-94a6-aef72bb46af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2085ace3-50ee-4347-b76b-c08bbb25e802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:22:25.637599 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b576b5-0b17-4ea7-89e2-9f5f162b5ebb tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Network hostable DHCP agents. Network: 2085ace3-50ee-4347-b76b-c08bbb25e802, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:22:25.655843 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f993f03f-a7f6-4cdd-9fb5-ce0e7da28beb None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:25.670213 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f993f03f-a7f6-4cdd-9fb5-ce0e7da28beb None None] Transition to ACTIVE for port object 3030815f-24b8-4dbd-855f-dc7bb54d744b will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:22:25.676929 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669b67c-466c-415c-a536-7243a3acfea4 req-fe180401-dc10-4438-8d13-55cd8dd173d6 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:25.683657 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f669b67c-466c-415c-a536-7243a3acfea4 req-fe180401-dc10-4438-8d13-55cd8dd173d6 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 944 time: 0.2567821 Apr 20 17:22:25.691704 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f993f03f-a7f6-4cdd-9fb5-ce0e7da28beb None None] Transition to ACTIVE for port object 3030815f-24b8-4dbd-855f-dc7bb54d744b will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:22:25.700630 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f993f03f-a7f6-4cdd-9fb5-ce0e7da28beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:25.789867 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f993f03f-a7f6-4cdd-9fb5-ce0e7da28beb None None] Network aacd88a6-ce1a-48fb-9acc-b5cd9e260a56 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:22:25.795576 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-f993f03f-a7f6-4cdd-9fb5-ce0e7da28beb None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:25.798550 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f993f03f-a7f6-4cdd-9fb5-ce0e7da28beb None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:22:25.805554 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993f03f-a7f6-4cdd-9fb5-ce0e7da28beb None None] Pushing event updated for resources: {'Port': ['ID=3030815f-24b8-4dbd-855f-dc7bb54d744b,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:25.813447 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b576b5-0b17-4ea7-89e2-9f5f162b5ebb tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Network 2085ace3-50ee-4347-b76b-c08bbb25e802 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:22:25.840954 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f669b67c-466c-415c-a536-7243a3acfea4 req-3a3c50fb-871a-44bc-b2ec-40dee69d73c3 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563215 Apr 20 17:22:25.857109 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-b7b576b5-0b17-4ea7-89e2-9f5f162b5ebb tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 2085ace3-50ee-4347-b76b-c08bbb25e802) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:25.874373 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b576b5-0b17-4ea7-89e2-9f5f162b5ebb tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:25.875046 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b7b576b5-0b17-4ea7-89e2-9f5f162b5ebb tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:25.877527 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5816cad-bb91-40d9-aab4-2434e311c7c7 None None] Network 2085ace3-50ee-4347-b76b-c08bbb25e802 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:22:25.910204 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b7b576b5-0b17-4ea7-89e2-9f5f162b5ebb tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9180796 Apr 20 17:22:25.912160 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44896) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:25.918603 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-ab44b6c1-27e4-4ea7-91fa-e9485c02bf97 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-417527207', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}, 'admin_state_up': False}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:26.035064 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-f993f03f-a7f6-4cdd-9fb5-ce0e7da28beb None None] Attempting to bind port 3030815f-24b8-4dbd-855f-dc7bb54d744b on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:22:26.035356 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-f993f03f-a7f6-4cdd-9fb5-ce0e7da28beb None None] Attempting to bind port 3030815f-24b8-4dbd-855f-dc7bb54d744b by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'a0095700-3ba3-48d7-920d-838249b254d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'aacd88a6-ce1a-48fb-9acc-b5cd9e260a56'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:22:26.035657 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f993f03f-a7f6-4cdd-9fb5-ce0e7da28beb None None] Attempting to bind port 3030815f-24b8-4dbd-855f-dc7bb54d744b on network aacd88a6-ce1a-48fb-9acc-b5cd9e260a56 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:22:26.041402 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-0c78cdcf-9481-4b96-bad4-a13409abafbe tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Allocated IP 172.25.8.126 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/00a55b14-6ca8-44cc-aa42-c4a426eff8a2) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:22:26.049884 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f993f03f-a7f6-4cdd-9fb5-ce0e7da28beb None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:22:26.050345 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f993f03f-a7f6-4cdd-9fb5-ce0e7da28beb None None] Checking segment: {'id': 'a0095700-3ba3-48d7-920d-838249b254d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'aacd88a6-ce1a-48fb-9acc-b5cd9e260a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:22:26.050805 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f993f03f-a7f6-4cdd-9fb5-ce0e7da28beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:26.051121 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f993f03f-a7f6-4cdd-9fb5-ce0e7da28beb None None] Bound using segment: {'id': 'a0095700-3ba3-48d7-920d-838249b254d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'aacd88a6-ce1a-48fb-9acc-b5cd9e260a56'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:22:26.051635 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-f993f03f-a7f6-4cdd-9fb5-ce0e7da28beb None None] Bound port: 3030815f-24b8-4dbd-855f-dc7bb54d744b, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0095700-3ba3-48d7-920d-838249b254d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'aacd88a6-ce1a-48fb-9acc-b5cd9e260a56'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:22:26.052002 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f993f03f-a7f6-4cdd-9fb5-ce0e7da28beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:26.092661 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ab44b6c1-27e4-4ea7-91fa-e9485c02bf97 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:26.100098 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ab44b6c1-27e4-4ea7-91fa-e9485c02bf97 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Usage tracker for resource:router and tenant:be1b3b2f3f23408894ffa8153232b9ae is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:26.103961 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ab44b6c1-27e4-4ea7-91fa-e9485c02bf97 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:26.111154 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ab44b6c1-27e4-4ea7-91fa-e9485c02bf97 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:26.182809 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4ab5b8ca-83d4-4f97-a49a-1644e7184501 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:26.224819 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ab44b6c1-27e4-4ea7-91fa-e9485c02bf97 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:26.225939 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ab44b6c1-27e4-4ea7-91fa-e9485c02bf97 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:26.230901 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44902) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:26.236305 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4ab5b8ca-83d4-4f97-a49a-1644e7184501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:26.252363 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-f993f03f-a7f6-4cdd-9fb5-ce0e7da28beb None None] For port 3030815f-24b8-4dbd-855f-dc7bb54d744b, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:22:26.256852 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-f993f03f-a7f6-4cdd-9fb5-ce0e7da28beb None None] For port 3030815f-24b8-4dbd-855f-dc7bb54d744b, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3030815f-24b8-4dbd-855f-dc7bb54d744b,segment=NetworkSegment(a0095700-3ba3-48d7-920d-838249b254d4),segment_id=a0095700-3ba3-48d7-920d-838249b254d4)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:22:26.269804 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0c78cdcf-9481-4b96-bad4-a13409abafbe tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:26.286414 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a4dba4-ee4a-4a7d-91e8-713044ace027 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:22:26.296457 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-57a4dba4-ee4a-4a7d-91e8-713044ace027 admin admin] 10.222.0.39 "PUT /v2.0/routers/fbec7869-d1f5-4adb-b464-d88111308140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9499757 Apr 20 17:22:26.311371 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f993f03f-a7f6-4cdd-9fb5-ce0e7da28beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:26.315144 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ab44b6c1-27e4-4ea7-91fa-e9485c02bf97 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:26.334379 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0c78cdcf-9481-4b96-bad4-a13409abafbe tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:26.357586 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3573370b-1c35-4684-848b-48a6c3d444a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-2085ace3-50ee-4347-b76b-c08bbb25e802', 'network_id': '2085ace3-50ee-4347-b76b-c08bbb25e802', 'tenant_id': 'be1b3b2f3f23408894ffa8153232b9ae', 'fixed_ips': [{'subnet_id': 'a40dde89-ae94-499a-bd7d-fe4ddfb5a556'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:22:26.358495 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3573370b-1c35-4684-848b-48a6c3d444a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:26.507326 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993f03f-a7f6-4cdd-9fb5-ce0e7da28beb None None] Pushing event updated for resources: {'Port': ['ID=3030815f-24b8-4dbd-855f-dc7bb54d744b,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:26.570707 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c78cdcf-9481-4b96-bad4-a13409abafbe tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:22:26.606351 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-0c78cdcf-9481-4b96-bad4-a13409abafbe tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:26.611762 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e73c79d3-6858-4627-85a7-1ffa0948cde3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:26.627479 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c78cdcf-9481-4b96-bad4-a13409abafbe tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:22:26.703186 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-4ab5b8ca-83d4-4f97-a49a-1644e7184501 admin admin] Allocated IP 172.25.8.221 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/cb578a50-15b7-4c88-bf2e-fb806d4d92c5) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:22:26.712038 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-3573370b-1c35-4684-848b-48a6c3d444a5 None None] Allocated IP 172.20.0.2 (2085ace3-50ee-4347-b76b-c08bbb25e802/a40dde89-ae94-499a-bd7d-fe4ddfb5a556/3137a8f7-33d8-4b06-ae8e-41cb0848be33) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:22:26.726234 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ab44b6c1-27e4-4ea7-91fa-e9485c02bf97 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:26.741721 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78cdcf-9481-4b96-bad4-a13409abafbe tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Pushing event updated for resources: {'Port': ['ID=00a55b14-6ca8-44cc-aa42-c4a426eff8a2,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:26.805476 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ca3453d0-7f07-4e9c-8b96-ebe8788d961d details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:22:26.876742 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e73c79d3-6858-4627-85a7-1ffa0948cde3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:26.883697 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e73c79d3-6858-4627-85a7-1ffa0948cde3 admin admin] Usage tracker for resource:security_group_rule and tenant:4c303b2b67e64b80975406b301eb5411 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:26.909820 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e73c79d3-6858-4627-85a7-1ffa0948cde3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:26.925143 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e73c79d3-6858-4627-85a7-1ffa0948cde3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:27.065305 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3030815f-24b8-4dbd-855f-dc7bb54d744b up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:22:27.205968 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e73c79d3-6858-4627-85a7-1ffa0948cde3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:27.232592 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e73c79d3-6858-4627-85a7-1ffa0948cde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:27.238251 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ca3453d0-7f07-4e9c-8b96-ebe8788d961d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ca3453d0-7f07-4e9c-8b96-ebe8788d961d,segment=NetworkSegment(66b29461-7e00-47bd-9ba1-5ef6f56d61e9),segment_id=66b29461-7e00-47bd-9ba1-5ef6f56d61e9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:27.253223 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0c78cdcf-9481-4b96-bad4-a13409abafbe tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:27.266089 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3573370b-1c35-4684-848b-48a6c3d444a5 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:27.271177 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4ab5b8ca-83d4-4f97-a49a-1644e7184501 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:27.274893 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'ca3453d0-7f07-4e9c-8b96-ebe8788d961d', 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8', 'port_id': 'ca3453d0-7f07-4e9c-8b96-ebe8788d961d', 'mac_address': 'fa:16:3e:43:ec:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:22:27.312396 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3573370b-1c35-4684-848b-48a6c3d444a5 None None] Transition to ACTIVE for port object 3137a8f7-33d8-4b06-ae8e-41cb0848be33 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:22:27.329177 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c79d3-6858-4627-85a7-1ffa0948cde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00608f0-2423-440b-8058-2ea411dc19ad,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:27.341743 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-4b83fff0-36bb-4658-b8e3-af96e5a9e6f2 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:27.349178 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-4b83fff0-36bb-4658-b8e3-af96e5a9e6f2 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/networks?id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 HTTP/1.1" status: 200 len: 819 time: 0.3143189 Apr 20 17:22:27.358057 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 3030815f-24b8-4dbd-855f-dc7bb54d744b completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:27.371519 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab023795-983d-47be-9ac2-bd1c34da8849 req-3c980517-6ccf-4faf-810e-0e42b7ca2df5 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:27.374525 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ab023795-983d-47be-9ac2-bd1c34da8849 req-3c980517-6ccf-4faf-810e-0e42b7ca2df5 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 946 time: 0.3916090 Apr 20 17:22:27.377549 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e73c79d3-6858-4627-85a7-1ffa0948cde3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4c303b2b67e64b80975406b301eb5411&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1454220 Apr 20 17:22:27.378345 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3573370b-1c35-4684-848b-48a6c3d444a5 None None] Transition to ACTIVE for port object 3137a8f7-33d8-4b06-ae8e-41cb0848be33 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:22:27.381265 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44924) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:27.425087 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:27.426911 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-fafb7855-1244-46ee-9771-87b71d68b1e1 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/quotas/739e916aa25c4029ad0454743c027d4f HTTP/1.1" status: 200 len: 375 time: 0.0763006 Apr 20 17:22:27.428545 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0c78cdcf-9481-4b96-bad4-a13409abafbe tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:27.478395 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca3453d0-7f07-4e9c-8b96-ebe8788d961d {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:22:27.497568 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4ab5b8ca-83d4-4f97-a49a-1644e7184501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:27.509246 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ca3453d0-7f07-4e9c-8b96-ebe8788d961d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ca3453d0-7f07-4e9c-8b96-ebe8788d961d,segment=NetworkSegment(66b29461-7e00-47bd-9ba1-5ef6f56d61e9),segment_id=66b29461-7e00-47bd-9ba1-5ef6f56d61e9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:27.512967 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3573370b-1c35-4684-848b-48a6c3d444a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:27.560619 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ab023795-983d-47be-9ac2-bd1c34da8849 req-9e57fc65-b8b7-4f37-bf2e-68048ffbfa1e tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737764 Apr 20 17:22:27.654933 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5b8ca-83d4-4f97-a49a-1644e7184501 admin admin] Pushing event updated for resources: {'Port': ['ID=cb578a50-15b7-4c88-bf2e-fb806d4d92c5,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:27.668968 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-31c6a374-ce07-4651-9ff8-5d17f8d9c236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:27.673503 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:27.678005 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573370b-1c35-4684-848b-48a6c3d444a5 None None] Pushing event updated for resources: {'Port': ['ID=3137a8f7-33d8-4b06-ae8e-41cb0848be33,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:27.728909 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-31c6a374-ce07-4651-9ff8-5d17f8d9c236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:27.765707 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=ca3453d0-7f07-4e9c-8b96-ebe8788d961d,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:27.769994 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3573370b-1c35-4684-848b-48a6c3d444a5 None None] Network 2085ace3-50ee-4347-b76b-c08bbb25e802 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:22:27.771978 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-3573370b-1c35-4684-848b-48a6c3d444a5 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:27.774718 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3573370b-1c35-4684-848b-48a6c3d444a5 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:22:27.777620 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ab44b6c1-27e4-4ea7-91fa-e9485c02bf97 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:27.812923 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab5b8ca-83d4-4f97-a49a-1644e7184501 admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:22:27.821665 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-4ab5b8ca-83d4-4f97-a49a-1644e7184501 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:27.829487 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab5b8ca-83d4-4f97-a49a-1644e7184501 admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:22:27.895230 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['ca3453d0-7f07-4e9c-8b96-ebe8788d961d'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:22:27.898229 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ab44b6c1-27e4-4ea7-91fa-e9485c02bf97 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:27.943109 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0c78cdcf-9481-4b96-bad4-a13409abafbe tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:27.956721 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0c78cdcf-9481-4b96-bad4-a13409abafbe tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:27.997536 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b35908b-0ce8-4f3f-beca-f9990df3cad4 None None] Network aacd88a6-ce1a-48fb-9acc-b5cd9e260a56 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:22:28.034545 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-31c6a374-ce07-4651-9ff8-5d17f8d9c236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:28.089480 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6a374-ce07-4651-9ff8-5d17f8d9c236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00608f0-2423-440b-8058-2ea411dc19ad,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:28.104907 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81940dd7-0113-44e8-a16d-3770bc1b9739 req-ce9d70ef-a0d5-4497-af0d-abdf6ea3eb6e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:28.106510 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-81940dd7-0113-44e8-a16d-3770bc1b9739 req-ce9d70ef-a0d5-4497-af0d-abdf6ea3eb6e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 945 time: 0.2966101 Apr 20 17:22:28.119991 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78cdcf-9481-4b96-bad4-a13409abafbe tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Pushing event updated for resources: {'Port': ['ID=00a55b14-6ca8-44cc-aa42-c4a426eff8a2,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:28.142040 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0c78cdcf-9481-4b96-bad4-a13409abafbe tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:28.146092 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-31c6a374-ce07-4651-9ff8-5d17f8d9c236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:28.147252 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-31c6a374-ce07-4651-9ff8-5d17f8d9c236 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c00608f0-2423-440b-8058-2ea411dc19ad HTTP/1.1" status: 204 len: 168 time: 0.7646601 Apr 20 17:22:28.152996 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-7728f884-4c5c-4528-a44c-d9b2b91d0503 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=739e916aa25c4029ad0454743c027d4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7251184 Apr 20 17:22:28.183976 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-81940dd7-0113-44e8-a16d-3770bc1b9739 req-baa161e8-df6b-4a45-82d1-4252184ef820 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707853 Apr 20 17:22:28.185122 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0c78cdcf-9481-4b96-bad4-a13409abafbe tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:28.186323 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0c78cdcf-9481-4b96-bad4-a13409abafbe tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1534250 Apr 20 17:22:28.205578 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-3573370b-1c35-4684-848b-48a6c3d444a5 None None] Attempting to bind port 3137a8f7-33d8-4b06-ae8e-41cb0848be33 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:22:28.205918 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-3573370b-1c35-4684-848b-48a6c3d444a5 None None] Attempting to bind port 3137a8f7-33d8-4b06-ae8e-41cb0848be33 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'ef2610a8-c9ff-456c-94a6-aef72bb46af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2085ace3-50ee-4347-b76b-c08bbb25e802'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:22:28.206356 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3573370b-1c35-4684-848b-48a6c3d444a5 None None] Attempting to bind port 3137a8f7-33d8-4b06-ae8e-41cb0848be33 on network 2085ace3-50ee-4347-b76b-c08bbb25e802 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:22:28.260543 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3573370b-1c35-4684-848b-48a6c3d444a5 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:22:28.260908 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3573370b-1c35-4684-848b-48a6c3d444a5 None None] Checking segment: {'id': 'ef2610a8-c9ff-456c-94a6-aef72bb46af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2085ace3-50ee-4347-b76b-c08bbb25e802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:22:28.261304 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3573370b-1c35-4684-848b-48a6c3d444a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:28.261709 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3573370b-1c35-4684-848b-48a6c3d444a5 None None] Bound using segment: {'id': 'ef2610a8-c9ff-456c-94a6-aef72bb46af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2085ace3-50ee-4347-b76b-c08bbb25e802'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:22:28.262799 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-3573370b-1c35-4684-848b-48a6c3d444a5 None None] Bound port: 3137a8f7-33d8-4b06-ae8e-41cb0848be33, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef2610a8-c9ff-456c-94a6-aef72bb46af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2085ace3-50ee-4347-b76b-c08bbb25e802'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:22:28.263300 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3573370b-1c35-4684-848b-48a6c3d444a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:28.271703 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-ab44b6c1-27e4-4ea7-91fa-e9485c02bf97 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Allocated IP 172.25.8.242 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/d28c6af5-10c5-43c2-939b-d28d210aa2cb) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:22:28.393421 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-67500b17-e09a-49ea-95ba-48de8f5c66f8 None None] Provisioning for port 3030815f-24b8-4dbd-855f-dc7bb54d744b completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:28.422918 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-67500b17-e09a-49ea-95ba-48de8f5c66f8 None None] Provisioning complete for port 3030815f-24b8-4dbd-855f-dc7bb54d744b triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:28.423369 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-67500b17-e09a-49ea-95ba-48de8f5c66f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:28.464377 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-a3537794-98dd-4198-9f7d-ac40bccf7be4 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Synchronizing usage tracker for tenant:7bab9ecc52844919bdd0975c1a48fc8f on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:22:28.487246 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-a3537794-98dd-4198-9f7d-ac40bccf7be4 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Unset dirty status for tenant:7bab9ecc52844919bdd0975c1a48fc8f on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:22:28.488914 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-a3537794-98dd-4198-9f7d-ac40bccf7be4 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--765211609&fields=id&tenant_id=7bab9ecc52844919bdd0975c1a48fc8f HTTP/1.1" status: 200 len: 267 time: 0.0735521 Apr 20 17:22:28.612890 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-3573370b-1c35-4684-848b-48a6c3d444a5 None None] For port 3137a8f7-33d8-4b06-ae8e-41cb0848be33, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:22:28.618363 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-3573370b-1c35-4684-848b-48a6c3d444a5 None None] For port 3137a8f7-33d8-4b06-ae8e-41cb0848be33, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3137a8f7-33d8-4b06-ae8e-41cb0848be33,segment=NetworkSegment(ef2610a8-c9ff-456c-94a6-aef72bb46af8),segment_id=ef2610a8-c9ff-456c-94a6-aef72bb46af8)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:22:28.642466 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3573370b-1c35-4684-848b-48a6c3d444a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:28.678447 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-3997c62c-7dc3-4a77-95b4-233f1a1028d9 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:28.679571 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-3997c62c-7dc3-4a77-95b4-233f1a1028d9 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Synchronizing usage tracker for tenant:7bab9ecc52844919bdd0975c1a48fc8f on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:22:28.708002 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-3997c62c-7dc3-4a77-95b4-233f1a1028d9 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Unset dirty status for tenant:7bab9ecc52844919bdd0975c1a48fc8f on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:22:28.716930 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-3997c62c-7dc3-4a77-95b4-233f1a1028d9 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/networks?id=9d733250-971e-4579-b396-0c5e38ae2045 HTTP/1.1" status: 200 len: 804 time: 0.2201099 Apr 20 17:22:28.728935 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-51cfa2e4-b40c-4271-9cfa-30e3aa797692 service neutron] 10.222.0.39 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5750728 Apr 20 17:22:28.740398 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-3fcceb19-e7da-4274-abea-92c2431e5360 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/quotas/7bab9ecc52844919bdd0975c1a48fc8f HTTP/1.1" status: 200 len: 375 time: 0.0222044 Apr 20 17:22:28.784939 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ab44b6c1-27e4-4ea7-91fa-e9485c02bf97 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:28.816715 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-67500b17-e09a-49ea-95ba-48de8f5c66f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:28.825998 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573370b-1c35-4684-848b-48a6c3d444a5 None None] Pushing event updated for resources: {'Port': ['ID=3137a8f7-33d8-4b06-ae8e-41cb0848be33,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:28.831588 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-8be02826-9cb8-4b7c-99bd-d4e6bdbdb110 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Synchronizing usage tracker for tenant:7bab9ecc52844919bdd0975c1a48fc8f on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:22:28.861932 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-8be02826-9cb8-4b7c-99bd-d4e6bdbdb110 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Unset dirty status for tenant:7bab9ecc52844919bdd0975c1a48fc8f on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:22:28.869338 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-67500b17-e09a-49ea-95ba-48de8f5c66f8 None None] For port 3030815f-24b8-4dbd-855f-dc7bb54d744b, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3030815f-24b8-4dbd-855f-dc7bb54d744b,segment=NetworkSegment(a0095700-3ba3-48d7-920d-838249b254d4),segment_id=a0095700-3ba3-48d7-920d-838249b254d4)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:28.875369 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-8be02826-9cb8-4b7c-99bd-d4e6bdbdb110 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7bab9ecc52844919bdd0975c1a48fc8f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1274118 Apr 20 17:22:28.886941 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-67500b17-e09a-49ea-95ba-48de8f5c66f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:29.060767 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-e360f8a4-4fd5-42f9-a8d0-dc4c277e6837 service neutron] 10.222.0.39 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003552 Apr 20 17:22:29.096669 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ab44b6c1-27e4-4ea7-91fa-e9485c02bf97 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:29.101225 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 28518fbf-e39b-4116-bb2a-7f7f42a786b9 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:22:29.176209 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-620b0f61-be68-4093-99d1-36410d751490 service neutron] 10.222.0.39 "GET /v2.0/networks/9d733250-971e-4579-b396-0c5e38ae2045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944541 Apr 20 17:22:29.298624 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67500b17-e09a-49ea-95ba-48de8f5c66f8 None None] Pushing event updated for resources: {'Port': ['ID=3030815f-24b8-4dbd-855f-dc7bb54d744b,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:29.376405 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44b6c1-27e4-4ea7-91fa-e9485c02bf97 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Pushing event updated for resources: {'Port': ['ID=d28c6af5-10c5-43c2-939b-d28d210aa2cb,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:29.387481 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4ab5b8ca-83d4-4f97-a49a-1644e7184501 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:29.391018 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4ab5b8ca-83d4-4f97-a49a-1644e7184501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:29.412135 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b703c8e4-77fd-4a1d-8145-2b8897efc885 None None] Provisioning complete for port 3030815f-24b8-4dbd-855f-dc7bb54d744b triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:29.412702 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b703c8e4-77fd-4a1d-8145-2b8897efc885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:29.522835 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 28518fbf-e39b-4116-bb2a-7f7f42a786b9 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:29.565611 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 28518fbf-e39b-4116-bb2a-7f7f42a786b9 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:29.565992 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:29.640484 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-1eab08c1-f2c0-4aeb-9579-cf789997afbc service neutron] 10.222.0.39 "GET /v2.0/networks/9d733250-971e-4579-b396-0c5e38ae2045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4601848 Apr 20 17:22:29.691702 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab44b6c1-27e4-4ea7-91fa-e9485c02bf97 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:22:29.735574 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-ab44b6c1-27e4-4ea7-91fa-e9485c02bf97 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:29.746056 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab44b6c1-27e4-4ea7-91fa-e9485c02bf97 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:22:29.849207 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:29.878478 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 28518fbf-e39b-4116-bb2a-7f7f42a786b9, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=28518fbf-e39b-4116-bb2a-7f7f42a786b9,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:29.892747 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:29.973587 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3809e2d-8326-4daf-89df-d8ca68b71e4a req-df2f1e28-4e1d-4527-8103-8f6a2bcb5994 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:29.975140 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c3809e2d-8326-4daf-89df-d8ca68b71e4a req-df2f1e28-4e1d-4527-8103-8f6a2bcb5994 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 946 time: 0.3904154 Apr 20 17:22:30.027070 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=28518fbf-e39b-4116-bb2a-7f7f42a786b9,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:30.089493 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c3809e2d-8326-4daf-89df-d8ca68b71e4a req-cd483618-a3bd-402b-b422-cdf3614d9ec3 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978186 Apr 20 17:22:30.213978 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d258a59-b3e7-4947-95f0-0d75d28a331b req-ab614979-a962-440a-86b1-892eb3a17628 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:30.231099 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ab44b6c1-27e4-4ea7-91fa-e9485c02bf97 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:30.231910 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ab44b6c1-27e4-4ea7-91fa-e9485c02bf97 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:30.250230 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3d258a59-b3e7-4947-95f0-0d75d28a331b req-ab614979-a962-440a-86b1-892eb3a17628 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 945 time: 0.2096241 Apr 20 17:22:30.327622 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3d258a59-b3e7-4947-95f0-0d75d28a331b req-37e2e5bd-e254-4f14-b276-5b1f82190f65 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745909 Apr 20 17:22:30.441635 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab5b8ca-83d4-4f97-a49a-1644e7184501 admin admin] Router f208009e-aa1e-4653-88ed-6284ebe162ca is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:22:30.501709 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aa45ba-6834-4d75-9179-790c927ee94c None None] Network 2085ace3-50ee-4347-b76b-c08bbb25e802 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:22:30.541421 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7bcc15e-b804-4f0d-86e7-00cdb4f3598c req-5d500b22-b501-4d46-86b1-1739be122595 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fa6c595-783c-49ef-974f-ac53320bbeda HTTP/1.1" status: 200 len: 210 time: 0.1795249 Apr 20 17:22:30.610002 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3d3e2ee2-b4e1-4bf9-a6bb-31e9171103d0 req-eac98c28-714a-4037-9127-059640c53cac tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394 HTTP/1.1" status: 200 len: 210 time: 0.1549029 Apr 20 17:22:30.825179 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ca3453d0-7f07-4e9c-8b96-ebe8788d961d up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:22:30.968737 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab5b8ca-83d4-4f97-a49a-1644e7184501 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:22:30.979115 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52c8aba-fe20-401d-a437-e4c5fb4430fb None None] Sync routers for ids ['f208009e-aa1e-4653-88ed-6284ebe162ca'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:22:31.002928 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52c8aba-fe20-401d-a437-e4c5fb4430fb None None] Routers {'f208009e-aa1e-4653-88ed-6284ebe162ca'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:22:31.005498 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-b52c8aba-fe20-401d-a437-e4c5fb4430fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:22:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['f208009e-aa1e-4653-88ed-6284ebe162ca'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:31.144210 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a4288d46-4466-4edd-b127-4fc31a0c512d None None] Provisioning for port 3137a8f7-33d8-4b06-ae8e-41cb0848be33 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:31.190914 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab44b6c1-27e4-4ea7-91fa-e9485c02bf97 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Router 3898a6ed-f304-45e5-97a0-8a76cec68548 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:22:31.225357 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port ca3453d0-7f07-4e9c-8b96-ebe8788d961d completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:31.250483 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port ca3453d0-7f07-4e9c-8b96-ebe8788d961d triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:31.256407 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:31.331841 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4ab5b8ca-83d4-4f97-a49a-1644e7184501 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:31.333249 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4ab5b8ca-83d4-4f97-a49a-1644e7184501 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.5144019 Apr 20 17:22:31.336635 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45004) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:31.418377 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3137a8f7-33d8-4b06-ae8e-41cb0848be33 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:22:31.516077 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45010) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:31.577448 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-b52c8aba-fe20-401d-a437-e4c5fb4430fb None None] Set router f208009e-aa1e-4653-88ed-6284ebe162ca gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:22:31.654287 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:31.740301 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ca3453d0-7f07-4e9c-8b96-ebe8788d961d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ca3453d0-7f07-4e9c-8b96-ebe8788d961d,segment=NetworkSegment(66b29461-7e00-47bd-9ba1-5ef6f56d61e9),segment_id=66b29461-7e00-47bd-9ba1-5ef6f56d61e9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:31.754390 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618030c4-b0fe-41c0-ba26-4a6325b89531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3453d0-7f07-4e9c-8b96-ebe8788d961d'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:22:31.768351 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:31.821941 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 3137a8f7-33d8-4b06-ae8e-41cb0848be33 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:31.838762 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 3137a8f7-33d8-4b06-ae8e-41cb0848be33 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:31.839308 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:31.901741 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-5395bc05-e0db-42ec-8157-22aa1f5d4d62 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:31.912641 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-5395bc05-e0db-42ec-8157-22aa1f5d4d62 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/networks?id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 HTTP/1.1" status: 200 len: 819 time: 0.9813740 Apr 20 17:22:31.939021 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=ca3453d0-7f07-4e9c-8b96-ebe8788d961d,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:32.050599 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:32.091579 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-002690aa-891f-4e77-a247-05398f75250e None None] Provisioning complete for port 3137a8f7-33d8-4b06-ae8e-41cb0848be33 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:32.096767 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fc4a2487-da17-4303-97a3-08b2c10edda9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:32.097351 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-002690aa-891f-4e77-a247-05398f75250e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:32.111860 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-cdaf2661-1907-4d86-953f-87276bdea106 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:32.113477 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-cdaf2661-1907-4d86-953f-87276bdea106 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.43 "GET /v2.0/networks?id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 HTTP/1.1" status: 200 len: 819 time: 0.9134834 Apr 20 17:22:32.122963 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-b52c8aba-fe20-401d-a437-e4c5fb4430fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f208009e-aa1e-4653-88ed-6284ebe162ca', 'name': 'tempest-TaggedBootDevicesTest_v242-673353120-router', 'tenant_id': '8494b4bccd1a4df39ea89d4c7fc04c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'cb578a50-15b7-4c88-bf2e-fb806d4d92c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:25Z', 'updated_at': '2022-04-20T17:22:28Z', 'revision_number': 3, 'project_id': '8494b4bccd1a4df39ea89d4c7fc04c59', 'gw_port': {'id': 'cb578a50-15b7-4c88-bf2e-fb806d4d92c5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f208009e-aa1e-4653-88ed-6284ebe162ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:26Z', 'updated_at': '2022-04-20T17:22:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:32.127522 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52c8aba-fe20-401d-a437-e4c5fb4430fb None None] Checking router: f208009e-aa1e-4653-88ed-6284ebe162ca for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:22:32.127990 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52c8aba-fe20-401d-a437-e4c5fb4430fb None None] Updating router f208009e-aa1e-4653-88ed-6284ebe162ca port cb578a50-15b7-4c88-bf2e-fb806d4d92c5 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:22:32.142738 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-7c6d8901-b071-4490-bd56-4f4811c3fa07 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Request body: {'port': {'device_id': '7fa6c595-783c-49ef-974f-ac53320bbeda', 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9', 'admin_state_up': True, 'tenant_id': '739e916aa25c4029ad0454743c027d4f'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:32.146635 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-fc4a2487-da17-4303-97a3-08b2c10edda9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:32.150534 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-fc4a2487-da17-4303-97a3-08b2c10edda9 admin admin] Usage tracker for resource:security_group_rule and tenant:2b5772f7db324f71be2d017f819a5b60 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:32.153782 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-fc4a2487-da17-4303-97a3-08b2c10edda9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:32.169410 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-17524fa0-a8b9-4223-9327-47a978b4b3a2 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/quotas/739e916aa25c4029ad0454743c027d4f HTTP/1.1" status: 200 len: 375 time: 0.2558436 Apr 20 17:22:32.186853 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-fc4a2487-da17-4303-97a3-08b2c10edda9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:32.197578 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-b52c8aba-fe20-401d-a437-e4c5fb4430fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:32.207610 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 3137a8f7-33d8-4b06-ae8e-41cb0848be33, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3137a8f7-33d8-4b06-ae8e-41cb0848be33,segment=NetworkSegment(ef2610a8-c9ff-456c-94a6-aef72bb46af8),segment_id=ef2610a8-c9ff-456c-94a6-aef72bb46af8)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:32.239948 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-e8982a3a-3739-48a7-b4e4-a7585d8ff1de tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:32.241665 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-e8982a3a-3739-48a7-b4e4-a7585d8ff1de tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.43 "GET /v2.0/networks?id=9d733250-971e-4579-b396-0c5e38ae2045 HTTP/1.1" status: 200 len: 804 time: 0.4188316 Apr 20 17:22:32.248769 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:32.249268 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-095c3c8f-4db0-403c-bdfc-05f8d32554c9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.3526824 Apr 20 17:22:32.249921 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 28518fbf-e39b-4116-bb2a-7f7f42a786b9 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:22:32.268874 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6e2ff-ddf3-4ac5-83e9-afdc57acd5b9 req-43265aa1-a2a9-45d9-9b9f-0924f4dfc9fc tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:32.276069 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-81f6e2ff-ddf3-4ac5-83e9-afdc57acd5b9 req-43265aa1-a2a9-45d9-9b9f-0924f4dfc9fc tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 946 time: 0.7557378 Apr 20 17:22:32.419738 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-ce91fce4-7501-420f-bb86-efd63d03235a tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bab9ecc52844919bdd0975c1a48fc8f HTTP/1.1" status: 200 len: 379 time: 0.1610463 Apr 20 17:22:32.440000 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-7c6d8901-b071-4490-bd56-4f4811c3fa07 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:32.450765 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-81f6e2ff-ddf3-4ac5-83e9-afdc57acd5b9 req-af9a65bd-38e9-4ff8-a6e8-7396147b9220 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736336 Apr 20 17:22:32.455346 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 28518fbf-e39b-4116-bb2a-7f7f42a786b9 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:32.456174 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:32.460190 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-fc11f718-4bfb-49d4-89ec-f378c621f22d tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Request body: {'port': {'device_id': 'b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394', 'network_id': '9d733250-971e-4579-b396-0c5e38ae2045', 'admin_state_up': True, 'tenant_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'security_groups': ['63c79d51-3783-4445-a38b-9a1bacf807c5']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:32.464875 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-7c6d8901-b071-4490-bd56-4f4811c3fa07 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Usage tracker for resource:port and tenant:739e916aa25c4029ad0454743c027d4f is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:32.474920 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-7c6d8901-b071-4490-bd56-4f4811c3fa07 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:32.496323 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-7c6d8901-b071-4490-bd56-4f4811c3fa07 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:32.526335 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=3137a8f7-33d8-4b06-ae8e-41cb0848be33,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:32.553669 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-57e28091-662e-4197-bee9-64456676ff69 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=739e916aa25c4029ad0454743c027d4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3746257 Apr 20 17:22:32.658111 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3030815f-24b8-4dbd-855f-dc7bb54d744b up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:22:32.663230 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-7c6d8901-b071-4490-bd56-4f4811c3fa07 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Made reservation on behalf of 739e916aa25c4029ad0454743c027d4f for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:22:32.667268 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-7c6d8901-b071-4490-bd56-4f4811c3fa07 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:32.680531 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-b52c8aba-fe20-401d-a437-e4c5fb4430fb None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:32.700155 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-b52c8aba-fe20-401d-a437-e4c5fb4430fb None None] Transition to ACTIVE for port object cb578a50-15b7-4c88-bf2e-fb806d4d92c5 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:22:32.711613 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-b52c8aba-fe20-401d-a437-e4c5fb4430fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:32.728451 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 3030815f-24b8-4dbd-855f-dc7bb54d744b triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:32.728818 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:32.760407 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fc4a2487-da17-4303-97a3-08b2c10edda9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:32.768922 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab44b6c1-27e4-4ea7-91fa-e9485c02bf97 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:22:32.782447 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a50ff0-436b-445a-ac57-013b0aff3984 None None] Sync routers for ids ['3898a6ed-f304-45e5-97a0-8a76cec68548'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:22:32.793458 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fc4a2487-da17-4303-97a3-08b2c10edda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:32.811741 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dfe0c-e2f2-40f9-bd89-3ff4eff47ada None None] Pushing event updated for resources: {'Port': ['ID=cb578a50-15b7-4c88-bf2e-fb806d4d92c5,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:32.817266 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a50ff0-436b-445a-ac57-013b0aff3984 None None] Routers {'3898a6ed-f304-45e5-97a0-8a76cec68548'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:22:32.817904 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b8a50ff0-436b-445a-ac57-013b0aff3984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:22:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['3898a6ed-f304-45e5-97a0-8a76cec68548'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:32.836525 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dfe0c-e2f2-40f9-bd89-3ff4eff47ada None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:32.836929 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dfe0c-e2f2-40f9-bd89-3ff4eff47ada None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:32.838869 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dfe0c-e2f2-40f9-bd89-3ff4eff47ada None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:32.839221 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dfe0c-e2f2-40f9-bd89-3ff4eff47ada None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:32.839668 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dfe0c-e2f2-40f9-bd89-3ff4eff47ada None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:32.840126 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dfe0c-e2f2-40f9-bd89-3ff4eff47ada None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:32.840349 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dfe0c-e2f2-40f9-bd89-3ff4eff47ada None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:32.840673 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dfe0c-e2f2-40f9-bd89-3ff4eff47ada None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:32.840988 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dfe0c-e2f2-40f9-bd89-3ff4eff47ada None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:32.841516 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dfe0c-e2f2-40f9-bd89-3ff4eff47ada None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:32.841955 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dfe0c-e2f2-40f9-bd89-3ff4eff47ada None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:32.855775 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ab44b6c1-27e4-4ea7-91fa-e9485c02bf97 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:32.857203 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ab44b6c1-27e4-4ea7-91fa-e9485c02bf97 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.9440045 Apr 20 17:22:32.866013 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45022) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:32.888846 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-b52c8aba-fe20-401d-a437-e4c5fb4430fb None None] Attempting to bind port cb578a50-15b7-4c88-bf2e-fb806d4d92c5 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:22:32.889360 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-b52c8aba-fe20-401d-a437-e4c5fb4430fb None None] Attempting to bind port cb578a50-15b7-4c88-bf2e-fb806d4d92c5 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:22:32.889712 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52c8aba-fe20-401d-a437-e4c5fb4430fb None None] Attempting to bind port cb578a50-15b7-4c88-bf2e-fb806d4d92c5 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:22:32.893434 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b8a50ff0-436b-445a-ac57-013b0aff3984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:32.896944 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-55b64f23-84d0-4f40-a74d-8c19126de4a2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=60c7e2ae348346058b3fbfec10afa715&device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 6492 time: 0.5234857 Apr 20 17:22:32.898518 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52c8aba-fe20-401d-a437-e4c5fb4430fb None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:22:32.898885 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52c8aba-fe20-401d-a437-e4c5fb4430fb None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:22:32.899438 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-b52c8aba-fe20-401d-a437-e4c5fb4430fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:32.900579 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52c8aba-fe20-401d-a437-e4c5fb4430fb None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:22:32.902300 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-b52c8aba-fe20-401d-a437-e4c5fb4430fb None None] Bound port: cb578a50-15b7-4c88-bf2e-fb806d4d92c5, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:22:32.903244 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-b52c8aba-fe20-401d-a437-e4c5fb4430fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:32.911540 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a50ff0-436b-445a-ac57-013b0aff3984 None None] Routers {'3898a6ed-f304-45e5-97a0-8a76cec68548'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:22:32.912423 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b8a50ff0-436b-445a-ac57-013b0aff3984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:22:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['3898a6ed-f304-45e5-97a0-8a76cec68548'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:32.930842 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff26023-829c-4d28-8f62-1b2e7fd1677f req-56246dfd-a0ac-4628-8549-dbb8def5ade8 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:32.939055 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6ff26023-829c-4d28-8f62-1b2e7fd1677f req-56246dfd-a0ac-4628-8549-dbb8def5ade8 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 946 time: 0.2623351 Apr 20 17:22:32.940940 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a2487-da17-4303-97a3-08b2c10edda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954f5b07-c23b-40ae-8123-ddc6503b41d1,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:32.946120 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-fc11f718-4bfb-49d4-89ec-f378c621f22d tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:32.988175 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fc4a2487-da17-4303-97a3-08b2c10edda9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2b5772f7db324f71be2d017f819a5b60&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4659543 Apr 20 17:22:33.002299 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45026) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:33.008882 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-b52c8aba-fe20-401d-a437-e4c5fb4430fb None None] For port cb578a50-15b7-4c88-bf2e-fb806d4d92c5, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:22:33.012751 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-b52c8aba-fe20-401d-a437-e4c5fb4430fb None None] For port cb578a50-15b7-4c88-bf2e-fb806d4d92c5, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=cb578a50-15b7-4c88-bf2e-fb806d4d92c5,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:22:33.020136 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-b52c8aba-fe20-401d-a437-e4c5fb4430fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:33.054922 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b8a50ff0-436b-445a-ac57-013b0aff3984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:33.055603 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a50ff0-436b-445a-ac57-013b0aff3984 None None] The sync data for ids ['3898a6ed-f304-45e5-97a0-8a76cec68548'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:22:33.067503 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-c7b3594a-5c59-42a3-a55f-02ed3b498b2b service neutron] 10.222.0.39 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5129478 Apr 20 17:22:33.145637 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3137a8f7-33d8-4b06-ae8e-41cb0848be33 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:22:33.148464 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52c8aba-fe20-401d-a437-e4c5fb4430fb None None] Routers {'f208009e-aa1e-4653-88ed-6284ebe162ca'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:22:33.150267 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-b52c8aba-fe20-401d-a437-e4c5fb4430fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:22:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['f208009e-aa1e-4653-88ed-6284ebe162ca'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:33.158783 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-fc11f718-4bfb-49d4-89ec-f378c621f22d tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:33.213616 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-7c6d8901-b071-4490-bd56-4f4811c3fa07 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Allocated IP 172.20.0.13 (f2cb5f25-0249-4f7a-ad65-2eead6ffefb9/be91a7bc-1185-4002-b13c-e1f041fc679d/1404d81a-9b7d-447d-8ef0-dbff65c1e954) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:22:33.232167 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 3137a8f7-33d8-4b06-ae8e-41cb0848be33 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:33.232942 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:33.320972 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-7768649c-e770-40f2-8cb7-0ebf61a67668 service neutron] 10.222.0.39 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367702 Apr 20 17:22:33.386979 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-fc11f718-4bfb-49d4-89ec-f378c621f22d tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Made reservation on behalf of 7bab9ecc52844919bdd0975c1a48fc8f for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:22:33.390061 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-fc11f718-4bfb-49d4-89ec-f378c621f22d tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:33.411901 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6ff26023-829c-4d28-8f62-1b2e7fd1677f req-7e5188cb-7d39-4600-abbc-5e9663a31d36 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4717875 Apr 20 17:22:33.446682 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-b52c8aba-fe20-401d-a437-e4c5fb4430fb None None] Set router f208009e-aa1e-4653-88ed-6284ebe162ca gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:22:33.549972 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3d0c66a3-8fe5-44b0-a090-62efdae3d9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:33.582130 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dfe0c-e2f2-40f9-bd89-3ff4eff47ada None None] Pushing event updated for resources: {'Port': ['ID=cb578a50-15b7-4c88-bf2e-fb806d4d92c5,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:33.689704 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3617a23d-3ed9-4089-9fb9-0a4bd2e49dfa'] response: {'server_uuid': '618030c4-b0fe-41c0-ba26-4a6325b89531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3453d0-7f07-4e9c-8b96-ebe8788d961d', 'code': 200} Apr 20 17:22:33.736453 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-5403e243-99ac-485d-b162-453e252a0859 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:33.736820 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-5403e243-99ac-485d-b162-453e252a0859 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:33.737183 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-5403e243-99ac-485d-b162-453e252a0859 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:33.749518 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-5403e243-99ac-485d-b162-453e252a0859 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fc8e6a4a-e179-48cb-8550-48f660e9d877&id=a39373cc-9e04-46cb-a6a0-e81ef6eae8fd&id=a39373cc-9e04-46cb-a6a0-e81ef6eae8fd&id=a39373cc-9e04-46cb-a6a0-e81ef6eae8fd&id=a39373cc-9e04-46cb-a6a0-e81ef6eae8fd&id=d9f1e448-db15-4c9f-8c5b-a0fa35869e80&id=d9f1e448-db15-4c9f-8c5b-a0fa35869e80 HTTP/1.1" status: 200 len: 2292 time: 0.8033311 Apr 20 17:22:33.773148 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e2e04ed3-38fc-4472-92b8-3260f96ed42b req-4bd2c55d-8fd9-4d6b-8a92-4af9bac9de12 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394 HTTP/1.1" status: 200 len: 210 time: 0.0979967 Apr 20 17:22:33.776759 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3d0c66a3-8fe5-44b0-a090-62efdae3d9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:33.815789 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-7c6d8901-b071-4490-bd56-4f4811c3fa07 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:33.876404 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-b52c8aba-fe20-401d-a437-e4c5fb4430fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f208009e-aa1e-4653-88ed-6284ebe162ca', 'name': 'tempest-TaggedBootDevicesTest_v242-673353120-router', 'tenant_id': '8494b4bccd1a4df39ea89d4c7fc04c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'cb578a50-15b7-4c88-bf2e-fb806d4d92c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:25Z', 'updated_at': '2022-04-20T17:22:28Z', 'revision_number': 3, 'project_id': '8494b4bccd1a4df39ea89d4c7fc04c59', 'gw_port': {'id': 'cb578a50-15b7-4c88-bf2e-fb806d4d92c5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f208009e-aa1e-4653-88ed-6284ebe162ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:26Z', 'updated_at': '2022-04-20T17:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:33.880764 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52c8aba-fe20-401d-a437-e4c5fb4430fb None None] The sync data for ids ['f208009e-aa1e-4653-88ed-6284ebe162ca'] in n-d-838032-1 is: [{'id': 'f208009e-aa1e-4653-88ed-6284ebe162ca', 'name': 'tempest-TaggedBootDevicesTest_v242-673353120-router', 'tenant_id': '8494b4bccd1a4df39ea89d4c7fc04c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'cb578a50-15b7-4c88-bf2e-fb806d4d92c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:25Z', 'updated_at': '2022-04-20T17:22:28Z', 'revision_number': 3, 'project_id': '8494b4bccd1a4df39ea89d4c7fc04c59', 'gw_port': {'id': 'cb578a50-15b7-4c88-bf2e-fb806d4d92c5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f208009e-aa1e-4653-88ed-6284ebe162ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:26Z', 'updated_at': '2022-04-20T17:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:22:34.054935 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-8eb90119-3643-48ef-97e9-0bf893a1f090 req-22a84ef7-10ff-440d-a99b-649a5c2327a0 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Synchronizing usage tracker for tenant:739e916aa25c4029ad0454743c027d4f on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:22:34.071974 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-7c6d8901-b071-4490-bd56-4f4811c3fa07 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Transition to ACTIVE for port object 1404d81a-9b7d-447d-8ef0-dbff65c1e954 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:22:34.145934 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-7c6d8901-b071-4490-bd56-4f4811c3fa07 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:34.167213 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-214d0bbe-9e48-49d8-a3a8-f68ea073b7f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79d325e9-170e-4c94-9ef6-1326646d7f12 HTTP/1.1" status: 200 len: 1001 time: 0.3750589 Apr 20 17:22:34.170635 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-8eb90119-3643-48ef-97e9-0bf893a1f090 req-22a84ef7-10ff-440d-a99b-649a5c2327a0 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Unset dirty status for tenant:739e916aa25c4029ad0454743c027d4f on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:22:34.171698 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8eb90119-3643-48ef-97e9-0bf893a1f090 req-22a84ef7-10ff-440d-a99b-649a5c2327a0 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 210 time: 0.2350371 Apr 20 17:22:34.209859 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22825a-750c-4710-b5ea-8bc084b716d8 req-d1137c68-e9ce-425b-ab92-b3409845076a tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:34.211333 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0b22825a-750c-4710-b5ea-8bc084b716d8 req-d1137c68-e9ce-425b-ab92-b3409845076a tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 946 time: 0.3658078 Apr 20 17:22:34.244975 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3d0c66a3-8fe5-44b0-a090-62efdae3d9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:34.268871 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d8901-b071-4490-bd56-4f4811c3fa07 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Pushing event updated for resources: {'Port': ['ID=1404d81a-9b7d-447d-8ef0-dbff65c1e954,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:34.281307 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-fc11f718-4bfb-49d4-89ec-f378c621f22d tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Allocated IP 172.20.0.13 (9d733250-971e-4579-b396-0c5e38ae2045/f89003a5-43c9-4fe7-8a63-6a7f162418c5/d4e27f75-8c74-4e8e-acc4-4f111988379d) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:22:34.284538 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c66a3-8fe5-44b0-a090-62efdae3d9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954f5b07-c23b-40ae-8123-ddc6503b41d1,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:34.302996 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-438e7bbd-0f3f-4fca-b3ba-155a547c0486 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:34.304425 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-438e7bbd-0f3f-4fca-b3ba-155a547c0486 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=826f24c4-a35e-4e89-9b39-2bce6cc7b5a3 HTTP/1.1" status: 200 len: 850 time: 0.1255965 Apr 20 17:22:34.313751 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d71e09bd-abc7-4d1e-8cd7-b50c9164ef27 req-11a7f37c-87ab-4803-8678-6ceb9677b7a8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 1097 time: 0.5205028 Apr 20 17:22:34.323391 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-7c6d8901-b071-4490-bd56-4f4811c3fa07 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Network f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:22:34.331701 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-7c6d8901-b071-4490-bd56-4f4811c3fa07 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:34.340411 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-7c6d8901-b071-4490-bd56-4f4811c3fa07 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:22:34.408542 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3d0c66a3-8fe5-44b0-a090-62efdae3d9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:34.412248 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3d0c66a3-8fe5-44b0-a090-62efdae3d9ad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/954f5b07-c23b-40ae-8123-ddc6503b41d1 HTTP/1.1" status: 204 len: 168 time: 1.4022963 Apr 20 17:22:34.499773 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0b22825a-750c-4710-b5ea-8bc084b716d8 req-d70a2321-7ebe-4019-96a2-62df3b4878c2 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785201 Apr 20 17:22:34.528868 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-7c6d8901-b071-4490-bd56-4f4811c3fa07 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:34.529695 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-7c6d8901-b071-4490-bd56-4f4811c3fa07 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:34.581076 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-7c6d8901-b071-4490-bd56-4f4811c3fa07 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4445634 Apr 20 17:22:34.600873 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] Request body: {'port': {'device_id': '7fa6c595-783c-49ef-974f-ac53320bbeda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:34.757789 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:34.759118 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2c873ff9-dd9b-4e88-ac64-de0692c06fa4 None None] Provisioning for port 1404d81a-9b7d-447d-8ef0-dbff65c1e954 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:34.765830 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2c873ff9-dd9b-4e88-ac64-de0692c06fa4 None None] Provisioning complete for port 1404d81a-9b7d-447d-8ef0-dbff65c1e954 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:34.766597 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2c873ff9-dd9b-4e88-ac64-de0692c06fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:34.783592 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d71e09bd-abc7-4d1e-8cd7-b50c9164ef27 req-0822a62a-794e-410f-83eb-13c35c7b73bd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4238021 Apr 20 17:22:34.848960 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-7ca50270-df5b-4bc9-9dc0-3dc15435ac72 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fc8e6a4a-e179-48cb-8550-48f660e9d877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5321188 Apr 20 17:22:34.850397 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-2c873ff9-dd9b-4e88-ac64-de0692c06fa4 None None] Port 1404d81a-9b7d-447d-8ef0-dbff65c1e954 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:22:35.014741 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-fc11f718-4bfb-49d4-89ec-f378c621f22d tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:35.043414 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d33cee-6829-47ba-82ce-45ef5d9b3244 req-c9707bca-0df2-4b1a-b63e-26bb6287c1b6 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:35.050910 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-69d33cee-6829-47ba-82ce-45ef5d9b3244 req-c9707bca-0df2-4b1a-b63e-26bb6287c1b6 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 946 time: 0.3497179 Apr 20 17:22:35.109756 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-fc11f718-4bfb-49d4-89ec-f378c621f22d tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Transition to ACTIVE for port object d4e27f75-8c74-4e8e-acc4-4f111988379d will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:22:35.124684 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-35d43e53-7253-4d45-abf9-99e522cf297a req-014880db-19e0-445a-bb9e-c190d43b5ac6 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394 HTTP/1.1" status: 200 len: 210 time: 0.1731672 Apr 20 17:22:35.185918 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-69d33cee-6829-47ba-82ce-45ef5d9b3244 req-0fd5a826-5d1e-4059-b6b1-951681359886 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340964 Apr 20 17:22:35.206909 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-fa548d1b-cdbd-4bf1-8149-ea95faae187d service neutron] 10.222.0.10 "GET /v2.0/networks/fc8e6a4a-e179-48cb-8550-48f660e9d877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442464 Apr 20 17:22:35.437741 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-26bfd4d2-c353-42a6-a5d0-4d380a4f900d req-c4f0bd33-624b-409c-a4c8-adf12e1ed184 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Synchronizing usage tracker for tenant:739e916aa25c4029ad0454743c027d4f on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:22:35.444300 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-7f920953-4020-41e5-8c8b-167b70333799 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:35.445727 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-7f920953-4020-41e5-8c8b-167b70333799 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.10 "GET /v2.0/networks?id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 HTTP/1.1" status: 200 len: 819 time: 0.4519217 Apr 20 17:22:35.469096 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-9aed3af7-a03b-45d4-896d-cf8c30f7f542 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Request body: {'port': {'device_id': 'd57a2305-37df-46f3-af4d-de02c9fe0e44', 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9', 'admin_state_up': True, 'tenant_id': '739e916aa25c4029ad0454743c027d4f'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:35.556971 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-fc11f718-4bfb-49d4-89ec-f378c621f22d tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:35.576813 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-26bfd4d2-c353-42a6-a5d0-4d380a4f900d req-c4f0bd33-624b-409c-a4c8-adf12e1ed184 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Unset dirty status for tenant:739e916aa25c4029ad0454743c027d4f on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:22:35.577979 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-26bfd4d2-c353-42a6-a5d0-4d380a4f900d req-c4f0bd33-624b-409c-a4c8-adf12e1ed184 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 210 time: 0.2399466 Apr 20 17:22:35.599803 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-679949cd-69ad-439f-87d1-9f76d18a5114 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:35.655338 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11f718-4bfb-49d4-89ec-f378c621f22d tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Pushing event updated for resources: {'Port': ['ID=d4e27f75-8c74-4e8e-acc4-4f111988379d,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:35.779865 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-fc11f718-4bfb-49d4-89ec-f378c621f22d tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Network 9d733250-971e-4579-b396-0c5e38ae2045 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:22:35.791688 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-fc11f718-4bfb-49d4-89ec-f378c621f22d tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:35.804176 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-fc11f718-4bfb-49d4-89ec-f378c621f22d tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:22:35.881277 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-fc11f718-4bfb-49d4-89ec-f378c621f22d tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:35.881794 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-fc11f718-4bfb-49d4-89ec-f378c621f22d tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:35.907858 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-fe26e711-a3df-4c55-a05d-bd13c89235d2 service neutron] 10.222.0.10 "GET /v2.0/networks/fc8e6a4a-e179-48cb-8550-48f660e9d877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6793604 Apr 20 17:22:35.962739 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:22:36.022074 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-9aed3af7-a03b-45d4-896d-cf8c30f7f542 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:36.032498 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-fc11f718-4bfb-49d4-89ec-f378c621f22d tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6012242 Apr 20 17:22:36.048708 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-cf43640f-5de6-43d3-8d7a-92fea893a3d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=8823eb66-e9cf-4a3d-bc96-df512d3f7773 HTTP/1.1" status: 200 len: 217 time: 0.1278081 Apr 20 17:22:36.049014 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-9aed3af7-a03b-45d4-896d-cf8c30f7f542 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:36.055989 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-6a0dfc3b-9f6d-488b-92a1-9484cbd51f34 service neutron] Request body: {'port': {'device_id': 'b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:36.067999 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1404d81a-9b7d-447d-8ef0-dbff65c1e954 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:22:36.084003 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:36.091730 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0761c2cb-96ef-4620-9610-bf78f53bd217 None None] Provisioning for port d4e27f75-8c74-4e8e-acc4-4f111988379d completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:36.094623 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-9aed3af7-a03b-45d4-896d-cf8c30f7f542 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Made reservation on behalf of 739e916aa25c4029ad0454743c027d4f for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:22:36.097799 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-9aed3af7-a03b-45d4-896d-cf8c30f7f542 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:36.102206 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0761c2cb-96ef-4620-9610-bf78f53bd217 None None] Provisioning complete for port d4e27f75-8c74-4e8e-acc4-4f111988379d triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:36.103395 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0761c2cb-96ef-4620-9610-bf78f53bd217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:36.173039 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] Transition to ACTIVE for port object 1404d81a-9b7d-447d-8ef0-dbff65c1e954 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:22:36.188005 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0761c2cb-96ef-4620-9610-bf78f53bd217 None None] Port d4e27f75-8c74-4e8e-acc4-4f111988379d cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:22:36.198887 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b9099-3927-4ad4-9fd6-d3ceb215dde9 req-7326442b-f02d-43c9-9e35-cadae75c1509 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:36.200667 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ce2b9099-3927-4ad4-9fd6-d3ceb215dde9 req-7326442b-f02d-43c9-9e35-cadae75c1509 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 946 time: 0.5331881 Apr 20 17:22:36.207462 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-07e32cdd-8ee0-42ee-b5ba-d4bf638f0c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:36.243872 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:36.321518 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-d274f109-0435-4c2c-a9b0-8285ea85ea7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:36.323174 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-d274f109-0435-4c2c-a9b0-8285ea85ea7d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=11a8e839-1da0-4863-85ac-b3bf2b70f6f8 HTTP/1.1" status: 200 len: 797 time: 0.2428815 Apr 20 17:22:36.378106 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-6a0dfc3b-9f6d-488b-92a1-9484cbd51f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:36.518036 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ce2b9099-3927-4ad4-9fd6-d3ceb215dde9 req-f3e740da-35c0-42bd-b2ce-4654e85f66ae tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973008 Apr 20 17:22:36.587335 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] Pushing event updated for resources: {'Port': ['ID=1404d81a-9b7d-447d-8ef0-dbff65c1e954,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:36.749077 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-9aed3af7-a03b-45d4-896d-cf8c30f7f542 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Allocated IP 172.20.0.14 (f2cb5f25-0249-4f7a-ad65-2eead6ffefb9/be91a7bc-1185-4002-b13c-e1f041fc679d/6887a273-76cb-4753-b5d5-60e022da65bd) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:22:36.764280 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:36.764857 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:36.765900 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:36.766428 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:36.766959 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:36.767465 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:36.768095 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:36.768612 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:36.769119 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:36.769817 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:36.770351 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:36.839345 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-63b6685c-a31a-4852-b2fe-bc454f347869 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a39373cc-9e04-46cb-a6a0-e81ef6eae8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4631717 Apr 20 17:22:36.895641 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-679949cd-69ad-439f-87d1-9f76d18a5114 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Allocated IP 172.20.0.1 (2085ace3-50ee-4347-b76b-c08bbb25e802/a40dde89-ae94-499a-bd7d-fe4ddfb5a556/0f95ac16-667d-429a-bd37-ce25a3b4522e) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:22:36.927069 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511e873-05c8-4564-a725-6384d03f4934 req-65cbd810-7e44-4096-a957-2f33ff0777f6 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:36.928646 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d511e873-05c8-4564-a725-6384d03f4934 req-65cbd810-7e44-4096-a957-2f33ff0777f6 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394 HTTP/1.1" status: 200 len: 932 time: 0.5709097 Apr 20 17:22:37.039258 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-07e32cdd-8ee0-42ee-b5ba-d4bf638f0c56 admin admin] Allocated IP 172.20.0.1 (aacd88a6-ce1a-48fb-9acc-b5cd9e260a56/24ef033d-3fce-4bc4-9746-279910c94fb9/0addd580-65fb-4efd-9514-bde87b76bf6a) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:22:37.137745 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] Attempting to bind port 1404d81a-9b7d-447d-8ef0-dbff65c1e954 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:22:37.138069 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] Attempting to bind port 1404d81a-9b7d-447d-8ef0-dbff65c1e954 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'b7f6a108-6de3-4d12-92d3-ffddaf981259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:22:37.138600 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] Attempting to bind port 1404d81a-9b7d-447d-8ef0-dbff65c1e954 on network f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:22:37.182417 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] Port 1404d81a-9b7d-447d-8ef0-dbff65c1e954 on network f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:22:37.183171 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] Attempting to bind port 1404d81a-9b7d-447d-8ef0-dbff65c1e954 on network f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:22:37.218391 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199a8a2-ed73-432c-a830-8776bde7171c req-ca0d7229-4f65-43de-a9f5-1e2cb2da4821 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:37.219729 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2199a8a2-ed73-432c-a830-8776bde7171c req-ca0d7229-4f65-43de-a9f5-1e2cb2da4821 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 946 time: 0.5296798 Apr 20 17:22:37.225556 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-d511e873-05c8-4564-a725-6384d03f4934 req-dd26821d-80d3-4cdd-95a3-f8cd7157ffac tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Synchronizing usage tracker for tenant:7bab9ecc52844919bdd0975c1a48fc8f on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:22:37.234055 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:22:37.234413 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] Checking segment: {'id': 'b7f6a108-6de3-4d12-92d3-ffddaf981259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:22:37.234977 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] Bound using segment: {'id': 'b7f6a108-6de3-4d12-92d3-ffddaf981259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:22:37.235420 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] Bound port: 1404d81a-9b7d-447d-8ef0-dbff65c1e954, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7f6a108-6de3-4d12-92d3-ffddaf981259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:22:37.235903 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:37.259090 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-864b6878-0974-43f5-acf4-bc61734f6eea service neutron] 10.222.0.10 "GET /v2.0/networks/a39373cc-9e04-46cb-a6a0-e81ef6eae8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086595 Apr 20 17:22:37.295014 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-679949cd-69ad-439f-87d1-9f76d18a5114 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:37.310178 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-d511e873-05c8-4564-a725-6384d03f4934 req-dd26821d-80d3-4cdd-95a3-f8cd7157ffac tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Unset dirty status for tenant:7bab9ecc52844919bdd0975c1a48fc8f on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:22:37.311359 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d511e873-05c8-4564-a725-6384d03f4934 req-dd26821d-80d3-4cdd-95a3-f8cd7157ffac tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/security-groups?id=63c79d51-3783-4445-a38b-9a1bacf807c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3624182 Apr 20 17:22:37.387764 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-679949cd-69ad-439f-87d1-9f76d18a5114 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Transition to ACTIVE for port object 0f95ac16-667d-429a-bd37-ce25a3b4522e will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:22:37.418851 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-9aed3af7-a03b-45d4-896d-cf8c30f7f542 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:37.436675 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.resource_extend [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-6a0dfc3b-9f6d-488b-92a1-9484cbd51f34 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:22:37.507260 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-9aed3af7-a03b-45d4-896d-cf8c30f7f542 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Transition to ACTIVE for port object 6887a273-76cb-4753-b5d5-60e022da65bd will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:22:37.557036 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] For port 1404d81a-9b7d-447d-8ef0-dbff65c1e954, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:22:37.561936 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b4f0ec71-4618-44e7-9799-65ad0f633e84 req-a79f432a-5a34-4f30-8353-ddec75ab61b8 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 210 time: 0.0569670 Apr 20 17:22:37.571382 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] For port 1404d81a-9b7d-447d-8ef0-dbff65c1e954, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=1404d81a-9b7d-447d-8ef0-dbff65c1e954,segment=NetworkSegment(b7f6a108-6de3-4d12-92d3-ffddaf981259),segment_id=b7f6a108-6de3-4d12-92d3-ffddaf981259)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:22:37.581415 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-679949cd-69ad-439f-87d1-9f76d18a5114 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:37.627101 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:37.634360 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-07e32cdd-8ee0-42ee-b5ba-d4bf638f0c56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:37.646958 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-9aed3af7-a03b-45d4-896d-cf8c30f7f542 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:37.659961 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2199a8a2-ed73-432c-a830-8776bde7171c req-69be87af-e808-4d88-a8a5-8d63d29902d9 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4230423 Apr 20 17:22:37.688257 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679949cd-69ad-439f-87d1-9f76d18a5114 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Network 2085ace3-50ee-4347-b76b-c08bbb25e802 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:22:37.689888 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:37.691297 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] 10.222.0.43 "PUT /v2.0/ports/1404d81a-9b7d-447d-8ef0-dbff65c1e954 HTTP/1.1" status: 200 len: 1092 time: 3.1036792 Apr 20 17:22:37.691733 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa6c595-783c-49ef-974f-ac53320bbeda', 'tag': '1404d81a-9b7d-447d-8ef0-dbff65c1e954'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:22:37.700159 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-679949cd-69ad-439f-87d1-9f76d18a5114 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:37.711082 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-9aed3af7-a03b-45d4-896d-cf8c30f7f542 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Network f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:22:37.712392 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679949cd-69ad-439f-87d1-9f76d18a5114 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Pushing event updated for resources: {'Port': ['ID=0f95ac16-667d-429a-bd37-ce25a3b4522e,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:37.721404 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679949cd-69ad-439f-87d1-9f76d18a5114 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:22:37.752316 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-9aed3af7-a03b-45d4-896d-cf8c30f7f542 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:37.767272 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-07e32cdd-8ee0-42ee-b5ba-d4bf638f0c56 admin admin] Transition to ACTIVE for port object 0addd580-65fb-4efd-9514-bde87b76bf6a will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:22:37.778634 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-6a0dfc3b-9f6d-488b-92a1-9484cbd51f34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4e27f75-8c74-4e8e-acc4-4f111988379d {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:22:37.803707 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-9aed3af7-a03b-45d4-896d-cf8c30f7f542 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:22:37.836820 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-6a0dfc3b-9f6d-488b-92a1-9484cbd51f34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:37.855693 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-1836816c-de99-4a89-a84c-f90b81776cde service neutron] 10.222.0.10 "GET /v2.0/networks/a39373cc-9e04-46cb-a6a0-e81ef6eae8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5824852 Apr 20 17:22:37.905744 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-429790d4-c307-4c55-abc1-66617ffb9b44'] response: {'name': 'network-changed', 'server_uuid': '7fa6c595-783c-49ef-974f-ac53320bbeda', 'tag': '1404d81a-9b7d-447d-8ef0-dbff65c1e954', 'status': 'completed', 'code': 200} Apr 20 17:22:37.943184 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-6a0dfc3b-9f6d-488b-92a1-9484cbd51f34 service neutron] Transition to ACTIVE for port object d4e27f75-8c74-4e8e-acc4-4f111988379d will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:22:37.991870 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-6a0dfc3b-9f6d-488b-92a1-9484cbd51f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:38.061560 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-b0d93c34-672d-4755-82cc-78c959492c03 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=c655084b-fd05-45fb-8e95-31b739360b4f HTTP/1.1" status: 200 len: 217 time: 0.1919882 Apr 20 17:22:38.208668 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-32234b1f-f205-4557-9cf6-1244f9e9da97 None None] Provisioning for port 0f95ac16-667d-429a-bd37-ce25a3b4522e completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:38.222418 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-32234b1f-f205-4557-9cf6-1244f9e9da97 None None] Provisioning complete for port 0f95ac16-667d-429a-bd37-ce25a3b4522e triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:38.222785 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-32234b1f-f205-4557-9cf6-1244f9e9da97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:38.237203 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0dfc3b-9f6d-488b-92a1-9484cbd51f34 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e27f75-8c74-4e8e-acc4-4f111988379d,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:38.308545 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-b647177e-c5f5-4b81-b728-2e449f09cf01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:38.310487 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-b647177e-c5f5-4b81-b728-2e449f09cf01 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=11a8e839-1da0-4863-85ac-b3bf2b70f6f8 HTTP/1.1" status: 200 len: 797 time: 0.1676042 Apr 20 17:22:38.313515 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-679949cd-69ad-439f-87d1-9f76d18a5114 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:38.319086 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-07e32cdd-8ee0-42ee-b5ba-d4bf638f0c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:38.343356 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-9aed3af7-a03b-45d4-896d-cf8c30f7f542 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:38.344161 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-9aed3af7-a03b-45d4-896d-cf8c30f7f542 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:38.368583 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-32234b1f-f205-4557-9cf6-1244f9e9da97 None None] Port 0f95ac16-667d-429a-bd37-ce25a3b4522e cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:22:38.382060 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62ec22-07c9-4e20-be93-e24c2ae1f530 service neutron] Pushing event updated for resources: {'Port': ['ID=1404d81a-9b7d-447d-8ef0-dbff65c1e954,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:38.388776 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-9aed3af7-a03b-45d4-896d-cf8c30f7f542 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9273930 Apr 20 17:22:38.437381 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-1bf7c4f6-3dde-4619-8cc5-44373ffa29f0 service neutron] Request body: {'port': {'device_id': 'd57a2305-37df-46f3-af4d-de02c9fe0e44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:38.515816 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-8cfd168b-49c6-4361-ad5a-2842a60a946d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=739e916aa25c4029ad0454743c027d4f&device_id=7fa6c595-783c-49ef-974f-ac53320bbeda HTTP/1.1" status: 200 len: 1095 time: 0.7611244 Apr 20 17:22:38.517268 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ed0e0cb9-cda5-49be-b4c4-019bd37d81e6 None None] Provisioning for port 6887a273-76cb-4753-b5d5-60e022da65bd completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:38.524370 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ed0e0cb9-cda5-49be-b4c4-019bd37d81e6 None None] Provisioning complete for port 6887a273-76cb-4753-b5d5-60e022da65bd triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:38.524735 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ed0e0cb9-cda5-49be-b4c4-019bd37d81e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:38.584676 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e32cdd-8ee0-42ee-b5ba-d4bf638f0c56 admin admin] Network aacd88a6-ce1a-48fb-9acc-b5cd9e260a56 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:22:38.594985 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e32cdd-8ee0-42ee-b5ba-d4bf638f0c56 admin admin] Pushing event updated for resources: {'Port': ['ID=0addd580-65fb-4efd-9514-bde87b76bf6a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:38.607955 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-07e32cdd-8ee0-42ee-b5ba-d4bf638f0c56 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:38.611534 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed3af7-a03b-45d4-896d-cf8c30f7f542 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Pushing event updated for resources: {'Port': ['ID=6887a273-76cb-4753-b5d5-60e022da65bd,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:38.619595 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5201e5b-e395-4486-8073-36923ebadc50 req-f7ed3c04-bf94-4562-b6b7-eca84ea517d1 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:38.621582 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b5201e5b-e395-4486-8073-36923ebadc50 req-f7ed3c04-bf94-4562-b6b7-eca84ea517d1 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 946 time: 0.5829318 Apr 20 17:22:38.622600 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e32cdd-8ee0-42ee-b5ba-d4bf638f0c56 admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:22:38.636383 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-ed0e0cb9-cda5-49be-b4c4-019bd37d81e6 None None] Port 6887a273-76cb-4753-b5d5-60e022da65bd cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:22:38.659645 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45120) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:38.677655 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-7269d895-fa59-4ac8-ba9f-0000210719ba tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Request body: {'floatingip': {'port_id': 'ca3453d0-7f07-4e9c-8b96-ebe8788d961d'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:38.686331 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef9e4b-eae9-4ef1-bbc5-bc17cead2535 req-b45a4881-b859-4eb5-9c8f-b7d78808577a tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:38.693226 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-08ef9e4b-eae9-4ef1-bbc5-bc17cead2535 req-b45a4881-b859-4eb5-9c8f-b7d78808577a tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 946 time: 0.7433352 Apr 20 17:22:38.713715 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-ef4f7f48-8f71-43b4-a978-faf1d204d476 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1404d81a-9b7d-447d-8ef0-dbff65c1e954 HTTP/1.1" status: 200 len: 217 time: 0.1841850 Apr 20 17:22:38.798774 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7269d895-fa59-4ac8-ba9f-0000210719ba tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for floatingip, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:38.848903 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-679949cd-69ad-439f-87d1-9f76d18a5114 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:38.927850 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-1bf7c4f6-3dde-4619-8cc5-44373ffa29f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:38.989405 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-d6a13a12-8799-48d0-8b18-1a5db68b6ef2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a39373cc-9e04-46cb-a6a0-e81ef6eae8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6662459 Apr 20 17:22:38.989979 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2c7e4685-1b69-4c9c-926c-b61fbe170115 None None] Provisioning for port 0addd580-65fb-4efd-9514-bde87b76bf6a completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:38.992940 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-07e32cdd-8ee0-42ee-b5ba-d4bf638f0c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:38.995178 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2c7e4685-1b69-4c9c-926c-b61fbe170115 None None] Provisioning complete for port 0addd580-65fb-4efd-9514-bde87b76bf6a triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:38.995388 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-6a0dfc3b-9f6d-488b-92a1-9484cbd51f34 service neutron] Attempting to bind port d4e27f75-8c74-4e8e-acc4-4f111988379d on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:22:38.995921 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2c7e4685-1b69-4c9c-926c-b61fbe170115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:38.996034 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-6a0dfc3b-9f6d-488b-92a1-9484cbd51f34 service neutron] Attempting to bind port d4e27f75-8c74-4e8e-acc4-4f111988379d by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'd3f17aef-391f-42f6-b43c-29519f737eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9d733250-971e-4579-b396-0c5e38ae2045'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:22:38.996462 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-6a0dfc3b-9f6d-488b-92a1-9484cbd51f34 service neutron] Attempting to bind port d4e27f75-8c74-4e8e-acc4-4f111988379d on network 9d733250-971e-4579-b396-0c5e38ae2045 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:22:39.042873 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-ffc583cc-4b6b-4603-8773-2560e0b113bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:39.044670 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-ffc583cc-4b6b-4603-8773-2560e0b113bf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=be91a7bc-1185-4002-b13c-e1f041fc679d HTTP/1.1" status: 200 len: 858 time: 0.2720237 Apr 20 17:22:39.086175 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e4685-1b69-4c9c-926c-b61fbe170115 None None] Port 0addd580-65fb-4efd-9514-bde87b76bf6a cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:22:39.117533 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-6a0dfc3b-9f6d-488b-92a1-9484cbd51f34 service neutron] Port d4e27f75-8c74-4e8e-acc4-4f111988379d on network 9d733250-971e-4579-b396-0c5e38ae2045 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:22:39.117852 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-6a0dfc3b-9f6d-488b-92a1-9484cbd51f34 service neutron] Attempting to bind port d4e27f75-8c74-4e8e-acc4-4f111988379d on network 9d733250-971e-4579-b396-0c5e38ae2045 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:22:39.132270 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-78778727-a3fe-4418-bd22-40ed8100b8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:39.169125 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-08ef9e4b-eae9-4ef1-bbc5-bc17cead2535 req-3a3b7fe9-6aeb-4b3c-9ca7-26a570dd9173 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4750478 Apr 20 17:22:39.340744 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-6a0dfc3b-9f6d-488b-92a1-9484cbd51f34 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:22:39.341127 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-6a0dfc3b-9f6d-488b-92a1-9484cbd51f34 service neutron] Checking segment: {'id': 'd3f17aef-391f-42f6-b43c-29519f737eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9d733250-971e-4579-b396-0c5e38ae2045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:22:39.341480 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-6a0dfc3b-9f6d-488b-92a1-9484cbd51f34 service neutron] Bound using segment: {'id': 'd3f17aef-391f-42f6-b43c-29519f737eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9d733250-971e-4579-b396-0c5e38ae2045'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:22:39.341872 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-6a0dfc3b-9f6d-488b-92a1-9484cbd51f34 service neutron] Bound port: d4e27f75-8c74-4e8e-acc4-4f111988379d, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3f17aef-391f-42f6-b43c-29519f737eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9d733250-971e-4579-b396-0c5e38ae2045'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:22:39.342230 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-6a0dfc3b-9f6d-488b-92a1-9484cbd51f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:39.528946 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e6f11-9263-4283-9ef9-0fe2b9c705ed req-ecd761b8-7274-41ea-a8d5-6791257d6949 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:39.529640 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-418e6f11-9263-4283-9ef9-0fe2b9c705ed req-ecd761b8-7274-41ea-a8d5-6791257d6949 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Synchronizing usage tracker for tenant:7bab9ecc52844919bdd0975c1a48fc8f on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:22:39.533484 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-308e8241-526a-4182-9a97-5694780587b3 service neutron] 10.222.0.10 "GET /v2.0/networks/a39373cc-9e04-46cb-a6a0-e81ef6eae8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5261159 Apr 20 17:22:39.542968 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-add338ad-3955-42eb-ba2c-a55ab765211a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4087536 Apr 20 17:22:39.731197 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fed71d-0d33-4c65-9d98-c3fa2904ce53 req-392ebce0-7336-4703-8a8f-8879e698d2b4 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:39.731877 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-90fed71d-0d33-4c65-9d98-c3fa2904ce53 req-392ebce0-7336-4703-8a8f-8879e698d2b4 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Synchronizing usage tracker for tenant:739e916aa25c4029ad0454743c027d4f on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:22:39.794533 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-90fed71d-0d33-4c65-9d98-c3fa2904ce53 req-392ebce0-7336-4703-8a8f-8879e698d2b4 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Unset dirty status for tenant:739e916aa25c4029ad0454743c027d4f on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:22:39.795675 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-90fed71d-0d33-4c65-9d98-c3fa2904ce53 req-392ebce0-7336-4703-8a8f-8879e698d2b4 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 932 time: 0.4878881 Apr 20 17:22:39.814294 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-d3bb80bc-e11f-4a57-a3cd-25e996872c09 service neutron] 10.222.0.43 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562106 Apr 20 17:22:39.823040 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-418e6f11-9263-4283-9ef9-0fe2b9c705ed req-ecd761b8-7274-41ea-a8d5-6791257d6949 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Unset dirty status for tenant:7bab9ecc52844919bdd0975c1a48fc8f on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:22:39.824174 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-418e6f11-9263-4283-9ef9-0fe2b9c705ed req-ecd761b8-7274-41ea-a8d5-6791257d6949 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394 HTTP/1.1" status: 200 len: 944 time: 0.9739778 Apr 20 17:22:39.913172 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-07e32cdd-8ee0-42ee-b5ba-d4bf638f0c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:39.914815 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-679949cd-69ad-439f-87d1-9f76d18a5114 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:40.029693 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-6a0dfc3b-9f6d-488b-92a1-9484cbd51f34 service neutron] For port d4e27f75-8c74-4e8e-acc4-4f111988379d, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:22:40.097216 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-6a0dfc3b-9f6d-488b-92a1-9484cbd51f34 service neutron] For port d4e27f75-8c74-4e8e-acc4-4f111988379d, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=d4e27f75-8c74-4e8e-acc4-4f111988379d,segment=NetworkSegment(d3f17aef-391f-42f6-b43c-29519f737eba),segment_id=d3f17aef-391f-42f6-b43c-29519f737eba)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:22:40.116221 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-679949cd-69ad-439f-87d1-9f76d18a5114 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:40.119577 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-6a0dfc3b-9f6d-488b-92a1-9484cbd51f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:40.125214 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-418e6f11-9263-4283-9ef9-0fe2b9c705ed req-d99ac27e-4fc5-4540-8c65-108b28725767 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/security-groups?id=63c79d51-3783-4445-a38b-9a1bacf807c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2843781 Apr 20 17:22:40.180323 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-91ad39e3-e6f1-4caa-a89a-915e96714d50 service neutron] 10.222.0.10 "GET /v2.0/networks/a39373cc-9e04-46cb-a6a0-e81ef6eae8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6276462 Apr 20 17:22:40.228790 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-1bf7c4f6-3dde-4619-8cc5-44373ffa29f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6887a273-76cb-4753-b5d5-60e022da65bd {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:22:40.248010 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-1bf7c4f6-3dde-4619-8cc5-44373ffa29f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:40.262988 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-1bf7c4f6-3dde-4619-8cc5-44373ffa29f0 service neutron] Transition to ACTIVE for port object 6887a273-76cb-4753-b5d5-60e022da65bd will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:22:40.295051 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-90fed71d-0d33-4c65-9d98-c3fa2904ce53 req-0aadd33a-943e-429c-be35-853e50a5fc5f tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756932 Apr 20 17:22:40.300949 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-6a0dfc3b-9f6d-488b-92a1-9484cbd51f34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:40.302265 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-1bf7c4f6-3dde-4619-8cc5-44373ffa29f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:40.302417 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-6a0dfc3b-9f6d-488b-92a1-9484cbd51f34 service neutron] 10.222.0.43 "PUT /v2.0/ports/d4e27f75-8c74-4e8e-acc4-4f111988379d HTTP/1.1" status: 200 len: 1092 time: 4.2558758 Apr 20 17:22:40.304614 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394', 'tag': 'd4e27f75-8c74-4e8e-acc4-4f111988379d'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:22:40.322795 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-f8256611-79a1-4c5e-b1fc-3360f3539d62 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=e99614d7-916e-434c-bbd2-097e4edc6806 HTTP/1.1" status: 200 len: 217 time: 0.1221929 Apr 20 17:22:40.362988 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-679949cd-69ad-439f-87d1-9f76d18a5114 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:40.373613 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0dfc3b-9f6d-488b-92a1-9484cbd51f34 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e27f75-8c74-4e8e-acc4-4f111988379d,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:40.377159 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679949cd-69ad-439f-87d1-9f76d18a5114 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Pushing event updated for resources: {'Port': ['ID=0f95ac16-667d-429a-bd37-ce25a3b4522e,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:40.572897 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a3c91d1-d000-42ef-9001-11d423ea050a req-a8a571d3-688f-4002-ac59-53ab8555db29 service neutron] 10.222.0.43 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7343032 Apr 20 17:22:40.617719 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7c4f6-3dde-4619-8cc5-44373ffa29f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6887a273-76cb-4753-b5d5-60e022da65bd,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:40.724962 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7589edc-87d0-4300-8192-9e5a74715329'] response: {'name': 'network-changed', 'server_uuid': 'b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394', 'tag': 'd4e27f75-8c74-4e8e-acc4-4f111988379d', 'status': 'completed', 'code': 200} Apr 20 17:22:40.785663 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-ab2c2958-def3-4a58-bab3-07b55326a6e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:40.786976 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-ab2c2958-def3-4a58-bab3-07b55326a6e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=11a8e839-1da0-4863-85ac-b3bf2b70f6f8 HTTP/1.1" status: 200 len: 797 time: 0.4195790 Apr 20 17:22:40.854034 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.resource_extend [None req-7269d895-fa59-4ac8-ba9f-0000210719ba tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:22:40.950783 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-58af9b53-9300-480c-beb3-5c91e6bc4d63 req-20327bc1-7c8e-43db-b7ef-2be3ee7f1014 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=739e916aa25c4029ad0454743c027d4f&device_id=7fa6c595-783c-49ef-974f-ac53320bbeda HTTP/1.1" status: 200 len: 1095 time: 0.2915964 Apr 20 17:22:40.964551 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679949cd-69ad-439f-87d1-9f76d18a5114 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Network 2085ace3-50ee-4347-b76b-c08bbb25e802 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:22:40.967868 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-679949cd-69ad-439f-87d1-9f76d18a5114 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:40.977254 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-1d765112-987c-473e-82e0-e058cf8e7501 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7bab9ecc52844919bdd0975c1a48fc8f&device_id=b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394 HTTP/1.1" status: 200 len: 1095 time: 0.6085315 Apr 20 17:22:41.051753 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:22:41.081997 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-07e32cdd-8ee0-42ee-b5ba-d4bf638f0c56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:41.104858 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7269d895-fa59-4ac8-ba9f-0000210719ba tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:41.111133 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-07e32cdd-8ee0-42ee-b5ba-d4bf638f0c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:41.168193 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-1bf7c4f6-3dde-4619-8cc5-44373ffa29f0 service neutron] Attempting to bind port 6887a273-76cb-4753-b5d5-60e022da65bd on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:22:41.168532 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-1bf7c4f6-3dde-4619-8cc5-44373ffa29f0 service neutron] Attempting to bind port 6887a273-76cb-4753-b5d5-60e022da65bd by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'b7f6a108-6de3-4d12-92d3-ffddaf981259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:22:41.168853 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-1bf7c4f6-3dde-4619-8cc5-44373ffa29f0 service neutron] Attempting to bind port 6887a273-76cb-4753-b5d5-60e022da65bd on network f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:22:41.221233 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e11f9a-267c-4f88-8292-d1cfd16058cf req-2758d730-e626-41ac-bc17-9178fc2639fd tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:41.223312 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d9e11f9a-267c-4f88-8292-d1cfd16058cf req-2758d730-e626-41ac-bc17-9178fc2639fd tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 946 time: 0.6266959 Apr 20 17:22:41.233707 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7269d895-fa59-4ac8-ba9f-0000210719ba tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:41.265436 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-1bf7c4f6-3dde-4619-8cc5-44373ffa29f0 service neutron] Port 6887a273-76cb-4753-b5d5-60e022da65bd on network f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:22:41.265946 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-1bf7c4f6-3dde-4619-8cc5-44373ffa29f0 service neutron] Attempting to bind port 6887a273-76cb-4753-b5d5-60e022da65bd on network f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:22:41.325436 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-1bf7c4f6-3dde-4619-8cc5-44373ffa29f0 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:22:41.326036 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-1bf7c4f6-3dde-4619-8cc5-44373ffa29f0 service neutron] Checking segment: {'id': 'b7f6a108-6de3-4d12-92d3-ffddaf981259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:22:41.326608 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-1bf7c4f6-3dde-4619-8cc5-44373ffa29f0 service neutron] Bound using segment: {'id': 'b7f6a108-6de3-4d12-92d3-ffddaf981259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:22:41.327200 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-1bf7c4f6-3dde-4619-8cc5-44373ffa29f0 service neutron] Bound port: 6887a273-76cb-4753-b5d5-60e022da65bd, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7f6a108-6de3-4d12-92d3-ffddaf981259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:22:41.327783 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-1bf7c4f6-3dde-4619-8cc5-44373ffa29f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:41.363066 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e8654d8b-9a4e-41b6-bba5-281096f09e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:41.427881 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-d55bc699-ab94-4a76-9535-2c94328beae0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4e27f75-8c74-4e8e-acc4-4f111988379d HTTP/1.1" status: 200 len: 217 time: 0.4268987 Apr 20 17:22:41.443083 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8d01a297-5401-4e96-926f-b40eb26cf4ed None None] Provisioning complete for port 0f95ac16-667d-429a-bd37-ce25a3b4522e triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:41.443457 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8d01a297-5401-4e96-926f-b40eb26cf4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:41.447969 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af9b53-9300-480c-beb3-5c91e6bc4d63 req-9fc12b4b-254a-4d41-b40f-c2e95a8239b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:41.449394 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-58af9b53-9300-480c-beb3-5c91e6bc4d63 req-9fc12b4b-254a-4d41-b40f-c2e95a8239b8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 HTTP/1.1" status: 200 len: 920 time: 0.4793255 Apr 20 17:22:41.546759 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-8d01a297-5401-4e96-926f-b40eb26cf4ed None None] Port 0f95ac16-667d-429a-bd37-ce25a3b4522e cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:22:41.549436 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-58af9b53-9300-480c-beb3-5c91e6bc4d63 req-31df50c0-454e-4aff-b706-5b6997401622 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1404d81a-9b7d-447d-8ef0-dbff65c1e954 HTTP/1.1" status: 200 len: 217 time: 0.0926144 Apr 20 17:22:41.592893 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-c635e67c-5501-450c-b1ea-16086c7aabb7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a39373cc-9e04-46cb-a6a0-e81ef6eae8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7828238 Apr 20 17:22:41.630694 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e32cdd-8ee0-42ee-b5ba-d4bf638f0c56 admin admin] Pushing event updated for resources: {'Port': ['ID=0addd580-65fb-4efd-9514-bde87b76bf6a,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:41.651983 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-07e32cdd-8ee0-42ee-b5ba-d4bf638f0c56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:41.717619 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-d3105efb-084b-4097-9dc7-f297e2444abd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:41.719211 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-d3105efb-084b-4097-9dc7-f297e2444abd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f89003a5-43c9-4fe7-8a63-6a7f162418c5 HTTP/1.1" status: 200 len: 843 time: 0.2625949 Apr 20 17:22:41.812931 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d9e11f9a-267c-4f88-8292-d1cfd16058cf req-be025ccc-2ae4-44f7-ab71-d79edd68a6fe tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721099 Apr 20 17:22:41.885551 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-1bf7c4f6-3dde-4619-8cc5-44373ffa29f0 service neutron] For port 6887a273-76cb-4753-b5d5-60e022da65bd, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:22:41.896759 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af9b53-9300-480c-beb3-5c91e6bc4d63 req-96f5d22c-56c0-462e-8e28-87c3f5d5d83c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:41.898293 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-58af9b53-9300-480c-beb3-5c91e6bc4d63 req-96f5d22c-56c0-462e-8e28-87c3f5d5d83c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=be91a7bc-1185-4002-b13c-e1f041fc679d HTTP/1.1" status: 200 len: 858 time: 0.3407736 Apr 20 17:22:41.902660 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-1bf7c4f6-3dde-4619-8cc5-44373ffa29f0 service neutron] For port 6887a273-76cb-4753-b5d5-60e022da65bd, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=6887a273-76cb-4753-b5d5-60e022da65bd,segment=NetworkSegment(b7f6a108-6de3-4d12-92d3-ffddaf981259),segment_id=b7f6a108-6de3-4d12-92d3-ffddaf981259)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:22:41.945330 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-1bf7c4f6-3dde-4619-8cc5-44373ffa29f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:41.954135 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-94441f1d-c876-45f0-a2c2-ef8a9523e48d service neutron] 10.222.0.10 "GET /v2.0/networks/a39373cc-9e04-46cb-a6a0-e81ef6eae8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500123 Apr 20 17:22:42.014958 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f316c-77e2-4ec2-84c1-29ca76d153c3 req-f46a7847-d286-4ac7-a375-5554dac8b543 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:42.016509 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ba1f316c-77e2-4ec2-84c1-29ca76d153c3 req-f46a7847-d286-4ac7-a375-5554dac8b543 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394 HTTP/1.1" status: 200 len: 944 time: 0.6667395 Apr 20 17:22:42.081612 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-1bf7c4f6-3dde-4619-8cc5-44373ffa29f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:42.083043 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-1bf7c4f6-3dde-4619-8cc5-44373ffa29f0 service neutron] 10.222.0.10 "PUT /v2.0/ports/6887a273-76cb-4753-b5d5-60e022da65bd HTTP/1.1" status: 200 len: 1092 time: 3.6531000 Apr 20 17:22:42.083522 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57a2305-37df-46f3-af4d-de02c9fe0e44', 'tag': '6887a273-76cb-4753-b5d5-60e022da65bd'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:22:42.114544 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7c4f6-3dde-4619-8cc5-44373ffa29f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6887a273-76cb-4753-b5d5-60e022da65bd,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:42.162899 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-01d7dd7d-c65b-425c-af13-fccec4b11fc3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9d733250-971e-4579-b396-0c5e38ae2045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4245369 Apr 20 17:22:42.167668 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e32cdd-8ee0-42ee-b5ba-d4bf638f0c56 admin admin] Network aacd88a6-ce1a-48fb-9acc-b5cd9e260a56 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:22:42.181080 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed7e239-4a98-4cdc-a05d-7c1e5271dccf None None] Sync routers for ids ['20ef8c81-38e0-4259-a6be-518cdbeaddaf'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:22:42.185359 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ba1f316c-77e2-4ec2-84c1-29ca76d153c3 req-75ec21cd-72f6-4c88-9cc7-840f17fef9d7 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/security-groups?id=63c79d51-3783-4445-a38b-9a1bacf807c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608374 Apr 20 17:22:42.208341 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed7e239-4a98-4cdc-a05d-7c1e5271dccf None None] Routers {'20ef8c81-38e0-4259-a6be-518cdbeaddaf'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:22:42.210594 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9ed7e239-4a98-4cdc-a05d-7c1e5271dccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:22:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['20ef8c81-38e0-4259-a6be-518cdbeaddaf'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:42.220162 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-58af9b53-9300-480c-beb3-5c91e6bc4d63 req-609ffdf3-d34d-4179-8978-524722c842e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2912767 Apr 20 17:22:42.242801 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-d70849ce-7586-4313-8bce-af6de4a4b441 service neutron] 10.222.0.10 "GET /v2.0/networks/a39373cc-9e04-46cb-a6a0-e81ef6eae8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701781 Apr 20 17:22:42.253733 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-07e32cdd-8ee0-42ee-b5ba-d4bf638f0c56 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:42.352265 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21be640b-6546-4b0b-b671-0802aa9744a9'] response: {'name': 'network-changed', 'server_uuid': 'd57a2305-37df-46f3-af4d-de02c9fe0e44', 'tag': '6887a273-76cb-4753-b5d5-60e022da65bd', 'status': 'completed', 'code': 200} Apr 20 17:22:42.517284 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-58af9b53-9300-480c-beb3-5c91e6bc4d63 req-5e145204-7c69-486a-a0b8-3d3717c4c866 service neutron] 10.222.0.43 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962098 Apr 20 17:22:42.527430 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-cb76b3e0-5a0e-4f1e-87cf-eff2199a1c73 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=739e916aa25c4029ad0454743c027d4f&device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 1095 time: 0.3870323 Apr 20 17:22:42.664600 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:42.674048 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:42.710130 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-8dd6954e-6079-454e-a1e8-d540f7e0b485 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6887a273-76cb-4753-b5d5-60e022da65bd HTTP/1.1" status: 200 len: 217 time: 0.1337225 Apr 20 17:22:42.735769 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-dd31be10-ef99-4c5b-ae00-1073f9737616 None None] Provisioning complete for port 0addd580-65fb-4efd-9514-bde87b76bf6a triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:42.736415 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-dd31be10-ef99-4c5b-ae00-1073f9737616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:42.784116 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-9ed7e239-4a98-4cdc-a05d-7c1e5271dccf None None] Set router 20ef8c81-38e0-4259-a6be-518cdbeaddaf gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:22:42.848801 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-b47677a8-6f0d-4936-af46-3f0c3f18a011 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=5224556f-f386-4d81-8c67-44e0ec851101 HTTP/1.1" status: 200 len: 217 time: 0.5926332 Apr 20 17:22:42.853605 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-dd31be10-ef99-4c5b-ae00-1073f9737616 None None] Port 0addd580-65fb-4efd-9514-bde87b76bf6a cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:22:42.875799 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-32109749-7d00-42b6-92ba-735111bf2b52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:42.878796 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-32109749-7d00-42b6-92ba-735111bf2b52 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be91a7bc-1185-4002-b13c-e1f041fc679d HTTP/1.1" status: 200 len: 858 time: 0.1508532 Apr 20 17:22:42.980568 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679949cd-69ad-439f-87d1-9f76d18a5114 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Router 3898a6ed-f304-45e5-97a0-8a76cec68548 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:22:43.103739 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [None req-7269d895-fa59-4ac8-ba9f-0000210719ba tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Floating IP 638347a9-275e-4863-8918-66ede1b50d97 associated. External IP: 172.25.8.132, port: ca3453d0-7f07-4e9c-8b96-ebe8788d961d. Apr 20 17:22:43.116519 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:43.273397 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cb578a50-15b7-4c88-bf2e-fb806d4d92c5 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:22:43.344934 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9ed7e239-4a98-4cdc-a05d-7c1e5271dccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'name': 'tempest-TaggedBootDevicesTest_v242-192275686-router', 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'dc71d121-42a9-4c91-8df9-a052c3e2907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:59Z', 'updated_at': '2022-04-20T17:22:12Z', 'revision_number': 4, 'project_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'gw_port': {'id': 'dc71d121-42a9-4c91-8df9-a052c3e2907f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:02Z', 'updated_at': '2022-04-20T17:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '56835b4b-6a4b-4e13-a58f-4929604a19fe', 'name': '', 'network_id': '58282348-4092-4e5e-b7c0-667535a141b6', 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'mac_address': 'fa:16:3e:d4:ae:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2168ea2a-2641-4ad3-adf7-4caac0ff9024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:10Z', 'updated_at': '2022-04-20T17:22:13Z', 'revision_number': 2, 'project_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'subnets': [{'id': '2168ea2a-2641-4ad3-adf7-4caac0ff9024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:43.355958 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed7e239-4a98-4cdc-a05d-7c1e5271dccf None None] Checking router: 20ef8c81-38e0-4259-a6be-518cdbeaddaf for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:22:43.358696 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed7e239-4a98-4cdc-a05d-7c1e5271dccf None None] Updating router 20ef8c81-38e0-4259-a6be-518cdbeaddaf port 56835b4b-6a4b-4e13-a58f-4929604a19fe binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:22:43.378830 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port cb578a50-15b7-4c88-bf2e-fb806d4d92c5 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:43.386609 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port cb578a50-15b7-4c88-bf2e-fb806d4d92c5 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:43.387362 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:43.458154 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-df5d220c-909f-468d-ab0d-522cc778a407 service neutron] 10.222.0.43 "GET /v2.0/networks/9d733250-971e-4579-b396-0c5e38ae2045?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2131610 Apr 20 17:22:43.463454 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-0ace6b7e-2ee8-4128-9229-d55f6dda106a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5726199 Apr 20 17:22:43.470815 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-6a293b72-f48d-4984-91ce-1e289d583d26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:43.472239 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-6a293b72-f48d-4984-91ce-1e289d583d26 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=11a8e839-1da0-4863-85ac-b3bf2b70f6f8 HTTP/1.1" status: 200 len: 797 time: 0.5945868 Apr 20 17:22:43.477959 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559a694-ced8-443f-8843-f6b65062f70b req-34dfebb2-5685-4fed-82f6-ad64a74f4935 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:43.479568 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b559a694-ced8-443f-8843-f6b65062f70b req-34dfebb2-5685-4fed-82f6-ad64a74f4935 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 944 time: 1.4178960 Apr 20 17:22:43.517068 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9ed7e239-4a98-4cdc-a05d-7c1e5271dccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:43.561007 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-58af9b53-9300-480c-beb3-5c91e6bc4d63 req-add0a26e-32e1-4ae9-af36-827a43a6e5b9 service neutron] 10.222.0.43 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0371540 Apr 20 17:22:43.592461 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:43.617001 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port cb578a50-15b7-4c88-bf2e-fb806d4d92c5, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=cb578a50-15b7-4c88-bf2e-fb806d4d92c5,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:43.632249 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:43.725750 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511a375-6d2d-4979-8bcc-1b83f6826b92 req-a91c52e7-a86a-414a-9aba-258f5a0bc581 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:43.727701 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2511a375-6d2d-4979-8bcc-1b83f6826b92 req-a91c52e7-a86a-414a-9aba-258f5a0bc581 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 946 time: 0.6676550 Apr 20 17:22:43.729041 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=cb578a50-15b7-4c88-bf2e-fb806d4d92c5,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:43.782203 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-7d4748ac-8de4-4120-85d1-89f75393ef07 service neutron] 10.222.0.10 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944472 Apr 20 17:22:43.929181 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:43.936278 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b559a694-ced8-443f-8843-f6b65062f70b req-4c410acf-8dad-4ec0-b618-354f712a19b2 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Synchronizing usage tracker for tenant:739e916aa25c4029ad0454743c027d4f on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:22:43.975400 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fa36e656-fd91-4140-bb22-c943c2f60dfa req-8cfa3e76-27bd-4124-88aa-013e147694ab service neutron] 10.222.0.43 "GET /v2.0/networks/9d733250-971e-4579-b396-0c5e38ae2045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4914410 Apr 20 17:22:44.010422 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-76b8cbbe-2281-44bd-be46-fce62c4d58be service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a39373cc-9e04-46cb-a6a0-e81ef6eae8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5281086 Apr 20 17:22:44.013399 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b559a694-ced8-443f-8843-f6b65062f70b req-4c410acf-8dad-4ec0-b618-354f712a19b2 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Unset dirty status for tenant:739e916aa25c4029ad0454743c027d4f on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:22:44.026842 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b559a694-ced8-443f-8843-f6b65062f70b req-4c410acf-8dad-4ec0-b618-354f712a19b2 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044595 Apr 20 17:22:44.032851 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2511a375-6d2d-4979-8bcc-1b83f6826b92 req-4bd4759a-354b-4552-963d-42bc1b81dd1b tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494960 Apr 20 17:22:44.044077 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b3d15280-4ba7-430c-918b-6b30c31c98b5 req-88818a2c-b5c3-49ed-acd1-b7de7993cd66 service neutron] 10.222.0.10 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164335 Apr 20 17:22:44.046494 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679949cd-69ad-439f-87d1-9f76d18a5114 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:22:44.070176 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415072e5-94df-4df9-abec-37b79f5a6dda None None] Sync routers for ids ['3898a6ed-f304-45e5-97a0-8a76cec68548'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:22:44.083120 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-679949cd-69ad-439f-87d1-9f76d18a5114 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] 10.222.0.39 "PUT /v2.0/routers/3898a6ed-f304-45e5-97a0-8a76cec68548/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2154133 Apr 20 17:22:44.084853 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415072e5-94df-4df9-abec-37b79f5a6dda None None] Routers {'3898a6ed-f304-45e5-97a0-8a76cec68548'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:22:44.085797 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-415072e5-94df-4df9-abec-37b79f5a6dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:22:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['3898a6ed-f304-45e5-97a0-8a76cec68548'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:44.085933 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45188) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:44.087567 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9ed7e239-4a98-4cdc-a05d-7c1e5271dccf None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:44.099349 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-5f1b052a-5c18-451f-a82c-4a31c1a5bba4 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Request body: {'port': {'network_id': '2085ace3-50ee-4347-b76b-c08bbb25e802', 'name': 'tempest-FloatingIPAdminTestJSON-782316296'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:44.111014 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-9ed7e239-4a98-4cdc-a05d-7c1e5271dccf None None] Transition to ACTIVE for port object 56835b4b-6a4b-4e13-a58f-4929604a19fe will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:22:44.123917 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9ed7e239-4a98-4cdc-a05d-7c1e5271dccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:44.237514 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-415072e5-94df-4df9-abec-37b79f5a6dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:44.261602 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415072e5-94df-4df9-abec-37b79f5a6dda None None] Routers {'3898a6ed-f304-45e5-97a0-8a76cec68548'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:22:44.265308 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-415072e5-94df-4df9-abec-37b79f5a6dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:22:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['3898a6ed-f304-45e5-97a0-8a76cec68548'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:44.416004 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-415072e5-94df-4df9-abec-37b79f5a6dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:44.418878 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415072e5-94df-4df9-abec-37b79f5a6dda None None] The sync data for ids ['3898a6ed-f304-45e5-97a0-8a76cec68548'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:22:44.471572 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-9ed7e239-4a98-4cdc-a05d-7c1e5271dccf None None] Attempting to bind port 56835b4b-6a4b-4e13-a58f-4929604a19fe on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:22:44.474141 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-9ed7e239-4a98-4cdc-a05d-7c1e5271dccf None None] Attempting to bind port 56835b4b-6a4b-4e13-a58f-4929604a19fe by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'c5bea2f7-a2f3-4408-abdf-9e7895fc119d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '58282348-4092-4e5e-b7c0-667535a141b6'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:22:44.475079 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed7e239-4a98-4cdc-a05d-7c1e5271dccf None None] Attempting to bind port 56835b4b-6a4b-4e13-a58f-4929604a19fe on network 58282348-4092-4e5e-b7c0-667535a141b6 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:22:44.492960 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-443f70fe-4d5c-4373-bcad-5bbb46185cf6 service neutron] 10.222.0.10 "GET /v2.0/networks/a39373cc-9e04-46cb-a6a0-e81ef6eae8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635000 Apr 20 17:22:44.496386 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed7e239-4a98-4cdc-a05d-7c1e5271dccf None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:22:44.496678 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed7e239-4a98-4cdc-a05d-7c1e5271dccf None None] Checking segment: {'id': 'c5bea2f7-a2f3-4408-abdf-9e7895fc119d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '58282348-4092-4e5e-b7c0-667535a141b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:22:44.497039 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9ed7e239-4a98-4cdc-a05d-7c1e5271dccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:44.498603 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed7e239-4a98-4cdc-a05d-7c1e5271dccf None None] Bound using segment: {'id': 'c5bea2f7-a2f3-4408-abdf-9e7895fc119d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '58282348-4092-4e5e-b7c0-667535a141b6'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:22:44.499918 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-9ed7e239-4a98-4cdc-a05d-7c1e5271dccf None None] Bound port: 56835b4b-6a4b-4e13-a58f-4929604a19fe, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5bea2f7-a2f3-4408-abdf-9e7895fc119d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '58282348-4092-4e5e-b7c0-667535a141b6'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:22:44.501813 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9ed7e239-4a98-4cdc-a05d-7c1e5271dccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:44.563456 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-23a51328-fdb1-4383-9889-9e57443dbc0d req-2841df3f-a26d-413d-bc32-59ce31ee0e27 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7bab9ecc52844919bdd0975c1a48fc8f&device_id=b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394 HTTP/1.1" status: 200 len: 1095 time: 0.4644728 Apr 20 17:22:44.609372 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-9ed7e239-4a98-4cdc-a05d-7c1e5271dccf None None] For port 56835b4b-6a4b-4e13-a58f-4929604a19fe, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:22:44.613399 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-9ed7e239-4a98-4cdc-a05d-7c1e5271dccf None None] For port 56835b4b-6a4b-4e13-a58f-4929604a19fe, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=56835b4b-6a4b-4e13-a58f-4929604a19fe,segment=NetworkSegment(c5bea2f7-a2f3-4408-abdf-9e7895fc119d),segment_id=c5bea2f7-a2f3-4408-abdf-9e7895fc119d)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:22:44.622523 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e875a75-7d1c-41e1-9762-00141f7fd566 None None] Pushing event updated for resources: {'Port': ['ID=56835b4b-6a4b-4e13-a58f-4929604a19fe,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:44.626407 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9ed7e239-4a98-4cdc-a05d-7c1e5271dccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:44.655636 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-5f1b052a-5c18-451f-a82c-4a31c1a5bba4 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:44.660192 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-5f1b052a-5c18-451f-a82c-4a31c1a5bba4 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Usage tracker for resource:port and tenant:be1b3b2f3f23408894ffa8153232b9ae is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:44.663285 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-5f1b052a-5c18-451f-a82c-4a31c1a5bba4 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:44.669333 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-5f1b052a-5c18-451f-a82c-4a31c1a5bba4 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:44.682102 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5e5490ef-4551-44bc-b675-349c6b9e61f0 req-555a4d09-ca90-422f-9d8f-8408b62b9f3d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=739e916aa25c4029ad0454743c027d4f&device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 1095 time: 0.5547247 Apr 20 17:22:44.686807 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1b052a-5c18-451f-a82c-4a31c1a5bba4 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Made reservation on behalf of be1b3b2f3f23408894ffa8153232b9ae for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:22:44.690980 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5f1b052a-5c18-451f-a82c-4a31c1a5bba4 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:44.709453 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed7e239-4a98-4cdc-a05d-7c1e5271dccf None None] Routers {'20ef8c81-38e0-4259-a6be-518cdbeaddaf'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:22:44.710224 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9ed7e239-4a98-4cdc-a05d-7c1e5271dccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:22:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['20ef8c81-38e0-4259-a6be-518cdbeaddaf'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:44.738566 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-5f1b052a-5c18-451f-a82c-4a31c1a5bba4 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] device_id is not set on port e02aaf4b-265b-4c02-a27b-ce39bd9e6aac yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:22:44.851622 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a51328-fdb1-4383-9889-9e57443dbc0d req-20ae84e0-4a3d-47ad-a2d4-8d8381bae73b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:44.853457 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-23a51328-fdb1-4383-9889-9e57443dbc0d req-20ae84e0-4a3d-47ad-a2d4-8d8381bae73b service neutron] 10.222.0.43 "GET /v2.0/networks?id=9d733250-971e-4579-b396-0c5e38ae2045 HTTP/1.1" status: 200 len: 905 time: 0.2784419 Apr 20 17:22:44.855897 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-ab77bc98-5d9a-4cb5-b9b6-577232e8c90b service neutron] 10.222.0.10 "GET /v2.0/networks/a39373cc-9e04-46cb-a6a0-e81ef6eae8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215263 Apr 20 17:22:44.876076 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 1404d81a-9b7d-447d-8ef0-dbff65c1e954 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:22:44.930869 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457abd9e-f211-4d40-b2a6-e62b96581f61 req-f425b89f-027b-4e93-ae63-26a0c384fafc tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:44.932593 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-457abd9e-f211-4d40-b2a6-e62b96581f61 req-f425b89f-027b-4e93-ae63-26a0c384fafc tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394 HTTP/1.1" status: 200 len: 944 time: 0.6513460 Apr 20 17:22:44.945639 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e875a75-7d1c-41e1-9762-00141f7fd566 None None] Pushing event updated for resources: {'Port': ['ID=56835b4b-6a4b-4e13-a58f-4929604a19fe,revision_number=4']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:45.006861 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-9ed7e239-4a98-4cdc-a05d-7c1e5271dccf None None] Set router 20ef8c81-38e0-4259-a6be-518cdbeaddaf gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:22:45.184226 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5490ef-4551-44bc-b675-349c6b9e61f0 req-3722dfa9-055c-423e-b504-5099a324cf8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:45.187899 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5e5490ef-4551-44bc-b675-349c6b9e61f0 req-3722dfa9-055c-423e-b504-5099a324cf8a service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 HTTP/1.1" status: 200 len: 920 time: 0.4766123 Apr 20 17:22:45.234770 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cb578a50-15b7-4c88-bf2e-fb806d4d92c5 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:22:45.377521 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e470fff3-cca0-4f3b-ae5d-905d5269913c None None] Sync routers for ids ['2bf56fb4-99bd-4ec3-92c5-ff289944c36c'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:22:45.401138 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:45.407012 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-5f1b052a-5c18-451f-a82c-4a31c1a5bba4 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Allocated IP 172.20.0.4 (2085ace3-50ee-4347-b76b-c08bbb25e802/a40dde89-ae94-499a-bd7d-fe4ddfb5a556/e02aaf4b-265b-4c02-a27b-ce39bd9e6aac) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:22:45.416011 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e32cdd-8ee0-42ee-b5ba-d4bf638f0c56 admin admin] Router f208009e-aa1e-4653-88ed-6284ebe162ca has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:22:45.424878 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-23a51328-fdb1-4383-9889-9e57443dbc0d req-6264a641-1e40-4bfd-aa0f-1b322a4efe17 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4e27f75-8c74-4e8e-acc4-4f111988379d HTTP/1.1" status: 200 len: 217 time: 0.5617754 Apr 20 17:22:45.426759 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-b5f07df8-b68d-4dad-a5fe-12537d6e8ee5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2e451d66-3f1e-4689-9a25-ce9c80736888 HTTP/1.1" status: 200 len: 217 time: 0.4923248 Apr 20 17:22:45.461163 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e470fff3-cca0-4f3b-ae5d-905d5269913c None None] Routers {'2bf56fb4-99bd-4ec3-92c5-ff289944c36c'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:22:45.463676 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e470fff3-cca0-4f3b-ae5d-905d5269913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:22:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['2bf56fb4-99bd-4ec3-92c5-ff289944c36c'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:45.524989 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 1404d81a-9b7d-447d-8ef0-dbff65c1e954, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=1404d81a-9b7d-447d-8ef0-dbff65c1e954,segment=NetworkSegment(b7f6a108-6de3-4d12-92d3-ffddaf981259),segment_id=b7f6a108-6de3-4d12-92d3-ffddaf981259)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:45.539943 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '1404d81a-9b7d-447d-8ef0-dbff65c1e954', 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9', 'port_id': '1404d81a-9b7d-447d-8ef0-dbff65c1e954', 'mac_address': 'fa:16:3e:8c:e6:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be91a7bc-1185-4002-b13c-e1f041fc679d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:22:45.568071 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-fba136ba-3bae-4969-9163-eb796d625133 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:45.569608 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-fba136ba-3bae-4969-9163-eb796d625133 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=93f834c9-d665-4383-8c5d-7a7311783f9a HTTP/1.1" status: 200 len: 797 time: 0.1352849 Apr 20 17:22:45.584577 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port cb578a50-15b7-4c88-bf2e-fb806d4d92c5 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:45.584932 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:45.603148 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a51328-fdb1-4383-9889-9e57443dbc0d req-330f3bd3-6831-4e5c-b0cc-9ca1b02bfb11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:45.607603 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-23a51328-fdb1-4383-9889-9e57443dbc0d req-330f3bd3-6831-4e5c-b0cc-9ca1b02bfb11 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f89003a5-43c9-4fe7-8a63-6a7f162418c5 HTTP/1.1" status: 200 len: 843 time: 0.1716840 Apr 20 17:22:45.617755 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5e5490ef-4551-44bc-b675-349c6b9e61f0 req-18e87a71-bfe7-46a8-8c4f-6d33dcbc69b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6887a273-76cb-4753-b5d5-60e022da65bd HTTP/1.1" status: 200 len: 217 time: 0.4214420 Apr 20 17:22:45.678816 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:45.748305 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5490ef-4551-44bc-b675-349c6b9e61f0 req-021338e5-42d5-4f63-b281-eeedb976c0ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:45.750815 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5e5490ef-4551-44bc-b675-349c6b9e61f0 req-021338e5-42d5-4f63-b281-eeedb976c0ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be91a7bc-1185-4002-b13c-e1f041fc679d HTTP/1.1" status: 200 len: 858 time: 0.1238513 Apr 20 17:22:45.779531 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1404d81a-9b7d-447d-8ef0-dbff65c1e954 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:22:45.821123 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 1404d81a-9b7d-447d-8ef0-dbff65c1e954, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=1404d81a-9b7d-447d-8ef0-dbff65c1e954,segment=NetworkSegment(b7f6a108-6de3-4d12-92d3-ffddaf981259),segment_id=b7f6a108-6de3-4d12-92d3-ffddaf981259)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:45.833502 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-e470fff3-cca0-4f3b-ae5d-905d5269913c None None] Set router 2bf56fb4-99bd-4ec3-92c5-ff289944c36c gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:22:45.840427 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5f1b052a-5c18-451f-a82c-4a31c1a5bba4 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:45.841297 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-457abd9e-f211-4d40-b2a6-e62b96581f61 req-86935dd9-d9f7-4f72-98c8-9bb42e6475a5 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/security-groups?id=63c79d51-3783-4445-a38b-9a1bacf807c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7771950 Apr 20 17:22:45.876890 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25a1e2-9e94-423c-8bea-4132d9bdd94d req-3afed9bb-9c97-4977-8e30-99e0c56e8967 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:45.878850 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9b25a1e2-9e94-423c-8bea-4132d9bdd94d req-3afed9bb-9c97-4977-8e30-99e0c56e8967 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 944 time: 0.5550947 Apr 20 17:22:45.939638 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:46.018983 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=1404d81a-9b7d-447d-8ef0-dbff65c1e954,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:46.020383 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-5f1b052a-5c18-451f-a82c-4a31c1a5bba4 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Transition to ACTIVE for port object e02aaf4b-265b-4c02-a27b-ce39bd9e6aac will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:22:46.029277 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:46.029734 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:46.030333 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:46.030844 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:46.031174 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:46.031503 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:46.031821 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:46.032147 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:46.032445 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:46.032856 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:46.033166 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:22:46.048568 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-2889f34c-f6c7-4fc5-beb0-83947e3c5d4c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d9f1e448-db15-4c9f-8c5b-a0fa35869e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4327350 Apr 20 17:22:46.058425 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-23a51328-fdb1-4383-9889-9e57443dbc0d req-5223a189-a30d-4578-8a2d-faae3be2a5e3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9d733250-971e-4579-b396-0c5e38ae2045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4318168 Apr 20 17:22:46.095555 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5f1b052a-5c18-451f-a82c-4a31c1a5bba4 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:46.106368 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9ed7e239-4a98-4cdc-a05d-7c1e5271dccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'name': 'tempest-TaggedBootDevicesTest_v242-192275686-router', 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'dc71d121-42a9-4c91-8df9-a052c3e2907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:59Z', 'updated_at': '2022-04-20T17:22:12Z', 'revision_number': 4, 'project_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'gw_port': {'id': 'dc71d121-42a9-4c91-8df9-a052c3e2907f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:02Z', 'updated_at': '2022-04-20T17:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '56835b4b-6a4b-4e13-a58f-4929604a19fe', 'name': '', 'network_id': '58282348-4092-4e5e-b7c0-667535a141b6', 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'mac_address': 'fa:16:3e:d4:ae:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2168ea2a-2641-4ad3-adf7-4caac0ff9024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:10Z', 'updated_at': '2022-04-20T17:22:44Z', 'revision_number': 4, 'project_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'subnets': [{'id': '2168ea2a-2641-4ad3-adf7-4caac0ff9024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:46.125162 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed7e239-4a98-4cdc-a05d-7c1e5271dccf None None] The sync data for ids ['20ef8c81-38e0-4259-a6be-518cdbeaddaf'] in n-d-838032-1 is: [{'id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'name': 'tempest-TaggedBootDevicesTest_v242-192275686-router', 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'dc71d121-42a9-4c91-8df9-a052c3e2907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:59Z', 'updated_at': '2022-04-20T17:22:12Z', 'revision_number': 4, 'project_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'gw_port': {'id': 'dc71d121-42a9-4c91-8df9-a052c3e2907f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:02Z', 'updated_at': '2022-04-20T17:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '56835b4b-6a4b-4e13-a58f-4929604a19fe', 'name': '', 'network_id': '58282348-4092-4e5e-b7c0-667535a141b6', 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'mac_address': 'fa:16:3e:d4:ae:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2168ea2a-2641-4ad3-adf7-4caac0ff9024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:10Z', 'updated_at': '2022-04-20T17:22:44Z', 'revision_number': 4, 'project_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'subnets': [{'id': '2168ea2a-2641-4ad3-adf7-4caac0ff9024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:22:46.162661 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['1404d81a-9b7d-447d-8ef0-dbff65c1e954'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:22:46.262085 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9b25a1e2-9e94-423c-8bea-4132d9bdd94d req-44759fde-0008-4449-a032-95ebffbe872b tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682861 Apr 20 17:22:46.274717 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e470fff3-cca0-4f3b-ae5d-905d5269913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'name': 'tempest-ServersTestJSON-62221962-router', 'tenant_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '71711c13-fd92-43e4-8df0-28c8bd78328c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:11Z', 'updated_at': '2022-04-20T17:22:17Z', 'revision_number': 4, 'project_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'gw_port': {'id': '71711c13-fd92-43e4-8df0-28c8bd78328c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:12Z', 'updated_at': '2022-04-20T17:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c', 'name': '', 'network_id': '9d733250-971e-4579-b396-0c5e38ae2045', 'tenant_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'mac_address': 'fa:16:3e:3a:92:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f89003a5-43c9-4fe7-8a63-6a7f162418c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:16Z', 'updated_at': '2022-04-20T17:22:17Z', 'revision_number': 2, 'project_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'subnets': [{'id': 'f89003a5-43c9-4fe7-8a63-6a7f162418c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:46.281322 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e470fff3-cca0-4f3b-ae5d-905d5269913c None None] Checking router: 2bf56fb4-99bd-4ec3-92c5-ff289944c36c for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:22:46.281322 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e470fff3-cca0-4f3b-ae5d-905d5269913c None None] Updating router 2bf56fb4-99bd-4ec3-92c5-ff289944c36c port 26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:22:46.324652 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1b052a-5c18-451f-a82c-4a31c1a5bba4 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Network 2085ace3-50ee-4347-b76b-c08bbb25e802 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:22:46.328174 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-5f1b052a-5c18-451f-a82c-4a31c1a5bba4 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:46.332859 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5e5490ef-4551-44bc-b675-349c6b9e61f0 req-31d90821-a68b-4bb0-884c-4ed96baaea64 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5728996 Apr 20 17:22:46.333594 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1b052a-5c18-451f-a82c-4a31c1a5bba4 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:22:46.416680 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-e470fff3-cca0-4f3b-ae5d-905d5269913c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:46.420018 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b052a-5c18-451f-a82c-4a31c1a5bba4 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Pushing event updated for resources: {'Port': ['ID=e02aaf4b-265b-4c02-a27b-ce39bd9e6aac,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:46.649744 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-23a51328-fdb1-4383-9889-9e57443dbc0d req-0e039ce5-0ea2-42ce-bc2d-1c9b04f59fcf service neutron] 10.222.0.43 "GET /v2.0/networks/9d733250-971e-4579-b396-0c5e38ae2045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5642331 Apr 20 17:22:46.721989 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5e5490ef-4551-44bc-b675-349c6b9e61f0 req-23738ab3-0d81-4f7c-9892-7ba2e045023e service neutron] 10.222.0.10 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561652 Apr 20 17:22:46.728691 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1b052a-5c18-451f-a82c-4a31c1a5bba4 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:46.730331 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5f1b052a-5c18-451f-a82c-4a31c1a5bba4 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:46.772435 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-76698315-11f1-4743-b3d2-a8512741be99 None None] Provisioning for port e02aaf4b-265b-4c02-a27b-ce39bd9e6aac completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:46.779998 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-76698315-11f1-4743-b3d2-a8512741be99 None None] Provisioning complete for port e02aaf4b-265b-4c02-a27b-ce39bd9e6aac triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:46.780563 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-76698315-11f1-4743-b3d2-a8512741be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:46.870503 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7269d895-fa59-4ac8-ba9f-0000210719ba tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Router e27406a2-f3dd-44fb-9c24-d039092153da has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:22:46.878961 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device d4e27f75-8c74-4e8e-acc4-4f111988379d details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:22:46.905019 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-76698315-11f1-4743-b3d2-a8512741be99 None None] Port e02aaf4b-265b-4c02-a27b-ce39bd9e6aac cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:22:47.010801 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5f1b052a-5c18-451f-a82c-4a31c1a5bba4 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9234936 Apr 20 17:22:47.023586 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45218) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:47.031714 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-a660b81b-4719-46f3-a7b7-31a4f8ecf34b service neutron] 10.222.0.10 "GET /v2.0/networks/d9f1e448-db15-4c9f-8c5b-a0fa35869e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9723268 Apr 20 17:22:47.100878 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port d4e27f75-8c74-4e8e-acc4-4f111988379d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=d4e27f75-8c74-4e8e-acc4-4f111988379d,segment=NetworkSegment(d3f17aef-391f-42f6-b43c-29519f737eba),segment_id=d3f17aef-391f-42f6-b43c-29519f737eba)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:47.128634 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-e470fff3-cca0-4f3b-ae5d-905d5269913c None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:47.148965 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'd4e27f75-8c74-4e8e-acc4-4f111988379d', 'network_id': '9d733250-971e-4579-b396-0c5e38ae2045', 'port_id': 'd4e27f75-8c74-4e8e-acc4-4f111988379d', 'mac_address': 'fa:16:3e:dd:a8:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f89003a5-43c9-4fe7-8a63-6a7f162418c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:22:47.156989 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-e470fff3-cca0-4f3b-ae5d-905d5269913c None None] Transition to ACTIVE for port object 26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:22:47.178958 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-e470fff3-cca0-4f3b-ae5d-905d5269913c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:47.228105 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-23a51328-fdb1-4383-9889-9e57443dbc0d req-c57173e1-bdb8-49de-b6da-8c0060cec76f service neutron] 10.222.0.43 "GET /v2.0/networks/9d733250-971e-4579-b396-0c5e38ae2045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5666068 Apr 20 17:22:47.282418 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb45986-a6dc-4aea-ad6b-5822097b5504 req-193964d4-eb0d-4166-ab35-a8a39a46a426 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:47.289889 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:47.290541 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fdb45986-a6dc-4aea-ad6b-5822097b5504 req-193964d4-eb0d-4166-ab35-a8a39a46a426 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 946 time: 1.1033764 Apr 20 17:22:47.316316 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 56835b4b-6a4b-4e13-a58f-4929604a19fe up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:22:47.356657 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5e5490ef-4551-44bc-b675-349c6b9e61f0 req-dbf0ff78-9d13-473a-8380-98d4e62dc49c service neutron] 10.222.0.10 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6195180 Apr 20 17:22:47.478341 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e27f75-8c74-4e8e-acc4-4f111988379d {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:22:47.480091 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1dcf6-6414-42b8-b610-a5dd75a2607f req-c851f249-aa08-42be-b94f-910b39806f93 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:47.490728 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fff1dcf6-6414-42b8-b610-a5dd75a2607f req-c851f249-aa08-42be-b94f-910b39806f93 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394 HTTP/1.1" status: 200 len: 944 time: 0.3982847 Apr 20 17:22:47.572486 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port d4e27f75-8c74-4e8e-acc4-4f111988379d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=d4e27f75-8c74-4e8e-acc4-4f111988379d,segment=NetworkSegment(d3f17aef-391f-42f6-b43c-29519f737eba),segment_id=d3f17aef-391f-42f6-b43c-29519f737eba)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:47.584481 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 56835b4b-6a4b-4e13-a58f-4929604a19fe completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:47.590163 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:47.591877 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b4e7b-806d-4e82-8435-64e6c475d9c7 None None] Pushing event updated for resources: {'Port': ['ID=26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:47.612707 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-9247b25c-7063-4184-a41e-9acbfa2d05c0 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'project_id': 'be1b3b2f3f23408894ffa8153232b9ae', 'port_id': 'e02aaf4b-265b-4c02-a27b-ce39bd9e6aac'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:47.639024 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9247b25c-7063-4184-a41e-9acbfa2d05c0 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:47.661283 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9247b25c-7063-4184-a41e-9acbfa2d05c0 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Usage tracker for resource:floatingip and tenant:be1b3b2f3f23408894ffa8153232b9ae is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:47.666321 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9247b25c-7063-4184-a41e-9acbfa2d05c0 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:47.668437 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fdb45986-a6dc-4aea-ad6b-5822097b5504 req-89ab3abb-c6cb-4a29-b0bd-0dcef7e8737f tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773876 Apr 20 17:22:47.688039 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 56835b4b-6a4b-4e13-a58f-4929604a19fe triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:47.688412 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:47.708515 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fff1dcf6-6414-42b8-b610-a5dd75a2607f req-31db98b1-0125-4b50-939d-d55890aebada tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/security-groups?id=63c79d51-3783-4445-a38b-9a1bacf807c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2168357 Apr 20 17:22:47.720480 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9247b25c-7063-4184-a41e-9acbfa2d05c0 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:47.739740 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e32cdd-8ee0-42ee-b5ba-d4bf638f0c56 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:22:47.748861 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9247b25c-7063-4184-a41e-9acbfa2d05c0 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:47.780779 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-07e32cdd-8ee0-42ee-b5ba-d4bf638f0c56 admin admin] 10.222.0.39 "PUT /v2.0/routers/f208009e-aa1e-4653-88ed-6284ebe162ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4351492 Apr 20 17:22:47.846506 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-e470fff3-cca0-4f3b-ae5d-905d5269913c None None] Attempting to bind port 26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:22:47.846780 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-e470fff3-cca0-4f3b-ae5d-905d5269913c None None] Attempting to bind port 26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'd3f17aef-391f-42f6-b43c-29519f737eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9d733250-971e-4579-b396-0c5e38ae2045'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:22:47.847129 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e470fff3-cca0-4f3b-ae5d-905d5269913c None None] Attempting to bind port 26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c on network 9d733250-971e-4579-b396-0c5e38ae2045 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:22:47.869642 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e470fff3-cca0-4f3b-ae5d-905d5269913c None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:22:47.870266 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e470fff3-cca0-4f3b-ae5d-905d5269913c None None] Checking segment: {'id': 'd3f17aef-391f-42f6-b43c-29519f737eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9d733250-971e-4579-b396-0c5e38ae2045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:22:47.870441 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-e470fff3-cca0-4f3b-ae5d-905d5269913c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:47.871194 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e470fff3-cca0-4f3b-ae5d-905d5269913c None None] Bound using segment: {'id': 'd3f17aef-391f-42f6-b43c-29519f737eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9d733250-971e-4579-b396-0c5e38ae2045'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:22:47.871657 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-e470fff3-cca0-4f3b-ae5d-905d5269913c None None] Bound port: 26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f17aef-391f-42f6-b43c-29519f737eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9d733250-971e-4579-b396-0c5e38ae2045'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:22:47.872019 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-e470fff3-cca0-4f3b-ae5d-905d5269913c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:47.909838 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=d4e27f75-8c74-4e8e-acc4-4f111988379d,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:47.923973 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-924192ff-b23d-4b0e-9192-9a0f65a740a5 service neutron] 10.222.0.10 "GET /v2.0/networks/d9f1e448-db15-4c9f-8c5b-a0fa35869e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8775907 Apr 20 17:22:47.930661 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['d4e27f75-8c74-4e8e-acc4-4f111988379d'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:22:47.987324 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-e470fff3-cca0-4f3b-ae5d-905d5269913c None None] For port 26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:22:47.990823 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-e470fff3-cca0-4f3b-ae5d-905d5269913c None None] For port 26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c,segment=NetworkSegment(d3f17aef-391f-42f6-b43c-29519f737eba),segment_id=d3f17aef-391f-42f6-b43c-29519f737eba)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:22:48.002704 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-e470fff3-cca0-4f3b-ae5d-905d5269913c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:48.042132 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:48.062872 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9247b25c-7063-4184-a41e-9acbfa2d05c0 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:48.194884 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 56835b4b-6a4b-4e13-a58f-4929604a19fe, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=56835b4b-6a4b-4e13-a58f-4929604a19fe,segment=NetworkSegment(c5bea2f7-a2f3-4408-abdf-9e7895fc119d),segment_id=c5bea2f7-a2f3-4408-abdf-9e7895fc119d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:48.212885 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:48.334408 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e470fff3-cca0-4f3b-ae5d-905d5269913c None None] Routers {'2bf56fb4-99bd-4ec3-92c5-ff289944c36c'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:22:48.335607 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e470fff3-cca0-4f3b-ae5d-905d5269913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:22:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['2bf56fb4-99bd-4ec3-92c5-ff289944c36c'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:48.346046 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 6887a273-76cb-4753-b5d5-60e022da65bd details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:22:48.370124 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-4c13ef0a-f9ff-476b-8a5e-e527c36aa179 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a8537b98-a7ec-415c-8279-a594cd6118df HTTP/1.1" status: 200 len: 217 time: 0.4367843 Apr 20 17:22:48.405894 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-9247b25c-7063-4184-a41e-9acbfa2d05c0 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Allocated IP 172.25.8.15 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/01a02fd3-431b-44a9-b48e-791adfae2a4b) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:22:48.607162 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 2adcaf18-df23-4efa-b7b1-ece8b41c1acf no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:22:48.622099 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-cd6c83e7-83e0-4ea4-8b24-31c1911ceac7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:48.623599 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-cd6c83e7-83e0-4ea4-8b24-31c1911ceac7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=93f834c9-d665-4383-8c5d-7a7311783f9a HTTP/1.1" status: 200 len: 797 time: 0.2317457 Apr 20 17:22:48.650753 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b4e7b-806d-4e82-8435-64e6c475d9c7 None None] Pushing event updated for resources: {'Port': ['ID=26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c,revision_number=4']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:48.757126 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7269d895-fa59-4ac8-ba9f-0000210719ba tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:22:48.769251 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7269d895-fa59-4ac8-ba9f-0000210719ba tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:48.819182 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e3fcb-127d-44d5-a702-673654b3e40a req-9b436736-9055-4d7a-b888-b31bca536884 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:48.820344 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-e470fff3-cca0-4f3b-ae5d-905d5269913c None None] Set router 2bf56fb4-99bd-4ec3-92c5-ff289944c36c gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:22:48.827893 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c28e3fcb-127d-44d5-a702-673654b3e40a req-9b436736-9055-4d7a-b888-b31bca536884 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 944 time: 0.6023052 Apr 20 17:22:48.945114 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c2d7f8-be43-43ac-bad3-51505fd12b27 None None] Sync routers for ids ['e27406a2-f3dd-44fb-9c24-d039092153da'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:22:48.949660 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7269d895-fa59-4ac8-ba9f-0000210719ba tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "PUT /v2.0/floatingips/638347a9-275e-4863-8918-66ede1b50d97 HTTP/1.1" status: 200 len: 992 time: 10.2860951 Apr 20 17:22:48.954554 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '618030c4-b0fe-41c0-ba26-4a6325b89531', 'tag': 'ca3453d0-7f07-4e9c-8b96-ebe8788d961d'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:22:48.974801 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-5fb7b59a-e166-4d0a-a970-e55977bb1a4d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d9f1e448-db15-4c9f-8c5b-a0fa35869e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3417559 Apr 20 17:22:48.986052 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 1404d81a-9b7d-447d-8ef0-dbff65c1e954 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:22:48.992985 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c28e3fcb-127d-44d5-a702-673654b3e40a req-05ece41b-d5ac-4e53-ae93-19f56ea997cd tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637421 Apr 20 17:22:49.047900 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9247b25c-7063-4184-a41e-9acbfa2d05c0 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:49.212644 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9247b25c-7063-4184-a41e-9acbfa2d05c0 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:49.306112 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:49.325280 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:22:49.359201 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=56835b4b-6a4b-4e13-a58f-4929604a19fe,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:49.367093 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247b25c-7063-4184-a41e-9acbfa2d05c0 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Pushing event updated for resources: {'Port': ['ID=01a02fd3-431b-44a9-b48e-791adfae2a4b,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:49.399731 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c2d7f8-be43-43ac-bad3-51505fd12b27 None None] Routers {'e27406a2-f3dd-44fb-9c24-d039092153da'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:22:49.402599 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-88c2d7f8-be43-43ac-bad3-51505fd12b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:22:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e27406a2-f3dd-44fb-9c24-d039092153da'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:49.406297 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9247b25c-7063-4184-a41e-9acbfa2d05c0 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:22:49.415279 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-9247b25c-7063-4184-a41e-9acbfa2d05c0 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:49.423053 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9247b25c-7063-4184-a41e-9acbfa2d05c0 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:22:49.474429 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-fe02f02b-2c20-4769-b731-555b18143e59 service neutron] 10.222.0.10 "GET /v2.0/networks/d9f1e448-db15-4c9f-8c5b-a0fa35869e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4802251 Apr 20 17:22:49.580487 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae9ec9-a10a-4101-9d7c-fe4160659402 req-9326caad-ce62-4953-a838-a5f4b1b9c549 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:49.581537 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6efb0d-80b2-4d92-b49d-35a5dca6ab69 req-ce3dc35b-e4ff-4c3e-b33d-bfcf905ae493 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:49.583841 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7e6efb0d-80b2-4d92-b49d-35a5dca6ab69 req-ce3dc35b-e4ff-4c3e-b33d-bfcf905ae493 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394 HTTP/1.1" status: 200 len: 945 time: 0.2693737 Apr 20 17:22:49.590526 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b4ae9ec9-a10a-4101-9d7c-fe4160659402 req-9326caad-ce62-4953-a838-a5f4b1b9c549 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 946 time: 0.5120168 Apr 20 17:22:49.671847 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 6887a273-76cb-4753-b5d5-60e022da65bd, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=6887a273-76cb-4753-b5d5-60e022da65bd,segment=NetworkSegment(b7f6a108-6de3-4d12-92d3-ffddaf981259),segment_id=b7f6a108-6de3-4d12-92d3-ffddaf981259)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:49.677958 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e470fff3-cca0-4f3b-ae5d-905d5269913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'name': 'tempest-ServersTestJSON-62221962-router', 'tenant_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '71711c13-fd92-43e4-8df0-28c8bd78328c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:11Z', 'updated_at': '2022-04-20T17:22:17Z', 'revision_number': 4, 'project_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'gw_port': {'id': '71711c13-fd92-43e4-8df0-28c8bd78328c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:12Z', 'updated_at': '2022-04-20T17:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c', 'name': '', 'network_id': '9d733250-971e-4579-b396-0c5e38ae2045', 'tenant_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'mac_address': 'fa:16:3e:3a:92:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f89003a5-43c9-4fe7-8a63-6a7f162418c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:16Z', 'updated_at': '2022-04-20T17:22:47Z', 'revision_number': 4, 'project_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'subnets': [{'id': 'f89003a5-43c9-4fe7-8a63-6a7f162418c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:49.678592 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7e6efb0d-80b2-4d92-b49d-35a5dca6ab69 req-82be60e4-10cb-4223-a0b0-b375b60819c7 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/security-groups?id=63c79d51-3783-4445-a38b-9a1bacf807c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876896 Apr 20 17:22:49.699364 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e470fff3-cca0-4f3b-ae5d-905d5269913c None None] The sync data for ids ['2bf56fb4-99bd-4ec3-92c5-ff289944c36c'] in n-d-838032-1 is: [{'id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'name': 'tempest-ServersTestJSON-62221962-router', 'tenant_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '71711c13-fd92-43e4-8df0-28c8bd78328c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:11Z', 'updated_at': '2022-04-20T17:22:17Z', 'revision_number': 4, 'project_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'gw_port': {'id': '71711c13-fd92-43e4-8df0-28c8bd78328c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:12Z', 'updated_at': '2022-04-20T17:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c', 'name': '', 'network_id': '9d733250-971e-4579-b396-0c5e38ae2045', 'tenant_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'mac_address': 'fa:16:3e:3a:92:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f89003a5-43c9-4fe7-8a63-6a7f162418c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:16Z', 'updated_at': '2022-04-20T17:22:47Z', 'revision_number': 4, 'project_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'subnets': [{'id': 'f89003a5-43c9-4fe7-8a63-6a7f162418c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:22:49.719402 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-929ac2d4-b8da-41b5-9d9c-994251bf9cb0 req-316618e5-772a-458d-b2f9-cd4cd761f567 service neutron] 10.222.0.10 "GET /v2.0/networks/d9f1e448-db15-4c9f-8c5b-a0fa35869e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376761 Apr 20 17:22:49.767590 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b4ae9ec9-a10a-4101-9d7c-fe4160659402 req-4b918ba1-6eea-43bb-995b-7b88fc264159 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697607 Apr 20 17:22:49.803567 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-88c2d7f8-be43-43ac-bad3-51505fd12b27 None None] Set router e27406a2-f3dd-44fb-9c24-d039092153da gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:22:49.859267 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d5f0aa9-e1f6-48d8-8724-7f8ded8b6f8f'] response: {'name': 'network-changed', 'server_uuid': '618030c4-b0fe-41c0-ba26-4a6325b89531', 'tag': 'ca3453d0-7f07-4e9c-8b96-ebe8788d961d', 'status': 'completed', 'code': 200} Apr 20 17:22:49.928466 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '6887a273-76cb-4753-b5d5-60e022da65bd', 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9', 'port_id': '6887a273-76cb-4753-b5d5-60e022da65bd', 'mac_address': 'fa:16:3e:5e:5c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be91a7bc-1185-4002-b13c-e1f041fc679d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:22:49.992806 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cdba82-491d-4728-91ab-05dd2618b667 None None] Sync routers for ids ['fbec7869-d1f5-4adb-b464-d88111308140'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:22:50.037998 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ea3b0d5e-6d51-40d9-a817-0fa472470e6f req-09acfdcc-b6af-4931-8633-b898062b925d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=02869399c9f94c6e8f223671a74b81d5&device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 1097 time: 0.1494219 Apr 20 17:22:50.075732 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cdba82-491d-4728-91ab-05dd2618b667 None None] Routers {'fbec7869-d1f5-4adb-b464-d88111308140'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:22:50.076455 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e5cdba82-491d-4728-91ab-05dd2618b667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:22:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['fbec7869-d1f5-4adb-b464-d88111308140'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:50.154895 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22c6d6b-b4cc-4fc9-8930-1027ca8a0689', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2adcaf18-df23-4efa-b7b1-ece8b41c1acf'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:22:50.340216 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 2adcaf18-df23-4efa-b7b1-ece8b41c1acf, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=2adcaf18-df23-4efa-b7b1-ece8b41c1acf,segment=NetworkSegment(5738320b-bb4f-4c6b-94f2-7a17321dd8ad),segment_id=5738320b-bb4f-4c6b-94f2-7a17321dd8ad)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:50.381947 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:50.481591 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b0d5e-6d51-40d9-a817-0fa472470e6f req-627e2dbf-82d4-422b-b31b-75088cf9cb76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:50.484745 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ea3b0d5e-6d51-40d9-a817-0fa472470e6f req-627e2dbf-82d4-422b-b31b-75088cf9cb76 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b36794c-34c3-4e2e-bc39-30e014c826c8 HTTP/1.1" status: 200 len: 918 time: 0.4403858 Apr 20 17:22:50.539605 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:50.590283 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 1404d81a-9b7d-447d-8ef0-dbff65c1e954 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:50.740009 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479d2de-d5df-483c-8a98-0183ab58878c req-e66043e1-ce28-4b53-b554-c3d8f64cceb0 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:50.747756 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e479d2de-d5df-483c-8a98-0183ab58878c req-e66043e1-ce28-4b53-b554-c3d8f64cceb0 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 944 time: 0.4176629 Apr 20 17:22:50.766970 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6887a273-76cb-4753-b5d5-60e022da65bd {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:22:50.774423 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ea3b0d5e-6d51-40d9-a817-0fa472470e6f req-019d568b-fa70-4328-aead-83a035e6cf25 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca3453d0-7f07-4e9c-8b96-ebe8788d961d HTTP/1.1" status: 200 len: 1000 time: 0.2830496 Apr 20 17:22:50.801914 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-e5cdba82-491d-4728-91ab-05dd2618b667 None None] Set router fbec7869-d1f5-4adb-b464-d88111308140 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:22:50.823199 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e479d2de-d5df-483c-8a98-0183ab58878c req-202a0cca-f56a-4a8d-847d-6d293b4cd50b tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744314 Apr 20 17:22:50.872821 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 1404d81a-9b7d-447d-8ef0-dbff65c1e954 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:50.873223 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:50.945185 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b0d5e-6d51-40d9-a817-0fa472470e6f req-69d54394-19ad-45f0-b7e4-7507f2b63c6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:50.948056 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ea3b0d5e-6d51-40d9-a817-0fa472470e6f req-69d54394-19ad-45f0-b7e4-7507f2b63c6b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=35e9f78d-225c-4d9e-a6cf-92423d188840 HTTP/1.1" status: 200 len: 856 time: 0.1675670 Apr 20 17:22:51.054260 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1beb0d6-c721-4847-9c50-a79ad9632d22'] response: {'server_uuid': 'f22c6d6b-b4cc-4fc9-8930-1027ca8a0689', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2adcaf18-df23-4efa-b7b1-ece8b41c1acf', 'code': 200} Apr 20 17:22:51.104904 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 6887a273-76cb-4753-b5d5-60e022da65bd, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=6887a273-76cb-4753-b5d5-60e022da65bd,segment=NetworkSegment(b7f6a108-6de3-4d12-92d3-ffddaf981259),segment_id=b7f6a108-6de3-4d12-92d3-ffddaf981259)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:51.161596 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ea3b0d5e-6d51-40d9-a817-0fa472470e6f req-895a4ffa-a756-491b-86d2-ff2dafedf868 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b36794c-34c3-4e2e-bc39-30e014c826c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2067430 Apr 20 17:22:51.243221 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:51.246799 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9247b25c-7063-4184-a41e-9acbfa2d05c0 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:51.250716 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 2adcaf18-df23-4efa-b7b1-ece8b41c1acf details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:22:51.396456 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedb2d1-b6c4-4740-a2de-bdace2834880 req-4e424474-85d7-4002-8603-b655993f7561 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:51.402650 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ddedb2d1-b6c4-4740-a2de-bdace2834880 req-4e424474-85d7-4002-8603-b655993f7561 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394 HTTP/1.1" status: 200 len: 945 time: 0.2876039 Apr 20 17:22:51.412637 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=2adcaf18-df23-4efa-b7b1-ece8b41c1acf,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:51.436317 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9247b25c-7063-4184-a41e-9acbfa2d05c0 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:51.543894 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8466a2-965c-40ed-af42-21189f824b77 req-5ac7b0c3-47df-4154-ab5c-4549fe29b5ab tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:51.551440 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9f8466a2-965c-40ed-af42-21189f824b77 req-5ac7b0c3-47df-4154-ab5c-4549fe29b5ab tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 944 time: 0.3468800 Apr 20 17:22:51.579733 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ea3b0d5e-6d51-40d9-a817-0fa472470e6f req-9defec2d-5479-478a-9210-9baba767c7de service neutron] 10.222.0.43 "GET /v2.0/networks/2b36794c-34c3-4e2e-bc39-30e014c826c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122975 Apr 20 17:22:51.618697 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9f8466a2-965c-40ed-af42-21189f824b77 req-7502e91c-6831-4c56-a006-025e3ea872f6 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661938 Apr 20 17:22:51.725197 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e5cdba82-491d-4728-91ab-05dd2618b667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'name': 'tempest-ServerRescueNegativeTestJSON-1088983148-router', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:08Z', 'updated_at': '2022-04-20T17:22:23Z', 'revision_number': 4, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'gw_port': {'id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:09Z', 'updated_at': '2022-04-20T17:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '52c0becb-a191-4a1c-9aa5-794c4d5a4c58', 'name': '', 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'mac_address': 'fa:16:3e:09:65:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be91a7bc-1185-4002-b13c-e1f041fc679d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:22Z', 'updated_at': '2022-04-20T17:22:24Z', 'revision_number': 2, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'subnets': [{'id': 'be91a7bc-1185-4002-b13c-e1f041fc679d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:51.730569 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cdba82-491d-4728-91ab-05dd2618b667 None None] Checking router: fbec7869-d1f5-4adb-b464-d88111308140 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:22:51.731275 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cdba82-491d-4728-91ab-05dd2618b667 None None] Updating router fbec7869-d1f5-4adb-b464-d88111308140 port 52c0becb-a191-4a1c-9aa5-794c4d5a4c58 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:22:51.760708 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ddedb2d1-b6c4-4740-a2de-bdace2834880 req-447b27c3-be61-4d9e-b54b-11743241f3da tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/security-groups?id=63c79d51-3783-4445-a38b-9a1bacf807c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2145495 Apr 20 17:22:51.777952 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=6887a273-76cb-4753-b5d5-60e022da65bd,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:51.798905 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:51.814966 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:51.815565 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:51.866848 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.resource_extend [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:22:51.876925 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-e5cdba82-491d-4728-91ab-05dd2618b667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:51.881924 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ea3b0d5e-6d51-40d9-a817-0fa472470e6f req-c9ad1027-6682-47bb-b3e1-6fe344d32480 service neutron] 10.222.0.43 "GET /v2.0/networks/2b36794c-34c3-4e2e-bc39-30e014c826c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781618 Apr 20 17:22:52.140144 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9247b25c-7063-4184-a41e-9acbfa2d05c0 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:52.151298 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9247b25c-7063-4184-a41e-9acbfa2d05c0 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:52.195765 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:52.367582 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247b25c-7063-4184-a41e-9acbfa2d05c0 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Pushing event updated for resources: {'Port': ['ID=01a02fd3-431b-44a9-b48e-791adfae2a4b,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:52.391101 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c8736-41ba-4751-bb05-e77633a4885c req-205f59f6-9a4e-4175-9844-b053601d8682 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:52.398659 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-374c8736-41ba-4751-bb05-e77633a4885c req-205f59f6-9a4e-4175-9844-b053601d8682 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 945 time: 0.3444207 Apr 20 17:22:52.406521 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9247b25c-7063-4184-a41e-9acbfa2d05c0 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:52.421669 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 1404d81a-9b7d-447d-8ef0-dbff65c1e954, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=1404d81a-9b7d-447d-8ef0-dbff65c1e954,segment=NetworkSegment(b7f6a108-6de3-4d12-92d3-ffddaf981259),segment_id=b7f6a108-6de3-4d12-92d3-ffddaf981259)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:52.456443 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-374c8736-41ba-4751-bb05-e77633a4885c req-60aaa612-d4ed-4b98-9e14-530659bdb9dc tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568244 Apr 20 17:22:52.519318 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:52.615543 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device d4e27f75-8c74-4e8e-acc4-4f111988379d up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:22:52.634969 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-e5cdba82-491d-4728-91ab-05dd2618b667 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:52.663021 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-e5cdba82-491d-4728-91ab-05dd2618b667 None None] Transition to ACTIVE for port object 52c0becb-a191-4a1c-9aa5-794c4d5a4c58 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:22:52.685204 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-e5cdba82-491d-4728-91ab-05dd2618b667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:52.853161 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 2adcaf18-df23-4efa-b7b1-ece8b41c1acf, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=2adcaf18-df23-4efa-b7b1-ece8b41c1acf,segment=NetworkSegment(5738320b-bb4f-4c6b-94f2-7a17321dd8ad),segment_id=5738320b-bb4f-4c6b-94f2-7a17321dd8ad)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:52.926513 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '2adcaf18-df23-4efa-b7b1-ece8b41c1acf', 'network_id': 'a67a341d-b672-4104-af6c-e38bcd7fa6c1', 'port_id': '2adcaf18-df23-4efa-b7b1-ece8b41c1acf', 'mac_address': 'fa:16:3e:99:4a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546f1609-2082-4535-ba40-673d62b673a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:22:52.937130 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:53.035047 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbad7ca-d87e-4ee0-a313-63b7c312aac0 None None] Pushing event updated for resources: {'Port': ['ID=52c0becb-a191-4a1c-9aa5-794c4d5a4c58,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:53.043553 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=1404d81a-9b7d-447d-8ef0-dbff65c1e954,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:53.064918 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa6c595-783c-49ef-974f-ac53320bbeda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1404d81a-9b7d-447d-8ef0-dbff65c1e954'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:22:53.081919 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-88c2d7f8-be43-43ac-bad3-51505fd12b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'name': 'tempest-AttachVolumeShelveTestJSON-1002173449-router', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:40Z', 'updated_at': '2022-04-20T17:21:55Z', 'revision_number': 4, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'gw_port': {'id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:42Z', 'updated_at': '2022-04-20T17:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '638347a9-275e-4863-8918-66ede1b50d97', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'floating_ip_address': '172.25.8.132', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'port_id': 'ca3453d0-7f07-4e9c-8b96-ebe8788d961d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8', 'mac_address': 'fa:16:3e:43:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618030c4-b0fe-41c0-ba26-4a6325b89531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:22:07Z', 'updated_at': '2022-04-20T17:22:40Z', 'revision_number': 1, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7abe4fbe-0772-4fad-86b6-c5de891dab60', 'name': '', 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'mac_address': 'fa:16:3e:44:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:53Z', 'updated_at': '2022-04-20T17:22:05Z', 'revision_number': 5, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'subnets': [{'id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:53.110989 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c2d7f8-be43-43ac-bad3-51505fd12b27 None None] Checking router: e27406a2-f3dd-44fb-9c24-d039092153da for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:22:53.123941 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc921b-8231-462f-844e-5b9374c9722d req-f0967c0d-f3a9-47a5-8c8c-563b12542e2f tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:53.125543 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d9dc921b-8231-462f-844e-5b9374c9722d req-f0967c0d-f3a9-47a5-8c8c-563b12542e2f tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 944 time: 0.2641103 Apr 20 17:22:53.149382 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c2d7f8-be43-43ac-bad3-51505fd12b27 None None] Routers {'e27406a2-f3dd-44fb-9c24-d039092153da'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:22:53.150640 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-88c2d7f8-be43-43ac-bad3-51505fd12b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:22:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e27406a2-f3dd-44fb-9c24-d039092153da'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:53.196714 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-e5cdba82-491d-4728-91ab-05dd2618b667 None None] Attempting to bind port 52c0becb-a191-4a1c-9aa5-794c4d5a4c58 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:22:53.196714 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-e5cdba82-491d-4728-91ab-05dd2618b667 None None] Attempting to bind port 52c0becb-a191-4a1c-9aa5-794c4d5a4c58 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'b7f6a108-6de3-4d12-92d3-ffddaf981259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:22:53.197176 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cdba82-491d-4728-91ab-05dd2618b667 None None] Attempting to bind port 52c0becb-a191-4a1c-9aa5-794c4d5a4c58 on network f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:22:53.216030 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cdba82-491d-4728-91ab-05dd2618b667 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:22:53.216834 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cdba82-491d-4728-91ab-05dd2618b667 None None] Checking segment: {'id': 'b7f6a108-6de3-4d12-92d3-ffddaf981259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:22:53.217237 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-e5cdba82-491d-4728-91ab-05dd2618b667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:53.217693 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cdba82-491d-4728-91ab-05dd2618b667 None None] Bound using segment: {'id': 'b7f6a108-6de3-4d12-92d3-ffddaf981259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:22:53.219317 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-e5cdba82-491d-4728-91ab-05dd2618b667 None None] Bound port: 52c0becb-a191-4a1c-9aa5-794c4d5a4c58, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f6a108-6de3-4d12-92d3-ffddaf981259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:22:53.219881 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-e5cdba82-491d-4728-91ab-05dd2618b667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:53.285307 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516fe6c3-755b-4684-9980-4f455e82554b req-cdbb23d8-8fa3-46c4-a666-4ef3e5765d44 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:53.296299 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-516fe6c3-755b-4684-9980-4f455e82554b req-cdbb23d8-8fa3-46c4-a666-4ef3e5765d44 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394 HTTP/1.1" status: 200 len: 945 time: 0.2513046 Apr 20 17:22:53.330332 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d9dc921b-8231-462f-844e-5b9374c9722d req-bd503f26-f0da-40f3-a56d-b5b0ba67f9ee tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871445 Apr 20 17:22:53.387157 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [None req-9247b25c-7063-4184-a41e-9acbfa2d05c0 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Floating IP faa957ca-b93e-4920-8e6e-06bb5d37d0dc associated. External IP: 172.25.8.15, port: e02aaf4b-265b-4c02-a27b-ce39bd9e6aac. Apr 20 17:22:53.389012 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-516fe6c3-755b-4684-9980-4f455e82554b req-91c53eab-2e4c-43ba-827b-6f793dea84ac tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/security-groups?id=63c79d51-3783-4445-a38b-9a1bacf807c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917537 Apr 20 17:22:53.553164 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-e5cdba82-491d-4728-91ab-05dd2618b667 None None] For port 52c0becb-a191-4a1c-9aa5-794c4d5a4c58, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:22:53.569431 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:53.575377 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-e5cdba82-491d-4728-91ab-05dd2618b667 None None] For port 52c0becb-a191-4a1c-9aa5-794c4d5a4c58, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=52c0becb-a191-4a1c-9aa5-794c4d5a4c58,segment=NetworkSegment(b7f6a108-6de3-4d12-92d3-ffddaf981259),segment_id=b7f6a108-6de3-4d12-92d3-ffddaf981259)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:22:53.587891 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-e5cdba82-491d-4728-91ab-05dd2618b667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:53.600556 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c,segment=NetworkSegment(d3f17aef-391f-42f6-b43c-29519f737eba),segment_id=d3f17aef-391f-42f6-b43c-29519f737eba)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:53.618533 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:53.697069 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port d4e27f75-8c74-4e8e-acc4-4f111988379d completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:53.706273 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:53.709441 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port d4e27f75-8c74-4e8e-acc4-4f111988379d triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:53.710026 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:53.747498 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2adcaf18-df23-4efa-b7b1-ece8b41c1acf {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:22:53.835806 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 2adcaf18-df23-4efa-b7b1-ece8b41c1acf, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=2adcaf18-df23-4efa-b7b1-ece8b41c1acf,segment=NetworkSegment(5738320b-bb4f-4c6b-94f2-7a17321dd8ad),segment_id=5738320b-bb4f-4c6b-94f2-7a17321dd8ad)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:53.871054 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:53.891231 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbad7ca-d87e-4ee0-a313-63b7c312aac0 None None] Pushing event updated for resources: {'Port': ['ID=52c0becb-a191-4a1c-9aa5-794c4d5a4c58,revision_number=4']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:53.937758 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a9269-cc09-46d8-afb5-71e88cb7568a req-290985e1-0521-4ddd-8a9e-95b740cb06b5 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:53.942154 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cdba82-491d-4728-91ab-05dd2618b667 None None] Routers {'fbec7869-d1f5-4adb-b464-d88111308140'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:22:53.942823 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e5cdba82-491d-4728-91ab-05dd2618b667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:22:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['fbec7869-d1f5-4adb-b464-d88111308140'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:53.946020 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a42a9269-cc09-46d8-afb5-71e88cb7568a req-290985e1-0521-4ddd-8a9e-95b740cb06b5 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 945 time: 0.1869512 Apr 20 17:22:54.002073 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 56835b4b-6a4b-4e13-a58f-4929604a19fe up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:22:54.021703 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a42a9269-cc09-46d8-afb5-71e88cb7568a req-1e1c05d8-852f-415e-9f6a-09adacb56b45 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736740 Apr 20 17:22:54.091071 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-492b6a75-3234-4f1d-8a9f-333bd4656e30'] response: {'server_uuid': '7fa6c595-783c-49ef-974f-ac53320bbeda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1404d81a-9b7d-447d-8ef0-dbff65c1e954', 'code': 200} Apr 20 17:22:54.295006 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9247b25c-7063-4184-a41e-9acbfa2d05c0 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Router 3898a6ed-f304-45e5-97a0-8a76cec68548 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:22:54.330073 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['6887a273-76cb-4753-b5d5-60e022da65bd'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:22:54.345684 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-063d3cfd-c518-44da-a49c-0679b73d6889 req-5e36bc9c-ab8f-4812-ae66-8fe80efa403d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7fa6c595-783c-49ef-974f-ac53320bbeda HTTP/1.1" status: 200 len: 1097 time: 0.2280927 Apr 20 17:22:54.368869 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-e5cdba82-491d-4728-91ab-05dd2618b667 None None] Set router fbec7869-d1f5-4adb-b464-d88111308140 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:22:54.386792 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-88c2d7f8-be43-43ac-bad3-51505fd12b27 None None] Set router e27406a2-f3dd-44fb-9c24-d039092153da gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:22:54.507093 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-063d3cfd-c518-44da-a49c-0679b73d6889 req-3501ba16-57cb-4030-b373-07d2c5087cc3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543200 Apr 20 17:22:54.524186 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['2adcaf18-df23-4efa-b7b1-ece8b41c1acf'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:22:54.663711 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45360) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:54.735980 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3be52c-e67d-49fd-b12c-1a551dfbbc6d req-9081cff5-50b7-41fa-aa5b-3d12215ef35f tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:54.740751 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cf3be52c-e67d-49fd-b12c-1a551dfbbc6d req-9081cff5-50b7-41fa-aa5b-3d12215ef35f tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 945 time: 0.2327516 Apr 20 17:22:54.803273 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:54.840936 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=2adcaf18-df23-4efa-b7b1-ece8b41c1acf,revision_number=7']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:54.901958 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port d4e27f75-8c74-4e8e-acc4-4f111988379d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=d4e27f75-8c74-4e8e-acc4-4f111988379d,segment=NetworkSegment(d3f17aef-391f-42f6-b43c-29519f737eba),segment_id=d3f17aef-391f-42f6-b43c-29519f737eba)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:54.914398 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cf3be52c-e67d-49fd-b12c-1a551dfbbc6d req-63144cf0-b2bc-4779-91e7-0afd7d123677 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659932 Apr 20 17:22:54.973921 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-87f42eb7-540b-4d89-ae24-4a48293a57d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:54.976048 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:54.996645 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e45ee-b3b8-417e-83c6-99e77394c288 req-f2b3d06a-1b9d-4c38-8669-a07b8eaab8dc tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:54.998354 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4d0e45ee-b3b8-417e-83c6-99e77394c288 req-f2b3d06a-1b9d-4c38-8669-a07b8eaab8dc tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394 HTTP/1.1" status: 200 len: 945 time: 0.2919512 Apr 20 17:22:55.036760 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 56835b4b-6a4b-4e13-a58f-4929604a19fe triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:55.038430 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:55.075070 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-87f42eb7-540b-4d89-ae24-4a48293a57d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:55.079267 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e5cdba82-491d-4728-91ab-05dd2618b667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'name': 'tempest-ServerRescueNegativeTestJSON-1088983148-router', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:08Z', 'updated_at': '2022-04-20T17:22:23Z', 'revision_number': 4, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'gw_port': {'id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:09Z', 'updated_at': '2022-04-20T17:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '52c0becb-a191-4a1c-9aa5-794c4d5a4c58', 'name': '', 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'mac_address': 'fa:16:3e:09:65:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be91a7bc-1185-4002-b13c-e1f041fc679d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:22Z', 'updated_at': '2022-04-20T17:22:53Z', 'revision_number': 4, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'subnets': [{'id': 'be91a7bc-1185-4002-b13c-e1f041fc679d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:55.082883 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4d0e45ee-b3b8-417e-83c6-99e77394c288 req-3891eec7-3b05-407f-a9d6-57e366079833 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/security-groups?id=63c79d51-3783-4445-a38b-9a1bacf807c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782189 Apr 20 17:22:55.083916 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-87f42eb7-540b-4d89-ae24-4a48293a57d4 admin admin] Usage tracker for resource:security_group_rule and tenant:2d1ec24d2dbf472d8eaea4f3c1ab294e is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:55.085380 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cdba82-491d-4728-91ab-05dd2618b667 None None] The sync data for ids ['fbec7869-d1f5-4adb-b464-d88111308140'] in n-d-838032-1 is: [{'id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'name': 'tempest-ServerRescueNegativeTestJSON-1088983148-router', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:08Z', 'updated_at': '2022-04-20T17:22:23Z', 'revision_number': 4, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'gw_port': {'id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:09Z', 'updated_at': '2022-04-20T17:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '52c0becb-a191-4a1c-9aa5-794c4d5a4c58', 'name': '', 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'mac_address': 'fa:16:3e:09:65:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be91a7bc-1185-4002-b13c-e1f041fc679d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:22Z', 'updated_at': '2022-04-20T17:22:53Z', 'revision_number': 4, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'subnets': [{'id': 'be91a7bc-1185-4002-b13c-e1f041fc679d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:22:55.088836 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-87f42eb7-540b-4d89-ae24-4a48293a57d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:55.096940 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-87f42eb7-540b-4d89-ae24-4a48293a57d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:55.147583 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9247b25c-7063-4184-a41e-9acbfa2d05c0 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:22:55.176776 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=d4e27f75-8c74-4e8e-acc4-4f111988379d,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:55.228040 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966fe2b1-4726-449d-9d76-ca95afa8fbfe None None] Sync routers for ids ['3898a6ed-f304-45e5-97a0-8a76cec68548'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:22:55.234948 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9247b25c-7063-4184-a41e-9acbfa2d05c0 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:55.309578 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-87f42eb7-540b-4d89-ae24-4a48293a57d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:55.318212 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-87f42eb7-540b-4d89-ae24-4a48293a57d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:55.372034 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9247b25c-7063-4184-a41e-9acbfa2d05c0 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 8.3473434 Apr 20 17:22:55.373019 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45368) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:55.383329 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ed271-1d88-45fe-89b3-0d259b91a699 req-2c0cd6b9-575b-403e-98d1-7c9d7300f352 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:55.386138 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f88ed271-1d88-45fe-89b3-0d259b91a699 req-2c0cd6b9-575b-403e-98d1-7c9d7300f352 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 945 time: 0.1273375 Apr 20 17:22:55.468013 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f42eb7-540b-4d89-ae24-4a48293a57d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec02c8c7-e1f1-4f2e-9b4a-a7e1446f5eea,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:55.518526 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-87f42eb7-540b-4d89-ae24-4a48293a57d4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2d1ec24d2dbf472d8eaea4f3c1ab294e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8537552 Apr 20 17:22:55.526696 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45372) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:55.530541 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f88ed271-1d88-45fe-89b3-0d259b91a699 req-6868a502-745f-4f88-a694-5fba0d585758 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276090 Apr 20 17:22:55.641139 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966fe2b1-4726-449d-9d76-ca95afa8fbfe None None] Routers {'3898a6ed-f304-45e5-97a0-8a76cec68548'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:22:55.645776 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-966fe2b1-4726-449d-9d76-ca95afa8fbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:22:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['3898a6ed-f304-45e5-97a0-8a76cec68548'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:55.684259 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fbe7de3d-c612-46fd-964e-61b2eaddb633 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] 10.222.0.39 "GET /v2.0/floatingips/faa957ca-b93e-4920-8e6e-06bb5d37d0dc HTTP/1.1" status: 200 len: 981 time: 0.3053207 Apr 20 17:22:55.687153 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45376) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:55.796402 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-167e36ba-5a85-4be5-abf5-11addced8677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:55.881663 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-167e36ba-5a85-4be5-abf5-11addced8677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:55.983981 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-966fe2b1-4726-449d-9d76-ca95afa8fbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:56.009601 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c5809e1d-923c-4f64-88a0-76cbd8ec1d71 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3513 time: 0.3192689 Apr 20 17:22:56.013360 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45384) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:56.052208 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-167e36ba-5a85-4be5-abf5-11addced8677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:56.076762 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966fe2b1-4726-449d-9d76-ca95afa8fbfe None None] Routers {'3898a6ed-f304-45e5-97a0-8a76cec68548'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:22:56.077622 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-966fe2b1-4726-449d-9d76-ca95afa8fbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:22:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['3898a6ed-f304-45e5-97a0-8a76cec68548'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:56.095013 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e36ba-5a85-4be5-abf5-11addced8677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec02c8c7-e1f1-4f2e-9b4a-a7e1446f5eea,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:56.111898 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-167e36ba-5a85-4be5-abf5-11addced8677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:56.133122 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-167e36ba-5a85-4be5-abf5-11addced8677 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ec02c8c7-e1f1-4f2e-9b4a-a7e1446f5eea HTTP/1.1" status: 204 len: 168 time: 0.6051500 Apr 20 17:22:56.159747 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e27f75-8c74-4e8e-acc4-4f111988379d'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:22:56.264344 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-966fe2b1-4726-449d-9d76-ca95afa8fbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:56.267628 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966fe2b1-4726-449d-9d76-ca95afa8fbfe None None] The sync data for ids ['3898a6ed-f304-45e5-97a0-8a76cec68548'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:22:56.287128 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-88c2d7f8-be43-43ac-bad3-51505fd12b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'name': 'tempest-AttachVolumeShelveTestJSON-1002173449-router', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:40Z', 'updated_at': '2022-04-20T17:21:55Z', 'revision_number': 4, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'gw_port': {'id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:42Z', 'updated_at': '2022-04-20T17:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '638347a9-275e-4863-8918-66ede1b50d97', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'floating_ip_address': '172.25.8.132', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'port_id': 'ca3453d0-7f07-4e9c-8b96-ebe8788d961d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8', 'mac_address': 'fa:16:3e:43:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618030c4-b0fe-41c0-ba26-4a6325b89531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:22:07Z', 'updated_at': '2022-04-20T17:22:40Z', 'revision_number': 1, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7abe4fbe-0772-4fad-86b6-c5de891dab60', 'name': '', 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'mac_address': 'fa:16:3e:44:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:53Z', 'updated_at': '2022-04-20T17:22:05Z', 'revision_number': 5, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'subnets': [{'id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:56.298600 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c2d7f8-be43-43ac-bad3-51505fd12b27 None None] The sync data for ids ['e27406a2-f3dd-44fb-9c24-d039092153da'] in n-d-838032-1 is: [{'id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'name': 'tempest-AttachVolumeShelveTestJSON-1002173449-router', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:40Z', 'updated_at': '2022-04-20T17:21:55Z', 'revision_number': 4, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'gw_port': {'id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:42Z', 'updated_at': '2022-04-20T17:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '638347a9-275e-4863-8918-66ede1b50d97', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'floating_ip_address': '172.25.8.132', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'port_id': 'ca3453d0-7f07-4e9c-8b96-ebe8788d961d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8', 'mac_address': 'fa:16:3e:43:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618030c4-b0fe-41c0-ba26-4a6325b89531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:22:07Z', 'updated_at': '2022-04-20T17:22:40Z', 'revision_number': 1, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7abe4fbe-0772-4fad-86b6-c5de891dab60', 'name': '', 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'mac_address': 'fa:16:3e:44:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:53Z', 'updated_at': '2022-04-20T17:22:05Z', 'revision_number': 5, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'subnets': [{'id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:22:56.372782 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 52c0becb-a191-4a1c-9aa5-794c4d5a4c58 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:22:56.453700 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ab942-7d51-46f5-8712-082b9d4017ab req-18480be2-9ab0-4bb7-856d-a54a02bc7738 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:56.461131 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-041ab942-7d51-46f5-8712-082b9d4017ab req-18480be2-9ab0-4bb7-856d-a54a02bc7738 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 945 time: 0.2231438 Apr 20 17:22:56.545862 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-041ab942-7d51-46f5-8712-082b9d4017ab req-8abb48ba-c556-49cc-b9ff-09809d7dbda1 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835218 Apr 20 17:22:56.572219 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 52c0becb-a191-4a1c-9aa5-794c4d5a4c58 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:56.577771 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 52c0becb-a191-4a1c-9aa5-794c4d5a4c58 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:56.578143 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:56.611499 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-cb29ed56-acdd-495a-bcc2-9e11c7aa6b48 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Deleting port 01a02fd3-431b-44a9-b48e-791adfae2a4b {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:22:56.611972 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cb29ed56-acdd-495a-bcc2-9e11c7aa6b48 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:56.682253 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43cfa8d1-0fd3-4a7a-ad2a-84f82ad14cf3'] response: {'server_uuid': 'b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e27f75-8c74-4e8e-acc4-4f111988379d', 'code': 200} Apr 20 17:22:56.801969 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:56.812995 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45398) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:56.839995 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-be965b0b-91f7-4a82-913e-5114adfd5b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:56.845608 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 52c0becb-a191-4a1c-9aa5-794c4d5a4c58, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=52c0becb-a191-4a1c-9aa5-794c4d5a4c58,segment=NetworkSegment(b7f6a108-6de3-4d12-92d3-ffddaf981259),segment_id=b7f6a108-6de3-4d12-92d3-ffddaf981259)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:56.857776 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:56.859200 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:22:56.965751 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cb29ed56-acdd-495a-bcc2-9e11c7aa6b48 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:56.966073 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cb29ed56-acdd-495a-bcc2-9e11c7aa6b48 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:57.025481 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-be965b0b-91f7-4a82-913e-5114adfd5b31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:57.031507 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-be965b0b-91f7-4a82-913e-5114adfd5b31 admin admin] Usage tracker for resource:security_group_rule and tenant:c43190e5a41044beb8e35214bc682d1a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:57.038907 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-be965b0b-91f7-4a82-913e-5114adfd5b31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:57.045739 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-be965b0b-91f7-4a82-913e-5114adfd5b31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:57.076318 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=52c0becb-a191-4a1c-9aa5-794c4d5a4c58,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:57.099763 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12e5df-f165-4cd0-a6ff-059382ca811f req-f49f879a-91e1-40a4-9619-347833a82b7b tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:57.101551 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8c12e5df-f165-4cd0-a6ff-059382ca811f req-f49f879a-91e1-40a4-9619-347833a82b7b tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 945 time: 0.2336309 Apr 20 17:22:57.103580 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:57.104112 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:57.128230 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-cb29ed56-acdd-495a-bcc2-9e11c7aa6b48 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Calling delete_port for 01a02fd3-431b-44a9-b48e-791adfae2a4b owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:22:57.197930 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8c12e5df-f165-4cd0-a6ff-059382ca811f req-a835133a-f836-4acb-abb2-7f1fdeaff989 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879402 Apr 20 17:22:57.215736 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-be965b0b-91f7-4a82-913e-5114adfd5b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:57.225306 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-be965b0b-91f7-4a82-913e-5114adfd5b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:57.284230 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be965b0b-91f7-4a82-913e-5114adfd5b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee643be-99a9-44e2-9175-b36bc467b110,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:57.298113 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-be965b0b-91f7-4a82-913e-5114adfd5b31 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c43190e5a41044beb8e35214bc682d1a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4816186 Apr 20 17:22:57.299989 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45406) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:57.301220 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3df91f-afa7-49fc-b78b-d17602792dac req-56ed0508-01f0-462c-afd4-e135b523edde tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:57.304110 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d3df91f-afa7-49fc-b78b-d17602792dac req-56ed0508-01f0-462c-afd4-e135b523edde tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394 HTTP/1.1" status: 200 len: 946 time: 0.7874622 Apr 20 17:22:57.334845 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cf2c3614-28ab-4a86-a688-112da145cece req-1f692a5e-e281-4c88-a40c-7e6a1a8aa920 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394 HTTP/1.1" status: 200 len: 1097 time: 0.1786120 Apr 20 17:22:57.374364 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a6b00c31-3e35-4afd-9e1f-915d844a9297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:57.415957 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a6b00c31-3e35-4afd-9e1f-915d844a9297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:57.429173 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d3df91f-afa7-49fc-b78b-d17602792dac req-c9d67c94-3d5d-4134-8bd3-f13381bf3d10 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/security-groups?id=63c79d51-3783-4445-a38b-9a1bacf807c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142569 Apr 20 17:22:57.496227 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a6b00c31-3e35-4afd-9e1f-915d844a9297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:57.523458 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b00c31-3e35-4afd-9e1f-915d844a9297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee643be-99a9-44e2-9175-b36bc467b110,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:57.527909 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a6b00c31-3e35-4afd-9e1f-915d844a9297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:57.532028 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a6b00c31-3e35-4afd-9e1f-915d844a9297 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aee643be-99a9-44e2-9175-b36bc467b110 HTTP/1.1" status: 204 len: 168 time: 0.2284071 Apr 20 17:22:57.583821 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cf2c3614-28ab-4a86-a688-112da145cece req-fd1b6b9d-41cb-4e5a-a06c-a3c82128f651 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=63c79d51-3783-4445-a38b-9a1bacf807c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392550 Apr 20 17:22:57.619946 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cb29ed56-acdd-495a-bcc2-9e11c7aa6b48 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:57.671543 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29ed56-acdd-495a-bcc2-9e11c7aa6b48 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Pushing event deleted for resources: {'Port': ['ID=01a02fd3-431b-44a9-b48e-791adfae2a4b,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:57.788835 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cb29ed56-acdd-495a-bcc2-9e11c7aa6b48 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:57.919226 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 6887a273-76cb-4753-b5d5-60e022da65bd up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:22:57.928478 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84a1ed-5c5a-464f-b69d-39269535c55c req-30a57883-a542-4eb6-8c0d-2417d1fe8a4b tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:57.938011 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aa84a1ed-5c5a-464f-b69d-39269535c55c req-30a57883-a542-4eb6-8c0d-2417d1fe8a4b tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 945 time: 0.2481780 Apr 20 17:22:58.005195 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 6887a273-76cb-4753-b5d5-60e022da65bd completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:22:58.015794 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 6887a273-76cb-4753-b5d5-60e022da65bd triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:58.017332 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:58.040306 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aa84a1ed-5c5a-464f-b69d-39269535c55c req-be41c751-36db-4797-8a04-a5212695ebf7 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995960 Apr 20 17:22:58.201107 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45418) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:58.211802 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 52c0becb-a191-4a1c-9aa5-794c4d5a4c58 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:22:58.220565 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7a34-c5bf-4680-aa3a-3a70b955a895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:58.265236 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7ebb7a34-c5bf-4680-aa3a-3a70b955a895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:58.270965 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7ebb7a34-c5bf-4680-aa3a-3a70b955a895 admin admin] Usage tracker for resource:security_group_rule and tenant:36f16308dd784fe8837b2c06b81edf3c is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:58.275999 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7ebb7a34-c5bf-4680-aa3a-3a70b955a895 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:58.283848 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7ebb7a34-c5bf-4680-aa3a-3a70b955a895 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:58.288994 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:58.336514 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 6887a273-76cb-4753-b5d5-60e022da65bd, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=6887a273-76cb-4753-b5d5-60e022da65bd,segment=NetworkSegment(b7f6a108-6de3-4d12-92d3-ffddaf981259),segment_id=b7f6a108-6de3-4d12-92d3-ffddaf981259)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:58.347158 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:58.347926 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 2adcaf18-df23-4efa-b7b1-ece8b41c1acf up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:22:58.385786 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7a34-c5bf-4680-aa3a-3a70b955a895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:58.392799 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7a34-c5bf-4680-aa3a-3a70b955a895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:58.447789 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 52c0becb-a191-4a1c-9aa5-794c4d5a4c58 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:58.448103 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:58.456834 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7ebb7a34-c5bf-4680-aa3a-3a70b955a895 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36f16308dd784fe8837b2c06b81edf3c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2540152 Apr 20 17:22:58.459318 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45424) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:58.482062 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=6887a273-76cb-4753-b5d5-60e022da65bd,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:58.572746 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121a9b4-6edc-4625-92e7-7b15f966db81 req-0f1442cd-d341-4ecf-8057-aba302e6632d tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:58.580274 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb7a34-c5bf-4680-aa3a-3a70b955a895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6fe938-5cab-4a16-aa8a-4e97a4027d13,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:58.580844 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e121a9b4-6edc-4625-92e7-7b15f966db81 req-0f1442cd-d341-4ecf-8057-aba302e6632d tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 946 time: 0.2157273 Apr 20 17:22:58.582756 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 2adcaf18-df23-4efa-b7b1-ece8b41c1acf triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:22:58.582887 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:58.634346 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb29ed56-acdd-495a-bcc2-9e11c7aa6b48 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Router 3898a6ed-f304-45e5-97a0-8a76cec68548 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:22:58.664230 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e0a5dc12-3bdd-480f-81fe-1b33e171e399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:58.729007 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57a2305-37df-46f3-af4d-de02c9fe0e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6887a273-76cb-4753-b5d5-60e022da65bd'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:22:58.733307 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:58.774047 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 2adcaf18-df23-4efa-b7b1-ece8b41c1acf, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=2adcaf18-df23-4efa-b7b1-ece8b41c1acf,segment=NetworkSegment(5738320b-bb4f-4c6b-94f2-7a17321dd8ad),segment_id=5738320b-bb4f-4c6b-94f2-7a17321dd8ad)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:22:58.782554 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:58.800058 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e0a5dc12-3bdd-480f-81fe-1b33e171e399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:58.835969 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e121a9b4-6edc-4625-92e7-7b15f966db81 req-92ead8b3-fc23-4bce-b8ed-9e651c5b482f tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543125 Apr 20 17:22:58.898064 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=2adcaf18-df23-4efa-b7b1-ece8b41c1acf,revision_number=8']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:58.928936 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa13a01-f2d6-47a8-b261-37acb0bc9a01 req-f2e1eb61-be40-4406-8280-0c429b1c9f9a tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:58.930445 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1aa13a01-f2d6-47a8-b261-37acb0bc9a01 req-f2e1eb61-be40-4406-8280-0c429b1c9f9a tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394 HTTP/1.1" status: 200 len: 946 time: 0.2462220 Apr 20 17:22:58.931535 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e0a5dc12-3bdd-480f-81fe-1b33e171e399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:58.950294 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a573db9-63ee-4d5a-ab2e-c5071fc096dc'] response: {'server_uuid': 'd57a2305-37df-46f3-af4d-de02c9fe0e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6887a273-76cb-4753-b5d5-60e022da65bd', 'code': 200} Apr 20 17:22:58.972149 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb29ed56-acdd-495a-bcc2-9e11c7aa6b48 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:22:58.980610 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e0a5dc12-3bdd-480f-81fe-1b33e171e399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:58.984611 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e0a5dc12-3bdd-480f-81fe-1b33e171e399 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0f6fe938-5cab-4a16-aa8a-4e97a4027d13 HTTP/1.1" status: 204 len: 168 time: 0.5233860 Apr 20 17:22:58.986159 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3254e8c5-c299-4559-9f63-cb2a8e805493 None None] Sync routers for ids ['3898a6ed-f304-45e5-97a0-8a76cec68548'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:22:58.993807 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5dc12-3bdd-480f-81fe-1b33e171e399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6fe938-5cab-4a16-aa8a-4e97a4027d13,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:22:59.018739 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3254e8c5-c299-4559-9f63-cb2a8e805493 None None] Routers {'3898a6ed-f304-45e5-97a0-8a76cec68548'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:22:59.019402 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-3254e8c5-c299-4559-9f63-cb2a8e805493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:22:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['3898a6ed-f304-45e5-97a0-8a76cec68548'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:59.021564 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cb29ed56-acdd-495a-bcc2-9e11c7aa6b48 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:59.024651 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1aa13a01-f2d6-47a8-b261-37acb0bc9a01 req-a46f66b4-39b1-4b77-99fb-a8da4e9efe38 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/security-groups?id=63c79d51-3783-4445-a38b-9a1bacf807c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815983 Apr 20 17:22:59.118776 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-3254e8c5-c299-4559-9f63-cb2a8e805493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:59.134516 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3254e8c5-c299-4559-9f63-cb2a8e805493 None None] Routers {'3898a6ed-f304-45e5-97a0-8a76cec68548'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:22:59.135484 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-3254e8c5-c299-4559-9f63-cb2a8e805493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:22:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['3898a6ed-f304-45e5-97a0-8a76cec68548'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:59.161225 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cb29ed56-acdd-495a-bcc2-9e11c7aa6b48 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] 10.222.0.39 "DELETE /v2.0/floatingips/faa957ca-b93e-4920-8e6e-06bb5d37d0dc HTTP/1.1" status: 204 len: 168 time: 3.1461563 Apr 20 17:22:59.164418 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45438) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:22:59.170510 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-383d6dca-f7e7-469e-a059-468bb597537e tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:22:59.177176 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-383d6dca-f7e7-469e-a059-468bb597537e tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:22:59.178832 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5cbe7c12-0c32-4eb9-aee6-3881f5a65828 req-16f83772-8a13-4f2a-990d-60446ee5d58e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 1097 time: 0.1209443 Apr 20 17:22:59.182493 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-383d6dca-f7e7-469e-a059-468bb597537e tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Usage tracker for resource:floatingip and tenant:db6a06830a2447e2ab483788209bf563 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:22:59.187551 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-383d6dca-f7e7-469e-a059-468bb597537e tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:22:59.196686 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-383d6dca-f7e7-469e-a059-468bb597537e tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:22:59.220153 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-383d6dca-f7e7-469e-a059-468bb597537e tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:59.263869 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-3254e8c5-c299-4559-9f63-cb2a8e805493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:22:59.265191 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3254e8c5-c299-4559-9f63-cb2a8e805493 None None] The sync data for ids ['3898a6ed-f304-45e5-97a0-8a76cec68548'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:22:59.335968 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5cbe7c12-0c32-4eb9-aee6-3881f5a65828 req-1f7dba9f-ed4b-4b18-9f32-97d4d2f00d12 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451643 Apr 20 17:22:59.352422 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d016548-f0a3-4f16-9be6-0c33b06a0507 req-2a9ce785-d27e-4fd6-a4b0-6a8735a5a576 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:22:59.353873 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4d016548-f0a3-4f16-9be6-0c33b06a0507 req-2a9ce785-d27e-4fd6-a4b0-6a8735a5a576 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 946 time: 0.1299455 Apr 20 17:22:59.408149 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-383d6dca-f7e7-469e-a059-468bb597537e tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:59.414772 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4d016548-f0a3-4f16-9be6-0c33b06a0507 req-0272df8b-a900-4f11-9372-846b4ecda584 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546644 Apr 20 17:22:59.574002 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-383d6dca-f7e7-469e-a059-468bb597537e tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Allocated IP 172.25.8.146 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/7cde24bd-1f0b-404c-a2cd-57adf31e9941) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:22:59.730598 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-383d6dca-f7e7-469e-a059-468bb597537e tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:59.764895 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-383d6dca-f7e7-469e-a059-468bb597537e tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:22:59.831980 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383d6dca-f7e7-469e-a059-468bb597537e tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:22:59.834899 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-383d6dca-f7e7-469e-a059-468bb597537e tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:22:59.839307 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383d6dca-f7e7-469e-a059-468bb597537e tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:22:59.871738 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d6dca-f7e7-469e-a059-468bb597537e tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Pushing event updated for resources: {'Port': ['ID=7cde24bd-1f0b-404c-a2cd-57adf31e9941,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:00.052026 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-383d6dca-f7e7-469e-a059-468bb597537e tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:00.160390 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2af251-4c95-4299-825b-d2dcbd4b769b req-5a8ed2c6-54ee-403b-997f-31c7ec1dd62c tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:00.161833 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ad2af251-4c95-4299-825b-d2dcbd4b769b req-5a8ed2c6-54ee-403b-997f-31c7ec1dd62c tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 946 time: 0.1689293 Apr 20 17:23:00.162585 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-383d6dca-f7e7-469e-a059-468bb597537e tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:00.256322 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5fb6f-f190-4a6e-ae49-774d2386e735 req-8338f2fb-5d48-4a35-b675-d9ef0238db79 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:00.257866 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2ac5fb6f-f190-4a6e-ae49-774d2386e735 req-8338f2fb-5d48-4a35-b675-d9ef0238db79 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394 HTTP/1.1" status: 200 len: 946 time: 0.0904372 Apr 20 17:23:00.258813 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ad2af251-4c95-4299-825b-d2dcbd4b769b req-81f6146a-da32-4672-97a2-6a5f76f54907 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728385 Apr 20 17:23:00.340630 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2ac5fb6f-f190-4a6e-ae49-774d2386e735 req-0fbdf601-e6ab-4b57-82ee-bb862079a8b6 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/security-groups?id=63c79d51-3783-4445-a38b-9a1bacf807c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653527 Apr 20 17:23:00.550594 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-383d6dca-f7e7-469e-a059-468bb597537e tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:00.563147 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-383d6dca-f7e7-469e-a059-468bb597537e tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:00.715723 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fcda7-9d91-4946-a150-a98bcd688355 req-23b62b78-e0fe-4553-90b7-fbc7b07d18c0 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:00.718511 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d6dca-f7e7-469e-a059-468bb597537e tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Pushing event updated for resources: {'Port': ['ID=7cde24bd-1f0b-404c-a2cd-57adf31e9941,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:00.732178 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-383d6dca-f7e7-469e-a059-468bb597537e tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:00.732947 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-475fcda7-9d91-4946-a150-a98bcd688355 req-23b62b78-e0fe-4553-90b7-fbc7b07d18c0 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 946 time: 0.1675828 Apr 20 17:23:00.765870 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b9b63-16e1-4fa6-b9fe-569d71951561 req-8635ac2c-4533-4a36-a5ef-fe6a313aa306 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:00.766887 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7e0b9b63-16e1-4fa6-b9fe-569d71951561 req-8635ac2c-4533-4a36-a5ef-fe6a313aa306 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394 HTTP/1.1" status: 200 len: 946 time: 0.2759221 Apr 20 17:23:00.773472 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-383d6dca-f7e7-469e-a059-468bb597537e tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:00.777211 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-383d6dca-f7e7-469e-a059-468bb597537e tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6087978 Apr 20 17:23:00.777211 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45476) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:00.781910 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-9ce91d10-18d9-49ed-830d-acc296159956 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Request body: {'floatingip': {'port_id': 'd4e27f75-8c74-4e8e-acc4-4f111988379d'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:00.787724 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45478) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:00.811565 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-475fcda7-9d91-4946-a150-a98bcd688355 req-af3934c9-4cc9-4745-88c3-ebca8cd8840b tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776684 Apr 20 17:23:00.891642 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45486) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:00.951337 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22c6d6b-b4cc-4fc9-8930-1027ca8a0689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2adcaf18-df23-4efa-b7b1-ece8b41c1acf'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:23:01.004711 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4424d908-71cc-4956-8a76-c9d96d018f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:01.011908 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9ce91d10-18d9-49ed-830d-acc296159956 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks [] for floatingip, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:01.025289 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54af94b9-dc41-46ed-99da-c8f5334f7696'] response: {'server_uuid': 'f22c6d6b-b4cc-4fc9-8930-1027ca8a0689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2adcaf18-df23-4efa-b7b1-ece8b41c1acf', 'code': 200} Apr 20 17:23:01.048804 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-948705d6-221f-4fa7-ac66-5ac6b56ff37b tempest-FloatingIPAdminTestJSON-1579206810 tempest-FloatingIPAdminTestJSON-1579206810-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:01.062397 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-948705d6-221f-4fa7-ac66-5ac6b56ff37b tempest-FloatingIPAdminTestJSON-1579206810 tempest-FloatingIPAdminTestJSON-1579206810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:01.070666 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-948705d6-221f-4fa7-ac66-5ac6b56ff37b tempest-FloatingIPAdminTestJSON-1579206810 tempest-FloatingIPAdminTestJSON-1579206810-project] Usage tracker for resource:floatingip and tenant:6e5ed05ed5724832981f04fa63bb627f is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:01.075926 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-948705d6-221f-4fa7-ac66-5ac6b56ff37b tempest-FloatingIPAdminTestJSON-1579206810 tempest-FloatingIPAdminTestJSON-1579206810-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:01.084962 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-948705d6-221f-4fa7-ac66-5ac6b56ff37b tempest-FloatingIPAdminTestJSON-1579206810 tempest-FloatingIPAdminTestJSON-1579206810-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:01.092550 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4424d908-71cc-4956-8a76-c9d96d018f3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:01.114948 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4424d908-71cc-4956-8a76-c9d96d018f3a admin admin] Usage tracker for resource:security_group_rule and tenant:69f108a99dcb49ec863555dab837e061 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:01.132364 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4424d908-71cc-4956-8a76-c9d96d018f3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:01.148748 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-948705d6-221f-4fa7-ac66-5ac6b56ff37b tempest-FloatingIPAdminTestJSON-1579206810 tempest-FloatingIPAdminTestJSON-1579206810-project] Notify callbacks [] for floatingip, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:01.166743 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4424d908-71cc-4956-8a76-c9d96d018f3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:01.590266 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4424d908-71cc-4956-8a76-c9d96d018f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:01.600979 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8688f9f4-a08f-45f6-9b0b-a9a752f57a78 req-f19f3e68-5c23-47df-a51b-45228dd0abc3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 1097 time: 0.3355556 Apr 20 17:23:01.616408 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4424d908-71cc-4956-8a76-c9d96d018f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:01.713965 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424d908-71cc-4956-8a76-c9d96d018f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a434674-6997-4005-a354-dec88b2b2604,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:01.730302 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-948705d6-221f-4fa7-ac66-5ac6b56ff37b tempest-FloatingIPAdminTestJSON-1579206810 tempest-FloatingIPAdminTestJSON-1579206810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:01.736745 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4424d908-71cc-4956-8a76-c9d96d018f3a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=69f108a99dcb49ec863555dab837e061&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8440917 Apr 20 17:23:01.741898 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45498) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:01.759872 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9ce91d10-18d9-49ed-830d-acc296159956 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:01.774424 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9ce91d10-18d9-49ed-830d-acc296159956 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:01.775132 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8688f9f4-a08f-45f6-9b0b-a9a752f57a78 req-09c46d1e-66b5-413e-b13e-23be6ebe7c6c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633401 Apr 20 17:23:01.810135 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f1a62-4f37-473f-960e-d7311c7acb63 req-76580195-f038-43da-b390-30d66c8fca30 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:01.811881 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e54f1a62-4f37-473f-960e-d7311c7acb63 req-76580195-f038-43da-b390-30d66c8fca30 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 946 time: 0.2661562 Apr 20 17:23:01.924994 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-73bed0ba-2719-47e0-9ca8-d4a8af314e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:01.965108 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-73bed0ba-2719-47e0-9ca8-d4a8af314e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:01.979920 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-948705d6-221f-4fa7-ac66-5ac6b56ff37b tempest-FloatingIPAdminTestJSON-1579206810 tempest-FloatingIPAdminTestJSON-1579206810-project] Allocated IP 172.25.8.212 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/df02b47d-81d4-49fc-8f98-3e6d9b900b05) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:23:01.984043 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e54f1a62-4f37-473f-960e-d7311c7acb63 req-2282b9f7-a017-4e5d-946a-e824543c2a90 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663673 Apr 20 17:23:02.109483 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-73bed0ba-2719-47e0-9ca8-d4a8af314e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:02.126730 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45288c6-3b32-4dfd-aec9-610364f7f3e9 req-5d856657-753d-4732-9c35-9c5271ab0432 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:02.128141 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b45288c6-3b32-4dfd-aec9-610364f7f3e9 req-5d856657-753d-4732-9c35-9c5271ab0432 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 946 time: 0.1361458 Apr 20 17:23:02.134130 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bed0ba-2719-47e0-9ca8-d4a8af314e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a434674-6997-4005-a354-dec88b2b2604,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:02.143184 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-73bed0ba-2719-47e0-9ca8-d4a8af314e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:02.147144 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-73bed0ba-2719-47e0-9ca8-d4a8af314e02 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4a434674-6997-4005-a354-dec88b2b2604 HTTP/1.1" status: 204 len: 168 time: 0.4014430 Apr 20 17:23:02.192417 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-948705d6-221f-4fa7-ac66-5ac6b56ff37b tempest-FloatingIPAdminTestJSON-1579206810 tempest-FloatingIPAdminTestJSON-1579206810-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:02.239934 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [None req-9ce91d10-18d9-49ed-830d-acc296159956 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Floating IP d03df743-72a1-4f62-a495-0070d08d47cd associated. External IP: 172.25.8.126, port: d4e27f75-8c74-4e8e-acc4-4f111988379d. Apr 20 17:23:02.251975 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-948705d6-221f-4fa7-ac66-5ac6b56ff37b tempest-FloatingIPAdminTestJSON-1579206810 tempest-FloatingIPAdminTestJSON-1579206810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:02.329608 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948705d6-221f-4fa7-ac66-5ac6b56ff37b tempest-FloatingIPAdminTestJSON-1579206810 tempest-FloatingIPAdminTestJSON-1579206810-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:23:02.333285 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-948705d6-221f-4fa7-ac66-5ac6b56ff37b tempest-FloatingIPAdminTestJSON-1579206810 tempest-FloatingIPAdminTestJSON-1579206810-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:23:02.342387 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948705d6-221f-4fa7-ac66-5ac6b56ff37b tempest-FloatingIPAdminTestJSON-1579206810 tempest-FloatingIPAdminTestJSON-1579206810-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:23:02.396163 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b45288c6-3b32-4dfd-aec9-610364f7f3e9 req-fc95af74-8b7f-4975-bce1-badad7f11d9e tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553723 Apr 20 17:23:02.516608 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948705d6-221f-4fa7-ac66-5ac6b56ff37b tempest-FloatingIPAdminTestJSON-1579206810 tempest-FloatingIPAdminTestJSON-1579206810-project] Pushing event updated for resources: {'Port': ['ID=df02b47d-81d4-49fc-8f98-3e6d9b900b05,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:02.758993 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7165fbb9-f49f-4068-99fe-72f2496016f8 req-ea1cf717-0ea7-4162-9132-e73866c700c3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=739e916aa25c4029ad0454743c027d4f&device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 1097 time: 0.3452480 Apr 20 17:23:02.772045 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bba941-13a6-4bb9-aed2-6c23b5091f06 req-a50af56b-442c-4bc4-b51b-87a25e731190 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:02.773848 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-91bba941-13a6-4bb9-aed2-6c23b5091f06 req-a50af56b-442c-4bc4-b51b-87a25e731190 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 946 time: 0.2342718 Apr 20 17:23:02.953281 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce91d10-18d9-49ed-830d-acc296159956 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Router 2bf56fb4-99bd-4ec3-92c5-ff289944c36c has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:23:02.953881 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-948705d6-221f-4fa7-ac66-5ac6b56ff37b tempest-FloatingIPAdminTestJSON-1579206810 tempest-FloatingIPAdminTestJSON-1579206810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:03.075603 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-91bba941-13a6-4bb9-aed2-6c23b5091f06 req-6bea3ca1-b4e0-4aa5-b49b-df98f148a694 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779970 Apr 20 17:23:03.107640 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165fbb9-f49f-4068-99fe-72f2496016f8 req-addfd2cb-cc2e-46fa-8347-b99fe124c423 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:03.109443 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7165fbb9-f49f-4068-99fe-72f2496016f8 req-addfd2cb-cc2e-46fa-8347-b99fe124c423 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 HTTP/1.1" status: 200 len: 920 time: 0.3343759 Apr 20 17:23:03.109983 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-948705d6-221f-4fa7-ac66-5ac6b56ff37b tempest-FloatingIPAdminTestJSON-1579206810 tempest-FloatingIPAdminTestJSON-1579206810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:03.239240 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7165fbb9-f49f-4068-99fe-72f2496016f8 req-a5ba9414-fd55-4056-8c52-55767d575f79 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6887a273-76cb-4753-b5d5-60e022da65bd HTTP/1.1" status: 200 len: 217 time: 0.0915580 Apr 20 17:23:03.267864 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce91d10-18d9-49ed-830d-acc296159956 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:23:03.273801 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9ce91d10-18d9-49ed-830d-acc296159956 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:03.334790 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9ce91d10-18d9-49ed-830d-acc296159956 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "PUT /v2.0/floatingips/d03df743-72a1-4f62-a495-0070d08d47cd HTTP/1.1" status: 200 len: 992 time: 2.5570459 Apr 20 17:23:03.336139 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394', 'tag': 'd4e27f75-8c74-4e8e-acc4-4f111988379d'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:23:03.384966 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165fbb9-f49f-4068-99fe-72f2496016f8 req-0ae476e8-ca27-4a4a-a2ce-0c00dff238e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:03.386457 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7165fbb9-f49f-4068-99fe-72f2496016f8 req-0ae476e8-ca27-4a4a-a2ce-0c00dff238e5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be91a7bc-1185-4002-b13c-e1f041fc679d HTTP/1.1" status: 200 len: 858 time: 0.1393251 Apr 20 17:23:03.467625 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7364b0f2-414f-4451-9dd4-0e3abaa98eb2'] response: {'name': 'network-changed', 'server_uuid': 'b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394', 'tag': 'd4e27f75-8c74-4e8e-acc4-4f111988379d', 'status': 'completed', 'code': 200} Apr 20 17:23:03.660738 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7939ba-12ea-4497-a436-ac65d1188713 req-e5ff2e49-cff3-4673-a621-4a9a5fce5278 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:03.668763 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ae7939ba-12ea-4497-a436-ac65d1188713 req-e5ff2e49-cff3-4673-a621-4a9a5fce5278 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394 HTTP/1.1" status: 200 len: 946 time: 0.1119595 Apr 20 17:23:03.695670 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-948705d6-221f-4fa7-ac66-5ac6b56ff37b tempest-FloatingIPAdminTestJSON-1579206810 tempest-FloatingIPAdminTestJSON-1579206810-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:03.733537 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ae7939ba-12ea-4497-a436-ac65d1188713 req-bec88a31-d1a0-4ea5-993d-6ed076f29a7d tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/security-groups?id=63c79d51-3783-4445-a38b-9a1bacf807c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615792 Apr 20 17:23:03.911067 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7165fbb9-f49f-4068-99fe-72f2496016f8 req-8acd93d6-2f9e-4a64-82bd-fbd0e6080175 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5174339 Apr 20 17:23:03.911680 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-948705d6-221f-4fa7-ac66-5ac6b56ff37b tempest-FloatingIPAdminTestJSON-1579206810 tempest-FloatingIPAdminTestJSON-1579206810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:03.990029 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-717d8312-9a6e-425b-ab18-6b559df656a9 req-ee12238e-e5e3-4a82-8d77-1c30ad94ab4a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7bab9ecc52844919bdd0975c1a48fc8f&device_id=b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394 HTTP/1.1" status: 200 len: 1097 time: 0.4585927 Apr 20 17:23:04.201190 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948705d6-221f-4fa7-ac66-5ac6b56ff37b tempest-FloatingIPAdminTestJSON-1579206810 tempest-FloatingIPAdminTestJSON-1579206810-project] Pushing event updated for resources: {'Port': ['ID=df02b47d-81d4-49fc-8f98-3e6d9b900b05,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:04.275824 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-948705d6-221f-4fa7-ac66-5ac6b56ff37b tempest-FloatingIPAdminTestJSON-1579206810 tempest-FloatingIPAdminTestJSON-1579206810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:04.285929 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7165fbb9-f49f-4068-99fe-72f2496016f8 req-019191e8-774e-457a-b2d4-5bd21301dea7 service neutron] 10.222.0.10 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389659 Apr 20 17:23:04.354241 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831ce3b-408c-46fe-9715-042f1af39c22 req-3038ef0c-6c5e-4611-8e4c-01a167cd224b tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:04.362548 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8831ce3b-408c-46fe-9715-042f1af39c22 req-3038ef0c-6c5e-4611-8e4c-01a167cd224b tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 946 time: 0.0917044 Apr 20 17:23:04.403463 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafe543-0888-497b-9e36-8732ececf456 req-ac0a6c83-de0b-4762-a454-6ba4e29615e4 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:04.410716 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fafe543-0888-497b-9e36-8732ececf456 req-ac0a6c83-de0b-4762-a454-6ba4e29615e4 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 946 time: 0.7195153 Apr 20 17:23:04.430794 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8831ce3b-408c-46fe-9715-042f1af39c22 req-eb48c667-ae15-44c7-b5e0-86a284059b55 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666175 Apr 20 17:23:04.458937 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d8312-9a6e-425b-ab18-6b559df656a9 req-f445bd81-b7e6-4c32-9610-4f569745b5ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:04.460397 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-717d8312-9a6e-425b-ab18-6b559df656a9 req-f445bd81-b7e6-4c32-9610-4f569745b5ef service neutron] 10.222.0.43 "GET /v2.0/networks?id=9d733250-971e-4579-b396-0c5e38ae2045 HTTP/1.1" status: 200 len: 905 time: 0.4567721 Apr 20 17:23:04.467177 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-948705d6-221f-4fa7-ac66-5ac6b56ff37b tempest-FloatingIPAdminTestJSON-1579206810 tempest-FloatingIPAdminTestJSON-1579206810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:04.471072 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-948705d6-221f-4fa7-ac66-5ac6b56ff37b tempest-FloatingIPAdminTestJSON-1579206810 tempest-FloatingIPAdminTestJSON-1579206810-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6780980 Apr 20 17:23:04.471486 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45562) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:04.600143 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fafe543-0888-497b-9e36-8732ececf456 req-ef4e0a73-0ddb-46c9-9abe-2b4e431b6116 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884723 Apr 20 17:23:04.637334 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7165fbb9-f49f-4068-99fe-72f2496016f8 req-3b938c4d-b32c-4efc-af95-53b90d756a5e service neutron] 10.222.0.10 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288550 Apr 20 17:23:04.649260 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-973e7992-d22d-439c-8f12-f000f69a8ab7 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Synchronizing usage tracker for tenant:db6a06830a2447e2ab483788209bf563 on resource:floatingip {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:23:04.649861 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-717d8312-9a6e-425b-ab18-6b559df656a9 req-7d20cef0-9c77-4757-9783-bf4d6527fede service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4e27f75-8c74-4e8e-acc4-4f111988379d HTTP/1.1" status: 200 len: 1000 time: 0.1800926 Apr 20 17:23:04.690081 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-973e7992-d22d-439c-8f12-f000f69a8ab7 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Unset dirty status for tenant:db6a06830a2447e2ab483788209bf563 on resource:floatingip {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:23:04.696263 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-973e7992-d22d-439c-8f12-f000f69a8ab7 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4004 time: 0.2230401 Apr 20 17:23:04.697548 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45572) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:04.755372 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d8312-9a6e-425b-ab18-6b559df656a9 req-80ec3073-875c-4270-bd6c-5e30171138c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:04.758346 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-717d8312-9a6e-425b-ab18-6b559df656a9 req-80ec3073-875c-4270-bd6c-5e30171138c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f89003a5-43c9-4fe7-8a63-6a7f162418c5 HTTP/1.1" status: 200 len: 843 time: 0.0939095 Apr 20 17:23:04.856890 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-717d8312-9a6e-425b-ab18-6b559df656a9 req-24616fd6-264e-4a8b-8be2-d43e61dc2237 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9d733250-971e-4579-b396-0c5e38ae2045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930884 Apr 20 17:23:04.880400 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-daf54bad-49fa-4b3f-9e47-09bae2ffc487 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Synchronizing usage tracker for tenant:be1b3b2f3f23408894ffa8153232b9ae on resource:floatingip {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:23:04.907604 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-daf54bad-49fa-4b3f-9e47-09bae2ffc487 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Unset dirty status for tenant:be1b3b2f3f23408894ffa8153232b9ae on resource:floatingip {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:23:04.909692 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-daf54bad-49fa-4b3f-9e47-09bae2ffc487 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2100325 Apr 20 17:23:04.913288 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45580) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:05.047699 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-717d8312-9a6e-425b-ab18-6b559df656a9 req-7ffaa45d-ec6a-413c-85ce-dff4eec9c005 service neutron] 10.222.0.43 "GET /v2.0/networks/9d733250-971e-4579-b396-0c5e38ae2045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845376 Apr 20 17:23:05.089527 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-987772db-1876-42b1-92ce-d9d569882079 tempest-FloatingIPAdminTestJSON-1579206810 tempest-FloatingIPAdminTestJSON-1579206810-project] Deleting port df02b47d-81d4-49fc-8f98-3e6d9b900b05 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:23:05.089809 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-987772db-1876-42b1-92ce-d9d569882079 tempest-FloatingIPAdminTestJSON-1579206810 tempest-FloatingIPAdminTestJSON-1579206810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:05.142073 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20034555-3e2b-41f4-aa62-37ce7f17c79c req-a9e0205a-7b9f-4825-8921-b4f6d07752ef tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:05.148928 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-20034555-3e2b-41f4-aa62-37ce7f17c79c req-a9e0205a-7b9f-4825-8921-b4f6d07752ef tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 946 time: 0.3636596 Apr 20 17:23:05.171749 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45586) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:05.205149 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-717d8312-9a6e-425b-ab18-6b559df656a9 req-4df58b03-1880-4031-b11d-558624860d95 service neutron] 10.222.0.43 "GET /v2.0/networks/9d733250-971e-4579-b396-0c5e38ae2045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506891 Apr 20 17:23:05.269968 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-20034555-3e2b-41f4-aa62-37ce7f17c79c req-f0bd6412-4c21-415c-8894-bfcf2ce9d77c tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199191 Apr 20 17:23:05.350951 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-987772db-1876-42b1-92ce-d9d569882079 tempest-FloatingIPAdminTestJSON-1579206810 tempest-FloatingIPAdminTestJSON-1579206810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:05.351286 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-987772db-1876-42b1-92ce-d9d569882079 tempest-FloatingIPAdminTestJSON-1579206810 tempest-FloatingIPAdminTestJSON-1579206810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:05.368967 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-97e17c09-f097-4c76-b588-1258d59147b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:05.409704 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-97e17c09-f097-4c76-b588-1258d59147b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:05.416816 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-97e17c09-f097-4c76-b588-1258d59147b6 admin admin] Usage tracker for resource:security_group_rule and tenant:a4beb0e718c843178a46d63e2da321ea is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:05.420495 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-97e17c09-f097-4c76-b588-1258d59147b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:05.427311 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-97e17c09-f097-4c76-b588-1258d59147b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:05.527860 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-987772db-1876-42b1-92ce-d9d569882079 tempest-FloatingIPAdminTestJSON-1579206810 tempest-FloatingIPAdminTestJSON-1579206810-project] Calling delete_port for df02b47d-81d4-49fc-8f98-3e6d9b900b05 owned by network:floatingip {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:23:05.530835 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-97e17c09-f097-4c76-b588-1258d59147b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:05.537712 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-97e17c09-f097-4c76-b588-1258d59147b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:05.616150 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-97e17c09-f097-4c76-b588-1258d59147b6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a4beb0e718c843178a46d63e2da321ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4433591 Apr 20 17:23:05.617008 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e17c09-f097-4c76-b588-1258d59147b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ce480e-017f-4d41-879c-61542a8101ab,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:05.621213 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45596) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:05.720536 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a830ea24-4ff5-483e-b941-ead0dbd3d05c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:05.760632 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a830ea24-4ff5-483e-b941-ead0dbd3d05c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:05.848529 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a830ea24-4ff5-483e-b941-ead0dbd3d05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:05.869334 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830ea24-4ff5-483e-b941-ead0dbd3d05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ce480e-017f-4d41-879c-61542a8101ab,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:05.872476 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a830ea24-4ff5-483e-b941-ead0dbd3d05c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:05.873599 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a830ea24-4ff5-483e-b941-ead0dbd3d05c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/63ce480e-017f-4d41-879c-61542a8101ab HTTP/1.1" status: 204 len: 168 time: 0.2514369 Apr 20 17:23:05.887090 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065bb6f-6bbd-4cd2-9354-624ce6ea7d8a req-45ff57d4-7c02-4c16-93eb-21af76e5bafe tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:05.888703 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7065bb6f-6bbd-4cd2-9354-624ce6ea7d8a req-45ff57d4-7c02-4c16-93eb-21af76e5bafe tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 946 time: 0.2640963 Apr 20 17:23:05.981756 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7065bb6f-6bbd-4cd2-9354-624ce6ea7d8a req-e72c1fce-7005-4d53-880a-5794e1897763 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807254 Apr 20 17:23:05.982477 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-987772db-1876-42b1-92ce-d9d569882079 tempest-FloatingIPAdminTestJSON-1579206810 tempest-FloatingIPAdminTestJSON-1579206810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:06.084054 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-96c13d5f-f01f-4c2d-b03f-47dd3ec10b32 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:06.090075 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987772db-1876-42b1-92ce-d9d569882079 tempest-FloatingIPAdminTestJSON-1579206810 tempest-FloatingIPAdminTestJSON-1579206810-project] Pushing event deleted for resources: {'Port': ['ID=df02b47d-81d4-49fc-8f98-3e6d9b900b05,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:06.092614 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-96c13d5f-f01f-4c2d-b03f-47dd3ec10b32 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/networks?id=a67a341d-b672-4104-af6c-e38bcd7fa6c1 HTTP/1.1" status: 200 len: 815 time: 0.1649489 Apr 20 17:23:06.115799 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-f8b77f56-894b-406c-b860-17acd648ee63 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/quotas/fce56b4868f048309077dc7c0bf671f8 HTTP/1.1" status: 200 len: 375 time: 0.0210543 Apr 20 17:23:06.196892 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-987772db-1876-42b1-92ce-d9d569882079 tempest-FloatingIPAdminTestJSON-1579206810 tempest-FloatingIPAdminTestJSON-1579206810-project] Notify callbacks [] for floatingip, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:06.210118 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-987772db-1876-42b1-92ce-d9d569882079 tempest-FloatingIPAdminTestJSON-1579206810 tempest-FloatingIPAdminTestJSON-1579206810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:06.210445 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-8e65b642-df67-4768-999c-aa06d4f035a2 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fce56b4868f048309077dc7c0bf671f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0935903 Apr 20 17:23:06.211716 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-987772db-1876-42b1-92ce-d9d569882079 tempest-FloatingIPAdminTestJSON-1579206810 tempest-FloatingIPAdminTestJSON-1579206810-project] 10.222.0.39 "DELETE /v2.0/floatingips/b4f81d75-7151-4c11-9fca-bdf84c6b6fcb HTTP/1.1" status: 204 len: 168 time: 1.2973838 Apr 20 17:23:06.214498 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45616) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:06.608413 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-fb8f452b-8924-4078-aca8-2d85dc1d2f66 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Deleting port 7cde24bd-1f0b-404c-a2cd-57adf31e9941 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:23:06.608769 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb8f452b-8924-4078-aca8-2d85dc1d2f66 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:06.675920 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-176f3017-8ff1-4bf2-8ade-37febd8600ce service neutron] 10.222.0.39 "GET /v2.0/networks/a67a341d-b672-4104-af6c-e38bcd7fa6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803407 Apr 20 17:23:06.918588 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb8f452b-8924-4078-aca8-2d85dc1d2f66 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:06.918931 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb8f452b-8924-4078-aca8-2d85dc1d2f66 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:06.934875 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-847ec255-82bd-4fc2-8818-85147e219197 service neutron] 10.222.0.39 "GET /v2.0/networks/a67a341d-b672-4104-af6c-e38bcd7fa6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429299 Apr 20 17:23:07.111399 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-fb8f452b-8924-4078-aca8-2d85dc1d2f66 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Calling delete_port for 7cde24bd-1f0b-404c-a2cd-57adf31e9941 owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:23:07.302519 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5900b909-433e-41eb-b442-5931b4844bc4 req-cf95524e-edad-4464-8309-0c8f20fc9844 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 210 time: 0.0639153 Apr 20 17:23:07.365435 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1a27d-c366-4a74-9b13-25fed2cfca2d req-1778bdb2-771c-432d-9f27-16ea469f4ca3 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:07.368202 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ebd1a27d-c366-4a74-9b13-25fed2cfca2d req-1778bdb2-771c-432d-9f27-16ea469f4ca3 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 946 time: 0.1049972 Apr 20 17:23:07.388552 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de36e8-f7db-46b9-9aae-97634ae1098a req-6fd96bb8-94d8-4f2a-a78b-8bb07ef063d1 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:07.390329 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-70de36e8-f7db-46b9-9aae-97634ae1098a req-6fd96bb8-94d8-4f2a-a78b-8bb07ef063d1 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.10 "GET /v2.0/ports?device_id=f22c6d6b-b4cc-4fc9-8930-1027ca8a0689 HTTP/1.1" status: 200 len: 946 time: 0.2294266 Apr 20 17:23:07.423658 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ebd1a27d-c366-4a74-9b13-25fed2cfca2d req-a9dd2951-e038-45d9-a868-21e145b7162b tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476520 Apr 20 17:23:07.552134 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-70de36e8-f7db-46b9-9aae-97634ae1098a req-2c1d2678-a89f-45b4-82c4-7fcbc86c668f tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Deleting port 2adcaf18-df23-4efa-b7b1-ece8b41c1acf {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:23:07.552714 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-70de36e8-f7db-46b9-9aae-97634ae1098a req-2c1d2678-a89f-45b4-82c4-7fcbc86c668f tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:07.609089 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb8f452b-8924-4078-aca8-2d85dc1d2f66 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:07.660676 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f452b-8924-4078-aca8-2d85dc1d2f66 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Pushing event deleted for resources: {'Port': ['ID=7cde24bd-1f0b-404c-a2cd-57adf31e9941,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:07.890869 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb8f452b-8924-4078-aca8-2d85dc1d2f66 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:07.946942 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb8f452b-8924-4078-aca8-2d85dc1d2f66 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:07.951147 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fb8f452b-8924-4078-aca8-2d85dc1d2f66 tempest-FloatingIPAdminTestJSON-632592623 tempest-FloatingIPAdminTestJSON-632592623-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/47b4872a-dbe2-4d10-bc67-443bdd997a0b HTTP/1.1" status: 204 len: 168 time: 1.7325439 Apr 20 17:23:07.951147 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-70de36e8-f7db-46b9-9aae-97634ae1098a req-2c1d2678-a89f-45b4-82c4-7fcbc86c668f tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] For port 2adcaf18-df23-4efa-b7b1-ece8b41c1acf, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=2adcaf18-df23-4efa-b7b1-ece8b41c1acf,segment=NetworkSegment(5738320b-bb4f-4c6b-94f2-7a17321dd8ad),segment_id=5738320b-bb4f-4c6b-94f2-7a17321dd8ad)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:23:07.951147 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-70de36e8-f7db-46b9-9aae-97634ae1098a req-2c1d2678-a89f-45b4-82c4-7fcbc86c668f tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:07.952317 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45698) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:08.046578 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-57307fe8-35e5-4d5b-9536-5cfc04e4a0e1 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Deleting port e02aaf4b-265b-4c02-a27b-ce39bd9e6aac {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:23:08.047077 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-57307fe8-35e5-4d5b-9536-5cfc04e4a0e1 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:08.189868 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-70de36e8-f7db-46b9-9aae-97634ae1098a req-2c1d2678-a89f-45b4-82c4-7fcbc86c668f tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Calling delete_port for 2adcaf18-df23-4efa-b7b1-ece8b41c1acf owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:23:08.351732 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-70de36e8-f7db-46b9-9aae-97634ae1098a req-2c1d2678-a89f-45b4-82c4-7fcbc86c668f tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:08.367519 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['2adcaf18-df23-4efa-b7b1-ece8b41c1acf'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:23:08.470308 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d2678-a89f-45b4-82c4-7fcbc86c668f tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Pushing event deleted for resources: {'Port': ['ID=2adcaf18-df23-4efa-b7b1-ece8b41c1acf,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:08.498411 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-57307fe8-35e5-4d5b-9536-5cfc04e4a0e1 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:08.542423 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45712) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:08.613678 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-70de36e8-f7db-46b9-9aae-97634ae1098a req-2c1d2678-a89f-45b4-82c4-7fcbc86c668f tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] No DVR routers for this DVR port 2adcaf18-df23-4efa-b7b1-ece8b41c1acf on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:23:08.616575 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-70de36e8-f7db-46b9-9aae-97634ae1098a req-2c1d2678-a89f-45b4-82c4-7fcbc86c668f tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:08.620099 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22c6d6b-b4cc-4fc9-8930-1027ca8a0689', 'name': 'network-vif-deleted', 'tag': '2adcaf18-df23-4efa-b7b1-ece8b41c1acf'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:23:08.649422 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-57307fe8-35e5-4d5b-9536-5cfc04e4a0e1 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Calling delete_port for e02aaf4b-265b-4c02-a27b-ce39bd9e6aac owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:23:08.696301 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f6f6b07c-06f4-4589-ba61-f9e199c1725b req-fcacfc1c-af0c-4f41-94fb-9f6aa6f548b0 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Synchronizing usage tracker for tenant:fce56b4868f048309077dc7c0bf671f8 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:23:08.701631 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-70de36e8-f7db-46b9-9aae-97634ae1098a req-2c1d2678-a89f-45b4-82c4-7fcbc86c668f tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.10 "DELETE /v2.0/ports/2adcaf18-df23-4efa-b7b1-ece8b41c1acf HTTP/1.1" status: 204 len: 173 time: 1.2954354 Apr 20 17:23:08.721733 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f6f6b07c-06f4-4589-ba61-f9e199c1725b req-fcacfc1c-af0c-4f41-94fb-9f6aa6f548b0 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Unset dirty status for tenant:fce56b4868f048309077dc7c0bf671f8 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:23:08.735820 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f6f6b07c-06f4-4589-ba61-f9e199c1725b req-fcacfc1c-af0c-4f41-94fb-9f6aa6f548b0 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 210 time: 0.0970197 Apr 20 17:23:08.773710 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-188eb65b-e88c-420a-86b5-4309c902d4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:08.815492 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06efd8c6-75c7-4837-91b9-b415a491b322'] response: {'server_uuid': 'f22c6d6b-b4cc-4fc9-8930-1027ca8a0689', 'name': 'network-vif-deleted', 'tag': '2adcaf18-df23-4efa-b7b1-ece8b41c1acf', 'status': 'completed', 'code': 200} Apr 20 17:23:08.820861 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-188eb65b-e88c-420a-86b5-4309c902d4e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:08.829711 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-188eb65b-e88c-420a-86b5-4309c902d4e3 admin admin] Usage tracker for resource:security_group_rule and tenant:7f339ffc352845dd959dff279c53d802 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:08.835637 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-188eb65b-e88c-420a-86b5-4309c902d4e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:08.839810 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-188eb65b-e88c-420a-86b5-4309c902d4e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:08.861940 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bdb5b7-fa90-43cd-81cb-ce36722cc2c6 req-1c500f7e-692c-4715-846b-4c5252c07341 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:08.863459 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d6bdb5b7-fa90-43cd-81cb-ce36722cc2c6 req-1c500f7e-692c-4715-846b-4c5252c07341 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 946 time: 0.1857274 Apr 20 17:23:08.948218 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-188eb65b-e88c-420a-86b5-4309c902d4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:08.955903 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-188eb65b-e88c-420a-86b5-4309c902d4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:08.971534 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d6bdb5b7-fa90-43cd-81cb-ce36722cc2c6 req-b9bfb0d3-802a-4a73-b109-b446d0ed0303 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679741 Apr 20 17:23:08.993394 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-57307fe8-35e5-4d5b-9536-5cfc04e4a0e1 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:09.052810 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57307fe8-35e5-4d5b-9536-5cfc04e4a0e1 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Pushing event deleted for resources: {'Port': ['ID=e02aaf4b-265b-4c02-a27b-ce39bd9e6aac,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:09.063532 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-188eb65b-e88c-420a-86b5-4309c902d4e3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7f339ffc352845dd959dff279c53d802&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5149422 Apr 20 17:23:09.066577 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45722) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:09.130157 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d0a8065c-c49c-47f9-ae8e-81e0bf51c9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:09.183548 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188eb65b-e88c-420a-86b5-4309c902d4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4df3e8-8d69-455e-bb2e-9ec749838c51,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:09.256408 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf0ce42-0be2-4025-bdd6-35b52cbbe9f8 None None] New status for floating IP 638347a9-275e-4863-8918-66ede1b50d97: ACTIVE {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:23:09.291442 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f7ce006b-754a-4ee7-9e81-f35a79f2e5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:09.313614 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-57307fe8-35e5-4d5b-9536-5cfc04e4a0e1 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:09.350347 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-57307fe8-35e5-4d5b-9536-5cfc04e4a0e1 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] 10.222.0.39 "DELETE /v2.0/ports/e02aaf4b-265b-4c02-a27b-ce39bd9e6aac HTTP/1.1" status: 204 len: 168 time: 1.3965657 Apr 20 17:23:09.354697 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45730) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:09.369305 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f7ce006b-754a-4ee7-9e81-f35a79f2e5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:09.369796 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-68f37577-b20e-4ad4-b14e-585a12f77962 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:09.372134 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-68f37577-b20e-4ad4-b14e-585a12f77962 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.10 "GET /v2.0/networks?id=a67a341d-b672-4104-af6c-e38bcd7fa6c1 HTTP/1.1" status: 200 len: 815 time: 0.3464079 Apr 20 17:23:09.462341 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f7ce006b-754a-4ee7-9e81-f35a79f2e5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:09.480394 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce006b-754a-4ee7-9e81-f35a79f2e5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4df3e8-8d69-455e-bb2e-9ec749838c51,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:09.493570 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f7ce006b-754a-4ee7-9e81-f35a79f2e5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:09.495001 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f7ce006b-754a-4ee7-9e81-f35a79f2e5f8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9d4df3e8-8d69-455e-bb2e-9ec749838c51 HTTP/1.1" status: 204 len: 168 time: 0.4272151 Apr 20 17:23:09.504004 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-2a09bb1b-30d4-4083-ab3d-9832a1a371c5 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Request body: {'port': {'device_id': 'cb4a5858-913a-4395-a19b-4adc8bb27a12', 'network_id': 'a67a341d-b672-4104-af6c-e38bcd7fa6c1', 'admin_state_up': True, 'tenant_id': 'fce56b4868f048309077dc7c0bf671f8'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:09.717916 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76636ebd-664a-49bf-9414-1fe1c8a30d16 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:09.717916 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-76636ebd-664a-49bf-9414-1fe1c8a30d16 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Synchronizing usage tracker for tenant:be1b3b2f3f23408894ffa8153232b9ae on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:23:09.742850 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-2a09bb1b-30d4-4083-ab3d-9832a1a371c5 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:09.761049 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-2a09bb1b-30d4-4083-ab3d-9832a1a371c5 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:09.767632 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-76636ebd-664a-49bf-9414-1fe1c8a30d16 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Unset dirty status for tenant:be1b3b2f3f23408894ffa8153232b9ae on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:23:09.769067 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-76636ebd-664a-49bf-9414-1fe1c8a30d16 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] 10.222.0.39 "GET /v2.0/ports?device_id=3898a6ed-f304-45e5-97a0-8a76cec68548 HTTP/1.1" status: 200 len: 913 time: 0.4134293 Apr 20 17:23:09.771940 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45742) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:09.791438 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-2a09bb1b-30d4-4083-ab3d-9832a1a371c5 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Made reservation on behalf of fce56b4868f048309077dc7c0bf671f8 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:23:09.794427 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-2a09bb1b-30d4-4083-ab3d-9832a1a371c5 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:10.050425 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-2a09bb1b-30d4-4083-ab3d-9832a1a371c5 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Allocated IP 172.20.0.5 (a67a341d-b672-4104-af6c-e38bcd7fa6c1/546f1609-2082-4535-ba40-673d62b673a1/7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:23:10.287337 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-73bf968b-c9d5-468d-a73d-cb2337ee3c64 req-64c2eda4-4b86-4e78-a20d-be56186b4286 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 210 time: 0.3947101 Apr 20 17:23:10.335299 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-2a09bb1b-30d4-4083-ab3d-9832a1a371c5 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:10.373026 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-2a09bb1b-30d4-4083-ab3d-9832a1a371c5 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:10.484555 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-2a09bb1b-30d4-4083-ab3d-9832a1a371c5 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Network a67a341d-b672-4104-af6c-e38bcd7fa6c1 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:23:10.487910 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-2a09bb1b-30d4-4083-ab3d-9832a1a371c5 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:23:10.490259 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09bb1b-30d4-4083-ab3d-9832a1a371c5 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Pushing event updated for resources: {'Port': ['ID=7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:10.496498 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-2a09bb1b-30d4-4083-ab3d-9832a1a371c5 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:23:10.522145 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951a553-522d-4782-9ad1-30d50be99787 req-3abc4145-f02b-486c-af7b-6622e2245d2d tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:10.530932 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3951a553-522d-4782-9ad1-30d50be99787 req-3abc4145-f02b-486c-af7b-6622e2245d2d tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 946 time: 0.2078409 Apr 20 17:23:10.584608 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-2a09bb1b-30d4-4083-ab3d-9832a1a371c5 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:10.585052 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-2a09bb1b-30d4-4083-ab3d-9832a1a371c5 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:10.625599 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-2a09bb1b-30d4-4083-ab3d-9832a1a371c5 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1665535 Apr 20 17:23:10.630940 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3951a553-522d-4782-9ad1-30d50be99787 req-0d7200cc-dc80-4562-a889-2f102d54d07e tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989704 Apr 20 17:23:10.655936 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-3180445c-0324-4a67-a0e8-b15e2b54e790 service neutron] Request body: {'port': {'device_id': 'cb4a5858-913a-4395-a19b-4adc8bb27a12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:10.658556 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e2eb599e-3e5f-4bec-b3fd-95c709f7bedc tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:10.774053 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-3180445c-0324-4a67-a0e8-b15e2b54e790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:11.347069 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-3180445c-0324-4a67-a0e8-b15e2b54e790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:23:11.356383 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-3180445c-0324-4a67-a0e8-b15e2b54e790 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:11.363513 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c83ac14a-61d2-4435-a624-42c184068a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:11.382677 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-3180445c-0324-4a67-a0e8-b15e2b54e790 service neutron] Transition to ACTIVE for port object 7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:23:11.390624 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-3180445c-0324-4a67-a0e8-b15e2b54e790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:11.536039 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-e2eb599e-3e5f-4bec-b3fd-95c709f7bedc tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Deleting port 0f95ac16-667d-429a-bd37-ce25a3b4522e {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:23:11.536997 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e2eb599e-3e5f-4bec-b3fd-95c709f7bedc tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:11.728849 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180445c-0324-4a67-a0e8-b15e2b54e790 service neutron] Pushing event updated for resources: {'Port': ['ID=7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:11.813401 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e2eb599e-3e5f-4bec-b3fd-95c709f7bedc tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:11.817204 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d1bae-1097-4833-b5f8-408bcb264e95 req-23bf4a0a-3b1d-4f02-a372-56042d7bbee9 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:11.817878 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-517d1bae-1097-4833-b5f8-408bcb264e95 req-23bf4a0a-3b1d-4f02-a372-56042d7bbee9 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Synchronizing usage tracker for tenant:fce56b4868f048309077dc7c0bf671f8 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:23:11.859058 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-3180445c-0324-4a67-a0e8-b15e2b54e790 service neutron] Attempting to bind port 7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:23:11.859177 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-3180445c-0324-4a67-a0e8-b15e2b54e790 service neutron] Attempting to bind port 7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '5738320b-bb4f-4c6b-94f2-7a17321dd8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a67a341d-b672-4104-af6c-e38bcd7fa6c1'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:23:11.859507 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-3180445c-0324-4a67-a0e8-b15e2b54e790 service neutron] Attempting to bind port 7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4 on network a67a341d-b672-4104-af6c-e38bcd7fa6c1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:23:11.864138 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-517d1bae-1097-4833-b5f8-408bcb264e95 req-23bf4a0a-3b1d-4f02-a372-56042d7bbee9 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Unset dirty status for tenant:fce56b4868f048309077dc7c0bf671f8 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:23:11.865366 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-517d1bae-1097-4833-b5f8-408bcb264e95 req-23bf4a0a-3b1d-4f02-a372-56042d7bbee9 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 943 time: 0.3544345 Apr 20 17:23:11.868162 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-3180445c-0324-4a67-a0e8-b15e2b54e790 service neutron] Port 7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4 on network a67a341d-b672-4104-af6c-e38bcd7fa6c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:23:11.868462 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-3180445c-0324-4a67-a0e8-b15e2b54e790 service neutron] Attempting to bind port 7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4 on network a67a341d-b672-4104-af6c-e38bcd7fa6c1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:23:11.912105 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-3180445c-0324-4a67-a0e8-b15e2b54e790 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:23:11.912449 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-3180445c-0324-4a67-a0e8-b15e2b54e790 service neutron] Checking segment: {'id': '5738320b-bb4f-4c6b-94f2-7a17321dd8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a67a341d-b672-4104-af6c-e38bcd7fa6c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:23:11.912852 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-3180445c-0324-4a67-a0e8-b15e2b54e790 service neutron] Bound using segment: {'id': '5738320b-bb4f-4c6b-94f2-7a17321dd8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a67a341d-b672-4104-af6c-e38bcd7fa6c1'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:23:11.913305 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-3180445c-0324-4a67-a0e8-b15e2b54e790 service neutron] Bound port: 7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5738320b-bb4f-4c6b-94f2-7a17321dd8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a67a341d-b672-4104-af6c-e38bcd7fa6c1'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:23:11.913655 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-3180445c-0324-4a67-a0e8-b15e2b54e790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:11.965430 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-517d1bae-1097-4833-b5f8-408bcb264e95 req-ee3e4852-4910-4bcc-800f-8766fe895a69 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901258 Apr 20 17:23:11.981932 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 2adcaf18-df23-4efa-b7b1-ece8b41c1acf no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:23:12.042982 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-3180445c-0324-4a67-a0e8-b15e2b54e790 service neutron] For port 7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:23:12.048168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-3180445c-0324-4a67-a0e8-b15e2b54e790 service neutron] For port 7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4,segment=NetworkSegment(5738320b-bb4f-4c6b-94f2-7a17321dd8ad),segment_id=5738320b-bb4f-4c6b-94f2-7a17321dd8ad)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:23:12.058676 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-3180445c-0324-4a67-a0e8-b15e2b54e790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:12.066708 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-e2eb599e-3e5f-4bec-b3fd-95c709f7bedc tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Calling delete_port for 0f95ac16-667d-429a-bd37-ce25a3b4522e owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:23:12.093414 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 2adcaf18-df23-4efa-b7b1-ece8b41c1acf {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:23:12.094006 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 2adcaf18-df23-4efa-b7b1-ece8b41c1acf not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:23:12.151958 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-3180445c-0324-4a67-a0e8-b15e2b54e790 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:12.153575 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-3180445c-0324-4a67-a0e8-b15e2b54e790 service neutron] 10.222.0.10 "PUT /v2.0/ports/7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4 HTTP/1.1" status: 200 len: 1091 time: 1.5054581 Apr 20 17:23:12.154150 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb4a5858-913a-4395-a19b-4adc8bb27a12', 'tag': '7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:23:12.165203 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a14baa-e705-4970-9023-c211a78a558b req-6fa07830-3c97-421a-90f9-16f37404d031 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:12.166681 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e0a14baa-e705-4970-9023-c211a78a558b req-6fa07830-3c97-421a-90f9-16f37404d031 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 946 time: 0.3399837 Apr 20 17:23:12.173450 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180445c-0324-4a67-a0e8-b15e2b54e790 service neutron] Pushing event updated for resources: {'Port': ['ID=7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:12.194766 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45794) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:12.232916 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e0a14baa-e705-4970-9023-c211a78a558b req-65393598-57ed-4ad8-a75b-2909ab0edddb tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576901 Apr 20 17:23:12.285183 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e18a714b-5cb7-4c7e-aec0-6bebb8b3b712'] response: {'name': 'network-changed', 'server_uuid': 'cb4a5858-913a-4395-a19b-4adc8bb27a12', 'tag': '7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4', 'status': 'completed', 'code': 200} Apr 20 17:23:12.313860 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-62d4038b-eff8-46f0-9c05-62557d6c9427 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fce56b4868f048309077dc7c0bf671f8&device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 1094 time: 0.1011610 Apr 20 17:23:12.348442 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e2eb599e-3e5f-4bec-b3fd-95c709f7bedc tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:12.394362 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-0b411a14-1a35-42f0-be27-78a74225c068 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4 HTTP/1.1" status: 200 len: 217 time: 0.0718563 Apr 20 17:23:12.438000 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb599e-3e5f-4bec-b3fd-95c709f7bedc tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Pushing event deleted for resources: {'Port': ['ID=0f95ac16-667d-429a-bd37-ce25a3b4522e,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:12.454800 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-014a198b-f077-4e71-a030-bd38316b4bde tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1160267769'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:12.472406 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-014a198b-f077-4e71-a030-bd38316b4bde tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:12.480347 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-014a198b-f077-4e71-a030-bd38316b4bde tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Usage tracker for resource:network and tenant:15b16557a4f94da780bd0aea721c5d4b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:12.484845 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-014a198b-f077-4e71-a030-bd38316b4bde tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:12.509550 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-fc62bdd4-c335-4559-b9de-3d4fb7cfed46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:12.511374 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-fc62bdd4-c335-4559-b9de-3d4fb7cfed46 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=546f1609-2082-4535-ba40-673d62b673a1 HTTP/1.1" status: 200 len: 855 time: 0.1070321 Apr 20 17:23:12.515883 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-014a198b-f077-4e71-a030-bd38316b4bde tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:12.579946 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-66c1e29d-736c-4f76-8dbd-f3167b1c5b4d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a67a341d-b672-4104-af6c-e38bcd7fa6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615637 Apr 20 17:23:12.592388 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:12.622375 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014a198b-f077-4e71-a030-bd38316b4bde tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Made reservation on behalf of 15b16557a4f94da780bd0aea721c5d4b for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:23:12.625553 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-014a198b-f077-4e71-a030-bd38316b4bde tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:12.636431 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:12.697292 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-014a198b-f077-4e71-a030-bd38316b4bde tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:12.757971 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-014a198b-f077-4e71-a030-bd38316b4bde tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:12.765290 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-014a198b-f077-4e71-a030-bd38316b4bde tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Usage tracker for resource:security_group_rule and tenant:15b16557a4f94da780bd0aea721c5d4b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:12.769614 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-014a198b-f077-4e71-a030-bd38316b4bde tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:12.785316 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-014a198b-f077-4e71-a030-bd38316b4bde tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:12.794103 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-8e218819-e336-42ce-8149-22c7507f65bf service neutron] 10.222.0.10 "GET /v2.0/networks/a67a341d-b672-4104-af6c-e38bcd7fa6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083869 Apr 20 17:23:12.905916 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e2eb599e-3e5f-4bec-b3fd-95c709f7bedc tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:12.970542 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-014a198b-f077-4e71-a030-bd38316b4bde tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:12.974172 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a6a6605-a1ba-4a56-963f-9fde2a59425c req-0f988da8-bade-48ba-bc1e-f06dbd8425aa service neutron] 10.222.0.10 "GET /v2.0/networks/a67a341d-b672-4104-af6c-e38bcd7fa6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697590 Apr 20 17:23:12.977619 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-014a198b-f077-4e71-a030-bd38316b4bde tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:13.015996 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-014a198b-f077-4e71-a030-bd38316b4bde tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:23:13.021359 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a198b-f077-4e71-a030-bd38316b4bde tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91832dcc-92f9-42fe-a579-dd1f5c5cb4a9,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:13.029162 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-014a198b-f077-4e71-a030-bd38316b4bde tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:13.029501 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-014a198b-f077-4e71-a030-bd38316b4bde tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Added segment ea34a239-e8b9-44dc-b713-3c7e1f1382e0 of type vlan for network 6170ce4d-0e3e-48c6-b4ac-9aba96885498 Apr 20 17:23:13.100947 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:13.110485 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-014a198b-f077-4e71-a030-bd38316b4bde tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:13.151531 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-069a9091-8041-437d-91d3-3384615ae967 req-e79eac23-5819-485d-9e81-5e4b9d9d86f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fce56b4868f048309077dc7c0bf671f8&device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 1094 time: 0.1234639 Apr 20 17:23:13.154107 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-014a198b-f077-4e71-a030-bd38316b4bde tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:13.158138 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014a198b-f077-4e71-a030-bd38316b4bde tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:13.158857 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-014a198b-f077-4e71-a030-bd38316b4bde tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:13.382124 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a198b-f077-4e71-a030-bd38316b4bde tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Pushing event updated for resources: {'Network': ['ID=6170ce4d-0e3e-48c6-b4ac-9aba96885498,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:13.393305 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 6170ce4d-0e3e-48c6-b4ac-9aba96885498 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:23:13.526033 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-014a198b-f077-4e71-a030-bd38316b4bde tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3300066 Apr 20 17:23:13.535772 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45810) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:13.551445 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-1ec07409-603b-41d4-b45b-b80c69733932 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Request body: {'subnet': {'network_id': '6170ce4d-0e3e-48c6-b4ac-9aba96885498', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:13.570176 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a9091-8041-437d-91d3-3384615ae967 req-91b3f5c1-a256-4bde-9960-d9b127636fee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:13.571791 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-069a9091-8041-437d-91d3-3384615ae967 req-91b3f5c1-a256-4bde-9960-d9b127636fee service neutron] 10.222.0.10 "GET /v2.0/networks?id=a67a341d-b672-4104-af6c-e38bcd7fa6c1 HTTP/1.1" status: 200 len: 916 time: 0.4072537 Apr 20 17:23:13.578627 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc33106-485c-4285-9921-99ea30994484 req-ac17a911-3d8f-4eee-8b41-fbfca69d52db tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:13.580063 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3dc33106-485c-4285-9921-99ea30994484 req-ac17a911-3d8f-4eee-8b41-fbfca69d52db tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 943 time: 0.1995111 Apr 20 17:23:13.667002 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-069a9091-8041-437d-91d3-3384615ae967 req-c483cf93-70da-4ba1-87ad-f61972c2e01f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4 HTTP/1.1" status: 200 len: 217 time: 0.0859871 Apr 20 17:23:13.735859 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3dc33106-485c-4285-9921-99ea30994484 req-191ba27d-4aa0-4c82-96a9-55cf488cf1d4 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962121 Apr 20 17:23:13.736225 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1ec07409-603b-41d4-b45b-b80c69733932 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:13.743260 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1ec07409-603b-41d4-b45b-b80c69733932 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Usage tracker for resource:subnet and tenant:15b16557a4f94da780bd0aea721c5d4b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:13.749128 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1ec07409-603b-41d4-b45b-b80c69733932 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:13.752087 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a9091-8041-437d-91d3-3384615ae967 req-f71115ea-e5f7-417c-8bd2-7fb322d8e29c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:13.753526 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-069a9091-8041-437d-91d3-3384615ae967 req-f71115ea-e5f7-417c-8bd2-7fb322d8e29c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=546f1609-2082-4535-ba40-673d62b673a1 HTTP/1.1" status: 200 len: 855 time: 0.0726337 Apr 20 17:23:13.761501 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca88b35-ea3e-4cee-8f98-a29fa5ac7312 req-663d668c-dd97-42a8-a2f4-b317bd519e9d tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:13.763090 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cca88b35-ea3e-4cee-8f98-a29fa5ac7312 req-663d668c-dd97-42a8-a2f4-b317bd519e9d tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 946 time: 0.3421872 Apr 20 17:23:13.765146 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1ec07409-603b-41d4-b45b-b80c69733932 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:13.796234 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec07409-603b-41d4-b45b-b80c69733932 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Made reservation on behalf of 15b16557a4f94da780bd0aea721c5d4b for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:23:13.812207 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-069a9091-8041-437d-91d3-3384615ae967 req-2a346940-efda-4523-84b8-f78b742e079e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a67a341d-b672-4104-af6c-e38bcd7fa6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414839 Apr 20 17:23:13.915107 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:13.936669 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cca88b35-ea3e-4cee-8f98-a29fa5ac7312 req-37c37cbc-975d-496e-a55f-370957332117 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620586 Apr 20 17:23:13.944968 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1ec07409-603b-41d4-b45b-b80c69733932 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:13.954752 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-069a9091-8041-437d-91d3-3384615ae967 req-6399821d-f1f0-4956-8564-ef075efc0aeb service neutron] 10.222.0.10 "GET /v2.0/networks/a67a341d-b672-4104-af6c-e38bcd7fa6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309466 Apr 20 17:23:14.049213 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2eb599e-3e5f-4bec-b3fd-95c709f7bedc tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Router 3898a6ed-f304-45e5-97a0-8a76cec68548 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:23:14.097507 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-069a9091-8041-437d-91d3-3384615ae967 req-02f2b0b1-86df-4ea1-9330-c3b508f01ac6 service neutron] 10.222.0.10 "GET /v2.0/networks/a67a341d-b672-4104-af6c-e38bcd7fa6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368828 Apr 20 17:23:14.449522 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1ec07409-603b-41d4-b45b-b80c69733932 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:14.531152 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec07409-603b-41d4-b45b-b80c69733932 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Pushing event updated for resources: {'Subnet': ['ID=c15c285b-2476-4caf-a59e-05e5b8668281,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:14.562821 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec07409-603b-41d4-b45b-b80c69733932 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Checking segment: {'id': 'ea34a239-e8b9-44dc-b713-3c7e1f1382e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6170ce4d-0e3e-48c6-b4ac-9aba96885498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:23:14.563322 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec07409-603b-41d4-b45b-b80c69733932 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Network hostable DHCP agents. Network: 6170ce4d-0e3e-48c6-b4ac-9aba96885498, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:23:14.583955 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2eb599e-3e5f-4bec-b3fd-95c709f7bedc tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:23:14.593525 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022b2642-cc85-414b-9fdc-d5cf776b6313 None None] Sync routers for ids ['3898a6ed-f304-45e5-97a0-8a76cec68548'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:23:14.606951 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec07409-603b-41d4-b45b-b80c69733932 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Network 6170ce4d-0e3e-48c6-b4ac-9aba96885498 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:23:14.609000 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022b2642-cc85-414b-9fdc-d5cf776b6313 None None] Routers {'3898a6ed-f304-45e5-97a0-8a76cec68548'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:23:14.609595 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-022b2642-cc85-414b-9fdc-d5cf776b6313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:23:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['3898a6ed-f304-45e5-97a0-8a76cec68548'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:14.612161 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e2eb599e-3e5f-4bec-b3fd-95c709f7bedc tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] 10.222.0.39 "PUT /v2.0/routers/3898a6ed-f304-45e5-97a0-8a76cec68548/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8363194 Apr 20 17:23:14.614837 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45820) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:14.665987 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-022b2642-cc85-414b-9fdc-d5cf776b6313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:14.671110 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-1ec07409-603b-41d4-b45b-b80c69733932 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 6170ce4d-0e3e-48c6-b4ac-9aba96885498) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:23:14.676982 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022b2642-cc85-414b-9fdc-d5cf776b6313 None None] Routers {'3898a6ed-f304-45e5-97a0-8a76cec68548'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:23:14.678903 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-022b2642-cc85-414b-9fdc-d5cf776b6313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:23:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['3898a6ed-f304-45e5-97a0-8a76cec68548'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:14.679194 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d9293e-f404-464a-9966-bbfa02fd6ece None None] Network 6170ce4d-0e3e-48c6-b4ac-9aba96885498 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:23:14.737327 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec07409-603b-41d4-b45b-b80c69733932 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:14.738006 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1ec07409-603b-41d4-b45b-b80c69733932 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:14.741377 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-022b2642-cc85-414b-9fdc-d5cf776b6313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:14.741857 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022b2642-cc85-414b-9fdc-d5cf776b6313 None None] The sync data for ids ['3898a6ed-f304-45e5-97a0-8a76cec68548'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:23:14.779480 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1ec07409-603b-41d4-b45b-b80c69733932 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2399936 Apr 20 17:23:14.779899 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45830) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:14.786935 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-b7caed66-4333-4a35-8627-d6d652c1d72b tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Request body: {'port': {'network_id': '6170ce4d-0e3e-48c6-b4ac-9aba96885498', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1310173692'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:14.951210 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd86d5-26b1-4469-a229-9f1297b7ef7a req-da8317f3-6543-4fc7-bca1-8862acbf2098 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:14.956164 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b7caed66-4333-4a35-8627-d6d652c1d72b tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:14.959207 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e9cd86d5-26b1-4469-a229-9f1297b7ef7a req-da8317f3-6543-4fc7-bca1-8862acbf2098 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 943 time: 0.0934756 Apr 20 17:23:14.968288 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b7caed66-4333-4a35-8627-d6d652c1d72b tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Usage tracker for resource:port and tenant:15b16557a4f94da780bd0aea721c5d4b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:14.972256 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b7caed66-4333-4a35-8627-d6d652c1d72b tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:14.979642 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b7caed66-4333-4a35-8627-d6d652c1d72b tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:14.999877 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0ce3834d-a7e0-42e0-81c4-b915b844cce2 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:15.026359 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e9cd86d5-26b1-4469-a229-9f1297b7ef7a req-111f82ad-7bc1-472d-8617-4d09cab5dd08 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652311 Apr 20 17:23:15.059661 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7caed66-4333-4a35-8627-d6d652c1d72b tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Made reservation on behalf of 15b16557a4f94da780bd0aea721c5d4b for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:23:15.063185 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b7caed66-4333-4a35-8627-d6d652c1d72b tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:15.079361 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:15.082588 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200b8d36-7a5a-4bfd-afd8-f2fd735310e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-6170ce4d-0e3e-48c6-b4ac-9aba96885498', 'network_id': '6170ce4d-0e3e-48c6-b4ac-9aba96885498', 'tenant_id': '15b16557a4f94da780bd0aea721c5d4b', 'fixed_ips': [{'subnet_id': 'c15c285b-2476-4caf-a59e-05e5b8668281'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:23:15.083451 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-200b8d36-7a5a-4bfd-afd8-f2fd735310e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:15.164045 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-b7caed66-4333-4a35-8627-d6d652c1d72b tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] device_id is not set on port 5e03b1b8-17e8-4ea2-a18e-900c4c3c3925 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:23:15.298624 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-200b8d36-7a5a-4bfd-afd8-f2fd735310e5 None None] Allocated IP 172.20.0.2 (6170ce4d-0e3e-48c6-b4ac-9aba96885498/c15c285b-2476-4caf-a59e-05e5b8668281/a0528b71-190e-4859-9a02-21348feae3ba) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:23:15.491851 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0ce3834d-a7e0-42e0-81c4-b915b844cce2 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:15.518339 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-0ce3834d-a7e0-42e0-81c4-b915b844cce2 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Deleting port d28c6af5-10c5-43c2-939b-d28d210aa2cb {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:23:15.518950 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0ce3834d-a7e0-42e0-81c4-b915b844cce2 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:15.541895 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab89e75-3ba8-4c8e-ad19-60efccd8d0ac req-f492cd1d-99d6-4a10-8715-132c7ca455ca tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:15.549128 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2ab89e75-3ba8-4c8e-ad19-60efccd8d0ac req-f492cd1d-99d6-4a10-8715-132c7ca455ca tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 946 time: 0.1183703 Apr 20 17:23:15.623154 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-200b8d36-7a5a-4bfd-afd8-f2fd735310e5 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:15.628441 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2ab89e75-3ba8-4c8e-ad19-60efccd8d0ac req-b7b722d4-0675-4e66-a9da-9f547698c9db tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783925 Apr 20 17:23:15.651131 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-200b8d36-7a5a-4bfd-afd8-f2fd735310e5 None None] Transition to ACTIVE for port object a0528b71-190e-4859-9a02-21348feae3ba will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:23:15.675390 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-200b8d36-7a5a-4bfd-afd8-f2fd735310e5 None None] Transition to ACTIVE for port object a0528b71-190e-4859-9a02-21348feae3ba will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:23:15.685559 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-200b8d36-7a5a-4bfd-afd8-f2fd735310e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:15.763081 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200b8d36-7a5a-4bfd-afd8-f2fd735310e5 None None] Network 6170ce4d-0e3e-48c6-b4ac-9aba96885498 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:23:15.766653 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-200b8d36-7a5a-4bfd-afd8-f2fd735310e5 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:23:15.772008 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200b8d36-7a5a-4bfd-afd8-f2fd735310e5 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:23:15.773674 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0ce3834d-a7e0-42e0-81c4-b915b844cce2 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:15.835389 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b8d36-7a5a-4bfd-afd8-f2fd735310e5 None None] Pushing event updated for resources: {'Port': ['ID=a0528b71-190e-4859-9a02-21348feae3ba,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:15.843953 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf39262-9762-4fc0-969b-8e7220499088 None None] Sync routers for ids ['2bf56fb4-99bd-4ec3-92c5-ff289944c36c'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:23:15.869869 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-200b8d36-7a5a-4bfd-afd8-f2fd735310e5 None None] Attempting to bind port a0528b71-190e-4859-9a02-21348feae3ba on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:23:15.870277 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-200b8d36-7a5a-4bfd-afd8-f2fd735310e5 None None] Attempting to bind port a0528b71-190e-4859-9a02-21348feae3ba by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'ea34a239-e8b9-44dc-b713-3c7e1f1382e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6170ce4d-0e3e-48c6-b4ac-9aba96885498'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:23:15.871019 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200b8d36-7a5a-4bfd-afd8-f2fd735310e5 None None] Attempting to bind port a0528b71-190e-4859-9a02-21348feae3ba on network 6170ce4d-0e3e-48c6-b4ac-9aba96885498 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:23:15.893438 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200b8d36-7a5a-4bfd-afd8-f2fd735310e5 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:23:15.894231 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200b8d36-7a5a-4bfd-afd8-f2fd735310e5 None None] Checking segment: {'id': 'ea34a239-e8b9-44dc-b713-3c7e1f1382e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6170ce4d-0e3e-48c6-b4ac-9aba96885498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:23:15.894833 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-200b8d36-7a5a-4bfd-afd8-f2fd735310e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:15.895445 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200b8d36-7a5a-4bfd-afd8-f2fd735310e5 None None] Bound using segment: {'id': 'ea34a239-e8b9-44dc-b713-3c7e1f1382e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6170ce4d-0e3e-48c6-b4ac-9aba96885498'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:23:15.896247 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-200b8d36-7a5a-4bfd-afd8-f2fd735310e5 None None] Bound port: a0528b71-190e-4859-9a02-21348feae3ba, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea34a239-e8b9-44dc-b713-3c7e1f1382e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6170ce4d-0e3e-48c6-b4ac-9aba96885498'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:23:15.897153 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-200b8d36-7a5a-4bfd-afd8-f2fd735310e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:15.911658 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf39262-9762-4fc0-969b-8e7220499088 None None] Routers {'2bf56fb4-99bd-4ec3-92c5-ff289944c36c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:23:15.912351 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-baf39262-9762-4fc0-969b-8e7220499088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:23:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['2bf56fb4-99bd-4ec3-92c5-ff289944c36c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:15.916658 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-0ce3834d-a7e0-42e0-81c4-b915b844cce2 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Calling delete_port for d28c6af5-10c5-43c2-939b-d28d210aa2cb owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:23:16.031851 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:23:16.097087 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-b7caed66-4333-4a35-8627-d6d652c1d72b tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Allocated IP 172.20.0.5 (6170ce4d-0e3e-48c6-b4ac-9aba96885498/c15c285b-2476-4caf-a59e-05e5b8668281/5e03b1b8-17e8-4ea2-a18e-900c4c3c3925) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:23:16.136435 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-200b8d36-7a5a-4bfd-afd8-f2fd735310e5 None None] For port a0528b71-190e-4859-9a02-21348feae3ba, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:23:16.139820 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-200b8d36-7a5a-4bfd-afd8-f2fd735310e5 None None] For port a0528b71-190e-4859-9a02-21348feae3ba, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=a0528b71-190e-4859-9a02-21348feae3ba,segment=NetworkSegment(ea34a239-e8b9-44dc-b713-3c7e1f1382e0),segment_id=ea34a239-e8b9-44dc-b713-3c7e1f1382e0)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:23:16.163383 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-200b8d36-7a5a-4bfd-afd8-f2fd735310e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:16.269872 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.resource_extend [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:23:16.425809 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-baf39262-9762-4fc0-969b-8e7220499088 None None] Set router 2bf56fb4-99bd-4ec3-92c5-ff289944c36c gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:23:16.480982 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45858) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:16.486294 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-b3a81d72-6db8-4f54-bf10-1c9a7562b4c8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1305622961'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:16.493000 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b8d36-7a5a-4bfd-afd8-f2fd735310e5 None None] Pushing event updated for resources: {'Port': ['ID=a0528b71-190e-4859-9a02-21348feae3ba,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:16.510382 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b3a81d72-6db8-4f54-bf10-1c9a7562b4c8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:16.520916 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b3a81d72-6db8-4f54-bf10-1c9a7562b4c8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Usage tracker for resource:network and tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:16.529154 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b3a81d72-6db8-4f54-bf10-1c9a7562b4c8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:16.607111 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b3a81d72-6db8-4f54-bf10-1c9a7562b4c8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:16.673988 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a81d72-6db8-4f54-bf10-1c9a7562b4c8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Made reservation on behalf of 3ddcf70e6b9b4ed78391e1f8fae63fbc for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:23:16.680322 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3a81d72-6db8-4f54-bf10-1c9a7562b4c8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:16.752583 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b7caed66-4333-4a35-8627-d6d652c1d72b tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:16.780512 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4,segment=NetworkSegment(5738320b-bb4f-4c6b-94f2-7a17321dd8ad),segment_id=5738320b-bb4f-4c6b-94f2-7a17321dd8ad)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:23:16.786382 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe6608-39e1-40aa-900b-502cccd0a43a req-ad792581-9dbf-4570-b5e8-31c4afafc5a9 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:16.787863 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-44fe6608-39e1-40aa-900b-502cccd0a43a req-ad792581-9dbf-4570-b5e8-31c4afafc5a9 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 943 time: 0.3701167 Apr 20 17:23:16.791322 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0ce3834d-a7e0-42e0-81c4-b915b844cce2 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:16.813239 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-b7caed66-4333-4a35-8627-d6d652c1d72b tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Transition to ACTIVE for port object 5e03b1b8-17e8-4ea2-a18e-900c4c3c3925 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:23:16.824338 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4', 'network_id': 'a67a341d-b672-4104-af6c-e38bcd7fa6c1', 'port_id': '7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4', 'mac_address': 'fa:16:3e:83:4c:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546f1609-2082-4535-ba40-673d62b673a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:23:16.938171 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a81d72-6db8-4f54-bf10-1c9a7562b4c8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:23:16.943833 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3834d-a7e0-42e0-81c4-b915b844cce2 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Pushing event deleted for resources: {'Port': ['ID=d28c6af5-10c5-43c2-939b-d28d210aa2cb,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:16.965387 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:16.966976 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011088a1-e780-41c1-aba7-3294524dea59 req-f270a07a-e6fa-4308-971a-1e0c3c884c00 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:16.968811 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-011088a1-e780-41c1-aba7-3294524dea59 req-f270a07a-e6fa-4308-971a-1e0c3c884c00 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 946 time: 0.1192265 Apr 20 17:23:16.975381 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3a81d72-6db8-4f54-bf10-1c9a7562b4c8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:16.975734 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-b3a81d72-6db8-4f54-bf10-1c9a7562b4c8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Added segment b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095 of type vlan for network 4d480786-fdb1-4243-8366-e7c5fa985200 Apr 20 17:23:17.001658 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:23:17.017250 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4,segment=NetworkSegment(5738320b-bb4f-4c6b-94f2-7a17321dd8ad),segment_id=5738320b-bb4f-4c6b-94f2-7a17321dd8ad)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:23:17.026719 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:17.036959 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-011088a1-e780-41c1-aba7-3294524dea59 req-d99661e7-de80-4d36-8af9-b3377a04a44d tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549686 Apr 20 17:23:17.092236 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b7caed66-4333-4a35-8627-d6d652c1d72b tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:17.144043 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-44fe6608-39e1-40aa-900b-502cccd0a43a req-7e97eff1-fbab-46ae-ba5c-d8ff87607f72 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260653 Apr 20 17:23:17.146336 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:17.178888 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-baf39262-9762-4fc0-969b-8e7220499088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'name': 'tempest-ServersTestJSON-62221962-router', 'tenant_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '71711c13-fd92-43e4-8df0-28c8bd78328c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:11Z', 'updated_at': '2022-04-20T17:22:17Z', 'revision_number': 4, 'project_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'gw_port': {'id': '71711c13-fd92-43e4-8df0-28c8bd78328c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:12Z', 'updated_at': '2022-04-20T17:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'd03df743-72a1-4f62-a495-0070d08d47cd', 'tenant_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'floating_ip_address': '172.25.8.126', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'port_id': 'd4e27f75-8c74-4e8e-acc4-4f111988379d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d733250-971e-4579-b396-0c5e38ae2045', 'mac_address': 'fa:16:3e:dd:a8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:22:26Z', 'updated_at': '2022-04-20T17:23:01Z', 'revision_number': 1, 'project_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c', 'name': '', 'network_id': '9d733250-971e-4579-b396-0c5e38ae2045', 'tenant_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'mac_address': 'fa:16:3e:3a:92:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f89003a5-43c9-4fe7-8a63-6a7f162418c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:16Z', 'updated_at': '2022-04-20T17:22:53Z', 'revision_number': 5, 'project_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'subnets': [{'id': 'f89003a5-43c9-4fe7-8a63-6a7f162418c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:17.180907 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3a81d72-6db8-4f54-bf10-1c9a7562b4c8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:17.182911 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf39262-9762-4fc0-969b-8e7220499088 None None] Checking router: 2bf56fb4-99bd-4ec3-92c5-ff289944c36c for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:23:17.193884 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf39262-9762-4fc0-969b-8e7220499088 None None] Routers {'2bf56fb4-99bd-4ec3-92c5-ff289944c36c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:23:17.194365 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-baf39262-9762-4fc0-969b-8e7220499088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:23:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['2bf56fb4-99bd-4ec3-92c5-ff289944c36c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:17.333708 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7caed66-4333-4a35-8627-d6d652c1d72b tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Network 6170ce4d-0e3e-48c6-b4ac-9aba96885498 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:23:17.340240 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-b7caed66-4333-4a35-8627-d6d652c1d72b tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:23:17.343454 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7caed66-4333-4a35-8627-d6d652c1d72b tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Pushing event updated for resources: {'Port': ['ID=5e03b1b8-17e8-4ea2-a18e-900c4c3c3925,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:17.350999 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7caed66-4333-4a35-8627-d6d652c1d72b tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:23:17.378402 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-baf39262-9762-4fc0-969b-8e7220499088 None None] Set router 2bf56fb4-99bd-4ec3-92c5-ff289944c36c gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:23:17.385880 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0ce3834d-a7e0-42e0-81c4-b915b844cce2 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:17.517273 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:23:17.682482 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3a81d72-6db8-4f54-bf10-1c9a7562b4c8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:17.686239 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a81d72-6db8-4f54-bf10-1c9a7562b4c8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:17.686813 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3a81d72-6db8-4f54-bf10-1c9a7562b4c8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:17.714690 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7caed66-4333-4a35-8627-d6d652c1d72b tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:17.715310 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b7caed66-4333-4a35-8627-d6d652c1d72b tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:17.734757 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0ce3834d-a7e0-42e0-81c4-b915b844cce2 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:17.810339 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847cb1c2-aec5-4491-9a17-32c8eec9e090 None None] Network 6170ce4d-0e3e-48c6-b4ac-9aba96885498 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:23:17.812735 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0ce3834d-a7e0-42e0-81c4-b915b844cce2 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:17.837728 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a81d72-6db8-4f54-bf10-1c9a7562b4c8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Pushing event updated for resources: {'Network': ['ID=4d480786-fdb1-4243-8366-e7c5fa985200,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:17.844470 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b3a81d72-6db8-4f54-bf10-1c9a7562b4c8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3601012 Apr 20 17:23:17.844470 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b7caed66-4333-4a35-8627-d6d652c1d72b tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0632317 Apr 20 17:23:17.845037 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45876) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:17.849686 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45880) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:17.850218 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-464bb3aa-a10d-4648-9ea5-2eaf3b2fcede tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-595963712'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:17.859838 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-464bb3aa-a10d-4648-9ea5-2eaf3b2fcede tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:17.871477 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-464bb3aa-a10d-4648-9ea5-2eaf3b2fcede tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Usage tracker for resource:network and tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:17.876128 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-464bb3aa-a10d-4648-9ea5-2eaf3b2fcede tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:17.881090 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-464bb3aa-a10d-4648-9ea5-2eaf3b2fcede tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:17.891348 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0ce3834d-a7e0-42e0-81c4-b915b844cce2 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:17.891937 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce3834d-a7e0-42e0-81c4-b915b844cce2 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Fanout notify agent at l3_agent the message router_deleted on router 3898a6ed-f304-45e5-97a0-8a76cec68548 {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:23:17.894776 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464bb3aa-a10d-4648-9ea5-2eaf3b2fcede tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Made reservation on behalf of 3ddcf70e6b9b4ed78391e1f8fae63fbc for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:23:17.897944 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-464bb3aa-a10d-4648-9ea5-2eaf3b2fcede tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:17.907270 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 4d480786-fdb1-4243-8366-e7c5fa985200 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:23:17.925423 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0ce3834d-a7e0-42e0-81c4-b915b844cce2 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:17.926898 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0ce3834d-a7e0-42e0-81c4-b915b844cce2 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] 10.222.0.39 "DELETE /v2.0/routers/3898a6ed-f304-45e5-97a0-8a76cec68548 HTTP/1.1" status: 204 len: 168 time: 3.3108315 Apr 20 17:23:17.930792 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45886) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:17.952228 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-be48f449-fe43-4364-b4c2-47aecce20969 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Deleting port 5e03b1b8-17e8-4ea2-a18e-900c4c3c3925 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:23:17.952544 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-be48f449-fe43-4364-b4c2-47aecce20969 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:17.997306 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-464bb3aa-a10d-4648-9ea5-2eaf3b2fcede tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:23:18.018719 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-464bb3aa-a10d-4648-9ea5-2eaf3b2fcede tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:18.019230 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-464bb3aa-a10d-4648-9ea5-2eaf3b2fcede tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Added segment 9296474a-83a4-4000-8754-633df686eea1 of type vlan for network bdb724c9-4270-4009-8d7a-ad021aa5f7f3 Apr 20 17:23:18.052234 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:23:18.161135 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-7f807e4a-3dbe-46b8-ac2c-96d2aa86d3f6 None None] Provisioning for port a0528b71-190e-4859-9a02-21348feae3ba completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:23:18.259196 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device a0528b71-190e-4859-9a02-21348feae3ba up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:23:18.361579 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-baf39262-9762-4fc0-969b-8e7220499088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'name': 'tempest-ServersTestJSON-62221962-router', 'tenant_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '71711c13-fd92-43e4-8df0-28c8bd78328c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:11Z', 'updated_at': '2022-04-20T17:22:17Z', 'revision_number': 4, 'project_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'gw_port': {'id': '71711c13-fd92-43e4-8df0-28c8bd78328c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:12Z', 'updated_at': '2022-04-20T17:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'd03df743-72a1-4f62-a495-0070d08d47cd', 'tenant_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'floating_ip_address': '172.25.8.126', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'port_id': 'd4e27f75-8c74-4e8e-acc4-4f111988379d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d733250-971e-4579-b396-0c5e38ae2045', 'mac_address': 'fa:16:3e:dd:a8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:22:26Z', 'updated_at': '2022-04-20T17:23:01Z', 'revision_number': 1, 'project_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c', 'name': '', 'network_id': '9d733250-971e-4579-b396-0c5e38ae2045', 'tenant_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'mac_address': 'fa:16:3e:3a:92:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f89003a5-43c9-4fe7-8a63-6a7f162418c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:16Z', 'updated_at': '2022-04-20T17:22:53Z', 'revision_number': 5, 'project_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'subnets': [{'id': 'f89003a5-43c9-4fe7-8a63-6a7f162418c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:18.375294 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf39262-9762-4fc0-969b-8e7220499088 None None] The sync data for ids ['2bf56fb4-99bd-4ec3-92c5-ff289944c36c'] in n-d-838032-1 is: [{'id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'name': 'tempest-ServersTestJSON-62221962-router', 'tenant_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '71711c13-fd92-43e4-8df0-28c8bd78328c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:11Z', 'updated_at': '2022-04-20T17:22:17Z', 'revision_number': 4, 'project_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'gw_port': {'id': '71711c13-fd92-43e4-8df0-28c8bd78328c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:12Z', 'updated_at': '2022-04-20T17:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'd03df743-72a1-4f62-a495-0070d08d47cd', 'tenant_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'floating_ip_address': '172.25.8.126', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'port_id': 'd4e27f75-8c74-4e8e-acc4-4f111988379d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d733250-971e-4579-b396-0c5e38ae2045', 'mac_address': 'fa:16:3e:dd:a8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:22:26Z', 'updated_at': '2022-04-20T17:23:01Z', 'revision_number': 1, 'project_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c', 'name': '', 'network_id': '9d733250-971e-4579-b396-0c5e38ae2045', 'tenant_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'mac_address': 'fa:16:3e:3a:92:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f89003a5-43c9-4fe7-8a63-6a7f162418c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:16Z', 'updated_at': '2022-04-20T17:22:53Z', 'revision_number': 5, 'project_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'subnets': [{'id': 'f89003a5-43c9-4fe7-8a63-6a7f162418c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:23:18.392867 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-464bb3aa-a10d-4648-9ea5-2eaf3b2fcede tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:18.405256 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-be48f449-fe43-4364-b4c2-47aecce20969 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:18.448604 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port a0528b71-190e-4859-9a02-21348feae3ba completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:23:18.459723 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b6c916-8cd2-4897-aca4-255d968be60e tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Deleting subnet a40dde89-ae94-499a-bd7d-fe4ddfb5a556 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:23:18.467412 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-81b6c916-8cd2-4897-aca4-255d968be60e tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:18.468070 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port a0528b71-190e-4859-9a02-21348feae3ba triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:18.468429 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:18.535639 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280e698-ca6f-40be-a034-aff58fdeadcb req-a4483933-d181-41bc-afec-543271f5f8f4 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:18.537421 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2280e698-ca6f-40be-a034-aff58fdeadcb req-a4483933-d181-41bc-afec-543271f5f8f4 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 946 time: 0.3840766 Apr 20 17:23:18.543727 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-464bb3aa-a10d-4648-9ea5-2eaf3b2fcede tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:18.547898 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464bb3aa-a10d-4648-9ea5-2eaf3b2fcede tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:18.548855 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-464bb3aa-a10d-4648-9ea5-2eaf3b2fcede tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:18.580968 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-81b6c916-8cd2-4897-aca4-255d968be60e tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:18.661737 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:18.683860 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-be48f449-fe43-4364-b4c2-47aecce20969 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Calling delete_port for 5e03b1b8-17e8-4ea2-a18e-900c4c3c3925 owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:23:18.701544 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port a0528b71-190e-4859-9a02-21348feae3ba, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=a0528b71-190e-4859-9a02-21348feae3ba,segment=NetworkSegment(ea34a239-e8b9-44dc-b713-3c7e1f1382e0),segment_id=ea34a239-e8b9-44dc-b713-3c7e1f1382e0)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:23:18.708804 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:18.747554 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464bb3aa-a10d-4648-9ea5-2eaf3b2fcede tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Pushing event updated for resources: {'Network': ['ID=bdb724c9-4270-4009-8d7a-ad021aa5f7f3,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:18.755233 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-464bb3aa-a10d-4648-9ea5-2eaf3b2fcede tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9091887 Apr 20 17:23:18.762400 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45896) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:18.776521 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-f59dc8e6-a388-407c-966c-71960c587f1b tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Request body: {'subnet': {'network_id': '4d480786-fdb1-4243-8366-e7c5fa985200', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:18.781290 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network bdb724c9-4270-4009-8d7a-ad021aa5f7f3 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:23:18.785683 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee662a1-aa78-432e-b193-6f88d5de71aa req-bf53b882-9fd3-45d9-8426-e848b31820ce tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:18.787563 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3ee662a1-aa78-432e-b193-6f88d5de71aa req-bf53b882-9fd3-45d9-8426-e848b31820ce tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 946 time: 0.5136645 Apr 20 17:23:18.856078 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2280e698-ca6f-40be-a034-aff58fdeadcb req-36dea233-4ddc-4efe-aac9-34376e946959 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2975359 Apr 20 17:23:18.905824 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3ee662a1-aa78-432e-b193-6f88d5de71aa req-38e03eff-ef31-4cfa-9755-50eedc9375db tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119325 Apr 20 17:23:18.933496 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f59dc8e6-a388-407c-966c-71960c587f1b tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:18.948174 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-81b6c916-8cd2-4897-aca4-255d968be60e tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:18.949096 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=a0528b71-190e-4859-9a02-21348feae3ba,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:18.970450 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-be48f449-fe43-4364-b4c2-47aecce20969 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:18.972904 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-74f0a691-9c69-4652-852a-20370750b7eb None None] Provisioning for port 5e03b1b8-17e8-4ea2-a18e-900c4c3c3925 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:23:18.982530 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-74f0a691-9c69-4652-852a-20370750b7eb None None] Provisioning complete for port 5e03b1b8-17e8-4ea2-a18e-900c4c3c3925 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:18.982920 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-74f0a691-9c69-4652-852a-20370750b7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:18.995357 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f59dc8e6-a388-407c-966c-71960c587f1b tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Usage tracker for resource:subnet and tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:19.005717 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f59dc8e6-a388-407c-966c-71960c587f1b tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:19.022511 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f59dc8e6-a388-407c-966c-71960c587f1b tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:19.038283 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48f449-fe43-4364-b4c2-47aecce20969 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Pushing event deleted for resources: {'Port': ['ID=5e03b1b8-17e8-4ea2-a18e-900c4c3c3925,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:19.053128 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59dc8e6-a388-407c-966c-71960c587f1b tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Made reservation on behalf of 3ddcf70e6b9b4ed78391e1f8fae63fbc for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:23:19.061621 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-74f0a691-9c69-4652-852a-20370750b7eb None None] Port 5e03b1b8-17e8-4ea2-a18e-900c4c3c3925 was deleted so its status cannot be updated. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 20 17:23:19.081215 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-74f0a691-9c69-4652-852a-20370750b7eb None None] Provisioning complete for port a0528b71-190e-4859-9a02-21348feae3ba triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:19.081574 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-74f0a691-9c69-4652-852a-20370750b7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:19.185082 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48f449-fe43-4364-b4c2-47aecce20969 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:19.185422 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48f449-fe43-4364-b4c2-47aecce20969 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:19.185750 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48f449-fe43-4364-b4c2-47aecce20969 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:19.186132 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48f449-fe43-4364-b4c2-47aecce20969 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:19.186498 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48f449-fe43-4364-b4c2-47aecce20969 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:19.186799 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48f449-fe43-4364-b4c2-47aecce20969 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:19.187115 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48f449-fe43-4364-b4c2-47aecce20969 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:19.187429 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48f449-fe43-4364-b4c2-47aecce20969 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:19.187741 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48f449-fe43-4364-b4c2-47aecce20969 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:19.188053 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48f449-fe43-4364-b4c2-47aecce20969 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:19.188361 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48f449-fe43-4364-b4c2-47aecce20969 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:19.192291 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-81b6c916-8cd2-4897-aca4-255d968be60e tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:19.202311 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-be48f449-fe43-4364-b4c2-47aecce20969 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:19.209304 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-be48f449-fe43-4364-b4c2-47aecce20969 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] 10.222.0.39 "DELETE /v2.0/ports/5e03b1b8-17e8-4ea2-a18e-900c4c3c3925 HTTP/1.1" status: 204 len: 168 time: 1.3568499 Apr 20 17:23:19.211703 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45900) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:19.252062 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6c916-8cd2-4897-aca4-255d968be60e tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Pushing event deleted for resources: {'Subnet': ['ID=a40dde89-ae94-499a-bd7d-fe4ddfb5a556,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:19.259844 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f59dc8e6-a388-407c-966c-71960c587f1b tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:19.300489 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ac830f19-8723-4d22-a946-1b794ddaf00f tempest-DHCPAgentSchedulersTestJSON-944188389 tempest-DHCPAgentSchedulersTestJSON-944188389-project-admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.0876899 Apr 20 17:23:19.303227 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45908) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:19.308620 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-3720e9f7-f7a0-4cbc-8366-afe6e1559058 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-626989566'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:19.313840 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3720e9f7-f7a0-4cbc-8366-afe6e1559058 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:19.317646 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3720e9f7-f7a0-4cbc-8366-afe6e1559058 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Usage tracker for resource:network and tenant:15b16557a4f94da780bd0aea721c5d4b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:19.321214 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3720e9f7-f7a0-4cbc-8366-afe6e1559058 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:19.326992 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3720e9f7-f7a0-4cbc-8366-afe6e1559058 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:19.340344 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3720e9f7-f7a0-4cbc-8366-afe6e1559058 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Made reservation on behalf of 15b16557a4f94da780bd0aea721c5d4b for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:23:19.345206 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3720e9f7-f7a0-4cbc-8366-afe6e1559058 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:19.348221 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-00be0925-8f54-4a83-95fb-ebac07c1cb02 None None] Could not find standard attr ID for object 5e03b1b8-17e8-4ea2-a18e-900c4c3c3925. {{(pid=84082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 17:23:19.349717 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316e0628-11f9-4954-990d-fa3d6e3d5fd9 None None] Network 2085ace3-50ee-4347-b76b-c08bbb25e802 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:23:19.350365 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-81b6c916-8cd2-4897-aca4-255d968be60e tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:19.370275 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-81b6c916-8cd2-4897-aca4-255d968be60e tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] 10.222.0.39 "DELETE /v2.0/subnets/a40dde89-ae94-499a-bd7d-fe4ddfb5a556 HTTP/1.1" status: 204 len: 168 time: 1.4384429 Apr 20 17:23:19.373641 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45912) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:19.384361 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3720e9f7-f7a0-4cbc-8366-afe6e1559058 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:23:19.394618 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3720e9f7-f7a0-4cbc-8366-afe6e1559058 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:19.394962 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-3720e9f7-f7a0-4cbc-8366-afe6e1559058 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Added segment dd4d7498-4e77-44e9-9094-385c6e6ba301 of type vlan for network bb894603-7c0f-4060-90d3-92cf4f610fba Apr 20 17:23:19.429194 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3720e9f7-f7a0-4cbc-8366-afe6e1559058 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:19.462776 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3720e9f7-f7a0-4cbc-8366-afe6e1559058 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:19.466946 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3720e9f7-f7a0-4cbc-8366-afe6e1559058 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:19.467816 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3720e9f7-f7a0-4cbc-8366-afe6e1559058 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:19.497421 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c22b40-ed78-49e5-8cb5-63c66141189c req-a04243c1-1268-4a37-bccc-90989667f7b7 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:19.498945 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f7c22b40-ed78-49e5-8cb5-63c66141189c req-a04243c1-1268-4a37-bccc-90989667f7b7 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 944 time: 0.3745821 Apr 20 17:23:19.567078 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-aff7bd75-1d9d-49e8-80d9-27f14a5910c0 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:19.589826 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3720e9f7-f7a0-4cbc-8366-afe6e1559058 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.2851081 Apr 20 17:23:19.593964 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45916) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:19.604491 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720e9f7-f7a0-4cbc-8366-afe6e1559058 tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Pushing event updated for resources: {'Network': ['ID=bb894603-7c0f-4060-90d3-92cf4f610fba,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:19.617607 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network bb894603-7c0f-4060-90d3-92cf4f610fba details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:23:19.645841 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-aff7bd75-1d9d-49e8-80d9-27f14a5910c0 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Deleting port 3137a8f7-33d8-4b06-ae8e-41cb0848be33 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:23:19.646175 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-aff7bd75-1d9d-49e8-80d9-27f14a5910c0 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:19.674870 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f7c22b40-ed78-49e5-8cb5-63c66141189c req-783c0e34-b1a0-4b0e-9eb9-461b95229034 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631875 Apr 20 17:23:19.682761 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba64758-a59a-48d6-8162-36fc3928397b None None] DHCP port deletion for 2085ace3-50ee-4347-b76b-c08bbb25e802 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:23:19.691595 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3ba64758-a59a-48d6-8162-36fc3928397b None None] Deleting port 3137a8f7-33d8-4b06-ae8e-41cb0848be33 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:23:19.691964 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3ba64758-a59a-48d6-8162-36fc3928397b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:19.722559 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f59dc8e6-a388-407c-966c-71960c587f1b tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:19.820420 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e70e2d2c-873f-4b6d-834c-c023447ee831 tempest-DHCPAgentSchedulersTestJSON-944188389 tempest-DHCPAgentSchedulersTestJSON-944188389-project-admin] 10.222.0.39 "GET /v2.0/agents/58317aab-4711-4926-a9ac-1b7225c64e4c/dhcp-networks HTTP/1.1" status: 200 len: 11656 time: 0.2252803 Apr 20 17:23:19.822791 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45920) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:19.904327 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59dc8e6-a388-407c-966c-71960c587f1b tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Pushing event updated for resources: {'Subnet': ['ID=b5ebbe7f-912e-4e00-9c1b-0556bb717366,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:19.938458 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-3ba64758-a59a-48d6-8162-36fc3928397b None None] For port 3137a8f7-33d8-4b06-ae8e-41cb0848be33, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3137a8f7-33d8-4b06-ae8e-41cb0848be33,segment=NetworkSegment(ef2610a8-c9ff-456c-94a6-aef72bb46af8),segment_id=ef2610a8-c9ff-456c-94a6-aef72bb46af8)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:23:19.938843 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3ba64758-a59a-48d6-8162-36fc3928397b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:19.949147 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59dc8e6-a388-407c-966c-71960c587f1b tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Checking segment: {'id': 'b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d480786-fdb1-4243-8366-e7c5fa985200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:23:19.949497 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59dc8e6-a388-407c-966c-71960c587f1b tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Network hostable DHCP agents. Network: 4d480786-fdb1-4243-8366-e7c5fa985200, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:23:19.952633 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7109a28d-d141-4f41-a9f7-3582187027b9 tempest-DHCPAgentSchedulersTestJSON-944188389 tempest-DHCPAgentSchedulersTestJSON-944188389-project-admin] Network bb894603-7c0f-4060-90d3-92cf4f610fba is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:23:19.961366 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-aff7bd75-1d9d-49e8-80d9-27f14a5910c0 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] For port 3137a8f7-33d8-4b06-ae8e-41cb0848be33, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3137a8f7-33d8-4b06-ae8e-41cb0848be33,segment=NetworkSegment(ef2610a8-c9ff-456c-94a6-aef72bb46af8),segment_id=ef2610a8-c9ff-456c-94a6-aef72bb46af8)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:23:19.961724 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-aff7bd75-1d9d-49e8-80d9-27f14a5910c0 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:19.975207 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7109a28d-d141-4f41-a9f7-3582187027b9 tempest-DHCPAgentSchedulersTestJSON-944188389 tempest-DHCPAgentSchedulersTestJSON-944188389-project-admin] 10.222.0.39 "POST /v2.0/agents/58317aab-4711-4926-a9ac-1b7225c64e4c/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1511815 Apr 20 17:23:19.977447 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45928) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:20.053603 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fc8d77-815d-4b76-be0f-5727e82208bb None None] Network bb894603-7c0f-4060-90d3-92cf4f610fba requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:23:20.181483 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:23:20.212359 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3ba64758-a59a-48d6-8162-36fc3928397b None None] Calling delete_port for 3137a8f7-33d8-4b06-ae8e-41cb0848be33 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:23:20.251633 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-aff7bd75-1d9d-49e8-80d9-27f14a5910c0 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Calling delete_port for 3137a8f7-33d8-4b06-ae8e-41cb0848be33 owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:23:20.266753 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device a0528b71-190e-4859-9a02-21348feae3ba up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:23:20.285005 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ee00b79b-2798-4814-af95-683210b01b81 tempest-DHCPAgentSchedulersTestJSON-944188389 tempest-DHCPAgentSchedulersTestJSON-944188389-project-admin] 10.222.0.39 "GET /v2.0/agents/58317aab-4711-4926-a9ac-1b7225c64e4c/dhcp-networks HTTP/1.1" status: 200 len: 12400 time: 0.3032224 Apr 20 17:23:20.285995 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45932) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:20.297744 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9e74a-0dee-478b-ab4e-fbfb630001f9 req-12c9626d-54ca-46f7-8664-5108dc870e4a tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:20.304563 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a5d9e74a-0dee-478b-ab4e-fbfb630001f9 req-12c9626d-54ca-46f7-8664-5108dc870e4a tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 946 time: 0.2656074 Apr 20 17:23:20.352572 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59dc8e6-a388-407c-966c-71960c587f1b tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Network 4d480786-fdb1-4243-8366-e7c5fa985200 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:23:20.377871 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-f59dc8e6-a388-407c-966c-71960c587f1b tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 4d480786-fdb1-4243-8366-e7c5fa985200) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:23:20.395124 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59dc8e6-a388-407c-966c-71960c587f1b tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:20.395124 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f59dc8e6-a388-407c-966c-71960c587f1b tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:20.403256 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e18e286-dcaa-4a94-b2bd-c6069c6d9557 None None] Network 4d480786-fdb1-4243-8366-e7c5fa985200 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:23:20.415591 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a5d9e74a-0dee-478b-ab4e-fbfb630001f9 req-a9aac1d8-7e97-4191-88a3-b584816d4339 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099744 Apr 20 17:23:20.440194 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1a683-95f1-4dad-876b-088a88866dd1 req-36aff83b-e1b8-47f5-91e8-96c9c63e9a36 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:20.444490 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3ed003d5-39ad-44b3-ad7c-419cc250a641 tempest-DHCPAgentSchedulersTestJSON-944188389 tempest-DHCPAgentSchedulersTestJSON-944188389-project-admin] 10.222.0.39 "DELETE /v2.0/agents/58317aab-4711-4926-a9ac-1b7225c64e4c/dhcp-networks/bb894603-7c0f-4060-90d3-92cf4f610fba HTTP/1.1" status: 204 len: 168 time: 0.1581016 Apr 20 17:23:20.446995 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45936) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:20.447804 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-19a1a683-95f1-4dad-876b-088a88866dd1 req-36aff83b-e1b8-47f5-91e8-96c9c63e9a36 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 946 time: 0.2046628 Apr 20 17:23:20.451309 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-aff7bd75-1d9d-49e8-80d9-27f14a5910c0 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:20.513228 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f59dc8e6-a388-407c-966c-71960c587f1b tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7451584 Apr 20 17:23:20.522345 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45940) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:20.535747 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7bd75-1d9d-49e8-80d9-27f14a5910c0 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Pushing event deleted for resources: {'Port': ['ID=3137a8f7-33d8-4b06-ae8e-41cb0848be33,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:20.543650 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-0a394def-8ef9-4bd1-bd80-430ccedbf016 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Request body: {'subnet': {'network_id': 'bdb724c9-4270-4009-8d7a-ad021aa5f7f3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: util.warn_limited( Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: util.warn_limited( Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:23:20.572091 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:23:20.574725 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:23:20.574725 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:23:20.574725 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:23:20.574725 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:23:20.574725 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:23:20.574725 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:23:20.574725 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:23:20.574725 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:23:20.574725 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:23:20.574725 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:23:20.574725 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:23:20.574725 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:23:20.574725 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:23:20.574725 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:23:20.574725 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:23:20.574725 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:23:20.596508 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-3ba64758-a59a-48d6-8162-36fc3928397b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:23:20.596853 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-3ba64758-a59a-48d6-8162-36fc3928397b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:23:20.622395 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:23:20.624034 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff7bd75-1d9d-49e8-80d9-27f14a5910c0 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] No DVR routers for this DVR port 3137a8f7-33d8-4b06-ae8e-41cb0848be33 on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:23:20.645667 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:20.646048 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:20.651992 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b267de74-738e-49a7-a3e5-7e034ef6fd54 tempest-DHCPAgentSchedulersTestJSON-944188389 tempest-DHCPAgentSchedulersTestJSON-944188389-project-admin] 10.222.0.39 "GET /v2.0/agents/58317aab-4711-4926-a9ac-1b7225c64e4c/dhcp-networks HTTP/1.1" status: 200 len: 12418 time: 0.1996706 Apr 20 17:23:20.652991 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45944) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:20.677853 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8690954d-d765-4b8b-b8eb-dfe20fd41201 tempest-DHCPAgentSchedulersTestJSON-944188389 tempest-DHCPAgentSchedulersTestJSON-944188389-project-admin] 10.222.0.39 "GET /v2.0/networks/6170ce4d-0e3e-48c6-b4ac-9aba96885498/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0206850 Apr 20 17:23:20.678065 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port a0528b71-190e-4859-9a02-21348feae3ba triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:20.678152 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45948) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:20.678247 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:20.702239 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-79139eda-e28a-4bc8-af49-aed47c8767a3 tempest-DHCPAgentSchedulersTestJSON-944188389 tempest-DHCPAgentSchedulersTestJSON-944188389-project-admin] 10.222.0.39 "GET /v2.0/networks/6170ce4d-0e3e-48c6-b4ac-9aba96885498/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0207469 Apr 20 17:23:20.702438 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45952) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:20.774925 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-19a1a683-95f1-4dad-876b-088a88866dd1 req-08a33f11-fd2c-417c-ad43-ab14a6db4b2b tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259442 Apr 20 17:23:20.820790 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-aff7bd75-1d9d-49e8-80d9-27f14a5910c0 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:20.828234 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0a394def-8ef9-4bd1-bd80-430ccedbf016 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:20.835979 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0a394def-8ef9-4bd1-bd80-430ccedbf016 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Usage tracker for resource:subnet and tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:20.846233 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0a394def-8ef9-4bd1-bd80-430ccedbf016 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:20.855692 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0a394def-8ef9-4bd1-bd80-430ccedbf016 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:20.858551 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-aff7bd75-1d9d-49e8-80d9-27f14a5910c0 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2085ace3-50ee-4347-b76b-c08bbb25e802']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:20.874647 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-aff7bd75-1d9d-49e8-80d9-27f14a5910c0 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef2610a8-c9ff-456c-94a6-aef72bb46af8') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:20.874843 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-aff7bd75-1d9d-49e8-80d9-27f14a5910c0 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef2610a8-c9ff-456c-94a6-aef72bb46af8') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:20.881065 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6dc776-0f9f-45e1-a6c7-0bdbf0eeab4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-4d480786-fdb1-4243-8366-e7c5fa985200', 'network_id': '4d480786-fdb1-4243-8366-e7c5fa985200', 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'fixed_ips': [{'subnet_id': 'b5ebbe7f-912e-4e00-9c1b-0556bb717366'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:23:20.881964 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc776-0f9f-45e1-a6c7-0bdbf0eeab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:20.888105 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-aff7bd75-1d9d-49e8-80d9-27f14a5910c0 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:20.896880 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a394def-8ef9-4bd1-bd80-430ccedbf016 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Made reservation on behalf of 3ddcf70e6b9b4ed78391e1f8fae63fbc for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:23:21.013127 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:21.018519 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0a394def-8ef9-4bd1-bd80-430ccedbf016 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:21.042521 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-aff7bd75-1d9d-49e8-80d9-27f14a5910c0 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:21.069125 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-11e1cbe4-0714-46f0-ac6d-8e49028d08c5 tempest-DHCPAgentSchedulersTestJSON-944188389 tempest-DHCPAgentSchedulersTestJSON-944188389-project-admin] 10.222.0.39 "GET /v2.0/agents/58317aab-4711-4926-a9ac-1b7225c64e4c/dhcp-networks HTTP/1.1" status: 200 len: 12418 time: 0.3620172 Apr 20 17:23:21.069667 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45960) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:21.072768 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4a5858-913a-4395-a19b-4adc8bb27a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:23:21.094873 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4,segment=NetworkSegment(5738320b-bb4f-4c6b-94f2-7a17321dd8ad),segment_id=5738320b-bb4f-4c6b-94f2-7a17321dd8ad)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:23:21.114405 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff7bd75-1d9d-49e8-80d9-27f14a5910c0 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:23:21.114820 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-aff7bd75-1d9d-49e8-80d9-27f14a5910c0 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:21.127212 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3ba64758-a59a-48d6-8162-36fc3928397b None None] Deleting port 3137a8f7-33d8-4b06-ae8e-41cb0848be33 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:23:21.127609 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3ba64758-a59a-48d6-8162-36fc3928397b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:21.129985 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:23:21.129985 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:23:21.129985 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:23:21.129985 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:23:21.129985 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:23:21.129985 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:23:21.129985 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:23:21.129985 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:23:21.129985 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:23:21.129985 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:23:21.129985 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:23:21.129985 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:23:21.129985 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:23:21.129985 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:23:21.129985 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:23:21.129985 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:23:21.129985 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:23:21.129985 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:23:21.129985 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:23:21.129985 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:23:21.129985 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:23:21.129985 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:23:21.129985 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:23:21.129985 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:23:21.129985 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:23:21.129985 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:23:21.129985 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:23:21.129985 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:23:21.129985 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:23:21.129985 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:23:21.129985 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:23:21.129985 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:23:21.180152 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8647f-8875-4853-9d17-77c96f1b6f55 req-f689e978-493a-4d0a-8e3f-c2d55e994310 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:21.181757 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a8e8647f-8875-4853-9d17-77c96f1b6f55 req-f689e978-493a-4d0a-8e3f-c2d55e994310 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 944 time: 0.3374410 Apr 20 17:23:21.199611 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-4d6dc776-0f9f-45e1-a6c7-0bdbf0eeab4f None None] Allocated IP 10.1.1.2 (4d480786-fdb1-4243-8366-e7c5fa985200/b5ebbe7f-912e-4e00-9c1b-0556bb717366/313960fa-b41e-48d4-95b9-46ee5b81fac3) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:23:21.225924 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3276ab08-0680-427b-a5eb-d510266033aa tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:21.235560 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4b98a66-c6f4-4a08-95be-20d893c2d95f'] response: {'server_uuid': 'cb4a5858-913a-4395-a19b-4adc8bb27a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4', 'code': 200} Apr 20 17:23:21.257615 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-aff7bd75-1d9d-49e8-80d9-27f14a5910c0 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:21.268070 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3137a8f7-33d8-4b06-ae8e-41cb0848be33 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:23:21.278374 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-aff7bd75-1d9d-49e8-80d9-27f14a5910c0 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:21.292389 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7bd75-1d9d-49e8-80d9-27f14a5910c0 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Pushing event deleted for resources: {'Network': ['ID=2085ace3-50ee-4347-b76b-c08bbb25e802,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:21.301089 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-aff7bd75-1d9d-49e8-80d9-27f14a5910c0 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] 10.222.0.39 "DELETE /v2.0/networks/2085ace3-50ee-4347-b76b-c08bbb25e802 HTTP/1.1" status: 204 len: 168 time: 1.9259362 Apr 20 17:23:21.305640 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:21.327178 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a8e8647f-8875-4853-9d17-77c96f1b6f55 req-ec77ab4b-f77a-412a-adbc-b137dd0e5871 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304884 Apr 20 17:23:21.327778 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45966) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:21.402972 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0a394def-8ef9-4bd1-bd80-430ccedbf016 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:21.428880 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3ba64758-a59a-48d6-8162-36fc3928397b None None] The port '3137a8f7-33d8-4b06-ae8e-41cb0848be33' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:23:21.430046 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 3137a8f7-33d8-4b06-ae8e-41cb0848be33 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:23:21.430406 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3137a8f7-33d8-4b06-ae8e-41cb0848be33 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:23:21.513155 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:21.519606 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a394def-8ef9-4bd1-bd80-430ccedbf016 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Pushing event updated for resources: {'Subnet': ['ID=9ec642e4-8f7c-4328-a5b9-8fb965f7e357,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:21.532143 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a394def-8ef9-4bd1-bd80-430ccedbf016 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Checking segment: {'id': '9296474a-83a4-4000-8754-633df686eea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bdb724c9-4270-4009-8d7a-ad021aa5f7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:23:21.532499 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a394def-8ef9-4bd1-bd80-430ccedbf016 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Network hostable DHCP agents. Network: bdb724c9-4270-4009-8d7a-ad021aa5f7f3, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:23:21.565468 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a394def-8ef9-4bd1-bd80-430ccedbf016 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Network bdb724c9-4270-4009-8d7a-ad021aa5f7f3 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:23:21.583963 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3276ab08-0680-427b-a5eb-d510266033aa tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:21.619070 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-0a394def-8ef9-4bd1-bd80-430ccedbf016 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, bdb724c9-4270-4009-8d7a-ad021aa5f7f3) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:23:21.623686 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a394def-8ef9-4bd1-bd80-430ccedbf016 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:21.624419 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0a394def-8ef9-4bd1-bd80-430ccedbf016 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:21.631866 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e74f01-8561-422a-b38d-be4e692bdfa0 None None] Network bdb724c9-4270-4009-8d7a-ad021aa5f7f3 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:23:21.660184 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc776-0f9f-45e1-a6c7-0bdbf0eeab4f None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:21.665070 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0a394def-8ef9-4bd1-bd80-430ccedbf016 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1327186 Apr 20 17:23:21.667218 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45972) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:21.674815 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-9efc77dc-ace0-4692-b582-a3abef12ba8c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Request body: {'port': {'network_id': '4d480786-fdb1-4243-8366-e7c5fa985200', 'name': 'tempest-TaggedBootDevicesTest_v242-1623237080', 'fixed_ips': [{'subnet_id': 'b5ebbe7f-912e-4e00-9c1b-0556bb717366'}]}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:21.683069 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-3276ab08-0680-427b-a5eb-d510266033aa tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb894603-7c0f-4060-90d3-92cf4f610fba']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:21.692439 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-2c77d3a5-cbc4-4ff5-b6b9-401d4f1e0d49 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Deleting port 128f605a-fffc-471a-a84b-a0dc787922fe {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:23:21.692779 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2c77d3a5-cbc4-4ff5-b6b9-401d4f1e0d49 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:21.726323 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc776-0f9f-45e1-a6c7-0bdbf0eeab4f None None] Transition to ACTIVE for port object 313960fa-b41e-48d4-95b9-46ee5b81fac3 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:23:21.735491 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-3276ab08-0680-427b-a5eb-d510266033aa tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd4d7498-4e77-44e9-9094-385c6e6ba301') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:21.735791 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-3276ab08-0680-427b-a5eb-d510266033aa tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd4d7498-4e77-44e9-9094-385c6e6ba301') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:21.751260 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3276ab08-0680-427b-a5eb-d510266033aa tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:21.766538 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-4d6dc776-0f9f-45e1-a6c7-0bdbf0eeab4f None None] Transition to ACTIVE for port object 313960fa-b41e-48d4-95b9-46ee5b81fac3 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:23:21.768053 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0c0a5-4f9c-488c-82fc-dd17869e6c96 req-2272d241-0bbd-4da0-85b2-f7fc3e46aebf tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:21.769510 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-59b0c0a5-4f9c-488c-82fc-dd17869e6c96 req-2272d241-0bbd-4da0-85b2-f7fc3e46aebf tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 946 time: 0.1865690 Apr 20 17:23:21.771598 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-18ea74f7-a5e9-498d-829f-13ba4783babd req-efbfb1ba-c94c-435c-ae15-e60810f1a6c0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 1096 time: 0.4909554 Apr 20 17:23:21.787206 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc776-0f9f-45e1-a6c7-0bdbf0eeab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:21.793783 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3276ab08-0680-427b-a5eb-d510266033aa tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:21.858696 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9efc77dc-ace0-4692-b582-a3abef12ba8c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:21.864099 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-59b0c0a5-4f9c-488c-82fc-dd17869e6c96 req-1ef3643d-0dbf-4aba-8157-d1bfff40c731 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776205 Apr 20 17:23:21.865012 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9efc77dc-ace0-4692-b582-a3abef12ba8c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Usage tracker for resource:port and tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:21.868025 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9efc77dc-ace0-4692-b582-a3abef12ba8c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:21.878171 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9efc77dc-ace0-4692-b582-a3abef12ba8c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:21.893344 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efc77dc-ace0-4692-b582-a3abef12ba8c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Made reservation on behalf of 3ddcf70e6b9b4ed78391e1f8fae63fbc for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:23:21.899249 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9efc77dc-ace0-4692-b582-a3abef12ba8c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:21.922791 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-9efc77dc-ace0-4692-b582-a3abef12ba8c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] device_id is not set on port 245a988c-cbcb-4957-b136-a84d61c64d6f yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:23:21.924069 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3276ab08-0680-427b-a5eb-d510266033aa tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:23:21.924513 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3276ab08-0680-427b-a5eb-d510266033aa tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:21.949665 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:23:21.949665 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:23:21.949665 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:23:21.949665 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:23:21.949665 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:23:21.949665 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:23:21.949665 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:23:21.949665 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:23:21.949665 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:23:21.949665 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:23:21.949665 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:23:21.949665 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:23:21.949665 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:23:21.949665 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:23:21.949665 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:23:21.949665 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:23:21.949665 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:23:21.949665 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:23:21.949665 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:23:21.949665 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:23:21.949665 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:23:21.949665 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:23:21.949665 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:23:21.949665 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:23:21.949665 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:23:21.949665 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:23:21.949665 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:23:21.949665 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:23:21.949665 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:23:21.949665 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:23:21.949665 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:23:21.949665 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:23:21.965590 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c26fbc2-c11b-4f4b-9b6d-9f053b3a01b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-bdb724c9-4270-4009-8d7a-ad021aa5f7f3', 'network_id': 'bdb724c9-4270-4009-8d7a-ad021aa5f7f3', 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'fixed_ips': [{'subnet_id': '9ec642e4-8f7c-4328-a5b9-8fb965f7e357'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:23:21.966508 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2c26fbc2-c11b-4f4b-9b6d-9f053b3a01b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:21.992449 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6dc776-0f9f-45e1-a6c7-0bdbf0eeab4f None None] Network 4d480786-fdb1-4243-8366-e7c5fa985200 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:23:21.996570 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-4d6dc776-0f9f-45e1-a6c7-0bdbf0eeab4f None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:23:22.002646 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dc776-0f9f-45e1-a6c7-0bdbf0eeab4f None None] Pushing event updated for resources: {'Port': ['ID=313960fa-b41e-48d4-95b9-46ee5b81fac3,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:22.007719 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6dc776-0f9f-45e1-a6c7-0bdbf0eeab4f None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:23:22.127332 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3276ab08-0680-427b-a5eb-d510266033aa tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:22.132551 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-18ea74f7-a5e9-498d-829f-13ba4783babd req-b1bc5c4b-727b-4b49-aeff-309eb3b16014 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519247 Apr 20 17:23:22.149896 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-9efc77dc-ace0-4692-b582-a3abef12ba8c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Allocated IP 10.1.1.10 (4d480786-fdb1-4243-8366-e7c5fa985200/b5ebbe7f-912e-4e00-9c1b-0556bb717366/245a988c-cbcb-4957-b136-a84d61c64d6f) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:23:22.163657 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3276ab08-0680-427b-a5eb-d510266033aa tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:22.172559 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-4d6dc776-0f9f-45e1-a6c7-0bdbf0eeab4f None None] Attempting to bind port 313960fa-b41e-48d4-95b9-46ee5b81fac3 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:23:22.172968 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-4d6dc776-0f9f-45e1-a6c7-0bdbf0eeab4f None None] Attempting to bind port 313960fa-b41e-48d4-95b9-46ee5b81fac3 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d480786-fdb1-4243-8366-e7c5fa985200'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:23:22.173158 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2c77d3a5-cbc4-4ff5-b6b9-401d4f1e0d49 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:22.173297 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6dc776-0f9f-45e1-a6c7-0bdbf0eeab4f None None] Attempting to bind port 313960fa-b41e-48d4-95b9-46ee5b81fac3 on network 4d480786-fdb1-4243-8366-e7c5fa985200 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:23:22.173493 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2c77d3a5-cbc4-4ff5-b6b9-401d4f1e0d49 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:22.183324 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276ab08-0680-427b-a5eb-d510266033aa tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Pushing event deleted for resources: {'Network': ['ID=bb894603-7c0f-4060-90d3-92cf4f610fba,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:22.192006 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3276ab08-0680-427b-a5eb-d510266033aa tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] 10.222.0.39 "DELETE /v2.0/networks/bb894603-7c0f-4060-90d3-92cf4f610fba HTTP/1.1" status: 204 len: 168 time: 1.1206000 Apr 20 17:23:22.199819 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635352a9-98f4-4b3a-9e70-206d83b38ac9 req-a70c0bfe-9d93-4646-ad5a-fe00df5da967 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:22.201322 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-635352a9-98f4-4b3a-9e70-206d83b38ac9 req-a70c0bfe-9d93-4646-ad5a-fe00df5da967 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 946 time: 0.2533023 Apr 20 17:23:22.201853 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45978) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:22.220931 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6dc776-0f9f-45e1-a6c7-0bdbf0eeab4f None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:23:22.221288 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6dc776-0f9f-45e1-a6c7-0bdbf0eeab4f None None] Checking segment: {'id': 'b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d480786-fdb1-4243-8366-e7c5fa985200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:23:22.221677 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc776-0f9f-45e1-a6c7-0bdbf0eeab4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:22.222053 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6dc776-0f9f-45e1-a6c7-0bdbf0eeab4f None None] Bound using segment: {'id': 'b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d480786-fdb1-4243-8366-e7c5fa985200'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:23:22.222555 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-4d6dc776-0f9f-45e1-a6c7-0bdbf0eeab4f None None] Bound port: 313960fa-b41e-48d4-95b9-46ee5b81fac3, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d480786-fdb1-4243-8366-e7c5fa985200'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:23:22.222915 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc776-0f9f-45e1-a6c7-0bdbf0eeab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:22.302522 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-2c26fbc2-c11b-4f4b-9b6d-9f053b3a01b8 None None] Allocated IP 10.2.2.2 (bdb724c9-4270-4009-8d7a-ad021aa5f7f3/9ec642e4-8f7c-4328-a5b9-8fb965f7e357/d337f541-4432-4bbc-8497-74e62042a43a) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:23:22.321371 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-2c77d3a5-cbc4-4ff5-b6b9-401d4f1e0d49 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Calling delete_port for 128f605a-fffc-471a-a84b-a0dc787922fe owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:23:22.448583 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5e5c34-9a3d-4ae5-9eb1-c8bcf33ceccf tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] DELETE failed (client error): The resource could not be found. Apr 20 17:23:22.448921 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd5e5c34-9a3d-4ae5-9eb1-c8bcf33ceccf tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:23:22.450678 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bd5e5c34-9a3d-4ae5-9eb1-c8bcf33ceccf tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] 10.222.0.39 "DELETE /v2.0/ports/5e03b1b8-17e8-4ea2-a18e-900c4c3c3925 HTTP/1.1" status: 404 len: 333 time: 0.1920271 Apr 20 17:23:22.456189 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45984) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:22.456598 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-4d6dc776-0f9f-45e1-a6c7-0bdbf0eeab4f None None] For port 313960fa-b41e-48d4-95b9-46ee5b81fac3, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:23:22.477492 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-4d6dc776-0f9f-45e1-a6c7-0bdbf0eeab4f None None] For port 313960fa-b41e-48d4-95b9-46ee5b81fac3, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=313960fa-b41e-48d4-95b9-46ee5b81fac3,segment=NetworkSegment(b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095),segment_id=b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:23:22.488808 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc776-0f9f-45e1-a6c7-0bdbf0eeab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:22.526104 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9efc77dc-ace0-4692-b582-a3abef12ba8c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:22.530825 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-635352a9-98f4-4b3a-9e70-206d83b38ac9 req-df9235b3-686e-4756-80d4-89f7c1616532 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159958 Apr 20 17:23:22.556521 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-9efc77dc-ace0-4692-b582-a3abef12ba8c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Transition to ACTIVE for port object 245a988c-cbcb-4957-b136-a84d61c64d6f will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:23:22.641482 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9efc77dc-ace0-4692-b582-a3abef12ba8c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:22.673491 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dc776-0f9f-45e1-a6c7-0bdbf0eeab4f None None] Pushing event updated for resources: {'Port': ['ID=313960fa-b41e-48d4-95b9-46ee5b81fac3,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:22.709543 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2c26fbc2-c11b-4f4b-9b6d-9f053b3a01b8 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:22.713915 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b087ecd-0e97-43ef-a992-d9010f06992e req-6b196503-b23b-4525-afa3-d30d2fe1a7f1 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:22.715598 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1b087ecd-0e97-43ef-a992-d9010f06992e req-6b196503-b23b-4525-afa3-d30d2fe1a7f1 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 945 time: 0.1511304 Apr 20 17:23:22.728028 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2c26fbc2-c11b-4f4b-9b6d-9f053b3a01b8 None None] Transition to ACTIVE for port object d337f541-4432-4bbc-8497-74e62042a43a will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:23:22.740500 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efc77dc-ace0-4692-b582-a3abef12ba8c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Network 4d480786-fdb1-4243-8366-e7c5fa985200 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:23:22.742300 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-9efc77dc-ace0-4692-b582-a3abef12ba8c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:23:22.751700 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2c26fbc2-c11b-4f4b-9b6d-9f053b3a01b8 None None] Transition to ACTIVE for port object d337f541-4432-4bbc-8497-74e62042a43a will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:23:22.759036 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2c26fbc2-c11b-4f4b-9b6d-9f053b3a01b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:22.775844 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efc77dc-ace0-4692-b582-a3abef12ba8c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:23:22.819841 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc77dc-ace0-4692-b582-a3abef12ba8c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Pushing event updated for resources: {'Port': ['ID=245a988c-cbcb-4957-b136-a84d61c64d6f,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:22.829969 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c26fbc2-c11b-4f4b-9b6d-9f053b3a01b8 None None] Network bdb724c9-4270-4009-8d7a-ad021aa5f7f3 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:23:22.837464 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-2c26fbc2-c11b-4f4b-9b6d-9f053b3a01b8 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:23:22.842658 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c26fbc2-c11b-4f4b-9b6d-9f053b3a01b8 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:23:22.903216 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26fbc2-c11b-4f4b-9b6d-9f053b3a01b8 None None] Pushing event updated for resources: {'Port': ['ID=d337f541-4432-4bbc-8497-74e62042a43a,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:22.904376 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1b087ecd-0e97-43ef-a992-d9010f06992e req-5af02ff1-65c2-4779-8910-4581d612156f tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457207 Apr 20 17:23:22.917360 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efc77dc-ace0-4692-b582-a3abef12ba8c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:22.917360 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9efc77dc-ace0-4692-b582-a3abef12ba8c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:22.962434 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9efc77dc-ace0-4692-b582-a3abef12ba8c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2917507 Apr 20 17:23:22.963578 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45990) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:22.969580 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2c77d3a5-cbc4-4ff5-b6b9-401d4f1e0d49 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:22.981518 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-b676145c-844b-4233-ac66-d4e4e1a7eef4 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Request body: {'port': {'network_id': '4d480786-fdb1-4243-8366-e7c5fa985200', 'name': 'tempest-TaggedBootDevicesTest_v242-510715972', 'fixed_ips': [{'subnet_id': 'b5ebbe7f-912e-4e00-9c1b-0556bb717366'}]}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:22.988257 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-2c26fbc2-c11b-4f4b-9b6d-9f053b3a01b8 None None] Attempting to bind port d337f541-4432-4bbc-8497-74e62042a43a on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:23:22.989429 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-2c26fbc2-c11b-4f4b-9b6d-9f053b3a01b8 None None] Attempting to bind port d337f541-4432-4bbc-8497-74e62042a43a by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '9296474a-83a4-4000-8754-633df686eea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bdb724c9-4270-4009-8d7a-ad021aa5f7f3'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:23:22.989983 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c26fbc2-c11b-4f4b-9b6d-9f053b3a01b8 None None] Attempting to bind port d337f541-4432-4bbc-8497-74e62042a43a on network bdb724c9-4270-4009-8d7a-ad021aa5f7f3 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:23:22.998751 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c26fbc2-c11b-4f4b-9b6d-9f053b3a01b8 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:23:22.999634 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c26fbc2-c11b-4f4b-9b6d-9f053b3a01b8 None None] Checking segment: {'id': '9296474a-83a4-4000-8754-633df686eea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bdb724c9-4270-4009-8d7a-ad021aa5f7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:23:23.000316 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2c26fbc2-c11b-4f4b-9b6d-9f053b3a01b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:23.000887 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c26fbc2-c11b-4f4b-9b6d-9f053b3a01b8 None None] Bound using segment: {'id': '9296474a-83a4-4000-8754-633df686eea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bdb724c9-4270-4009-8d7a-ad021aa5f7f3'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:23:23.001585 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-2c26fbc2-c11b-4f4b-9b6d-9f053b3a01b8 None None] Bound port: d337f541-4432-4bbc-8497-74e62042a43a, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9296474a-83a4-4000-8754-633df686eea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bdb724c9-4270-4009-8d7a-ad021aa5f7f3'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:23:23.002008 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2c26fbc2-c11b-4f4b-9b6d-9f053b3a01b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:23.045574 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77d3a5-cbc4-4ff5-b6b9-401d4f1e0d49 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Pushing event deleted for resources: {'Port': ['ID=128f605a-fffc-471a-a84b-a0dc787922fe,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:23.118137 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-2c26fbc2-c11b-4f4b-9b6d-9f053b3a01b8 None None] For port d337f541-4432-4bbc-8497-74e62042a43a, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:23:23.121405 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-2c26fbc2-c11b-4f4b-9b6d-9f053b3a01b8 None None] For port d337f541-4432-4bbc-8497-74e62042a43a, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d337f541-4432-4bbc-8497-74e62042a43a,segment=NetworkSegment(9296474a-83a4-4000-8754-633df686eea1),segment_id=9296474a-83a4-4000-8754-633df686eea1)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:23:23.127047 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2c26fbc2-c11b-4f4b-9b6d-9f053b3a01b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:23.142212 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-91cf44c2-a269-485a-bc33-f70dd26e5c9f tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Deleting subnet c15c285b-2476-4caf-a59e-05e5b8668281 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:23:23.164319 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b676145c-844b-4233-ac66-d4e4e1a7eef4 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:23.168091 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b676145c-844b-4233-ac66-d4e4e1a7eef4 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Usage tracker for resource:port and tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:23.170943 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b676145c-844b-4233-ac66-d4e4e1a7eef4 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:23.176634 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b676145c-844b-4233-ac66-d4e4e1a7eef4 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:23.181519 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-91cf44c2-a269-485a-bc33-f70dd26e5c9f tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:23.188099 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b676145c-844b-4233-ac66-d4e4e1a7eef4 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Made reservation on behalf of 3ddcf70e6b9b4ed78391e1f8fae63fbc for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:23:23.196076 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b676145c-844b-4233-ac66-d4e4e1a7eef4 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:23.205901 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26fbc2-c11b-4f4b-9b6d-9f053b3a01b8 None None] Pushing event updated for resources: {'Port': ['ID=d337f541-4432-4bbc-8497-74e62042a43a,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:23.222037 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-b676145c-844b-4233-ac66-d4e4e1a7eef4 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] device_id is not set on port a5d53015-50ae-41a9-bd75-85482f56c83e yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:23:23.269589 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-91cf44c2-a269-485a-bc33-f70dd26e5c9f tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:23.298166 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2c77d3a5-cbc4-4ff5-b6b9-401d4f1e0d49 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:23.349359 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaf8166-cb1f-4e2a-b2e3-fd6772d11d34 None None] Sync routers for ids ['f208009e-aa1e-4653-88ed-6284ebe162ca'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:23:23.354976 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00f351-b6ac-4c18-8a96-6e8825c5d4bf req-baf9e323-6c9a-469b-867a-0b8dfd4e99ff tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:23.356951 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eb00f351-b6ac-4c18-8a96-6e8825c5d4bf req-baf9e323-6c9a-469b-867a-0b8dfd4e99ff tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 946 time: 0.3091149 Apr 20 17:23:23.365223 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaf8166-cb1f-4e2a-b2e3-fd6772d11d34 None None] Routers {'f208009e-aa1e-4653-88ed-6284ebe162ca'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:23:23.366159 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-caaf8166-cb1f-4e2a-b2e3-fd6772d11d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:23:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['f208009e-aa1e-4653-88ed-6284ebe162ca'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:23.388077 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2c77d3a5-cbc4-4ff5-b6b9-401d4f1e0d49 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:23.391971 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2c77d3a5-cbc4-4ff5-b6b9-401d4f1e0d49 tempest-FloatingIPAdminTestJSON-905672220 tempest-FloatingIPAdminTestJSON-905672220-project] 10.222.0.39 "DELETE /v2.0/floatingips/b853c68f-2bea-4024-b63d-a255f52b1505 HTTP/1.1" status: 204 len: 168 time: 2.0562925 Apr 20 17:23:23.430107 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-91cf44c2-a269-485a-bc33-f70dd26e5c9f tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:23.515598 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-b676145c-844b-4233-ac66-d4e4e1a7eef4 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Allocated IP 10.1.1.189 (4d480786-fdb1-4243-8366-e7c5fa985200/b5ebbe7f-912e-4e00-9c1b-0556bb717366/a5d53015-50ae-41a9-bd75-85482f56c83e) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:23:23.522972 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eb00f351-b6ac-4c18-8a96-6e8825c5d4bf req-84acadc0-8a53-43b0-9ee7-57d73a141af7 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572719 Apr 20 17:23:23.694476 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-91cf44c2-a269-485a-bc33-f70dd26e5c9f tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:23.787943 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-caaf8166-cb1f-4e2a-b2e3-fd6772d11d34 None None] Set router f208009e-aa1e-4653-88ed-6284ebe162ca gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:23:23.817777 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf44c2-a269-485a-bc33-f70dd26e5c9f tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Pushing event deleted for resources: {'Subnet': ['ID=c15c285b-2476-4caf-a59e-05e5b8668281,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:23.840068 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-91cf44c2-a269-485a-bc33-f70dd26e5c9f tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:23.846419 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0587fd-f545-4f15-8b89-63d8e1a2239b None None] Network 6170ce4d-0e3e-48c6-b4ac-9aba96885498 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:23:23.871823 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-91cf44c2-a269-485a-bc33-f70dd26e5c9f tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] 10.222.0.39 "DELETE /v2.0/subnets/c15c285b-2476-4caf-a59e-05e5b8668281 HTTP/1.1" status: 204 len: 168 time: 1.4130049 Apr 20 17:23:23.874336 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45998) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:24.129664 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c9c89-9710-4a33-924f-85dd888d169c req-3fe519ec-dd68-4d05-92c0-1c5efbff8502 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:24.132840 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-725c9c89-9710-4a33-924f-85dd888d169c req-3fe519ec-dd68-4d05-92c0-1c5efbff8502 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 946 time: 0.2417507 Apr 20 17:23:24.172326 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-81864204-272f-4be0-aff9-608f4e6abf8e tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:24.173910 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b676145c-844b-4233-ac66-d4e4e1a7eef4 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:24.213876 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-b676145c-844b-4233-ac66-d4e4e1a7eef4 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Transition to ACTIVE for port object a5d53015-50ae-41a9-bd75-85482f56c83e will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:23:24.252799 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-725c9c89-9710-4a33-924f-85dd888d169c req-2978abf6-abc6-47ae-aab5-f53b25e5b5ae tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022716 Apr 20 17:23:24.255310 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-81864204-272f-4be0-aff9-608f4e6abf8e tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Deleting port a0528b71-190e-4859-9a02-21348feae3ba {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:23:24.255654 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-81864204-272f-4be0-aff9-608f4e6abf8e tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:24.281084 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d733a02f-69fb-4c0b-8596-c3901d2effdf None None] Network 4d480786-fdb1-4243-8366-e7c5fa985200 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:23:24.283791 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b676145c-844b-4233-ac66-d4e4e1a7eef4 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:24.314140 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46006) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:24.389884 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b676145c-844b-4233-ac66-d4e4e1a7eef4 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Network 4d480786-fdb1-4243-8366-e7c5fa985200 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:23:24.393803 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-b676145c-844b-4233-ac66-d4e4e1a7eef4 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:23:24.401892 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b676145c-844b-4233-ac66-d4e4e1a7eef4 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:23:24.418033 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-caaf8166-cb1f-4e2a-b2e3-fd6772d11d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f208009e-aa1e-4653-88ed-6284ebe162ca', 'name': 'tempest-TaggedBootDevicesTest_v242-673353120-router', 'tenant_id': '8494b4bccd1a4df39ea89d4c7fc04c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'cb578a50-15b7-4c88-bf2e-fb806d4d92c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:25Z', 'updated_at': '2022-04-20T17:22:39Z', 'revision_number': 4, 'project_id': '8494b4bccd1a4df39ea89d4c7fc04c59', 'gw_port': {'id': 'cb578a50-15b7-4c88-bf2e-fb806d4d92c5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f208009e-aa1e-4653-88ed-6284ebe162ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:26Z', 'updated_at': '2022-04-20T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '0addd580-65fb-4efd-9514-bde87b76bf6a', 'name': '', 'network_id': 'aacd88a6-ce1a-48fb-9acc-b5cd9e260a56', 'tenant_id': '8494b4bccd1a4df39ea89d4c7fc04c59', 'mac_address': 'fa:16:3e:9a:bf:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f208009e-aa1e-4653-88ed-6284ebe162ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24ef033d-3fce-4bc4-9746-279910c94fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:36Z', 'updated_at': '2022-04-20T17:22:40Z', 'revision_number': 2, 'project_id': '8494b4bccd1a4df39ea89d4c7fc04c59', 'subnets': [{'id': '24ef033d-3fce-4bc4-9746-279910c94fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:24.429014 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaf8166-cb1f-4e2a-b2e3-fd6772d11d34 None None] Checking router: f208009e-aa1e-4653-88ed-6284ebe162ca for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:23:24.429703 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaf8166-cb1f-4e2a-b2e3-fd6772d11d34 None None] Updating router f208009e-aa1e-4653-88ed-6284ebe162ca port 0addd580-65fb-4efd-9514-bde87b76bf6a binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:23:24.451346 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d337f541-4432-4bbc-8497-74e62042a43a up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:23:24.480081 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676145c-844b-4233-ac66-d4e4e1a7eef4 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Pushing event updated for resources: {'Port': ['ID=a5d53015-50ae-41a9-bd75-85482f56c83e,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:24.540171 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b676145c-844b-4233-ac66-d4e4e1a7eef4 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:24.541049 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b676145c-844b-4233-ac66-d4e4e1a7eef4 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:24.545159 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-48101b6e-d627-43bb-8ed4-68894247fff6 None None] Provisioning for port 313960fa-b41e-48d4-95b9-46ee5b81fac3 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:23:24.558175 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-caaf8166-cb1f-4e2a-b2e3-fd6772d11d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:24.585605 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b676145c-844b-4233-ac66-d4e4e1a7eef4 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6202605 Apr 20 17:23:24.619062 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port d337f541-4432-4bbc-8497-74e62042a43a completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:23:24.636320 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 313960fa-b41e-48d4-95b9-46ee5b81fac3 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:23:24.686779 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-81864204-272f-4be0-aff9-608f4e6abf8e tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] For port a0528b71-190e-4859-9a02-21348feae3ba, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=a0528b71-190e-4859-9a02-21348feae3ba,segment=NetworkSegment(ea34a239-e8b9-44dc-b713-3c7e1f1382e0),segment_id=ea34a239-e8b9-44dc-b713-3c7e1f1382e0)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:23:24.687128 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-81864204-272f-4be0-aff9-608f4e6abf8e tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:24.764191 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3858b88c-bee4-4b3d-bdf8-101fb3e28b3a None None] DHCP port deletion for 6170ce4d-0e3e-48c6-b4ac-9aba96885498 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:23:24.776966 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3858b88c-bee4-4b3d-bdf8-101fb3e28b3a None None] Deleting port a0528b71-190e-4859-9a02-21348feae3ba {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:23:24.777329 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3858b88c-bee4-4b3d-bdf8-101fb3e28b3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:24.843004 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-81864204-272f-4be0-aff9-608f4e6abf8e tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Calling delete_port for a0528b71-190e-4859-9a02-21348feae3ba owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:23:24.977949 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f16e03-d8b4-4097-92a5-8ceda260c5a7 req-93475b98-5200-46af-b426-de51686535fa tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:24.985188 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c5f16e03-d8b4-4097-92a5-8ceda260c5a7 req-93475b98-5200-46af-b426-de51686535fa tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 945 time: 0.7908413 Apr 20 17:23:24.989537 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-caaf8166-cb1f-4e2a-b2e3-fd6772d11d34 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:25.006483 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-caaf8166-cb1f-4e2a-b2e3-fd6772d11d34 None None] Transition to ACTIVE for port object 0addd580-65fb-4efd-9514-bde87b76bf6a will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:23:25.009317 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-81864204-272f-4be0-aff9-608f4e6abf8e tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:25.028951 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-caaf8166-cb1f-4e2a-b2e3-fd6772d11d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:25.069713 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46016) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:25.078840 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-34e17db8-0a86-49a3-8c1f-16ecb3301987 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1575937374', 'description': 'tempest-description--1301415444'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:25.088937 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-34e17db8-0a86-49a3-8c1f-16ecb3301987 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:25.094714 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-34e17db8-0a86-49a3-8c1f-16ecb3301987 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Usage tracker for resource:security_group and tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:25.097092 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7e2aff-f586-4487-8804-ff55f42a707b None None] Network bdb724c9-4270-4009-8d7a-ad021aa5f7f3 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:23:25.100572 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-34e17db8-0a86-49a3-8c1f-16ecb3301987 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:25.109465 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-34e17db8-0a86-49a3-8c1f-16ecb3301987 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:25.123731 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81864204-272f-4be0-aff9-608f4e6abf8e tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Pushing event deleted for resources: {'Port': ['ID=a0528b71-190e-4859-9a02-21348feae3ba,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:25.128223 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-34e17db8-0a86-49a3-8c1f-16ecb3301987 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:25.147753 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81864204-272f-4be0-aff9-608f4e6abf8e tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] No DVR routers for this DVR port a0528b71-190e-4859-9a02-21348feae3ba on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:23:25.153799 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e2ce2dc6-9473-490c-8b74-42c6a7093c2b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=be1b3b2f3f23408894ffa8153232b9ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8405221 Apr 20 17:23:25.165225 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46020) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:25.167168 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6fad4-606a-47ed-806d-6f368fd3ae21 None None] Pushing event updated for resources: {'Port': ['ID=0addd580-65fb-4efd-9514-bde87b76bf6a,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:25.192805 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c5f16e03-d8b4-4097-92a5-8ceda260c5a7 req-297fcb6c-63ed-4ec5-9112-9e8cbdb21d8f tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066634 Apr 20 17:23:25.233686 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-3858b88c-bee4-4b3d-bdf8-101fb3e28b3a None None] For port a0528b71-190e-4859-9a02-21348feae3ba, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=a0528b71-190e-4859-9a02-21348feae3ba,segment=NetworkSegment(ea34a239-e8b9-44dc-b713-3c7e1f1382e0),segment_id=ea34a239-e8b9-44dc-b713-3c7e1f1382e0)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:23:25.234063 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3858b88c-bee4-4b3d-bdf8-101fb3e28b3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:25.329654 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-81864204-272f-4be0-aff9-608f4e6abf8e tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:25.353837 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-34e17db8-0a86-49a3-8c1f-16ecb3301987 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:25.373861 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-34e17db8-0a86-49a3-8c1f-16ecb3301987 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Usage tracker for resource:security_group_rule and tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:25.381117 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-34e17db8-0a86-49a3-8c1f-16ecb3301987 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:25.390441 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-81864204-272f-4be0-aff9-608f4e6abf8e tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6170ce4d-0e3e-48c6-b4ac-9aba96885498']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:25.402467 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-34e17db8-0a86-49a3-8c1f-16ecb3301987 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:25.428553 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8ca58b2d-ff48-4cb5-b03a-e2040f742d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:25.451017 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-81864204-272f-4be0-aff9-608f4e6abf8e tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea34a239-e8b9-44dc-b713-3c7e1f1382e0') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:25.456250 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-81864204-272f-4be0-aff9-608f4e6abf8e tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea34a239-e8b9-44dc-b713-3c7e1f1382e0') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:25.459105 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3858b88c-bee4-4b3d-bdf8-101fb3e28b3a None None] Calling delete_port for a0528b71-190e-4859-9a02-21348feae3ba owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:23:25.494059 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-81864204-272f-4be0-aff9-608f4e6abf8e tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:25.510898 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8ca58b2d-ff48-4cb5-b03a-e2040f742d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:25.519413 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-caaf8166-cb1f-4e2a-b2e3-fd6772d11d34 None None] Attempting to bind port 0addd580-65fb-4efd-9514-bde87b76bf6a on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:23:25.519972 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-caaf8166-cb1f-4e2a-b2e3-fd6772d11d34 None None] Attempting to bind port 0addd580-65fb-4efd-9514-bde87b76bf6a by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'a0095700-3ba3-48d7-920d-838249b254d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'aacd88a6-ce1a-48fb-9acc-b5cd9e260a56'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:23:25.520224 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaf8166-cb1f-4e2a-b2e3-fd6772d11d34 None None] Attempting to bind port 0addd580-65fb-4efd-9514-bde87b76bf6a on network aacd88a6-ce1a-48fb-9acc-b5cd9e260a56 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:23:25.525981 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d846d12d-49d1-4c9b-8970-4609ee82127b None None] Provisioning for port d337f541-4432-4bbc-8497-74e62042a43a completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:23:25.532361 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaf8166-cb1f-4e2a-b2e3-fd6772d11d34 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:23:25.532764 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaf8166-cb1f-4e2a-b2e3-fd6772d11d34 None None] Checking segment: {'id': 'a0095700-3ba3-48d7-920d-838249b254d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'aacd88a6-ce1a-48fb-9acc-b5cd9e260a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:23:25.533206 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-caaf8166-cb1f-4e2a-b2e3-fd6772d11d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:25.533594 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaf8166-cb1f-4e2a-b2e3-fd6772d11d34 None None] Bound using segment: {'id': 'a0095700-3ba3-48d7-920d-838249b254d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'aacd88a6-ce1a-48fb-9acc-b5cd9e260a56'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:23:25.534323 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-caaf8166-cb1f-4e2a-b2e3-fd6772d11d34 None None] Bound port: 0addd580-65fb-4efd-9514-bde87b76bf6a, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0095700-3ba3-48d7-920d-838249b254d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'aacd88a6-ce1a-48fb-9acc-b5cd9e260a56'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:23:25.534745 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-caaf8166-cb1f-4e2a-b2e3-fd6772d11d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:25.552894 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 313960fa-b41e-48d4-95b9-46ee5b81fac3 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:23:25.562110 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d846d12d-49d1-4c9b-8970-4609ee82127b None None] Provisioning complete for port d337f541-4432-4bbc-8497-74e62042a43a triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:25.562578 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d846d12d-49d1-4c9b-8970-4609ee82127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:25.596316 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22f3c6-cc74-4432-b0e3-340e17b65b32 req-7ed17b92-875e-4844-b9e3-cde91a0324f6 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:25.603716 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4e22f3c6-cc74-4432-b0e3-340e17b65b32 req-7ed17b92-875e-4844-b9e3-cde91a0324f6 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 946 time: 0.3650641 Apr 20 17:23:25.621731 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 313960fa-b41e-48d4-95b9-46ee5b81fac3 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:25.622099 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:25.642439 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-caaf8166-cb1f-4e2a-b2e3-fd6772d11d34 None None] For port 0addd580-65fb-4efd-9514-bde87b76bf6a, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:23:25.646918 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-caaf8166-cb1f-4e2a-b2e3-fd6772d11d34 None None] For port 0addd580-65fb-4efd-9514-bde87b76bf6a, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0addd580-65fb-4efd-9514-bde87b76bf6a,segment=NetworkSegment(a0095700-3ba3-48d7-920d-838249b254d4),segment_id=a0095700-3ba3-48d7-920d-838249b254d4)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:23:25.659197 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-caaf8166-cb1f-4e2a-b2e3-fd6772d11d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:25.681300 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4e22f3c6-cc74-4432-b0e3-340e17b65b32 req-1bb733cb-a68e-44be-851c-758ee67ec97a tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762224 Apr 20 17:23:25.753247 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-81864204-272f-4be0-aff9-608f4e6abf8e tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:25.766831 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6fad4-606a-47ed-806d-6f368fd3ae21 None None] Pushing event updated for resources: {'Port': ['ID=0addd580-65fb-4efd-9514-bde87b76bf6a,revision_number=4']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:25.777267 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-34e17db8-0a86-49a3-8c1f-16ecb3301987 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:25.785496 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-3858b88c-bee4-4b3d-bdf8-101fb3e28b3a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:23:25.786816 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-34e17db8-0a86-49a3-8c1f-16ecb3301987 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:25.787912 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-3858b88c-bee4-4b3d-bdf8-101fb3e28b3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:23:25.788609 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaf8166-cb1f-4e2a-b2e3-fd6772d11d34 None None] Routers {'f208009e-aa1e-4653-88ed-6284ebe162ca'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:23:25.789553 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-caaf8166-cb1f-4e2a-b2e3-fd6772d11d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:23:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['f208009e-aa1e-4653-88ed-6284ebe162ca'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:25.812144 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81864204-272f-4be0-aff9-608f4e6abf8e tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:23:25.813744 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-81864204-272f-4be0-aff9-608f4e6abf8e tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:25.839568 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:23:25.839568 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:23:25.839568 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:23:25.839568 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:23:25.839568 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:23:25.839568 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:23:25.839568 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:23:25.839568 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:23:25.839568 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:23:25.839568 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:23:25.839568 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:23:25.839568 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:23:25.839568 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:23:25.839568 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:23:25.839568 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:23:25.839568 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:23:25.839568 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:23:25.839568 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:23:25.839568 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:23:25.839568 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:23:25.839568 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:23:25.839568 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:23:25.839568 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:23:25.839568 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:23:25.839568 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:23:25.839568 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:23:25.839568 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:23:25.839568 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:23:25.839568 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:23:25.839568 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:23:25.839568 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:23:25.839568 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:23:25.895022 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e17db8-0a86-49a3-8c1f-16ecb3301987 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae723981-43cb-4b19-931b-6eb60f11a7e9,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:25.932686 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8ca58b2d-ff48-4cb5-b03a-e2040f742d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:25.977660 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d846d12d-49d1-4c9b-8970-4609ee82127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:25.980179 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca58b2d-ff48-4cb5-b03a-e2040f742d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedfa2e7-50b7-4b40-acf1-0a64e597c75b,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:25.981979 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-34e17db8-0a86-49a3-8c1f-16ecb3301987 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:25.986482 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-34e17db8-0a86-49a3-8c1f-16ecb3301987 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.9143426 Apr 20 17:23:25.988659 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46028) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:26.049040 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8ca58b2d-ff48-4cb5-b03a-e2040f742d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:26.053112 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8ca58b2d-ff48-4cb5-b03a-e2040f742d45 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eedfa2e7-50b7-4b40-acf1-0a64e597c75b HTTP/1.1" status: 204 len: 168 time: 0.8856251 Apr 20 17:23:26.055435 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-caaf8166-cb1f-4e2a-b2e3-fd6772d11d34 None None] Set router f208009e-aa1e-4653-88ed-6284ebe162ca gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:23:26.063938 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-fa0f2291-6f1b-4efb-87b3-8a15e3d8652c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Request body: {'security_group_rule': {'security_group_id': 'ae723981-43cb-4b19-931b-6eb60f11a7e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:26.081813 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-fa0f2291-6f1b-4efb-87b3-8a15e3d8652c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:26.087309 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:26.091326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-fa0f2291-6f1b-4efb-87b3-8a15e3d8652c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Usage tracker for resource:security_group_rule and tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:26.101003 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-fa0f2291-6f1b-4efb-87b3-8a15e3d8652c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:26.106584 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc3975-2499-4880-830f-cf669cc471c4 req-6132083a-29ea-4571-bb28-5b6f3d58e37b tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:26.113880 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-fa0f2291-6f1b-4efb-87b3-8a15e3d8652c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:26.115423 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9ddc3975-2499-4880-830f-cf669cc471c4 req-6132083a-29ea-4571-bb28-5b6f3d58e37b tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 945 time: 0.5974805 Apr 20 17:23:26.127092 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-d846d12d-49d1-4c9b-8970-4609ee82127b None None] For port d337f541-4432-4bbc-8497-74e62042a43a, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d337f541-4432-4bbc-8497-74e62042a43a,segment=NetworkSegment(9296474a-83a4-4000-8754-633df686eea1),segment_id=9296474a-83a4-4000-8754-633df686eea1)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:23:26.152439 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d846d12d-49d1-4c9b-8970-4609ee82127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:26.166671 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-81864204-272f-4be0-aff9-608f4e6abf8e tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:26.175430 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fa0f2291-6f1b-4efb-87b3-8a15e3d8652c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:26.181835 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-81864204-272f-4be0-aff9-608f4e6abf8e tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:26.235414 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 313960fa-b41e-48d4-95b9-46ee5b81fac3, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=313960fa-b41e-48d4-95b9-46ee5b81fac3,segment=NetworkSegment(b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095),segment_id=b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:23:26.253240 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:26.254247 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-81864204-272f-4be0-aff9-608f4e6abf8e tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] 10.222.0.39 "DELETE /v2.0/networks/6170ce4d-0e3e-48c6-b4ac-9aba96885498 HTTP/1.1" status: 204 len: 168 time: 2.3784468 Apr 20 17:23:26.261326 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81864204-272f-4be0-aff9-608f4e6abf8e tempest-DHCPAgentSchedulersTestJSON-950266780 tempest-DHCPAgentSchedulersTestJSON-950266780-project] Pushing event deleted for resources: {'Network': ['ID=6170ce4d-0e3e-48c6-b4ac-9aba96885498,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:26.296946 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3858b88c-bee4-4b3d-bdf8-101fb3e28b3a None None] Deleting port a0528b71-190e-4859-9a02-21348feae3ba {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:23:26.298099 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3858b88c-bee4-4b3d-bdf8-101fb3e28b3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:26.308379 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fa0f2291-6f1b-4efb-87b3-8a15e3d8652c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:26.310826 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9ddc3975-2499-4880-830f-cf669cc471c4 req-0eff8f11-2118-4bb0-bd84-7600fed0e3cb tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944120 Apr 20 17:23:26.323716 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fa0f2291-6f1b-4efb-87b3-8a15e3d8652c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:26.389514 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f2291-6f1b-4efb-87b3-8a15e3d8652c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a42767-385f-455c-9707-35a1964ea16f,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:26.453320 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7711f-1521-4706-9347-9e5f9f1ad7a9 req-54214819-0c1d-4ed9-bbdc-3f9edfa5eb74 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:26.465220 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ebe7711f-1521-4706-9347-9e5f9f1ad7a9 req-54214819-0c1d-4ed9-bbdc-3f9edfa5eb74 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 946 time: 0.4834065 Apr 20 17:23:26.590945 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device a0528b71-190e-4859-9a02-21348feae3ba no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:23:26.623624 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ebe7711f-1521-4706-9347-9e5f9f1ad7a9 req-922fa25e-7939-4692-9c72-48cbde0ad8de tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564395 Apr 20 17:23:26.624794 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fa0f2291-6f1b-4efb-87b3-8a15e3d8652c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:26.628729 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46040) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:26.635516 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fa0f2291-6f1b-4efb-87b3-8a15e3d8652c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6457782 Apr 20 17:23:26.650141 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-1e85d59b-98ee-4897-8a43-b66307dba5f0 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Request body: {'security_group_rule': {'security_group_id': 'ae723981-43cb-4b19-931b-6eb60f11a7e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:26.672407 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1e85d59b-98ee-4897-8a43-b66307dba5f0 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:26.689003 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1e85d59b-98ee-4897-8a43-b66307dba5f0 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Usage tracker for resource:security_group_rule and tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:26.695445 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1e85d59b-98ee-4897-8a43-b66307dba5f0 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:26.720759 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1e85d59b-98ee-4897-8a43-b66307dba5f0 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:26.724977 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3858b88c-bee4-4b3d-bdf8-101fb3e28b3a None None] The port 'a0528b71-190e-4859-9a02-21348feae3ba' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:23:26.726021 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: a0528b71-190e-4859-9a02-21348feae3ba {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:23:26.726382 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device a0528b71-190e-4859-9a02-21348feae3ba not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:23:26.731674 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846d12d-49d1-4c9b-8970-4609ee82127b None None] Pushing event updated for resources: {'Port': ['ID=d337f541-4432-4bbc-8497-74e62042a43a,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:26.775651 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1e85d59b-98ee-4897-8a43-b66307dba5f0 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:26.833992 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=313960fa-b41e-48d4-95b9-46ee5b81fac3,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:26.845837 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a31bbbbf-5a32-4505-b563-d0b84de12132 None None] Provisioning complete for port 313960fa-b41e-48d4-95b9-46ee5b81fac3 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:26.846997 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a31bbbbf-5a32-4505-b563-d0b84de12132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:26.940796 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1e85d59b-98ee-4897-8a43-b66307dba5f0 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:26.954824 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1e85d59b-98ee-4897-8a43-b66307dba5f0 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:26.959588 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46050) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:27.006386 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85d59b-98ee-4897-8a43-b66307dba5f0 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dbdfab0-7320-40f4-8961-2616038f25e6,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:27.147566 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46056) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:27.163783 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a31bbbbf-5a32-4505-b563-d0b84de12132 None None] Provisioning for port a5d53015-50ae-41a9-bd75-85482f56c83e completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:23:27.166374 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-caaf8166-cb1f-4e2a-b2e3-fd6772d11d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f208009e-aa1e-4653-88ed-6284ebe162ca', 'name': 'tempest-TaggedBootDevicesTest_v242-673353120-router', 'tenant_id': '8494b4bccd1a4df39ea89d4c7fc04c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'cb578a50-15b7-4c88-bf2e-fb806d4d92c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:25Z', 'updated_at': '2022-04-20T17:22:39Z', 'revision_number': 4, 'project_id': '8494b4bccd1a4df39ea89d4c7fc04c59', 'gw_port': {'id': 'cb578a50-15b7-4c88-bf2e-fb806d4d92c5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f208009e-aa1e-4653-88ed-6284ebe162ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:26Z', 'updated_at': '2022-04-20T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '0addd580-65fb-4efd-9514-bde87b76bf6a', 'name': '', 'network_id': 'aacd88a6-ce1a-48fb-9acc-b5cd9e260a56', 'tenant_id': '8494b4bccd1a4df39ea89d4c7fc04c59', 'mac_address': 'fa:16:3e:9a:bf:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f208009e-aa1e-4653-88ed-6284ebe162ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24ef033d-3fce-4bc4-9746-279910c94fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:36Z', 'updated_at': '2022-04-20T17:23:25Z', 'revision_number': 4, 'project_id': '8494b4bccd1a4df39ea89d4c7fc04c59', 'subnets': [{'id': '24ef033d-3fce-4bc4-9746-279910c94fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:27.171524 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaf8166-cb1f-4e2a-b2e3-fd6772d11d34 None None] The sync data for ids ['f208009e-aa1e-4653-88ed-6284ebe162ca'] in n-d-838032-1 is: [{'id': 'f208009e-aa1e-4653-88ed-6284ebe162ca', 'name': 'tempest-TaggedBootDevicesTest_v242-673353120-router', 'tenant_id': '8494b4bccd1a4df39ea89d4c7fc04c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'cb578a50-15b7-4c88-bf2e-fb806d4d92c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:25Z', 'updated_at': '2022-04-20T17:22:39Z', 'revision_number': 4, 'project_id': '8494b4bccd1a4df39ea89d4c7fc04c59', 'gw_port': {'id': 'cb578a50-15b7-4c88-bf2e-fb806d4d92c5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f208009e-aa1e-4653-88ed-6284ebe162ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:26Z', 'updated_at': '2022-04-20T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '0addd580-65fb-4efd-9514-bde87b76bf6a', 'name': '', 'network_id': 'aacd88a6-ce1a-48fb-9acc-b5cd9e260a56', 'tenant_id': '8494b4bccd1a4df39ea89d4c7fc04c59', 'mac_address': 'fa:16:3e:9a:bf:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f208009e-aa1e-4653-88ed-6284ebe162ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24ef033d-3fce-4bc4-9746-279910c94fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:36Z', 'updated_at': '2022-04-20T17:23:25Z', 'revision_number': 4, 'project_id': '8494b4bccd1a4df39ea89d4c7fc04c59', 'subnets': [{'id': '24ef033d-3fce-4bc4-9746-279910c94fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:23:27.172587 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8fb46fa4-7353-4dab-9959-3a2a3570354d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:27.174758 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a31bbbbf-5a32-4505-b563-d0b84de12132 None None] Provisioning complete for port a5d53015-50ae-41a9-bd75-85482f56c83e triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:27.176692 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a31bbbbf-5a32-4505-b563-d0b84de12132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:27.189389 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1e85d59b-98ee-4897-8a43-b66307dba5f0 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:27.191039 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1e85d59b-98ee-4897-8a43-b66307dba5f0 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5603883 Apr 20 17:23:27.203743 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46060) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:27.212652 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-9e166c6a-f48f-47c6-9e14-5d3f15d454b1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:27.220037 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9e166c6a-f48f-47c6-9e14-5d3f15d454b1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:27.225176 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9e166c6a-f48f-47c6-9e14-5d3f15d454b1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Usage tracker for resource:floatingip and tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:27.228282 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9e166c6a-f48f-47c6-9e14-5d3f15d454b1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:27.236608 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9e166c6a-f48f-47c6-9e14-5d3f15d454b1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:27.281827 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8fb46fa4-7353-4dab-9959-3a2a3570354d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:27.285451 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8fb46fa4-7353-4dab-9959-3a2a3570354d admin admin] Usage tracker for resource:security_group_rule and tenant:6e5ed05ed5724832981f04fa63bb627f is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:27.288197 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a31bbbbf-5a32-4505-b563-d0b84de12132 None None] Port a5d53015-50ae-41a9-bd75-85482f56c83e cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:23:27.288402 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8fb46fa4-7353-4dab-9959-3a2a3570354d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:27.294588 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8fb46fa4-7353-4dab-9959-3a2a3570354d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:27.303799 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a31bbbbf-5a32-4505-b563-d0b84de12132 None None] Provisioning for port 245a988c-cbcb-4957-b136-a84d61c64d6f completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:23:27.311305 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a31bbbbf-5a32-4505-b563-d0b84de12132 None None] Provisioning complete for port 245a988c-cbcb-4957-b136-a84d61c64d6f triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:27.312009 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a31bbbbf-5a32-4505-b563-d0b84de12132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:27.316718 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9e166c6a-f48f-47c6-9e14-5d3f15d454b1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks [] for floatingip, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:27.351905 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d54b5f-1c30-4a1a-9b76-82a2408b95d2 req-79e799aa-6082-4eb4-bf7c-57d0fa8fbbd1 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:27.354388 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-41d54b5f-1c30-4a1a-9b76-82a2408b95d2 req-79e799aa-6082-4eb4-bf7c-57d0fa8fbbd1 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 945 time: 0.3516555 Apr 20 17:23:27.437191 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a31bbbbf-5a32-4505-b563-d0b84de12132 None None] Port 245a988c-cbcb-4957-b136-a84d61c64d6f cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:23:27.462703 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a5d69-5e25-4454-876a-f33b0ec39395 req-2c6009c7-3d4d-440b-b7cd-4dcff179ae5a tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:27.468511 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-907a5d69-5e25-4454-876a-f33b0ec39395 req-2c6009c7-3d4d-440b-b7cd-4dcff179ae5a tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 946 time: 0.4681480 Apr 20 17:23:27.487709 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-41d54b5f-1c30-4a1a-9b76-82a2408b95d2 req-8ef9ba24-2965-4f91-bb51-e32990cde030 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259685 Apr 20 17:23:27.566823 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bc91aa14-eed7-431b-9c3f-24f3db0dd5d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=15b16557a4f94da780bd0aea721c5d4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6056447 Apr 20 17:23:27.569734 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46066) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:27.577058 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-159f0355-4fb1-4f83-a6bc-526c7ab36169 None None] Provisioning complete for port d337f541-4432-4bbc-8497-74e62042a43a triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:27.577426 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-159f0355-4fb1-4f83-a6bc-526c7ab36169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:27.594246 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-907a5d69-5e25-4454-876a-f33b0ec39395 req-ac3f677f-c44a-478d-845f-dd747d452fd9 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243351 Apr 20 17:23:27.597256 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8fb46fa4-7353-4dab-9959-3a2a3570354d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:27.608663 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8fb46fa4-7353-4dab-9959-3a2a3570354d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:27.679836 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb46fa4-7353-4dab-9959-3a2a3570354d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c2b9d9-db41-40ee-802c-4a1f57ce84de,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:27.685299 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8fb46fa4-7353-4dab-9959-3a2a3570354d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6e5ed05ed5724832981f04fa63bb627f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5365109 Apr 20 17:23:27.694414 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46072) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:27.754755 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ea76c009-fa82-4f9b-a46f-88501358294e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:27.775489 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9e166c6a-f48f-47c6-9e14-5d3f15d454b1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:27.796098 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b6308-b473-4618-b8bf-bd3d342b7067 req-dcc282c4-974c-44a5-ad51-f6f6d3c3cdee tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:27.797917 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4e5b6308-b473-4618-b8bf-bd3d342b7067 req-dcc282c4-974c-44a5-ad51-f6f6d3c3cdee tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 945 time: 0.1605120 Apr 20 17:23:27.802600 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ea76c009-fa82-4f9b-a46f-88501358294e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:27.854580 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-de3ba033-086d-42e1-9dff-05e801ffe14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:27.884050 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4e5b6308-b473-4618-b8bf-bd3d342b7067 req-825dbf19-3737-4a0d-8a3e-402e17cb6826 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741169 Apr 20 17:23:27.885023 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-159f0355-4fb1-4f83-a6bc-526c7ab36169 None None] Provisioning complete for port a5d53015-50ae-41a9-bd75-85482f56c83e triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:27.885483 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-159f0355-4fb1-4f83-a6bc-526c7ab36169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:27.887585 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-de3ba033-086d-42e1-9dff-05e801ffe14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:27.909803 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ea76c009-fa82-4f9b-a46f-88501358294e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:27.928932 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76c009-fa82-4f9b-a46f-88501358294e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91832dcc-92f9-42fe-a579-dd1f5c5cb4a9,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:27.933568 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ea76c009-fa82-4f9b-a46f-88501358294e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:27.934734 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ea76c009-fa82-4f9b-a46f-88501358294e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/91832dcc-92f9-42fe-a579-dd1f5c5cb4a9 HTTP/1.1" status: 204 len: 168 time: 0.3639321 Apr 20 17:23:27.993279 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-159f0355-4fb1-4f83-a6bc-526c7ab36169 None None] Port a5d53015-50ae-41a9-bd75-85482f56c83e cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:23:28.008086 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-159f0355-4fb1-4f83-a6bc-526c7ab36169 None None] Provisioning complete for port 245a988c-cbcb-4957-b136-a84d61c64d6f triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:28.008704 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-159f0355-4fb1-4f83-a6bc-526c7ab36169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:28.083562 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-159f0355-4fb1-4f83-a6bc-526c7ab36169 None None] Port 245a988c-cbcb-4957-b136-a84d61c64d6f cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:23:28.133793 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-9e166c6a-f48f-47c6-9e14-5d3f15d454b1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Allocated IP 172.25.8.12 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/eb1efdd7-1c2a-4e70-83d9-f3fea9b08f2f) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:23:28.265577 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5e4d2-f3e2-4cb7-a72f-95f5e1d36e4f req-7578457c-eb00-4345-b93b-89d980cf30ca tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:28.272781 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fbf5e4d2-f3e2-4cb7-a72f-95f5e1d36e4f req-7578457c-eb00-4345-b93b-89d980cf30ca tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 946 time: 0.3705537 Apr 20 17:23:28.290684 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-de3ba033-086d-42e1-9dff-05e801ffe14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:28.328031 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ba033-086d-42e1-9dff-05e801ffe14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c2b9d9-db41-40ee-802c-4a1f57ce84de,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:28.454089 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-de3ba033-086d-42e1-9dff-05e801ffe14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:28.458933 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-de3ba033-086d-42e1-9dff-05e801ffe14c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/97c2b9d9-db41-40ee-802c-4a1f57ce84de HTTP/1.1" status: 204 len: 168 time: 0.7608840 Apr 20 17:23:28.497745 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fbf5e4d2-f3e2-4cb7-a72f-95f5e1d36e4f req-1e342604-35e4-4e62-b50f-ebfd4bdd6954 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238903 Apr 20 17:23:28.551017 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9e166c6a-f48f-47c6-9e14-5d3f15d454b1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:28.632231 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9e166c6a-f48f-47c6-9e14-5d3f15d454b1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:28.651111 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46090) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:28.674361 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0addd580-65fb-4efd-9514-bde87b76bf6a up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:23:28.710094 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2a31aecc-8d5f-45fa-aa77-668862e640cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:28.742645 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e166c6a-f48f-47c6-9e14-5d3f15d454b1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:23:28.748899 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2a31aecc-8d5f-45fa-aa77-668862e640cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:28.751419 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-9e166c6a-f48f-47c6-9e14-5d3f15d454b1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:23:28.753933 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2a31aecc-8d5f-45fa-aa77-668862e640cd admin admin] Usage tracker for resource:security_group_rule and tenant:0d25bea71b8a418dab0fe8330fcb4028 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:28.758287 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2a31aecc-8d5f-45fa-aa77-668862e640cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:28.758847 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e166c6a-f48f-47c6-9e14-5d3f15d454b1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:23:28.765683 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2a31aecc-8d5f-45fa-aa77-668862e640cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:28.817063 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e166c6a-f48f-47c6-9e14-5d3f15d454b1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Pushing event updated for resources: {'Port': ['ID=eb1efdd7-1c2a-4e70-83d9-f3fea9b08f2f,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:28.836620 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 0addd580-65fb-4efd-9514-bde87b76bf6a completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:23:28.856183 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 0addd580-65fb-4efd-9514-bde87b76bf6a triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:28.856566 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:28.864103 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2a31aecc-8d5f-45fa-aa77-668862e640cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:28.877972 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2a31aecc-8d5f-45fa-aa77-668862e640cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:28.899677 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d0e04-54b6-4be5-8684-f394778abec7 req-5ef11c82-0ae2-4bc9-b9f3-cf8a1bc9a128 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:28.907612 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f48d0e04-54b6-4be5-8684-f394778abec7 req-5ef11c82-0ae2-4bc9-b9f3-cf8a1bc9a128 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 945 time: 0.3529673 Apr 20 17:23:29.009728 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2a31aecc-8d5f-45fa-aa77-668862e640cd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0d25bea71b8a418dab0fe8330fcb4028&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3485885 Apr 20 17:23:29.010714 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31aecc-8d5f-45fa-aa77-668862e640cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf687a2d-4e20-4494-bb4e-62b67dda49ef,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:29.013219 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46098) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:29.027583 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:29.030944 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9e166c6a-f48f-47c6-9e14-5d3f15d454b1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:29.049754 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f48d0e04-54b6-4be5-8684-f394778abec7 req-e68e0d5c-e9cd-4b69-b0b8-510877d3c920 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408873 Apr 20 17:23:29.073638 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 0addd580-65fb-4efd-9514-bde87b76bf6a, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0addd580-65fb-4efd-9514-bde87b76bf6a,segment=NetworkSegment(a0095700-3ba3-48d7-920d-838249b254d4),segment_id=a0095700-3ba3-48d7-920d-838249b254d4)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:23:29.079470 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:29.080893 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 313960fa-b41e-48d4-95b9-46ee5b81fac3 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:23:29.122547 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6ff72aef-9e4d-44e9-aee2-ae81aca2c536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:29.129544 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9e166c6a-f48f-47c6-9e14-5d3f15d454b1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:29.153163 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6ff72aef-9e4d-44e9-aee2-ae81aca2c536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:29.169032 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba880eac-f05b-4494-aaf6-fb04e2feda41 req-79436b12-49ef-4ee3-8728-83d6c9cd3f52 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:29.177408 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba880eac-f05b-4494-aaf6-fb04e2feda41 req-79436b12-49ef-4ee3-8728-83d6c9cd3f52 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 946 time: 0.2522428 Apr 20 17:23:29.206044 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=0addd580-65fb-4efd-9514-bde87b76bf6a,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:29.215713 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46102) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:29.221424 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 313960fa-b41e-48d4-95b9-46ee5b81fac3 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:29.221786 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:29.232370 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6ff72aef-9e4d-44e9-aee2-ae81aca2c536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:29.252167 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff72aef-9e4d-44e9-aee2-ae81aca2c536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf687a2d-4e20-4494-bb4e-62b67dda49ef,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:29.256867 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6ff72aef-9e4d-44e9-aee2-ae81aca2c536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:29.260523 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6ff72aef-9e4d-44e9-aee2-ae81aca2c536 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cf687a2d-4e20-4494-bb4e-62b67dda49ef HTTP/1.1" status: 204 len: 168 time: 0.2413907 Apr 20 17:23:29.268010 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1be599f6-c16b-43c4-93a7-fbf8bb8262ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:29.325213 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1be599f6-c16b-43c4-93a7-fbf8bb8262ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:29.332364 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba880eac-f05b-4494-aaf6-fb04e2feda41 req-1d80c444-4e51-4b62-9a70-a5280b67ca9d tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541033 Apr 20 17:23:29.348526 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1be599f6-c16b-43c4-93a7-fbf8bb8262ea admin admin] Usage tracker for resource:security_group_rule and tenant:db6a06830a2447e2ab483788209bf563 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:29.354613 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1be599f6-c16b-43c4-93a7-fbf8bb8262ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:29.393349 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d337f541-4432-4bbc-8497-74e62042a43a up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:23:29.466672 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port d337f541-4432-4bbc-8497-74e62042a43a triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:29.466969 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:29.589204 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1be599f6-c16b-43c4-93a7-fbf8bb8262ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:29.646989 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9e166c6a-f48f-47c6-9e14-5d3f15d454b1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:29.660749 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9e166c6a-f48f-47c6-9e14-5d3f15d454b1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:29.752958 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1be599f6-c16b-43c4-93a7-fbf8bb8262ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:29.753145 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddcf246-ac2f-44dd-a5cc-00494ba7a6aa req-3d707b63-95e9-4c95-a478-cf881cd8c2ed tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:29.758993 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fddcf246-ac2f-44dd-a5cc-00494ba7a6aa req-3d707b63-95e9-4c95-a478-cf881cd8c2ed tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 946 time: 0.0892251 Apr 20 17:23:29.786800 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1be599f6-c16b-43c4-93a7-fbf8bb8262ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:29.793760 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e166c6a-f48f-47c6-9e14-5d3f15d454b1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Pushing event updated for resources: {'Port': ['ID=eb1efdd7-1c2a-4e70-83d9-f3fea9b08f2f,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:29.819624 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fddcf246-ac2f-44dd-a5cc-00494ba7a6aa req-e519bf22-f516-459e-890f-aacacae7956d tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580366 Apr 20 17:23:29.848186 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be599f6-c16b-43c4-93a7-fbf8bb8262ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b02c0f-a3ec-4344-bec9-ed3cddab2ea3,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:29.853356 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9e166c6a-f48f-47c6-9e14-5d3f15d454b1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:29.888264 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9e166c6a-f48f-47c6-9e14-5d3f15d454b1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:29.899073 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9e166c6a-f48f-47c6-9e14-5d3f15d454b1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6840918 Apr 20 17:23:29.899073 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1be599f6-c16b-43c4-93a7-fbf8bb8262ea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=db6a06830a2447e2ab483788209bf563&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6756916 Apr 20 17:23:29.899073 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46122) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:29.968595 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9d462bc0-b3fb-4199-b6ad-34841425521e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:29.970181 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb7e81f-ef25-4c55-85e6-237f38db2afa None None] New status for floating IP d03df743-72a1-4f62-a495-0070d08d47cd: ACTIVE {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:23:29.997135 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9d462bc0-b3fb-4199-b6ad-34841425521e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:30.065089 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9d462bc0-b3fb-4199-b6ad-34841425521e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:30.085647 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d462bc0-b3fb-4199-b6ad-34841425521e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b02c0f-a3ec-4344-bec9-ed3cddab2ea3,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:30.095056 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9d462bc0-b3fb-4199-b6ad-34841425521e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:30.099238 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9d462bc0-b3fb-4199-b6ad-34841425521e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/61b02c0f-a3ec-4344-bec9-ed3cddab2ea3 HTTP/1.1" status: 204 len: 168 time: 0.2011125 Apr 20 17:23:30.318601 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54407273-896f-40c3-a76c-0e8b6b8ac78b req-a317cfb1-0f08-4807-8313-2f4b8ea3c3c0 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:30.329204 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-8704f943-0512-45a5-ba62-e6e79479c513 req-d8fafec3-01ac-43b5-8275-d0feee02aa6c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Synchronizing usage tracker for tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:23:30.330315 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-54407273-896f-40c3-a76c-0e8b6b8ac78b req-a317cfb1-0f08-4807-8313-2f4b8ea3c3c0 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 945 time: 0.1353419 Apr 20 17:23:30.361684 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-8704f943-0512-45a5-ba62-e6e79479c513 req-d8fafec3-01ac-43b5-8275-d0feee02aa6c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Unset dirty status for tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:23:30.363498 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-d8fafec3-01ac-43b5-8275-d0feee02aa6c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1575937374&fields=id&tenant_id=3ddcf70e6b9b4ed78391e1f8fae63fbc HTTP/1.1" status: 200 len: 267 time: 0.0883255 Apr 20 17:23:30.429555 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-54407273-896f-40c3-a76c-0e8b6b8ac78b req-d11fb412-25ed-494b-a9c2-3a0846f46824 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974073 Apr 20 17:23:30.476558 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0addd580-65fb-4efd-9514-bde87b76bf6a up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:23:30.517007 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704f943-0512-45a5-ba62-e6e79479c513 req-1778c7fc-1063-486b-abdb-55a245f27fa7 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:30.517504 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-8704f943-0512-45a5-ba62-e6e79479c513 req-1778c7fc-1063-486b-abdb-55a245f27fa7 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Synchronizing usage tracker for tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:23:30.546735 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-8704f943-0512-45a5-ba62-e6e79479c513 req-1778c7fc-1063-486b-abdb-55a245f27fa7 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Unset dirty status for tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:23:30.548379 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-1778c7fc-1063-486b-abdb-55a245f27fa7 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports/245a988c-cbcb-4957-b136-a84d61c64d6f HTTP/1.1" status: 200 len: 936 time: 0.1766655 Apr 20 17:23:30.583098 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 0addd580-65fb-4efd-9514-bde87b76bf6a triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:30.583467 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:30.673841 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704f943-0512-45a5-ba62-e6e79479c513 req-ab2ad3f6-0c99-48b1-bc44-4131f3b8b221 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:30.677001 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-ab2ad3f6-0c99-48b1-bc44-4131f3b8b221 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports/a5d53015-50ae-41a9-bd75-85482f56c83e HTTP/1.1" status: 200 len: 936 time: 0.1230168 Apr 20 17:23:30.766956 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-6b7eb842-5f8d-4eb5-8309-c3e50227dadb tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?network_id=bdb724c9-4270-4009-8d7a-ad021aa5f7f3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0838420 Apr 20 17:23:30.841457 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06320ac-6aea-4cdf-9fb1-289c4681bffc req-249558f1-a48d-4c9e-a9c3-b88b80e2c4b7 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:30.843018 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e06320ac-6aea-4cdf-9fb1-289c4681bffc req-249558f1-a48d-4c9e-a9c3-b88b80e2c4b7 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 946 time: 0.1406319 Apr 20 17:23:30.868670 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-68d2d47e-5475-4472-9ae8-677e98da593c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?network_id=bdb724c9-4270-4009-8d7a-ad021aa5f7f3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1007302 Apr 20 17:23:30.955150 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e06320ac-6aea-4cdf-9fb1-289c4681bffc req-0302eb3f-1852-4cba-9196-922f8458c15f tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020958 Apr 20 17:23:31.057679 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704f943-0512-45a5-ba62-e6e79479c513 req-1ad45bf0-3a5b-4e2c-b98b-1307f5378892 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:31.067833 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704f943-0512-45a5-ba62-e6e79479c513 req-1ad45bf0-3a5b-4e2c-b98b-1307f5378892 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:31.072096 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704f943-0512-45a5-ba62-e6e79479c513 req-1ad45bf0-3a5b-4e2c-b98b-1307f5378892 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:31.073443 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-8704f943-0512-45a5-ba62-e6e79479c513 req-1ad45bf0-3a5b-4e2c-b98b-1307f5378892 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Synchronizing usage tracker for tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:23:31.114684 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ca3453d0-7f07-4e9c-8b96-ebe8788d961d details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:23:31.126520 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-8704f943-0512-45a5-ba62-e6e79479c513 req-1ad45bf0-3a5b-4e2c-b98b-1307f5378892 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Unset dirty status for tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:23:31.129447 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-1ad45bf0-3a5b-4e2c-b98b-1307f5378892 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/networks?id=58282348-4092-4e5e-b7c0-667535a141b6&id=4d480786-fdb1-4243-8366-e7c5fa985200&id=4d480786-fdb1-4243-8366-e7c5fa985200&id=bdb724c9-4270-4009-8d7a-ad021aa5f7f3&id=bdb724c9-4270-4009-8d7a-ad021aa5f7f3 HTTP/1.1" status: 200 len: 1994 time: 0.2596095 Apr 20 17:23:31.157808 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-a023e429-1898-43c1-8ae7-246a237b8b50 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/quotas/3ddcf70e6b9b4ed78391e1f8fae63fbc HTTP/1.1" status: 200 len: 375 time: 0.0220051 Apr 20 17:23:31.318818 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb2501-fad4-4a8f-80f2-dfa328efa521 req-8fa0e4b2-bed4-4d32-8f7c-f8a9fbae4918 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:31.324093 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-93eb2501-fad4-4a8f-80f2-dfa328efa521 req-8fa0e4b2-bed4-4d32-8f7c-f8a9fbae4918 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 946 time: 0.2024543 Apr 20 17:23:31.373270 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ca3453d0-7f07-4e9c-8b96-ebe8788d961d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ca3453d0-7f07-4e9c-8b96-ebe8788d961d,segment=NetworkSegment(66b29461-7e00-47bd-9ba1-5ef6f56d61e9),segment_id=66b29461-7e00-47bd-9ba1-5ef6f56d61e9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:23:31.382565 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-1b4ed84a-59d7-44ec-9b78-027383415f3e tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3ddcf70e6b9b4ed78391e1f8fae63fbc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2184377 Apr 20 17:23:31.402118 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'ca3453d0-7f07-4e9c-8b96-ebe8788d961d', 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8', 'port_id': 'ca3453d0-7f07-4e9c-8b96-ebe8788d961d', 'mac_address': 'fa:16:3e:43:ec:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:23:31.544006 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:31.561953 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-93eb2501-fad4-4a8f-80f2-dfa328efa521 req-71484595-64ca-4d47-a351-4ae603718826 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297966 Apr 20 17:23:31.597466 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca3453d0-7f07-4e9c-8b96-ebe8788d961d {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:23:31.613345 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ca3453d0-7f07-4e9c-8b96-ebe8788d961d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ca3453d0-7f07-4e9c-8b96-ebe8788d961d,segment=NetworkSegment(66b29461-7e00-47bd-9ba1-5ef6f56d61e9),segment_id=66b29461-7e00-47bd-9ba1-5ef6f56d61e9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:23:31.622766 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:31.638092 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b246bfe6-e5b9-45d3-b645-1c5975ce6bfc req-9613ceef-5593-411a-b5f0-225064cb46e8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 1097 time: 0.1625299 Apr 20 17:23:31.749161 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b246bfe6-e5b9-45d3-b645-1c5975ce6bfc req-14275469-e342-4001-81b7-bd61002d9da1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042633 Apr 20 17:23:31.759605 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=ca3453d0-7f07-4e9c-8b96-ebe8788d961d,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:31.773882 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['ca3453d0-7f07-4e9c-8b96-ebe8788d961d'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:23:31.839943 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f8753-a907-40a9-9b63-b55f3f2119fa req-94e25cab-baf3-4446-b4d7-d7340443805a tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:31.841444 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-273f8753-a907-40a9-9b63-b55f3f2119fa req-94e25cab-baf3-4446-b4d7-d7340443805a tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 945 time: 0.1325338 Apr 20 17:23:31.916865 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-273f8753-a907-40a9-9b63-b55f3f2119fa req-1ec1f193-fad9-4022-b936-50fbf9623c70 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690663 Apr 20 17:23:31.965252 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-bd50b95b-9823-4f54-bcb2-668759472bb3 service neutron] 10.222.0.39 "GET /v2.0/networks/58282348-4092-4e5e-b7c0-667535a141b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5600224 Apr 20 17:23:32.096445 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46198) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:32.127156 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-bac19c12-6410-4bbd-999d-b2580833e398 service neutron] 10.222.0.39 "GET /v2.0/networks/58282348-4092-4e5e-b7c0-667535a141b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608224 Apr 20 17:23:32.188933 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d4415-2ed2-48e8-a132-eec656339ce2 req-7030999c-875f-4872-848c-67861384b0f9 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:32.190456 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-df7d4415-2ed2-48e8-a132-eec656339ce2 req-7030999c-875f-4872-848c-67861384b0f9 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 945 time: 0.0793889 Apr 20 17:23:32.201456 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-b37ea6d7-215c-481f-881a-420dfe6cc4b1 service neutron] 10.222.0.39 "GET /v2.0/ports/245a988c-cbcb-4957-b136-a84d61c64d6f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0730703 Apr 20 17:23:32.250033 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-df7d4415-2ed2-48e8-a132-eec656339ce2 req-a8e91c07-4f91-4c32-a6d5-0820a86de030 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523658 Apr 20 17:23:32.516615 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46212) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:32.583280 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-044fe54e-370f-48bf-977a-5888742323da tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1404348049'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:32.597985 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-044fe54e-370f-48bf-977a-5888742323da tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:32.605677 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-044fe54e-370f-48bf-977a-5888742323da tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Usage tracker for resource:network and tenant:5d0fbed274dd43a98f76b7af3fc72e75 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:32.610309 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-044fe54e-370f-48bf-977a-5888742323da tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:32.620291 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-88156a42-0644-4aa1-9b37-1786a189ff42 service neutron] 10.222.0.39 "GET /v2.0/networks/4d480786-fdb1-4243-8366-e7c5fa985200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133096 Apr 20 17:23:32.665849 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-0583a347-c2ea-491f-8cdb-968df6f74568 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-726525743'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:32.672579 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0583a347-c2ea-491f-8cdb-968df6f74568 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:32.677723 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0583a347-c2ea-491f-8cdb-968df6f74568 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Usage tracker for resource:network and tenant:dfb0f39584dd45e984c64983c4504b97 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:32.681531 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0583a347-c2ea-491f-8cdb-968df6f74568 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:32.688245 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0583a347-c2ea-491f-8cdb-968df6f74568 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:32.709551 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0583a347-c2ea-491f-8cdb-968df6f74568 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Made reservation on behalf of dfb0f39584dd45e984c64983c4504b97 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:23:32.712993 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0583a347-c2ea-491f-8cdb-968df6f74568 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:32.726853 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0583a347-c2ea-491f-8cdb-968df6f74568 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:32.732743 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-044fe54e-370f-48bf-977a-5888742323da tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:32.764853 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044fe54e-370f-48bf-977a-5888742323da tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Made reservation on behalf of 5d0fbed274dd43a98f76b7af3fc72e75 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:23:32.767796 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-044fe54e-370f-48bf-977a-5888742323da tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:32.786839 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-9bc34c10-1662-4110-a635-18f1dbe9b7a9 service neutron] 10.222.0.39 "GET /v2.0/networks/4d480786-fdb1-4243-8366-e7c5fa985200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652689 Apr 20 17:23:32.787361 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-044fe54e-370f-48bf-977a-5888742323da tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:32.809910 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0583a347-c2ea-491f-8cdb-968df6f74568 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:32.817967 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0583a347-c2ea-491f-8cdb-968df6f74568 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Usage tracker for resource:security_group_rule and tenant:dfb0f39584dd45e984c64983c4504b97 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:32.829146 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0583a347-c2ea-491f-8cdb-968df6f74568 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:32.859118 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0583a347-c2ea-491f-8cdb-968df6f74568 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:32.880549 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-2973d296-e8e1-4e79-97dc-c5c32e11fe92 service neutron] 10.222.0.39 "GET /v2.0/ports/a5d53015-50ae-41a9-bd75-85482f56c83e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0824025 Apr 20 17:23:32.888682 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-044fe54e-370f-48bf-977a-5888742323da tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:32.930479 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-044fe54e-370f-48bf-977a-5888742323da tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Usage tracker for resource:security_group_rule and tenant:5d0fbed274dd43a98f76b7af3fc72e75 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:32.982635 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-044fe54e-370f-48bf-977a-5888742323da tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:32.984127 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0583a347-c2ea-491f-8cdb-968df6f74568 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:32.993898 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0583a347-c2ea-491f-8cdb-968df6f74568 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:33.004804 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-044fe54e-370f-48bf-977a-5888742323da tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:33.064034 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a5fbb-68df-4951-b905-14b6797c5ac2 req-885f1a2d-765a-4574-baee-aba34909844a tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:33.071297 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-168a5fbb-68df-4951-b905-14b6797c5ac2 req-885f1a2d-765a-4574-baee-aba34909844a tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 946 time: 0.3333774 Apr 20 17:23:33.090482 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583a347-c2ea-491f-8cdb-968df6f74568 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db6e1db7-b068-4309-888a-40f6a8b5b491,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:33.093305 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0583a347-c2ea-491f-8cdb-968df6f74568 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:23:33.099442 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-6062d04a-4a15-4147-8c2c-2b2290f60a47 service neutron] 10.222.0.39 "GET /v2.0/networks/4d480786-fdb1-4243-8366-e7c5fa985200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082140 Apr 20 17:23:33.108641 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ca3453d0-7f07-4e9c-8b96-ebe8788d961d up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:23:33.130445 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0583a347-c2ea-491f-8cdb-968df6f74568 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:33.130797 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-0583a347-c2ea-491f-8cdb-968df6f74568 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Added segment 8c0df330-b04b-4a4b-8493-e9118a5e717b of type vlan for network 3f9bc80a-5634-4832-a3fb-645a667931e1 Apr 20 17:23:33.159780 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-168a5fbb-68df-4951-b905-14b6797c5ac2 req-f49832f4-add4-4de7-bb4c-cef36ac7503d tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875094 Apr 20 17:23:33.211979 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0583a347-c2ea-491f-8cdb-968df6f74568 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:33.219428 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port ca3453d0-7f07-4e9c-8b96-ebe8788d961d triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:33.219709 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:33.291991 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0583a347-c2ea-491f-8cdb-968df6f74568 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:33.304684 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0583a347-c2ea-491f-8cdb-968df6f74568 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:33.309781 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0583a347-c2ea-491f-8cdb-968df6f74568 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:33.358059 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-5cb6fd6a-10c6-42e5-acc0-3c8c15a011e3 service neutron] 10.222.0.39 "GET /v2.0/networks/4d480786-fdb1-4243-8366-e7c5fa985200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384608 Apr 20 17:23:33.389696 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-044fe54e-370f-48bf-977a-5888742323da tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:33.443549 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:33.446511 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-044fe54e-370f-48bf-977a-5888742323da tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:33.518293 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044fe54e-370f-48bf-977a-5888742323da tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:23:33.520384 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ca3453d0-7f07-4e9c-8b96-ebe8788d961d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ca3453d0-7f07-4e9c-8b96-ebe8788d961d,segment=NetworkSegment(66b29461-7e00-47bd-9ba1-5ef6f56d61e9),segment_id=66b29461-7e00-47bd-9ba1-5ef6f56d61e9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:23:33.522832 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044fe54e-370f-48bf-977a-5888742323da tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a50229-2dd0-4f45-ba0e-46b263e69c0e,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:33.523247 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618030c4-b0fe-41c0-ba26-4a6325b89531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3453d0-7f07-4e9c-8b96-ebe8788d961d'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:23:33.538380 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0583a347-c2ea-491f-8cdb-968df6f74568 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0167391 Apr 20 17:23:33.539524 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46224) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:33.542151 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583a347-c2ea-491f-8cdb-968df6f74568 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Pushing event updated for resources: {'Network': ['ID=3f9bc80a-5634-4832-a3fb-645a667931e1,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:33.551919 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:33.577285 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f8338-b95e-4e5d-89a4-3abc30d535d9 req-ff596e5c-b9ec-42d3-b5c1-9cda90dd5449 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:33.579092 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2f7f8338-b95e-4e5d-89a4-3abc30d535d9 req-ff596e5c-b9ec-42d3-b5c1-9cda90dd5449 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 945 time: 0.1566985 Apr 20 17:23:33.605968 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 3f9bc80a-5634-4832-a3fb-645a667931e1 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:23:33.633900 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-044fe54e-370f-48bf-977a-5888742323da tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:33.638545 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2f7f8338-b95e-4e5d-89a4-3abc30d535d9 req-c819e399-2bbe-441f-89de-462a757f0450 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526462 Apr 20 17:23:33.639223 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-044fe54e-370f-48bf-977a-5888742323da tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Added segment 5a6abe27-4649-4590-a255-0b39c2d05ff1 of type vlan for network 36c1edbc-07ac-42d9-80fa-95699c517e28 Apr 20 17:23:33.685234 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-d8d77864-79d2-4e85-915f-bec6ebb89862 service neutron] 10.222.0.39 "GET /v2.0/networks/4d480786-fdb1-4243-8366-e7c5fa985200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259606 Apr 20 17:23:33.718692 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-044fe54e-370f-48bf-977a-5888742323da tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:33.726534 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-e175b1ae-a918-4b46-afe4-11d1cf490ac3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Request body: {'network': {'name': 'tempest-network--596520301', 'router:external': True}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:33.732047 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e175b1ae-a918-4b46-afe4-11d1cf490ac3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:33.739111 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e175b1ae-a918-4b46-afe4-11d1cf490ac3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Usage tracker for resource:network and tenant:de9331093bb34469bfbb57ddb5b1ebb5 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:33.745356 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e175b1ae-a918-4b46-afe4-11d1cf490ac3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:33.757246 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e175b1ae-a918-4b46-afe4-11d1cf490ac3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:33.784668 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e175b1ae-a918-4b46-afe4-11d1cf490ac3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Made reservation on behalf of de9331093bb34469bfbb57ddb5b1ebb5 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:23:33.787401 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e175b1ae-a918-4b46-afe4-11d1cf490ac3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:33.807214 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=ca3453d0-7f07-4e9c-8b96-ebe8788d961d,revision_number=7']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:33.810906 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e175b1ae-a918-4b46-afe4-11d1cf490ac3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:33.894823 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e175b1ae-a918-4b46-afe4-11d1cf490ac3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:33.895024 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-3f8a7f50-2258-4c0c-9b19-2d429c5712ed service neutron] 10.222.0.39 "GET /v2.0/networks/4d480786-fdb1-4243-8366-e7c5fa985200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707425 Apr 20 17:23:33.907055 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e175b1ae-a918-4b46-afe4-11d1cf490ac3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Usage tracker for resource:security_group_rule and tenant:de9331093bb34469bfbb57ddb5b1ebb5 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:33.912527 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e175b1ae-a918-4b46-afe4-11d1cf490ac3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:33.919918 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e175b1ae-a918-4b46-afe4-11d1cf490ac3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:33.975078 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720af8b3-9c44-4514-9596-dbe4d8128185 req-567d4f15-f7d5-4148-a588-ef69ad0085a9 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:33.982310 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-720af8b3-9c44-4514-9596-dbe4d8128185 req-567d4f15-f7d5-4148-a588-ef69ad0085a9 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 946 time: 0.1258132 Apr 20 17:23:34.021617 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-044fe54e-370f-48bf-977a-5888742323da tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:34.031261 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044fe54e-370f-48bf-977a-5888742323da tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:34.031999 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-044fe54e-370f-48bf-977a-5888742323da tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:34.062789 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-720af8b3-9c44-4514-9596-dbe4d8128185 req-2c372050-2c5b-47b7-ba90-c4ac9a884e6d tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794921 Apr 20 17:23:34.072662 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e175b1ae-a918-4b46-afe4-11d1cf490ac3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:34.080709 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e175b1ae-a918-4b46-afe4-11d1cf490ac3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:34.127603 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e175b1ae-a918-4b46-afe4-11d1cf490ac3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:23:34.130137 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e175b1ae-a918-4b46-afe4-11d1cf490ac3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e006a05-7353-490f-b668-f2e632285020,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:34.158559 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e175b1ae-a918-4b46-afe4-11d1cf490ac3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:34.159135 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-e175b1ae-a918-4b46-afe4-11d1cf490ac3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Added segment af4d6744-a502-438b-8d80-5fcf15105360 of type vlan for network 898a49c7-601a-4793-8f19-759fd9a5ef91 Apr 20 17:23:34.171869 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a70e418a-9f8c-42b0-8d69-eafade8502da'] response: {'server_uuid': '618030c4-b0fe-41c0-ba26-4a6325b89531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3453d0-7f07-4e9c-8b96-ebe8788d961d', 'code': 200} Apr 20 17:23:34.220485 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-d7618f45-ba9b-43e5-9529-638a86442ffc service neutron] 10.222.0.39 "GET /v2.0/networks/4d480786-fdb1-4243-8366-e7c5fa985200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169153 Apr 20 17:23:34.227744 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46234) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:34.228060 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-044fe54e-370f-48bf-977a-5888742323da tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1300986 Apr 20 17:23:34.230220 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044fe54e-370f-48bf-977a-5888742323da tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Pushing event updated for resources: {'Network': ['ID=36c1edbc-07ac-42d9-80fa-95699c517e28,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:34.242173 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 36c1edbc-07ac-42d9-80fa-95699c517e28 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:23:34.246402 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e175b1ae-a918-4b46-afe4-11d1cf490ac3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:34.266379 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-bfa0a19c-1c80-4cb3-bc08-3fb7c01e068c tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Request body: {'subnet': {'network_id': '36c1edbc-07ac-42d9-80fa-95699c517e28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:34.393094 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-bdffc0b7-49cf-4023-862c-e271a7cbd27c service neutron] 10.222.0.39 "GET /v2.0/networks/4d480786-fdb1-4243-8366-e7c5fa985200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639051 Apr 20 17:23:34.554382 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e175b1ae-a918-4b46-afe4-11d1cf490ac3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:34.555363 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e175b1ae-a918-4b46-afe4-11d1cf490ac3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:34.555995 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e175b1ae-a918-4b46-afe4-11d1cf490ac3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:34.606267 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-29fec5f2-5c7d-4050-a36e-32cc0360f5d7 service neutron] 10.222.0.39 "GET /v2.0/networks/bdb724c9-4270-4009-8d7a-ad021aa5f7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972561 Apr 20 17:23:34.651315 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bfa0a19c-1c80-4cb3-bc08-3fb7c01e068c tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:34.670508 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bfa0a19c-1c80-4cb3-bc08-3fb7c01e068c tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Usage tracker for resource:subnet and tenant:5d0fbed274dd43a98f76b7af3fc72e75 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:34.677427 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bfa0a19c-1c80-4cb3-bc08-3fb7c01e068c tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:34.693864 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bfa0a19c-1c80-4cb3-bc08-3fb7c01e068c tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:34.698454 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e175b1ae-a918-4b46-afe4-11d1cf490ac3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Pushing event updated for resources: {'Network': ['ID=898a49c7-601a-4793-8f19-759fd9a5ef91,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:34.711113 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 898a49c7-601a-4793-8f19-759fd9a5ef91 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:23:34.711311 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e175b1ae-a918-4b46-afe4-11d1cf490ac3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1703732 Apr 20 17:23:34.715204 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46240) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:34.742317 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa0a19c-1c80-4cb3-bc08-3fb7c01e068c tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Made reservation on behalf of 5d0fbed274dd43a98f76b7af3fc72e75 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:23:34.832286 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a30412-e150-46e3-9816-4a9fa8912ef7 req-24164690-66c4-423c-82fd-65e46dae68c9 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:34.839278 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-21a30412-e150-46e3-9816-4a9fa8912ef7 req-24164690-66c4-423c-82fd-65e46dae68c9 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 946 time: 0.4902596 Apr 20 17:23:34.910406 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-c7e6de5e-f21c-4d16-a783-ed2fd6eac0e0 service neutron] 10.222.0.39 "GET /v2.0/networks/bdb724c9-4270-4009-8d7a-ad021aa5f7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032293 Apr 20 17:23:34.941800 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-004aa43e-a9b5-44b9-a7bb-d5dd7428b2b4 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:34.980829 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bfa0a19c-1c80-4cb3-bc08-3fb7c01e068c tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:35.043940 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-21a30412-e150-46e3-9816-4a9fa8912ef7 req-5bc7bf83-25b1-4d3b-abab-76e4ac08092d tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036006 Apr 20 17:23:35.077976 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-2a491f78-606e-44ec-bd0d-f3a79db37536 service neutron] 10.222.0.39 "GET /v2.0/networks/bdb724c9-4270-4009-8d7a-ad021aa5f7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597354 Apr 20 17:23:35.256734 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-21d7c88b-a381-4fd5-a9e2-cb94b92c3fbd service neutron] 10.222.0.39 "GET /v2.0/networks/bdb724c9-4270-4009-8d7a-ad021aa5f7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691978 Apr 20 17:23:35.325428 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-004aa43e-a9b5-44b9-a7bb-d5dd7428b2b4 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:35.373863 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-004aa43e-a9b5-44b9-a7bb-d5dd7428b2b4 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898a49c7-601a-4793-8f19-759fd9a5ef91']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:35.432715 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-004aa43e-a9b5-44b9-a7bb-d5dd7428b2b4 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af4d6744-a502-438b-8d80-5fcf15105360') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:35.433005 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-004aa43e-a9b5-44b9-a7bb-d5dd7428b2b4 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af4d6744-a502-438b-8d80-5fcf15105360') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:35.487372 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-004aa43e-a9b5-44b9-a7bb-d5dd7428b2b4 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:35.534726 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-004aa43e-a9b5-44b9-a7bb-d5dd7428b2b4 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:35.558273 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-004aa43e-a9b5-44b9-a7bb-d5dd7428b2b4 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:23:35.558790 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-004aa43e-a9b5-44b9-a7bb-d5dd7428b2b4 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:35.578390 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:23:35.578390 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:23:35.578390 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:23:35.578390 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:23:35.578390 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:23:35.578390 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:23:35.578390 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:23:35.578390 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:23:35.578390 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:23:35.578390 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:23:35.578390 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:23:35.578390 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:23:35.578390 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:23:35.578390 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:23:35.578390 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:23:35.578390 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:23:35.578390 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:23:35.578390 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:23:35.578390 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:23:35.578390 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:23:35.578390 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:23:35.578390 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:23:35.578390 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:23:35.578390 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:23:35.578390 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:23:35.578390 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:23:35.578390 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:23:35.578390 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:23:35.578390 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:23:35.578390 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:23:35.578390 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:23:35.578390 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:23:35.706070 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4289bcc-0f82-46cf-a0f7-1ae20201dd16 req-cbba617f-4e38-4f00-b264-0cfe3e325ef3 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:35.707724 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d4289bcc-0f82-46cf-a0f7-1ae20201dd16 req-cbba617f-4e38-4f00-b264-0cfe3e325ef3 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 945 time: 0.5324864 Apr 20 17:23:35.726600 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bfa0a19c-1c80-4cb3-bc08-3fb7c01e068c tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:35.787901 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-004aa43e-a9b5-44b9-a7bb-d5dd7428b2b4 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:35.791808 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004aa43e-a9b5-44b9-a7bb-d5dd7428b2b4 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 898a49c7-601a-4793-8f19-759fd9a5ef91 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 17:23:35.794474 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-004aa43e-a9b5-44b9-a7bb-d5dd7428b2b4 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:35.851172 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-004aa43e-a9b5-44b9-a7bb-d5dd7428b2b4 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] 10.222.0.39 "DELETE /v2.0/networks/898a49c7-601a-4793-8f19-759fd9a5ef91 HTTP/1.1" status: 204 len: 168 time: 1.1349461 Apr 20 17:23:35.854536 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46262) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:35.855671 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004aa43e-a9b5-44b9-a7bb-d5dd7428b2b4 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Pushing event deleted for resources: {'Network': ['ID=898a49c7-601a-4793-8f19-759fd9a5ef91,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:35.868257 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-cfb2d388-a3b6-4601-a5d8-937baaa16232 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:35.879910 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-cfb2d388-a3b6-4601-a5d8-937baaa16232 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:35.892578 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-cfb2d388-a3b6-4601-a5d8-937baaa16232 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Usage tracker for resource:network and tenant:de9331093bb34469bfbb57ddb5b1ebb5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:35.898297 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0a19c-1c80-4cb3-bc08-3fb7c01e068c tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Pushing event updated for resources: {'Subnet': ['ID=41cc3e5e-cb22-467c-8809-88cc575fff67,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:35.899970 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-cfb2d388-a3b6-4601-a5d8-937baaa16232 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:35.921642 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d4289bcc-0f82-46cf-a0f7-1ae20201dd16 req-bc6b9b14-5c5f-4d5f-8b08-a8e44a2d57b7 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989162 Apr 20 17:23:35.928552 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5c4bb129-0119-4d07-a364-02e1ca24a3d7 req-2c2fe560-f025-45f7-8e3d-c993b84e6bb7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=02869399c9f94c6e8f223671a74b81d5&device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 1097 time: 0.3478084 Apr 20 17:23:35.931375 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-cfb2d388-a3b6-4601-a5d8-937baaa16232 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:35.948634 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0a19c-1c80-4cb3-bc08-3fb7c01e068c tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Checking segment: {'id': '5a6abe27-4649-4590-a255-0b39c2d05ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '36c1edbc-07ac-42d9-80fa-95699c517e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:23:35.949152 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa0a19c-1c80-4cb3-bc08-3fb7c01e068c tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Network hostable DHCP agents. Network: 36c1edbc-07ac-42d9-80fa-95699c517e28, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:23:35.966240 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb2d388-a3b6-4601-a5d8-937baaa16232 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Made reservation on behalf of de9331093bb34469bfbb57ddb5b1ebb5 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:23:35.966240 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cfb2d388-a3b6-4601-a5d8-937baaa16232 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:36.029572 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb2d388-a3b6-4601-a5d8-937baaa16232 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:23:36.056445 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cfb2d388-a3b6-4601-a5d8-937baaa16232 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:36.056945 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-cfb2d388-a3b6-4601-a5d8-937baaa16232 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Added segment be8295f7-1054-407a-9bde-c3aba2284fd5 of type vlan for network 57ecf935-7a0a-4d59-8a0f-8096cfdfaf85 Apr 20 17:23:36.137220 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cfb2d388-a3b6-4601-a5d8-937baaa16232 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:36.221082 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cfb2d388-a3b6-4601-a5d8-937baaa16232 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:36.222140 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb2d388-a3b6-4601-a5d8-937baaa16232 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:36.222862 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cfb2d388-a3b6-4601-a5d8-937baaa16232 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:36.337898 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa0a19c-1c80-4cb3-bc08-3fb7c01e068c tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Network 36c1edbc-07ac-42d9-80fa-95699c517e28 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:23:36.409577 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cfb2d388-a3b6-4601-a5d8-937baaa16232 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5529735 Apr 20 17:23:36.413063 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46272) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:36.423412 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-6de7fa1b-bcc7-49c5-b27f-703890933b8c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Request body: {'subnet': {'network_id': '57ecf935-7a0a-4d59-8a0f-8096cfdfaf85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:36.443002 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4bb129-0119-4d07-a364-02e1ca24a3d7 req-aa8c7106-6a8e-4f91-aea6-edac32af2bcd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:36.451522 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5c4bb129-0119-4d07-a364-02e1ca24a3d7 req-aa8c7106-6a8e-4f91-aea6-edac32af2bcd service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b36794c-34c3-4e2e-bc39-30e014c826c8 HTTP/1.1" status: 200 len: 918 time: 0.4926748 Apr 20 17:23:36.458032 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6de7fa1b-bcc7-49c5-b27f-703890933b8c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:36.461666 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2d388-a3b6-4601-a5d8-937baaa16232 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Pushing event updated for resources: {'Network': ['ID=57ecf935-7a0a-4d59-8a0f-8096cfdfaf85,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:36.462824 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-bfa0a19c-1c80-4cb3-bc08-3fb7c01e068c tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 36c1edbc-07ac-42d9-80fa-95699c517e28) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:23:36.471475 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6de7fa1b-bcc7-49c5-b27f-703890933b8c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Usage tracker for resource:subnet and tenant:de9331093bb34469bfbb57ddb5b1ebb5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:36.475780 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 57ecf935-7a0a-4d59-8a0f-8096cfdfaf85 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:23:36.482725 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6de7fa1b-bcc7-49c5-b27f-703890933b8c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:36.495210 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6de7fa1b-bcc7-49c5-b27f-703890933b8c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:36.523093 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de7fa1b-bcc7-49c5-b27f-703890933b8c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Made reservation on behalf of de9331093bb34469bfbb57ddb5b1ebb5 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:23:36.525745 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6de7fa1b-bcc7-49c5-b27f-703890933b8c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:36.693017 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5c4bb129-0119-4d07-a364-02e1ca24a3d7 req-4cdaec82-90d6-4f4c-a223-e884b755db3f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca3453d0-7f07-4e9c-8b96-ebe8788d961d HTTP/1.1" status: 200 len: 1002 time: 0.2095256 Apr 20 17:23:36.729292 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0ae8d2-5981-496b-9ff9-4b475f047e2d None None] Network 36c1edbc-07ac-42d9-80fa-95699c517e28 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:23:36.887164 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa0a19c-1c80-4cb3-bc08-3fb7c01e068c tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:36.887718 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bfa0a19c-1c80-4cb3-bc08-3fb7c01e068c tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:36.955822 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bfa0a19c-1c80-4cb3-bc08-3fb7c01e068c tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7269361 Apr 20 17:23:36.959572 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46282) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:36.973342 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-96a9899d-744e-4b61-8059-9686f4195df3 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-650430418', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:36.981016 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-96a9899d-744e-4b61-8059-9686f4195df3 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:36.985460 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-96a9899d-744e-4b61-8059-9686f4195df3 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Usage tracker for resource:router and tenant:5d0fbed274dd43a98f76b7af3fc72e75 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:36.990113 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-96a9899d-744e-4b61-8059-9686f4195df3 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:36.997793 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-96a9899d-744e-4b61-8059-9686f4195df3 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:37.021438 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5c5a4-098b-4811-bc51-6880be6c67b3 req-6eba9f51-a941-472c-8dc5-6505ae4dd613 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:37.023457 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-26c5c5a4-098b-4811-bc51-6880be6c67b3 req-6eba9f51-a941-472c-8dc5-6505ae4dd613 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fa6c595-783c-49ef-974f-ac53320bbeda HTTP/1.1" status: 200 len: 946 time: 0.8057587 Apr 20 17:23:37.027204 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-96a9899d-744e-4b61-8059-9686f4195df3 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:37.028578 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-96a9899d-744e-4b61-8059-9686f4195df3 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:37.030301 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5dc03-1bfc-456d-9203-95952bc3263b req-3c70dba7-fca7-4ad8-8015-30e9daed7f1b tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:37.031759 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b0c5dc03-1bfc-456d-9203-95952bc3263b req-3c70dba7-fca7-4ad8-8015-30e9daed7f1b tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 946 time: 0.3501360 Apr 20 17:23:37.075343 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4bb129-0119-4d07-a364-02e1ca24a3d7 req-07ca6d4d-0dd0-4438-970b-11de165aa994 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:37.085063 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5c4bb129-0119-4d07-a364-02e1ca24a3d7 req-07ca6d4d-0dd0-4438-970b-11de165aa994 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=35e9f78d-225c-4d9e-a6cf-92423d188840 HTTP/1.1" status: 200 len: 856 time: 0.3753936 Apr 20 17:23:37.181711 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be81d239-e27a-4680-bd0a-98b24e73994e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-36c1edbc-07ac-42d9-80fa-95699c517e28', 'network_id': '36c1edbc-07ac-42d9-80fa-95699c517e28', 'tenant_id': '5d0fbed274dd43a98f76b7af3fc72e75', 'fixed_ips': [{'subnet_id': '41cc3e5e-cb22-467c-8809-88cc575fff67'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:23:37.182594 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-be81d239-e27a-4680-bd0a-98b24e73994e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:37.253586 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-96a9899d-744e-4b61-8059-9686f4195df3 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:37.265818 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-26c5c5a4-098b-4811-bc51-6880be6c67b3 req-8e49619d-b490-4ba9-afa2-4c6edb48fee4 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268140 Apr 20 17:23:37.286025 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-96a9899d-744e-4b61-8059-9686f4195df3 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:37.316542 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5c4bb129-0119-4d07-a364-02e1ca24a3d7 req-dd88f346-4ab9-4e4f-917e-82dcf9573503 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b36794c-34c3-4e2e-bc39-30e014c826c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2050018 Apr 20 17:23:37.327018 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b0c5dc03-1bfc-456d-9203-95952bc3263b req-86401bf3-5fdd-442b-86bb-9336ad843598 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437112 Apr 20 17:23:37.418476 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-96a9899d-744e-4b61-8059-9686f4195df3 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:37.419784 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-96a9899d-744e-4b61-8059-9686f4195df3 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4546154 Apr 20 17:23:37.422527 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46294) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:37.636465 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-be81d239-e27a-4680-bd0a-98b24e73994e None None] Allocated IP 172.20.0.2 (36c1edbc-07ac-42d9-80fa-95699c517e28/41cc3e5e-cb22-467c-8809-88cc575fff67/d824ad06-7c30-414c-8f94-86198a08a179) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:23:37.701250 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5688c696-8cc4-44b3-a378-26dbbfd77fbd req-b43d2e9c-3cf7-4862-9012-833149dca6db tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 210 time: 0.1499219 Apr 20 17:23:37.772245 n-d-838032-1 neutron-server[84081]: DEBUG neutron.objects.ports [None req-6de7fa1b-bcc7-49c5-b27f-703890933b8c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84081) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 20 17:23:37.772491 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6de7fa1b-bcc7-49c5-b27f-703890933b8c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:37.859049 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50b6a4-8989-4fbc-bbce-0324bf932b94 req-1ddca11e-5536-4cfa-9eb3-8c6fff3553e8 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:37.866326 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ba50b6a4-8989-4fbc-bbce-0324bf932b94 req-1ddca11e-5536-4cfa-9eb3-8c6fff3553e8 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 945 time: 0.2034922 Apr 20 17:23:37.900146 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7fa1b-bcc7-49c5-b27f-703890933b8c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a62acfd8-b4be-4593-b40f-35d3591e0078,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:37.927739 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5c4bb129-0119-4d07-a364-02e1ca24a3d7 req-a8b6df09-c86a-4d7e-8ae9-c03623e526af service neutron] 10.222.0.43 "GET /v2.0/networks/2b36794c-34c3-4e2e-bc39-30e014c826c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6032360 Apr 20 17:23:37.936332 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7fa1b-bcc7-49c5-b27f-703890933b8c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:37.936674 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7fa1b-bcc7-49c5-b27f-703890933b8c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:37.936994 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7fa1b-bcc7-49c5-b27f-703890933b8c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:37.937324 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7fa1b-bcc7-49c5-b27f-703890933b8c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:37.937644 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7fa1b-bcc7-49c5-b27f-703890933b8c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:37.937965 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7fa1b-bcc7-49c5-b27f-703890933b8c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:37.938309 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7fa1b-bcc7-49c5-b27f-703890933b8c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:37.938630 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7fa1b-bcc7-49c5-b27f-703890933b8c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:37.957006 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7fa1b-bcc7-49c5-b27f-703890933b8c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:37.957006 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7fa1b-bcc7-49c5-b27f-703890933b8c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:37.957006 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7fa1b-bcc7-49c5-b27f-703890933b8c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:37.977504 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de7fa1b-bcc7-49c5-b27f-703890933b8c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Checking segment: {'id': 'be8295f7-1054-407a-9bde-c3aba2284fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '57ecf935-7a0a-4d59-8a0f-8096cfdfaf85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:23:37.978389 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de7fa1b-bcc7-49c5-b27f-703890933b8c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Network hostable DHCP agents. Network: 57ecf935-7a0a-4d59-8a0f-8096cfdfaf85, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:23:38.004341 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ba50b6a4-8989-4fbc-bbce-0324bf932b94 req-449b78e0-ac47-4dcd-8a68-e85fd8fcbdf2 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370237 Apr 20 17:23:38.053265 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de7fa1b-bcc7-49c5-b27f-703890933b8c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Network 57ecf935-7a0a-4d59-8a0f-8096cfdfaf85 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:23:38.150993 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-6de7fa1b-bcc7-49c5-b27f-703890933b8c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 57ecf935-7a0a-4d59-8a0f-8096cfdfaf85) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:23:38.155784 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de7fa1b-bcc7-49c5-b27f-703890933b8c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:38.157030 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6de7fa1b-bcc7-49c5-b27f-703890933b8c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:38.185540 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de005b15-d92a-4345-b7ec-6282ce7633b9 None None] Network 57ecf935-7a0a-4d59-8a0f-8096cfdfaf85 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:23:38.201854 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6de7fa1b-bcc7-49c5-b27f-703890933b8c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7872574 Apr 20 17:23:38.204786 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46304) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:38.210967 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-7d95121a-3aae-4a97-9db2-07f8f321e985 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Request body: {'floatingip': {'floating_network_id': '57ecf935-7a0a-4d59-8a0f-8096cfdfaf85'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:38.217445 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-be81d239-e27a-4680-bd0a-98b24e73994e None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:38.227225 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7d95121a-3aae-4a97-9db2-07f8f321e985 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:38.233463 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7d95121a-3aae-4a97-9db2-07f8f321e985 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Usage tracker for resource:floatingip and tenant:de9331093bb34469bfbb57ddb5b1ebb5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:38.240756 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7d95121a-3aae-4a97-9db2-07f8f321e985 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:38.253774 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7d95121a-3aae-4a97-9db2-07f8f321e985 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:38.284830 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7d95121a-3aae-4a97-9db2-07f8f321e985 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:38.378911 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-be81d239-e27a-4680-bd0a-98b24e73994e None None] Transition to ACTIVE for port object d824ad06-7c30-414c-8f94-86198a08a179 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:23:38.472189 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-be81d239-e27a-4680-bd0a-98b24e73994e None None] Transition to ACTIVE for port object d824ad06-7c30-414c-8f94-86198a08a179 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:23:38.512608 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-be81d239-e27a-4680-bd0a-98b24e73994e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:38.527278 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-4b916277-6048-4258-a7ae-9b4001621fd2 service neutron] 10.222.0.10 "GET /v2.0/ports/245a988c-cbcb-4957-b136-a84d61c64d6f HTTP/1.1" status: 200 len: 1032 time: 0.2012811 Apr 20 17:23:38.588449 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7d95121a-3aae-4a97-9db2-07f8f321e985 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:38.680258 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-a46b105a-9cad-4241-89af-2a4e435566c8 service neutron] 10.222.0.10 "GET /v2.0/ports/a5d53015-50ae-41a9-bd75-85482f56c83e HTTP/1.1" status: 200 len: 1032 time: 0.1419301 Apr 20 17:23:38.688665 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be81d239-e27a-4680-bd0a-98b24e73994e None None] Pushing event updated for resources: {'Port': ['ID=d824ad06-7c30-414c-8f94-86198a08a179,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:38.701452 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be81d239-e27a-4680-bd0a-98b24e73994e None None] Network 36c1edbc-07ac-42d9-80fa-95699c517e28 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:23:38.704094 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-be81d239-e27a-4680-bd0a-98b24e73994e None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:23:38.765232 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be81d239-e27a-4680-bd0a-98b24e73994e None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:23:38.765803 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5c4bb129-0119-4d07-a364-02e1ca24a3d7 req-60c83ac4-348b-47b0-b5be-11eb92a54ca2 service neutron] 10.222.0.43 "GET /v2.0/networks/2b36794c-34c3-4e2e-bc39-30e014c826c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7747076 Apr 20 17:23:38.882353 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-7d95121a-3aae-4a97-9db2-07f8f321e985 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Allocated IP 172.20.0.10 (57ecf935-7a0a-4d59-8a0f-8096cfdfaf85/a62acfd8-b4be-4593-b40f-35d3591e0078/56f345eb-fb41-43a2-a12f-80fec40c8520) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:23:38.927486 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560ed602-d7d6-405f-8f61-edfce62f716b None None] Network 57ecf935-7a0a-4d59-8a0f-8096cfdfaf85 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:23:38.953906 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-be81d239-e27a-4680-bd0a-98b24e73994e None None] Attempting to bind port d824ad06-7c30-414c-8f94-86198a08a179 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:23:38.954577 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-be81d239-e27a-4680-bd0a-98b24e73994e None None] Attempting to bind port d824ad06-7c30-414c-8f94-86198a08a179 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '5a6abe27-4649-4590-a255-0b39c2d05ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '36c1edbc-07ac-42d9-80fa-95699c517e28'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:23:38.955101 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be81d239-e27a-4680-bd0a-98b24e73994e None None] Attempting to bind port d824ad06-7c30-414c-8f94-86198a08a179 on network 36c1edbc-07ac-42d9-80fa-95699c517e28 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:23:39.002714 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704f943-0512-45a5-ba62-e6e79479c513 req-55a4ac6b-ef40-46a8-93dd-9603ca847a5b tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:39.006715 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704f943-0512-45a5-ba62-e6e79479c513 req-55a4ac6b-ef40-46a8-93dd-9603ca847a5b tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:39.011468 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704f943-0512-45a5-ba62-e6e79479c513 req-55a4ac6b-ef40-46a8-93dd-9603ca847a5b tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:39.012327 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-8704f943-0512-45a5-ba62-e6e79479c513 req-55a4ac6b-ef40-46a8-93dd-9603ca847a5b tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Synchronizing usage tracker for tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:23:39.027405 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be81d239-e27a-4680-bd0a-98b24e73994e None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:23:39.028100 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be81d239-e27a-4680-bd0a-98b24e73994e None None] Checking segment: {'id': '5a6abe27-4649-4590-a255-0b39c2d05ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '36c1edbc-07ac-42d9-80fa-95699c517e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:23:39.028696 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-be81d239-e27a-4680-bd0a-98b24e73994e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:39.029327 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be81d239-e27a-4680-bd0a-98b24e73994e None None] Bound using segment: {'id': '5a6abe27-4649-4590-a255-0b39c2d05ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '36c1edbc-07ac-42d9-80fa-95699c517e28'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:23:39.030003 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-be81d239-e27a-4680-bd0a-98b24e73994e None None] Bound port: d824ad06-7c30-414c-8f94-86198a08a179, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a6abe27-4649-4590-a255-0b39c2d05ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '36c1edbc-07ac-42d9-80fa-95699c517e28'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:23:39.030599 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-be81d239-e27a-4680-bd0a-98b24e73994e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:39.033334 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-8704f943-0512-45a5-ba62-e6e79479c513 req-55a4ac6b-ef40-46a8-93dd-9603ca847a5b tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Unset dirty status for tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:23:39.034544 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-55a4ac6b-ef40-46a8-93dd-9603ca847a5b tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.10 "GET /v2.0/networks?id=58282348-4092-4e5e-b7c0-667535a141b6&id=4d480786-fdb1-4243-8366-e7c5fa985200&id=4d480786-fdb1-4243-8366-e7c5fa985200&id=4d480786-fdb1-4243-8366-e7c5fa985200&id=4d480786-fdb1-4243-8366-e7c5fa985200&id=bdb724c9-4270-4009-8d7a-ad021aa5f7f3&id=bdb724c9-4270-4009-8d7a-ad021aa5f7f3 HTTP/1.1" status: 200 len: 1994 time: 0.2678177 Apr 20 17:23:39.142695 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-8704f943-0512-45a5-ba62-e6e79479c513 req-6ca5f074-3ea1-45a4-aff9-eeaf1aa5e830 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Synchronizing usage tracker for tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:23:39.166408 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7d95121a-3aae-4a97-9db2-07f8f321e985 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:39.177925 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-be81d239-e27a-4680-bd0a-98b24e73994e None None] For port d824ad06-7c30-414c-8f94-86198a08a179, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:23:39.182986 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-be81d239-e27a-4680-bd0a-98b24e73994e None None] For port d824ad06-7c30-414c-8f94-86198a08a179, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d824ad06-7c30-414c-8f94-86198a08a179,segment=NetworkSegment(5a6abe27-4649-4590-a255-0b39c2d05ff1),segment_id=5a6abe27-4649-4590-a255-0b39c2d05ff1)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:23:39.196004 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-8704f943-0512-45a5-ba62-e6e79479c513 req-6ca5f074-3ea1-45a4-aff9-eeaf1aa5e830 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Unset dirty status for tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:23:39.197191 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-6ca5f074-3ea1-45a4-aff9-eeaf1aa5e830 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ddcf70e6b9b4ed78391e1f8fae63fbc HTTP/1.1" status: 200 len: 380 time: 0.1462333 Apr 20 17:23:39.208119 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-be81d239-e27a-4680-bd0a-98b24e73994e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:39.210023 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-8704f943-0512-45a5-ba62-e6e79479c513 req-c3709537-491a-4163-9330-c2c4258cc7db tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Request body: {'port': {'device_id': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'network_id': '58282348-4092-4e5e-b7c0-667535a141b6', 'admin_state_up': True, 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'security_groups': ['ae723981-43cb-4b19-931b-6eb60f11a7e9']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:39.282692 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7d95121a-3aae-4a97-9db2-07f8f321e985 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:39.313069 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be81d239-e27a-4680-bd0a-98b24e73994e None None] Pushing event updated for resources: {'Port': ['ID=d824ad06-7c30-414c-8f94-86198a08a179,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:39.316381 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cdac13dc-c3dd-45bb-9f1a-7f19057660fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:39.415239 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d95121a-3aae-4a97-9db2-07f8f321e985 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Network 57ecf935-7a0a-4d59-8a0f-8096cfdfaf85 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:23:39.420361 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-7d95121a-3aae-4a97-9db2-07f8f321e985 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:23:39.426619 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d95121a-3aae-4a97-9db2-07f8f321e985 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:23:39.517050 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95121a-3aae-4a97-9db2-07f8f321e985 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Pushing event updated for resources: {'Port': ['ID=56f345eb-fb41-43a2-a12f-80fec40c8520,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:39.577845 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e3f18-8971-4c7c-9203-7209dfaf0da9 req-63b39869-af35-40cd-9fb6-dbb4b0ec8555 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:39.579940 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-028e3f18-8971-4c7c-9203-7209dfaf0da9 req-63b39869-af35-40cd-9fb6-dbb4b0ec8555 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 946 time: 0.3591599 Apr 20 17:23:39.672842 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-028e3f18-8971-4c7c-9203-7209dfaf0da9 req-ae2a790d-d62d-4000-b40a-ba54c4afa34c tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802250 Apr 20 17:23:39.752912 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8961441-3680-405b-8124-4874e3451fb2 req-d95d2016-4e22-4d1b-9c83-5338dc62509a tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:39.766086 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a8961441-3680-405b-8124-4874e3451fb2 req-d95d2016-4e22-4d1b-9c83-5338dc62509a tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fa6c595-783c-49ef-974f-ac53320bbeda HTTP/1.1" status: 200 len: 946 time: 1.0848336 Apr 20 17:23:39.797532 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dc205c5b-4a30-418e-b502-89e858abc291 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:39.797646 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7d95121a-3aae-4a97-9db2-07f8f321e985 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:39.931172 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7d95121a-3aae-4a97-9db2-07f8f321e985 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:40.115527 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a8961441-3680-405b-8124-4874e3451fb2 req-0450d371-55d7-4363-893a-3d006c9b9eaa tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480487 Apr 20 17:23:40.140098 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-8704f943-0512-45a5-ba62-e6e79479c513 req-c3709537-491a-4163-9330-c2c4258cc7db tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:40.217989 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-8704f943-0512-45a5-ba62-e6e79479c513 req-c3709537-491a-4163-9330-c2c4258cc7db tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:40.303927 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8704f943-0512-45a5-ba62-e6e79479c513 req-c3709537-491a-4163-9330-c2c4258cc7db tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Made reservation on behalf of 3ddcf70e6b9b4ed78391e1f8fae63fbc for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:23:40.314854 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-c3709537-491a-4163-9330-c2c4258cc7db tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:40.426364 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7d95121a-3aae-4a97-9db2-07f8f321e985 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:40.448098 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7d95121a-3aae-4a97-9db2-07f8f321e985 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:40.466066 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d824ad06-7c30-414c-8f94-86198a08a179 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:23:40.582866 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6464a308-9c71-4458-8762-71eeb53fa8ee req-2f7085fa-e044-4339-9141-1fd5d2d3ba5a tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 210 time: 0.2519956 Apr 20 17:23:40.610677 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port d824ad06-7c30-414c-8f94-86198a08a179 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:23:40.661072 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aab141-90d7-437a-9417-e723853d09a2 req-023eef37-572b-4396-8b0b-a3dc8e2f90dd tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:40.668792 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-69aab141-90d7-437a-9417-e723853d09a2 req-023eef37-572b-4396-8b0b-a3dc8e2f90dd tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394 HTTP/1.1" status: 200 len: 946 time: 0.4053874 Apr 20 17:23:40.756916 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-69aab141-90d7-437a-9417-e723853d09a2 req-9293b506-01ca-4d0f-811d-19b395574353 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/security-groups?id=63c79d51-3783-4445-a38b-9a1bacf807c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868080 Apr 20 17:23:40.776359 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7d95121a-3aae-4a97-9db2-07f8f321e985 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:40.781920 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95121a-3aae-4a97-9db2-07f8f321e985 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Pushing event updated for resources: {'Port': ['ID=56f345eb-fb41-43a2-a12f-80fec40c8520,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:40.841902 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7d95121a-3aae-4a97-9db2-07f8f321e985 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:40.846242 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7d95121a-3aae-4a97-9db2-07f8f321e985 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6401832 Apr 20 17:23:40.847024 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46324) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:40.979218 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-dc205c5b-4a30-418e-b502-89e858abc291 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Allocated IP 172.20.0.1 (36c1edbc-07ac-42d9-80fa-95699c517e28/41cc3e5e-cb22-467c-8809-88cc575fff67/738c0a67-528d-4acb-92ed-2d45b33ba164) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:23:41.097755 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863c8672-0212-47e0-b6c2-721ff1dab61d None None] Network 36c1edbc-07ac-42d9-80fa-95699c517e28 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:23:41.237838 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-677c29a1-3f97-4e48-b2aa-de9ed1d5e9d2 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Synchronizing usage tracker for tenant:de9331093bb34469bfbb57ddb5b1ebb5 on resource:floatingip {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:23:41.278819 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dc205c5b-4a30-418e-b502-89e858abc291 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:41.280299 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3971d3-7ba5-4867-b3f7-40bb3d41cdd5 req-89a51131-cccd-4ea8-9aae-adefcaa68bef tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:41.287989 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fa3971d3-7ba5-4867-b3f7-40bb3d41cdd5 req-89a51131-cccd-4ea8-9aae-adefcaa68bef tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 946 time: 0.1938806 Apr 20 17:23:41.291012 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-677c29a1-3f97-4e48-b2aa-de9ed1d5e9d2 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Unset dirty status for tenant:de9331093bb34469bfbb57ddb5b1ebb5 on resource:floatingip {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:23:41.295324 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-677c29a1-3f97-4e48-b2aa-de9ed1d5e9d2 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] 10.222.0.39 "GET /v2.0/floatingips?floating_network_id=57ecf935-7a0a-4d59-8a0f-8096cfdfaf85 HTTP/1.1" status: 200 len: 690 time: 0.4472041 Apr 20 17:23:41.315512 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46334) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:41.355995 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fa3971d3-7ba5-4867-b3f7-40bb3d41cdd5 req-8438c656-efc3-457b-aeb7-e1a9dbd9ba37 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670950 Apr 20 17:23:41.385159 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3149d67a-c17c-4bb1-8cdd-c22b6df6e25d None None] Provisioning for port d824ad06-7c30-414c-8f94-86198a08a179 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:23:41.406743 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3149d67a-c17c-4bb1-8cdd-c22b6df6e25d None None] Provisioning complete for port d824ad06-7c30-414c-8f94-86198a08a179 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:41.407251 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3149d67a-c17c-4bb1-8cdd-c22b6df6e25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:41.449072 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d96b0864-88db-4fb7-8359-31cc97a6f3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:41.652122 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3149d67a-c17c-4bb1-8cdd-c22b6df6e25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:41.674245 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-dc205c5b-4a30-418e-b502-89e858abc291 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Transition to ACTIVE for port object 738c0a67-528d-4acb-92ed-2d45b33ba164 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:23:41.718508 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798fdeb-8d2e-470e-9251-0af346c2f04c req-d0d6bd59-4b89-4ab1-8652-168cb8270998 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:41.720160 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9798fdeb-8d2e-470e-9251-0af346c2f04c req-d0d6bd59-4b89-4ab1-8652-168cb8270998 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fa6c595-783c-49ef-974f-ac53320bbeda HTTP/1.1" status: 200 len: 946 time: 0.1689360 Apr 20 17:23:41.744640 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-3149d67a-c17c-4bb1-8cdd-c22b6df6e25d None None] For port d824ad06-7c30-414c-8f94-86198a08a179, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d824ad06-7c30-414c-8f94-86198a08a179,segment=NetworkSegment(5a6abe27-4649-4590-a255-0b39c2d05ff1),segment_id=5a6abe27-4649-4590-a255-0b39c2d05ff1)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:23:41.751052 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-8704f943-0512-45a5-ba62-e6e79479c513 req-c3709537-491a-4163-9330-c2c4258cc7db tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Allocated IP 172.20.0.14 (58282348-4092-4e5e-b7c0-667535a141b6/2168ea2a-2641-4ad3-adf7-4caac0ff9024/7f21212c-7835-4c95-8c1b-184aa2b7cc51) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:23:41.759528 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3149d67a-c17c-4bb1-8cdd-c22b6df6e25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:41.821491 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9798fdeb-8d2e-470e-9251-0af346c2f04c req-b8acc9d4-0d2f-406a-b459-a5e70fa729a1 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943410 Apr 20 17:23:41.903480 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c98c463-33c7-411e-a859-76410ea17518 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:41.910169 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dc205c5b-4a30-418e-b502-89e858abc291 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:41.929538 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149d67a-c17c-4bb1-8cdd-c22b6df6e25d None None] Pushing event updated for resources: {'Port': ['ID=d824ad06-7c30-414c-8f94-86198a08a179,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:41.995184 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-613d88ab-aa4a-4e49-a55e-73bc72975773 None None] Provisioning complete for port d824ad06-7c30-414c-8f94-86198a08a179 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:41.996260 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-613d88ab-aa4a-4e49-a55e-73bc72975773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:42.163594 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b354425-ed3f-4bd6-8b18-26fe3cc937a4 req-15b580d9-e694-490e-97aa-fee7ad0a056b tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:42.166718 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6b354425-ed3f-4bd6-8b18-26fe3cc937a4 req-15b580d9-e694-490e-97aa-fee7ad0a056b tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 945 time: 0.8468208 Apr 20 17:23:42.335693 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-4c98c463-33c7-411e-a859-76410ea17518 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Deleting port 56f345eb-fb41-43a2-a12f-80fec40c8520 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:23:42.336281 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c98c463-33c7-411e-a859-76410ea17518 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:42.414119 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc205c5b-4a30-418e-b502-89e858abc291 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Network 36c1edbc-07ac-42d9-80fa-95699c517e28 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:23:42.444650 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d824ad06-7c30-414c-8f94-86198a08a179 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:23:42.462266 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ded0270c-9f29-4b85-bcc7-a97b247c0601 req-31548e56-8742-4b26-b197-afefc38895f4 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 210 time: 0.1037836 Apr 20 17:23:42.509119 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-c3709537-491a-4163-9330-c2c4258cc7db tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:42.527373 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-8704f943-0512-45a5-ba62-e6e79479c513 req-c3709537-491a-4163-9330-c2c4258cc7db tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Transition to ACTIVE for port object 7f21212c-7835-4c95-8c1b-184aa2b7cc51 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:23:42.588084 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-dc205c5b-4a30-418e-b502-89e858abc291 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:23:42.622976 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc205c5b-4a30-418e-b502-89e858abc291 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Pushing event updated for resources: {'Port': ['ID=738c0a67-528d-4acb-92ed-2d45b33ba164,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:42.644144 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc205c5b-4a30-418e-b502-89e858abc291 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:23:42.695727 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:42.700937 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:42.703056 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port d824ad06-7c30-414c-8f94-86198a08a179 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:42.703999 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:42.724359 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-c3709537-491a-4163-9330-c2c4258cc7db tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:42.991020 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f478b02-815c-4c73-bf0e-61ac333fc2db req-08bc30e3-3686-48ea-8508-10808d7583ca tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:42.992553 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9f478b02-815c-4c73-bf0e-61ac333fc2db req-08bc30e3-3686-48ea-8508-10808d7583ca tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394 HTTP/1.1" status: 200 len: 946 time: 0.1318481 Apr 20 17:23:43.063458 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9f478b02-815c-4c73-bf0e-61ac333fc2db req-70d0d5c1-18e0-4780-b027-aa33b0fc6f38 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/security-groups?id=63c79d51-3783-4445-a38b-9a1bacf807c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625758 Apr 20 17:23:43.116329 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:43.127366 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c9d8c3d4-2ad1-4d39-94a0-e4ce88813150 None None] Provisioning for port 738c0a67-528d-4acb-92ed-2d45b33ba164 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:23:43.144088 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c9d8c3d4-2ad1-4d39-94a0-e4ce88813150 None None] Provisioning complete for port 738c0a67-528d-4acb-92ed-2d45b33ba164 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:43.147766 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c9d8c3d4-2ad1-4d39-94a0-e4ce88813150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:43.180782 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3709537-491a-4163-9330-c2c4258cc7db tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Pushing event updated for resources: {'Port': ['ID=7f21212c-7835-4c95-8c1b-184aa2b7cc51,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:43.230349 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-c9d8c3d4-2ad1-4d39-94a0-e4ce88813150 None None] Port 738c0a67-528d-4acb-92ed-2d45b33ba164 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:23:43.296380 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8704f943-0512-45a5-ba62-e6e79479c513 req-c3709537-491a-4163-9330-c2c4258cc7db tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Network 58282348-4092-4e5e-b7c0-667535a141b6 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:23:43.303200 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6b354425-ed3f-4bd6-8b18-26fe3cc937a4 req-f45bc070-f37e-4603-a4e9-2f75a1091f9f tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0033343 Apr 20 17:23:43.308292 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-8704f943-0512-45a5-ba62-e6e79479c513 req-c3709537-491a-4163-9330-c2c4258cc7db tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:23:43.312297 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-8704f943-0512-45a5-ba62-e6e79479c513 req-c3709537-491a-4163-9330-c2c4258cc7db tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:23:43.324775 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c9c12-42e3-4ccc-9376-823e74f04f86 req-33ddc94a-454b-4cbd-abec-dc2c2ee28e2e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:43.344629 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-237c9c12-42e3-4ccc-9376-823e74f04f86 req-33ddc94a-454b-4cbd-abec-dc2c2ee28e2e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 946 time: 0.1298006 Apr 20 17:23:43.404722 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dc205c5b-4a30-418e-b502-89e858abc291 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:43.440576 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-237c9c12-42e3-4ccc-9376-823e74f04f86 req-7306b9d6-6b66-4bc7-8eeb-9152ad9e327e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945456 Apr 20 17:23:43.506693 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c98c463-33c7-411e-a859-76410ea17518 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:43.507027 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c98c463-33c7-411e-a859-76410ea17518 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:43.613612 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704f943-0512-45a5-ba62-e6e79479c513 req-c3709537-491a-4163-9330-c2c4258cc7db tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:43.614604 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-c3709537-491a-4163-9330-c2c4258cc7db tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:43.769980 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-4c98c463-33c7-411e-a859-76410ea17518 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Calling delete_port for 56f345eb-fb41-43a2-a12f-80fec40c8520 owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:23:43.780663 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8f67ad89-d8af-4c15-b49b-e9eb122ea006 None None] Provisioning for port 7f21212c-7835-4c95-8c1b-184aa2b7cc51 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:23:43.793335 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8f67ad89-d8af-4c15-b49b-e9eb122ea006 None None] Provisioning complete for port 7f21212c-7835-4c95-8c1b-184aa2b7cc51 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:43.795575 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8f67ad89-d8af-4c15-b49b-e9eb122ea006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:43.819364 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30765fc7-45cc-4dd8-929b-d1a0198e8ecf req-bde8917a-5c09-4227-9cf9-b9d6427e51ca tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:43.830398 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-30765fc7-45cc-4dd8-929b-d1a0198e8ecf req-bde8917a-5c09-4227-9cf9-b9d6427e51ca tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 932 time: 0.1661537 Apr 20 17:23:43.893503 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-30765fc7-45cc-4dd8-929b-d1a0198e8ecf req-ba905da3-d6ea-41a9-aa13-e0208ec220ee tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618367 Apr 20 17:23:43.995695 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-8f67ad89-d8af-4c15-b49b-e9eb122ea006 None None] Port 7f21212c-7835-4c95-8c1b-184aa2b7cc51 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:23:43.998387 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-c3709537-491a-4163-9330-c2c4258cc7db tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7922342 Apr 20 17:23:44.007999 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:44.024060 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-8704f943-0512-45a5-ba62-e6e79479c513 req-15d190a2-d6a1-4683-85af-7f5ab2dd9455 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Request body: {'port': {'device_id': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'network_id': '4d480786-fdb1-4243-8366-e7c5fa985200', 'admin_state_up': True, 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'security_groups': ['ae723981-43cb-4b19-931b-6eb60f11a7e9']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:44.168951 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dc205c5b-4a30-418e-b502-89e858abc291 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:44.223826 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27feabaf-d64f-4fef-a53f-27a361e536ce req-7e9155d5-960f-4631-b969-b548256718b6 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:44.225711 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-27feabaf-d64f-4fef-a53f-27a361e536ce req-7e9155d5-960f-4631-b969-b548256718b6 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394 HTTP/1.1" status: 200 len: 946 time: 0.6863928 Apr 20 17:23:44.376550 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f159f-26fc-469d-9dd7-cfd386e0dd33 req-db9d6155-9048-4bff-8183-bf71911679ac tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:44.378032 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-511f159f-26fc-469d-9dd7-cfd386e0dd33 req-db9d6155-9048-4bff-8183-bf71911679ac tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394 HTTP/1.1" status: 200 len: 946 time: 0.1178637 Apr 20 17:23:44.459487 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-511f159f-26fc-469d-9dd7-cfd386e0dd33 req-c58777b3-af87-4047-8d93-31653edc1cf9 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/security-groups?id=63c79d51-3783-4445-a38b-9a1bacf807c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754633 Apr 20 17:23:44.631401 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-27feabaf-d64f-4fef-a53f-27a361e536ce req-1514353a-e0a7-4b70-9301-e112e99ce6d7 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Deleting port d4e27f75-8c74-4e8e-acc4-4f111988379d {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:23:44.631963 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-27feabaf-d64f-4fef-a53f-27a361e536ce req-1514353a-e0a7-4b70-9301-e112e99ce6d7 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:44.678848 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-8704f943-0512-45a5-ba62-e6e79479c513 req-15d190a2-d6a1-4683-85af-7f5ab2dd9455 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:44.687390 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995a950-cda8-4829-85f6-24acd28218f2 req-f50c3a3f-9fb8-4b30-ae87-2c771e3f28fa tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:44.695047 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3995a950-cda8-4829-85f6-24acd28218f2 req-f50c3a3f-9fb8-4b30-ae87-2c771e3f28fa tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fa6c595-783c-49ef-974f-ac53320bbeda HTTP/1.1" status: 200 len: 946 time: 0.8112264 Apr 20 17:23:44.733999 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c98c463-33c7-411e-a859-76410ea17518 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:44.741958 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-8704f943-0512-45a5-ba62-e6e79479c513 req-15d190a2-d6a1-4683-85af-7f5ab2dd9455 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Usage tracker for resource:port and tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:44.754750 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57067660-0f74-4c6e-a3d6-046026c4b354 req-2f9b9295-2426-4db2-8da5-e39ab15386b9 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:44.762047 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-57067660-0f74-4c6e-a3d6-046026c4b354 req-2f9b9295-2426-4db2-8da5-e39ab15386b9 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 945 time: 0.1023843 Apr 20 17:23:44.839910 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-8704f943-0512-45a5-ba62-e6e79479c513 req-15d190a2-d6a1-4683-85af-7f5ab2dd9455 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Quota usage for port was recalculated. Used quota:8. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:44.882590 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-8704f943-0512-45a5-ba62-e6e79479c513 req-15d190a2-d6a1-4683-85af-7f5ab2dd9455 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:44.886857 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98c463-33c7-411e-a859-76410ea17518 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Pushing event deleted for resources: {'Port': ['ID=56f345eb-fb41-43a2-a12f-80fec40c8520,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:44.992329 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-57067660-0f74-4c6e-a3d6-046026c4b354 req-e727c972-aef9-4a56-a2ea-93a37bcd5114 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194662 Apr 20 17:23:45.056188 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:45.193900 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8704f943-0512-45a5-ba62-e6e79479c513 req-15d190a2-d6a1-4683-85af-7f5ab2dd9455 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Made reservation on behalf of 3ddcf70e6b9b4ed78391e1f8fae63fbc for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:23:45.195044 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-15d190a2-d6a1-4683-85af-7f5ab2dd9455 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:45.313047 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3995a950-cda8-4829-85f6-24acd28218f2 req-cba695b8-0317-438f-a9a2-5eee33795724 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6169183 Apr 20 17:23:45.452097 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da70d0-6247-4de1-a55a-348e26634dc0 req-57ea1f57-1826-4d40-8284-aaf0d50d718b tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:45.453668 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f2da70d0-6247-4de1-a55a-348e26634dc0 req-57ea1f57-1826-4d40-8284-aaf0d50d718b tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 946 time: 0.2403054 Apr 20 17:23:45.525903 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c98c463-33c7-411e-a859-76410ea17518 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:45.588881 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f2da70d0-6247-4de1-a55a-348e26634dc0 req-32c4cbdb-4b32-4824-804a-dce115f58b1b tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277747 Apr 20 17:23:45.811653 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-27feabaf-d64f-4fef-a53f-27a361e536ce req-1514353a-e0a7-4b70-9301-e112e99ce6d7 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] For port d4e27f75-8c74-4e8e-acc4-4f111988379d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=d4e27f75-8c74-4e8e-acc4-4f111988379d,segment=NetworkSegment(d3f17aef-391f-42f6-b43c-29519f737eba),segment_id=d3f17aef-391f-42f6-b43c-29519f737eba)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:23:45.812249 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-27feabaf-d64f-4fef-a53f-27a361e536ce req-1514353a-e0a7-4b70-9301-e112e99ce6d7 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:45.819585 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f56866-b748-42e4-b89d-a7a19d99703b req-31e5540e-443b-45ae-a74e-80e2523841c1 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:45.821317 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e3f56866-b748-42e4-b89d-a7a19d99703b req-31e5540e-443b-45ae-a74e-80e2523841c1 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394 HTTP/1.1" status: 200 len: 946 time: 0.1055231 Apr 20 17:23:45.882860 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e3f56866-b748-42e4-b89d-a7a19d99703b req-cc5d356c-c86d-4898-b5b5-3f7b158127d3 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/security-groups?id=63c79d51-3783-4445-a38b-9a1bacf807c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546789 Apr 20 17:23:45.956141 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c98c463-33c7-411e-a859-76410ea17518 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:46.024901 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.resource_extend [None req-dc205c5b-4a30-418e-b502-89e858abc291 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:23:46.067500 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-8704f943-0512-45a5-ba62-e6e79479c513 req-15d190a2-d6a1-4683-85af-7f5ab2dd9455 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Allocated IP 10.1.1.126 (4d480786-fdb1-4243-8366-e7c5fa985200/b5ebbe7f-912e-4e00-9c1b-0556bb717366/f8b4b38f-8a9a-482a-9671-d4d8a1e42e24) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:23:46.073412 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dc205c5b-4a30-418e-b502-89e858abc291 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:46.154414 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dc205c5b-4a30-418e-b502-89e858abc291 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:46.240753 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089ee65-d7f2-417a-991f-2fdf499b4f57 req-224cfdb7-69bd-473c-af02-fcfb9cadf6e6 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:46.241773 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-3089ee65-d7f2-417a-991f-2fdf499b4f57 req-224cfdb7-69bd-473c-af02-fcfb9cadf6e6 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Synchronizing usage tracker for tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:23:46.309787 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1437537-fc71-4f23-8522-faceeaed1434 req-3615134c-138c-4750-a48e-f43233ffa8ab tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:46.315472 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f1437537-fc71-4f23-8522-faceeaed1434 req-3615134c-138c-4750-a48e-f43233ffa8ab tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 945 time: 0.1337290 Apr 20 17:23:46.403540 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f1437537-fc71-4f23-8522-faceeaed1434 req-422fa249-8383-415d-af6f-cd1faa0913f8 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777943 Apr 20 17:23:46.481173 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c98c463-33c7-411e-a859-76410ea17518 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:46.508932 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc205c5b-4a30-418e-b502-89e858abc291 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Pushing event updated for resources: {'Port': ['ID=738c0a67-528d-4acb-92ed-2d45b33ba164,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:46.597727 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-3089ee65-d7f2-417a-991f-2fdf499b4f57 req-224cfdb7-69bd-473c-af02-fcfb9cadf6e6 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Unset dirty status for tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:23:46.604701 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3089ee65-d7f2-417a-991f-2fdf499b4f57 req-224cfdb7-69bd-473c-af02-fcfb9cadf6e6 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 932 time: 0.9790325 Apr 20 17:23:46.630115 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dc205c5b-4a30-418e-b502-89e858abc291 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:46.664182 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98c463-33c7-411e-a859-76410ea17518 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a62acfd8-b4be-4593-b40f-35d3591e0078,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:46.715223 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6630f4-849f-435a-8837-522bc2533e72 req-4cb92075-1320-4352-8c7e-7c1c70f8dcdc tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:46.716728 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b6630f4-849f-435a-8837-522bc2533e72 req-4cb92075-1320-4352-8c7e-7c1c70f8dcdc tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fa6c595-783c-49ef-974f-ac53320bbeda HTTP/1.1" status: 200 len: 946 time: 0.1478553 Apr 20 17:23:46.768099 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-27feabaf-d64f-4fef-a53f-27a361e536ce req-1514353a-e0a7-4b70-9301-e112e99ce6d7 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:46.768761 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-27feabaf-d64f-4fef-a53f-27a361e536ce req-1514353a-e0a7-4b70-9301-e112e99ce6d7 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:46.769228 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [req-27feabaf-d64f-4fef-a53f-27a361e536ce req-1514353a-e0a7-4b70-9301-e112e99ce6d7 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Floating IP d03df743-72a1-4f62-a495-0070d08d47cd disassociated. External IP: 172.25.8.126, port: d4e27f75-8c74-4e8e-acc4-4f111988379d. Apr 20 17:23:46.769703 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-27feabaf-d64f-4fef-a53f-27a361e536ce req-1514353a-e0a7-4b70-9301-e112e99ce6d7 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Calling delete_port for d4e27f75-8c74-4e8e-acc4-4f111988379d owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:23:46.809082 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b6630f4-849f-435a-8837-522bc2533e72 req-350d7529-44c9-4aaa-82e3-36029a626ce4 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801010 Apr 20 17:23:47.140025 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6b92-892d-436c-bb0d-a1c2be36fc2e req-b0e9783e-96c4-43e3-b458-e458db275c9c tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:47.149079 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-71ed6b92-892d-436c-bb0d-a1c2be36fc2e req-b0e9783e-96c4-43e3-b458-e458db275c9c tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 946 time: 0.1084087 Apr 20 17:23:47.232008 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device d4e27f75-8c74-4e8e-acc4-4f111988379d no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:23:47.235723 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c98c463-33c7-411e-a859-76410ea17518 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:47.242896 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-71ed6b92-892d-436c-bb0d-a1c2be36fc2e req-55cea9da-bb8e-42c4-8c9f-45474afdb436 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925655 Apr 20 17:23:47.407218 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3089ee65-d7f2-417a-991f-2fdf499b4f57 req-f94c44fd-1234-4740-b884-b5b196177a7a tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8011599 Apr 20 17:23:47.445384 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-4c98c463-33c7-411e-a859-76410ea17518 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ecf935-7a0a-4d59-8a0f-8096cfdfaf85']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:47.596008 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:47.656275 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-4c98c463-33c7-411e-a859-76410ea17518 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be8295f7-1054-407a-9bde-c3aba2284fd5') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:47.656570 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-4c98c463-33c7-411e-a859-76410ea17518 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be8295f7-1054-407a-9bde-c3aba2284fd5') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:47.721734 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e27f75-8c74-4e8e-acc4-4f111988379d'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:23:47.751959 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c98c463-33c7-411e-a859-76410ea17518 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:47.753528 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port d4e27f75-8c74-4e8e-acc4-4f111988379d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=d4e27f75-8c74-4e8e-acc4-4f111988379d,segment=NetworkSegment(d3f17aef-391f-42f6-b43c-29519f737eba),segment_id=d3f17aef-391f-42f6-b43c-29519f737eba)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:23:47.764399 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:47.770482 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-15d190a2-d6a1-4683-85af-7f5ab2dd9455 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:47.840612 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7c858-07e2-407f-963a-6cf5b92c1e90 req-2a4a4671-df2c-4bef-9bb8-59dd63461815 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:47.845477 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2ca7c858-07e2-407f-963a-6cf5b92c1e90 req-2a4a4671-df2c-4bef-9bb8-59dd63461815 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394 HTTP/1.1" status: 200 len: 946 time: 0.2269416 Apr 20 17:23:47.861611 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=d4e27f75-8c74-4e8e-acc4-4f111988379d,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:47.877505 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:47.877886 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:47.878229 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:47.878593 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:47.878918 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:47.879284 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:47.879647 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:47.880273 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:47.880644 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:47.880960 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:47.881315 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:23:47.884049 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c98c463-33c7-411e-a859-76410ea17518 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:47.886364 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.api [req-27feabaf-d64f-4fef-a53f-27a361e536ce req-1514353a-e0a7-4b70-9301-e112e99ce6d7 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:23:47.886937 n-d-838032-1 neutron-server[84080]: DEBUG oslo_db.api [req-27feabaf-d64f-4fef-a53f-27a361e536ce req-1514353a-e0a7-4b70-9301-e112e99ce6d7 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:23:47.902204 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc205c5b-4a30-418e-b502-89e858abc291 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Network 36c1edbc-07ac-42d9-80fa-95699c517e28 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:23:47.903684 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c98c463-33c7-411e-a859-76410ea17518 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:23:47.904348 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c98c463-33c7-411e-a859-76410ea17518 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:47.918937 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:23:47.918937 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:23:47.918937 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:23:47.918937 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:23:47.918937 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:23:47.918937 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:23:47.918937 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:23:47.918937 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:23:47.918937 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:23:47.918937 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:23:47.918937 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:23:47.918937 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:23:47.918937 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:23:47.918937 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:23:47.918937 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:23:47.918937 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:23:47.918937 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:23:47.918937 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:23:47.918937 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:23:47.918937 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:23:47.918937 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:23:47.918937 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:23:47.918937 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:23:47.918937 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:23:47.918937 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:23:47.918937 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:23:47.918937 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:23:47.918937 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:23:47.918937 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:23:47.918937 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:23:47.918937 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:23:47.918937 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:23:47.922978 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-dc205c5b-4a30-418e-b502-89e858abc291 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:23:47.950744 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2ca7c858-07e2-407f-963a-6cf5b92c1e90 req-4f4058fb-fd06-4384-8285-604dc1e3064c tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/security-groups?id=63c79d51-3783-4445-a38b-9a1bacf807c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995729 Apr 20 17:23:48.064821 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d71e8d8-d37c-4315-9852-74738196c49e'] response: {'server_uuid': 'b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e27f75-8c74-4e8e-acc4-4f111988379d', 'code': 200} Apr 20 17:23:48.311315 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-8704f943-0512-45a5-ba62-e6e79479c513 req-15d190a2-d6a1-4683-85af-7f5ab2dd9455 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Transition to ACTIVE for port object f8b4b38f-8a9a-482a-9671-d4d8a1e42e24 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:23:48.329811 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c98c463-33c7-411e-a859-76410ea17518 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:48.337330 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-75ac958b-9fc3-4281-b35e-391dbd5f0346 None None] Provisioning complete for port 738c0a67-528d-4acb-92ed-2d45b33ba164 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:48.338825 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c98c463-33c7-411e-a859-76410ea17518 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 57ecf935-7a0a-4d59-8a0f-8096cfdfaf85 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 17:23:48.339077 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-75ac958b-9fc3-4281-b35e-391dbd5f0346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:48.342791 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c98c463-33c7-411e-a859-76410ea17518 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:48.406281 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-27feabaf-d64f-4fef-a53f-27a361e536ce req-1514353a-e0a7-4b70-9301-e112e99ce6d7 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Deleting port d4e27f75-8c74-4e8e-acc4-4f111988379d {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:23:48.412253 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-27feabaf-d64f-4fef-a53f-27a361e536ce req-1514353a-e0a7-4b70-9301-e112e99ce6d7 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:48.449565 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-75ac958b-9fc3-4281-b35e-391dbd5f0346 None None] Port 738c0a67-528d-4acb-92ed-2d45b33ba164 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:23:48.479171 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98c463-33c7-411e-a859-76410ea17518 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Pushing event deleted for resources: {'Network': ['ID=57ecf935-7a0a-4d59-8a0f-8096cfdfaf85,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:48.583072 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c7920-17dc-4783-b510-ba59a563b9a2 req-4a757dbb-bd0d-4b7b-b642-b393f1c2e8e7 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:48.600726 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-595c7920-17dc-4783-b510-ba59a563b9a2 req-4a757dbb-bd0d-4b7b-b642-b393f1c2e8e7 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 945 time: 0.7951045 Apr 20 17:23:48.685404 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771a9eb-654f-4902-97c6-de84d04d1303 req-084d9f06-a37b-45f6-a6e4-470619769a9d tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:48.687215 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9771a9eb-654f-4902-97c6-de84d04d1303 req-084d9f06-a37b-45f6-a6e4-470619769a9d tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 946 time: 0.1979766 Apr 20 17:23:48.754703 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9771a9eb-654f-4902-97c6-de84d04d1303 req-404889b9-31d3-428f-8d46-28d7d9a15402 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607393 Apr 20 17:23:48.779761 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4c98c463-33c7-411e-a859-76410ea17518 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] 10.222.0.39 "DELETE /v2.0/networks/57ecf935-7a0a-4d59-8a0f-8096cfdfaf85 HTTP/1.1" status: 204 len: 168 time: 7.4585752 Apr 20 17:23:48.783062 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46392) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:48.961464 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-15d190a2-d6a1-4683-85af-7f5ab2dd9455 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:48.975895 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-300b44f7-1889-46a2-9260-884b033e3b21 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3046 time: 0.1913910 Apr 20 17:23:48.976863 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46400) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:48.978753 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-595c7920-17dc-4783-b510-ba59a563b9a2 req-9a0eef7a-36ae-4a95-8b68-2793811651de tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770213 Apr 20 17:23:49.084480 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddc13ab-79ad-4bbb-928d-e650dc621bf7 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:49.084957 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddc13ab-79ad-4bbb-928d-e650dc621bf7 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:49.085376 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddc13ab-79ad-4bbb-928d-e650dc621bf7 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:49.085787 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddc13ab-79ad-4bbb-928d-e650dc621bf7 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:49.086500 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddc13ab-79ad-4bbb-928d-e650dc621bf7 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:49.086915 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddc13ab-79ad-4bbb-928d-e650dc621bf7 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:49.087319 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddc13ab-79ad-4bbb-928d-e650dc621bf7 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:49.087725 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddc13ab-79ad-4bbb-928d-e650dc621bf7 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:49.088127 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddc13ab-79ad-4bbb-928d-e650dc621bf7 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:49.088528 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddc13ab-79ad-4bbb-928d-e650dc621bf7 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:49.088926 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddc13ab-79ad-4bbb-928d-e650dc621bf7 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:49.089325 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddc13ab-79ad-4bbb-928d-e650dc621bf7 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:49.090607 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddc13ab-79ad-4bbb-928d-e650dc621bf7 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:49.091023 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddc13ab-79ad-4bbb-928d-e650dc621bf7 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:49.091465 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddc13ab-79ad-4bbb-928d-e650dc621bf7 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:49.091896 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddc13ab-79ad-4bbb-928d-e650dc621bf7 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:49.093373 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6ddc13ab-79ad-4bbb-928d-e650dc621bf7 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Synchronizing usage tracker for tenant:de9331093bb34469bfbb57ddb5b1ebb5 on resource:subnet {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:23:49.114034 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6ddc13ab-79ad-4bbb-928d-e650dc621bf7 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Unset dirty status for tenant:de9331093bb34469bfbb57ddb5b1ebb5 on resource:subnet {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:23:49.119356 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6ddc13ab-79ad-4bbb-928d-e650dc621bf7 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10164 time: 0.1417019 Apr 20 17:23:49.120172 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46406) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:49.201277 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-92fad914-0e99-40b9-be91-74485d8d493a tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] delete failed (client error): The resource could not be found. Apr 20 17:23:49.205277 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-92fad914-0e99-40b9-be91-74485d8d493a tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/a258b8fc-0852-4571-a76d-5fc2512b2b38 HTTP/1.1" status: 404 len: 345 time: 0.0836084 Apr 20 17:23:49.205927 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46410) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:49.273056 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-317a2f50-47d3-4304-86ff-fd0312307930 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] DELETE failed (client error): The resource could not be found. Apr 20 17:23:49.273526 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-317a2f50-47d3-4304-86ff-fd0312307930 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:23:49.275163 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-317a2f50-47d3-4304-86ff-fd0312307930 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] 10.222.0.39 "DELETE /v2.0/networks/57ecf935-7a0a-4d59-8a0f-8096cfdfaf85 HTTP/1.1" status: 404 len: 339 time: 0.0318675 Apr 20 17:23:49.282810 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46414) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:49.336071 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d190a2-d6a1-4683-85af-7f5ab2dd9455 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Pushing event updated for resources: {'Port': ['ID=f8b4b38f-8a9a-482a-9671-d4d8a1e42e24,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:49.342401 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-1541b5d0-f385-4623-b4c9-d68eaf841628 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Request body: {'network': {'name': 'tempest-network--1521207926', 'router:external': True}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:49.348470 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1541b5d0-f385-4623-b4c9-d68eaf841628 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:49.353237 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1541b5d0-f385-4623-b4c9-d68eaf841628 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Usage tracker for resource:network and tenant:de9331093bb34469bfbb57ddb5b1ebb5 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:49.353599 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c1cee-7a11-4c24-bf05-7bed2e6c3927 req-a6187745-5066-4d17-986b-7efa4d729391 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:49.358222 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c1cee-7a11-4c24-bf05-7bed2e6c3927 req-a6187745-5066-4d17-986b-7efa4d729391 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:49.358808 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1541b5d0-f385-4623-b4c9-d68eaf841628 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:49.360101 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e65c1cee-7a11-4c24-bf05-7bed2e6c3927 req-a6187745-5066-4d17-986b-7efa4d729391 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 1654 time: 0.1531947 Apr 20 17:23:49.430361 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e65c1cee-7a11-4c24-bf05-7bed2e6c3927 req-5166f999-c658-4086-8c84-9043493b9750 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620701 Apr 20 17:23:49.467782 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1541b5d0-f385-4623-b4c9-d68eaf841628 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:49.482255 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8704f943-0512-45a5-ba62-e6e79479c513 req-15d190a2-d6a1-4683-85af-7f5ab2dd9455 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Network 4d480786-fdb1-4243-8366-e7c5fa985200 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:23:49.511393 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-8704f943-0512-45a5-ba62-e6e79479c513 req-15d190a2-d6a1-4683-85af-7f5ab2dd9455 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:23:49.553636 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-8704f943-0512-45a5-ba62-e6e79479c513 req-15d190a2-d6a1-4683-85af-7f5ab2dd9455 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:23:49.662596 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1541b5d0-f385-4623-b4c9-d68eaf841628 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Made reservation on behalf of de9331093bb34469bfbb57ddb5b1ebb5 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:23:49.668223 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1541b5d0-f385-4623-b4c9-d68eaf841628 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:49.761716 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-646c8e91-18cb-439a-b659-5ba2795a5621 req-860b2af2-2f9b-4e2a-bdde-d46276146892 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=739e916aa25c4029ad0454743c027d4f&device_id=7fa6c595-783c-49ef-974f-ac53320bbeda HTTP/1.1" status: 200 len: 1097 time: 0.2366521 Apr 20 17:23:49.805636 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704f943-0512-45a5-ba62-e6e79479c513 req-15d190a2-d6a1-4683-85af-7f5ab2dd9455 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:49.806350 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-15d190a2-d6a1-4683-85af-7f5ab2dd9455 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:49.812390 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-27feabaf-d64f-4fef-a53f-27a361e536ce req-1514353a-e0a7-4b70-9301-e112e99ce6d7 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] For port d4e27f75-8c74-4e8e-acc4-4f111988379d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=d4e27f75-8c74-4e8e-acc4-4f111988379d,segment=NetworkSegment(d3f17aef-391f-42f6-b43c-29519f737eba),segment_id=d3f17aef-391f-42f6-b43c-29519f737eba)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:23:49.812888 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-27feabaf-d64f-4fef-a53f-27a361e536ce req-1514353a-e0a7-4b70-9301-e112e99ce6d7 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:49.907683 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1541b5d0-f385-4623-b4c9-d68eaf841628 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:23:49.924009 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c8e91-18cb-439a-b659-5ba2795a5621 req-baadec1e-4fa9-4c54-b5e6-763d31d70103 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:49.925437 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-646c8e91-18cb-439a-b659-5ba2795a5621 req-baadec1e-4fa9-4c54-b5e6-763d31d70103 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 HTTP/1.1" status: 200 len: 920 time: 0.1565287 Apr 20 17:23:49.934273 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794ed76-9e57-405e-b597-c19f9ab8137e req-90a09d35-2ad2-405c-8541-0c39f246fbbd tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:49.941231 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5794ed76-9e57-405e-b597-c19f9ab8137e req-90a09d35-2ad2-405c-8541-0c39f246fbbd tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394 HTTP/1.1" status: 200 len: 944 time: 0.2664175 Apr 20 17:23:49.951846 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-15d190a2-d6a1-4683-85af-7f5ab2dd9455 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9464726 Apr 20 17:23:49.959585 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1541b5d0-f385-4623-b4c9-d68eaf841628 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:49.960030 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-1541b5d0-f385-4623-b4c9-d68eaf841628 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Added segment b699653b-f90c-4566-b88b-3a8c79a7667d of type vlan for network 76e241e2-4fa9-4277-8065-69299e47e2a8 Apr 20 17:23:49.984248 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-8704f943-0512-45a5-ba62-e6e79479c513 req-7e4f95d1-e71f-4cf2-90dc-70bb5f94e936 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Request body: {'port': {'device_id': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'network_id': '4d480786-fdb1-4243-8366-e7c5fa985200', 'admin_state_up': True, 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'security_groups': ['ae723981-43cb-4b19-931b-6eb60f11a7e9']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:50.017143 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d5c3acb4-045f-47dd-a401-d78cd8afdad2 None None] Provisioning for port f8b4b38f-8a9a-482a-9671-d4d8a1e42e24 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:23:50.026436 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d5c3acb4-045f-47dd-a401-d78cd8afdad2 None None] Provisioning complete for port f8b4b38f-8a9a-482a-9671-d4d8a1e42e24 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:50.028225 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d5c3acb4-045f-47dd-a401-d78cd8afdad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:50.037313 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-646c8e91-18cb-439a-b659-5ba2795a5621 req-50085cdd-64cc-4cfc-87de-4654130b196a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1404d81a-9b7d-447d-8ef0-dbff65c1e954 HTTP/1.1" status: 200 len: 217 time: 0.0728052 Apr 20 17:23:50.096598 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5794ed76-9e57-405e-b597-c19f9ab8137e req-d6fb5967-c2c3-4e87-a21b-d20f75b1ea7b tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/security-groups?id=63c79d51-3783-4445-a38b-9a1bacf807c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543834 Apr 20 17:23:50.156351 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c8e91-18cb-439a-b659-5ba2795a5621 req-fbdccc19-91ab-42e6-a5f3-35258f4ca568 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:50.157784 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-646c8e91-18cb-439a-b659-5ba2795a5621 req-fbdccc19-91ab-42e6-a5f3-35258f4ca568 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=be91a7bc-1185-4002-b13c-e1f041fc679d HTTP/1.1" status: 200 len: 858 time: 0.1119244 Apr 20 17:23:50.258011 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3acb4-045f-47dd-a401-d78cd8afdad2 None None] Port f8b4b38f-8a9a-482a-9671-d4d8a1e42e24 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:23:50.269040 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-646c8e91-18cb-439a-b659-5ba2795a5621 req-df79addc-12e4-4ffd-8622-267ae144e287 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1048517 Apr 20 17:23:50.368829 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1541b5d0-f385-4623-b4c9-d68eaf841628 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:50.379640 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc1876-5bf1-4cd1-a08c-743334b28040 req-5d77cafd-92f2-40b0-978a-cf0e2991b1f1 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:50.386661 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8ecc1876-5bf1-4cd1-a08c-743334b28040 req-5d77cafd-92f2-40b0-978a-cf0e2991b1f1 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fa6c595-783c-49ef-974f-ac53320bbeda HTTP/1.1" status: 200 len: 946 time: 0.6785679 Apr 20 17:23:50.542515 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-646c8e91-18cb-439a-b659-5ba2795a5621 req-d1f06292-e71a-4fcc-a244-2b3f3f8a3a18 service neutron] 10.222.0.43 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664695 Apr 20 17:23:50.665178 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-27feabaf-d64f-4fef-a53f-27a361e536ce req-1514353a-e0a7-4b70-9301-e112e99ce6d7 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:50.665178 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-27feabaf-d64f-4fef-a53f-27a361e536ce req-1514353a-e0a7-4b70-9301-e112e99ce6d7 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:50.665712 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [req-27feabaf-d64f-4fef-a53f-27a361e536ce req-1514353a-e0a7-4b70-9301-e112e99ce6d7 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Floating IP d03df743-72a1-4f62-a495-0070d08d47cd disassociated. External IP: 172.25.8.126, port: d4e27f75-8c74-4e8e-acc4-4f111988379d. Apr 20 17:23:50.666073 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-27feabaf-d64f-4fef-a53f-27a361e536ce req-1514353a-e0a7-4b70-9301-e112e99ce6d7 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Calling delete_port for d4e27f75-8c74-4e8e-acc4-4f111988379d owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:23:50.694774 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-8704f943-0512-45a5-ba62-e6e79479c513 req-7e4f95d1-e71f-4cf2-90dc-70bb5f94e936 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:50.707984 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc205c5b-4a30-418e-b502-89e858abc291 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Router 902316a8-fcf3-449f-971f-3bf93b57cffa is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:23:50.738151 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8ecc1876-5bf1-4cd1-a08c-743334b28040 req-7635ec23-686c-4d61-bf21-1da91c7a021e tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503587 Apr 20 17:23:50.745805 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1541b5d0-f385-4623-b4c9-d68eaf841628 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:50.747345 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9b1df-9297-468a-b748-2d558d65a0f6 req-aa3745fb-4c75-4e5c-94c6-34bf55a7682f tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:50.749170 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c1d9b1df-9297-468a-b748-2d558d65a0f6 req-aa3745fb-4c75-4e5c-94c6-34bf55a7682f tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 946 time: 0.2054939 Apr 20 17:23:50.753159 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1541b5d0-f385-4623-b4c9-d68eaf841628 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:50.764602 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1541b5d0-f385-4623-b4c9-d68eaf841628 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:50.771679 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-8704f943-0512-45a5-ba62-e6e79479c513 req-7e4f95d1-e71f-4cf2-90dc-70bb5f94e936 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:50.835477 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c1d9b1df-9297-468a-b748-2d558d65a0f6 req-e41a8d08-f281-4a1a-a102-9303271700f9 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806117 Apr 20 17:23:50.841535 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-646c8e91-18cb-439a-b659-5ba2795a5621 req-6e84f0e2-07db-44a5-81cb-3da08a165339 service neutron] 10.222.0.43 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525353 Apr 20 17:23:50.964762 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541b5d0-f385-4623-b4c9-d68eaf841628 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Pushing event updated for resources: {'Network': ['ID=76e241e2-4fa9-4277-8065-69299e47e2a8,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:50.981495 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 76e241e2-4fa9-4277-8065-69299e47e2a8 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:23:51.099678 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8704f943-0512-45a5-ba62-e6e79479c513 req-7e4f95d1-e71f-4cf2-90dc-70bb5f94e936 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Made reservation on behalf of 3ddcf70e6b9b4ed78391e1f8fae63fbc for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:23:51.102846 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-7e4f95d1-e71f-4cf2-90dc-70bb5f94e936 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:51.105306 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c21af-0903-4714-95d3-e814c4332b86 req-7a8ad12e-ca47-43a5-a4b5-de72f51f8e22 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:51.109517 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c21af-0903-4714-95d3-e814c4332b86 req-7a8ad12e-ca47-43a5-a4b5-de72f51f8e22 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:51.111264 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-da6c21af-0903-4714-95d3-e814c4332b86 req-7a8ad12e-ca47-43a5-a4b5-de72f51f8e22 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 1654 time: 0.1127656 Apr 20 17:23:51.113412 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1541b5d0-f385-4623-b4c9-d68eaf841628 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7791636 Apr 20 17:23:51.115879 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46426) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:51.271318 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-da6c21af-0903-4714-95d3-e814c4332b86 req-b84b8e94-fce6-413f-a8a6-773fc66c9b6a tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252995 Apr 20 17:23:51.368660 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c532db5c-6746-4f4e-ad85-825d026db88b tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:51.377117 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c532db5c-6746-4f4e-ad85-825d026db88b tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:51.385238 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c532db5c-6746-4f4e-ad85-825d026db88b tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:51.392387 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c532db5c-6746-4f4e-ad85-825d026db88b tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:51.399793 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c532db5c-6746-4f4e-ad85-825d026db88b tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2820277 Apr 20 17:23:51.401749 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46434) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:51.470789 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-8704f943-0512-45a5-ba62-e6e79479c513 req-7e4f95d1-e71f-4cf2-90dc-70bb5f94e936 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Allocated IP 10.1.1.201 (4d480786-fdb1-4243-8366-e7c5fa985200/b5ebbe7f-912e-4e00-9c1b-0556bb717366/bc98c0c2-7654-499b-aeb6-cc19afc9e25c) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:23:51.612550 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-682883f7-5eec-49d7-8c52-3a7e0f9ca094 req-1bd5b639-379c-450c-8885-622ead465c03 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394 HTTP/1.1" status: 200 len: 210 time: 0.0685930 Apr 20 17:23:51.647872 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-591f44a8-779d-450a-9b66-de983b489fa3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:51.668838 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-27feabaf-d64f-4fef-a53f-27a361e536ce req-1514353a-e0a7-4b70-9301-e112e99ce6d7 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:51.764128 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-7e4f95d1-e71f-4cf2-90dc-70bb5f94e936 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:51.767771 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514353a-e0a7-4b70-9301-e112e99ce6d7 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Pushing event deleted for resources: {'Port': ['ID=d4e27f75-8c74-4e8e-acc4-4f111988379d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:51.776529 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834c444-105a-4a57-a429-219a45da3287 req-16d804ca-de14-4f64-abf6-572a40cb4883 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:51.778284 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a834c444-105a-4a57-a429-219a45da3287 req-16d804ca-de14-4f64-abf6-572a40cb4883 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 945 time: 0.7952571 Apr 20 17:23:51.801996 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-591f44a8-779d-450a-9b66-de983b489fa3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:51.834227 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-591f44a8-779d-450a-9b66-de983b489fa3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e241e2-4fa9-4277-8065-69299e47e2a8']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:51.855238 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-591f44a8-779d-450a-9b66-de983b489fa3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b699653b-f90c-4566-b88b-3a8c79a7667d') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:51.855531 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-591f44a8-779d-450a-9b66-de983b489fa3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b699653b-f90c-4566-b88b-3a8c79a7667d') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:51.869568 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-591f44a8-779d-450a-9b66-de983b489fa3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:51.899814 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-591f44a8-779d-450a-9b66-de983b489fa3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:51.912298 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-8704f943-0512-45a5-ba62-e6e79479c513 req-7e4f95d1-e71f-4cf2-90dc-70bb5f94e936 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Transition to ACTIVE for port object bc98c0c2-7654-499b-aeb6-cc19afc9e25c will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:23:51.914842 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591f44a8-779d-450a-9b66-de983b489fa3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:23:51.916820 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-591f44a8-779d-450a-9b66-de983b489fa3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:51.952657 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:23:51.952657 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:23:51.952657 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:23:51.952657 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:23:51.952657 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:23:51.952657 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:23:51.952657 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:23:51.952657 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:23:51.952657 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:23:51.952657 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:23:51.952657 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:23:51.952657 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:23:51.952657 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:23:51.952657 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:23:51.952657 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:23:51.952657 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:23:51.952657 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:23:51.952657 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:23:51.952657 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:23:51.952657 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:23:51.952657 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:23:51.952657 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:23:51.952657 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:23:51.952657 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:23:51.952657 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:23:51.952657 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:23:51.952657 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:23:51.952657 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:23:51.952657 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:23:51.952657 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:23:51.952657 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:23:51.952657 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:23:52.007710 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc205c5b-4a30-418e-b502-89e858abc291 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:23:52.022090 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08e4cf5-6dd7-4686-9bfe-b961365fd550 None None] Sync routers for ids ['902316a8-fcf3-449f-971f-3bf93b57cffa'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:23:52.048376 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08e4cf5-6dd7-4686-9bfe-b961365fd550 None None] Routers {'902316a8-fcf3-449f-971f-3bf93b57cffa'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:23:52.049313 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-b08e4cf5-6dd7-4686-9bfe-b961365fd550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:23:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['902316a8-fcf3-449f-971f-3bf93b57cffa'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:52.051455 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-dc205c5b-4a30-418e-b502-89e858abc291 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] 10.222.0.39 "PUT /v2.0/routers/902316a8-fcf3-449f-971f-3bf93b57cffa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6277201 Apr 20 17:23:52.056575 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a834c444-105a-4a57-a429-219a45da3287 req-d8b77e70-50c9-4f71-b9d3-0dfcd82ea20a tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678699 Apr 20 17:23:52.057986 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46448) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:52.065289 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-c4df469c-b6fb-4ed4-bb8b-b73a9ddae49f tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Request body: {'port': {'network_id': '36c1edbc-07ac-42d9-80fa-95699c517e28', 'name': 'tempest-FloatingIPNegativeTestJSON-2015626035'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:52.127366 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-591f44a8-779d-450a-9b66-de983b489fa3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:52.159595 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-7e4f95d1-e71f-4cf2-90dc-70bb5f94e936 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:52.164904 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591f44a8-779d-450a-9b66-de983b489fa3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 76e241e2-4fa9-4277-8065-69299e47e2a8 {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 17:23:52.209597 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-591f44a8-779d-450a-9b66-de983b489fa3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:52.218941 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f44a8-779d-450a-9b66-de983b489fa3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Pushing event deleted for resources: {'Network': ['ID=76e241e2-4fa9-4277-8065-69299e47e2a8,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:52.240474 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-591f44a8-779d-450a-9b66-de983b489fa3 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] 10.222.0.39 "DELETE /v2.0/networks/76e241e2-4fa9-4277-8065-69299e47e2a8 HTTP/1.1" status: 204 len: 168 time: 0.8374305 Apr 20 17:23:52.252261 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-b08e4cf5-6dd7-4686-9bfe-b961365fd550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:52.253071 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46452) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:52.259243 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-eb6e0713-803c-4c21-8045-103bdc0572b6 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Request body: {'network': {'name': 'tempest-network--613326497', 'router:external': True}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:52.269327 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-eb6e0713-803c-4c21-8045-103bdc0572b6 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:52.282093 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-eb6e0713-803c-4c21-8045-103bdc0572b6 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Usage tracker for resource:network and tenant:de9331093bb34469bfbb57ddb5b1ebb5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:52.295258 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-eb6e0713-803c-4c21-8045-103bdc0572b6 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:52.295515 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08e4cf5-6dd7-4686-9bfe-b961365fd550 None None] Routers {'902316a8-fcf3-449f-971f-3bf93b57cffa'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:23:52.299304 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-b08e4cf5-6dd7-4686-9bfe-b961365fd550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:23:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['902316a8-fcf3-449f-971f-3bf93b57cffa'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:52.308565 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-eb6e0713-803c-4c21-8045-103bdc0572b6 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:52.343648 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6e0713-803c-4c21-8045-103bdc0572b6 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Made reservation on behalf of de9331093bb34469bfbb57ddb5b1ebb5 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:23:52.346131 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eb6e0713-803c-4c21-8045-103bdc0572b6 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:52.409416 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6e0713-803c-4c21-8045-103bdc0572b6 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:23:52.427590 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eb6e0713-803c-4c21-8045-103bdc0572b6 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:52.427921 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-eb6e0713-803c-4c21-8045-103bdc0572b6 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Added segment 6b6086d7-188b-46d3-98f2-5c082aa75a68 of type vlan for network bd1477ef-52a6-4d95-be97-319d947f6bbb Apr 20 17:23:52.470818 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-b08e4cf5-6dd7-4686-9bfe-b961365fd550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:52.471117 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08e4cf5-6dd7-4686-9bfe-b961365fd550 None None] The sync data for ids ['902316a8-fcf3-449f-971f-3bf93b57cffa'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:23:52.482670 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eb6e0713-803c-4c21-8045-103bdc0572b6 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:52.565278 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eb6e0713-803c-4c21-8045-103bdc0572b6 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:52.566417 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6e0713-803c-4c21-8045-103bdc0572b6 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:52.567164 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eb6e0713-803c-4c21-8045-103bdc0572b6 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:52.680190 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f95d1-e71f-4cf2-90dc-70bb5f94e936 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Pushing event updated for resources: {'Port': ['ID=bc98c0c2-7654-499b-aeb6-cc19afc9e25c,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:52.731056 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c4df469c-b6fb-4ed4-bb8b-b73a9ddae49f tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:52.749069 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c4df469c-b6fb-4ed4-bb8b-b73a9ddae49f tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Usage tracker for resource:port and tenant:5d0fbed274dd43a98f76b7af3fc72e75 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:52.757244 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e0713-803c-4c21-8045-103bdc0572b6 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Pushing event updated for resources: {'Network': ['ID=bd1477ef-52a6-4d95-be97-319d947f6bbb,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:52.761179 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c4df469c-b6fb-4ed4-bb8b-b73a9ddae49f tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:52.772676 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network bd1477ef-52a6-4d95-be97-319d947f6bbb details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:23:52.786948 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c4df469c-b6fb-4ed4-bb8b-b73a9ddae49f tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:52.790339 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-eb6e0713-803c-4c21-8045-103bdc0572b6 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5361257 Apr 20 17:23:52.792504 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8704f943-0512-45a5-ba62-e6e79479c513 req-7e4f95d1-e71f-4cf2-90dc-70bb5f94e936 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Network 4d480786-fdb1-4243-8366-e7c5fa985200 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:23:52.803249 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46462) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:52.811477 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-8704f943-0512-45a5-ba62-e6e79479c513 req-7e4f95d1-e71f-4cf2-90dc-70bb5f94e936 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:23:52.814311 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-8704f943-0512-45a5-ba62-e6e79479c513 req-7e4f95d1-e71f-4cf2-90dc-70bb5f94e936 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:23:52.887999 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4df469c-b6fb-4ed4-bb8b-b73a9ddae49f tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Made reservation on behalf of 5d0fbed274dd43a98f76b7af3fc72e75 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:23:52.891487 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c4df469c-b6fb-4ed4-bb8b-b73a9ddae49f tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:52.928746 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909246f-161d-4e4b-bf03-652295d473e1 req-6c2c804f-4d16-41cc-b6f4-632221e27d6f tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:52.930447 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a909246f-161d-4e4b-bf03-652295d473e1 req-6c2c804f-4d16-41cc-b6f4-632221e27d6f tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fa6c595-783c-49ef-974f-ac53320bbeda HTTP/1.1" status: 200 len: 946 time: 0.2515414 Apr 20 17:23:52.935625 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-c4df469c-b6fb-4ed4-bb8b-b73a9ddae49f tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] device_id is not set on port 605b4220-e22f-4028-af30-ac9980bbef7b yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:23:53.006494 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e56e73-cfd8-455c-b816-7f3cd6405cec req-00a071a7-2c4e-4201-9344-9f5e5a4943f6 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:53.010654 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-46e56e73-cfd8-455c-b816-7f3cd6405cec req-00a071a7-2c4e-4201-9344-9f5e5a4943f6 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 946 time: 0.4133403 Apr 20 17:23:53.042670 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c8e47b-8e23-4469-971e-cd8cfb6ba288 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:53.044815 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-80c8e47b-8e23-4469-971e-cd8cfb6ba288 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] 10.222.0.39 "GET /v2.0/networks/bd1477ef-52a6-4d95-be97-319d947f6bbb HTTP/1.1" status: 200 len: 756 time: 0.2394114 Apr 20 17:23:53.063157 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46466) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:53.078242 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a909246f-161d-4e4b-bf03-652295d473e1 req-8efdb628-df42-4347-aad5-fac71365f4b2 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749502 Apr 20 17:23:53.110773 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704f943-0512-45a5-ba62-e6e79479c513 req-7e4f95d1-e71f-4cf2-90dc-70bb5f94e936 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:53.110773 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-7e4f95d1-e71f-4cf2-90dc-70bb5f94e936 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:53.117043 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27feabaf-d64f-4fef-a53f-27a361e536ce req-1514353a-e0a7-4b70-9301-e112e99ce6d7 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Router 2bf56fb4-99bd-4ec3-92c5-ff289944c36c has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:23:53.227535 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5d8a56c8-3a5d-4086-9388-67ca4fc7b31a None None] Provisioning for port bc98c0c2-7654-499b-aeb6-cc19afc9e25c completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:23:53.239293 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5d8a56c8-3a5d-4086-9388-67ca4fc7b31a None None] Provisioning complete for port bc98c0c2-7654-499b-aeb6-cc19afc9e25c triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:53.239963 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5d8a56c8-3a5d-4086-9388-67ca4fc7b31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:53.306737 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a56c8-3a5d-4086-9388-67ca4fc7b31a None None] Port bc98c0c2-7654-499b-aeb6-cc19afc9e25c cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:23:53.323096 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-46e56e73-cfd8-455c-b816-7f3cd6405cec req-81b5d5be-a66f-47e2-b5a0-b066aed62fb4 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2771113 Apr 20 17:23:53.334266 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd812bd-64aa-4ebe-ac7a-9cf41f377067 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:53.338505 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0dd812bd-64aa-4ebe-ac7a-9cf41f377067 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] 10.222.0.39 "GET /v2.0/networks/3f9bc80a-5634-4832-a3fb-645a667931e1 HTTP/1.1" status: 200 len: 767 time: 0.2712605 Apr 20 17:23:53.339029 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46478) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:53.347417 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-7e4f95d1-e71f-4cf2-90dc-70bb5f94e936 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3751404 Apr 20 17:23:53.406971 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-8704f943-0512-45a5-ba62-e6e79479c513 req-2f493a1a-429c-4c4a-8bad-f48768bc2b20 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Request body: {'port': {'device_id': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'bdb724c9-4270-4009-8d7a-ad021aa5f7f3', 'admin_state_up': True, 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'security_groups': ['ae723981-43cb-4b19-931b-6eb60f11a7e9']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:53.471626 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ce4d0b2f-cbd4-4ed7-bb64-180fddd36e3c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:53.639009 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ce4d0b2f-cbd4-4ed7-bb64-180fddd36e3c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:53.639260 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-c4df469c-b6fb-4ed4-bb8b-b73a9ddae49f tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Allocated IP 172.20.0.7 (36c1edbc-07ac-42d9-80fa-95699c517e28/41cc3e5e-cb22-467c-8809-88cc575fff67/605b4220-e22f-4028-af30-ac9980bbef7b) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:23:53.643118 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-8704f943-0512-45a5-ba62-e6e79479c513 req-2f493a1a-429c-4c4a-8bad-f48768bc2b20 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:53.670918 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-8704f943-0512-45a5-ba62-e6e79479c513 req-2f493a1a-429c-4c4a-8bad-f48768bc2b20 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:53.673150 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-ce4d0b2f-cbd4-4ed7-bb64-180fddd36e3c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd1477ef-52a6-4d95-be97-319d947f6bbb']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:53.687676 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-ce4d0b2f-cbd4-4ed7-bb64-180fddd36e3c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b6086d7-188b-46d3-98f2-5c082aa75a68') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:53.687958 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-ce4d0b2f-cbd4-4ed7-bb64-180fddd36e3c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b6086d7-188b-46d3-98f2-5c082aa75a68') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:53.701983 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ce4d0b2f-cbd4-4ed7-bb64-180fddd36e3c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:53.721664 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8704f943-0512-45a5-ba62-e6e79479c513 req-2f493a1a-429c-4c4a-8bad-f48768bc2b20 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Made reservation on behalf of 3ddcf70e6b9b4ed78391e1f8fae63fbc for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:23:53.730546 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60a37c-656a-47a8-92bb-75ef7c2b317c req-e4cb8373-da40-4bbf-a181-c2f62ca73716 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:53.734385 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60a37c-656a-47a8-92bb-75ef7c2b317c req-e4cb8373-da40-4bbf-a181-c2f62ca73716 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:53.738146 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60a37c-656a-47a8-92bb-75ef7c2b317c req-e4cb8373-da40-4bbf-a181-c2f62ca73716 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:53.741971 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60a37c-656a-47a8-92bb-75ef7c2b317c req-e4cb8373-da40-4bbf-a181-c2f62ca73716 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:53.746333 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60a37c-656a-47a8-92bb-75ef7c2b317c req-e4cb8373-da40-4bbf-a181-c2f62ca73716 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:53.750132 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60a37c-656a-47a8-92bb-75ef7c2b317c req-e4cb8373-da40-4bbf-a181-c2f62ca73716 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:53.753889 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60a37c-656a-47a8-92bb-75ef7c2b317c req-e4cb8373-da40-4bbf-a181-c2f62ca73716 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:53.755860 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2e60a37c-656a-47a8-92bb-75ef7c2b317c req-e4cb8373-da40-4bbf-a181-c2f62ca73716 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5435 time: 0.2303202 Apr 20 17:23:53.756852 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ce4d0b2f-cbd4-4ed7-bb64-180fddd36e3c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:53.764591 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce4d0b2f-cbd4-4ed7-bb64-180fddd36e3c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:23:53.765106 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ce4d0b2f-cbd4-4ed7-bb64-180fddd36e3c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:53.778802 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:23:53.778802 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:23:53.778802 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:23:53.778802 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:23:53.778802 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:23:53.778802 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:23:53.778802 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:23:53.778802 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:23:53.778802 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:23:53.778802 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:23:53.778802 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:23:53.778802 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:23:53.778802 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:23:53.778802 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:23:53.778802 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:23:53.778802 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:23:53.778802 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:23:53.778802 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:23:53.778802 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:23:53.778802 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:23:53.778802 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:23:53.778802 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:23:53.778802 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:23:53.778802 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:23:53.778802 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:23:53.778802 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:23:53.778802 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:23:53.778802 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:23:53.778802 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:23:53.778802 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:23:53.778802 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:23:53.778802 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:23:53.834970 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e50793-ab4c-448f-b0be-0e0e22614d15 req-40af2bdd-ee99-4cbd-9425-d0cd44b1cd44 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:53.839868 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e50793-ab4c-448f-b0be-0e0e22614d15 req-40af2bdd-ee99-4cbd-9425-d0cd44b1cd44 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:53.843468 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e50793-ab4c-448f-b0be-0e0e22614d15 req-40af2bdd-ee99-4cbd-9425-d0cd44b1cd44 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:53.844320 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-96e50793-ab4c-448f-b0be-0e0e22614d15 req-40af2bdd-ee99-4cbd-9425-d0cd44b1cd44 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Synchronizing usage tracker for tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:23:53.886212 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2e60a37c-656a-47a8-92bb-75ef7c2b317c req-21991b0e-8f47-46a0-b72e-57ad778d8764 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1228166 Apr 20 17:23:53.887225 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ce4d0b2f-cbd4-4ed7-bb64-180fddd36e3c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:53.902749 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4d0b2f-cbd4-4ed7-bb64-180fddd36e3c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bd1477ef-52a6-4d95-be97-319d947f6bbb {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 17:23:53.906803 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ce4d0b2f-cbd4-4ed7-bb64-180fddd36e3c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:53.912842 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d0b2f-cbd4-4ed7-bb64-180fddd36e3c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Pushing event deleted for resources: {'Network': ['ID=bd1477ef-52a6-4d95-be97-319d947f6bbb,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:53.922452 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ce4d0b2f-cbd4-4ed7-bb64-180fddd36e3c tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] 10.222.0.39 "DELETE /v2.0/networks/bd1477ef-52a6-4d95-be97-319d947f6bbb HTTP/1.1" status: 204 len: 168 time: 0.5752227 Apr 20 17:23:53.922709 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46482) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:53.927997 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-fdfd4324-8b2a-4afc-aaa6-3dd19b16810d tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Request body: {'network': {'name': 'tempest-network--1400608227'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:53.940564 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-fdfd4324-8b2a-4afc-aaa6-3dd19b16810d tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:53.946483 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-fdfd4324-8b2a-4afc-aaa6-3dd19b16810d tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Usage tracker for resource:network and tenant:de9331093bb34469bfbb57ddb5b1ebb5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:53.949764 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-fdfd4324-8b2a-4afc-aaa6-3dd19b16810d tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:53.956479 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-fdfd4324-8b2a-4afc-aaa6-3dd19b16810d tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:53.978718 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-96e50793-ab4c-448f-b0be-0e0e22614d15 req-40af2bdd-ee99-4cbd-9425-d0cd44b1cd44 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Unset dirty status for tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:23:53.979906 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-96e50793-ab4c-448f-b0be-0e0e22614d15 req-40af2bdd-ee99-4cbd-9425-d0cd44b1cd44 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 2375 time: 0.6396112 Apr 20 17:23:54.012117 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfd4324-8b2a-4afc-aaa6-3dd19b16810d tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Made reservation on behalf of de9331093bb34469bfbb57ddb5b1ebb5 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:23:54.014957 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fdfd4324-8b2a-4afc-aaa6-3dd19b16810d tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:54.052213 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-2f493a1a-429c-4c4a-8bad-f48768bc2b20 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:54.081448 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdfd4324-8b2a-4afc-aaa6-3dd19b16810d tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:23:54.103088 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fdfd4324-8b2a-4afc-aaa6-3dd19b16810d tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:54.104501 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-fdfd4324-8b2a-4afc-aaa6-3dd19b16810d tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Added segment 34eee1df-5852-4e12-8e83-32e6f9411da7 of type vlan for network ab204d6b-d95a-41f1-a578-77b885bbeb1d Apr 20 17:23:54.121238 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5441d699-bfd4-4f57-afe9-79ce3675236c req-1d16366c-9f79-4fad-a9ae-5947e0fbf98a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=02869399c9f94c6e8f223671a74b81d5&device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 1097 time: 0.1546457 Apr 20 17:23:54.168703 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-96e50793-ab4c-448f-b0be-0e0e22614d15 req-f690554d-1e17-4387-a513-7d00e68b6b50 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805091 Apr 20 17:23:54.178295 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c4df469c-b6fb-4ed4-bb8b-b73a9ddae49f tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:54.202458 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27feabaf-d64f-4fef-a53f-27a361e536ce req-1514353a-e0a7-4b70-9301-e112e99ce6d7 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:23:54.237043 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fdfd4324-8b2a-4afc-aaa6-3dd19b16810d tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:54.284818 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-c4df469c-b6fb-4ed4-bb8b-b73a9ddae49f tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Transition to ACTIVE for port object 605b4220-e22f-4028-af30-ac9980bbef7b will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:23:54.301525 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-27feabaf-d64f-4fef-a53f-27a361e536ce req-1514353a-e0a7-4b70-9301-e112e99ce6d7 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] No DVR routers for this DVR port d4e27f75-8c74-4e8e-acc4-4f111988379d on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:23:54.330243 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fdfd4324-8b2a-4afc-aaa6-3dd19b16810d tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:54.331079 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfd4324-8b2a-4afc-aaa6-3dd19b16810d tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:54.331639 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fdfd4324-8b2a-4afc-aaa6-3dd19b16810d tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:54.346745 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-27feabaf-d64f-4fef-a53f-27a361e536ce req-1514353a-e0a7-4b70-9301-e112e99ce6d7 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:54.349214 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394', 'name': 'network-vif-deleted', 'tag': 'd4e27f75-8c74-4e8e-acc4-4f111988379d'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:23:54.377028 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-27feabaf-d64f-4fef-a53f-27a361e536ce req-1514353a-e0a7-4b70-9301-e112e99ce6d7 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.43 "DELETE /v2.0/ports/d4e27f75-8c74-4e8e-acc4-4f111988379d HTTP/1.1" status: 204 len: 173 time: 10.1423209 Apr 20 17:23:54.433138 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c4df469c-b6fb-4ed4-bb8b-b73a9ddae49f tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:54.518139 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-816ab643-15af-4ae5-965a-a8909842c169 req-6539634f-f8dd-44aa-a490-38469c010190 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394 HTTP/1.1" status: 200 len: 210 time: 0.1663835 Apr 20 17:23:54.521769 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd4324-8b2a-4afc-aaa6-3dd19b16810d tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Pushing event updated for resources: {'Network': ['ID=ab204d6b-d95a-41f1-a578-77b885bbeb1d,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:54.530075 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fdfd4324-8b2a-4afc-aaa6-3dd19b16810d tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6064379 Apr 20 17:23:54.534126 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network ab204d6b-d95a-41f1-a578-77b885bbeb1d details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:23:54.535384 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441d699-bfd4-4f57-afe9-79ce3675236c req-b70eb74d-0566-4734-bdca-46665233fdb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:54.537151 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5441d699-bfd4-4f57-afe9-79ce3675236c req-b70eb74d-0566-4734-bdca-46665233fdb8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b36794c-34c3-4e2e-bc39-30e014c826c8 HTTP/1.1" status: 200 len: 918 time: 0.4091957 Apr 20 17:23:54.546608 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46492) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:54.633498 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87491cc5-72c5-4564-960a-0e3c39cd54d1 None None] Sync routers for ids ['2bf56fb4-99bd-4ec3-92c5-ff289944c36c'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:23:54.679098 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87491cc5-72c5-4564-960a-0e3c39cd54d1 None None] Routers {'2bf56fb4-99bd-4ec3-92c5-ff289944c36c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:23:54.680024 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-87491cc5-72c5-4564-960a-0e3c39cd54d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:23:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['2bf56fb4-99bd-4ec3-92c5-ff289944c36c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:54.717514 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5441d699-bfd4-4f57-afe9-79ce3675236c req-5e4953ef-bff9-4f58-832c-99581d62b754 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca3453d0-7f07-4e9c-8b96-ebe8788d961d HTTP/1.1" status: 200 len: 1002 time: 0.1695225 Apr 20 17:23:54.787151 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-0ce96baa-fcc0-4162-8fbe-3225f465d115 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:54.832782 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441d699-bfd4-4f57-afe9-79ce3675236c req-5726a235-b5f0-40a0-944e-e9fa14227b89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:54.834229 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5441d699-bfd4-4f57-afe9-79ce3675236c req-5726a235-b5f0-40a0-944e-e9fa14227b89 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=35e9f78d-225c-4d9e-a6cf-92423d188840 HTTP/1.1" status: 200 len: 856 time: 0.0776227 Apr 20 17:23:54.882548 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-87491cc5-72c5-4564-960a-0e3c39cd54d1 None None] Set router 2bf56fb4-99bd-4ec3-92c5-ff289944c36c gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:23:54.886386 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df469c-b6fb-4ed4-bb8b-b73a9ddae49f tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Pushing event updated for resources: {'Port': ['ID=605b4220-e22f-4028-af30-ac9980bbef7b,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:54.888844 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87201b-91a8-4b8d-8d3d-09c3b4addf12 req-15e706d3-b739-4c18-a35f-52f2d850c94b tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:54.898265 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7c87201b-91a8-4b8d-8d3d-09c3b4addf12 req-15e706d3-b739-4c18-a35f-52f2d850c94b tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fa6c595-783c-49ef-974f-ac53320bbeda HTTP/1.1" status: 200 len: 946 time: 0.1757019 Apr 20 17:23:54.908111 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4df469c-b6fb-4ed4-bb8b-b73a9ddae49f tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Network 36c1edbc-07ac-42d9-80fa-95699c517e28 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:23:54.921793 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-c4df469c-b6fb-4ed4-bb8b-b73a9ddae49f tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:23:54.927139 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-8704f943-0512-45a5-ba62-e6e79479c513 req-2f493a1a-429c-4c4a-8bad-f48768bc2b20 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Allocated IP 10.2.2.100 (bdb724c9-4270-4009-8d7a-ad021aa5f7f3/9ec642e4-8f7c-4328-a5b9-8fb965f7e357/d2dc897c-4d5a-46fd-89ed-7340e5de99dd) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:23:54.937285 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4df469c-b6fb-4ed4-bb8b-b73a9ddae49f tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:23:54.966358 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7c87201b-91a8-4b8d-8d3d-09c3b4addf12 req-bd13a046-3b57-4f63-a491-c223e2736090 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573757 Apr 20 17:23:54.975412 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5441d699-bfd4-4f57-afe9-79ce3675236c req-e2f4d11f-6468-4294-a6fc-b45ec1b8fd79 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b36794c-34c3-4e2e-bc39-30e014c826c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1342287 Apr 20 17:23:55.043448 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:23:55.192984 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5441d699-bfd4-4f57-afe9-79ce3675236c req-fdb1c77f-26a6-4bb3-9158-756ead3638bb service neutron] 10.222.0.43 "GET /v2.0/networks/2b36794c-34c3-4e2e-bc39-30e014c826c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108600 Apr 20 17:23:55.215412 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-406f082f-d05a-42da-8360-e98bc33bf6db'] response: {'server_uuid': 'b3d3e3c3-ee94-4d7f-bb22-d3a1913b5394', 'name': 'network-vif-deleted', 'tag': 'd4e27f75-8c74-4e8e-acc4-4f111988379d', 'status': 'completed', 'code': 200} Apr 20 17:23:55.263830 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4df469c-b6fb-4ed4-bb8b-b73a9ddae49f tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:55.263830 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c4df469c-b6fb-4ed4-bb8b-b73a9ddae49f tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:55.334501 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfdea0d-5c8e-41ed-a8a8-81118b573db1 req-cc3201df-dbbb-4cdd-a62f-b4dd0ecdbcdd tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:55.353610 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-87491cc5-72c5-4564-960a-0e3c39cd54d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'name': 'tempest-ServersTestJSON-62221962-router', 'tenant_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '71711c13-fd92-43e4-8df0-28c8bd78328c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:11Z', 'updated_at': '2022-04-20T17:22:17Z', 'revision_number': 4, 'project_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'gw_port': {'id': '71711c13-fd92-43e4-8df0-28c8bd78328c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:12Z', 'updated_at': '2022-04-20T17:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c', 'name': '', 'network_id': '9d733250-971e-4579-b396-0c5e38ae2045', 'tenant_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'mac_address': 'fa:16:3e:3a:92:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f89003a5-43c9-4fe7-8a63-6a7f162418c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:16Z', 'updated_at': '2022-04-20T17:22:53Z', 'revision_number': 5, 'project_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'subnets': [{'id': 'f89003a5-43c9-4fe7-8a63-6a7f162418c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:55.361287 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6cfdea0d-5c8e-41ed-a8a8-81118b573db1 req-cc3201df-dbbb-4cdd-a62f-b4dd0ecdbcdd tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 945 time: 0.8538072 Apr 20 17:23:55.361472 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87491cc5-72c5-4564-960a-0e3c39cd54d1 None None] Checking router: 2bf56fb4-99bd-4ec3-92c5-ff289944c36c for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:23:55.383387 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87491cc5-72c5-4564-960a-0e3c39cd54d1 None None] Routers {'2bf56fb4-99bd-4ec3-92c5-ff289944c36c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:23:55.384246 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-87491cc5-72c5-4564-960a-0e3c39cd54d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:23:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['2bf56fb4-99bd-4ec3-92c5-ff289944c36c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:55.450415 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c4df469c-b6fb-4ed4-bb8b-b73a9ddae49f tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3878686 Apr 20 17:23:55.451162 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8ae258c7-ef2e-4eeb-9379-7e8d80d0b03e None None] Provisioning for port 605b4220-e22f-4028-af30-ac9980bbef7b completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:23:55.465868 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46500) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:55.480968 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-50985d2f-98b5-48fa-8ce9-6e908dbe72d2 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:55.486789 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-50985d2f-98b5-48fa-8ce9-6e908dbe72d2 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:55.490656 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-50985d2f-98b5-48fa-8ce9-6e908dbe72d2 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Usage tracker for resource:floatingip and tenant:5d0fbed274dd43a98f76b7af3fc72e75 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:23:55.493919 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-50985d2f-98b5-48fa-8ce9-6e908dbe72d2 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:23:55.500031 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-50985d2f-98b5-48fa-8ce9-6e908dbe72d2 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:55.526443 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8ae258c7-ef2e-4eeb-9379-7e8d80d0b03e None None] Provisioning complete for port 605b4220-e22f-4028-af30-ac9980bbef7b triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:55.526443 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8ae258c7-ef2e-4eeb-9379-7e8d80d0b03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:55.543520 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0ce96baa-fcc0-4162-8fbe-3225f465d115 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:55.567138 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-50985d2f-98b5-48fa-8ce9-6e908dbe72d2 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks [] for floatingip, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:55.592400 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5441d699-bfd4-4f57-afe9-79ce3675236c req-9f9440ff-da0f-4091-9b14-cce9b112bc03 service neutron] 10.222.0.43 "GET /v2.0/networks/2b36794c-34c3-4e2e-bc39-30e014c826c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928993 Apr 20 17:23:55.600760 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-8ae258c7-ef2e-4eeb-9379-7e8d80d0b03e None None] Port 605b4220-e22f-4028-af30-ac9980bbef7b cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:23:55.603602 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0ce96baa-fcc0-4162-8fbe-3225f465d115 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:55.613265 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ce3b2-0a63-4920-88f8-068b38df4ba4 req-779811c0-39fa-43b6-97a3-889e9b5b8b47 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:55.621728 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1e1ce3b2-0a63-4920-88f8-068b38df4ba4 req-779811c0-39fa-43b6-97a3-889e9b5b8b47 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 946 time: 0.1477473 Apr 20 17:23:55.638562 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-87491cc5-72c5-4564-960a-0e3c39cd54d1 None None] Set router 2bf56fb4-99bd-4ec3-92c5-ff289944c36c gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:23:55.670739 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1e1ce3b2-0a63-4920-88f8-068b38df4ba4 req-d7829791-ef22-4cb6-af94-1d6d892f9dae tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481021 Apr 20 17:23:55.689420 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6cfdea0d-5c8e-41ed-a8a8-81118b573db1 req-b8d5e3a8-71fc-45c9-9889-7196e724b4e8 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306003 Apr 20 17:23:55.763957 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0ce96baa-fcc0-4162-8fbe-3225f465d115 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Network ab204d6b-d95a-41f1-a578-77b885bbeb1d is not hosted by any dhcp agent {{(pid=84080) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 20 17:23:55.764740 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce96baa-fcc0-4162-8fbe-3225f465d115 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:55.765899 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0ce96baa-fcc0-4162-8fbe-3225f465d115 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:55.767094 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0ce96baa-fcc0-4162-8fbe-3225f465d115 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] 10.222.0.39 "PUT /v2.0/networks/ab204d6b-d95a-41f1-a578-77b885bbeb1d HTTP/1.1" status: 200 len: 858 time: 1.1516974 Apr 20 17:23:55.770496 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46506) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:55.815904 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce96baa-fcc0-4162-8fbe-3225f465d115 tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Pushing event updated for resources: {'Network': ['ID=ab204d6b-d95a-41f1-a578-77b885bbeb1d,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:55.822355 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-2f493a1a-429c-4c4a-8bad-f48768bc2b20 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:55.844556 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-8704f943-0512-45a5-ba62-e6e79479c513 req-2f493a1a-429c-4c4a-8bad-f48768bc2b20 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Transition to ACTIVE for port object d2dc897c-4d5a-46fd-89ed-7340e5de99dd will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:23:55.935902 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-2f493a1a-429c-4c4a-8bad-f48768bc2b20 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:56.024197 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-50985d2f-98b5-48fa-8ce9-6e908dbe72d2 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:56.026705 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c2c732a8-e262-44a4-aafc-7ef7968344fa tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:56.047876 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-87491cc5-72c5-4564-960a-0e3c39cd54d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'name': 'tempest-ServersTestJSON-62221962-router', 'tenant_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '71711c13-fd92-43e4-8df0-28c8bd78328c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:11Z', 'updated_at': '2022-04-20T17:22:17Z', 'revision_number': 4, 'project_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'gw_port': {'id': '71711c13-fd92-43e4-8df0-28c8bd78328c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:12Z', 'updated_at': '2022-04-20T17:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c', 'name': '', 'network_id': '9d733250-971e-4579-b396-0c5e38ae2045', 'tenant_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'mac_address': 'fa:16:3e:3a:92:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f89003a5-43c9-4fe7-8a63-6a7f162418c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:16Z', 'updated_at': '2022-04-20T17:22:53Z', 'revision_number': 5, 'project_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'subnets': [{'id': 'f89003a5-43c9-4fe7-8a63-6a7f162418c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:56.051549 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87491cc5-72c5-4564-960a-0e3c39cd54d1 None None] The sync data for ids ['2bf56fb4-99bd-4ec3-92c5-ff289944c36c'] in n-d-838032-1 is: [{'id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'name': 'tempest-ServersTestJSON-62221962-router', 'tenant_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '71711c13-fd92-43e4-8df0-28c8bd78328c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:11Z', 'updated_at': '2022-04-20T17:22:17Z', 'revision_number': 4, 'project_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'gw_port': {'id': '71711c13-fd92-43e4-8df0-28c8bd78328c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:12Z', 'updated_at': '2022-04-20T17:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c', 'name': '', 'network_id': '9d733250-971e-4579-b396-0c5e38ae2045', 'tenant_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'mac_address': 'fa:16:3e:3a:92:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f89003a5-43c9-4fe7-8a63-6a7f162418c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:16Z', 'updated_at': '2022-04-20T17:22:53Z', 'revision_number': 5, 'project_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'subnets': [{'id': 'f89003a5-43c9-4fe7-8a63-6a7f162418c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:23:56.075484 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8704f943-0512-45a5-ba62-e6e79479c513 req-2f493a1a-429c-4c4a-8bad-f48768bc2b20 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Network bdb724c9-4270-4009-8d7a-ad021aa5f7f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:23:56.076391 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f493a1a-429c-4c4a-8bad-f48768bc2b20 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Pushing event updated for resources: {'Port': ['ID=d2dc897c-4d5a-46fd-89ed-7340e5de99dd,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:56.080795 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-8704f943-0512-45a5-ba62-e6e79479c513 req-2f493a1a-429c-4c4a-8bad-f48768bc2b20 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:23:56.086757 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-8704f943-0512-45a5-ba62-e6e79479c513 req-2f493a1a-429c-4c4a-8bad-f48768bc2b20 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:23:56.130452 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-1156ba88-0e15-4ad1-9e12-9c0569f62c22 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:56.134503 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-1156ba88-0e15-4ad1-9e12-9c0569f62c22 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:56.141260 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-1156ba88-0e15-4ad1-9e12-9c0569f62c22 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:56.145616 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-1156ba88-0e15-4ad1-9e12-9c0569f62c22 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:56.149932 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-1156ba88-0e15-4ad1-9e12-9c0569f62c22 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:56.154267 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-1156ba88-0e15-4ad1-9e12-9c0569f62c22 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:56.158114 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-1156ba88-0e15-4ad1-9e12-9c0569f62c22 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:56.160059 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-1156ba88-0e15-4ad1-9e12-9c0569f62c22 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5435 time: 0.2704551 Apr 20 17:23:56.199127 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60bfb3-09df-4b37-9f38-f37dbc9b11ba req-3be9b981-88a1-4682-abb0-f4bd0a863a33 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:56.203353 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60bfb3-09df-4b37-9f38-f37dbc9b11ba req-3be9b981-88a1-4682-abb0-f4bd0a863a33 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:56.207456 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60bfb3-09df-4b37-9f38-f37dbc9b11ba req-3be9b981-88a1-4682-abb0-f4bd0a863a33 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:56.208339 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-1c60bfb3-09df-4b37-9f38-f37dbc9b11ba req-3be9b981-88a1-4682-abb0-f4bd0a863a33 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Synchronizing usage tracker for tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:23:56.252485 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704f943-0512-45a5-ba62-e6e79479c513 req-2f493a1a-429c-4c4a-8bad-f48768bc2b20 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:56.253726 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-2f493a1a-429c-4c4a-8bad-f48768bc2b20 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:56.335201 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-1c60bfb3-09df-4b37-9f38-f37dbc9b11ba req-3be9b981-88a1-4682-abb0-f4bd0a863a33 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Unset dirty status for tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:23:56.343507 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1c60bfb3-09df-4b37-9f38-f37dbc9b11ba req-3be9b981-88a1-4682-abb0-f4bd0a863a33 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 2375 time: 0.4678304 Apr 20 17:23:56.346798 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9c5f5-a7df-4682-b66f-e8be94d01493 req-cae3bd5a-eccd-450a-a2a3-d5809061fb91 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:56.352113 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9c5f5-a7df-4682-b66f-e8be94d01493 req-cae3bd5a-eccd-450a-a2a3-d5809061fb91 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:56.362976 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9c5f5-a7df-4682-b66f-e8be94d01493 req-cae3bd5a-eccd-450a-a2a3-d5809061fb91 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:56.379665 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9c5f5-a7df-4682-b66f-e8be94d01493 req-cae3bd5a-eccd-450a-a2a3-d5809061fb91 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:56.385387 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9c5f5-a7df-4682-b66f-e8be94d01493 req-cae3bd5a-eccd-450a-a2a3-d5809061fb91 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:56.394012 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9c5f5-a7df-4682-b66f-e8be94d01493 req-cae3bd5a-eccd-450a-a2a3-d5809061fb91 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:56.396864 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-2f493a1a-429c-4c4a-8bad-f48768bc2b20 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9939992 Apr 20 17:23:56.399902 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9c5f5-a7df-4682-b66f-e8be94d01493 req-cae3bd5a-eccd-450a-a2a3-d5809061fb91 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:56.402042 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-82e9c5f5-a7df-4682-b66f-e8be94d01493 req-cae3bd5a-eccd-450a-a2a3-d5809061fb91 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 5435 time: 0.5113325 Apr 20 17:23:56.412726 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c2c732a8-e262-44a4-aafc-7ef7968344fa tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:56.434327 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-8704f943-0512-45a5-ba62-e6e79479c513 req-0795d726-b02e-4937-8a7b-38f5bd51d6f8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Request body: {'port': {'device_id': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'bdb724c9-4270-4009-8d7a-ad021aa5f7f3', 'admin_state_up': True, 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'security_groups': ['ae723981-43cb-4b19-931b-6eb60f11a7e9']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:56.439619 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-821d8aec-25bf-4a4e-a796-e2f0cef4291d None None] Provisioning for port d2dc897c-4d5a-46fd-89ed-7340e5de99dd completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:23:56.444968 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-821d8aec-25bf-4a4e-a796-e2f0cef4291d None None] Provisioning complete for port d2dc897c-4d5a-46fd-89ed-7340e5de99dd triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:56.445492 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-821d8aec-25bf-4a4e-a796-e2f0cef4291d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:56.488520 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-50985d2f-98b5-48fa-8ce9-6e908dbe72d2 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Allocated IP 172.25.8.74 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/40738c03-0e48-4aa0-954b-dcfa812b91c2) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:23:56.560838 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-821d8aec-25bf-4a4e-a796-e2f0cef4291d None None] Port d2dc897c-4d5a-46fd-89ed-7340e5de99dd cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:23:56.570777 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-9b426f50-7640-4777-a952-52151120fae8 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:56.572149 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-9b426f50-7640-4777-a952-52151120fae8 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.10 "GET /v2.0/ports/8823eb66-e9cf-4a3d-bc96-df512d3f7773?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3444948 Apr 20 17:23:56.590278 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1c60bfb3-09df-4b37-9f38-f37dbc9b11ba req-2ff70ea2-5c4e-47e7-bb43-f7d6caacf6a6 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452354 Apr 20 17:23:56.642422 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f042ff7c-7f93-4b83-8c44-9aa6bfac14a8 None None] New status for floating IP d03df743-72a1-4f62-a495-0070d08d47cd: DOWN {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:23:56.679794 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-c2c732a8-e262-44a4-aafc-7ef7968344fa tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab204d6b-d95a-41f1-a578-77b885bbeb1d']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:56.713719 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-c2c732a8-e262-44a4-aafc-7ef7968344fa tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34eee1df-5852-4e12-8e83-32e6f9411da7') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:56.714012 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-c2c732a8-e262-44a4-aafc-7ef7968344fa tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34eee1df-5852-4e12-8e83-32e6f9411da7') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:56.743103 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c2c732a8-e262-44a4-aafc-7ef7968344fa tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:56.762125 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-82e9c5f5-a7df-4682-b66f-e8be94d01493 req-c1875d8b-0b7d-45a2-a9e8-7c70ea63b6a1 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3251266 Apr 20 17:23:56.771799 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-50985d2f-98b5-48fa-8ce9-6e908dbe72d2 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:56.822572 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-50985d2f-98b5-48fa-8ce9-6e908dbe72d2 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:56.827799 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c2c732a8-e262-44a4-aafc-7ef7968344fa tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:56.854388 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c732a8-e262-44a4-aafc-7ef7968344fa tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:23:56.854924 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c2c732a8-e262-44a4-aafc-7ef7968344fa tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:56.872881 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:23:56.872881 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:23:56.872881 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:23:56.872881 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:23:56.872881 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:23:56.872881 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:23:56.872881 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:23:56.872881 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:23:56.872881 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:23:56.872881 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:23:56.872881 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:23:56.872881 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:23:56.872881 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:23:56.872881 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:23:56.872881 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:23:56.872881 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:23:56.872881 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:23:56.872881 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:23:56.872881 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:23:56.872881 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:23:56.872881 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:23:56.872881 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:23:56.872881 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:23:56.872881 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:23:56.872881 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:23:56.872881 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:23:56.872881 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:23:56.872881 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:23:56.872881 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:23:56.872881 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:23:56.872881 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:23:56.872881 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:23:56.951187 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-dfd3551f-6c38-4ef4-9f19-cdda529001a3 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.10 "GET /v2.0/networks/a39373cc-9e04-46cb-a6a0-e81ef6eae8fd?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3699908 Apr 20 17:23:56.958443 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-8704f943-0512-45a5-ba62-e6e79479c513 req-0795d726-b02e-4937-8a7b-38f5bd51d6f8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:23:56.964996 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50985d2f-98b5-48fa-8ce9-6e908dbe72d2 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:23:56.971552 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-50985d2f-98b5-48fa-8ce9-6e908dbe72d2 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:23:56.984642 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-8704f943-0512-45a5-ba62-e6e79479c513 req-0795d726-b02e-4937-8a7b-38f5bd51d6f8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:23:56.986666 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50985d2f-98b5-48fa-8ce9-6e908dbe72d2 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:23:56.997556 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-803d35c9-589d-4bf9-aeeb-b6c832e1f9a9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:57.098927 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c2c732a8-e262-44a4-aafc-7ef7968344fa tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:57.128249 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c732a8-e262-44a4-aafc-7ef7968344fa tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ab204d6b-d95a-41f1-a578-77b885bbeb1d {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 17:23:57.133602 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50985d2f-98b5-48fa-8ce9-6e908dbe72d2 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Pushing event updated for resources: {'Port': ['ID=40738c03-0e48-4aa0-954b-dcfa812b91c2,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:57.140713 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c2c732a8-e262-44a4-aafc-7ef7968344fa tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:57.153644 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c732a8-e262-44a4-aafc-7ef7968344fa tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] Pushing event deleted for resources: {'Network': ['ID=ab204d6b-d95a-41f1-a578-77b885bbeb1d,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:57.166492 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c2c732a8-e262-44a4-aafc-7ef7968344fa tempest-ExternalNetworksTestJSON-334048450 tempest-ExternalNetworksTestJSON-334048450-project-admin] 10.222.0.39 "DELETE /v2.0/networks/ab204d6b-d95a-41f1-a578-77b885bbeb1d HTTP/1.1" status: 204 len: 168 time: 1.3932440 Apr 20 17:23:57.167588 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46518) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:57.179777 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-803d35c9-589d-4bf9-aeeb-b6c832e1f9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:57.200831 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8704f943-0512-45a5-ba62-e6e79479c513 req-0795d726-b02e-4937-8a7b-38f5bd51d6f8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Made reservation on behalf of 3ddcf70e6b9b4ed78391e1f8fae63fbc for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:23:57.208577 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-0795d726-b02e-4937-8a7b-38f5bd51d6f8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:57.235506 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f78aa4-5606-451a-8ea5-629a3a7525b3 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] DELETE failed (client error): The resource could not be found. Apr 20 17:23:57.242889 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95f78aa4-5606-451a-8ea5-629a3a7525b3 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:23:57.242889 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-95f78aa4-5606-451a-8ea5-629a3a7525b3 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] 10.222.0.39 "DELETE /v2.0/subnets/a62acfd8-b4be-4593-b40f-35d3591e0078 HTTP/1.1" status: 404 len: 337 time: 0.0689445 Apr 20 17:23:57.243300 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ca3453d0-7f07-4e9c-8b96-ebe8788d961d no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:23:57.246561 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46522) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:57.258037 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9ff5b-a6db-4f7e-8dce-f9509209fc36 req-eb31145e-3b3f-47eb-8931-f919fd962313 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:57.259792 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e0d9ff5b-a6db-4f7e-8dce-f9509209fc36 req-eb31145e-3b3f-47eb-8931-f919fd962313 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 946 time: 0.3126023 Apr 20 17:23:57.280013 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702543a-f0a9-49bf-8af6-7bea0c92f580 req-46f62ca5-7759-471c-a7ef-37a6fdfba4b9 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:57.281464 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4702543a-f0a9-49bf-8af6-7bea0c92f580 req-46f62ca5-7759-471c-a7ef-37a6fdfba4b9 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fa6c595-783c-49ef-974f-ac53320bbeda HTTP/1.1" status: 200 len: 946 time: 0.4132795 Apr 20 17:23:57.455502 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:57.486839 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e0d9ff5b-a6db-4f7e-8dce-f9509209fc36 req-488b8e74-d982-4d1c-9d45-91112a15397d tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102158 Apr 20 17:23:57.504303 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618030c4-b0fe-41c0-ba26-4a6325b89531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca3453d0-7f07-4e9c-8b96-ebe8788d961d'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:23:57.531300 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ca3453d0-7f07-4e9c-8b96-ebe8788d961d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ca3453d0-7f07-4e9c-8b96-ebe8788d961d,segment=NetworkSegment(66b29461-7e00-47bd-9ba1-5ef6f56d61e9),segment_id=66b29461-7e00-47bd-9ba1-5ef6f56d61e9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:23:57.546047 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:57.571773 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-deaf3818-20d5-4b35-9854-4ef15b766782 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:57.597542 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-803d35c9-589d-4bf9-aeeb-b6c832e1f9a9 service neutron] For port 8823eb66-e9cf-4a3d-bc96-df512d3f7773, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=8823eb66-e9cf-4a3d-bc96-df512d3f7773,segment=NetworkSegment(abb1ef17-1d29-49c1-9668-c4c78c541eec),segment_id=abb1ef17-1d29-49c1-9668-c4c78c541eec)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:23:57.609163 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4702543a-f0a9-49bf-8af6-7bea0c92f580 req-5351ade3-1e5b-4299-aa9b-088e9eb6d811 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769058 Apr 20 17:23:57.684667 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-803d35c9-589d-4bf9-aeeb-b6c832e1f9a9 service neutron] For port 8823eb66-e9cf-4a3d-bc96-df512d3f7773, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:23:57.686681 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=ca3453d0-7f07-4e9c-8b96-ebe8788d961d,revision_number=8']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:57.750868 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-50985d2f-98b5-48fa-8ce9-6e908dbe72d2 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:57.756994 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46530) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:57.782492 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-634032d9-ee60-419f-99a4-ec2fdba418c2'] response: {'server_uuid': '618030c4-b0fe-41c0-ba26-4a6325b89531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca3453d0-7f07-4e9c-8b96-ebe8788d961d', 'code': 200} Apr 20 17:23:57.789543 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-803d35c9-589d-4bf9-aeeb-b6c832e1f9a9 service neutron] device_id is not set on port 8823eb66-e9cf-4a3d-bc96-df512d3f7773 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:23:57.797547 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-803d35c9-589d-4bf9-aeeb-b6c832e1f9a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:57.837800 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-803d35c9-589d-4bf9-aeeb-b6c832e1f9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.076000 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-50985d2f-98b5-48fa-8ce9-6e908dbe72d2 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.125509 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-deaf3818-20d5-4b35-9854-4ef15b766782 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.136625 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d35c9-589d-4bf9-aeeb-b6c832e1f9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=8823eb66-e9cf-4a3d-bc96-df512d3f7773,revision_number=6']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:58.173029 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-8704f943-0512-45a5-ba62-e6e79479c513 req-0795d726-b02e-4937-8a7b-38f5bd51d6f8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Allocated IP 10.2.2.200 (bdb724c9-4270-4009-8d7a-ad021aa5f7f3/9ec642e4-8f7c-4328-a5b9-8fb965f7e357/47690d41-8f6f-4c13-a886-e50f74b2d0ba) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:23:58.179952 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-803d35c9-589d-4bf9-aeeb-b6c832e1f9a9 service neutron] No DVR routers for this DVR port 8823eb66-e9cf-4a3d-bc96-df512d3f7773 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:23:58.211863 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8814cd50-f0d4-42d4-955c-eb68913fafb6 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.214946 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-deaf3818-20d5-4b35-9854-4ef15b766782 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9bc80a-5634-4832-a3fb-645a667931e1']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:58.236005 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823645f9-0cd8-42be-8210-8e42f0de344d req-9072f887-0f3a-4197-82a7-d02af5a05974 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:58.237695 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-823645f9-0cd8-42be-8210-8e42f0de344d req-9072f887-0f3a-4197-82a7-d02af5a05974 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 945 time: 0.4361036 Apr 20 17:23:58.253449 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-deaf3818-20d5-4b35-9854-4ef15b766782 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c0df330-b04b-4a4b-8493-e9118a5e717b') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:58.253837 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-deaf3818-20d5-4b35-9854-4ef15b766782 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c0df330-b04b-4a4b-8493-e9118a5e717b') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:23:58.270690 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-803d35c9-589d-4bf9-aeeb-b6c832e1f9a9 service neutron] In _notify_port_updated(), no bound segment for port 8823eb66-e9cf-4a3d-bc96-df512d3f7773 on network a39373cc-9e04-46cb-a6a0-e81ef6eae8fd {{(pid=84081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 20 17:23:58.271727 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-803d35c9-589d-4bf9-aeeb-b6c832e1f9a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.272959 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-803d35c9-589d-4bf9-aeeb-b6c832e1f9a9 service neutron] 10.222.0.10 "PUT /v2.0/ports/8823eb66-e9cf-4a3d-bc96-df512d3f7773 HTTP/1.1" status: 200 len: 1028 time: 1.3109531 Apr 20 17:23:58.294336 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-af7c126c-2e75-47fd-afb4-25ef065c88ac None None] Provisioning complete for port 8823eb66-e9cf-4a3d-bc96-df512d3f7773 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:58.295492 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-af7c126c-2e75-47fd-afb4-25ef065c88ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.310254 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-deaf3818-20d5-4b35-9854-4ef15b766782 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.342372 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-823645f9-0cd8-42be-8210-8e42f0de344d req-c42ab711-baa3-4ac3-99ad-045d7bdd3d5b tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971961 Apr 20 17:23:58.348114 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 5224556f-f386-4d81-8c67-44e0ec851101 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:23:58.358689 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-cba2159d-b51f-4e9b-93f0-b84814c16b23 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:58.369528 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-cba2159d-b51f-4e9b-93f0-b84814c16b23 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.10 "GET /v2.0/ports/c655084b-fd05-45fb-8e95-31b739360b4f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0792055 Apr 20 17:23:58.369826 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8814cd50-f0d4-42d4-955c-eb68913fafb6 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.374810 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-01cf3bea-9a67-4a5d-922a-8319e121ca0b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:58.385959 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-af7c126c-2e75-47fd-afb4-25ef065c88ac None None] Port 8823eb66-e9cf-4a3d-bc96-df512d3f7773 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:23:58.427441 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-deaf3818-20d5-4b35-9854-4ef15b766782 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.466374 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deaf3818-20d5-4b35-9854-4ef15b766782 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:23:58.466783 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-deaf3818-20d5-4b35-9854-4ef15b766782 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.485268 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:23:58.485268 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:23:58.485268 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:23:58.485268 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:23:58.485268 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:23:58.485268 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:23:58.485268 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:23:58.485268 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:23:58.485268 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:23:58.485268 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:23:58.485268 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:23:58.485268 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:23:58.485268 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:23:58.485268 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:23:58.485268 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:23:58.485268 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:23:58.485268 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:23:58.485268 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:23:58.485268 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:23:58.485268 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:23:58.485268 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:23:58.485268 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:23:58.485268 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:23:58.485268 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:23:58.485268 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:23:58.485268 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:23:58.485268 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:23:58.485268 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:23:58.485268 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:23:58.485268 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:23:58.485268 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:23:58.485268 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:23:58.492577 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8438e7-4c3e-4e0b-901e-f87533a972c5 req-f8f9f5df-0f4f-4454-a5c2-7d33765560ec tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:58.496786 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8438e7-4c3e-4e0b-901e-f87533a972c5 req-f8f9f5df-0f4f-4454-a5c2-7d33765560ec tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:58.500648 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8438e7-4c3e-4e0b-901e-f87533a972c5 req-f8f9f5df-0f4f-4454-a5c2-7d33765560ec tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:58.504525 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8438e7-4c3e-4e0b-901e-f87533a972c5 req-f8f9f5df-0f4f-4454-a5c2-7d33765560ec tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:58.506327 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8e8438e7-4c3e-4e0b-901e-f87533a972c5 req-f8f9f5df-0f4f-4454-a5c2-7d33765560ec tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 3096 time: 0.5804262 Apr 20 17:23:58.538094 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.574549 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 5224556f-f386-4d81-8c67-44e0ec851101, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=5224556f-f386-4d81-8c67-44e0ec851101,segment=NetworkSegment(abb1ef17-1d29-49c1-9668-c4c78c541eec),segment_id=abb1ef17-1d29-49c1-9668-c4c78c541eec)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:23:58.579066 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.579961 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device e99614d7-916e-434c-bbd2-097e4edc6806 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:23:58.589077 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-01cf3bea-9a67-4a5d-922a-8319e121ca0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.689228 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24199c0c-275b-4a8b-ac97-1ca6fddb4258 req-7ea54cd7-f7a2-4220-a228-4223262d7d75 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:58.692820 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24199c0c-275b-4a8b-ac97-1ca6fddb4258 req-7ea54cd7-f7a2-4220-a228-4223262d7d75 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:58.696650 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24199c0c-275b-4a8b-ac97-1ca6fddb4258 req-7ea54cd7-f7a2-4220-a228-4223262d7d75 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:58.700699 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24199c0c-275b-4a8b-ac97-1ca6fddb4258 req-7ea54cd7-f7a2-4220-a228-4223262d7d75 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:58.704533 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24199c0c-275b-4a8b-ac97-1ca6fddb4258 req-7ea54cd7-f7a2-4220-a228-4223262d7d75 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:58.708352 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24199c0c-275b-4a8b-ac97-1ca6fddb4258 req-7ea54cd7-f7a2-4220-a228-4223262d7d75 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:58.711223 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-24199c0c-275b-4a8b-ac97-1ca6fddb4258 req-7ea54cd7-f7a2-4220-a228-4223262d7d75 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 4660 time: 0.1894565 Apr 20 17:23:58.731012 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=5224556f-f386-4d81-8c67-44e0ec851101,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:58.738889 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8814cd50-f0d4-42d4-955c-eb68913fafb6 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.753698 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-deaf3818-20d5-4b35-9854-4ef15b766782 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.761352 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.763083 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8e8438e7-4c3e-4e0b-901e-f87533a972c5 req-91530e86-c776-4196-8d02-8eaa1c9ae403 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045226 Apr 20 17:23:58.784241 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-deaf3818-20d5-4b35-9854-4ef15b766782 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.799112 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cd50-f0d4-42d4-955c-eb68913fafb6 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c79d51-3783-4445-a38b-9a1bacf807c5,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:58.802739 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port e99614d7-916e-434c-bbd2-097e4edc6806, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=e99614d7-916e-434c-bbd2-097e4edc6806,segment=NetworkSegment(abb1ef17-1d29-49c1-9668-c4c78c541eec),segment_id=abb1ef17-1d29-49c1-9668-c4c78c541eec)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:23:58.808209 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.809070 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 8823eb66-e9cf-4a3d-bc96-df512d3f7773 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:23:58.813675 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf3818-20d5-4b35-9854-4ef15b766782 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] Pushing event deleted for resources: {'Network': ['ID=3f9bc80a-5634-4832-a3fb-645a667931e1,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:58.857855 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-0795d726-b02e-4937-8a7b-38f5bd51d6f8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.860533 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-24199c0c-275b-4a8b-ac97-1ca6fddb4258 req-9d9fb225-5fdd-44c5-b573-647a77a9c98d tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=ded6bfbd-d1c2-4018-a26b-32c700d57903&id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1384754 Apr 20 17:23:58.861304 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-50985d2f-98b5-48fa-8ce9-6e908dbe72d2 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.870908 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-deaf3818-20d5-4b35-9854-4ef15b766782 tempest-ExternalNetworksTestJSON-1242875377 tempest-ExternalNetworksTestJSON-1242875377-project] 10.222.0.39 "DELETE /v2.0/networks/3f9bc80a-5634-4832-a3fb-645a667931e1 HTTP/1.1" status: 204 len: 168 time: 1.6208906 Apr 20 17:23:58.876049 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-50985d2f-98b5-48fa-8ce9-6e908dbe72d2 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.923309 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-8704f943-0512-45a5-ba62-e6e79479c513 req-0795d726-b02e-4937-8a7b-38f5bd51d6f8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Transition to ACTIVE for port object 47690d41-8f6f-4c13-a886-e50f74b2d0ba will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:23:58.926680 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8814cd50-f0d4-42d4-955c-eb68913fafb6 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:58.930102 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8814cd50-f0d4-42d4-955c-eb68913fafb6 tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "DELETE /v2.0/security-groups/63c79d51-3783-4445-a38b-9a1bacf807c5 HTTP/1.1" status: 204 len: 168 time: 1.1720369 Apr 20 17:23:58.933779 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46542) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:58.979008 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-0d0ee60c-bcd8-4010-b4dc-85557586967b tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] show failed (client error): The resource could not be found. Apr 20 17:23:58.980022 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0d0ee60c-bcd8-4010-b4dc-85557586967b tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "GET /v2.0/security-groups/63c79d51-3783-4445-a38b-9a1bacf807c5 HTTP/1.1" status: 404 len: 347 time: 0.0452902 Apr 20 17:23:58.984213 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=e99614d7-916e-434c-bbd2-097e4edc6806,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:58.989241 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46546) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:58.991883 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-01cf3bea-9a67-4a5d-922a-8319e121ca0b service neutron] For port c655084b-fd05-45fb-8e95-31b739360b4f, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=c655084b-fd05-45fb-8e95-31b739360b4f,segment=NetworkSegment(abb1ef17-1d29-49c1-9668-c4c78c541eec),segment_id=abb1ef17-1d29-49c1-9668-c4c78c541eec)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:23:58.992678 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 8823eb66-e9cf-4a3d-bc96-df512d3f7773 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:23:58.993307 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 2e451d66-3f1e-4689-9a25-ce9c80736888 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:23:59.041581 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-01cf3bea-9a67-4a5d-922a-8319e121ca0b service neutron] For port c655084b-fd05-45fb-8e95-31b739360b4f, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:23:59.146019 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:59.180291 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-01cf3bea-9a67-4a5d-922a-8319e121ca0b service neutron] device_id is not set on port c655084b-fd05-45fb-8e95-31b739360b4f yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:23:59.181928 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 2e451d66-3f1e-4689-9a25-ce9c80736888, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=2e451d66-3f1e-4689-9a25-ce9c80736888,segment=NetworkSegment(ed532698-ac79-4654-b726-93450dcffcf6),segment_id=ed532698-ac79-4654-b726-93450dcffcf6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:23:59.189618 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:59.190126 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 79d325e9-170e-4c94-9ef6-1326646d7f12 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:23:59.199661 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-01cf3bea-9a67-4a5d-922a-8319e121ca0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:59.213337 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-01cf3bea-9a67-4a5d-922a-8319e121ca0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:59.286786 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50985d2f-98b5-48fa-8ce9-6e908dbe72d2 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Pushing event updated for resources: {'Port': ['ID=40738c03-0e48-4aa0-954b-dcfa812b91c2,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:59.287443 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c97dd-1041-4bfe-b32c-9c2d83fb96c8 req-f671140a-5950-4dbe-a021-4c9b853212b9 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:59.296504 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6f5c97dd-1041-4bfe-b32c-9c2d83fb96c8 req-f671140a-5950-4dbe-a021-4c9b853212b9 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fa6c595-783c-49ef-974f-ac53320bbeda HTTP/1.1" status: 200 len: 946 time: 0.1926839 Apr 20 17:23:59.316598 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=2e451d66-3f1e-4689-9a25-ce9c80736888,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:59.383531 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:59.414060 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-50985d2f-98b5-48fa-8ce9-6e908dbe72d2 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:59.419906 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 79d325e9-170e-4c94-9ef6-1326646d7f12, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=79d325e9-170e-4c94-9ef6-1326646d7f12,segment=NetworkSegment(604e0b5b-f444-4a84-a006-54ff61224a47),segment_id=604e0b5b-f444-4a84-a006-54ff61224a47)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:23:59.427154 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:59.428057 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-b23afb84-c88a-45fe-a28d-ad028e8ee2ee tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Deleting port 00a55b14-6ca8-44cc-aa42-c4a426eff8a2 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:23:59.428376 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device a8537b98-a7ec-415c-8279-a594cd6118df no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:23:59.428511 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b23afb84-c88a-45fe-a28d-ad028e8ee2ee tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:59.489334 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46554) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:59.506435 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-0795d726-b02e-4937-8a7b-38f5bd51d6f8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:59.510276 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-01cf3bea-9a67-4a5d-922a-8319e121ca0b service neutron] No DVR routers for this DVR port c655084b-fd05-45fb-8e95-31b739360b4f on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:23:59.542903 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf3bea-9a67-4a5d-922a-8319e121ca0b service neutron] Pushing event updated for resources: {'Port': ['ID=c655084b-fd05-45fb-8e95-31b739360b4f,revision_number=6']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:59.571246 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=79d325e9-170e-4c94-9ef6-1326646d7f12,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:59.590817 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6f5c97dd-1041-4bfe-b32c-9c2d83fb96c8 req-fbb42c58-d8c2-4a06-b85e-bb9806ea0b44 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887123 Apr 20 17:23:59.631929 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-01cf3bea-9a67-4a5d-922a-8319e121ca0b service neutron] In _notify_port_updated(), no bound segment for port c655084b-fd05-45fb-8e95-31b739360b4f on network a39373cc-9e04-46cb-a6a0-e81ef6eae8fd {{(pid=84081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 20 17:23:59.632997 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-01cf3bea-9a67-4a5d-922a-8319e121ca0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:59.634730 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-01cf3bea-9a67-4a5d-922a-8319e121ca0b service neutron] 10.222.0.10 "PUT /v2.0/ports/c655084b-fd05-45fb-8e95-31b739360b4f HTTP/1.1" status: 200 len: 1028 time: 1.2657552 Apr 20 17:23:59.641952 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795d726-b02e-4937-8a7b-38f5bd51d6f8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Pushing event updated for resources: {'Port': ['ID=47690d41-8f6f-4c13-a886-e50f74b2d0ba,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:59.647008 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:59.650710 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-50985d2f-98b5-48fa-8ce9-6e908dbe72d2 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:59.652642 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-50985d2f-98b5-48fa-8ce9-6e908dbe72d2 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1759260 Apr 20 17:23:59.662509 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46560) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:23:59.666457 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8704f943-0512-45a5-ba62-e6e79479c513 req-0795d726-b02e-4937-8a7b-38f5bd51d6f8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Network bdb724c9-4270-4009-8d7a-ad021aa5f7f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:23:59.673212 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-98999ebd-519b-481d-bfa7-cb3fc0994a4f tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Request body: {'floatingip': {'port_id': '605b4220-e22f-4028-af30-ac9980bbef7b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:23:59.685271 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port a8537b98-a7ec-415c-8279-a594cd6118df, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a8537b98-a7ec-415c-8279-a594cd6118df,segment=NetworkSegment(ed532698-ac79-4654-b726-93450dcffcf6),segment_id=ed532698-ac79-4654-b726-93450dcffcf6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:23:59.691461 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:59.692445 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device c655084b-fd05-45fb-8e95-31b739360b4f no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:23:59.742348 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9a81d-8be5-450b-8f34-69952a979a2e req-c4c44f81-39a1-4956-a23f-fcfa83a7cea5 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:23:59.743712 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-adc6c8ce-532a-41f1-ac97-84b8a1a77460 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Deleting port e99614d7-916e-434c-bbd2-097e4edc6806 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:23:59.744195 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7bc9a81d-8be5-450b-8f34-69952a979a2e req-c4c44f81-39a1-4956-a23f-fcfa83a7cea5 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 944 time: 0.7439122 Apr 20 17:23:59.744291 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-adc6c8ce-532a-41f1-ac97-84b8a1a77460 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:59.745630 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-8704f943-0512-45a5-ba62-e6e79479c513 req-0795d726-b02e-4937-8a7b-38f5bd51d6f8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:23:59.748571 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-8704f943-0512-45a5-ba62-e6e79479c513 req-0795d726-b02e-4937-8a7b-38f5bd51d6f8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:23:59.855342 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5224556f-f386-4d81-8c67-44e0ec851101'}, {'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e99614d7-916e-434c-bbd2-097e4edc6806'}, {'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e451d66-3f1e-4689-9a25-ce9c80736888'}, {'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79d325e9-170e-4c94-9ef6-1326646d7f12'}, {'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8537b98-a7ec-415c-8279-a594cd6118df'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:23:59.879577 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=a8537b98-a7ec-415c-8279-a594cd6118df,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:23:59.895066 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device c655084b-fd05-45fb-8e95-31b739360b4f not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:23:59.902786 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-aebe8f8c-319f-47b2-aead-5dc5a1521ee9 None None] Provisioning complete for port c655084b-fd05-45fb-8e95-31b739360b4f triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:23:59.903004 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-aebe8f8c-319f-47b2-aead-5dc5a1521ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:59.930927 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-98999ebd-519b-481d-bfa7-cb3fc0994a4f tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks [] for floatingip, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:23:59.958955 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-aebe8f8c-319f-47b2-aead-5dc5a1521ee9 None None] Port c655084b-fd05-45fb-8e95-31b739360b4f cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:24:00.054399 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704f943-0512-45a5-ba62-e6e79479c513 req-0795d726-b02e-4937-8a7b-38f5bd51d6f8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:00.054917 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-0795d726-b02e-4937-8a7b-38f5bd51d6f8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:00.083956 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-269619bd-4c9d-4c07-94a4-4edcab959adf None None] Provisioning for port 47690d41-8f6f-4c13-a886-e50f74b2d0ba completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:24:00.089944 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-269619bd-4c9d-4c07-94a4-4edcab959adf None None] Provisioning complete for port 47690d41-8f6f-4c13-a886-e50f74b2d0ba triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:24:00.090669 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-269619bd-4c9d-4c07-94a4-4edcab959adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:00.167355 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7bc9a81d-8be5-450b-8f34-69952a979a2e req-fc0e808e-642b-404d-b182-1932ecd0e226 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3809726 Apr 20 17:24:00.175351 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17a027-fcc5-48b6-a980-c78aea587394 req-5704ecd5-baa9-4c03-b8e5-bb53b6ff698c tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:00.176778 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dc17a027-fcc5-48b6-a980-c78aea587394 req-5704ecd5-baa9-4c03-b8e5-bb53b6ff698c tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 945 time: 0.3331208 Apr 20 17:24:00.189784 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4e3f1917-5cf3-4386-a662-aa50dac1f399 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dfb0f39584dd45e984c64983c4504b97&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6835639 Apr 20 17:24:00.193573 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-0795d726-b02e-4937-8a7b-38f5bd51d6f8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7687936 Apr 20 17:24:00.196214 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-269619bd-4c9d-4c07-94a4-4edcab959adf None None] Port 47690d41-8f6f-4c13-a886-e50f74b2d0ba cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:24:00.197341 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46570) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:00.200760 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b23afb84-c88a-45fe-a28d-ad028e8ee2ee tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:00.201081 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b23afb84-c88a-45fe-a28d-ad028e8ee2ee tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:00.221943 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-adc6c8ce-532a-41f1-ac97-84b8a1a77460 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] For port e99614d7-916e-434c-bbd2-097e4edc6806, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=e99614d7-916e-434c-bbd2-097e4edc6806,segment=NetworkSegment(abb1ef17-1d29-49c1-9668-c4c78c541eec),segment_id=abb1ef17-1d29-49c1-9668-c4c78c541eec)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:00.222326 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-adc6c8ce-532a-41f1-ac97-84b8a1a77460 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:00.256131 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-8704f943-0512-45a5-ba62-e6e79479c513 req-59aa0373-bdb8-44fd-ab48-6c1a348e0e7f service neutron] Request body: {'port': {'device_id': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:00.368986 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-adc6c8ce-532a-41f1-ac97-84b8a1a77460 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Calling delete_port for e99614d7-916e-434c-bbd2-097e4edc6806 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:24:00.403832 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dc17a027-fcc5-48b6-a980-c78aea587394 req-6a704fd0-cb3e-489b-b71d-3e10ef747bd8 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203512 Apr 20 17:24:00.405113 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-b23afb84-c88a-45fe-a28d-ad028e8ee2ee tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Calling delete_port for 00a55b14-6ca8-44cc-aa42-c4a426eff8a2 owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:24:00.510218 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-705f3577-b4c1-4ed4-87db-5f73a9861e43'] response: {'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5224556f-f386-4d81-8c67-44e0ec851101', 'code': 200} Apr 20 17:24:00.510801 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-705f3577-b4c1-4ed4-87db-5f73a9861e43'] response: {'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e99614d7-916e-434c-bbd2-097e4edc6806', 'code': 200} Apr 20 17:24:00.512485 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-705f3577-b4c1-4ed4-87db-5f73a9861e43'] response: {'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e451d66-3f1e-4689-9a25-ce9c80736888', 'code': 200} Apr 20 17:24:00.512743 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-705f3577-b4c1-4ed4-87db-5f73a9861e43'] response: {'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79d325e9-170e-4c94-9ef6-1326646d7f12', 'code': 200} Apr 20 17:24:00.513664 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-705f3577-b4c1-4ed4-87db-5f73a9861e43'] response: {'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8537b98-a7ec-415c-8279-a594cd6118df', 'code': 200} Apr 20 17:24:00.574912 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-adc6c8ce-532a-41f1-ac97-84b8a1a77460 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:00.638716 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-98999ebd-519b-481d-bfa7-cb3fc0994a4f tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] update failed (client error): The resource could not be found. Apr 20 17:24:00.639745 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-98999ebd-519b-481d-bfa7-cb3fc0994a4f tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] 10.222.0.39 "PUT /v2.0/floatingips/bc183f93-e6cf-42f1-9d36-6423566c3438 HTTP/1.1" status: 404 len: 507 time: 0.9761751 Apr 20 17:24:00.654328 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46578) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:00.673919 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6c8ce-532a-41f1-ac97-84b8a1a77460 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Pushing event deleted for resources: {'Port': ['ID=e99614d7-916e-434c-bbd2-097e4edc6806,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:00.761370 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-adc6c8ce-532a-41f1-ac97-84b8a1a77460 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] No DVR routers for this DVR port e99614d7-916e-434c-bbd2-097e4edc6806 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:24:00.764854 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-adc6c8ce-532a-41f1-ac97-84b8a1a77460 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:00.767313 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'name': 'network-vif-deleted', 'tag': 'e99614d7-916e-434c-bbd2-097e4edc6806'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:24:00.793082 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-adc6c8ce-532a-41f1-ac97-84b8a1a77460 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.10 "DELETE /v2.0/ports/e99614d7-916e-434c-bbd2-097e4edc6806 HTTP/1.1" status: 204 len: 173 time: 1.1506588 Apr 20 17:24:00.831543 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-826604f8-22d3-4e36-a9d1-f927bbac3dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:00.861776 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a3f1a-98b7-41e8-84a1-e96cd0c8a6d9 req-fa5310e1-f101-41ef-80f8-cae6e97e2a69 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:00.865598 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a3f1a-98b7-41e8-84a1-e96cd0c8a6d9 req-fa5310e1-f101-41ef-80f8-cae6e97e2a69 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:00.869461 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a3f1a-98b7-41e8-84a1-e96cd0c8a6d9 req-fa5310e1-f101-41ef-80f8-cae6e97e2a69 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:00.873670 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a3f1a-98b7-41e8-84a1-e96cd0c8a6d9 req-fa5310e1-f101-41ef-80f8-cae6e97e2a69 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:00.874587 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-450a3f1a-98b7-41e8-84a1-e96cd0c8a6d9 req-fa5310e1-f101-41ef-80f8-cae6e97e2a69 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Synchronizing usage tracker for tenant:60c7e2ae348346058b3fbfec10afa715 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:24:00.893983 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-a34095a8-4d05-47a4-815d-dcde6acc7bfb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Deleting port 5224556f-f386-4d81-8c67-44e0ec851101 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:24:00.894340 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-a34095a8-4d05-47a4-815d-dcde6acc7bfb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:00.903554 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-59aa0373-bdb8-44fd-ab48-6c1a348e0e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:00.938952 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-450a3f1a-98b7-41e8-84a1-e96cd0c8a6d9 req-fa5310e1-f101-41ef-80f8-cae6e97e2a69 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Unset dirty status for tenant:60c7e2ae348346058b3fbfec10afa715 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:24:00.939977 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-450a3f1a-98b7-41e8-84a1-e96cd0c8a6d9 req-fa5310e1-f101-41ef-80f8-cae6e97e2a69 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 3142 time: 0.3001459 Apr 20 17:24:01.006863 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-826604f8-22d3-4e36-a9d1-f927bbac3dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:01.042139 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22600c1a-b628-48fc-8218-69b75bfb38c5 req-dcdfc96f-00b6-4410-bd4b-5abf9e4ceee6 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:01.046035 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22600c1a-b628-48fc-8218-69b75bfb38c5 req-dcdfc96f-00b6-4410-bd4b-5abf9e4ceee6 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:01.049850 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22600c1a-b628-48fc-8218-69b75bfb38c5 req-dcdfc96f-00b6-4410-bd4b-5abf9e4ceee6 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:01.053673 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22600c1a-b628-48fc-8218-69b75bfb38c5 req-dcdfc96f-00b6-4410-bd4b-5abf9e4ceee6 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:01.057527 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22600c1a-b628-48fc-8218-69b75bfb38c5 req-dcdfc96f-00b6-4410-bd4b-5abf9e4ceee6 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:01.058544 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-22600c1a-b628-48fc-8218-69b75bfb38c5 req-dcdfc96f-00b6-4410-bd4b-5abf9e4ceee6 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Synchronizing usage tracker for tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:24:01.100974 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-450a3f1a-98b7-41e8-84a1-e96cd0c8a6d9 req-5f419d44-e26a-4a08-8f25-3f4882c2b6f5 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532822 Apr 20 17:24:01.121329 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-8652fdeb-04bb-4704-b9f3-6e575972d2d9 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Deleting port 40738c03-0e48-4aa0-954b-dcfa812b91c2 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:24:01.121665 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8652fdeb-04bb-4704-b9f3-6e575972d2d9 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:01.191251 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-a34095a8-4d05-47a4-815d-dcde6acc7bfb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] For port 5224556f-f386-4d81-8c67-44e0ec851101, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=5224556f-f386-4d81-8c67-44e0ec851101,segment=NetworkSegment(abb1ef17-1d29-49c1-9668-c4c78c541eec),segment_id=abb1ef17-1d29-49c1-9668-c4c78c541eec)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:01.191545 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-a34095a8-4d05-47a4-815d-dcde6acc7bfb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:01.199980 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-22600c1a-b628-48fc-8218-69b75bfb38c5 req-dcdfc96f-00b6-4410-bd4b-5abf9e4ceee6 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Unset dirty status for tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:24:01.201185 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-22600c1a-b628-48fc-8218-69b75bfb38c5 req-dcdfc96f-00b6-4410-bd4b-5abf9e4ceee6 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 3817 time: 0.8630891 Apr 20 17:24:01.201760 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b23afb84-c88a-45fe-a28d-ad028e8ee2ee tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:01.262912 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ca3453d0-7f07-4e9c-8b96-ebe8788d961d no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:24:01.277013 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23afb84-c88a-45fe-a28d-ad028e8ee2ee tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Pushing event deleted for resources: {'Port': ['ID=00a55b14-6ca8-44cc-aa42-c4a426eff8a2,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:01.323000 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-a34095a8-4d05-47a4-815d-dcde6acc7bfb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Calling delete_port for 5224556f-f386-4d81-8c67-44e0ec851101 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:24:01.518859 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-a34095a8-4d05-47a4-815d-dcde6acc7bfb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:01.561683 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-826604f8-22d3-4e36-a9d1-f927bbac3dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:01.566374 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34095a8-4d05-47a4-815d-dcde6acc7bfb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Pushing event deleted for resources: {'Port': ['ID=5224556f-f386-4d81-8c67-44e0ec851101,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:01.634712 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-22600c1a-b628-48fc-8218-69b75bfb38c5 req-ba38a2f4-bfc9-403c-b76f-903ffa72a2f6 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3969767 Apr 20 17:24:01.640882 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-a34095a8-4d05-47a4-815d-dcde6acc7bfb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] No DVR routers for this DVR port 5224556f-f386-4d81-8c67-44e0ec851101 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:24:01.643689 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-a34095a8-4d05-47a4-815d-dcde6acc7bfb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:01.659962 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-a34095a8-4d05-47a4-815d-dcde6acc7bfb tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.10 "DELETE /v2.0/ports/5224556f-f386-4d81-8c67-44e0ec851101 HTTP/1.1" status: 204 len: 173 time: 0.8620296 Apr 20 17:24:01.662249 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826604f8-22d3-4e36-a9d1-f927bbac3dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6e1db7-b068-4309-888a-40f6a8b5b491,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:01.694723 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b23afb84-c88a-45fe-a28d-ad028e8ee2ee tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:01.700684 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8652fdeb-04bb-4704-b9f3-6e575972d2d9 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:01.701011 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8652fdeb-04bb-4704-b9f3-6e575972d2d9 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:01.778694 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-b0c9c16f-a3e1-4481-bebf-4da2d4d86f3a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Deleting port 2e451d66-3f1e-4689-9a25-ce9c80736888 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:24:01.779193 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-b0c9c16f-a3e1-4481-bebf-4da2d4d86f3a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:01.828703 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4d73ecd-ee46-490e-a563-492ef2a73fc0'] response: {'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'name': 'network-vif-deleted', 'tag': 'e99614d7-916e-434c-bbd2-097e4edc6806', 'status': 'completed', 'code': 200} Apr 20 17:24:01.854854 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-8652fdeb-04bb-4704-b9f3-6e575972d2d9 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Calling delete_port for 40738c03-0e48-4aa0-954b-dcfa812b91c2 owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:24:01.882906 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b23afb84-c88a-45fe-a28d-ad028e8ee2ee tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:01.884152 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b23afb84-c88a-45fe-a28d-ad028e8ee2ee tempest-ServersTestJSON-590563680 tempest-ServersTestJSON-590563680-project] 10.222.0.39 "DELETE /v2.0/floatingips/d03df743-72a1-4f62-a495-0070d08d47cd HTTP/1.1" status: 204 len: 168 time: 2.8892772 Apr 20 17:24:01.892609 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46598) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:01.931007 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-826604f8-22d3-4e36-a9d1-f927bbac3dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:01.932292 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-826604f8-22d3-4e36-a9d1-f927bbac3dd9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db6e1db7-b068-4309-888a-40f6a8b5b491 HTTP/1.1" status: 204 len: 168 time: 1.7340422 Apr 20 17:24:02.147878 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-8704f943-0512-45a5-ba62-e6e79479c513 req-59aa0373-bdb8-44fd-ab48-6c1a348e0e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f21212c-7835-4c95-8c1b-184aa2b7cc51 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:24:02.157499 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373bedc5-808d-48ce-a604-83e16bafb27b req-d509842e-079a-4c8c-8fea-d07b83b121fe tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:02.164136 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-373bedc5-808d-48ce-a604-83e16bafb27b req-d509842e-079a-4c8c-8fea-d07b83b121fe tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fa6c595-783c-49ef-974f-ac53320bbeda HTTP/1.1" status: 200 len: 946 time: 0.3209834 Apr 20 17:24:02.187339 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-59aa0373-bdb8-44fd-ab48-6c1a348e0e7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:02.233549 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-8704f943-0512-45a5-ba62-e6e79479c513 req-59aa0373-bdb8-44fd-ab48-6c1a348e0e7f service neutron] Transition to ACTIVE for port object 7f21212c-7835-4c95-8c1b-184aa2b7cc51 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:24:02.246942 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-373bedc5-808d-48ce-a604-83e16bafb27b req-ee9e55af-46c4-4453-b94f-4510f1038db1 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816207 Apr 20 17:24:02.247454 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8652fdeb-04bb-4704-b9f3-6e575972d2d9 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:02.284268 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-59aa0373-bdb8-44fd-ab48-6c1a348e0e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:02.297429 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652fdeb-04bb-4704-b9f3-6e575972d2d9 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Pushing event deleted for resources: {'Port': ['ID=40738c03-0e48-4aa0-954b-dcfa812b91c2,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:02.385890 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9645347-7bcd-4a7d-a436-8d8d738f5255 req-ebee59e1-cb7e-4152-996d-d6e2438ca9a5 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:02.392845 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a9645347-7bcd-4a7d-a436-8d8d738f5255 req-ebee59e1-cb7e-4152-996d-d6e2438ca9a5 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 945 time: 0.4187853 Apr 20 17:24:02.443121 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-b0c9c16f-a3e1-4481-bebf-4da2d4d86f3a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] For port 2e451d66-3f1e-4689-9a25-ce9c80736888, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=2e451d66-3f1e-4689-9a25-ce9c80736888,segment=NetworkSegment(ed532698-ac79-4654-b726-93450dcffcf6),segment_id=ed532698-ac79-4654-b726-93450dcffcf6)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:02.443720 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-b0c9c16f-a3e1-4481-bebf-4da2d4d86f3a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:02.487289 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa0373-bdb8-44fd-ab48-6c1a348e0e7f service neutron] Pushing event updated for resources: {'Port': ['ID=7f21212c-7835-4c95-8c1b-184aa2b7cc51,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:02.585512 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46612) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:02.592220 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-b0c9c16f-a3e1-4481-bebf-4da2d4d86f3a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Calling delete_port for 2e451d66-3f1e-4689-9a25-ce9c80736888 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:24:02.671386 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a9645347-7bcd-4a7d-a436-8d8d738f5255 req-17222ae9-291b-45e9-a73d-1511caf3ea35 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775834 Apr 20 17:24:02.756077 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8652fdeb-04bb-4704-b9f3-6e575972d2d9 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:02.758483 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f59c0fa7-2928-45e9-8801-f5d5e805b79e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=de9331093bb34469bfbb57ddb5b1ebb5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1352062 Apr 20 17:24:02.759962 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46618) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:02.789360 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8652fdeb-04bb-4704-b9f3-6e575972d2d9 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:02.794344 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8652fdeb-04bb-4704-b9f3-6e575972d2d9 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] 10.222.0.39 "DELETE /v2.0/floatingips/bc183f93-e6cf-42f1-9d36-6423566c3438 HTTP/1.1" status: 204 len: 168 time: 2.1365499 Apr 20 17:24:02.795005 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46622) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:02.815370 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-8e11d8e9-a9a4-4d94-9ebb-63f6967bd11e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Request body: {'floatingip': {'floating_network_id': '36c1edbc-07ac-42d9-80fa-95699c517e28', 'port_id': '605b4220-e22f-4028-af30-ac9980bbef7b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:02.841411 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8e11d8e9-a9a4-4d94-9ebb-63f6967bd11e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:24:02.848060 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8e11d8e9-a9a4-4d94-9ebb-63f6967bd11e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Usage tracker for resource:floatingip and tenant:5d0fbed274dd43a98f76b7af3fc72e75 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:24:02.851261 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-8704f943-0512-45a5-ba62-e6e79479c513 req-59aa0373-bdb8-44fd-ab48-6c1a348e0e7f service neutron] Attempting to bind port 7f21212c-7835-4c95-8c1b-184aa2b7cc51 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:24:02.851261 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-8704f943-0512-45a5-ba62-e6e79479c513 req-59aa0373-bdb8-44fd-ab48-6c1a348e0e7f service neutron] Attempting to bind port 7f21212c-7835-4c95-8c1b-184aa2b7cc51 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'c5bea2f7-a2f3-4408-abdf-9e7895fc119d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '58282348-4092-4e5e-b7c0-667535a141b6'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:24:02.851522 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-59aa0373-bdb8-44fd-ab48-6c1a348e0e7f service neutron] Attempting to bind port 7f21212c-7835-4c95-8c1b-184aa2b7cc51 on network 58282348-4092-4e5e-b7c0-667535a141b6 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:24:02.857020 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8e11d8e9-a9a4-4d94-9ebb-63f6967bd11e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:24:02.898387 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8e11d8e9-a9a4-4d94-9ebb-63f6967bd11e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:24:02.909111 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-59aa0373-bdb8-44fd-ab48-6c1a348e0e7f service neutron] Port 7f21212c-7835-4c95-8c1b-184aa2b7cc51 on network 58282348-4092-4e5e-b7c0-667535a141b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:24:02.909435 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-59aa0373-bdb8-44fd-ab48-6c1a348e0e7f service neutron] Attempting to bind port 7f21212c-7835-4c95-8c1b-184aa2b7cc51 on network 58282348-4092-4e5e-b7c0-667535a141b6 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:24:02.925005 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8e11d8e9-a9a4-4d94-9ebb-63f6967bd11e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks [] for floatingip, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:02.952113 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-59aa0373-bdb8-44fd-ab48-6c1a348e0e7f service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:24:02.952449 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-59aa0373-bdb8-44fd-ab48-6c1a348e0e7f service neutron] Checking segment: {'id': 'c5bea2f7-a2f3-4408-abdf-9e7895fc119d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '58282348-4092-4e5e-b7c0-667535a141b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:24:02.952818 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-59aa0373-bdb8-44fd-ab48-6c1a348e0e7f service neutron] Bound using segment: {'id': 'c5bea2f7-a2f3-4408-abdf-9e7895fc119d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '58282348-4092-4e5e-b7c0-667535a141b6'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:24:02.953255 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-8704f943-0512-45a5-ba62-e6e79479c513 req-59aa0373-bdb8-44fd-ab48-6c1a348e0e7f service neutron] Bound port: 7f21212c-7835-4c95-8c1b-184aa2b7cc51, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5bea2f7-a2f3-4408-abdf-9e7895fc119d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '58282348-4092-4e5e-b7c0-667535a141b6'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:24:02.953592 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-59aa0373-bdb8-44fd-ab48-6c1a348e0e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:02.982698 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-76349719-689c-4fca-87f2-39b11d9b464f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:02.989113 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-b0c9c16f-a3e1-4481-bebf-4da2d4d86f3a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:03.052121 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9c16f-a3e1-4481-bebf-4da2d4d86f3a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Pushing event deleted for resources: {'Port': ['ID=2e451d66-3f1e-4689-9a25-ce9c80736888,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:03.109091 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-76349719-689c-4fca-87f2-39b11d9b464f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:03.140992 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-b0c9c16f-a3e1-4481-bebf-4da2d4d86f3a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] No DVR routers for this DVR port 2e451d66-3f1e-4689-9a25-ce9c80736888 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:24:03.145402 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-b0c9c16f-a3e1-4481-bebf-4da2d4d86f3a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:03.156417 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0279840-1734-4684-b68a-341aa13b67ba req-37044980-7cbf-43c0-a61d-7a293459581e tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:03.160281 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0279840-1734-4684-b68a-341aa13b67ba req-37044980-7cbf-43c0-a61d-7a293459581e tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:03.164118 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0279840-1734-4684-b68a-341aa13b67ba req-37044980-7cbf-43c0-a61d-7a293459581e tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:03.164911 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-a0279840-1734-4684-b68a-341aa13b67ba req-37044980-7cbf-43c0-a61d-7a293459581e tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Synchronizing usage tracker for tenant:60c7e2ae348346058b3fbfec10afa715 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:24:03.178713 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-b0c9c16f-a3e1-4481-bebf-4da2d4d86f3a tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.10 "DELETE /v2.0/ports/2e451d66-3f1e-4689-9a25-ce9c80736888 HTTP/1.1" status: 204 len: 173 time: 1.5065117 Apr 20 17:24:03.184738 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-8704f943-0512-45a5-ba62-e6e79479c513 req-59aa0373-bdb8-44fd-ab48-6c1a348e0e7f service neutron] For port 7f21212c-7835-4c95-8c1b-184aa2b7cc51, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:24:03.189332 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1c4e66fa-5e06-4bc8-9b9b-dc7730f7a81d req-b171b735-0f98-4d58-a5a0-54ac2efbd18f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.7305143 Apr 20 17:24:03.192725 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-8704f943-0512-45a5-ba62-e6e79479c513 req-59aa0373-bdb8-44fd-ab48-6c1a348e0e7f service neutron] For port 7f21212c-7835-4c95-8c1b-184aa2b7cc51, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=7f21212c-7835-4c95-8c1b-184aa2b7cc51,segment=NetworkSegment(c5bea2f7-a2f3-4408-abdf-9e7895fc119d),segment_id=c5bea2f7-a2f3-4408-abdf-9e7895fc119d)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:24:03.204574 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-59aa0373-bdb8-44fd-ab48-6c1a348e0e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:03.233072 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-a0279840-1734-4684-b68a-341aa13b67ba req-37044980-7cbf-43c0-a61d-7a293459581e tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Unset dirty status for tenant:60c7e2ae348346058b3fbfec10afa715 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:24:03.234238 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a0279840-1734-4684-b68a-341aa13b67ba req-37044980-7cbf-43c0-a61d-7a293459581e tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 2411 time: 0.4233398 Apr 20 17:24:03.272892 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-76349719-689c-4fca-87f2-39b11d9b464f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:03.283107 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-a405b5bc-b260-406b-99b5-38f569678f05 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Deleting port a8537b98-a7ec-415c-8279-a594cd6118df {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:24:03.283458 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-a405b5bc-b260-406b-99b5-38f569678f05 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:03.300926 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-59aa0373-bdb8-44fd-ab48-6c1a348e0e7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:03.302423 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-59aa0373-bdb8-44fd-ab48-6c1a348e0e7f service neutron] 10.222.0.10 "PUT /v2.0/ports/7f21212c-7835-4c95-8c1b-184aa2b7cc51 HTTP/1.1" status: 200 len: 1092 time: 3.0579307 Apr 20 17:24:03.303116 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76349719-689c-4fca-87f2-39b11d9b464f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e006a05-7353-490f-b668-f2e632285020,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:03.304662 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'tag': '7f21212c-7835-4c95-8c1b-184aa2b7cc51'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:24:03.341857 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-76349719-689c-4fca-87f2-39b11d9b464f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:03.343074 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-76349719-689c-4fca-87f2-39b11d9b464f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7e006a05-7353-490f-b668-f2e632285020 HTTP/1.1" status: 204 len: 168 time: 0.5802758 Apr 20 17:24:03.343847 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa0373-bdb8-44fd-ab48-6c1a348e0e7f service neutron] Pushing event updated for resources: {'Port': ['ID=7f21212c-7835-4c95-8c1b-184aa2b7cc51,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:03.363899 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-8704f943-0512-45a5-ba62-e6e79479c513 req-78222a79-6d20-4612-b457-7492c86de2a8 service neutron] Request body: {'port': {'device_id': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:03.465275 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a0279840-1734-4684-b68a-341aa13b67ba req-c204aba9-8679-4e08-8150-bda60b5d72c0 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189853 Apr 20 17:24:03.706019 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-8e11d8e9-a9a4-4d94-9ebb-63f6967bd11e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:24:03.711571 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8e11d8e9-a9a4-4d94-9ebb-63f6967bd11e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9120727 Apr 20 17:24:03.716690 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46642) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:03.726930 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-5607a0d5-b5fe-4f77-bc1c-a1b7eea3a78e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'port_id': '605b4220-e22f-4028-af30-ac9980bbef7b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:03.731691 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-78222a79-6d20-4612-b457-7492c86de2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:03.746796 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5607a0d5-b5fe-4f77-bc1c-a1b7eea3a78e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:24:03.763807 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5607a0d5-b5fe-4f77-bc1c-a1b7eea3a78e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Usage tracker for resource:floatingip and tenant:5d0fbed274dd43a98f76b7af3fc72e75 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:24:03.770372 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d790ad44-a662-46b8-9b32-442502caef72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:03.779647 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5607a0d5-b5fe-4f77-bc1c-a1b7eea3a78e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:24:03.824617 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5607a0d5-b5fe-4f77-bc1c-a1b7eea3a78e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:24:03.855736 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7d5ea-4e90-47d3-b5e6-a1063b6452a8 req-4b54971f-60f9-4c85-bab3-f8b6b3837e7a tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:03.860078 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7d5ea-4e90-47d3-b5e6-a1063b6452a8 req-4b54971f-60f9-4c85-bab3-f8b6b3837e7a tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:03.864257 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7d5ea-4e90-47d3-b5e6-a1063b6452a8 req-4b54971f-60f9-4c85-bab3-f8b6b3837e7a tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:03.868344 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7d5ea-4e90-47d3-b5e6-a1063b6452a8 req-4b54971f-60f9-4c85-bab3-f8b6b3837e7a tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:03.873004 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7d5ea-4e90-47d3-b5e6-a1063b6452a8 req-4b54971f-60f9-4c85-bab3-f8b6b3837e7a tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:03.878773 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-55d7d5ea-4e90-47d3-b5e6-a1063b6452a8 req-4b54971f-60f9-4c85-bab3-f8b6b3837e7a tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 3829 time: 0.3917284 Apr 20 17:24:03.883252 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5607a0d5-b5fe-4f77-bc1c-a1b7eea3a78e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks [] for floatingip, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:03.966936 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'name': 'network-vif-deleted', 'tag': '5224556f-f386-4d81-8c67-44e0ec851101'}, {'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'name': 'network-vif-deleted', 'tag': '2e451d66-3f1e-4689-9a25-ce9c80736888'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:24:04.088514 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-55d7d5ea-4e90-47d3-b5e6-a1063b6452a8 req-f3947299-f03c-4bcb-a17a-9e63d16d15f6 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858609 Apr 20 17:24:04.161369 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d03bdc72-9e2d-47b1-a188-a0df152943d2 req-1f9fc3ac-1746-47ba-8524-eebd531ea4e1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6172593 Apr 20 17:24:04.183139 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-a405b5bc-b260-406b-99b5-38f569678f05 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] For port a8537b98-a7ec-415c-8279-a594cd6118df, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a8537b98-a7ec-415c-8279-a594cd6118df,segment=NetworkSegment(ed532698-ac79-4654-b726-93450dcffcf6),segment_id=ed532698-ac79-4654-b726-93450dcffcf6)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:04.184553 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-a405b5bc-b260-406b-99b5-38f569678f05 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:04.326583 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-a405b5bc-b260-406b-99b5-38f569678f05 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Calling delete_port for a8537b98-a7ec-415c-8279-a594cd6118df owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:24:04.382050 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:24:04.386798 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:24:04.430303 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8761d-ddcb-48a8-8d89-599071f00387 req-a4290244-89b4-486f-9e47-2717847d2b19 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:04.432756 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-63c8761d-ddcb-48a8-8d89-599071f00387 req-a4290244-89b4-486f-9e47-2717847d2b19 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fa6c595-783c-49ef-974f-ac53320bbeda HTTP/1.1" status: 200 len: 946 time: 0.6072402 Apr 20 17:24:04.477910 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-8704f943-0512-45a5-ba62-e6e79479c513 req-78222a79-6d20-4612-b457-7492c86de2a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 245a988c-cbcb-4957-b136-a84d61c64d6f {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:24:04.492486 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-78222a79-6d20-4612-b457-7492c86de2a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:04.536198 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de748d10-be1d-4f9b-860a-f22767a14546 req-819e7212-dee4-45e2-97bd-c4ed59dff1c7 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:04.543569 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de748d10-be1d-4f9b-860a-f22767a14546 req-819e7212-dee4-45e2-97bd-c4ed59dff1c7 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 944 time: 0.2697954 Apr 20 17:24:04.546049 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5607a0d5-b5fe-4f77-bc1c-a1b7eea3a78e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:04.614810 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-63c8761d-ddcb-48a8-8d89-599071f00387 req-b7d96db4-63a5-4583-8d12-615a17811507 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756551 Apr 20 17:24:04.655803 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-8704f943-0512-45a5-ba62-e6e79479c513 req-78222a79-6d20-4612-b457-7492c86de2a8 service neutron] Transition to ACTIVE for port object 245a988c-cbcb-4957-b136-a84d61c64d6f will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:24:04.674029 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-a405b5bc-b260-406b-99b5-38f569678f05 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:04.676962 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:04.677311 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-78222a79-6d20-4612-b457-7492c86de2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:04.713745 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.resource_extend [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:24:04.740368 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405b5bc-b260-406b-99b5-38f569678f05 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Pushing event deleted for resources: {'Port': ['ID=a8537b98-a7ec-415c-8279-a594cd6118df,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:04.960001 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4a5858-913a-4395-a19b-4adc8bb27a12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:24:04.984442 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-a405b5bc-b260-406b-99b5-38f569678f05 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] No DVR routers for this DVR port a8537b98-a7ec-415c-8279-a594cd6118df on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:24:04.987715 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4,segment=NetworkSegment(5738320b-bb4f-4c6b-94f2-7a17321dd8ad),segment_id=5738320b-bb4f-4c6b-94f2-7a17321dd8ad)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:04.999796 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-a405b5bc-b260-406b-99b5-38f569678f05 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:05.013596 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:05.070973 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-a405b5bc-b260-406b-99b5-38f569678f05 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.10 "DELETE /v2.0/ports/a8537b98-a7ec-415c-8279-a594cd6118df HTTP/1.1" status: 204 len: 173 time: 1.8833466 Apr 20 17:24:05.283338 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4,segment=NetworkSegment(5738320b-bb4f-4c6b-94f2-7a17321dd8ad),segment_id=5738320b-bb4f-4c6b-94f2-7a17321dd8ad)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:05.288523 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e943b040-6036-43ce-bea6-f421cd4fbb1b'] response: {'name': 'network-changed', 'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'tag': '7f21212c-7835-4c95-8c1b-184aa2b7cc51', 'status': 'completed', 'code': 200} Apr 20 17:24:05.295318 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-aaada5f9-8e66-474f-9429-4555c1c1a639 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Deleting port 79d325e9-170e-4c94-9ef6-1326646d7f12 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:24:05.295815 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-aaada5f9-8e66-474f-9429-4555c1c1a639 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:05.311701 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de748d10-be1d-4f9b-860a-f22767a14546 req-44daa017-1d84-491e-ab10-5841ec4f9dea tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7671778 Apr 20 17:24:05.337057 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4', 'network_id': 'a67a341d-b672-4104-af6c-e38bcd7fa6c1', 'port_id': '7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4', 'mac_address': 'fa:16:3e:83:4c:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546f1609-2082-4535-ba40-673d62b673a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:24:05.342731 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:05.363812 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78222a79-6d20-4612-b457-7492c86de2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=245a988c-cbcb-4957-b136-a84d61c64d6f,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:05.409233 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:05.430067 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:24:05.433579 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ab1bf04c-c865-4bf4-bd38-85f3e9bd8b22 req-21f5bf81-10e2-40fe-9f98-b8a8def81730 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ddcf70e6b9b4ed78391e1f8fae63fbc&device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5250 time: 0.5855832 Apr 20 17:24:05.446996 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4,segment=NetworkSegment(5738320b-bb4f-4c6b-94f2-7a17321dd8ad),segment_id=5738320b-bb4f-4c6b-94f2-7a17321dd8ad)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:05.454290 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:05.531618 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4,revision_number=7']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:05.577895 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb12c812-f19a-41c1-9970-7a7a9461c52d'] response: {'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'name': 'network-vif-deleted', 'tag': '5224556f-f386-4d81-8c67-44e0ec851101', 'status': 'completed', 'code': 200} Apr 20 17:24:05.578555 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb12c812-f19a-41c1-9970-7a7a9461c52d'] response: {'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'name': 'network-vif-deleted', 'tag': '2e451d66-3f1e-4689-9a25-ce9c80736888', 'status': 'completed', 'code': 200} Apr 20 17:24:05.673969 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-5607a0d5-b5fe-4f77-bc1c-a1b7eea3a78e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Allocated IP 172.25.8.54 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/5c200f1b-3a46-4076-ba5d-6bb2b82064a5) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:24:05.698498 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb33e66-0838-4846-a954-deb4a55adb6d req-06c0aceb-6c52-407f-bbf0-3e3617ea0b92 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:05.705327 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3fb33e66-0838-4846-a954-deb4a55adb6d req-06c0aceb-6c52-407f-bbf0-3e3617ea0b92 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 943 time: 0.6411805 Apr 20 17:24:05.751502 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:24:05.865932 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-8704f943-0512-45a5-ba62-e6e79479c513 req-78222a79-6d20-4612-b457-7492c86de2a8 service neutron] Attempting to bind port 245a988c-cbcb-4957-b136-a84d61c64d6f on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:24:05.866395 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-8704f943-0512-45a5-ba62-e6e79479c513 req-78222a79-6d20-4612-b457-7492c86de2a8 service neutron] Attempting to bind port 245a988c-cbcb-4957-b136-a84d61c64d6f by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d480786-fdb1-4243-8366-e7c5fa985200'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:24:05.866811 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-78222a79-6d20-4612-b457-7492c86de2a8 service neutron] Attempting to bind port 245a988c-cbcb-4957-b136-a84d61c64d6f on network 4d480786-fdb1-4243-8366-e7c5fa985200 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:24:05.901667 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-78222a79-6d20-4612-b457-7492c86de2a8 service neutron] Port 245a988c-cbcb-4957-b136-a84d61c64d6f on network 4d480786-fdb1-4243-8366-e7c5fa985200 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:24:05.901667 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-78222a79-6d20-4612-b457-7492c86de2a8 service neutron] Attempting to bind port 245a988c-cbcb-4957-b136-a84d61c64d6f on network 4d480786-fdb1-4243-8366-e7c5fa985200 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:24:05.930476 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-78222a79-6d20-4612-b457-7492c86de2a8 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:24:05.930810 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-78222a79-6d20-4612-b457-7492c86de2a8 service neutron] Checking segment: {'id': 'b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d480786-fdb1-4243-8366-e7c5fa985200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:24:05.931196 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-78222a79-6d20-4612-b457-7492c86de2a8 service neutron] Bound using segment: {'id': 'b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d480786-fdb1-4243-8366-e7c5fa985200'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:24:05.931635 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-8704f943-0512-45a5-ba62-e6e79479c513 req-78222a79-6d20-4612-b457-7492c86de2a8 service neutron] Bound port: 245a988c-cbcb-4957-b136-a84d61c64d6f, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d480786-fdb1-4243-8366-e7c5fa985200'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:24:05.931979 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-78222a79-6d20-4612-b457-7492c86de2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:05.978102 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb993e-f569-4e95-8efc-6e56d21268c4 req-c2e468f0-3815-46eb-8ff0-f0807567347e tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:05.979672 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-afcb993e-f569-4e95-8efc-6e56d21268c4 req-c2e468f0-3815-46eb-8ff0-f0807567347e tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 944 time: 0.2443032 Apr 20 17:24:06.087565 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5607a0d5-b5fe-4f77-bc1c-a1b7eea3a78e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:06.155809 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-afcb993e-f569-4e95-8efc-6e56d21268c4 req-ff675fd8-cebd-4d8a-bac9-504fcb0de2c7 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400335 Apr 20 17:24:06.160817 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-8704f943-0512-45a5-ba62-e6e79479c513 req-78222a79-6d20-4612-b457-7492c86de2a8 service neutron] For port 245a988c-cbcb-4957-b136-a84d61c64d6f, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:24:06.165440 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-8704f943-0512-45a5-ba62-e6e79479c513 req-78222a79-6d20-4612-b457-7492c86de2a8 service neutron] For port 245a988c-cbcb-4957-b136-a84d61c64d6f, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=245a988c-cbcb-4957-b136-a84d61c64d6f,segment=NetworkSegment(b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095),segment_id=b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:24:06.181942 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-78222a79-6d20-4612-b457-7492c86de2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:06.184974 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46696) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:06.219535 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3fb33e66-0838-4846-a954-deb4a55adb6d req-3f745489-5b36-4191-839d-17e3b9cc2cbe tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5087614 Apr 20 17:24:06.219535 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bf04c-c865-4bf4-bd38-85f3e9bd8b22 req-899c4ffc-0dd5-4adb-ab10-5d6b6ef83e06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:06.219986 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bf04c-c865-4bf4-bd38-85f3e9bd8b22 req-899c4ffc-0dd5-4adb-ab10-5d6b6ef83e06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:06.220438 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bf04c-c865-4bf4-bd38-85f3e9bd8b22 req-899c4ffc-0dd5-4adb-ab10-5d6b6ef83e06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:06.222823 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ab1bf04c-c865-4bf4-bd38-85f3e9bd8b22 req-899c4ffc-0dd5-4adb-ab10-5d6b6ef83e06 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=3ddcf70e6b9b4ed78391e1f8fae63fbc&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7674630 Apr 20 17:24:06.303250 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5607a0d5-b5fe-4f77-bc1c-a1b7eea3a78e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:06.352179 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b52d3eaf-9811-41f2-8d83-6970a895b270'] response: {'server_uuid': 'cb4a5858-913a-4395-a19b-4adc8bb27a12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4', 'code': 200} Apr 20 17:24:06.382781 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-78222a79-6d20-4612-b457-7492c86de2a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:06.387034 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-78222a79-6d20-4612-b457-7492c86de2a8 service neutron] 10.222.0.10 "PUT /v2.0/ports/245a988c-cbcb-4957-b136-a84d61c64d6f HTTP/1.1" status: 200 len: 1135 time: 3.0442352 Apr 20 17:24:06.394843 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5607a0d5-b5fe-4f77-bc1c-a1b7eea3a78e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:24:06.420979 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-5607a0d5-b5fe-4f77-bc1c-a1b7eea3a78e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:24:06.439868 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-aaada5f9-8e66-474f-9429-4555c1c1a639 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] For port 79d325e9-170e-4c94-9ef6-1326646d7f12, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=79d325e9-170e-4c94-9ef6-1326646d7f12,segment=NetworkSegment(604e0b5b-f444-4a84-a006-54ff61224a47),segment_id=604e0b5b-f444-4a84-a006-54ff61224a47)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:06.440395 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-aaada5f9-8e66-474f-9429-4555c1c1a639 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:06.441531 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5607a0d5-b5fe-4f77-bc1c-a1b7eea3a78e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:24:06.525554 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-8704f943-0512-45a5-ba62-e6e79479c513 req-098e8a77-b3fe-451a-ae97-c69cc4be603d service neutron] Request body: {'port': {'device_id': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:06.588379 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-8985cd0d-24c3-4e98-98cb-1417bbb0789d tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1286362407', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:06.651814 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8985cd0d-24c3-4e98-98cb-1417bbb0789d tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:24:06.679953 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8985cd0d-24c3-4e98-98cb-1417bbb0789d tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Usage tracker for resource:port and tenant:4461a443428042dbbbb00d2ab29f9fda is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:24:06.683842 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bf04c-c865-4bf4-bd38-85f3e9bd8b22 req-cf1d9a9b-0f6b-4b4f-983d-fa7821a4623f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:06.685342 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ab1bf04c-c865-4bf4-bd38-85f3e9bd8b22 req-cf1d9a9b-0f6b-4b4f-983d-fa7821a4623f service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4493113 Apr 20 17:24:06.687544 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78222a79-6d20-4612-b457-7492c86de2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=245a988c-cbcb-4957-b136-a84d61c64d6f,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:06.690446 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8985cd0d-24c3-4e98-98cb-1417bbb0789d tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:24:06.708877 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8985cd0d-24c3-4e98-98cb-1417bbb0789d tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:24:06.840372 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607a0d5-b5fe-4f77-bc1c-a1b7eea3a78e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Pushing event updated for resources: {'Port': ['ID=5c200f1b-3a46-4076-ba5d-6bb2b82064a5,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:06.889880 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8985cd0d-24c3-4e98-98cb-1417bbb0789d tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Made reservation on behalf of 4461a443428042dbbbb00d2ab29f9fda for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:24:06.892355 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8985cd0d-24c3-4e98-98cb-1417bbb0789d tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:06.893065 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-098e8a77-b3fe-451a-ae97-c69cc4be603d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:06.935085 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-d790ad44-a662-46b8-9b32-442502caef72 admin admin] Deleting port 26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:24:06.935447 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d790ad44-a662-46b8-9b32-442502caef72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:06.956335 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4dd4e2-6e5a-48db-adb4-347f5bc0ed44 req-3ffe1c66-159f-486d-85b7-dfa321a40b23 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:06.956335 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0e4dd4e2-6e5a-48db-adb4-347f5bc0ed44 req-3ffe1c66-159f-486d-85b7-dfa321a40b23 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fa6c595-783c-49ef-974f-ac53320bbeda HTTP/1.1" status: 200 len: 946 time: 0.3523946 Apr 20 17:24:06.968871 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8985cd0d-24c3-4e98-98cb-1417bbb0789d tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:07.089837 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc395ba8-0465-4d50-b249-e18ce7d21828 req-4a5ed076-24f7-424c-aa17-792ed3687c5d tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:07.093672 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc395ba8-0465-4d50-b249-e18ce7d21828 req-4a5ed076-24f7-424c-aa17-792ed3687c5d tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:07.097496 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc395ba8-0465-4d50-b249-e18ce7d21828 req-4a5ed076-24f7-424c-aa17-792ed3687c5d tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:07.101255 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc395ba8-0465-4d50-b249-e18ce7d21828 req-4a5ed076-24f7-424c-aa17-792ed3687c5d tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:07.105029 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc395ba8-0465-4d50-b249-e18ce7d21828 req-4a5ed076-24f7-424c-aa17-792ed3687c5d tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:07.108837 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc395ba8-0465-4d50-b249-e18ce7d21828 req-4a5ed076-24f7-424c-aa17-792ed3687c5d tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:07.110603 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fc395ba8-0465-4d50-b249-e18ce7d21828 req-4a5ed076-24f7-424c-aa17-792ed3687c5d tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 4606 time: 0.5402205 Apr 20 17:24:07.113863 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0e4dd4e2-6e5a-48db-adb4-347f5bc0ed44 req-690d7de6-0e13-472b-8879-5c077fd0b579 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281416 Apr 20 17:24:07.121217 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-5607a0d5-b5fe-4f77-bc1c-a1b7eea3a78e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Deleting port 5c200f1b-3a46-4076-ba5d-6bb2b82064a5 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:24:07.121217 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5607a0d5-b5fe-4f77-bc1c-a1b7eea3a78e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:07.257925 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8985cd0d-24c3-4e98-98cb-1417bbb0789d tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:24:07.261130 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-aaada5f9-8e66-474f-9429-4555c1c1a639 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:07.261524 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-aaada5f9-8e66-474f-9429-4555c1c1a639 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:07.261828 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-aaada5f9-8e66-474f-9429-4555c1c1a639 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Floating IP b185cff7-85b6-48d2-92c7-77f3d2fab137 disassociated. External IP: 172.25.8.89, port: 79d325e9-170e-4c94-9ef6-1326646d7f12. Apr 20 17:24:07.262160 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-aaada5f9-8e66-474f-9429-4555c1c1a639 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Calling delete_port for 79d325e9-170e-4c94-9ef6-1326646d7f12 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:24:07.310542 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8985cd0d-24c3-4e98-98cb-1417bbb0789d tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Usage tracker for resource:security_group_rule and tenant:4461a443428042dbbbb00d2ab29f9fda is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:24:07.321870 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8985cd0d-24c3-4e98-98cb-1417bbb0789d tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:24:07.326463 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'tag': '245a988c-cbcb-4957-b136-a84d61c64d6f'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:24:07.344572 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8985cd0d-24c3-4e98-98cb-1417bbb0789d tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:24:07.394419 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dc71b8a2-c27e-4d99-9fd8-18cf7210fddd req-743b1ef3-df5e-4136-8add-1b9622487fa2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7fa6c595-783c-49ef-974f-ac53320bbeda HTTP/1.1" status: 200 len: 1097 time: 0.5379078 Apr 20 17:24:07.402181 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fc395ba8-0465-4d50-b249-e18ce7d21828 req-0630ba4d-2e7e-4a9b-b279-7413602150d7 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2466564 Apr 20 17:24:07.497642 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-d790ad44-a662-46b8-9b32-442502caef72 admin admin] For port 26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c,segment=NetworkSegment(d3f17aef-391f-42f6-b43c-29519f737eba),segment_id=d3f17aef-391f-42f6-b43c-29519f737eba)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:07.499165 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d790ad44-a662-46b8-9b32-442502caef72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:07.508383 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5607a0d5-b5fe-4f77-bc1c-a1b7eea3a78e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:07.508711 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5607a0d5-b5fe-4f77-bc1c-a1b7eea3a78e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:07.592201 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'name': 'network-vif-deleted', 'tag': 'a8537b98-a7ec-415c-8279-a594cd6118df'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:24:07.762023 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-5607a0d5-b5fe-4f77-bc1c-a1b7eea3a78e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Calling delete_port for 5c200f1b-3a46-4076-ba5d-6bb2b82064a5 owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:24:07.767004 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-d790ad44-a662-46b8-9b32-442502caef72 admin admin] Calling delete_port for 26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:24:07.836088 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dc71b8a2-c27e-4d99-9fd8-18cf7210fddd req-85dd2499-2ff5-44d7-9517-772441f70a2a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172363 Apr 20 17:24:07.843118 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.resource_extend [req-8704f943-0512-45a5-ba62-e6e79479c513 req-098e8a77-b3fe-451a-ae97-c69cc4be603d service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:24:07.866368 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b66e9-5bf3-45ea-89ee-875e706269c8 req-3e66501c-cfab-497a-bb7c-b82fd15deec5 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:07.867792 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fd0b66e9-5bf3-45ea-89ee-875e706269c8 req-3e66501c-cfab-497a-bb7c-b82fd15deec5 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 944 time: 0.5361223 Apr 20 17:24:07.892151 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-aaada5f9-8e66-474f-9429-4555c1c1a639 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:07.952793 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8985cd0d-24c3-4e98-98cb-1417bbb0789d tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:07.969446 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaada5f9-8e66-474f-9429-4555c1c1a639 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Pushing event deleted for resources: {'Port': ['ID=79d325e9-170e-4c94-9ef6-1326646d7f12,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:07.976390 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8985cd0d-24c3-4e98-98cb-1417bbb0789d tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:07.978727 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-8704f943-0512-45a5-ba62-e6e79479c513 req-098e8a77-b3fe-451a-ae97-c69cc4be603d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5d53015-50ae-41a9-bd75-85482f56c83e {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:24:07.994596 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-098e8a77-b3fe-451a-ae97-c69cc4be603d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:08.003340 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-8985cd0d-24c3-4e98-98cb-1417bbb0789d tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] device_id is not set on port 9f122ce1-6e64-4ba3-bca5-195c2500fb40 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:24:08.065022 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fd0b66e9-5bf3-45ea-89ee-875e706269c8 req-388b933c-416d-4e4b-9640-de85dca4813f tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607952 Apr 20 17:24:08.072619 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-8704f943-0512-45a5-ba62-e6e79479c513 req-098e8a77-b3fe-451a-ae97-c69cc4be603d service neutron] Transition to ACTIVE for port object a5d53015-50ae-41a9-bd75-85482f56c83e will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:24:08.083166 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-098e8a77-b3fe-451a-ae97-c69cc4be603d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:08.117661 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d03bdc72-9e2d-47b1-a188-a0df152943d2 req-e2b79e3e-259c-48e2-8af1-e8cd19eb8c79 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531&tenant_id=02869399c9f94c6e8f223671a74b81d5 HTTP/1.1" status: 200 len: 1095 time: 0.3620973 Apr 20 17:24:08.124898 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5607a0d5-b5fe-4f77-bc1c-a1b7eea3a78e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:08.220789 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec52b8-d7f7-49ad-ba54-420b314cae8e req-3fdaeee8-3b53-4282-85cc-74a478707816 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:08.221568 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b9ec52b8-d7f7-49ad-ba54-420b314cae8e req-3fdaeee8-3b53-4282-85cc-74a478707816 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Synchronizing usage tracker for tenant:60c7e2ae348346058b3fbfec10afa715 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:24:08.299093 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e8a77-b3fe-451a-ae97-c69cc4be603d service neutron] Pushing event updated for resources: {'Port': ['ID=a5d53015-50ae-41a9-bd75-85482f56c83e,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:08.308444 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985cd0d-24c3-4e98-98cb-1417bbb0789d tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54c4d5b-110f-4a9a-ab4f-0977c5a2eb3d,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:08.397697 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607a0d5-b5fe-4f77-bc1c-a1b7eea3a78e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Pushing event deleted for resources: {'Port': ['ID=5c200f1b-3a46-4076-ba5d-6bb2b82064a5,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:08.406773 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:24:08.500871 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-8985cd0d-24c3-4e98-98cb-1417bbb0789d tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Allocated IP 172.25.8.143 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/9f122ce1-6e64-4ba3-bca5-195c2500fb40) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:24:08.590142 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:24:08.590601 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:08.632184 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d03bdc72-9e2d-47b1-a188-a0df152943d2 req-76c6626b-39ce-4b3f-9d38-f9aa61d62fc1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=02869399c9f94c6e8f223671a74b81d5&device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 1095 time: 0.4843471 Apr 20 17:24:08.641540 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-8704f943-0512-45a5-ba62-e6e79479c513 req-098e8a77-b3fe-451a-ae97-c69cc4be603d service neutron] Attempting to bind port a5d53015-50ae-41a9-bd75-85482f56c83e on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:24:08.641860 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-8704f943-0512-45a5-ba62-e6e79479c513 req-098e8a77-b3fe-451a-ae97-c69cc4be603d service neutron] Attempting to bind port a5d53015-50ae-41a9-bd75-85482f56c83e by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d480786-fdb1-4243-8366-e7c5fa985200'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:24:08.642436 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-098e8a77-b3fe-451a-ae97-c69cc4be603d service neutron] Attempting to bind port a5d53015-50ae-41a9-bd75-85482f56c83e on network 4d480786-fdb1-4243-8366-e7c5fa985200 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:24:08.667104 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d16f6-f3bf-4f7e-986c-a66461651297 req-32e92354-631b-4c13-9257-e396103b4246 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:08.673962 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-283d16f6-f3bf-4f7e-986c-a66461651297 req-32e92354-631b-4c13-9257-e396103b4246 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 944 time: 0.4261155 Apr 20 17:24:08.679524 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-5607a0d5-b5fe-4f77-bc1c-a1b7eea3a78e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] create failed (client error): The resource could not be found. Apr 20 17:24:08.684379 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5607a0d5-b5fe-4f77-bc1c-a1b7eea3a78e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.9661517 Apr 20 17:24:08.685037 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46716) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:08.716339 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:08.716598 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8985cd0d-24c3-4e98-98cb-1417bbb0789d tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:08.746419 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4a5858-913a-4395-a19b-4adc8bb27a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:24:08.756200 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4,segment=NetworkSegment(5738320b-bb4f-4c6b-94f2-7a17321dd8ad),segment_id=5738320b-bb4f-4c6b-94f2-7a17321dd8ad)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:08.762984 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:08.813366 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-098e8a77-b3fe-451a-ae97-c69cc4be603d service neutron] Port a5d53015-50ae-41a9-bd75-85482f56c83e on network 4d480786-fdb1-4243-8366-e7c5fa985200 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:24:08.813731 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b9ec52b8-d7f7-49ad-ba54-420b314cae8e req-3fdaeee8-3b53-4282-85cc-74a478707816 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Unset dirty status for tenant:60c7e2ae348346058b3fbfec10afa715 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:24:08.814205 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-098e8a77-b3fe-451a-ae97-c69cc4be603d service neutron] Attempting to bind port a5d53015-50ae-41a9-bd75-85482f56c83e on network 4d480786-fdb1-4243-8366-e7c5fa985200 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:24:08.820889 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b9ec52b8-d7f7-49ad-ba54-420b314cae8e req-3fdaeee8-3b53-4282-85cc-74a478707816 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 944 time: 1.1713080 Apr 20 17:24:08.826982 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d790ad44-a662-46b8-9b32-442502caef72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:08.848634 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4,revision_number=8']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:08.854847 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-098e8a77-b3fe-451a-ae97-c69cc4be603d service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:24:08.855174 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-098e8a77-b3fe-451a-ae97-c69cc4be603d service neutron] Checking segment: {'id': 'b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d480786-fdb1-4243-8366-e7c5fa985200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:24:08.855552 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-098e8a77-b3fe-451a-ae97-c69cc4be603d service neutron] Bound using segment: {'id': 'b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d480786-fdb1-4243-8366-e7c5fa985200'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:24:08.855985 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-8704f943-0512-45a5-ba62-e6e79479c513 req-098e8a77-b3fe-451a-ae97-c69cc4be603d service neutron] Bound port: a5d53015-50ae-41a9-bd75-85482f56c83e, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d480786-fdb1-4243-8366-e7c5fa985200'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:24:08.856325 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-098e8a77-b3fe-451a-ae97-c69cc4be603d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:08.880579 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-8ea2bfce-87d0-4799-ba8d-3ec89d735132 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Deleting port 605b4220-e22f-4028-af30-ac9980bbef7b {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:24:08.880908 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8ea2bfce-87d0-4799-ba8d-3ec89d735132 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:08.917513 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790ad44-a662-46b8-9b32-442502caef72 admin admin] Pushing event deleted for resources: {'Port': ['ID=26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:08.929420 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b9ec52b8-d7f7-49ad-ba54-420b314cae8e req-3860b7e8-80a7-4160-9d82-e2913f97fcc3 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups?id=144ae891-0b8f-4c11-a3e3-997ca7d045b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076279 Apr 20 17:24:08.962768 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-283d16f6-f3bf-4f7e-986c-a66461651297 req-3f1a1e69-873e-438f-9210-8b536c6c98c0 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878635 Apr 20 17:24:09.004097 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8985cd0d-24c3-4e98-98cb-1417bbb0789d tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:09.056354 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2fbf857-f670-4f1e-8ed6-5e85ca9a75a5'] response: {'name': 'network-changed', 'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'tag': '245a988c-cbcb-4957-b136-a84d61c64d6f', 'status': 'completed', 'code': 200} Apr 20 17:24:09.146661 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-53d63e99-961b-4617-aed1-28238f2a578b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:09.149652 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bdc72-9e2d-47b1-a188-a0df152943d2 req-e07cfee5-0f0d-455e-9cab-1a377da1f2e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:09.151596 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d03bdc72-9e2d-47b1-a188-a0df152943d2 req-e07cfee5-0f0d-455e-9cab-1a377da1f2e7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b36794c-34c3-4e2e-bc39-30e014c826c8 HTTP/1.1" status: 200 len: 918 time: 0.5109868 Apr 20 17:24:09.161999 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7368e859-3812-47a4-9478-6a545a417751'] response: {'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'name': 'network-vif-deleted', 'tag': 'a8537b98-a7ec-415c-8279-a594cd6118df', 'status': 'completed', 'code': 200} Apr 20 17:24:09.195525 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985cd0d-24c3-4e98-98cb-1417bbb0789d tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Pushing event updated for resources: {'Port': ['ID=9f122ce1-6e64-4ba3-bca5-195c2500fb40,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:09.257039 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8985cd0d-24c3-4e98-98cb-1417bbb0789d tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:24:09.274450 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-8985cd0d-24c3-4e98-98cb-1417bbb0789d tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:24:09.350547 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8985cd0d-24c3-4e98-98cb-1417bbb0789d tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:24:09.386429 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-8704f943-0512-45a5-ba62-e6e79479c513 req-098e8a77-b3fe-451a-ae97-c69cc4be603d service neutron] For port a5d53015-50ae-41a9-bd75-85482f56c83e, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:24:09.481283 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8985cd0d-24c3-4e98-98cb-1417bbb0789d tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:09.481921 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8985cd0d-24c3-4e98-98cb-1417bbb0789d tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:09.525308 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bd38c9bb-0934-4ff4-93a7-d4ff7c06de6a req-f25418a8-b755-49e8-8ba1-69f47555ca9d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ddcf70e6b9b4ed78391e1f8fae63fbc&device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 6178 time: 0.4432552 Apr 20 17:24:09.545546 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-8704f943-0512-45a5-ba62-e6e79479c513 req-098e8a77-b3fe-451a-ae97-c69cc4be603d service neutron] For port a5d53015-50ae-41a9-bd75-85482f56c83e, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a5d53015-50ae-41a9-bd75-85482f56c83e,segment=NetworkSegment(b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095),segment_id=b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:24:09.555362 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-098e8a77-b3fe-451a-ae97-c69cc4be603d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:09.560250 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d03bdc72-9e2d-47b1-a188-a0df152943d2 req-c6416228-87c3-4218-a3a2-88548b2c748e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca3453d0-7f07-4e9c-8b96-ebe8788d961d HTTP/1.1" status: 200 len: 1000 time: 0.3915792 Apr 20 17:24:09.577986 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8985cd0d-24c3-4e98-98cb-1417bbb0789d tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.3858159 Apr 20 17:24:09.597178 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46724) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:09.632664 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c5434-5228-454d-91d2-0c1dad4157df req-7bb41602-5888-47ad-b128-2f23a3d018e5 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:09.634023 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-613c5434-5228-454d-91d2-0c1dad4157df req-7bb41602-5888-47ad-b128-2f23a3d018e5 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fa6c595-783c-49ef-974f-ac53320bbeda HTTP/1.1" status: 200 len: 946 time: 0.3698599 Apr 20 17:24:09.635797 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-aaada5f9-8e66-474f-9429-4555c1c1a639 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Router 0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:24:09.663620 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-14d1e1a9-f895-4e75-b4e3-b7a49afc3033 tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.143'}]}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:09.696888 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-14d1e1a9-f895-4e75-b4e3-b7a49afc3033 tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:24:09.726807 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-14d1e1a9-f895-4e75-b4e3-b7a49afc3033 tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Usage tracker for resource:router and tenant:4461a443428042dbbbb00d2ab29f9fda is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:24:09.733476 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-14d1e1a9-f895-4e75-b4e3-b7a49afc3033 tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:24:09.744117 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-098e8a77-b3fe-451a-ae97-c69cc4be603d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:09.745802 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-098e8a77-b3fe-451a-ae97-c69cc4be603d service neutron] 10.222.0.10 "PUT /v2.0/ports/a5d53015-50ae-41a9-bd75-85482f56c83e HTTP/1.1" status: 200 len: 1135 time: 3.2317095 Apr 20 17:24:09.749063 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8ea2bfce-87d0-4799-ba8d-3ec89d735132 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:09.762232 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-14d1e1a9-f895-4e75-b4e3-b7a49afc3033 tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:24:09.827128 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bdc72-9e2d-47b1-a188-a0df152943d2 req-7a90b390-21ac-4030-9937-b1a13a77fc27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:09.828646 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d03bdc72-9e2d-47b1-a188-a0df152943d2 req-7a90b390-21ac-4030-9937-b1a13a77fc27 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=35e9f78d-225c-4d9e-a6cf-92423d188840 HTTP/1.1" status: 200 len: 856 time: 0.2305939 Apr 20 17:24:09.891400 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-8704f943-0512-45a5-ba62-e6e79479c513 req-749763af-d033-468b-b2f8-a533dbe5ce7b service neutron] Request body: {'port': {'device_id': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:09.921941 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-8ea2bfce-87d0-4799-ba8d-3ec89d735132 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Calling delete_port for 605b4220-e22f-4028-af30-ac9980bbef7b owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:24:09.952206 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e8a77-b3fe-451a-ae97-c69cc4be603d service neutron] Pushing event updated for resources: {'Port': ['ID=a5d53015-50ae-41a9-bd75-85482f56c83e,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:10.003177 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38c9bb-0934-4ff4-93a7-d4ff7c06de6a req-8a493a95-6c12-4ad1-9bcd-08b5115fd0b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:10.003837 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38c9bb-0934-4ff4-93a7-d4ff7c06de6a req-8a493a95-6c12-4ad1-9bcd-08b5115fd0b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:10.004217 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38c9bb-0934-4ff4-93a7-d4ff7c06de6a req-8a493a95-6c12-4ad1-9bcd-08b5115fd0b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:10.005766 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bd38c9bb-0934-4ff4-93a7-d4ff7c06de6a req-8a493a95-6c12-4ad1-9bcd-08b5115fd0b8 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=3ddcf70e6b9b4ed78391e1f8fae63fbc&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4666290 Apr 20 17:24:10.008012 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-613c5434-5228-454d-91d2-0c1dad4157df req-098eb177-6d9f-4e5d-a411-7b0a349b2112 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584073 Apr 20 17:24:10.026945 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-14d1e1a9-f895-4e75-b4e3-b7a49afc3033 tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:10.027868 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-14d1e1a9-f895-4e75-b4e3-b7a49afc3033 tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:10.046388 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12697d7-1f8e-4193-bc6d-db21d64c7af8 req-dd44c9e3-634d-455d-8cfd-2b3f055227fd tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:10.050475 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12697d7-1f8e-4193-bc6d-db21d64c7af8 req-dd44c9e3-634d-455d-8cfd-2b3f055227fd tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:10.054255 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12697d7-1f8e-4193-bc6d-db21d64c7af8 req-dd44c9e3-634d-455d-8cfd-2b3f055227fd tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:10.058044 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12697d7-1f8e-4193-bc6d-db21d64c7af8 req-dd44c9e3-634d-455d-8cfd-2b3f055227fd tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:10.061996 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12697d7-1f8e-4193-bc6d-db21d64c7af8 req-dd44c9e3-634d-455d-8cfd-2b3f055227fd tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:10.065782 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12697d7-1f8e-4193-bc6d-db21d64c7af8 req-dd44c9e3-634d-455d-8cfd-2b3f055227fd tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:10.069735 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12697d7-1f8e-4193-bc6d-db21d64c7af8 req-dd44c9e3-634d-455d-8cfd-2b3f055227fd tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:10.071660 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c12697d7-1f8e-4193-bc6d-db21d64c7af8 req-dd44c9e3-634d-455d-8cfd-2b3f055227fd tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5383 time: 0.8058810 Apr 20 17:24:10.080824 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d2d56c4-2568-42a8-97d0-2baf3e9745af'] response: {'server_uuid': 'cb4a5858-913a-4395-a19b-4adc8bb27a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4', 'code': 200} Apr 20 17:24:10.163403 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38c9bb-0934-4ff4-93a7-d4ff7c06de6a req-29d2148b-2d61-4c10-a548-c6a5f21620c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:10.164168 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bd38c9bb-0934-4ff4-93a7-d4ff7c06de6a req-29d2148b-2d61-4c10-a548-c6a5f21620c3 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1432495 Apr 20 17:24:10.205157 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d790ad44-a662-46b8-9b32-442502caef72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:10.213089 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-14d1e1a9-f895-4e75-b4e3-b7a49afc3033 tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:10.230063 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-749763af-d033-468b-b2f8-a533dbe5ce7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:10.304590 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c12697d7-1f8e-4193-bc6d-db21d64c7af8 req-5fe22b60-520a-43a0-abba-aee1c7e11cea tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2164068 Apr 20 17:24:10.393615 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d03bdc72-9e2d-47b1-a188-a0df152943d2 req-8ce1e711-71a1-4b7a-a533-9f5e9a7da471 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b36794c-34c3-4e2e-bc39-30e014c826c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4786961 Apr 20 17:24:10.569407 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-47bf8ba2-9f32-443a-8ae3-adea1a494363 req-431ccdae-413e-4236-a4d8-146c94c1c575 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 1096 time: 0.2959707 Apr 20 17:24:10.598124 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5454e43-352f-4725-a0d4-379015f6aad9 req-7cf92598-6a0f-4fa6-8db7-fb7563959019 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:10.599595 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e5454e43-352f-4725-a0d4-379015f6aad9 req-7cf92598-6a0f-4fa6-8db7-fb7563959019 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 944 time: 0.4013216 Apr 20 17:24:10.621498 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8ea2bfce-87d0-4799-ba8d-3ec89d735132 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:10.628708 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6bb0d862-db79-46ed-b2f8-8b6faeca402a req-5b7164fb-5b05-4d8d-b4ff-a7b40fb6c069 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 210 time: 0.1363900 Apr 20 17:24:10.677848 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-aaada5f9-8e66-474f-9429-4555c1c1a639 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:24:10.689616 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fd4c73-7ae1-4696-97c8-e22bca9d5821 None None] Sync routers for ids ['0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:24:10.701899 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fd4c73-7ae1-4696-97c8-e22bca9d5821 None None] Routers {'0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:24:10.702815 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-e2fd4c73-7ae1-4696-97c8-e22bca9d5821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:23:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:10.722576 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea2bfce-87d0-4799-ba8d-3ec89d735132 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Pushing event deleted for resources: {'Port': ['ID=605b4220-e22f-4028-af30-ac9980bbef7b,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:10.735209 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-47bf8ba2-9f32-443a-8ae3-adea1a494363 req-d8b8acef-b365-4777-bf3b-cc333eeceb1c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564326 Apr 20 17:24:10.811037 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-14d1e1a9-f895-4e75-b4e3-b7a49afc3033 tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:10.836725 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-aaada5f9-8e66-474f-9429-4555c1c1a639 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] No DVR routers for this DVR port 79d325e9-170e-4c94-9ef6-1326646d7f12 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:24:10.844095 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-aaada5f9-8e66-474f-9429-4555c1c1a639 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:10.846171 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cefc4c51-fecd-41c7-809c-c353715b5613 req-aaada5f9-8e66-474f-9429-4555c1c1a639 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.10 "DELETE /v2.0/ports/79d325e9-170e-4c94-9ef6-1326646d7f12 HTTP/1.1" status: 204 len: 173 time: 5.7286987 Apr 20 17:24:10.865291 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e5454e43-352f-4725-a0d4-379015f6aad9 req-2ea2cb76-5d9e-4ac9-8ea2-756cd0be27d7 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539322 Apr 20 17:24:10.932101 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-e2fd4c73-7ae1-4696-97c8-e22bca9d5821 None None] Set router 0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:24:10.935197 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d03bdc72-9e2d-47b1-a188-a0df152943d2 req-c8c6a847-c2da-4cd1-b139-4d1ee7389bdc service neutron] 10.222.0.43 "GET /v2.0/networks/2b36794c-34c3-4e2e-bc39-30e014c826c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5122745 Apr 20 17:24:11.224256 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'name': 'network-vif-deleted', 'tag': '79d325e9-170e-4c94-9ef6-1326646d7f12'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:24:11.255807 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'tag': 'a5d53015-50ae-41a9-bd75-85482f56c83e'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:24:11.308507 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8ea2bfce-87d0-4799-ba8d-3ec89d735132 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:11.426207 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01f4c4ae-b01f-40c3-9e97-ae464480c914'] response: {'name': 'network-changed', 'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'tag': 'a5d53015-50ae-41a9-bd75-85482f56c83e', 'status': 'completed', 'code': 200} Apr 20 17:24:11.430136 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8ea2bfce-87d0-4799-ba8d-3ec89d735132 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] 10.222.0.39 "DELETE /v2.0/ports/605b4220-e22f-4028-af30-ac9980bbef7b HTTP/1.1" status: 204 len: 168 time: 2.7274661 Apr 20 17:24:11.434063 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46744) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:11.456447 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3ab775e4-1573-4942-9648-e4a09f2ccc56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:11.505505 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-e2fd4c73-7ae1-4696-97c8-e22bca9d5821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'name': 'tempest-TaggedBootDevicesTest-214007786-router', 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '71b30aa2-ab3d-4683-ab00-6746bf13ea28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:17:35Z', 'updated_at': '2022-04-20T17:17:51Z', 'revision_number': 4, 'project_id': '60c7e2ae348346058b3fbfec10afa715', 'gw_port': {'id': '71b30aa2-ab3d-4683-ab00-6746bf13ea28', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:17:37Z', 'updated_at': '2022-04-20T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8f847971-ebf5-4604-8be8-97d5a36dc565', 'name': '', 'network_id': 'fc8e6a4a-e179-48cb-8550-48f660e9d877', 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'mac_address': 'fa:16:3e:73:63:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '826f24c4-a35e-4e89-9b39-2bce6cc7b5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:17:50Z', 'updated_at': '2022-04-20T17:17:58Z', 'revision_number': 5, 'project_id': '60c7e2ae348346058b3fbfec10afa715', 'subnets': [{'id': '826f24c4-a35e-4e89-9b39-2bce6cc7b5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:11.511825 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fd4c73-7ae1-4696-97c8-e22bca9d5821 None None] Checking router: 0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:24:11.514066 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d2a62ff-6c02-4f16-b687-f272f3b1614a'] response: {'server_uuid': '8d02579a-1652-4ddf-8f5f-36201fefd648', 'name': 'network-vif-deleted', 'tag': '79d325e9-170e-4c94-9ef6-1326646d7f12', 'status': 'completed', 'code': 200} Apr 20 17:24:11.542697 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fd4c73-7ae1-4696-97c8-e22bca9d5821 None None] Routers {'0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:24:11.543555 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d03bdc72-9e2d-47b1-a188-a0df152943d2 req-92ce00a2-eabe-4174-9167-b8e957746481 service neutron] 10.222.0.43 "GET /v2.0/networks/2b36794c-34c3-4e2e-bc39-30e014c826c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5383277 Apr 20 17:24:11.544124 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-e2fd4c73-7ae1-4696-97c8-e22bca9d5821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:24:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:11.565290 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147af3c8-c656-4bae-afd6-9f40f2dd3ff4 req-eff97570-ec8f-4371-acfa-d9619db92561 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:11.570227 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-147af3c8-c656-4bae-afd6-9f40f2dd3ff4 req-eff97570-ec8f-4371-acfa-d9619db92561 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 945 time: 0.7668149 Apr 20 17:24:11.727450 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-8704f943-0512-45a5-ba62-e6e79479c513 req-749763af-d033-468b-b2f8-a533dbe5ce7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8b4b38f-8a9a-482a-9671-d4d8a1e42e24 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:24:11.739837 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-147af3c8-c656-4bae-afd6-9f40f2dd3ff4 req-5e85068f-0d00-4c41-add0-a4ceb0d0e428 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633334 Apr 20 17:24:11.749246 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939161dd-0144-485b-b2a2-4765bb86ed76 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:11.749961 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-939161dd-0144-485b-b2a2-4765bb86ed76 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Synchronizing usage tracker for tenant:5d0fbed274dd43a98f76b7af3fc72e75 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:24:11.775031 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-749763af-d033-468b-b2f8-a533dbe5ce7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:11.775237 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6cd4977f-6c74-4ccd-bcf8-ebca2612ab9b req-27a3da3a-ba64-4e00-96e3-9fd68f700ad4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=739e916aa25c4029ad0454743c027d4f&device_id=7fa6c595-783c-49ef-974f-ac53320bbeda HTTP/1.1" status: 200 len: 1097 time: 0.3447986 Apr 20 17:24:11.819085 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-8704f943-0512-45a5-ba62-e6e79479c513 req-749763af-d033-468b-b2f8-a533dbe5ce7b service neutron] Transition to ACTIVE for port object f8b4b38f-8a9a-482a-9671-d4d8a1e42e24 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:24:11.826903 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-939161dd-0144-485b-b2a2-4765bb86ed76 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Unset dirty status for tenant:5d0fbed274dd43a98f76b7af3fc72e75 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:24:11.831404 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-939161dd-0144-485b-b2a2-4765bb86ed76 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] 10.222.0.39 "GET /v2.0/ports?device_id=902316a8-fcf3-449f-971f-3bf93b57cffa HTTP/1.1" status: 200 len: 913 time: 0.3928561 Apr 20 17:24:11.832448 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46750) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:11.941141 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-e2fd4c73-7ae1-4696-97c8-e22bca9d5821 None None] Set router 0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:24:11.985186 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-749763af-d033-468b-b2f8-a533dbe5ce7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:12.172749 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749763af-d033-468b-b2f8-a533dbe5ce7b service neutron] Pushing event updated for resources: {'Port': ['ID=f8b4b38f-8a9a-482a-9671-d4d8a1e42e24,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:12.207850 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a63f6-7978-47ec-91f4-9f2c5a791b73 req-27c706e5-23b6-414b-a464-74361fc32762 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:12.209862 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-da4a63f6-7978-47ec-91f4-9f2c5a791b73 req-27c706e5-23b6-414b-a464-74361fc32762 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fa6c595-783c-49ef-974f-ac53320bbeda HTTP/1.1" status: 200 len: 946 time: 0.6146133 Apr 20 17:24:12.227579 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9d7ce289-1a69-4704-a7ea-f0c94388e665 req-bfe00d30-1bcf-4cf3-b5f5-8b7518856f2c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ddcf70e6b9b4ed78391e1f8fae63fbc&device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 6220 time: 0.7081838 Apr 20 17:24:12.487584 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-da4a63f6-7978-47ec-91f4-9f2c5a791b73 req-4d1d95b3-0f50-460c-911e-18f298e97b42 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579205 Apr 20 17:24:12.494825 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4977f-6c74-4ccd-bcf8-ebca2612ab9b req-a2bcae55-7ba7-4104-b2c2-b96500f480a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:12.496613 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6cd4977f-6c74-4ccd-bcf8-ebca2612ab9b req-a2bcae55-7ba7-4104-b2c2-b96500f480a9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 HTTP/1.1" status: 200 len: 920 time: 0.7145853 Apr 20 17:24:12.569120 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-e2fd4c73-7ae1-4696-97c8-e22bca9d5821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'name': 'tempest-TaggedBootDevicesTest-214007786-router', 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '71b30aa2-ab3d-4683-ab00-6746bf13ea28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:17:35Z', 'updated_at': '2022-04-20T17:17:51Z', 'revision_number': 4, 'project_id': '60c7e2ae348346058b3fbfec10afa715', 'gw_port': {'id': '71b30aa2-ab3d-4683-ab00-6746bf13ea28', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:17:37Z', 'updated_at': '2022-04-20T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8f847971-ebf5-4604-8be8-97d5a36dc565', 'name': '', 'network_id': 'fc8e6a4a-e179-48cb-8550-48f660e9d877', 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'mac_address': 'fa:16:3e:73:63:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '826f24c4-a35e-4e89-9b39-2bce6cc7b5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:17:50Z', 'updated_at': '2022-04-20T17:17:58Z', 'revision_number': 5, 'project_id': '60c7e2ae348346058b3fbfec10afa715', 'subnets': [{'id': '826f24c4-a35e-4e89-9b39-2bce6cc7b5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:12.583287 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fd4c73-7ae1-4696-97c8-e22bca9d5821 None None] The sync data for ids ['0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc'] in n-d-838032-1 is: [{'id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'name': 'tempest-TaggedBootDevicesTest-214007786-router', 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '71b30aa2-ab3d-4683-ab00-6746bf13ea28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:17:35Z', 'updated_at': '2022-04-20T17:17:51Z', 'revision_number': 4, 'project_id': '60c7e2ae348346058b3fbfec10afa715', 'gw_port': {'id': '71b30aa2-ab3d-4683-ab00-6746bf13ea28', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:17:37Z', 'updated_at': '2022-04-20T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8f847971-ebf5-4604-8be8-97d5a36dc565', 'name': '', 'network_id': 'fc8e6a4a-e179-48cb-8550-48f660e9d877', 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'mac_address': 'fa:16:3e:73:63:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '826f24c4-a35e-4e89-9b39-2bce6cc7b5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:17:50Z', 'updated_at': '2022-04-20T17:17:58Z', 'revision_number': 5, 'project_id': '60c7e2ae348346058b3fbfec10afa715', 'subnets': [{'id': '826f24c4-a35e-4e89-9b39-2bce6cc7b5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:24:12.597859 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-14d1e1a9-f895-4e75-b4e3-b7a49afc3033 tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:12.648221 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:12.690492 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:12.737198 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ce289-1a69-4704-a7ea-f0c94388e665 req-3839fb00-9c32-44f0-8534-bd90a08d9214 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:12.737621 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ce289-1a69-4704-a7ea-f0c94388e665 req-3839fb00-9c32-44f0-8534-bd90a08d9214 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:12.737920 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ce289-1a69-4704-a7ea-f0c94388e665 req-3839fb00-9c32-44f0-8534-bd90a08d9214 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:12.739471 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9d7ce289-1a69-4704-a7ea-f0c94388e665 req-3839fb00-9c32-44f0-8534-bd90a08d9214 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=3ddcf70e6b9b4ed78391e1f8fae63fbc&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4904292 Apr 20 17:24:12.797989 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-14d1e1a9-f895-4e75-b4e3-b7a49afc3033 tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:12.850429 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b9b45e4d-7af4-46a1-afd3-f57effc16aed req-b94042a3-8a2f-444e-bec8-28cf13d67f09 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d02579a-1652-4ddf-8f5f-36201fefd648 HTTP/1.1" status: 200 len: 210 time: 0.1165602 Apr 20 17:24:12.857697 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6cd4977f-6c74-4ccd-bcf8-ebca2612ab9b req-e676e02a-0d9c-42da-ae2e-5957210155df service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1404d81a-9b7d-447d-8ef0-dbff65c1e954 HTTP/1.1" status: 200 len: 217 time: 0.3235524 Apr 20 17:24:13.089369 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6708373-e384-47a4-9017-1e40479fa78f None None] New status for floating IP b185cff7-85b6-48d2-92c7-77f3d2fab137: DOWN {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:24:13.128299 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:13.146026 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d790ad44-a662-46b8-9b32-442502caef72 admin admin] Router 2bf56fb4-99bd-4ec3-92c5-ff289944c36c has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:24:13.204340 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-14d1e1a9-f895-4e75-b4e3-b7a49afc3033 tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:13.272741 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4977f-6c74-4ccd-bcf8-ebca2612ab9b req-036eb634-299d-443b-b1a6-87d54a2d180a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:13.274681 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6cd4977f-6c74-4ccd-bcf8-ebca2612ab9b req-036eb634-299d-443b-b1a6-87d54a2d180a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=be91a7bc-1185-4002-b13c-e1f041fc679d HTTP/1.1" status: 200 len: 858 time: 0.4156799 Apr 20 17:24:13.494353 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ce289-1a69-4704-a7ea-f0c94388e665 req-0f79a5b0-208c-42a5-ab93-ce971d3364cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:13.512923 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9d7ce289-1a69-4704-a7ea-f0c94388e665 req-0f79a5b0-208c-42a5-ab93-ce971d3364cc service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7654207 Apr 20 17:24:13.633870 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-8704f943-0512-45a5-ba62-e6e79479c513 req-749763af-d033-468b-b2f8-a533dbe5ce7b service neutron] Attempting to bind port f8b4b38f-8a9a-482a-9671-d4d8a1e42e24 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:24:13.633870 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-8704f943-0512-45a5-ba62-e6e79479c513 req-749763af-d033-468b-b2f8-a533dbe5ce7b service neutron] Attempting to bind port f8b4b38f-8a9a-482a-9671-d4d8a1e42e24 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d480786-fdb1-4243-8366-e7c5fa985200'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:24:13.634213 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-749763af-d033-468b-b2f8-a533dbe5ce7b service neutron] Attempting to bind port f8b4b38f-8a9a-482a-9671-d4d8a1e42e24 on network 4d480786-fdb1-4243-8366-e7c5fa985200 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:24:13.660919 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f92337-e915-49a1-a74a-65d0408ede1a req-e2b2fcb1-8b33-4eed-a8c3-94ace2788644 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:13.668044 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-41f92337-e915-49a1-a74a-65d0408ede1a req-e2b2fcb1-8b33-4eed-a8c3-94ace2788644 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 944 time: 0.5186293 Apr 20 17:24:13.690083 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-749763af-d033-468b-b2f8-a533dbe5ce7b service neutron] Port f8b4b38f-8a9a-482a-9671-d4d8a1e42e24 on network 4d480786-fdb1-4243-8366-e7c5fa985200 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:24:13.690477 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-749763af-d033-468b-b2f8-a533dbe5ce7b service neutron] Attempting to bind port f8b4b38f-8a9a-482a-9671-d4d8a1e42e24 on network 4d480786-fdb1-4243-8366-e7c5fa985200 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:24:13.768664 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6cd4977f-6c74-4ccd-bcf8-ebca2612ab9b req-25432cd6-8338-4936-871c-b5fdc4b3c2f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4659641 Apr 20 17:24:13.915950 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-41f92337-e915-49a1-a74a-65d0408ede1a req-5adfb497-afff-4f7b-b3b8-12a036aca973 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2469163 Apr 20 17:24:13.928373 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:14.029000 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6cd4977f-6c74-4ccd-bcf8-ebca2612ab9b req-b0105ce1-2868-4718-bc31-fcac38949056 service neutron] 10.222.0.43 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435820 Apr 20 17:24:14.041118 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d790ad44-a662-46b8-9b32-442502caef72 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:24:14.051620 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3932e2-29f0-48bb-a31e-d86767235720 None None] Sync routers for ids ['2bf56fb4-99bd-4ec3-92c5-ff289944c36c'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:24:14.056903 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d790ad44-a662-46b8-9b32-442502caef72 admin admin] 10.222.0.39 "PUT /v2.0/routers/2bf56fb4-99bd-4ec3-92c5-ff289944c36c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1632442 Apr 20 17:24:14.064327 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46774) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:14.070492 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3932e2-29f0-48bb-a31e-d86767235720 None None] Routers {'2bf56fb4-99bd-4ec3-92c5-ff289944c36c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:24:14.071707 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-8f3932e2-29f0-48bb-a31e-d86767235720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:24:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['2bf56fb4-99bd-4ec3-92c5-ff289944c36c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:14.213189 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6cd4977f-6c74-4ccd-bcf8-ebca2612ab9b req-74d926f1-6141-4059-a448-801e8c735244 service neutron] 10.222.0.43 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496027 Apr 20 17:24:14.330704 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-8f3932e2-29f0-48bb-a31e-d86767235720 None None] Set router 2bf56fb4-99bd-4ec3-92c5-ff289944c36c gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:24:14.522393 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-14d1e1a9-f895-4e75-b4e3-b7a49afc3033 tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:14.526697 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-14d1e1a9-f895-4e75-b4e3-b7a49afc3033 tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:14.556693 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e33ae-93a6-47ce-bacb-d7f488d5e5d6 req-0591d69c-5622-4889-97c9-3b219826bd08 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:14.560518 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-749763af-d033-468b-b2f8-a533dbe5ce7b service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:24:14.560850 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-749763af-d033-468b-b2f8-a533dbe5ce7b service neutron] Checking segment: {'id': 'b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d480786-fdb1-4243-8366-e7c5fa985200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:24:14.561245 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-749763af-d033-468b-b2f8-a533dbe5ce7b service neutron] Bound using segment: {'id': 'b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d480786-fdb1-4243-8366-e7c5fa985200'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:24:14.561748 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-8704f943-0512-45a5-ba62-e6e79479c513 req-749763af-d033-468b-b2f8-a533dbe5ce7b service neutron] Bound port: f8b4b38f-8a9a-482a-9671-d4d8a1e42e24, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d480786-fdb1-4243-8366-e7c5fa985200'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:24:14.562235 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-749763af-d033-468b-b2f8-a533dbe5ce7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:14.570818 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-047e33ae-93a6-47ce-bacb-d7f488d5e5d6 req-0591d69c-5622-4889-97c9-3b219826bd08 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 945 time: 0.3563650 Apr 20 17:24:14.641648 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de4911-9483-435a-904e-bc29a47bff76 req-bec7e61e-6ff7-4cec-9276-3b2e986bdd22 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:14.645832 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de4911-9483-435a-904e-bc29a47bff76 req-bec7e61e-6ff7-4cec-9276-3b2e986bdd22 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:14.650014 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de4911-9483-435a-904e-bc29a47bff76 req-bec7e61e-6ff7-4cec-9276-3b2e986bdd22 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:14.656378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de4911-9483-435a-904e-bc29a47bff76 req-bec7e61e-6ff7-4cec-9276-3b2e986bdd22 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:14.660365 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de4911-9483-435a-904e-bc29a47bff76 req-bec7e61e-6ff7-4cec-9276-3b2e986bdd22 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:14.669794 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de4911-9483-435a-904e-bc29a47bff76 req-bec7e61e-6ff7-4cec-9276-3b2e986bdd22 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:14.692097 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de4911-9483-435a-904e-bc29a47bff76 req-bec7e61e-6ff7-4cec-9276-3b2e986bdd22 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:14.694014 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-35de4911-9483-435a-904e-bc29a47bff76 req-bec7e61e-6ff7-4cec-9276-3b2e986bdd22 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5395 time: 2.5387893 Apr 20 17:24:14.694613 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-14d1e1a9-f895-4e75-b4e3-b7a49afc3033 tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:14.695076 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d1e1a9-f895-4e75-b4e3-b7a49afc3033 tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f87efa40-60fd-4d5e-b19a-5133fe2c4b7f {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:24:14.702741 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-047e33ae-93a6-47ce-bacb-d7f488d5e5d6 req-413a5ae3-91ed-4576-aa3a-2584931349b6 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126528 Apr 20 17:24:14.777446 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-07cc8317-96ee-486b-9a74-8722894a5bd8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:14.899615 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-35de4911-9483-435a-904e-bc29a47bff76 req-1210da51-99a5-4e43-baf8-8103007418e8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1738589 Apr 20 17:24:14.928941 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-8f3932e2-29f0-48bb-a31e-d86767235720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'name': 'tempest-ServersTestJSON-62221962-router', 'tenant_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '71711c13-fd92-43e4-8df0-28c8bd78328c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:11Z', 'updated_at': '2022-04-20T17:24:08Z', 'revision_number': 5, 'project_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'gw_port': {'id': '71711c13-fd92-43e4-8df0-28c8bd78328c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:12Z', 'updated_at': '2022-04-20T17:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:14.933718 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3932e2-29f0-48bb-a31e-d86767235720 None None] Checking router: 2bf56fb4-99bd-4ec3-92c5-ff289944c36c for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:24:14.959078 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3932e2-29f0-48bb-a31e-d86767235720 None None] Routers {'2bf56fb4-99bd-4ec3-92c5-ff289944c36c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:24:14.959987 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-8f3932e2-29f0-48bb-a31e-d86767235720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:24:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['2bf56fb4-99bd-4ec3-92c5-ff289944c36c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:15.119048 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-14d1e1a9-f895-4e75-b4e3-b7a49afc3033 tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 20 17:24:15.121026 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-14d1e1a9-f895-4e75-b4e3-b7a49afc3033 tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.5121400 Apr 20 17:24:15.168545 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46784) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:15.261703 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-8f3932e2-29f0-48bb-a31e-d86767235720 None None] Set router 2bf56fb4-99bd-4ec3-92c5-ff289944c36c gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:24:15.324639 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-9fd615d5-a08f-4819-b675-bc5e96a17a24 tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Deleting port 9f122ce1-6e64-4ba3-bca5-195c2500fb40 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:24:15.325281 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9fd615d5-a08f-4819-b675-bc5e96a17a24 tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:15.507949 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-8704f943-0512-45a5-ba62-e6e79479c513 req-749763af-d033-468b-b2f8-a533dbe5ce7b service neutron] For port f8b4b38f-8a9a-482a-9671-d4d8a1e42e24, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:24:15.554061 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-8704f943-0512-45a5-ba62-e6e79479c513 req-749763af-d033-468b-b2f8-a533dbe5ce7b service neutron] For port f8b4b38f-8a9a-482a-9671-d4d8a1e42e24, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=f8b4b38f-8a9a-482a-9671-d4d8a1e42e24,segment=NetworkSegment(b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095),segment_id=b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:24:15.586527 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b1cff-dea7-49b9-a317-1199f64905f3 req-fa0036b1-d04a-4247-9b4d-059271e56933 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:15.589629 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5c9b1cff-dea7-49b9-a317-1199f64905f3 req-fa0036b1-d04a-4247-9b4d-059271e56933 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 945 time: 0.3463871 Apr 20 17:24:15.591396 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-749763af-d033-468b-b2f8-a533dbe5ce7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:15.660645 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-749763af-d033-468b-b2f8-a533dbe5ce7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:15.663054 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-749763af-d033-468b-b2f8-a533dbe5ce7b service neutron] 10.222.0.10 "PUT /v2.0/ports/f8b4b38f-8a9a-482a-9671-d4d8a1e42e24 HTTP/1.1" status: 200 len: 1091 time: 5.8327286 Apr 20 17:24:15.671622 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'tag': 'f8b4b38f-8a9a-482a-9671-d4d8a1e42e24'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:24:15.685673 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:15.779625 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88939f-64a4-4ea8-ac9c-92ed8b631160 req-bbf278fb-e1d4-42c9-b85a-56d51c09045c tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:15.781528 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cc88939f-64a4-4ea8-ac9c-92ed8b631160 req-bbf278fb-e1d4-42c9-b85a-56d51c09045c tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fa6c595-783c-49ef-974f-ac53320bbeda HTTP/1.1" status: 200 len: 946 time: 0.6803603 Apr 20 17:24:15.799433 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-8704f943-0512-45a5-ba62-e6e79479c513 req-34307bdc-423b-42f4-99ce-15592b13a6d9 service neutron] Request body: {'port': {'device_id': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:15.897636 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9fd615d5-a08f-4819-b675-bc5e96a17a24 tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:15.993705 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-8f3932e2-29f0-48bb-a31e-d86767235720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'name': 'tempest-ServersTestJSON-62221962-router', 'tenant_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '71711c13-fd92-43e4-8df0-28c8bd78328c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:11Z', 'updated_at': '2022-04-20T17:24:08Z', 'revision_number': 5, 'project_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'gw_port': {'id': '71711c13-fd92-43e4-8df0-28c8bd78328c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:12Z', 'updated_at': '2022-04-20T17:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:15.998430 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3932e2-29f0-48bb-a31e-d86767235720 None None] The sync data for ids ['2bf56fb4-99bd-4ec3-92c5-ff289944c36c'] in n-d-838032-1 is: [{'id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'name': 'tempest-ServersTestJSON-62221962-router', 'tenant_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '71711c13-fd92-43e4-8df0-28c8bd78328c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:11Z', 'updated_at': '2022-04-20T17:24:08Z', 'revision_number': 5, 'project_id': '7bab9ecc52844919bdd0975c1a48fc8f', 'gw_port': {'id': '71711c13-fd92-43e4-8df0-28c8bd78328c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf56fb4-99bd-4ec3-92c5-ff289944c36c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:12Z', 'updated_at': '2022-04-20T17:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:24:16.009796 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749763af-d033-468b-b2f8-a533dbe5ce7b service neutron] Pushing event updated for resources: {'Port': ['ID=f8b4b38f-8a9a-482a-9671-d4d8a1e42e24,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:16.090905 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5c9b1cff-dea7-49b9-a317-1199f64905f3 req-e8cdddaa-08d8-4991-805b-731536788c0a tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4860680 Apr 20 17:24:16.138576 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-34307bdc-423b-42f4-99ce-15592b13a6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:16.141222 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-9fd615d5-a08f-4819-b675-bc5e96a17a24 tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Calling delete_port for 9f122ce1-6e64-4ba3-bca5-195c2500fb40 owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:24:16.185609 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8c7b50bf-aed3-4538-a15a-8bc1761beb4c tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:16.240625 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cc88939f-64a4-4ea8-ac9c-92ed8b631160 req-b6e1db84-ce9c-4607-9f25-496e58458148 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122555 Apr 20 17:24:16.400007 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46794) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:16.410400 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:24:16.440755 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9fd615d5-a08f-4819-b675-bc5e96a17a24 tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:16.481513 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:24:16.483692 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 26a8ee6d-3eb2-4edc-bc64-ec0e1ea63b5c not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:24:16.612956 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-07cc8317-96ee-486b-9a74-8722894a5bd8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:16.616090 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd615d5-a08f-4819-b675-bc5e96a17a24 tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f122ce1-6e64-4ba3-bca5-195c2500fb40,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:16.656457 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb69f26e-80e7-4a5f-b30f-769a12043e61'] response: {'name': 'network-changed', 'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'tag': 'f8b4b38f-8a9a-482a-9671-d4d8a1e42e24', 'status': 'completed', 'code': 200} Apr 20 17:24:16.689221 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e3c0c36d-df64-402d-b21e-cdd48dfa98a6 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:16.691333 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-07cc8317-96ee-486b-9a74-8722894a5bd8 admin admin] Deleting port 71711c13-fd92-43e4-8df0-28c8bd78328c {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:24:16.691659 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-07cc8317-96ee-486b-9a74-8722894a5bd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:16.931067 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9fd615d5-a08f-4819-b675-bc5e96a17a24 tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:16.952693 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e3c0c36d-df64-402d-b21e-cdd48dfa98a6 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:17.100394 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e3c0c36d-df64-402d-b21e-cdd48dfa98a6 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:17.105696 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9fd615d5-a08f-4819-b675-bc5e96a17a24 tempest-RoutersAdminNegativeIpV6Test-1367786726 tempest-RoutersAdminNegativeIpV6Test-1367786726-project-admin] 10.222.0.39 "DELETE /v2.0/ports/9f122ce1-6e64-4ba3-bca5-195c2500fb40 HTTP/1.1" status: 204 len: 168 time: 1.8540952 Apr 20 17:24:17.154369 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe100c-48f7-420f-b03c-27e6370eb448 req-a97686bd-88a3-4d53-bbf5-28dbeba5fc57 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:17.158720 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-59aa055c-178a-4ada-bae0-1ca914294f45 req-c72b9461-55b2-4d3e-9740-61a1a9e6c4be service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ddcf70e6b9b4ed78391e1f8fae63fbc&device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 6287 time: 0.6157677 Apr 20 17:24:17.163454 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-33fe100c-48f7-420f-b03c-27e6370eb448 req-a97686bd-88a3-4d53-bbf5-28dbeba5fc57 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 944 time: 0.5277898 Apr 20 17:24:17.164446 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0c36d-df64-402d-b21e-cdd48dfa98a6 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=144ae891-0b8f-4c11-a3e3-997ca7d045b3,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:17.451526 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e3c0c36d-df64-402d-b21e-cdd48dfa98a6 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:17.454167 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e3c0c36d-df64-402d-b21e-cdd48dfa98a6 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "DELETE /v2.0/security-groups/144ae891-0b8f-4c11-a3e3-997ca7d045b3 HTTP/1.1" status: 204 len: 168 time: 1.0519512 Apr 20 17:24:17.468217 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46804) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:17.517893 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3cd89-5e4d-4c50-a99e-9442d51f9ead req-33a62e11-92f8-491f-9007-b67182e55a88 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:17.521675 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3cd89-5e4d-4c50-a99e-9442d51f9ead req-33a62e11-92f8-491f-9007-b67182e55a88 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:17.526399 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3cd89-5e4d-4c50-a99e-9442d51f9ead req-33a62e11-92f8-491f-9007-b67182e55a88 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:17.531822 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3cd89-5e4d-4c50-a99e-9442d51f9ead req-33a62e11-92f8-491f-9007-b67182e55a88 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:17.535704 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3cd89-5e4d-4c50-a99e-9442d51f9ead req-33a62e11-92f8-491f-9007-b67182e55a88 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:17.539537 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3cd89-5e4d-4c50-a99e-9442d51f9ead req-33a62e11-92f8-491f-9007-b67182e55a88 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:17.543349 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3cd89-5e4d-4c50-a99e-9442d51f9ead req-33a62e11-92f8-491f-9007-b67182e55a88 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:17.551520 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-27c3cd89-5e4d-4c50-a99e-9442d51f9ead req-33a62e11-92f8-491f-9007-b67182e55a88 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5395 time: 0.6753623 Apr 20 17:24:17.553583 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-a2f7f003-5a10-4db0-a06d-fd2e59e0e1b8 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] show failed (client error): The resource could not be found. Apr 20 17:24:17.554563 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a2f7f003-5a10-4db0-a06d-fd2e59e0e1b8 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "GET /v2.0/security-groups/144ae891-0b8f-4c11-a3e3-997ca7d045b3 HTTP/1.1" status: 404 len: 347 time: 0.0746620 Apr 20 17:24:17.579051 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46810) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:17.716374 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-8704f943-0512-45a5-ba62-e6e79479c513 req-34307bdc-423b-42f4-99ce-15592b13a6d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc98c0c2-7654-499b-aeb6-cc19afc9e25c {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:24:17.726149 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-34307bdc-423b-42f4-99ce-15592b13a6d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:17.746169 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-8704f943-0512-45a5-ba62-e6e79479c513 req-34307bdc-423b-42f4-99ce-15592b13a6d9 service neutron] Transition to ACTIVE for port object bc98c0c2-7654-499b-aeb6-cc19afc9e25c will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:24:17.762836 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-33fe100c-48f7-420f-b03c-27e6370eb448 req-d52725be-100c-41a4-98e5-eba0d6766d77 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5979416 Apr 20 17:24:17.766896 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-07cc8317-96ee-486b-9a74-8722894a5bd8 admin admin] For port 71711c13-fd92-43e4-8df0-28c8bd78328c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=71711c13-fd92-43e4-8df0-28c8bd78328c,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:17.767312 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-07cc8317-96ee-486b-9a74-8722894a5bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:17.794793 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46814) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:17.805417 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-34307bdc-423b-42f4-99ce-15592b13a6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:18.021796 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-07cc8317-96ee-486b-9a74-8722894a5bd8 admin admin] Calling delete_port for 71711c13-fd92-43e4-8df0-28c8bd78328c owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:24:18.102215 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-65ef3d2f-59c5-47c4-b605-c49261b92198 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Deleting port 4b173a3d-7130-4d02-b0b6-4f4f487d0dc3 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:24:18.102582 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-65ef3d2f-59c5-47c4-b605-c49261b92198 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:18.303158 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e09e115f-38b5-431e-a5b4-6a0f9e0504a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:18.337206 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34307bdc-423b-42f4-99ce-15592b13a6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=bc98c0c2-7654-499b-aeb6-cc19afc9e25c,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:18.451599 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-27c3cd89-5e4d-4c50-a99e-9442d51f9ead req-bfde4d4f-98b5-4e29-aafc-02947d2c4d78 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8989739 Apr 20 17:24:18.460951 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa055c-178a-4ada-bae0-1ca914294f45 req-c6a3366e-903c-4473-a3d9-83fe21d37c26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:18.461340 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa055c-178a-4ada-bae0-1ca914294f45 req-c6a3366e-903c-4473-a3d9-83fe21d37c26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:18.461689 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa055c-178a-4ada-bae0-1ca914294f45 req-c6a3366e-903c-4473-a3d9-83fe21d37c26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:18.463255 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-59aa055c-178a-4ada-bae0-1ca914294f45 req-c6a3366e-903c-4473-a3d9-83fe21d37c26 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=3ddcf70e6b9b4ed78391e1f8fae63fbc&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.2852244 Apr 20 17:24:18.680622 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa055c-178a-4ada-bae0-1ca914294f45 req-ee18efa6-de8f-4969-9aa0-d9181384b412 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:18.682391 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-59aa055c-178a-4ada-bae0-1ca914294f45 req-ee18efa6-de8f-4969-9aa0-d9181384b412 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2039852 Apr 20 17:24:18.714047 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e09e115f-38b5-431e-a5b4-6a0f9e0504a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:24:18.728044 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e09e115f-38b5-431e-a5b4-6a0f9e0504a2 admin admin] Usage tracker for resource:security_group_rule and tenant:9e551f917c834e789cbaa89498dc41e3 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:24:18.735816 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e09e115f-38b5-431e-a5b4-6a0f9e0504a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:24:18.805355 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e09e115f-38b5-431e-a5b4-6a0f9e0504a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:24:18.841017 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-65ef3d2f-59c5-47c4-b605-c49261b92198 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:18.841289 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-65ef3d2f-59c5-47c4-b605-c49261b92198 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:18.921787 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-8704f943-0512-45a5-ba62-e6e79479c513 req-34307bdc-423b-42f4-99ce-15592b13a6d9 service neutron] Attempting to bind port bc98c0c2-7654-499b-aeb6-cc19afc9e25c on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:24:18.922145 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-8704f943-0512-45a5-ba62-e6e79479c513 req-34307bdc-423b-42f4-99ce-15592b13a6d9 service neutron] Attempting to bind port bc98c0c2-7654-499b-aeb6-cc19afc9e25c by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d480786-fdb1-4243-8366-e7c5fa985200'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:24:18.922473 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-34307bdc-423b-42f4-99ce-15592b13a6d9 service neutron] Attempting to bind port bc98c0c2-7654-499b-aeb6-cc19afc9e25c on network 4d480786-fdb1-4243-8366-e7c5fa985200 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:24:18.940705 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-34307bdc-423b-42f4-99ce-15592b13a6d9 service neutron] Port bc98c0c2-7654-499b-aeb6-cc19afc9e25c on network 4d480786-fdb1-4243-8366-e7c5fa985200 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:24:18.941138 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-34307bdc-423b-42f4-99ce-15592b13a6d9 service neutron] Attempting to bind port bc98c0c2-7654-499b-aeb6-cc19afc9e25c on network 4d480786-fdb1-4243-8366-e7c5fa985200 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:24:18.983584 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-65ef3d2f-59c5-47c4-b605-c49261b92198 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Calling delete_port for 4b173a3d-7130-4d02-b0b6-4f4f487d0dc3 owned by network:floatingip {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:24:19.018348 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-34307bdc-423b-42f4-99ce-15592b13a6d9 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:24:19.018793 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-34307bdc-423b-42f4-99ce-15592b13a6d9 service neutron] Checking segment: {'id': 'b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d480786-fdb1-4243-8366-e7c5fa985200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:24:19.019167 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-34307bdc-423b-42f4-99ce-15592b13a6d9 service neutron] Bound using segment: {'id': 'b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d480786-fdb1-4243-8366-e7c5fa985200'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:24:19.020208 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-8704f943-0512-45a5-ba62-e6e79479c513 req-34307bdc-423b-42f4-99ce-15592b13a6d9 service neutron] Bound port: bc98c0c2-7654-499b-aeb6-cc19afc9e25c, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4d480786-fdb1-4243-8366-e7c5fa985200'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:24:19.020559 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-34307bdc-423b-42f4-99ce-15592b13a6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:19.048509 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-07cc8317-96ee-486b-9a74-8722894a5bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:19.109338 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e447dbc-a701-428e-adff-7cdf3c950afe req-b7812491-9fc0-49a7-bbda-86102b62b81e tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:19.116849 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6e447dbc-a701-428e-adff-7cdf3c950afe req-b7812491-9fc0-49a7-bbda-86102b62b81e tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fa6c595-783c-49ef-974f-ac53320bbeda HTTP/1.1" status: 200 len: 946 time: 0.6859410 Apr 20 17:24:19.157815 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc8317-96ee-486b-9a74-8722894a5bd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=71711c13-fd92-43e4-8df0-28c8bd78328c,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:19.287930 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6e447dbc-a701-428e-adff-7cdf3c950afe req-c59a9f9b-e83f-4b06-9dd7-1bb5de4100ab tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701198 Apr 20 17:24:19.301432 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-8704f943-0512-45a5-ba62-e6e79479c513 req-34307bdc-423b-42f4-99ce-15592b13a6d9 service neutron] For port bc98c0c2-7654-499b-aeb6-cc19afc9e25c, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:24:19.306439 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e09e115f-38b5-431e-a5b4-6a0f9e0504a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:19.321601 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e09e115f-38b5-431e-a5b4-6a0f9e0504a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:19.331064 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-8704f943-0512-45a5-ba62-e6e79479c513 req-34307bdc-423b-42f4-99ce-15592b13a6d9 service neutron] For port bc98c0c2-7654-499b-aeb6-cc19afc9e25c, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=bc98c0c2-7654-499b-aeb6-cc19afc9e25c,segment=NetworkSegment(b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095),segment_id=b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:24:19.350893 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-34307bdc-423b-42f4-99ce-15592b13a6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:19.445975 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e115f-38b5-431e-a5b4-6a0f9e0504a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd9658a-b8ec-4dfa-bad4-1dcfc0ec4b05,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:19.475239 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e09e115f-38b5-431e-a5b4-6a0f9e0504a2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9e551f917c834e789cbaa89498dc41e3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6787124 Apr 20 17:24:19.484434 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46830) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:19.504857 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-34307bdc-423b-42f4-99ce-15592b13a6d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:19.517679 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-34307bdc-423b-42f4-99ce-15592b13a6d9 service neutron] 10.222.0.10 "PUT /v2.0/ports/bc98c0c2-7654-499b-aeb6-cc19afc9e25c HTTP/1.1" status: 200 len: 1091 time: 3.7366941 Apr 20 17:24:19.518211 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'tag': 'bc98c0c2-7654-499b-aeb6-cc19afc9e25c'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:24:19.616830 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-07cc8317-96ee-486b-9a74-8722894a5bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:19.657780 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34307bdc-423b-42f4-99ce-15592b13a6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=bc98c0c2-7654-499b-aeb6-cc19afc9e25c,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:19.695862 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e115f-38b5-431e-a5b4-6a0f9e0504a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:19.696712 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e115f-38b5-431e-a5b4-6a0f9e0504a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:19.697941 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e115f-38b5-431e-a5b4-6a0f9e0504a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:19.699237 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e115f-38b5-431e-a5b4-6a0f9e0504a2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:19.699740 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e115f-38b5-431e-a5b4-6a0f9e0504a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:19.701649 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e115f-38b5-431e-a5b4-6a0f9e0504a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:19.702251 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e115f-38b5-431e-a5b4-6a0f9e0504a2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:19.702906 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e115f-38b5-431e-a5b4-6a0f9e0504a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:19.706851 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e115f-38b5-431e-a5b4-6a0f9e0504a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:19.707367 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e115f-38b5-431e-a5b4-6a0f9e0504a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:19.708088 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e115f-38b5-431e-a5b4-6a0f9e0504a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:19.785450 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-8704f943-0512-45a5-ba62-e6e79479c513 req-46a77f75-50d4-479b-82d7-e9d39dd37c82 service neutron] Request body: {'port': {'device_id': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:20.113029 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-8c7b50bf-aed3-4538-a15a-8bc1761beb4c tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Deleting port 738c0a67-528d-4acb-92ed-2d45b33ba164 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:24:20.113376 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8c7b50bf-aed3-4538-a15a-8bc1761beb4c tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:20.148248 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-07cc8317-96ee-486b-9a74-8722894a5bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:20.163871 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-07cc8317-96ee-486b-9a74-8722894a5bd8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:20.204438 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34307bdc-423b-42f4-99ce-15592b13a6d9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:20.204823 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34307bdc-423b-42f4-99ce-15592b13a6d9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:20.205215 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34307bdc-423b-42f4-99ce-15592b13a6d9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:20.205578 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34307bdc-423b-42f4-99ce-15592b13a6d9 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:20.205957 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34307bdc-423b-42f4-99ce-15592b13a6d9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:20.206353 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34307bdc-423b-42f4-99ce-15592b13a6d9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:20.206656 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34307bdc-423b-42f4-99ce-15592b13a6d9 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:20.207013 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34307bdc-423b-42f4-99ce-15592b13a6d9 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:20.207354 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34307bdc-423b-42f4-99ce-15592b13a6d9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:20.207677 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34307bdc-423b-42f4-99ce-15592b13a6d9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:20.207998 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34307bdc-423b-42f4-99ce-15592b13a6d9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:20.285146 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-65ef3d2f-59c5-47c4-b605-c49261b92198 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:20.339685 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef3d2f-59c5-47c4-b605-c49261b92198 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Pushing event deleted for resources: {'Port': ['ID=4b173a3d-7130-4d02-b0b6-4f4f487d0dc3,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:20.341597 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-de59c2ac-c291-4aa8-b0b8-bb4946563959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:20.344802 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-07cc8317-96ee-486b-9a74-8722894a5bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:20.345377 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cc8317-96ee-486b-9a74-8722894a5bd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bf56fb4-99bd-4ec3-92c5-ff289944c36c {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:24:20.386024 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-de59c2ac-c291-4aa8-b0b8-bb4946563959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:20.454559 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-46a77f75-50d4-479b-82d7-e9d39dd37c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:20.484019 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-de59c2ac-c291-4aa8-b0b8-bb4946563959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:20.713378 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b02f7-ade2-4fa8-a4d8-34d339575037 req-79918f37-ad1b-4276-b185-cc8da1ad1765 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:20.716420 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e89b02f7-ade2-4fa8-a4d8-34d339575037 req-79918f37-ad1b-4276-b185-cc8da1ad1765 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb4a5858-913a-4395-a19b-4adc8bb27a12 HTTP/1.1" status: 200 len: 945 time: 0.8151650 Apr 20 17:24:20.791537 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59c2ac-c291-4aa8-b0b8-bb4946563959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd9658a-b8ec-4dfa-bad4-1dcfc0ec4b05,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:20.844410 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d661530-1716-4c96-8e7f-3233ec284d66 req-e047aaa8-0a31-49c3-92c6-879ffda17bee tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:20.851856 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9d661530-1716-4c96-8e7f-3233ec284d66 req-e047aaa8-0a31-49c3-92c6-879ffda17bee tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 944 time: 0.9313178 Apr 20 17:24:20.859859 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-e89b02f7-ade2-4fa8-a4d8-34d339575037 req-8c07460c-b206-4fdc-bc14-274bc8bc497e tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Deleting port 7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:24:20.860930 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e89b02f7-ade2-4fa8-a4d8-34d339575037 req-8c07460c-b206-4fdc-bc14-274bc8bc497e tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:20.890049 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-de59c2ac-c291-4aa8-b0b8-bb4946563959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:20.894126 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-de59c2ac-c291-4aa8-b0b8-bb4946563959 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/acd9658a-b8ec-4dfa-bad4-1dcfc0ec4b05 HTTP/1.1" status: 204 len: 168 time: 1.3976154 Apr 20 17:24:20.903976 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8c7b50bf-aed3-4538-a15a-8bc1761beb4c tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:20.988066 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-07cc8317-96ee-486b-9a74-8722894a5bd8 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:20.992148 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-07cc8317-96ee-486b-9a74-8722894a5bd8 admin admin] 10.222.0.39 "DELETE /v2.0/routers/2bf56fb4-99bd-4ec3-92c5-ff289944c36c HTTP/1.1" status: 204 len: 168 time: 6.9265466 Apr 20 17:24:21.015346 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-65ef3d2f-59c5-47c4-b605-c49261b92198 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks [] for floatingip, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:21.017948 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-65ef3d2f-59c5-47c4-b605-c49261b92198 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:21.035162 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-65ef3d2f-59c5-47c4-b605-c49261b92198 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "DELETE /v2.0/floatingips/b185cff7-85b6-48d2-92c7-77f3d2fab137 HTTP/1.1" status: 204 len: 168 time: 3.4520035 Apr 20 17:24:21.035800 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46848) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:21.036107 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46850) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:21.108366 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-8c7b50bf-aed3-4538-a15a-8bc1761beb4c tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Calling delete_port for 738c0a67-528d-4acb-92ed-2d45b33ba164 owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:24:21.424853 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bfabf43-1618-4306-87cb-f6d93d41482b admin admin] Deleting subnet f89003a5-43c9-4fe7-8a63-6a7f162418c5 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:24:21.431989 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6bfabf43-1618-4306-87cb-f6d93d41482b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:21.554514 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9d661530-1716-4c96-8e7f-3233ec284d66 req-6e8b3304-84f0-461a-ae3c-25c193913e08 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6974709 Apr 20 17:24:21.635887 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-295d445f-1f42-4961-8fac-067e9174eeb1 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Deleting port c655084b-fd05-45fb-8e95-31b739360b4f {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:24:21.636276 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-295d445f-1f42-4961-8fac-067e9174eeb1 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:21.677869 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46860) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:21.719241 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6bfabf43-1618-4306-87cb-f6d93d41482b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:21.721233 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-8704f943-0512-45a5-ba62-e6e79479c513 req-46a77f75-50d4-479b-82d7-e9d39dd37c82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2dc897c-4d5a-46fd-89ed-7340e5de99dd {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:24:21.763773 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1a226509-57ec-40d9-819f-b80391ec590b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4461a443428042dbbbb00d2ab29f9fda&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0822935 Apr 20 17:24:21.763773 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-46a77f75-50d4-479b-82d7-e9d39dd37c82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:21.765856 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46864) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:21.797724 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-8704f943-0512-45a5-ba62-e6e79479c513 req-46a77f75-50d4-479b-82d7-e9d39dd37c82 service neutron] Transition to ACTIVE for port object d2dc897c-4d5a-46fd-89ed-7340e5de99dd will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:24:21.811731 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-46a77f75-50d4-479b-82d7-e9d39dd37c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:21.936110 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a77f75-50d4-479b-82d7-e9d39dd37c82 service neutron] Pushing event updated for resources: {'Port': ['ID=d2dc897c-4d5a-46fd-89ed-7340e5de99dd,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:22.028819 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-e89b02f7-ade2-4fa8-a4d8-34d339575037 req-8c07460c-b206-4fdc-bc14-274bc8bc497e tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] For port 7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4,segment=NetworkSegment(5738320b-bb4f-4c6b-94f2-7a17321dd8ad),segment_id=5738320b-bb4f-4c6b-94f2-7a17321dd8ad)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:22.029233 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e89b02f7-ade2-4fa8-a4d8-34d339575037 req-8c07460c-b206-4fdc-bc14-274bc8bc497e tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:22.122512 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a4e19fde-3cf8-4291-8b1c-cea321626c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:22.154127 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a4e19fde-3cf8-4291-8b1c-cea321626c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:22.321632 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a4e19fde-3cf8-4291-8b1c-cea321626c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:22.346210 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8c7b50bf-aed3-4538-a15a-8bc1761beb4c tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:22.399897 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 71711c13-fd92-43e4-8df0-28c8bd78328c no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:24:22.445032 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b50bf-aed3-4538-a15a-8bc1761beb4c tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Pushing event deleted for resources: {'Port': ['ID=738c0a67-528d-4acb-92ed-2d45b33ba164,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:22.451297 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e19fde-3cf8-4291-8b1c-cea321626c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54c4d5b-110f-4a9a-ab4f-0977c5a2eb3d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:22.457321 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 71711c13-fd92-43e4-8df0-28c8bd78328c {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:24:22.457721 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 71711c13-fd92-43e4-8df0-28c8bd78328c not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:24:22.462227 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-8704f943-0512-45a5-ba62-e6e79479c513 req-46a77f75-50d4-479b-82d7-e9d39dd37c82 service neutron] Attempting to bind port d2dc897c-4d5a-46fd-89ed-7340e5de99dd on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:24:22.473366 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-8704f943-0512-45a5-ba62-e6e79479c513 req-46a77f75-50d4-479b-82d7-e9d39dd37c82 service neutron] Attempting to bind port d2dc897c-4d5a-46fd-89ed-7340e5de99dd by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '9296474a-83a4-4000-8754-633df686eea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bdb724c9-4270-4009-8d7a-ad021aa5f7f3'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:24:22.473702 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-46a77f75-50d4-479b-82d7-e9d39dd37c82 service neutron] Attempting to bind port d2dc897c-4d5a-46fd-89ed-7340e5de99dd on network bdb724c9-4270-4009-8d7a-ad021aa5f7f3 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:24:22.490254 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-46a77f75-50d4-479b-82d7-e9d39dd37c82 service neutron] Port d2dc897c-4d5a-46fd-89ed-7340e5de99dd on network bdb724c9-4270-4009-8d7a-ad021aa5f7f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:24:22.492592 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-e89b02f7-ade2-4fa8-a4d8-34d339575037 req-8c07460c-b206-4fdc-bc14-274bc8bc497e tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Calling delete_port for 7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:24:22.498665 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-46a77f75-50d4-479b-82d7-e9d39dd37c82 service neutron] Attempting to bind port d2dc897c-4d5a-46fd-89ed-7340e5de99dd on network bdb724c9-4270-4009-8d7a-ad021aa5f7f3 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:24:22.527498 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-46a77f75-50d4-479b-82d7-e9d39dd37c82 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:24:22.527802 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-46a77f75-50d4-479b-82d7-e9d39dd37c82 service neutron] Checking segment: {'id': '9296474a-83a4-4000-8754-633df686eea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bdb724c9-4270-4009-8d7a-ad021aa5f7f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:24:22.528224 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-46a77f75-50d4-479b-82d7-e9d39dd37c82 service neutron] Bound using segment: {'id': '9296474a-83a4-4000-8754-633df686eea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bdb724c9-4270-4009-8d7a-ad021aa5f7f3'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:24:22.528656 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-8704f943-0512-45a5-ba62-e6e79479c513 req-46a77f75-50d4-479b-82d7-e9d39dd37c82 service neutron] Bound port: d2dc897c-4d5a-46fd-89ed-7340e5de99dd, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9296474a-83a4-4000-8754-633df686eea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bdb724c9-4270-4009-8d7a-ad021aa5f7f3'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:24:22.528998 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-46a77f75-50d4-479b-82d7-e9d39dd37c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:22.532927 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6bfabf43-1618-4306-87cb-f6d93d41482b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:22.568238 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5077a-c3fb-4441-8e34-1a551bb3e814 req-5098dfd1-af4a-4fbc-8393-0bfa9c71c3be tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:22.579910 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5077a-c3fb-4441-8e34-1a551bb3e814 req-5098dfd1-af4a-4fbc-8393-0bfa9c71c3be tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:22.583733 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5077a-c3fb-4441-8e34-1a551bb3e814 req-5098dfd1-af4a-4fbc-8393-0bfa9c71c3be tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:22.587533 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5077a-c3fb-4441-8e34-1a551bb3e814 req-5098dfd1-af4a-4fbc-8393-0bfa9c71c3be tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:22.591381 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5077a-c3fb-4441-8e34-1a551bb3e814 req-5098dfd1-af4a-4fbc-8393-0bfa9c71c3be tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:22.595201 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5077a-c3fb-4441-8e34-1a551bb3e814 req-5098dfd1-af4a-4fbc-8393-0bfa9c71c3be tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:22.598993 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5077a-c3fb-4441-8e34-1a551bb3e814 req-5098dfd1-af4a-4fbc-8393-0bfa9c71c3be tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:22.606539 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6f5077a-c3fb-4441-8e34-1a551bb3e814 req-5098dfd1-af4a-4fbc-8393-0bfa9c71c3be tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5419 time: 0.6607151 Apr 20 17:24:22.657503 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a4e19fde-3cf8-4291-8b1c-cea321626c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:22.661048 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a4e19fde-3cf8-4291-8b1c-cea321626c42 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f54c4d5b-110f-4a9a-ab4f-0977c5a2eb3d HTTP/1.1" status: 204 len: 168 time: 0.8918722 Apr 20 17:24:22.685402 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-295d445f-1f42-4961-8fac-067e9174eeb1 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:22.943098 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-295d445f-1f42-4961-8fac-067e9174eeb1 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Calling delete_port for c655084b-fd05-45fb-8e95-31b739360b4f owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:24:23.003302 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6bfabf43-1618-4306-87cb-f6d93d41482b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:23.060830 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfabf43-1618-4306-87cb-f6d93d41482b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f89003a5-43c9-4fe7-8a63-6a7f162418c5,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:23.075989 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5291e0de-5536-4cc1-8fef-a1baae4f0a74 None None] Network 9d733250-971e-4579-b396-0c5e38ae2045 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:24:23.086460 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6bfabf43-1618-4306-87cb-f6d93d41482b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:23.108531 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e89b02f7-ade2-4fa8-a4d8-34d339575037 req-8c07460c-b206-4fdc-bc14-274bc8bc497e tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:23.119817 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6bfabf43-1618-4306-87cb-f6d93d41482b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f89003a5-43c9-4fe7-8a63-6a7f162418c5 HTTP/1.1" status: 204 len: 168 time: 2.0825455 Apr 20 17:24:23.134824 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6f5077a-c3fb-4441-8e34-1a551bb3e814 req-2a1a6501-2bf8-4e49-b284-d433b7e78f75 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5272563 Apr 20 17:24:23.142012 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46876) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:23.215347 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-8704f943-0512-45a5-ba62-e6e79479c513 req-46a77f75-50d4-479b-82d7-e9d39dd37c82 service neutron] For port d2dc897c-4d5a-46fd-89ed-7340e5de99dd, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:24:23.258592 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07460c-b206-4fdc-bc14-274bc8bc497e tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Pushing event deleted for resources: {'Port': ['ID=7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:23.330906 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-964f9b98-1c47-4136-b0de-a0cb561f3abc'] response: {'name': 'network-changed', 'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'tag': 'bc98c0c2-7654-499b-aeb6-cc19afc9e25c', 'status': 'completed', 'code': 200} Apr 20 17:24:23.339054 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8c7b50bf-aed3-4538-a15a-8bc1761beb4c tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:23.381031 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-8704f943-0512-45a5-ba62-e6e79479c513 req-46a77f75-50d4-479b-82d7-e9d39dd37c82 service neutron] For port d2dc897c-4d5a-46fd-89ed-7340e5de99dd, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=d2dc897c-4d5a-46fd-89ed-7340e5de99dd,segment=NetworkSegment(9296474a-83a4-4000-8754-633df686eea1),segment_id=9296474a-83a4-4000-8754-633df686eea1)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:24:23.530779 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89b02f7-ade2-4fa8-a4d8-34d339575037 req-8c07460c-b206-4fdc-bc14-274bc8bc497e tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] No DVR routers for this DVR port 7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:24:23.537661 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-46a77f75-50d4-479b-82d7-e9d39dd37c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:23.537902 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e89b02f7-ade2-4fa8-a4d8-34d339575037 req-8c07460c-b206-4fdc-bc14-274bc8bc497e tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:23.548970 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e028ed9a-8349-4ad5-b52b-0f1e256556b5 None None] DHCP port deletion for 9d733250-971e-4579-b396-0c5e38ae2045 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:24:23.557718 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-e028ed9a-8349-4ad5-b52b-0f1e256556b5 None None] Deleting port c23f8fd0-0250-427b-a4b9-9b02fd53f43d {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:24:23.558342 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e028ed9a-8349-4ad5-b52b-0f1e256556b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:23.595894 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4a5858-913a-4395-a19b-4adc8bb27a12', 'name': 'network-vif-deleted', 'tag': '7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:24:23.664815 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-879a76d1-7adc-44ac-93c4-921eee822d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:23.670346 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-295d445f-1f42-4961-8fac-067e9174eeb1 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:23.681163 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e89b02f7-ade2-4fa8-a4d8-34d339575037 req-8c07460c-b206-4fdc-bc14-274bc8bc497e tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.10 "DELETE /v2.0/ports/7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4 HTTP/1.1" status: 204 len: 173 time: 2.9574919 Apr 20 17:24:23.850863 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46892) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:23.901610 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d445f-1f42-4961-8fac-067e9174eeb1 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Pushing event deleted for resources: {'Port': ['ID=c655084b-fd05-45fb-8e95-31b739360b4f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:23.907321 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-e028ed9a-8349-4ad5-b52b-0f1e256556b5 None None] For port c23f8fd0-0250-427b-a4b9-9b02fd53f43d, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c23f8fd0-0250-427b-a4b9-9b02fd53f43d,segment=NetworkSegment(d3f17aef-391f-42f6-b43c-29519f737eba),segment_id=d3f17aef-391f-42f6-b43c-29519f737eba)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:23.908190 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e028ed9a-8349-4ad5-b52b-0f1e256556b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:23.918378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-f9067576-fc55-443b-a362-066a0ff04d4f tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--781428608', 'description': 'tempest-description--694292531'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:23.960515 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f9067576-fc55-443b-a362-066a0ff04d4f tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:24:23.998065 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-09e712a2-022a-44e2-80ac-2a59c60d2826 req-317fcb41-f43a-48a8-9a7e-abf8bca761eb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ddcf70e6b9b4ed78391e1f8fae63fbc&device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 6421 time: 0.6673737 Apr 20 17:24:24.028825 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f9067576-fc55-443b-a362-066a0ff04d4f tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:24:24.044537 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-46a77f75-50d4-479b-82d7-e9d39dd37c82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:24.049959 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-46a77f75-50d4-479b-82d7-e9d39dd37c82 service neutron] 10.222.0.10 "PUT /v2.0/ports/d2dc897c-4d5a-46fd-89ed-7340e5de99dd HTTP/1.1" status: 200 len: 1091 time: 4.3697262 Apr 20 17:24:24.109357 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-879a76d1-7adc-44ac-93c4-921eee822d99 admin admin] Deleting port c23f8fd0-0250-427b-a4b9-9b02fd53f43d {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:24:24.122785 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-879a76d1-7adc-44ac-93c4-921eee822d99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:24.332178 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a77f75-50d4-479b-82d7-e9d39dd37c82 service neutron] Pushing event updated for resources: {'Port': ['ID=d2dc897c-4d5a-46fd-89ed-7340e5de99dd,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:24.351933 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-8704f943-0512-45a5-ba62-e6e79479c513 req-281d8364-7af5-4586-8b9d-8b10c5b7ede3 service neutron] Request body: {'port': {'device_id': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:24.464933 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-295d445f-1f42-4961-8fac-067e9174eeb1 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:24.466819 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-e028ed9a-8349-4ad5-b52b-0f1e256556b5 None None] Calling delete_port for c23f8fd0-0250-427b-a4b9-9b02fd53f43d owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:24:24.488919 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-295d445f-1f42-4961-8fac-067e9174eeb1 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "DELETE /v2.0/ports/c655084b-fd05-45fb-8e95-31b739360b4f HTTP/1.1" status: 204 len: 168 time: 3.4501321 Apr 20 17:24:24.494577 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46902) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:24.610075 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:24:24.667878 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e712a2-022a-44e2-80ac-2a59c60d2826 req-aeef3eef-ef68-46e7-8206-cffe501a0c02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:24.668409 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e712a2-022a-44e2-80ac-2a59c60d2826 req-aeef3eef-ef68-46e7-8206-cffe501a0c02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:24.668925 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e712a2-022a-44e2-80ac-2a59c60d2826 req-aeef3eef-ef68-46e7-8206-cffe501a0c02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:24.670611 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-09e712a2-022a-44e2-80ac-2a59c60d2826 req-aeef3eef-ef68-46e7-8206-cffe501a0c02 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=3ddcf70e6b9b4ed78391e1f8fae63fbc&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6582866 Apr 20 17:24:24.688256 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-32a43c00-7d0a-4881-bb59-51319b60b311 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Deleting port 8823eb66-e9cf-4a3d-bc96-df512d3f7773 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:24:24.688776 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-32a43c00-7d0a-4881-bb59-51319b60b311 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:24.761332 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f9067576-fc55-443b-a362-066a0ff04d4f tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:24.789867 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:24:24.790211 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:24:24.798436 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c23f8fd0-0250-427b-a4b9-9b02fd53f43d no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:24:24.924968 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46912) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:24.942927 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-281d8364-7af5-4586-8b9d-8b10c5b7ede3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:24.951502 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e028ed9a-8349-4ad5-b52b-0f1e256556b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:24.994118 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Port c23f8fd0-0250-427b-a4b9-9b02fd53f43d update to DOWN by agent not found {{(pid=84082) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 20 17:24:25.004189 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028ed9a-8349-4ad5-b52b-0f1e256556b5 None None] Pushing event deleted for resources: {'Port': ['ID=c23f8fd0-0250-427b-a4b9-9b02fd53f43d,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:25.009708 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e028ed9a-8349-4ad5-b52b-0f1e256556b5 None None] No DVR routers for this DVR port c23f8fd0-0250-427b-a4b9-9b02fd53f43d on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:24:25.130531 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-879a76d1-7adc-44ac-93c4-921eee822d99 admin admin] The port 'c23f8fd0-0250-427b-a4b9-9b02fd53f43d' was deleted {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:24:25.174082 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f9067576-fc55-443b-a362-066a0ff04d4f tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:24:25.279584 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f9067576-fc55-443b-a362-066a0ff04d4f tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Usage tracker for resource:security_group_rule and tenant:739e916aa25c4029ad0454743c027d4f is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:24:25.287236 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e712a2-022a-44e2-80ac-2a59c60d2826 req-9df0f12e-7062-48c7-86ea-2501306b7ed7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:25.288804 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-09e712a2-022a-44e2-80ac-2a59c60d2826 req-9df0f12e-7062-48c7-86ea-2501306b7ed7 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6110740 Apr 20 17:24:25.332324 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e8cd153c-0445-4587-bc48-26ea03ed39ed tempest-AgentManagementNegativeTest-645515758 tempest-AgentManagementNegativeTest-645515758-project] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3516355 Apr 20 17:24:25.336025 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-a51b3861-da6e-4092-9dfc-7724b418d493 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:25.337425 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-a51b3861-da6e-4092-9dfc-7724b418d493 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/networks?id=a67a341d-b672-4104-af6c-e38bcd7fa6c1 HTTP/1.1" status: 200 len: 815 time: 0.4741752 Apr 20 17:24:25.355020 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f9067576-fc55-443b-a362-066a0ff04d4f tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:24:25.365106 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'tag': 'd2dc897c-4d5a-46fd-89ed-7340e5de99dd'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:24:25.374825 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-ae759c66-9e70-4c7b-a9f5-56d9774e584e tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/quotas/fce56b4868f048309077dc7c0bf671f8 HTTP/1.1" status: 200 len: 375 time: 0.0310402 Apr 20 17:24:25.426203 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-32a43c00-7d0a-4881-bb59-51319b60b311 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:25.430597 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f9067576-fc55-443b-a362-066a0ff04d4f tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:24:25.441060 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-b9d240d7-322b-427e-a4a9-d4961967fbf3 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Synchronizing usage tracker for tenant:fce56b4868f048309077dc7c0bf671f8 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:24:25.445930 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56412f91-74ad-4da0-9c1e-6826a053a061 req-47f78ee1-bca7-4fb8-b2c7-eafb69454607 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:25.452850 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-56412f91-74ad-4da0-9c1e-6826a053a061 req-47f78ee1-bca7-4fb8-b2c7-eafb69454607 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 944 time: 0.9642298 Apr 20 17:24:25.522249 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-879a76d1-7adc-44ac-93c4-921eee822d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:25.556454 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-32a43c00-7d0a-4881-bb59-51319b60b311 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Calling delete_port for 8823eb66-e9cf-4a3d-bc96-df512d3f7773 owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:24:25.601181 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-b9d240d7-322b-427e-a4a9-d4961967fbf3 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Unset dirty status for tenant:fce56b4868f048309077dc7c0bf671f8 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:24:25.602461 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-b9d240d7-322b-427e-a4a9-d4961967fbf3 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fce56b4868f048309077dc7c0bf671f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2191684 Apr 20 17:24:25.700853 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46924) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:25.788544 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-879a76d1-7adc-44ac-93c4-921eee822d99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d733250-971e-4579-b396-0c5e38ae2045']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:25.807824 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7b50bf-aed3-4538-a15a-8bc1761beb4c tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Router 902316a8-fcf3-449f-971f-3bf93b57cffa has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:24:25.813750 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-56412f91-74ad-4da0-9c1e-6826a053a061 req-79f8e926-00d9-4ffa-ac4e-0cae06876a56 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3599095 Apr 20 17:24:25.819907 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-879a76d1-7adc-44ac-93c4-921eee822d99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f17aef-391f-42f6-b43c-29519f737eba') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:25.820181 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-879a76d1-7adc-44ac-93c4-921eee822d99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f17aef-391f-42f6-b43c-29519f737eba') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:25.843791 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-f2c03e3a-6d56-476a-9cf3-faca1a89a7f2 service neutron] 10.222.0.39 "GET /v2.0/networks/a67a341d-b672-4104-af6c-e38bcd7fa6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311451 Apr 20 17:24:25.849586 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-32a43c00-7d0a-4881-bb59-51319b60b311 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:25.850891 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-879a76d1-7adc-44ac-93c4-921eee822d99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:25.935118 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffc5dbaf-1589-4910-91a0-73c4844ef3de'] response: {'server_uuid': 'cb4a5858-913a-4395-a19b-4adc8bb27a12', 'name': 'network-vif-deleted', 'tag': '7b3f9757-bf62-4f7e-a5e8-568f6f62ebd4', 'status': 'completed', 'code': 200} Apr 20 17:24:25.963235 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f9067576-fc55-443b-a362-066a0ff04d4f tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:25.981396 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-879a76d1-7adc-44ac-93c4-921eee822d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:26.020497 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a43c00-7d0a-4881-bb59-51319b60b311 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Pushing event deleted for resources: {'Port': ['ID=8823eb66-e9cf-4a3d-bc96-df512d3f7773,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:26.031465 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f9067576-fc55-443b-a362-066a0ff04d4f tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:26.065424 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879a76d1-7adc-44ac-93c4-921eee822d99 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:24:26.065895 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-879a76d1-7adc-44ac-93c4-921eee822d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:26.066415 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8fbde449-df08-4c2c-98d7-6935e79c8ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:26.079038 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:24:26.079038 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:24:26.079038 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:24:26.079038 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:24:26.079038 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:24:26.079038 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:24:26.079038 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:24:26.079038 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:24:26.079038 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:24:26.079038 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:24:26.079038 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:24:26.079038 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:24:26.079038 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:24:26.079038 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:24:26.079038 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:24:26.079038 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:24:26.079038 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:24:26.079038 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:24:26.079038 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:24:26.079038 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:24:26.079038 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:24:26.079038 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:24:26.079038 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:24:26.079038 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:24:26.079038 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:24:26.079038 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:24:26.079038 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:24:26.079038 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:24:26.079038 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:24:26.079038 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:24:26.079038 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:24:26.079038 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:24:26.143734 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-32a43c00-7d0a-4881-bb59-51319b60b311 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:26.161333 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8fbde449-df08-4c2c-98d7-6935e79c8ea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:24:26.169490 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-7bed14c9-2adc-4b67-94e8-ec438042a301 service neutron] 10.222.0.39 "GET /v2.0/networks/a67a341d-b672-4104-af6c-e38bcd7fa6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174963 Apr 20 17:24:26.170405 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8fbde449-df08-4c2c-98d7-6935e79c8ea5 admin admin] Usage tracker for resource:security_group_rule and tenant:c97849f755c3473aae79da84c5214a03 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:24:26.176327 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8fbde449-df08-4c2c-98d7-6935e79c8ea5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:24:26.183113 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-32a43c00-7d0a-4881-bb59-51319b60b311 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "DELETE /v2.0/ports/8823eb66-e9cf-4a3d-bc96-df512d3f7773 HTTP/1.1" status: 204 len: 168 time: 1.6718166 Apr 20 17:24:26.184212 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8fbde449-df08-4c2c-98d7-6935e79c8ea5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:24:26.186004 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46930) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:26.232294 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9067576-fc55-443b-a362-066a0ff04d4f tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=365726b2-461b-4419-99d5-2ba868b4c2d5,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:26.236088 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.resource_extend [req-8704f943-0512-45a5-ba62-e6e79479c513 req-281d8364-7af5-4586-8b9d-8b10c5b7ede3 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:24:26.262933 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f9067576-fc55-443b-a362-066a0ff04d4f tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:26.267419 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f9067576-fc55-443b-a362-066a0ff04d4f tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 2.3827894 Apr 20 17:24:26.284442 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46934) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:26.290084 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-9ec8ce59-511a-4aa4-8545-9bbe756f7c70 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Request body: {'security_group_rule': {'security_group_id': '365726b2-461b-4419-99d5-2ba868b4c2d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:26.328716 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7b50bf-aed3-4538-a15a-8bc1761beb4c tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:24:26.341494 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c072c05d-fd95-4721-8b29-89ec3b5cc917 None None] Sync routers for ids ['902316a8-fcf3-449f-971f-3bf93b57cffa'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:24:26.352308 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-879a76d1-7adc-44ac-93c4-921eee822d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:26.363460 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c072c05d-fd95-4721-8b29-89ec3b5cc917 None None] Routers {'902316a8-fcf3-449f-971f-3bf93b57cffa'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:24:26.364103 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c072c05d-fd95-4721-8b29-89ec3b5cc917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:24:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['902316a8-fcf3-449f-971f-3bf93b57cffa'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:26.390149 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8c7b50bf-aed3-4538-a15a-8bc1761beb4c tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] 10.222.0.39 "PUT /v2.0/routers/902316a8-fcf3-449f-971f-3bf93b57cffa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5552604 Apr 20 17:24:26.411276 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-8704f943-0512-45a5-ba62-e6e79479c513 req-281d8364-7af5-4586-8b9d-8b10c5b7ede3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47690d41-8f6f-4c13-a886-e50f74b2d0ba {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:24:26.425397 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-879a76d1-7adc-44ac-93c4-921eee822d99 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:26.427287 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-879a76d1-7adc-44ac-93c4-921eee822d99 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9d733250-971e-4579-b396-0c5e38ae2045 HTTP/1.1" status: 204 len: 168 time: 3.2845712 Apr 20 17:24:26.427806 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46942) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:26.453470 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a17d5c4-ed04-4381-b157-0d8f8d3487bb'] response: {'name': 'network-changed', 'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'tag': 'd2dc897c-4d5a-46fd-89ed-7340e5de99dd', 'status': 'completed', 'code': 200} Apr 20 17:24:26.528209 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-281d8364-7af5-4586-8b9d-8b10c5b7ede3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:26.532336 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a76d1-7adc-44ac-93c4-921eee822d99 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d733250-971e-4579-b396-0c5e38ae2045,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:26.540039 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c072c05d-fd95-4721-8b29-89ec3b5cc917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:26.553406 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8fbde449-df08-4c2c-98d7-6935e79c8ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:26.575531 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c072c05d-fd95-4721-8b29-89ec3b5cc917 None None] Routers {'902316a8-fcf3-449f-971f-3bf93b57cffa'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:24:26.578469 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c072c05d-fd95-4721-8b29-89ec3b5cc917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:24:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['902316a8-fcf3-449f-971f-3bf93b57cffa'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:26.604740 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9ec8ce59-511a-4aa4-8545-9bbe756f7c70 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:24:26.626077 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8fbde449-df08-4c2c-98d7-6935e79c8ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:26.635379 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9ec8ce59-511a-4aa4-8545-9bbe756f7c70 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Usage tracker for resource:security_group_rule and tenant:739e916aa25c4029ad0454743c027d4f is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:24:26.663105 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c072c05d-fd95-4721-8b29-89ec3b5cc917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:26.663561 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c072c05d-fd95-4721-8b29-89ec3b5cc917 None None] The sync data for ids ['902316a8-fcf3-449f-971f-3bf93b57cffa'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:24:26.703627 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9ec8ce59-511a-4aa4-8545-9bbe756f7c70 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:24:26.706988 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-8704f943-0512-45a5-ba62-e6e79479c513 req-281d8364-7af5-4586-8b9d-8b10c5b7ede3 service neutron] Transition to ACTIVE for port object 47690d41-8f6f-4c13-a886-e50f74b2d0ba will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:24:26.722769 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32c272-cf33-498a-b233-84df24530af7 req-0c6d8f44-118d-4271-b966-21a7fab1d1c6 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:26.726790 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32c272-cf33-498a-b233-84df24530af7 req-0c6d8f44-118d-4271-b966-21a7fab1d1c6 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:26.727875 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46952) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:26.730849 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32c272-cf33-498a-b233-84df24530af7 req-0c6d8f44-118d-4271-b966-21a7fab1d1c6 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:26.734755 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9ec8ce59-511a-4aa4-8545-9bbe756f7c70 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:24:26.735116 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32c272-cf33-498a-b233-84df24530af7 req-0c6d8f44-118d-4271-b966-21a7fab1d1c6 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:26.739402 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32c272-cf33-498a-b233-84df24530af7 req-0c6d8f44-118d-4271-b966-21a7fab1d1c6 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:26.743597 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32c272-cf33-498a-b233-84df24530af7 req-0c6d8f44-118d-4271-b966-21a7fab1d1c6 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:26.747871 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32c272-cf33-498a-b233-84df24530af7 req-0c6d8f44-118d-4271-b966-21a7fab1d1c6 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:26.748578 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8f0febf5-de2f-4f39-86da-e776be80a33f req-cf3a4a11-7346-4954-9441-45eba8808836 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=d80a9649-4e14-438d-b094-a7f180e69201 HTTP/1.1" status: 200 len: 210 time: 0.1303754 Apr 20 17:24:26.758118 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd32c272-cf33-498a-b233-84df24530af7 req-0c6d8f44-118d-4271-b966-21a7fab1d1c6 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5419 time: 0.7227793 Apr 20 17:24:26.784950 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-281d8364-7af5-4586-8b9d-8b10c5b7ede3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:26.825592 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbde449-df08-4c2c-98d7-6935e79c8ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95f1711-20d7-424d-b8cb-d95f07b3dc14,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:26.837211 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a03a3e5f-9958-49fe-a563-805c8fdfdd1a tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:26.856732 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8fbde449-df08-4c2c-98d7-6935e79c8ea5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c97849f755c3473aae79da84c5214a03&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1548584 Apr 20 17:24:26.877529 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46958) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:26.908488 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-2290f7e7-cbfb-4295-9a5e-a792ed2003e6 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Deleting subnet 93f834c9-d665-4383-8c5d-7a7311783f9a {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:24:26.915378 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-67a8e1e9-0678-46a1-ad0a-d95ca5057892 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7bab9ecc52844919bdd0975c1a48fc8f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1830533 Apr 20 17:24:26.917591 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46964) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:26.925359 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9ec8ce59-511a-4aa4-8545-9bbe756f7c70 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:26.945232 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2290f7e7-cbfb-4295-9a5e-a792ed2003e6 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:27.050125 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd32c272-cf33-498a-b233-84df24530af7 req-f33c17ee-ce28-46a8-bbe9-1f27376c21ad tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2909551 Apr 20 17:24:27.050757 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d8364-7af5-4586-8b9d-8b10c5b7ede3 service neutron] Pushing event updated for resources: {'Port': ['ID=47690d41-8f6f-4c13-a886-e50f74b2d0ba,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:27.279387 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bb911d14-3fe0-4e8b-928d-7b86abb9742b req-b119a856-f827-470d-bdd1-b681e8ac557a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ddcf70e6b9b4ed78391e1f8fae63fbc&device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 6421 time: 0.7241621 Apr 20 17:24:27.318864 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2290f7e7-cbfb-4295-9a5e-a792ed2003e6 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:27.491942 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a1af2891-f71a-450c-ab2e-728dd1511102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:27.580635 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9ec8ce59-511a-4aa4-8545-9bbe756f7c70 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:27.588075 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a03a3e5f-9958-49fe-a563-805c8fdfdd1a tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:27.591602 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-8704f943-0512-45a5-ba62-e6e79479c513 req-281d8364-7af5-4586-8b9d-8b10c5b7ede3 service neutron] Attempting to bind port 47690d41-8f6f-4c13-a886-e50f74b2d0ba on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:24:27.591933 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-8704f943-0512-45a5-ba62-e6e79479c513 req-281d8364-7af5-4586-8b9d-8b10c5b7ede3 service neutron] Attempting to bind port 47690d41-8f6f-4c13-a886-e50f74b2d0ba by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '9296474a-83a4-4000-8754-633df686eea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bdb724c9-4270-4009-8d7a-ad021aa5f7f3'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:24:27.592254 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-281d8364-7af5-4586-8b9d-8b10c5b7ede3 service neutron] Attempting to bind port 47690d41-8f6f-4c13-a886-e50f74b2d0ba on network bdb724c9-4270-4009-8d7a-ad021aa5f7f3 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:24:27.599613 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a03a3e5f-9958-49fe-a563-805c8fdfdd1a tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:27.602708 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-281d8364-7af5-4586-8b9d-8b10c5b7ede3 service neutron] Port 47690d41-8f6f-4c13-a886-e50f74b2d0ba on network bdb724c9-4270-4009-8d7a-ad021aa5f7f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:24:27.603030 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-281d8364-7af5-4586-8b9d-8b10c5b7ede3 service neutron] Attempting to bind port 47690d41-8f6f-4c13-a886-e50f74b2d0ba on network bdb724c9-4270-4009-8d7a-ad021aa5f7f3 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:24:27.611671 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3b316365-d991-42df-9090-ceb32426b7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:27.612723 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-281d8364-7af5-4586-8b9d-8b10c5b7ede3 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:24:27.613031 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-281d8364-7af5-4586-8b9d-8b10c5b7ede3 service neutron] Checking segment: {'id': '9296474a-83a4-4000-8754-633df686eea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bdb724c9-4270-4009-8d7a-ad021aa5f7f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:24:27.613608 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f943-0512-45a5-ba62-e6e79479c513 req-281d8364-7af5-4586-8b9d-8b10c5b7ede3 service neutron] Bound using segment: {'id': '9296474a-83a4-4000-8754-633df686eea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bdb724c9-4270-4009-8d7a-ad021aa5f7f3'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:24:27.614231 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-8704f943-0512-45a5-ba62-e6e79479c513 req-281d8364-7af5-4586-8b9d-8b10c5b7ede3 service neutron] Bound port: 47690d41-8f6f-4c13-a886-e50f74b2d0ba, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9296474a-83a4-4000-8754-633df686eea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bdb724c9-4270-4009-8d7a-ad021aa5f7f3'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:24:27.614710 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-281d8364-7af5-4586-8b9d-8b10c5b7ede3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:27.626818 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9ec8ce59-511a-4aa4-8545-9bbe756f7c70 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:27.640844 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a1af2891-f71a-450c-ab2e-728dd1511102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:27.659364 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d823a4-0408-4774-9d25-f9d4cff58a7a req-a58b6c93-c885-4acf-bc57-eeeb07124036 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:27.660799 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-96d823a4-0408-4774-9d25-f9d4cff58a7a req-a58b6c93-c885-4acf-bc57-eeeb07124036 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 944 time: 0.6609147 Apr 20 17:24:27.678115 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a03a3e5f-9958-49fe-a563-805c8fdfdd1a tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:27.678657 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03a3e5f-9958-49fe-a563-805c8fdfdd1a tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Fanout notify agent at l3_agent the message router_deleted on router 902316a8-fcf3-449f-971f-3bf93b57cffa {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:24:27.702021 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a03a3e5f-9958-49fe-a563-805c8fdfdd1a tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:27.702810 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb911d14-3fe0-4e8b-928d-7b86abb9742b req-d5bdce59-e442-41c3-a626-0a5e39652d37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:27.703129 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a03a3e5f-9958-49fe-a563-805c8fdfdd1a tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] 10.222.0.39 "DELETE /v2.0/routers/902316a8-fcf3-449f-971f-3bf93b57cffa HTTP/1.1" status: 204 len: 168 time: 1.2743306 Apr 20 17:24:27.703251 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb911d14-3fe0-4e8b-928d-7b86abb9742b req-d5bdce59-e442-41c3-a626-0a5e39652d37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:27.703738 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb911d14-3fe0-4e8b-928d-7b86abb9742b req-d5bdce59-e442-41c3-a626-0a5e39652d37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:27.705305 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bb911d14-3fe0-4e8b-928d-7b86abb9742b req-d5bdce59-e442-41c3-a626-0a5e39652d37 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=3ddcf70e6b9b4ed78391e1f8fae63fbc&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4131646 Apr 20 17:24:27.705645 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46972) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:27.740064 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8ce59-511a-4aa4-8545-9bbe756f7c70 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e942bef7-eb03-4f66-8b6d-3e3764c2230e,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:27.774092 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-8704f943-0512-45a5-ba62-e6e79479c513 req-281d8364-7af5-4586-8b9d-8b10c5b7ede3 service neutron] For port 47690d41-8f6f-4c13-a886-e50f74b2d0ba, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:24:27.787486 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-8704f943-0512-45a5-ba62-e6e79479c513 req-281d8364-7af5-4586-8b9d-8b10c5b7ede3 service neutron] For port 47690d41-8f6f-4c13-a886-e50f74b2d0ba, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=47690d41-8f6f-4c13-a886-e50f74b2d0ba,segment=NetworkSegment(9296474a-83a4-4000-8754-633df686eea1),segment_id=9296474a-83a4-4000-8754-633df686eea1)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:24:27.791337 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3b316365-d991-42df-9090-ceb32426b7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:27.799702 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2290f7e7-cbfb-4295-9a5e-a792ed2003e6 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:27.808744 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-281d8364-7af5-4586-8b9d-8b10c5b7ede3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:27.918362 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9ec8ce59-511a-4aa4-8545-9bbe756f7c70 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:27.922089 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9ec8ce59-511a-4aa4-8545-9bbe756f7c70 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.6341996 Apr 20 17:24:27.930758 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46978) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:27.958455 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-a57924a8-7df6-47a7-b3f5-8c798248defd tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Request body: {'security_group_rule': {'security_group_id': '365726b2-461b-4419-99d5-2ba868b4c2d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:27.972935 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3003fe48-a0cd-440d-a978-558daa715b2a req-ae1012ee-dba7-4a07-b1f4-45eef2c5b887 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=d80a9649-4e14-438d-b094-a7f180e69201 HTTP/1.1" status: 200 len: 210 time: 0.0830472 Apr 20 17:24:27.982699 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8704f943-0512-45a5-ba62-e6e79479c513 req-281d8364-7af5-4586-8b9d-8b10c5b7ede3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:27.984076 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-281d8364-7af5-4586-8b9d-8b10c5b7ede3 service neutron] 10.222.0.10 "PUT /v2.0/ports/47690d41-8f6f-4c13-a886-e50f74b2d0ba HTTP/1.1" status: 200 len: 1091 time: 3.8758855 Apr 20 17:24:27.984902 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-a57924a8-7df6-47a7-b3f5-8c798248defd tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:24:27.999789 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a57924a8-7df6-47a7-b3f5-8c798248defd tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Usage tracker for resource:security_group_rule and tenant:739e916aa25c4029ad0454743c027d4f is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:24:28.016156 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d8364-7af5-4586-8b9d-8b10c5b7ede3 service neutron] Pushing event updated for resources: {'Port': ['ID=47690d41-8f6f-4c13-a886-e50f74b2d0ba,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:28.017343 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-96d823a4-0408-4774-9d25-f9d4cff58a7a req-372b0619-e91d-4c8a-814f-34572e003915 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3303549 Apr 20 17:24:28.020076 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a57924a8-7df6-47a7-b3f5-8c798248defd tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:24:28.070989 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-004e1159-b9d0-4561-af45-33dbd90e9ef3 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Deleting subnet 41cc3e5e-cb22-467c-8809-88cc575fff67 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:24:28.076164 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-004e1159-b9d0-4561-af45-33dbd90e9ef3 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:28.084073 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-a57924a8-7df6-47a7-b3f5-8c798248defd tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:24:28.148672 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-004e1159-b9d0-4561-af45-33dbd90e9ef3 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:28.266526 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a1af2891-f71a-450c-ab2e-728dd1511102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:28.273502 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-4aa15551-e0f3-461b-856e-abb4a9055997 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:28.274902 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-4aa15551-e0f3-461b-856e-abb4a9055997 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.43 "GET /v2.0/networks?id=a67a341d-b672-4104-af6c-e38bcd7fa6c1 HTTP/1.1" status: 200 len: 815 time: 0.2437320 Apr 20 17:24:28.308518 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-0e6166c1-0c46-4d3b-bfa5-36f00a13d012 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Request body: {'port': {'device_id': 'd80a9649-4e14-438d-b094-a7f180e69201', 'network_id': 'a67a341d-b672-4104-af6c-e38bcd7fa6c1', 'admin_state_up': True, 'tenant_id': 'fce56b4868f048309077dc7c0bf671f8'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:28.309863 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-004e1159-b9d0-4561-af45-33dbd90e9ef3 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:28.322982 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af2891-f71a-450c-ab2e-728dd1511102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95f1711-20d7-424d-b8cb-d95f07b3dc14,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:28.348789 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2290f7e7-cbfb-4295-9a5e-a792ed2003e6 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:28.386263 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca574d-dce2-4db1-9322-1f54ec26ff96 req-1616de0d-a105-426a-9efe-b93acda050f1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:28.390146 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca574d-dce2-4db1-9322-1f54ec26ff96 req-1616de0d-a105-426a-9efe-b93acda050f1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:28.393997 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca574d-dce2-4db1-9322-1f54ec26ff96 req-1616de0d-a105-426a-9efe-b93acda050f1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:28.397850 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca574d-dce2-4db1-9322-1f54ec26ff96 req-1616de0d-a105-426a-9efe-b93acda050f1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:28.401704 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca574d-dce2-4db1-9322-1f54ec26ff96 req-1616de0d-a105-426a-9efe-b93acda050f1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:28.405559 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca574d-dce2-4db1-9322-1f54ec26ff96 req-1616de0d-a105-426a-9efe-b93acda050f1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:28.409387 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca574d-dce2-4db1-9322-1f54ec26ff96 req-1616de0d-a105-426a-9efe-b93acda050f1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:28.411297 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50ca574d-dce2-4db1-9322-1f54ec26ff96 req-1616de0d-a105-426a-9efe-b93acda050f1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5431 time: 0.1676705 Apr 20 17:24:28.428225 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3b316365-d991-42df-9090-ceb32426b7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:28.446131 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-004e1159-b9d0-4561-af45-33dbd90e9ef3 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:28.446368 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a57924a8-7df6-47a7-b3f5-8c798248defd tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:28.453343 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb911d14-3fe0-4e8b-928d-7b86abb9742b req-08ec340f-7e97-4d40-9f8c-5e62eebb1305 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:28.454826 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bb911d14-3fe0-4e8b-928d-7b86abb9742b req-08ec340f-7e97-4d40-9f8c-5e62eebb1305 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7159643 Apr 20 17:24:28.481415 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290f7e7-cbfb-4295-9a5e-a792ed2003e6 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Pushing event deleted for resources: {'Subnet': ['ID=93f834c9-d665-4383-8c5d-7a7311783f9a,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:28.490080 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'tag': '47690d41-8f6f-4c13-a886-e50f74b2d0ba'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:24:28.493937 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b316365-d991-42df-9090-ceb32426b7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9d1733-15bd-4a1c-8624-37a47becb572,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:28.507304 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e1159-b9d0-4561-af45-33dbd90e9ef3 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Pushing event deleted for resources: {'Subnet': ['ID=41cc3e5e-cb22-467c-8809-88cc575fff67,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:28.525559 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2290f7e7-cbfb-4295-9a5e-a792ed2003e6 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:28.526863 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc7f078-e621-41e4-8bd5-9e6d252851c3 None None] Network d9f1e448-db15-4c9f-8c5b-a0fa35869e80 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:24:28.541985 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50ca574d-dce2-4db1-9322-1f54ec26ff96 req-dfbcabad-31f0-4db1-91ac-c0bc407ed4ea tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1235528 Apr 20 17:24:28.552347 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-004e1159-b9d0-4561-af45-33dbd90e9ef3 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:28.560756 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34f29370-b489-4a57-98e6-dd3d16a50544'] response: {'name': 'network-changed', 'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'tag': '47690d41-8f6f-4c13-a886-e50f74b2d0ba', 'status': 'completed', 'code': 200} Apr 20 17:24:28.562883 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-004e1159-b9d0-4561-af45-33dbd90e9ef3 tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] 10.222.0.39 "DELETE /v2.0/subnets/41cc3e5e-cb22-467c-8809-88cc575fff67 HTTP/1.1" status: 204 len: 168 time: 0.8561668 Apr 20 17:24:28.565770 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46986) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:28.602421 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a1af2891-f71a-450c-ab2e-728dd1511102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:28.605889 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a1af2891-f71a-450c-ab2e-728dd1511102 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d95f1711-20d7-424d-b8cb-d95f07b3dc14 HTTP/1.1" status: 204 len: 168 time: 1.7213752 Apr 20 17:24:28.621122 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3b316365-d991-42df-9090-ceb32426b7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:28.622300 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3b316365-d991-42df-9090-ceb32426b7b4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0f9d1733-15bd-4a1c-8624-37a47becb572 HTTP/1.1" status: 204 len: 168 time: 1.6985865 Apr 20 17:24:28.623711 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2290f7e7-cbfb-4295-9a5e-a792ed2003e6 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "DELETE /v2.0/subnets/93f834c9-d665-4383-8c5d-7a7311783f9a HTTP/1.1" status: 204 len: 168 time: 2.4368849 Apr 20 17:24:28.641686 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46992) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:28.696146 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4251311a-1139-4fb7-877b-ebd9eb40488f None None] Network 36c1edbc-07ac-42d9-80fa-95699c517e28 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:24:28.700458 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-0e6166c1-0c46-4d3b-bfa5-36f00a13d012 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:24:28.728939 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-0e6166c1-0c46-4d3b-bfa5-36f00a13d012 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:24:28.738410 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5e5749c1-cdac-47f7-b0d5-0a68f395315e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:28.752389 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-5e5749c1-cdac-47f7-b0d5-0a68f395315e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Deleting port d824ad06-7c30-414c-8f94-86198a08a179 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:24:28.753169 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5e5749c1-cdac-47f7-b0d5-0a68f395315e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:28.781464 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a57924a8-7df6-47a7-b3f5-8c798248defd tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:28.786041 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-0e6166c1-0c46-4d3b-bfa5-36f00a13d012 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Made reservation on behalf of fce56b4868f048309077dc7c0bf671f8 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:24:28.789559 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-0e6166c1-0c46-4d3b-bfa5-36f00a13d012 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:28.855602 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a57924a8-7df6-47a7-b3f5-8c798248defd tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:28.886964 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-29d09299-0bb2-4f69-b310-11882912ca62 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ddcf70e6b9b4ed78391e1f8fae63fbc&device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 6488 time: 0.3704038 Apr 20 17:24:28.907865 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57924a8-7df6-47a7-b3f5-8c798248defd tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfb3e009-3fce-481d-b510-a6957dc754c1,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:28.987363 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-5e5749c1-cdac-47f7-b0d5-0a68f395315e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] For port d824ad06-7c30-414c-8f94-86198a08a179, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d824ad06-7c30-414c-8f94-86198a08a179,segment=NetworkSegment(5a6abe27-4649-4590-a255-0b39c2d05ff1),segment_id=5a6abe27-4649-4590-a255-0b39c2d05ff1)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:28.987654 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5e5749c1-cdac-47f7-b0d5-0a68f395315e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:29.039567 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-60e32382-01ea-404d-90d6-368fab95cac6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f21212c-7835-4c95-8c1b-184aa2b7cc51 HTTP/1.1" status: 200 len: 217 time: 0.1345389 Apr 20 17:24:29.133335 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a57924a8-7df6-47a7-b3f5-8c798248defd tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:29.134725 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a57924a8-7df6-47a7-b3f5-8c798248defd tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1986675 Apr 20 17:24:29.145589 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47004) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:29.163544 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f778494-1b5a-40a6-9f9b-bcdb51c16adc None None] DHCP port deletion for d9f1e448-db15-4c9f-8c5b-a0fa35869e80 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:24:29.168917 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-8f778494-1b5a-40a6-9f9b-bcdb51c16adc None None] Deleting port 156317f0-4c35-4b96-afef-2e356ffb2339 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:24:29.169104 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddfb551f-0b14-4d18-98d6-1e68d2d076a3 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Deleting subnet 11a8e839-1da0-4863-85ac-b3bf2b70f6f8 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:24:29.169693 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8f778494-1b5a-40a6-9f9b-bcdb51c16adc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:29.177967 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-455df4ad-6303-4dec-9711-fee71498ef25 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:29.206720 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-455df4ad-6303-4dec-9711-fee71498ef25 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:24:29.219158 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ddfb551f-0b14-4d18-98d6-1e68d2d076a3 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:29.249267 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-455df4ad-6303-4dec-9711-fee71498ef25 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Usage tracker for resource:floatingip and tenant:739e916aa25c4029ad0454743c027d4f is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:24:29.255681 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-455df4ad-6303-4dec-9711-fee71498ef25 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:24:29.306853 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-5e5749c1-cdac-47f7-b0d5-0a68f395315e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Calling delete_port for d824ad06-7c30-414c-8f94-86198a08a179 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:24:29.323392 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc9a0a1-1d03-45ba-998b-0564c96ecedd None None] DHCP port deletion for 36c1edbc-07ac-42d9-80fa-95699c517e28 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:24:29.337622 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9a0a1-1d03-45ba-998b-0564c96ecedd None None] Deleting port d824ad06-7c30-414c-8f94-86198a08a179 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:24:29.337984 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a0a1-1d03-45ba-998b-0564c96ecedd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:29.350371 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-455df4ad-6303-4dec-9711-fee71498ef25 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:24:29.620808 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695697f3-9ba5-4997-be4b-eb4f0dcbac91 req-51b2b3f4-b4a6-4546-b210-07fb2700a063 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:29.622670 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-695697f3-9ba5-4997-be4b-eb4f0dcbac91 req-51b2b3f4-b4a6-4546-b210-07fb2700a063 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 944 time: 0.3245788 Apr 20 17:24:29.628877 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5e5749c1-cdac-47f7-b0d5-0a68f395315e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:29.652131 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-8f778494-1b5a-40a6-9f9b-bcdb51c16adc None None] For port 156317f0-4c35-4b96-afef-2e356ffb2339, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=156317f0-4c35-4b96-afef-2e356ffb2339,segment=NetworkSegment(ed532698-ac79-4654-b726-93450dcffcf6),segment_id=ed532698-ac79-4654-b726-93450dcffcf6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:29.652798 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8f778494-1b5a-40a6-9f9b-bcdb51c16adc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:29.718432 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704f943-0512-45a5-ba62-e6e79479c513 req-533ea45f-c8d6-44e4-b39d-50f81842d223 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:29.719751 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-533ea45f-c8d6-44e4-b39d-50f81842d223 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2168ea2a-2641-4ad3-adf7-4caac0ff9024 HTTP/1.1" status: 200 len: 855 time: 0.6724372 Apr 20 17:24:29.737133 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b1f0c326-b3a1-4aed-af8e-55dbf4a696a6 req-8636cbf6-b083-4863-8e06-47ca154b415f tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=d80a9649-4e14-438d-b094-a7f180e69201 HTTP/1.1" status: 200 len: 210 time: 0.4010890 Apr 20 17:24:29.775384 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ddfb551f-0b14-4d18-98d6-1e68d2d076a3 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:29.782683 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5749c1-cdac-47f7-b0d5-0a68f395315e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Pushing event deleted for resources: {'Port': ['ID=d824ad06-7c30-414c-8f94-86198a08a179,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:29.790029 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5749c1-cdac-47f7-b0d5-0a68f395315e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] No DVR routers for this DVR port d824ad06-7c30-414c-8f94-86198a08a179 on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:24:29.836614 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-455df4ad-6303-4dec-9711-fee71498ef25 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:29.858004 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-695697f3-9ba5-4997-be4b-eb4f0dcbac91 req-5e69c220-e35d-458d-b01e-9c6b1c539baf tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248747 Apr 20 17:24:29.959743 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ddfb551f-0b14-4d18-98d6-1e68d2d076a3 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:30.015834 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-8f778494-1b5a-40a6-9f9b-bcdb51c16adc None None] Calling delete_port for 156317f0-4c35-4b96-afef-2e356ffb2339 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:24:30.040092 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-0e6166c1-0c46-4d3b-bfa5-36f00a13d012 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Allocated IP 172.20.0.8 (a67a341d-b672-4104-af6c-e38bcd7fa6c1/546f1609-2082-4535-ba40-673d62b673a1/0ac1cf74-6e82-4cd3-abdc-d90e9520f633) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:24:30.056198 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ddfb551f-0b14-4d18-98d6-1e68d2d076a3 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:30.139299 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5e5749c1-cdac-47f7-b0d5-0a68f395315e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:30.171230 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-5e5749c1-cdac-47f7-b0d5-0a68f395315e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c1edbc-07ac-42d9-80fa-95699c517e28']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:30.184413 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-5e5749c1-cdac-47f7-b0d5-0a68f395315e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a6abe27-4649-4590-a255-0b39c2d05ff1') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:30.184754 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0cc9a0a1-1d03-45ba-998b-0564c96ecedd None None] For port d824ad06-7c30-414c-8f94-86198a08a179, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d824ad06-7c30-414c-8f94-86198a08a179,segment=NetworkSegment(5a6abe27-4649-4590-a255-0b39c2d05ff1),segment_id=5a6abe27-4649-4590-a255-0b39c2d05ff1)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:30.185450 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-5e5749c1-cdac-47f7-b0d5-0a68f395315e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a6abe27-4649-4590-a255-0b39c2d05ff1') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:30.185634 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a0a1-1d03-45ba-998b-0564c96ecedd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:30.197775 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5e5749c1-cdac-47f7-b0d5-0a68f395315e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:30.216885 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5e5749c1-cdac-47f7-b0d5-0a68f395315e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:30.224608 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e5749c1-cdac-47f7-b0d5-0a68f395315e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:24:30.225309 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5e5749c1-cdac-47f7-b0d5-0a68f395315e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:30.277536 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb551f-0b14-4d18-98d6-1e68d2d076a3 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Pushing event deleted for resources: {'Subnet': ['ID=11a8e839-1da0-4863-85ac-b3bf2b70f6f8,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:30.335390 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:24:30.335390 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:24:30.335390 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:24:30.335390 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:24:30.335390 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:24:30.335390 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:24:30.335390 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:24:30.335390 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:24:30.335390 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:24:30.335390 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:24:30.335390 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:24:30.335390 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:24:30.335390 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:24:30.335390 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:24:30.335390 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:24:30.335390 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:24:30.335390 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:24:30.335390 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:24:30.335390 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:24:30.335390 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:24:30.335390 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:24:30.335390 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:24:30.335390 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:24:30.335390 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:24:30.335390 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:24:30.335390 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:24:30.335390 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:24:30.335390 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:24:30.335390 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:24:30.335390 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:24:30.335390 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:24:30.335390 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:24:30.344702 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5e5749c1-cdac-47f7-b0d5-0a68f395315e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:30.351247 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5e5749c1-cdac-47f7-b0d5-0a68f395315e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:30.408126 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5e5749c1-cdac-47f7-b0d5-0a68f395315e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] 10.222.0.39 "DELETE /v2.0/networks/36c1edbc-07ac-42d9-80fa-95699c517e28 HTTP/1.1" status: 204 len: 168 time: 1.8405931 Apr 20 17:24:30.409656 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5749c1-cdac-47f7-b0d5-0a68f395315e tempest-FloatingIPNegativeTestJSON-1473601152 tempest-FloatingIPNegativeTestJSON-1473601152-project] Pushing event deleted for resources: {'Network': ['ID=36c1edbc-07ac-42d9-80fa-95699c517e28,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:30.437045 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47042) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:30.451209 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9a0a1-1d03-45ba-998b-0564c96ecedd None None] Calling delete_port for d824ad06-7c30-414c-8f94-86198a08a179 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:24:30.460232 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ddfb551f-0b14-4d18-98d6-1e68d2d076a3 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:30.503596 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47048) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:30.535930 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ddfb551f-0b14-4d18-98d6-1e68d2d076a3 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "DELETE /v2.0/subnets/11a8e839-1da0-4863-85ac-b3bf2b70f6f8 HTTP/1.1" status: 204 len: 168 time: 1.8931539 Apr 20 17:24:30.540088 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47054) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:30.613016 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-74b2ea22-9208-4fcb-a297-f01cbb010438 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=58282348-4092-4e5e-b7c0-667535a141b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8824587 Apr 20 17:24:30.631127 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e6f808-eacb-4114-a262-470935f53e3a None None] Network a39373cc-9e04-46cb-a6a0-e81ef6eae8fd requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:24:30.707897 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-55ac6ccd-f5a6-419d-b131-3f9bf20a3d7d tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1741005262'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:30.723942 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-55ac6ccd-f5a6-419d-b131-3f9bf20a3d7d tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:24:30.736107 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-55ac6ccd-f5a6-419d-b131-3f9bf20a3d7d tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Usage tracker for resource:network and tenant:08a5502d67614160810d1661ba60332b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:24:30.742096 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-55ac6ccd-f5a6-419d-b131-3f9bf20a3d7d tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:24:30.757129 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-55ac6ccd-f5a6-419d-b131-3f9bf20a3d7d tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:24:30.785057 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 156317f0-4c35-4b96-afef-2e356ffb2339 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:24:30.828351 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-f8c1efac-85d0-4d38-b71e-c1f96dca0f90 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2107951218-network', 'tenant_id': '471f8a31bd154d1aaa116125b4a3aae8'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:30.834783 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8f778494-1b5a-40a6-9f9b-bcdb51c16adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:30.855597 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ac6ccd-f5a6-419d-b131-3f9bf20a3d7d tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Made reservation on behalf of 08a5502d67614160810d1661ba60332b for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:24:30.858622 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-55ac6ccd-f5a6-419d-b131-3f9bf20a3d7d tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:30.877020 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f8c1efac-85d0-4d38-b71e-c1f96dca0f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:24:30.884157 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f8c1efac-85d0-4d38-b71e-c1f96dca0f90 admin admin] Usage tracker for resource:network and tenant:471f8a31bd154d1aaa116125b4a3aae8 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:24:30.899261 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 156317f0-4c35-4b96-afef-2e356ffb2339 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:24:30.899935 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 156317f0-4c35-4b96-afef-2e356ffb2339 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:24:30.900600 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d824ad06-7c30-414c-8f94-86198a08a179 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:24:30.901984 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ebd53ec2-229a-4964-9231-c65cff7c9571 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:30.905375 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f8c1efac-85d0-4d38-b71e-c1f96dca0f90 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:24:30.908641 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-55ac6ccd-f5a6-419d-b131-3f9bf20a3d7d tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:30.942702 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f8c1efac-85d0-4d38-b71e-c1f96dca0f90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:24:30.983370 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f778494-1b5a-40a6-9f9b-bcdb51c16adc None None] Pushing event deleted for resources: {'Port': ['ID=156317f0-4c35-4b96-afef-2e356ffb2339,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:30.988710 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968185ad-cda0-4431-87e0-0f0f4b154bcc req-dc7cd80f-4746-4c96-bc63-740cfea8d9fb tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:30.993854 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968185ad-cda0-4431-87e0-0f0f4b154bcc req-dc7cd80f-4746-4c96-bc63-740cfea8d9fb tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:30.998540 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968185ad-cda0-4431-87e0-0f0f4b154bcc req-dc7cd80f-4746-4c96-bc63-740cfea8d9fb tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:31.002780 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968185ad-cda0-4431-87e0-0f0f4b154bcc req-dc7cd80f-4746-4c96-bc63-740cfea8d9fb tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:31.006640 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968185ad-cda0-4431-87e0-0f0f4b154bcc req-dc7cd80f-4746-4c96-bc63-740cfea8d9fb tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:31.007605 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47064) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:31.010574 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968185ad-cda0-4431-87e0-0f0f4b154bcc req-dc7cd80f-4746-4c96-bc63-740cfea8d9fb tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:31.016293 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968185ad-cda0-4431-87e0-0f0f4b154bcc req-dc7cd80f-4746-4c96-bc63-740cfea8d9fb tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:31.016705 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-968185ad-cda0-4431-87e0-0f0f4b154bcc req-dc7cd80f-4746-4c96-bc63-740cfea8d9fb tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5431 time: 0.9677572 Apr 20 17:24:31.042330 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: d824ad06-7c30-414c-8f94-86198a08a179 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:24:31.042800 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d824ad06-7c30-414c-8f94-86198a08a179 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:24:31.095024 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fb69c568-321b-4e62-94f3-b5b6b063768c req-79a610e9-0209-4c7d-8e7c-f428d862c803 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=d80a9649-4e14-438d-b094-a7f180e69201 HTTP/1.1" status: 200 len: 210 time: 0.1326749 Apr 20 17:24:31.099948 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c1efac-85d0-4d38-b71e-c1f96dca0f90 admin admin] Made reservation on behalf of 471f8a31bd154d1aaa116125b4a3aae8 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:24:31.119633 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8c1efac-85d0-4d38-b71e-c1f96dca0f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:31.120901 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f778494-1b5a-40a6-9f9b-bcdb51c16adc None None] No DVR routers for this DVR port 156317f0-4c35-4b96-afef-2e356ffb2339 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:24:31.166896 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-0cc9a0a1-1d03-45ba-998b-0564c96ecedd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:24:31.167231 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-0cc9a0a1-1d03-45ba-998b-0564c96ecedd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:24:31.174557 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-968185ad-cda0-4431-87e0-0f0f4b154bcc req-d8c79959-dd4b-4c8a-8b4c-f6e1d0af23c5 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1340463 Apr 20 17:24:31.181049 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-55ac6ccd-f5a6-419d-b131-3f9bf20a3d7d tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:24:31.183646 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8c1efac-85d0-4d38-b71e-c1f96dca0f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:31.268769 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6e8be5-ae64-4a65-9cc6-ec89cfdce7d6 None None] DHCP port deletion for a39373cc-9e04-46cb-a6a0-e81ef6eae8fd request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:24:31.268769 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-4b6e8be5-ae64-4a65-9cc6-ec89cfdce7d6 None None] Deleting port 27d598ac-acbd-4a33-b47c-5e85eec2ee65 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:24:31.268769 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4b6e8be5-ae64-4a65-9cc6-ec89cfdce7d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:31.274299 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-455df4ad-6303-4dec-9711-fee71498ef25 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:31.281242 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-4838da05-2e57-4d9c-8276-231cbf9b5e43 service neutron] 10.222.0.10 "GET /v2.0/networks/58282348-4092-4e5e-b7c0-667535a141b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6312671 Apr 20 17:24:31.290995 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-55ac6ccd-f5a6-419d-b131-3f9bf20a3d7d tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Usage tracker for resource:security_group_rule and tenant:08a5502d67614160810d1661ba60332b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:24:31.303129 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-55ac6ccd-f5a6-419d-b131-3f9bf20a3d7d tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:24:31.343676 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-55ac6ccd-f5a6-419d-b131-3f9bf20a3d7d tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:24:31.344862 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-0e6166c1-0c46-4d3b-bfa5-36f00a13d012 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:31.388462 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ebd53ec2-229a-4964-9231-c65cff7c9571 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:31.426740 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-ebd53ec2-229a-4964-9231-c65cff7c9571 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f1e448-db15-4c9f-8c5b-a0fa35869e80']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:31.449449 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-ebd53ec2-229a-4964-9231-c65cff7c9571 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed532698-ac79-4654-b726-93450dcffcf6') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:31.450068 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-ebd53ec2-229a-4964-9231-c65cff7c9571 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed532698-ac79-4654-b726-93450dcffcf6') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:31.470678 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ebd53ec2-229a-4964-9231-c65cff7c9571 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:31.521028 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-4b6e8be5-ae64-4a65-9cc6-ec89cfdce7d6 None None] For port 27d598ac-acbd-4a33-b47c-5e85eec2ee65, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=27d598ac-acbd-4a33-b47c-5e85eec2ee65,segment=NetworkSegment(abb1ef17-1d29-49c1-9668-c4c78c541eec),segment_id=abb1ef17-1d29-49c1-9668-c4c78c541eec)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:31.521876 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4b6e8be5-ae64-4a65-9cc6-ec89cfdce7d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:31.541264 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ebd53ec2-229a-4964-9231-c65cff7c9571 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:31.553557 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-52057959-1aed-48a0-88a9-a0f94271407e service neutron] 10.222.0.10 "GET /v2.0/networks/58282348-4092-4e5e-b7c0-667535a141b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286696 Apr 20 17:24:31.554573 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-0e6166c1-0c46-4d3b-bfa5-36f00a13d012 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:31.572881 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f8c1efac-85d0-4d38-b71e-c1f96dca0f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:24:31.577243 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd53ec2-229a-4964-9231-c65cff7c9571 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:24:31.578080 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ebd53ec2-229a-4964-9231-c65cff7c9571 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:31.598874 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:24:31.598874 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:24:31.598874 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:24:31.598874 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:24:31.598874 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:24:31.598874 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:24:31.598874 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:24:31.598874 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:24:31.598874 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:24:31.598874 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:24:31.598874 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:24:31.598874 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:24:31.598874 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:24:31.598874 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:24:31.598874 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:24:31.598874 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:24:31.598874 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:24:31.598874 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:24:31.598874 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:24:31.598874 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:24:31.598874 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:24:31.598874 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:24:31.598874 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:24:31.598874 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:24:31.598874 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:24:31.598874 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:24:31.598874 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:24:31.598874 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:24:31.598874 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:24:31.598874 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:24:31.598874 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:24:31.598874 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:24:31.608711 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f8c1efac-85d0-4d38-b71e-c1f96dca0f90 admin admin] Usage tracker for resource:security_group_rule and tenant:471f8a31bd154d1aaa116125b4a3aae8 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:24:31.621183 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f8c1efac-85d0-4d38-b71e-c1f96dca0f90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:24:31.644122 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-4b6e8be5-ae64-4a65-9cc6-ec89cfdce7d6 None None] Calling delete_port for 27d598ac-acbd-4a33-b47c-5e85eec2ee65 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:24:31.663944 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-455df4ad-6303-4dec-9711-fee71498ef25 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Allocated IP 172.25.8.136 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/6f97b818-9083-4516-b947-35c38b89a9bd) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:24:31.668806 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9a0a1-1d03-45ba-998b-0564c96ecedd None None] Deleting port d824ad06-7c30-414c-8f94-86198a08a179 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:24:31.669414 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a0a1-1d03-45ba-998b-0564c96ecedd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:31.681598 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-510e0ccf-24c1-4908-848c-ac20803e61a5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5d0fbed274dd43a98f76b7af3fc72e75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6703484 Apr 20 17:24:31.681598 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f8c1efac-85d0-4d38-b71e-c1f96dca0f90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:24:31.694617 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47070) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:31.716524 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-e3ee9d25-c30c-4d01-9df9-99bff56f8989 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=245a988c-cbcb-4957-b136-a84d61c64d6f HTTP/1.1" status: 200 len: 217 time: 0.1146979 Apr 20 17:24:31.749088 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9a0a1-1d03-45ba-998b-0564c96ecedd None None] The port 'd824ad06-7c30-414c-8f94-86198a08a179' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:24:31.767828 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ebd53ec2-229a-4964-9231-c65cff7c9571 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:31.772629 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ebd53ec2-229a-4964-9231-c65cff7c9571 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:31.794797 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4b6e8be5-ae64-4a65-9cc6-ec89cfdce7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:31.796630 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6166c1-0c46-4d3b-bfa5-36f00a13d012 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Pushing event updated for resources: {'Port': ['ID=0ac1cf74-6e82-4cd3-abdc-d90e9520f633,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:31.827366 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-55ac6ccd-f5a6-419d-b131-3f9bf20a3d7d tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:31.829623 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd53ec2-229a-4964-9231-c65cff7c9571 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Pushing event deleted for resources: {'Network': ['ID=d9f1e448-db15-4c9f-8c5b-a0fa35869e80,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:31.842307 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e8be5-ae64-4a65-9cc6-ec89cfdce7d6 None None] Pushing event deleted for resources: {'Port': ['ID=27d598ac-acbd-4a33-b47c-5e85eec2ee65,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:31.845224 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacf577-fce4-49f7-a2ae-aa1a1e3bf744 req-e6a0a755-5776-48e7-b704-3fffa4d2a223 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:31.848273 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6e8be5-ae64-4a65-9cc6-ec89cfdce7d6 None None] No DVR routers for this DVR port 27d598ac-acbd-4a33-b47c-5e85eec2ee65 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:24:31.852607 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-0e6166c1-0c46-4d3b-bfa5-36f00a13d012 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Network a67a341d-b672-4104-af6c-e38bcd7fa6c1 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:24:31.857952 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eaacf577-fce4-49f7-a2ae-aa1a1e3bf744 req-e6a0a755-5776-48e7-b704-3fffa4d2a223 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 944 time: 0.5267594 Apr 20 17:24:31.875402 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-0e6166c1-0c46-4d3b-bfa5-36f00a13d012 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:24:31.882600 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-0e6166c1-0c46-4d3b-bfa5-36f00a13d012 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:24:31.883125 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-55ac6ccd-f5a6-419d-b131-3f9bf20a3d7d tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:31.930584 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ebd53ec2-229a-4964-9231-c65cff7c9571 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "DELETE /v2.0/networks/d9f1e448-db15-4c9f-8c5b-a0fa35869e80 HTTP/1.1" status: 204 len: 168 time: 1.3892682 Apr 20 17:24:31.936496 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47074) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:31.959795 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ac6ccd-f5a6-419d-b131-3f9bf20a3d7d tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:24:31.975073 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704f943-0512-45a5-ba62-e6e79479c513 req-41c6f535-7a1f-4e5e-a67a-3970cbb3388d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:31.976505 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-41c6f535-7a1f-4e5e-a67a-3970cbb3388d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5ebbe7f-912e-4e00-9c1b-0556bb717366 HTTP/1.1" status: 200 len: 797 time: 0.2510536 Apr 20 17:24:31.982151 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac6ccd-f5a6-419d-b131-3f9bf20a3d7d tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9347ae07-06ff-40d1-b524-6aac4e8b3915,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:31.989432 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eaacf577-fce4-49f7-a2ae-aa1a1e3bf744 req-830a6d82-1fff-4f05-bce0-1fd6ad8eba77 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340470 Apr 20 17:24:31.991369 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8c1efac-85d0-4d38-b71e-c1f96dca0f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:31.994458 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-55ac6ccd-f5a6-419d-b131-3f9bf20a3d7d tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:31.994802 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-55ac6ccd-f5a6-419d-b131-3f9bf20a3d7d tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Added segment b7d37971-595f-4712-8563-41a6cf67eecf of type vlan for network 07cc2ede-07bf-4f02-8a22-ab62099fdff6 Apr 20 17:24:32.003254 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8c1efac-85d0-4d38-b71e-c1f96dca0f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:32.052201 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:24:32.058460 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-55ac6ccd-f5a6-419d-b131-3f9bf20a3d7d tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:32.062158 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c1efac-85d0-4d38-b71e-c1f96dca0f90 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:24:32.068460 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1efac-85d0-4d38-b71e-c1f96dca0f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66b7098-e482-4f00-b849-9ed5af9fe331,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:32.079636 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8c1efac-85d0-4d38-b71e-c1f96dca0f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:32.079912 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-f8c1efac-85d0-4d38-b71e-c1f96dca0f90 admin admin] Added segment d9731c3b-3e77-4196-81f2-90733d5adc6b of type vlan for network cd568712-c949-4779-b636-1bac64edb15d Apr 20 17:24:32.120713 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8c1efac-85d0-4d38-b71e-c1f96dca0f90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:32.124591 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-55ac6ccd-f5a6-419d-b131-3f9bf20a3d7d tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:32.128324 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ac6ccd-f5a6-419d-b131-3f9bf20a3d7d tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:32.128888 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-55ac6ccd-f5a6-419d-b131-3f9bf20a3d7d tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:32.267189 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac6ccd-f5a6-419d-b131-3f9bf20a3d7d tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Pushing event updated for resources: {'Network': ['ID=07cc2ede-07bf-4f02-8a22-ab62099fdff6,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:32.271116 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-55ac6ccd-f5a6-419d-b131-3f9bf20a3d7d tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.8329883 Apr 20 17:24:32.274101 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47082) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:32.280228 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 07cc2ede-07bf-4f02-8a22-ab62099fdff6 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:24:32.284839 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-3a78afa4-289d-484d-b96e-9cc5989787a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Request body: {'subnet': {'network_id': '07cc2ede-07bf-4f02-8a22-ab62099fdff6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:32.287646 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-0e6166c1-0c46-4d3b-bfa5-36f00a13d012 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:32.288415 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-0e6166c1-0c46-4d3b-bfa5-36f00a13d012 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:32.306655 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8c1efac-85d0-4d38-b71e-c1f96dca0f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:32.307767 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c1efac-85d0-4d38-b71e-c1f96dca0f90 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:32.308577 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8c1efac-85d0-4d38-b71e-c1f96dca0f90 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:32.325462 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9c08c250-4df8-4010-93c3-1d573655f7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:32.374218 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-455df4ad-6303-4dec-9711-fee71498ef25 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:32.404309 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-0e6166c1-0c46-4d3b-bfa5-36f00a13d012 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1106246 Apr 20 17:24:32.407916 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5cb6ea0c-383b-46d6-ac4a-fddd604ea662 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:32.419086 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9c08c250-4df8-4010-93c3-1d573655f7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:32.436097 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-90b21c22-7d32-400e-859f-dffb6ded1847 service neutron] Request body: {'port': {'device_id': 'd80a9649-4e14-438d-b094-a7f180e69201', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:32.470717 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 27d598ac-acbd-4a33-b47c-5e85eec2ee65 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:24:32.508958 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 27d598ac-acbd-4a33-b47c-5e85eec2ee65 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:24:32.509562 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 27d598ac-acbd-4a33-b47c-5e85eec2ee65 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:24:32.613681 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-3660b251-c450-4da3-9aac-46745295799e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d480786-fdb1-4243-8366-e7c5fa985200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6207833 Apr 20 17:24:32.634213 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f8c1efac-85d0-4d38-b71e-c1f96dca0f90 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1293995 Apr 20 17:24:32.646692 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47086) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:32.657157 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-73724467-aba9-4328-b479-a7beb209f96f admin admin] Request body: {'subnet': {'network_id': 'cd568712-c949-4779-b636-1bac64edb15d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2107951218-subnet', 'tenant_id': '471f8a31bd154d1aaa116125b4a3aae8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:32.665593 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1efac-85d0-4d38-b71e-c1f96dca0f90 admin admin] Pushing event updated for resources: {'Network': ['ID=cd568712-c949-4779-b636-1bac64edb15d,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:32.668177 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-73724467-aba9-4328-b479-a7beb209f96f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:24:32.677065 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network cd568712-c949-4779-b636-1bac64edb15d details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:24:32.680614 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-73724467-aba9-4328-b479-a7beb209f96f admin admin] Usage tracker for resource:subnet and tenant:471f8a31bd154d1aaa116125b4a3aae8 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:24:32.685882 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-73724467-aba9-4328-b479-a7beb209f96f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:24:32.691036 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3a78afa4-289d-484d-b96e-9cc5989787a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:24:32.697738 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-73724467-aba9-4328-b479-a7beb209f96f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:24:32.701249 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3a78afa4-289d-484d-b96e-9cc5989787a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Usage tracker for resource:subnet and tenant:08a5502d67614160810d1661ba60332b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:24:32.706933 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3a78afa4-289d-484d-b96e-9cc5989787a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:24:32.718225 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3a78afa4-289d-484d-b96e-9cc5989787a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:24:32.726969 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73724467-aba9-4328-b479-a7beb209f96f admin admin] Made reservation on behalf of 471f8a31bd154d1aaa116125b4a3aae8 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:24:32.727303 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b470ba9-fd89-4d74-8adf-3a4e25b172d6 req-61b68064-c8b6-41d3-a48e-231405fa6641 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:32.728000 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-8b470ba9-fd89-4d74-8adf-3a4e25b172d6 req-61b68064-c8b6-41d3-a48e-231405fa6641 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Synchronizing usage tracker for tenant:fce56b4868f048309077dc7c0bf671f8 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:24:32.729188 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-73724467-aba9-4328-b479-a7beb209f96f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:32.759240 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86663a-7791-4884-b612-e925d8f32df3 req-acb0ff9e-7b2d-47cf-b62d-e4ba3f5c8ec2 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:32.762966 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86663a-7791-4884-b612-e925d8f32df3 req-acb0ff9e-7b2d-47cf-b62d-e4ba3f5c8ec2 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:32.766783 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86663a-7791-4884-b612-e925d8f32df3 req-acb0ff9e-7b2d-47cf-b62d-e4ba3f5c8ec2 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:32.770580 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86663a-7791-4884-b612-e925d8f32df3 req-acb0ff9e-7b2d-47cf-b62d-e4ba3f5c8ec2 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:32.774364 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86663a-7791-4884-b612-e925d8f32df3 req-acb0ff9e-7b2d-47cf-b62d-e4ba3f5c8ec2 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:32.778179 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86663a-7791-4884-b612-e925d8f32df3 req-acb0ff9e-7b2d-47cf-b62d-e4ba3f5c8ec2 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:32.782075 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86663a-7791-4884-b612-e925d8f32df3 req-acb0ff9e-7b2d-47cf-b62d-e4ba3f5c8ec2 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:32.785562 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7d86663a-7791-4884-b612-e925d8f32df3 req-acb0ff9e-7b2d-47cf-b62d-e4ba3f5c8ec2 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5431 time: 0.3846588 Apr 20 17:24:32.819277 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-455df4ad-6303-4dec-9711-fee71498ef25 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:32.828904 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a78afa4-289d-484d-b96e-9cc5989787a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Made reservation on behalf of 08a5502d67614160810d1661ba60332b for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:24:32.869161 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5cb6ea0c-383b-46d6-ac4a-fddd604ea662 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:32.898869 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-90b21c22-7d32-400e-859f-dffb6ded1847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:32.920290 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-8b470ba9-fd89-4d74-8adf-3a4e25b172d6 req-61b68064-c8b6-41d3-a48e-231405fa6641 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Unset dirty status for tenant:fce56b4868f048309077dc7c0bf671f8 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:24:32.921428 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8b470ba9-fd89-4d74-8adf-3a4e25b172d6 req-61b68064-c8b6-41d3-a48e-231405fa6641 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=d80a9649-4e14-438d-b094-a7f180e69201 HTTP/1.1" status: 200 len: 931 time: 0.6704774 Apr 20 17:24:32.921990 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9c08c250-4df8-4010-93c3-1d573655f7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:32.969055 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-5cb6ea0c-383b-46d6-ac4a-fddd604ea662 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39373cc-9e04-46cb-a6a0-e81ef6eae8fd']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:32.987208 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3a78afa4-289d-484d-b96e-9cc5989787a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:33.036578 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455df4ad-6303-4dec-9711-fee71498ef25 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:24:33.041338 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-5cb6ea0c-383b-46d6-ac4a-fddd604ea662 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abb1ef17-1d29-49c1-9668-c4c78c541eec') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:33.041784 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-5cb6ea0c-383b-46d6-ac4a-fddd604ea662 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abb1ef17-1d29-49c1-9668-c4c78c541eec') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:33.053493 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08c250-4df8-4010-93c3-1d573655f7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a50229-2dd0-4f45-ba0e-46b263e69c0e,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:33.071557 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-455df4ad-6303-4dec-9711-fee71498ef25 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:24:33.073351 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455df4ad-6303-4dec-9711-fee71498ef25 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Pushing event updated for resources: {'Port': ['ID=6f97b818-9083-4516-b947-35c38b89a9bd,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:33.083742 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7d86663a-7791-4884-b612-e925d8f32df3 req-9881d8b1-c1c8-4a33-b46a-be9877f1285b tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2336540 Apr 20 17:24:33.091814 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455df4ad-6303-4dec-9711-fee71498ef25 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:24:33.120663 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5cb6ea0c-383b-46d6-ac4a-fddd604ea662 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:33.131081 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9c08c250-4df8-4010-93c3-1d573655f7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:33.132195 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9c08c250-4df8-4010-93c3-1d573655f7a0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d5a50229-2dd0-4f45-ba0e-46b263e69c0e HTTP/1.1" status: 204 len: 168 time: 1.4366477 Apr 20 17:24:33.168243 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-1c19251d-f4a5-4d76-842f-11e5b0a1f5df service neutron] 10.222.0.10 "GET /v2.0/networks/4d480786-fdb1-4243-8366-e7c5fa985200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5361447 Apr 20 17:24:33.183932 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5cb6ea0c-383b-46d6-ac4a-fddd604ea662 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:33.227351 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb6ea0c-383b-46d6-ac4a-fddd604ea662 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:24:33.227767 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5cb6ea0c-383b-46d6-ac4a-fddd604ea662 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:33.283066 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:24:33.283066 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:24:33.283066 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:24:33.283066 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:24:33.283066 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:24:33.283066 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:24:33.283066 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:24:33.283066 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:24:33.283066 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:24:33.283066 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:24:33.283066 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:24:33.283066 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:24:33.283066 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:24:33.283066 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:24:33.283066 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:24:33.283066 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:24:33.283066 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:24:33.283066 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:24:33.283066 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:24:33.283066 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:24:33.283066 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:24:33.283066 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:24:33.283066 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:24:33.283066 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:24:33.283066 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:24:33.283066 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:24:33.283066 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:24:33.283066 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:24:33.283066 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:24:33.283066 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:24:33.283066 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:24:33.283066 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:24:33.284933 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8b470ba9-fd89-4d74-8adf-3a4e25b172d6 req-6f53272d-982c-49fa-a210-cba2dbe7b518 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336642 Apr 20 17:24:33.310010 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-73724467-aba9-4328-b479-a7beb209f96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:33.397999 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ca3453d0-7f07-4e9c-8b96-ebe8788d961d details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:24:33.488630 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5cb6ea0c-383b-46d6-ac4a-fddd604ea662 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:33.506682 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73724467-aba9-4328-b479-a7beb209f96f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3be6457a-bc60-4c54-a090-59c75d897a38,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:33.526178 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3a78afa4-289d-484d-b96e-9cc5989787a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:33.563777 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5cb6ea0c-383b-46d6-ac4a-fddd604ea662 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:33.610586 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75f17b-89d2-4813-8cc2-23b92876d1a0 req-020fa7a8-1e1f-4141-b483-49caad83e238 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:33.611721 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6ea0c-383b-46d6-ac4a-fddd604ea662 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] Pushing event deleted for resources: {'Network': ['ID=a39373cc-9e04-46cb-a6a0-e81ef6eae8fd,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:33.612070 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0e75f17b-89d2-4813-8cc2-23b92876d1a0 req-020fa7a8-1e1f-4141-b483-49caad83e238 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 944 time: 0.3679552 Apr 20 17:24:33.622562 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73724467-aba9-4328-b479-a7beb209f96f admin admin] Checking segment: {'id': 'd9731c3b-3e77-4196-81f2-90733d5adc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cd568712-c949-4779-b636-1bac64edb15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:24:33.622860 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73724467-aba9-4328-b479-a7beb209f96f admin admin] Network hostable DHCP agents. Network: cd568712-c949-4779-b636-1bac64edb15d, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:24:33.629111 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-5f627669-889b-485f-a6a2-5069334cbbb9 service neutron] 10.222.0.10 "GET /v2.0/networks/4d480786-fdb1-4243-8366-e7c5fa985200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501078 Apr 20 17:24:33.630336 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5cb6ea0c-383b-46d6-ac4a-fddd604ea662 tempest-TaggedBootDevicesTest-727731703 tempest-TaggedBootDevicesTest-727731703-project] 10.222.0.39 "DELETE /v2.0/networks/a39373cc-9e04-46cb-a6a0-e81ef6eae8fd HTTP/1.1" status: 204 len: 168 time: 1.6902544 Apr 20 17:24:33.673641 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78afa4-289d-484d-b96e-9cc5989787a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Pushing event updated for resources: {'Subnet': ['ID=a38f964b-689d-4cef-86d7-0f6822e091fd,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:33.711086 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a78afa4-289d-484d-b96e-9cc5989787a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Checking segment: {'id': 'b7d37971-595f-4712-8563-41a6cf67eecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '07cc2ede-07bf-4f02-8a22-ab62099fdff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:24:33.711438 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a78afa4-289d-484d-b96e-9cc5989787a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Network hostable DHCP agents. Network: 07cc2ede-07bf-4f02-8a22-ab62099fdff6, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:24:33.745750 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ca3453d0-7f07-4e9c-8b96-ebe8788d961d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ca3453d0-7f07-4e9c-8b96-ebe8788d961d,segment=NetworkSegment(66b29461-7e00-47bd-9ba1-5ef6f56d61e9),segment_id=66b29461-7e00-47bd-9ba1-5ef6f56d61e9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:33.746600 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0e75f17b-89d2-4813-8cc2-23b92876d1a0 req-2b983bf8-3f42-4d90-a3ad-e59898882aac tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148000 Apr 20 17:24:33.750688 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73724467-aba9-4328-b479-a7beb209f96f admin admin] Network cd568712-c949-4779-b636-1bac64edb15d is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:24:33.756848 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-198d2f5d-2a65-4eb7-9172-038ebc2fa4e8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=a5d53015-50ae-41a9-bd75-85482f56c83e HTTP/1.1" status: 200 len: 217 time: 0.0843272 Apr 20 17:24:33.789917 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'ca3453d0-7f07-4e9c-8b96-ebe8788d961d', 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8', 'port_id': 'ca3453d0-7f07-4e9c-8b96-ebe8788d961d', 'mac_address': 'fa:16:3e:43:ec:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:24:33.794961 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a78afa4-289d-484d-b96e-9cc5989787a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Network 07cc2ede-07bf-4f02-8a22-ab62099fdff6 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:24:33.805862 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-73724467-aba9-4328-b479-a7beb209f96f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, cd568712-c949-4779-b636-1bac64edb15d) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:24:33.810564 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73724467-aba9-4328-b479-a7beb209f96f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:33.811193 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-73724467-aba9-4328-b479-a7beb209f96f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:33.825588 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-3a78afa4-289d-484d-b96e-9cc5989787a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 07cc2ede-07bf-4f02-8a22-ab62099fdff6) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:24:33.830132 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a78afa4-289d-484d-b96e-9cc5989787a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:33.830798 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3a78afa4-289d-484d-b96e-9cc5989787a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:33.874201 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd538a0b-be0b-4a6e-8092-903683a143bd None None] Network cd568712-c949-4779-b636-1bac64edb15d requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:24:33.877223 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-73724467-aba9-4328-b479-a7beb209f96f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2291641 Apr 20 17:24:33.887929 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069600d3-f4c8-463d-b451-1e79b16e7eeb None None] Network 07cc2ede-07bf-4f02-8a22-ab62099fdff6 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:24:33.889457 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3a78afa4-289d-484d-b96e-9cc5989787a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6141996 Apr 20 17:24:33.892012 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47108) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:33.914693 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-0a420eb0-36d8-4bfb-aa87-2dc29044694c tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Request body: {'port': {'network_id': '07cc2ede-07bf-4f02-8a22-ab62099fdff6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1950172751'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:34.029045 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-455df4ad-6303-4dec-9711-fee71498ef25 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:34.102443 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704f943-0512-45a5-ba62-e6e79479c513 req-ebf153d8-037a-4865-82c4-24aafb7e23e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:34.105037 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-ebf153d8-037a-4865-82c4-24aafb7e23e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5ebbe7f-912e-4e00-9c1b-0556bb717366 HTTP/1.1" status: 200 len: 797 time: 0.2994883 Apr 20 17:24:34.138111 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0a420eb0-36d8-4bfb-aa87-2dc29044694c tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:24:34.143829 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0a420eb0-36d8-4bfb-aa87-2dc29044694c tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Usage tracker for resource:port and tenant:08a5502d67614160810d1661ba60332b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:24:34.152086 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0a420eb0-36d8-4bfb-aa87-2dc29044694c tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:24:34.167515 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0a420eb0-36d8-4bfb-aa87-2dc29044694c tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:24:34.199734 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a420eb0-36d8-4bfb-aa87-2dc29044694c tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Made reservation on behalf of 08a5502d67614160810d1661ba60332b for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:24:34.202962 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0a420eb0-36d8-4bfb-aa87-2dc29044694c tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:34.247576 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-0a420eb0-36d8-4bfb-aa87-2dc29044694c tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] device_id is not set on port bc2c6b3a-b48f-419b-bfdd-9d6a979483a0 yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:24:34.331338 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-455df4ad-6303-4dec-9711-fee71498ef25 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:34.347279 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:34.461073 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca3453d0-7f07-4e9c-8b96-ebe8788d961d {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:24:34.499166 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ca3453d0-7f07-4e9c-8b96-ebe8788d961d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ca3453d0-7f07-4e9c-8b96-ebe8788d961d,segment=NetworkSegment(66b29461-7e00-47bd-9ba1-5ef6f56d61e9),segment_id=66b29461-7e00-47bd-9ba1-5ef6f56d61e9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:34.510744 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47132) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:34.520767 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:34.556374 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-90b21c22-7d32-400e-859f-dffb6ded1847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ac1cf74-6e82-4cd3-abdc-d90e9520f633 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:24:34.563811 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-0a420eb0-36d8-4bfb-aa87-2dc29044694c tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Allocated IP 2001:db8::369 (07cc2ede-07bf-4f02-8a22-ab62099fdff6/a38f964b-689d-4cef-86d7-0f6822e091fd/bc2c6b3a-b48f-419b-bfdd-9d6a979483a0) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:24:34.582217 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-90b21c22-7d32-400e-859f-dffb6ded1847 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:34.609721 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95569926-5d66-49ec-a72b-f35ef1dd8c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-07cc2ede-07bf-4f02-8a22-ab62099fdff6', 'network_id': '07cc2ede-07bf-4f02-8a22-ab62099fdff6', 'tenant_id': '08a5502d67614160810d1661ba60332b', 'fixed_ips': [{'subnet_id': 'a38f964b-689d-4cef-86d7-0f6822e091fd'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:24:34.611440 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-95569926-5d66-49ec-a72b-f35ef1dd8c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:34.665020 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-90b21c22-7d32-400e-859f-dffb6ded1847 service neutron] Transition to ACTIVE for port object 0ac1cf74-6e82-4cd3-abdc-d90e9520f633 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:24:34.697114 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-90b21c22-7d32-400e-859f-dffb6ded1847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:34.739969 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-7747c91b-cc51-44b0-b10c-118464e1cf4f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Request body: {'networks': [{'name': 'tempest-network--1434599200'}, {'name': 'tempest-network--279534405'}]} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:34.740375 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-7747c91b-cc51-44b0-b10c-118464e1cf4f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Request body: {'network': {'name': 'tempest-network--1434599200'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:34.740898 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-7747c91b-cc51-44b0-b10c-118464e1cf4f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Request body: {'network': {'name': 'tempest-network--279534405'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:34.747563 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7747c91b-cc51-44b0-b10c-118464e1cf4f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:24:34.753005 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7747c91b-cc51-44b0-b10c-118464e1cf4f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Usage tracker for resource:network and tenant:7e01813b81bf4582aa1ed58a5cf1adbe is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:24:34.756244 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7747c91b-cc51-44b0-b10c-118464e1cf4f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:24:34.762868 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7747c91b-cc51-44b0-b10c-118464e1cf4f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:24:34.786002 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7747c91b-cc51-44b0-b10c-118464e1cf4f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Made reservation on behalf of 7e01813b81bf4582aa1ed58a5cf1adbe for: {'network': 2} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:24:34.789325 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7747c91b-cc51-44b0-b10c-118464e1cf4f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:34.812982 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7747c91b-cc51-44b0-b10c-118464e1cf4f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:34.830309 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-1297c2f5-db7b-4388-83dd-13bb0092f4b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d480786-fdb1-4243-8366-e7c5fa985200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6807828 Apr 20 17:24:34.898396 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['ca3453d0-7f07-4e9c-8b96-ebe8788d961d'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:24:34.927375 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b21c22-7d32-400e-859f-dffb6ded1847 service neutron] Pushing event updated for resources: {'Port': ['ID=0ac1cf74-6e82-4cd3-abdc-d90e9520f633,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:34.984899 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=ca3453d0-7f07-4e9c-8b96-ebe8788d961d,revision_number=9']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:35.017324 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c98985-d353-4cfc-8c4f-37e800dfa799 req-a36a1bb4-7ce3-4746-bc01-abc2675f26eb tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:35.021540 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c98985-d353-4cfc-8c4f-37e800dfa799 req-a36a1bb4-7ce3-4746-bc01-abc2675f26eb tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:35.025523 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c98985-d353-4cfc-8c4f-37e800dfa799 req-a36a1bb4-7ce3-4746-bc01-abc2675f26eb tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:35.029601 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c98985-d353-4cfc-8c4f-37e800dfa799 req-a36a1bb4-7ce3-4746-bc01-abc2675f26eb tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:35.033609 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c98985-d353-4cfc-8c4f-37e800dfa799 req-a36a1bb4-7ce3-4746-bc01-abc2675f26eb tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:35.037619 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c98985-d353-4cfc-8c4f-37e800dfa799 req-a36a1bb4-7ce3-4746-bc01-abc2675f26eb tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:35.041626 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c98985-d353-4cfc-8c4f-37e800dfa799 req-a36a1bb4-7ce3-4746-bc01-abc2675f26eb tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:35.043779 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d7c98985-d353-4cfc-8c4f-37e800dfa799 req-a36a1bb4-7ce3-4746-bc01-abc2675f26eb tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5431 time: 0.6437278 Apr 20 17:24:35.064357 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da368357-5ceb-48bd-abad-a6fe5e6b732c None None] Network cd568712-c949-4779-b636-1bac64edb15d requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:24:35.067688 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d40628-fd1e-42e7-b65a-3165e41bb362 req-58ac4874-5a23-4e1f-bf36-77390f1f115a tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:35.070717 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-42d40628-fd1e-42e7-b65a-3165e41bb362 req-58ac4874-5a23-4e1f-bf36-77390f1f115a tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=d80a9649-4e14-438d-b094-a7f180e69201 HTTP/1.1" status: 200 len: 931 time: 0.5044656 Apr 20 17:24:35.088236 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7747c91b-cc51-44b0-b10c-118464e1cf4f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:24:35.124083 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7747c91b-cc51-44b0-b10c-118464e1cf4f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Usage tracker for resource:security_group_rule and tenant:7e01813b81bf4582aa1ed58a5cf1adbe is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:24:35.142427 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7747c91b-cc51-44b0-b10c-118464e1cf4f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:24:35.151829 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7747c91b-cc51-44b0-b10c-118464e1cf4f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:24:35.158469 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0a420eb0-36d8-4bfb-aa87-2dc29044694c tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:35.189925 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-0a420eb0-36d8-4bfb-aa87-2dc29044694c tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Transition to ACTIVE for port object bc2c6b3a-b48f-419b-bfdd-9d6a979483a0 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:24:35.246114 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-cd4dca31-c8bc-4099-84a5-2a4e1a45233b service neutron] 10.222.0.10 "GET /v2.0/networks/4d480786-fdb1-4243-8366-e7c5fa985200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633387 Apr 20 17:24:35.248938 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [None req-455df4ad-6303-4dec-9711-fee71498ef25 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:24:35.254859 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7ef4e1b5-afaa-4be9-8a38-e0e3cc198c73 req-63eeebd6-db23-472f-a8ec-ac6097551f11 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3427355 Apr 20 17:24:35.274808 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d7c98985-d353-4cfc-8c4f-37e800dfa799 req-30aef532-c33f-4255-9190-49da22f84332 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2120645 Apr 20 17:24:35.290944 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-42d40628-fd1e-42e7-b65a-3165e41bb362 req-f7efb3ed-3e86-47bf-9611-086ebb6b83ae tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042720 Apr 20 17:24:35.354777 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-455df4ad-6303-4dec-9711-fee71498ef25 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:35.479997 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-455df4ad-6303-4dec-9711-fee71498ef25 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:35.501535 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-95569926-5d66-49ec-a72b-f35ef1dd8c46 None None] Allocated IP 2001:db8::2 (07cc2ede-07bf-4f02-8a22-ab62099fdff6/a38f964b-689d-4cef-86d7-0f6822e091fd/3be6a281-2106-4c0c-b0d4-cd263ffc53f8) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:24:35.552101 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-90b21c22-7d32-400e-859f-dffb6ded1847 service neutron] Attempting to bind port 0ac1cf74-6e82-4cd3-abdc-d90e9520f633 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:24:35.552676 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-90b21c22-7d32-400e-859f-dffb6ded1847 service neutron] Attempting to bind port 0ac1cf74-6e82-4cd3-abdc-d90e9520f633 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '5738320b-bb4f-4c6b-94f2-7a17321dd8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a67a341d-b672-4104-af6c-e38bcd7fa6c1'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:24:35.553182 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-90b21c22-7d32-400e-859f-dffb6ded1847 service neutron] Attempting to bind port 0ac1cf74-6e82-4cd3-abdc-d90e9520f633 on network a67a341d-b672-4104-af6c-e38bcd7fa6c1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:24:35.716716 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0a420eb0-36d8-4bfb-aa87-2dc29044694c tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:35.720634 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7747c91b-cc51-44b0-b10c-118464e1cf4f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:35.724925 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-90b21c22-7d32-400e-859f-dffb6ded1847 service neutron] Port 0ac1cf74-6e82-4cd3-abdc-d90e9520f633 on network a67a341d-b672-4104-af6c-e38bcd7fa6c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:24:35.725458 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-90b21c22-7d32-400e-859f-dffb6ded1847 service neutron] Attempting to bind port 0ac1cf74-6e82-4cd3-abdc-d90e9520f633 on network a67a341d-b672-4104-af6c-e38bcd7fa6c1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:24:35.753443 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455df4ad-6303-4dec-9711-fee71498ef25 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Pushing event updated for resources: {'Port': ['ID=6f97b818-9083-4516-b947-35c38b89a9bd,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:35.787774 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-90b21c22-7d32-400e-859f-dffb6ded1847 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:24:35.788108 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-90b21c22-7d32-400e-859f-dffb6ded1847 service neutron] Checking segment: {'id': '5738320b-bb4f-4c6b-94f2-7a17321dd8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a67a341d-b672-4104-af6c-e38bcd7fa6c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:24:35.788499 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-90b21c22-7d32-400e-859f-dffb6ded1847 service neutron] Bound using segment: {'id': '5738320b-bb4f-4c6b-94f2-7a17321dd8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a67a341d-b672-4104-af6c-e38bcd7fa6c1'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:24:35.788948 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-90b21c22-7d32-400e-859f-dffb6ded1847 service neutron] Bound port: 0ac1cf74-6e82-4cd3-abdc-d90e9520f633, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5738320b-bb4f-4c6b-94f2-7a17321dd8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a67a341d-b672-4104-af6c-e38bcd7fa6c1'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:24:35.789294 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-90b21c22-7d32-400e-859f-dffb6ded1847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:35.810366 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-1b5e51d6-b83a-47eb-89dc-5b34bc70bb85 service neutron] 10.222.0.10 "GET /v2.0/networks/4d480786-fdb1-4243-8366-e7c5fa985200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5516088 Apr 20 17:24:35.815400 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7747c91b-cc51-44b0-b10c-118464e1cf4f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:35.815651 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7747c91b-cc51-44b0-b10c-118464e1cf4f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:35.824289 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-455df4ad-6303-4dec-9711-fee71498ef25 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:35.843079 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a420eb0-36d8-4bfb-aa87-2dc29044694c tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Network 07cc2ede-07bf-4f02-8a22-ab62099fdff6 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:24:35.860482 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-0a420eb0-36d8-4bfb-aa87-2dc29044694c tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:24:35.896707 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-95569926-5d66-49ec-a72b-f35ef1dd8c46 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:35.908273 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-95569926-5d66-49ec-a72b-f35ef1dd8c46 None None] Transition to ACTIVE for port object 3be6a281-2106-4c0c-b0d4-cd263ffc53f8 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:24:35.929837 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-95569926-5d66-49ec-a72b-f35ef1dd8c46 None None] Transition to ACTIVE for port object 3be6a281-2106-4c0c-b0d4-cd263ffc53f8 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:24:35.940848 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a420eb0-36d8-4bfb-aa87-2dc29044694c tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:24:35.941060 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-95569926-5d66-49ec-a72b-f35ef1dd8c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:35.944789 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a420eb0-36d8-4bfb-aa87-2dc29044694c tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:35.945402 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0a420eb0-36d8-4bfb-aa87-2dc29044694c tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:35.956414 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-506f408f-60aa-4d73-b68d-a67e770e8f87 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=f8b4b38f-8a9a-482a-9671-d4d8a1e42e24 HTTP/1.1" status: 200 len: 217 time: 0.1361704 Apr 20 17:24:36.011512 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95569926-5d66-49ec-a72b-f35ef1dd8c46 None None] Network 07cc2ede-07bf-4f02-8a22-ab62099fdff6 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:24:36.014400 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-95569926-5d66-49ec-a72b-f35ef1dd8c46 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:24:36.018991 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95569926-5d66-49ec-a72b-f35ef1dd8c46 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:24:36.019183 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7747c91b-cc51-44b0-b10c-118464e1cf4f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:24:36.021112 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95569926-5d66-49ec-a72b-f35ef1dd8c46 None None] Pushing event updated for resources: {'Port': ['ID=3be6a281-2106-4c0c-b0d4-cd263ffc53f8,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:36.026443 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a420eb0-36d8-4bfb-aa87-2dc29044694c tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Pushing event updated for resources: {'Port': ['ID=bc2c6b3a-b48f-419b-bfdd-9d6a979483a0,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:36.036921 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747c91b-cc51-44b0-b10c-118464e1cf4f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd68bb7-0144-4421-bda5-e67ba5c7b9a1,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:36.071330 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7747c91b-cc51-44b0-b10c-118464e1cf4f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:36.071663 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-7747c91b-cc51-44b0-b10c-118464e1cf4f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Added segment 908d0ce9-a0a7-49e3-959b-d723933b71e2 of type vlan for network c73d5ac7-3632-4299-a317-20ad8a6d2043 Apr 20 17:24:36.083332 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-455df4ad-6303-4dec-9711-fee71498ef25 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:36.095110 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-455df4ad-6303-4dec-9711-fee71498ef25 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9346068 Apr 20 17:24:36.095344 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7ef4e1b5-afaa-4be9-8a38-e0e3cc198c73 req-c24e6df4-52ea-4325-b863-f0e9a4a5e13a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=739e916aa25c4029ad0454743c027d4f&device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 1097 time: 0.4151566 Apr 20 17:24:36.095446 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff7dcb-8e89-452f-9b6b-3340c23e5bd1 req-1c2cace2-33a8-4382-87d8-13943f104dfd tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:36.095537 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0a420eb0-36d8-4bfb-aa87-2dc29044694c tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1957638 Apr 20 17:24:36.106289 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2bff7dcb-8e89-452f-9b6b-3340c23e5bd1 req-1c2cace2-33a8-4382-87d8-13943f104dfd tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 945 time: 0.5559063 Apr 20 17:24:36.115628 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47150) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:36.144753 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-af6f7bd8-0719-4e14-8670-1050f85fe0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Request body: {'port': {'network_id': '07cc2ede-07bf-4f02-8a22-ab62099fdff6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1062561967', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:36.145302 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.api.validators [None req-af6f7bd8-0719-4e14-8670-1050f85fe0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] bootfile-name is not in valid_values {{(pid=84081) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 20 17:24:36.145639 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.api.validators [None req-af6f7bd8-0719-4e14-8670-1050f85fe0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] tftp-server is not in valid_values {{(pid=84081) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 20 17:24:36.145969 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.api.validators [None req-af6f7bd8-0719-4e14-8670-1050f85fe0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] server-ip-address is not in valid_values {{(pid=84081) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 20 17:24:36.155277 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-95569926-5d66-49ec-a72b-f35ef1dd8c46 None None] Attempting to bind port 3be6a281-2106-4c0c-b0d4-cd263ffc53f8 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:24:36.155634 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-95569926-5d66-49ec-a72b-f35ef1dd8c46 None None] Attempting to bind port 3be6a281-2106-4c0c-b0d4-cd263ffc53f8 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'b7d37971-595f-4712-8563-41a6cf67eecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '07cc2ede-07bf-4f02-8a22-ab62099fdff6'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:24:36.155981 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95569926-5d66-49ec-a72b-f35ef1dd8c46 None None] Attempting to bind port 3be6a281-2106-4c0c-b0d4-cd263ffc53f8 on network 07cc2ede-07bf-4f02-8a22-ab62099fdff6 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:24:36.163534 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95569926-5d66-49ec-a72b-f35ef1dd8c46 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:24:36.163898 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95569926-5d66-49ec-a72b-f35ef1dd8c46 None None] Checking segment: {'id': 'b7d37971-595f-4712-8563-41a6cf67eecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '07cc2ede-07bf-4f02-8a22-ab62099fdff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:24:36.164381 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-95569926-5d66-49ec-a72b-f35ef1dd8c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:36.164644 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95569926-5d66-49ec-a72b-f35ef1dd8c46 None None] Bound using segment: {'id': 'b7d37971-595f-4712-8563-41a6cf67eecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '07cc2ede-07bf-4f02-8a22-ab62099fdff6'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:24:36.165097 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-95569926-5d66-49ec-a72b-f35ef1dd8c46 None None] Bound port: 3be6a281-2106-4c0c-b0d4-cd263ffc53f8, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d37971-595f-4712-8563-41a6cf67eecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '07cc2ede-07bf-4f02-8a22-ab62099fdff6'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:24:36.165469 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-95569926-5d66-49ec-a72b-f35ef1dd8c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:36.223207 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7747c91b-cc51-44b0-b10c-118464e1cf4f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:36.273800 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-349436bf-793b-47a8-851a-d546607f7535 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:36.274429 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-349436bf-793b-47a8-851a-d546607f7535 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Synchronizing usage tracker for tenant:471f8a31bd154d1aaa116125b4a3aae8 on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:24:36.315125 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-95569926-5d66-49ec-a72b-f35ef1dd8c46 None None] For port 3be6a281-2106-4c0c-b0d4-cd263ffc53f8, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:24:36.319251 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-95569926-5d66-49ec-a72b-f35ef1dd8c46 None None] For port 3be6a281-2106-4c0c-b0d4-cd263ffc53f8, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3be6a281-2106-4c0c-b0d4-cd263ffc53f8,segment=NetworkSegment(b7d37971-595f-4712-8563-41a6cf67eecf),segment_id=b7d37971-595f-4712-8563-41a6cf67eecf)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:24:36.325993 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-95569926-5d66-49ec-a72b-f35ef1dd8c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:36.330682 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-90b21c22-7d32-400e-859f-dffb6ded1847 service neutron] For port 0ac1cf74-6e82-4cd3-abdc-d90e9520f633, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:24:36.369289 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7747c91b-cc51-44b0-b10c-118464e1cf4f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:24:36.384043 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-349436bf-793b-47a8-851a-d546607f7535 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Unset dirty status for tenant:471f8a31bd154d1aaa116125b4a3aae8 on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:24:36.385192 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-349436bf-793b-47a8-851a-d546607f7535 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.39 "GET /v2.0/networks?id=cd568712-c949-4779-b636-1bac64edb15d HTTP/1.1" status: 200 len: 814 time: 0.6081433 Apr 20 17:24:36.401258 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7747c91b-cc51-44b0-b10c-118464e1cf4f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:36.401587 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-7747c91b-cc51-44b0-b10c-118464e1cf4f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Added segment 87d8b5ca-eb37-437b-b583-a85e2f7db8c5 of type vlan for network 355f1960-a036-482e-94e6-8827f28c69d3 Apr 20 17:24:36.422108 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-fcca500e-ea18-48fa-ae90-ee902a62b4f6 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.39 "GET /v2.0/quotas/471f8a31bd154d1aaa116125b4a3aae8 HTTP/1.1" status: 200 len: 375 time: 0.0190041 Apr 20 17:24:36.484475 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-2b645548-5b59-4d52-9698-6ab38694733b tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=471f8a31bd154d1aaa116125b4a3aae8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543072 Apr 20 17:24:36.515382 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-90b21c22-7d32-400e-859f-dffb6ded1847 service neutron] For port 0ac1cf74-6e82-4cd3-abdc-d90e9520f633, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=0ac1cf74-6e82-4cd3-abdc-d90e9520f633,segment=NetworkSegment(5738320b-bb4f-4c6b-94f2-7a17321dd8ad),segment_id=5738320b-bb4f-4c6b-94f2-7a17321dd8ad)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:24:36.524102 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-af6f7bd8-0719-4e14-8670-1050f85fe0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:24:36.531390 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-af6f7bd8-0719-4e14-8670-1050f85fe0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Usage tracker for resource:port and tenant:08a5502d67614160810d1661ba60332b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:24:36.537340 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-90b21c22-7d32-400e-859f-dffb6ded1847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:36.544143 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95569926-5d66-49ec-a72b-f35ef1dd8c46 None None] Pushing event updated for resources: {'Port': ['ID=3be6a281-2106-4c0c-b0d4-cd263ffc53f8,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:36.561901 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-af6f7bd8-0719-4e14-8670-1050f85fe0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:24:36.605768 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4e1b5-afaa-4be9-8a38-e0e3cc198c73 req-7d177021-a083-45fc-b830-9c4dddd31c3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:36.607268 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7ef4e1b5-afaa-4be9-8a38-e0e3cc198c73 req-7d177021-a083-45fc-b830-9c4dddd31c3d service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 HTTP/1.1" status: 200 len: 920 time: 0.4761586 Apr 20 17:24:36.628290 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704f943-0512-45a5-ba62-e6e79479c513 req-f429fac5-ba5b-434d-91ca-bae0b814c5d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:36.630305 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-f429fac5-ba5b-434d-91ca-bae0b814c5d2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5ebbe7f-912e-4e00-9c1b-0556bb717366 HTTP/1.1" status: 200 len: 797 time: 0.6643527 Apr 20 17:24:36.633679 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-af6f7bd8-0719-4e14-8670-1050f85fe0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:24:36.650670 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7747c91b-cc51-44b0-b10c-118464e1cf4f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:36.748364 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2bff7dcb-8e89-452f-9b6b-3340c23e5bd1 req-6182f548-3bd6-41b3-b71d-0f5ede09fd1f tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6411362 Apr 20 17:24:36.752055 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-90b21c22-7d32-400e-859f-dffb6ded1847 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:36.764217 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-90b21c22-7d32-400e-859f-dffb6ded1847 service neutron] 10.222.0.43 "PUT /v2.0/ports/0ac1cf74-6e82-4cd3-abdc-d90e9520f633 HTTP/1.1" status: 200 len: 1091 time: 4.3385093 Apr 20 17:24:36.775038 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80a9649-4e14-438d-b094-a7f180e69201', 'tag': '0ac1cf74-6e82-4cd3-abdc-d90e9520f633'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:24:36.804162 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6f7bd8-0719-4e14-8670-1050f85fe0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Made reservation on behalf of 08a5502d67614160810d1661ba60332b for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:24:36.808302 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-af6f7bd8-0719-4e14-8670-1050f85fe0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:36.896952 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7ef4e1b5-afaa-4be9-8a38-e0e3cc198c73 req-727fc6d4-1795-4191-9ec6-5ce3b7e52bc5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6887a273-76cb-4753-b5d5-60e022da65bd HTTP/1.1" status: 200 len: 217 time: 0.2329459 Apr 20 17:24:36.928190 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b21c22-7d32-400e-859f-dffb6ded1847 service neutron] Pushing event updated for resources: {'Port': ['ID=0ac1cf74-6e82-4cd3-abdc-d90e9520f633,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:36.981693 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-af6f7bd8-0719-4e14-8670-1050f85fe0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] device_id is not set on port 449cd4a1-0f0e-41f3-a460-8b600693a124 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:24:37.094718 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-6d08bd32-b9bb-48c7-904d-d4467b099987 service neutron] 10.222.0.39 "GET /v2.0/networks/cd568712-c949-4779-b636-1bac64edb15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5995111 Apr 20 17:24:37.097988 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7747c91b-cc51-44b0-b10c-118464e1cf4f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:37.098729 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7747c91b-cc51-44b0-b10c-118464e1cf4f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:37.106352 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7747c91b-cc51-44b0-b10c-118464e1cf4f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:37.109847 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7747c91b-cc51-44b0-b10c-118464e1cf4f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:37.110613 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7747c91b-cc51-44b0-b10c-118464e1cf4f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:37.174544 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4e1b5-afaa-4be9-8a38-e0e3cc198c73 req-653763bc-bd8d-4f91-9489-87575c0b0280 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:37.176422 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7ef4e1b5-afaa-4be9-8a38-e0e3cc198c73 req-653763bc-bd8d-4f91-9489-87575c0b0280 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be91a7bc-1185-4002-b13c-e1f041fc679d HTTP/1.1" status: 200 len: 858 time: 0.2592151 Apr 20 17:24:37.186928 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-e5c63715-9e42-44ba-bacc-2670e0332baa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d480786-fdb1-4243-8366-e7c5fa985200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5458074 Apr 20 17:24:37.191519 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8947b356-f8bb-439e-8ec3-133d13dd8d6d req-e7e44ef2-3ca9-4de9-954d-83d83cf781c1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7fa6c595-783c-49ef-974f-ac53320bbeda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5873036 Apr 20 17:24:37.229520 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-392cd615-04ac-4814-87a5-a60dc558d495 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--781428608&fields=id&tenant_id=739e916aa25c4029ad0454743c027d4f HTTP/1.1" status: 200 len: 267 time: 0.1502867 Apr 20 17:24:37.366285 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-45636bc1-30c7-4b26-b2c1-47e1c34b6366 service neutron] 10.222.0.10 "GET /v2.0/networks/4d480786-fdb1-4243-8366-e7c5fa985200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503639 Apr 20 17:24:37.401565 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ca3453d0-7f07-4e9c-8b96-ebe8788d961d up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:24:37.404560 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747c91b-cc51-44b0-b10c-118464e1cf4f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Pushing event updated for resources: {'Network': ['ID=c73d5ac7-3632-4299-a317-20ad8a6d2043,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:37.482517 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network c73d5ac7-3632-4299-a317-20ad8a6d2043 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:24:37.552064 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-5d83699f-b186-4771-95b9-c4676730b097 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fce56b4868f048309077dc7c0bf671f8&device_id=d80a9649-4e14-438d-b094-a7f180e69201 HTTP/1.1" status: 200 len: 1094 time: 0.7321925 Apr 20 17:24:37.565413 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7747c91b-cc51-44b0-b10c-118464e1cf4f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.0500460 Apr 20 17:24:37.569040 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47174) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:37.596575 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-af6f7bd8-0719-4e14-8670-1050f85fe0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Allocated IP 2001:db8::e9 (07cc2ede-07bf-4f02-8a22-ab62099fdff6/a38f964b-689d-4cef-86d7-0f6822e091fd/449cd4a1-0f0e-41f3-a460-8b600693a124) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:24:37.758601 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port ca3453d0-7f07-4e9c-8b96-ebe8788d961d triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:24:37.759240 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:37.919027 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da70f0bb-fecc-4a84-99ec-f608b2baa6b3 None None] Network 07cc2ede-07bf-4f02-8a22-ab62099fdff6 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:24:37.951327 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747c91b-cc51-44b0-b10c-118464e1cf4f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Pushing event updated for resources: {'Network': ['ID=355f1960-a036-482e-94e6-8827f28c69d3,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:37.987473 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 355f1960-a036-482e-94e6-8827f28c69d3 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:24:37.998137 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-eb202713-a3fd-4084-86b1-d8fd642bc89b service neutron] 10.222.0.39 "GET /v2.0/networks/cd568712-c949-4779-b636-1bac64edb15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8802989 Apr 20 17:24:38.007116 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:38.028337 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7ef4e1b5-afaa-4be9-8a38-e0e3cc198c73 req-30093995-61ca-418f-b26a-6b1ddd23f2f7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6618667 Apr 20 17:24:38.034132 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6602aec2-8c11-44f1-9543-175ea7acb580 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:38.038234 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6602aec2-8c11-44f1-9543-175ea7acb580 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:38.042390 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6602aec2-8c11-44f1-9543-175ea7acb580 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:38.046294 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6602aec2-8c11-44f1-9543-175ea7acb580 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:38.047424 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6602aec2-8c11-44f1-9543-175ea7acb580 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Synchronizing usage tracker for tenant:7e01813b81bf4582aa1ed58a5cf1adbe on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:24:38.096974 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-c493dd59-3009-404c-a1fe-4b2642c88c33 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:38.103623 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-c493dd59-3009-404c-a1fe-4b2642c88c33 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/networks?id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 HTTP/1.1" status: 200 len: 819 time: 0.8732047 Apr 20 17:24:38.110005 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8947b356-f8bb-439e-8ec3-133d13dd8d6d req-212f7720-0ac6-4fea-8dfa-b9e990ba6f2f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=739e916aa25c4029ad0454743c027d4f&device_id=7fa6c595-783c-49ef-974f-ac53320bbeda HTTP/1.1" status: 200 len: 1097 time: 0.6813071 Apr 20 17:24:38.138099 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-9fd5d2fc-d7cf-40e7-837a-15c457bb3dc1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ac1cf74-6e82-4cd3-abdc-d90e9520f633 HTTP/1.1" status: 200 len: 217 time: 0.2334132 Apr 20 17:24:38.207870 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-02c5068f-9122-4865-963e-f22f49307f01 service neutron] 10.222.0.10 "GET /v2.0/networks/4d480786-fdb1-4243-8366-e7c5fa985200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6547725 Apr 20 17:24:38.220648 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-9a943d71-a390-4123-93ec-73aebf549d3b tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/quotas/739e916aa25c4029ad0454743c027d4f HTTP/1.1" status: 200 len: 375 time: 0.1161165 Apr 20 17:24:38.358093 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618030c4-b0fe-41c0-ba26-4a6325b89531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3453d0-7f07-4e9c-8b96-ebe8788d961d'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:24:38.392278 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-7c43964a-ee46-4c99-b352-c756faefa920 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=bc98c0c2-7654-499b-aeb6-cc19afc9e25c HTTP/1.1" status: 200 len: 217 time: 0.1696677 Apr 20 17:24:38.404362 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6602aec2-8c11-44f1-9543-175ea7acb580 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Unset dirty status for tenant:7e01813b81bf4582aa1ed58a5cf1adbe on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:24:38.405324 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6602aec2-8c11-44f1-9543-175ea7acb580 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8244545 Apr 20 17:24:38.408762 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-cc7b1f9d-3322-4611-bae8-9b591a723eb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:38.410684 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-cc7b1f9d-3322-4611-bae8-9b591a723eb2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=546f1609-2082-4535-ba40-673d62b673a1 HTTP/1.1" status: 200 len: 855 time: 0.2597477 Apr 20 17:24:38.411254 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47188) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:38.427235 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ca3453d0-7f07-4e9c-8b96-ebe8788d961d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ca3453d0-7f07-4e9c-8b96-ebe8788d961d,segment=NetworkSegment(66b29461-7e00-47bd-9ba1-5ef6f56d61e9),segment_id=66b29461-7e00-47bd-9ba1-5ef6f56d61e9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:38.495077 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7ef4e1b5-afaa-4be9-8a38-e0e3cc198c73 req-9b758faf-f2e2-4ef5-9a58-fb9422c2bfcb service neutron] 10.222.0.10 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449556 Apr 20 17:24:38.498209 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947b356-f8bb-439e-8ec3-133d13dd8d6d req-84e0768c-b0b7-4d7d-878e-25158b441efb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:38.499627 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8947b356-f8bb-439e-8ec3-133d13dd8d6d req-84e0768c-b0b7-4d7d-878e-25158b441efb service neutron] 10.222.0.43 "GET /v2.0/networks?id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 HTTP/1.1" status: 200 len: 920 time: 0.3589516 Apr 20 17:24:38.508021 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:38.553127 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-af6f7bd8-0719-4e14-8670-1050f85fe0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:38.627722 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=ca3453d0-7f07-4e9c-8b96-ebe8788d961d,revision_number=10']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:38.639025 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3be6a281-2106-4c0c-b0d4-cd263ffc53f8 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:24:38.683133 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6b3e506b-ec81-4ae3-b516-e126f439d12d None None] Provisioning for port 3be6a281-2106-4c0c-b0d4-cd263ffc53f8 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:24:38.810882 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8947b356-f8bb-439e-8ec3-133d13dd8d6d req-71a37b15-48b2-44b8-9e2d-e329419b4ffb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1404d81a-9b7d-447d-8ef0-dbff65c1e954 HTTP/1.1" status: 200 len: 217 time: 0.2379048 Apr 20 17:24:38.859159 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-62ba9f94-f1be-41c4-a723-7f2e4136c96e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a67a341d-b672-4104-af6c-e38bcd7fa6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4089284 Apr 20 17:24:38.929654 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-af6f7bd8-0719-4e14-8670-1050f85fe0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Transition to ACTIVE for port object 449cd4a1-0f0e-41f3-a460-8b600693a124 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:24:38.946933 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7ef4e1b5-afaa-4be9-8a38-e0e3cc198c73 req-da565e6e-a7ff-4573-ae9d-3f458e7d5309 service neutron] 10.222.0.10 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447331 Apr 20 17:24:38.949130 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947b356-f8bb-439e-8ec3-133d13dd8d6d req-29bce805-822c-431a-892e-46ea3f2c2962 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:38.950671 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8947b356-f8bb-439e-8ec3-133d13dd8d6d req-29bce805-822c-431a-892e-46ea3f2c2962 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=be91a7bc-1185-4002-b13c-e1f041fc679d HTTP/1.1" status: 200 len: 858 time: 0.1270926 Apr 20 17:24:39.009441 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5a421-3d96-46a1-9772-af479b5e9c40 req-db749988-e15f-4459-984c-a212a5ff0f67 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:39.017836 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b9d5a421-3d96-46a1-9772-af479b5e9c40 req-db749988-e15f-4459-984c-a212a5ff0f67 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=d80a9649-4e14-438d-b094-a7f180e69201 HTTP/1.1" status: 200 len: 943 time: 0.3459022 Apr 20 17:24:39.041564 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 3be6a281-2106-4c0c-b0d4-cd263ffc53f8 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:24:39.048264 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 3be6a281-2106-4c0c-b0d4-cd263ffc53f8 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:24:39.048820 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:39.080136 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704f943-0512-45a5-ba62-e6e79479c513 req-fe3e52f3-808a-4589-8a35-71513c47e8df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:39.091666 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-fe3e52f3-808a-4589-8a35-71513c47e8df service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5ebbe7f-912e-4e00-9c1b-0556bb717366 HTTP/1.1" status: 200 len: 797 time: 0.6838796 Apr 20 17:24:39.107260 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b9d5a421-3d96-46a1-9772-af479b5e9c40 req-558f65ca-5cc3-434e-8d63-7ff3cecc06a9 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880613 Apr 20 17:24:39.148884 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8947b356-f8bb-439e-8ec3-133d13dd8d6d req-c2aa2932-97de-4f7a-8928-fb113b224ed7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1905589 Apr 20 17:24:39.192755 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b2fb3035-27ce-474a-a7de-5d24fadaac3c tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:39.201541 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-5d986fef-a08b-4c01-9061-441719f528c8 service neutron] 10.222.0.43 "GET /v2.0/networks/a67a341d-b672-4104-af6c-e38bcd7fa6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096421 Apr 20 17:24:39.217086 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-eb24b162-7e17-4c94-a06f-b1b250949248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:39.304870 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-5c90820a-5b1a-46e1-8459-5e4a1b9a8b50 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=739e916aa25c4029ad0454743c027d4f&fields=id HTTP/1.1" status: 200 len: 440 time: 1.0833414 Apr 20 17:24:39.305985 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-af6f7bd8-0719-4e14-8670-1050f85fe0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:39.359133 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:39.453093 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 3be6a281-2106-4c0c-b0d4-cd263ffc53f8, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3be6a281-2106-4c0c-b0d4-cd263ffc53f8,segment=NetworkSegment(b7d37971-595f-4712-8563-41a6cf67eecf),segment_id=b7d37971-595f-4712-8563-41a6cf67eecf)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:39.465197 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:39.664622 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8947b356-f8bb-439e-8ec3-133d13dd8d6d req-0fdcdc0a-33bd-4cbd-b26a-15d843be5ae6 service neutron] 10.222.0.43 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033531 Apr 20 17:24:39.683505 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a8ae8-9ae4-4094-a3bb-1325d14c5835 req-b33e0ee8-a01b-4e8d-988c-b4b7f2711a75 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:39.688941 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a8ae8-9ae4-4094-a3bb-1325d14c5835 req-b33e0ee8-a01b-4e8d-988c-b4b7f2711a75 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:39.696354 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a8ae8-9ae4-4094-a3bb-1325d14c5835 req-b33e0ee8-a01b-4e8d-988c-b4b7f2711a75 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:39.700659 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a8ae8-9ae4-4094-a3bb-1325d14c5835 req-b33e0ee8-a01b-4e8d-988c-b4b7f2711a75 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:39.704846 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a8ae8-9ae4-4094-a3bb-1325d14c5835 req-b33e0ee8-a01b-4e8d-988c-b4b7f2711a75 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:39.712965 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a8ae8-9ae4-4094-a3bb-1325d14c5835 req-b33e0ee8-a01b-4e8d-988c-b4b7f2711a75 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:39.719403 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a8ae8-9ae4-4094-a3bb-1325d14c5835 req-b33e0ee8-a01b-4e8d-988c-b4b7f2711a75 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:39.728859 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c72aa96d-7300-4b8f-be8f-3dcdca1133cb None None] Provisioning complete for port 3be6a281-2106-4c0c-b0d4-cd263ffc53f8 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:24:39.729219 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c72aa96d-7300-4b8f-be8f-3dcdca1133cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:39.730593 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ed4a8ae8-9ae4-4094-a3bb-1325d14c5835 req-b33e0ee8-a01b-4e8d-988c-b4b7f2711a75 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5431 time: 0.3243475 Apr 20 17:24:39.751076 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f7bd8-0719-4e14-8670-1050f85fe0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Pushing event updated for resources: {'Port': ['ID=449cd4a1-0f0e-41f3-a460-8b600693a124,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:39.759095 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=3be6a281-2106-4c0c-b0d4-cd263ffc53f8,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:39.787371 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-4f1698ba-fcd3-4ba3-82f6-b967a3458fd6 service neutron] 10.222.0.39 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837724 Apr 20 17:24:39.806995 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6f7bd8-0719-4e14-8670-1050f85fe0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:39.807254 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6f7bd8-0719-4e14-8670-1050f85fe0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:39.807592 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6f7bd8-0719-4e14-8670-1050f85fe0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:39.807923 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6f7bd8-0719-4e14-8670-1050f85fe0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:39.808461 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6f7bd8-0719-4e14-8670-1050f85fe0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:39.808578 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6f7bd8-0719-4e14-8670-1050f85fe0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:39.808933 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6f7bd8-0719-4e14-8670-1050f85fe0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:39.809265 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6f7bd8-0719-4e14-8670-1050f85fe0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:39.809590 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6f7bd8-0719-4e14-8670-1050f85fe0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:39.809937 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6f7bd8-0719-4e14-8670-1050f85fe0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:39.810246 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6f7bd8-0719-4e14-8670-1050f85fe0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:39.920452 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ed4a8ae8-9ae4-4094-a3bb-1325d14c5835 req-ae3f4215-6024-4e47-b024-8e47fe14bb54 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1887503 Apr 20 17:24:39.953939 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c72aa96d-7300-4b8f-be8f-3dcdca1133cb None None] Provisioning for port bc2c6b3a-b48f-419b-bfdd-9d6a979483a0 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:24:39.964218 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c72aa96d-7300-4b8f-be8f-3dcdca1133cb None None] Provisioning complete for port bc2c6b3a-b48f-419b-bfdd-9d6a979483a0 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:24:39.964802 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c72aa96d-7300-4b8f-be8f-3dcdca1133cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:40.002886 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8947b356-f8bb-439e-8ec3-133d13dd8d6d req-db753d4d-d399-4c82-aac2-ba6016ddbcbe service neutron] 10.222.0.43 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694929 Apr 20 17:24:40.049444 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-c72aa96d-7300-4b8f-be8f-3dcdca1133cb None None] Port bc2c6b3a-b48f-419b-bfdd-9d6a979483a0 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:24:40.067270 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-310af34e-41ca-4270-b24a-37e22873d58d service neutron] 10.222.0.39 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627671 Apr 20 17:24:40.075415 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61279b6d-9d59-4768-8537-f178688b4ed5'] response: {'name': 'network-changed', 'server_uuid': 'd80a9649-4e14-438d-b094-a7f180e69201', 'tag': '0ac1cf74-6e82-4cd3-abdc-d90e9520f633', 'status': 'completed', 'code': 200} Apr 20 17:24:40.166083 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6f7bd8-0719-4e14-8670-1050f85fe0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Network 07cc2ede-07bf-4f02-8a22-ab62099fdff6 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:24:40.176096 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-18101eab-60c0-4116-b20f-9b321f0cc8ff None None] Provisioning complete for port bc2c6b3a-b48f-419b-bfdd-9d6a979483a0 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:24:40.176462 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-18101eab-60c0-4116-b20f-9b321f0cc8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:40.217180 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-af6f7bd8-0719-4e14-8670-1050f85fe0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:24:40.246277 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95363189-d8e0-4d39-8b5f-a719383ecfb4 req-cc68259b-4d22-4386-b7aa-44cfa744b673 service neutron] 10.222.0.43 "GET /v2.0/networks/a67a341d-b672-4104-af6c-e38bcd7fa6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9383144 Apr 20 17:24:40.247161 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6f7bd8-0719-4e14-8670-1050f85fe0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:24:40.253137 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-18101eab-60c0-4116-b20f-9b321f0cc8ff None None] Port bc2c6b3a-b48f-419b-bfdd-9d6a979483a0 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:24:40.263271 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6f7bd8-0719-4e14-8670-1050f85fe0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:40.263960 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-af6f7bd8-0719-4e14-8670-1050f85fe0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:40.267732 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361bfa6-56d9-4872-bcd4-0136c85a4c07 req-2aaf393a-9c89-4a0d-a0cb-22127c2c2c56 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:40.275523 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9361bfa6-56d9-4872-bcd4-0136c85a4c07 req-2aaf393a-9c89-4a0d-a0cb-22127c2c2c56 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 947 time: 0.1143429 Apr 20 17:24:40.335891 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b2fb3035-27ce-474a-a7de-5d24fadaac3c tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:40.367689 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9361bfa6-56d9-4872-bcd4-0136c85a4c07 req-3614fdd9-80b6-4396-be1b-43cfdeca6041 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907974 Apr 20 17:24:40.508215 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7988d66b-4ffb-4813-b235-c142bdc63f0a'] response: {'server_uuid': '618030c4-b0fe-41c0-ba26-4a6325b89531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3453d0-7f07-4e9c-8b96-ebe8788d961d', 'code': 200} Apr 20 17:24:40.515907 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-91856330-b9c5-4d7e-927c-413795fc380b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d480786-fdb1-4243-8366-e7c5fa985200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.3127158 Apr 20 17:24:40.541657 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47214) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:40.542239 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-af6f7bd8-0719-4e14-8670-1050f85fe0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 4.4217205 Apr 20 17:24:40.553052 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-b2fb3035-27ce-474a-a7de-5d24fadaac3c tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c73d5ac7-3632-4299-a317-20ad8a6d2043']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:40.561281 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3be6a281-2106-4c0c-b0d4-cd263ffc53f8 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:24:40.631052 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ef3a344-9c04-41fb-b83f-0d16cc5d21f6 req-a21bdde9-e036-4b01-aba5-fc7500d365cf tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.39 "GET /v2.0/ports?device_id=43e81630-6e46-4106-87b2-06c6f05ece7a HTTP/1.1" status: 200 len: 210 time: 0.2283566 Apr 20 17:24:40.656280 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-b2fb3035-27ce-474a-a7de-5d24fadaac3c tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '908d0ce9-a0a7-49e3-959b-d723933b71e2') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:40.656574 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-b2fb3035-27ce-474a-a7de-5d24fadaac3c tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '908d0ce9-a0a7-49e3-959b-d723933b71e2') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:40.839855 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b2fb3035-27ce-474a-a7de-5d24fadaac3c tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:40.843401 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ce9774-7a6e-443c-aae6-d884de08f8eb tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:40.855493 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ce9774-7a6e-443c-aae6-d884de08f8eb tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:40.863666 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ce9774-7a6e-443c-aae6-d884de08f8eb tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:40.864555 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a3ce9774-7a6e-443c-aae6-d884de08f8eb tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Synchronizing usage tracker for tenant:08a5502d67614160810d1661ba60332b on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:24:40.869657 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 3be6a281-2106-4c0c-b0d4-cd263ffc53f8 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:24:40.870554 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:40.912167 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a3ce9774-7a6e-443c-aae6-d884de08f8eb tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Unset dirty status for tenant:08a5502d67614160810d1661ba60332b on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:24:40.916642 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a3ce9774-7a6e-443c-aae6-d884de08f8eb tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.3736939 Apr 20 17:24:40.920184 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47224) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:41.014880 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-486174ef-4b94-40a3-b2ba-13ff9901e4a8 req-1cd6216d-87d3-4757-8301-23ad8c774d9e tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 210 time: 0.1892641 Apr 20 17:24:41.044091 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b2fb3035-27ce-474a-a7de-5d24fadaac3c tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:41.121856 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2fb3035-27ce-474a-a7de-5d24fadaac3c tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:24:41.122739 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b2fb3035-27ce-474a-a7de-5d24fadaac3c tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:41.149260 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:24:41.149260 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:24:41.149260 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:24:41.149260 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:24:41.149260 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:24:41.149260 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:24:41.149260 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:24:41.149260 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:24:41.149260 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:24:41.149260 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:24:41.149260 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:24:41.149260 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:24:41.149260 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:24:41.149260 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:24:41.149260 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:24:41.149260 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:24:41.149260 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:24:41.149260 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:24:41.149260 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:24:41.149260 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:24:41.149260 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:24:41.149260 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:24:41.149260 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:24:41.149260 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:24:41.149260 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:24:41.149260 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:24:41.149260 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:24:41.149260 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:24:41.149260 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:24:41.149260 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:24:41.149260 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:24:41.149260 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:24:41.199890 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-206d05a3-2da5-4303-ae8f-06b1575a8b4c None None] Provisioning for port 449cd4a1-0f0e-41f3-a460-8b600693a124 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:24:41.211721 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-206d05a3-2da5-4303-ae8f-06b1575a8b4c None None] Provisioning complete for port 449cd4a1-0f0e-41f3-a460-8b600693a124 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:24:41.212202 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-206d05a3-2da5-4303-ae8f-06b1575a8b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:41.272701 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-206d05a3-2da5-4303-ae8f-06b1575a8b4c None None] Port 449cd4a1-0f0e-41f3-a460-8b600693a124 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:24:41.298398 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-c5f75cc7-8a15-46ef-b662-754eeee0ccc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Deleting port 449cd4a1-0f0e-41f3-a460-8b600693a124 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:24:41.298745 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5f75cc7-8a15-46ef-b662-754eeee0ccc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:41.375574 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b625773a-98ad-490f-bb14-f82cc5960506 req-f4f31282-49fd-4645-b6c6-f453cfefeee9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fce56b4868f048309077dc7c0bf671f8&device_id=d80a9649-4e14-438d-b094-a7f180e69201 HTTP/1.1" status: 200 len: 1094 time: 0.9874256 Apr 20 17:24:41.376156 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e52d5116-c0e9-40a8-9342-08cd77be3d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:41.378470 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-7c944727-eb53-456c-b141-df34fee1728d service neutron] 10.222.0.10 "GET /v2.0/networks/4d480786-fdb1-4243-8366-e7c5fa985200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8345623 Apr 20 17:24:41.671565 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5acdd581-7559-467f-b26e-d40f0184e060 req-acdb32e0-c8ba-4278-ae0f-676ef0e35ca3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 1098 time: 0.4849308 Apr 20 17:24:41.736120 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b2fb3035-27ce-474a-a7de-5d24fadaac3c tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:41.824307 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73274e-fe45-425d-9036-3d6efdd20d39 req-3ac20df3-f46b-4561-a96c-3b2e1bd4f843 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:41.832020 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bd73274e-fe45-425d-9036-3d6efdd20d39 req-3ac20df3-f46b-4561-a96c-3b2e1bd4f843 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=d80a9649-4e14-438d-b094-a7f180e69201 HTTP/1.1" status: 200 len: 943 time: 0.8197668 Apr 20 17:24:41.832223 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b2fb3035-27ce-474a-a7de-5d24fadaac3c tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:41.861360 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb3035-27ce-474a-a7de-5d24fadaac3c tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Pushing event deleted for resources: {'Network': ['ID=c73d5ac7-3632-4299-a317-20ad8a6d2043,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:41.881478 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b2fb3035-27ce-474a-a7de-5d24fadaac3c tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] 10.222.0.39 "DELETE /v2.0/networks/c73d5ac7-3632-4299-a317-20ad8a6d2043 HTTP/1.1" status: 204 len: 168 time: 3.4338710 Apr 20 17:24:41.882301 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47236) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:41.955939 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cb6da-a403-49b0-af06-cf7c4fdc37af req-f71612d9-ede5-4d32-bec0-609322d63cbf tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:41.957458 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5acdd581-7559-467f-b26e-d40f0184e060 req-4d45c3c9-50a4-494b-a0fd-395cd12f29b0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2780287 Apr 20 17:24:41.959885 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cb6da-a403-49b0-af06-cf7c4fdc37af req-f71612d9-ede5-4d32-bec0-609322d63cbf tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:41.963749 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cb6da-a403-49b0-af06-cf7c4fdc37af req-f71612d9-ede5-4d32-bec0-609322d63cbf tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:41.968215 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cb6da-a403-49b0-af06-cf7c4fdc37af req-f71612d9-ede5-4d32-bec0-609322d63cbf tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:41.971779 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cb6da-a403-49b0-af06-cf7c4fdc37af req-f71612d9-ede5-4d32-bec0-609322d63cbf tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:41.975622 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cb6da-a403-49b0-af06-cf7c4fdc37af req-f71612d9-ede5-4d32-bec0-609322d63cbf tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:41.979990 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cb6da-a403-49b0-af06-cf7c4fdc37af req-f71612d9-ede5-4d32-bec0-609322d63cbf tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:41.982090 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d7cb6da-a403-49b0-af06-cf7c4fdc37af req-f71612d9-ede5-4d32-bec0-609322d63cbf tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5431 time: 0.6766222 Apr 20 17:24:42.002959 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-b21b2004-cec1-4f19-be25-9ce6654f0aa4 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:42.004471 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-b21b2004-cec1-4f19-be25-9ce6654f0aa4 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.10 "GET /v2.0/networks?id=cd568712-c949-4779-b636-1bac64edb15d HTTP/1.1" status: 200 len: 814 time: 0.4112475 Apr 20 17:24:42.010797 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bd73274e-fe45-425d-9036-3d6efdd20d39 req-0f8ce3f9-16ab-4f55-a9e4-82db41d44c75 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783979 Apr 20 17:24:42.043054 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-7acd0f63-ca2b-4644-9c99-1b42ee6b87c1 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Request body: {'port': {'device_id': '43e81630-6e46-4106-87b2-06c6f05ece7a', 'network_id': 'cd568712-c949-4779-b636-1bac64edb15d', 'admin_state_up': True, 'tenant_id': '471f8a31bd154d1aaa116125b4a3aae8'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:42.096955 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5f75cc7-8a15-46ef-b662-754eeee0ccc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:42.124833 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-e1b16278-793d-47b9-80d0-65970b5be185 service neutron] 10.222.0.10 "GET /v2.0/networks/4d480786-fdb1-4243-8366-e7c5fa985200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7352278 Apr 20 17:24:42.236211 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625773a-98ad-490f-bb14-f82cc5960506 req-8de11a3d-710c-4887-a23f-6b1697cc68a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:42.237614 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b625773a-98ad-490f-bb14-f82cc5960506 req-8de11a3d-710c-4887-a23f-6b1697cc68a6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a67a341d-b672-4104-af6c-e38bcd7fa6c1 HTTP/1.1" status: 200 len: 916 time: 0.8505347 Apr 20 17:24:42.347790 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9d7c0a01-7e97-45e0-b79c-6c86065c84b4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:42.359765 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-ad46ca48-5a69-4fa3-97e9-3b3db451617c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d2dc897c-4d5a-46fd-89ed-7340e5de99dd HTTP/1.1" status: 200 len: 217 time: 0.2107155 Apr 20 17:24:42.360952 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b625773a-98ad-490f-bb14-f82cc5960506 req-91a931e6-a136-4234-b45e-2b46ff3aee35 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ac1cf74-6e82-4cd3-abdc-d90e9520f633 HTTP/1.1" status: 200 len: 217 time: 0.0900526 Apr 20 17:24:42.371394 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-c5f75cc7-8a15-46ef-b662-754eeee0ccc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Calling delete_port for 449cd4a1-0f0e-41f3-a460-8b600693a124 owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:24:42.519727 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-7acd0f63-ca2b-4644-9c99-1b42ee6b87c1 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:24:42.537974 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625773a-98ad-490f-bb14-f82cc5960506 req-e8d32c96-b22a-4486-a28a-bc0a50009cfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:42.539595 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b625773a-98ad-490f-bb14-f82cc5960506 req-e8d32c96-b22a-4486-a28a-bc0a50009cfb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=546f1609-2082-4535-ba40-673d62b673a1 HTTP/1.1" status: 200 len: 855 time: 0.1015022 Apr 20 17:24:42.540548 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-7acd0f63-ca2b-4644-9c99-1b42ee6b87c1 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Usage tracker for resource:port and tenant:471f8a31bd154d1aaa116125b4a3aae8 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:24:42.545666 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-7acd0f63-ca2b-4644-9c99-1b42ee6b87c1 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:24:42.555763 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-7acd0f63-ca2b-4644-9c99-1b42ee6b87c1 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:24:42.610555 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d7cb6da-a403-49b0-af06-cf7c4fdc37af req-7b4d9bd2-fabb-4c09-9618-68edf10c7d37 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5500243 Apr 20 17:24:42.635830 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b625773a-98ad-490f-bb14-f82cc5960506 req-346bc985-5f90-438e-852d-f540dee1c6b1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a67a341d-b672-4104-af6c-e38bcd7fa6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810740 Apr 20 17:24:42.645377 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:42.645970 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-7acd0f63-ca2b-4644-9c99-1b42ee6b87c1 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Made reservation on behalf of 471f8a31bd154d1aaa116125b4a3aae8 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:24:42.654946 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:42.657477 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-7acd0f63-ca2b-4644-9c99-1b42ee6b87c1 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:42.710135 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de575e-62ca-4aa0-9250-3478e3a644f2 req-77a6aa0e-623f-470e-8419-a3e884db3937 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:42.711655 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-37de575e-62ca-4aa0-9250-3478e3a644f2 req-77a6aa0e-623f-470e-8419-a3e884db3937 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 947 time: 0.4634333 Apr 20 17:24:42.887892 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5f75cc7-8a15-46ef-b662-754eeee0ccc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:42.899879 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704f943-0512-45a5-ba62-e6e79479c513 req-5d056751-027f-42c6-bb59-9c440232a5b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:42.900861 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-5d056751-027f-42c6-bb59-9c440232a5b9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ec642e4-8f7c-4328-a5b9-8fb965f7e357 HTTP/1.1" status: 200 len: 797 time: 0.3970211 Apr 20 17:24:42.905484 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-ce3736a3-7587-4a23-bd97-ba88be10ec4e tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:42.906845 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-ce3736a3-7587-4a23-bd97-ba88be10ec4e tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.10 "GET /v2.0/networks?id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 HTTP/1.1" status: 200 len: 819 time: 0.6738698 Apr 20 17:24:42.965746 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-25d6fc1e-427a-47ab-8487-4f766d3d826d req-5dc70066-75e4-4009-bb7b-e5dc321b006b tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.39 "GET /v2.0/ports?device_id=43e81630-6e46-4106-87b2-06c6f05ece7a HTTP/1.1" status: 200 len: 210 time: 0.1468928 Apr 20 17:24:42.982201 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-37de575e-62ca-4aa0-9250-3478e3a644f2 req-b9330291-dcdc-402a-8475-3b01f19e8f29 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2523012 Apr 20 17:24:43.036555 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f75cc7-8a15-46ef-b662-754eeee0ccc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Pushing event deleted for resources: {'Port': ['ID=449cd4a1-0f0e-41f3-a460-8b600693a124,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:43.056540 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5f75cc7-8a15-46ef-b662-754eeee0ccc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:43.134604 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:43.155173 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c5f75cc7-8a15-46ef-b662-754eeee0ccc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] 10.222.0.39 "DELETE /v2.0/ports/449cd4a1-0f0e-41f3-a460-8b600693a124 HTTP/1.1" status: 204 len: 168 time: 2.2337019 Apr 20 17:24:43.160540 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47248) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:43.176840 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-faeeb989-6514-4b26-9436-9cca2eb1fb2f tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Request body: {'port': {'name': 'tempest-new-port-name-668426647', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:43.177416 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.api.validators [None req-faeeb989-6514-4b26-9436-9cca2eb1fb2f tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] bootfile-name is not in valid_values {{(pid=84080) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 20 17:24:43.177806 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.api.validators [None req-faeeb989-6514-4b26-9436-9cca2eb1fb2f tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] tftp-server is not in valid_values {{(pid=84080) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 20 17:24:43.178225 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.api.validators [None req-faeeb989-6514-4b26-9436-9cca2eb1fb2f tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] server-ip-address is not in valid_values {{(pid=84080) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 20 17:24:43.322644 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b625773a-98ad-490f-bb14-f82cc5960506 req-d605c979-d548-47ab-8084-8945384bc0ac service neutron] 10.222.0.43 "GET /v2.0/networks/a67a341d-b672-4104-af6c-e38bcd7fa6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6783054 Apr 20 17:24:43.324875 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9d7c0a01-7e97-45e0-b79c-6c86065c84b4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:43.372169 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47260) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:43.399878 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-faeeb989-6514-4b26-9436-9cca2eb1fb2f tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:43.435731 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 0ac1cf74-6e82-4cd3-abdc-d90e9520f633 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:24:43.635666 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-7acd0f63-ca2b-4644-9c99-1b42ee6b87c1 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Allocated IP 172.20.0.11 (cd568712-c949-4779-b636-1bac64edb15d/3be6457a-bc60-4c54-a090-59c75d897a38/6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:24:43.745881 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-9d7c0a01-7e97-45e0-b79c-6c86065c84b4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['355f1960-a036-482e-94e6-8827f28c69d3']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:43.777668 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-9d7c0a01-7e97-45e0-b79c-6c86065c84b4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d8b5ca-eb37-437b-b583-a85e2f7db8c5') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:43.777992 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-9d7c0a01-7e97-45e0-b79c-6c86065c84b4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d8b5ca-eb37-437b-b583-a85e2f7db8c5') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:43.782337 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 0ac1cf74-6e82-4cd3-abdc-d90e9520f633, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=0ac1cf74-6e82-4cd3-abdc-d90e9520f633,segment=NetworkSegment(5738320b-bb4f-4c6b-94f2-7a17321dd8ad),segment_id=5738320b-bb4f-4c6b-94f2-7a17321dd8ad)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:43.812261 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9d7c0a01-7e97-45e0-b79c-6c86065c84b4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:43.818871 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '0ac1cf74-6e82-4cd3-abdc-d90e9520f633', 'network_id': 'a67a341d-b672-4104-af6c-e38bcd7fa6c1', 'port_id': '0ac1cf74-6e82-4cd3-abdc-d90e9520f633', 'mac_address': 'fa:16:3e:21:3e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546f1609-2082-4535-ba40-673d62b673a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:24:44.022679 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:44.028458 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-1a42e99b-13c3-4de0-ab7e-1f7faf86be0e tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=739e916aa25c4029ad0454743c027d4f HTTP/1.1" status: 200 len: 379 time: 1.0553775 Apr 20 17:24:44.046446 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-36ebf476-c59f-4f8d-95e2-e63c64bd7696 req-767d0885-68d2-485c-a6a9-8669329a81b3 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 210 time: 0.6703508 Apr 20 17:24:44.047555 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:44.050174 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b625773a-98ad-490f-bb14-f82cc5960506 req-b618b658-a8dd-40ae-801e-938dadfb8ab9 service neutron] 10.222.0.43 "GET /v2.0/networks/a67a341d-b672-4104-af6c-e38bcd7fa6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6973059 Apr 20 17:24:44.078631 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-6fa9992d-4dfb-4266-b8aa-56b7a9311cb8 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Request body: {'port': {'device_id': 'ae1d19d6-e5c9-4bae-9726-006138646e57', 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9', 'admin_state_up': True, 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'security_groups': ['365726b2-461b-4419-99d5-2ba868b4c2d5']}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:44.091908 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ac1cf74-6e82-4cd3-abdc-d90e9520f633 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:24:44.143503 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 0ac1cf74-6e82-4cd3-abdc-d90e9520f633, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=0ac1cf74-6e82-4cd3-abdc-d90e9520f633,segment=NetworkSegment(5738320b-bb4f-4c6b-94f2-7a17321dd8ad),segment_id=5738320b-bb4f-4c6b-94f2-7a17321dd8ad)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:44.157039 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:44.215712 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407c29b-61ca-4c62-ba29-bba090ecf65b req-555a3890-40d9-4800-9039-19c1e9b10ea8 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:44.224566 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2407c29b-61ca-4c62-ba29-bba090ecf65b req-555a3890-40d9-4800-9039-19c1e9b10ea8 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=d80a9649-4e14-438d-b094-a7f180e69201 HTTP/1.1" status: 200 len: 943 time: 0.8243163 Apr 20 17:24:44.330052 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=0ac1cf74-6e82-4cd3-abdc-d90e9520f633,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:44.392153 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['0ac1cf74-6e82-4cd3-abdc-d90e9520f633'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:24:44.422146 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9d7c0a01-7e97-45e0-b79c-6c86065c84b4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:44.431914 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2407c29b-61ca-4c62-ba29-bba090ecf65b req-9d931ac9-61af-4294-8ebd-215944f4545a tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078724 Apr 20 17:24:44.439268 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7c0a01-7e97-45e0-b79c-6c86065c84b4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:24:44.439893 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9d7c0a01-7e97-45e0-b79c-6c86065c84b4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:44.460003 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:24:44.460003 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:24:44.460003 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:24:44.460003 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:24:44.460003 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:24:44.460003 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:24:44.460003 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:24:44.460003 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:24:44.460003 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:24:44.460003 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:24:44.460003 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:24:44.460003 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:24:44.460003 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:24:44.460003 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:24:44.460003 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:24:44.460003 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:24:44.460003 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:24:44.460003 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:24:44.460003 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:24:44.460003 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:24:44.460003 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:24:44.460003 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:24:44.460003 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:24:44.460003 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:24:44.460003 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:24:44.460003 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:24:44.460003 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:24:44.460003 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:24:44.460003 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:24:44.460003 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:24:44.460003 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:24:44.460003 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:24:44.526209 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-faeeb989-6514-4b26-9436-9cca2eb1fb2f tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:44.544339 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-faeeb989-6514-4b26-9436-9cca2eb1fb2f tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:44.614025 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-7acd0f63-ca2b-4644-9c99-1b42ee6b87c1 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:44.669319 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9d7c0a01-7e97-45e0-b79c-6c86065c84b4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:44.674595 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9d7c0a01-7e97-45e0-b79c-6c86065c84b4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:44.678852 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-7c386d99-eafa-4045-8954-f7cbb6fa5cca req-25b30b61-301a-49c2-9078-1d4a3abc4a85 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Synchronizing usage tracker for tenant:471f8a31bd154d1aaa116125b4a3aae8 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:24:44.682810 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-faeeb989-6514-4b26-9436-9cca2eb1fb2f tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] In _notify_port_updated(), no bound segment for port bc2c6b3a-b48f-419b-bfdd-9d6a979483a0 on network 07cc2ede-07bf-4f02-8a22-ab62099fdff6 {{(pid=84080) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 20 17:24:44.687645 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faeeb989-6514-4b26-9436-9cca2eb1fb2f tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:44.688249 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-faeeb989-6514-4b26-9436-9cca2eb1fb2f tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:44.692934 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-faeeb989-6514-4b26-9436-9cca2eb1fb2f tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] 10.222.0.39 "PUT /v2.0/ports/bc2c6b3a-b48f-419b-bfdd-9d6a979483a0 HTTP/1.1" status: 200 len: 1129 time: 1.5310283 Apr 20 17:24:44.710036 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47298) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:44.713706 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeeb989-6514-4b26-9436-9cca2eb1fb2f tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Pushing event updated for resources: {'Port': ['ID=bc2c6b3a-b48f-419b-bfdd-9d6a979483a0,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:44.714625 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-296b089b-dc1f-4fa9-8c3f-8e65b7889019 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bdb724c9-4270-4009-8d7a-ad021aa5f7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.6542578 Apr 20 17:24:44.722569 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c0a01-7e97-45e0-b79c-6c86065c84b4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Pushing event deleted for resources: {'Network': ['ID=355f1960-a036-482e-94e6-8827f28c69d3,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:44.734513 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-6fa9992d-4dfb-4266-b8aa-56b7a9311cb8 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:24:44.773906 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9d7c0a01-7e97-45e0-b79c-6c86065c84b4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] 10.222.0.39 "DELETE /v2.0/networks/355f1960-a036-482e-94e6-8827f28c69d3 HTTP/1.1" status: 204 len: 168 time: 2.8855889 Apr 20 17:24:44.780647 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-6fa9992d-4dfb-4266-b8aa-56b7a9311cb8 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:24:44.782796 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47302) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:44.798764 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-7c386d99-eafa-4045-8954-f7cbb6fa5cca req-25b30b61-301a-49c2-9078-1d4a3abc4a85 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Unset dirty status for tenant:471f8a31bd154d1aaa116125b4a3aae8 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:24:44.800073 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7c386d99-eafa-4045-8954-f7cbb6fa5cca req-25b30b61-301a-49c2-9078-1d4a3abc4a85 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.39 "GET /v2.0/ports?device_id=43e81630-6e46-4106-87b2-06c6f05ece7a HTTP/1.1" status: 200 len: 210 time: 0.1831539 Apr 20 17:24:44.817573 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4846959d-9181-4d2a-ba08-0b529ed822c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:44.818536 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4846959d-9181-4d2a-ba08-0b529ed822c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Synchronizing usage tracker for tenant:08a5502d67614160810d1661ba60332b on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:24:44.834635 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-7acd0f63-ca2b-4644-9c99-1b42ee6b87c1 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:44.901315 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4846959d-9181-4d2a-ba08-0b529ed822c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Unset dirty status for tenant:08a5502d67614160810d1661ba60332b on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:24:44.907882 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4846959d-9181-4d2a-ba08-0b529ed822c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] 10.222.0.39 "GET /v2.0/ports/bc2c6b3a-b48f-419b-bfdd-9d6a979483a0 HTTP/1.1" status: 200 len: 1129 time: 0.1956625 Apr 20 17:24:44.908687 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47306) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:44.925579 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-7acd0f63-ca2b-4644-9c99-1b42ee6b87c1 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Network cd568712-c949-4779-b636-1bac64edb15d is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:24:44.954806 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-22651138-9cd0-463d-b0bf-d403ca6a8a38 None None] Provisioning complete for port bc2c6b3a-b48f-419b-bfdd-9d6a979483a0 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:24:44.955786 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-22651138-9cd0-463d-b0bf-d403ca6a8a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:44.958730 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-6fa9992d-4dfb-4266-b8aa-56b7a9311cb8 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Made reservation on behalf of 739e916aa25c4029ad0454743c027d4f for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:24:44.961635 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-6fa9992d-4dfb-4266-b8aa-56b7a9311cb8 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:44.980668 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-7acd0f63-ca2b-4644-9c99-1b42ee6b87c1 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:24:44.986645 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42013903-8748-4706-b769-4d16da85de81 req-6a624726-6fc2-4de7-a6e1-211d0f2db269 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:44.990536 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42013903-8748-4706-b769-4d16da85de81 req-6a624726-6fc2-4de7-a6e1-211d0f2db269 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:44.994275 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42013903-8748-4706-b769-4d16da85de81 req-6a624726-6fc2-4de7-a6e1-211d0f2db269 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:44.998476 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42013903-8748-4706-b769-4d16da85de81 req-6a624726-6fc2-4de7-a6e1-211d0f2db269 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:45.002259 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42013903-8748-4706-b769-4d16da85de81 req-6a624726-6fc2-4de7-a6e1-211d0f2db269 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:45.006023 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42013903-8748-4706-b769-4d16da85de81 req-6a624726-6fc2-4de7-a6e1-211d0f2db269 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:45.009703 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-22651138-9cd0-463d-b0bf-d403ca6a8a38 None None] Port bc2c6b3a-b48f-419b-bfdd-9d6a979483a0 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:24:45.009845 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42013903-8748-4706-b769-4d16da85de81 req-6a624726-6fc2-4de7-a6e1-211d0f2db269 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:45.012587 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-42013903-8748-4706-b769-4d16da85de81 req-6a624726-6fc2-4de7-a6e1-211d0f2db269 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5431 time: 0.6506250 Apr 20 17:24:45.022429 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-7acd0f63-ca2b-4644-9c99-1b42ee6b87c1 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:24:45.055276 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:45.091219 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd0f63-ca2b-4644-9c99-1b42ee6b87c1 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Pushing event updated for resources: {'Port': ['ID=6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:45.119695 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-c3d3a007-cd78-4a56-9b66-cb22d2dc0d08 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Deleting port bc2c6b3a-b48f-419b-bfdd-9d6a979483a0 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:24:45.120030 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c3d3a007-cd78-4a56-9b66-cb22d2dc0d08 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:45.147840 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-7acd0f63-ca2b-4644-9c99-1b42ee6b87c1 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:45.148448 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-7acd0f63-ca2b-4644-9c99-1b42ee6b87c1 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:45.184372 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-79b0fe56-bee2-4ef2-bd6f-d4303c894b34 service neutron] 10.222.0.10 "GET /v2.0/networks/bdb724c9-4270-4009-8d7a-ad021aa5f7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586411 Apr 20 17:24:45.226833 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-7acd0f63-ca2b-4644-9c99-1b42ee6b87c1 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1964281 Apr 20 17:24:45.232648 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e0a1f-14b9-4c83-9bba-51f472fa1f6a tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:45.236979 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e0a1f-14b9-4c83-9bba-51f472fa1f6a tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:45.237716 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-fb0e0a1f-14b9-4c83-9bba-51f472fa1f6a tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Synchronizing usage tracker for tenant:7e01813b81bf4582aa1ed58a5cf1adbe on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:24:45.245496 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-4fcd023c-312e-436c-95f1-54069ef4a7f3 service neutron] Request body: {'port': {'device_id': '43e81630-6e46-4106-87b2-06c6f05ece7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:45.250152 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-42013903-8748-4706-b769-4d16da85de81 req-1257e8cf-68c7-44d5-ad1e-570a508e184b tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2258077 Apr 20 17:24:45.310713 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb620ce-f323-4f76-9e38-f637f2c890b0 req-777ebd19-f002-4dcb-aca2-dc6b32efbab3 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:45.312177 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-adb620ce-f323-4f76-9e38-f637f2c890b0 req-777ebd19-f002-4dcb-aca2-dc6b32efbab3 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 947 time: 0.3375752 Apr 20 17:24:45.403493 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-fb0e0a1f-14b9-4c83-9bba-51f472fa1f6a tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Unset dirty status for tenant:7e01813b81bf4582aa1ed58a5cf1adbe on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:24:45.408601 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fb0e0a1f-14b9-4c83-9bba-51f472fa1f6a tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6169713 Apr 20 17:24:45.414898 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47312) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:45.428261 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-3a403ebe-34e8-45af-aa0b-3231d719b1dc tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1797404062'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:45.436285 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 0ac1cf74-6e82-4cd3-abdc-d90e9520f633 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:24:45.466131 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3a403ebe-34e8-45af-aa0b-3231d719b1dc tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:24:45.470454 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1baf0fac-a3d2-4e28-8ddc-2b3d3566923c req-5a36d38e-bb03-443d-99b4-2a51a754ede6 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 210 time: 0.0645320 Apr 20 17:24:45.488464 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-ea98e81a-5cbf-4680-bda2-4cb646c83c4a service neutron] 10.222.0.10 "GET /v2.0/networks/bdb724c9-4270-4009-8d7a-ad021aa5f7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896407 Apr 20 17:24:45.505073 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3a403ebe-34e8-45af-aa0b-3231d719b1dc tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:24:45.547621 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-6fa9992d-4dfb-4266-b8aa-56b7a9311cb8 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Allocated IP 172.20.0.7 (f2cb5f25-0249-4f7a-ad65-2eead6ffefb9/be91a7bc-1185-4002-b13c-e1f041fc679d/a8f67641-1edb-44b0-b406-e1783d7bec8b) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:24:45.547857 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-adb620ce-f323-4f76-9e38-f637f2c890b0 req-72fe1ceb-33e6-403d-801b-aa12174028d2 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285504 Apr 20 17:24:45.555384 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-4fcd023c-312e-436c-95f1-54069ef4a7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:45.574942 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a403ebe-34e8-45af-aa0b-3231d719b1dc tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Made reservation on behalf of 7e01813b81bf4582aa1ed58a5cf1adbe for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:24:45.578196 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3a403ebe-34e8-45af-aa0b-3231d719b1dc tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:45.602460 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 0ac1cf74-6e82-4cd3-abdc-d90e9520f633 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:24:45.605003 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c3d3a007-cd78-4a56-9b66-cb22d2dc0d08 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:45.620821 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 0ac1cf74-6e82-4cd3-abdc-d90e9520f633 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:24:45.622410 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:45.744827 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:45.769528 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-c3d3a007-cd78-4a56-9b66-cb22d2dc0d08 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Calling delete_port for bc2c6b3a-b48f-419b-bfdd-9d6a979483a0 owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:24:45.775753 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80a9649-4e14-438d-b094-a7f180e69201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac1cf74-6e82-4cd3-abdc-d90e9520f633'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:24:45.786112 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 0ac1cf74-6e82-4cd3-abdc-d90e9520f633, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=0ac1cf74-6e82-4cd3-abdc-d90e9520f633,segment=NetworkSegment(5738320b-bb4f-4c6b-94f2-7a17321dd8ad),segment_id=5738320b-bb4f-4c6b-94f2-7a17321dd8ad)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:45.795373 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:45.884568 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bff835e-5605-4dc3-8513-1dd7e8bfbaa6'] response: {'server_uuid': 'd80a9649-4e14-438d-b094-a7f180e69201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac1cf74-6e82-4cd3-abdc-d90e9520f633', 'code': 200} Apr 20 17:24:45.888362 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a403ebe-34e8-45af-aa0b-3231d719b1dc tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:24:45.909813 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-232a649c-c769-476d-956f-df35379031d9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=47690d41-8f6f-4c13-a886-e50f74b2d0ba HTTP/1.1" status: 200 len: 217 time: 0.3681185 Apr 20 17:24:45.924542 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=0ac1cf74-6e82-4cd3-abdc-d90e9520f633,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:46.087121 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704f943-0512-45a5-ba62-e6e79479c513 req-586f9ed4-1b34-4508-b9f3-381512c5c881 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:46.088463 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-586f9ed4-1b34-4508-b9f3-381512c5c881 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ec642e4-8f7c-4328-a5b9-8fb965f7e357 HTTP/1.1" status: 200 len: 797 time: 0.1244540 Apr 20 17:24:46.104230 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee8f5a-b595-412f-86a3-7c971b83e6bc req-7506b6d8-b5ec-4ed3-b18f-ae0106e93270 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:46.105698 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1cee8f5a-b595-412f-86a3-7c971b83e6bc req-7506b6d8-b5ec-4ed3-b18f-ae0106e93270 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=d80a9649-4e14-438d-b094-a7f180e69201 HTTP/1.1" status: 200 len: 945 time: 0.4372091 Apr 20 17:24:46.209826 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3a403ebe-34e8-45af-aa0b-3231d719b1dc tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:46.210157 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-3a403ebe-34e8-45af-aa0b-3231d719b1dc tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Added segment af3380b3-8147-41b1-b29e-62e465914284 of type vlan for network a0d3b9ff-e3d0-42aa-8b69-3fa420477ce5 Apr 20 17:24:46.216502 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c3d3a007-cd78-4a56-9b66-cb22d2dc0d08 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:46.216699 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d00fc63-b5d5-445b-bfaf-faa1f44b9f2d req-a3b95af2-3755-4551-9324-37e284c6eb0e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d80a9649-4e14-438d-b094-a7f180e69201 HTTP/1.1" status: 200 len: 1096 time: 0.3006601 Apr 20 17:24:46.330380 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3a007-cd78-4a56-9b66-cb22d2dc0d08 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Pushing event deleted for resources: {'Port': ['ID=bc2c6b3a-b48f-419b-bfdd-9d6a979483a0,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:46.336024 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1cee8f5a-b595-412f-86a3-7c971b83e6bc req-50bd4b16-5f1a-4f00-a39e-09daa641347c tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991332 Apr 20 17:24:46.363714 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3a403ebe-34e8-45af-aa0b-3231d719b1dc tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:46.452610 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-6ab11aff-9a4d-415c-b95c-e03d4258428b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bdb724c9-4270-4009-8d7a-ad021aa5f7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3545134 Apr 20 17:24:46.452983 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c3d3a007-cd78-4a56-9b66-cb22d2dc0d08 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:46.465772 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d00fc63-b5d5-445b-bfaf-faa1f44b9f2d req-5106f17a-b7e7-4493-9d55-df494b814f25 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895258 Apr 20 17:24:46.482621 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578bc9ee-a11b-4aea-a732-00ed60aca07d req-3ffb4334-7442-4286-bf56-a87641133067 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:46.490455 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-578bc9ee-a11b-4aea-a732-00ed60aca07d req-3ffb4334-7442-4286-bf56-a87641133067 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.39 "GET /v2.0/ports?device_id=43e81630-6e46-4106-87b2-06c6f05ece7a HTTP/1.1" status: 200 len: 932 time: 0.5047288 Apr 20 17:24:46.596293 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c3d3a007-cd78-4a56-9b66-cb22d2dc0d08 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] 10.222.0.39 "DELETE /v2.0/ports/bc2c6b3a-b48f-419b-bfdd-9d6a979483a0 HTTP/1.1" status: 204 len: 168 time: 1.6756611 Apr 20 17:24:46.599801 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47328) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:46.611865 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3a403ebe-34e8-45af-aa0b-3231d719b1dc tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:46.615507 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a403ebe-34e8-45af-aa0b-3231d719b1dc tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:46.616081 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3a403ebe-34e8-45af-aa0b-3231d719b1dc tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:46.639367 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-6fa9992d-4dfb-4266-b8aa-56b7a9311cb8 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:46.660279 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d148f07f-6a12-454e-a263-518ed0830e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:46.746537 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-4fcd023c-312e-436c-95f1-54069ef4a7f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:24:46.781595 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-4fcd023c-312e-436c-95f1-54069ef4a7f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:46.786557 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-6fa9992d-4dfb-4266-b8aa-56b7a9311cb8 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Transition to ACTIVE for port object a8f67641-1edb-44b0-b406-e1783d7bec8b will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:24:46.790439 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-578bc9ee-a11b-4aea-a732-00ed60aca07d req-a61bb40b-2a82-4e61-9354-b8f2b2d45583 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Synchronizing usage tracker for tenant:471f8a31bd154d1aaa116125b4a3aae8 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:24:46.799979 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3a403ebe-34e8-45af-aa0b-3231d719b1dc tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3840680 Apr 20 17:24:46.811650 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47332) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:46.819016 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a403ebe-34e8-45af-aa0b-3231d719b1dc tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Pushing event updated for resources: {'Network': ['ID=a0d3b9ff-e3d0-42aa-8b69-3fa420477ce5,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:46.825167 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-716fead1-7c43-432e-b53a-cfdc622304b2 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-597559201'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:46.827737 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-4fcd023c-312e-436c-95f1-54069ef4a7f3 service neutron] Transition to ACTIVE for port object 6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:24:46.831117 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network a0d3b9ff-e3d0-42aa-8b69-3fa420477ce5 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:24:46.846630 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-716fead1-7c43-432e-b53a-cfdc622304b2 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:24:46.854748 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-4fcd023c-312e-436c-95f1-54069ef4a7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:46.878779 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-716fead1-7c43-432e-b53a-cfdc622304b2 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:24:46.890675 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-c54f41c5-102e-472f-af9f-7b6f32e58ded service neutron] 10.222.0.10 "GET /v2.0/networks/bdb724c9-4270-4009-8d7a-ad021aa5f7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234416 Apr 20 17:24:46.913631 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891e878-d969-469d-b3fb-5cfd006e4cf4 req-94841ffe-8395-47a8-a446-c3f470650ead tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:46.917602 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891e878-d969-469d-b3fb-5cfd006e4cf4 req-94841ffe-8395-47a8-a446-c3f470650ead tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:46.921833 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891e878-d969-469d-b3fb-5cfd006e4cf4 req-94841ffe-8395-47a8-a446-c3f470650ead tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:46.925709 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891e878-d969-469d-b3fb-5cfd006e4cf4 req-94841ffe-8395-47a8-a446-c3f470650ead tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:46.929606 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891e878-d969-469d-b3fb-5cfd006e4cf4 req-94841ffe-8395-47a8-a446-c3f470650ead tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:46.935104 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891e878-d969-469d-b3fb-5cfd006e4cf4 req-94841ffe-8395-47a8-a446-c3f470650ead tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:46.938495 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891e878-d969-469d-b3fb-5cfd006e4cf4 req-94841ffe-8395-47a8-a446-c3f470650ead tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:46.940383 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6891e878-d969-469d-b3fb-5cfd006e4cf4 req-94841ffe-8395-47a8-a446-c3f470650ead tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5431 time: 0.4417481 Apr 20 17:24:46.942736 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-578bc9ee-a11b-4aea-a732-00ed60aca07d req-a61bb40b-2a82-4e61-9354-b8f2b2d45583 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Unset dirty status for tenant:471f8a31bd154d1aaa116125b4a3aae8 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:24:46.943870 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-578bc9ee-a11b-4aea-a732-00ed60aca07d req-a61bb40b-2a82-4e61-9354-b8f2b2d45583 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.39 "GET /v2.0/security-groups?id=f66b7098-e482-4f00-b849-9ed5af9fe331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4526579 Apr 20 17:24:46.975783 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716fead1-7c43-432e-b53a-cfdc622304b2 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Made reservation on behalf of 7e01813b81bf4582aa1ed58a5cf1adbe for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:24:46.978690 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-716fead1-7c43-432e-b53a-cfdc622304b2 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:47.022975 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-8789ad13-7030-4515-8497-5575f097fe4b tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Deleting subnet a38f964b-689d-4cef-86d7-0f6822e091fd {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:24:47.029752 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8789ad13-7030-4515-8497-5575f097fe4b tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:47.074618 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-6fa9992d-4dfb-4266-b8aa-56b7a9311cb8 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:47.170464 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd023c-312e-436c-95f1-54069ef4a7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:47.189226 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-716fead1-7c43-432e-b53a-cfdc622304b2 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:24:47.191518 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8789ad13-7030-4515-8497-5575f097fe4b tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:47.230099 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9992d-4dfb-4266-b8aa-56b7a9311cb8 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Pushing event updated for resources: {'Port': ['ID=a8f67641-1edb-44b0-b406-e1783d7bec8b,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:47.244388 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-6fa9992d-4dfb-4266-b8aa-56b7a9311cb8 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Network f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:24:47.246081 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-716fead1-7c43-432e-b53a-cfdc622304b2 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:47.246491 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-716fead1-7c43-432e-b53a-cfdc622304b2 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Added segment 83db928b-4c8a-420e-b3fa-2052aa656d6b of type vlan for network ed34f61b-fc48-4a63-ace0-803cc5decaac Apr 20 17:24:47.250507 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-6fa9992d-4dfb-4266-b8aa-56b7a9311cb8 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:24:47.259446 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6891e878-d969-469d-b3fb-5cfd006e4cf4 req-0af900ca-5cb7-4540-8715-0e5cb454bcb6 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2856886 Apr 20 17:24:47.261432 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8704f943-0512-45a5-ba62-e6e79479c513 req-2ce64002-9f6a-4ee8-a523-ced69ea9b01a service neutron] 10.222.0.10 "GET /v2.0/networks/bdb724c9-4270-4009-8d7a-ad021aa5f7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583555 Apr 20 17:24:47.263037 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-6fa9992d-4dfb-4266-b8aa-56b7a9311cb8 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:24:47.333600 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-716fead1-7c43-432e-b53a-cfdc622304b2 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:47.401939 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-6fa9992d-4dfb-4266-b8aa-56b7a9311cb8 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:47.402427 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-6fa9992d-4dfb-4266-b8aa-56b7a9311cb8 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:47.419839 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-4fcd023c-312e-436c-95f1-54069ef4a7f3 service neutron] Attempting to bind port 6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:24:47.420426 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-4fcd023c-312e-436c-95f1-54069ef4a7f3 service neutron] Attempting to bind port 6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'd9731c3b-3e77-4196-81f2-90733d5adc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cd568712-c949-4779-b636-1bac64edb15d'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:24:47.420587 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-4fcd023c-312e-436c-95f1-54069ef4a7f3 service neutron] Attempting to bind port 6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4 on network cd568712-c949-4779-b636-1bac64edb15d {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:24:47.429377 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50817e-2fa0-4a41-80d5-b94408658675 req-ddfa3c5f-2599-4a7e-aa8d-7b77247df2a5 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:47.435841 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1d50817e-2fa0-4a41-80d5-b94408658675 req-ddfa3c5f-2599-4a7e-aa8d-7b77247df2a5 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 931 time: 0.3240933 Apr 20 17:24:47.450308 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-4fcd023c-312e-436c-95f1-54069ef4a7f3 service neutron] Port 6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4 on network cd568712-c949-4779-b636-1bac64edb15d not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:24:47.450634 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-4fcd023c-312e-436c-95f1-54069ef4a7f3 service neutron] Attempting to bind port 6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4 on network cd568712-c949-4779-b636-1bac64edb15d {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:24:47.471056 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8789ad13-7030-4515-8497-5575f097fe4b tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:47.500102 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-716fead1-7c43-432e-b53a-cfdc622304b2 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:47.504243 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716fead1-7c43-432e-b53a-cfdc622304b2 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:47.504822 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-716fead1-7c43-432e-b53a-cfdc622304b2 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:47.540011 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-4fcd023c-312e-436c-95f1-54069ef4a7f3 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:24:47.540342 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-4fcd023c-312e-436c-95f1-54069ef4a7f3 service neutron] Checking segment: {'id': 'd9731c3b-3e77-4196-81f2-90733d5adc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cd568712-c949-4779-b636-1bac64edb15d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:24:47.540726 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-4fcd023c-312e-436c-95f1-54069ef4a7f3 service neutron] Bound using segment: {'id': 'd9731c3b-3e77-4196-81f2-90733d5adc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cd568712-c949-4779-b636-1bac64edb15d'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:24:47.541189 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-4fcd023c-312e-436c-95f1-54069ef4a7f3 service neutron] Bound port: 6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9731c3b-3e77-4196-81f2-90733d5adc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cd568712-c949-4779-b636-1bac64edb15d'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:24:47.541657 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-4fcd023c-312e-436c-95f1-54069ef4a7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:47.551296 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-6fa9992d-4dfb-4266-b8aa-56b7a9311cb8 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4792483 Apr 20 17:24:47.576566 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-073b0f8e-ff94-46cb-9d43-f1732a7b718b service neutron] Request body: {'port': {'device_id': 'ae1d19d6-e5c9-4bae-9726-006138646e57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:47.645422 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-1d50817e-2fa0-4a41-80d5-b94408658675 req-71622098-d007-4cc7-b9c7-45aef6260d28 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Synchronizing usage tracker for tenant:739e916aa25c4029ad0454743c027d4f on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:24:47.658623 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d738ff79-522e-46aa-96d9-a3af0a3063fb None None] Provisioning for port a8f67641-1edb-44b0-b406-e1783d7bec8b completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:24:47.664861 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d738ff79-522e-46aa-96d9-a3af0a3063fb None None] Provisioning complete for port a8f67641-1edb-44b0-b406-e1783d7bec8b triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:24:47.665239 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d738ff79-522e-46aa-96d9-a3af0a3063fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:47.691300 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8789ad13-7030-4515-8497-5575f097fe4b tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:47.740814 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-1d50817e-2fa0-4a41-80d5-b94408658675 req-71622098-d007-4cc7-b9c7-45aef6260d28 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Unset dirty status for tenant:739e916aa25c4029ad0454743c027d4f on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:24:47.746346 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d738ff79-522e-46aa-96d9-a3af0a3063fb None None] Port a8f67641-1edb-44b0-b406-e1783d7bec8b cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:24:47.746877 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1d50817e-2fa0-4a41-80d5-b94408658675 req-71622098-d007-4cc7-b9c7-45aef6260d28 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2986717 Apr 20 17:24:47.758691 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789ad13-7030-4515-8497-5575f097fe4b tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Pushing event deleted for resources: {'Subnet': ['ID=a38f964b-689d-4cef-86d7-0f6822e091fd,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:47.768582 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-4fcd023c-312e-436c-95f1-54069ef4a7f3 service neutron] For port 6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:24:47.773769 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-4fcd023c-312e-436c-95f1-54069ef4a7f3 service neutron] For port 6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4,segment=NetworkSegment(d9731c3b-3e77-4196-81f2-90733d5adc6b),segment_id=d9731c3b-3e77-4196-81f2-90733d5adc6b)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:24:47.775384 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8789ad13-7030-4515-8497-5575f097fe4b tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:47.781774 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-4fcd023c-312e-436c-95f1-54069ef4a7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:47.783657 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71769e3c-1237-4304-9332-73c378ce7a92 None None] Network 07cc2ede-07bf-4f02-8a22-ab62099fdff6 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:24:47.813384 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8789ad13-7030-4515-8497-5575f097fe4b tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] 10.222.0.39 "DELETE /v2.0/subnets/a38f964b-689d-4cef-86d7-0f6822e091fd HTTP/1.1" status: 204 len: 168 time: 1.2105286 Apr 20 17:24:47.819595 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47338) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:47.917409 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-716fead1-7c43-432e-b53a-cfdc622304b2 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1027725 Apr 20 17:24:47.920834 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47342) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:47.938651 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716fead1-7c43-432e-b53a-cfdc622304b2 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Pushing event updated for resources: {'Network': ['ID=ed34f61b-fc48-4a63-ace0-803cc5decaac,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:47.939137 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-4fcd023c-312e-436c-95f1-54069ef4a7f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:47.940499 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-4fcd023c-312e-436c-95f1-54069ef4a7f3 service neutron] 10.222.0.10 "PUT /v2.0/ports/6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4 HTTP/1.1" status: 200 len: 1092 time: 2.7003827 Apr 20 17:24:47.944302 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-869ee0a8-21dd-4c8a-8fb6-9d6fda53d7d4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Request body: {'ports': [{'network_id': 'a0d3b9ff-e3d0-42aa-8b69-3fa420477ce5', 'name': 'tempest-port--71422500', 'admin_state_up': True}, {'network_id': 'ed34f61b-fc48-4a63-ace0-803cc5decaac', 'admin_state_up': False}]} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:47.944576 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-869ee0a8-21dd-4c8a-8fb6-9d6fda53d7d4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Request body: {'port': {'network_id': 'a0d3b9ff-e3d0-42aa-8b69-3fa420477ce5', 'name': 'tempest-port--71422500', 'admin_state_up': True}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:47.944993 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-869ee0a8-21dd-4c8a-8fb6-9d6fda53d7d4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Request body: {'port': {'network_id': 'ed34f61b-fc48-4a63-ace0-803cc5decaac', 'admin_state_up': False}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:47.952129 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dcc7aee0-3cef-4bf3-bb96-c80dba799acf req-fe98aba2-a4d2-41d1-aae3-9c9544305792 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ddcf70e6b9b4ed78391e1f8fae63fbc&device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 6488 time: 0.5992222 Apr 20 17:24:47.971160 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e81630-6e46-4106-87b2-06c6f05ece7a', 'tag': '6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:24:47.972228 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network ed34f61b-fc48-4a63-ace0-803cc5decaac details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:24:48.196399 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c8a353-5bb0-44c8-a6a6-8b36e54799af None None] DHCP port deletion for 07cc2ede-07bf-4f02-8a22-ab62099fdff6 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:24:48.201685 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-32c8a353-5bb0-44c8-a6a6-8b36e54799af None None] Deleting port 3be6a281-2106-4c0c-b0d4-cd263ffc53f8 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:24:48.202053 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-32c8a353-5bb0-44c8-a6a6-8b36e54799af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:48.209044 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-073b0f8e-ff94-46cb-9d43-f1732a7b718b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:48.243523 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd023c-312e-436c-95f1-54069ef4a7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:48.289936 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-42f17211-fa7d-410f-ab86-b7c7412d5eea tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:48.310674 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cdc0a-08e5-49df-9fc7-a94111479e30 req-948e7470-b0be-41df-8f94-836ef0d05f87 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:48.314670 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f78cdc0a-08e5-49df-9fc7-a94111479e30 req-948e7470-b0be-41df-8f94-836ef0d05f87 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=d80a9649-4e14-438d-b094-a7f180e69201 HTTP/1.1" status: 200 len: 945 time: 0.4962564 Apr 20 17:24:48.362241 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-42f17211-fa7d-410f-ab86-b7c7412d5eea tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Deleting port 3be6a281-2106-4c0c-b0d4-cd263ffc53f8 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:24:48.362577 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-42f17211-fa7d-410f-ab86-b7c7412d5eea tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:48.370681 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7aee0-3cef-4bf3-bb96-c80dba799acf req-bfd68242-e0ca-4ab6-9f32-7aadfa20e76d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:48.372215 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dcc7aee0-3cef-4bf3-bb96-c80dba799acf req-bfd68242-e0ca-4ab6-9f32-7aadfa20e76d service neutron] 10.222.0.10 "GET /v2.0/networks?id=bdb724c9-4270-4009-8d7a-ad021aa5f7f3 HTTP/1.1" status: 200 len: 902 time: 0.3848627 Apr 20 17:24:48.427571 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-32c8a353-5bb0-44c8-a6a6-8b36e54799af None None] For port 3be6a281-2106-4c0c-b0d4-cd263ffc53f8, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3be6a281-2106-4c0c-b0d4-cd263ffc53f8,segment=NetworkSegment(b7d37971-595f-4712-8563-41a6cf67eecf),segment_id=b7d37971-595f-4712-8563-41a6cf67eecf)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:48.428394 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-32c8a353-5bb0-44c8-a6a6-8b36e54799af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:48.481523 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-01f9e7b3-2608-4f9a-ba61-01ccc42f5dc2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=471f8a31bd154d1aaa116125b4a3aae8&device_id=43e81630-6e46-4106-87b2-06c6f05ece7a HTTP/1.1" status: 200 len: 1095 time: 0.3759134 Apr 20 17:24:48.517678 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3be6a281-2106-4c0c-b0d4-cd263ffc53f8 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:24:48.614749 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-b4736921-2c13-449a-a4a1-3e7467baa507 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4 HTTP/1.1" status: 200 len: 217 time: 0.1209111 Apr 20 17:24:48.618937 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-32c8a353-5bb0-44c8-a6a6-8b36e54799af None None] Calling delete_port for 3be6a281-2106-4c0c-b0d4-cd263ffc53f8 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:24:48.622407 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd699b-c9f7-4c6c-ba3a-f44d9fd3d1e2 req-f9504498-2c28-40f4-bc27-3f8a117d8d03 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:48.624057 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-aebd699b-c9f7-4c6c-ba3a-f44d9fd3d1e2 req-f9504498-2c28-40f4-bc27-3f8a117d8d03 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.39 "GET /v2.0/ports?device_id=43e81630-6e46-4106-87b2-06c6f05ece7a HTTP/1.1" status: 200 len: 944 time: 0.4725862 Apr 20 17:24:48.656273 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-869ee0a8-21dd-4c8a-8fb6-9d6fda53d7d4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:24:48.672250 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-869ee0a8-21dd-4c8a-8fb6-9d6fda53d7d4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Usage tracker for resource:port and tenant:7e01813b81bf4582aa1ed58a5cf1adbe is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:24:48.681055 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-869ee0a8-21dd-4c8a-8fb6-9d6fda53d7d4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:24:48.707209 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-869ee0a8-21dd-4c8a-8fb6-9d6fda53d7d4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:24:48.759816 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-32c8a353-5bb0-44c8-a6a6-8b36e54799af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:48.805239 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8a353-5bb0-44c8-a6a6-8b36e54799af None None] Pushing event deleted for resources: {'Port': ['ID=3be6a281-2106-4c0c-b0d4-cd263ffc53f8,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:48.808161 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869ee0a8-21dd-4c8a-8fb6-9d6fda53d7d4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Made reservation on behalf of 7e01813b81bf4582aa1ed58a5cf1adbe for: {'port': 2} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:24:48.809623 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:48.811699 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-869ee0a8-21dd-4c8a-8fb6-9d6fda53d7d4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:48.825650 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dcc7aee0-3cef-4bf3-bb96-c80dba799acf req-1bdb6b8a-553b-47a5-8a91-6671cfdf67bd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=47690d41-8f6f-4c13-a886-e50f74b2d0ba HTTP/1.1" status: 200 len: 217 time: 0.1620238 Apr 20 17:24:48.829011 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f78cdc0a-08e5-49df-9fc7-a94111479e30 req-6a90734b-0bcb-4039-9623-cff8b2bb7f3e tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5129874 Apr 20 17:24:48.834638 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c8a353-5bb0-44c8-a6a6-8b36e54799af None None] No DVR routers for this DVR port 3be6a281-2106-4c0c-b0d4-cd263ffc53f8 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:24:48.836615 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8a353-5bb0-44c8-a6a6-8b36e54799af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:48.837041 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8a353-5bb0-44c8-a6a6-8b36e54799af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:48.837875 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8a353-5bb0-44c8-a6a6-8b36e54799af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:48.837875 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8a353-5bb0-44c8-a6a6-8b36e54799af None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:48.838745 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8a353-5bb0-44c8-a6a6-8b36e54799af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:48.838745 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8a353-5bb0-44c8-a6a6-8b36e54799af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:48.839170 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8a353-5bb0-44c8-a6a6-8b36e54799af None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:48.839592 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8a353-5bb0-44c8-a6a6-8b36e54799af None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:48.840029 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8a353-5bb0-44c8-a6a6-8b36e54799af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:48.840428 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8a353-5bb0-44c8-a6a6-8b36e54799af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:48.840830 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c8a353-5bb0-44c8-a6a6-8b36e54799af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:24:48.842234 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-6df1778b-0133-4469-a2d7-95767828abc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:48.843923 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-6df1778b-0133-4469-a2d7-95767828abc3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3be6457a-bc60-4c54-a090-59c75d897a38 HTTP/1.1" status: 200 len: 854 time: 0.2190530 Apr 20 17:24:48.921987 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-600316b8-29ba-4a31-8db3-c96ef521e877 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cd568712-c949-4779-b636-1bac64edb15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714672 Apr 20 17:24:48.924337 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-aebd699b-c9f7-4c6c-ba3a-f44d9fd3d1e2 req-fcf3785b-37c9-4493-a54b-af8bbf1c6e32 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.39 "GET /v2.0/security-groups?id=f66b7098-e482-4f00-b849-9ed5af9fe331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540774 Apr 20 17:24:48.928181 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-869ee0a8-21dd-4c8a-8fb6-9d6fda53d7d4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:48.959203 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7aee0-3cef-4bf3-bb96-c80dba799acf req-9ae3b204-441a-423b-8d88-2ca2ad76388b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:48.959203 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dcc7aee0-3cef-4bf3-bb96-c80dba799acf req-9ae3b204-441a-423b-8d88-2ca2ad76388b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ec642e4-8f7c-4328-a5b9-8fb965f7e357 HTTP/1.1" status: 200 len: 797 time: 0.1037278 Apr 20 17:24:49.028067 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e6ec8b7-748b-46d6-b9b2-2a9e9b3164c0'] response: {'name': 'network-changed', 'server_uuid': '43e81630-6e46-4106-87b2-06c6f05ece7a', 'tag': '6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4', 'status': 'completed', 'code': 200} Apr 20 17:24:49.084494 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-42f17211-fa7d-410f-ab86-b7c7412d5eea tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] For port 3be6a281-2106-4c0c-b0d4-cd263ffc53f8, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3be6a281-2106-4c0c-b0d4-cd263ffc53f8,segment=NetworkSegment(b7d37971-595f-4712-8563-41a6cf67eecf),segment_id=b7d37971-595f-4712-8563-41a6cf67eecf)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:49.085009 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-42f17211-fa7d-410f-ab86-b7c7412d5eea tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:49.253369 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-073b0f8e-ff94-46cb-9d43-f1732a7b718b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f67641-1edb-44b0-b406-e1783d7bec8b {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:24:49.262688 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-073b0f8e-ff94-46cb-9d43-f1732a7b718b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:49.278286 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-42f17211-fa7d-410f-ab86-b7c7412d5eea tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Calling delete_port for 3be6a281-2106-4c0c-b0d4-cd263ffc53f8 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:24:49.296722 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-073b0f8e-ff94-46cb-9d43-f1732a7b718b service neutron] Transition to ACTIVE for port object a8f67641-1edb-44b0-b406-e1783d7bec8b will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:24:49.310051 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-073b0f8e-ff94-46cb-9d43-f1732a7b718b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:49.350129 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dcc7aee0-3cef-4bf3-bb96-c80dba799acf req-7209ea43-a821-4f41-99da-d10722add324 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bdb724c9-4270-4009-8d7a-ad021aa5f7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3833017 Apr 20 17:24:49.528088 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-c1ee8075-333e-4413-8f2a-a6e034b1745f service neutron] 10.222.0.10 "GET /v2.0/networks/cd568712-c949-4779-b636-1bac64edb15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5892239 Apr 20 17:24:49.711359 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b0f8e-ff94-46cb-9d43-f1732a7b718b service neutron] Pushing event updated for resources: {'Port': ['ID=a8f67641-1edb-44b0-b406-e1783d7bec8b,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:49.735554 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60d3af-ee5a-4906-8375-1a4d5a46d2cc req-6183cce0-569c-43ea-9912-a00a16b47fdf tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:49.736352 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-5a60d3af-ee5a-4906-8375-1a4d5a46d2cc req-6183cce0-569c-43ea-9912-a00a16b47fdf tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Synchronizing usage tracker for tenant:739e916aa25c4029ad0454743c027d4f on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:24:49.743171 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-869ee0a8-21dd-4c8a-8fb6-9d6fda53d7d4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] device_id is not set on port 6a3eaa44-6852-43f5-baa1-96d451d698e0 yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:24:49.754693 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.api [None req-42f17211-fa7d-410f-ab86-b7c7412d5eea tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:24:49.755006 n-d-838032-1 neutron-server[84080]: DEBUG oslo_db.api [None req-42f17211-fa7d-410f-ab86-b7c7412d5eea tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:24:49.800525 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-5a60d3af-ee5a-4906-8375-1a4d5a46d2cc req-6183cce0-569c-43ea-9912-a00a16b47fdf tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Unset dirty status for tenant:739e916aa25c4029ad0454743c027d4f on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:24:49.801234 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70a525-db56-47aa-b4bf-7406c377bb19 req-75733a97-0d62-4796-bf02-44d09e86d604 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:49.805048 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70a525-db56-47aa-b4bf-7406c377bb19 req-75733a97-0d62-4796-bf02-44d09e86d604 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:49.806952 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5a60d3af-ee5a-4906-8375-1a4d5a46d2cc req-6183cce0-569c-43ea-9912-a00a16b47fdf tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 931 time: 0.6314290 Apr 20 17:24:49.809024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70a525-db56-47aa-b4bf-7406c377bb19 req-75733a97-0d62-4796-bf02-44d09e86d604 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:49.812839 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70a525-db56-47aa-b4bf-7406c377bb19 req-75733a97-0d62-4796-bf02-44d09e86d604 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:49.816649 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70a525-db56-47aa-b4bf-7406c377bb19 req-75733a97-0d62-4796-bf02-44d09e86d604 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:49.820868 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70a525-db56-47aa-b4bf-7406c377bb19 req-75733a97-0d62-4796-bf02-44d09e86d604 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:49.825026 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70a525-db56-47aa-b4bf-7406c377bb19 req-75733a97-0d62-4796-bf02-44d09e86d604 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:49.826974 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8c70a525-db56-47aa-b4bf-7406c377bb19 req-75733a97-0d62-4796-bf02-44d09e86d604 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5431 time: 0.5597296 Apr 20 17:24:49.869668 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-d148f07f-6a12-454e-a263-518ed0830e67 admin admin] Deleting port 8f847971-ebf5-4604-8be8-97d5a36dc565 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:24:49.870419 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d148f07f-6a12-454e-a263-518ed0830e67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:49.912774 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-84b408f4-e68b-479e-9862-ec9ca90af3eb req-0cc474e8-1b34-4dca-9026-53f0d26a8449 service neutron] 10.222.0.10 "GET /v2.0/networks/cd568712-c949-4779-b636-1bac64edb15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717418 Apr 20 17:24:49.919835 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8c70a525-db56-47aa-b4bf-7406c377bb19 req-8d063bf7-d7d9-4575-8974-9db1add912f8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0818245 Apr 20 17:24:49.943770 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dcc7aee0-3cef-4bf3-bb96-c80dba799acf req-dfc1089d-1951-4435-b7a9-5227e523a66e service neutron] 10.222.0.10 "GET /v2.0/networks/bdb724c9-4270-4009-8d7a-ad021aa5f7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5857792 Apr 20 17:24:50.020804 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-869ee0a8-21dd-4c8a-8fb6-9d6fda53d7d4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:50.151572 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5a60d3af-ee5a-4906-8375-1a4d5a46d2cc req-225325f7-7357-4815-89cd-bce087178d20 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3436620 Apr 20 17:24:50.173838 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-869ee0a8-21dd-4c8a-8fb6-9d6fda53d7d4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] device_id is not set on port fbc853cc-c118-4e73-a5b4-c868fc8b0e8a yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:24:50.183375 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-073b0f8e-ff94-46cb-9d43-f1732a7b718b service neutron] Attempting to bind port a8f67641-1edb-44b0-b406-e1783d7bec8b on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:24:50.183768 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-073b0f8e-ff94-46cb-9d43-f1732a7b718b service neutron] Attempting to bind port a8f67641-1edb-44b0-b406-e1783d7bec8b by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'b7f6a108-6de3-4d12-92d3-ffddaf981259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:24:50.184118 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-073b0f8e-ff94-46cb-9d43-f1732a7b718b service neutron] Attempting to bind port a8f67641-1edb-44b0-b406-e1783d7bec8b on network f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:24:50.217040 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1a9baed2-2b00-4d45-aded-8cd9ef029c4a req-d59f8bcd-5097-40c6-a659-34ee3f4c2efd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=471f8a31bd154d1aaa116125b4a3aae8&device_id=43e81630-6e46-4106-87b2-06c6f05ece7a HTTP/1.1" status: 200 len: 1095 time: 0.2408607 Apr 20 17:24:50.226249 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-073b0f8e-ff94-46cb-9d43-f1732a7b718b service neutron] Port a8f67641-1edb-44b0-b406-e1783d7bec8b on network f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:24:50.226582 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-073b0f8e-ff94-46cb-9d43-f1732a7b718b service neutron] Attempting to bind port a8f67641-1edb-44b0-b406-e1783d7bec8b on network f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:24:50.256021 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-42f17211-fa7d-410f-ab86-b7c7412d5eea tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Deleting port 3be6a281-2106-4c0c-b0d4-cd263ffc53f8 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:24:50.256362 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-42f17211-fa7d-410f-ab86-b7c7412d5eea tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:50.260414 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-073b0f8e-ff94-46cb-9d43-f1732a7b718b service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:24:50.260750 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-073b0f8e-ff94-46cb-9d43-f1732a7b718b service neutron] Checking segment: {'id': 'b7f6a108-6de3-4d12-92d3-ffddaf981259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:24:50.261136 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-073b0f8e-ff94-46cb-9d43-f1732a7b718b service neutron] Bound using segment: {'id': 'b7f6a108-6de3-4d12-92d3-ffddaf981259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:24:50.261560 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-073b0f8e-ff94-46cb-9d43-f1732a7b718b service neutron] Bound port: a8f67641-1edb-44b0-b406-e1783d7bec8b, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7f6a108-6de3-4d12-92d3-ffddaf981259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:24:50.261977 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-073b0f8e-ff94-46cb-9d43-f1732a7b718b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:50.278540 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dcc7aee0-3cef-4bf3-bb96-c80dba799acf req-f12db91d-c92d-437d-bba8-f7f1a476a751 service neutron] 10.222.0.10 "GET /v2.0/networks/bdb724c9-4270-4009-8d7a-ad021aa5f7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015912 Apr 20 17:24:50.316191 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-d148f07f-6a12-454e-a263-518ed0830e67 admin admin] For port 8f847971-ebf5-4604-8be8-97d5a36dc565, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8f847971-ebf5-4604-8be8-97d5a36dc565,segment=NetworkSegment(604e0b5b-f444-4a84-a006-54ff61224a47),segment_id=604e0b5b-f444-4a84-a006-54ff61224a47)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:50.316546 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d148f07f-6a12-454e-a263-518ed0830e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:50.340792 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31a591-9fb5-4dc7-ac89-265d888237ad req-bd4a7477-d6de-45fa-9e4d-3329c52f6e13 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:50.342247 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3d31a591-9fb5-4dc7-ac89-265d888237ad req-bd4a7477-d6de-45fa-9e4d-3329c52f6e13 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=d80a9649-4e14-438d-b094-a7f180e69201 HTTP/1.1" status: 200 len: 945 time: 0.2555089 Apr 20 17:24:50.427158 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-42f17211-fa7d-410f-ab86-b7c7412d5eea tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] The port '3be6a281-2106-4c0c-b0d4-cd263ffc53f8' was deleted {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:24:50.487672 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-d148f07f-6a12-454e-a263-518ed0830e67 admin admin] Calling delete_port for 8f847971-ebf5-4604-8be8-97d5a36dc565 owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:24:50.571861 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-073b0f8e-ff94-46cb-9d43-f1732a7b718b service neutron] For port a8f67641-1edb-44b0-b406-e1783d7bec8b, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:24:50.577702 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-073b0f8e-ff94-46cb-9d43-f1732a7b718b service neutron] For port a8f67641-1edb-44b0-b406-e1783d7bec8b, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a8f67641-1edb-44b0-b406-e1783d7bec8b,segment=NetworkSegment(b7f6a108-6de3-4d12-92d3-ffddaf981259),segment_id=b7f6a108-6de3-4d12-92d3-ffddaf981259)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:24:50.596663 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-073b0f8e-ff94-46cb-9d43-f1732a7b718b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:50.616716 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-869ee0a8-21dd-4c8a-8fb6-9d6fda53d7d4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:50.632018 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3d31a591-9fb5-4dc7-ac89-265d888237ad req-1cbd9c3a-c1ca-4001-80b7-80a3af4abc47 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727427 Apr 20 17:24:50.634318 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-42f17211-fa7d-410f-ab86-b7c7412d5eea tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:50.642096 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9baed2-2b00-4d45-aded-8cd9ef029c4a req-b1f9497f-9e33-4764-b9bc-7f986c351108 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:50.643235 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1a9baed2-2b00-4d45-aded-8cd9ef029c4a req-b1f9497f-9e33-4764-b9bc-7f986c351108 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cd568712-c949-4779-b636-1bac64edb15d HTTP/1.1" status: 200 len: 915 time: 0.4194860 Apr 20 17:24:50.690840 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497be37-1548-454b-9ff7-9047377c66b4 req-12c4c8aa-56ad-4d4b-8f91-078a359af627 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:50.692301 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8497be37-1548-454b-9ff7-9047377c66b4 req-12c4c8aa-56ad-4d4b-8f91-078a359af627 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.39 "GET /v2.0/ports?device_id=43e81630-6e46-4106-87b2-06c6f05ece7a HTTP/1.1" status: 200 len: 944 time: 0.3679950 Apr 20 17:24:50.694973 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-073b0f8e-ff94-46cb-9d43-f1732a7b718b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:50.696238 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-073b0f8e-ff94-46cb-9d43-f1732a7b718b service neutron] 10.222.0.10 "PUT /v2.0/ports/a8f67641-1edb-44b0-b406-e1783d7bec8b HTTP/1.1" status: 200 len: 1091 time: 3.1310465 Apr 20 17:24:50.699280 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1d19d6-e5c9-4bae-9726-006138646e57', 'tag': 'a8f67641-1edb-44b0-b406-e1783d7bec8b'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:24:50.723626 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-42f17211-fa7d-410f-ab86-b7c7412d5eea tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07cc2ede-07bf-4f02-8a22-ab62099fdff6']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:50.735571 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b0f8e-ff94-46cb-9d43-f1732a7b718b service neutron] Pushing event updated for resources: {'Port': ['ID=a8f67641-1edb-44b0-b406-e1783d7bec8b,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:50.750210 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-42f17211-fa7d-410f-ab86-b7c7412d5eea tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d37971-595f-4712-8563-41a6cf67eecf') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:50.750508 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-42f17211-fa7d-410f-ab86-b7c7412d5eea tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d37971-595f-4712-8563-41a6cf67eecf') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:50.757914 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1a9baed2-2b00-4d45-aded-8cd9ef029c4a req-27a424db-6369-4696-a68a-afd79d6294bb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4 HTTP/1.1" status: 200 len: 217 time: 0.1066964 Apr 20 17:24:50.796423 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-42f17211-fa7d-410f-ab86-b7c7412d5eea tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:50.823168 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8497be37-1548-454b-9ff7-9047377c66b4 req-a449cce6-877a-453f-acb7-7e54fb2ae7ad tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.39 "GET /v2.0/security-groups?id=f66b7098-e482-4f00-b849-9ed5af9fe331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191642 Apr 20 17:24:50.867615 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-869ee0a8-21dd-4c8a-8fb6-9d6fda53d7d4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:50.906920 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-48f07e97-2bc7-46bb-b66b-4cb6ffd499a4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=739e916aa25c4029ad0454743c027d4f&device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 1094 time: 0.1529145 Apr 20 17:24:50.911755 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-42f17211-fa7d-410f-ab86-b7c7412d5eea tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:50.918031 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89116f85-ae2e-4083-b4e5-bceecc3d4e89'] response: {'name': 'network-changed', 'server_uuid': 'ae1d19d6-e5c9-4bae-9726-006138646e57', 'tag': 'a8f67641-1edb-44b0-b406-e1783d7bec8b', 'status': 'completed', 'code': 200} Apr 20 17:24:50.940954 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f17211-fa7d-410f-ab86-b7c7412d5eea tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:24:50.941264 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-42f17211-fa7d-410f-ab86-b7c7412d5eea tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:24:50.961660 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:24:50.976478 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d148f07f-6a12-454e-a263-518ed0830e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:51.027440 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-98ba455c-68e6-4905-8a9c-bdd7cc892ea7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8f67641-1edb-44b0-b406-e1783d7bec8b HTTP/1.1" status: 200 len: 217 time: 0.1081965 Apr 20 17:24:51.029691 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148f07f-6a12-454e-a263-518ed0830e67 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f847971-ebf5-4604-8be8-97d5a36dc565,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:51.056231 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9baed2-2b00-4d45-aded-8cd9ef029c4a req-97e52900-a839-4d7d-9ac7-40f26b65c0a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:51.057697 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1a9baed2-2b00-4d45-aded-8cd9ef029c4a req-97e52900-a839-4d7d-9ac7-40f26b65c0a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3be6457a-bc60-4c54-a090-59c75d897a38 HTTP/1.1" status: 200 len: 854 time: 0.2927802 Apr 20 17:24:51.108184 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ee0a8-21dd-4c8a-8fb6-9d6fda53d7d4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Pushing event updated for resources: {'Port': ['ID=6a3eaa44-6852-43f5-baa1-96d451d698e0,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:51.134943 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1a9baed2-2b00-4d45-aded-8cd9ef029c4a req-260df0db-2eb1-4a02-9764-67dbdb078892 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cd568712-c949-4779-b636-1bac64edb15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690894 Apr 20 17:24:51.137829 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-42f17211-fa7d-410f-ab86-b7c7412d5eea tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:51.179850 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-42f17211-fa7d-410f-ab86-b7c7412d5eea tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:51.234928 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-ee5c133c-5eb9-463d-93a8-4e9270c3683e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:51.236401 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-ee5c133c-5eb9-463d-93a8-4e9270c3683e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be91a7bc-1185-4002-b13c-e1f041fc679d HTTP/1.1" status: 200 len: 858 time: 0.2025242 Apr 20 17:24:51.364474 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f17211-fa7d-410f-ab86-b7c7412d5eea tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] Pushing event deleted for resources: {'Network': ['ID=07cc2ede-07bf-4f02-8a22-ab62099fdff6,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:51.388085 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4570064-1205-4900-a1a8-54948bb55a1e req-b0a2532f-220a-48b8-a796-84f8513ade5c tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:51.389559 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f4570064-1205-4900-a1a8-54948bb55a1e req-b0a2532f-220a-48b8-a796-84f8513ade5c tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=d80a9649-4e14-438d-b094-a7f180e69201 HTTP/1.1" status: 200 len: 945 time: 0.5865216 Apr 20 17:24:51.398333 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-42f17211-fa7d-410f-ab86-b7c7412d5eea tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739 tempest-ExtraDHCPOptionsIpV6TestJSON-1614250739-project] 10.222.0.39 "DELETE /v2.0/networks/07cc2ede-07bf-4f02-8a22-ab62099fdff6 HTTP/1.1" status: 204 len: 168 time: 3.5767283 Apr 20 17:24:51.402997 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869ee0a8-21dd-4c8a-8fb6-9d6fda53d7d4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Checking segment: {'id': 'af3380b3-8147-41b1-b29e-62e465914284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0d3b9ff-e3d0-42aa-8b69-3fa420477ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:24:51.403358 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869ee0a8-21dd-4c8a-8fb6-9d6fda53d7d4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Network hostable DHCP agents. Network: a0d3b9ff-e3d0-42aa-8b69-3fa420477ce5, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:24:51.491226 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1a9baed2-2b00-4d45-aded-8cd9ef029c4a req-5a3bcb4e-3cc5-4c4a-ade9-12e500d15cbd service neutron] 10.222.0.10 "GET /v2.0/networks/cd568712-c949-4779-b636-1bac64edb15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466556 Apr 20 17:24:51.493982 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f4570064-1205-4900-a1a8-54948bb55a1e req-c520af8b-1de9-499a-86b2-15b2c7f52586 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831473 Apr 20 17:24:51.521352 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869ee0a8-21dd-4c8a-8fb6-9d6fda53d7d4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Network a0d3b9ff-e3d0-42aa-8b69-3fa420477ce5 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:24:51.600196 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2d8b6-6629-4ee0-814f-3fe323bf3955 req-b3416e39-0479-4a0a-a008-24656b6d4a7a tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:51.607050 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2d8b6-6629-4ee0-814f-3fe323bf3955 req-b3416e39-0479-4a0a-a008-24656b6d4a7a tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:51.609406 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2d8b6-6629-4ee0-814f-3fe323bf3955 req-b3416e39-0479-4a0a-a008-24656b6d4a7a tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:51.611456 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-869ee0a8-21dd-4c8a-8fb6-9d6fda53d7d4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, a0d3b9ff-e3d0-42aa-8b69-3fa420477ce5) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:24:51.613266 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2d8b6-6629-4ee0-814f-3fe323bf3955 req-b3416e39-0479-4a0a-a008-24656b6d4a7a tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:51.617355 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2d8b6-6629-4ee0-814f-3fe323bf3955 req-b3416e39-0479-4a0a-a008-24656b6d4a7a tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:51.618423 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869ee0a8-21dd-4c8a-8fb6-9d6fda53d7d4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:24:51.619262 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-869ee0a8-21dd-4c8a-8fb6-9d6fda53d7d4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:51.621623 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2d8b6-6629-4ee0-814f-3fe323bf3955 req-b3416e39-0479-4a0a-a008-24656b6d4a7a tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:51.621934 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99677c8-af82-4f94-b156-780b6935bb4d None None] Network a0d3b9ff-e3d0-42aa-8b69-3fa420477ce5 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:24:51.625519 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2d8b6-6629-4ee0-814f-3fe323bf3955 req-b3416e39-0479-4a0a-a008-24656b6d4a7a tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:51.627647 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-51d2d8b6-6629-4ee0-814f-3fe323bf3955 req-b3416e39-0479-4a0a-a008-24656b6d4a7a tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5431 time: 0.5149465 Apr 20 17:24:51.693777 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-7b431c91-efff-4c75-9215-8e857256819a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4490111 Apr 20 17:24:51.748777 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47372) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:51.776322 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ee0a8-21dd-4c8a-8fb6-9d6fda53d7d4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Pushing event updated for resources: {'Port': ['ID=fbc853cc-c118-4e73-a5b4-c868fc8b0e8a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:51.804624 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-51d2d8b6-6629-4ee0-814f-3fe323bf3955 req-4f827418-6cbe-432c-85b4-4659cd12d1ab tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1664941 Apr 20 17:24:51.816980 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1a9baed2-2b00-4d45-aded-8cd9ef029c4a req-973e56ed-8ca3-45b9-a6fa-35f875833716 service neutron] 10.222.0.10 "GET /v2.0/networks/cd568712-c949-4779-b636-1bac64edb15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190961 Apr 20 17:24:51.829166 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869ee0a8-21dd-4c8a-8fb6-9d6fda53d7d4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Checking segment: {'id': '83db928b-4c8a-420e-b3fa-2052aa656d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ed34f61b-fc48-4a63-ace0-803cc5decaac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:24:51.829440 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869ee0a8-21dd-4c8a-8fb6-9d6fda53d7d4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Network hostable DHCP agents. Network: ed34f61b-fc48-4a63-ace0-803cc5decaac, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:24:51.853677 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec7844-b597-48dc-a3ea-6a1d76a57554 req-3fbff06e-215b-4370-892a-b14184f1ba07 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:51.855177 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3dec7844-b597-48dc-a3ea-6a1d76a57554 req-3fbff06e-215b-4370-892a-b14184f1ba07 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 943 time: 0.2012973 Apr 20 17:24:51.901168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869ee0a8-21dd-4c8a-8fb6-9d6fda53d7d4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Network ed34f61b-fc48-4a63-ace0-803cc5decaac is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:24:51.903309 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d148f07f-6a12-454e-a263-518ed0830e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:51.923301 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3dec7844-b597-48dc-a3ea-6a1d76a57554 req-927a566e-5bdd-4dcc-8822-85319f573796 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606709 Apr 20 17:24:51.924388 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-869ee0a8-21dd-4c8a-8fb6-9d6fda53d7d4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, ed34f61b-fc48-4a63-ace0-803cc5decaac) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:24:51.936656 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66d7010-0eb9-4242-88af-423bcda5049b None None] Network ed34f61b-fc48-4a63-ace0-803cc5decaac requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:24:51.943728 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869ee0a8-21dd-4c8a-8fb6-9d6fda53d7d4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:24:51.955574 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869ee0a8-21dd-4c8a-8fb6-9d6fda53d7d4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:51.959764 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869ee0a8-21dd-4c8a-8fb6-9d6fda53d7d4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:51.965923 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-869ee0a8-21dd-4c8a-8fb6-9d6fda53d7d4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:52.034774 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-869ee0a8-21dd-4c8a-8fb6-9d6fda53d7d4 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 4.1111634 Apr 20 17:24:52.038679 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47380) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:52.112869 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-219f9f4f-11a2-40ff-a46a-4bc6588d0505 service neutron] 10.222.0.10 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091184 Apr 20 17:24:52.159002 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-450fb414-cab1-42be-b1b6-c95e07ffa8b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=08a5502d67614160810d1661ba60332b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4090047 Apr 20 17:24:52.161766 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47386) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:52.253157 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22545e5-f238-4bcd-a212-7ebe4d938400 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:52.256983 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22545e5-f238-4bcd-a212-7ebe4d938400 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:52.257727 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e22545e5-f238-4bcd-a212-7ebe4d938400 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Synchronizing usage tracker for tenant:7e01813b81bf4582aa1ed58a5cf1adbe on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:24:52.282507 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3f7171cc-3cb8-45ff-8cd2-7e0e5681379e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:52.291998 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a8ae1-a17e-44ba-893d-99dc1ae9a0dc req-8fd3b896-0a74-4c3d-b779-567d5d4beb6a tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:52.293407 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d35a8ae1-a17e-44ba-893d-99dc1ae9a0dc req-8fd3b896-0a74-4c3d-b779-567d5d4beb6a tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.39 "GET /v2.0/ports?device_id=43e81630-6e46-4106-87b2-06c6f05ece7a HTTP/1.1" status: 200 len: 944 time: 0.2018294 Apr 20 17:24:52.332539 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e22545e5-f238-4bcd-a212-7ebe4d938400 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Unset dirty status for tenant:7e01813b81bf4582aa1ed58a5cf1adbe on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:24:52.336321 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e22545e5-f238-4bcd-a212-7ebe4d938400 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.2937918 Apr 20 17:24:52.340513 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47390) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:52.343648 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3f7171cc-3cb8-45ff-8cd2-7e0e5681379e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:52.351025 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-05babfd5-f8c0-474b-b266-a38671bc95f9 req-1c3f0381-a800-44d4-b520-5a595f59e296 service neutron] 10.222.0.10 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320724 Apr 20 17:24:52.448555 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d35a8ae1-a17e-44ba-893d-99dc1ae9a0dc req-32f83c74-0e22-486d-a829-68af8b2237f5 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.39 "GET /v2.0/security-groups?id=f66b7098-e482-4f00-b849-9ed5af9fe331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435676 Apr 20 17:24:52.459343 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ceebf-1c02-4d1b-be24-1423168bab11 req-f90be2f5-615d-48db-8a54-54fcb42286e7 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:52.459489 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-8238e5f9-56c3-4d55-8a99-734bba7834f8 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Deleting port 6a3eaa44-6852-43f5-baa1-96d451d698e0 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:24:52.459756 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8238e5f9-56c3-4d55-8a99-734bba7834f8 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:52.466612 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-155ceebf-1c02-4d1b-be24-1423168bab11 req-f90be2f5-615d-48db-8a54-54fcb42286e7 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=d80a9649-4e14-438d-b094-a7f180e69201 HTTP/1.1" status: 200 len: 945 time: 0.1815355 Apr 20 17:24:52.554735 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3f7171cc-3cb8-45ff-8cd2-7e0e5681379e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:52.591988 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7171cc-3cb8-45ff-8cd2-7e0e5681379e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9347ae07-06ff-40d1-b524-6aac4e8b3915,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:52.598115 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3f7171cc-3cb8-45ff-8cd2-7e0e5681379e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:52.601569 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3f7171cc-3cb8-45ff-8cd2-7e0e5681379e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9347ae07-06ff-40d1-b524-6aac4e8b3915 HTTP/1.1" status: 204 len: 168 time: 0.4364030 Apr 20 17:24:52.679175 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-155ceebf-1c02-4d1b-be24-1423168bab11 req-4979c842-7405-48ce-932c-9861960ed052 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117147 Apr 20 17:24:52.695938 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-55cf9b0a-b134-49f7-9080-85fbea7e7d62 req-9bb49ffe-700d-47dd-9bec-ecc378c8f379 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=739e916aa25c4029ad0454743c027d4f&device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 1094 time: 0.2927859 Apr 20 17:24:52.714059 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8238e5f9-56c3-4d55-8a99-734bba7834f8 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:52.859732 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-8238e5f9-56c3-4d55-8a99-734bba7834f8 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Calling delete_port for 6a3eaa44-6852-43f5-baa1-96d451d698e0 owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:24:53.002967 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8238e5f9-56c3-4d55-8a99-734bba7834f8 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:53.015439 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf9b0a-b134-49f7-9080-85fbea7e7d62 req-ce1f089f-db41-4450-b217-844f54e2cc3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:53.015439 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-55cf9b0a-b134-49f7-9080-85fbea7e7d62 req-ce1f089f-db41-4450-b217-844f54e2cc3a service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 HTTP/1.1" status: 200 len: 920 time: 0.3070877 Apr 20 17:24:53.065547 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238e5f9-56c3-4d55-8a99-734bba7834f8 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Pushing event deleted for resources: {'Port': ['ID=6a3eaa44-6852-43f5-baa1-96d451d698e0,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:53.081089 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8238e5f9-56c3-4d55-8a99-734bba7834f8 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:53.101036 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8238e5f9-56c3-4d55-8a99-734bba7834f8 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] 10.222.0.39 "DELETE /v2.0/ports/6a3eaa44-6852-43f5-baa1-96d451d698e0 HTTP/1.1" status: 204 len: 168 time: 0.7572174 Apr 20 17:24:53.102119 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47410) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:53.153408 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c3840-6661-46ad-ab89-906d54a3616f req-d078f2bf-f01e-4f9f-a43f-e3f4b359e11f tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:53.154987 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b46c3840-6661-46ad-ab89-906d54a3616f req-d078f2bf-f01e-4f9f-a43f-e3f4b359e11f tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=d80a9649-4e14-438d-b094-a7f180e69201 HTTP/1.1" status: 200 len: 945 time: 0.3033628 Apr 20 17:24:53.199137 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-dc0294b5-ac67-4be1-9d78-e0bd871c324c tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Deleting port fbc853cc-c118-4e73-a5b4-c868fc8b0e8a {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:24:53.199524 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dc0294b5-ac67-4be1-9d78-e0bd871c324c tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:53.230100 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-55cf9b0a-b134-49f7-9080-85fbea7e7d62 req-57b97bb7-0f3a-48f1-aa1d-a75a4b80d082 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8f67641-1edb-44b0-b406-e1783d7bec8b HTTP/1.1" status: 200 len: 217 time: 0.2095740 Apr 20 17:24:53.268367 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b46c3840-6661-46ad-ab89-906d54a3616f req-034573f9-3881-4ccf-8c6d-4349aa56bf7e tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049609 Apr 20 17:24:53.359767 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e06bc-0c2e-4545-9991-3295b8ffc638 req-1801d5e4-3535-49ef-acbd-b54ada6f2124 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:53.365185 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e06bc-0c2e-4545-9991-3295b8ffc638 req-1801d5e4-3535-49ef-acbd-b54ada6f2124 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:53.369194 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e06bc-0c2e-4545-9991-3295b8ffc638 req-1801d5e4-3535-49ef-acbd-b54ada6f2124 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:53.375536 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e06bc-0c2e-4545-9991-3295b8ffc638 req-1801d5e4-3535-49ef-acbd-b54ada6f2124 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:53.381211 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e06bc-0c2e-4545-9991-3295b8ffc638 req-1801d5e4-3535-49ef-acbd-b54ada6f2124 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:53.386897 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e06bc-0c2e-4545-9991-3295b8ffc638 req-1801d5e4-3535-49ef-acbd-b54ada6f2124 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:53.390822 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e06bc-0c2e-4545-9991-3295b8ffc638 req-1801d5e4-3535-49ef-acbd-b54ada6f2124 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:53.399353 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4d7e06bc-0c2e-4545-9991-3295b8ffc638 req-1801d5e4-3535-49ef-acbd-b54ada6f2124 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5431 time: 0.4217372 Apr 20 17:24:53.402107 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf9b0a-b134-49f7-9080-85fbea7e7d62 req-56829064-1520-444f-a5c3-4360cb4e9466 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:53.403765 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-55cf9b0a-b134-49f7-9080-85fbea7e7d62 req-56829064-1520-444f-a5c3-4360cb4e9466 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be91a7bc-1185-4002-b13c-e1f041fc679d HTTP/1.1" status: 200 len: 858 time: 0.1662903 Apr 20 17:24:53.535209 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4d7e06bc-0c2e-4545-9991-3295b8ffc638 req-999b690c-9b5d-472b-8609-3b860e49202e tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1349597 Apr 20 17:24:53.559648 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-55cf9b0a-b134-49f7-9080-85fbea7e7d62 req-93c3bc7b-258f-452c-9353-340479e17c4d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1385484 Apr 20 17:24:53.568185 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d148f07f-6a12-454e-a263-518ed0830e67 admin admin] Router 0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:24:53.591912 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dc0294b5-ac67-4be1-9d78-e0bd871c324c tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:53.604646 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47426) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:53.721253 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-dc0294b5-ac67-4be1-9d78-e0bd871c324c tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Calling delete_port for fbc853cc-c118-4e73-a5b4-c868fc8b0e8a owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:24:53.782799 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ad375-5c94-4c87-9a92-282a3212c66a req-24d5517c-69f1-4ffb-9a15-d60fe9fcb72b tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:53.784257 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-955ad375-5c94-4c87-9a92-282a3212c66a req-24d5517c-69f1-4ffb-9a15-d60fe9fcb72b tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 943 time: 0.2863953 Apr 20 17:24:53.847496 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-2ddcc353-3bf3-406e-8692-468dc12c92b6 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-713805978'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:53.857834 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-55cf9b0a-b134-49f7-9080-85fbea7e7d62 req-a2eb45da-33c7-4c34-9dd9-a71c907214d5 service neutron] 10.222.0.10 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869442 Apr 20 17:24:53.858901 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2ddcc353-3bf3-406e-8692-468dc12c92b6 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:24:53.859015 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dc0294b5-ac67-4be1-9d78-e0bd871c324c tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:53.864746 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2ddcc353-3bf3-406e-8692-468dc12c92b6 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Usage tracker for resource:network and tenant:4963562334f84d419efd025d32d84935 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:24:53.869198 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2ddcc353-3bf3-406e-8692-468dc12c92b6 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:24:53.899676 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2ddcc353-3bf3-406e-8692-468dc12c92b6 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:24:53.911947 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-955ad375-5c94-4c87-9a92-282a3212c66a req-55eef082-8f44-4c60-9e0f-9cf74ff0b2cd tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103301 Apr 20 17:24:53.924446 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0294b5-ac67-4be1-9d78-e0bd871c324c tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Pushing event deleted for resources: {'Port': ['ID=fbc853cc-c118-4e73-a5b4-c868fc8b0e8a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:53.942828 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dc0294b5-ac67-4be1-9d78-e0bd871c324c tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:53.954948 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-dc0294b5-ac67-4be1-9d78-e0bd871c324c tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] 10.222.0.39 "DELETE /v2.0/ports/fbc853cc-c118-4e73-a5b4-c868fc8b0e8a HTTP/1.1" status: 204 len: 168 time: 0.8517914 Apr 20 17:24:53.957569 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47434) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:54.002276 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1e1ff087-3c31-4a67-95c7-99be561e5a8d tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Synchronizing usage tracker for tenant:7e01813b81bf4582aa1ed58a5cf1adbe on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:24:54.021417 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddcc353-3bf3-406e-8692-468dc12c92b6 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Made reservation on behalf of 4963562334f84d419efd025d32d84935 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:24:54.023425 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1e1ff087-3c31-4a67-95c7-99be561e5a8d tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Unset dirty status for tenant:7e01813b81bf4582aa1ed58a5cf1adbe on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:24:54.024968 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc353-3bf3-406e-8692-468dc12c92b6 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:54.025121 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1e1ff087-3c31-4a67-95c7-99be561e5a8d tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0656803 Apr 20 17:24:54.029128 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47438) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:54.035398 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-8deb98ca-1c25-4a6d-a3f1-5c9f15b62abf tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1468963878'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:54.063628 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc353-3bf3-406e-8692-468dc12c92b6 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:54.073759 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8deb98ca-1c25-4a6d-a3f1-5c9f15b62abf tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:24:54.094248 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8deb98ca-1c25-4a6d-a3f1-5c9f15b62abf tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:24:54.112564 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8deb98ca-1c25-4a6d-a3f1-5c9f15b62abf tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Made reservation on behalf of 7e01813b81bf4582aa1ed58a5cf1adbe for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:24:54.115420 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8deb98ca-1c25-4a6d-a3f1-5c9f15b62abf tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:54.137616 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-55cf9b0a-b134-49f7-9080-85fbea7e7d62 req-bdeec796-bcd7-4594-a451-23dd409b97d7 service neutron] 10.222.0.10 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699623 Apr 20 17:24:54.157887 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8deb98ca-1c25-4a6d-a3f1-5c9f15b62abf tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:24:54.158918 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2ddcc353-3bf3-406e-8692-468dc12c92b6 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:24:54.165420 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3683a-dcbb-4eaa-87c1-cfb210a5e1d8 req-79b395a7-4777-495f-a809-d2c6032644eb tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:54.166378 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2ddcc353-3bf3-406e-8692-468dc12c92b6 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Usage tracker for resource:security_group_rule and tenant:4963562334f84d419efd025d32d84935 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:24:54.166885 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a3d3683a-dcbb-4eaa-87c1-cfb210a5e1d8 req-79b395a7-4777-495f-a809-d2c6032644eb tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=d80a9649-4e14-438d-b094-a7f180e69201 HTTP/1.1" status: 200 len: 945 time: 0.1271188 Apr 20 17:24:54.170789 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2ddcc353-3bf3-406e-8692-468dc12c92b6 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:24:54.176686 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8deb98ca-1c25-4a6d-a3f1-5c9f15b62abf tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:54.177024 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-8deb98ca-1c25-4a6d-a3f1-5c9f15b62abf tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Added segment 1c362703-3c3b-403e-bfb0-242ed0698575 of type vlan for network 949f7bca-c9fd-41a4-9634-05236635a3e7 Apr 20 17:24:54.179765 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4f4f3-8ba3-4bf9-ae93-7f6f115aee76 req-32bbdf91-eda7-43aa-a28b-f083e57356a0 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:54.181233 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-23b4f4f3-8ba3-4bf9-ae93-7f6f115aee76 req-32bbdf91-eda7-43aa-a28b-f083e57356a0 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.39 "GET /v2.0/ports?device_id=43e81630-6e46-4106-87b2-06c6f05ece7a HTTP/1.1" status: 200 len: 944 time: 0.2301517 Apr 20 17:24:54.185366 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2ddcc353-3bf3-406e-8692-468dc12c92b6 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:24:54.237326 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8deb98ca-1c25-4a6d-a3f1-5c9f15b62abf tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:54.243716 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d148f07f-6a12-454e-a263-518ed0830e67 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:24:54.245877 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a3d3683a-dcbb-4eaa-87c1-cfb210a5e1d8 req-1f8ffc94-42ea-410e-8594-173ae04d2835 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699625 Apr 20 17:24:54.254919 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacd6389-65e6-4325-9368-20fadb9bffee None None] Sync routers for ids ['0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:24:54.272548 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-23b4f4f3-8ba3-4bf9-ae93-7f6f115aee76 req-b3a1c368-d35a-49d4-8690-ebc499d01bf7 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.39 "GET /v2.0/security-groups?id=f66b7098-e482-4f00-b849-9ed5af9fe331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839052 Apr 20 17:24:54.286107 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacd6389-65e6-4325-9368-20fadb9bffee None None] Routers {'0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:24:54.286868 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-dacd6389-65e6-4325-9368-20fadb9bffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:24:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:54.289697 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8deb98ca-1c25-4a6d-a3f1-5c9f15b62abf tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:54.293349 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d148f07f-6a12-454e-a263-518ed0830e67 admin admin] 10.222.0.39 "PUT /v2.0/routers/0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9171538 Apr 20 17:24:54.294271 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8deb98ca-1c25-4a6d-a3f1-5c9f15b62abf tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:54.294909 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8deb98ca-1c25-4a6d-a3f1-5c9f15b62abf tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:54.296616 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47444) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:54.433610 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb98ca-1c25-4a6d-a3f1-5c9f15b62abf tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Pushing event updated for resources: {'Network': ['ID=949f7bca-c9fd-41a4-9634-05236635a3e7,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:54.439429 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8deb98ca-1c25-4a6d-a3f1-5c9f15b62abf tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4091322 Apr 20 17:24:54.440558 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47448) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:54.452665 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc353-3bf3-406e-8692-468dc12c92b6 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:54.468994 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc353-3bf3-406e-8692-468dc12c92b6 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:54.480239 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-93c53d62-e232-4e75-ba92-04a016db09a9 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-135402693'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:54.487004 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-93c53d62-e232-4e75-ba92-04a016db09a9 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:24:54.492139 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-93c53d62-e232-4e75-ba92-04a016db09a9 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Usage tracker for resource:network and tenant:7e01813b81bf4582aa1ed58a5cf1adbe is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:24:54.496171 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-93c53d62-e232-4e75-ba92-04a016db09a9 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:24:54.505246 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 949f7bca-c9fd-41a4-9634-05236635a3e7 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:24:54.507142 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-93c53d62-e232-4e75-ba92-04a016db09a9 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:24:54.507269 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ddcc353-3bf3-406e-8692-468dc12c92b6 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:24:54.526701 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc353-3bf3-406e-8692-468dc12c92b6 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:54.527161 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-2ddcc353-3bf3-406e-8692-468dc12c92b6 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Added segment 2c002e73-864e-45bd-a6c9-7d1fe1fb9b56 of type vlan for network 4a18911f-f73a-4bc7-9313-1dd1c9aef728 Apr 20 17:24:54.528578 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcc353-3bf3-406e-8692-468dc12c92b6 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77dac0f0-2e5e-4aed-9b87-ef819185cab3,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:54.540771 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c53d62-e232-4e75-ba92-04a016db09a9 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Made reservation on behalf of 7e01813b81bf4582aa1ed58a5cf1adbe for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:24:54.542722 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-93c53d62-e232-4e75-ba92-04a016db09a9 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:54.568357 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc353-3bf3-406e-8692-468dc12c92b6 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:54.590393 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58482cc6-97f3-49cf-ac2d-97ffb5ce99ef req-52f079c7-df6f-450f-824b-d3faaa0523c5 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:54.591325 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-58482cc6-97f3-49cf-ac2d-97ffb5ce99ef req-52f079c7-df6f-450f-824b-d3faaa0523c5 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=d80a9649-4e14-438d-b094-a7f180e69201 HTTP/1.1" status: 200 len: 945 time: 0.1596627 Apr 20 17:24:54.592157 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c53d62-e232-4e75-ba92-04a016db09a9 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:24:54.622342 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-93c53d62-e232-4e75-ba92-04a016db09a9 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:54.622680 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-93c53d62-e232-4e75-ba92-04a016db09a9 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Added segment 695de374-f388-48a6-9521-21fbbdd50cfa of type vlan for network 184fe27d-6ac4-47b2-a30a-8c261090ebdc Apr 20 17:24:54.632555 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:24:54.639346 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3da63750-fe94-4429-a4ea-a490daba3f69 admin admin] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:54.645470 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-dacd6389-65e6-4325-9368-20fadb9bffee None None] Set router 0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:24:54.664156 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-58482cc6-97f3-49cf-ac2d-97ffb5ce99ef req-310a76d8-dd1f-4c00-b29b-5af12907197d tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666444 Apr 20 17:24:54.667890 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-93c53d62-e232-4e75-ba92-04a016db09a9 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:54.698615 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc353-3bf3-406e-8692-468dc12c92b6 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:54.702545 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddcc353-3bf3-406e-8692-468dc12c92b6 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:54.703350 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc353-3bf3-406e-8692-468dc12c92b6 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:54.719058 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-93c53d62-e232-4e75-ba92-04a016db09a9 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:54.722945 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c53d62-e232-4e75-ba92-04a016db09a9 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:54.723562 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-93c53d62-e232-4e75-ba92-04a016db09a9 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:54.825925 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.resource_extend [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:24:54.878859 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-93c53d62-e232-4e75-ba92-04a016db09a9 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4363410 Apr 20 17:24:54.886011 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c53d62-e232-4e75-ba92-04a016db09a9 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Pushing event updated for resources: {'Network': ['ID=184fe27d-6ac4-47b2-a30a-8c261090ebdc,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:54.935998 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 184fe27d-6ac4-47b2-a30a-8c261090ebdc details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:24:55.098284 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2ddcc353-3bf3-406e-8692-468dc12c92b6 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4862075 Apr 20 17:24:55.100467 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcc353-3bf3-406e-8692-468dc12c92b6 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event updated for resources: {'Network': ['ID=4a18911f-f73a-4bc7-9313-1dd1c9aef728,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:55.178312 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4,segment=NetworkSegment(d9731c3b-3e77-4196-81f2-90733d5adc6b),segment_id=d9731c3b-3e77-4196-81f2-90733d5adc6b)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:55.180316 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c91470-1b76-45d4-ba13-298b3213b68e req-c9cbc394-6486-4b96-80b0-d7928de146b7 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:55.185153 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c91470-1b76-45d4-ba13-298b3213b68e req-c9cbc394-6486-4b96-80b0-d7928de146b7 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:55.189699 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c91470-1b76-45d4-ba13-298b3213b68e req-c9cbc394-6486-4b96-80b0-d7928de146b7 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:55.194401 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c91470-1b76-45d4-ba13-298b3213b68e req-c9cbc394-6486-4b96-80b0-d7928de146b7 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:55.198763 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c91470-1b76-45d4-ba13-298b3213b68e req-c9cbc394-6486-4b96-80b0-d7928de146b7 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:55.203138 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c91470-1b76-45d4-ba13-298b3213b68e req-c9cbc394-6486-4b96-80b0-d7928de146b7 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:55.207838 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c91470-1b76-45d4-ba13-298b3213b68e req-c9cbc394-6486-4b96-80b0-d7928de146b7 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:55.216667 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-96c91470-1b76-45d4-ba13-298b3213b68e req-c9cbc394-6486-4b96-80b0-d7928de146b7 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5431 time: 0.4312396 Apr 20 17:24:55.258497 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 4a18911f-f73a-4bc7-9313-1dd1c9aef728 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:24:55.295999 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4', 'network_id': 'cd568712-c949-4779-b636-1bac64edb15d', 'port_id': '6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4', 'mac_address': 'fa:16:3e:8c:bf:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3be6457a-bc60-4c54-a090-59c75d897a38', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:24:55.330804 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-96c91470-1b76-45d4-ba13-298b3213b68e req-c5b03e69-157c-489a-8467-dd023b2919b8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127312 Apr 20 17:24:55.338718 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28501e7-f82e-4627-85e3-9ae566fa92f3 req-a4d2ed65-f8c3-4f28-9d6a-b70691793a11 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:55.352162 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c28501e7-f82e-4627-85e3-9ae566fa92f3 req-a4d2ed65-f8c3-4f28-9d6a-b70691793a11 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 943 time: 0.2462928 Apr 20 17:24:55.369547 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3da63750-fe94-4429-a4ea-a490daba3f69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:55.393073 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-3da63750-fe94-4429-a4ea-a490daba3f69 admin admin] Deleting port 71b30aa2-ab3d-4683-ab00-6746bf13ea28 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:24:55.393751 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3da63750-fe94-4429-a4ea-a490daba3f69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:55.458097 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c28501e7-f82e-4627-85e3-9ae566fa92f3 req-ab0f0dc2-a5dd-4bd8-b765-f6c529938671 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005464 Apr 20 17:24:55.680985 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-3da63750-fe94-4429-a4ea-a490daba3f69 admin admin] For port 71b30aa2-ab3d-4683-ab00-6746bf13ea28, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=71b30aa2-ab3d-4683-ab00-6746bf13ea28,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:55.681551 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3da63750-fe94-4429-a4ea-a490daba3f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:55.851206 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-3da63750-fe94-4429-a4ea-a490daba3f69 admin admin] Calling delete_port for 71b30aa2-ab3d-4683-ab00-6746bf13ea28 owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:24:55.857553 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:55.913886 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:24:55.948466 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4,segment=NetworkSegment(d9731c3b-3e77-4196-81f2-90733d5adc6b),segment_id=d9731c3b-3e77-4196-81f2-90733d5adc6b)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:55.967630 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:55.985278 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15065f13-8a65-4d40-b7a9-d509779d9a96 req-ef860b15-61b6-49b7-8c9f-ab9e99eacb50 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:55.989617 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-15065f13-8a65-4d40-b7a9-d509779d9a96 req-ef860b15-61b6-49b7-8c9f-ab9e99eacb50 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.39 "GET /v2.0/ports?device_id=43e81630-6e46-4106-87b2-06c6f05ece7a HTTP/1.1" status: 200 len: 944 time: 0.1922164 Apr 20 17:24:56.101446 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-dacd6389-65e6-4325-9368-20fadb9bffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'name': 'tempest-TaggedBootDevicesTest-214007786-router', 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '71b30aa2-ab3d-4683-ab00-6746bf13ea28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:17:35Z', 'updated_at': '2022-04-20T17:24:50Z', 'revision_number': 5, 'project_id': '60c7e2ae348346058b3fbfec10afa715', 'gw_port': {'id': '71b30aa2-ab3d-4683-ab00-6746bf13ea28', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:17:37Z', 'updated_at': '2022-04-20T17:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:56.103552 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-15065f13-8a65-4d40-b7a9-d509779d9a96 req-cd0c5e42-9436-4702-93ea-ca222e558d7b tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.39 "GET /v2.0/security-groups?id=f66b7098-e482-4f00-b849-9ed5af9fe331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065536 Apr 20 17:24:56.129398 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacd6389-65e6-4325-9368-20fadb9bffee None None] Checking router: 0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:24:56.185739 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:56.204626 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacd6389-65e6-4325-9368-20fadb9bffee None None] Routers {'0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:24:56.205485 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-dacd6389-65e6-4325-9368-20fadb9bffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:24:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:56.231295 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3da63750-fe94-4429-a4ea-a490daba3f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:56.311182 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da63750-fe94-4429-a4ea-a490daba3f69 admin admin] Pushing event deleted for resources: {'Port': ['ID=71b30aa2-ab3d-4683-ab00-6746bf13ea28,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:56.461647 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-dacd6389-65e6-4325-9368-20fadb9bffee None None] Set router 0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:24:56.667740 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-dacd6389-65e6-4325-9368-20fadb9bffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'name': 'tempest-TaggedBootDevicesTest-214007786-router', 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:17:35Z', 'updated_at': '2022-04-20T17:24:56Z', 'revision_number': 7, 'project_id': '60c7e2ae348346058b3fbfec10afa715', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:24:56.682745 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacd6389-65e6-4325-9368-20fadb9bffee None None] The sync data for ids ['0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc'] in n-d-838032-1 is: [{'id': '0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc', 'name': 'tempest-TaggedBootDevicesTest-214007786-router', 'tenant_id': '60c7e2ae348346058b3fbfec10afa715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:17:35Z', 'updated_at': '2022-04-20T17:24:56Z', 'revision_number': 7, 'project_id': '60c7e2ae348346058b3fbfec10afa715', 'gw_port_host': None}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:24:56.694745 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:24:56.787133 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device a8f67641-1edb-44b0-b406-e1783d7bec8b details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:24:56.789317 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81973fc-e0eb-44fb-beb9-c8aa82c62b42 req-9e10da68-33f9-43b3-97c0-02fd82c45848 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:56.795182 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f81973fc-e0eb-44fb-beb9-c8aa82c62b42 req-9e10da68-33f9-43b3-97c0-02fd82c45848 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=d80a9649-4e14-438d-b094-a7f180e69201 HTTP/1.1" status: 200 len: 945 time: 0.6223931 Apr 20 17:24:57.052573 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a50041-c563-493a-90d7-d8c860a2d865 req-03f78f7d-a23c-4d94-ac3b-d5c6351e34b3 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:57.075694 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a50041-c563-493a-90d7-d8c860a2d865 req-03f78f7d-a23c-4d94-ac3b-d5c6351e34b3 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:57.089441 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b44b82-1d93-4aa7-8e31-ebaa8a0266be req-757e3676-ab8c-49e9-949a-98a905d14789 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:57.091785 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a50041-c563-493a-90d7-d8c860a2d865 req-03f78f7d-a23c-4d94-ac3b-d5c6351e34b3 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:57.092740 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-32b44b82-1d93-4aa7-8e31-ebaa8a0266be req-757e3676-ab8c-49e9-949a-98a905d14789 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.43 "GET /v2.0/ports?device_id=d80a9649-4e14-438d-b094-a7f180e69201 HTTP/1.1" status: 200 len: 945 time: 0.7412212 Apr 20 17:24:57.101285 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a50041-c563-493a-90d7-d8c860a2d865 req-03f78f7d-a23c-4d94-ac3b-d5c6351e34b3 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:57.121676 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3da63750-fe94-4429-a4ea-a490daba3f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:57.122628 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a50041-c563-493a-90d7-d8c860a2d865 req-03f78f7d-a23c-4d94-ac3b-d5c6351e34b3 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:57.135291 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a50041-c563-493a-90d7-d8c860a2d865 req-03f78f7d-a23c-4d94-ac3b-d5c6351e34b3 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:57.151045 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a50041-c563-493a-90d7-d8c860a2d865 req-03f78f7d-a23c-4d94-ac3b-d5c6351e34b3 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:57.163235 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-34a50041-c563-493a-90d7-d8c860a2d865 req-03f78f7d-a23c-4d94-ac3b-d5c6351e34b3 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5431 time: 0.4218681 Apr 20 17:24:57.348923 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-34a50041-c563-493a-90d7-d8c860a2d865 req-5886d941-acf0-408d-9064-219622a523ed tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1750796 Apr 20 17:24:57.365042 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port a8f67641-1edb-44b0-b406-e1783d7bec8b, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a8f67641-1edb-44b0-b406-e1783d7bec8b,segment=NetworkSegment(b7f6a108-6de3-4d12-92d3-ffddaf981259),segment_id=b7f6a108-6de3-4d12-92d3-ffddaf981259)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:57.416559 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'a8f67641-1edb-44b0-b406-e1783d7bec8b', 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9', 'port_id': 'a8f67641-1edb-44b0-b406-e1783d7bec8b', 'mac_address': 'fa:16:3e:5b:7e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be91a7bc-1185-4002-b13c-e1f041fc679d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:24:57.672952 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f81973fc-e0eb-44fb-beb9-c8aa82c62b42 req-2620d351-80d6-4fd1-98b4-46524f46144c tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/security-groups?id=73f35b80-dcae-43b6-9ab3-a4936f3c716e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7589247 Apr 20 17:24:57.682073 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-32b44b82-1d93-4aa7-8e31-ebaa8a0266be req-0b5b3122-c197-467a-a19b-a98bf316ca90 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Deleting port 0ac1cf74-6e82-4cd3-abdc-d90e9520f633 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:24:57.687164 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-32b44b82-1d93-4aa7-8e31-ebaa8a0266be req-0b5b3122-c197-467a-a19b-a98bf316ca90 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:57.698050 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:57.743638 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f67641-1edb-44b0-b406-e1783d7bec8b {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:24:57.760742 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port a8f67641-1edb-44b0-b406-e1783d7bec8b, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a8f67641-1edb-44b0-b406-e1783d7bec8b,segment=NetworkSegment(b7f6a108-6de3-4d12-92d3-ffddaf981259),segment_id=b7f6a108-6de3-4d12-92d3-ffddaf981259)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:57.795174 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:57.952248 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918de237-cfef-4346-8b8f-946b69e55a5b req-8742b233-347e-47ab-9164-f2199236d042 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:57.966245 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-918de237-cfef-4346-8b8f-946b69e55a5b req-8742b233-347e-47ab-9164-f2199236d042 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 944 time: 0.2348230 Apr 20 17:24:57.980803 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=a8f67641-1edb-44b0-b406-e1783d7bec8b,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:58.041217 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-918de237-cfef-4346-8b8f-946b69e55a5b req-995e1d91-c2e3-47cd-a307-3db0f61cccff tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737245 Apr 20 17:24:58.119096 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['a8f67641-1edb-44b0-b406-e1783d7bec8b'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:24:58.196885 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3da63750-fe94-4429-a4ea-a490daba3f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:58.201490 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3da63750-fe94-4429-a4ea-a490daba3f69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:58.252313 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47472) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:58.258422 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-288b9933-ce32-4c03-817a-b050080dcf88 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Request body: {'subnets': [{'network_id': '949f7bca-c9fd-41a4-9634-05236635a3e7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1652880617', 'ip_version': 6}, {'network_id': '184fe27d-6ac4-47b2-a30a-8c261090ebdc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:58.258948 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-288b9933-ce32-4c03-817a-b050080dcf88 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Request body: {'subnet': {'network_id': '949f7bca-c9fd-41a4-9634-05236635a3e7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1652880617', 'ip_version': 6}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:58.259742 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-288b9933-ce32-4c03-817a-b050080dcf88 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Request body: {'subnet': {'network_id': '184fe27d-6ac4-47b2-a30a-8c261090ebdc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:58.352338 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3da63750-fe94-4429-a4ea-a490daba3f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:58.352837 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da63750-fe94-4429-a4ea-a490daba3f69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:24:58.395100 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3da63750-fe94-4429-a4ea-a490daba3f69 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:58.396259 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3da63750-fe94-4429-a4ea-a490daba3f69 admin admin] 10.222.0.39 "DELETE /v2.0/routers/0c8edc7f-57a9-48dc-b489-c4d3e56bb5cc HTTP/1.1" status: 204 len: 168 time: 4.0993092 Apr 20 17:24:58.424958 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 71b30aa2-ab3d-4683-ab00-6746bf13ea28 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:24:58.468789 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 71b30aa2-ab3d-4683-ab00-6746bf13ea28 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:24:58.469647 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 71b30aa2-ab3d-4683-ab00-6746bf13ea28 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:24:58.470380 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8f847971-ebf5-4604-8be8-97d5a36dc565 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:24:58.487815 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47476) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:58.547425 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 8f847971-ebf5-4604-8be8-97d5a36dc565 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:24:58.547998 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8f847971-ebf5-4604-8be8-97d5a36dc565 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:24:58.650814 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df2891-1bae-4087-8979-c61e6f3de7f2 req-d6e9a1c3-a12b-4d56-8f6a-cb12e98408e8 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:58.652301 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-62df2891-1bae-4087-8979-c61e6f3de7f2 req-d6e9a1c3-a12b-4d56-8f6a-cb12e98408e8 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.39 "GET /v2.0/ports?device_id=43e81630-6e46-4106-87b2-06c6f05ece7a HTTP/1.1" status: 200 len: 945 time: 0.4434581 Apr 20 17:24:58.662496 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc9becf8-d0dd-4070-84ff-8b4d2689dfa4 admin admin] Deleting subnet 826f24c4-a35e-4e89-9b39-2bce6cc7b5a3 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:24:58.672890 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fc9becf8-d0dd-4070-84ff-8b4d2689dfa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:58.720876 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47484) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:58.736804 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-aa784504-d7b8-49d1-a2f0-992895d79903 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Request body: {'subnet': {'network_id': '4a18911f-f73a-4bc7-9313-1dd1c9aef728', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:24:58.758895 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-32b44b82-1d93-4aa7-8e31-ebaa8a0266be req-0b5b3122-c197-467a-a19b-a98bf316ca90 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] For port 0ac1cf74-6e82-4cd3-abdc-d90e9520f633, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=0ac1cf74-6e82-4cd3-abdc-d90e9520f633,segment=NetworkSegment(5738320b-bb4f-4c6b-94f2-7a17321dd8ad),segment_id=5738320b-bb4f-4c6b-94f2-7a17321dd8ad)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:58.758895 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-32b44b82-1d93-4aa7-8e31-ebaa8a0266be req-0b5b3122-c197-467a-a19b-a98bf316ca90 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:58.835892 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-288b9933-ce32-4c03-817a-b050080dcf88 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:24:58.848030 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-288b9933-ce32-4c03-817a-b050080dcf88 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Usage tracker for resource:subnet and tenant:7e01813b81bf4582aa1ed58a5cf1adbe is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:24:58.851671 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-288b9933-ce32-4c03-817a-b050080dcf88 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:24:58.865345 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-288b9933-ce32-4c03-817a-b050080dcf88 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:24:58.888495 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-aa784504-d7b8-49d1-a2f0-992895d79903 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:24:58.890060 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-32b44b82-1d93-4aa7-8e31-ebaa8a0266be req-0b5b3122-c197-467a-a19b-a98bf316ca90 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Calling delete_port for 0ac1cf74-6e82-4cd3-abdc-d90e9520f633 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:24:58.893121 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288b9933-ce32-4c03-817a-b050080dcf88 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Made reservation on behalf of 7e01813b81bf4582aa1ed58a5cf1adbe for: {'subnet': 2} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:24:58.915721 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd1b59-6a2b-4376-b9a5-bce676ba2e36 req-69613bce-f9e2-409b-8071-a363c57855e5 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:58.919567 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd1b59-6a2b-4376-b9a5-bce676ba2e36 req-69613bce-f9e2-409b-8071-a363c57855e5 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:58.923418 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd1b59-6a2b-4376-b9a5-bce676ba2e36 req-69613bce-f9e2-409b-8071-a363c57855e5 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:58.925842 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fc9becf8-d0dd-4070-84ff-8b4d2689dfa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:58.927333 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd1b59-6a2b-4376-b9a5-bce676ba2e36 req-69613bce-f9e2-409b-8071-a363c57855e5 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:58.931183 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd1b59-6a2b-4376-b9a5-bce676ba2e36 req-69613bce-f9e2-409b-8071-a363c57855e5 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:58.935101 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd1b59-6a2b-4376-b9a5-bce676ba2e36 req-69613bce-f9e2-409b-8071-a363c57855e5 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:58.938929 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd1b59-6a2b-4376-b9a5-bce676ba2e36 req-69613bce-f9e2-409b-8071-a363c57855e5 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:58.940821 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7dfd1b59-6a2b-4376-b9a5-bce676ba2e36 req-69613bce-f9e2-409b-8071-a363c57855e5 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5431 time: 0.2851119 Apr 20 17:24:58.941846 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-aa784504-d7b8-49d1-a2f0-992895d79903 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Usage tracker for resource:subnet and tenant:4963562334f84d419efd025d32d84935 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:24:58.952163 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-aa784504-d7b8-49d1-a2f0-992895d79903 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:24:58.983129 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-62df2891-1bae-4087-8979-c61e6f3de7f2 req-3cb9bcfa-4019-4e3e-8074-7cdc85b29ec6 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.39 "GET /v2.0/security-groups?id=f66b7098-e482-4f00-b849-9ed5af9fe331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140023 Apr 20 17:24:59.022089 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-aa784504-d7b8-49d1-a2f0-992895d79903 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:24:59.077853 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa784504-d7b8-49d1-a2f0-992895d79903 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Made reservation on behalf of 4963562334f84d419efd025d32d84935 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:24:59.105674 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7dfd1b59-6a2b-4376-b9a5-bce676ba2e36 req-e44c0234-3f55-4136-a892-5829bf35267c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1578314 Apr 20 17:24:59.106076 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fc9becf8-d0dd-4070-84ff-8b4d2689dfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:59.139993 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-32b44b82-1d93-4aa7-8e31-ebaa8a0266be req-0b5b3122-c197-467a-a19b-a98bf316ca90 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:59.235761 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-274deebf-1100-4187-b7f5-d2087154b8d7 req-3dd32597-e4d7-483e-b2e2-8f239d4c7b25 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.39 "GET /v2.0/ports?device_id=d80a9649-4e14-438d-b094-a7f180e69201 HTTP/1.1" status: 200 len: 210 time: 0.1022186 Apr 20 17:24:59.240393 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b3122-c197-467a-a19b-a98bf316ca90 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Pushing event deleted for resources: {'Port': ['ID=0ac1cf74-6e82-4cd3-abdc-d90e9520f633,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:59.332310 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b44b82-1d93-4aa7-8e31-ebaa8a0266be req-0b5b3122-c197-467a-a19b-a98bf316ca90 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] No DVR routers for this DVR port 0ac1cf74-6e82-4cd3-abdc-d90e9520f633 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:24:59.335083 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-288b9933-ce32-4c03-817a-b050080dcf88 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:59.335602 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-288b9933-ce32-4c03-817a-b050080dcf88 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:59.336722 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-32b44b82-1d93-4aa7-8e31-ebaa8a0266be req-0b5b3122-c197-467a-a19b-a98bf316ca90 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:59.339218 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80a9649-4e14-438d-b094-a7f180e69201', 'name': 'network-vif-deleted', 'tag': '0ac1cf74-6e82-4cd3-abdc-d90e9520f633'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:24:59.355859 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fc9becf8-d0dd-4070-84ff-8b4d2689dfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:59.397998 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-32b44b82-1d93-4aa7-8e31-ebaa8a0266be req-0b5b3122-c197-467a-a19b-a98bf316ca90 tempest-ServerDiskConfigTestJSON-170431622 tempest-ServerDiskConfigTestJSON-170431622-project] 10.222.0.43 "DELETE /v2.0/ports/0ac1cf74-6e82-4cd3-abdc-d90e9520f633 HTTP/1.1" status: 204 len: 173 time: 2.2917457 Apr 20 17:24:59.411796 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9becf8-d0dd-4070-84ff-8b4d2689dfa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=826f24c4-a35e-4e89-9b39-2bce6cc7b5a3,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:24:59.418650 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fc9becf8-d0dd-4070-84ff-8b4d2689dfa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:59.418650 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fc9becf8-d0dd-4070-84ff-8b4d2689dfa4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/826f24c4-a35e-4e89-9b39-2bce6cc7b5a3 HTTP/1.1" status: 204 len: 168 time: 0.9273524 Apr 20 17:24:59.422130 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dfe0e3-9de3-42f4-8661-c5276a5968f8 None None] Network fc8e6a4a-e179-48cb-8550-48f660e9d877 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:24:59.422767 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47492) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:24:59.456364 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9de99841-af58-4b4e-bf36-41ec1c7c2e54'] response: {'server_uuid': 'd80a9649-4e14-438d-b094-a7f180e69201', 'name': 'network-vif-deleted', 'tag': '0ac1cf74-6e82-4cd3-abdc-d90e9520f633', 'status': 'completed', 'code': 200} Apr 20 17:24:59.469760 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-aa784504-d7b8-49d1-a2f0-992895d79903 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:59.538497 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 0ac1cf74-6e82-4cd3-abdc-d90e9520f633 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:24:59.538927 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2196a069-b8cf-4eff-8581-3dbae5159ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:59.555197 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-2196a069-b8cf-4eff-8581-3dbae5159ba8 admin admin] Deleting port f9d485dc-dc14-4fc0-b1e1-ee9973179e9d {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:24:59.555700 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2196a069-b8cf-4eff-8581-3dbae5159ba8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:59.602340 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 0ac1cf74-6e82-4cd3-abdc-d90e9520f633 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:24:59.602340 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 0ac1cf74-6e82-4cd3-abdc-d90e9520f633 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:24:59.653240 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906450f-14c8-41f5-b87f-80506d223700 req-40ef1b2c-452f-4fd2-b79b-fe0139df5f92 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:24:59.654834 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9906450f-14c8-41f5-b87f-80506d223700 req-40ef1b2c-452f-4fd2-b79b-fe0139df5f92 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 944 time: 0.3828785 Apr 20 17:24:59.777444 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340d6432-4642-48f2-8015-0ff785047290 None None] DHCP port deletion for fc8e6a4a-e179-48cb-8550-48f660e9d877 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:24:59.781529 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-340d6432-4642-48f2-8015-0ff785047290 None None] Deleting port f9d485dc-dc14-4fc0-b1e1-ee9973179e9d {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:24:59.782250 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-340d6432-4642-48f2-8015-0ff785047290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:59.810934 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-2196a069-b8cf-4eff-8581-3dbae5159ba8 admin admin] For port f9d485dc-dc14-4fc0-b1e1-ee9973179e9d, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f9d485dc-dc14-4fc0-b1e1-ee9973179e9d,segment=NetworkSegment(604e0b5b-f444-4a84-a006-54ff61224a47),segment_id=604e0b5b-f444-4a84-a006-54ff61224a47)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:24:59.811294 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2196a069-b8cf-4eff-8581-3dbae5159ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:24:59.815724 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9906450f-14c8-41f5-b87f-80506d223700 req-81c888e2-56a8-4910-acd8-adc1df826995 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506748 Apr 20 17:25:00.006975 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-aa784504-d7b8-49d1-a2f0-992895d79903 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:00.070255 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-2196a069-b8cf-4eff-8581-3dbae5159ba8 admin admin] Calling delete_port for f9d485dc-dc14-4fc0-b1e1-ee9973179e9d owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:25:00.070407 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-340d6432-4642-48f2-8015-0ff785047290 None None] For port f9d485dc-dc14-4fc0-b1e1-ee9973179e9d, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f9d485dc-dc14-4fc0-b1e1-ee9973179e9d,segment=NetworkSegment(604e0b5b-f444-4a84-a006-54ff61224a47),segment_id=604e0b5b-f444-4a84-a006-54ff61224a47)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:00.071010 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-340d6432-4642-48f2-8015-0ff785047290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:00.114412 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa784504-d7b8-49d1-a2f0-992895d79903 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event updated for resources: {'Subnet': ['ID=91c00e4a-67e5-4448-af89-5be8ffbdc89f,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:00.161209 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa784504-d7b8-49d1-a2f0-992895d79903 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Checking segment: {'id': '2c002e73-864e-45bd-a6c9-7d1fe1fb9b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4a18911f-f73a-4bc7-9313-1dd1c9aef728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:25:00.161612 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa784504-d7b8-49d1-a2f0-992895d79903 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Network hostable DHCP agents. Network: 4a18911f-f73a-4bc7-9313-1dd1c9aef728, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:25:00.181557 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2196a069-b8cf-4eff-8581-3dbae5159ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:00.247844 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa784504-d7b8-49d1-a2f0-992895d79903 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Network 4a18911f-f73a-4bc7-9313-1dd1c9aef728 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:25:00.270320 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196a069-b8cf-4eff-8581-3dbae5159ba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d485dc-dc14-4fc0-b1e1-ee9973179e9d,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:00.276142 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-aa784504-d7b8-49d1-a2f0-992895d79903 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 4a18911f-f73a-4bc7-9313-1dd1c9aef728) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:00.276629 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-340d6432-4642-48f2-8015-0ff785047290 None None] Calling delete_port for f9d485dc-dc14-4fc0-b1e1-ee9973179e9d owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:25:00.276754 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2196a069-b8cf-4eff-8581-3dbae5159ba8 admin admin] No DVR routers for this DVR port f9d485dc-dc14-4fc0-b1e1-ee9973179e9d on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:25:00.283161 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-288b9933-ce32-4c03-817a-b050080dcf88 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:00.288722 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa784504-d7b8-49d1-a2f0-992895d79903 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:00.289500 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-aa784504-d7b8-49d1-a2f0-992895d79903 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:00.321487 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c28b215-152c-47cc-9cd5-0138bd24b33e None None] Network 4a18911f-f73a-4bc7-9313-1dd1c9aef728 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:00.469251 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f9d485dc-dc14-4fc0-b1e1-ee9973179e9d no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:25:00.494343 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2196a069-b8cf-4eff-8581-3dbae5159ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:00.508374 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: f9d485dc-dc14-4fc0-b1e1-ee9973179e9d {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:25:00.508810 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f9d485dc-dc14-4fc0-b1e1-ee9973179e9d not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:25:00.524036 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-2196a069-b8cf-4eff-8581-3dbae5159ba8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc8e6a4a-e179-48cb-8550-48f660e9d877']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:00.534705 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-340d6432-4642-48f2-8015-0ff785047290 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:25:00.535175 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-340d6432-4642-48f2-8015-0ff785047290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:25:00.539609 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-2196a069-b8cf-4eff-8581-3dbae5159ba8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '604e0b5b-f444-4a84-a006-54ff61224a47') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:00.539898 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-2196a069-b8cf-4eff-8581-3dbae5159ba8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '604e0b5b-f444-4a84-a006-54ff61224a47') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:00.551742 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf7786-7547-4cf5-bb9b-07131b4aaa50 req-14b122cc-9e09-469c-a07b-d0ae87f7c01c tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:00.553473 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-94cf7786-7547-4cf5-bb9b-07131b4aaa50 req-14b122cc-9e09-469c-a07b-d0ae87f7c01c tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.39 "GET /v2.0/ports?device_id=43e81630-6e46-4106-87b2-06c6f05ece7a HTTP/1.1" status: 200 len: 945 time: 0.2854447 Apr 20 17:25:00.559649 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2196a069-b8cf-4eff-8581-3dbae5159ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:00.581723 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b9933-ce32-4c03-817a-b050080dcf88 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Pushing event updated for resources: {'Subnet': ['ID=ddbacd79-9317-4b0d-b93e-ef1724b3017b,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:00.587825 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-aa784504-d7b8-49d1-a2f0-992895d79903 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8651588 Apr 20 17:25:00.594026 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47504) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:00.607155 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-6b4153d6-dedc-432f-8ea2-cb8dabbafb85 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1818364134'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:00.607486 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2196a069-b8cf-4eff-8581-3dbae5159ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:00.616957 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6b4153d6-dedc-432f-8ea2-cb8dabbafb85 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:00.618461 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2196a069-b8cf-4eff-8581-3dbae5159ba8 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:25:00.618849 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2196a069-b8cf-4eff-8581-3dbae5159ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:00.626380 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6b4153d6-dedc-432f-8ea2-cb8dabbafb85 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Usage tracker for resource:network and tenant:4963562334f84d419efd025d32d84935 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:00.630700 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6b4153d6-dedc-432f-8ea2-cb8dabbafb85 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:00.632412 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:25:00.632412 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:25:00.632412 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:25:00.632412 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:25:00.632412 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:25:00.632412 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:25:00.632412 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:25:00.632412 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:25:00.632412 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:25:00.632412 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:25:00.632412 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:25:00.632412 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:25:00.632412 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:25:00.632412 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:25:00.632412 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:25:00.632412 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:25:00.632412 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:25:00.632412 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:25:00.632412 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:25:00.632412 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:25:00.632412 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:25:00.632412 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:25:00.632412 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:25:00.632412 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:25:00.632412 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:25:00.632412 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:25:00.632412 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:25:00.632412 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:25:00.632412 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:25:00.632412 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:25:00.632412 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:25:00.632412 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:25:00.634503 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:25:00.636907 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288b9933-ce32-4c03-817a-b050080dcf88 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Checking segment: {'id': '1c362703-3c3b-403e-bfb0-242ed0698575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '949f7bca-c9fd-41a4-9634-05236635a3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:25:00.637270 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288b9933-ce32-4c03-817a-b050080dcf88 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Network hostable DHCP agents. Network: 949f7bca-c9fd-41a4-9634-05236635a3e7, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:25:00.645976 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6b4153d6-dedc-432f-8ea2-cb8dabbafb85 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:00.673105 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc648cdb-ea88-4caa-939c-2bb58a481b96 req-5ada7b41-57d4-479b-ad2b-3db312759948 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:00.677024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc648cdb-ea88-4caa-939c-2bb58a481b96 req-5ada7b41-57d4-479b-ad2b-3db312759948 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:00.681394 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc648cdb-ea88-4caa-939c-2bb58a481b96 req-5ada7b41-57d4-479b-ad2b-3db312759948 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:00.684406 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7349ef2-1dd6-4804-8116-5f9616aacc02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-4a18911f-f73a-4bc7-9313-1dd1c9aef728', 'network_id': '4a18911f-f73a-4bc7-9313-1dd1c9aef728', 'tenant_id': '4963562334f84d419efd025d32d84935', 'fixed_ips': [{'subnet_id': '91c00e4a-67e5-4448-af89-5be8ffbdc89f'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:25:00.685225 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d7349ef2-1dd6-4804-8116-5f9616aacc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:00.685742 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc648cdb-ea88-4caa-939c-2bb58a481b96 req-5ada7b41-57d4-479b-ad2b-3db312759948 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:00.689680 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc648cdb-ea88-4caa-939c-2bb58a481b96 req-5ada7b41-57d4-479b-ad2b-3db312759948 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:00.693657 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc648cdb-ea88-4caa-939c-2bb58a481b96 req-5ada7b41-57d4-479b-ad2b-3db312759948 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:00.694880 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-94cf7786-7547-4cf5-bb9b-07131b4aaa50 req-22ed38a1-c0a7-4c5b-bcc5-fbae0c6702b4 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.39 "GET /v2.0/security-groups?id=f66b7098-e482-4f00-b849-9ed5af9fe331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280689 Apr 20 17:25:00.697961 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc648cdb-ea88-4caa-939c-2bb58a481b96 req-5ada7b41-57d4-479b-ad2b-3db312759948 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:00.700070 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dc648cdb-ea88-4caa-939c-2bb58a481b96 req-5ada7b41-57d4-479b-ad2b-3db312759948 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5431 time: 0.3792291 Apr 20 17:25:00.702692 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4153d6-dedc-432f-8ea2-cb8dabbafb85 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Made reservation on behalf of 4963562334f84d419efd025d32d84935 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:00.705594 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6b4153d6-dedc-432f-8ea2-cb8dabbafb85 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:00.743086 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2196a069-b8cf-4eff-8581-3dbae5159ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:00.762288 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2196a069-b8cf-4eff-8581-3dbae5159ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:00.782630 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288b9933-ce32-4c03-817a-b050080dcf88 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Network 949f7bca-c9fd-41a4-9634-05236635a3e7 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:25:00.785224 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4153d6-dedc-432f-8ea2-cb8dabbafb85 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:25:00.793355 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:00.794533 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dc648cdb-ea88-4caa-939c-2bb58a481b96 req-f1c3bfdc-5f3a-499e-b49c-195326e505d9 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0787725 Apr 20 17:25:00.800877 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:00.801233 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:00.802360 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6b4153d6-dedc-432f-8ea2-cb8dabbafb85 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:00.802911 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-6b4153d6-dedc-432f-8ea2-cb8dabbafb85 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Added segment f7bb24b4-4eb5-4e1f-8866-5e379cfb9fd3 of type vlan for network 0d677d48-030f-45ef-b04a-506a618b02d8 Apr 20 17:25:00.814975 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-288b9933-ce32-4c03-817a-b050080dcf88 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 949f7bca-c9fd-41a4-9634-05236635a3e7) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:00.819925 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-288b9933-ce32-4c03-817a-b050080dcf88 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:00.820424 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2196a069-b8cf-4eff-8581-3dbae5159ba8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/fc8e6a4a-e179-48cb-8550-48f660e9d877 HTTP/1.1" status: 204 len: 168 time: 1.3961647 Apr 20 17:25:00.823554 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47508) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:00.824561 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196a069-b8cf-4eff-8581-3dbae5159ba8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc8e6a4a-e179-48cb-8550-48f660e9d877,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:00.848829 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab9d917-9259-4c86-a385-6a995a53a474 None None] Network 949f7bca-c9fd-41a4-9634-05236635a3e7 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:00.949964 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6b4153d6-dedc-432f-8ea2-cb8dabbafb85 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:00.989437 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b9933-ce32-4c03-817a-b050080dcf88 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Pushing event updated for resources: {'Subnet': ['ID=56f3670a-60fc-47bf-97dc-fd1a0e05efb3,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:01.011670 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288b9933-ce32-4c03-817a-b050080dcf88 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Checking segment: {'id': '695de374-f388-48a6-9521-21fbbdd50cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '184fe27d-6ac4-47b2-a30a-8c261090ebdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:25:01.012477 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288b9933-ce32-4c03-817a-b050080dcf88 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Network hostable DHCP agents. Network: 184fe27d-6ac4-47b2-a30a-8c261090ebdc, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:25:01.018850 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6b4153d6-dedc-432f-8ea2-cb8dabbafb85 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:01.023168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4153d6-dedc-432f-8ea2-cb8dabbafb85 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:01.024047 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6b4153d6-dedc-432f-8ea2-cb8dabbafb85 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:01.063304 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-d7349ef2-1dd6-4804-8116-5f9616aacc02 None None] Allocated IP 2001:db8:0:ffff::2 (4a18911f-f73a-4bc7-9313-1dd1c9aef728/91c00e4a-67e5-4448-af89-5be8ffbdc89f/c8e6085e-24ae-4f7d-8384-3ffc50d89316) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:25:01.164538 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-340d6432-4642-48f2-8015-0ff785047290 None None] Deleting port f9d485dc-dc14-4fc0-b1e1-ee9973179e9d {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:25:01.165005 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-340d6432-4642-48f2-8015-0ff785047290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:01.184782 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6b4153d6-dedc-432f-8ea2-cb8dabbafb85 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5856795 Apr 20 17:25:01.192596 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47520) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:01.199956 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-fb06f615-ab1a-47a4-98ea-17aeccb4aa8a tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Request body: {'subnet': {'network_id': '0d677d48-030f-45ef-b04a-506a618b02d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:01.214450 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4153d6-dedc-432f-8ea2-cb8dabbafb85 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event updated for resources: {'Network': ['ID=0d677d48-030f-45ef-b04a-506a618b02d8,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:01.265585 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 0d677d48-030f-45ef-b04a-506a618b02d8 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:25:01.303960 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288b9933-ce32-4c03-817a-b050080dcf88 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Network 184fe27d-6ac4-47b2-a30a-8c261090ebdc is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:25:01.310115 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2a5f654f-39d6-4234-aa25-958a64698b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:01.345680 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-fb06f615-ab1a-47a4-98ea-17aeccb4aa8a tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:01.352172 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-288b9933-ce32-4c03-817a-b050080dcf88 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 184fe27d-6ac4-47b2-a30a-8c261090ebdc) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:01.354428 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-fb06f615-ab1a-47a4-98ea-17aeccb4aa8a tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Usage tracker for resource:subnet and tenant:4963562334f84d419efd025d32d84935 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:01.360496 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-fb06f615-ab1a-47a4-98ea-17aeccb4aa8a tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:01.364921 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288b9933-ce32-4c03-817a-b050080dcf88 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:01.365587 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288b9933-ce32-4c03-817a-b050080dcf88 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:01.366286 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-288b9933-ce32-4c03-817a-b050080dcf88 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:01.372722 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47526) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:01.380312 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-fb06f615-ab1a-47a4-98ea-17aeccb4aa8a tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:01.382945 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-340d6432-4642-48f2-8015-0ff785047290 None None] The port 'f9d485dc-dc14-4fc0-b1e1-ee9973179e9d' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:25:01.401442 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e9fd0b-fa7e-4133-8684-21943ab1de7e None None] Network 184fe27d-6ac4-47b2-a30a-8c261090ebdc requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:01.425981 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe96c2-c732-4237-8eb8-628eb6aa7a2d req-4cc46b19-6355-47d7-a644-15eca672be69 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:01.427575 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ddfe96c2-c732-4237-8eb8-628eb6aa7a2d req-4cc46b19-6355-47d7-a644-15eca672be69 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 944 time: 0.3079674 Apr 20 17:25:01.468818 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb06f615-ab1a-47a4-98ea-17aeccb4aa8a tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Made reservation on behalf of 4963562334f84d419efd025d32d84935 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:01.496651 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-288b9933-ce32-4c03-817a-b050080dcf88 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.2432241 Apr 20 17:25:01.497443 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47530) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:01.645594 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-4772bf03-c0fc-40b2-907c-3f4f36ac433a admin admin] Deleting subnet 546f1609-2082-4535-ba40-673d62b673a1 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:25:01.668328 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4772bf03-c0fc-40b2-907c-3f4f36ac433a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:01.720745 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ddfe96c2-c732-4237-8eb8-628eb6aa7a2d req-598fd055-8016-4608-b983-7bbe32cd4f98 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2819145 Apr 20 17:25:01.731517 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb06f615-ab1a-47a4-98ea-17aeccb4aa8a tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:01.743466 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:01.752785 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaefe65-eefb-4743-8d9a-4f75ee150c19 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:01.763956 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaefe65-eefb-4743-8d9a-4f75ee150c19 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:01.763956 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaefe65-eefb-4743-8d9a-4f75ee150c19 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:01.763956 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-faaefe65-eefb-4743-8d9a-4f75ee150c19 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Synchronizing usage tracker for tenant:7e01813b81bf4582aa1ed58a5cf1adbe on resource:subnet {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:25:01.837055 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4772bf03-c0fc-40b2-907c-3f4f36ac433a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:01.873674 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5704e99c-1b83-45c1-bfb5-c428b76b81d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-949f7bca-c9fd-41a4-9634-05236635a3e7', 'network_id': '949f7bca-c9fd-41a4-9634-05236635a3e7', 'tenant_id': '7e01813b81bf4582aa1ed58a5cf1adbe', 'fixed_ips': [{'subnet_id': 'ddbacd79-9317-4b0d-b93e-ef1724b3017b'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:25:01.874507 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5704e99c-1b83-45c1-bfb5-c428b76b81d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:01.905222 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e81630-6e46-4106-87b2-06c6f05ece7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:25:01.918759 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-faaefe65-eefb-4743-8d9a-4f75ee150c19 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Unset dirty status for tenant:7e01813b81bf4582aa1ed58a5cf1adbe on resource:subnet {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:25:01.930940 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-faaefe65-eefb-4743-8d9a-4f75ee150c19 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3624573 Apr 20 17:25:01.931727 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47540) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:01.936336 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4772bf03-c0fc-40b2-907c-3f4f36ac433a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:02.072965 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4772bf03-c0fc-40b2-907c-3f4f36ac433a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:02.098388 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4,segment=NetworkSegment(d9731c3b-3e77-4196-81f2-90733d5adc6b),segment_id=d9731c3b-3e77-4196-81f2-90733d5adc6b)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:02.113347 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:02.114131 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device a8f67641-1edb-44b0-b406-e1783d7bec8b up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:25:02.140145 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d7349ef2-1dd6-4804-8116-5f9616aacc02 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:02.171214 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772bf03-c0fc-40b2-907c-3f4f36ac433a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=546f1609-2082-4535-ba40-673d62b673a1,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:02.173336 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9b099a-97da-4945-863b-532e01ea8be6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-184fe27d-6ac4-47b2-a30a-8c261090ebdc', 'network_id': '184fe27d-6ac4-47b2-a30a-8c261090ebdc', 'tenant_id': '7e01813b81bf4582aa1ed58a5cf1adbe', 'fixed_ips': [{'subnet_id': '56f3670a-60fc-47bf-97dc-fd1a0e05efb3'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:25:02.174365 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0a9b099a-97da-4945-863b-532e01ea8be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:02.193913 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4772bf03-c0fc-40b2-907c-3f4f36ac433a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:02.205662 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4772bf03-c0fc-40b2-907c-3f4f36ac433a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/546f1609-2082-4535-ba40-673d62b673a1 HTTP/1.1" status: 204 len: 168 time: 0.8278303 Apr 20 17:25:02.208256 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47544) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:02.236583 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb06f615-ab1a-47a4-98ea-17aeccb4aa8a tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:02.256458 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75edb8a5-c58e-4868-8a32-8a8f9ac3f421 req-65ae0f12-4df9-4342-963c-8cc7387e9aa2 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:02.258048 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-75edb8a5-c58e-4868-8a32-8a8f9ac3f421 req-65ae0f12-4df9-4342-963c-8cc7387e9aa2 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.39 "GET /v2.0/ports?device_id=43e81630-6e46-4106-87b2-06c6f05ece7a HTTP/1.1" status: 200 len: 945 time: 0.2864115 Apr 20 17:25:02.264292 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d7349ef2-1dd6-4804-8116-5f9616aacc02 None None] Transition to ACTIVE for port object c8e6085e-24ae-4f7d-8384-3ffc50d89316 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:25:02.268284 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-2238ea02-f7d0-4222-adac-ecf634030612 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Deleting subnet ddbacd79-9317-4b0d-b93e-ef1724b3017b {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:25:02.354839 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-75edb8a5-c58e-4868-8a32-8a8f9ac3f421 req-baf338d3-c563-4f81-875e-a43a33d3ef69 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.39 "GET /v2.0/security-groups?id=f66b7098-e482-4f00-b849-9ed5af9fe331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839603 Apr 20 17:25:02.363622 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:02.375848 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d7349ef2-1dd6-4804-8116-5f9616aacc02 None None] Transition to ACTIVE for port object c8e6085e-24ae-4f7d-8384-3ffc50d89316 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:25:02.401502 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-5704e99c-1b83-45c1-bfb5-c428b76b81d1 None None] Allocated IP 2001:db8::1 (949f7bca-c9fd-41a4-9634-05236635a3e7/ddbacd79-9317-4b0d-b93e-ef1724b3017b/f4396ee0-9d4a-4391-bfe2-4c18ed525f4e) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:25:02.415869 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d7349ef2-1dd6-4804-8116-5f9616aacc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:02.417927 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06f615-ab1a-47a4-98ea-17aeccb4aa8a tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event updated for resources: {'Subnet': ['ID=25a9ac2a-606c-4685-9581-d0d139aee167,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:02.419710 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4dc22943-5a28-4709-b0d3-16ab22ff123a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:02.441493 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1888410-aa69-466f-b2d5-f31b902feb1c req-f8fd442d-f748-4e22-a76f-73bb148dc401 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:02.445349 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1888410-aa69-466f-b2d5-f31b902feb1c req-f8fd442d-f748-4e22-a76f-73bb148dc401 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:02.449174 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1888410-aa69-466f-b2d5-f31b902feb1c req-f8fd442d-f748-4e22-a76f-73bb148dc401 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:02.453048 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1888410-aa69-466f-b2d5-f31b902feb1c req-f8fd442d-f748-4e22-a76f-73bb148dc401 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:02.457117 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1888410-aa69-466f-b2d5-f31b902feb1c req-f8fd442d-f748-4e22-a76f-73bb148dc401 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:02.460955 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1888410-aa69-466f-b2d5-f31b902feb1c req-f8fd442d-f748-4e22-a76f-73bb148dc401 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:02.464856 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1888410-aa69-466f-b2d5-f31b902feb1c req-f8fd442d-f748-4e22-a76f-73bb148dc401 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:02.466746 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a1888410-aa69-466f-b2d5-f31b902feb1c req-f8fd442d-f748-4e22-a76f-73bb148dc401 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5431 time: 0.3508632 Apr 20 17:25:02.469300 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb06f615-ab1a-47a4-98ea-17aeccb4aa8a tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Checking segment: {'id': 'f7bb24b4-4eb5-4e1f-8866-5e379cfb9fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0d677d48-030f-45ef-b04a-506a618b02d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:25:02.469650 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb06f615-ab1a-47a4-98ea-17aeccb4aa8a tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Network hostable DHCP agents. Network: 0d677d48-030f-45ef-b04a-506a618b02d8, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:25:02.478239 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-2a5f654f-39d6-4234-aa25-958a64698b4e admin admin] Deleting port 8d72ab2f-ec3c-4cd6-b91b-e85cec131e91 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:25:02.478585 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2a5f654f-39d6-4234-aa25-958a64698b4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:02.637415 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62cd3ac6-c8b9-4691-b928-febc4e72bad8'] response: {'server_uuid': '43e81630-6e46-4106-87b2-06c6f05ece7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4', 'code': 200} Apr 20 17:25:02.670429 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port a8f67641-1edb-44b0-b406-e1783d7bec8b completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:02.674665 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7349ef2-1dd6-4804-8116-5f9616aacc02 None None] Network 4a18911f-f73a-4bc7-9313-1dd1c9aef728 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:25:02.678810 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7349ef2-1dd6-4804-8116-5f9616aacc02 None None] Pushing event updated for resources: {'Port': ['ID=c8e6085e-24ae-4f7d-8384-3ffc50d89316,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:02.685756 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-d7349ef2-1dd6-4804-8116-5f9616aacc02 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:02.694481 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7349ef2-1dd6-4804-8116-5f9616aacc02 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:25:02.699700 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port a8f67641-1edb-44b0-b406-e1783d7bec8b triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:02.700045 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:02.742563 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-2a5f654f-39d6-4234-aa25-958a64698b4e admin admin] For port 8d72ab2f-ec3c-4cd6-b91b-e85cec131e91, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8d72ab2f-ec3c-4cd6-b91b-e85cec131e91,segment=NetworkSegment(ca780c5c-7005-45ac-a79d-3269ceaf6fed),segment_id=ca780c5c-7005-45ac-a79d-3269ceaf6fed)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:02.742988 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2a5f654f-39d6-4234-aa25-958a64698b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:02.743370 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-0a9b099a-97da-4945-863b-532e01ea8be6 None None] Allocated IP 2001:db8:0:1::1 (184fe27d-6ac4-47b2-a30a-8c261090ebdc/56f3670a-60fc-47bf-97dc-fd1a0e05efb3/519ac4e7-5fdd-4b2d-ac79-961992d3b3c3) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:25:02.748091 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4dc22943-5a28-4709-b0d3-16ab22ff123a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:02.778802 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a1888410-aa69-466f-b2d5-f31b902feb1c req-0ea5434a-aa7b-494d-8b47-39663dc27dfa tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2993987 Apr 20 17:25:02.805228 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb06f615-ab1a-47a4-98ea-17aeccb4aa8a tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Network 0d677d48-030f-45ef-b04a-506a618b02d8 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:25:02.811989 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9e5a1709-e947-4660-8008-7fd8dde5daac req-3bd99ecf-9de1-4b4a-a8d9-45a31e1b40a5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=43e81630-6e46-4106-87b2-06c6f05ece7a HTTP/1.1" status: 200 len: 1097 time: 0.1853104 Apr 20 17:25:02.813988 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-4dc22943-5a28-4709-b0d3-16ab22ff123a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a67a341d-b672-4104-af6c-e38bcd7fa6c1']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:02.836607 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-4dc22943-5a28-4709-b0d3-16ab22ff123a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5738320b-bb4f-4c6b-94f2-7a17321dd8ad') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:02.836939 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-4dc22943-5a28-4709-b0d3-16ab22ff123a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5738320b-bb4f-4c6b-94f2-7a17321dd8ad') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:02.847772 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-fb06f615-ab1a-47a4-98ea-17aeccb4aa8a tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 0d677d48-030f-45ef-b04a-506a618b02d8) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:02.854231 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4dc22943-5a28-4709-b0d3-16ab22ff123a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:02.862846 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb06f615-ab1a-47a4-98ea-17aeccb4aa8a tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:02.863705 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb06f615-ab1a-47a4-98ea-17aeccb4aa8a tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:02.890888 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4dc22943-5a28-4709-b0d3-16ab22ff123a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:02.893364 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-2a5f654f-39d6-4234-aa25-958a64698b4e admin admin] Calling delete_port for 8d72ab2f-ec3c-4cd6-b91b-e85cec131e91 owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:25:02.895367 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fb06f615-ab1a-47a4-98ea-17aeccb4aa8a tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7012649 Apr 20 17:25:02.899336 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47550) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:02.923219 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc22943-5a28-4709-b0d3-16ab22ff123a admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:25:02.923908 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4dc22943-5a28-4709-b0d3-16ab22ff123a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:02.939848 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdd18e1-aab4-42a9-b2ac-0009662b6981 None None] Network 0d677d48-030f-45ef-b04a-506a618b02d8 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:02.942603 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:25:02.942603 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:25:02.942603 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:25:02.942603 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:25:02.942603 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:25:02.942603 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:25:02.942603 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:25:02.942603 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:25:02.942603 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:25:02.942603 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:25:02.942603 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:25:02.942603 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:25:02.942603 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:25:02.942603 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:25:02.942603 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:25:02.942603 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:25:02.942603 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:25:02.942603 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:25:02.942603 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:25:02.942603 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:25:02.942603 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:25:02.942603 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:25:02.942603 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:25:02.942603 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:25:02.942603 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:25:02.942603 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:25:02.942603 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:25:02.942603 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:25:02.942603 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:25:02.942603 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:25:02.942603 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:25:02.942603 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:25:03.029202 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9e5a1709-e947-4660-8008-7fd8dde5daac req-e50922f3-8d81-4324-9b66-8f2978727d11 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f66b7098-e482-4f00-b849-9ed5af9fe331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538465 Apr 20 17:25:03.080572 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82720283-d924-44bf-94ec-4ff8507ff585 req-c3b1cdd7-4875-488b-aa42-2029e4586c45 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:03.082004 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-82720283-d924-44bf-94ec-4ff8507ff585 req-c3b1cdd7-4875-488b-aa42-2029e4586c45 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 944 time: 0.1258509 Apr 20 17:25:03.098934 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4dc22943-5a28-4709-b0d3-16ab22ff123a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:03.099626 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-d7349ef2-1dd6-4804-8116-5f9616aacc02 None None] Attempting to bind port c8e6085e-24ae-4f7d-8384-3ffc50d89316 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:25:03.099979 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-d7349ef2-1dd6-4804-8116-5f9616aacc02 None None] Attempting to bind port c8e6085e-24ae-4f7d-8384-3ffc50d89316 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '2c002e73-864e-45bd-a6c9-7d1fe1fb9b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4a18911f-f73a-4bc7-9313-1dd1c9aef728'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:25:03.100556 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7349ef2-1dd6-4804-8116-5f9616aacc02 None None] Attempting to bind port c8e6085e-24ae-4f7d-8384-3ffc50d89316 on network 4a18911f-f73a-4bc7-9313-1dd1c9aef728 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:25:03.103982 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4dc22943-5a28-4709-b0d3-16ab22ff123a admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:03.150798 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc22943-5a28-4709-b0d3-16ab22ff123a admin admin] Pushing event deleted for resources: {'Network': ['ID=a67a341d-b672-4104-af6c-e38bcd7fa6c1,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:03.165921 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4dc22943-5a28-4709-b0d3-16ab22ff123a admin admin] 10.222.0.39 "DELETE /v2.0/networks/a67a341d-b672-4104-af6c-e38bcd7fa6c1 HTTP/1.1" status: 204 len: 168 time: 0.9521790 Apr 20 17:25:03.186477 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af9bfb82-0a47-4fa7-91ba-956b461bb69d tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:03.188696 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7349ef2-1dd6-4804-8116-5f9616aacc02 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:25:03.189064 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7349ef2-1dd6-4804-8116-5f9616aacc02 None None] Checking segment: {'id': '2c002e73-864e-45bd-a6c9-7d1fe1fb9b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4a18911f-f73a-4bc7-9313-1dd1c9aef728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:25:03.189457 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d7349ef2-1dd6-4804-8116-5f9616aacc02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:03.190023 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7349ef2-1dd6-4804-8116-5f9616aacc02 None None] Bound using segment: {'id': '2c002e73-864e-45bd-a6c9-7d1fe1fb9b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4a18911f-f73a-4bc7-9313-1dd1c9aef728'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:25:03.190689 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-d7349ef2-1dd6-4804-8116-5f9616aacc02 None None] Bound port: c8e6085e-24ae-4f7d-8384-3ffc50d89316, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c002e73-864e-45bd-a6c9-7d1fe1fb9b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4a18911f-f73a-4bc7-9313-1dd1c9aef728'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:25:03.191216 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d7349ef2-1dd6-4804-8116-5f9616aacc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:03.196551 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-82720283-d924-44bf-94ec-4ff8507ff585 req-a549a154-b310-46c4-8ee2-4c7c2b5c8885 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002309 Apr 20 17:25:03.201338 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5704e99c-1b83-45c1-bfb5-c428b76b81d1 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:03.216526 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2a5f654f-39d6-4234-aa25-958a64698b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:03.263086 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f654f-39d6-4234-aa25-958a64698b4e admin admin] Pushing event deleted for resources: {'Port': ['ID=8d72ab2f-ec3c-4cd6-b91b-e85cec131e91,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:03.268676 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5704e99c-1b83-45c1-bfb5-c428b76b81d1 None None] Transition to ACTIVE for port object f4396ee0-9d4a-4391-bfe2-4c18ed525f4e will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:25:03.285615 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af9bfb82-0a47-4fa7-91ba-956b461bb69d tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:03.365958 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:03.413714 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af9bfb82-0a47-4fa7-91ba-956b461bb69d tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:03.508086 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5704e99c-1b83-45c1-bfb5-c428b76b81d1 None None] Transition to ACTIVE for port object f4396ee0-9d4a-4391-bfe2-4c18ed525f4e will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:25:03.558122 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bfb82-0a47-4fa7-91ba-956b461bb69d tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event deleted for resources: {'Subnet': ['ID=25a9ac2a-606c-4685-9581-d0d139aee167,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:03.561337 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47558) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:03.594603 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5704e99c-1b83-45c1-bfb5-c428b76b81d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:03.607187 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2238ea02-f7d0-4222-adac-ecf634030612 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:03.655758 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0a9b099a-97da-4945-863b-532e01ea8be6 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:03.658420 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64678042-d515-4716-9872-92fa2fb69926 None None] Network 0d677d48-030f-45ef-b04a-506a618b02d8 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:03.703040 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port a8f67641-1edb-44b0-b406-e1783d7bec8b, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a8f67641-1edb-44b0-b406-e1783d7bec8b,segment=NetworkSegment(b7f6a108-6de3-4d12-92d3-ffddaf981259),segment_id=b7f6a108-6de3-4d12-92d3-ffddaf981259)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:03.754681 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af9bfb82-0a47-4fa7-91ba-956b461bb69d tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:03.763753 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-d7349ef2-1dd6-4804-8116-5f9616aacc02 None None] For port c8e6085e-24ae-4f7d-8384-3ffc50d89316, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:25:03.767752 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0a9b099a-97da-4945-863b-532e01ea8be6 None None] Transition to ACTIVE for port object 519ac4e7-5fdd-4b2d-ac79-961992d3b3c3 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:25:03.767899 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-85b447b0-d0d7-4ad1-93ab-c25ba38e0a55 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fce56b4868f048309077dc7c0bf671f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2014158 Apr 20 17:25:03.770569 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47562) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:03.780988 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:03.794236 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-af9bfb82-0a47-4fa7-91ba-956b461bb69d tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d677d48-030f-45ef-b04a-506a618b02d8']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:03.794509 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5704e99c-1b83-45c1-bfb5-c428b76b81d1 None None] Network 949f7bca-c9fd-41a4-9634-05236635a3e7 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:25:03.807493 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-5704e99c-1b83-45c1-bfb5-c428b76b81d1 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:03.812740 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-af9bfb82-0a47-4fa7-91ba-956b461bb69d tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7bb24b4-4eb5-4e1f-8866-5e379cfb9fd3') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:03.813029 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-af9bfb82-0a47-4fa7-91ba-956b461bb69d tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7bb24b4-4eb5-4e1f-8866-5e379cfb9fd3') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:03.814992 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704e99c-1b83-45c1-bfb5-c428b76b81d1 None None] Pushing event updated for resources: {'Port': ['ID=f4396ee0-9d4a-4391-bfe2-4c18ed525f4e,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:03.817462 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5704e99c-1b83-45c1-bfb5-c428b76b81d1 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:25:03.827696 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af9bfb82-0a47-4fa7-91ba-956b461bb69d tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:03.828114 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-d7349ef2-1dd6-4804-8116-5f9616aacc02 None None] For port c8e6085e-24ae-4f7d-8384-3ffc50d89316, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c8e6085e-24ae-4f7d-8384-3ffc50d89316,segment=NetworkSegment(2c002e73-864e-45bd-a6c9-7d1fe1fb9b56),segment_id=2c002e73-864e-45bd-a6c9-7d1fe1fb9b56)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:25:03.851647 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ef06d-c02b-4e60-91f4-2b564d8138e2 req-15c6d29c-44e7-4c5b-bb7c-e31069792c8c tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:03.858469 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-430ef06d-c02b-4e60-91f4-2b564d8138e2 req-15c6d29c-44e7-4c5b-bb7c-e31069792c8c tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.39 "GET /v2.0/ports?device_id=43e81630-6e46-4106-87b2-06c6f05ece7a HTTP/1.1" status: 200 len: 946 time: 0.2313902 Apr 20 17:25:03.860110 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2238ea02-f7d0-4222-adac-ecf634030612 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:03.877596 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af9bfb82-0a47-4fa7-91ba-956b461bb69d tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:03.889365 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af9bfb82-0a47-4fa7-91ba-956b461bb69d tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:25:03.889768 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af9bfb82-0a47-4fa7-91ba-956b461bb69d tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:03.904411 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:25:03.904411 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:25:03.904411 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:25:03.904411 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:25:03.904411 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:25:03.904411 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:25:03.904411 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:25:03.904411 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:25:03.904411 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:25:03.904411 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:25:03.904411 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:25:03.904411 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:25:03.904411 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:25:03.904411 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:25:03.904411 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:25:03.904411 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:25:03.904411 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:25:03.904411 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:25:03.904411 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:25:03.904411 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:25:03.904411 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:25:03.904411 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:25:03.904411 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:25:03.904411 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:25:03.904411 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:25:03.904411 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:25:03.904411 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:25:03.904411 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:25:03.904411 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:25:03.904411 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:25:03.904411 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:25:03.904411 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:25:03.940543 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0a9b099a-97da-4945-863b-532e01ea8be6 None None] Transition to ACTIVE for port object 519ac4e7-5fdd-4b2d-ac79-961992d3b3c3 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:25:03.942351 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d7349ef2-1dd6-4804-8116-5f9616aacc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:03.990751 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0a9b099a-97da-4945-863b-532e01ea8be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:04.002787 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-430ef06d-c02b-4e60-91f4-2b564d8138e2 req-6379d4e8-3b1b-4657-87ef-4bc50bf845e5 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.39 "GET /v2.0/security-groups?id=f66b7098-e482-4f00-b849-9ed5af9fe331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433759 Apr 20 17:25:04.015846 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af9bfb82-0a47-4fa7-91ba-956b461bb69d tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:04.026140 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-17d4ff53-a162-4621-8dd4-14f770f68f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:04.050500 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af9bfb82-0a47-4fa7-91ba-956b461bb69d tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:04.060027 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bfb82-0a47-4fa7-91ba-956b461bb69d tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event deleted for resources: {'Network': ['ID=0d677d48-030f-45ef-b04a-506a618b02d8,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:04.066079 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-af9bfb82-0a47-4fa7-91ba-956b461bb69d tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "DELETE /v2.0/networks/0d677d48-030f-45ef-b04a-506a618b02d8 HTTP/1.1" status: 204 len: 168 time: 1.1654758 Apr 20 17:25:04.069523 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47568) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:04.075263 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-c8ebe105-5772-4918-8bab-c9a773bb894d tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-232399228'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:04.080643 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c8ebe105-5772-4918-8bab-c9a773bb894d tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:04.084510 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c8ebe105-5772-4918-8bab-c9a773bb894d tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Usage tracker for resource:network and tenant:4963562334f84d419efd025d32d84935 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:04.087541 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c8ebe105-5772-4918-8bab-c9a773bb894d tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:04.088305 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-17d4ff53-a162-4621-8dd4-14f770f68f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:04.096684 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c8ebe105-5772-4918-8bab-c9a773bb894d tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:04.116321 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ebe105-5772-4918-8bab-c9a773bb894d tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Made reservation on behalf of 4963562334f84d419efd025d32d84935 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:04.116747 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2238ea02-f7d0-4222-adac-ecf634030612 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:04.119693 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c8ebe105-5772-4918-8bab-c9a773bb894d tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:04.135646 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9b099a-97da-4945-863b-532e01ea8be6 None None] Network 184fe27d-6ac4-47b2-a30a-8c261090ebdc is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:25:04.136443 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=a8f67641-1edb-44b0-b406-e1783d7bec8b,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:04.143347 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-0a9b099a-97da-4945-863b-532e01ea8be6 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:04.156263 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8ebe105-5772-4918-8bab-c9a773bb894d tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:25:04.166841 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c8ebe105-5772-4918-8bab-c9a773bb894d tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:04.167227 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-c8ebe105-5772-4918-8bab-c9a773bb894d tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Added segment 589607c9-476c-4870-8bb9-6086c387bde7 of type vlan for network 32b98604-ecf5-4cc2-a0d5-0205b50efcc2 Apr 20 17:25:04.182344 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9b099a-97da-4945-863b-532e01ea8be6 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:25:04.184831 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5704e99c-1b83-45c1-bfb5-c428b76b81d1 None None] Attempting to bind port f4396ee0-9d4a-4391-bfe2-4c18ed525f4e on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:25:04.185408 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5704e99c-1b83-45c1-bfb5-c428b76b81d1 None None] Attempting to bind port f4396ee0-9d4a-4391-bfe2-4c18ed525f4e by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '1c362703-3c3b-403e-bfb0-242ed0698575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '949f7bca-c9fd-41a4-9634-05236635a3e7'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:25:04.185756 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5704e99c-1b83-45c1-bfb5-c428b76b81d1 None None] Attempting to bind port f4396ee0-9d4a-4391-bfe2-4c18ed525f4e on network 949f7bca-c9fd-41a4-9634-05236635a3e7 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:25:04.198431 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c8ebe105-5772-4918-8bab-c9a773bb894d tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:04.211052 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548355a-7a9c-4421-86a8-cbfd856378f5 req-199cbcbc-c0b8-46ed-b268-db6418d596fb tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:04.215077 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548355a-7a9c-4421-86a8-cbfd856378f5 req-199cbcbc-c0b8-46ed-b268-db6418d596fb tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:04.219150 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548355a-7a9c-4421-86a8-cbfd856378f5 req-199cbcbc-c0b8-46ed-b268-db6418d596fb tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:04.222179 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5704e99c-1b83-45c1-bfb5-c428b76b81d1 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:25:04.222609 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5704e99c-1b83-45c1-bfb5-c428b76b81d1 None None] Checking segment: {'id': '1c362703-3c3b-403e-bfb0-242ed0698575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '949f7bca-c9fd-41a4-9634-05236635a3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:25:04.222960 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5704e99c-1b83-45c1-bfb5-c428b76b81d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:04.223342 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5704e99c-1b83-45c1-bfb5-c428b76b81d1 None None] Bound using segment: {'id': '1c362703-3c3b-403e-bfb0-242ed0698575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '949f7bca-c9fd-41a4-9634-05236635a3e7'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:25:04.223847 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5704e99c-1b83-45c1-bfb5-c428b76b81d1 None None] Bound port: f4396ee0-9d4a-4391-bfe2-4c18ed525f4e, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c362703-3c3b-403e-bfb0-242ed0698575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '949f7bca-c9fd-41a4-9634-05236635a3e7'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:25:04.224201 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5704e99c-1b83-45c1-bfb5-c428b76b81d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:04.229757 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548355a-7a9c-4421-86a8-cbfd856378f5 req-199cbcbc-c0b8-46ed-b268-db6418d596fb tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:04.234709 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c8ebe105-5772-4918-8bab-c9a773bb894d tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:04.237693 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548355a-7a9c-4421-86a8-cbfd856378f5 req-199cbcbc-c0b8-46ed-b268-db6418d596fb tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:04.239297 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ebe105-5772-4918-8bab-c9a773bb894d tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:04.240193 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c8ebe105-5772-4918-8bab-c9a773bb894d tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:04.242303 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548355a-7a9c-4421-86a8-cbfd856378f5 req-199cbcbc-c0b8-46ed-b268-db6418d596fb tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:04.248292 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548355a-7a9c-4421-86a8-cbfd856378f5 req-199cbcbc-c0b8-46ed-b268-db6418d596fb tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:04.257425 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8548355a-7a9c-4421-86a8-cbfd856378f5 req-199cbcbc-c0b8-46ed-b268-db6418d596fb tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5431 time: 0.2900364 Apr 20 17:25:04.334727 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2238ea02-f7d0-4222-adac-ecf634030612 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:04.379365 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7349ef2-1dd6-4804-8116-5f9616aacc02 None None] Pushing event updated for resources: {'Port': ['ID=c8e6085e-24ae-4f7d-8384-3ffc50d89316,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:04.382392 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-17d4ff53-a162-4621-8dd4-14f770f68f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:04.410490 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238ea02-f7d0-4222-adac-ecf634030612 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Pushing event deleted for resources: {'Subnet': ['ID=ddbacd79-9317-4b0d-b93e-ef1724b3017b,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:04.438657 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d4ff53-a162-4621-8dd4-14f770f68f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f35b80-dcae-43b6-9ab3-a4936f3c716e,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:04.476984 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2238ea02-f7d0-4222-adac-ecf634030612 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:04.542982 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c8ebe105-5772-4918-8bab-c9a773bb894d tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4722941 Apr 20 17:25:04.547808 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47574) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:04.547958 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2a5f654f-39d6-4234-aa25-958a64698b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:04.553957 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-17d4ff53-a162-4621-8dd4-14f770f68f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:04.556004 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-17d4ff53-a162-4621-8dd4-14f770f68f89 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/73f35b80-dcae-43b6-9ab3-a4936f3c716e HTTP/1.1" status: 204 len: 168 time: 0.7836080 Apr 20 17:25:04.562866 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-89fc1cf8-bba6-426a-9a00-0a2182a2ac95 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Request body: {'subnet': {'network_id': '32b98604-ecf5-4cc2-a0d5-0205b50efcc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:04.572459 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8548355a-7a9c-4421-86a8-cbfd856378f5 req-d1e84987-7ec4-4630-824c-1e42c24c1134 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3140380 Apr 20 17:25:04.577056 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2238ea02-f7d0-4222-adac-ecf634030612 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] 10.222.0.39 "DELETE /v2.0/subnets/ddbacd79-9317-4b0d-b93e-ef1724b3017b HTTP/1.1" status: 204 len: 168 time: 2.6442704 Apr 20 17:25:04.580358 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47580) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:04.625366 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebe105-5772-4918-8bab-c9a773bb894d tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event updated for resources: {'Network': ['ID=32b98604-ecf5-4cc2-a0d5-0205b50efcc2,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:04.639913 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1d19d6-e5c9-4bae-9726-006138646e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f67641-1edb-44b0-b406-e1783d7bec8b'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:25:04.729168 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 32b98604-ecf5-4cc2-a0d5-0205b50efcc2 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:25:04.784306 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b8375-6824-47b3-b3e8-5b2cfea6f2f3 req-0bfec18b-1a2d-419b-8263-9283db9bb99c tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:04.784306 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fd5b8375-6824-47b3-b3e8-5b2cfea6f2f3 req-0bfec18b-1a2d-419b-8263-9283db9bb99c tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 945 time: 0.4383285 Apr 20 17:25:04.874417 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99c832e7-7172-477f-b279-16460bad4129'] response: {'server_uuid': 'ae1d19d6-e5c9-4bae-9726-006138646e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f67641-1edb-44b0-b406-e1783d7bec8b', 'code': 200} Apr 20 17:25:04.946583 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b099a-97da-4945-863b-532e01ea8be6 None None] Pushing event updated for resources: {'Port': ['ID=519ac4e7-5fdd-4b2d-ac79-961992d3b3c3,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:04.958648 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-0a9b099a-97da-4945-863b-532e01ea8be6 None None] Attempting to bind port 519ac4e7-5fdd-4b2d-ac79-961992d3b3c3 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:25:04.958866 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-0a9b099a-97da-4945-863b-532e01ea8be6 None None] Attempting to bind port 519ac4e7-5fdd-4b2d-ac79-961992d3b3c3 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '695de374-f388-48a6-9521-21fbbdd50cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '184fe27d-6ac4-47b2-a30a-8c261090ebdc'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:25:04.959206 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9b099a-97da-4945-863b-532e01ea8be6 None None] Attempting to bind port 519ac4e7-5fdd-4b2d-ac79-961992d3b3c3 on network 184fe27d-6ac4-47b2-a30a-8c261090ebdc {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:25:04.988674 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9b099a-97da-4945-863b-532e01ea8be6 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:25:04.989038 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9b099a-97da-4945-863b-532e01ea8be6 None None] Checking segment: {'id': '695de374-f388-48a6-9521-21fbbdd50cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '184fe27d-6ac4-47b2-a30a-8c261090ebdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:25:04.989434 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0a9b099a-97da-4945-863b-532e01ea8be6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:04.989821 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9b099a-97da-4945-863b-532e01ea8be6 None None] Bound using segment: {'id': '695de374-f388-48a6-9521-21fbbdd50cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '184fe27d-6ac4-47b2-a30a-8c261090ebdc'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:25:04.990335 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-0a9b099a-97da-4945-863b-532e01ea8be6 None None] Bound port: 519ac4e7-5fdd-4b2d-ac79-961992d3b3c3, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '695de374-f388-48a6-9521-21fbbdd50cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '184fe27d-6ac4-47b2-a30a-8c261090ebdc'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:25:04.990853 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0a9b099a-97da-4945-863b-532e01ea8be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:05.015259 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-5704e99c-1b83-45c1-bfb5-c428b76b81d1 None None] For port f4396ee0-9d4a-4391-bfe2-4c18ed525f4e, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:25:05.025072 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-89fc1cf8-bba6-426a-9a00-0a2182a2ac95 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:05.044350 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-89fc1cf8-bba6-426a-9a00-0a2182a2ac95 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Usage tracker for resource:subnet and tenant:4963562334f84d419efd025d32d84935 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:05.047194 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-89fc1cf8-bba6-426a-9a00-0a2182a2ac95 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:05.067799 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-89fc1cf8-bba6-426a-9a00-0a2182a2ac95 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:05.077071 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-5704e99c-1b83-45c1-bfb5-c428b76b81d1 None None] For port f4396ee0-9d4a-4391-bfe2-4c18ed525f4e, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f4396ee0-9d4a-4391-bfe2-4c18ed525f4e,segment=NetworkSegment(1c362703-3c3b-403e-bfb0-242ed0698575),segment_id=1c362703-3c3b-403e-bfb0-242ed0698575)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:25:05.093217 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fd5b8375-6824-47b3-b3e8-5b2cfea6f2f3 req-d0c9ae4c-53d3-4110-88b8-9ee0e3bb9286 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2887137 Apr 20 17:25:05.102520 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5704e99c-1b83-45c1-bfb5-c428b76b81d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:05.111806 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fc1cf8-bba6-426a-9a00-0a2182a2ac95 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Made reservation on behalf of 4963562334f84d419efd025d32d84935 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:05.133784 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e5ee2431-2a47-4ccf-8644-5d3e5ccb8c46 req-14c62342-aa7c-4c6e-a8fe-7a8c068f8891 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 1096 time: 0.1765535 Apr 20 17:25:05.234903 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-71379c79-b69d-4e95-9485-2dfe8d024ff6 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Deleting subnet 56f3670a-60fc-47bf-97dc-fd1a0e05efb3 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:25:05.239616 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-71379c79-b69d-4e95-9485-2dfe8d024ff6 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:05.266101 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0a9b099a-97da-4945-863b-532e01ea8be6 None None] For port 519ac4e7-5fdd-4b2d-ac79-961992d3b3c3, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:25:05.273350 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0a9b099a-97da-4945-863b-532e01ea8be6 None None] For port 519ac4e7-5fdd-4b2d-ac79-961992d3b3c3, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=519ac4e7-5fdd-4b2d-ac79-961992d3b3c3,segment=NetworkSegment(695de374-f388-48a6-9521-21fbbdd50cfa),segment_id=695de374-f388-48a6-9521-21fbbdd50cfa)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:25:05.295550 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e5ee2431-2a47-4ccf-8644-5d3e5ccb8c46 req-125acdd8-933b-4f24-8022-c7ed8b9ebc05 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437290 Apr 20 17:25:05.313527 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-89fc1cf8-bba6-426a-9a00-0a2182a2ac95 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:05.333368 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0a9b099a-97da-4945-863b-532e01ea8be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:05.444223 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704e99c-1b83-45c1-bfb5-c428b76b81d1 None None] Pushing event updated for resources: {'Port': ['ID=f4396ee0-9d4a-4391-bfe2-4c18ed525f4e,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:05.464520 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-71379c79-b69d-4e95-9485-2dfe8d024ff6 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:05.526816 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ab367-d142-40b5-8b8d-5a3ef964f516 req-b5da1c7a-d0c2-4ae3-9e2b-5faf64d5b502 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:05.534724 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-008ab367-d142-40b5-8b8d-5a3ef964f516 req-b5da1c7a-d0c2-4ae3-9e2b-5faf64d5b502 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.39 "GET /v2.0/ports?device_id=43e81630-6e46-4106-87b2-06c6f05ece7a HTTP/1.1" status: 200 len: 946 time: 0.3315463 Apr 20 17:25:05.535044 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b73b0d2-504b-4861-b232-747b7576fa49 None None] Network 949f7bca-c9fd-41a4-9634-05236635a3e7 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:05.641567 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-008ab367-d142-40b5-8b8d-5a3ef964f516 req-50649894-9858-44de-a66a-5dddbf2722fb tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.39 "GET /v2.0/security-groups?id=f66b7098-e482-4f00-b849-9ed5af9fe331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055453 Apr 20 17:25:05.690101 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-71379c79-b69d-4e95-9485-2dfe8d024ff6 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:06.100459 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-71379c79-b69d-4e95-9485-2dfe8d024ff6 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:06.113023 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b475cff-7d65-498a-9cd8-1cc81bd723d8 req-315c3b87-6042-48dd-83da-58bb7396bdf1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:06.119451 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b475cff-7d65-498a-9cd8-1cc81bd723d8 req-315c3b87-6042-48dd-83da-58bb7396bdf1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:06.126058 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b099a-97da-4945-863b-532e01ea8be6 None None] Pushing event updated for resources: {'Port': ['ID=519ac4e7-5fdd-4b2d-ac79-961992d3b3c3,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:06.128137 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b475cff-7d65-498a-9cd8-1cc81bd723d8 req-315c3b87-6042-48dd-83da-58bb7396bdf1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:06.139873 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b475cff-7d65-498a-9cd8-1cc81bd723d8 req-315c3b87-6042-48dd-83da-58bb7396bdf1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:06.149276 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b475cff-7d65-498a-9cd8-1cc81bd723d8 req-315c3b87-6042-48dd-83da-58bb7396bdf1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:06.152459 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b475cff-7d65-498a-9cd8-1cc81bd723d8 req-315c3b87-6042-48dd-83da-58bb7396bdf1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:06.159045 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b475cff-7d65-498a-9cd8-1cc81bd723d8 req-315c3b87-6042-48dd-83da-58bb7396bdf1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:06.167274 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9b475cff-7d65-498a-9cd8-1cc81bd723d8 req-315c3b87-6042-48dd-83da-58bb7396bdf1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5431 time: 0.2449427 Apr 20 17:25:06.215684 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3a208a-4ebf-43ef-a0b0-e68c0dd2bb56 None None] Network 4a18911f-f73a-4bc7-9313-1dd1c9aef728 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:06.218504 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71379c79-b69d-4e95-9485-2dfe8d024ff6 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Pushing event deleted for resources: {'Subnet': ['ID=56f3670a-60fc-47bf-97dc-fd1a0e05efb3,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:06.226423 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-89fc1cf8-bba6-426a-9a00-0a2182a2ac95 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:06.266874 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9b475cff-7d65-498a-9cd8-1cc81bd723d8 req-c4ee4e81-d869-43ee-9e99-2f1c012b3efe tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0982087 Apr 20 17:25:06.289694 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-71379c79-b69d-4e95-9485-2dfe8d024ff6 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:06.317734 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5f654f-39d6-4234-aa25-958a64698b4e admin admin] Router ec3180ea-6e9c-46ae-b345-5ada43eddc56 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:25:06.336269 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-71379c79-b69d-4e95-9485-2dfe8d024ff6 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] 10.222.0.39 "DELETE /v2.0/subnets/56f3670a-60fc-47bf-97dc-fd1a0e05efb3 HTTP/1.1" status: 204 len: 168 time: 1.7521009 Apr 20 17:25:06.340038 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47614) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:06.360124 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc1cf8-bba6-426a-9a00-0a2182a2ac95 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event updated for resources: {'Subnet': ['ID=d9a5b0f2-8c70-4cf4-a78f-a49fbaac2885,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:06.399663 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fc1cf8-bba6-426a-9a00-0a2182a2ac95 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Checking segment: {'id': '589607c9-476c-4870-8bb9-6086c387bde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '32b98604-ecf5-4cc2-a0d5-0205b50efcc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:25:06.399789 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fc1cf8-bba6-426a-9a00-0a2182a2ac95 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Network hostable DHCP agents. Network: 32b98604-ecf5-4cc2-a0d5-0205b50efcc2, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:25:06.475460 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fc1cf8-bba6-426a-9a00-0a2182a2ac95 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Network 32b98604-ecf5-4cc2-a0d5-0205b50efcc2 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:25:06.517688 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47618) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:06.540348 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-89fc1cf8-bba6-426a-9a00-0a2182a2ac95 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 32b98604-ecf5-4cc2-a0d5-0205b50efcc2) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:06.548655 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fc1cf8-bba6-426a-9a00-0a2182a2ac95 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:06.549755 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-89fc1cf8-bba6-426a-9a00-0a2182a2ac95 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:06.657500 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf03cd0-817e-4852-b3bc-ac282c4642b8 None None] Network 32b98604-ecf5-4cc2-a0d5-0205b50efcc2 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:06.705971 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5d9d58b4-9625-47d2-b6ee-764720e82f8a None None] Provisioning for port c8e6085e-24ae-4f7d-8384-3ffc50d89316 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:06.787685 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-89fc1cf8-bba6-426a-9a00-0a2182a2ac95 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2393372 Apr 20 17:25:06.788514 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47628) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:06.796556 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-65fb7a05-fcfc-4d9e-bf4b-4f27becfa968 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-145079749'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:06.805693 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-65fb7a05-fcfc-4d9e-bf4b-4f27becfa968 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:06.815582 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-65fb7a05-fcfc-4d9e-bf4b-4f27becfa968 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Usage tracker for resource:network and tenant:4963562334f84d419efd025d32d84935 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:06.820079 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-65fb7a05-fcfc-4d9e-bf4b-4f27becfa968 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:06.829522 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-65fb7a05-fcfc-4d9e-bf4b-4f27becfa968 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:06.830584 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 519ac4e7-5fdd-4b2d-ac79-961992d3b3c3 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:25:06.838343 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed2934-a685-4302-b39e-e0ba132eafc7 req-687fb2e6-cfe3-4bf3-9515-281ef9b5acc6 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:06.840388 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-28ed2934-a685-4302-b39e-e0ba132eafc7 req-687fb2e6-cfe3-4bf3-9515-281ef9b5acc6 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 945 time: 0.2722845 Apr 20 17:25:06.879778 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-c5376b88-4da4-48d3-94c4-159c5ccd3c03 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2033728684-network', 'tenant_id': 'd7c82b2a90bc4657baa01e489c4e1d77'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:06.891710 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c5376b88-4da4-48d3-94c4-159c5ccd3c03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:06.896205 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c5376b88-4da4-48d3-94c4-159c5ccd3c03 admin admin] Usage tracker for resource:network and tenant:d7c82b2a90bc4657baa01e489c4e1d77 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:06.903057 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c5376b88-4da4-48d3-94c4-159c5ccd3c03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:06.912671 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c5376b88-4da4-48d3-94c4-159c5ccd3c03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:06.924266 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fb7a05-fcfc-4d9e-bf4b-4f27becfa968 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Made reservation on behalf of 4963562334f84d419efd025d32d84935 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:06.927688 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-65fb7a05-fcfc-4d9e-bf4b-4f27becfa968 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:06.964245 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5376b88-4da4-48d3-94c4-159c5ccd3c03 admin admin] Made reservation on behalf of d7c82b2a90bc4657baa01e489c4e1d77 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:06.967155 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5376b88-4da4-48d3-94c4-159c5ccd3c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:07.004956 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5376b88-4da4-48d3-94c4-159c5ccd3c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:07.033132 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65fb7a05-fcfc-4d9e-bf4b-4f27becfa968 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:25:07.065734 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-28ed2934-a685-4302-b39e-e0ba132eafc7 req-131f7e8b-a78b-410e-a208-ac7567989ece tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2185299 Apr 20 17:25:07.076070 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-65fb7a05-fcfc-4d9e-bf4b-4f27becfa968 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:07.081630 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-65fb7a05-fcfc-4d9e-bf4b-4f27becfa968 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Added segment c98cdc73-dfb3-480f-a0a5-8a0f0b09c909 of type vlan for network 003a9fba-285a-4880-b398-bcc47a15b735 Apr 20 17:25:07.099568 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c5376b88-4da4-48d3-94c4-159c5ccd3c03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:07.115505 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c5376b88-4da4-48d3-94c4-159c5ccd3c03 admin admin] Usage tracker for resource:security_group_rule and tenant:d7c82b2a90bc4657baa01e489c4e1d77 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:07.121393 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c5376b88-4da4-48d3-94c4-159c5ccd3c03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:07.125882 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-65fb7a05-fcfc-4d9e-bf4b-4f27becfa968 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:07.140272 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c5376b88-4da4-48d3-94c4-159c5ccd3c03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:07.195532 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9409ab8c-56ed-42f9-a952-e317b52633f5 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:07.196998 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9409ab8c-56ed-42f9-a952-e317b52633f5 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Synchronizing usage tracker for tenant:7e01813b81bf4582aa1ed58a5cf1adbe on resource:subnet {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:25:07.243839 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9409ab8c-56ed-42f9-a952-e317b52633f5 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Unset dirty status for tenant:7e01813b81bf4582aa1ed58a5cf1adbe on resource:subnet {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:25:07.245818 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9409ab8c-56ed-42f9-a952-e317b52633f5 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9048624 Apr 20 17:25:07.249954 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47634) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:07.274540 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5376b88-4da4-48d3-94c4-159c5ccd3c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:07.276389 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-65fb7a05-fcfc-4d9e-bf4b-4f27becfa968 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:07.283357 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fb7a05-fcfc-4d9e-bf4b-4f27becfa968 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:07.284477 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-65fb7a05-fcfc-4d9e-bf4b-4f27becfa968 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:07.317115 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5376b88-4da4-48d3-94c4-159c5ccd3c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:07.354446 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f1b46c-9ad8-4fe3-bf81-146b5dabe69d None None] Network 184fe27d-6ac4-47b2-a30a-8c261090ebdc requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:07.395568 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97b015f1-34fc-478a-bb5a-18801c3e1340 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:07.412562 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-97b015f1-34fc-478a-bb5a-18801c3e1340 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Deleting port 519ac4e7-5fdd-4b2d-ac79-961992d3b3c3 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:25:07.413217 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97b015f1-34fc-478a-bb5a-18801c3e1340 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:07.494907 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5376b88-4da4-48d3-94c4-159c5ccd3c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53815866-c103-47fa-8c7d-74d79fc3c8b3,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:07.533999 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5376b88-4da4-48d3-94c4-159c5ccd3c03 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:25:07.543941 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb7a05-fcfc-4d9e-bf4b-4f27becfa968 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event updated for resources: {'Network': ['ID=003a9fba-285a-4880-b398-bcc47a15b735,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:07.549735 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-65fb7a05-fcfc-4d9e-bf4b-4f27becfa968 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7586172 Apr 20 17:25:07.554117 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5376b88-4da4-48d3-94c4-159c5ccd3c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:07.554731 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-c5376b88-4da4-48d3-94c4-159c5ccd3c03 admin admin] Added segment 124f52b6-d232-4aa2-b9c8-207402d3aad3 of type vlan for network 7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295 Apr 20 17:25:07.555593 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47640) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:07.570505 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-5bd0b564-90a9-470c-a635-aa649b8b0ff4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Request body: {'subnet': {'network_id': '003a9fba-285a-4880-b398-bcc47a15b735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:07.578481 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 003a9fba-285a-4880-b398-bcc47a15b735 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:25:07.591641 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 519ac4e7-5fdd-4b2d-ac79-961992d3b3c3 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:07.667328 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c8e6085e-24ae-4f7d-8384-3ffc50d89316 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:25:07.691418 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5376b88-4da4-48d3-94c4-159c5ccd3c03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:07.703061 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cd8940-851a-4759-b319-a4a612e88b7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-32b98604-ecf5-4cc2-a0d5-0205b50efcc2', 'network_id': '32b98604-ecf5-4cc2-a0d5-0205b50efcc2', 'tenant_id': '4963562334f84d419efd025d32d84935', 'fixed_ips': [{'subnet_id': 'd9a5b0f2-8c70-4cf4-a78f-a49fbaac2885'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:25:07.703834 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b4cd8940-851a-4759-b319-a4a612e88b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:07.714931 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5f654f-39d6-4234-aa25-958a64698b4e admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:25:07.724740 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2a5f654f-39d6-4234-aa25-958a64698b4e admin admin] 10.222.0.39 "PUT /v2.0/routers/ec3180ea-6e9c-46ae-b345-5ada43eddc56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8972707 Apr 20 17:25:07.726810 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47644) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:07.729243 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ef242-68b2-4f41-bcd1-afcf5de288ec req-438c533b-839f-4051-9071-4dd4c48c0252 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:07.731306 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17964c04-fc94-412b-8cbd-51d73de3d0dc None None] Sync routers for ids ['ec3180ea-6e9c-46ae-b345-5ada43eddc56'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:25:07.737012 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5f8ef242-68b2-4f41-bcd1-afcf5de288ec req-438c533b-839f-4051-9071-4dd4c48c0252 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.39 "GET /v2.0/ports?device_id=43e81630-6e46-4106-87b2-06c6f05ece7a HTTP/1.1" status: 200 len: 946 time: 0.4477627 Apr 20 17:25:07.754617 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17964c04-fc94-412b-8cbd-51d73de3d0dc None None] Routers {'ec3180ea-6e9c-46ae-b345-5ada43eddc56'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:25:07.757193 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-17964c04-fc94-412b-8cbd-51d73de3d0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:24:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ec3180ea-6e9c-46ae-b345-5ada43eddc56'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:07.757720 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5bd0b564-90a9-470c-a635-aa649b8b0ff4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:07.778764 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5bd0b564-90a9-470c-a635-aa649b8b0ff4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Usage tracker for resource:subnet and tenant:4963562334f84d419efd025d32d84935 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:07.784033 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5bd0b564-90a9-470c-a635-aa649b8b0ff4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:07.795766 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-440b285c-e116-42c7-8320-3d82214b8cf3 None None] Provisioning for port 519ac4e7-5fdd-4b2d-ac79-961992d3b3c3 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:07.797846 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5bd0b564-90a9-470c-a635-aa649b8b0ff4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:07.805900 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5376b88-4da4-48d3-94c4-159c5ccd3c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:07.807071 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5376b88-4da4-48d3-94c4-159c5ccd3c03 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:07.807960 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5376b88-4da4-48d3-94c4-159c5ccd3c03 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:07.850611 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-440b285c-e116-42c7-8320-3d82214b8cf3 None None] Provisioning complete for port 519ac4e7-5fdd-4b2d-ac79-961992d3b3c3 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:07.851208 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-440b285c-e116-42c7-8320-3d82214b8cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:07.859026 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5f8ef242-68b2-4f41-bcd1-afcf5de288ec req-99c7be3d-e140-4069-9a5a-5cd88479f328 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.39 "GET /v2.0/security-groups?id=f66b7098-e482-4f00-b849-9ed5af9fe331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208053 Apr 20 17:25:07.894856 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b4c24-ec5a-4bd8-acf3-53ee4d42404c req-402bf26b-6943-4918-b9c5-13df4323963d tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:07.898917 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b4c24-ec5a-4bd8-acf3-53ee4d42404c req-402bf26b-6943-4918-b9c5-13df4323963d tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:07.902845 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b4c24-ec5a-4bd8-acf3-53ee4d42404c req-402bf26b-6943-4918-b9c5-13df4323963d tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:07.906772 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b4c24-ec5a-4bd8-acf3-53ee4d42404c req-402bf26b-6943-4918-b9c5-13df4323963d tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:07.910603 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b4c24-ec5a-4bd8-acf3-53ee4d42404c req-402bf26b-6943-4918-b9c5-13df4323963d tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:07.914504 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b4c24-ec5a-4bd8-acf3-53ee4d42404c req-402bf26b-6943-4918-b9c5-13df4323963d tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:07.918373 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b4c24-ec5a-4bd8-acf3-53ee4d42404c req-402bf26b-6943-4918-b9c5-13df4323963d tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:07.919364 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd0b564-90a9-470c-a635-aa649b8b0ff4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Made reservation on behalf of 4963562334f84d419efd025d32d84935 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:07.926670 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-587b4c24-ec5a-4bd8-acf3-53ee4d42404c req-402bf26b-6943-4918-b9c5-13df4323963d tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5431 time: 0.4325192 Apr 20 17:25:07.953744 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-97b015f1-34fc-478a-bb5a-18801c3e1340 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] For port 519ac4e7-5fdd-4b2d-ac79-961992d3b3c3, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=519ac4e7-5fdd-4b2d-ac79-961992d3b3c3,segment=NetworkSegment(695de374-f388-48a6-9521-21fbbdd50cfa),segment_id=695de374-f388-48a6-9521-21fbbdd50cfa)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:07.954116 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97b015f1-34fc-478a-bb5a-18801c3e1340 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:07.958141 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c5376b88-4da4-48d3-94c4-159c5ccd3c03 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4385395 Apr 20 17:25:07.962435 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47648) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:07.978951 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-2c95d8a4-75ba-4d01-a0aa-cc35887bb575 admin admin] Request body: {'subnet': {'network_id': '7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2033728684-subnet', 'tenant_id': 'd7c82b2a90bc4657baa01e489c4e1d77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:07.987008 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2c95d8a4-75ba-4d01-a0aa-cc35887bb575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:08.028974 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5376b88-4da4-48d3-94c4-159c5ccd3c03 admin admin] Pushing event updated for resources: {'Network': ['ID=7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:08.050826 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:25:08.079011 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-17964c04-fc94-412b-8cbd-51d73de3d0dc None None] Set router ec3180ea-6e9c-46ae-b345-5ada43eddc56 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:25:08.148173 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2c95d8a4-75ba-4d01-a0aa-cc35887bb575 admin admin] Usage tracker for resource:subnet and tenant:d7c82b2a90bc4657baa01e489c4e1d77 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:08.164754 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-97b015f1-34fc-478a-bb5a-18801c3e1340 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Calling delete_port for 519ac4e7-5fdd-4b2d-ac79-961992d3b3c3 owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:25:08.205137 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2c95d8a4-75ba-4d01-a0aa-cc35887bb575 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:08.258636 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5bd0b564-90a9-470c-a635-aa649b8b0ff4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:08.259174 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2c95d8a4-75ba-4d01-a0aa-cc35887bb575 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:08.261431 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port c8e6085e-24ae-4f7d-8384-3ffc50d89316 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:08.293842 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-587b4c24-ec5a-4bd8-acf3-53ee4d42404c req-79e40756-b792-4c70-81f3-617f701f3c0a tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3661547 Apr 20 17:25:08.330375 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port c8e6085e-24ae-4f7d-8384-3ffc50d89316 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:08.331245 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:08.349710 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c95d8a4-75ba-4d01-a0aa-cc35887bb575 admin admin] Made reservation on behalf of d7c82b2a90bc4657baa01e489c4e1d77 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:08.356597 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2c95d8a4-75ba-4d01-a0aa-cc35887bb575 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:08.412740 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.ipam_backend_mixin [None req-5bd0b564-90a9-470c-a635-aa649b8b0ff4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Performing IP validity checks on allocation pools {{(pid=84080) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 20 17:25:08.413524 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.ipam_backend_mixin [None req-5bd0b564-90a9-470c-a635-aa649b8b0ff4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84080) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 20 17:25:08.432088 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-b4cd8940-851a-4759-b319-a4a612e88b7c None None] Allocated IP 2001:db8::1 (32b98604-ecf5-4cc2-a0d5-0205b50efcc2/d9a5b0f2-8c70-4cf4-a78f-a49fbaac2885/165d3355-9120-46e0-b1ab-a5026d9b4535) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:25:08.450407 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-440b285c-e116-42c7-8320-3d82214b8cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:08.476012 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b72abe-7da8-4dd5-a49d-39d6bb290e64 None None] DHCP port deletion for 184fe27d-6ac4-47b2-a30a-8c261090ebdc request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:25:08.500563 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d1b72abe-7da8-4dd5-a49d-39d6bb290e64 None None] Deleting port 519ac4e7-5fdd-4b2d-ac79-961992d3b3c3 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:25:08.501171 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97b015f1-34fc-478a-bb5a-18801c3e1340 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:08.501799 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d1b72abe-7da8-4dd5-a49d-39d6bb290e64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:08.562422 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b015f1-34fc-478a-bb5a-18801c3e1340 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Pushing event deleted for resources: {'Port': ['ID=519ac4e7-5fdd-4b2d-ac79-961992d3b3c3,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:08.569719 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5bd0b564-90a9-470c-a635-aa649b8b0ff4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:08.636758 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-17964c04-fc94-412b-8cbd-51d73de3d0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3180ea-6e9c-46ae-b345-5ada43eddc56', 'name': 'tempest-TaggedBootDevicesTest-1057726928-router', 'tenant_id': '051f86aa81334cef8b98d40d65b745fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '9cda600a-f183-44f7-99d1-09486f119499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:00Z', 'updated_at': '2022-04-20T17:25:03Z', 'revision_number': 5, 'project_id': '051f86aa81334cef8b98d40d65b745fc', 'gw_port': {'id': '9cda600a-f183-44f7-99d1-09486f119499', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ca:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3180ea-6e9c-46ae-b345-5ada43eddc56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:01Z', 'updated_at': '2022-04-20T17:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:08.649839 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b015f1-34fc-478a-bb5a-18801c3e1340 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] No DVR routers for this DVR port 519ac4e7-5fdd-4b2d-ac79-961992d3b3c3 on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:25:08.651959 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17964c04-fc94-412b-8cbd-51d73de3d0dc None None] Checking router: ec3180ea-6e9c-46ae-b345-5ada43eddc56 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:25:08.669664 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0b564-90a9-470c-a635-aa649b8b0ff4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event updated for resources: {'Subnet': ['ID=f216628c-cedb-4696-ae24-e8e11a6443fd,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:08.672028 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17964c04-fc94-412b-8cbd-51d73de3d0dc None None] Routers {'ec3180ea-6e9c-46ae-b345-5ada43eddc56'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:25:08.673488 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-17964c04-fc94-412b-8cbd-51d73de3d0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:24:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ec3180ea-6e9c-46ae-b345-5ada43eddc56'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:08.677478 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 7f21212c-7835-4c95-8c1b-184aa2b7cc51 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:25:08.677613 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2e498-046c-4c1d-91c5-da9d773114ff req-3bce4ca2-a47e-4fc1-bcd7-5e7c63309feb tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:08.684744 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-25b2e498-046c-4c1d-91c5-da9d773114ff req-3bce4ca2-a47e-4fc1-bcd7-5e7c63309feb tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 945 time: 0.3953786 Apr 20 17:25:08.739203 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd0b564-90a9-470c-a635-aa649b8b0ff4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Checking segment: {'id': 'c98cdc73-dfb3-480f-a0a5-8a0f0b09c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '003a9fba-285a-4880-b398-bcc47a15b735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:25:08.739568 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd0b564-90a9-470c-a635-aa649b8b0ff4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Network hostable DHCP agents. Network: 003a9fba-285a-4880-b398-bcc47a15b735, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:25:08.754742 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-25b2e498-046c-4c1d-91c5-da9d773114ff req-28d581a9-38f9-4674-af58-1ecd0f3c6fbd tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693724 Apr 20 17:25:08.782615 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d1b72abe-7da8-4dd5-a49d-39d6bb290e64 None None] The port '519ac4e7-5fdd-4b2d-ac79-961992d3b3c3' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:25:08.796816 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd0b564-90a9-470c-a635-aa649b8b0ff4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Network 003a9fba-285a-4880-b398-bcc47a15b735 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:25:08.810610 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-5bd0b564-90a9-470c-a635-aa649b8b0ff4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 003a9fba-285a-4880-b398-bcc47a15b735) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:08.817199 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd0b564-90a9-470c-a635-aa649b8b0ff4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:08.819080 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5bd0b564-90a9-470c-a635-aa649b8b0ff4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:08.836120 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8dd6e1-3e21-4381-9014-fbc0273f17c3 None None] Network 003a9fba-285a-4880-b398-bcc47a15b735 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:08.870570 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5bd0b564-90a9-470c-a635-aa649b8b0ff4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3081727 Apr 20 17:25:08.874045 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47656) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:08.875186 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97b015f1-34fc-478a-bb5a-18801c3e1340 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:08.918225 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-17964c04-fc94-412b-8cbd-51d73de3d0dc None None] Set router ec3180ea-6e9c-46ae-b345-5ada43eddc56 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:25:08.973509 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:09.065070 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-97b015f1-34fc-478a-bb5a-18801c3e1340 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184fe27d-6ac4-47b2-a30a-8c261090ebdc']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:09.098480 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c886f100-43e3-44c9-bb03-b82e800d0bcd admin admin] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:09.167282 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618b16a-6f5e-4847-8e28-6ac18dcf8044 req-c0403a87-dfb6-4e7c-a96b-41a13b7e9170 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:09.169003 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4618b16a-6f5e-4847-8e28-6ac18dcf8044 req-c0403a87-dfb6-4e7c-a96b-41a13b7e9170 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e81630-6e46-4106-87b2-06c6f05ece7a HTTP/1.1" status: 200 len: 946 time: 0.6044714 Apr 20 17:25:09.189048 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-97b015f1-34fc-478a-bb5a-18801c3e1340 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '695de374-f388-48a6-9521-21fbbdd50cfa') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:09.189426 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-97b015f1-34fc-478a-bb5a-18801c3e1340 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '695de374-f388-48a6-9521-21fbbdd50cfa') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:09.203932 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 7f21212c-7835-4c95-8c1b-184aa2b7cc51, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=7f21212c-7835-4c95-8c1b-184aa2b7cc51,segment=NetworkSegment(c5bea2f7-a2f3-4408-abdf-9e7895fc119d),segment_id=c5bea2f7-a2f3-4408-abdf-9e7895fc119d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:09.219339 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97b015f1-34fc-478a-bb5a-18801c3e1340 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:09.221945 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '7f21212c-7835-4c95-8c1b-184aa2b7cc51', 'network_id': '58282348-4092-4e5e-b7c0-667535a141b6', 'port_id': '7f21212c-7835-4c95-8c1b-184aa2b7cc51', 'mac_address': 'fa:16:3e:45:20:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2168ea2a-2641-4ad3-adf7-4caac0ff9024', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:25:09.228647 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-30ffc92c-b28c-4554-b403-c1cecd6d5b6a tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:09.243566 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:25:09.305874 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc4ad0-7194-41c9-a11e-2f0880351c8f req-9b8edb12-0812-469f-a794-afad82727d90 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:09.313496 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50fc4ad0-7194-41c9-a11e-2f0880351c8f req-9b8edb12-0812-469f-a794-afad82727d90 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.39 "GET /v2.0/ports?device_id=43e81630-6e46-4106-87b2-06c6f05ece7a HTTP/1.1" status: 200 len: 946 time: 0.1783025 Apr 20 17:25:09.330559 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-17964c04-fc94-412b-8cbd-51d73de3d0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3180ea-6e9c-46ae-b345-5ada43eddc56', 'name': 'tempest-TaggedBootDevicesTest-1057726928-router', 'tenant_id': '051f86aa81334cef8b98d40d65b745fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '9cda600a-f183-44f7-99d1-09486f119499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:00Z', 'updated_at': '2022-04-20T17:25:03Z', 'revision_number': 5, 'project_id': '051f86aa81334cef8b98d40d65b745fc', 'gw_port': {'id': '9cda600a-f183-44f7-99d1-09486f119499', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ca:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3180ea-6e9c-46ae-b345-5ada43eddc56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:01Z', 'updated_at': '2022-04-20T17:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:09.335575 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17964c04-fc94-412b-8cbd-51d73de3d0dc None None] The sync data for ids ['ec3180ea-6e9c-46ae-b345-5ada43eddc56'] in n-d-838032-1 is: [{'id': 'ec3180ea-6e9c-46ae-b345-5ada43eddc56', 'name': 'tempest-TaggedBootDevicesTest-1057726928-router', 'tenant_id': '051f86aa81334cef8b98d40d65b745fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '9cda600a-f183-44f7-99d1-09486f119499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:18:00Z', 'updated_at': '2022-04-20T17:25:03Z', 'revision_number': 5, 'project_id': '051f86aa81334cef8b98d40d65b745fc', 'gw_port': {'id': '9cda600a-f183-44f7-99d1-09486f119499', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ca:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3180ea-6e9c-46ae-b345-5ada43eddc56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:18:01Z', 'updated_at': '2022-04-20T17:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:25:09.358215 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f39585ba-8d0f-44d3-b22b-c850e8ff3d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:09.369305 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-30ffc92c-b28c-4554-b403-c1cecd6d5b6a tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:09.369941 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port c8e6085e-24ae-4f7d-8384-3ffc50d89316, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c8e6085e-24ae-4f7d-8384-3ffc50d89316,segment=NetworkSegment(2c002e73-864e-45bd-a6c9-7d1fe1fb9b56),segment_id=2c002e73-864e-45bd-a6c9-7d1fe1fb9b56)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:09.378573 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-399d974f-82d2-435b-a0ed-06c0859a0dc3 None None] Provisioning complete for port c8e6085e-24ae-4f7d-8384-3ffc50d89316 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:09.378992 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-399d974f-82d2-435b-a0ed-06c0859a0dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:09.422101 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:09.440381 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50fc4ad0-7194-41c9-a11e-2f0880351c8f req-86824c63-b898-43d6-a591-c36d1097890b tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.39 "GET /v2.0/security-groups?id=f66b7098-e482-4f00-b849-9ed5af9fe331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257634 Apr 20 17:25:09.477768 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:09.493909 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-30ffc92c-b28c-4554-b403-c1cecd6d5b6a tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:09.539766 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffc92c-b28c-4554-b403-c1cecd6d5b6a tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event deleted for resources: {'Subnet': ['ID=f216628c-cedb-4696-ae24-e8e11a6443fd,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:09.552288 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b4cd8940-851a-4759-b319-a4a612e88b7c None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:09.609740 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f21212c-7835-4c95-8c1b-184aa2b7cc51 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:25:09.626938 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b4cd8940-851a-4759-b319-a4a612e88b7c None None] Transition to ACTIVE for port object 165d3355-9120-46e0-b1ab-a5026d9b4535 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:25:09.653227 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-30ffc92c-b28c-4554-b403-c1cecd6d5b6a tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:09.654363 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca00654a-b842-40ae-a623-41c2859f619d None None] Network 003a9fba-285a-4880-b398-bcc47a15b735 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:09.664489 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97b015f1-34fc-478a-bb5a-18801c3e1340 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:09.683729 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=c8e6085e-24ae-4f7d-8384-3ffc50d89316,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:09.709031 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b015f1-34fc-478a-bb5a-18801c3e1340 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:25:09.709472 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97b015f1-34fc-478a-bb5a-18801c3e1340 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:09.729644 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 7f21212c-7835-4c95-8c1b-184aa2b7cc51, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=7f21212c-7835-4c95-8c1b-184aa2b7cc51,segment=NetworkSegment(c5bea2f7-a2f3-4408-abdf-9e7895fc119d),segment_id=c5bea2f7-a2f3-4408-abdf-9e7895fc119d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:09.736801 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:25:09.736801 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:25:09.736801 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:25:09.736801 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:25:09.736801 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:25:09.736801 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:25:09.736801 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:25:09.736801 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:25:09.736801 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:25:09.736801 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:25:09.736801 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:25:09.736801 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:25:09.736801 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:25:09.736801 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:25:09.736801 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:25:09.736801 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:25:09.736801 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:25:09.736801 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:25:09.736801 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:25:09.736801 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:25:09.736801 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:25:09.736801 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:25:09.736801 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:25:09.736801 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:25:09.736801 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:25:09.736801 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:25:09.736801 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:25:09.736801 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:25:09.736801 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:25:09.736801 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:25:09.736801 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:25:09.736801 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:25:09.746221 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-30ffc92c-b28c-4554-b403-c1cecd6d5b6a tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['003a9fba-285a-4880-b398-bcc47a15b735']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:09.763847 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b4cd8940-851a-4759-b319-a4a612e88b7c None None] Transition to ACTIVE for port object 165d3355-9120-46e0-b1ab-a5026d9b4535 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:25:09.767707 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:09.768341 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device bc98c0c2-7654-499b-aeb6-cc19afc9e25c details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:25:09.776181 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-30ffc92c-b28c-4554-b403-c1cecd6d5b6a tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c98cdc73-dfb3-480f-a0a5-8a0f0b09c909') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:09.776580 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-30ffc92c-b28c-4554-b403-c1cecd6d5b6a tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c98cdc73-dfb3-480f-a0a5-8a0f0b09c909') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:09.792134 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-30ffc92c-b28c-4554-b403-c1cecd6d5b6a tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:09.819949 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-30ffc92c-b28c-4554-b403-c1cecd6d5b6a tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:09.833230 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b4cd8940-851a-4759-b319-a4a612e88b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:09.834739 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebaec9-b5bc-4cd2-93e8-f05264a9ef77 req-e31d76fd-fe31-41d0-a7f1-3a1cd65d5d0c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:09.838851 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebaec9-b5bc-4cd2-93e8-f05264a9ef77 req-e31d76fd-fe31-41d0-a7f1-3a1cd65d5d0c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:09.844022 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebaec9-b5bc-4cd2-93e8-f05264a9ef77 req-e31d76fd-fe31-41d0-a7f1-3a1cd65d5d0c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:09.848387 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebaec9-b5bc-4cd2-93e8-f05264a9ef77 req-e31d76fd-fe31-41d0-a7f1-3a1cd65d5d0c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:09.853257 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebaec9-b5bc-4cd2-93e8-f05264a9ef77 req-e31d76fd-fe31-41d0-a7f1-3a1cd65d5d0c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:09.857243 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebaec9-b5bc-4cd2-93e8-f05264a9ef77 req-e31d76fd-fe31-41d0-a7f1-3a1cd65d5d0c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:09.861059 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebaec9-b5bc-4cd2-93e8-f05264a9ef77 req-e31d76fd-fe31-41d0-a7f1-3a1cd65d5d0c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:09.863708 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2c95d8a4-75ba-4d01-a0aa-cc35887bb575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:09.866817 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c0ebaec9-b5bc-4cd2-93e8-f05264a9ef77 req-e31d76fd-fe31-41d0-a7f1-3a1cd65d5d0c tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5431 time: 0.2058558 Apr 20 17:25:09.869875 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ffc92c-b28c-4554-b403-c1cecd6d5b6a tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:25:09.870849 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-30ffc92c-b28c-4554-b403-c1cecd6d5b6a tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:09.875705 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-4618b16a-6f5e-4847-8e28-6ac18dcf8044 req-093e2e03-7e51-4327-adb3-bdf458bab516 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Deleting port 6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:25:09.876049 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4618b16a-6f5e-4847-8e28-6ac18dcf8044 req-093e2e03-7e51-4327-adb3-bdf458bab516 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:09.889492 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:25:09.889492 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:25:09.889492 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:25:09.889492 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:25:09.889492 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:25:09.889492 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:25:09.889492 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:25:09.889492 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:25:09.889492 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:25:09.889492 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:25:09.889492 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:25:09.889492 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:25:09.889492 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:25:09.889492 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:25:09.889492 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:25:09.889492 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:25:09.889492 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:25:09.889492 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:25:09.889492 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:25:09.889492 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:25:09.889492 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:25:09.889492 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:25:09.889492 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:25:09.889492 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:25:09.889492 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:25:09.889492 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:25:09.889492 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:25:09.889492 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:25:09.889492 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:25:09.889492 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:25:09.889492 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:25:09.889492 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:25:09.891528 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c8e6085e-24ae-4f7d-8384-3ffc50d89316 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:25:10.001443 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97b015f1-34fc-478a-bb5a-18801c3e1340 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:10.022811 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-30ffc92c-b28c-4554-b403-c1cecd6d5b6a tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:10.026652 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.resource_extend [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:25:10.028387 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-30ffc92c-b28c-4554-b403-c1cecd6d5b6a tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:10.034079 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97b015f1-34fc-478a-bb5a-18801c3e1340 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:10.057116 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c0ebaec9-b5bc-4cd2-93e8-f05264a9ef77 req-6a1e7e21-e427-4b28-b321-bc16d97e8a8b tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1603103 Apr 20 17:25:10.063596 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffc92c-b28c-4554-b403-c1cecd6d5b6a tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event deleted for resources: {'Network': ['ID=003a9fba-285a-4880-b398-bcc47a15b735,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:10.068174 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-30ffc92c-b28c-4554-b403-c1cecd6d5b6a tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "DELETE /v2.0/networks/003a9fba-285a-4880-b398-bcc47a15b735 HTTP/1.1" status: 204 len: 168 time: 1.1930184 Apr 20 17:25:10.072386 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47664) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:10.080473 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-1c23d5f4-7d6d-4158-9ec0-c31638f5a5c7 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-643697697'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:10.086961 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1c23d5f4-7d6d-4158-9ec0-c31638f5a5c7 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:10.087170 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b015f1-34fc-478a-bb5a-18801c3e1340 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Pushing event deleted for resources: {'Network': ['ID=184fe27d-6ac4-47b2-a30a-8c261090ebdc,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:10.092150 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1c23d5f4-7d6d-4158-9ec0-c31638f5a5c7 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Usage tracker for resource:network and tenant:4963562334f84d419efd025d32d84935 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:10.095182 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1c23d5f4-7d6d-4158-9ec0-c31638f5a5c7 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:10.100814 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1c23d5f4-7d6d-4158-9ec0-c31638f5a5c7 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:10.112476 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cd8940-851a-4759-b319-a4a612e88b7c None None] Network 32b98604-ecf5-4cc2-a0d5-0205b50efcc2 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:25:10.116361 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95d8a4-75ba-4d01-a0aa-cc35887bb575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1134ee8c-f7c0-4f8f-a0e5-73609fdc6401,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:10.123611 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c23d5f4-7d6d-4158-9ec0-c31638f5a5c7 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Made reservation on behalf of 4963562334f84d419efd025d32d84935 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:10.129593 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1c23d5f4-7d6d-4158-9ec0-c31638f5a5c7 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:10.150133 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3486633-8723-4ba9-91e0-bf31647548a2 req-81898162-f2f4-4b68-8d02-3507fa2380dc tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:10.151611 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c3486633-8723-4ba9-91e0-bf31647548a2 req-81898162-f2f4-4b68-8d02-3507fa2380dc tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 945 time: 0.9059768 Apr 20 17:25:10.157853 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-97b015f1-34fc-478a-bb5a-18801c3e1340 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] 10.222.0.39 "DELETE /v2.0/networks/184fe27d-6ac4-47b2-a30a-8c261090ebdc HTTP/1.1" status: 204 len: 168 time: 2.9064081 Apr 20 17:25:10.160579 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c23d5f4-7d6d-4158-9ec0-c31638f5a5c7 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:25:10.162999 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47668) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:10.165943 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47672) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:10.173195 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-b4cd8940-851a-4759-b319-a4a612e88b7c None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:10.175702 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cd8940-851a-4759-b319-a4a612e88b7c None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:25:10.197677 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-d253778e-72ac-4133-bda1-5563d1b41f06 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Request body: {'floatingip': {'port_id': 'a8f67641-1edb-44b0-b406-e1783d7bec8b'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:10.206458 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=7f21212c-7835-4c95-8c1b-184aa2b7cc51,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:10.254209 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c95d8a4-75ba-4d01-a0aa-cc35887bb575 admin admin] Checking segment: {'id': '124f52b6-d232-4aa2-b9c8-207402d3aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:25:10.255208 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c95d8a4-75ba-4d01-a0aa-cc35887bb575 admin admin] Network hostable DHCP agents. Network: 7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:25:10.314887 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1c23d5f4-7d6d-4158-9ec0-c31638f5a5c7 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:10.315836 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-1c23d5f4-7d6d-4158-9ec0-c31638f5a5c7 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Added segment 6df496db-c88d-4d71-9efe-a86db22f6820 of type vlan for network 0719f776-dd26-4b3b-9611-706f3799f344 Apr 20 17:25:10.341044 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-4618b16a-6f5e-4847-8e28-6ac18dcf8044 req-093e2e03-7e51-4327-adb3-bdf458bab516 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] For port 6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4,segment=NetworkSegment(d9731c3b-3e77-4196-81f2-90733d5adc6b),segment_id=d9731c3b-3e77-4196-81f2-90733d5adc6b)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:10.341400 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4618b16a-6f5e-4847-8e28-6ac18dcf8044 req-093e2e03-7e51-4327-adb3-bdf458bab516 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:10.352742 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c95d8a4-75ba-4d01-a0aa-cc35887bb575 admin admin] Network 7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:25:10.355805 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d253778e-72ac-4133-bda1-5563d1b41f06 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks [] for floatingip, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:10.370884 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd8940-851a-4759-b319-a4a612e88b7c None None] Pushing event updated for resources: {'Port': ['ID=165d3355-9120-46e0-b1ab-a5026d9b4535,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:10.408421 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port bc98c0c2-7654-499b-aeb6-cc19afc9e25c, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=bc98c0c2-7654-499b-aeb6-cc19afc9e25c,segment=NetworkSegment(b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095),segment_id=b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:10.418465 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b4cd8940-851a-4759-b319-a4a612e88b7c None None] Attempting to bind port 165d3355-9120-46e0-b1ab-a5026d9b4535 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:25:10.418829 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b4cd8940-851a-4759-b319-a4a612e88b7c None None] Attempting to bind port 165d3355-9120-46e0-b1ab-a5026d9b4535 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '589607c9-476c-4870-8bb9-6086c387bde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '32b98604-ecf5-4cc2-a0d5-0205b50efcc2'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:25:10.419202 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cd8940-851a-4759-b319-a4a612e88b7c None None] Attempting to bind port 165d3355-9120-46e0-b1ab-a5026d9b4535 on network 32b98604-ecf5-4cc2-a0d5-0205b50efcc2 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:25:10.422862 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port c8e6085e-24ae-4f7d-8384-3ffc50d89316 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:10.423227 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:10.454920 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'bc98c0c2-7654-499b-aeb6-cc19afc9e25c', 'network_id': '4d480786-fdb1-4243-8366-e7c5fa985200', 'port_id': 'bc98c0c2-7654-499b-aeb6-cc19afc9e25c', 'mac_address': 'fa:16:3e:7f:2c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5ebbe7f-912e-4e00-9c1b-0556bb717366', 'ip_address': '10.1.1.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:25:10.486288 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-4618b16a-6f5e-4847-8e28-6ac18dcf8044 req-093e2e03-7e51-4327-adb3-bdf458bab516 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Calling delete_port for 6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:25:10.526363 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-2c95d8a4-75ba-4d01-a0aa-cc35887bb575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:10.530780 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c95d8a4-75ba-4d01-a0aa-cc35887bb575 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:10.531355 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2c95d8a4-75ba-4d01-a0aa-cc35887bb575 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:10.566678 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c886f100-43e3-44c9-bb03-b82e800d0bcd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:10.591226 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1c23d5f4-7d6d-4158-9ec0-c31638f5a5c7 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:10.595409 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cd8940-851a-4759-b319-a4a612e88b7c None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:25:10.595982 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cd8940-851a-4759-b319-a4a612e88b7c None None] Checking segment: {'id': '589607c9-476c-4870-8bb9-6086c387bde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '32b98604-ecf5-4cc2-a0d5-0205b50efcc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:25:10.596402 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b4cd8940-851a-4759-b319-a4a612e88b7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:10.596884 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cd8940-851a-4759-b319-a4a612e88b7c None None] Bound using segment: {'id': '589607c9-476c-4870-8bb9-6086c387bde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '32b98604-ecf5-4cc2-a0d5-0205b50efcc2'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:25:10.597458 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b4cd8940-851a-4759-b319-a4a612e88b7c None None] Bound port: 165d3355-9120-46e0-b1ab-a5026d9b4535, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '589607c9-476c-4870-8bb9-6086c387bde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '32b98604-ecf5-4cc2-a0d5-0205b50efcc2'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:25:10.597926 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b4cd8940-851a-4759-b319-a4a612e88b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:10.603519 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-77ebce18-3d7d-42bc-81fa-5cc818714f00 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:10.609790 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed04373-cd7e-4eba-ba89-3253e5b7c68e None None] Network 7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:10.619247 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2c95d8a4-75ba-4d01-a0aa-cc35887bb575 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.6515968 Apr 20 17:25:10.693190 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-c886f100-43e3-44c9-bb03-b82e800d0bcd admin admin] Deleting port 9cda600a-f183-44f7-99d1-09486f119499 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:25:10.693702 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c886f100-43e3-44c9-bb03-b82e800d0bcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:10.735982 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-77ebce18-3d7d-42bc-81fa-5cc818714f00 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Deleting port f4396ee0-9d4a-4391-bfe2-4c18ed525f4e {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:25:10.736382 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-77ebce18-3d7d-42bc-81fa-5cc818714f00 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:10.788796 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1c23d5f4-7d6d-4158-9ec0-c31638f5a5c7 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:10.792506 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c23d5f4-7d6d-4158-9ec0-c31638f5a5c7 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:10.793088 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1c23d5f4-7d6d-4158-9ec0-c31638f5a5c7 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:10.831419 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:10.841221 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4618b16a-6f5e-4847-8e28-6ac18dcf8044 req-093e2e03-7e51-4327-adb3-bdf458bab516 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:10.889683 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:25:10.968443 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e2e03-7e51-4327-adb3-bdf458bab516 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Pushing event deleted for resources: {'Port': ['ID=6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:10.977555 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-c886f100-43e3-44c9-bb03-b82e800d0bcd admin admin] For port 9cda600a-f183-44f7-99d1-09486f119499, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9cda600a-f183-44f7-99d1-09486f119499,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:10.977919 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c886f100-43e3-44c9-bb03-b82e800d0bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:11.068106 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc98c0c2-7654-499b-aeb6-cc19afc9e25c {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:25:11.072760 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94945b3-9b38-48ea-94f1-c9182e800f3d None None] Network 7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:11.103802 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1c23d5f4-7d6d-4158-9ec0-c31638f5a5c7 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0301759 Apr 20 17:25:11.113157 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47686) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:11.126857 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-c798c240-7099-4c7b-969d-3c2409876eb4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Request body: {'subnet': {'network_id': '0719f776-dd26-4b3b-9611-706f3799f344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:11.150861 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23d5f4-7d6d-4158-9ec0-c31638f5a5c7 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event updated for resources: {'Network': ['ID=0719f776-dd26-4b3b-9611-706f3799f344,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:11.176976 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6f535-dbe1-4d0e-9a1e-f3a3a0dd64d7 req-b07a0eda-3b17-4418-86a6-f878f9e1a36e tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:11.178779 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7ca6f535-dbe1-4d0e-9a1e-f3a3a0dd64d7 req-b07a0eda-3b17-4418-86a6-f878f9e1a36e tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.39 "GET /v2.0/ports?device_id=43e81630-6e46-4106-87b2-06c6f05ece7a HTTP/1.1" status: 200 len: 946 time: 0.5897007 Apr 20 17:25:11.189638 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-c886f100-43e3-44c9-bb03-b82e800d0bcd admin admin] Calling delete_port for 9cda600a-f183-44f7-99d1-09486f119499 owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:25:11.200080 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 0719f776-dd26-4b3b-9611-706f3799f344 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:25:11.231769 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port bc98c0c2-7654-499b-aeb6-cc19afc9e25c, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=bc98c0c2-7654-499b-aeb6-cc19afc9e25c,segment=NetworkSegment(b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095),segment_id=b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:11.301109 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:11.301851 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 47690d41-8f6f-4c13-a886-e50f74b2d0ba details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:25:11.410281 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b4cd8940-851a-4759-b319-a4a612e88b7c None None] For port 165d3355-9120-46e0-b1ab-a5026d9b4535, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:25:11.433717 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-4618b16a-6f5e-4847-8e28-6ac18dcf8044 req-093e2e03-7e51-4327-adb3-bdf458bab516 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] No DVR routers for this DVR port 6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:25:11.443114 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-4618b16a-6f5e-4847-8e28-6ac18dcf8044 req-093e2e03-7e51-4327-adb3-bdf458bab516 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:11.445607 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e81630-6e46-4106-87b2-06c6f05ece7a', 'name': 'network-vif-deleted', 'tag': '6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:25:11.475118 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b4cd8940-851a-4759-b319-a4a612e88b7c None None] For port 165d3355-9120-46e0-b1ab-a5026d9b4535, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=165d3355-9120-46e0-b1ab-a5026d9b4535,segment=NetworkSegment(589607c9-476c-4870-8bb9-6086c387bde7),segment_id=589607c9-476c-4870-8bb9-6086c387bde7)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:25:11.491942 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-599bf069-914e-49ef-9e37-ff3db093641c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:11.494826 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.resource_extend [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:25:11.499140 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c798c240-7099-4c7b-969d-3c2409876eb4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:11.508452 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c798c240-7099-4c7b-969d-3c2409876eb4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Usage tracker for resource:subnet and tenant:4963562334f84d419efd025d32d84935 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:11.518236 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b4cd8940-851a-4759-b319-a4a612e88b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:11.531137 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7ca6f535-dbe1-4d0e-9a1e-f3a3a0dd64d7 req-f5dc94dd-ea84-4a27-8a60-a781a68907e4 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.39 "GET /v2.0/security-groups?id=f66b7098-e482-4f00-b849-9ed5af9fe331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901530 Apr 20 17:25:11.534041 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c798c240-7099-4c7b-969d-3c2409876eb4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:11.545713 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-77ebce18-3d7d-42bc-81fa-5cc818714f00 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] For port f4396ee0-9d4a-4391-bfe2-4c18ed525f4e, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f4396ee0-9d4a-4391-bfe2-4c18ed525f4e,segment=NetworkSegment(1c362703-3c3b-403e-bfb0-242ed0698575),segment_id=1c362703-3c3b-403e-bfb0-242ed0698575)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:11.546412 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-77ebce18-3d7d-42bc-81fa-5cc818714f00 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:11.566588 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c798c240-7099-4c7b-969d-3c2409876eb4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:11.573553 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4618b16a-6f5e-4847-8e28-6ac18dcf8044 req-093e2e03-7e51-4327-adb3-bdf458bab516 tempest-ServerAddressesTestJSON-76023962 tempest-ServerAddressesTestJSON-76023962-project] 10.222.0.10 "DELETE /v2.0/ports/6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4 HTTP/1.1" status: 204 len: 173 time: 2.3264322 Apr 20 17:25:11.645510 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-fc0dee40-f6db-475a-9862-70313e72e98a tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:11.647058 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-fc0dee40-f6db-475a-9862-70313e72e98a tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/networks?id=7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295 HTTP/1.1" status: 200 len: 818 time: 0.3726885 Apr 20 17:25:11.698148 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 519ac4e7-5fdd-4b2d-ac79-961992d3b3c3 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:25:11.706245 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-77ebce18-3d7d-42bc-81fa-5cc818714f00 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Calling delete_port for f4396ee0-9d4a-4391-bfe2-4c18ed525f4e owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:25:11.752220 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=bc98c0c2-7654-499b-aeb6-cc19afc9e25c,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:11.753776 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c798c240-7099-4c7b-969d-3c2409876eb4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Made reservation on behalf of 4963562334f84d419efd025d32d84935 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:11.761519 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 519ac4e7-5fdd-4b2d-ac79-961992d3b3c3 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:25:11.761908 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 519ac4e7-5fdd-4b2d-ac79-961992d3b3c3 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:25:11.762421 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8d72ab2f-ec3c-4cd6-b91b-e85cec131e91 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:25:11.786733 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-ded82296-6f51-4a78-b1a4-19d582c94afe tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/quotas/d7c82b2a90bc4657baa01e489c4e1d77 HTTP/1.1" status: 200 len: 375 time: 0.1255054 Apr 20 17:25:11.797000 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c886f100-43e3-44c9-bb03-b82e800d0bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:11.849854 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 8d72ab2f-ec3c-4cd6-b91b-e85cec131e91 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:25:11.850268 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8d72ab2f-ec3c-4cd6-b91b-e85cec131e91 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:25:11.886857 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886f100-43e3-44c9-bb03-b82e800d0bcd admin admin] Pushing event deleted for resources: {'Port': ['ID=9cda600a-f183-44f7-99d1-09486f119499,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:11.903429 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-38b81732-406a-4cf1-bd6a-7ac91d8727a1 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d7c82b2a90bc4657baa01e489c4e1d77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1015115 Apr 20 17:25:11.949006 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c798c240-7099-4c7b-969d-3c2409876eb4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:11.962801 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd8940-851a-4759-b319-a4a612e88b7c None None] Pushing event updated for resources: {'Port': ['ID=165d3355-9120-46e0-b1ab-a5026d9b4535,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:11.966612 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 47690d41-8f6f-4c13-a886-e50f74b2d0ba, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=47690d41-8f6f-4c13-a886-e50f74b2d0ba,segment=NetworkSegment(9296474a-83a4-4000-8754-633df686eea1),segment_id=9296474a-83a4-4000-8754-633df686eea1)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:11.989472 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '47690d41-8f6f-4c13-a886-e50f74b2d0ba', 'network_id': 'bdb724c9-4270-4009-8d7a-ad021aa5f7f3', 'port_id': '47690d41-8f6f-4c13-a886-e50f74b2d0ba', 'mac_address': 'fa:16:3e:34:1a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec642e4-8f7c-4328-a5b9-8fb965f7e357', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:25:12.076595 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:12.094724 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47690d41-8f6f-4c13-a886-e50f74b2d0ba {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:25:12.112744 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 47690d41-8f6f-4c13-a886-e50f74b2d0ba, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=47690d41-8f6f-4c13-a886-e50f74b2d0ba,segment=NetworkSegment(9296474a-83a4-4000-8754-633df686eea1),segment_id=9296474a-83a4-4000-8754-633df686eea1)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:12.129372 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:12.129925 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device d2dc897c-4d5a-46fd-89ed-7340e5de99dd details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:25:12.222051 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-77ebce18-3d7d-42bc-81fa-5cc818714f00 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:12.274014 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port d2dc897c-4d5a-46fd-89ed-7340e5de99dd, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=d2dc897c-4d5a-46fd-89ed-7340e5de99dd,segment=NetworkSegment(9296474a-83a4-4000-8754-633df686eea1),segment_id=9296474a-83a4-4000-8754-633df686eea1)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:12.283904 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=47690d41-8f6f-4c13-a886-e50f74b2d0ba,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:12.297483 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'd2dc897c-4d5a-46fd-89ed-7340e5de99dd', 'network_id': 'bdb724c9-4270-4009-8d7a-ad021aa5f7f3', 'port_id': 'd2dc897c-4d5a-46fd-89ed-7340e5de99dd', 'mac_address': 'fa:16:3e:d3:df:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec642e4-8f7c-4328-a5b9-8fb965f7e357', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:25:12.317813 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c886f100-43e3-44c9-bb03-b82e800d0bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:12.365947 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:12.378717 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebce18-3d7d-42bc-81fa-5cc818714f00 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Pushing event deleted for resources: {'Port': ['ID=f4396ee0-9d4a-4391-bfe2-4c18ed525f4e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:12.388940 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2dc897c-4d5a-46fd-89ed-7340e5de99dd {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:25:12.409541 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port d2dc897c-4d5a-46fd-89ed-7340e5de99dd, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=d2dc897c-4d5a-46fd-89ed-7340e5de99dd,segment=NetworkSegment(9296474a-83a4-4000-8754-633df686eea1),segment_id=9296474a-83a4-4000-8754-633df686eea1)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:12.414799 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:12.415959 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 245a988c-cbcb-4957-b136-a84d61c64d6f details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:25:12.460553 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d253778e-72ac-4133-bda1-5563d1b41f06 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:12.471562 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad3a3b-1702-4e2d-b7f7-eb1555183329 req-310d5da0-27d2-4044-a97b-7cf3b83ffd12 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:12.475871 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad3a3b-1702-4e2d-b7f7-eb1555183329 req-310d5da0-27d2-4044-a97b-7cf3b83ffd12 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:12.480317 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad3a3b-1702-4e2d-b7f7-eb1555183329 req-310d5da0-27d2-4044-a97b-7cf3b83ffd12 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:12.485229 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad3a3b-1702-4e2d-b7f7-eb1555183329 req-310d5da0-27d2-4044-a97b-7cf3b83ffd12 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:12.490509 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad3a3b-1702-4e2d-b7f7-eb1555183329 req-310d5da0-27d2-4044-a97b-7cf3b83ffd12 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:12.494845 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad3a3b-1702-4e2d-b7f7-eb1555183329 req-310d5da0-27d2-4044-a97b-7cf3b83ffd12 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:12.499417 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad3a3b-1702-4e2d-b7f7-eb1555183329 req-310d5da0-27d2-4044-a97b-7cf3b83ffd12 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:12.508892 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=d2dc897c-4d5a-46fd-89ed-7340e5de99dd,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:12.509943 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f1ad3a3b-1702-4e2d-b7f7-eb1555183329 req-310d5da0-27d2-4044-a97b-7cf3b83ffd12 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5433 time: 0.6839535 Apr 20 17:25:12.521904 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 245a988c-cbcb-4957-b136-a84d61c64d6f, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=245a988c-cbcb-4957-b136-a84d61c64d6f,segment=NetworkSegment(b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095),segment_id=b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:12.526525 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-345517d3-f122-48e6-94d8-c27424e7a574 service neutron] 10.222.0.39 "GET /v2.0/networks/7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5919330 Apr 20 17:25:12.532967 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ebce18-3d7d-42bc-81fa-5cc818714f00 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] No DVR routers for this DVR port f4396ee0-9d4a-4391-bfe2-4c18ed525f4e on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:25:12.537512 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d253778e-72ac-4133-bda1-5563d1b41f06 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:12.541833 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '245a988c-cbcb-4957-b136-a84d61c64d6f', 'network_id': '4d480786-fdb1-4243-8366-e7c5fa985200', 'port_id': '245a988c-cbcb-4957-b136-a84d61c64d6f', 'mac_address': 'fa:16:3e:8e:6f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5ebbe7f-912e-4e00-9c1b-0556bb717366', 'ip_address': '10.1.1.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:25:12.622108 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:12.622946 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:12.649581 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245a988c-cbcb-4957-b136-a84d61c64d6f {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:25:12.655004 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:12.669159 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 245a988c-cbcb-4957-b136-a84d61c64d6f, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=245a988c-cbcb-4957-b136-a84d61c64d6f,segment=NetworkSegment(b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095),segment_id=b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:12.674259 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:12.674915 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device f8b4b38f-8a9a-482a-9671-d4d8a1e42e24 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:25:12.729040 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c886f100-43e3-44c9-bb03-b82e800d0bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:12.741720 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c886f100-43e3-44c9-bb03-b82e800d0bcd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:12.752142 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=245a988c-cbcb-4957-b136-a84d61c64d6f,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:12.756640 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port f8b4b38f-8a9a-482a-9671-d4d8a1e42e24, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=f8b4b38f-8a9a-482a-9671-d4d8a1e42e24,segment=NetworkSegment(b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095),segment_id=b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:12.772370 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'f8b4b38f-8a9a-482a-9671-d4d8a1e42e24', 'network_id': '4d480786-fdb1-4243-8366-e7c5fa985200', 'port_id': 'f8b4b38f-8a9a-482a-9671-d4d8a1e42e24', 'mac_address': 'fa:16:3e:e4:0a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5ebbe7f-912e-4e00-9c1b-0556bb717366', 'ip_address': '10.1.1.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:25:12.804626 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-c4fb54f7-b8d4-4634-9cca-bd3e3000e132 service neutron] 10.222.0.39 "GET /v2.0/networks/7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212818 Apr 20 17:25:12.815368 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c886f100-43e3-44c9-bb03-b82e800d0bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:12.815940 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c886f100-43e3-44c9-bb03-b82e800d0bcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec3180ea-6e9c-46ae-b345-5ada43eddc56 {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:25:12.828374 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f1ad3a3b-1702-4e2d-b7f7-eb1555183329 req-15189a16-8fca-4a9e-9800-16a6fac5d3ae tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3172700 Apr 20 17:25:12.835476 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-77ebce18-3d7d-42bc-81fa-5cc818714f00 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:12.839089 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c886f100-43e3-44c9-bb03-b82e800d0bcd admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:12.843074 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c886f100-43e3-44c9-bb03-b82e800d0bcd admin admin] 10.222.0.39 "DELETE /v2.0/routers/ec3180ea-6e9c-46ae-b345-5ada43eddc56 HTTP/1.1" status: 204 len: 168 time: 5.1121013 Apr 20 17:25:12.843676 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47702) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:12.866223 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:12.924836 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8b4b38f-8a9a-482a-9671-d4d8a1e42e24 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:25:12.925265 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-77ebce18-3d7d-42bc-81fa-5cc818714f00 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949f7bca-c9fd-41a4-9634-05236635a3e7']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:12.951801 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port f8b4b38f-8a9a-482a-9671-d4d8a1e42e24, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=f8b4b38f-8a9a-482a-9671-d4d8a1e42e24,segment=NetworkSegment(b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095),segment_id=b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:12.963582 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:12.964766 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device a5d53015-50ae-41a9-bd75-85482f56c83e details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:25:12.966166 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd56218e-a20c-4a69-a81e-5958698de427 admin admin] Deleting subnet dd67a730-f831-4a79-8535-5ef566ba7e1d {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:25:12.976865 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dd56218e-a20c-4a69-a81e-5958698de427 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:12.989109 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-77ebce18-3d7d-42bc-81fa-5cc818714f00 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c362703-3c3b-403e-bfb0-242ed0698575') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:12.989674 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-77ebce18-3d7d-42bc-81fa-5cc818714f00 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c362703-3c3b-403e-bfb0-242ed0698575') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:13.029244 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-576cc053-c863-4f42-9c04-045000517ba5'] response: {'server_uuid': '43e81630-6e46-4106-87b2-06c6f05ece7a', 'name': 'network-vif-deleted', 'tag': '6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4', 'status': 'completed', 'code': 200} Apr 20 17:25:13.063681 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-77ebce18-3d7d-42bc-81fa-5cc818714f00 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:13.105926 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-77ebce18-3d7d-42bc-81fa-5cc818714f00 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:13.115489 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dd56218e-a20c-4a69-a81e-5958698de427 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:13.124613 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=f8b4b38f-8a9a-482a-9671-d4d8a1e42e24,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:13.124801 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ebce18-3d7d-42bc-81fa-5cc818714f00 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:25:13.125414 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-77ebce18-3d7d-42bc-81fa-5cc818714f00 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:13.150283 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.resource_extend [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:25:13.154651 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:13.159854 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:25:13.159854 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:25:13.159854 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:25:13.159854 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:25:13.159854 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:25:13.159854 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:25:13.159854 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:25:13.159854 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:25:13.159854 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:25:13.159854 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:25:13.159854 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:25:13.159854 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:25:13.159854 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:25:13.159854 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:25:13.159854 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:25:13.159854 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:25:13.159854 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:25:13.159854 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:25:13.159854 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:25:13.159854 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:25:13.159854 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:25:13.159854 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:25:13.159854 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:25:13.159854 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:25:13.159854 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:25:13.159854 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:25:13.159854 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:25:13.159854 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:25:13.159854 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:25:13.159854 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:25:13.159854 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:25:13.159854 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:25:13.176665 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port a5d53015-50ae-41a9-bd75-85482f56c83e, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a5d53015-50ae-41a9-bd75-85482f56c83e,segment=NetworkSegment(b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095),segment_id=b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:13.208080 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'a5d53015-50ae-41a9-bd75-85482f56c83e', 'network_id': '4d480786-fdb1-4243-8366-e7c5fa985200', 'port_id': 'a5d53015-50ae-41a9-bd75-85482f56c83e', 'mac_address': 'fa:16:3e:b6:ea:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5ebbe7f-912e-4e00-9c1b-0556bb717366', 'ip_address': '10.1.1.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:25:13.231212 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47710) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:13.298016 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:13.309347 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-77ebce18-3d7d-42bc-81fa-5cc818714f00 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:13.329090 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-77ebce18-3d7d-42bc-81fa-5cc818714f00 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:13.338033 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c798c240-7099-4c7b-969d-3c2409876eb4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:13.342672 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d53015-50ae-41a9-bd75-85482f56c83e {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:25:13.369553 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port a5d53015-50ae-41a9-bd75-85482f56c83e, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a5d53015-50ae-41a9-bd75-85482f56c83e,segment=NetworkSegment(b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095),segment_id=b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:13.386307 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:13.424234 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebce18-3d7d-42bc-81fa-5cc818714f00 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Pushing event deleted for resources: {'Network': ['ID=949f7bca-c9fd-41a4-9634-05236635a3e7,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:13.465973 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ead7b8a-c08e-4a67-9f72-c8e37b802548 None None] Network 32b98604-ecf5-4cc2-a0d5-0205b50efcc2 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:13.503483 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-77ebce18-3d7d-42bc-81fa-5cc818714f00 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] 10.222.0.39 "DELETE /v2.0/networks/949f7bca-c9fd-41a4-9634-05236635a3e7 HTTP/1.1" status: 204 len: 168 time: 3.3391314 Apr 20 17:25:13.505152 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47718) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:13.549773 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-82b6518d-de5a-458b-b7be-3f161ab50492 req-ae750395-f512-4f8b-bf07-723507a51fc4 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee58844-d2ce-4900-8797-6b9cb1d61d20 HTTP/1.1" status: 200 len: 210 time: 0.3705139 Apr 20 17:25:13.585072 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [None req-d253778e-72ac-4133-bda1-5563d1b41f06 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Floating IP 420d1552-bb58-46bf-9c00-6cae12cf0e3e associated. External IP: 172.25.8.136, port: a8f67641-1edb-44b0-b406-e1783d7bec8b. Apr 20 17:25:13.658272 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef349294-ea07-432e-a2e3-7aba151c75cc admin admin] Deleting subnet 3be6457a-bc60-4c54-a090-59c75d897a38 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:25:13.668070 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ef349294-ea07-432e-a2e3-7aba151c75cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:13.671656 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=a5d53015-50ae-41a9-bd75-85482f56c83e,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:13.693010 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6c634d91-9be0-4894-ac87-d06ac510c702 None None] Provisioning for port 165d3355-9120-46e0-b1ab-a5026d9b4535 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:13.712093 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dd56218e-a20c-4a69-a81e-5958698de427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:13.725619 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798c240-7099-4c7b-969d-3c2409876eb4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event updated for resources: {'Subnet': ['ID=d8072517-e665-4827-be8e-a68ca9017254,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:13.780105 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ef349294-ea07-432e-a2e3-7aba151c75cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:13.854751 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ef349294-ea07-432e-a2e3-7aba151c75cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:13.866023 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c798c240-7099-4c7b-969d-3c2409876eb4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Checking segment: {'id': '6df496db-c88d-4d71-9efe-a86db22f6820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0719f776-dd26-4b3b-9611-706f3799f344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:25:13.866447 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c798c240-7099-4c7b-969d-3c2409876eb4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Network hostable DHCP agents. Network: 0719f776-dd26-4b3b-9611-706f3799f344, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:25:13.880908 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b7f7b69e-d0aa-42cc-bfc6-060686f11a16 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:13.918746 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dd56218e-a20c-4a69-a81e-5958698de427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:13.941305 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:13.985558 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56218e-a20c-4a69-a81e-5958698de427 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd67a730-f831-4a79-8535-5ef566ba7e1d,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:14.001560 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dd56218e-a20c-4a69-a81e-5958698de427 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:14.015709 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-dd56218e-a20c-4a69-a81e-5958698de427 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/dd67a730-f831-4a79-8535-5ef566ba7e1d HTTP/1.1" status: 204 len: 168 time: 1.1709421 Apr 20 17:25:14.018222 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47726) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:14.025818 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb21220a-9c56-4fab-8dbc-aeaaea0de771 None None] Network 13c71412-5097-45cc-8b9f-031b4d24c37a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:14.162133 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ef349294-ea07-432e-a2e3-7aba151c75cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:14.168919 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 165d3355-9120-46e0-b1ab-a5026d9b4535 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:25:14.225628 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef349294-ea07-432e-a2e3-7aba151c75cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3be6457a-bc60-4c54-a090-59c75d897a38,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:14.246859 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ef349294-ea07-432e-a2e3-7aba151c75cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:14.255018 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6d3b561b-e423-4d0d-8886-3c395428551a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:14.259486 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ef349294-ea07-432e-a2e3-7aba151c75cc admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3be6457a-bc60-4c54-a090-59c75d897a38 HTTP/1.1" status: 204 len: 168 time: 1.0025690 Apr 20 17:25:14.262739 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47730) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:14.272854 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c798c240-7099-4c7b-969d-3c2409876eb4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Network 0719f776-dd26-4b3b-9611-706f3799f344 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:25:14.290535 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-6d3b561b-e423-4d0d-8886-3c395428551a admin admin] Deleting port 36091f31-e59f-4060-85ef-76d8510126df {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:25:14.290858 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6d3b561b-e423-4d0d-8886-3c395428551a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:14.301633 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b7f7b69e-d0aa-42cc-bfc6-060686f11a16 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:14.309697 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-c798c240-7099-4c7b-969d-3c2409876eb4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 0719f776-dd26-4b3b-9611-706f3799f344) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:14.314319 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c798c240-7099-4c7b-969d-3c2409876eb4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:14.315280 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c798c240-7099-4c7b-969d-3c2409876eb4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:14.325799 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f688a9cc-7ed8-4540-81e9-e9596a7f9116 None None] Network 0719f776-dd26-4b3b-9611-706f3799f344 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:14.411687 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['d2dc897c-4d5a-46fd-89ed-7340e5de99dd'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:25:14.451641 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5cfaed71-e633-4082-93bd-6d43a9d8d3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:14.469216 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['47690d41-8f6f-4c13-a886-e50f74b2d0ba'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:25:14.502766 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-b7f7b69e-d0aa-42cc-bfc6-060686f11a16 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed34f61b-fc48-4a63-ace0-803cc5decaac']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:14.513986 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['245a988c-cbcb-4957-b136-a84d61c64d6f'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:25:14.520605 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c798c240-7099-4c7b-969d-3c2409876eb4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.3981609 Apr 20 17:25:14.524611 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-b7f7b69e-d0aa-42cc-bfc6-060686f11a16 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83db928b-4c8a-420e-b3fa-2052aa656d6b') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:14.525105 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-b7f7b69e-d0aa-42cc-bfc6-060686f11a16 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83db928b-4c8a-420e-b3fa-2052aa656d6b') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:14.526059 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47734) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:14.540925 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['f8b4b38f-8a9a-482a-9671-d4d8a1e42e24'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:25:14.548397 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b7f7b69e-d0aa-42cc-bfc6-060686f11a16 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:14.576399 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38d3fb-7b53-4c82-9967-500bac649ce4 req-1c8a65f8-48ed-4810-965c-0fa689a6422f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:14.580872 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38d3fb-7b53-4c82-9967-500bac649ce4 req-1c8a65f8-48ed-4810-965c-0fa689a6422f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:14.586480 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38d3fb-7b53-4c82-9967-500bac649ce4 req-1c8a65f8-48ed-4810-965c-0fa689a6422f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:14.592327 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38d3fb-7b53-4c82-9967-500bac649ce4 req-1c8a65f8-48ed-4810-965c-0fa689a6422f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:14.596724 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38d3fb-7b53-4c82-9967-500bac649ce4 req-1c8a65f8-48ed-4810-965c-0fa689a6422f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:14.601544 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38d3fb-7b53-4c82-9967-500bac649ce4 req-1c8a65f8-48ed-4810-965c-0fa689a6422f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:14.606014 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38d3fb-7b53-4c82-9967-500bac649ce4 req-1c8a65f8-48ed-4810-965c-0fa689a6422f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:14.613752 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ad38d3fb-7b53-4c82-9967-500bac649ce4 req-1c8a65f8-48ed-4810-965c-0fa689a6422f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5438 time: 0.4227016 Apr 20 17:25:14.638177 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b7f7b69e-d0aa-42cc-bfc6-060686f11a16 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:14.655217 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f7b69e-d0aa-42cc-bfc6-060686f11a16 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:25:14.656103 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b7f7b69e-d0aa-42cc-bfc6-060686f11a16 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:14.661495 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['7f21212c-7835-4c95-8c1b-184aa2b7cc51'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:25:14.675408 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:25:14.675408 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:25:14.675408 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:25:14.675408 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:25:14.675408 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:25:14.675408 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:25:14.675408 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:25:14.675408 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:25:14.675408 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:25:14.675408 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:25:14.675408 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:25:14.675408 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:25:14.675408 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:25:14.675408 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:25:14.675408 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:25:14.675408 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:25:14.675408 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:25:14.675408 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:25:14.675408 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:25:14.675408 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:25:14.675408 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:25:14.675408 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:25:14.675408 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:25:14.675408 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:25:14.675408 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:25:14.675408 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:25:14.675408 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:25:14.675408 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:25:14.675408 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:25:14.675408 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:25:14.675408 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:25:14.675408 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:25:14.699999 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f07b2812-050d-42fd-9fc4-0194d41ff46f tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:14.704687 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['a5d53015-50ae-41a9-bd75-85482f56c83e'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:25:14.865424 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ad38d3fb-7b53-4c82-9967-500bac649ce4 req-e3d6499a-2a9d-4215-a2b7-a6cac1882ac5 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2505164 Apr 20 17:25:14.946032 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5cfaed71-e633-4082-93bd-6d43a9d8d3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:14.974129 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b7f7b69e-d0aa-42cc-bfc6-060686f11a16 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:15.009108 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b7f7b69e-d0aa-42cc-bfc6-060686f11a16 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:15.021392 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-92025517-d236-4d1e-9e42-b4b02722bfd5 req-e203a221-61bb-4214-bd5b-e06a27933757 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee58844-d2ce-4900-8797-6b9cb1d61d20 HTTP/1.1" status: 200 len: 210 time: 0.1739614 Apr 20 17:25:15.038313 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7b69e-d0aa-42cc-bfc6-060686f11a16 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Pushing event deleted for resources: {'Network': ['ID=ed34f61b-fc48-4a63-ace0-803cc5decaac,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:15.045962 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 165d3355-9120-46e0-b1ab-a5026d9b4535 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:15.056020 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-6d3b561b-e423-4d0d-8886-3c395428551a admin admin] For port 36091f31-e59f-4060-85ef-76d8510126df, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=36091f31-e59f-4060-85ef-76d8510126df,segment=NetworkSegment(ca780c5c-7005-45ac-a79d-3269ceaf6fed),segment_id=ca780c5c-7005-45ac-a79d-3269ceaf6fed)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:15.056380 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6d3b561b-e423-4d0d-8886-3c395428551a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:15.075772 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b7f7b69e-d0aa-42cc-bfc6-060686f11a16 tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] 10.222.0.39 "DELETE /v2.0/networks/ed34f61b-fc48-4a63-ace0-803cc5decaac HTTP/1.1" status: 204 len: 168 time: 1.5650322 Apr 20 17:25:15.076815 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47744) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:15.118518 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-2780b15a-b839-4bec-9bdd-c59c9ca615ed tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:15.120403 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-2780b15a-b839-4bec-9bdd-c59c9ca615ed tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.43 "GET /v2.0/networks?id=7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295 HTTP/1.1" status: 200 len: 818 time: 0.3707993 Apr 20 17:25:15.124255 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-5cfaed71-e633-4082-93bd-6d43a9d8d3ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd568712-c949-4779-b636-1bac64edb15d']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:15.144501 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-0329c889-fdff-41a5-a22a-c8620a981087 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Request body: {'port': {'device_id': 'eee58844-d2ce-4900-8797-6b9cb1d61d20', 'network_id': '7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295', 'admin_state_up': True, 'tenant_id': 'd7c82b2a90bc4657baa01e489c4e1d77'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:15.148780 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 165d3355-9120-46e0-b1ab-a5026d9b4535 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:15.149251 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:15.173796 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ed573b54-2e6c-4457-bf43-870cee61565c None None] Provisioning complete for port 165d3355-9120-46e0-b1ab-a5026d9b4535 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:15.174079 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ed573b54-2e6c-4457-bf43-870cee61565c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:15.213309 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7281ccf0-30fc-41f9-8f30-1f166efa787f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:15.221559 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:15.341645 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a953c3-d366-4f9b-8561-d7e5cdef00c8 None None] DHCP port deletion for 13c71412-5097-45cc-8b9f-031b4d24c37a request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:25:15.383576 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7281ccf0-30fc-41f9-8f30-1f166efa787f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:15.394120 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-5cfaed71-e633-4082-93bd-6d43a9d8d3ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9731c3b-3e77-4196-81f2-90733d5adc6b') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:15.394429 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-5cfaed71-e633-4082-93bd-6d43a9d8d3ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9731c3b-3e77-4196-81f2-90733d5adc6b') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:15.408176 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['bc98c0c2-7654-499b-aeb6-cc19afc9e25c'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:25:15.424814 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-7281ccf0-30fc-41f9-8f30-1f166efa787f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d3b9ff-e3d0-42aa-8b69-3fa420477ce5']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:15.440208 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-7281ccf0-30fc-41f9-8f30-1f166efa787f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af3380b3-8147-41b1-b29e-62e465914284') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:15.441018 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-7281ccf0-30fc-41f9-8f30-1f166efa787f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af3380b3-8147-41b1-b29e-62e465914284') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:15.454336 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7281ccf0-30fc-41f9-8f30-1f166efa787f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:15.470951 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-6d3b561b-e423-4d0d-8886-3c395428551a admin admin] Calling delete_port for 36091f31-e59f-4060-85ef-76d8510126df owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:25:15.479327 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7281ccf0-30fc-41f9-8f30-1f166efa787f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:15.493754 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7281ccf0-30fc-41f9-8f30-1f166efa787f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:25:15.494309 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7281ccf0-30fc-41f9-8f30-1f166efa787f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:15.495850 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:25:15.510704 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:25:15.510704 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:25:15.510704 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:25:15.510704 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:25:15.510704 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:25:15.510704 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:25:15.510704 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:25:15.510704 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:25:15.510704 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:25:15.510704 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:25:15.510704 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:25:15.510704 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:25:15.510704 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:25:15.510704 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:25:15.510704 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:25:15.510704 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:25:15.510704 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:25:15.510704 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:25:15.510704 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:25:15.510704 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:25:15.510704 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:25:15.510704 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:25:15.510704 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:25:15.510704 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:25:15.510704 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:25:15.510704 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:25:15.510704 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:25:15.510704 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:25:15.510704 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:25:15.510704 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:25:15.510704 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:25:15.510704 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:25:15.513195 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f07b2812-050d-42fd-9fc4-0194d41ff46f tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:15.523578 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-63a953c3-d366-4f9b-8561-d7e5cdef00c8 None None] Deleting port 36091f31-e59f-4060-85ef-76d8510126df {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:25:15.523940 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-63a953c3-d366-4f9b-8561-d7e5cdef00c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:15.536757 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5cfaed71-e633-4082-93bd-6d43a9d8d3ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:15.565098 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d253778e-72ac-4133-bda1-5563d1b41f06 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Router fbec7869-d1f5-4adb-b464-d88111308140 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:25:15.587638 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5cfaed71-e633-4082-93bd-6d43a9d8d3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:15.621793 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cfaed71-e633-4082-93bd-6d43a9d8d3ba admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:25:15.622254 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5cfaed71-e633-4082-93bd-6d43a9d8d3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:15.635596 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:25:15.635596 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:25:15.635596 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:25:15.635596 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:25:15.635596 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:25:15.635596 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:25:15.635596 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:25:15.635596 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:25:15.635596 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:25:15.635596 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:25:15.635596 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:25:15.635596 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:25:15.635596 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:25:15.635596 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:25:15.635596 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:25:15.635596 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:25:15.635596 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:25:15.635596 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:25:15.635596 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:25:15.635596 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:25:15.635596 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:25:15.635596 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:25:15.635596 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:25:15.635596 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:25:15.635596 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:25:15.635596 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:25:15.635596 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:25:15.635596 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:25:15.635596 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:25:15.635596 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:25:15.635596 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:25:15.635596 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:25:15.725403 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7281ccf0-30fc-41f9-8f30-1f166efa787f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:15.738231 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:25:15.738569 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 6ad2e93c-9e6b-4ac8-9f1e-dc664df93dc4 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:25:15.752727 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-0329c889-fdff-41a5-a22a-c8620a981087 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:15.753402 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7281ccf0-30fc-41f9-8f30-1f166efa787f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:15.763810 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281ccf0-30fc-41f9-8f30-1f166efa787f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] Pushing event deleted for resources: {'Network': ['ID=a0d3b9ff-e3d0-42aa-8b69-3fa420477ce5,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:15.771901 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6d3b561b-e423-4d0d-8886-3c395428551a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:15.774874 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7281ccf0-30fc-41f9-8f30-1f166efa787f tempest-BulkNetworkOpsIpV6Test-1888085341 tempest-BulkNetworkOpsIpV6Test-1888085341-project] 10.222.0.39 "DELETE /v2.0/networks/a0d3b9ff-e3d0-42aa-8b69-3fa420477ce5 HTTP/1.1" status: 204 len: 168 time: 0.6949725 Apr 20 17:25:15.776569 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-0329c889-fdff-41a5-a22a-c8620a981087 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Usage tracker for resource:port and tenant:d7c82b2a90bc4657baa01e489c4e1d77 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:15.808076 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-0329c889-fdff-41a5-a22a-c8620a981087 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:15.821875 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5cfaed71-e633-4082-93bd-6d43a9d8d3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:15.835155 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f07b2812-050d-42fd-9fc4-0194d41ff46f tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:15.846358 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-0329c889-fdff-41a5-a22a-c8620a981087 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:15.862167 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d253778e-72ac-4133-bda1-5563d1b41f06 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:25:15.874071 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d253778e-72ac-4133-bda1-5563d1b41f06 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:15.888090 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b561b-e423-4d0d-8886-3c395428551a admin admin] Pushing event deleted for resources: {'Port': ['ID=36091f31-e59f-4060-85ef-76d8510126df,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:15.896340 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5cfaed71-e633-4082-93bd-6d43a9d8d3ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:15.947217 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d253778e-72ac-4133-bda1-5563d1b41f06 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "PUT /v2.0/floatingips/420d1552-bb58-46bf-9c00-6cae12cf0e3e HTTP/1.1" status: 200 len: 991 time: 5.7761693 Apr 20 17:25:15.948013 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1d19d6-e5c9-4bae-9726-006138646e57', 'tag': 'a8f67641-1edb-44b0-b406-e1783d7bec8b'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:25:15.978478 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:16.011500 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f07b2812-050d-42fd-9fc4-0194d41ff46f tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:16.036699 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-526df3f4-f5d0-41ec-bfb1-765b2678ea95'] response: {'name': 'network-changed', 'server_uuid': 'ae1d19d6-e5c9-4bae-9726-006138646e57', 'tag': 'a8f67641-1edb-44b0-b406-e1783d7bec8b', 'status': 'completed', 'code': 200} Apr 20 17:25:16.039612 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfaed71-e633-4082-93bd-6d43a9d8d3ba admin admin] Pushing event deleted for resources: {'Network': ['ID=cd568712-c949-4779-b636-1bac64edb15d,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:16.042653 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b2812-050d-42fd-9fc4-0194d41ff46f tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event deleted for resources: {'Subnet': ['ID=d8072517-e665-4827-be8e-a68ca9017254,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:16.044871 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3b561b-e423-4d0d-8886-3c395428551a admin admin] No DVR routers for this DVR port 36091f31-e59f-4060-85ef-76d8510126df on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:25:16.048285 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-f07b2812-050d-42fd-9fc4-0194d41ff46f tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0719f776-dd26-4b3b-9611-706f3799f344']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:16.104115 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-63a953c3-d366-4f9b-8561-d7e5cdef00c8 None None] The port '36091f31-e59f-4060-85ef-76d8510126df' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:25:16.114261 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47762) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:16.131944 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5cfaed71-e633-4082-93bd-6d43a9d8d3ba admin admin] 10.222.0.39 "DELETE /v2.0/networks/cd568712-c949-4779-b636-1bac64edb15d HTTP/1.1" status: 204 len: 168 time: 1.8681531 Apr 20 17:25:16.154534 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-f07b2812-050d-42fd-9fc4-0194d41ff46f tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df496db-c88d-4d71-9efe-a86db22f6820') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:16.154839 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-f07b2812-050d-42fd-9fc4-0194d41ff46f tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df496db-c88d-4d71-9efe-a86db22f6820') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:16.178039 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa0855a-ddf9-4425-99f9-2d4d891a571d None None] Sync routers for ids ['fbec7869-d1f5-4adb-b464-d88111308140'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:25:16.204755 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-0329c889-fdff-41a5-a22a-c8620a981087 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Made reservation on behalf of d7c82b2a90bc4657baa01e489c4e1d77 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:16.205298 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901e938d-841a-4cc2-b5a9-d30cc7710785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-0719f776-dd26-4b3b-9611-706f3799f344', 'network_id': '0719f776-dd26-4b3b-9611-706f3799f344', 'tenant_id': '4963562334f84d419efd025d32d84935', 'fixed_ips': [{'subnet_id': 'd8072517-e665-4827-be8e-a68ca9017254'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:25:16.206339 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-901e938d-841a-4cc2-b5a9-d30cc7710785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:16.222674 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-0329c889-fdff-41a5-a22a-c8620a981087 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:16.237438 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51f6ad-fe75-4817-93aa-50d89a02680d req-0cc7f9ef-cc19-4a38-ab16-b6d81943ea13 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:16.241645 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51f6ad-fe75-4817-93aa-50d89a02680d req-0cc7f9ef-cc19-4a38-ab16-b6d81943ea13 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:16.246113 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51f6ad-fe75-4817-93aa-50d89a02680d req-0cc7f9ef-cc19-4a38-ab16-b6d81943ea13 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:16.257662 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51f6ad-fe75-4817-93aa-50d89a02680d req-0cc7f9ef-cc19-4a38-ab16-b6d81943ea13 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:16.265408 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51f6ad-fe75-4817-93aa-50d89a02680d req-0cc7f9ef-cc19-4a38-ab16-b6d81943ea13 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:16.268599 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f07b2812-050d-42fd-9fc4-0194d41ff46f tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:16.272959 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51f6ad-fe75-4817-93aa-50d89a02680d req-0cc7f9ef-cc19-4a38-ab16-b6d81943ea13 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:16.288289 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51f6ad-fe75-4817-93aa-50d89a02680d req-0cc7f9ef-cc19-4a38-ab16-b6d81943ea13 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:16.290219 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1b51f6ad-fe75-4817-93aa-50d89a02680d req-0cc7f9ef-cc19-4a38-ab16-b6d81943ea13 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5438 time: 0.2165613 Apr 20 17:25:16.308458 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 165d3355-9120-46e0-b1ab-a5026d9b4535, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=165d3355-9120-46e0-b1ab-a5026d9b4535,segment=NetworkSegment(589607c9-476c-4870-8bb9-6086c387bde7),segment_id=589607c9-476c-4870-8bb9-6086c387bde7)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:16.336784 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa0855a-ddf9-4425-99f9-2d4d891a571d None None] Routers {'fbec7869-d1f5-4adb-b464-d88111308140'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:25:16.337493 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4aa0855a-ddf9-4425-99f9-2d4d891a571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:25:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['fbec7869-d1f5-4adb-b464-d88111308140'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:16.389180 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:16.436379 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1b51f6ad-fe75-4817-93aa-50d89a02680d req-56459ca3-e2b3-4309-90f4-877b152bfbc4 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1390953 Apr 20 17:25:16.446677 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47772) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:16.465200 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-994b0295-00fd-4bbf-8520-e81b8363b904 req-749ed074-e9ae-4cfb-aa77-03f4eeeb4bd7 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee58844-d2ce-4900-8797-6b9cb1d61d20 HTTP/1.1" status: 200 len: 210 time: 0.1073060 Apr 20 17:25:16.468244 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6d3b561b-e423-4d0d-8886-3c395428551a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:16.479892 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f07b2812-050d-42fd-9fc4-0194d41ff46f tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:16.511863 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07b2812-050d-42fd-9fc4-0194d41ff46f tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:25:16.512571 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f07b2812-050d-42fd-9fc4-0194d41ff46f tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:16.521996 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b238616e-5230-4605-9147-b9cd27e4f948 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e01813b81bf4582aa1ed58a5cf1adbe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4062912 Apr 20 17:25:16.525225 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47776) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:16.527779 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:25:16.527779 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:25:16.527779 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:25:16.527779 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:25:16.527779 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:25:16.527779 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:25:16.527779 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:25:16.527779 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:25:16.527779 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:25:16.527779 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:25:16.527779 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:25:16.527779 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:25:16.527779 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:25:16.527779 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:25:16.527779 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:25:16.527779 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:25:16.527779 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:25:16.527779 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:25:16.527779 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:25:16.527779 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:25:16.527779 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:25:16.527779 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:25:16.527779 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:25:16.527779 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:25:16.527779 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:25:16.527779 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:25:16.527779 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:25:16.527779 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:25:16.527779 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:25:16.527779 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:25:16.527779 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:25:16.527779 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:25:16.537573 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-6d3b561b-e423-4d0d-8886-3c395428551a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c71412-5097-45cc-8b9f-031b4d24c37a']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:16.594323 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ed573b54-2e6c-4457-bf43-870cee61565c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:16.599505 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-6d3b561b-e423-4d0d-8886-3c395428551a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca780c5c-7005-45ac-a79d-3269ceaf6fed') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:16.600266 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-6d3b561b-e423-4d0d-8886-3c395428551a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca780c5c-7005-45ac-a79d-3269ceaf6fed') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:16.607975 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-600bf95a-4467-490e-8faa-5c0480653ad7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=471f8a31bd154d1aaa116125b4a3aae8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1464357 Apr 20 17:25:16.608497 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47780) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:16.629861 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6d3b561b-e423-4d0d-8886-3c395428551a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:16.656879 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1a8607c6-d8ee-4fe7-8035-7a6d9b275bef req-1269a6e5-02ce-423d-82a3-f1409f43f310 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=739e916aa25c4029ad0454743c027d4f&device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 1096 time: 0.5616899 Apr 20 17:25:16.657782 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6d3b561b-e423-4d0d-8886-3c395428551a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:16.671638 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9cda600a-f183-44f7-99d1-09486f119499 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:25:16.674122 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f07b2812-050d-42fd-9fc4-0194d41ff46f tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:16.677167 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-84450d5c-20e0-4167-9a8b-aafc8630e8fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:16.705774 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d3b561b-e423-4d0d-8886-3c395428551a admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:25:16.706201 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6d3b561b-e423-4d0d-8886-3c395428551a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:16.720905 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:25:16.720905 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:25:16.720905 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:25:16.720905 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:25:16.720905 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:25:16.720905 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:25:16.720905 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:25:16.720905 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:25:16.720905 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:25:16.720905 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:25:16.720905 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:25:16.720905 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:25:16.720905 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:25:16.720905 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:25:16.720905 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:25:16.720905 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:25:16.720905 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:25:16.720905 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:25:16.720905 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:25:16.720905 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:25:16.720905 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:25:16.720905 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:25:16.720905 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:25:16.720905 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:25:16.720905 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:25:16.720905 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:25:16.720905 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:25:16.720905 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:25:16.720905 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:25:16.720905 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:25:16.720905 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:25:16.720905 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:25:16.723867 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-475192f0-892d-4318-848b-dd4895936d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:16.730305 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-84450d5c-20e0-4167-9a8b-aafc8630e8fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:16.737734 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f07b2812-050d-42fd-9fc4-0194d41ff46f tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:16.766305 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 9cda600a-f183-44f7-99d1-09486f119499 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:25:16.766707 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9cda600a-f183-44f7-99d1-09486f119499 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:25:16.790079 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-475192f0-892d-4318-848b-dd4895936d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:16.804267 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3161600e-ff3c-4687-ac46-d8963f5db32f None None] Network 0719f776-dd26-4b3b-9611-706f3799f344 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:16.830594 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3161600e-ff3c-4687-ac46-d8963f5db32f None None] Network 0719f776-dd26-4b3b-9611-706f3799f344 could not be found, it might have been deleted concurrently. {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 20 17:25:16.845726 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b2812-050d-42fd-9fc4-0194d41ff46f tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event deleted for resources: {'Network': ['ID=0719f776-dd26-4b3b-9611-706f3799f344,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:16.870994 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=165d3355-9120-46e0-b1ab-a5026d9b4535,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:16.876246 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-84450d5c-20e0-4167-9a8b-aafc8630e8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:16.883112 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f07b2812-050d-42fd-9fc4-0194d41ff46f tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "DELETE /v2.0/networks/0719f776-dd26-4b3b-9611-706f3799f344 HTTP/1.1" status: 204 len: 168 time: 2.3418741 Apr 20 17:25:16.889072 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fc2277-fd83-4c84-8b41-ec65c203fd83 None None] get_active_networks_info from n-d-838032-1 {{(pid=84082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 20 17:25:16.894868 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47786) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:16.904902 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-be0bc4ac-2925-416d-abe7-26475964cb28 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-324204908'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:16.911900 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84450d5c-20e0-4167-9a8b-aafc8630e8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd68bb7-0144-4421-bda5-e67ba5c7b9a1,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:16.915362 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-be0bc4ac-2925-416d-abe7-26475964cb28 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:16.916434 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 36091f31-e59f-4060-85ef-76d8510126df no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:25:16.920246 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-be0bc4ac-2925-416d-abe7-26475964cb28 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Usage tracker for resource:network and tenant:4963562334f84d419efd025d32d84935 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:16.924227 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-be0bc4ac-2925-416d-abe7-26475964cb28 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:16.929435 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-84450d5c-20e0-4167-9a8b-aafc8630e8fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:16.929435 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-84450d5c-20e0-4167-9a8b-aafc8630e8fd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4fd68bb7-0144-4421-bda5-e67ba5c7b9a1 HTTP/1.1" status: 204 len: 168 time: 0.4031718 Apr 20 17:25:16.936773 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-be0bc4ac-2925-416d-abe7-26475964cb28 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:16.969326 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0bc4ac-2925-416d-abe7-26475964cb28 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Made reservation on behalf of 4963562334f84d419efd025d32d84935 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:16.974475 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-be0bc4ac-2925-416d-abe7-26475964cb28 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:17.019363 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be0bc4ac-2925-416d-abe7-26475964cb28 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:25:17.043739 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-be0bc4ac-2925-416d-abe7-26475964cb28 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:17.044081 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-be0bc4ac-2925-416d-abe7-26475964cb28 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Added segment 46fcb890-d4b6-448e-9e46-31faab3ba96f of type vlan for network 62f6f2d5-99ef-44df-94d3-2b7a228f344b Apr 20 17:25:17.048081 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 36091f31-e59f-4060-85ef-76d8510126df {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:25:17.048641 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 36091f31-e59f-4060-85ef-76d8510126df not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:25:17.093047 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6d3b561b-e423-4d0d-8886-3c395428551a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:17.115694 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-be0bc4ac-2925-416d-abe7-26475964cb28 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:17.115931 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6d3b561b-e423-4d0d-8886-3c395428551a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:17.117066 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-ed573b54-2e6c-4457-bf43-870cee61565c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:25:17.117925 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-ed573b54-2e6c-4457-bf43-870cee61565c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:25:17.138080 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b561b-e423-4d0d-8886-3c395428551a admin admin] Pushing event deleted for resources: {'Network': ['ID=13c71412-5097-45cc-8b9f-031b4d24c37a,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:17.150457 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6d3b561b-e423-4d0d-8886-3c395428551a admin admin] 10.222.0.39 "DELETE /v2.0/networks/13c71412-5097-45cc-8b9f-031b4d24c37a HTTP/1.1" status: 204 len: 168 time: 3.1267962 Apr 20 17:25:17.152073 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-0329c889-fdff-41a5-a22a-c8620a981087 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Allocated IP 172.20.0.8 (7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295/1134ee8c-f7c0-4f8f-a0e5-73609fdc6401/5e9e4c5a-1289-4c21-8f56-bce3bbe09f69) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:25:17.158825 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-475192f0-892d-4318-848b-dd4895936d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:17.160838 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8607c6-d8ee-4fe7-8035-7a6d9b275bef req-4f77b385-3322-442e-b9d5-aead16500a45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:17.162155 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1a8607c6-d8ee-4fe7-8035-7a6d9b275bef req-4f77b385-3322-442e-b9d5-aead16500a45 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 HTTP/1.1" status: 200 len: 920 time: 0.4890542 Apr 20 17:25:17.186360 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475192f0-892d-4318-848b-dd4895936d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66b7098-e482-4f00-b849-9ed5af9fe331,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:17.188680 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-4aa0855a-ddf9-4425-99f9-2d4d891a571d None None] Set router fbec7869-d1f5-4adb-b464-d88111308140 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:25:17.195026 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-be0bc4ac-2925-416d-abe7-26475964cb28 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:17.200138 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0bc4ac-2925-416d-abe7-26475964cb28 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:17.201153 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-be0bc4ac-2925-416d-abe7-26475964cb28 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:17.354627 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1a8607c6-d8ee-4fe7-8035-7a6d9b275bef req-9a22b02e-2e63-48cf-a028-67f19e12b3ac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8f67641-1edb-44b0-b406-e1783d7bec8b HTTP/1.1" status: 200 len: 999 time: 0.1856287 Apr 20 17:25:17.477908 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 7f21212c-7835-4c95-8c1b-184aa2b7cc51 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:25:17.561276 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-475192f0-892d-4318-848b-dd4895936d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:17.567141 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-475192f0-892d-4318-848b-dd4895936d2d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f66b7098-e482-4f00-b849-9ed5af9fe331 HTTP/1.1" status: 204 len: 168 time: 0.9578233 Apr 20 17:25:17.568935 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-be0bc4ac-2925-416d-abe7-26475964cb28 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6714425 Apr 20 17:25:17.580718 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47810) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:17.605646 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8607c6-d8ee-4fe7-8035-7a6d9b275bef req-15a14d38-bdc4-45fb-8222-de207c6fcf5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:17.621419 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1a8607c6-d8ee-4fe7-8035-7a6d9b275bef req-15a14d38-bdc4-45fb-8222-de207c6fcf5d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be91a7bc-1185-4002-b13c-e1f041fc679d HTTP/1.1" status: 200 len: 858 time: 0.2124598 Apr 20 17:25:17.625095 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-4090842b-c40d-4e7c-9844-67f1d593de52 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Request body: {'subnet': {'network_id': '62f6f2d5-99ef-44df-94d3-2b7a228f344b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:17.704140 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47816) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:17.720215 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fc2277-fd83-4c84-8b41-ec65c203fd83 None None] Resources bound (agent type, host, resource id): {{(pid=84082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 17:25:17.804482 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-505f7124-3b58-43b7-a767-f36aaf03a99e req-4ea667f5-f431-4aa3-ae94-70092f7b31e6 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee58844-d2ce-4900-8797-6b9cb1d61d20 HTTP/1.1" status: 200 len: 210 time: 0.0631945 Apr 20 17:25:17.805339 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0bc4ac-2925-416d-abe7-26475964cb28 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event updated for resources: {'Network': ['ID=62f6f2d5-99ef-44df-94d3-2b7a228f344b,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:17.841678 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 62f6f2d5-99ef-44df-94d3-2b7a228f344b details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:25:17.934839 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-0329c889-fdff-41a5-a22a-c8620a981087 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:17.998415 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4090842b-c40d-4e7c-9844-67f1d593de52 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:18.016521 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4090842b-c40d-4e7c-9844-67f1d593de52 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Usage tracker for resource:subnet and tenant:4963562334f84d419efd025d32d84935 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:18.027278 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4090842b-c40d-4e7c-9844-67f1d593de52 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:18.038671 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4090842b-c40d-4e7c-9844-67f1d593de52 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:18.049291 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-349645f4-4736-4365-afe5-3d968eca1911 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=60c7e2ae348346058b3fbfec10afa715&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3419011 Apr 20 17:25:18.049976 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47826) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:18.074619 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4090842b-c40d-4e7c-9844-67f1d593de52 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Made reservation on behalf of 4963562334f84d419efd025d32d84935 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:18.101972 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db1c32-76c5-4177-adb0-11fcedb99888 req-7488bea1-a744-493c-9a08-2ea173873a36 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:18.105942 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db1c32-76c5-4177-adb0-11fcedb99888 req-7488bea1-a744-493c-9a08-2ea173873a36 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:18.109787 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db1c32-76c5-4177-adb0-11fcedb99888 req-7488bea1-a744-493c-9a08-2ea173873a36 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:18.113639 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db1c32-76c5-4177-adb0-11fcedb99888 req-7488bea1-a744-493c-9a08-2ea173873a36 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:18.117508 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db1c32-76c5-4177-adb0-11fcedb99888 req-7488bea1-a744-493c-9a08-2ea173873a36 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:18.121770 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db1c32-76c5-4177-adb0-11fcedb99888 req-7488bea1-a744-493c-9a08-2ea173873a36 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:18.125700 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db1c32-76c5-4177-adb0-11fcedb99888 req-7488bea1-a744-493c-9a08-2ea173873a36 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:18.127690 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c4db1c32-76c5-4177-adb0-11fcedb99888 req-7488bea1-a744-493c-9a08-2ea173873a36 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5438 time: 0.3505700 Apr 20 17:25:18.130702 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1a8607c6-d8ee-4fe7-8035-7a6d9b275bef req-278d93c9-3fb9-4697-8937-71cea35796e5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4274533 Apr 20 17:25:18.178562 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3dc6368f-d793-4851-873a-dce4d0cbf9d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:18.237008 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-0329c889-fdff-41a5-a22a-c8620a981087 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:18.246525 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3dc6368f-d793-4851-873a-dce4d0cbf9d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:18.323735 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3dc6368f-d793-4851-873a-dce4d0cbf9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:18.351567 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6368f-d793-4851-873a-dce4d0cbf9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded6bfbd-d1c2-4018-a26b-32c700d57903,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:18.358561 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3dc6368f-d793-4851-873a-dce4d0cbf9d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:18.362532 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3dc6368f-d793-4851-873a-dce4d0cbf9d8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ded6bfbd-d1c2-4018-a26b-32c700d57903 HTTP/1.1" status: 204 len: 168 time: 0.3110964 Apr 20 17:25:18.423094 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4090842b-c40d-4e7c-9844-67f1d593de52 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:18.571949 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329c889-fdff-41a5-a22a-c8620a981087 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Pushing event updated for resources: {'Port': ['ID=5e9e4c5a-1289-4c21-8f56-bce3bbe09f69,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:18.611057 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c4db1c32-76c5-4177-adb0-11fcedb99888 req-64922817-7789-449b-984f-f6b7e44eafd9 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4752462 Apr 20 17:25:18.674307 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-0329c889-fdff-41a5-a22a-c8620a981087 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Network 7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:25:18.692019 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-0329c889-fdff-41a5-a22a-c8620a981087 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:18.793894 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-0329c889-fdff-41a5-a22a-c8620a981087 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:25:18.838371 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 7f21212c-7835-4c95-8c1b-184aa2b7cc51 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:18.865328 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1a8607c6-d8ee-4fe7-8035-7a6d9b275bef req-e4381c98-f6bb-4e29-beb6-21eff7d3489a service neutron] 10.222.0.10 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6669743 Apr 20 17:25:18.871848 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 7f21212c-7835-4c95-8c1b-184aa2b7cc51 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:18.872050 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:18.913123 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 165d3355-9120-46e0-b1ab-a5026d9b4535 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:25:19.013517 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-0329c889-fdff-41a5-a22a-c8620a981087 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:19.014128 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-0329c889-fdff-41a5-a22a-c8620a981087 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:19.033403 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4aa0855a-ddf9-4425-99f9-2d4d891a571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'name': 'tempest-ServerRescueNegativeTestJSON-1088983148-router', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:08Z', 'updated_at': '2022-04-20T17:22:23Z', 'revision_number': 4, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'gw_port': {'id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:09Z', 'updated_at': '2022-04-20T17:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '420d1552-bb58-46bf-9c00-6cae12cf0e3e', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'floating_ip_address': '172.25.8.136', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'port_id': 'a8f67641-1edb-44b0-b406-e1783d7bec8b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9', 'mac_address': 'fa:16:3e:5b:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1d19d6-e5c9-4bae-9726-006138646e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:24:33Z', 'updated_at': '2022-04-20T17:25:11Z', 'revision_number': 1, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52c0becb-a191-4a1c-9aa5-794c4d5a4c58', 'name': '', 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'mac_address': 'fa:16:3e:09:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be91a7bc-1185-4002-b13c-e1f041fc679d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:22Z', 'updated_at': '2022-04-20T17:22:56Z', 'revision_number': 5, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'subnets': [{'id': 'be91a7bc-1185-4002-b13c-e1f041fc679d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:19.034685 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4090842b-c40d-4e7c-9844-67f1d593de52 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:19.039914 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa0855a-ddf9-4425-99f9-2d4d891a571d None None] Checking router: fbec7869-d1f5-4adb-b464-d88111308140 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:25:19.122436 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47860) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:19.166593 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47866) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:19.203742 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090842b-c40d-4e7c-9844-67f1d593de52 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event updated for resources: {'Subnet': ['ID=29ba62c8-9e64-4acf-86e1-5fb71b785f7f,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:19.264711 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:19.291602 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-0329c889-fdff-41a5-a22a-c8620a981087 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1548436 Apr 20 17:25:19.312208 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae5ac7-e18b-499f-9165-db3579e0374d req-30d9a2eb-6542-4c0a-8eb1-f941ac6cf8b9 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:19.317934 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6dae5ac7-e18b-499f-9165-db3579e0374d req-30d9a2eb-6542-4c0a-8eb1-f941ac6cf8b9 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee58844-d2ce-4900-8797-6b9cb1d61d20 HTTP/1.1" status: 200 len: 931 time: 0.2674193 Apr 20 17:25:19.320993 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2886467c-58d0-4176-9770-da31caefcae9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=051f86aa81334cef8b98d40d65b745fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1502695 Apr 20 17:25:19.321132 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa0855a-ddf9-4425-99f9-2d4d891a571d None None] Routers {'fbec7869-d1f5-4adb-b464-d88111308140'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:25:19.321947 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4aa0855a-ddf9-4425-99f9-2d4d891a571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:25:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['fbec7869-d1f5-4adb-b464-d88111308140'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:19.327599 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47872) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:19.334923 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-15fc8516-a515-47f2-ae1c-f7e490c785ab service neutron] Request body: {'port': {'device_id': 'eee58844-d2ce-4900-8797-6b9cb1d61d20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:19.351610 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47876) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:19.430956 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1a8607c6-d8ee-4fe7-8035-7a6d9b275bef req-8b27d2e2-5b69-4fef-9185-72df1c135692 service neutron] 10.222.0.10 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5548806 Apr 20 17:25:19.474664 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f21212c-7835-4c95-8c1b-184aa2b7cc51'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:25:19.479137 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-6dae5ac7-e18b-499f-9165-db3579e0374d req-bc2e78c9-4485-4f2d-b924-8c7d0a7c5d84 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Synchronizing usage tracker for tenant:d7c82b2a90bc4657baa01e489c4e1d77 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:25:19.492944 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 165d3355-9120-46e0-b1ab-a5026d9b4535 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:19.493309 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:19.517625 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8bdca1a-0ef7-490e-bb2d-c3d96e9aefc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:19.563463 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 7f21212c-7835-4c95-8c1b-184aa2b7cc51, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=7f21212c-7835-4c95-8c1b-184aa2b7cc51,segment=NetworkSegment(c5bea2f7-a2f3-4408-abdf-9e7895fc119d),segment_id=c5bea2f7-a2f3-4408-abdf-9e7895fc119d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:19.598256 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:19.600517 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device a5d53015-50ae-41a9-bd75-85482f56c83e up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:25:19.612741 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8bdca1a-0ef7-490e-bb2d-c3d96e9aefc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:19.675347 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ae61904-4266-4f68-98bf-5485dab7effd'] response: {'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f21212c-7835-4c95-8c1b-184aa2b7cc51', 'code': 200} Apr 20 17:25:19.712518 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-eef6d9e7-9ca2-4204-9dec-60ae091d08c5 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1285478918', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:19.719925 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-eef6d9e7-9ca2-4204-9dec-60ae091d08c5 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:19.720331 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4090842b-c40d-4e7c-9844-67f1d593de52 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Checking segment: {'id': '46fcb890-d4b6-448e-9e46-31faab3ba96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '62f6f2d5-99ef-44df-94d3-2b7a228f344b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:25:19.720997 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4090842b-c40d-4e7c-9844-67f1d593de52 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Network hostable DHCP agents. Network: 62f6f2d5-99ef-44df-94d3-2b7a228f344b, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:25:19.728083 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-eef6d9e7-9ca2-4204-9dec-60ae091d08c5 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Usage tracker for resource:router and tenant:7d548cc9fb0048189253c793d267f52f is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:19.731250 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-eef6d9e7-9ca2-4204-9dec-60ae091d08c5 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:19.736950 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-eef6d9e7-9ca2-4204-9dec-60ae091d08c5 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:19.748172 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-317365963-network', 'tenant_id': 'ba9dd6bf26dc455eb0993d7c75a6f658'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:19.753724 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:19.757766 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] Usage tracker for resource:network and tenant:ba9dd6bf26dc455eb0993d7c75a6f658 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:19.761135 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:19.768272 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:19.776945 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-6dae5ac7-e18b-499f-9165-db3579e0374d req-bc2e78c9-4485-4f2d-b924-8c7d0a7c5d84 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Unset dirty status for tenant:d7c82b2a90bc4657baa01e489c4e1d77 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:25:19.790953 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6dae5ac7-e18b-499f-9165-db3579e0374d req-bc2e78c9-4485-4f2d-b924-8c7d0a7c5d84 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/security-groups?id=53815866-c103-47fa-8c7d-74d79fc3c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666927 Apr 20 17:25:19.791780 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8bdca1a-0ef7-490e-bb2d-c3d96e9aefc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:19.795859 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eef6d9e7-9ca2-4204-9dec-60ae091d08c5 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:19.802024 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eef6d9e7-9ca2-4204-9dec-60ae091d08c5 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:19.812226 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-15fc8516-a515-47f2-ae1c-f7e490c785ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:19.847349 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eef6d9e7-9ca2-4204-9dec-60ae091d08c5 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:19.875129 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] Made reservation on behalf of ba9dd6bf26dc455eb0993d7c75a6f658 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:19.877631 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:19.889910 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bdca1a-0ef7-490e-bb2d-c3d96e9aefc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3020466e-4672-4b49-a2c4-010dfd56be59,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:19.892080 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eef6d9e7-9ca2-4204-9dec-60ae091d08c5 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:19.920865 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8bdca1a-0ef7-490e-bb2d-c3d96e9aefc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:19.924311 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f8bdca1a-0ef7-490e-bb2d-c3d96e9aefc4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3020466e-4672-4b49-a2c4-010dfd56be59 HTTP/1.1" status: 204 len: 168 time: 0.5934756 Apr 20 17:25:19.924311 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:19.924515 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=7f21212c-7835-4c95-8c1b-184aa2b7cc51,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:19.926730 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-4aa0855a-ddf9-4425-99f9-2d4d891a571d None None] Set router fbec7869-d1f5-4adb-b464-d88111308140 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:25:19.968603 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:19.976688 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] Usage tracker for resource:security_group_rule and tenant:ba9dd6bf26dc455eb0993d7c75a6f658 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:19.981673 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:19.991798 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:20.030532 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eef6d9e7-9ca2-4204-9dec-60ae091d08c5 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:20.034291 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-eef6d9e7-9ca2-4204-9dec-60ae091d08c5 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9056191 Apr 20 17:25:20.036489 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47894) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:20.045192 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-affab744-a129-413a-9910-3b8b0d3f29b8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-452027556'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:20.051333 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-affab744-a129-413a-9910-3b8b0d3f29b8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:20.063353 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-affab744-a129-413a-9910-3b8b0d3f29b8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Usage tracker for resource:network and tenant:7d548cc9fb0048189253c793d267f52f is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:20.068020 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-affab744-a129-413a-9910-3b8b0d3f29b8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:20.071907 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port a5d53015-50ae-41a9-bd75-85482f56c83e completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:20.086617 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port a5d53015-50ae-41a9-bd75-85482f56c83e triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:20.086885 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-affab744-a129-413a-9910-3b8b0d3f29b8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:20.087204 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:20.098758 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:20.107942 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:20.156016 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:25:20.174820 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:20.175175 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] Added segment 01e2185c-5a53-4a3c-aabf-4984cc37c3d7 of type vlan for network feae76e1-a8c8-4d06-8059-e7ccdb95e6e9 Apr 20 17:25:20.177432 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4090842b-c40d-4e7c-9844-67f1d593de52 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Network 62f6f2d5-99ef-44df-94d3-2b7a228f344b is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:25:20.228063 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-4090842b-c40d-4e7c-9844-67f1d593de52 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 62f6f2d5-99ef-44df-94d3-2b7a228f344b) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:20.239525 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4090842b-c40d-4e7c-9844-67f1d593de52 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:20.240107 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4090842b-c40d-4e7c-9844-67f1d593de52 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:20.253256 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd65eca-713a-4028-b9e7-34b0ccb923da None None] Network 62f6f2d5-99ef-44df-94d3-2b7a228f344b requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:20.264651 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affab744-a129-413a-9910-3b8b0d3f29b8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Made reservation on behalf of 7d548cc9fb0048189253c793d267f52f for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:20.297104 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-affab744-a129-413a-9910-3b8b0d3f29b8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:20.314600 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:20.343707 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b73034-4b12-4998-a57d-3b7ec8213a12 req-1dd97286-c0f4-4339-ada8-af3affa4a082 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:20.347017 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-affab744-a129-413a-9910-3b8b0d3f29b8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:20.347994 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b73034-4b12-4998-a57d-3b7ec8213a12 req-1dd97286-c0f4-4339-ada8-af3affa4a082 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:20.351881 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b73034-4b12-4998-a57d-3b7ec8213a12 req-1dd97286-c0f4-4339-ada8-af3affa4a082 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:20.356150 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b73034-4b12-4998-a57d-3b7ec8213a12 req-1dd97286-c0f4-4339-ada8-af3affa4a082 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:20.360109 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b73034-4b12-4998-a57d-3b7ec8213a12 req-1dd97286-c0f4-4339-ada8-af3affa4a082 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:20.363966 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b73034-4b12-4998-a57d-3b7ec8213a12 req-1dd97286-c0f4-4339-ada8-af3affa4a082 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:20.368234 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b73034-4b12-4998-a57d-3b7ec8213a12 req-1dd97286-c0f4-4339-ada8-af3affa4a082 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:20.376613 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-23b73034-4b12-4998-a57d-3b7ec8213a12 req-1dd97286-c0f4-4339-ada8-af3affa4a082 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5439 time: 0.3655293 Apr 20 17:25:20.382568 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b3791e-07f8-4890-8203-7ef2a4f40eab,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:20.400854 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4090842b-c40d-4e7c-9844-67f1d593de52 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.8169861 Apr 20 17:25:20.406770 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47902) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:20.428374 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:20.428712 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:20.429044 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:20.429465 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:20.429923 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:20.430618 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:20.431078 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:20.431458 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:20.431814 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:20.432132 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:20.432450 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:20.442393 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:20.458024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:20.458173 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:20.529496 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:20.540191 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-affab744-a129-413a-9910-3b8b0d3f29b8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:20.549807 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-23b73034-4b12-4998-a57d-3b7ec8213a12 req-ebe01af4-b911-4521-aaca-1d5c9240a9bf tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1718879 Apr 20 17:25:20.553036 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1910632 Apr 20 17:25:20.559213 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47908) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:20.560048 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-affab744-a129-413a-9910-3b8b0d3f29b8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Usage tracker for resource:security_group_rule and tenant:7d548cc9fb0048189253c793d267f52f is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:20.573881 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-affab744-a129-413a-9910-3b8b0d3f29b8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:20.605983 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-541eca90-05e7-4770-a1e1-ebd4dad7a2ac admin admin] Request body: {'subnet': {'network_id': 'feae76e1-a8c8-4d06-8059-e7ccdb95e6e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-317365963-subnet', 'tenant_id': 'ba9dd6bf26dc455eb0993d7c75a6f658', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:20.623145 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-541eca90-05e7-4770-a1e1-ebd4dad7a2ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:20.634390 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-541eca90-05e7-4770-a1e1-ebd4dad7a2ac admin admin] Usage tracker for resource:subnet and tenant:ba9dd6bf26dc455eb0993d7c75a6f658 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:20.641876 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-541eca90-05e7-4770-a1e1-ebd4dad7a2ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:20.647359 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-affab744-a129-413a-9910-3b8b0d3f29b8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:20.652514 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-541eca90-05e7-4770-a1e1-ebd4dad7a2ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:20.675880 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd8fe2-4c4b-4fa7-9c39-5c41359194ae admin admin] Pushing event updated for resources: {'Network': ['ID=feae76e1-a8c8-4d06-8059-e7ccdb95e6e9,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:20.706442 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a912f97c-e362-4258-a799-e112b6562fd4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:20.720414 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541eca90-05e7-4770-a1e1-ebd4dad7a2ac admin admin] Made reservation on behalf of ba9dd6bf26dc455eb0993d7c75a6f658 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:20.722324 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-541eca90-05e7-4770-a1e1-ebd4dad7a2ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:20.726621 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network feae76e1-a8c8-4d06-8059-e7ccdb95e6e9 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:25:20.759855 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-affab744-a129-413a-9910-3b8b0d3f29b8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:20.765303 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-affab744-a129-413a-9910-3b8b0d3f29b8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:20.802111 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affab744-a129-413a-9910-3b8b0d3f29b8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a44227ad-790e-4e86-9524-16a017707b19,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:20.814325 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-affab744-a129-413a-9910-3b8b0d3f29b8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:25:20.815040 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faf3bbf-4dc2-425d-abc5-c93f2c79d3b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-62f6f2d5-99ef-44df-94d3-2b7a228f344b', 'network_id': '62f6f2d5-99ef-44df-94d3-2b7a228f344b', 'tenant_id': '4963562334f84d419efd025d32d84935', 'fixed_ips': [{'subnet_id': '29ba62c8-9e64-4acf-86e1-5fb71b785f7f'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:25:20.815844 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6faf3bbf-4dc2-425d-abc5-c93f2c79d3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:20.825656 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-affab744-a129-413a-9910-3b8b0d3f29b8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:20.827040 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-affab744-a129-413a-9910-3b8b0d3f29b8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Added segment 1d21feae-2734-4392-a2ec-ca96e41756d3 of type vlan for network 12162291-3632-48fe-ad96-47fa3e768bf9 Apr 20 17:25:20.827924 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port a5d53015-50ae-41a9-bd75-85482f56c83e, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a5d53015-50ae-41a9-bd75-85482f56c83e,segment=NetworkSegment(b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095),segment_id=b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:20.854157 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:20.902537 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-affab744-a129-413a-9910-3b8b0d3f29b8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:20.922740 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device bc98c0c2-7654-499b-aeb6-cc19afc9e25c up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:25:20.964267 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-15fc8516-a515-47f2-ae1c-f7e490c785ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e9e4c5a-1289-4c21-8f56-bce3bbe09f69 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:25:20.969559 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-affab744-a129-413a-9910-3b8b0d3f29b8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:20.974058 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affab744-a129-413a-9910-3b8b0d3f29b8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:20.977995 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-affab744-a129-413a-9910-3b8b0d3f29b8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:20.988999 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-15fc8516-a515-47f2-ae1c-f7e490c785ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:21.020802 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-15fc8516-a515-47f2-ae1c-f7e490c785ab service neutron] Transition to ACTIVE for port object 5e9e4c5a-1289-4c21-8f56-bce3bbe09f69 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:25:21.025121 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a912f97c-e362-4258-a799-e112b6562fd4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:21.105237 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-15fc8516-a515-47f2-ae1c-f7e490c785ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:21.123966 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4aa0855a-ddf9-4425-99f9-2d4d891a571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'name': 'tempest-ServerRescueNegativeTestJSON-1088983148-router', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:08Z', 'updated_at': '2022-04-20T17:22:23Z', 'revision_number': 4, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'gw_port': {'id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:09Z', 'updated_at': '2022-04-20T17:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '420d1552-bb58-46bf-9c00-6cae12cf0e3e', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'floating_ip_address': '172.25.8.136', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'port_id': 'a8f67641-1edb-44b0-b406-e1783d7bec8b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9', 'mac_address': 'fa:16:3e:5b:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1d19d6-e5c9-4bae-9726-006138646e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:24:33Z', 'updated_at': '2022-04-20T17:25:11Z', 'revision_number': 1, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52c0becb-a191-4a1c-9aa5-794c4d5a4c58', 'name': '', 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'mac_address': 'fa:16:3e:09:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be91a7bc-1185-4002-b13c-e1f041fc679d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:22Z', 'updated_at': '2022-04-20T17:22:56Z', 'revision_number': 5, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'subnets': [{'id': 'be91a7bc-1185-4002-b13c-e1f041fc679d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:21.178589 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a912f97c-e362-4258-a799-e112b6562fd4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:21.189471 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa0855a-ddf9-4425-99f9-2d4d891a571d None None] The sync data for ids ['fbec7869-d1f5-4adb-b464-d88111308140'] in n-d-838032-1 is: [{'id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'name': 'tempest-ServerRescueNegativeTestJSON-1088983148-router', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:08Z', 'updated_at': '2022-04-20T17:22:23Z', 'revision_number': 4, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'gw_port': {'id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:09Z', 'updated_at': '2022-04-20T17:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '420d1552-bb58-46bf-9c00-6cae12cf0e3e', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'floating_ip_address': '172.25.8.136', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'port_id': 'a8f67641-1edb-44b0-b406-e1783d7bec8b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9', 'mac_address': 'fa:16:3e:5b:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1d19d6-e5c9-4bae-9726-006138646e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:24:33Z', 'updated_at': '2022-04-20T17:25:11Z', 'revision_number': 1, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52c0becb-a191-4a1c-9aa5-794c4d5a4c58', 'name': '', 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'mac_address': 'fa:16:3e:09:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be91a7bc-1185-4002-b13c-e1f041fc679d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:22Z', 'updated_at': '2022-04-20T17:22:56Z', 'revision_number': 5, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'subnets': [{'id': 'be91a7bc-1185-4002-b13c-e1f041fc679d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:25:21.201273 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port bc98c0c2-7654-499b-aeb6-cc19afc9e25c completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:21.211726 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=a5d53015-50ae-41a9-bd75-85482f56c83e,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:21.220754 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port bc98c0c2-7654-499b-aeb6-cc19afc9e25c triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:21.221612 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:21.251702 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affab744-a129-413a-9910-3b8b0d3f29b8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Pushing event updated for resources: {'Network': ['ID=12162291-3632-48fe-ad96-47fa3e768bf9,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:21.267505 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-affab744-a129-413a-9910-3b8b0d3f29b8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2299623 Apr 20 17:25:21.270764 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47930) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:21.276898 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-4ab0af3a-576a-4529-a7b2-4263247d1a15 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Request body: {'subnet': {'network_id': '12162291-3632-48fe-ad96-47fa3e768bf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:21.292921 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912f97c-e362-4258-a799-e112b6562fd4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event deleted for resources: {'Subnet': ['ID=29ba62c8-9e64-4acf-86e1-5fb71b785f7f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:21.298693 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 12162291-3632-48fe-ad96-47fa3e768bf9 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:25:21.441656 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4ab0af3a-576a-4529-a7b2-4263247d1a15 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:21.451435 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47934) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:21.451942 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4ab0af3a-576a-4529-a7b2-4263247d1a15 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Usage tracker for resource:subnet and tenant:7d548cc9fb0048189253c793d267f52f is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:21.462448 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4ab0af3a-576a-4529-a7b2-4263247d1a15 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server [None req-6faf3bbf-4dc2-425d-abc5-c93f2c79d3b7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 29ba62c8-9e64-4acf-86e1-5fb71b785f7f: This subnet is being modified by another concurrent operation. Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise value Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise value Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise value Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 17:25:21.471548 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise value Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise value Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise value Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise exception Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 29ba62c8-9e64-4acf-86e1-5fb71b785f7f: This subnet is being modified by another concurrent operation. Apr 20 17:25:21.475182 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server Apr 20 17:25:21.478145 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4ab0af3a-576a-4529-a7b2-4263247d1a15 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:21.500077 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab0af3a-576a-4529-a7b2-4263247d1a15 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Made reservation on behalf of 7d548cc9fb0048189253c793d267f52f for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:21.537014 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4393de-eb41-4ca3-bb28-1aca72ef022b None None] Network 62f6f2d5-99ef-44df-94d3-2b7a228f344b requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:21.538764 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc8516-a515-47f2-ae1c-f7e490c785ab service neutron] Pushing event updated for resources: {'Port': ['ID=5e9e4c5a-1289-4c21-8f56-bce3bbe09f69,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:21.569823 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7346b066-2d1a-4528-8dfb-abb94070e41e None None] New status for floating IP 420d1552-bb58-46bf-9c00-6cae12cf0e3e: ACTIVE {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:25:21.680150 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d53015-50ae-41a9-bd75-85482f56c83e'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:25:21.702249 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4ab0af3a-576a-4529-a7b2-4263247d1a15 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:21.816044 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-541eca90-05e7-4770-a1e1-ebd4dad7a2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:21.826433 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-dac196b9-37fa-48f5-90f1-8395bbe239a6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1417737561-network', 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:21.831714 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-dac196b9-37fa-48f5-90f1-8395bbe239a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:21.836114 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-dac196b9-37fa-48f5-90f1-8395bbe239a6 admin admin] Usage tracker for resource:network and tenant:048f4cae66cf42c897493ac9a67e0d5f is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:21.839641 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-dac196b9-37fa-48f5-90f1-8395bbe239a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:21.846091 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-dac196b9-37fa-48f5-90f1-8395bbe239a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:21.898241 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:21.902073 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a912f97c-e362-4258-a799-e112b6562fd4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:21.912796 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92a8f42-1eb3-4fcc-ba7f-d16a6a5b0c94 None None] get_active_networks_info from n-d-838032-1 {{(pid=84082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 20 17:25:21.919957 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c259322-0940-4bfe-b92d-a16e6a710bc4 req-db812971-a055-4977-862d-4ba3c64c98ea tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:21.920659 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-8c259322-0940-4bfe-b92d-a16e6a710bc4 req-db812971-a055-4977-862d-4ba3c64c98ea tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Synchronizing usage tracker for tenant:d7c82b2a90bc4657baa01e489c4e1d77 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:25:21.924965 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac196b9-37fa-48f5-90f1-8395bbe239a6 admin admin] Made reservation on behalf of 048f4cae66cf42c897493ac9a67e0d5f for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:21.927304 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dac196b9-37fa-48f5-90f1-8395bbe239a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:21.979118 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-15fc8516-a515-47f2-ae1c-f7e490c785ab service neutron] Attempting to bind port 5e9e4c5a-1289-4c21-8f56-bce3bbe09f69 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:25:21.979359 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-15fc8516-a515-47f2-ae1c-f7e490c785ab service neutron] Attempting to bind port 5e9e4c5a-1289-4c21-8f56-bce3bbe09f69 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '124f52b6-d232-4aa2-b9c8-207402d3aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:25:21.979727 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-15fc8516-a515-47f2-ae1c-f7e490c785ab service neutron] Attempting to bind port 5e9e4c5a-1289-4c21-8f56-bce3bbe09f69 on network 7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:25:22.006883 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-8c259322-0940-4bfe-b92d-a16e6a710bc4 req-db812971-a055-4977-862d-4ba3c64c98ea tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Unset dirty status for tenant:d7c82b2a90bc4657baa01e489c4e1d77 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:25:22.008456 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8c259322-0940-4bfe-b92d-a16e6a710bc4 req-db812971-a055-4977-862d-4ba3c64c98ea tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee58844-d2ce-4900-8797-6b9cb1d61d20 HTTP/1.1" status: 200 len: 943 time: 0.9064136 Apr 20 17:25:22.013375 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-15fc8516-a515-47f2-ae1c-f7e490c785ab service neutron] Port 5e9e4c5a-1289-4c21-8f56-bce3bbe09f69 on network 7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:25:22.013697 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-15fc8516-a515-47f2-ae1c-f7e490c785ab service neutron] Attempting to bind port 5e9e4c5a-1289-4c21-8f56-bce3bbe09f69 on network 7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:25:22.021872 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dac196b9-37fa-48f5-90f1-8395bbe239a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:22.084116 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4ab0af3a-576a-4529-a7b2-4263247d1a15 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:22.108948 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92a8f42-1eb3-4fcc-ba7f-d16a6a5b0c94 None None] Resources bound (agent type, host, resource id): {{(pid=84082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 17:25:22.156761 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port bc98c0c2-7654-499b-aeb6-cc19afc9e25c, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=bc98c0c2-7654-499b-aeb6-cc19afc9e25c,segment=NetworkSegment(b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095),segment_id=b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:22.158865 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04f513-5708-485c-a805-5dbbf06608d9 req-0da756b3-13ae-4bfd-a05c-157e1e596150 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:22.163396 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04f513-5708-485c-a805-5dbbf06608d9 req-0da756b3-13ae-4bfd-a05c-157e1e596150 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:22.167757 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04f513-5708-485c-a805-5dbbf06608d9 req-0da756b3-13ae-4bfd-a05c-157e1e596150 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:22.172368 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04f513-5708-485c-a805-5dbbf06608d9 req-0da756b3-13ae-4bfd-a05c-157e1e596150 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:22.176675 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04f513-5708-485c-a805-5dbbf06608d9 req-0da756b3-13ae-4bfd-a05c-157e1e596150 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:22.180842 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04f513-5708-485c-a805-5dbbf06608d9 req-0da756b3-13ae-4bfd-a05c-157e1e596150 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:22.181736 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:22.183302 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 245a988c-cbcb-4957-b136-a84d61c64d6f up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:25:22.185325 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04f513-5708-485c-a805-5dbbf06608d9 req-0da756b3-13ae-4bfd-a05c-157e1e596150 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:22.185446 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-15fc8516-a515-47f2-ae1c-f7e490c785ab service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:25:22.185896 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-15fc8516-a515-47f2-ae1c-f7e490c785ab service neutron] Checking segment: {'id': '124f52b6-d232-4aa2-b9c8-207402d3aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:25:22.186055 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-15fc8516-a515-47f2-ae1c-f7e490c785ab service neutron] Bound using segment: {'id': '124f52b6-d232-4aa2-b9c8-207402d3aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:25:22.186503 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-15fc8516-a515-47f2-ae1c-f7e490c785ab service neutron] Bound port: 5e9e4c5a-1289-4c21-8f56-bce3bbe09f69, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '124f52b6-d232-4aa2-b9c8-207402d3aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:25:22.186844 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-15fc8516-a515-47f2-ae1c-f7e490c785ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:22.187234 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4d04f513-5708-485c-a805-5dbbf06608d9 req-0da756b3-13ae-4bfd-a05c-157e1e596150 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5440 time: 0.2307329 Apr 20 17:25:22.202249 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-a912f97c-e362-4258-a799-e112b6562fd4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f6f2d5-99ef-44df-94d3-2b7a228f344b']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:22.241212 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0af3a-576a-4529-a7b2-4263247d1a15 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Pushing event updated for resources: {'Subnet': ['ID=203ef414-f64a-4e95-a892-96d23b7d70f8,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:22.262633 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8c259322-0940-4bfe-b92d-a16e6a710bc4 req-1f200f45-56b0-4ed3-9b4d-2ebaf3e29caa tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/security-groups?id=53815866-c103-47fa-8c7d-74d79fc3c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799341 Apr 20 17:25:22.269864 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-a912f97c-e362-4258-a799-e112b6562fd4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46fcb890-d4b6-448e-9e46-31faab3ba96f') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:22.270333 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-a912f97c-e362-4258-a799-e112b6562fd4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46fcb890-d4b6-448e-9e46-31faab3ba96f') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:22.274181 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4d04f513-5708-485c-a805-5dbbf06608d9 req-3f46ea39-21c2-4e03-a80f-11392d4f5c6e tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778518 Apr 20 17:25:22.275016 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab0af3a-576a-4529-a7b2-4263247d1a15 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Checking segment: {'id': '1d21feae-2734-4392-a2ec-ca96e41756d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '12162291-3632-48fe-ad96-47fa3e768bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:25:22.275371 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab0af3a-576a-4529-a7b2-4263247d1a15 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Network hostable DHCP agents. Network: 12162291-3632-48fe-ad96-47fa3e768bf9, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:25:22.280936 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541eca90-05e7-4770-a1e1-ebd4dad7a2ac admin admin] Checking segment: {'id': '01e2185c-5a53-4a3c-aabf-4984cc37c3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'feae76e1-a8c8-4d06-8059-e7ccdb95e6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:25:22.281309 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541eca90-05e7-4770-a1e1-ebd4dad7a2ac admin admin] Network hostable DHCP agents. Network: feae76e1-a8c8-4d06-8059-e7ccdb95e6e9, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:25:22.288450 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541eca90-05e7-4770-a1e1-ebd4dad7a2ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ccfd3ec-b0fe-4ede-a5d6-f769acc1619d,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:22.305514 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab0af3a-576a-4529-a7b2-4263247d1a15 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Network 12162291-3632-48fe-ad96-47fa3e768bf9 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:25:22.319699 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-4ab0af3a-576a-4529-a7b2-4263247d1a15 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 12162291-3632-48fe-ad96-47fa3e768bf9) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:22.330670 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab0af3a-576a-4529-a7b2-4263247d1a15 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:22.331449 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4ab0af3a-576a-4529-a7b2-4263247d1a15 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:22.388757 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4ab0af3a-576a-4529-a7b2-4263247d1a15 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1139200 Apr 20 17:25:22.389237 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-15fc8516-a515-47f2-ae1c-f7e490c785ab service neutron] For port 5e9e4c5a-1289-4c21-8f56-bce3bbe09f69, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:25:22.390270 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47948) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:22.390693 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-15fc8516-a515-47f2-ae1c-f7e490c785ab service neutron] For port 5e9e4c5a-1289-4c21-8f56-bce3bbe09f69, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=5e9e4c5a-1289-4c21-8f56-bce3bbe09f69,segment=NetworkSegment(124f52b6-d232-4aa2-b9c8-207402d3aad3),segment_id=124f52b6-d232-4aa2-b9c8-207402d3aad3)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:25:22.392957 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a912f97c-e362-4258-a799-e112b6562fd4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:22.395110 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e838e3c7-c7f1-4c8e-a8a9-b3bd2b6e8688'] response: {'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d53015-50ae-41a9-bd75-85482f56c83e', 'code': 200} Apr 20 17:25:22.400609 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-5e8c7b37-04f4-4b4b-abf6-2feffe767841 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Request body: {'network': {'name': 'tempest-router-network01--1132556119'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:22.415115 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-15fc8516-a515-47f2-ae1c-f7e490c785ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:22.415346 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5e8c7b37-04f4-4b4b-abf6-2feffe767841 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:22.421232 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5e8c7b37-04f4-4b4b-abf6-2feffe767841 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Usage tracker for resource:network and tenant:7d548cc9fb0048189253c793d267f52f is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:22.429825 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5e8c7b37-04f4-4b4b-abf6-2feffe767841 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:22.439963 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5e8c7b37-04f4-4b4b-abf6-2feffe767841 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:22.459618 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=bc98c0c2-7654-499b-aeb6-cc19afc9e25c,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:22.478226 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 245a988c-cbcb-4957-b136-a84d61c64d6f completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:22.488617 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-dac196b9-37fa-48f5-90f1-8395bbe239a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:22.491503 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a912f97c-e362-4258-a799-e112b6562fd4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:22.504134 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 245a988c-cbcb-4957-b136-a84d61c64d6f triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:22.504497 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:22.510790 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-dac196b9-37fa-48f5-90f1-8395bbe239a6 admin admin] Usage tracker for resource:security_group_rule and tenant:048f4cae66cf42c897493ac9a67e0d5f is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:22.521846 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-dac196b9-37fa-48f5-90f1-8395bbe239a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:22.525255 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a912f97c-e362-4258-a799-e112b6562fd4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:25:22.525853 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a912f97c-e362-4258-a799-e112b6562fd4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:22.545769 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:25:22.545769 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:25:22.545769 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:25:22.545769 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:25:22.545769 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:25:22.545769 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:25:22.545769 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:25:22.545769 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:25:22.545769 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:25:22.545769 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:25:22.545769 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:25:22.545769 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:25:22.545769 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:25:22.545769 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:25:22.545769 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:25:22.545769 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:25:22.545769 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:25:22.545769 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:25:22.545769 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:25:22.545769 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:25:22.545769 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:25:22.545769 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:25:22.545769 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:25:22.545769 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:25:22.545769 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:25:22.545769 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:25:22.545769 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:25:22.545769 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:25:22.545769 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:25:22.545769 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:25:22.545769 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:25:22.545769 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:25:22.550575 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-15fc8516-a515-47f2-ae1c-f7e490c785ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:22.552191 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-15fc8516-a515-47f2-ae1c-f7e490c785ab service neutron] 10.222.0.43 "PUT /v2.0/ports/5e9e4c5a-1289-4c21-8f56-bce3bbe09f69 HTTP/1.1" status: 200 len: 1091 time: 3.2306180 Apr 20 17:25:22.559103 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee58844-d2ce-4900-8797-6b9cb1d61d20', 'tag': '5e9e4c5a-1289-4c21-8f56-bce3bbe09f69'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:25:22.613489 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-dac196b9-37fa-48f5-90f1-8395bbe239a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:22.648302 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8c7b37-04f4-4b4b-abf6-2feffe767841 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Made reservation on behalf of 7d548cc9fb0048189253c793d267f52f for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:22.650863 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5e8c7b37-04f4-4b4b-abf6-2feffe767841 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:22.691148 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541eca90-05e7-4770-a1e1-ebd4dad7a2ac admin admin] Network feae76e1-a8c8-4d06-8059-e7ccdb95e6e9 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:25:22.692625 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e8c7b37-04f4-4b4b-abf6-2feffe767841 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:25:22.701073 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc8516-a515-47f2-ae1c-f7e490c785ab service neutron] Pushing event updated for resources: {'Port': ['ID=5e9e4c5a-1289-4c21-8f56-bce3bbe09f69,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:22.702121 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5e8c7b37-04f4-4b4b-abf6-2feffe767841 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:22.702885 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-5e8c7b37-04f4-4b4b-abf6-2feffe767841 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Added segment 0d6ebf09-6719-4d85-8175-3f611a656fdb of type vlan for network 4fc2b546-1896-424d-b81f-236d6af708b8 Apr 20 17:25:22.707983 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-541eca90-05e7-4770-a1e1-ebd4dad7a2ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, feae76e1-a8c8-4d06-8059-e7ccdb95e6e9) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:22.721889 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541eca90-05e7-4770-a1e1-ebd4dad7a2ac admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:22.722491 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-541eca90-05e7-4770-a1e1-ebd4dad7a2ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:22.730425 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7ece45b-4ba3-4c9a-8202-0b4e12128824'] response: {'name': 'network-changed', 'server_uuid': 'eee58844-d2ce-4900-8797-6b9cb1d61d20', 'tag': '5e9e4c5a-1289-4c21-8f56-bce3bbe09f69', 'status': 'completed', 'code': 200} Apr 20 17:25:22.735674 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5e8c7b37-04f4-4b4b-abf6-2feffe767841 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:22.760959 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a912f97c-e362-4258-a799-e112b6562fd4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:22.772425 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc394427-153b-409e-b6f5-b8c438d511ae req-535163c1-d1d8-4716-b2ba-a89a309d2a3a tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:22.779964 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fc394427-153b-409e-b6f5-b8c438d511ae req-535163c1-d1d8-4716-b2ba-a89a309d2a3a tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 947 time: 0.1828227 Apr 20 17:25:22.782922 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:22.803486 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a912f97c-e362-4258-a799-e112b6562fd4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:22.808531 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912f97c-e362-4258-a799-e112b6562fd4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event deleted for resources: {'Network': ['ID=62f6f2d5-99ef-44df-94d3-2b7a228f344b,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:22.814475 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5e8c7b37-04f4-4b4b-abf6-2feffe767841 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:22.818560 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8c7b37-04f4-4b4b-abf6-2feffe767841 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:22.819234 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5e8c7b37-04f4-4b4b-abf6-2feffe767841 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:22.858105 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-541eca90-05e7-4770-a1e1-ebd4dad7a2ac admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2856762 Apr 20 17:25:22.864137 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a912f97c-e362-4258-a799-e112b6562fd4 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "DELETE /v2.0/networks/62f6f2d5-99ef-44df-94d3-2b7a228f344b HTTP/1.1" status: 204 len: 168 time: 2.4510593 Apr 20 17:25:22.871412 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47956) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:22.881923 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-340aea9e-539a-48c3-b653-d992025ae3c5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1163941316'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:22.890677 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-b577ac6f-616f-4dc3-8a0f-cb02442cfbb1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d7c82b2a90bc4657baa01e489c4e1d77&device_id=eee58844-d2ce-4900-8797-6b9cb1d61d20 HTTP/1.1" status: 200 len: 1094 time: 0.2651312 Apr 20 17:25:22.898083 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-340aea9e-539a-48c3-b653-d992025ae3c5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:22.925689 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fc394427-153b-409e-b6f5-b8c438d511ae req-3f7de607-ab30-4f74-94cc-c4c7701edfca tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446841 Apr 20 17:25:22.955167 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 245a988c-cbcb-4957-b136-a84d61c64d6f, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=245a988c-cbcb-4957-b136-a84d61c64d6f,segment=NetworkSegment(b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095),segment_id=b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:22.968721 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:22.969764 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 47690d41-8f6f-4c13-a886-e50f74b2d0ba up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:25:22.977149 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5e8c7b37-04f4-4b4b-abf6-2feffe767841 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5862050 Apr 20 17:25:22.978569 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c7b37-04f4-4b4b-abf6-2feffe767841 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Pushing event updated for resources: {'Network': ['ID=4fc2b546-1896-424d-b81f-236d6af708b8,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:22.980693 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47960) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:22.981429 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-340aea9e-539a-48c3-b653-d992025ae3c5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Usage tracker for resource:network and tenant:4963562334f84d419efd025d32d84935 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:22.985525 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dac196b9-37fa-48f5-90f1-8395bbe239a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:22.987098 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-340aea9e-539a-48c3-b653-d992025ae3c5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:22.991133 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-b03389fb-bd2c-47a3-872c-80d561f7de5e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e9e4c5a-1289-4c21-8f56-bce3bbe09f69 HTTP/1.1" status: 200 len: 217 time: 0.0909004 Apr 20 17:25:22.994771 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-fccaa324-ada4-4c72-8708-b694aa386fdb tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Request body: {'network': {'name': 'tempest-router-network02--439441974'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:22.995392 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-340aea9e-539a-48c3-b653-d992025ae3c5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:22.998343 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dac196b9-37fa-48f5-90f1-8395bbe239a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:23.002423 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-fccaa324-ada4-4c72-8708-b694aa386fdb tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:23.007681 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-fccaa324-ada4-4c72-8708-b694aa386fdb tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Usage tracker for resource:network and tenant:7d548cc9fb0048189253c793d267f52f is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:23.009675 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac196b9-37fa-48f5-90f1-8395bbe239a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:25:23.011442 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-fccaa324-ada4-4c72-8708-b694aa386fdb tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:23.018703 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dac196b9-37fa-48f5-90f1-8395bbe239a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:23.019060 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-dac196b9-37fa-48f5-90f1-8395bbe239a6 admin admin] Added segment c554300a-cd59-4a60-9307-fc40b2335284 of type vlan for network 4f37beb4-cacf-475a-8f23-eab887469923 Apr 20 17:25:23.019732 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-fccaa324-ada4-4c72-8708-b694aa386fdb tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:23.033978 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccaa324-ada4-4c72-8708-b694aa386fdb tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Made reservation on behalf of 7d548cc9fb0048189253c793d267f52f for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:23.038093 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fccaa324-ada4-4c72-8708-b694aa386fdb tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:23.072184 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fccaa324-ada4-4c72-8708-b694aa386fdb tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:25:23.084990 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fccaa324-ada4-4c72-8708-b694aa386fdb tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:23.085470 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-fccaa324-ada4-4c72-8708-b694aa386fdb tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Added segment bbbc52b8-03f5-4ed9-84ed-37591d8aa16b of type vlan for network 5a6c6a2a-4a3d-4733-8802-a03159e5e8b9 Apr 20 17:25:23.109569 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 4fc2b546-1896-424d-b81f-236d6af708b8 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:25:23.119179 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dac196b9-37fa-48f5-90f1-8395bbe239a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:23.122877 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fccaa324-ada4-4c72-8708-b694aa386fdb tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:23.127875 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340aea9e-539a-48c3-b653-d992025ae3c5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Made reservation on behalf of 4963562334f84d419efd025d32d84935 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:23.130830 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-340aea9e-539a-48c3-b653-d992025ae3c5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:23.155001 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac196b9-37fa-48f5-90f1-8395bbe239a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e87eb2e-137f-4c9f-a609-0263ee6fcc92,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:23.169709 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-c51f8c0c-5d47-4ced-8183-9dc171d6bdda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:23.171190 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-c51f8c0c-5d47-4ced-8183-9dc171d6bdda service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1134ee8c-f7c0-4f8f-a0e5-73609fdc6401 HTTP/1.1" status: 200 len: 858 time: 0.1401789 Apr 20 17:25:23.226745 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=245a988c-cbcb-4957-b136-a84d61c64d6f,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:23.233736 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-340aea9e-539a-48c3-b653-d992025ae3c5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:25:23.239661 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-08eca4b9-3462-45ab-b93a-c54990fcdf98 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571132 Apr 20 17:25:23.256725 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 47690d41-8f6f-4c13-a886-e50f74b2d0ba completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:23.270872 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dac196b9-37fa-48f5-90f1-8395bbe239a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:23.271726 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac196b9-37fa-48f5-90f1-8395bbe239a6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:23.272294 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dac196b9-37fa-48f5-90f1-8395bbe239a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:23.274773 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ce8812-c4de-41be-806d-d21c527fedd6 None None] Network 12162291-3632-48fe-ad96-47fa3e768bf9 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:23.285235 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-340aea9e-539a-48c3-b653-d992025ae3c5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:23.285578 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-340aea9e-539a-48c3-b653-d992025ae3c5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Added segment 9cb42423-3c3f-45e0-9691-42709783fce7 of type vlan for network 40587273-edfd-47f1-aa51-ac27e074babb Apr 20 17:25:23.287707 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fccaa324-ada4-4c72-8708-b694aa386fdb tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:23.291734 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccaa324-ada4-4c72-8708-b694aa386fdb tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:23.292511 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fccaa324-ada4-4c72-8708-b694aa386fdb tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:23.297488 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa7e553-6866-4216-80e3-d65667d7acef None None] Network feae76e1-a8c8-4d06-8059-e7ccdb95e6e9 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:23.323351 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 47690d41-8f6f-4c13-a886-e50f74b2d0ba triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:23.324183 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:23.410023 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d2117-ce36-4181-b8b6-c209fb663afd req-8c57fe99-68ea-4973-bcb7-34135a2e162a tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:23.415109 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-917d2117-ce36-4181-b8b6-c209fb663afd req-8c57fe99-68ea-4973-bcb7-34135a2e162a tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.43 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 947 time: 0.2590005 Apr 20 17:25:23.452521 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-dac196b9-37fa-48f5-90f1-8395bbe239a6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9996033 Apr 20 17:25:23.467368 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47974) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:23.496395 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-bb3fb60a-2111-46ce-b7ee-766671744845 admin admin] Request body: {'subnet': {'network_id': '4f37beb4-cacf-475a-8f23-eab887469923', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1417737561-subnet', 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:23.509529 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-340aea9e-539a-48c3-b653-d992025ae3c5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:23.530635 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-bb3fb60a-2111-46ce-b7ee-766671744845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:23.544697 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac196b9-37fa-48f5-90f1-8395bbe239a6 admin admin] Pushing event updated for resources: {'Network': ['ID=4f37beb4-cacf-475a-8f23-eab887469923,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:23.547379 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-bb3fb60a-2111-46ce-b7ee-766671744845 admin admin] Usage tracker for resource:subnet and tenant:048f4cae66cf42c897493ac9a67e0d5f is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:23.563334 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-bb3fb60a-2111-46ce-b7ee-766671744845 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:23.564727 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-917d2117-ce36-4181-b8b6-c209fb663afd req-6583478a-792a-40c2-afe3-d84f3a19ed81 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Deleting port ca3453d0-7f07-4e9c-8b96-ebe8788d961d {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:25:23.565168 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-917d2117-ce36-4181-b8b6-c209fb663afd req-6583478a-792a-40c2-afe3-d84f3a19ed81 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:23.580527 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 4f37beb4-cacf-475a-8f23-eab887469923 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:25:23.582950 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-bb3fb60a-2111-46ce-b7ee-766671744845 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:23.631868 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-29233f2e-037e-4a50-adb0-4f04e4e008c0 service neutron] 10.222.0.43 "GET /v2.0/networks/7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837237 Apr 20 17:25:23.664480 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-340aea9e-539a-48c3-b653-d992025ae3c5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:23.668142 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340aea9e-539a-48c3-b653-d992025ae3c5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:23.668762 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-340aea9e-539a-48c3-b653-d992025ae3c5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:23.679538 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fccaa324-ada4-4c72-8708-b694aa386fdb tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6902514 Apr 20 17:25:23.690259 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3fb60a-2111-46ce-b7ee-766671744845 admin admin] Made reservation on behalf of 048f4cae66cf42c897493ac9a67e0d5f for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:23.692576 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bb3fb60a-2111-46ce-b7ee-766671744845 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:23.715840 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47978) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:23.739358 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccaa324-ada4-4c72-8708-b694aa386fdb tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Pushing event updated for resources: {'Network': ['ID=5a6c6a2a-4a3d-4733-8802-a03159e5e8b9,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:23.771646 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 5a6c6a2a-4a3d-4733-8802-a03159e5e8b9 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:25:23.777059 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-37fcaf2d-1753-49f7-b499-4f27eb1f9ccf tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Request body: {'subnet': {'network_id': '4fc2b546-1896-424d-b81f-236d6af708b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:23.881816 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef115d-f3f7-492e-93a4-071d69f1ec88 req-b8036df0-4470-4b41-88f4-8f84ce8d605b tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:23.883286 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3ef115d-f3f7-492e-93a4-071d69f1ec88 req-b8036df0-4470-4b41-88f4-8f84ce8d605b tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee58844-d2ce-4900-8797-6b9cb1d61d20 HTTP/1.1" status: 200 len: 943 time: 0.2428389 Apr 20 17:25:23.927023 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-917d2117-ce36-4181-b8b6-c209fb663afd req-6583478a-792a-40c2-afe3-d84f3a19ed81 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] For port ca3453d0-7f07-4e9c-8b96-ebe8788d961d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ca3453d0-7f07-4e9c-8b96-ebe8788d961d,segment=NetworkSegment(66b29461-7e00-47bd-9ba1-5ef6f56d61e9),segment_id=66b29461-7e00-47bd-9ba1-5ef6f56d61e9)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:23.927376 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-917d2117-ce36-4181-b8b6-c209fb663afd req-6583478a-792a-40c2-afe3-d84f3a19ed81 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:24.027793 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3ef115d-f3f7-492e-93a4-071d69f1ec88 req-de4e0fcf-8450-4c65-ad3e-5f4fd3028005 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/security-groups?id=53815866-c103-47fa-8c7d-74d79fc3c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354015 Apr 20 17:25:24.092366 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:24.116931 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-340aea9e-539a-48c3-b653-d992025ae3c5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2444329 Apr 20 17:25:24.121715 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47984) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:24.128458 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-89af0858-e214-451f-8ff2-cca1bf4517a8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Request body: {'subnet': {'network_id': '40587273-edfd-47f1-aa51-ac27e074babb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:24.130222 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db35eb2-1273-428a-aa47-44835be8e0bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-12162291-3632-48fe-ad96-47fa3e768bf9', 'network_id': '12162291-3632-48fe-ad96-47fa3e768bf9', 'tenant_id': '7d548cc9fb0048189253c793d267f52f', 'fixed_ips': [{'subnet_id': '203ef414-f64a-4e95-a892-96d23b7d70f8'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:25:24.134580 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7db35eb2-1273-428a-aa47-44835be8e0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:24.174428 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cd7ee1-0b4d-4ec4-8030-470e0c358c77 None None] Network feae76e1-a8c8-4d06-8059-e7ccdb95e6e9 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:24.184344 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340aea9e-539a-48c3-b653-d992025ae3c5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event updated for resources: {'Network': ['ID=40587273-edfd-47f1-aa51-ac27e074babb,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:24.239153 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-37fcaf2d-1753-49f7-b499-4f27eb1f9ccf tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:24.247463 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-193f47b9-350f-4686-b71e-cb98ecd03dd8 req-05e2cd57-1123-458e-a405-b578b34fe3ec service neutron] 10.222.0.43 "GET /v2.0/networks/7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6086090 Apr 20 17:25:24.248349 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-37fcaf2d-1753-49f7-b499-4f27eb1f9ccf tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Usage tracker for resource:subnet and tenant:7d548cc9fb0048189253c793d267f52f is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:24.253526 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-37fcaf2d-1753-49f7-b499-4f27eb1f9ccf tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:24.264139 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-37fcaf2d-1753-49f7-b499-4f27eb1f9ccf tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:24.285800 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60918f-96c1-48ad-a405-da29f9e0c256 req-a0100506-5607-4096-839e-532788bc1dda tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:24.289755 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60918f-96c1-48ad-a405-da29f9e0c256 req-a0100506-5607-4096-839e-532788bc1dda tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:24.293011 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 40587273-edfd-47f1-aa51-ac27e074babb details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:25:24.293893 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60918f-96c1-48ad-a405-da29f9e0c256 req-a0100506-5607-4096-839e-532788bc1dda tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:24.297754 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60918f-96c1-48ad-a405-da29f9e0c256 req-a0100506-5607-4096-839e-532788bc1dda tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:24.302014 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60918f-96c1-48ad-a405-da29f9e0c256 req-a0100506-5607-4096-839e-532788bc1dda tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:24.306146 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60918f-96c1-48ad-a405-da29f9e0c256 req-a0100506-5607-4096-839e-532788bc1dda tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:24.310046 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60918f-96c1-48ad-a405-da29f9e0c256 req-a0100506-5607-4096-839e-532788bc1dda tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:24.317673 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7c60918f-96c1-48ad-a405-da29f9e0c256 req-a0100506-5607-4096-839e-532788bc1dda tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5442 time: 0.7261345 Apr 20 17:25:24.329427 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 47690d41-8f6f-4c13-a886-e50f74b2d0ba, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=47690d41-8f6f-4c13-a886-e50f74b2d0ba,segment=NetworkSegment(9296474a-83a4-4000-8754-633df686eea1),segment_id=9296474a-83a4-4000-8754-633df686eea1)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:24.337843 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-89af0858-e214-451f-8ff2-cca1bf4517a8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:24.346056 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-89af0858-e214-451f-8ff2-cca1bf4517a8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Usage tracker for resource:subnet and tenant:4963562334f84d419efd025d32d84935 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:24.349715 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-917d2117-ce36-4181-b8b6-c209fb663afd req-6583478a-792a-40c2-afe3-d84f3a19ed81 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:24.350087 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-917d2117-ce36-4181-b8b6-c209fb663afd req-6583478a-792a-40c2-afe3-d84f3a19ed81 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:24.350435 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [req-917d2117-ce36-4181-b8b6-c209fb663afd req-6583478a-792a-40c2-afe3-d84f3a19ed81 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Floating IP 638347a9-275e-4863-8918-66ede1b50d97 disassociated. External IP: 172.25.8.132, port: ca3453d0-7f07-4e9c-8b96-ebe8788d961d. Apr 20 17:25:24.350913 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-917d2117-ce36-4181-b8b6-c209fb663afd req-6583478a-792a-40c2-afe3-d84f3a19ed81 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Calling delete_port for ca3453d0-7f07-4e9c-8b96-ebe8788d961d owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:25:24.378720 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-89af0858-e214-451f-8ff2-cca1bf4517a8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:24.380983 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fcaf2d-1753-49f7-b499-4f27eb1f9ccf tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Made reservation on behalf of 7d548cc9fb0048189253c793d267f52f for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:24.392798 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-89af0858-e214-451f-8ff2-cca1bf4517a8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:24.438349 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89af0858-e214-451f-8ff2-cca1bf4517a8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Made reservation on behalf of 4963562334f84d419efd025d32d84935 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:24.439634 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc98c0c2-7654-499b-aeb6-cc19afc9e25c'}, {'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245a988c-cbcb-4957-b136-a84d61c64d6f'}, {'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47690d41-8f6f-4c13-a886-e50f74b2d0ba'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:25:24.462253 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:24.463227 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device d2dc897c-4d5a-46fd-89ed-7340e5de99dd up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:25:24.590827 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7c60918f-96c1-48ad-a405-da29f9e0c256 req-842e07ca-0400-4759-8a03-78f600e2979f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2721820 Apr 20 17:25:24.595610 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-37fcaf2d-1753-49f7-b499-4f27eb1f9ccf tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:24.739850 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b2018ed2-8a45-4ce4-a3be-33d3b52367b2 req-2c23d480-3716-49dc-b76c-ab88cb2359eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d7c82b2a90bc4657baa01e489c4e1d77&device_id=eee58844-d2ce-4900-8797-6b9cb1d61d20 HTTP/1.1" status: 200 len: 1094 time: 0.4008911 Apr 20 17:25:24.745759 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bb3fb60a-2111-46ce-b7ee-766671744845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:24.756239 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-89af0858-e214-451f-8ff2-cca1bf4517a8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:24.775608 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=47690d41-8f6f-4c13-a886-e50f74b2d0ba,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:24.804681 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-7db35eb2-1273-428a-aa47-44835be8e0bc None None] Allocated IP 172.20.0.2 (12162291-3632-48fe-ad96-47fa3e768bf9/203ef414-f64a-4e95-a892-96d23b7d70f8/2a657b84-1350-4e00-b35c-08c3f81eb8a9) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:25:24.807559 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5ad3ca9-945d-4718-88e1-5deebeb1c3e8'] response: {'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc98c0c2-7654-499b-aeb6-cc19afc9e25c', 'code': 200} Apr 20 17:25:24.807949 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5ad3ca9-945d-4718-88e1-5deebeb1c3e8'] response: {'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245a988c-cbcb-4957-b136-a84d61c64d6f', 'code': 200} Apr 20 17:25:24.808308 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5ad3ca9-945d-4718-88e1-5deebeb1c3e8'] response: {'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47690d41-8f6f-4c13-a886-e50f74b2d0ba', 'code': 200} Apr 20 17:25:24.849804 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port d2dc897c-4d5a-46fd-89ed-7340e5de99dd completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:24.861548 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port d2dc897c-4d5a-46fd-89ed-7340e5de99dd triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:24.861997 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:24.902762 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47996) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:24.942308 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-917d2117-ce36-4181-b8b6-c209fb663afd req-6583478a-792a-40c2-afe3-d84f3a19ed81 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:24.943088 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3fb60a-2111-46ce-b7ee-766671744845 admin admin] Pushing event updated for resources: {'Subnet': ['ID=459b9241-591b-4214-ba21-d89500ea520e,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:25.017406 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81338a6d-fbd6-48e3-a7c8-35742b131b50 req-e6d16cc7-5d4b-4acd-ae9e-9960743745f6 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:25.019221 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-81338a6d-fbd6-48e3-a7c8-35742b131b50 req-e6d16cc7-5d4b-4acd-ae9e-9960743745f6 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 947 time: 0.5831552 Apr 20 17:25:25.034280 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3fb60a-2111-46ce-b7ee-766671744845 admin admin] Checking segment: {'id': 'c554300a-cd59-4a60-9307-fc40b2335284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:25:25.035143 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3fb60a-2111-46ce-b7ee-766671744845 admin admin] Network hostable DHCP agents. Network: 4f37beb4-cacf-475a-8f23-eab887469923, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:25:25.045233 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2018ed2-8a45-4ce4-a3be-33d3b52367b2 req-d7c3f8c5-7880-45db-abcf-c674a355b628 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:25.046732 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b2018ed2-8a45-4ce4-a3be-33d3b52367b2 req-d7c3f8c5-7880-45db-abcf-c674a355b628 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295 HTTP/1.1" status: 200 len: 919 time: 0.2948055 Apr 20 17:25:25.097542 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583478a-792a-40c2-afe3-d84f3a19ed81 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Pushing event deleted for resources: {'Port': ['ID=ca3453d0-7f07-4e9c-8b96-ebe8788d961d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:25.130357 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b2018ed2-8a45-4ce4-a3be-33d3b52367b2 req-bf298ee6-6c4f-4fe5-942b-e4ea48dac483 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e9e4c5a-1289-4c21-8f56-bce3bbe09f69 HTTP/1.1" status: 200 len: 217 time: 0.0739648 Apr 20 17:25:25.141598 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:25.183077 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7db35eb2-1273-428a-aa47-44835be8e0bc None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:25.203129 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-7db35eb2-1273-428a-aa47-44835be8e0bc None None] Transition to ACTIVE for port object 2a657b84-1350-4e00-b35c-08c3f81eb8a9 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:25:25.207112 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5e62934-6f93-4002-b478-bee2ddc3af4f admin admin] Deleting subnet 8ccfd3ec-b0fe-4ede-a5d6-f769acc1619d {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:25:25.221627 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3fb60a-2111-46ce-b7ee-766671744845 admin admin] Network 4f37beb4-cacf-475a-8f23-eab887469923 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:25:25.235081 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-37fcaf2d-1753-49f7-b499-4f27eb1f9ccf tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:25.243121 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-7db35eb2-1273-428a-aa47-44835be8e0bc None None] Transition to ACTIVE for port object 2a657b84-1350-4e00-b35c-08c3f81eb8a9 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:25:25.251297 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-81338a6d-fbd6-48e3-a7c8-35742b131b50 req-00030b1c-8fec-4a7e-9f28-406100813fbc tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=0278c42b-3090-4348-bbb0-986b922e208b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647673 Apr 20 17:25:25.252275 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f5e62934-6f93-4002-b478-bee2ddc3af4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:25.253117 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port d2dc897c-4d5a-46fd-89ed-7340e5de99dd, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=d2dc897c-4d5a-46fd-89ed-7340e5de99dd,segment=NetworkSegment(9296474a-83a4-4000-8754-633df686eea1),segment_id=9296474a-83a4-4000-8754-633df686eea1)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:25.257373 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7db35eb2-1273-428a-aa47-44835be8e0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:25.272703 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2018ed2-8a45-4ce4-a3be-33d3b52367b2 req-cdaf379a-8ee8-48cc-9040-9fd548df3f77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:25.274137 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b2018ed2-8a45-4ce4-a3be-33d3b52367b2 req-cdaf379a-8ee8-48cc-9040-9fd548df3f77 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1134ee8c-f7c0-4f8f-a0e5-73609fdc6401 HTTP/1.1" status: 200 len: 858 time: 0.1362724 Apr 20 17:25:25.280982 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-bb3fb60a-2111-46ce-b7ee-766671744845 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 4f37beb4-cacf-475a-8f23-eab887469923) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:25.327015 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f52723-9719-4d9c-93ba-06877c2888cb None None] Network 4f37beb4-cacf-475a-8f23-eab887469923 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:25.343546 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:25.344174 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device f8b4b38f-8a9a-482a-9671-d4d8a1e42e24 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:25:25.350677 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f5e62934-6f93-4002-b478-bee2ddc3af4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:25.360826 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3fb60a-2111-46ce-b7ee-766671744845 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:25.361410 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bb3fb60a-2111-46ce-b7ee-766671744845 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:25.392483 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b2018ed2-8a45-4ce4-a3be-33d3b52367b2 req-79c9e4b6-cbc3-4425-aaea-5773fe02b8c7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753753 Apr 20 17:25:25.440516 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fcaf2d-1753-49f7-b499-4f27eb1f9ccf tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Pushing event updated for resources: {'Subnet': ['ID=4ea8781a-bf2e-40cc-a21a-9c1890f7674d,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:25.476571 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f5e62934-6f93-4002-b478-bee2ddc3af4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:25.526867 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db35eb2-1273-428a-aa47-44835be8e0bc None None] Network 12162291-3632-48fe-ad96-47fa3e768bf9 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:25:25.535362 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-7db35eb2-1273-428a-aa47-44835be8e0bc None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:25.556416 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db35eb2-1273-428a-aa47-44835be8e0bc None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:25:25.563690 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bb3fb60a-2111-46ce-b7ee-766671744845 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0820720 Apr 20 17:25:25.570827 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48002) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:25.580353 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db35eb2-1273-428a-aa47-44835be8e0bc None None] Pushing event updated for resources: {'Port': ['ID=2a657b84-1350-4e00-b35c-08c3f81eb8a9,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:25.613869 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-89af0858-e214-451f-8ff2-cca1bf4517a8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:25.636835 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b2018ed2-8a45-4ce4-a3be-33d3b52367b2 req-bf70c796-abce-4b70-8201-4da6a66106ed service neutron] 10.222.0.43 "GET /v2.0/networks/7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334893 Apr 20 17:25:25.641171 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-ee0de0d7-b408-479e-b38c-14236739a1ae admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1417737561-router', 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:25.676186 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ee0de0d7-b408-479e-b38c-14236739a1ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:25.691027 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f5e62934-6f93-4002-b478-bee2ddc3af4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:25.723563 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af0858-e214-451f-8ff2-cca1bf4517a8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event updated for resources: {'Subnet': ['ID=50c7501b-5e44-4206-b173-2cd2652ef391,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:25.741004 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ee0de0d7-b408-479e-b38c-14236739a1ae admin admin] Usage tracker for resource:router and tenant:048f4cae66cf42c897493ac9a67e0d5f is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:25.743782 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fcaf2d-1753-49f7-b499-4f27eb1f9ccf tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Checking segment: {'id': '0d6ebf09-6719-4d85-8175-3f611a656fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4fc2b546-1896-424d-b81f-236d6af708b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:25:25.744143 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fcaf2d-1753-49f7-b499-4f27eb1f9ccf tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Network hostable DHCP agents. Network: 4fc2b546-1896-424d-b81f-236d6af708b8, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:25:25.756764 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ee0de0d7-b408-479e-b38c-14236739a1ae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:25.771548 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-7db35eb2-1273-428a-aa47-44835be8e0bc None None] Attempting to bind port 2a657b84-1350-4e00-b35c-08c3f81eb8a9 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:25:25.772048 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-7db35eb2-1273-428a-aa47-44835be8e0bc None None] Attempting to bind port 2a657b84-1350-4e00-b35c-08c3f81eb8a9 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '1d21feae-2734-4392-a2ec-ca96e41756d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '12162291-3632-48fe-ad96-47fa3e768bf9'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:25:25.772502 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db35eb2-1273-428a-aa47-44835be8e0bc None None] Attempting to bind port 2a657b84-1350-4e00-b35c-08c3f81eb8a9 on network 12162291-3632-48fe-ad96-47fa3e768bf9 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:25:25.781007 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ee0de0d7-b408-479e-b38c-14236739a1ae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:25.783160 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db35eb2-1273-428a-aa47-44835be8e0bc None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:25:25.783662 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db35eb2-1273-428a-aa47-44835be8e0bc None None] Checking segment: {'id': '1d21feae-2734-4392-a2ec-ca96e41756d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '12162291-3632-48fe-ad96-47fa3e768bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:25:25.784154 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7db35eb2-1273-428a-aa47-44835be8e0bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:25.784639 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db35eb2-1273-428a-aa47-44835be8e0bc None None] Bound using segment: {'id': '1d21feae-2734-4392-a2ec-ca96e41756d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '12162291-3632-48fe-ad96-47fa3e768bf9'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:25:25.785501 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-7db35eb2-1273-428a-aa47-44835be8e0bc None None] Bound port: 2a657b84-1350-4e00-b35c-08c3f81eb8a9, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d21feae-2734-4392-a2ec-ca96e41756d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '12162291-3632-48fe-ad96-47fa3e768bf9'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:25:25.785980 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7db35eb2-1273-428a-aa47-44835be8e0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:25.794274 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f5e62934-6f93-4002-b478-bee2ddc3af4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:25.803742 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fdc01-435b-48fc-95fc-eab8956eb94a req-51296f40-c99f-4bb7-b6d1-ba2deb774dad tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:25.809163 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-917d2117-ce36-4181-b8b6-c209fb663afd req-6583478a-792a-40c2-afe3-d84f3a19ed81 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Router e27406a2-f3dd-44fb-9c24-d039092153da has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:25:25.811171 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-118fdc01-435b-48fc-95fc-eab8956eb94a req-51296f40-c99f-4bb7-b6d1-ba2deb774dad tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee58844-d2ce-4900-8797-6b9cb1d61d20 HTTP/1.1" status: 200 len: 943 time: 0.5438111 Apr 20 17:25:25.811872 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e62934-6f93-4002-b478-bee2ddc3af4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ccfd3ec-b0fe-4ede-a5d6-f769acc1619d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:25.840813 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=d2dc897c-4d5a-46fd-89ed-7340e5de99dd,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:25.847446 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ee0de0d7-b408-479e-b38c-14236739a1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:25.848682 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ee0de0d7-b408-479e-b38c-14236739a1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:25.870379 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port f8b4b38f-8a9a-482a-9671-d4d8a1e42e24 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:25.888690 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89af0858-e214-451f-8ff2-cca1bf4517a8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Checking segment: {'id': '9cb42423-3c3f-45e0-9691-42709783fce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '40587273-edfd-47f1-aa51-ac27e074babb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:25:25.889177 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89af0858-e214-451f-8ff2-cca1bf4517a8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Network hostable DHCP agents. Network: 40587273-edfd-47f1-aa51-ac27e074babb, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:25:25.900528 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fcaf2d-1753-49f7-b499-4f27eb1f9ccf tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Network 4fc2b546-1896-424d-b81f-236d6af708b8 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:25:25.904049 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f5e62934-6f93-4002-b478-bee2ddc3af4f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8ccfd3ec-b0fe-4ede-a5d6-f769acc1619d HTTP/1.1" status: 204 len: 168 time: 0.9986887 Apr 20 17:25:25.907901 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48008) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:25.911365 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b2018ed2-8a45-4ce4-a3be-33d3b52367b2 req-f422d9c4-83a9-44be-83b8-a55885611069 service neutron] 10.222.0.43 "GET /v2.0/networks/7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626097 Apr 20 17:25:25.917070 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port f8b4b38f-8a9a-482a-9671-d4d8a1e42e24 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:25.917560 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:25.918363 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-37fcaf2d-1753-49f7-b499-4f27eb1f9ccf tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 4fc2b546-1896-424d-b81f-236d6af708b8) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:25.926245 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fcaf2d-1753-49f7-b499-4f27eb1f9ccf tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:25.926846 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-37fcaf2d-1753-49f7-b499-4f27eb1f9ccf tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:25.938737 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-118fdc01-435b-48fc-95fc-eab8956eb94a req-985b0a94-6986-41c0-9980-4a23c28e0a01 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/security-groups?id=53815866-c103-47fa-8c7d-74d79fc3c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266706 Apr 20 17:25:25.948501 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ee0de0d7-b408-479e-b38c-14236739a1ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:25.949701 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d1974d-12d6-42a9-9415-2e04842fb4ad None None] Network 4fc2b546-1896-424d-b81f-236d6af708b8 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:25.978797 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-37fcaf2d-1753-49f7-b499-4f27eb1f9ccf tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2112186 Apr 20 17:25:26.026859 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48012) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:26.043840 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-3b35cb79-efba-452d-9fe8-cc6f2451a971 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Request body: {'subnet': {'network_id': '5a6c6a2a-4a3d-4733-8802-a03159e5e8b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:26.125968 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a5290c-d244-4ecb-8904-571c6c69a206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-4f37beb4-cacf-475a-8f23-eab887469923', 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923', 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f', 'fixed_ips': [{'subnet_id': '459b9241-591b-4214-ba21-d89500ea520e'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:25:26.127013 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-67a5290c-d244-4ecb-8904-571c6c69a206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:26.159695 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-7db35eb2-1273-428a-aa47-44835be8e0bc None None] For port 2a657b84-1350-4e00-b35c-08c3f81eb8a9, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:25:26.196032 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1b29a348-6395-4182-a742-c0ad9e886147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:26.200528 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89af0858-e214-451f-8ff2-cca1bf4517a8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Network 40587273-edfd-47f1-aa51-ac27e074babb is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:25:26.213020 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-7db35eb2-1273-428a-aa47-44835be8e0bc None None] For port 2a657b84-1350-4e00-b35c-08c3f81eb8a9, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=2a657b84-1350-4e00-b35c-08c3f81eb8a9,segment=NetworkSegment(1d21feae-2734-4392-a2ec-ca96e41756d3),segment_id=1d21feae-2734-4392-a2ec-ca96e41756d3)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:25:26.222054 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-89af0858-e214-451f-8ff2-cca1bf4517a8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 40587273-edfd-47f1-aa51-ac27e074babb) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:26.232579 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7db35eb2-1273-428a-aa47-44835be8e0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:26.239320 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89af0858-e214-451f-8ff2-cca1bf4517a8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:26.239899 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-89af0858-e214-451f-8ff2-cca1bf4517a8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:26.293372 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a1aef-2c69-4425-866e-484ace114b45 req-d7ac6418-cfcd-4b36-b270-b8fe1e29b644 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:26.297302 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a1aef-2c69-4425-866e-484ace114b45 req-d7ac6418-cfcd-4b36-b270-b8fe1e29b644 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:26.302150 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a1aef-2c69-4425-866e-484ace114b45 req-d7ac6418-cfcd-4b36-b270-b8fe1e29b644 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:26.317678 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a1aef-2c69-4425-866e-484ace114b45 req-d7ac6418-cfcd-4b36-b270-b8fe1e29b644 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:26.326686 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a1aef-2c69-4425-866e-484ace114b45 req-d7ac6418-cfcd-4b36-b270-b8fe1e29b644 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:26.335311 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a1aef-2c69-4425-866e-484ace114b45 req-d7ac6418-cfcd-4b36-b270-b8fe1e29b644 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:26.339902 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a1aef-2c69-4425-866e-484ace114b45 req-d7ac6418-cfcd-4b36-b270-b8fe1e29b644 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:26.347720 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ca0a1aef-2c69-4425-866e-484ace114b45 req-d7ac6418-cfcd-4b36-b270-b8fe1e29b644 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5444 time: 0.5237520 Apr 20 17:25:26.350163 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ee0de0d7-b408-479e-b38c-14236739a1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:26.366555 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3b35cb79-efba-452d-9fe8-cc6f2451a971 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:26.370989 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3b35cb79-efba-452d-9fe8-cc6f2451a971 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Usage tracker for resource:subnet and tenant:7d548cc9fb0048189253c793d267f52f is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:26.374084 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3b35cb79-efba-452d-9fe8-cc6f2451a971 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:26.379837 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3b35cb79-efba-452d-9fe8-cc6f2451a971 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:26.394579 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8952917d-e3ab-4f1f-9eac-90b723ebfca2 None None] Network 40587273-edfd-47f1-aa51-ac27e074babb requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:26.558779 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:26.559039 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a2ba0c55-950c-4f68-9870-c0d9f3d564a3 req-20b3de62-b81c-4b2e-8bac-1f79e18f553e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 210 time: 0.0489492 Apr 20 17:25:26.576737 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-89af0858-e214-451f-8ff2-cca1bf4517a8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4545803 Apr 20 17:25:26.586156 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b35cb79-efba-452d-9fe8-cc6f2451a971 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Made reservation on behalf of 7d548cc9fb0048189253c793d267f52f for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:26.589648 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48018) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:26.596749 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1b29a348-6395-4182-a742-c0ad9e886147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:26.627411 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-d79a6e83-f8fb-4762-aa05-eea3c8e39226 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Request body: {'subnet': {'network_id': '40587273-edfd-47f1-aa51-ac27e074babb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:26.671909 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db35eb2-1273-428a-aa47-44835be8e0bc None None] Pushing event updated for resources: {'Port': ['ID=2a657b84-1350-4e00-b35c-08c3f81eb8a9,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:26.712815 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3b35cb79-efba-452d-9fe8-cc6f2451a971 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:26.717357 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-1b29a348-6395-4182-a742-c0ad9e886147 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feae76e1-a8c8-4d06-8059-e7ccdb95e6e9']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:26.740389 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port f8b4b38f-8a9a-482a-9671-d4d8a1e42e24, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=f8b4b38f-8a9a-482a-9671-d4d8a1e42e24,segment=NetworkSegment(b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095),segment_id=b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:26.753632 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ca0a1aef-2c69-4425-866e-484ace114b45 req-c697bda0-04da-4515-a383-74d5a5c837a6 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4046404 Apr 20 17:25:26.754532 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59afbde-2036-4a22-95f2-8cd47a8450aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-4fc2b546-1896-424d-b81f-236d6af708b8', 'network_id': '4fc2b546-1896-424d-b81f-236d6af708b8', 'tenant_id': '7d548cc9fb0048189253c793d267f52f', 'fixed_ips': [{'subnet_id': '4ea8781a-bf2e-40cc-a21a-9c1890f7674d'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:25:26.755456 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e59afbde-2036-4a22-95f2-8cd47a8450aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:26.771101 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-1b29a348-6395-4182-a742-c0ad9e886147 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e2185c-5a53-4a3c-aabf-4984cc37c3d7') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:26.771396 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-1b29a348-6395-4182-a742-c0ad9e886147 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e2185c-5a53-4a3c-aabf-4984cc37c3d7') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:26.784189 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:26.798666 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1b29a348-6395-4182-a742-c0ad9e886147 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:26.857844 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1b29a348-6395-4182-a742-c0ad9e886147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:26.859996 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2dc897c-4d5a-46fd-89ed-7340e5de99dd'}, {'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b4b38f-8a9a-482a-9671-d4d8a1e42e24'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:25:26.894637 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b29a348-6395-4182-a742-c0ad9e886147 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:25:26.895036 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1b29a348-6395-4182-a742-c0ad9e886147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:26.908707 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:25:26.908707 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:25:26.908707 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:25:26.908707 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:25:26.908707 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:25:26.908707 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:25:26.908707 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:25:26.908707 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:25:26.908707 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:25:26.908707 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:25:26.908707 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:25:26.908707 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:25:26.908707 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:25:26.908707 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:25:26.908707 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:25:26.908707 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:25:26.908707 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:25:26.908707 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:25:26.908707 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:25:26.908707 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:25:26.908707 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:25:26.908707 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:25:26.908707 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:25:26.908707 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:25:26.908707 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:25:26.908707 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:25:26.908707 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:25:26.908707 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:25:26.908707 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:25:26.908707 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:25:26.908707 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:25:26.908707 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:25:26.931305 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ee0de0d7-b408-479e-b38c-14236739a1ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:26.948827 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-67a5290c-d244-4ecb-8904-571c6c69a206 None None] Allocated IP 172.20.0.2 (4f37beb4-cacf-475a-8f23-eab887469923/459b9241-591b-4214-ba21-d89500ea520e/d68f2bd6-deec-4ce2-8461-f8adacab1341) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:25:26.972165 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d79a6e83-f8fb-4762-aa05-eea3c8e39226 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:26.988055 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c09cebdc-70f3-48bd-ba2d-232a29b038da'] response: {'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2dc897c-4d5a-46fd-89ed-7340e5de99dd', 'code': 200} Apr 20 17:25:26.988557 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c09cebdc-70f3-48bd-ba2d-232a29b038da'] response: {'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b4b38f-8a9a-482a-9671-d4d8a1e42e24', 'code': 200} Apr 20 17:25:27.059696 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d79a6e83-f8fb-4762-aa05-eea3c8e39226 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Usage tracker for resource:subnet and tenant:4963562334f84d419efd025d32d84935 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:27.064031 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d79a6e83-f8fb-4762-aa05-eea3c8e39226 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:27.072682 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d79a6e83-f8fb-4762-aa05-eea3c8e39226 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:27.096770 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1b29a348-6395-4182-a742-c0ad9e886147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:27.097370 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ee0de0d7-b408-479e-b38c-14236739a1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:27.124516 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79a6e83-f8fb-4762-aa05-eea3c8e39226 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Made reservation on behalf of 4963562334f84d419efd025d32d84935 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:27.128038 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d79a6e83-f8fb-4762-aa05-eea3c8e39226 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:27.135431 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=f8b4b38f-8a9a-482a-9671-d4d8a1e42e24,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:27.166269 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fefa4f4-ba81-442a-aaf5-5be75920d9e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-40587273-edfd-47f1-aa51-ac27e074babb', 'network_id': '40587273-edfd-47f1-aa51-ac27e074babb', 'tenant_id': '4963562334f84d419efd025d32d84935', 'fixed_ips': [{'subnet_id': '50c7501b-5e44-4206-b173-2cd2652ef391'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:25:27.167441 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7fefa4f4-ba81-442a-aaf5-5be75920d9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:27.206908 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1b29a348-6395-4182-a742-c0ad9e886147 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:27.225851 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b29a348-6395-4182-a742-c0ad9e886147 admin admin] Pushing event deleted for resources: {'Network': ['ID=feae76e1-a8c8-4d06-8059-e7ccdb95e6e9,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:27.293697 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-917d2117-ce36-4181-b8b6-c209fb663afd req-6583478a-792a-40c2-afe3-d84f3a19ed81 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:25:27.304674 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3b35cb79-efba-452d-9fe8-cc6f2451a971 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:27.329649 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1b29a348-6395-4182-a742-c0ad9e886147 admin admin] 10.222.0.39 "DELETE /v2.0/networks/feae76e1-a8c8-4d06-8059-e7ccdb95e6e9 HTTP/1.1" status: 204 len: 168 time: 1.4162059 Apr 20 17:25:27.366808 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdf27ef-b1c7-49fb-8bb2-1dde930f65ca None None] Sync routers for ids ['e27406a2-f3dd-44fb-9c24-d039092153da'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:25:27.458380 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35cb79-efba-452d-9fe8-cc6f2451a971 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Pushing event updated for resources: {'Subnet': ['ID=2988e5b9-f526-466d-ac17-56fc191c440a,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:27.519709 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b35cb79-efba-452d-9fe8-cc6f2451a971 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Checking segment: {'id': 'bbbc52b8-03f5-4ed9-84ed-37591d8aa16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5a6c6a2a-4a3d-4733-8802-a03159e5e8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:25:27.520421 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b35cb79-efba-452d-9fe8-cc6f2451a971 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Network hostable DHCP agents. Network: 5a6c6a2a-4a3d-4733-8802-a03159e5e8b9, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:25:27.531691 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-e59afbde-2036-4a22-95f2-8cd47a8450aa None None] Allocated IP 172.20.0.2 (4fc2b546-1896-424d-b81f-236d6af708b8/4ea8781a-bf2e-40cc-a21a-9c1890f7674d/92ff8e79-1f95-479f-aa89-a35a09b450b7) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:25:27.548465 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4169c1a0-9b42-48d2-93e0-b68a8b096a62 req-d98f01af-4aab-40b3-9609-db1544a83607 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 6502 time: 0.4452960 Apr 20 17:25:27.551130 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-ee0de0d7-b408-479e-b38c-14236739a1ae admin admin] Allocated IP 172.25.8.86 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/99874db1-56a9-4990-a2da-9b8c1b31499c) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:25:27.553320 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdf27ef-b1c7-49fb-8bb2-1dde930f65ca None None] Routers {'e27406a2-f3dd-44fb-9c24-d039092153da'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:25:27.553956 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-efdf27ef-b1c7-49fb-8bb2-1dde930f65ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:25:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e27406a2-f3dd-44fb-9c24-d039092153da'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:27.628494 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48028) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:27.663899 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-917d2117-ce36-4181-b8b6-c209fb663afd req-6583478a-792a-40c2-afe3-d84f3a19ed81 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] No DVR routers for this DVR port ca3453d0-7f07-4e9c-8b96-ebe8788d961d on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:25:27.671963 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-917d2117-ce36-4181-b8b6-c209fb663afd req-6583478a-792a-40c2-afe3-d84f3a19ed81 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:27.674615 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618030c4-b0fe-41c0-ba26-4a6325b89531', 'name': 'network-vif-deleted', 'tag': 'ca3453d0-7f07-4e9c-8b96-ebe8788d961d'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:25:27.679918 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d79a6e83-f8fb-4762-aa05-eea3c8e39226 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:27.710457 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b35cb79-efba-452d-9fe8-cc6f2451a971 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Network 5a6c6a2a-4a3d-4733-8802-a03159e5e8b9 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:25:27.737116 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4169c1a0-9b42-48d2-93e0-b68a8b096a62 req-10f9b216-4f84-480a-8cd2-04dde9fbe0e6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1785483 Apr 20 17:25:27.744736 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 5e9e4c5a-1289-4c21-8f56-bce3bbe09f69 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:25:27.748793 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ca3453d0-7f07-4e9c-8b96-ebe8788d961d no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:25:27.766585 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-917d2117-ce36-4181-b8b6-c209fb663afd req-6583478a-792a-40c2-afe3-d84f3a19ed81 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.43 "DELETE /v2.0/ports/ca3453d0-7f07-4e9c-8b96-ebe8788d961d HTTP/1.1" status: 204 len: 173 time: 4.3325944 Apr 20 17:25:27.788141 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fee78693-ebad-4c03-8d5f-50a1c8fc4d21 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ba9dd6bf26dc455eb0993d7c75a6f658&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1562936 Apr 20 17:25:27.792234 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-3b35cb79-efba-452d-9fe8-cc6f2451a971 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 5a6c6a2a-4a3d-4733-8802-a03159e5e8b9) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:27.795056 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48036) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:27.805898 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a888d36-f598-4991-9b18-8e0c992ec43e req-619bccde-cdda-4061-a706-dd54d1d7af5f tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:27.819378 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f86bdcb-0202-4e2a-893f-bb79fc6180e1 None None] Network 5a6c6a2a-4a3d-4733-8802-a03159e5e8b9 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:27.819677 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6a888d36-f598-4991-9b18-8e0c992ec43e req-619bccde-cdda-4061-a706-dd54d1d7af5f tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee58844-d2ce-4900-8797-6b9cb1d61d20 HTTP/1.1" status: 200 len: 943 time: 0.6096659 Apr 20 17:25:27.844809 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79a6e83-f8fb-4762-aa05-eea3c8e39226 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Network 40587273-edfd-47f1-aa51-ac27e074babb is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:25:27.850731 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b35cb79-efba-452d-9fe8-cc6f2451a971 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:27.851318 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3b35cb79-efba-452d-9fe8-cc6f2451a971 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:27.854649 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-d79a6e83-f8fb-4762-aa05-eea3c8e39226 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:27.861438 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79a6e83-f8fb-4762-aa05-eea3c8e39226 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:27.862306 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d79a6e83-f8fb-4762-aa05-eea3c8e39226 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:27.895145 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a6e83-f8fb-4762-aa05-eea3c8e39226 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event updated for resources: {'Subnet': ['ID=488d8f0a-43b3-4afe-a543-1bf9fcc148e7,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:27.906373 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0f94ed46-ad33-4761-ad40-58961c32a246 req-632c3dbf-d4dc-41ed-93c0-595c62b3369a tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=618030c4-b0fe-41c0-ba26-4a6325b89531 HTTP/1.1" status: 200 len: 210 time: 0.1207521 Apr 20 17:25:27.912419 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d79a6e83-f8fb-4762-aa05-eea3c8e39226 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3172956 Apr 20 17:25:27.914474 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48042) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:27.981079 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: ca3453d0-7f07-4e9c-8b96-ebe8788d961d {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:25:27.981504 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ca3453d0-7f07-4e9c-8b96-ebe8788d961d not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:25:28.013456 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ee0de0d7-b408-479e-b38c-14236739a1ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:28.028056 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3b35cb79-efba-452d-9fe8-cc6f2451a971 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9925163 Apr 20 17:25:28.033716 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48046) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:28.039447 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-48bf108a-51f2-42ac-ac03-30dbd32d0bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:28.051396 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6a888d36-f598-4991-9b18-8e0c992ec43e req-ed1296a5-7f8d-487c-b1b7-5b28f83f47b1 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/security-groups?id=53815866-c103-47fa-8c7d-74d79fc3c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306352 Apr 20 17:25:28.071678 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-48bf108a-51f2-42ac-ac03-30dbd32d0bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:28.114589 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-7fefa4f4-ba81-442a-aaf5-5be75920d9e1 None None] Allocated IP 2001:db8::2 (40587273-edfd-47f1-aa51-ac27e074babb/50c7501b-5e44-4206-b173-2cd2652ef391/2e70e1fe-f635-477e-8087-8dcd474f2df0) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:25:28.156858 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-48bf108a-51f2-42ac-ac03-30dbd32d0bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:28.160715 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3de7d169-7ada-48fa-8a03-ddb8cae4d5fc'] response: {'server_uuid': '618030c4-b0fe-41c0-ba26-4a6325b89531', 'name': 'network-vif-deleted', 'tag': 'ca3453d0-7f07-4e9c-8b96-ebe8788d961d', 'status': 'completed', 'code': 200} Apr 20 17:25:28.203152 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf108a-51f2-42ac-ac03-30dbd32d0bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b3791e-07f8-4890-8203-7ef2a4f40eab,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:28.215206 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ee0de0d7-b408-479e-b38c-14236739a1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:28.256330 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3fbd92-f731-48cf-8033-b23f725a1b38 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:28.257467 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3fbd92-f731-48cf-8033-b23f725a1b38 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:28.258900 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3fbd92-f731-48cf-8033-b23f725a1b38 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:28.260184 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3fbd92-f731-48cf-8033-b23f725a1b38 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:28.261537 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3fbd92-f731-48cf-8033-b23f725a1b38 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:28.262519 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8d3fbd92-f731-48cf-8033-b23f725a1b38 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Synchronizing usage tracker for tenant:4963562334f84d419efd025d32d84935 on resource:subnet {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:25:28.325627 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-48bf108a-51f2-42ac-ac03-30dbd32d0bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:28.329287 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-48bf108a-51f2-42ac-ac03-30dbd32d0bc4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/95b3791e-07f8-4890-8203-7ef2a4f40eab HTTP/1.1" status: 204 len: 168 time: 0.4972732 Apr 20 17:25:28.366674 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0de0d7-b408-479e-b38c-14236739a1ae admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:25:28.372890 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8d3fbd92-f731-48cf-8033-b23f725a1b38 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Unset dirty status for tenant:4963562334f84d419efd025d32d84935 on resource:subnet {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:25:28.377671 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8d3fbd92-f731-48cf-8033-b23f725a1b38 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4603119 Apr 20 17:25:28.377867 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-ee0de0d7-b408-479e-b38c-14236739a1ae admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:28.379545 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0de0d7-b408-479e-b38c-14236739a1ae admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:25:28.380893 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48054) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:28.417127 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-67a5290c-d244-4ecb-8904-571c6c69a206 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:28.429810 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0de0d7-b408-479e-b38c-14236739a1ae admin admin] Pushing event updated for resources: {'Port': ['ID=99874db1-56a9-4990-a2da-9b8c1b31499c,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:28.454091 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-54efe817-063c-4f52-b7f8-921933ec7794 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-530110488'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:28.464722 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-54efe817-063c-4f52-b7f8-921933ec7794 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:28.474101 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-54efe817-063c-4f52-b7f8-921933ec7794 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Usage tracker for resource:network and tenant:4963562334f84d419efd025d32d84935 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:28.477988 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-54efe817-063c-4f52-b7f8-921933ec7794 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:28.484906 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-54efe817-063c-4f52-b7f8-921933ec7794 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:28.531973 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.resource_extend [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:25:28.570130 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54efe817-063c-4f52-b7f8-921933ec7794 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Made reservation on behalf of 4963562334f84d419efd025d32d84935 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:28.573496 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-54efe817-063c-4f52-b7f8-921933ec7794 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:28.620531 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cacb7f-0f44-4daa-9969-0db6a41b9c87 None None] Network 12162291-3632-48fe-ad96-47fa3e768bf9 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:28.666474 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54efe817-063c-4f52-b7f8-921933ec7794 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:25:28.676924 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-54efe817-063c-4f52-b7f8-921933ec7794 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:28.677274 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-54efe817-063c-4f52-b7f8-921933ec7794 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Added segment f5b74e9a-ee94-4ecf-8b8b-015a94f7a831 of type vlan for network 6d2c8303-3298-41fb-9656-0877a7009db4 Apr 20 17:25:28.714323 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-54efe817-063c-4f52-b7f8-921933ec7794 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:28.725580 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0691601-87de-4fc3-884f-2a669fa57dc9 req-a5f64d28-eed4-40e6-a341-1d35b01efe80 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:28.729867 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0691601-87de-4fc3-884f-2a669fa57dc9 req-a5f64d28-eed4-40e6-a341-1d35b01efe80 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:28.733922 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0691601-87de-4fc3-884f-2a669fa57dc9 req-a5f64d28-eed4-40e6-a341-1d35b01efe80 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:28.737805 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0691601-87de-4fc3-884f-2a669fa57dc9 req-a5f64d28-eed4-40e6-a341-1d35b01efe80 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:28.741671 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0691601-87de-4fc3-884f-2a669fa57dc9 req-a5f64d28-eed4-40e6-a341-1d35b01efe80 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:28.745953 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0691601-87de-4fc3-884f-2a669fa57dc9 req-a5f64d28-eed4-40e6-a341-1d35b01efe80 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:28.749804 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0691601-87de-4fc3-884f-2a669fa57dc9 req-a5f64d28-eed4-40e6-a341-1d35b01efe80 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:28.751805 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e0691601-87de-4fc3-884f-2a669fa57dc9 req-a5f64d28-eed4-40e6-a341-1d35b01efe80 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5445 time: 0.4755182 Apr 20 17:25:28.758751 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 5e9e4c5a-1289-4c21-8f56-bce3bbe09f69, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=5e9e4c5a-1289-4c21-8f56-bce3bbe09f69,segment=NetworkSegment(124f52b6-d232-4aa2-b9c8-207402d3aad3),segment_id=124f52b6-d232-4aa2-b9c8-207402d3aad3)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:28.797104 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-efdf27ef-b1c7-49fb-8bb2-1dde930f65ca None None] Set router e27406a2-f3dd-44fb-9c24-d039092153da gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:25:28.815390 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e0691601-87de-4fc3-884f-2a669fa57dc9 req-5098dd09-abab-4c75-a455-4c7bea90ae2b tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534413 Apr 20 17:25:28.846431 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ee0de0d7-b408-479e-b38c-14236739a1ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:28.847493 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ee0de0d7-b408-479e-b38c-14236739a1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:29.000045 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-54efe817-063c-4f52-b7f8-921933ec7794 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:29.004173 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54efe817-063c-4f52-b7f8-921933ec7794 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:29.004759 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-54efe817-063c-4f52-b7f8-921933ec7794 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:29.036165 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-63ef820f-fca2-4b3c-b472-af5baebae4d4 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:29.163362 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0de0d7-b408-479e-b38c-14236739a1ae admin admin] Router 99bb21b0-21b3-4412-a977-55cc451563b7 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:25:29.290269 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48074) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:29.386032 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 2a657b84-1350-4e00-b35c-08c3f81eb8a9 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:25:29.494606 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380cff8-8f5c-465f-9e18-63a7b3c6afdf req-728d35ad-95d0-4b11-90d9-e74bf8e2fa16 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:29.501994 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5380cff8-8f5c-465f-9e18-63a7b3c6afdf req-728d35ad-95d0-4b11-90d9-e74bf8e2fa16 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee58844-d2ce-4900-8797-6b9cb1d61d20 HTTP/1.1" status: 200 len: 943 time: 0.2128134 Apr 20 17:25:29.517978 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-67a5290c-d244-4ecb-8904-571c6c69a206 None None] Transition to ACTIVE for port object d68f2bd6-deec-4ce2-8461-f8adacab1341 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:25:29.593928 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-54efe817-063c-4f52-b7f8-921933ec7794 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1492124 Apr 20 17:25:29.595587 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48084) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:29.599026 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '5e9e4c5a-1289-4c21-8f56-bce3bbe09f69', 'network_id': '7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295', 'port_id': '5e9e4c5a-1289-4c21-8f56-bce3bbe09f69', 'mac_address': 'fa:16:3e:d8:2f:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1134ee8c-f7c0-4f8f-a0e5-73609fdc6401', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:25:29.606635 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-10e826a2-a9d8-477e-baad-78a6300f642f tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:29.634351 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efe817-063c-4f52-b7f8-921933ec7794 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event updated for resources: {'Network': ['ID=6d2c8303-3298-41fb-9656-0877a7009db4,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:29.644015 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9e692df0-7e17-4dc1-ac6f-00476c5675ee tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:29.676161 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-7d3eeb56-4747-4f24-8e4b-3a8461cc4bd3 None None] Provisioning for port 2a657b84-1350-4e00-b35c-08c3f81eb8a9 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:29.716142 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:29.732507 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 6d2c8303-3298-41fb-9656-0877a7009db4 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:25:29.734774 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5380cff8-8f5c-465f-9e18-63a7b3c6afdf req-a7ddece7-7ea8-4b38-bc22-1dda261d518f tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/security-groups?id=53815866-c103-47fa-8c7d-74d79fc3c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318242 Apr 20 17:25:29.761874 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9e692df0-7e17-4dc1-ac6f-00476c5675ee tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:29.840513 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0de0d7-b408-479e-b38c-14236739a1ae admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:25:29.857944 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfb495b-bffa-4c2c-9243-5ac863a7dfd7 None None] Sync routers for ids ['99bb21b0-21b3-4412-a977-55cc451563b7'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:25:29.866445 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9e692df0-7e17-4dc1-ac6f-00476c5675ee tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:29.879191 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfb495b-bffa-4c2c-9243-5ac863a7dfd7 None None] Routers {'99bb21b0-21b3-4412-a977-55cc451563b7'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:25:29.879800 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9bfb495b-bffa-4c2c-9243-5ac863a7dfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:25:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['99bb21b0-21b3-4412-a977-55cc451563b7'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:29.892473 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e692df0-7e17-4dc1-ac6f-00476c5675ee tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0278c42b-3090-4348-bbb0-986b922e208b,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:29.907308 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ee0de0d7-b408-479e-b38c-14236739a1ae admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:29.911607 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ee0de0d7-b408-479e-b38c-14236739a1ae admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3254633 Apr 20 17:25:29.912846 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48096) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:29.914799 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9e692df0-7e17-4dc1-ac6f-00476c5675ee tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:29.918595 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9e692df0-7e17-4dc1-ac6f-00476c5675ee tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "DELETE /v2.0/security-groups/0278c42b-3090-4348-bbb0-986b922e208b HTTP/1.1" status: 204 len: 168 time: 0.6198094 Apr 20 17:25:29.919872 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48100) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:30.015160 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-fa072a2f-7013-4eab-94d4-499c74071e51 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] show failed (client error): The resource could not be found. Apr 20 17:25:30.018852 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fa072a2f-7013-4eab-94d4-499c74071e51 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups/0278c42b-3090-4348-bbb0-986b922e208b HTTP/1.1" status: 404 len: 347 time: 0.0290241 Apr 20 17:25:30.020152 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48104) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:30.066319 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-67a5290c-d244-4ecb-8904-571c6c69a206 None None] Transition to ACTIVE for port object d68f2bd6-deec-4ce2-8461-f8adacab1341 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:25:30.113763 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e9e4c5a-1289-4c21-8f56-bce3bbe09f69 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:25:30.133737 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-10e826a2-a9d8-477e-baad-78a6300f642f tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:30.189003 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-10e826a2-a9d8-477e-baad-78a6300f642f tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:30.268399 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e59afbde-2036-4a22-95f2-8cd47a8450aa None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:30.315057 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ca21d0-d99d-430b-90dd-b931463b4d83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-5a6c6a2a-4a3d-4733-8802-a03159e5e8b9', 'network_id': '5a6c6a2a-4a3d-4733-8802-a03159e5e8b9', 'tenant_id': '7d548cc9fb0048189253c793d267f52f', 'fixed_ips': [{'subnet_id': '2988e5b9-f526-466d-ac17-56fc191c440a'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:25:30.315874 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d8ca21d0-d99d-430b-90dd-b931463b4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:30.343097 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-10e826a2-a9d8-477e-baad-78a6300f642f tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Network 6d2c8303-3298-41fb-9656-0877a7009db4 is not hosted by any dhcp agent {{(pid=84080) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 20 17:25:30.349006 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e826a2-a9d8-477e-baad-78a6300f642f tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:30.349308 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-10e826a2-a9d8-477e-baad-78a6300f642f tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:30.350718 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-10e826a2-a9d8-477e-baad-78a6300f642f tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "PUT /v2.0/networks/6d2c8303-3298-41fb-9656-0877a7009db4 HTTP/1.1" status: 200 len: 723 time: 0.7540314 Apr 20 17:25:30.356228 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-67a5290c-d244-4ecb-8904-571c6c69a206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:30.359711 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48112) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:30.360912 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 2a657b84-1350-4e00-b35c-08c3f81eb8a9 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:30.392335 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-9bfb495b-bffa-4c2c-9243-5ac863a7dfd7 None None] Set router 99bb21b0-21b3-4412-a977-55cc451563b7 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:25:30.395738 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-b307551e-b3a3-4e5a-bc06-a29cc46894ea tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Request body: {'subnet': {'network_id': '6d2c8303-3298-41fb-9656-0877a7009db4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:30.466545 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-71f66d2b-7234-4cd4-b238-4e2df08ef193 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Deleting port 95aa08bb-7e69-45c5-a707-f27862e95797 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:25:30.467040 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71f66d2b-7234-4cd4-b238-4e2df08ef193 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:30.470556 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 5e9e4c5a-1289-4c21-8f56-bce3bbe09f69, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=5e9e4c5a-1289-4c21-8f56-bce3bbe09f69,segment=NetworkSegment(124f52b6-d232-4aa2-b9c8-207402d3aad3),segment_id=124f52b6-d232-4aa2-b9c8-207402d3aad3)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:30.502458 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e59afbde-2036-4a22-95f2-8cd47a8450aa None None] Transition to ACTIVE for port object 92ff8e79-1f95-479f-aa89-a35a09b450b7 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:25:30.512862 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 2a657b84-1350-4e00-b35c-08c3f81eb8a9 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:30.513223 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:30.556735 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:30.574141 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b307551e-b3a3-4e5a-bc06-a29cc46894ea tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:30.609134 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7fefa4f4-ba81-442a-aaf5-5be75920d9e1 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:30.622091 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-7fefa4f4-ba81-442a-aaf5-5be75920d9e1 None None] Transition to ACTIVE for port object 2e70e1fe-f635-477e-8087-8dcd474f2df0 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:25:30.643615 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-7fefa4f4-ba81-442a-aaf5-5be75920d9e1 None None] Transition to ACTIVE for port object 2e70e1fe-f635-477e-8087-8dcd474f2df0 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:25:30.664688 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae4dc0-fdea-4ac7-a2c0-f2f5cd8a3a60 req-18579b26-a6cd-4207-9813-0a1414857de7 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:30.670042 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae4dc0-fdea-4ac7-a2c0-f2f5cd8a3a60 req-18579b26-a6cd-4207-9813-0a1414857de7 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:30.674955 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae4dc0-fdea-4ac7-a2c0-f2f5cd8a3a60 req-18579b26-a6cd-4207-9813-0a1414857de7 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:30.679412 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae4dc0-fdea-4ac7-a2c0-f2f5cd8a3a60 req-18579b26-a6cd-4207-9813-0a1414857de7 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:30.683716 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae4dc0-fdea-4ac7-a2c0-f2f5cd8a3a60 req-18579b26-a6cd-4207-9813-0a1414857de7 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:30.689217 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae4dc0-fdea-4ac7-a2c0-f2f5cd8a3a60 req-18579b26-a6cd-4207-9813-0a1414857de7 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:30.693603 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae4dc0-fdea-4ac7-a2c0-f2f5cd8a3a60 req-18579b26-a6cd-4207-9813-0a1414857de7 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:30.701316 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-15ae4dc0-fdea-4ac7-a2c0-f2f5cd8a3a60 req-18579b26-a6cd-4207-9813-0a1414857de7 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5445 time: 0.5491314 Apr 20 17:25:30.716618 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e826a2-a9d8-477e-baad-78a6300f642f tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event updated for resources: {'Network': ['ID=6d2c8303-3298-41fb-9656-0877a7009db4,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:30.716983 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5290c-d244-4ecb-8904-571c6c69a206 None None] Pushing event updated for resources: {'Port': ['ID=d68f2bd6-deec-4ce2-8461-f8adacab1341,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:30.755962 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-06cb3e2b-25d9-4eab-b561-88feb580be23 req-c0a6df27-cf49-4fd0-9e29-fc93ac382140 tempest-ServerShowV254Test-629948713 tempest-ServerShowV254Test-629948713-project] 10.222.0.39 "GET /v2.0/ports?device_id=b05d9719-db32-4aed-ad98-cebf4a471681 HTTP/1.1" status: 200 len: 210 time: 0.1716809 Apr 20 17:25:30.757126 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b307551e-b3a3-4e5a-bc06-a29cc46894ea tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:30.803665 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b307551e-b3a3-4e5a-bc06-a29cc46894ea tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Made reservation on behalf of 4963562334f84d419efd025d32d84935 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:30.905777 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-15ae4dc0-fdea-4ac7-a2c0-f2f5cd8a3a60 req-a12eb877-429e-43f2-8698-df6929835b37 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2009814 Apr 20 17:25:31.019721 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71f66d2b-7234-4cd4-b238-4e2df08ef193 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:31.022609 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71f66d2b-7234-4cd4-b238-4e2df08ef193 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:31.033791 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9bfb495b-bffa-4c2c-9243-5ac863a7dfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'name': 'tempest-ServerActionsTestJSON-1417737561-router', 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '99874db1-56a9-4990-a2da-9b8c1b31499c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:25:25Z', 'updated_at': '2022-04-20T17:25:28Z', 'revision_number': 3, 'project_id': '048f4cae66cf42c897493ac9a67e0d5f', 'gw_port': {'id': '99874db1-56a9-4990-a2da-9b8c1b31499c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:25:27Z', 'updated_at': '2022-04-20T17:25:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:31.046218 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfb495b-bffa-4c2c-9243-5ac863a7dfd7 None None] Checking router: 99bb21b0-21b3-4412-a977-55cc451563b7 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:25:31.053273 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfb495b-bffa-4c2c-9243-5ac863a7dfd7 None None] Updating router 99bb21b0-21b3-4412-a977-55cc451563b7 port 99874db1-56a9-4990-a2da-9b8c1b31499c binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:25:31.092594 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7fefa4f4-ba81-442a-aaf5-5be75920d9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:31.119091 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 6d2c8303-3298-41fb-9656-0877a7009db4 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:25:31.164256 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9bfb495b-bffa-4c2c-9243-5ac863a7dfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:31.280173 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['5e9e4c5a-1289-4c21-8f56-bce3bbe09f69'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:25:31.311923 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=5e9e4c5a-1289-4c21-8f56-bce3bbe09f69,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:31.316263 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a5290c-d244-4ecb-8904-571c6c69a206 None None] Network 4f37beb4-cacf-475a-8f23-eab887469923 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:25:31.317673 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e59afbde-2036-4a22-95f2-8cd47a8450aa None None] Transition to ACTIVE for port object 92ff8e79-1f95-479f-aa89-a35a09b450b7 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:25:31.406981 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-71f66d2b-7234-4cd4-b238-4e2df08ef193 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Calling delete_port for 95aa08bb-7e69-45c5-a707-f27862e95797 owned by network:floatingip {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:25:31.461730 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b307551e-b3a3-4e5a-bc06-a29cc46894ea tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:31.536129 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-67a5290c-d244-4ecb-8904-571c6c69a206 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:31.549475 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fefa4f4-ba81-442a-aaf5-5be75920d9e1 None None] Pushing event updated for resources: {'Port': ['ID=2e70e1fe-f635-477e-8087-8dcd474f2df0,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:31.573952 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a5290c-d244-4ecb-8904-571c6c69a206 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:25:31.582281 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fefa4f4-ba81-442a-aaf5-5be75920d9e1 None None] Network 40587273-edfd-47f1-aa51-ac27e074babb is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:25:31.602302 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-7fefa4f4-ba81-442a-aaf5-5be75920d9e1 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:31.604507 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e59afbde-2036-4a22-95f2-8cd47a8450aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:31.633737 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fefa4f4-ba81-442a-aaf5-5be75920d9e1 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:25:31.649306 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9bfb495b-bffa-4c2c-9243-5ac863a7dfd7 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:31.673774 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ed590-9fd6-4283-bc89-52d9e00376d2 req-655c651a-3430-419f-ae33-a794a96d08b0 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:31.674024 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-9bfb495b-bffa-4c2c-9243-5ac863a7dfd7 None None] Transition to ACTIVE for port object 99874db1-56a9-4990-a2da-9b8c1b31499c will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:25:31.681804 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ed590-9fd6-4283-bc89-52d9e00376d2 req-655c651a-3430-419f-ae33-a794a96d08b0 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:31.683130 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9bfb495b-bffa-4c2c-9243-5ac863a7dfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:31.688924 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ed590-9fd6-4283-bc89-52d9e00376d2 req-655c651a-3430-419f-ae33-a794a96d08b0 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:31.694913 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ed590-9fd6-4283-bc89-52d9e00376d2 req-655c651a-3430-419f-ae33-a794a96d08b0 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:31.699130 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ed590-9fd6-4283-bc89-52d9e00376d2 req-655c651a-3430-419f-ae33-a794a96d08b0 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:31.703123 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ed590-9fd6-4283-bc89-52d9e00376d2 req-655c651a-3430-419f-ae33-a794a96d08b0 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:31.717834 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ed590-9fd6-4283-bc89-52d9e00376d2 req-655c651a-3430-419f-ae33-a794a96d08b0 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:31.728843 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c23ed590-9fd6-4283-bc89-52d9e00376d2 req-655c651a-3430-419f-ae33-a794a96d08b0 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5445 time: 0.5522070 Apr 20 17:25:31.741187 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48130) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:31.788290 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-fc7731c6-b5e6-49bf-9fc9-2bdb48caa48e tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Request body: {'floatingip': {'port_id': '7f21212c-7835-4c95-8c1b-184aa2b7cc51'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:31.823142 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-9bfb495b-bffa-4c2c-9243-5ac863a7dfd7 None None] Attempting to bind port 99874db1-56a9-4990-a2da-9b8c1b31499c on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:25:31.824123 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-9bfb495b-bffa-4c2c-9243-5ac863a7dfd7 None None] Attempting to bind port 99874db1-56a9-4990-a2da-9b8c1b31499c by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:25:31.824795 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfb495b-bffa-4c2c-9243-5ac863a7dfd7 None None] Attempting to bind port 99874db1-56a9-4990-a2da-9b8c1b31499c on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:25:31.834053 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfb495b-bffa-4c2c-9243-5ac863a7dfd7 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:25:31.835045 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfb495b-bffa-4c2c-9243-5ac863a7dfd7 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:25:31.835694 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9bfb495b-bffa-4c2c-9243-5ac863a7dfd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:31.836369 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfb495b-bffa-4c2c-9243-5ac863a7dfd7 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:25:31.837168 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-9bfb495b-bffa-4c2c-9243-5ac863a7dfd7 None None] Bound port: 99874db1-56a9-4990-a2da-9b8c1b31499c, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:25:31.837751 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9bfb495b-bffa-4c2c-9243-5ac863a7dfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:31.847560 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59afbde-2036-4a22-95f2-8cd47a8450aa None None] Network 4fc2b546-1896-424d-b81f-236d6af708b8 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:25:31.868835 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce1c0fc-5139-4a1b-9d5c-ee2216ecf969 None None] Pushing event updated for resources: {'Port': ['ID=99874db1-56a9-4990-a2da-9b8c1b31499c,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:31.883799 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1c0fc-5139-4a1b-9d5c-ee2216ecf969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:31.884285 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1c0fc-5139-4a1b-9d5c-ee2216ecf969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:31.884709 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1c0fc-5139-4a1b-9d5c-ee2216ecf969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:31.885165 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1c0fc-5139-4a1b-9d5c-ee2216ecf969 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:31.885731 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1c0fc-5139-4a1b-9d5c-ee2216ecf969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:31.886306 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1c0fc-5139-4a1b-9d5c-ee2216ecf969 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:31.886720 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1c0fc-5139-4a1b-9d5c-ee2216ecf969 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:31.887129 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1c0fc-5139-4a1b-9d5c-ee2216ecf969 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:31.887584 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1c0fc-5139-4a1b-9d5c-ee2216ecf969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:31.887990 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1c0fc-5139-4a1b-9d5c-ee2216ecf969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:31.888393 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1c0fc-5139-4a1b-9d5c-ee2216ecf969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:31.907690 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fc7731c6-b5e6-49bf-9fc9-2bdb48caa48e tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks [] for floatingip, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:31.953508 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-9bfb495b-bffa-4c2c-9243-5ac863a7dfd7 None None] For port 99874db1-56a9-4990-a2da-9b8c1b31499c, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:25:31.983481 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-e59afbde-2036-4a22-95f2-8cd47a8450aa None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:31.999315 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59afbde-2036-4a22-95f2-8cd47a8450aa None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:25:32.018203 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-63ef820f-fca2-4b3c-b472-af5baebae4d4 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Allocated IP 172.20.0.1 (4fc2b546-1896-424d-b81f-236d6af708b8/4ea8781a-bf2e-40cc-a21a-9c1890f7674d/b1cb75d7-b516-45b4-bc56-b42f088d5345) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:25:32.059631 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-68a36310-597f-4bdc-8897-e4353c05d0ea req-527b709f-a64a-4c26-a270-4919ba33aa1b tempest-ServerShowV254Test-629948713 tempest-ServerShowV254Test-629948713-project] 10.222.0.39 "GET /v2.0/ports?device_id=b05d9719-db32-4aed-ad98-cebf4a471681 HTTP/1.1" status: 200 len: 210 time: 0.0530863 Apr 20 17:25:32.087905 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-9bfb495b-bffa-4c2c-9243-5ac863a7dfd7 None None] For port 99874db1-56a9-4990-a2da-9b8c1b31499c, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=99874db1-56a9-4990-a2da-9b8c1b31499c,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:25:32.091205 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71f66d2b-7234-4cd4-b238-4e2df08ef193 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:32.096132 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9bfb495b-bffa-4c2c-9243-5ac863a7dfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:32.150173 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f66d2b-7234-4cd4-b238-4e2df08ef193 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Pushing event deleted for resources: {'Port': ['ID=95aa08bb-7e69-45c5-a707-f27862e95797,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:32.163966 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-efdf27ef-b1c7-49fb-8bb2-1dde930f65ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'name': 'tempest-AttachVolumeShelveTestJSON-1002173449-router', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:40Z', 'updated_at': '2022-04-20T17:21:55Z', 'revision_number': 4, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'gw_port': {'id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:42Z', 'updated_at': '2022-04-20T17:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '7abe4fbe-0772-4fad-86b6-c5de891dab60', 'name': '', 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'mac_address': 'fa:16:3e:44:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:53Z', 'updated_at': '2022-04-20T17:22:05Z', 'revision_number': 5, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'subnets': [{'id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:32.173443 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59afbde-2036-4a22-95f2-8cd47a8450aa None None] Pushing event updated for resources: {'Port': ['ID=92ff8e79-1f95-479f-aa89-a35a09b450b7,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:32.218831 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdf27ef-b1c7-49fb-8bb2-1dde930f65ca None None] Checking router: e27406a2-f3dd-44fb-9c24-d039092153da for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:25:32.251781 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:32.253504 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce1c0fc-5139-4a1b-9d5c-ee2216ecf969 None None] Pushing event updated for resources: {'Port': ['ID=99874db1-56a9-4990-a2da-9b8c1b31499c,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:32.258128 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfb495b-bffa-4c2c-9243-5ac863a7dfd7 None None] Routers {'99bb21b0-21b3-4412-a977-55cc451563b7'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:25:32.262430 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71f66d2b-7234-4cd4-b238-4e2df08ef193 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for floatingip, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:32.262725 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9bfb495b-bffa-4c2c-9243-5ac863a7dfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:25:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['99bb21b0-21b3-4412-a977-55cc451563b7'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:32.275608 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-67a5290c-d244-4ecb-8904-571c6c69a206 None None] Attempting to bind port d68f2bd6-deec-4ce2-8461-f8adacab1341 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:25:32.276618 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-67a5290c-d244-4ecb-8904-571c6c69a206 None None] Attempting to bind port d68f2bd6-deec-4ce2-8461-f8adacab1341 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'c554300a-cd59-4a60-9307-fc40b2335284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:25:32.276755 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a5290c-d244-4ecb-8904-571c6c69a206 None None] Attempting to bind port d68f2bd6-deec-4ce2-8461-f8adacab1341 on network 4f37beb4-cacf-475a-8f23-eab887469923 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:25:32.277478 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71f66d2b-7234-4cd4-b238-4e2df08ef193 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:32.283698 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-71f66d2b-7234-4cd4-b238-4e2df08ef193 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "DELETE /v2.0/floatingips/638347a9-275e-4863-8918-66ede1b50d97 HTTP/1.1" status: 204 len: 168 time: 2.2607369 Apr 20 17:25:32.292858 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a5290c-d244-4ecb-8904-571c6c69a206 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:25:32.293220 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a5290c-d244-4ecb-8904-571c6c69a206 None None] Checking segment: {'id': 'c554300a-cd59-4a60-9307-fc40b2335284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:25:32.293616 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-67a5290c-d244-4ecb-8904-571c6c69a206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:32.293999 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a5290c-d244-4ecb-8904-571c6c69a206 None None] Bound using segment: {'id': 'c554300a-cd59-4a60-9307-fc40b2335284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:25:32.294481 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-67a5290c-d244-4ecb-8904-571c6c69a206 None None] Bound port: d68f2bd6-deec-4ce2-8461-f8adacab1341, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c554300a-cd59-4a60-9307-fc40b2335284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:25:32.294852 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-67a5290c-d244-4ecb-8904-571c6c69a206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:32.350959 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52195418-ad1a-4b79-89b2-ceed670355ba req-0b0ed2ff-971a-4540-b582-162721428434 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:32.358804 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-52195418-ad1a-4b79-89b2-ceed670355ba req-0b0ed2ff-971a-4540-b582-162721428434 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee58844-d2ce-4900-8797-6b9cb1d61d20 HTTP/1.1" status: 200 len: 944 time: 1.2344081 Apr 20 17:25:32.399706 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-7fefa4f4-ba81-442a-aaf5-5be75920d9e1 None None] Attempting to bind port 2e70e1fe-f635-477e-8087-8dcd474f2df0 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:25:32.400061 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-7fefa4f4-ba81-442a-aaf5-5be75920d9e1 None None] Attempting to bind port 2e70e1fe-f635-477e-8087-8dcd474f2df0 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '9cb42423-3c3f-45e0-9691-42709783fce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '40587273-edfd-47f1-aa51-ac27e074babb'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:25:32.400568 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fefa4f4-ba81-442a-aaf5-5be75920d9e1 None None] Attempting to bind port 2e70e1fe-f635-477e-8087-8dcd474f2df0 on network 40587273-edfd-47f1-aa51-ac27e074babb {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:25:32.449696 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-e59afbde-2036-4a22-95f2-8cd47a8450aa None None] Attempting to bind port 92ff8e79-1f95-479f-aa89-a35a09b450b7 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:25:32.450056 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-e59afbde-2036-4a22-95f2-8cd47a8450aa None None] Attempting to bind port 92ff8e79-1f95-479f-aa89-a35a09b450b7 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '0d6ebf09-6719-4d85-8175-3f611a656fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4fc2b546-1896-424d-b81f-236d6af708b8'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:25:32.450440 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59afbde-2036-4a22-95f2-8cd47a8450aa None None] Attempting to bind port 92ff8e79-1f95-479f-aa89-a35a09b450b7 on network 4fc2b546-1896-424d-b81f-236d6af708b8 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:25:32.459206 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-d8ca21d0-d99d-430b-90dd-b931463b4d83 None None] Allocated IP 172.20.0.2 (5a6c6a2a-4a3d-4733-8802-a03159e5e8b9/2988e5b9-f526-466d-ac17-56fc191c440a/306fd1b2-eb79-4b72-9cce-4a750fae7a8b) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:25:32.511921 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-9bfb495b-bffa-4c2c-9243-5ac863a7dfd7 None None] Set router 99bb21b0-21b3-4412-a977-55cc451563b7 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:25:32.616829 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-67a5290c-d244-4ecb-8904-571c6c69a206 None None] For port d68f2bd6-deec-4ce2-8461-f8adacab1341, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:25:32.621289 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-67a5290c-d244-4ecb-8904-571c6c69a206 None None] For port d68f2bd6-deec-4ce2-8461-f8adacab1341, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d68f2bd6-deec-4ce2-8461-f8adacab1341,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:25:32.637534 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-52195418-ad1a-4b79-89b2-ceed670355ba req-4bd0b17e-0145-4cdc-ba80-eedbbb45dded tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/security-groups?id=53815866-c103-47fa-8c7d-74d79fc3c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769468 Apr 20 17:25:32.714655 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fefa4f4-ba81-442a-aaf5-5be75920d9e1 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:25:32.715958 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fefa4f4-ba81-442a-aaf5-5be75920d9e1 None None] Checking segment: {'id': '9cb42423-3c3f-45e0-9691-42709783fce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '40587273-edfd-47f1-aa51-ac27e074babb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:25:32.716603 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7fefa4f4-ba81-442a-aaf5-5be75920d9e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:32.717220 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fefa4f4-ba81-442a-aaf5-5be75920d9e1 None None] Bound using segment: {'id': '9cb42423-3c3f-45e0-9691-42709783fce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '40587273-edfd-47f1-aa51-ac27e074babb'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:25:32.717935 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-7fefa4f4-ba81-442a-aaf5-5be75920d9e1 None None] Bound port: 2e70e1fe-f635-477e-8087-8dcd474f2df0, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb42423-3c3f-45e0-9691-42709783fce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '40587273-edfd-47f1-aa51-ac27e074babb'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:25:32.718569 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7fefa4f4-ba81-442a-aaf5-5be75920d9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:32.728908 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59afbde-2036-4a22-95f2-8cd47a8450aa None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:25:32.729685 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59afbde-2036-4a22-95f2-8cd47a8450aa None None] Checking segment: {'id': '0d6ebf09-6719-4d85-8175-3f611a656fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4fc2b546-1896-424d-b81f-236d6af708b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:25:32.730338 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e59afbde-2036-4a22-95f2-8cd47a8450aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:32.731083 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59afbde-2036-4a22-95f2-8cd47a8450aa None None] Bound using segment: {'id': '0d6ebf09-6719-4d85-8175-3f611a656fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4fc2b546-1896-424d-b81f-236d6af708b8'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:25:32.731775 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-e59afbde-2036-4a22-95f2-8cd47a8450aa None None] Bound port: 92ff8e79-1f95-479f-aa89-a35a09b450b7, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6ebf09-6719-4d85-8175-3f611a656fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4fc2b546-1896-424d-b81f-236d6af708b8'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:25:32.732921 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e59afbde-2036-4a22-95f2-8cd47a8450aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:32.760218 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdf27ef-b1c7-49fb-8bb2-1dde930f65ca None None] Routers {'e27406a2-f3dd-44fb-9c24-d039092153da'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:25:32.761288 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-efdf27ef-b1c7-49fb-8bb2-1dde930f65ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:25:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e27406a2-f3dd-44fb-9c24-d039092153da'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:32.776003 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48138) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:32.781614 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-e1f0951a-67e1-46e3-b640-f51297ffbd63 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1630013614', 'description': 'tempest-description--897951102'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:32.787575 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e1f0951a-67e1-46e3-b640-f51297ffbd63 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:32.791716 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e1f0951a-67e1-46e3-b640-f51297ffbd63 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Usage tracker for resource:security_group and tenant:02869399c9f94c6e8f223671a74b81d5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:32.794768 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e1f0951a-67e1-46e3-b640-f51297ffbd63 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:32.800526 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e1f0951a-67e1-46e3-b640-f51297ffbd63 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:32.809579 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-63ef820f-fca2-4b3c-b472-af5baebae4d4 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:32.814066 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e1f0951a-67e1-46e3-b640-f51297ffbd63 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:32.823933 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b307551e-b3a3-4e5a-bc06-a29cc46894ea tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:32.843823 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-67a5290c-d244-4ecb-8904-571c6c69a206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:32.854601 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e1f0951a-67e1-46e3-b640-f51297ffbd63 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:32.858977 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e1f0951a-67e1-46e3-b640-f51297ffbd63 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Usage tracker for resource:security_group_rule and tenant:02869399c9f94c6e8f223671a74b81d5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:32.862660 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e1f0951a-67e1-46e3-b640-f51297ffbd63 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:32.869058 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e1f0951a-67e1-46e3-b640-f51297ffbd63 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:32.893255 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-63ef820f-fca2-4b3c-b472-af5baebae4d4 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Transition to ACTIVE for port object b1cb75d7-b516-45b4-bc56-b42f088d5345 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:25:32.962460 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9bfb495b-bffa-4c2c-9243-5ac863a7dfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'name': 'tempest-ServerActionsTestJSON-1417737561-router', 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '99874db1-56a9-4990-a2da-9b8c1b31499c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:25:25Z', 'updated_at': '2022-04-20T17:25:28Z', 'revision_number': 3, 'project_id': '048f4cae66cf42c897493ac9a67e0d5f', 'gw_port': {'id': '99874db1-56a9-4990-a2da-9b8c1b31499c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:25:27Z', 'updated_at': '2022-04-20T17:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:32.967233 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfb495b-bffa-4c2c-9243-5ac863a7dfd7 None None] The sync data for ids ['99bb21b0-21b3-4412-a977-55cc451563b7'] in n-d-838032-1 is: [{'id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'name': 'tempest-ServerActionsTestJSON-1417737561-router', 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '99874db1-56a9-4990-a2da-9b8c1b31499c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:25:25Z', 'updated_at': '2022-04-20T17:25:28Z', 'revision_number': 3, 'project_id': '048f4cae66cf42c897493ac9a67e0d5f', 'gw_port': {'id': '99874db1-56a9-4990-a2da-9b8c1b31499c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:25:27Z', 'updated_at': '2022-04-20T17:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:25:32.975913 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 2a657b84-1350-4e00-b35c-08c3f81eb8a9, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=2a657b84-1350-4e00-b35c-08c3f81eb8a9,segment=NetworkSegment(1d21feae-2734-4392-a2ec-ca96e41756d3),segment_id=1d21feae-2734-4392-a2ec-ca96e41756d3)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:32.981359 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e1f0951a-67e1-46e3-b640-f51297ffbd63 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:32.994061 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e1f0951a-67e1-46e3-b640-f51297ffbd63 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:33.045788 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f0951a-67e1-46e3-b640-f51297ffbd63 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95ade43a-f0aa-4ea5-9d59-c6f328de7b69,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:33.053586 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e1f0951a-67e1-46e3-b640-f51297ffbd63 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:33.055159 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e1f0951a-67e1-46e3-b640-f51297ffbd63 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2780933 Apr 20 17:25:33.058087 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48142) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:33.064932 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-d2f274f4-07ce-4683-abf4-596c790c2760 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Request body: {'security_group_rule': {'security_group_id': '95ade43a-f0aa-4ea5-9d59-c6f328de7b69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:33.072592 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d2f274f4-07ce-4683-abf4-596c790c2760 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:33.076906 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d2f274f4-07ce-4683-abf4-596c790c2760 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Usage tracker for resource:security_group_rule and tenant:02869399c9f94c6e8f223671a74b81d5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:33.080442 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d2f274f4-07ce-4683-abf4-596c790c2760 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:33.088355 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d2f274f4-07ce-4683-abf4-596c790c2760 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:33.094860 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307551e-b3a3-4e5a-bc06-a29cc46894ea tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event updated for resources: {'Subnet': ['ID=59f02a1f-2c96-4857-bfec-fb657eb64076,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:33.117387 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d2f274f4-07ce-4683-abf4-596c790c2760 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:33.193901 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d2f274f4-07ce-4683-abf4-596c790c2760 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:33.203417 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d2f274f4-07ce-4683-abf4-596c790c2760 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:33.222328 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:33.236375 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f274f4-07ce-4683-abf4-596c790c2760 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b3437ba-f8d5-4843-8742-525f43984d0d,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:33.249295 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d2f274f4-07ce-4683-abf4-596c790c2760 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:33.250268 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d2f274f4-07ce-4683-abf4-596c790c2760 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1908655 Apr 20 17:25:33.253028 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48148) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:33.260220 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-10c3ac8c-49f7-48fa-9c53-56756997b7cb tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Request body: {'security_group_rule': {'security_group_id': '95ade43a-f0aa-4ea5-9d59-c6f328de7b69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:33.268083 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-10c3ac8c-49f7-48fa-9c53-56756997b7cb tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:33.277290 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-10c3ac8c-49f7-48fa-9c53-56756997b7cb tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Usage tracker for resource:security_group_rule and tenant:02869399c9f94c6e8f223671a74b81d5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:33.291894 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-10c3ac8c-49f7-48fa-9c53-56756997b7cb tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:33.301613 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-10c3ac8c-49f7-48fa-9c53-56756997b7cb tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:33.335372 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10c3ac8c-49f7-48fa-9c53-56756997b7cb tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:33.468684 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-e59afbde-2036-4a22-95f2-8cd47a8450aa None None] For port 92ff8e79-1f95-479f-aa89-a35a09b450b7, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:25:33.473487 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5290c-d244-4ecb-8904-571c6c69a206 None None] Pushing event updated for resources: {'Port': ['ID=d68f2bd6-deec-4ce2-8461-f8adacab1341,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:33.526816 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10c3ac8c-49f7-48fa-9c53-56756997b7cb tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:33.537010 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b307551e-b3a3-4e5a-bc06-a29cc46894ea tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Checking segment: {'id': 'f5b74e9a-ee94-4ecf-8b8b-015a94f7a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6d2c8303-3298-41fb-9656-0877a7009db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:25:33.537685 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b307551e-b3a3-4e5a-bc06-a29cc46894ea tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Network hostable DHCP agents. Network: 6d2c8303-3298-41fb-9656-0877a7009db4, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:25:33.541354 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10c3ac8c-49f7-48fa-9c53-56756997b7cb tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:33.545383 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-63ef820f-fca2-4b3c-b472-af5baebae4d4 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:33.595172 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3ac8c-49f7-48fa-9c53-56756997b7cb tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff0600f6-b822-4b8b-84a4-6458f91c8510,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:33.622239 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10c3ac8c-49f7-48fa-9c53-56756997b7cb tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:33.624463 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-10c3ac8c-49f7-48fa-9c53-56756997b7cb tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3699641 Apr 20 17:25:33.627939 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48152) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:33.642719 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-1f22f90e-c9e5-45e2-8cbf-aed761e6950e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:33.651294 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1f22f90e-c9e5-45e2-8cbf-aed761e6950e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:33.656066 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1f22f90e-c9e5-45e2-8cbf-aed761e6950e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Usage tracker for resource:floatingip and tenant:02869399c9f94c6e8f223671a74b81d5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:33.659368 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1f22f90e-c9e5-45e2-8cbf-aed761e6950e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:33.671530 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-e59afbde-2036-4a22-95f2-8cd47a8450aa None None] For port 92ff8e79-1f95-479f-aa89-a35a09b450b7, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=92ff8e79-1f95-479f-aa89-a35a09b450b7,segment=NetworkSegment(0d6ebf09-6719-4d85-8175-3f611a656fdb),segment_id=0d6ebf09-6719-4d85-8175-3f611a656fdb)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:25:33.672810 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1f22f90e-c9e5-45e2-8cbf-aed761e6950e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:33.696080 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-7fefa4f4-ba81-442a-aaf5-5be75920d9e1 None None] For port 2e70e1fe-f635-477e-8087-8dcd474f2df0, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:25:33.696879 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c7a5ecce-de49-4fc4-a9f7-0caf8df652a1 req-40baca91-396b-4e72-84cd-a43090aab3eb tempest-ServerShowV254Test-629948713 tempest-ServerShowV254Test-629948713-project] 10.222.0.39 "GET /v2.0/ports?device_id=b05d9719-db32-4aed-ad98-cebf4a471681 HTTP/1.1" status: 200 len: 210 time: 0.2356851 Apr 20 17:25:33.706827 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1f22f90e-c9e5-45e2-8cbf-aed761e6950e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:33.728635 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0b1316c2-4235-4c11-bdd9-87dda7a5f092 req-781c6d8a-4907-4603-ad09-bbecb07d7d02 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b05d9719-db32-4aed-ad98-cebf4a471681 HTTP/1.1" status: 200 len: 210 time: 0.1687701 Apr 20 17:25:33.775774 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e59afbde-2036-4a22-95f2-8cd47a8450aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:33.821257 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ef820f-fca2-4b3c-b472-af5baebae4d4 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Network 4fc2b546-1896-424d-b81f-236d6af708b8 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:25:33.853269 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-7fefa4f4-ba81-442a-aaf5-5be75920d9e1 None None] For port 2e70e1fe-f635-477e-8087-8dcd474f2df0, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=2e70e1fe-f635-477e-8087-8dcd474f2df0,segment=NetworkSegment(9cb42423-3c3f-45e0-9691-42709783fce7),segment_id=9cb42423-3c3f-45e0-9691-42709783fce7)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:25:33.865091 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-63ef820f-fca2-4b3c-b472-af5baebae4d4 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:33.871081 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef820f-fca2-4b3c-b472-af5baebae4d4 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Pushing event updated for resources: {'Port': ['ID=b1cb75d7-b516-45b4-bc56-b42f088d5345,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:33.895873 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-efdf27ef-b1c7-49fb-8bb2-1dde930f65ca None None] Set router e27406a2-f3dd-44fb-9c24-d039092153da gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:25:34.021835 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ef820f-fca2-4b3c-b472-af5baebae4d4 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:25:34.062114 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1f22f90e-c9e5-45e2-8cbf-aed761e6950e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:34.120956 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ba6f4-529d-4c24-bf0e-3c246fb6884b req-870d87e9-e2ce-42ff-8020-2eac17bb37c8 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:34.122560 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-701ba6f4-529d-4c24-bf0e-3c246fb6884b req-870d87e9-e2ce-42ff-8020-2eac17bb37c8 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee58844-d2ce-4900-8797-6b9cb1d61d20 HTTP/1.1" status: 200 len: 944 time: 0.1996415 Apr 20 17:25:34.132543 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b307551e-b3a3-4e5a-bc06-a29cc46894ea tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Network 6d2c8303-3298-41fb-9656-0877a7009db4 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:25:34.155941 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fc7731c6-b5e6-49bf-9fc9-2bdb48caa48e tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:34.163270 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-63ef820f-fca2-4b3c-b472-af5baebae4d4 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:34.179126 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fc7731c6-b5e6-49bf-9fc9-2bdb48caa48e tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:34.202296 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7fefa4f4-ba81-442a-aaf5-5be75920d9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:34.205717 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=2a657b84-1350-4e00-b35c-08c3f81eb8a9,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:34.252928 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-701ba6f4-529d-4c24-bf0e-3c246fb6884b req-cc00dbd1-4483-4436-997a-cb380896b6ea tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/security-groups?id=53815866-c103-47fa-8c7d-74d79fc3c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233330 Apr 20 17:25:34.274413 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d8ca21d0-d99d-430b-90dd-b931463b4d83 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:34.313618 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-1f22f90e-c9e5-45e2-8cbf-aed761e6950e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Allocated IP 172.25.8.147 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/a4980b78-a03e-4730-9da9-eee14e3a5863) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:25:34.325854 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d8ca21d0-d99d-430b-90dd-b931463b4d83 None None] Transition to ACTIVE for port object 306fd1b2-eb79-4b72-9cce-4a750fae7a8b will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:25:34.347229 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5dc79e7e-6554-49eb-9910-cd951ab7af45 None None] Provisioning complete for port 2a657b84-1350-4e00-b35c-08c3f81eb8a9 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:34.347713 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5dc79e7e-6554-49eb-9910-cd951ab7af45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:34.360058 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-b307551e-b3a3-4e5a-bc06-a29cc46894ea tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 6d2c8303-3298-41fb-9656-0877a7009db4) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:34.382624 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b307551e-b3a3-4e5a-bc06-a29cc46894ea tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:34.383220 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b307551e-b3a3-4e5a-bc06-a29cc46894ea tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:34.450234 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e26e9de-7b08-4e5f-8e53-86bc132bd6b6 None None] Network 6d2c8303-3298-41fb-9656-0877a7009db4 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:34.537844 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1f22f90e-c9e5-45e2-8cbf-aed761e6950e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:34.571961 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48158) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:34.573934 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b307551e-b3a3-4e5a-bc06-a29cc46894ea tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2003539 Apr 20 17:25:34.601050 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-37359ec2-f4cd-4499-8a42-8bcd22cfc815 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:34.732384 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d8ca21d0-d99d-430b-90dd-b931463b4d83 None None] Transition to ACTIVE for port object 306fd1b2-eb79-4b72-9cce-4a750fae7a8b will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:25:34.811944 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1f22f90e-c9e5-45e2-8cbf-aed761e6950e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:34.814003 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-63ef820f-fca2-4b3c-b472-af5baebae4d4 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:34.818585 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d8ca21d0-d99d-430b-90dd-b931463b4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:34.840393 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59afbde-2036-4a22-95f2-8cd47a8450aa None None] Pushing event updated for resources: {'Port': ['ID=92ff8e79-1f95-479f-aa89-a35a09b450b7,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:35.056746 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f22f90e-c9e5-45e2-8cbf-aed761e6950e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:25:35.062297 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-1f22f90e-c9e5-45e2-8cbf-aed761e6950e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:35.063620 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ca21d0-d99d-430b-90dd-b931463b4d83 None None] Network 5a6c6a2a-4a3d-4733-8802-a03159e5e8b9 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:25:35.065995 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fefa4f4-ba81-442a-aaf5-5be75920d9e1 None None] Pushing event updated for resources: {'Port': ['ID=2e70e1fe-f635-477e-8087-8dcd474f2df0,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:35.066314 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22f90e-c9e5-45e2-8cbf-aed761e6950e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Pushing event updated for resources: {'Port': ['ID=a4980b78-a03e-4730-9da9-eee14e3a5863,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:35.068469 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f22f90e-c9e5-45e2-8cbf-aed761e6950e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:25:35.122874 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-d8ca21d0-d99d-430b-90dd-b931463b4d83 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:35.127460 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ca21d0-d99d-430b-90dd-b931463b4d83 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:25:35.229360 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd294a99-f25c-4184-b3ca-8b1b285b10e5 req-0868c965-ee9e-40b2-ad9f-c0f3595b4feb tempest-ServerShowV254Test-629948713 tempest-ServerShowV254Test-629948713-project] 10.222.0.39 "GET /v2.0/ports?device_id=b05d9719-db32-4aed-ad98-cebf4a471681 HTTP/1.1" status: 200 len: 210 time: 0.0879972 Apr 20 17:25:35.270381 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-37359ec2-f4cd-4499-8a42-8bcd22cfc815 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31745774'] for subnet, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:35.535938 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-d8ca21d0-d99d-430b-90dd-b931463b4d83 None None] Attempting to bind port 306fd1b2-eb79-4b72-9cce-4a750fae7a8b on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:25:35.539085 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-d8ca21d0-d99d-430b-90dd-b931463b4d83 None None] Attempting to bind port 306fd1b2-eb79-4b72-9cce-4a750fae7a8b by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'bbbc52b8-03f5-4ed9-84ed-37591d8aa16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5a6c6a2a-4a3d-4733-8802-a03159e5e8b9'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:25:35.539595 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ca21d0-d99d-430b-90dd-b931463b4d83 None None] Attempting to bind port 306fd1b2-eb79-4b72-9cce-4a750fae7a8b on network 5a6c6a2a-4a3d-4733-8802-a03159e5e8b9 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:25:35.549071 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55efbcba-c8b4-4aff-a27b-bcdd3f956f18 None None] Network 4f37beb4-cacf-475a-8f23-eab887469923 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:35.703723 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d929f3-5c8f-4eab-9f1b-06f5c5884691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-6d2c8303-3298-41fb-9656-0877a7009db4', 'network_id': '6d2c8303-3298-41fb-9656-0877a7009db4', 'tenant_id': '4963562334f84d419efd025d32d84935', 'fixed_ips': [{'subnet_id': '59f02a1f-2c96-4857-bfec-fb657eb64076'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:25:35.704549 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d7d929f3-5c8f-4eab-9f1b-06f5c5884691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:35.738309 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1f22f90e-c9e5-45e2-8cbf-aed761e6950e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:35.739618 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ca21d0-d99d-430b-90dd-b931463b4d83 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:25:35.740129 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ca21d0-d99d-430b-90dd-b931463b4d83 None None] Checking segment: {'id': 'bbbc52b8-03f5-4ed9-84ed-37591d8aa16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5a6c6a2a-4a3d-4733-8802-a03159e5e8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:25:35.740647 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d8ca21d0-d99d-430b-90dd-b931463b4d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:35.741165 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ca21d0-d99d-430b-90dd-b931463b4d83 None None] Bound using segment: {'id': 'bbbc52b8-03f5-4ed9-84ed-37591d8aa16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5a6c6a2a-4a3d-4733-8802-a03159e5e8b9'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:25:35.741640 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-d8ca21d0-d99d-430b-90dd-b931463b4d83 None None] Bound port: 306fd1b2-eb79-4b72-9cce-4a750fae7a8b, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbc52b8-03f5-4ed9-84ed-37591d8aa16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5a6c6a2a-4a3d-4733-8802-a03159e5e8b9'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:25:35.742695 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d8ca21d0-d99d-430b-90dd-b931463b4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:35.782953 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4067c50e-2454-4eb6-a18d-41a383abd684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:35.803532 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [None req-fc7731c6-b5e6-49bf-9fc9-2bdb48caa48e tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Floating IP 99f96628-da17-4cd7-97ab-30588dcb0790 associated. External IP: 172.25.8.12, port: 7f21212c-7835-4c95-8c1b-184aa2b7cc51. Apr 20 17:25:35.807849 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 99874db1-56a9-4990-a2da-9b8c1b31499c up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:25:35.855408 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-efdf27ef-b1c7-49fb-8bb2-1dde930f65ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'name': 'tempest-AttachVolumeShelveTestJSON-1002173449-router', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:40Z', 'updated_at': '2022-04-20T17:21:55Z', 'revision_number': 4, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'gw_port': {'id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:42Z', 'updated_at': '2022-04-20T17:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '7abe4fbe-0772-4fad-86b6-c5de891dab60', 'name': '', 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'mac_address': 'fa:16:3e:44:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:53Z', 'updated_at': '2022-04-20T17:22:05Z', 'revision_number': 5, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'subnets': [{'id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:36.059811 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdf27ef-b1c7-49fb-8bb2-1dde930f65ca None None] The sync data for ids ['e27406a2-f3dd-44fb-9c24-d039092153da'] in n-d-838032-1 is: [{'id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'name': 'tempest-AttachVolumeShelveTestJSON-1002173449-router', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:40Z', 'updated_at': '2022-04-20T17:21:55Z', 'revision_number': 4, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'gw_port': {'id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:42Z', 'updated_at': '2022-04-20T17:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '7abe4fbe-0772-4fad-86b6-c5de891dab60', 'name': '', 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'mac_address': 'fa:16:3e:44:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:53Z', 'updated_at': '2022-04-20T17:22:05Z', 'revision_number': 5, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'subnets': [{'id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:25:36.071772 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca21d0-d99d-430b-90dd-b931463b4d83 None None] Pushing event updated for resources: {'Port': ['ID=306fd1b2-eb79-4b72-9cce-4a750fae7a8b,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:36.157211 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1f22f90e-c9e5-45e2-8cbf-aed761e6950e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:36.196058 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1da9d511-fc57-478e-8d93-2d945b3264e3 None None] Provisioning for port d68f2bd6-deec-4ce2-8461-f8adacab1341 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:36.430318 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-37359ec2-f4cd-4499-8a42-8bcd22cfc815 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793325090973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32761284'] for subnet, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:36.448822 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-d8ca21d0-d99d-430b-90dd-b931463b4d83 None None] For port 306fd1b2-eb79-4b72-9cce-4a750fae7a8b, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:25:36.459317 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9aa3c3f-4669-4011-85f6-bc5c590106ba None None] Network 40587273-edfd-47f1-aa51-ac27e074babb requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:36.575507 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 5e9e4c5a-1289-4c21-8f56-bce3bbe09f69 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:25:36.649433 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-d8ca21d0-d99d-430b-90dd-b931463b4d83 None None] For port 306fd1b2-eb79-4b72-9cce-4a750fae7a8b, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=306fd1b2-eb79-4b72-9cce-4a750fae7a8b,segment=NetworkSegment(bbbc52b8-03f5-4ed9-84ed-37591d8aa16b),segment_id=bbbc52b8-03f5-4ed9-84ed-37591d8aa16b)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:25:36.678670 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 99874db1-56a9-4990-a2da-9b8c1b31499c completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:36.681993 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55c706f-4b3d-4e01-85fa-1a5897c44e5c None None] Network 4fc2b546-1896-424d-b81f-236d6af708b8 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:36.718336 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37359ec2-f4cd-4499-8a42-8bcd22cfc815 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:36.719152 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-37359ec2-f4cd-4499-8a42-8bcd22cfc815 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:36.723385 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-37359ec2-f4cd-4499-8a42-8bcd22cfc815 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "PUT /v2.0/subnets/59f02a1f-2c96-4857-bfec-fb657eb64076 HTTP/1.1" status: 200 len: 826 time: 2.1471305 Apr 20 17:25:36.723694 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-4067c50e-2454-4eb6-a18d-41a383abd684 admin admin] Allocated IP 172.20.0.1 (4f37beb4-cacf-475a-8f23-eab887469923/459b9241-591b-4214-ba21-d89500ea520e/c7902397-ce2c-4bac-b2f4-64cd0166c574) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:25:36.726451 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48178) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:36.735395 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d8ca21d0-d99d-430b-90dd-b931463b4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:36.871919 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37359ec2-f4cd-4499-8a42-8bcd22cfc815 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event updated for resources: {'Subnet': ['ID=59f02a1f-2c96-4857-bfec-fb657eb64076,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:36.879824 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 99874db1-56a9-4990-a2da-9b8c1b31499c triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:36.880375 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:36.926111 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c9c40f38-eb79-4c3f-bce6-2dc40cf26cf4 req-b5dc6335-89cd-4036-9dec-d5af4f2718a5 tempest-ServerShowV254Test-629948713 tempest-ServerShowV254Test-629948713-project] 10.222.0.39 "GET /v2.0/ports?device_id=b05d9719-db32-4aed-ad98-cebf4a471681 HTTP/1.1" status: 200 len: 210 time: 0.0848637 Apr 20 17:25:36.934125 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-d7d929f3-5c8f-4eab-9f1b-06f5c5884691 None None] Allocated IP 2001:db8::2 (6d2c8303-3298-41fb-9656-0877a7009db4/59f02a1f-2c96-4857-bfec-fb657eb64076/b7092ee2-b8d1-4ab4-9282-c04e04eabcea) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:25:36.993256 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac564485-8b9f-4476-9f7f-96fe7ba76f1b req-e8f575ab-e877-441f-a1bf-369672fe541c tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:37.000712 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ac564485-8b9f-4476-9f7f-96fe7ba76f1b req-e8f575ab-e877-441f-a1bf-369672fe541c tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee58844-d2ce-4900-8797-6b9cb1d61d20 HTTP/1.1" status: 200 len: 944 time: 1.3320210 Apr 20 17:25:37.015359 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ecd77a1d-589f-40af-8e6c-a0fff189e800 None None] Provisioning for port 2e70e1fe-f635-477e-8087-8dcd474f2df0 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:37.024928 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4067c50e-2454-4eb6-a18d-41a383abd684 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:37.026127 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:37.045539 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1f22f90e-c9e5-45e2-8cbf-aed761e6950e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:37.071756 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-4067c50e-2454-4eb6-a18d-41a383abd684 admin admin] Transition to ACTIVE for port object c7902397-ce2c-4bac-b2f4-64cd0166c574 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:25:37.099613 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-63ef820f-fca2-4b3c-b472-af5baebae4d4 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:37.117172 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1f22f90e-c9e5-45e2-8cbf-aed761e6950e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:37.120255 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-63ef820f-fca2-4b3c-b472-af5baebae4d4 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:37.220178 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca21d0-d99d-430b-90dd-b931463b4d83 None None] Pushing event updated for resources: {'Port': ['ID=306fd1b2-eb79-4b72-9cce-4a750fae7a8b,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:37.223952 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:37.283072 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ac564485-8b9f-4476-9f7f-96fe7ba76f1b req-ec25ea74-a9df-4b72-8fa5-be32153410a9 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/security-groups?id=53815866-c103-47fa-8c7d-74d79fc3c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813191 Apr 20 17:25:37.307394 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 5e9e4c5a-1289-4c21-8f56-bce3bbe09f69 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:37.389269 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-63ef820f-fca2-4b3c-b472-af5baebae4d4 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:37.399275 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4067c50e-2454-4eb6-a18d-41a383abd684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:37.423379 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef820f-fca2-4b3c-b472-af5baebae4d4 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Pushing event updated for resources: {'Port': ['ID=b1cb75d7-b516-45b4-bc56-b42f088d5345,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:37.425226 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 5e9e4c5a-1289-4c21-8f56-bce3bbe09f69 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:37.433554 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:37.516092 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e066ce8-7160-4755-9ff8-cd9af1ff0aaa None None] New status for floating IP 638347a9-275e-4863-8918-66ede1b50d97: DOWN {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:25:37.527197 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1f22f90e-c9e5-45e2-8cbf-aed761e6950e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:37.592000 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4067c50e-2454-4eb6-a18d-41a383abd684 admin admin] Network 4f37beb4-cacf-475a-8f23-eab887469923 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:25:37.598618 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22f90e-c9e5-45e2-8cbf-aed761e6950e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Pushing event updated for resources: {'Port': ['ID=a4980b78-a03e-4730-9da9-eee14e3a5863,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:37.603004 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-4067c50e-2454-4eb6-a18d-41a383abd684 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:37.606975 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4067c50e-2454-4eb6-a18d-41a383abd684 admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:25:37.613399 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1f22f90e-c9e5-45e2-8cbf-aed761e6950e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:37.624196 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1f22f90e-c9e5-45e2-8cbf-aed761e6950e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9949698 Apr 20 17:25:37.648302 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067c50e-2454-4eb6-a18d-41a383abd684 admin admin] Pushing event updated for resources: {'Port': ['ID=c7902397-ce2c-4bac-b2f4-64cd0166c574,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:37.712641 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4067c50e-2454-4eb6-a18d-41a383abd684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:37.805232 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dd79c56f-864a-44f1-a67c-dd461e1e530f req-d385d339-8d70-4504-9eb8-09ea5813d0e8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1755366 Apr 20 17:25:37.934677 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ef820f-fca2-4b3c-b472-af5baebae4d4 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Network 4fc2b546-1896-424d-b81f-236d6af708b8 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:25:37.938896 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-63ef820f-fca2-4b3c-b472-af5baebae4d4 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:38.000723 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-be4849bc-c8bc-49b3-82b2-d5197c97a745 None None] Provisioning for port 92ff8e79-1f95-479f-aa89-a35a09b450b7 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:38.050618 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-12edde68-f689-40f5-9b10-b44d8e243a23 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Synchronizing usage tracker for tenant:02869399c9f94c6e8f223671a74b81d5 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:25:38.080337 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-12edde68-f689-40f5-9b10-b44d8e243a23 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Unset dirty status for tenant:02869399c9f94c6e8f223671a74b81d5 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:25:38.081837 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-12edde68-f689-40f5-9b10-b44d8e243a23 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1630013614&fields=id&tenant_id=02869399c9f94c6e8f223671a74b81d5 HTTP/1.1" status: 200 len: 267 time: 0.1082609 Apr 20 17:25:38.145112 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:38.217010 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dd79c56f-864a-44f1-a67c-dd461e1e530f req-505041a6-8c09-4643-9689-c5dce3178488 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=739e916aa25c4029ad0454743c027d4f&device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 1097 time: 0.3031282 Apr 20 17:25:38.223954 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-48c915b3-5007-4dea-ab5f-b1b937874c71 req-80834bd6-a884-44de-97d4-ea0487c4b1d5 tempest-ServerShowV254Test-629948713 tempest-ServerShowV254Test-629948713-project] 10.222.0.39 "GET /v2.0/ports?device_id=b05d9719-db32-4aed-ad98-cebf4a471681 HTTP/1.1" status: 200 len: 210 time: 0.0803328 Apr 20 17:25:38.230877 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 99874db1-56a9-4990-a2da-9b8c1b31499c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=99874db1-56a9-4990-a2da-9b8c1b31499c,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:38.246900 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4067c50e-2454-4eb6-a18d-41a383abd684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:38.263235 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:38.264180 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 2e70e1fe-f635-477e-8087-8dcd474f2df0 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:25:38.298306 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d7d929f3-5c8f-4eab-9f1b-06f5c5884691 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:38.328106 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-99f8dd51-d997-4237-8be7-7985aacd83de tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:38.330544 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-99f8dd51-d997-4237-8be7-7985aacd83de tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/networks?id=2b36794c-34c3-4e2e-bc39-30e014c826c8 HTTP/1.1" status: 200 len: 817 time: 0.2340918 Apr 20 17:25:38.353595 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:38.460383 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-ea75a2c3-4603-49b8-85e7-314458708ffb tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/quotas/02869399c9f94c6e8f223671a74b81d5 HTTP/1.1" status: 200 len: 375 time: 0.1194639 Apr 20 17:25:38.612130 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=99874db1-56a9-4990-a2da-9b8c1b31499c,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:38.622529 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d7d929f3-5c8f-4eab-9f1b-06f5c5884691 None None] Transition to ACTIVE for port object b7092ee2-b8d1-4ab4-9282-c04e04eabcea will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:25:38.630286 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79c56f-864a-44f1-a67c-dd461e1e530f req-bdbb3586-c01a-455f-9256-d56671745a98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:38.631784 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dd79c56f-864a-44f1-a67c-dd461e1e530f req-bdbb3586-c01a-455f-9256-d56671745a98 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 HTTP/1.1" status: 200 len: 920 time: 0.3768973 Apr 20 17:25:38.683758 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee58844-d2ce-4900-8797-6b9cb1d61d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9e4c5a-1289-4c21-8f56-bce3bbe09f69'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:25:38.689467 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d7d929f3-5c8f-4eab-9f1b-06f5c5884691 None None] Transition to ACTIVE for port object b7092ee2-b8d1-4ab4-9282-c04e04eabcea will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:25:38.696084 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-edd4fba3-80b6-4b80-963b-b91c17c00de3 None None] Provisioning for port c7902397-ce2c-4bac-b2f4-64cd0166c574 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:38.723080 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-0301649e-8029-4c6d-a832-687e3def7bf0 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Synchronizing usage tracker for tenant:02869399c9f94c6e8f223671a74b81d5 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:25:38.738646 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dd79c56f-864a-44f1-a67c-dd461e1e530f req-8b08e1b4-6ac0-465c-a976-78fe918fc788 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6887a273-76cb-4753-b5d5-60e022da65bd HTTP/1.1" status: 200 len: 217 time: 0.0977042 Apr 20 17:25:38.752767 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 5e9e4c5a-1289-4c21-8f56-bce3bbe09f69, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=5e9e4c5a-1289-4c21-8f56-bce3bbe09f69,segment=NetworkSegment(124f52b6-d232-4aa2-b9c8-207402d3aad3),segment_id=124f52b6-d232-4aa2-b9c8-207402d3aad3)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:38.756895 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d7d929f3-5c8f-4eab-9f1b-06f5c5884691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:38.760931 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-edd4fba3-80b6-4b80-963b-b91c17c00de3 None None] Provisioning complete for port c7902397-ce2c-4bac-b2f4-64cd0166c574 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:38.761551 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-edd4fba3-80b6-4b80-963b-b91c17c00de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:38.812704 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-0301649e-8029-4c6d-a832-687e3def7bf0 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Unset dirty status for tenant:02869399c9f94c6e8f223671a74b81d5 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:25:38.826046 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-0301649e-8029-4c6d-a832-687e3def7bf0 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=02869399c9f94c6e8f223671a74b81d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3574634 Apr 20 17:25:38.838749 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cab5be-dc56-4fba-8c26-93fc6dda5765 None None] Network 5a6c6a2a-4a3d-4733-8802-a03159e5e8b9 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:38.849649 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:38.869184 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:39.011064 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d929f3-5c8f-4eab-9f1b-06f5c5884691 None None] Network 6d2c8303-3298-41fb-9656-0877a7009db4 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:25:39.013080 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a25c4-bf82-4802-96f5-911fd58a542e req-918b38ac-482a-4c65-80b5-efbd3825e5d4 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:39.015429 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-670a25c4-bf82-4802-96f5-911fd58a542e req-918b38ac-482a-4c65-80b5-efbd3825e5d4 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee58844-d2ce-4900-8797-6b9cb1d61d20 HTTP/1.1" status: 200 len: 945 time: 0.3154275 Apr 20 17:25:39.027787 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-d7d929f3-5c8f-4eab-9f1b-06f5c5884691 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:39.031300 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d929f3-5c8f-4eab-9f1b-06f5c5884691 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:25:39.040606 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 2e70e1fe-f635-477e-8087-8dcd474f2df0 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:39.043606 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-edd4fba3-80b6-4b80-963b-b91c17c00de3 None None] Port c7902397-ce2c-4bac-b2f4-64cd0166c574 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:25:39.049809 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d929f3-5c8f-4eab-9f1b-06f5c5884691 None None] Pushing event updated for resources: {'Port': ['ID=b7092ee2-b8d1-4ab4-9282-c04e04eabcea,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:39.051273 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7731c6-b5e6-49bf-9fc9-2bdb48caa48e tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Router 20ef8c81-38e0-4259-a6be-518cdbeaddaf has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:25:39.099737 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 2e70e1fe-f635-477e-8087-8dcd474f2df0 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:39.099737 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:39.102375 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4067c50e-2454-4eb6-a18d-41a383abd684 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:39.106374 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event deleted for resources: {'Subnet': ['ID=59f02a1f-2c96-4857-bfec-fb657eb64076,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:39.108953 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79c56f-864a-44f1-a67c-dd461e1e530f req-45133501-92e2-4f43-9c8a-b53d34ac65c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:39.110494 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dd79c56f-864a-44f1-a67c-dd461e1e530f req-45133501-92e2-4f43-9c8a-b53d34ac65c4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be91a7bc-1185-4002-b13c-e1f041fc679d HTTP/1.1" status: 200 len: 858 time: 0.3636734 Apr 20 17:25:39.122542 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4067c50e-2454-4eb6-a18d-41a383abd684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:39.151143 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c16568-bd5e-430a-82e6-37d319248128 None None] Update dhcp port {'port': {'network_id': '40587273-edfd-47f1-aa51-ac27e074babb', 'fixed_ips': [{'subnet_id': '50c7501b-5e44-4206-b173-2cd2652ef391', 'ip_address': '2001:db8::2'}, {'subnet_id': '488d8f0a-43b3-4afe-a543-1bf9fcc148e7'}], 'binding:host_id': 'n-d-838032-1'}, 'id': '2e70e1fe-f635-477e-8087-8dcd474f2df0'} from n-d-838032-1. {{(pid=84082) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 20 17:25:39.298167 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-670a25c4-bf82-4802-96f5-911fd58a542e req-5b3467c8-ca38-4396-8c59-f47bfae22f80 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/security-groups?id=53815866-c103-47fa-8c7d-74d79fc3c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712252 Apr 20 17:25:39.307931 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:39.328722 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-745d6b4e-6f5e-496d-ade3-5e489937177e service neutron] 10.222.0.39 "GET /v2.0/networks/2b36794c-34c3-4e2e-bc39-30e014c826c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016994 Apr 20 17:25:39.409612 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=5e9e4c5a-1289-4c21-8f56-bce3bbe09f69,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:39.425875 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4067c50e-2454-4eb6-a18d-41a383abd684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:39.428221 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d2c8303-3298-41fb-9656-0877a7009db4']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:39.432855 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067c50e-2454-4eb6-a18d-41a383abd684 admin admin] Pushing event updated for resources: {'Port': ['ID=c7902397-ce2c-4bac-b2f4-64cd0166c574,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:39.450863 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-83c16568-bd5e-430a-82e6-37d319248128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:39.463782 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b74e9a-ee94-4ecf-8b8b-015a94f7a831') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:39.464081 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b74e9a-ee94-4ecf-8b8b-015a94f7a831') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:39.517477 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:39.555703 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dd79c56f-864a-44f1-a67c-dd461e1e530f req-bcb3fbab-c18c-445f-81d6-e94fcbfeecc4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4298813 Apr 20 17:25:39.577767 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c0ce064-90d5-47d2-a651-61619acbcf5c'] response: {'server_uuid': 'eee58844-d2ce-4900-8797-6b9cb1d61d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9e4c5a-1289-4c21-8f56-bce3bbe09f69', 'code': 200} Apr 20 17:25:39.595189 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-82f4a160-912d-4de5-bd82-9ebf3990f29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:39.612776 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:39.671103 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-d7d929f3-5c8f-4eab-9f1b-06f5c5884691 None None] Attempting to bind port b7092ee2-b8d1-4ab4-9282-c04e04eabcea on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:25:39.671224 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-d7d929f3-5c8f-4eab-9f1b-06f5c5884691 None None] Attempting to bind port b7092ee2-b8d1-4ab4-9282-c04e04eabcea by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f5b74e9a-ee94-4ecf-8b8b-015a94f7a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6d2c8303-3298-41fb-9656-0877a7009db4'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:25:39.671780 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d929f3-5c8f-4eab-9f1b-06f5c5884691 None None] Attempting to bind port b7092ee2-b8d1-4ab4-9282-c04e04eabcea on network 6d2c8303-3298-41fb-9656-0877a7009db4 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:25:39.681796 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ef820f-fca2-4b3c-b472-af5baebae4d4 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Router 6f531b0b-64ab-4516-8a06-e818d6d3e39b is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:25:39.711599 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:25:39.712867 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:39.728086 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:25:39.728086 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:25:39.728086 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:25:39.728086 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:25:39.728086 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:25:39.728086 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:25:39.728086 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:25:39.728086 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:25:39.728086 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:25:39.728086 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:25:39.728086 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:25:39.728086 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:25:39.728086 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:25:39.728086 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:25:39.728086 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:25:39.728086 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:25:39.728086 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:25:39.728086 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:25:39.728086 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:25:39.728086 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:25:39.728086 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:25:39.728086 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:25:39.728086 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:25:39.728086 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:25:39.728086 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:25:39.728086 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:25:39.728086 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:25:39.728086 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:25:39.728086 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:25:39.728086 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:25:39.728086 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:25:39.728086 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:25:39.730574 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-14b102a5-64c0-41b6-a7c6-cf3df2463f04 service neutron] 10.222.0.39 "GET /v2.0/networks/2b36794c-34c3-4e2e-bc39-30e014c826c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004891 Apr 20 17:25:39.799996 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-44096aaf-a9aa-457c-8b14-c14b53216662 req-033f35d5-b2de-4b3c-80fc-0a61c148c8f9 tempest-ServerShowV254Test-629948713 tempest-ServerShowV254Test-629948713-project] 10.222.0.39 "GET /v2.0/ports?device_id=b05d9719-db32-4aed-ad98-cebf4a471681 HTTP/1.1" status: 200 len: 210 time: 0.0911665 Apr 20 17:25:39.853461 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d929f3-5c8f-4eab-9f1b-06f5c5884691 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:25:39.853825 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d929f3-5c8f-4eab-9f1b-06f5c5884691 None None] Checking segment: {'id': 'f5b74e9a-ee94-4ecf-8b8b-015a94f7a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6d2c8303-3298-41fb-9656-0877a7009db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:25:39.854331 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d7d929f3-5c8f-4eab-9f1b-06f5c5884691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:39.854721 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d929f3-5c8f-4eab-9f1b-06f5c5884691 None None] Bound using segment: {'id': 'f5b74e9a-ee94-4ecf-8b8b-015a94f7a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6d2c8303-3298-41fb-9656-0877a7009db4'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:25:39.855209 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-d7d929f3-5c8f-4eab-9f1b-06f5c5884691 None None] Bound port: b7092ee2-b8d1-4ab4-9282-c04e04eabcea, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b74e9a-ee94-4ecf-8b8b-015a94f7a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6d2c8303-3298-41fb-9656-0877a7009db4'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:25:39.855653 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d7d929f3-5c8f-4eab-9f1b-06f5c5884691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:39.872575 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.api [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 17:25:39.872575 n-d-838032-1 neutron-server[84081]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 17:25:39.872575 n-d-838032-1 neutron-server[84081]: [parameters: {'id': '6d2c8303-3298-41fb-9656-0877a7009db4'}] Apr 20 17:25:39.872575 n-d-838032-1 neutron-server[84081]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:25:39.873439 n-d-838032-1 neutron-server[84081]: DEBUG oslo_db.api [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:25:39.900630 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dd79c56f-864a-44f1-a67c-dd461e1e530f req-b2e6b7cf-fc73-4c91-8be3-4cbc2d57ed97 service neutron] 10.222.0.10 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290751 Apr 20 17:25:39.985142 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4067c50e-2454-4eb6-a18d-41a383abd684 admin admin] Network 4f37beb4-cacf-475a-8f23-eab887469923 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:25:39.990606 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-4067c50e-2454-4eb6-a18d-41a383abd684 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:40.097208 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:40.128290 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dd79c56f-864a-44f1-a67c-dd461e1e530f req-e6cf1763-9239-4526-ac89-41c264f9c871 service neutron] 10.222.0.10 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205789 Apr 20 17:25:40.196015 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-d7d929f3-5c8f-4eab-9f1b-06f5c5884691 None None] For port b7092ee2-b8d1-4ab4-9282-c04e04eabcea, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:25:40.220320 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-4e15e7f2-8999-4ba1-863c-564ba126369f None None] Provisioning for port 306fd1b2-eb79-4b72-9cce-4a750fae7a8b completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:40.229635 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-d7d929f3-5c8f-4eab-9f1b-06f5c5884691 None None] For port b7092ee2-b8d1-4ab4-9282-c04e04eabcea, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=b7092ee2-b8d1-4ab4-9282-c04e04eabcea,segment=NetworkSegment(f5b74e9a-ee94-4ecf-8b8b-015a94f7a831),segment_id=f5b74e9a-ee94-4ecf-8b8b-015a94f7a831)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:25:40.241811 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-83c16568-bd5e-430a-82e6-37d319248128 None None] Allocated IP 172.20.0.1 (40587273-edfd-47f1-aa51-ac27e074babb/488d8f0a-43b3-4afe-a543-1bf9fcc148e7/2e70e1fe-f635-477e-8087-8dcd474f2df0) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:25:40.247125 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d7d929f3-5c8f-4eab-9f1b-06f5c5884691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:40.277914 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-4e63fac6-b1be-427f-9fe4-429ad46768c3 req-756ad72c-d31e-4ce9-a1ce-ec47c3c8803e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Synchronizing usage tracker for tenant:02869399c9f94c6e8f223671a74b81d5 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:25:40.299077 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 2e70e1fe-f635-477e-8087-8dcd474f2df0, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=2e70e1fe-f635-477e-8087-8dcd474f2df0,segment=NetworkSegment(9cb42423-3c3f-45e0-9691-42709783fce7),segment_id=9cb42423-3c3f-45e0-9691-42709783fce7)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:40.328095 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:40.328225 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 92ff8e79-1f95-479f-aa89-a35a09b450b7 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:25:40.330389 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-4e63fac6-b1be-427f-9fe4-429ad46768c3 req-756ad72c-d31e-4ce9-a1ce-ec47c3c8803e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Unset dirty status for tenant:02869399c9f94c6e8f223671a74b81d5 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:25:40.344781 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4e63fac6-b1be-427f-9fe4-429ad46768c3 req-756ad72c-d31e-4ce9-a1ce-ec47c3c8803e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 210 time: 0.2343874 Apr 20 17:25:40.375173 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:40.398942 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Deleting port b7092ee2-b8d1-4ab4-9282-c04e04eabcea {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:25:40.398942 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:40.426470 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50f9b625-c4fb-4b04-8add-e12fbce3df53 req-8f3340d8-923d-480e-b21f-efa51a2ea6ea service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=eee58844-d2ce-4900-8797-6b9cb1d61d20 HTTP/1.1" status: 200 len: 1096 time: 0.8593705 Apr 20 17:25:40.716710 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d929f3-5c8f-4eab-9f1b-06f5c5884691 None None] Pushing event updated for resources: {'Port': ['ID=b7092ee2-b8d1-4ab4-9282-c04e04eabcea,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:40.729324 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-4e15e7f2-8999-4ba1-863c-564ba126369f None None] Provisioning for port b1cb75d7-b516-45b4-bc56-b42f088d5345 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:40.740185 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7731c6-b5e6-49bf-9fc9-2bdb48caa48e tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:25:40.757835 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf9e167-4fe7-48ac-a4c1-1c8bedede086 None None] Sync routers for ids ['20ef8c81-38e0-4259-a6be-518cdbeaddaf'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:25:40.778646 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fc7731c6-b5e6-49bf-9fc9-2bdb48caa48e tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:40.817157 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf9e167-4fe7-48ac-a4c1-1c8bedede086 None None] Routers {'20ef8c81-38e0-4259-a6be-518cdbeaddaf'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:25:40.818001 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-abf9e167-4fe7-48ac-a4c1-1c8bedede086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:25:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['20ef8c81-38e0-4259-a6be-518cdbeaddaf'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:40.844035 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50f9b625-c4fb-4b04-8add-e12fbce3df53 req-42cd8b1c-878f-42ed-865a-858f069e727b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=53815866-c103-47fa-8c7d-74d79fc3c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166076 Apr 20 17:25:40.864597 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ef820f-fca2-4b3c-b472-af5baebae4d4 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:25:40.868973 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fc7731c6-b5e6-49bf-9fc9-2bdb48caa48e tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "PUT /v2.0/floatingips/99f96628-da17-4cd7-97ab-30588dcb0790 HTTP/1.1" status: 200 len: 991 time: 9.1118448 Apr 20 17:25:40.872689 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5cc24-8565-4d94-9fc5-dc2137aadc86 req-abfcfae8-429a-497f-bbd8-bdc34af82942 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:40.874172 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1ed5cc24-8565-4d94-9fc5-dc2137aadc86 req-abfcfae8-429a-497f-bbd8-bdc34af82942 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee58844-d2ce-4900-8797-6b9cb1d61d20 HTTP/1.1" status: 200 len: 945 time: 0.2821112 Apr 20 17:25:40.876212 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-63ef820f-fca2-4b3c-b472-af5baebae4d4 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] 10.222.0.39 "PUT /v2.0/routers/6f531b0b-64ab-4516-8a06-e818d6d3e39b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8209281 Apr 20 17:25:40.877146 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'tag': '7f21212c-7835-4c95-8c1b-184aa2b7cc51'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:25:40.878912 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48212) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:40.912742 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-4e15e7f2-8999-4ba1-863c-564ba126369f None None] Provisioning complete for port b1cb75d7-b516-45b4-bc56-b42f088d5345 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:40.914130 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4e15e7f2-8999-4ba1-863c-564ba126369f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:40.979833 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=2e70e1fe-f635-477e-8087-8dcd474f2df0,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:41.013420 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-4e15e7f2-8999-4ba1-863c-564ba126369f None None] Port b1cb75d7-b516-45b4-bc56-b42f088d5345 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:25:41.017557 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fcc07c-2e73-423c-94f4-e152b9ec1c88 None None] Sync routers for ids ['6f531b0b-64ab-4516-8a06-e818d6d3e39b'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:25:41.076258 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de0f154-2a9c-4198-9410-4fb4b2550c5d None None] Network 6d2c8303-3298-41fb-9656-0877a7009db4 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:41.193934 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] For port b7092ee2-b8d1-4ab4-9282-c04e04eabcea, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=b7092ee2-b8d1-4ab4-9282-c04e04eabcea,segment=NetworkSegment(f5b74e9a-ee94-4ecf-8b8b-015a94f7a831),segment_id=f5b74e9a-ee94-4ecf-8b8b-015a94f7a831)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:41.195176 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:41.270671 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-abf9e167-4fe7-48ac-a4c1-1c8bedede086 None None] Set router 20ef8c81-38e0-4259-a6be-518cdbeaddaf gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:25:41.285016 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 92ff8e79-1f95-479f-aa89-a35a09b450b7 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:41.310911 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-297453ba-f427-405a-ba2d-7226bdcbfaf9 req-29985645-cf6b-441f-a9e8-bc6e929968fe tempest-ServerShowV254Test-629948713 tempest-ServerShowV254Test-629948713-project] 10.222.0.39 "GET /v2.0/ports?device_id=b05d9719-db32-4aed-ad98-cebf4a471681 HTTP/1.1" status: 200 len: 210 time: 0.1499887 Apr 20 17:25:41.393971 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-83c16568-bd5e-430a-82e6-37d319248128 None None] For port 2e70e1fe-f635-477e-8087-8dcd474f2df0, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=2e70e1fe-f635-477e-8087-8dcd474f2df0,segment=NetworkSegment(9cb42423-3c3f-45e0-9691-42709783fce7),segment_id=9cb42423-3c3f-45e0-9691-42709783fce7)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:41.410220 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 92ff8e79-1f95-479f-aa89-a35a09b450b7 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:41.410805 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:41.439747 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c0c9714-cddc-4850-bed5-12d6185cbe83'] response: {'name': 'network-changed', 'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'tag': '7f21212c-7835-4c95-8c1b-184aa2b7cc51', 'status': 'completed', 'code': 200} Apr 20 17:25:41.467748 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fcc07c-2e73-423c-94f4-e152b9ec1c88 None None] Routers {'6f531b0b-64ab-4516-8a06-e818d6d3e39b'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:25:41.468718 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-24fcc07c-2e73-423c-94f4-e152b9ec1c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:25:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['6f531b0b-64ab-4516-8a06-e818d6d3e39b'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:41.509846 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4067c50e-2454-4eb6-a18d-41a383abd684 admin admin] Router 99bb21b0-21b3-4412-a977-55cc451563b7 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:25:41.653213 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Calling delete_port for b7092ee2-b8d1-4ab4-9282-c04e04eabcea owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:25:41.684241 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1ed5cc24-8565-4d94-9fc5-dc2137aadc86 req-863db43c-20d6-4f15-84e7-bbf0463e8735 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/security-groups?id=53815866-c103-47fa-8c7d-74d79fc3c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5450442 Apr 20 17:25:41.793155 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-081ce519-635e-46a5-8a88-bdac629a3255 req-5edca214-8a22-41af-905d-86e474081aa5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ddcf70e6b9b4ed78391e1f8fae63fbc&device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 6502 time: 0.1793563 Apr 20 17:25:41.804148 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-24fcc07c-2e73-423c-94f4-e152b9ec1c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:41.885629 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:41.917088 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.resource_extend [None req-83c16568-bd5e-430a-82e6-37d319248128 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:25:41.932858 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-27f81688-582b-4e9c-aac9-7c7a8057e0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:41.990170 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-abf9e167-4fe7-48ac-a4c1-1c8bedede086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'name': 'tempest-TaggedBootDevicesTest_v242-192275686-router', 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'dc71d121-42a9-4c91-8df9-a052c3e2907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:59Z', 'updated_at': '2022-04-20T17:22:12Z', 'revision_number': 4, 'project_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'gw_port': {'id': 'dc71d121-42a9-4c91-8df9-a052c3e2907f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:02Z', 'updated_at': '2022-04-20T17:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '99f96628-da17-4cd7-97ab-30588dcb0790', 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'floating_ip_address': '172.25.8.12', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'port_id': '7f21212c-7835-4c95-8c1b-184aa2b7cc51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58282348-4092-4e5e-b7c0-667535a141b6', 'mac_address': 'fa:16:3e:45:20:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:23:28Z', 'updated_at': '2022-04-20T17:25:33Z', 'revision_number': 1, 'project_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56835b4b-6a4b-4e13-a58f-4929604a19fe', 'name': '', 'network_id': '58282348-4092-4e5e-b7c0-667535a141b6', 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'mac_address': 'fa:16:3e:d4:ae:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2168ea2a-2641-4ad3-adf7-4caac0ff9024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:10Z', 'updated_at': '2022-04-20T17:22:48Z', 'revision_number': 5, 'project_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'subnets': [{'id': '2168ea2a-2641-4ad3-adf7-4caac0ff9024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:41.997094 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf9e167-4fe7-48ac-a4c1-1c8bedede086 None None] Checking router: 20ef8c81-38e0-4259-a6be-518cdbeaddaf for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:25:42.004637 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-7cafe93d-7ff1-4d30-aeed-045f4712e8a2 None None] Provisioning complete for port c7902397-ce2c-4bac-b2f4-64cd0166c574 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:42.005762 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7cafe93d-7ff1-4d30-aeed-045f4712e8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:42.015485 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf9e167-4fe7-48ac-a4c1-1c8bedede086 None None] Routers {'20ef8c81-38e0-4259-a6be-518cdbeaddaf'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:25:42.016357 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-abf9e167-4fe7-48ac-a4c1-1c8bedede086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:25:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['20ef8c81-38e0-4259-a6be-518cdbeaddaf'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:42.033915 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5531a222-2217-40d5-9ac3-520c00666efc req-c9e161f9-d1c0-4bf5-9d3b-297f32a0b384 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 210 time: 0.3372478 Apr 20 17:25:42.111102 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event deleted for resources: {'Port': ['ID=b7092ee2-b8d1-4ab4-9282-c04e04eabcea,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:42.182787 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:42.183317 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:42.183824 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:42.185264 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:42.185800 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:42.187177 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:42.187708 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:42.189131 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:42.189610 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:42.190567 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:42.191159 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:42.197424 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] No DVR routers for this DVR port b7092ee2-b8d1-4ab4-9282-c04e04eabcea on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:25:42.213769 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-7cafe93d-7ff1-4d30-aeed-045f4712e8a2 None None] Port c7902397-ce2c-4bac-b2f4-64cd0166c574 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:25:42.217173 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:42.256465 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fcc07c-2e73-423c-94f4-e152b9ec1c88 None None] Routers {'6f531b0b-64ab-4516-8a06-e818d6d3e39b'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:25:42.257207 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-24fcc07c-2e73-423c-94f4-e152b9ec1c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:25:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['6f531b0b-64ab-4516-8a06-e818d6d3e39b'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:42.280167 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-abf9e167-4fe7-48ac-a4c1-1c8bedede086 None None] Set router 20ef8c81-38e0-4259-a6be-518cdbeaddaf gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:25:42.350058 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-83c16568-bd5e-430a-82e6-37d319248128 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:42.366101 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-24fcc07c-2e73-423c-94f4-e152b9ec1c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:42.366519 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fcc07c-2e73-423c-94f4-e152b9ec1c88 None None] The sync data for ids ['6f531b0b-64ab-4516-8a06-e818d6d3e39b'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:25:42.376130 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-0bc15425-0cd9-4b8e-adbb-481f26aa8efd tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:42.377611 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-0bc15425-0cd9-4b8e-adbb-481f26aa8efd tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.10 "GET /v2.0/networks?id=2b36794c-34c3-4e2e-bc39-30e014c826c8 HTTP/1.1" status: 200 len: 817 time: 0.5303936 Apr 20 17:25:42.391006 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ce519-635e-46a5-8a88-bdac629a3255 req-ed4204cb-7740-4343-8379-d0b9c393c121 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:42.392486 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-081ce519-635e-46a5-8a88-bdac629a3255 req-ed4204cb-7740-4343-8379-d0b9c393c121 service neutron] 10.222.0.10 "GET /v2.0/networks?id=58282348-4092-4e5e-b7c0-667535a141b6 HTTP/1.1" status: 200 len: 917 time: 0.5402291 Apr 20 17:25:42.418796 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53be285-5328-4ec0-9b7f-ada54b2eaaeb None None] Network 6d2c8303-3298-41fb-9656-0877a7009db4 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:42.466176 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-ce7ce846-d94b-4fa4-9974-eda6a2bb7dae tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02869399c9f94c6e8f223671a74b81d5 HTTP/1.1" status: 200 len: 380 time: 0.0696549 Apr 20 17:25:42.477063 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-5ac7114b-e68d-4547-bef7-ae1a5d9731db tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Request body: {'port': {'device_id': '70747bfe-bf24-479a-b101-f9d437389c97', 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8', 'admin_state_up': True, 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'security_groups': ['95ade43a-f0aa-4ea5-9d59-c6f328de7b69']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:42.530556 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 92ff8e79-1f95-479f-aa89-a35a09b450b7, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=92ff8e79-1f95-479f-aa89-a35a09b450b7,segment=NetworkSegment(0d6ebf09-6719-4d85-8175-3f611a656fdb),segment_id=0d6ebf09-6719-4d85-8175-3f611a656fdb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:42.558472 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-83c16568-bd5e-430a-82e6-37d319248128 None None] Transition to ACTIVE for port object 2e70e1fe-f635-477e-8087-8dcd474f2df0 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:25:42.565981 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:42.567168 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 2a657b84-1350-4e00-b35c-08c3f81eb8a9 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:25:42.588240 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:42.627790 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4067c50e-2454-4eb6-a18d-41a383abd684 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:25:42.636338 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d2c8303-3298-41fb-9656-0877a7009db4']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:42.648492 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6ffc74-3fe3-4771-8e53-12da58f6efda None None] Sync routers for ids ['99bb21b0-21b3-4412-a977-55cc451563b7'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:25:42.656358 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b74e9a-ee94-4ecf-8b8b-015a94f7a831') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:42.656754 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b74e9a-ee94-4ecf-8b8b-015a94f7a831') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:42.665976 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4067c50e-2454-4eb6-a18d-41a383abd684 admin admin] 10.222.0.39 "PUT /v2.0/routers/99bb21b0-21b3-4412-a977-55cc451563b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7422481 Apr 20 17:25:42.674564 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:42.697875 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6ffc74-3fe3-4771-8e53-12da58f6efda None None] Routers {'99bb21b0-21b3-4412-a977-55cc451563b7'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:25:42.698819 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-1a6ffc74-3fe3-4771-8e53-12da58f6efda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:25:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['99bb21b0-21b3-4412-a977-55cc451563b7'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:42.707080 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:42.716179 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:25:42.716850 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:42.720513 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-5ac7114b-e68d-4547-bef7-ae1a5d9731db tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:42.730280 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-83c16568-bd5e-430a-82e6-37d319248128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:42.739792 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-5ac7114b-e68d-4547-bef7-ae1a5d9731db tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:42.747449 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=92ff8e79-1f95-479f-aa89-a35a09b450b7,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:42.766305 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-5ac7114b-e68d-4547-bef7-ae1a5d9731db tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Made reservation on behalf of 02869399c9f94c6e8f223671a74b81d5 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:42.769700 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-5ac7114b-e68d-4547-bef7-ae1a5d9731db tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:42.888437 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:25:42.888437 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:25:42.888437 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:25:42.888437 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:25:42.888437 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:25:42.888437 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:25:42.888437 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:25:42.888437 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:25:42.888437 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:25:42.888437 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:25:42.888437 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:25:42.888437 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:25:42.888437 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:25:42.888437 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:25:42.888437 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:25:42.888437 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:25:42.888437 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:25:42.888437 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:25:42.888437 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:25:42.888437 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:25:42.888437 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:25:42.888437 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:25:42.888437 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:25:42.888437 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:25:42.888437 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:25:42.888437 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:25:42.888437 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:25:42.888437 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:25:42.888437 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:25:42.888437 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:25:42.888437 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:25:42.888437 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:25:42.900016 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c16568-bd5e-430a-82e6-37d319248128 None None] Pushing event updated for resources: {'Port': ['ID=2e70e1fe-f635-477e-8087-8dcd474f2df0,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:42.999854 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-1a6ffc74-3fe3-4771-8e53-12da58f6efda None None] Set router 99bb21b0-21b3-4412-a977-55cc451563b7 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:25:43.019400 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 2a657b84-1350-4e00-b35c-08c3f81eb8a9 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:43.019925 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:43.050651 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:43.051775 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:43.056955 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-5ac7114b-e68d-4547-bef7-ae1a5d9731db tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Allocated IP 172.20.0.14 (2b36794c-34c3-4e2e-bc39-30e014c826c8/35e9f78d-225c-4d9e-a6cf-92423d188840/eb291abb-cf9d-4106-ae9f-e2705f1e272a) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:25:43.065669 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-081ce519-635e-46a5-8a88-bdac629a3255 req-97fb5d94-a2b6-434b-857f-4d06ce4687d3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f21212c-7835-4c95-8c1b-184aa2b7cc51 HTTP/1.1" status: 200 len: 999 time: 0.6552348 Apr 20 17:25:43.101902 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9355f-0157-47e7-8674-5fc08e0fb778 req-ce8087e2-0217-4056-ad4b-8cedbd05902e tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:43.103840 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-77f9355f-0157-47e7-8674-5fc08e0fb778 req-ce8087e2-0217-4056-ad4b-8cedbd05902e tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee58844-d2ce-4900-8797-6b9cb1d61d20 HTTP/1.1" status: 200 len: 945 time: 0.1392391 Apr 20 17:25:43.119177 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-abf9e167-4fe7-48ac-a4c1-1c8bedede086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'name': 'tempest-TaggedBootDevicesTest_v242-192275686-router', 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'dc71d121-42a9-4c91-8df9-a052c3e2907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:59Z', 'updated_at': '2022-04-20T17:22:12Z', 'revision_number': 4, 'project_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'gw_port': {'id': 'dc71d121-42a9-4c91-8df9-a052c3e2907f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:02Z', 'updated_at': '2022-04-20T17:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '99f96628-da17-4cd7-97ab-30588dcb0790', 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'floating_ip_address': '172.25.8.12', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'port_id': '7f21212c-7835-4c95-8c1b-184aa2b7cc51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58282348-4092-4e5e-b7c0-667535a141b6', 'mac_address': 'fa:16:3e:45:20:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:23:28Z', 'updated_at': '2022-04-20T17:25:33Z', 'revision_number': 1, 'project_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56835b4b-6a4b-4e13-a58f-4929604a19fe', 'name': '', 'network_id': '58282348-4092-4e5e-b7c0-667535a141b6', 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'mac_address': 'fa:16:3e:d4:ae:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2168ea2a-2641-4ad3-adf7-4caac0ff9024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:10Z', 'updated_at': '2022-04-20T17:22:48Z', 'revision_number': 5, 'project_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'subnets': [{'id': '2168ea2a-2641-4ad3-adf7-4caac0ff9024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:43.129406 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf9e167-4fe7-48ac-a4c1-1c8bedede086 None None] The sync data for ids ['20ef8c81-38e0-4259-a6be-518cdbeaddaf'] in n-d-838032-1 is: [{'id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'name': 'tempest-TaggedBootDevicesTest_v242-192275686-router', 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'dc71d121-42a9-4c91-8df9-a052c3e2907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:59Z', 'updated_at': '2022-04-20T17:22:12Z', 'revision_number': 4, 'project_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'gw_port': {'id': 'dc71d121-42a9-4c91-8df9-a052c3e2907f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:02Z', 'updated_at': '2022-04-20T17:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '99f96628-da17-4cd7-97ab-30588dcb0790', 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'floating_ip_address': '172.25.8.12', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'port_id': '7f21212c-7835-4c95-8c1b-184aa2b7cc51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58282348-4092-4e5e-b7c0-667535a141b6', 'mac_address': 'fa:16:3e:45:20:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:23:28Z', 'updated_at': '2022-04-20T17:25:33Z', 'revision_number': 1, 'project_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56835b4b-6a4b-4e13-a58f-4929604a19fe', 'name': '', 'network_id': '58282348-4092-4e5e-b7c0-667535a141b6', 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'mac_address': 'fa:16:3e:d4:ae:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2168ea2a-2641-4ad3-adf7-4caac0ff9024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:10Z', 'updated_at': '2022-04-20T17:22:48Z', 'revision_number': 5, 'project_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'subnets': [{'id': '2168ea2a-2641-4ad3-adf7-4caac0ff9024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:25:43.130618 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:43.174170 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:43.204102 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4cf95088-da31-4514-aea1-5c395d142f7c req-a3e2e571-bb7b-4024-b05f-84e014e109f2 tempest-ServerShowV254Test-629948713 tempest-ServerShowV254Test-629948713-project] 10.222.0.39 "GET /v2.0/ports?device_id=b05d9719-db32-4aed-ad98-cebf4a471681 HTTP/1.1" status: 200 len: 210 time: 0.2541621 Apr 20 17:25:43.222622 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:43.248348 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d68f2bd6-deec-4ce2-8461-f8adacab1341 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:25:43.316305 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event deleted for resources: {'Network': ['ID=6d2c8303-3298-41fb-9656-0877a7009db4,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:43.339301 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-77f9355f-0157-47e7-8674-5fc08e0fb778 req-0b5dae38-17f0-43b9-8c08-c468dbc3ef43 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/security-groups?id=53815866-c103-47fa-8c7d-74d79fc3c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235038 Apr 20 17:25:43.348814 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ce519-635e-46a5-8a88-bdac629a3255 req-c5c38c41-3ac3-4e8c-ae46-98e495052159 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:43.355151 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-081ce519-635e-46a5-8a88-bdac629a3255 req-c5c38c41-3ac3-4e8c-ae46-98e495052159 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2168ea2a-2641-4ad3-adf7-4caac0ff9024 HTTP/1.1" status: 200 len: 855 time: 0.2722487 Apr 20 17:25:43.356169 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port d68f2bd6-deec-4ce2-8461-f8adacab1341 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:43.368660 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3b5d48ea-e779-4687-ac94-315b6e08aaeb tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "DELETE /v2.0/networks/6d2c8303-3298-41fb-9656-0877a7009db4 HTTP/1.1" status: 204 len: 168 time: 6.6411853 Apr 20 17:25:43.373393 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port d68f2bd6-deec-4ce2-8461-f8adacab1341 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:43.374026 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:43.378570 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48236) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:43.446450 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-f16a58ec-f717-4f4f-bf54-834f1b74100c tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] DELETE failed (client error): The resource could not be found. Apr 20 17:25:43.450552 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f16a58ec-f717-4f4f-bf54-834f1b74100c tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:25:43.487247 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f16a58ec-f717-4f4f-bf54-834f1b74100c tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "DELETE /v2.0/networks/6d2c8303-3298-41fb-9656-0877a7009db4 HTTP/1.1" status: 404 len: 339 time: 0.1047194 Apr 20 17:25:43.498508 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48242) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:43.534912 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-a8cdcebe-6fe8-47a9-9a59-41dfb096bedd tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-73948149', 'description': 'd1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:43.564104 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a8cdcebe-6fe8-47a9-9a59-41dfb096bedd tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:43.574628 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-1a6ffc74-3fe3-4771-8e53-12da58f6efda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'name': 'tempest-ServerActionsTestJSON-1417737561-router', 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '99874db1-56a9-4990-a2da-9b8c1b31499c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:25:25Z', 'updated_at': '2022-04-20T17:25:38Z', 'revision_number': 4, 'project_id': '048f4cae66cf42c897493ac9a67e0d5f', 'gw_port': {'id': '99874db1-56a9-4990-a2da-9b8c1b31499c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:25:27Z', 'updated_at': '2022-04-20T17:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'c7902397-ce2c-4bac-b2f4-64cd0166c574', 'name': '', 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923', 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f', 'mac_address': 'fa:16:3e:41:8f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '459b9241-591b-4214-ba21-d89500ea520e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:25:36Z', 'updated_at': '2022-04-20T17:25:38Z', 'revision_number': 2, 'project_id': '048f4cae66cf42c897493ac9a67e0d5f', 'subnets': [{'id': '459b9241-591b-4214-ba21-d89500ea520e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:43.589205 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6ffc74-3fe3-4771-8e53-12da58f6efda None None] Checking router: 99bb21b0-21b3-4412-a977-55cc451563b7 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:25:43.589986 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6ffc74-3fe3-4771-8e53-12da58f6efda None None] Updating router 99bb21b0-21b3-4412-a977-55cc451563b7 port c7902397-ce2c-4bac-b2f4-64cd0166c574 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:25:43.595097 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a8cdcebe-6fe8-47a9-9a59-41dfb096bedd tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Usage tracker for resource:network and tenant:4963562334f84d419efd025d32d84935 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:43.612167 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a8cdcebe-6fe8-47a9-9a59-41dfb096bedd tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:43.636880 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:43.638021 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a8cdcebe-6fe8-47a9-9a59-41dfb096bedd tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:43.669032 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-5ac7114b-e68d-4547-bef7-ae1a5d9731db tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:43.698498 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port d68f2bd6-deec-4ce2-8461-f8adacab1341, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d68f2bd6-deec-4ce2-8461-f8adacab1341,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:43.708413 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-1a6ffc74-3fe3-4771-8e53-12da58f6efda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:43.710227 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:43.750713 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cdcebe-6fe8-47a9-9a59-41dfb096bedd tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Made reservation on behalf of 4963562334f84d419efd025d32d84935 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:43.756552 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8cdcebe-6fe8-47a9-9a59-41dfb096bedd tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:43.802161 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-8d72d3b3-23a1-4ecb-897f-c029224e8f42 req-5462eabc-6ca7-422f-9cfb-e9a5b97d5364 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Synchronizing usage tracker for tenant:02869399c9f94c6e8f223671a74b81d5 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:25:43.831812 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48246) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:43.851429 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-3e8a1c1b-f707-478a-a900-1cd2aeb38ca2 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--16076328', 'description': 'tempest-description--1926491481'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:43.859854 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-5ac7114b-e68d-4547-bef7-ae1a5d9731db tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Transition to ACTIVE for port object eb291abb-cf9d-4106-ae9f-e2705f1e272a will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:25:43.871706 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3e8a1c1b-f707-478a-a900-1cd2aeb38ca2 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:43.877553 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-081ce519-635e-46a5-8a88-bdac629a3255 req-e1ce6308-f588-4f7c-bb13-644fbd34fa76 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=58282348-4092-4e5e-b7c0-667535a141b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5065362 Apr 20 17:25:43.884139 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3e8a1c1b-f707-478a-a900-1cd2aeb38ca2 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Usage tracker for resource:security_group and tenant:048f4cae66cf42c897493ac9a67e0d5f is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:43.895336 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=d68f2bd6-deec-4ce2-8461-f8adacab1341,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:43.920960 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-8d72d3b3-23a1-4ecb-897f-c029224e8f42 req-5462eabc-6ca7-422f-9cfb-e9a5b97d5364 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Unset dirty status for tenant:02869399c9f94c6e8f223671a74b81d5 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:25:43.933990 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8d72d3b3-23a1-4ecb-897f-c029224e8f42 req-5462eabc-6ca7-422f-9cfb-e9a5b97d5364 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 210 time: 0.2679839 Apr 20 17:25:43.947168 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:43.982329 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8cdcebe-6fe8-47a9-9a59-41dfb096bedd tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:25:44.010808 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8cdcebe-6fe8-47a9-9a59-41dfb096bedd tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:44.011199 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-a8cdcebe-6fe8-47a9-9a59-41dfb096bedd tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Added segment 8e58ddc4-56bb-41a6-9db9-d9d32c8d49e0 of type vlan for network a0c5afb9-0717-4ec5-95f9-35990e797bca Apr 20 17:25:44.030609 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-5ac7114b-e68d-4547-bef7-ae1a5d9731db tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:44.070706 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812bde40-ec81-4e66-9781-ef75e9b1a043 None None] Network 40587273-edfd-47f1-aa51-ac27e074babb requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:44.079051 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3e8a1c1b-f707-478a-a900-1cd2aeb38ca2 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:44.131454 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-5ac7114b-e68d-4547-bef7-ae1a5d9731db tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Network 2b36794c-34c3-4e2e-bc39-30e014c826c8 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:25:44.140065 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-5ac7114b-e68d-4547-bef7-ae1a5d9731db tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:44.170585 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8cdcebe-6fe8-47a9-9a59-41dfb096bedd tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:44.175507 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-5ac7114b-e68d-4547-bef7-ae1a5d9731db tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:25:44.239291 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 99874db1-56a9-4990-a2da-9b8c1b31499c up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:25:44.313178 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7114b-e68d-4547-bef7-ae1a5d9731db tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Pushing event updated for resources: {'Port': ['ID=eb291abb-cf9d-4106-ae9f-e2705f1e272a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:44.416557 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-1a6ffc74-3fe3-4771-8e53-12da58f6efda None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:44.430891 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3e8a1c1b-f707-478a-a900-1cd2aeb38ca2 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:44.445874 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-1a6ffc74-3fe3-4771-8e53-12da58f6efda None None] Transition to ACTIVE for port object c7902397-ce2c-4bac-b2f4-64cd0166c574 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:25:44.453952 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-081ce519-635e-46a5-8a88-bdac629a3255 req-c13a24f6-c4f2-47fb-8386-c51de5ebdad7 service neutron] 10.222.0.10 "GET /v2.0/networks/58282348-4092-4e5e-b7c0-667535a141b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5664401 Apr 20 17:25:44.468779 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-1a6ffc74-3fe3-4771-8e53-12da58f6efda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:44.533315 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-bd41fef0-0107-4cd0-a97b-7cf0856dedd3 None None] Provisioning for port 2e70e1fe-f635-477e-8087-8dcd474f2df0 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:44.551725 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-bd41fef0-0107-4cd0-a97b-7cf0856dedd3 None None] Provisioning complete for port 2e70e1fe-f635-477e-8087-8dcd474f2df0 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:44.552686 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bd41fef0-0107-4cd0-a97b-7cf0856dedd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:44.641026 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3e8a1c1b-f707-478a-a900-1cd2aeb38ca2 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:44.703695 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-5ac7114b-e68d-4547-bef7-ae1a5d9731db tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:44.704568 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-5ac7114b-e68d-4547-bef7-ae1a5d9731db tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:44.718709 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8cdcebe-6fe8-47a9-9a59-41dfb096bedd tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:44.723694 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cdcebe-6fe8-47a9-9a59-41dfb096bedd tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:44.724004 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8cdcebe-6fe8-47a9-9a59-41dfb096bedd tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:44.757180 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e976565d-08bd-4d33-8d92-d21288a29d3b req-99024257-de20-4987-93a8-9a8ff588f978 tempest-ServerShowV254Test-629948713 tempest-ServerShowV254Test-629948713-project] 10.222.0.39 "GET /v2.0/ports?device_id=b05d9719-db32-4aed-ad98-cebf4a471681 HTTP/1.1" status: 200 len: 210 time: 0.0970230 Apr 20 17:25:44.819005 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 99874db1-56a9-4990-a2da-9b8c1b31499c triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:44.819374 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:44.832675 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181fc025-f2dd-4363-964e-02f750144ebc None None] Pushing event updated for resources: {'Port': ['ID=c7902397-ce2c-4bac-b2f4-64cd0166c574,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:44.886044 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3e8a1c1b-f707-478a-a900-1cd2aeb38ca2 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:44.898097 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3e8a1c1b-f707-478a-a900-1cd2aeb38ca2 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Usage tracker for resource:security_group_rule and tenant:048f4cae66cf42c897493ac9a67e0d5f is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:44.906697 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3e8a1c1b-f707-478a-a900-1cd2aeb38ca2 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:44.938508 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-1a6ffc74-3fe3-4771-8e53-12da58f6efda None None] Attempting to bind port c7902397-ce2c-4bac-b2f4-64cd0166c574 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:25:44.939126 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-1a6ffc74-3fe3-4771-8e53-12da58f6efda None None] Attempting to bind port c7902397-ce2c-4bac-b2f4-64cd0166c574 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'c554300a-cd59-4a60-9307-fc40b2335284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:25:44.939626 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6ffc74-3fe3-4771-8e53-12da58f6efda None None] Attempting to bind port c7902397-ce2c-4bac-b2f4-64cd0166c574 on network 4f37beb4-cacf-475a-8f23-eab887469923 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:25:44.945569 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cdcebe-6fe8-47a9-9a59-41dfb096bedd tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event updated for resources: {'Network': ['ID=a0c5afb9-0717-4ec5-95f9-35990e797bca,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:44.947627 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6ffc74-3fe3-4771-8e53-12da58f6efda None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:25:44.948436 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3e8a1c1b-f707-478a-a900-1cd2aeb38ca2 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:44.948586 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6ffc74-3fe3-4771-8e53-12da58f6efda None None] Checking segment: {'id': 'c554300a-cd59-4a60-9307-fc40b2335284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:25:44.949018 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-1a6ffc74-3fe3-4771-8e53-12da58f6efda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:44.949599 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6ffc74-3fe3-4771-8e53-12da58f6efda None None] Bound using segment: {'id': 'c554300a-cd59-4a60-9307-fc40b2335284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:25:44.950290 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-1a6ffc74-3fe3-4771-8e53-12da58f6efda None None] Bound port: c7902397-ce2c-4bac-b2f4-64cd0166c574, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c554300a-cd59-4a60-9307-fc40b2335284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:25:44.950946 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-1a6ffc74-3fe3-4771-8e53-12da58f6efda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:44.958294 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-081ce519-635e-46a5-8a88-bdac629a3255 req-70ef3358-6738-4f8b-8aa0-2b3e05913208 service neutron] 10.222.0.10 "GET /v2.0/networks/58282348-4092-4e5e-b7c0-667535a141b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4931886 Apr 20 17:25:44.965045 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a8cdcebe-6fe8-47a9-9a59-41dfb096bedd tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4651837 Apr 20 17:25:44.969328 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48256) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:44.976926 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network a0c5afb9-0717-4ec5-95f9-35990e797bca details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:25:45.020396 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-5ac7114b-e68d-4547-bef7-ae1a5d9731db tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5470240 Apr 20 17:25:45.047754 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-86f1a25c-b3dc-42c2-9f04-9ecc9fec5034 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:25:45.049313 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-86f1a25c-b3dc-42c2-9f04-9ecc9fec5034 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] 10.222.0.39 "PUT /v2.0/routers/6f531b0b-64ab-4516-8a06-e818d6d3e39b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 4.1694942 Apr 20 17:25:45.057297 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48262) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:45.076450 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc775569-1dee-4c17-a361-4ed53d41373c None None] New status for floating IP 99f96628-da17-4cd7-97ab-30588dcb0790: ACTIVE {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:25:45.112372 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-f76d5fa1-eceb-47bb-8ac3-6ce01878ea96 service neutron] Request body: {'port': {'device_id': '70747bfe-bf24-479a-b101-f9d437389c97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:45.162543 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-1a6ffc74-3fe3-4771-8e53-12da58f6efda None None] For port c7902397-ce2c-4bac-b2f4-64cd0166c574, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:25:45.167694 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-1a6ffc74-3fe3-4771-8e53-12da58f6efda None None] For port c7902397-ce2c-4bac-b2f4-64cd0166c574, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c7902397-ce2c-4bac-b2f4-64cd0166c574,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:25:45.173735 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-1a6ffc74-3fe3-4771-8e53-12da58f6efda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:45.266490 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc43d9c-c683-4f7e-90bf-afa52d5ff36f tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:45.267170 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-acc43d9c-c683-4f7e-90bf-afa52d5ff36f tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Synchronizing usage tracker for tenant:4963562334f84d419efd025d32d84935 on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:25:45.279350 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3c41b-8362-4d23-ad79-ae798d705f60 req-b71f9321-cbdd-4c3d-a6aa-02e08212e92b tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:45.286809 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d5e3c41b-8362-4d23-ad79-ae798d705f60 req-b71f9321-cbdd-4c3d-a6aa-02e08212e92b tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee58844-d2ce-4900-8797-6b9cb1d61d20 HTTP/1.1" status: 200 len: 945 time: 0.6402247 Apr 20 17:25:45.297510 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3e8a1c1b-f707-478a-a900-1cd2aeb38ca2 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:45.314181 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3e8a1c1b-f707-478a-a900-1cd2aeb38ca2 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:45.357176 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6ffc74-3fe3-4771-8e53-12da58f6efda None None] Routers {'99bb21b0-21b3-4412-a977-55cc451563b7'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:25:45.358374 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-1a6ffc74-3fe3-4771-8e53-12da58f6efda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:25:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['99bb21b0-21b3-4412-a977-55cc451563b7'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:45.408219 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a1c1b-f707-478a-a900-1cd2aeb38ca2 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=788e0f0a-b793-48ac-852a-e59827f3e22c,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:45.416951 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3e8a1c1b-f707-478a-a900-1cd2aeb38ca2 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:45.419699 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3e8a1c1b-f707-478a-a900-1cd2aeb38ca2 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.5865963 Apr 20 17:25:45.424998 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48266) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:45.434830 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-78ac1f52-d7f7-49fe-8fd9-961cdefe080e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Request body: {'security_group_rule': {'security_group_id': '788e0f0a-b793-48ac-852a-e59827f3e22c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:45.444028 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-78ac1f52-d7f7-49fe-8fd9-961cdefe080e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:45.455186 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-78ac1f52-d7f7-49fe-8fd9-961cdefe080e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Usage tracker for resource:security_group_rule and tenant:048f4cae66cf42c897493ac9a67e0d5f is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:45.459923 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-78ac1f52-d7f7-49fe-8fd9-961cdefe080e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:45.470770 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-78ac1f52-d7f7-49fe-8fd9-961cdefe080e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:45.495264 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da47cc7-656a-40ab-80e0-057765d0f708 req-36d38893-3667-42b9-bf8d-0db8f9f6ee8e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:45.497086 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6da47cc7-656a-40ab-80e0-057765d0f708 req-36d38893-3667-42b9-bf8d-0db8f9f6ee8e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 932 time: 0.2554898 Apr 20 17:25:45.517671 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-acc43d9c-c683-4f7e-90bf-afa52d5ff36f tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Unset dirty status for tenant:4963562334f84d419efd025d32d84935 on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:25:45.523807 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-acc43d9c-c683-4f7e-90bf-afa52d5ff36f tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "GET /v2.0/networks?id=a0c5afb9-0717-4ec5-95f9-35990e797bca HTTP/1.1" status: 200 len: 763 time: 0.5490086 Apr 20 17:25:45.524888 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48270) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:45.527123 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-f76d5fa1-eceb-47bb-8ac3-6ce01878ea96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:45.555571 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d5e3c41b-8362-4d23-ad79-ae798d705f60 req-45382968-c95d-461b-88f1-b9e3b399901c tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/security-groups?id=53815866-c103-47fa-8c7d-74d79fc3c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672353 Apr 20 17:25:45.575194 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-6d98450a-3241-4dda-b0af-0a61d4fde1fe tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Request body: {'network': {'description': 'd2'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:45.647018 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181fc025-f2dd-4363-964e-02f750144ebc None None] Pushing event updated for resources: {'Port': ['ID=c7902397-ce2c-4bac-b2f4-64cd0166c574,revision_number=4']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:45.664883 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-78ac1f52-d7f7-49fe-8fd9-961cdefe080e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:45.707470 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-1a6ffc74-3fe3-4771-8e53-12da58f6efda None None] Set router 99bb21b0-21b3-4412-a977-55cc451563b7 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:25:45.714739 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ff575b-da71-44f3-b7b8-d754faf79165 None None] get_active_networks_info from n-d-838032-1 {{(pid=84082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 20 17:25:45.783601 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6da47cc7-656a-40ab-80e0-057765d0f708 req-909757bb-7d15-43cf-a94f-b8073c4d4b11 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2788775 Apr 20 17:25:45.875512 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-78ac1f52-d7f7-49fe-8fd9-961cdefe080e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:45.887663 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-78ac1f52-d7f7-49fe-8fd9-961cdefe080e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:45.929018 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac1f52-d7f7-49fe-8fd9-961cdefe080e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbafe390-a105-4e4c-ba4e-ccea342a9961,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:45.941885 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8c697fc8-024a-4d6f-ada5-5f50f3bcfe74 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:45.969051 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ff575b-da71-44f3-b7b8-d754faf79165 None None] Resources bound (agent type, host, resource id): {{(pid=84082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 17:25:45.974275 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:45.975125 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1e20468f-a4ec-4996-8bec-98d3f5ff04b5 None None] Provisioning for port eb291abb-cf9d-4106-ae9f-e2705f1e272a completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:46.018862 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-78ac1f52-d7f7-49fe-8fd9-961cdefe080e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:46.020116 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-78ac1f52-d7f7-49fe-8fd9-961cdefe080e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5907772 Apr 20 17:25:46.027181 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48276) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:46.031117 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1e20468f-a4ec-4996-8bec-98d3f5ff04b5 None None] Provisioning complete for port eb291abb-cf9d-4106-ae9f-e2705f1e272a triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:46.031673 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1e20468f-a4ec-4996-8bec-98d3f5ff04b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:46.098434 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-36798eb1-be86-4684-bc0c-c99d29372beb tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Request body: {'security_group_rule': {'security_group_id': '788e0f0a-b793-48ac-852a-e59827f3e22c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:46.104681 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1e20468f-a4ec-4996-8bec-98d3f5ff04b5 None None] Port eb291abb-cf9d-4106-ae9f-e2705f1e272a cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:25:46.114387 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-36798eb1-be86-4684-bc0c-c99d29372beb tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:46.132763 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-36798eb1-be86-4684-bc0c-c99d29372beb tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Usage tracker for resource:security_group_rule and tenant:048f4cae66cf42c897493ac9a67e0d5f is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:46.138134 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-36798eb1-be86-4684-bc0c-c99d29372beb tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:46.157352 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-36798eb1-be86-4684-bc0c-c99d29372beb tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:46.172287 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-f76d5fa1-eceb-47bb-8ac3-6ce01878ea96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb291abb-cf9d-4106-ae9f-e2705f1e272a {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:25:46.180730 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-f76d5fa1-eceb-47bb-8ac3-6ce01878ea96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:46.198426 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-f76d5fa1-eceb-47bb-8ac3-6ce01878ea96 service neutron] Transition to ACTIVE for port object eb291abb-cf9d-4106-ae9f-e2705f1e272a will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:25:46.200403 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-36798eb1-be86-4684-bc0c-c99d29372beb tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:46.221565 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:25:46.283229 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-34f48625-0f0f-488c-9f92-ecab98475ba7 None None] Provisioning complete for port 2e70e1fe-f635-477e-8087-8dcd474f2df0 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:46.283918 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-34f48625-0f0f-488c-9f92-ecab98475ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:46.295110 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-f76d5fa1-eceb-47bb-8ac3-6ce01878ea96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:46.308662 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 2e70e1fe-f635-477e-8087-8dcd474f2df0 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:25:46.374753 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-1a6ffc74-3fe3-4771-8e53-12da58f6efda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'name': 'tempest-ServerActionsTestJSON-1417737561-router', 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '99874db1-56a9-4990-a2da-9b8c1b31499c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:25:25Z', 'updated_at': '2022-04-20T17:25:38Z', 'revision_number': 4, 'project_id': '048f4cae66cf42c897493ac9a67e0d5f', 'gw_port': {'id': '99874db1-56a9-4990-a2da-9b8c1b31499c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:25:27Z', 'updated_at': '2022-04-20T17:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'c7902397-ce2c-4bac-b2f4-64cd0166c574', 'name': '', 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923', 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f', 'mac_address': 'fa:16:3e:41:8f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '459b9241-591b-4214-ba21-d89500ea520e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:25:36Z', 'updated_at': '2022-04-20T17:25:45Z', 'revision_number': 4, 'project_id': '048f4cae66cf42c897493ac9a67e0d5f', 'subnets': [{'id': '459b9241-591b-4214-ba21-d89500ea520e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:46.379686 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6ffc74-3fe3-4771-8e53-12da58f6efda None None] The sync data for ids ['99bb21b0-21b3-4412-a977-55cc451563b7'] in n-d-838032-1 is: [{'id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'name': 'tempest-ServerActionsTestJSON-1417737561-router', 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '99874db1-56a9-4990-a2da-9b8c1b31499c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:25:25Z', 'updated_at': '2022-04-20T17:25:38Z', 'revision_number': 4, 'project_id': '048f4cae66cf42c897493ac9a67e0d5f', 'gw_port': {'id': '99874db1-56a9-4990-a2da-9b8c1b31499c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:25:27Z', 'updated_at': '2022-04-20T17:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'c7902397-ce2c-4bac-b2f4-64cd0166c574', 'name': '', 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923', 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f', 'mac_address': 'fa:16:3e:41:8f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '459b9241-591b-4214-ba21-d89500ea520e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:25:36Z', 'updated_at': '2022-04-20T17:25:45Z', 'revision_number': 4, 'project_id': '048f4cae66cf42c897493ac9a67e0d5f', 'subnets': [{'id': '459b9241-591b-4214-ba21-d89500ea520e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:25:46.388769 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d5fa1-eceb-47bb-8ac3-6ce01878ea96 service neutron] Pushing event updated for resources: {'Port': ['ID=eb291abb-cf9d-4106-ae9f-e2705f1e272a,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:46.404884 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-078693d0-97db-4444-aada-5ad2ae589574 req-3699029e-0592-4939-b0ee-ffa4dbe7f0f1 tempest-ServerShowV254Test-629948713 tempest-ServerShowV254Test-629948713-project] 10.222.0.39 "GET /v2.0/ports?device_id=b05d9719-db32-4aed-ad98-cebf4a471681 HTTP/1.1" status: 200 len: 210 time: 0.1960995 Apr 20 17:25:46.466648 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38604e5e-53ca-4a24-b2e7-1bc29720e7a2 req-71d78699-b8d6-400d-ab0a-828c2ae07bb1 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:46.468165 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-38604e5e-53ca-4a24-b2e7-1bc29720e7a2 req-71d78699-b8d6-400d-ab0a-828c2ae07bb1 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee58844-d2ce-4900-8797-6b9cb1d61d20 HTTP/1.1" status: 200 len: 945 time: 0.8660738 Apr 20 17:25:46.566594 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-36798eb1-be86-4684-bc0c-c99d29372beb tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:46.580018 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-36798eb1-be86-4684-bc0c-c99d29372beb tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:46.661509 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 2e70e1fe-f635-477e-8087-8dcd474f2df0 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:46.661882 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:46.670723 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-36798eb1-be86-4684-bc0c-c99d29372beb tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:46.674843 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-36798eb1-be86-4684-bc0c-c99d29372beb tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6438687 Apr 20 17:25:46.678644 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36798eb1-be86-4684-bc0c-c99d29372beb tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a0297c-83a1-4373-9f87-ecfa777630df,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:46.681992 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48284) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:46.698163 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-449f983b-5616-4f29-b9f1-bae0e437a2c9 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:46.718906 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-449f983b-5616-4f29-b9f1-bae0e437a2c9 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:46.726256 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-449f983b-5616-4f29-b9f1-bae0e437a2c9 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Usage tracker for resource:floatingip and tenant:048f4cae66cf42c897493ac9a67e0d5f is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:46.730739 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-449f983b-5616-4f29-b9f1-bae0e437a2c9 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:46.739640 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-449f983b-5616-4f29-b9f1-bae0e437a2c9 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:46.791362 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-38604e5e-53ca-4a24-b2e7-1bc29720e7a2 req-8e4c9f84-fd97-4e3a-8403-01c3ee7da8f9 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Deleting port 5e9e4c5a-1289-4c21-8f56-bce3bbe09f69 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:25:46.791838 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-38604e5e-53ca-4a24-b2e7-1bc29720e7a2 req-8e4c9f84-fd97-4e3a-8403-01c3ee7da8f9 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:46.799474 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-449f983b-5616-4f29-b9f1-bae0e437a2c9 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:46.875574 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6d98450a-3241-4dda-b0af-0a61d4fde1fe tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:47.175137 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 92ff8e79-1f95-479f-aa89-a35a09b450b7 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:25:47.208760 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6d98450a-3241-4dda-b0af-0a61d4fde1fe tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:47.315477 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb808e18-bdcb-4714-b94b-11d757d77f19 req-2274a6ba-1451-4027-a55f-4352b25d5fb3 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:47.316938 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bb808e18-bdcb-4714-b94b-11d757d77f19 req-2274a6ba-1451-4027-a55f-4352b25d5fb3 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee58844-d2ce-4900-8797-6b9cb1d61d20 HTTP/1.1" status: 200 len: 945 time: 0.4857891 Apr 20 17:25:47.395335 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 92ff8e79-1f95-479f-aa89-a35a09b450b7 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:47.396105 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:47.433684 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d98450a-3241-4dda-b0af-0a61d4fde1fe tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event updated for resources: {'Network': ['ID=a0c5afb9-0717-4ec5-95f9-35990e797bca,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:47.448829 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bb808e18-bdcb-4714-b94b-11d757d77f19 req-07d421cd-7da6-4c2d-b24d-3c3a467e5c3b tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/security-groups?id=53815866-c103-47fa-8c7d-74d79fc3c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224515 Apr 20 17:25:47.484005 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6d98450a-3241-4dda-b0af-0a61d4fde1fe tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Network a0c5afb9-0717-4ec5-95f9-35990e797bca is not hosted by any dhcp agent {{(pid=84080) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 20 17:25:47.490731 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d98450a-3241-4dda-b0af-0a61d4fde1fe tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:47.491960 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6d98450a-3241-4dda-b0af-0a61d4fde1fe tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:47.499902 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6d98450a-3241-4dda-b0af-0a61d4fde1fe tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "PUT /v2.0/networks/a0c5afb9-0717-4ec5-95f9-35990e797bca HTTP/1.1" status: 200 len: 760 time: 1.9427707 Apr 20 17:25:47.500951 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48290) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:47.560246 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network a0c5afb9-0717-4ec5-95f9-35990e797bca details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:25:47.607474 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-449f983b-5616-4f29-b9f1-bae0e437a2c9 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:47.697193 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-8c697fc8-024a-4d6f-ada5-5f50f3bcfe74 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Deleting port b1cb75d7-b516-45b4-bc56-b42f088d5345 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:25:47.697828 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8c697fc8-024a-4d6f-ada5-5f50f3bcfe74 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:47.806726 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6c776b22-93a5-46bd-98ee-fd41b8e3fc29 req-28bb4f83-9f6e-431f-a724-cc2d924cfbdd tempest-ServerShowV254Test-629948713 tempest-ServerShowV254Test-629948713-project] 10.222.0.39 "GET /v2.0/ports?device_id=b05d9719-db32-4aed-ad98-cebf4a471681 HTTP/1.1" status: 200 len: 210 time: 0.0468543 Apr 20 17:25:47.824029 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-38604e5e-53ca-4a24-b2e7-1bc29720e7a2 req-8e4c9f84-fd97-4e3a-8403-01c3ee7da8f9 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] For port 5e9e4c5a-1289-4c21-8f56-bce3bbe09f69, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=5e9e4c5a-1289-4c21-8f56-bce3bbe09f69,segment=NetworkSegment(124f52b6-d232-4aa2-b9c8-207402d3aad3),segment_id=124f52b6-d232-4aa2-b9c8-207402d3aad3)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:47.824218 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-38604e5e-53ca-4a24-b2e7-1bc29720e7a2 req-8e4c9f84-fd97-4e3a-8403-01c3ee7da8f9 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:47.830429 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 306fd1b2-eb79-4b72-9cce-4a750fae7a8b up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:25:47.911792 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 306fd1b2-eb79-4b72-9cce-4a750fae7a8b completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:47.917685 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 306fd1b2-eb79-4b72-9cce-4a750fae7a8b triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:47.918266 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:47.956265 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-38604e5e-53ca-4a24-b2e7-1bc29720e7a2 req-8e4c9f84-fd97-4e3a-8403-01c3ee7da8f9 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Calling delete_port for 5e9e4c5a-1289-4c21-8f56-bce3bbe09f69 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:25:47.978497 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-449f983b-5616-4f29-b9f1-bae0e437a2c9 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Allocated IP 172.25.8.206 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/eeaacad5-1b97-4240-a6e9-916d48fb6062) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:25:48.037456 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:48.068776 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 306fd1b2-eb79-4b72-9cce-4a750fae7a8b, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=306fd1b2-eb79-4b72-9cce-4a750fae7a8b,segment=NetworkSegment(bbbc52b8-03f5-4ed9-84ed-37591d8aa16b),segment_id=bbbc52b8-03f5-4ed9-84ed-37591d8aa16b)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:48.075645 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:48.107677 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-f76d5fa1-eceb-47bb-8ac3-6ce01878ea96 service neutron] Attempting to bind port eb291abb-cf9d-4106-ae9f-e2705f1e272a on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:25:48.108191 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-f76d5fa1-eceb-47bb-8ac3-6ce01878ea96 service neutron] Attempting to bind port eb291abb-cf9d-4106-ae9f-e2705f1e272a by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '66b29461-7e00-47bd-9ba1-5ef6f56d61e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:25:48.108527 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-f76d5fa1-eceb-47bb-8ac3-6ce01878ea96 service neutron] Attempting to bind port eb291abb-cf9d-4106-ae9f-e2705f1e272a on network 2b36794c-34c3-4e2e-bc39-30e014c826c8 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:25:48.159774 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8c697fc8-024a-4d6f-ada5-5f50f3bcfe74 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:48.163286 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-f76d5fa1-eceb-47bb-8ac3-6ce01878ea96 service neutron] Port eb291abb-cf9d-4106-ae9f-e2705f1e272a on network 2b36794c-34c3-4e2e-bc39-30e014c826c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:25:48.163415 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-f76d5fa1-eceb-47bb-8ac3-6ce01878ea96 service neutron] Attempting to bind port eb291abb-cf9d-4106-ae9f-e2705f1e272a on network 2b36794c-34c3-4e2e-bc39-30e014c826c8 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:25:48.181492 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501372b9-f3b7-42b6-a20b-c60b6e859a6f tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:48.182198 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=306fd1b2-eb79-4b72-9cce-4a750fae7a8b,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:48.183086 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-501372b9-f3b7-42b6-a20b-c60b6e859a6f tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "GET /v2.0/networks?id=a0c5afb9-0717-4ec5-95f9-35990e797bca HTTP/1.1" status: 200 len: 763 time: 0.6657486 Apr 20 17:25:48.189777 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48296) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:48.194133 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-f76d5fa1-eceb-47bb-8ac3-6ce01878ea96 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:25:48.205125 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-f76d5fa1-eceb-47bb-8ac3-6ce01878ea96 service neutron] Checking segment: {'id': '66b29461-7e00-47bd-9ba1-5ef6f56d61e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:25:48.205125 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-f76d5fa1-eceb-47bb-8ac3-6ce01878ea96 service neutron] Bound using segment: {'id': '66b29461-7e00-47bd-9ba1-5ef6f56d61e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:25:48.205125 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-f76d5fa1-eceb-47bb-8ac3-6ce01878ea96 service neutron] Bound port: eb291abb-cf9d-4106-ae9f-e2705f1e272a, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b29461-7e00-47bd-9ba1-5ef6f56d61e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:25:48.205125 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-f76d5fa1-eceb-47bb-8ac3-6ce01878ea96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:48.293897 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d68f2bd6-deec-4ce2-8461-f8adacab1341 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:25:48.317371 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb472f7-0e46-40d7-93dc-8b55fd2dc4f2 req-34461773-6447-4089-8ce3-73524c23e940 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:48.330468 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fdb472f7-0e46-40d7-93dc-8b55fd2dc4f2 req-34461773-6447-4089-8ce3-73524c23e940 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 944 time: 1.1415215 Apr 20 17:25:48.347039 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-8c697fc8-024a-4d6f-ada5-5f50f3bcfe74 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Calling delete_port for b1cb75d7-b516-45b4-bc56-b42f088d5345 owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:25:48.367373 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port d68f2bd6-deec-4ce2-8461-f8adacab1341 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:48.367373 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:48.479953 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-449f983b-5616-4f29-b9f1-bae0e437a2c9 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:48.492385 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-f76d5fa1-eceb-47bb-8ac3-6ce01878ea96 service neutron] For port eb291abb-cf9d-4106-ae9f-e2705f1e272a, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:25:48.516744 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-f76d5fa1-eceb-47bb-8ac3-6ce01878ea96 service neutron] For port eb291abb-cf9d-4106-ae9f-e2705f1e272a, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=eb291abb-cf9d-4106-ae9f-e2705f1e272a,segment=NetworkSegment(66b29461-7e00-47bd-9ba1-5ef6f56d61e9),segment_id=66b29461-7e00-47bd-9ba1-5ef6f56d61e9)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:25:48.532917 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c7902397-ce2c-4bac-b2f4-64cd0166c574 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:25:48.540458 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-38604e5e-53ca-4a24-b2e7-1bc29720e7a2 req-8e4c9f84-fd97-4e3a-8403-01c3ee7da8f9 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:48.540458 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-f76d5fa1-eceb-47bb-8ac3-6ce01878ea96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:48.604852 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['5e9e4c5a-1289-4c21-8f56-bce3bbe09f69'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:25:48.609434 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123268b4-0c13-43e8-b9e1-44d0dea4e9f5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:48.610120 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-123268b4-0c13-43e8-b9e1-44d0dea4e9f5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Synchronizing usage tracker for tenant:4963562334f84d419efd025d32d84935 on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:25:48.648686 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-123268b4-0c13-43e8-b9e1-44d0dea4e9f5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Unset dirty status for tenant:4963562334f84d419efd025d32d84935 on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:25:48.648686 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-123268b4-0c13-43e8-b9e1-44d0dea4e9f5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4460828 Apr 20 17:25:48.648686 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-449f983b-5616-4f29-b9f1-bae0e437a2c9 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:48.648686 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48302) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:48.683298 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fdb472f7-0e46-40d7-93dc-8b55fd2dc4f2 req-b193f1cf-c98b-4fe7-b169-93e46e404ca7 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3547845 Apr 20 17:25:48.722175 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-f76d5fa1-eceb-47bb-8ac3-6ce01878ea96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:48.724349 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-f76d5fa1-eceb-47bb-8ac3-6ce01878ea96 service neutron] 10.222.0.10 "PUT /v2.0/ports/eb291abb-cf9d-4106-ae9f-e2705f1e272a HTTP/1.1" status: 200 len: 1092 time: 3.6162295 Apr 20 17:25:48.724791 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70747bfe-bf24-479a-b101-f9d437389c97', 'tag': 'eb291abb-cf9d-4106-ae9f-e2705f1e272a'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:25:48.766974 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f983b-5616-4f29-b9f1-bae0e437a2c9 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Pushing event updated for resources: {'Port': ['ID=eeaacad5-1b97-4240-a6e9-916d48fb6062,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:48.796630 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port c7902397-ce2c-4bac-b2f4-64cd0166c574 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:48.805157 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port c7902397-ce2c-4bac-b2f4-64cd0166c574 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:48.806166 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:48.858028 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14e8acdf-76f4-4c6c-9d9a-2c5e9ac4f664'] response: {'name': 'network-changed', 'server_uuid': '70747bfe-bf24-479a-b101-f9d437389c97', 'tag': 'eb291abb-cf9d-4106-ae9f-e2705f1e272a', 'status': 'completed', 'code': 200} Apr 20 17:25:48.861274 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9d023b58-6acb-4385-a56a-5cbb273385b1 req-fdbfaf74-b2e5-47e0-921a-692078da63a0 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.39 "GET /v2.0/ports?device_id=eee58844-d2ce-4900-8797-6b9cb1d61d20 HTTP/1.1" status: 200 len: 210 time: 0.1401458 Apr 20 17:25:48.905993 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d5fa1-eceb-47bb-8ac3-6ce01878ea96 service neutron] Pushing event updated for resources: {'Port': ['ID=eb291abb-cf9d-4106-ae9f-e2705f1e272a,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:48.964270 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-38604e5e-53ca-4a24-b2e7-1bc29720e7a2 req-8e4c9f84-fd97-4e3a-8403-01c3ee7da8f9 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] No DVR routers for this DVR port 5e9e4c5a-1289-4c21-8f56-bce3bbe09f69 on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:25:48.984615 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-38604e5e-53ca-4a24-b2e7-1bc29720e7a2 req-8e4c9f84-fd97-4e3a-8403-01c3ee7da8f9 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:48.990635 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c9f84-fd97-4e3a-8403-01c3ee7da8f9 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] Pushing event deleted for resources: {'Port': ['ID=5e9e4c5a-1289-4c21-8f56-bce3bbe09f69,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:48.995922 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c69335a4-c8ff-474a-9580-f513734707ff tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Synchronizing usage tracker for tenant:4963562334f84d419efd025d32d84935 on resource:subnet {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:25:49.014325 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-38604e5e-53ca-4a24-b2e7-1bc29720e7a2 req-8e4c9f84-fd97-4e3a-8403-01c3ee7da8f9 tempest-InstanceActionsV221TestJSON-1736821752 tempest-InstanceActionsV221TestJSON-1736821752-project] 10.222.0.43 "DELETE /v2.0/ports/5e9e4c5a-1289-4c21-8f56-bce3bbe09f69 HTTP/1.1" status: 204 len: 173 time: 2.5358322 Apr 20 17:25:49.024203 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-109e2623-295e-4c55-9c7e-2b5d62f6caef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=02869399c9f94c6e8f223671a74b81d5&device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 1095 time: 0.2279987 Apr 20 17:25:49.028677 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449f983b-5616-4f29-b9f1-bae0e437a2c9 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:25:49.054404 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:49.072952 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-449f983b-5616-4f29-b9f1-bae0e437a2c9 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:49.082372 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449f983b-5616-4f29-b9f1-bae0e437a2c9 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:25:49.134388 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-f06936a3-644e-48a6-a6f3-d17360da6f57 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb291abb-cf9d-4106-ae9f-e2705f1e272a HTTP/1.1" status: 200 len: 217 time: 0.0967731 Apr 20 17:25:49.199410 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port c7902397-ce2c-4bac-b2f4-64cd0166c574, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c7902397-ce2c-4bac-b2f4-64cd0166c574,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:49.233638 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-90c6f8fb-141d-4e92-89ce-d12370ab5251 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:49.233638 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-90c6f8fb-141d-4e92-89ce-d12370ab5251 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=35e9f78d-225c-4d9e-a6cf-92423d188840 HTTP/1.1" status: 200 len: 856 time: 0.0896640 Apr 20 17:25:49.239815 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c69335a4-c8ff-474a-9580-f513734707ff tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Unset dirty status for tenant:4963562334f84d419efd025d32d84935 on resource:subnet {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:25:49.239815 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c69335a4-c8ff-474a-9580-f513734707ff tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "GET /v2.0/subnets?network_id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 207 time: 0.5129158 Apr 20 17:25:49.239815 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48310) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:49.239815 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8c697fc8-024a-4d6f-ada5-5f50f3bcfe74 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:49.268813 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:49.292932 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e5438ef4-af56-4549-9f2d-8537f15b3a56 req-a27a6c34-9260-4406-be7b-34b78490daa9 tempest-ServerShowV254Test-629948713 tempest-ServerShowV254Test-629948713-project] 10.222.0.39 "GET /v2.0/ports?device_id=b05d9719-db32-4aed-ad98-cebf4a471681 HTTP/1.1" status: 200 len: 210 time: 0.0611963 Apr 20 17:25:49.362865 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=c7902397-ce2c-4bac-b2f4-64cd0166c574,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:49.384736 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:49.384736 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:49.384736 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:49.384736 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:49.384736 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:49.384736 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:49.384736 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:49.384736 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:49.384736 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:49.384736 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:49.384736 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:25:49.412637 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-cb4b9e75-44b9-47f6-a082-99eafc0cc839 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b36794c-34c3-4e2e-bc39-30e014c826c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1226411 Apr 20 17:25:49.688948 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c697fc8-024a-4d6f-ada5-5f50f3bcfe74 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Pushing event deleted for resources: {'Port': ['ID=b1cb75d7-b516-45b4-bc56-b42f088d5345,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:49.968044 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-35323455-0d00-4522-9596-8769f8c87d61 service neutron] 10.222.0.10 "GET /v2.0/networks/2b36794c-34c3-4e2e-bc39-30e014c826c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5446272 Apr 20 17:25:50.115702 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-449f983b-5616-4f29-b9f1-bae0e437a2c9 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:50.130383 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a62e0eb-3dde-4779-bb9a-6483c7046cdc req-5788dff5-401a-4080-871b-c0f4d92fab2f service neutron] 10.222.0.10 "GET /v2.0/networks/2b36794c-34c3-4e2e-bc39-30e014c826c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554613 Apr 20 17:25:50.169027 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e786a694-a9cb-4b21-94a0-28f65d5874b6 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:50.171019 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e786a694-a9cb-4b21-94a0-28f65d5874b6 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:50.175267 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e786a694-a9cb-4b21-94a0-28f65d5874b6 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:50.186726 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e786a694-a9cb-4b21-94a0-28f65d5874b6 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:50.190895 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e786a694-a9cb-4b21-94a0-28f65d5874b6 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:50.194790 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e786a694-a9cb-4b21-94a0-28f65d5874b6 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:50.196743 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e786a694-a9cb-4b21-94a0-28f65d5874b6 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.9347386 Apr 20 17:25:50.209910 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48322) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:50.251173 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 306fd1b2-eb79-4b72-9cce-4a750fae7a8b up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:25:50.279775 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4d60c361-f173-4ea3-b798-90ce50efb8c5 req-1fd41398-4134-457a-9e97-a6ba775ce82a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=02869399c9f94c6e8f223671a74b81d5&device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 1095 time: 0.0988278 Apr 20 17:25:50.391273 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 306fd1b2-eb79-4b72-9cce-4a750fae7a8b triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:50.392054 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:50.434413 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48330) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:50.495247 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b6fbd18b-8de9-4216-837e-cb97380e5168 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.2775147 Apr 20 17:25:50.496772 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-449f983b-5616-4f29-b9f1-bae0e437a2c9 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:50.498410 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48334) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:50.606149 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c7902397-ce2c-4bac-b2f4-64cd0166c574 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:25:50.610492 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60c361-f173-4ea3-b798-90ce50efb8c5 req-7e13a434-651a-49ca-b6d0-2985d019e4e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:50.612121 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4d60c361-f173-4ea3-b798-90ce50efb8c5 req-7e13a434-651a-49ca-b6d0-2985d019e4e1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b36794c-34c3-4e2e-bc39-30e014c826c8 HTTP/1.1" status: 200 len: 918 time: 0.3249996 Apr 20 17:25:50.614805 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d737690-60d6-48fa-aa26-10fdc9ed703a admin admin] Deleting subnet 1134ee8c-f7c0-4f8f-a0e5-73609fdc6401 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:25:50.621707 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2d737690-60d6-48fa-aa26-10fdc9ed703a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:50.664925 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8c697fc8-024a-4d6f-ada5-5f50f3bcfe74 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:50.672927 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port c7902397-ce2c-4bac-b2f4-64cd0166c574 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:50.673361 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:50.697367 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d798f3a-5754-4427-aca1-f90c95f77019 req-97f55e07-4006-4b6d-8425-d9b247f3cf1d tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:50.698946 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d798f3a-5754-4427-aca1-f90c95f77019 req-97f55e07-4006-4b6d-8425-d9b247f3cf1d tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 944 time: 0.8077264 Apr 20 17:25:50.742559 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 5e9e4c5a-1289-4c21-8f56-bce3bbe09f69 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:25:50.759525 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-79496255-59ec-4eff-8226-0d640f77a2d6 req-fbc814ab-ea06-4e21-941c-0c60b69fa49b tempest-ServerShowV254Test-629948713 tempest-ServerShowV254Test-629948713-project] 10.222.0.39 "GET /v2.0/ports?device_id=b05d9719-db32-4aed-ad98-cebf4a471681 HTTP/1.1" status: 200 len: 210 time: 0.1387053 Apr 20 17:25:50.782708 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4d60c361-f173-4ea3-b798-90ce50efb8c5 req-5648107a-f40b-443d-84a2-a716662c2eda service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb291abb-cf9d-4106-ae9f-e2705f1e272a HTTP/1.1" status: 200 len: 217 time: 0.1045473 Apr 20 17:25:50.785694 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 5e9e4c5a-1289-4c21-8f56-bce3bbe09f69 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:25:50.786025 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 5e9e4c5a-1289-4c21-8f56-bce3bbe09f69 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:25:50.786740 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc06aa4-ff2b-4406-ac8e-5aa8af7e72ae tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:50.788042 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc06aa4-ff2b-4406-ac8e-5aa8af7e72ae tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:50.789454 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc06aa4-ff2b-4406-ac8e-5aa8af7e72ae tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:50.790766 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc06aa4-ff2b-4406-ac8e-5aa8af7e72ae tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:50.792293 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc06aa4-ff2b-4406-ac8e-5aa8af7e72ae tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:50.793357 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8fc06aa4-ff2b-4406-ac8e-5aa8af7e72ae tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Synchronizing usage tracker for tenant:4963562334f84d419efd025d32d84935 on resource:subnet {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:25:50.854092 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2d737690-60d6-48fa-aa26-10fdc9ed703a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:50.879489 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee58844-d2ce-4900-8797-6b9cb1d61d20', 'name': 'network-vif-deleted', 'tag': '5e9e4c5a-1289-4c21-8f56-bce3bbe09f69'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:25:50.905569 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8fc06aa4-ff2b-4406-ac8e-5aa8af7e72ae tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Unset dirty status for tenant:4963562334f84d419efd025d32d84935 on resource:subnet {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:25:50.911445 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8fc06aa4-ff2b-4406-ac8e-5aa8af7e72ae tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4109128 Apr 20 17:25:50.912002 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48342) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:50.913220 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d798f3a-5754-4427-aca1-f90c95f77019 req-c6e1b6fa-30fa-43e5-9346-7b95880598f9 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044301 Apr 20 17:25:50.935962 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2d737690-60d6-48fa-aa26-10fdc9ed703a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:50.969096 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27551e1f-22f5-476f-85d5-3a1cadb35c90'] response: {'server_uuid': 'eee58844-d2ce-4900-8797-6b9cb1d61d20', 'name': 'network-vif-deleted', 'tag': '5e9e4c5a-1289-4c21-8f56-bce3bbe09f69', 'status': 'completed', 'code': 200} Apr 20 17:25:50.974023 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60c361-f173-4ea3-b798-90ce50efb8c5 req-b1bc6332-ff92-4cc6-8a55-b92e54db626c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:50.975445 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4d60c361-f173-4ea3-b798-90ce50efb8c5 req-b1bc6332-ff92-4cc6-8a55-b92e54db626c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=35e9f78d-225c-4d9e-a6cf-92423d188840 HTTP/1.1" status: 200 len: 856 time: 0.1764944 Apr 20 17:25:51.053558 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [None req-449f983b-5616-4f29-b9f1-bae0e437a2c9 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:25:51.071109 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-449f983b-5616-4f29-b9f1-bae0e437a2c9 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:51.079511 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-449f983b-5616-4f29-b9f1-bae0e437a2c9 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:51.112273 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e671fc-fec8-41db-af23-67301ffe0043 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['shared'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:51.113516 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e671fc-fec8-41db-af23-67301ffe0043 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['shared'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:51.114885 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e671fc-fec8-41db-af23-67301ffe0043 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['shared'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:51.116116 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e671fc-fec8-41db-af23-67301ffe0043 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['shared'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:51.117344 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e671fc-fec8-41db-af23-67301ffe0043 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['shared'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:51.118901 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e9e671fc-fec8-41db-af23-67301ffe0043 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1522729 Apr 20 17:25:51.122952 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48346) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:51.154381 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2d737690-60d6-48fa-aa26-10fdc9ed703a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:51.254337 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d737690-60d6-48fa-aa26-10fdc9ed703a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1134ee8c-f7c0-4f8f-a0e5-73609fdc6401,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:51.269789 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2d737690-60d6-48fa-aa26-10fdc9ed703a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:51.276811 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4d60c361-f173-4ea3-b798-90ce50efb8c5 req-c0270c24-42ba-49ca-bbb4-95e7f30c304c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b36794c-34c3-4e2e-bc39-30e014c826c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2673304 Apr 20 17:25:51.313121 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2d737690-60d6-48fa-aa26-10fdc9ed703a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1134ee8c-f7c0-4f8f-a0e5-73609fdc6401 HTTP/1.1" status: 204 len: 168 time: 0.8779333 Apr 20 17:25:51.321699 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48350) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:51.438460 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f983b-5616-4f29-b9f1-bae0e437a2c9 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Pushing event updated for resources: {'Port': ['ID=eeaacad5-1b97-4240-a6e9-916d48fb6062,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:51.461066 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-449f983b-5616-4f29-b9f1-bae0e437a2c9 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:51.482421 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c697fc8-024a-4d6f-ada5-5f50f3bcfe74 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Router 6f531b0b-64ab-4516-8a06-e818d6d3e39b has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:25:51.483931 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1445ca2-3e30-4ab8-90ab-88835023c3c5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:51.483931 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a1445ca2-3e30-4ab8-90ab-88835023c3c5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "GET /v2.0/networks/4a18911f-f73a-4bc7-9313-1dd1c9aef728 HTTP/1.1" status: 200 len: 803 time: 0.3601592 Apr 20 17:25:51.490233 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48354) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:51.521788 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7f1e532d-7ca4-4796-be7b-0d7854261c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:51.547811 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4d60c361-f173-4ea3-b798-90ce50efb8c5 req-8004e9db-cdf2-4465-a8d9-d81feec2b6e9 service neutron] 10.222.0.10 "GET /v2.0/networks/2b36794c-34c3-4e2e-bc39-30e014c826c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630568 Apr 20 17:25:51.570931 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-449f983b-5616-4f29-b9f1-bae0e437a2c9 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:51.572760 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-449f983b-5616-4f29-b9f1-bae0e437a2c9 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8804195 Apr 20 17:25:51.763806 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2eaa688f-9e7c-460c-af60-3a26e6fcfd60 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "GET /v2.0/networks/4a18911f-f73a-4bc7-9313-1dd1c9aef728?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2725456 Apr 20 17:25:51.767524 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48368) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:51.802963 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c697fc8-024a-4d6f-ada5-5f50f3bcfe74 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:25:51.810160 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8c697fc8-024a-4d6f-ada5-5f50f3bcfe74 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] 10.222.0.39 "PUT /v2.0/routers/6f531b0b-64ab-4516-8a06-e818d6d3e39b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7514496 Apr 20 17:25:51.814881 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48372) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:51.820109 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2cec20-c4b8-49ac-bc07-77b86f25f32b None None] Sync routers for ids ['6f531b0b-64ab-4516-8a06-e818d6d3e39b'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:25:51.832618 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2cec20-c4b8-49ac-bc07-77b86f25f32b None None] Routers {'6f531b0b-64ab-4516-8a06-e818d6d3e39b'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:25:51.833549 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-2a2cec20-c4b8-49ac-bc07-77b86f25f32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:25:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['6f531b0b-64ab-4516-8a06-e818d6d3e39b'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:51.889845 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-2e38338d-6771-4cf0-ba77-4c7e1afbdbc8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] delete failed (client error): The resource could not be found. Apr 20 17:25:51.891170 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2e38338d-6771-4cf0-ba77-4c7e1afbdbc8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-796103972 HTTP/1.1" status: 404 len: 334 time: 0.0752370 Apr 20 17:25:51.897344 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48378) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:51.901410 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7f1e532d-7ca4-4796-be7b-0d7854261c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:51.906624 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-e0733b46-6b83-4b7f-a168-35f4ac1814bd tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Request body: {'router': {'external_gateway_info': {'network_id': '6f531b0b-64ab-4516-8a06-e818d6d3e39b'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:51.921878 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-2a2cec20-c4b8-49ac-bc07-77b86f25f32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:51.934577 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2cec20-c4b8-49ac-bc07-77b86f25f32b None None] Routers {'6f531b0b-64ab-4516-8a06-e818d6d3e39b'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:25:51.935207 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-2a2cec20-c4b8-49ac-bc07-77b86f25f32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:25:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['6f531b0b-64ab-4516-8a06-e818d6d3e39b'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:51.962520 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-7f1e532d-7ca4-4796-be7b-0d7854261c51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:51.970438 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000493e2-68e1-4751-a8ea-0273d0cc46ec tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:51.971724 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-000493e2-68e1-4751-a8ea-0273d0cc46ec tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "GET /v2.0/subnets/91c00e4a-67e5-4448-af89-5be8ffbdc89f HTTP/1.1" status: 200 len: 843 time: 0.2033279 Apr 20 17:25:51.978747 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-b21bccf3-a295-4091-9389-0a0839a793fe tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--16076328&fields=id&tenant_id=048f4cae66cf42c897493ac9a67e0d5f HTTP/1.1" status: 200 len: 267 time: 0.1866620 Apr 20 17:25:51.983492 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48384) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:52.010371 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-2a2cec20-c4b8-49ac-bc07-77b86f25f32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:52.010641 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2cec20-c4b8-49ac-bc07-77b86f25f32b None None] The sync data for ids ['6f531b0b-64ab-4516-8a06-e818d6d3e39b'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:25:52.030226 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-7f1e532d-7ca4-4796-be7b-0d7854261c51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '124f52b6-d232-4aa2-b9c8-207402d3aad3') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:52.030520 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-7f1e532d-7ca4-4796-be7b-0d7854261c51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '124f52b6-d232-4aa2-b9c8-207402d3aad3') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:52.038170 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4d60c361-f173-4ea3-b798-90ce50efb8c5 req-b92181ff-94cb-4306-8508-b363f6ffd3cc service neutron] 10.222.0.10 "GET /v2.0/networks/2b36794c-34c3-4e2e-bc39-30e014c826c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633360 Apr 20 17:25:52.066012 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5702269c-5135-4f82-9ce3-c920bb2a200b req-8c7bb6eb-8783-45ec-9dc6-d38069137222 tempest-ServerShowV254Test-629948713 tempest-ServerShowV254Test-629948713-project] 10.222.0.39 "GET /v2.0/ports?device_id=b05d9719-db32-4aed-ad98-cebf4a471681 HTTP/1.1" status: 200 len: 210 time: 0.1034596 Apr 20 17:25:52.075288 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7f1e532d-7ca4-4796-be7b-0d7854261c51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:52.158005 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de3c3d1-1d45-49f4-9591-ce8c514d92f0 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['shared'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:52.164165 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0de3c3d1-1d45-49f4-9591-ce8c514d92f0 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "GET /v2.0/subnets/91c00e4a-67e5-4448-af89-5be8ffbdc89f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1747918 Apr 20 17:25:52.164165 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7f1e532d-7ca4-4796-be7b-0d7854261c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:52.164989 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48388) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:52.173482 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-66225d76-2109-4156-bb88-d01b6ceaa36e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1799984289'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:52.180163 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-66225d76-2109-4156-bb88-d01b6ceaa36e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:52.191953 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f1e532d-7ca4-4796-be7b-0d7854261c51 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:25:52.192358 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7f1e532d-7ca4-4796-be7b-0d7854261c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:52.208309 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:25:52.208309 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:25:52.208309 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:25:52.208309 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:25:52.208309 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:25:52.208309 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:25:52.208309 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:25:52.208309 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:25:52.208309 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:25:52.208309 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:25:52.208309 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:25:52.208309 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:25:52.208309 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:25:52.208309 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:25:52.208309 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:25:52.208309 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:25:52.208309 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:25:52.208309 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:25:52.208309 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:25:52.208309 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:25:52.208309 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:25:52.208309 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:25:52.208309 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:25:52.208309 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:25:52.208309 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:25:52.208309 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:25:52.208309 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:25:52.208309 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:25:52.208309 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:25:52.208309 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:25:52.208309 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:25:52.208309 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:25:52.219529 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-66225d76-2109-4156-bb88-d01b6ceaa36e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:52.305570 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66225d76-2109-4156-bb88-d01b6ceaa36e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Made reservation on behalf of 4963562334f84d419efd025d32d84935 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:52.308671 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-66225d76-2109-4156-bb88-d01b6ceaa36e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:52.353673 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-11a04b2c-ae20-4594-8222-4a7b608f787d tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:52.353673 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-11a04b2c-ae20-4594-8222-4a7b608f787d tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/networks?id=4f37beb4-cacf-475a-8f23-eab887469923 HTTP/1.1" status: 200 len: 812 time: 0.3287420 Apr 20 17:25:52.363897 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7f1e532d-7ca4-4796-be7b-0d7854261c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:52.383068 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7f1e532d-7ca4-4796-be7b-0d7854261c51 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:52.397320 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e532d-7ca4-4796-be7b-0d7854261c51 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:52.410127 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96044f-488c-442d-97e4-8cc21efd4676 req-400d8821-ffe8-48f3-b8c4-be5dd3164d5f tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:52.411743 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7f1e532d-7ca4-4796-be7b-0d7854261c51 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7ec0b46d-ff3d-4ea0-b53d-f8e49f25c295 HTTP/1.1" status: 204 len: 168 time: 1.0816801 Apr 20 17:25:52.411743 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66225d76-2109-4156-bb88-d01b6ceaa36e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:25:52.413281 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2e96044f-488c-442d-97e4-8cc21efd4676 req-400d8821-ffe8-48f3-b8c4-be5dd3164d5f tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 944 time: 0.2012179 Apr 20 17:25:52.416916 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-adc4c127-2e21-480c-82aa-775e70275ad8 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/quotas/048f4cae66cf42c897493ac9a67e0d5f HTTP/1.1" status: 200 len: 375 time: 0.0441768 Apr 20 17:25:52.439729 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e0733b46-6b83-4b7f-a168-35f4ac1814bd tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:52.458272 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-66225d76-2109-4156-bb88-d01b6ceaa36e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:52.458613 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-66225d76-2109-4156-bb88-d01b6ceaa36e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Added segment 81a4dc0f-01fb-47be-93a4-b365a128b9d0 of type vlan for network b26e78ec-876c-4362-8b87-94661cde9b9f Apr 20 17:25:52.494640 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-e0733b46-6b83-4b7f-a168-35f4ac1814bd tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] update failed (client error): The resource could not be found. Apr 20 17:25:52.496166 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e0733b46-6b83-4b7f-a168-35f4ac1814bd tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] 10.222.0.39 "PUT /v2.0/routers/6f531b0b-64ab-4516-8a06-e818d6d3e39b HTTP/1.1" status: 404 len: 339 time: 0.5957608 Apr 20 17:25:52.499958 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48394) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:52.508950 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2e96044f-488c-442d-97e4-8cc21efd4676 req-2e4ffad2-4f1c-4177-9f5e-e48cc67c0647 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926323 Apr 20 17:25:52.511360 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-66225d76-2109-4156-bb88-d01b6ceaa36e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:52.681494 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48398) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:52.697858 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-921ed52a-f439-411b-a941-b9b7f14cd982 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Synchronizing usage tracker for tenant:048f4cae66cf42c897493ac9a67e0d5f on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:25:52.703506 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-66225d76-2109-4156-bb88-d01b6ceaa36e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:52.707351 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66225d76-2109-4156-bb88-d01b6ceaa36e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:52.707938 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-66225d76-2109-4156-bb88-d01b6ceaa36e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:52.738036 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6e249a14-affa-4334-bfb6-61f40bcfe482 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d7c82b2a90bc4657baa01e489c4e1d77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0552337 Apr 20 17:25:52.740616 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48402) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:52.800108 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e3454763-6ede-46d1-8cf2-92a7d52f6466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:52.830418 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e3454763-6ede-46d1-8cf2-92a7d52f6466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:52.886042 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e3454763-6ede-46d1-8cf2-92a7d52f6466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:52.903585 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3454763-6ede-46d1-8cf2-92a7d52f6466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53815866-c103-47fa-8c7d-74d79fc3c8b3,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:52.915784 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e3454763-6ede-46d1-8cf2-92a7d52f6466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:52.918778 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e3454763-6ede-46d1-8cf2-92a7d52f6466 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/53815866-c103-47fa-8c7d-74d79fc3c8b3 HTTP/1.1" status: 204 len: 168 time: 0.1769781 Apr 20 17:25:52.940819 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-921ed52a-f439-411b-a941-b9b7f14cd982 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Unset dirty status for tenant:048f4cae66cf42c897493ac9a67e0d5f on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:25:52.942238 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-921ed52a-f439-411b-a941-b9b7f14cd982 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=048f4cae66cf42c897493ac9a67e0d5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5220842 Apr 20 17:25:52.951291 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-66225d76-2109-4156-bb88-d01b6ceaa36e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7855859 Apr 20 17:25:52.952184 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66225d76-2109-4156-bb88-d01b6ceaa36e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event updated for resources: {'Network': ['ID=b26e78ec-876c-4362-8b87-94661cde9b9f,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:52.954826 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48408) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:52.960810 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-9dd37841-b277-491f-875f-aac0fbb7a6c5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Request body: {'subnet': {'network_id': 'b26e78ec-876c-4362-8b87-94661cde9b9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:52.968504 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network b26e78ec-876c-4362-8b87-94661cde9b9f details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:25:53.293009 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9dd37841-b277-491f-875f-aac0fbb7a6c5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:53.306449 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9dd37841-b277-491f-875f-aac0fbb7a6c5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:53.361236 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-27f4159c-2c64-46d9-9f5d-8c4937360fdb req-3407e731-8fc7-4898-af1f-966055bbd222 tempest-ServerShowV254Test-629948713 tempest-ServerShowV254Test-629948713-project] 10.222.0.39 "GET /v2.0/ports?device_id=b05d9719-db32-4aed-ad98-cebf4a471681 HTTP/1.1" status: 200 len: 210 time: 0.0567105 Apr 20 17:25:53.374372 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-a5fb666e-9013-4c83-a50e-6b8d7214e1c9 service neutron] 10.222.0.39 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191594 Apr 20 17:25:53.377430 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd37841-b277-491f-875f-aac0fbb7a6c5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Made reservation on behalf of 4963562334f84d419efd025d32d84935 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:53.536812 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9dd37841-b277-491f-875f-aac0fbb7a6c5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:53.573898 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-731c6e6f-5e87-4fd2-b8ab-3ec7514d2d39 service neutron] 10.222.0.39 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832418 Apr 20 17:25:53.587067 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device eb291abb-cf9d-4106-ae9f-e2705f1e272a details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:25:53.648398 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.ipam_backend_mixin [None req-9dd37841-b277-491f-875f-aac0fbb7a6c5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Performing IP validity checks on allocation pools {{(pid=84081) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 20 17:25:53.648939 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.ipam_backend_mixin [None req-9dd37841-b277-491f-875f-aac0fbb7a6c5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84081) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 20 17:25:53.737740 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5ee19042-ce53-4576-82c2-ecf36ea39b5f tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:53.921422 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port eb291abb-cf9d-4106-ae9f-e2705f1e272a, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=eb291abb-cf9d-4106-ae9f-e2705f1e272a,segment=NetworkSegment(66b29461-7e00-47bd-9ba1-5ef6f56d61e9),segment_id=66b29461-7e00-47bd-9ba1-5ef6f56d61e9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:53.927803 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458d7ae-2a08-4905-a0b3-58c35eb36c23 req-b4a10fea-4e82-4034-8849-392b01aaf81b tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:53.935468 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6458d7ae-2a08-4905-a0b3-58c35eb36c23 req-b4a10fea-4e82-4034-8849-392b01aaf81b tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 944 time: 0.1601300 Apr 20 17:25:53.986205 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9dd37841-b277-491f-875f-aac0fbb7a6c5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:54.006773 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'eb291abb-cf9d-4106-ae9f-e2705f1e272a', 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8', 'port_id': 'eb291abb-cf9d-4106-ae9f-e2705f1e272a', 'mac_address': 'fa:16:3e:6d:20:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:25:54.037054 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9c402836-386f-4cdf-8e21-be4e845e133d req-313da8ff-195e-49eb-8efe-2cee7f313a9f tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 210 time: 0.0555780 Apr 20 17:25:54.098202 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6458d7ae-2a08-4905-a0b3-58c35eb36c23 req-31474c22-31a5-4d97-b5e1-f326c532cd93 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577103 Apr 20 17:25:54.156481 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd37841-b277-491f-875f-aac0fbb7a6c5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event updated for resources: {'Subnet': ['ID=76957a74-4ade-4d9b-9a97-301371db1ec0,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:54.169738 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd37841-b277-491f-875f-aac0fbb7a6c5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Checking segment: {'id': '81a4dc0f-01fb-47be-93a4-b365a128b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b26e78ec-876c-4362-8b87-94661cde9b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:25:54.169738 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd37841-b277-491f-875f-aac0fbb7a6c5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Network hostable DHCP agents. Network: b26e78ec-876c-4362-8b87-94661cde9b9f, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:25:54.189434 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:54.201062 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd37841-b277-491f-875f-aac0fbb7a6c5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Network b26e78ec-876c-4362-8b87-94661cde9b9f is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:25:54.209416 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb291abb-cf9d-4106-ae9f-e2705f1e272a {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:25:54.226808 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-9dd37841-b277-491f-875f-aac0fbb7a6c5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, b26e78ec-876c-4362-8b87-94661cde9b9f) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:54.227605 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port eb291abb-cf9d-4106-ae9f-e2705f1e272a, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=eb291abb-cf9d-4106-ae9f-e2705f1e272a,segment=NetworkSegment(66b29461-7e00-47bd-9ba1-5ef6f56d61e9),segment_id=66b29461-7e00-47bd-9ba1-5ef6f56d61e9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:54.232891 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd37841-b277-491f-875f-aac0fbb7a6c5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:54.234002 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9dd37841-b277-491f-875f-aac0fbb7a6c5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:54.239519 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b4bb2c-ffff-4ff3-8a91-6e7296ad1ea2 None None] Network b26e78ec-876c-4362-8b87-94661cde9b9f requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:54.255873 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:54.303421 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9dd37841-b277-491f-875f-aac0fbb7a6c5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3444233 Apr 20 17:25:54.303640 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48438) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:54.310070 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-f4ec82de-3e6b-4bbe-9f02-220bb4b99c64 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:54.428736 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=eb291abb-cf9d-4106-ae9f-e2705f1e272a,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:54.551132 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f4ec82de-3e6b-4bbe-9f02-220bb4b99c64 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31745774'] for subnet, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:54.600568 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-5ee19042-ce53-4576-82c2-ecf36ea39b5f tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Allocated IP 172.20.0.1 (12162291-3632-48fe-ad96-47fa3e768bf9/203ef414-f64a-4e95-a892-96d23b7d70f8/fca90a53-5ed6-4439-9f97-eb0f39e4a582) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:25:54.669970 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eda6b81-e5e1-40bf-95d7-f8b6076a301c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-b26e78ec-876c-4362-8b87-94661cde9b9f', 'network_id': 'b26e78ec-876c-4362-8b87-94661cde9b9f', 'tenant_id': '4963562334f84d419efd025d32d84935', 'fixed_ips': [{'subnet_id': '76957a74-4ade-4d9b-9a97-301371db1ec0'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:25:54.669970 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5eda6b81-e5e1-40bf-95d7-f8b6076a301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:54.712892 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['eb291abb-cf9d-4106-ae9f-e2705f1e272a'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:25:54.786555 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48448) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:54.862209 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b79c0ad7-acd7-440f-b416-51aaf2b066c2 req-8d26f63f-3891-4344-aa9e-02a28c9b52e0 tempest-ServerShowV254Test-629948713 tempest-ServerShowV254Test-629948713-project] 10.222.0.39 "GET /v2.0/ports?device_id=b05d9719-db32-4aed-ad98-cebf4a471681 HTTP/1.1" status: 200 len: 210 time: 0.0744627 Apr 20 17:25:54.970952 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5ee19042-ce53-4576-82c2-ecf36ea39b5f tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:54.998365 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-5ee19042-ce53-4576-82c2-ecf36ea39b5f tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Transition to ACTIVE for port object fca90a53-5ed6-4439-9f97-eb0f39e4a582 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:25:55.009510 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f4ec82de-3e6b-4bbe-9f02-220bb4b99c64 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793325090973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32761284'] for subnet, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:55.047609 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5ee19042-ce53-4576-82c2-ecf36ea39b5f tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:55.096311 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec82de-3e6b-4bbe-9f02-220bb4b99c64 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event updated for resources: {'Subnet': ['ID=76957a74-4ade-4d9b-9a97-301371db1ec0,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:55.102653 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ec82de-3e6b-4bbe-9f02-220bb4b99c64 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:55.103438 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f4ec82de-3e6b-4bbe-9f02-220bb4b99c64 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:55.108030 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f4ec82de-3e6b-4bbe-9f02-220bb4b99c64 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "PUT /v2.0/subnets/76957a74-4ade-4d9b-9a97-301371db1ec0 HTTP/1.1" status: 200 len: 900 time: 0.8034458 Apr 20 17:25:55.109716 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48456) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:55.131597 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-31a46a34-afb6-4219-b296-16c5461ee9c3 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1700841262-network', 'tenant_id': 'edaecf530f82466eb2c3794e0bc7d8a2'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:55.142976 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-31a46a34-afb6-4219-b296-16c5461ee9c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:55.157818 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-5eda6b81-e5e1-40bf-95d7-f8b6076a301c None None] Allocated IP 2001:db8::3 (b26e78ec-876c-4362-8b87-94661cde9b9f/76957a74-4ade-4d9b-9a97-301371db1ec0/ad15c3ac-666d-4b87-918c-7cbfac0fa2b7) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:25:55.163613 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-31a46a34-afb6-4219-b296-16c5461ee9c3 admin admin] Usage tracker for resource:network and tenant:edaecf530f82466eb2c3794e0bc7d8a2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:55.174459 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-31a46a34-afb6-4219-b296-16c5461ee9c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:55.196759 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-31a46a34-afb6-4219-b296-16c5461ee9c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:55.210638 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee19042-ce53-4576-82c2-ecf36ea39b5f tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Network 12162291-3632-48fe-ad96-47fa3e768bf9 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:25:55.220389 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-5ee19042-ce53-4576-82c2-ecf36ea39b5f tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:55.223944 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee19042-ce53-4576-82c2-ecf36ea39b5f tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:25:55.323700 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee19042-ce53-4576-82c2-ecf36ea39b5f tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Pushing event updated for resources: {'Port': ['ID=fca90a53-5ed6-4439-9f97-eb0f39e4a582,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:55.326142 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4c4f4721-3ba1-466e-9416-d354965a3e1d req-b46d11b8-a569-48c8-bf4f-bb8b78670d92 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 210 time: 0.0838006 Apr 20 17:25:55.351240 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a46a34-afb6-4219-b296-16c5461ee9c3 admin admin] Made reservation on behalf of edaecf530f82466eb2c3794e0bc7d8a2 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:55.363591 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-31a46a34-afb6-4219-b296-16c5461ee9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:55.449967 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:55.479720 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-31a46a34-afb6-4219-b296-16c5461ee9c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:55.582533 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5eda6b81-e5e1-40bf-95d7-f8b6076a301c None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:55.603851 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:55.609524 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5eda6b81-e5e1-40bf-95d7-f8b6076a301c None None] Transition to ACTIVE for port object ad15c3ac-666d-4b87-918c-7cbfac0fa2b7 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:25:55.638824 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5eda6b81-e5e1-40bf-95d7-f8b6076a301c None None] Transition to ACTIVE for port object ad15c3ac-666d-4b87-918c-7cbfac0fa2b7 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:25:55.646215 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5eda6b81-e5e1-40bf-95d7-f8b6076a301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:55.648564 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5ee19042-ce53-4576-82c2-ecf36ea39b5f tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:55.701525 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-31a46a34-afb6-4219-b296-16c5461ee9c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:55.709222 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:55.723710 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-31a46a34-afb6-4219-b296-16c5461ee9c3 admin admin] Usage tracker for resource:security_group_rule and tenant:edaecf530f82466eb2c3794e0bc7d8a2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:55.730569 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-31a46a34-afb6-4219-b296-16c5461ee9c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:55.740213 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-31a46a34-afb6-4219-b296-16c5461ee9c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:55.764610 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda6b81-e5e1-40bf-95d7-f8b6076a301c None None] Pushing event updated for resources: {'Port': ['ID=ad15c3ac-666d-4b87-918c-7cbfac0fa2b7,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:55.785971 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-84ee65db-67cc-4a04-9f5d-27429557ee3c tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:55.788225 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-84ee65db-67cc-4a04-9f5d-27429557ee3c tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.43 "GET /v2.0/networks?id=4f37beb4-cacf-475a-8f23-eab887469923 HTTP/1.1" status: 200 len: 812 time: 0.3104289 Apr 20 17:25:55.795460 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eda6b81-e5e1-40bf-95d7-f8b6076a301c None None] Network b26e78ec-876c-4362-8b87-94661cde9b9f is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:25:55.799334 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-5eda6b81-e5e1-40bf-95d7-f8b6076a301c None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:55.803006 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eda6b81-e5e1-40bf-95d7-f8b6076a301c None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:25:55.807673 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event deleted for resources: {'Subnet': ['ID=76957a74-4ade-4d9b-9a97-301371db1ec0,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:55.821754 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f1594-e583-4de6-b0e0-9bac0c780801 req-425e5a6e-5b1a-47c3-b1c5-ecd9b916c713 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:55.823963 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c97f1594-e583-4de6-b0e0-9bac0c780801 req-425e5a6e-5b1a-47c3-b1c5-ecd9b916c713 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 945 time: 0.4055021 Apr 20 17:25:55.852031 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-fca5c09a-95ba-42e8-9a01-401cfa6f7561 None None] Provisioning for port fca90a53-5ed6-4439-9f97-eb0f39e4a582 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:55.861513 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-fca5c09a-95ba-42e8-9a01-401cfa6f7561 None None] Provisioning complete for port fca90a53-5ed6-4439-9f97-eb0f39e4a582 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:55.865605 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fca5c09a-95ba-42e8-9a01-401cfa6f7561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:55.890656 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:55.920885 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b26e78ec-876c-4362-8b87-94661cde9b9f']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:55.927184 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5ee19042-ce53-4576-82c2-ecf36ea39b5f tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:55.937327 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a4dc0f-01fb-47be-93a4-b365a128b9d0') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:55.937801 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a4dc0f-01fb-47be-93a4-b365a128b9d0') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:55.961480 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:55.987274 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-5ba1ecae-0cd2-4147-83e6-caa561d03ba3 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=048f4cae66cf42c897493ac9a67e0d5f HTTP/1.1" status: 200 len: 378 time: 0.1572196 Apr 20 17:25:55.989173 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5eda6b81-e5e1-40bf-95d7-f8b6076a301c None None] Attempting to bind port ad15c3ac-666d-4b87-918c-7cbfac0fa2b7 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:25:55.989778 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5eda6b81-e5e1-40bf-95d7-f8b6076a301c None None] Attempting to bind port ad15c3ac-666d-4b87-918c-7cbfac0fa2b7 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '81a4dc0f-01fb-47be-93a4-b365a128b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b26e78ec-876c-4362-8b87-94661cde9b9f'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:25:55.989932 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eda6b81-e5e1-40bf-95d7-f8b6076a301c None None] Attempting to bind port ad15c3ac-666d-4b87-918c-7cbfac0fa2b7 on network b26e78ec-876c-4362-8b87-94661cde9b9f {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:25:55.999738 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-fca5c09a-95ba-42e8-9a01-401cfa6f7561 None None] Port fca90a53-5ed6-4439-9f97-eb0f39e4a582 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:25:56.004680 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eda6b81-e5e1-40bf-95d7-f8b6076a301c None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:25:56.005006 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eda6b81-e5e1-40bf-95d7-f8b6076a301c None None] Checking segment: {'id': '81a4dc0f-01fb-47be-93a4-b365a128b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b26e78ec-876c-4362-8b87-94661cde9b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:25:56.005528 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:56.005639 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5eda6b81-e5e1-40bf-95d7-f8b6076a301c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:56.005918 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eda6b81-e5e1-40bf-95d7-f8b6076a301c None None] Bound using segment: {'id': '81a4dc0f-01fb-47be-93a4-b365a128b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b26e78ec-876c-4362-8b87-94661cde9b9f'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:25:56.006474 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5eda6b81-e5e1-40bf-95d7-f8b6076a301c None None] Bound port: ad15c3ac-666d-4b87-918c-7cbfac0fa2b7, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a4dc0f-01fb-47be-93a4-b365a128b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b26e78ec-876c-4362-8b87-94661cde9b9f'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:25:56.006845 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5eda6b81-e5e1-40bf-95d7-f8b6076a301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:56.016838 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:25:56.018391 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:56.022421 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c97f1594-e583-4de6-b0e0-9bac0c780801 req-9e9c89de-6528-4314-af69-e3576a640442 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689270 Apr 20 17:25:56.027022 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-5ffe4618-5299-4b8c-a3a7-893e2e6922d5 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Request body: {'port': {'device_id': 'b0aa0140-852b-430d-ba5a-cf25471b3871', 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923', 'admin_state_up': True, 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f', 'security_groups': ['788e0f0a-b793-48ac-852a-e59827f3e22c']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:56.051139 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:25:56.051139 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:25:56.051139 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:25:56.051139 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:25:56.051139 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:25:56.051139 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:25:56.051139 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:25:56.051139 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:25:56.051139 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:25:56.051139 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:25:56.051139 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:25:56.051139 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:25:56.051139 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:25:56.051139 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:25:56.051139 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:25:56.051139 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:25:56.051139 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:25:56.051139 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:25:56.051139 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:25:56.051139 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:25:56.051139 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:25:56.051139 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:25:56.051139 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:25:56.051139 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:25:56.051139 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:25:56.051139 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:25:56.051139 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:25:56.051139 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:25:56.051139 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:25:56.051139 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:25:56.051139 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:25:56.051139 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:25:56.169949 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-5eda6b81-e5e1-40bf-95d7-f8b6076a301c None None] For port ad15c3ac-666d-4b87-918c-7cbfac0fa2b7, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:25:56.293482 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-31a46a34-afb6-4219-b296-16c5461ee9c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:56.314283 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-31a46a34-afb6-4219-b296-16c5461ee9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:56.314442 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-44b1eb2f-e832-476b-9f78-028a96b3016f req-baaadee2-6dfb-4fb1-9cd6-fa911a5af03c tempest-ServerShowV254Test-629948713 tempest-ServerShowV254Test-629948713-project] 10.222.0.39 "GET /v2.0/ports?device_id=b05d9719-db32-4aed-ad98-cebf4a471681 HTTP/1.1" status: 200 len: 210 time: 0.0725405 Apr 20 17:25:56.322534 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-5eda6b81-e5e1-40bf-95d7-f8b6076a301c None None] For port ad15c3ac-666d-4b87-918c-7cbfac0fa2b7, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ad15c3ac-666d-4b87-918c-7cbfac0fa2b7,segment=NetworkSegment(81a4dc0f-01fb-47be-93a4-b365a128b9d0),segment_id=81a4dc0f-01fb-47be-93a4-b365a128b9d0)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:25:56.324056 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.api [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 17:25:56.324056 n-d-838032-1 neutron-server[84081]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 17:25:56.324056 n-d-838032-1 neutron-server[84081]: [parameters: {'id': 'b26e78ec-876c-4362-8b87-94661cde9b9f'}] Apr 20 17:25:56.324056 n-d-838032-1 neutron-server[84081]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:25:56.324353 n-d-838032-1 neutron-server[84081]: DEBUG oslo_db.api [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:25:56.337292 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5eda6b81-e5e1-40bf-95d7-f8b6076a301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:56.508455 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda6b81-e5e1-40bf-95d7-f8b6076a301c None None] Pushing event updated for resources: {'Port': ['ID=ad15c3ac-666d-4b87-918c-7cbfac0fa2b7,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:56.535765 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a46a34-afb6-4219-b296-16c5461ee9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e4abec-2870-4947-914b-c181956f34c0,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:56.559245 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8815fb-41d8-4b49-9c40-4d7c81c566a4 None None] Network b26e78ec-876c-4362-8b87-94661cde9b9f requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:56.564943 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a46a34-afb6-4219-b296-16c5461ee9c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:25:56.648623 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f0b7f47-2823-486c-8369-d801e8abb2e2 req-90b8cd0a-29f5-4556-9891-4c8258c98e87 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 210 time: 0.1072845 Apr 20 17:25:56.653115 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-31a46a34-afb6-4219-b296-16c5461ee9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:56.653495 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-31a46a34-afb6-4219-b296-16c5461ee9c3 admin admin] Added segment f0462606-c800-4cb2-88ee-a724bb0e9c88 of type vlan for network 27f8e835-f73a-47e0-a386-b3d962ee767c Apr 20 17:25:56.674487 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-5ffe4618-5299-4b8c-a3a7-893e2e6922d5 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:56.699858 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-5ffe4618-5299-4b8c-a3a7-893e2e6922d5 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:56.742657 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-31a46a34-afb6-4219-b296-16c5461ee9c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:56.752363 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-5ffe4618-5299-4b8c-a3a7-893e2e6922d5 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Made reservation on behalf of 048f4cae66cf42c897493ac9a67e0d5f for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:56.753982 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-5ffe4618-5299-4b8c-a3a7-893e2e6922d5 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:56.792636 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542ecebf-ce21-48ee-880d-45582ecd928f None None] Network b26e78ec-876c-4362-8b87-94661cde9b9f requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:56.825121 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:56.843892 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Deleting port ad15c3ac-666d-4b87-918c-7cbfac0fa2b7 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:25:56.843892 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:56.950473 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-31a46a34-afb6-4219-b296-16c5461ee9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:56.951198 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a46a34-afb6-4219-b296-16c5461ee9c3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:56.951832 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-31a46a34-afb6-4219-b296-16c5461ee9c3 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:57.061408 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971f7b33-54ed-42e5-849e-8e115a7596e7 None None] get_active_networks_info from n-d-838032-1 {{(pid=84082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 20 17:25:57.083396 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] For port ad15c3ac-666d-4b87-918c-7cbfac0fa2b7, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ad15c3ac-666d-4b87-918c-7cbfac0fa2b7,segment=NetworkSegment(81a4dc0f-01fb-47be-93a4-b365a128b9d0),segment_id=81a4dc0f-01fb-47be-93a4-b365a128b9d0)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:57.084008 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:57.160645 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-31a46a34-afb6-4219-b296-16c5461ee9c3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3717523 Apr 20 17:25:57.194212 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48468) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:57.208957 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a46a34-afb6-4219-b296-16c5461ee9c3 admin admin] Pushing event updated for resources: {'Network': ['ID=27f8e835-f73a-47e0-a386-b3d962ee767c,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:57.225989 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5ee19042-ce53-4576-82c2-ecf36ea39b5f tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:57.228560 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 27f8e835-f73a-47e0-a386-b3d962ee767c details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:25:57.288021 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5ee19042-ce53-4576-82c2-ecf36ea39b5f tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:57.343933 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-b214ecd8-6e77-48bb-bddd-3ae9f7139fdc admin admin] Request body: {'subnet': {'network_id': '27f8e835-f73a-47e0-a386-b3d962ee767c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1700841262-subnet', 'tenant_id': 'edaecf530f82466eb2c3794e0bc7d8a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:57.343933 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b214ecd8-6e77-48bb-bddd-3ae9f7139fdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:25:57.353904 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b214ecd8-6e77-48bb-bddd-3ae9f7139fdc admin admin] Usage tracker for resource:subnet and tenant:edaecf530f82466eb2c3794e0bc7d8a2 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:25:57.353904 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b214ecd8-6e77-48bb-bddd-3ae9f7139fdc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:25:57.376873 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b214ecd8-6e77-48bb-bddd-3ae9f7139fdc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:25:57.424170 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Calling delete_port for ad15c3ac-666d-4b87-918c-7cbfac0fa2b7 owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:25:57.455096 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-5ffe4618-5299-4b8c-a3a7-893e2e6922d5 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Allocated IP 172.20.0.8 (4f37beb4-cacf-475a-8f23-eab887469923/459b9241-591b-4214-ba21-d89500ea520e/8ade7190-3a4b-418f-a071-6c7e4f46d1d3) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:25:57.496357 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5ee19042-ce53-4576-82c2-ecf36ea39b5f tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:57.583179 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b214ecd8-6e77-48bb-bddd-3ae9f7139fdc admin admin] Made reservation on behalf of edaecf530f82466eb2c3794e0bc7d8a2 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:25:57.590793 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b214ecd8-6e77-48bb-bddd-3ae9f7139fdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:57.603237 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971f7b33-54ed-42e5-849e-8e115a7596e7 None None] Resources bound (agent type, host, resource id): {{(pid=84082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 17:25:57.613016 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device eb291abb-cf9d-4106-ae9f-e2705f1e272a up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:25:57.757079 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b9f607e7-f271-4c59-ba1c-f9c6da9e493b req-40103b05-ab58-47c0-bf93-36208c33d2a6 tempest-ServerShowV254Test-629948713 tempest-ServerShowV254Test-629948713-project] 10.222.0.39 "GET /v2.0/ports?device_id=b05d9719-db32-4aed-ad98-cebf4a471681 HTTP/1.1" status: 200 len: 210 time: 0.0770485 Apr 20 17:25:57.862343 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:57.882088 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port eb291abb-cf9d-4106-ae9f-e2705f1e272a completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:57.934445 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port eb291abb-cf9d-4106-ae9f-e2705f1e272a triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:57.934445 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:57.971106 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event deleted for resources: {'Port': ['ID=ad15c3ac-666d-4b87-918c-7cbfac0fa2b7,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:57.971106 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92bd4b-ba72-4a2f-b263-ba092748ab20 req-416956d2-cbaf-41c4-bb4b-0ea7d9682f23 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:57.988720 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7a92bd4b-ba72-4a2f-b263-ba092748ab20 req-416956d2-cbaf-41c4-bb4b-0ea7d9682f23 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 945 time: 0.6903152 Apr 20 17:25:58.007718 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-5ffe4618-5299-4b8c-a3a7-893e2e6922d5 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:58.027598 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] No DVR routers for this DVR port ad15c3ac-666d-4b87-918c-7cbfac0fa2b7 on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:25:58.033425 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-5ffe4618-5299-4b8c-a3a7-893e2e6922d5 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Transition to ACTIVE for port object 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:25:58.160335 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-5ffe4618-5299-4b8c-a3a7-893e2e6922d5 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:58.201771 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:58.218586 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-5ffe4618-5299-4b8c-a3a7-893e2e6922d5 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Network 4f37beb4-cacf-475a-8f23-eab887469923 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:25:58.218586 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee19042-ce53-4576-82c2-ecf36ea39b5f tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Network 12162291-3632-48fe-ad96-47fa3e768bf9 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:25:58.241695 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-5ffe4618-5299-4b8c-a3a7-893e2e6922d5 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:58.241695 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-5ee19042-ce53-4576-82c2-ecf36ea39b5f tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:58.241695 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee19042-ce53-4576-82c2-ecf36ea39b5f tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Pushing event updated for resources: {'Port': ['ID=fca90a53-5ed6-4439-9f97-eb0f39e4a582,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:58.250001 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70747bfe-bf24-479a-b101-f9d437389c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb291abb-cf9d-4106-ae9f-e2705f1e272a'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:25:58.271706 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port eb291abb-cf9d-4106-ae9f-e2705f1e272a, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=eb291abb-cf9d-4106-ae9f-e2705f1e272a,segment=NetworkSegment(66b29461-7e00-47bd-9ba1-5ef6f56d61e9),segment_id=66b29461-7e00-47bd-9ba1-5ef6f56d61e9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:25:58.277680 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7a92bd4b-ba72-4a2f-b263-ba092748ab20 req-a8774d97-bd44-4f7b-b0db-77a5fb558b32 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2887452 Apr 20 17:25:58.284445 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-5ffe4618-5299-4b8c-a3a7-893e2e6922d5 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:25:58.290283 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:58.336950 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:58.359432 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b26e78ec-876c-4362-8b87-94661cde9b9f']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:58.382760 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a4dc0f-01fb-47be-93a4-b365a128b9d0') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:58.386477 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a4dc0f-01fb-47be-93a4-b365a128b9d0') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:58.388532 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-5ffe4618-5299-4b8c-a3a7-893e2e6922d5 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:58.389152 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-5ffe4618-5299-4b8c-a3a7-893e2e6922d5 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:58.389855 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9221d280-0e2c-4526-8ff2-478b081dc3dd'] response: {'server_uuid': '70747bfe-bf24-479a-b101-f9d437389c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb291abb-cf9d-4106-ae9f-e2705f1e272a', 'code': 200} Apr 20 17:25:58.426406 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-5ffe4618-5299-4b8c-a3a7-893e2e6922d5 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4125409 Apr 20 17:25:58.466479 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=eb291abb-cf9d-4106-ae9f-e2705f1e272a,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:58.469115 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:58.479940 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b214ecd8-6e77-48bb-bddd-3ae9f7139fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:58.560504 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214ecd8-6e77-48bb-bddd-3ae9f7139fdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb5f89e5-0eaf-4ee3-8111-7392d94cddaa,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:58.569689 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:58.601435 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:25:58.602642 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:58.617184 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:25:58.617184 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:25:58.617184 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:25:58.617184 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:25:58.617184 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:25:58.617184 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:25:58.617184 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:25:58.617184 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:25:58.617184 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:25:58.617184 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:25:58.617184 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:25:58.617184 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:25:58.617184 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:25:58.617184 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:25:58.617184 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:25:58.617184 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:25:58.617184 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:25:58.617184 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:25:58.617184 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:25:58.617184 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:25:58.617184 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:25:58.617184 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:25:58.617184 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:25:58.617184 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:25:58.617184 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:25:58.617184 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:25:58.617184 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:25:58.617184 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:25:58.617184 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:25:58.617184 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:25:58.617184 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:25:58.617184 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:25:58.677292 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b214ecd8-6e77-48bb-bddd-3ae9f7139fdc admin admin] Checking segment: {'id': 'f0462606-c800-4cb2-88ee-a724bb0e9c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '27f8e835-f73a-47e0-a386-b3d962ee767c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:25:58.677443 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b214ecd8-6e77-48bb-bddd-3ae9f7139fdc admin admin] Network hostable DHCP agents. Network: 27f8e835-f73a-47e0-a386-b3d962ee767c, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:25:58.702995 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-a5990cbe-0333-4d3f-a51e-64a83cdd7301 service neutron] Request body: {'port': {'device_id': 'b0aa0140-852b-430d-ba5a-cf25471b3871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:25:58.721355 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b214ecd8-6e77-48bb-bddd-3ae9f7139fdc admin admin] Network 27f8e835-f73a-47e0-a386-b3d962ee767c is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:25:58.736085 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-b214ecd8-6e77-48bb-bddd-3ae9f7139fdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 27f8e835-f73a-47e0-a386-b3d962ee767c) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:25:58.740444 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214ecd8-6e77-48bb-bddd-3ae9f7139fdc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:58.741328 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b214ecd8-6e77-48bb-bddd-3ae9f7139fdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:58.746442 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:58.754305 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3940f665-c0ae-4ad4-a229-a562865b56d5 None None] Network 27f8e835-f73a-47e0-a386-b3d962ee767c requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:58.777291 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:58.779946 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event deleted for resources: {'Network': ['ID=b26e78ec-876c-4362-8b87-94661cde9b9f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:58.812705 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fed9ff85-ff73-42d7-a1d7-b7b0b309fd59 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "DELETE /v2.0/networks/b26e78ec-876c-4362-8b87-94661cde9b9f HTTP/1.1" status: 204 len: 168 time: 3.7017546 Apr 20 17:25:58.816579 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48482) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:58.890781 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fbd7ce5-aef7-4878-8d04-18806ce54b40 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] DELETE failed (client error): The resource could not be found. Apr 20 17:25:58.890781 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fbd7ce5-aef7-4878-8d04-18806ce54b40 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:25:58.892737 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5fbd7ce5-aef7-4878-8d04-18806ce54b40 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "DELETE /v2.0/subnets/76957a74-4ade-4d9b-9a97-301371db1ec0 HTTP/1.1" status: 404 len: 337 time: 0.0751190 Apr 20 17:25:58.903152 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b214ecd8-6e77-48bb-bddd-3ae9f7139fdc admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7076213 Apr 20 17:25:58.903152 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48488) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:58.915483 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe4618-5299-4b8c-a3a7-893e2e6922d5 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Pushing event updated for resources: {'Port': ['ID=8ade7190-3a4b-418f-a071-6c7e4f46d1d3,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:25:58.923153 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab4043-7612-414d-a983-9f1dfd23cbf7 req-248cb30c-d80e-40ed-bb2b-feb2e0f63dc4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:58.923854 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-66ab4043-7612-414d-a983-9f1dfd23cbf7 req-248cb30c-d80e-40ed-bb2b-feb2e0f63dc4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Synchronizing usage tracker for tenant:048f4cae66cf42c897493ac9a67e0d5f on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:25:58.946319 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-de0798c6-88af-4fa0-a750-6acfb1a5602c tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] DELETE failed (client error): The resource could not be found. Apr 20 17:25:58.946706 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de0798c6-88af-4fa0-a750-6acfb1a5602c tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:25:58.950770 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-de0798c6-88af-4fa0-a750-6acfb1a5602c tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "DELETE /v2.0/networks/b26e78ec-876c-4362-8b87-94661cde9b9f HTTP/1.1" status: 404 len: 339 time: 0.0502415 Apr 20 17:25:58.960542 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48494) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:59.016345 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-730f6620-f141-4656-9dce-2c3c4a5f1daa None None] Provisioning for port 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:25:59.082127 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-66ab4043-7612-414d-a983-9f1dfd23cbf7 req-248cb30c-d80e-40ed-bb2b-feb2e0f63dc4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Unset dirty status for tenant:048f4cae66cf42c897493ac9a67e0d5f on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:25:59.096104 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-66ab4043-7612-414d-a983-9f1dfd23cbf7 req-248cb30c-d80e-40ed-bb2b-feb2e0f63dc4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 931 time: 1.0553355 Apr 20 17:25:59.097397 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-730f6620-f141-4656-9dce-2c3c4a5f1daa None None] Provisioning complete for port 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:59.097923 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-730f6620-f141-4656-9dce-2c3c4a5f1daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:59.179483 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-00e8090a-fe4c-4da7-bfc8-cf5c7b0aed17 req-2878f93a-3103-4024-af4b-7f9523b11988 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 1097 time: 0.4876330 Apr 20 17:25:59.213250 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-730f6620-f141-4656-9dce-2c3c4a5f1daa None None] Port 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:25:59.280396 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-730f6620-f141-4656-9dce-2c3c4a5f1daa None None] Provisioning complete for port fca90a53-5ed6-4439-9f97-eb0f39e4a582 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:25:59.280396 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-730f6620-f141-4656-9dce-2c3c4a5f1daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:59.283318 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-a5990cbe-0333-4d3f-a51e-64a83cdd7301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:59.290645 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f50d1353-1890-495b-9495-3ae1a4bb097b req-5822bd7a-f144-45bb-bc89-7769c339a8a7 tempest-ServerShowV254Test-629948713 tempest-ServerShowV254Test-629948713-project] 10.222.0.39 "GET /v2.0/ports?device_id=b05d9719-db32-4aed-ad98-cebf4a471681 HTTP/1.1" status: 200 len: 210 time: 0.1990826 Apr 20 17:25:59.343410 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-730f6620-f141-4656-9dce-2c3c4a5f1daa None None] Port fca90a53-5ed6-4439-9f97-eb0f39e4a582 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:25:59.344852 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9de6d1-ed4b-4290-97a8-49b3580157b7 None None] Network 27f8e835-f73a-47e0-a386-b3d962ee767c requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:25:59.354278 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-74441d2c-1d09-487e-bb62-15e00af3a135 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:59.443522 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-66ab4043-7612-414d-a983-9f1dfd23cbf7 req-209c03aa-24de-4913-98e6-29875d022e40 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3459828 Apr 20 17:25:59.574993 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-00e8090a-fe4c-4da7-bfc8-cf5c7b0aed17 req-781e8b2a-5c6c-4b34-8d78-7518c6765367 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3857088 Apr 20 17:25:59.614427 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-74441d2c-1d09-487e-bb62-15e00af3a135 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:59.673297 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-74441d2c-1d09-487e-bb62-15e00af3a135 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c5afb9-0717-4ec5-95f9-35990e797bca']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:59.701062 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-74441d2c-1d09-487e-bb62-15e00af3a135 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e58ddc4-56bb-41a6-9db9-d9d32c8d49e0') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:59.701363 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-74441d2c-1d09-487e-bb62-15e00af3a135 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e58ddc4-56bb-41a6-9db9-d9d32c8d49e0') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:25:59.739072 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-74441d2c-1d09-487e-bb62-15e00af3a135 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:59.799699 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee19042-ce53-4576-82c2-ecf36ea39b5f tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Router 6f531b0b-64ab-4516-8a06-e818d6d3e39b has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:25:59.819780 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-74441d2c-1d09-487e-bb62-15e00af3a135 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:59.832273 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74441d2c-1d09-487e-bb62-15e00af3a135 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:25:59.833216 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-74441d2c-1d09-487e-bb62-15e00af3a135 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:59.847720 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:25:59.847720 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:25:59.847720 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:25:59.847720 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:25:59.847720 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:25:59.847720 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:25:59.847720 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:25:59.847720 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:25:59.847720 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:25:59.847720 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:25:59.847720 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:25:59.847720 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:25:59.847720 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:25:59.847720 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:25:59.847720 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:25:59.847720 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:25:59.847720 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:25:59.847720 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:25:59.847720 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:25:59.847720 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:25:59.847720 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:25:59.847720 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:25:59.847720 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:25:59.847720 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:25:59.847720 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:25:59.847720 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:25:59.847720 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:25:59.847720 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:25:59.847720 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:25:59.847720 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:25:59.847720 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:25:59.847720 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:25:59.943375 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c99b9d-403e-48ba-bf55-8d44fda414f2 req-0479b74e-9d61-410a-ba1e-ebd3dfb7dff6 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:25:59.943375 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-96c99b9d-403e-48ba-bf55-8d44fda414f2 req-0479b74e-9d61-410a-ba1e-ebd3dfb7dff6 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 946 time: 0.2325709 Apr 20 17:25:59.974294 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-74441d2c-1d09-487e-bb62-15e00af3a135 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:25:59.978062 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-74441d2c-1d09-487e-bb62-15e00af3a135 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:00.006561 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-74441d2c-1d09-487e-bb62-15e00af3a135 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "DELETE /v2.0/networks/a0c5afb9-0717-4ec5-95f9-35990e797bca HTTP/1.1" status: 204 len: 168 time: 1.0442193 Apr 20 17:26:00.016011 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18278e-ece1-4493-8106-24cce28d910f req-b0d31bb1-62d9-49c7-88f2-142dabb5f301 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:00.016952 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d18278e-ece1-4493-8106-24cce28d910f req-b0d31bb1-62d9-49c7-88f2-142dabb5f301 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/networks?id=27f8e835-f73a-47e0-a386-b3d962ee767c HTTP/1.1" status: 200 len: 818 time: 0.3052320 Apr 20 17:26:00.022694 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48512) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:00.022694 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74441d2c-1d09-487e-bb62-15e00af3a135 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event deleted for resources: {'Network': ['ID=a0c5afb9-0717-4ec5-95f9-35990e797bca,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:00.081882 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f8c9398-726c-4536-96fe-fde8ff48c27c tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] DELETE failed (client error): The resource could not be found. Apr 20 17:26:00.081882 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f8c9398-726c-4536-96fe-fde8ff48c27c tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:26:00.081882 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1f8c9398-726c-4536-96fe-fde8ff48c27c tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "DELETE /v2.0/subnets/59f02a1f-2c96-4857-bfec-fb657eb64076 HTTP/1.1" status: 404 len: 337 time: 0.0612068 Apr 20 17:26:00.085494 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48516) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:00.108211 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d18278e-ece1-4493-8106-24cce28d910f req-1b828a6a-2854-4773-bc08-c83fb7321d46 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/quotas/edaecf530f82466eb2c3794e0bc7d8a2 HTTP/1.1" status: 200 len: 375 time: 0.0398149 Apr 20 17:26:00.116680 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ebc75a-0d13-4b0c-b171-8af30a667826 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] DELETE failed (client error): The resource could not be found. Apr 20 17:26:00.117009 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27ebc75a-0d13-4b0c-b171-8af30a667826 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:26:00.118706 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-27ebc75a-0d13-4b0c-b171-8af30a667826 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "DELETE /v2.0/networks/6d2c8303-3298-41fb-9656-0877a7009db4 HTTP/1.1" status: 404 len: 339 time: 0.0321465 Apr 20 17:26:00.122404 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-96c99b9d-403e-48ba-bf55-8d44fda414f2 req-516ae95f-e733-4f76-a0a7-3bc4b6fa898d tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280825 Apr 20 17:26:00.122404 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48520) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:00.174832 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d18278e-ece1-4493-8106-24cce28d910f req-5ae212f8-b6fb-403d-8e66-9594f2dcf11b tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=edaecf530f82466eb2c3794e0bc7d8a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596695 Apr 20 17:26:00.193841 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-a5990cbe-0333-4d3f-a51e-64a83cdd7301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:26:00.206141 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-a5990cbe-0333-4d3f-a51e-64a83cdd7301 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:00.254361 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-a5990cbe-0333-4d3f-a51e-64a83cdd7301 service neutron] Transition to ACTIVE for port object 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:26:00.314294 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d18278e-ece1-4493-8106-24cce28d910f req-3ab76f7a-8b5f-4f24-9d19-22be1918b99a service neutron] 10.222.0.39 "GET /v2.0/networks/27f8e835-f73a-47e0-a386-b3d962ee767c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341641 Apr 20 17:26:00.317294 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-a5990cbe-0333-4d3f-a51e-64a83cdd7301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:00.572394 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d18278e-ece1-4493-8106-24cce28d910f req-1d3abbeb-6f93-4790-a76f-31a9954eb7b6 service neutron] 10.222.0.39 "GET /v2.0/networks/27f8e835-f73a-47e0-a386-b3d962ee767c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473569 Apr 20 17:26:00.700604 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee19042-ce53-4576-82c2-ecf36ea39b5f tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:26:00.716294 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606408be-a5d8-4d2a-9b88-f4f7ea7959b2 None None] Sync routers for ids ['6f531b0b-64ab-4516-8a06-e818d6d3e39b'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:26:00.732310 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5ee19042-ce53-4576-82c2-ecf36ea39b5f tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] 10.222.0.39 "PUT /v2.0/routers/6f531b0b-64ab-4516-8a06-e818d6d3e39b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2311623 Apr 20 17:26:00.733438 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48528) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:00.735867 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606408be-a5d8-4d2a-9b88-f4f7ea7959b2 None None] Routers {'6f531b0b-64ab-4516-8a06-e818d6d3e39b'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:26:00.736973 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-606408be-a5d8-4d2a-9b88-f4f7ea7959b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:25:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['6f531b0b-64ab-4516-8a06-e818d6d3e39b'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:00.759911 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fa88b39a-56e5-4dc1-9427-a862863caac8 req-6c846f76-9846-4969-8615-abdbce915514 tempest-ServerShowV254Test-629948713 tempest-ServerShowV254Test-629948713-project] 10.222.0.39 "GET /v2.0/ports?device_id=b05d9719-db32-4aed-ad98-cebf4a471681 HTTP/1.1" status: 200 len: 210 time: 0.0985413 Apr 20 17:26:00.763417 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5990cbe-0333-4d3f-a51e-64a83cdd7301 service neutron] Pushing event updated for resources: {'Port': ['ID=8ade7190-3a4b-418f-a071-6c7e4f46d1d3,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:00.868823 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e44a996-a32d-45ff-bfea-27173ef8ebaa tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Deleting subnet 488d8f0a-43b3-4afe-a543-1bf9fcc148e7 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:26:00.881640 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1e44a996-a32d-45ff-bfea-27173ef8ebaa tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:00.902041 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-606408be-a5d8-4d2a-9b88-f4f7ea7959b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:00.949850 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1e44a996-a32d-45ff-bfea-27173ef8ebaa tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:00.969298 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606408be-a5d8-4d2a-9b88-f4f7ea7959b2 None None] Routers {'6f531b0b-64ab-4516-8a06-e818d6d3e39b'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:26:00.972133 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-606408be-a5d8-4d2a-9b88-f4f7ea7959b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:25:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['6f531b0b-64ab-4516-8a06-e818d6d3e39b'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:01.010002 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-a5990cbe-0333-4d3f-a51e-64a83cdd7301 service neutron] Attempting to bind port 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:26:01.011394 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-a5990cbe-0333-4d3f-a51e-64a83cdd7301 service neutron] Attempting to bind port 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'c554300a-cd59-4a60-9307-fc40b2335284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:26:01.011866 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-a5990cbe-0333-4d3f-a51e-64a83cdd7301 service neutron] Attempting to bind port 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 on network 4f37beb4-cacf-475a-8f23-eab887469923 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:26:01.028905 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-a5990cbe-0333-4d3f-a51e-64a83cdd7301 service neutron] Port 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 on network 4f37beb4-cacf-475a-8f23-eab887469923 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:26:01.030148 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-a5990cbe-0333-4d3f-a51e-64a83cdd7301 service neutron] Attempting to bind port 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 on network 4f37beb4-cacf-475a-8f23-eab887469923 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:26:01.052396 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-a5990cbe-0333-4d3f-a51e-64a83cdd7301 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:26:01.052734 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-a5990cbe-0333-4d3f-a51e-64a83cdd7301 service neutron] Checking segment: {'id': 'c554300a-cd59-4a60-9307-fc40b2335284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:26:01.053134 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-a5990cbe-0333-4d3f-a51e-64a83cdd7301 service neutron] Bound using segment: {'id': 'c554300a-cd59-4a60-9307-fc40b2335284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:26:01.054050 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-a5990cbe-0333-4d3f-a51e-64a83cdd7301 service neutron] Bound port: 8ade7190-3a4b-418f-a071-6c7e4f46d1d3, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c554300a-cd59-4a60-9307-fc40b2335284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:26:01.054050 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-a5990cbe-0333-4d3f-a51e-64a83cdd7301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:01.175247 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1e44a996-a32d-45ff-bfea-27173ef8ebaa tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:01.206395 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-606408be-a5d8-4d2a-9b88-f4f7ea7959b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:01.206752 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606408be-a5d8-4d2a-9b88-f4f7ea7959b2 None None] The sync data for ids ['6f531b0b-64ab-4516-8a06-e818d6d3e39b'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:26:01.287508 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d0d5d-0207-4382-90c6-e06d6f7c8de3 req-9192dfe0-9228-48c1-9fb2-46270959303f tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:01.295613 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c57d0d5d-0207-4382-90c6-e06d6f7c8de3 req-9192dfe0-9228-48c1-9fb2-46270959303f tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 943 time: 0.2131481 Apr 20 17:26:01.346118 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10995507-4a00-4713-a7b8-b4ed4a688a2c tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:01.350561 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2cd83291-cd23-435f-89ea-2cd3be062f89 req-1566ba0c-a879-43cc-9b7c-31b13883bf25 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/ports?device_id=16fc9ff1-d9f8-4246-a1df-458860a2a3cd HTTP/1.1" status: 200 len: 210 time: 0.1199741 Apr 20 17:26:01.366385 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-a5990cbe-0333-4d3f-a51e-64a83cdd7301 service neutron] For port 8ade7190-3a4b-418f-a071-6c7e4f46d1d3, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:26:01.377858 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-a5990cbe-0333-4d3f-a51e-64a83cdd7301 service neutron] For port 8ade7190-3a4b-418f-a071-6c7e4f46d1d3, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=8ade7190-3a4b-418f-a071-6c7e4f46d1d3,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:26:01.399917 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-a5990cbe-0333-4d3f-a51e-64a83cdd7301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:01.419957 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-c57d0d5d-0207-4382-90c6-e06d6f7c8de3 req-258bd910-dfab-4cba-a554-cb9d44eb87d0 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Synchronizing usage tracker for tenant:048f4cae66cf42c897493ac9a67e0d5f on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:26:01.478146 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1e44a996-a32d-45ff-bfea-27173ef8ebaa tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:01.512014 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-c57d0d5d-0207-4382-90c6-e06d6f7c8de3 req-258bd910-dfab-4cba-a554-cb9d44eb87d0 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Unset dirty status for tenant:048f4cae66cf42c897493ac9a67e0d5f on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:26:01.516720 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c57d0d5d-0207-4382-90c6-e06d6f7c8de3 req-258bd910-dfab-4cba-a554-cb9d44eb87d0 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2207723 Apr 20 17:26:01.549050 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-10995507-4a00-4713-a7b8-b4ed4a688a2c tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 20 17:26:01.563679 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-10995507-4a00-4713-a7b8-b4ed4a688a2c tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] 10.222.0.39 "DELETE /v2.0/routers/6f531b0b-64ab-4516-8a06-e818d6d3e39b HTTP/1.1" status: 409 len: 329 time: 0.8274961 Apr 20 17:26:01.563790 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48552) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:01.634606 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44a996-a32d-45ff-bfea-27173ef8ebaa tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event deleted for resources: {'Subnet': ['ID=488d8f0a-43b3-4afe-a543-1bf9fcc148e7,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:01.650155 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1e44a996-a32d-45ff-bfea-27173ef8ebaa tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:01.659088 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccc7e67-15a7-499f-a658-75a7b2ba0fbc None None] Network 40587273-edfd-47f1-aa51-ac27e074babb requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:26:01.664732 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-a5990cbe-0333-4d3f-a51e-64a83cdd7301 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:01.685058 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-a5990cbe-0333-4d3f-a51e-64a83cdd7301 service neutron] 10.222.0.43 "PUT /v2.0/ports/8ade7190-3a4b-418f-a071-6c7e4f46d1d3 HTTP/1.1" status: 200 len: 1091 time: 2.9734042 Apr 20 17:26:01.705568 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0aa0140-852b-430d-ba5a-cf25471b3871', 'tag': '8ade7190-3a4b-418f-a071-6c7e4f46d1d3'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:26:01.741935 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1e44a996-a32d-45ff-bfea-27173ef8ebaa tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "DELETE /v2.0/subnets/488d8f0a-43b3-4afe-a543-1bf9fcc148e7 HTTP/1.1" status: 204 len: 168 time: 1.6187489 Apr 20 17:26:01.745049 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48558) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:01.762147 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5990cbe-0333-4d3f-a51e-64a83cdd7301 service neutron] Pushing event updated for resources: {'Port': ['ID=8ade7190-3a4b-418f-a071-6c7e4f46d1d3,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:01.838357 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8001058b-3416-4595-bd7a-f77431a930b0'] response: {'name': 'network-changed', 'server_uuid': 'b0aa0140-852b-430d-ba5a-cf25471b3871', 'tag': '8ade7190-3a4b-418f-a071-6c7e4f46d1d3', 'status': 'completed', 'code': 200} Apr 20 17:26:02.103896 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6a6dd0-bf58-4f79-a2e2-0aa252f3a5c1 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Deleting subnet 50c7501b-5e44-4206-b173-2cd2652ef391 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:26:02.110483 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ba6a6dd0-bf58-4f79-a2e2-0aa252f3a5c1 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:02.165967 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb9c1d-b21d-4aab-badb-f919656b9083 req-813c48df-d008-450f-9aee-d3b690ad38d9 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:02.176880 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a8bb9c1d-b21d-4aab-badb-f919656b9083 req-813c48df-d008-450f-9aee-d3b690ad38d9 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 946 time: 0.5915620 Apr 20 17:26:02.249408 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ba6a6dd0-bf58-4f79-a2e2-0aa252f3a5c1 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:02.271220 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-39cedc21-b3d5-404f-a16e-8c2849c811c2 req-58226c12-fa95-43b0-bd88-bee436b85278 tempest-ServerShowV254Test-629948713 tempest-ServerShowV254Test-629948713-project] 10.222.0.39 "GET /v2.0/ports?device_id=b05d9719-db32-4aed-ad98-cebf4a471681 HTTP/1.1" status: 200 len: 210 time: 0.1242907 Apr 20 17:26:02.300673 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a8bb9c1d-b21d-4aab-badb-f919656b9083 req-52e005fd-f317-4794-a1be-ea670b5ca56d tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253161 Apr 20 17:26:02.321659 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-f07a8b76-068c-4d64-ad45-f1924cec6da0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=048f4cae66cf42c897493ac9a67e0d5f&device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 1094 time: 0.4724431 Apr 20 17:26:02.362840 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c7fe1f89-527f-43af-a2c8-620795cec170 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:02.600405 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0f871047-dd3b-4f08-aee7-f9f4f794342e req-d7ce9f4b-6033-468c-86d1-b54ce39bf527 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/ports?device_id=16fc9ff1-d9f8-4246-a1df-458860a2a3cd HTTP/1.1" status: 200 len: 210 time: 0.1003859 Apr 20 17:26:02.605146 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-e3405f40-f393-4c32-81b6-a66921e5e60c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ade7190-3a4b-418f-a071-6c7e4f46d1d3 HTTP/1.1" status: 200 len: 217 time: 0.2746348 Apr 20 17:26:02.706420 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-c628af44-8c36-4830-9e00-0275f2d2d4da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:02.707863 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-c628af44-8c36-4830-9e00-0275f2d2d4da service neutron] 10.222.0.43 "GET /v2.0/subnets?id=459b9241-591b-4214-ba21-d89500ea520e HTTP/1.1" status: 200 len: 851 time: 0.0959675 Apr 20 17:26:02.813588 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45a1f6-0bf7-4544-b4e7-96c24e8c9478 req-f0686e19-810e-4b50-9501-04b193186da1 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:02.815119 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dd45a1f6-0bf7-4544-b4e7-96c24e8c9478 req-f0686e19-810e-4b50-9501-04b193186da1 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 946 time: 0.2329130 Apr 20 17:26:02.829332 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48572) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:02.837890 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ba6a6dd0-bf58-4f79-a2e2-0aa252f3a5c1 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:02.852882 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-a9e18bb4-db34-48c6-9d7c-73b1e6d4415d tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Request body: {'floatingip': {'port_id': 'eb291abb-cf9d-4106-ae9f-e2705f1e272a'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:02.987065 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-cf127b49-4e88-431c-ae65-da88558f56a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f37beb4-cacf-475a-8f23-eab887469923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2678318 Apr 20 17:26:02.992161 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a9e18bb4-db34-48c6-9d7c-73b1e6d4415d tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for floatingip, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:03.132768 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ba6a6dd0-bf58-4f79-a2e2-0aa252f3a5c1 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:03.199823 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a6dd0-bf58-4f79-a2e2-0aa252f3a5c1 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event deleted for resources: {'Subnet': ['ID=50c7501b-5e44-4206-b173-2cd2652ef391,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:03.237186 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4db52d-79f7-4769-81f3-2b3ab5ef8d44 req-0e733778-61f9-4f61-9f79-b7c6f8844715 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:03.239048 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cc4db52d-79f7-4769-81f3-2b3ab5ef8d44 req-0e733778-61f9-4f61-9f79-b7c6f8844715 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 943 time: 0.3646939 Apr 20 17:26:03.243608 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-35d75fd6-fe55-4cdf-bb7b-e275bc9fe958 None None] Provisioning complete for port 2e70e1fe-f635-477e-8087-8dcd474f2df0 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:26:03.244279 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-35d75fd6-fe55-4cdf-bb7b-e275bc9fe958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:03.290893 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d633cd-5a5f-4d63-870b-7406b21c4ff2 None None] Network 40587273-edfd-47f1-aa51-ac27e074babb requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:26:03.291045 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ba6a6dd0-bf58-4f79-a2e2-0aa252f3a5c1 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:03.314929 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-779524dc-a32b-4257-a70f-fd9a73fb585e service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123779 Apr 20 17:26:03.321978 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cc4db52d-79f7-4769-81f3-2b3ab5ef8d44 req-70aea3c2-e493-454f-a8d2-a38305661a3f tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0773070 Apr 20 17:26:03.323455 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ba6a6dd0-bf58-4f79-a2e2-0aa252f3a5c1 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "DELETE /v2.0/subnets/50c7501b-5e44-4206-b173-2cd2652ef391 HTTP/1.1" status: 204 len: 168 time: 1.5757518 Apr 20 17:26:03.356515 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48576) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:03.739034 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becfdb63-7dae-4e63-8791-38b550dfb501 None None] DHCP port deletion for 40587273-edfd-47f1-aa51-ac27e074babb request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:26:03.744663 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-becfdb63-7dae-4e63-8791-38b550dfb501 None None] Deleting port 2e70e1fe-f635-477e-8087-8dcd474f2df0 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:26:03.745392 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-becfdb63-7dae-4e63-8791-38b550dfb501 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:03.929921 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e01517b2-bfe8-4d5d-afc1-86f7529b659c req-6b237b02-ab6f-45dc-9eab-d9e5be726de4 tempest-ServerShowV254Test-629948713 tempest-ServerShowV254Test-629948713-project] 10.222.0.39 "GET /v2.0/ports?device_id=b05d9719-db32-4aed-ad98-cebf4a471681 HTTP/1.1" status: 200 len: 210 time: 0.2821372 Apr 20 17:26:03.985638 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f91031a9-1832-4358-9dbd-82d1092e5136 req-7f35f7f3-fa43-434d-8232-9e6be432376b tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/ports?device_id=16fc9ff1-d9f8-4246-a1df-458860a2a3cd HTTP/1.1" status: 200 len: 210 time: 0.1765664 Apr 20 17:26:03.994672 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cef4ac34-eeb7-4f21-875c-3fcaaa90c40e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:04.074333 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-cef4ac34-eeb7-4f21-875c-3fcaaa90c40e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Deleting port 2e70e1fe-f635-477e-8087-8dcd474f2df0 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:26:04.075101 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cef4ac34-eeb7-4f21-875c-3fcaaa90c40e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:04.087425 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-becfdb63-7dae-4e63-8791-38b550dfb501 None None] For port 2e70e1fe-f635-477e-8087-8dcd474f2df0, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=2e70e1fe-f635-477e-8087-8dcd474f2df0,segment=NetworkSegment(9cb42423-3c3f-45e0-9691-42709783fce7),segment_id=9cb42423-3c3f-45e0-9691-42709783fce7)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:04.088078 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-becfdb63-7dae-4e63-8791-38b550dfb501 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:04.132070 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b50d5645-4a65-4c26-a1ac-778288daa133 req-4fd5f008-8e8d-4f21-b722-8f0f2b3813d5 service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8071427 Apr 20 17:26:04.140911 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18278e-ece1-4493-8106-24cce28d910f req-c1d9985c-2bd9-4965-a2de-85d30b02ef40 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:04.141616 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-7d18278e-ece1-4493-8106-24cce28d910f req-c1d9985c-2bd9-4965-a2de-85d30b02ef40 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Synchronizing usage tracker for tenant:edaecf530f82466eb2c3794e0bc7d8a2 on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:26:04.340509 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 2e70e1fe-f635-477e-8087-8dcd474f2df0 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:26:04.377487 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-cef4ac34-eeb7-4f21-875c-3fcaaa90c40e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] For port 2e70e1fe-f635-477e-8087-8dcd474f2df0, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=2e70e1fe-f635-477e-8087-8dcd474f2df0,segment=NetworkSegment(9cb42423-3c3f-45e0-9691-42709783fce7),segment_id=9cb42423-3c3f-45e0-9691-42709783fce7)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:04.377744 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cef4ac34-eeb7-4f21-875c-3fcaaa90c40e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:04.475011 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-becfdb63-7dae-4e63-8791-38b550dfb501 None None] Calling delete_port for 2e70e1fe-f635-477e-8087-8dcd474f2df0 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:26:04.500864 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18278e-ece1-4493-8106-24cce28d910f req-5cfaa4e6-43d2-4908-9e8f-81661f0b1b85 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:04.502026 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d18278e-ece1-4493-8106-24cce28d910f req-5cfaa4e6-43d2-4908-9e8f-81661f0b1b85 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.43 "GET /v2.0/networks?id=27f8e835-f73a-47e0-a386-b3d962ee767c HTTP/1.1" status: 200 len: 818 time: 0.6222649 Apr 20 17:26:04.559538 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-7d18278e-ece1-4493-8106-24cce28d910f req-58719b34-f2c7-461a-b0a5-29c4913f80f0 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Request body: {'port': {'device_id': 'a3014a24-0590-40a7-8a70-dd5db023c470', 'network_id': '27f8e835-f73a-47e0-a386-b3d962ee767c', 'admin_state_up': True, 'tenant_id': 'edaecf530f82466eb2c3794e0bc7d8a2'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:04.583091 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-cef4ac34-eeb7-4f21-875c-3fcaaa90c40e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Calling delete_port for 2e70e1fe-f635-477e-8087-8dcd474f2df0 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:26:04.623051 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:04.672050 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 2e70e1fe-f635-477e-8087-8dcd474f2df0, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=2e70e1fe-f635-477e-8087-8dcd474f2df0,segment=NetworkSegment(9cb42423-3c3f-45e0-9691-42709783fce7),segment_id=9cb42423-3c3f-45e0-9691-42709783fce7)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:04.678441 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:04.719737 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-becfdb63-7dae-4e63-8791-38b550dfb501 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:26:04.720077 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-becfdb63-7dae-4e63-8791-38b550dfb501 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:26:04.753459 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=2e70e1fe-f635-477e-8087-8dcd474f2df0,revision_number=7']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:04.759721 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-7d18278e-ece1-4493-8106-24cce28d910f req-c1d9985c-2bd9-4965-a2de-85d30b02ef40 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Unset dirty status for tenant:edaecf530f82466eb2c3794e0bc7d8a2 on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:26:04.761098 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7d18278e-ece1-4493-8106-24cce28d910f req-c1d9985c-2bd9-4965-a2de-85d30b02ef40 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.10 "GET /v2.0/networks?id=27f8e835-f73a-47e0-a386-b3d962ee767c HTTP/1.1" status: 200 len: 818 time: 0.9867394 Apr 20 17:26:04.771628 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6b7c8175-59b3-47a0-9676-74239a85c765 req-6e4a2a49-822d-4775-8d2d-c76fce09a0cf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b05d9719-db32-4aed-ad98-cebf4a471681 HTTP/1.1" status: 200 len: 210 time: 0.1031542 Apr 20 17:26:04.779928 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-7d18278e-ece1-4493-8106-24cce28d910f req-a222582c-f777-4723-9e38-0bd3a149b29a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Request body: {'port': {'device_id': 'a6f61eac-2cb6-445b-aeee-402c0e455200', 'network_id': '27f8e835-f73a-47e0-a386-b3d962ee767c', 'admin_state_up': True, 'tenant_id': 'edaecf530f82466eb2c3794e0bc7d8a2'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:04.781098 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18278e-ece1-4493-8106-24cce28d910f req-1d7a041a-638d-40f0-9516-1217f8260c5b tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:04.782513 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d18278e-ece1-4493-8106-24cce28d910f req-1d7a041a-638d-40f0-9516-1217f8260c5b tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.10 "GET /v2.0/networks?id=27f8e835-f73a-47e0-a386-b3d962ee767c HTTP/1.1" status: 200 len: 818 time: 0.5060892 Apr 20 17:26:04.802824 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.api [None req-cef4ac34-eeb7-4f21-875c-3fcaaa90c40e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:26:04.803119 n-d-838032-1 neutron-server[84080]: DEBUG oslo_db.api [None req-cef4ac34-eeb7-4f21-875c-3fcaaa90c40e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:26:04.806282 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-7d18278e-ece1-4493-8106-24cce28d910f req-0ab90649-acd9-4084-a3bf-6b5d48d2fe33 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Request body: {'port': {'device_id': '16fc9ff1-d9f8-4246-a1df-458860a2a3cd', 'network_id': '27f8e835-f73a-47e0-a386-b3d962ee767c', 'admin_state_up': True, 'tenant_id': 'edaecf530f82466eb2c3794e0bc7d8a2'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:04.909471 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b4ee7212-68e6-4a78-b9b9-5730fc6c2dfa req-81b99f24-b87b-43ec-81d6-c4f80bb4f28f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=048f4cae66cf42c897493ac9a67e0d5f&device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 1094 time: 0.2426207 Apr 20 17:26:04.931916 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-7d18278e-ece1-4493-8106-24cce28d910f req-a222582c-f777-4723-9e38-0bd3a149b29a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:04.935834 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-7d18278e-ece1-4493-8106-24cce28d910f req-a222582c-f777-4723-9e38-0bd3a149b29a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Usage tracker for resource:port and tenant:edaecf530f82466eb2c3794e0bc7d8a2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:04.938699 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-7d18278e-ece1-4493-8106-24cce28d910f req-a222582c-f777-4723-9e38-0bd3a149b29a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:04.944416 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-7d18278e-ece1-4493-8106-24cce28d910f req-a222582c-f777-4723-9e38-0bd3a149b29a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:04.955958 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d18278e-ece1-4493-8106-24cce28d910f req-a222582c-f777-4723-9e38-0bd3a149b29a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Made reservation on behalf of edaecf530f82466eb2c3794e0bc7d8a2 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:26:04.959224 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7d18278e-ece1-4493-8106-24cce28d910f req-a222582c-f777-4723-9e38-0bd3a149b29a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:04.980056 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-7d18278e-ece1-4493-8106-24cce28d910f req-58719b34-f2c7-461a-b0a5-29c4913f80f0 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:04.988082 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [None req-a9e18bb4-db34-48c6-9d7c-73b1e6d4415d tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:26:05.069360 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-7d18278e-ece1-4493-8106-24cce28d910f req-58719b34-f2c7-461a-b0a5-29c4913f80f0 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Usage tracker for resource:port and tenant:edaecf530f82466eb2c3794e0bc7d8a2 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:05.098779 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-7d18278e-ece1-4493-8106-24cce28d910f req-58719b34-f2c7-461a-b0a5-29c4913f80f0 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:05.127313 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-7d18278e-ece1-4493-8106-24cce28d910f req-58719b34-f2c7-461a-b0a5-29c4913f80f0 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:05.143705 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3bcf97-ff6f-430b-bcd5-30a4a501c347 req-c8f35d3d-904f-47d0-9568-bd5fc6ff6dbb tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:05.145206 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fc3bcf97-ff6f-430b-bcd5-30a4a501c347 req-c8f35d3d-904f-47d0-9568-bd5fc6ff6dbb tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 943 time: 0.5439496 Apr 20 17:26:05.180657 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a9e18bb4-db34-48c6-9d7c-73b1e6d4415d tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:05.191442 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-7d18278e-ece1-4493-8106-24cce28d910f req-0ab90649-acd9-4084-a3bf-6b5d48d2fe33 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:05.196033 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d18278e-ece1-4493-8106-24cce28d910f req-58719b34-f2c7-461a-b0a5-29c4913f80f0 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Made reservation on behalf of edaecf530f82466eb2c3794e0bc7d8a2 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:26:05.199092 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7d18278e-ece1-4493-8106-24cce28d910f req-58719b34-f2c7-461a-b0a5-29c4913f80f0 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:05.213043 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a9e18bb4-db34-48c6-9d7c-73b1e6d4415d tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:05.221617 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-becfdb63-7dae-4e63-8791-38b550dfb501 None None] Deleting port 2e70e1fe-f635-477e-8087-8dcd474f2df0 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:26:05.222828 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-becfdb63-7dae-4e63-8791-38b550dfb501 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:05.226692 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee7212-68e6-4a78-b9b9-5730fc6c2dfa req-1f2c613f-518d-43db-8cf2-c93096a655cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:05.228139 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b4ee7212-68e6-4a78-b9b9-5730fc6c2dfa req-1f2c613f-518d-43db-8cf2-c93096a655cb service neutron] 10.222.0.43 "GET /v2.0/networks?id=4f37beb4-cacf-475a-8f23-eab887469923 HTTP/1.1" status: 200 len: 913 time: 0.2577426 Apr 20 17:26:05.263897 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-7d18278e-ece1-4493-8106-24cce28d910f req-0ab90649-acd9-4084-a3bf-6b5d48d2fe33 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Usage tracker for resource:port and tenant:edaecf530f82466eb2c3794e0bc7d8a2 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:05.273730 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-7d18278e-ece1-4493-8106-24cce28d910f req-0ab90649-acd9-4084-a3bf-6b5d48d2fe33 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:05.298671 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-7d18278e-ece1-4493-8106-24cce28d910f req-0ab90649-acd9-4084-a3bf-6b5d48d2fe33 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:05.443481 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-cef4ac34-eeb7-4f21-875c-3fcaaa90c40e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Deleting port 2e70e1fe-f635-477e-8087-8dcd474f2df0 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:26:05.443812 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cef4ac34-eeb7-4f21-875c-3fcaaa90c40e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:05.470686 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fc3bcf97-ff6f-430b-bcd5-30a4a501c347 req-e7feeacb-592a-4fb7-8cae-3a62975e669e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3066981 Apr 20 17:26:05.504756 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-becfdb63-7dae-4e63-8791-38b550dfb501 None None] For port 2e70e1fe-f635-477e-8087-8dcd474f2df0, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=2e70e1fe-f635-477e-8087-8dcd474f2df0,segment=NetworkSegment(9cb42423-3c3f-45e0-9691-42709783fce7),segment_id=9cb42423-3c3f-45e0-9691-42709783fce7)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:05.505870 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-becfdb63-7dae-4e63-8791-38b550dfb501 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:05.512202 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d18278e-ece1-4493-8106-24cce28d910f req-0ab90649-acd9-4084-a3bf-6b5d48d2fe33 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Made reservation on behalf of edaecf530f82466eb2c3794e0bc7d8a2 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:26:05.514811 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-001f727b-55bb-48f2-b621-7970c496953b req-10392eb9-4bfa-4694-a301-0aa03960a6fd tempest-ServerShowV254Test-629948713 tempest-ServerShowV254Test-629948713-project] 10.222.0.39 "GET /v2.0/ports?device_id=b05d9719-db32-4aed-ad98-cebf4a471681 HTTP/1.1" status: 200 len: 210 time: 0.2252841 Apr 20 17:26:05.515151 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7d18278e-ece1-4493-8106-24cce28d910f req-0ab90649-acd9-4084-a3bf-6b5d48d2fe33 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:05.528478 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-7d18278e-ece1-4493-8106-24cce28d910f req-a222582c-f777-4723-9e38-0bd3a149b29a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Allocated IP 172.20.0.4 (27f8e835-f73a-47e0-a386-b3d962ee767c/eb5f89e5-0eaf-4ee3-8111-7392d94cddaa/cec73557-a9e3-4a0c-96ea-58c2fee82457) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:26:05.533962 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b4ee7212-68e6-4a78-b9b9-5730fc6c2dfa req-8a77f94f-e468-43cc-91b4-aea657359ee3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ade7190-3a4b-418f-a071-6c7e4f46d1d3 HTTP/1.1" status: 200 len: 217 time: 0.2976758 Apr 20 17:26:05.596382 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-c7fe1f89-527f-43af-a2c8-620795cec170 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Deleting port fca90a53-5ed6-4439-9f97-eb0f39e4a582 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:26:05.597012 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c7fe1f89-527f-43af-a2c8-620795cec170 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:05.622938 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee7212-68e6-4a78-b9b9-5730fc6c2dfa req-ea72a0f6-a9ef-480f-8aaf-01129c032931 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:05.624508 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b4ee7212-68e6-4a78-b9b9-5730fc6c2dfa req-ea72a0f6-a9ef-480f-8aaf-01129c032931 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=459b9241-591b-4214-ba21-d89500ea520e HTTP/1.1" status: 200 len: 851 time: 0.0769396 Apr 20 17:26:05.672623 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-becfdb63-7dae-4e63-8791-38b550dfb501 None None] Calling delete_port for 2e70e1fe-f635-477e-8087-8dcd474f2df0 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:26:05.758456 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-becfdb63-7dae-4e63-8791-38b550dfb501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:05.813205 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becfdb63-7dae-4e63-8791-38b550dfb501 None None] Pushing event deleted for resources: {'Port': ['ID=2e70e1fe-f635-477e-8087-8dcd474f2df0,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:05.829067 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becfdb63-7dae-4e63-8791-38b550dfb501 None None] No DVR routers for this DVR port 2e70e1fe-f635-477e-8087-8dcd474f2df0 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:26:05.889881 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2763e64d-5f76-47e1-a5a3-1d2433560586 req-92cdc5f6-628d-4e9a-a06d-0f578b8dc5a3 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/ports?device_id=16fc9ff1-d9f8-4246-a1df-458860a2a3cd HTTP/1.1" status: 200 len: 210 time: 0.2558920 Apr 20 17:26:05.965960 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b4ee7212-68e6-4a78-b9b9-5730fc6c2dfa req-fadaebf4-c393-4ab7-a12a-3b835e8bf149 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f37beb4-cacf-475a-8f23-eab887469923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2733467 Apr 20 17:26:05.973751 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-cef4ac34-eeb7-4f21-875c-3fcaaa90c40e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] For port 2e70e1fe-f635-477e-8087-8dcd474f2df0, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=2e70e1fe-f635-477e-8087-8dcd474f2df0,segment=NetworkSegment(9cb42423-3c3f-45e0-9691-42709783fce7),segment_id=9cb42423-3c3f-45e0-9691-42709783fce7)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:05.974369 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cef4ac34-eeb7-4f21-875c-3fcaaa90c40e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:06.077554 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c7fe1f89-527f-43af-a2c8-620795cec170 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:06.207447 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-cef4ac34-eeb7-4f21-875c-3fcaaa90c40e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Calling delete_port for 2e70e1fe-f635-477e-8087-8dcd474f2df0 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:26:06.207975 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-c7fe1f89-527f-43af-a2c8-620795cec170 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Calling delete_port for fca90a53-5ed6-4439-9f97-eb0f39e4a582 owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:26:06.261187 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [None req-a9e18bb4-db34-48c6-9d7c-73b1e6d4415d tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Floating IP d038f927-4f32-4ac6-abf7-701eca33f797 associated. External IP: 172.25.8.147, port: eb291abb-cf9d-4106-ae9f-e2705f1e272a. Apr 20 17:26:06.339598 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7d18278e-ece1-4493-8106-24cce28d910f req-a222582c-f777-4723-9e38-0bd3a149b29a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:06.347255 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b4ee7212-68e6-4a78-b9b9-5730fc6c2dfa req-ee77ebc3-f86e-4389-9fde-6ead60bd8615 service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752370 Apr 20 17:26:06.373921 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.api [None req-cef4ac34-eeb7-4f21-875c-3fcaaa90c40e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:26:06.374265 n-d-838032-1 neutron-server[84080]: DEBUG oslo_db.api [None req-cef4ac34-eeb7-4f21-875c-3fcaaa90c40e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:26:06.471403 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7d18278e-ece1-4493-8106-24cce28d910f req-a222582c-f777-4723-9e38-0bd3a149b29a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:06.562419 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d18278e-ece1-4493-8106-24cce28d910f req-a222582c-f777-4723-9e38-0bd3a149b29a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Network 27f8e835-f73a-47e0-a386-b3d962ee767c is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:26:06.564865 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b4ee7212-68e6-4a78-b9b9-5730fc6c2dfa req-f126fa5a-8eaa-4dde-8448-744093e9b49e service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106488 Apr 20 17:26:06.568098 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-7d18278e-ece1-4493-8106-24cce28d910f req-a222582c-f777-4723-9e38-0bd3a149b29a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:26:06.572602 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d18278e-ece1-4493-8106-24cce28d910f req-a222582c-f777-4723-9e38-0bd3a149b29a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:26:06.574905 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-7d18278e-ece1-4493-8106-24cce28d910f req-58719b34-f2c7-461a-b0a5-29c4913f80f0 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Allocated IP 172.20.0.7 (27f8e835-f73a-47e0-a386-b3d962ee767c/eb5f89e5-0eaf-4ee3-8111-7392d94cddaa/13d112fe-94ff-40a7-8170-c1ef7c5a12e9) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:26:06.587228 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c7fe1f89-527f-43af-a2c8-620795cec170 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:06.605112 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222582c-f777-4723-9e38-0bd3a149b29a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Pushing event updated for resources: {'Port': ['ID=cec73557-a9e3-4a0c-96ea-58c2fee82457,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:06.660537 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe1f89-527f-43af-a2c8-620795cec170 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Pushing event deleted for resources: {'Port': ['ID=fca90a53-5ed6-4439-9f97-eb0f39e4a582,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:06.673535 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18278e-ece1-4493-8106-24cce28d910f req-a222582c-f777-4723-9e38-0bd3a149b29a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:06.674143 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7d18278e-ece1-4493-8106-24cce28d910f req-a222582c-f777-4723-9e38-0bd3a149b29a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:06.726797 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7d18278e-ece1-4493-8106-24cce28d910f req-a222582c-f777-4723-9e38-0bd3a149b29a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9517975 Apr 20 17:26:06.742258 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:26:06.742860 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-7d18278e-ece1-4493-8106-24cce28d910f req-2ec42e56-6213-40bc-954c-f81bb581331b service neutron] Request body: {'port': {'device_id': 'a6f61eac-2cb6-445b-aeee-402c0e455200', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:06.797294 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c97528-44b7-4c75-a204-9a3b22df9d4f req-b6f42e57-60b7-4652-ae8a-8ffce2104891 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:06.804376 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d1c97528-44b7-4c75-a204-9a3b22df9d4f req-b6f42e57-60b7-4652-ae8a-8ffce2104891 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 943 time: 0.1718140 Apr 20 17:26:06.808797 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-cef4ac34-eeb7-4f21-875c-3fcaaa90c40e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Deleting port 2e70e1fe-f635-477e-8087-8dcd474f2df0 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:26:06.809343 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cef4ac34-eeb7-4f21-875c-3fcaaa90c40e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:06.874076 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c2982e35-48c9-471b-8691-5fa37fb9286f req-90ca78a9-e15c-4fac-882d-2a80385924f9 tempest-ServerShowV254Test-629948713 tempest-ServerShowV254Test-629948713-project] 10.222.0.39 "GET /v2.0/ports?device_id=b05d9719-db32-4aed-ad98-cebf4a471681 HTTP/1.1" status: 200 len: 210 time: 0.1212378 Apr 20 17:26:06.926341 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 8ade7190-3a4b-418f-a071-6c7e4f46d1d3, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=8ade7190-3a4b-418f-a071-6c7e4f46d1d3,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:06.942064 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-cef4ac34-eeb7-4f21-875c-3fcaaa90c40e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] The port '2e70e1fe-f635-477e-8087-8dcd474f2df0' was deleted {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:26:06.960378 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '8ade7190-3a4b-418f-a071-6c7e4f46d1d3', 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923', 'port_id': '8ade7190-3a4b-418f-a071-6c7e4f46d1d3', 'mac_address': 'fa:16:3e:af:27:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459b9241-591b-4214-ba21-d89500ea520e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:26:07.027557 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:07.047775 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:26:07.060128 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d1c97528-44b7-4c75-a204-9a3b22df9d4f req-b4ad28b0-9fe7-42a6-b9f7-52c9040dd220 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2547884 Apr 20 17:26:07.067819 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 8ade7190-3a4b-418f-a071-6c7e4f46d1d3, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=8ade7190-3a4b-418f-a071-6c7e4f46d1d3,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:07.086010 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:07.181718 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=8ade7190-3a4b-418f-a071-6c7e4f46d1d3,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:07.247826 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7d18278e-ece1-4493-8106-24cce28d910f req-2ec42e56-6213-40bc-954c-f81bb581331b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:07.306319 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['8ade7190-3a4b-418f-a071-6c7e4f46d1d3'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:26:07.319265 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cef4ac34-eeb7-4f21-875c-3fcaaa90c40e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:07.367659 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-cef4ac34-eeb7-4f21-875c-3fcaaa90c40e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40587273-edfd-47f1-aa51-ac27e074babb']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:07.390176 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-cef4ac34-eeb7-4f21-875c-3fcaaa90c40e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb42423-3c3f-45e0-9691-42709783fce7') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:07.390448 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-cef4ac34-eeb7-4f21-875c-3fcaaa90c40e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb42423-3c3f-45e0-9691-42709783fce7') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:07.390865 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b40bc020-0011-4e8e-9160-6bbc318d24d4 req-84970426-48a0-4327-84ef-b2469ab16e35 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/ports?device_id=16fc9ff1-d9f8-4246-a1df-458860a2a3cd HTTP/1.1" status: 200 len: 210 time: 0.2726882 Apr 20 17:26:07.424815 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7d18278e-ece1-4493-8106-24cce28d910f req-58719b34-f2c7-461a-b0a5-29c4913f80f0 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:07.444438 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cef4ac34-eeb7-4f21-875c-3fcaaa90c40e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:07.456856 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c7fe1f89-527f-43af-a2c8-620795cec170 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:07.474872 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cef4ac34-eeb7-4f21-875c-3fcaaa90c40e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:07.486698 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef4ac34-eeb7-4f21-875c-3fcaaa90c40e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:26:07.487509 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cef4ac34-eeb7-4f21-875c-3fcaaa90c40e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:26:07.503325 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:26:07.616929 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1c8ed6b8-9fbd-4692-9e24-b60a8dc8158c req-b83cd381-e8eb-48a5-9ff2-a7b1a434451f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a47eed3995a043e7bb6c4fb4d74a4d87&device_id=b05d9719-db32-4aed-ad98-cebf4a471681 HTTP/1.1" status: 200 len: 210 time: 0.0583024 Apr 20 17:26:07.653126 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1c8ed6b8-9fbd-4692-9e24-b60a8dc8158c req-d25e72f2-2af8-4e3b-9f6a-87f45b21885a service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=a47eed3995a043e7bb6c4fb4d74a4d87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291195 Apr 20 17:26:07.653894 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cef4ac34-eeb7-4f21-875c-3fcaaa90c40e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:07.670831 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cef4ac34-eeb7-4f21-875c-3fcaaa90c40e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:07.698516 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7d18278e-ece1-4493-8106-24cce28d910f req-58719b34-f2c7-461a-b0a5-29c4913f80f0 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:07.707044 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef4ac34-eeb7-4f21-875c-3fcaaa90c40e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event deleted for resources: {'Network': ['ID=40587273-edfd-47f1-aa51-ac27e074babb,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:07.759333 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cef4ac34-eeb7-4f21-875c-3fcaaa90c40e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "DELETE /v2.0/networks/40587273-edfd-47f1-aa51-ac27e074babb HTTP/1.1" status: 204 len: 168 time: 4.4014494 Apr 20 17:26:07.766430 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48604) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:07.807709 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a398e8-6db0-40d2-bbc9-c2156dfb1316 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] DELETE failed (client error): The resource could not be found. Apr 20 17:26:07.808135 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a398e8-6db0-40d2-bbc9-c2156dfb1316 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:26:07.809768 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-75a398e8-6db0-40d2-bbc9-c2156dfb1316 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "DELETE /v2.0/subnets/29ba62c8-9e64-4acf-86e1-5fb71b785f7f HTTP/1.1" status: 404 len: 337 time: 0.0424678 Apr 20 17:26:07.811089 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9cf5c7b7-a391-475a-a5fe-9a999c795aa7 req-2cba00c0-7b1f-4a02-9afa-0855254850f9 tempest-ServerShowV254Test-629948713 tempest-ServerShowV254Test-629948713-project] 10.222.0.39 "GET /v2.0/ports?device_id=b05d9719-db32-4aed-ad98-cebf4a471681 HTTP/1.1" status: 200 len: 210 time: 0.1154902 Apr 20 17:26:07.812417 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48610) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:07.854693 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f697fa9-769f-4eaf-a760-a632e1d25dee tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] DELETE failed (client error): The resource could not be found. Apr 20 17:26:07.855621 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f697fa9-769f-4eaf-a760-a632e1d25dee tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:26:07.856768 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1f697fa9-769f-4eaf-a760-a632e1d25dee tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "DELETE /v2.0/networks/62f6f2d5-99ef-44df-94d3-2b7a228f344b HTTP/1.1" status: 404 len: 339 time: 0.0432703 Apr 20 17:26:07.858508 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-7d18278e-ece1-4493-8106-24cce28d910f req-0ab90649-acd9-4084-a3bf-6b5d48d2fe33 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Allocated IP 172.20.0.2 (27f8e835-f73a-47e0-a386-b3d962ee767c/eb5f89e5-0eaf-4ee3-8111-7392d94cddaa/78600ebb-1ebb-48eb-a0e6-111cb9f0ace2) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:26:07.859724 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48614) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:07.862932 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d18278e-ece1-4493-8106-24cce28d910f req-58719b34-f2c7-461a-b0a5-29c4913f80f0 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Network 27f8e835-f73a-47e0-a386-b3d962ee767c is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:26:07.872184 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58719b34-f2c7-461a-b0a5-29c4913f80f0 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Pushing event updated for resources: {'Port': ['ID=13d112fe-94ff-40a7-8170-c1ef7c5a12e9,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:07.876142 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-7d18278e-ece1-4493-8106-24cce28d910f req-58719b34-f2c7-461a-b0a5-29c4913f80f0 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:26:07.878347 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d18278e-ece1-4493-8106-24cce28d910f req-58719b34-f2c7-461a-b0a5-29c4913f80f0 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:26:07.913410 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d004996-0092-402f-9fea-0b4b454e95e5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] DELETE failed (client error): The resource could not be found. Apr 20 17:26:07.913752 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d004996-0092-402f-9fea-0b4b454e95e5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:26:07.915405 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5d004996-0092-402f-9fea-0b4b454e95e5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "DELETE /v2.0/subnets/d8072517-e665-4827-be8e-a68ca9017254 HTTP/1.1" status: 404 len: 337 time: 0.0548186 Apr 20 17:26:07.919151 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48618) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:07.921960 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ed6b8-9fbd-4692-9e24-b60a8dc8158c req-3b27c871-4b4a-478a-9c49-f0b5436b3a1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:07.923300 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1c8ed6b8-9fbd-4692-9e24-b60a8dc8158c req-3b27c871-4b4a-478a-9c49-f0b5436b3a1d service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2499580 Apr 20 17:26:07.945906 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c39bd6f-675c-4c84-8827-29608573d4ab tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] DELETE failed (client error): The resource could not be found. Apr 20 17:26:07.946362 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c39bd6f-675c-4c84-8827-29608573d4ab tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:26:07.947990 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7c39bd6f-675c-4c84-8827-29608573d4ab tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "DELETE /v2.0/networks/0719f776-dd26-4b3b-9611-706f3799f344 HTTP/1.1" status: 404 len: 339 time: 0.0279396 Apr 20 17:26:07.950613 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48622) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:07.987156 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f86f411-ea59-4239-b25c-b62d6f786e90 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] DELETE failed (client error): The resource could not be found. Apr 20 17:26:07.987589 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f86f411-ea59-4239-b25c-b62d6f786e90 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:26:07.989240 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2f86f411-ea59-4239-b25c-b62d6f786e90 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "DELETE /v2.0/subnets/f216628c-cedb-4696-ae24-e8e11a6443fd HTTP/1.1" status: 404 len: 337 time: 0.0377820 Apr 20 17:26:07.991876 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48626) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:08.016496 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd6f5b19-6228-481b-8bfc-2da5653d9088 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] DELETE failed (client error): The resource could not be found. Apr 20 17:26:08.016916 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd6f5b19-6228-481b-8bfc-2da5653d9088 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:26:08.018530 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-dd6f5b19-6228-481b-8bfc-2da5653d9088 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "DELETE /v2.0/networks/003a9fba-285a-4880-b398-bcc47a15b735 HTTP/1.1" status: 404 len: 339 time: 0.0257568 Apr 20 17:26:08.021068 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48630) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:08.122353 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18278e-ece1-4493-8106-24cce28d910f req-58719b34-f2c7-461a-b0a5-29c4913f80f0 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:08.123560 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7d18278e-ece1-4493-8106-24cce28d910f req-58719b34-f2c7-461a-b0a5-29c4913f80f0 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:08.254341 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a99ac7f-c290-4238-b874-ba89ce6dbd39 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Deleting subnet d9a5b0f2-8c70-4cf4-a78f-a49fbaac2885 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:26:08.260015 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9a99ac7f-c290-4238-b874-ba89ce6dbd39 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:08.327766 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9a99ac7f-c290-4238-b874-ba89ce6dbd39 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:08.356526 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d18278e-ece1-4493-8106-24cce28d910f req-58719b34-f2c7-461a-b0a5-29c4913f80f0 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8094637 Apr 20 17:26:08.379497 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-7d18278e-ece1-4493-8106-24cce28d910f req-9d928635-15fb-40a1-a6db-69eff265d550 service neutron] Request body: {'port': {'device_id': 'a3014a24-0590-40a7-8a70-dd5db023c470', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:08.381760 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af50a03-aba9-46c0-9315-2fb213cdfb8c req-bd92b1ae-85ef-4d85-a78b-29bc6e4a1b0e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:08.383247 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5af50a03-aba9-46c0-9315-2fb213cdfb8c req-bd92b1ae-85ef-4d85-a78b-29bc6e4a1b0e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.1729853 Apr 20 17:26:08.448514 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e18bb4-db34-48c6-9d7c-73b1e6d4415d tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Router e27406a2-f3dd-44fb-9c24-d039092153da has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:26:08.450693 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5af50a03-aba9-46c0-9315-2fb213cdfb8c req-eb41d804-4c77-456a-b8a0-328c35dcc6d3 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0582695 Apr 20 17:26:08.453427 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9a99ac7f-c290-4238-b874-ba89ce6dbd39 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:08.541693 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9a99ac7f-c290-4238-b874-ba89ce6dbd39 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:08.555572 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7d18278e-ece1-4493-8106-24cce28d910f req-0ab90649-acd9-4084-a3bf-6b5d48d2fe33 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:08.559492 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fe1f89-527f-43af-a2c8-620795cec170 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Router 6f531b0b-64ab-4516-8a06-e818d6d3e39b has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:26:08.584833 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99ac7f-c290-4238-b874-ba89ce6dbd39 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event deleted for resources: {'Subnet': ['ID=d9a5b0f2-8c70-4cf4-a78f-a49fbaac2885,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:08.588591 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9a99ac7f-c290-4238-b874-ba89ce6dbd39 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:08.596140 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bc5bd0-48e8-4be6-a7d5-e49e6d4f07e5 None None] Network 32b98604-ecf5-4cc2-a0d5-0205b50efcc2 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:26:08.604975 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9a99ac7f-c290-4238-b874-ba89ce6dbd39 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "DELETE /v2.0/subnets/d9a5b0f2-8c70-4cf4-a78f-a49fbaac2885 HTTP/1.1" status: 204 len: 168 time: 0.5807943 Apr 20 17:26:08.605301 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48638) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:08.716465 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-37644d20-13b3-4d12-a67d-348fdc590df8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:08.728542 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-37644d20-13b3-4d12-a67d-348fdc590df8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Deleting port 165d3355-9120-46e0-b1ab-a5026d9b4535 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:26:08.728909 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-37644d20-13b3-4d12-a67d-348fdc590df8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:08.749793 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-3eb1dd1d-5b41-4f76-8a77-0526994896cf req-5be14675-138e-478c-b24e-b43a082f4fc5 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Synchronizing usage tracker for tenant:edaecf530f82466eb2c3794e0bc7d8a2 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:26:08.756688 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7d18278e-ece1-4493-8106-24cce28d910f req-9d928635-15fb-40a1-a6db-69eff265d550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:08.757080 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:26:08.846776 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:26:08.855691 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:26:08.856077 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:09.013607 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17d6bcc-cc49-4906-85a1-10341dfd636c None None] DHCP port deletion for 32b98604-ecf5-4cc2-a0d5-0205b50efcc2 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:26:09.066853 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d17d6bcc-cc49-4906-85a1-10341dfd636c None None] Deleting port 165d3355-9120-46e0-b1ab-a5026d9b4535 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:26:09.066990 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d17d6bcc-cc49-4906-85a1-10341dfd636c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:09.151038 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fce7fd4-7776-4e82-907b-0d405f250579 req-14f0eb89-1017-408c-85be-3b9d147ddbfa tempest-ServerShowV254Test-629948713 tempest-ServerShowV254Test-629948713-project] 10.222.0.39 "GET /v2.0/ports?device_id=b05d9719-db32-4aed-ad98-cebf4a471681 HTTP/1.1" status: 200 len: 210 time: 0.1249321 Apr 20 17:26:09.168912 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1c8ed6b8-9fbd-4692-9e24-b60a8dc8158c req-f5d295cd-e4bb-4536-80d1-2a7329521ba0 tempest-ServerShowV254Test-629948713 tempest-ServerShowV254Test-629948713-project] 10.222.0.43 "GET /v2.0/ports?device_id=b05d9719-db32-4aed-ad98-cebf4a471681 HTTP/1.1" status: 200 len: 210 time: 0.0565171 Apr 20 17:26:09.179907 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-3eb1dd1d-5b41-4f76-8a77-0526994896cf req-5be14675-138e-478c-b24e-b43a082f4fc5 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Unset dirty status for tenant:edaecf530f82466eb2c3794e0bc7d8a2 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:26:09.185668 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:09.190758 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3eb1dd1d-5b41-4f76-8a77-0526994896cf req-5be14675-138e-478c-b24e-b43a082f4fc5 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/ports?device_id=16fc9ff1-d9f8-4246-a1df-458860a2a3cd HTTP/1.1" status: 200 len: 210 time: 0.5672240 Apr 20 17:26:09.201796 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7d18278e-ece1-4493-8106-24cce28d910f req-0ab90649-acd9-4084-a3bf-6b5d48d2fe33 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:09.234788 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-42af1e36-40a9-414a-925c-7be59d64d21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:09.270543 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-37644d20-13b3-4d12-a67d-348fdc590df8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] For port 165d3355-9120-46e0-b1ab-a5026d9b4535, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=165d3355-9120-46e0-b1ab-a5026d9b4535,segment=NetworkSegment(589607c9-476c-4870-8bb9-6086c387bde7),segment_id=589607c9-476c-4870-8bb9-6086c387bde7)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:09.271193 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-37644d20-13b3-4d12-a67d-348fdc590df8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:09.294636 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0aa0140-852b-430d-ba5a-cf25471b3871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ade7190-3a4b-418f-a071-6c7e4f46d1d3'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:26:09.411689 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-d17d6bcc-cc49-4906-85a1-10341dfd636c None None] For port 165d3355-9120-46e0-b1ab-a5026d9b4535, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=165d3355-9120-46e0-b1ab-a5026d9b4535,segment=NetworkSegment(589607c9-476c-4870-8bb9-6086c387bde7),segment_id=589607c9-476c-4870-8bb9-6086c387bde7)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:09.412743 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d17d6bcc-cc49-4906-85a1-10341dfd636c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:09.435255 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab90649-acd9-4084-a3bf-6b5d48d2fe33 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Pushing event updated for resources: {'Port': ['ID=78600ebb-1ebb-48eb-a0e6-111cb9f0ace2,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:09.441140 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fe1f89-527f-43af-a2c8-620795cec170 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:26:09.447407 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c7fe1f89-527f-43af-a2c8-620795cec170 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] 10.222.0.39 "PUT /v2.0/routers/6f531b0b-64ab-4516-8a06-e818d6d3e39b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8824601 Apr 20 17:26:09.455009 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9b5409-6e5e-4dd4-91e7-58814d5c1cdf None None] Sync routers for ids ['6f531b0b-64ab-4516-8a06-e818d6d3e39b'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:26:09.455524 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-37644d20-13b3-4d12-a67d-348fdc590df8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Calling delete_port for 165d3355-9120-46e0-b1ab-a5026d9b4535 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:26:09.455890 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d18278e-ece1-4493-8106-24cce28d910f req-0ab90649-acd9-4084-a3bf-6b5d48d2fe33 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Network 27f8e835-f73a-47e0-a386-b3d962ee767c is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:26:09.461416 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48646) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:09.464848 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-7d18278e-ece1-4493-8106-24cce28d910f req-0ab90649-acd9-4084-a3bf-6b5d48d2fe33 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:26:09.467950 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d18278e-ece1-4493-8106-24cce28d910f req-0ab90649-acd9-4084-a3bf-6b5d48d2fe33 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:26:09.474743 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9b5409-6e5e-4dd4-91e7-58814d5c1cdf None None] Routers {'6f531b0b-64ab-4516-8a06-e818d6d3e39b'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:26:09.486975 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9a9b5409-6e5e-4dd4-91e7-58814d5c1cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:25:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['6f531b0b-64ab-4516-8a06-e818d6d3e39b'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:09.551762 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9a9b5409-6e5e-4dd4-91e7-58814d5c1cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:09.563516 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9b5409-6e5e-4dd4-91e7-58814d5c1cdf None None] Routers {'6f531b0b-64ab-4516-8a06-e818d6d3e39b'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:26:09.564345 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9a9b5409-6e5e-4dd4-91e7-58814d5c1cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:25:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['6f531b0b-64ab-4516-8a06-e818d6d3e39b'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:09.568224 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-685373b6-f69f-438d-9206-2211076cb24b'] response: {'server_uuid': 'b0aa0140-852b-430d-ba5a-cf25471b3871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ade7190-3a4b-418f-a071-6c7e4f46d1d3', 'code': 200} Apr 20 17:26:09.575234 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d17d6bcc-cc49-4906-85a1-10341dfd636c None None] Calling delete_port for 165d3355-9120-46e0-b1ab-a5026d9b4535 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:26:09.608295 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 8ade7190-3a4b-418f-a071-6c7e4f46d1d3, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=8ade7190-3a4b-418f-a071-6c7e4f46d1d3,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:09.625189 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:09.656761 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9a9b5409-6e5e-4dd4-91e7-58814d5c1cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:09.657166 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9b5409-6e5e-4dd4-91e7-58814d5c1cdf None None] The sync data for ids ['6f531b0b-64ab-4516-8a06-e818d6d3e39b'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:26:09.672906 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-021fee36-06d6-4498-a7b7-b9ab10fbaa83 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] show failed (client error): The resource could not be found. Apr 20 17:26:09.677378 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-021fee36-06d6-4498-a7b7-b9ab10fbaa83 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-102354616 HTTP/1.1" status: 404 len: 334 time: 0.2108028 Apr 20 17:26:09.692123 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48652) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:09.701035 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-17b13b33-62e9-4c22-8612-b92cf4421906 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:09.727059 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-d17d6bcc-cc49-4906-85a1-10341dfd636c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:26:09.727530 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-d17d6bcc-cc49-4906-85a1-10341dfd636c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:26:09.730741 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=8ade7190-3a4b-418f-a071-6c7e4f46d1d3,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:09.751790 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-37644d20-13b3-4d12-a67d-348fdc590df8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:09.773688 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-17b13b33-62e9-4c22-8612-b92cf4421906 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] update failed (client error): The resource could not be found. Apr 20 17:26:09.774732 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-17b13b33-62e9-4c22-8612-b92cf4421906 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-1564757388 HTTP/1.1" status: 404 len: 335 time: 0.0813000 Apr 20 17:26:09.779821 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48656) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:09.794643 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-7d18278e-ece1-4493-8106-24cce28d910f req-2ec42e56-6213-40bc-954c-f81bb581331b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cec73557-a9e3-4a0c-96ea-58c2fee82457 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:26:09.829661 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18278e-ece1-4493-8106-24cce28d910f req-0ab90649-acd9-4084-a3bf-6b5d48d2fe33 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:09.830282 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7d18278e-ece1-4493-8106-24cce28d910f req-0ab90649-acd9-4084-a3bf-6b5d48d2fe33 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:09.860144 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7d18278e-ece1-4493-8106-24cce28d910f req-2ec42e56-6213-40bc-954c-f81bb581331b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:09.862574 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37644d20-13b3-4d12-a67d-348fdc590df8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event deleted for resources: {'Port': ['ID=165d3355-9120-46e0-b1ab-a5026d9b4535,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:09.894656 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37644d20-13b3-4d12-a67d-348fdc590df8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] No DVR routers for this DVR port 165d3355-9120-46e0-b1ab-a5026d9b4535 on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:26:09.909161 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d18278e-ece1-4493-8106-24cce28d910f req-0ab90649-acd9-4084-a3bf-6b5d48d2fe33 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1066673 Apr 20 17:26:09.927130 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-7d18278e-ece1-4493-8106-24cce28d910f req-2ec42e56-6213-40bc-954c-f81bb581331b service neutron] Transition to ACTIVE for port object cec73557-a9e3-4a0c-96ea-58c2fee82457 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:26:09.940223 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7d18278e-ece1-4493-8106-24cce28d910f req-2ec42e56-6213-40bc-954c-f81bb581331b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:09.987585 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-7d18278e-ece1-4493-8106-24cce28d910f req-678988e4-8779-4034-afde-74dce16643be service neutron] Request body: {'port': {'device_id': '16fc9ff1-d9f8-4246-a1df-458860a2a3cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:10.071679 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e18bb4-db34-48c6-9d7c-73b1e6d4415d tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:26:10.082445 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a9e18bb4-db34-48c6-9d7c-73b1e6d4415d tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:10.083476 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ded4cb-0039-4073-b164-8a82538e2329 None None] Sync routers for ids ['e27406a2-f3dd-44fb-9c24-d039092153da'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:26:10.097558 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ded4cb-0039-4073-b164-8a82538e2329 None None] Routers {'e27406a2-f3dd-44fb-9c24-d039092153da'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:26:10.098473 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-25ded4cb-0039-4073-b164-8a82538e2329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:25:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e27406a2-f3dd-44fb-9c24-d039092153da'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:10.109366 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-37644d20-13b3-4d12-a67d-348fdc590df8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:10.116571 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec42e56-6213-40bc-954c-f81bb581331b service neutron] Pushing event updated for resources: {'Port': ['ID=cec73557-a9e3-4a0c-96ea-58c2fee82457,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:10.157914 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a9e18bb4-db34-48c6-9d7c-73b1e6d4415d tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "PUT /v2.0/floatingips/d038f927-4f32-4ac6-abf7-701eca33f797 HTTP/1.1" status: 200 len: 992 time: 7.3272538 Apr 20 17:26:10.170731 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70747bfe-bf24-479a-b101-f9d437389c97', 'tag': 'eb291abb-cf9d-4106-ae9f-e2705f1e272a'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:26:10.174309 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2aaba6a8-166d-4ccf-ae72-7bb5bd5377cc req-c4fec764-a27d-4efb-bc51-09a8f4e9fa01 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 1096 time: 0.6157453 Apr 20 17:26:10.228375 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b5d5f-b6f5-4f11-8543-c24900c5511b req-fe515d8c-10ac-47e4-b787-f487ce835f1e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:10.229834 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-116b5d5f-b6f5-4f11-8543-c24900c5511b req-fe515d8c-10ac-47e4-b787-f487ce835f1e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 945 time: 0.4854376 Apr 20 17:26:10.231401 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-37644d20-13b3-4d12-a67d-348fdc590df8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b98604-ecf5-4cc2-a0d5-0205b50efcc2']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:10.242312 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d17d6bcc-cc49-4906-85a1-10341dfd636c None None] Deleting port 165d3355-9120-46e0-b1ab-a5026d9b4535 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:26:10.242681 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d17d6bcc-cc49-4906-85a1-10341dfd636c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:10.255068 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-37644d20-13b3-4d12-a67d-348fdc590df8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '589607c9-476c-4870-8bb9-6086c387bde7') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:10.255361 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-37644d20-13b3-4d12-a67d-348fdc590df8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '589607c9-476c-4870-8bb9-6086c387bde7') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:10.271615 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cfac14e-d607-4a0a-a594-e5ed9c7b7ad4'] response: {'name': 'network-changed', 'server_uuid': '70747bfe-bf24-479a-b101-f9d437389c97', 'tag': 'eb291abb-cf9d-4106-ae9f-e2705f1e272a', 'status': 'completed', 'code': 200} Apr 20 17:26:10.272151 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7d18278e-ece1-4493-8106-24cce28d910f req-678988e4-8779-4034-afde-74dce16643be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:10.289300 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 165d3355-9120-46e0-b1ab-a5026d9b4535 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:26:10.294712 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-37644d20-13b3-4d12-a67d-348fdc590df8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:10.316956 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-37644d20-13b3-4d12-a67d-348fdc590df8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:10.340602 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37644d20-13b3-4d12-a67d-348fdc590df8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:26:10.341006 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-37644d20-13b3-4d12-a67d-348fdc590df8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:10.357022 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:26:10.357022 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:26:10.357022 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:26:10.357022 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:26:10.357022 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:26:10.357022 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:26:10.357022 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:26:10.357022 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:26:10.357022 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:26:10.357022 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:26:10.357022 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:26:10.357022 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:26:10.357022 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:26:10.357022 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:26:10.357022 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:26:10.357022 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:26:10.357022 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:26:10.357022 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:26:10.357022 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:26:10.357022 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:26:10.357022 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:26:10.357022 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:26:10.357022 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:26:10.357022 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:26:10.357022 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:26:10.357022 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:26:10.357022 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:26:10.357022 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:26:10.357022 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:26:10.357022 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:26:10.357022 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:26:10.357022 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:26:10.375693 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-5efb7617-e5e7-4d23-abfc-1e6b7efe7bd0 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Deleting subnet 2988e5b9-f526-466d-ac17-56fc191c440a {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:26:10.378845 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5efb7617-e5e7-4d23-abfc-1e6b7efe7bd0 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:10.390382 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d17d6bcc-cc49-4906-85a1-10341dfd636c None None] The port '165d3355-9120-46e0-b1ab-a5026d9b4535' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:26:10.391837 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 165d3355-9120-46e0-b1ab-a5026d9b4535 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:26:10.392346 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 165d3355-9120-46e0-b1ab-a5026d9b4535 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:26:10.439577 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5efb7617-e5e7-4d23-abfc-1e6b7efe7bd0 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:10.488568 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-25ded4cb-0039-4073-b164-8a82538e2329 None None] Set router e27406a2-f3dd-44fb-9c24-d039092153da gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:26:10.535484 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2aaba6a8-166d-4ccf-ae72-7bb5bd5377cc req-3d88eb38-599e-4929-962f-6ddf0ee93281 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3387806 Apr 20 17:26:10.553716 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-37644d20-13b3-4d12-a67d-348fdc590df8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:10.559243 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-37644d20-13b3-4d12-a67d-348fdc590df8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:10.580907 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-116b5d5f-b6f5-4f11-8543-c24900c5511b req-6b5a3de2-d192-4593-bf3f-6cbcf3fe7d85 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3352771 Apr 20 17:26:10.597258 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37644d20-13b3-4d12-a67d-348fdc590df8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event deleted for resources: {'Network': ['ID=32b98604-ecf5-4cc2-a0d5-0205b50efcc2,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:10.608185 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-37644d20-13b3-4d12-a67d-348fdc590df8 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "DELETE /v2.0/networks/32b98604-ecf5-4cc2-a0d5-0205b50efcc2 HTTP/1.1" status: 204 len: 168 time: 2.0018241 Apr 20 17:26:10.611165 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48668) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:10.793574 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5efb7617-e5e7-4d23-abfc-1e6b7efe7bd0 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:10.817106 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa922d62-5f9c-4516-a9cb-d1ef97c9a248 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] DELETE failed (client error): The resource could not be found. Apr 20 17:26:10.817557 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa922d62-5f9c-4516-a9cb-d1ef97c9a248 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:26:10.819782 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-aa922d62-5f9c-4516-a9cb-d1ef97c9a248 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "DELETE /v2.0/subnets/25a9ac2a-606c-4685-9581-d0d139aee167 HTTP/1.1" status: 404 len: 337 time: 0.2075074 Apr 20 17:26:10.830165 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48674) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:10.841078 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-7d18278e-ece1-4493-8106-24cce28d910f req-2ec42e56-6213-40bc-954c-f81bb581331b service neutron] Attempting to bind port cec73557-a9e3-4a0c-96ea-58c2fee82457 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:26:10.841420 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-7d18278e-ece1-4493-8106-24cce28d910f req-2ec42e56-6213-40bc-954c-f81bb581331b service neutron] Attempting to bind port cec73557-a9e3-4a0c-96ea-58c2fee82457 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'f0462606-c800-4cb2-88ee-a724bb0e9c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '27f8e835-f73a-47e0-a386-b3d962ee767c'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:26:10.841788 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d18278e-ece1-4493-8106-24cce28d910f req-2ec42e56-6213-40bc-954c-f81bb581331b service neutron] Attempting to bind port cec73557-a9e3-4a0c-96ea-58c2fee82457 on network 27f8e835-f73a-47e0-a386-b3d962ee767c {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:26:10.845947 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7c3d2775-7835-4b7c-97f7-fd25c382209f req-98e346ea-ea3f-41e9-ba55-8c8a022a5ba1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=02869399c9f94c6e8f223671a74b81d5&device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 1097 time: 0.5494215 Apr 20 17:26:10.848966 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d18278e-ece1-4493-8106-24cce28d910f req-2ec42e56-6213-40bc-954c-f81bb581331b service neutron] Port cec73557-a9e3-4a0c-96ea-58c2fee82457 on network 27f8e835-f73a-47e0-a386-b3d962ee767c not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:26:10.849992 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d18278e-ece1-4493-8106-24cce28d910f req-2ec42e56-6213-40bc-954c-f81bb581331b service neutron] Attempting to bind port cec73557-a9e3-4a0c-96ea-58c2fee82457 on network 27f8e835-f73a-47e0-a386-b3d962ee767c {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:26:10.856817 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d18278e-ece1-4493-8106-24cce28d910f req-2ec42e56-6213-40bc-954c-f81bb581331b service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:26:10.857504 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d18278e-ece1-4493-8106-24cce28d910f req-2ec42e56-6213-40bc-954c-f81bb581331b service neutron] Checking segment: {'id': 'f0462606-c800-4cb2-88ee-a724bb0e9c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '27f8e835-f73a-47e0-a386-b3d962ee767c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:26:10.857891 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d18278e-ece1-4493-8106-24cce28d910f req-2ec42e56-6213-40bc-954c-f81bb581331b service neutron] Bound using segment: {'id': 'f0462606-c800-4cb2-88ee-a724bb0e9c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '27f8e835-f73a-47e0-a386-b3d962ee767c'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:26:10.858339 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-7d18278e-ece1-4493-8106-24cce28d910f req-2ec42e56-6213-40bc-954c-f81bb581331b service neutron] Bound port: cec73557-a9e3-4a0c-96ea-58c2fee82457, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0462606-c800-4cb2-88ee-a724bb0e9c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '27f8e835-f73a-47e0-a386-b3d962ee767c'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:26:10.858688 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7d18278e-ece1-4493-8106-24cce28d910f req-2ec42e56-6213-40bc-954c-f81bb581331b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:10.973014 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-7d18278e-ece1-4493-8106-24cce28d910f req-2ec42e56-6213-40bc-954c-f81bb581331b service neutron] For port cec73557-a9e3-4a0c-96ea-58c2fee82457, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:26:10.977366 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-7d18278e-ece1-4493-8106-24cce28d910f req-2ec42e56-6213-40bc-954c-f81bb581331b service neutron] For port cec73557-a9e3-4a0c-96ea-58c2fee82457, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=cec73557-a9e3-4a0c-96ea-58c2fee82457,segment=NetworkSegment(f0462606-c800-4cb2-88ee-a724bb0e9c88),segment_id=f0462606-c800-4cb2-88ee-a724bb0e9c88)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:26:10.986022 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-25ded4cb-0039-4073-b164-8a82538e2329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'name': 'tempest-AttachVolumeShelveTestJSON-1002173449-router', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:40Z', 'updated_at': '2022-04-20T17:21:55Z', 'revision_number': 4, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'gw_port': {'id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:42Z', 'updated_at': '2022-04-20T17:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'd038f927-4f32-4ac6-abf7-701eca33f797', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'floating_ip_address': '172.25.8.147', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'port_id': 'eb291abb-cf9d-4106-ae9f-e2705f1e272a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8', 'mac_address': 'fa:16:3e:6d:20:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70747bfe-bf24-479a-b101-f9d437389c97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:25:35Z', 'updated_at': '2022-04-20T17:26:04Z', 'revision_number': 1, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7abe4fbe-0772-4fad-86b6-c5de891dab60', 'name': '', 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'mac_address': 'fa:16:3e:44:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:53Z', 'updated_at': '2022-04-20T17:22:05Z', 'revision_number': 5, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'subnets': [{'id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:10.993184 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7d18278e-ece1-4493-8106-24cce28d910f req-2ec42e56-6213-40bc-954c-f81bb581331b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:10.993509 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ded4cb-0039-4073-b164-8a82538e2329 None None] Checking router: e27406a2-f3dd-44fb-9c24-d039092153da for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:26:11.008667 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ded4cb-0039-4073-b164-8a82538e2329 None None] Routers {'e27406a2-f3dd-44fb-9c24-d039092153da'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:26:11.009717 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-25ded4cb-0039-4073-b164-8a82538e2329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:25:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e27406a2-f3dd-44fb-9c24-d039092153da'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:11.062766 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7d18278e-ece1-4493-8106-24cce28d910f req-2ec42e56-6213-40bc-954c-f81bb581331b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:11.065408 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7d18278e-ece1-4493-8106-24cce28d910f req-2ec42e56-6213-40bc-954c-f81bb581331b service neutron] 10.222.0.10 "PUT /v2.0/ports/cec73557-a9e3-4a0c-96ea-58c2fee82457 HTTP/1.1" status: 200 len: 1091 time: 4.3271093 Apr 20 17:26:11.071764 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f61eac-2cb6-445b-aeee-402c0e455200', 'tag': 'cec73557-a9e3-4a0c-96ea-58c2fee82457'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:26:11.156774 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-7d18278e-ece1-4493-8106-24cce28d910f req-9d928635-15fb-40a1-a6db-69eff265d550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13d112fe-94ff-40a7-8170-c1ef7c5a12e9 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:26:11.159913 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec42e56-6213-40bc-954c-f81bb581331b service neutron] Pushing event updated for resources: {'Port': ['ID=cec73557-a9e3-4a0c-96ea-58c2fee82457,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:11.179590 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c2898d8-208e-4261-a872-68786142d625 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] DELETE failed (client error): The resource could not be found. Apr 20 17:26:11.180329 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c2898d8-208e-4261-a872-68786142d625 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:26:11.185502 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1c2898d8-208e-4261-a872-68786142d625 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "DELETE /v2.0/networks/0d677d48-030f-45ef-b04a-506a618b02d8 HTTP/1.1" status: 404 len: 339 time: 0.3434191 Apr 20 17:26:11.195300 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7d18278e-ece1-4493-8106-24cce28d910f req-9d928635-15fb-40a1-a6db-69eff265d550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:11.198081 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48682) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:11.205537 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0e9e6-b478-4d08-b8b4-e436b7d46215 req-275c34c8-1276-4ef9-8179-7b9a08d4e0c9 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:11.207929 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b4c0e9e6-b478-4d08-b8b4-e436b7d46215 req-275c34c8-1276-4ef9-8179-7b9a08d4e0c9 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/ports?device_id=16fc9ff1-d9f8-4246-a1df-458860a2a3cd HTTP/1.1" status: 200 len: 931 time: 0.7068825 Apr 20 17:26:11.233610 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78324175-cbf6-47a2-a121-cba543ccfaec'] response: {'name': 'network-changed', 'server_uuid': 'a6f61eac-2cb6-445b-aeee-402c0e455200', 'tag': 'cec73557-a9e3-4a0c-96ea-58c2fee82457', 'status': 'completed', 'code': 200} Apr 20 17:26:11.233842 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48686) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:11.298658 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7d18278e-ece1-4493-8106-24cce28d910f req-c88beafc-edc2-4746-82ed-dabd838a8327 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=edaecf530f82466eb2c3794e0bc7d8a2&device_id=a6f61eac-2cb6-445b-aeee-402c0e455200 HTTP/1.1" status: 200 len: 1094 time: 0.1263993 Apr 20 17:26:11.331507 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-7d18278e-ece1-4493-8106-24cce28d910f req-9d928635-15fb-40a1-a6db-69eff265d550 service neutron] Transition to ACTIVE for port object 13d112fe-94ff-40a7-8170-c1ef7c5a12e9 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:26:11.351289 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-25ded4cb-0039-4073-b164-8a82538e2329 None None] Set router e27406a2-f3dd-44fb-9c24-d039092153da gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:26:11.395234 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7d18278e-ece1-4493-8106-24cce28d910f req-9d928635-15fb-40a1-a6db-69eff265d550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:11.413865 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7d18278e-ece1-4493-8106-24cce28d910f req-829bc87d-7f6f-49f6-8ce9-32a599afa054 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cec73557-a9e3-4a0c-96ea-58c2fee82457 HTTP/1.1" status: 200 len: 217 time: 0.1078298 Apr 20 17:26:11.509647 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a6a23c67-6725-4e64-b275-f7131168e393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:11.541198 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-54e61d32-74f0-4cb2-8292-625b832b37e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:11.579188 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18278e-ece1-4493-8106-24cce28d910f req-4ac0c9f7-fc59-499e-ad5d-ba4ef01f650b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:11.580727 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7d18278e-ece1-4493-8106-24cce28d910f req-4ac0c9f7-fc59-499e-ad5d-ba4ef01f650b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eb5f89e5-0eaf-4ee3-8111-7392d94cddaa HTTP/1.1" status: 200 len: 858 time: 0.1613319 Apr 20 17:26:11.586610 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a6a23c67-6725-4e64-b275-f7131168e393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:11.630266 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a6a23c67-6725-4e64-b275-f7131168e393 admin admin] Usage tracker for resource:security_group_rule and tenant:a47eed3995a043e7bb6c4fb4d74a4d87 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:11.636165 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a6a23c67-6725-4e64-b275-f7131168e393 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:11.642473 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7d18278e-ece1-4493-8106-24cce28d910f req-d358fd47-da7f-46c7-aeb3-b0f38aba7240 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=27f8e835-f73a-47e0-a386-b3d962ee767c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535536 Apr 20 17:26:11.646253 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a6a23c67-6725-4e64-b275-f7131168e393 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:11.779178 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d2775-7835-4b7c-97f7-fd25c382209f req-db6d718c-34b7-4a48-988c-5e099c937b11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:11.780652 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7c3d2775-7835-4b7c-97f7-fd25c382209f req-db6d718c-34b7-4a48-988c-5e099c937b11 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b36794c-34c3-4e2e-bc39-30e014c826c8 HTTP/1.1" status: 200 len: 918 time: 0.8868217 Apr 20 17:26:11.781123 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5efb7617-e5e7-4d23-abfc-1e6b7efe7bd0 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:11.852831 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb7617-e5e7-4d23-abfc-1e6b7efe7bd0 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Pushing event deleted for resources: {'Subnet': ['ID=2988e5b9-f526-466d-ac17-56fc191c440a,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:11.881619 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7d18278e-ece1-4493-8106-24cce28d910f req-b86ec0fc-0717-46ba-86bc-1532c3df1146 service neutron] 10.222.0.10 "GET /v2.0/networks/27f8e835-f73a-47e0-a386-b3d962ee767c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299802 Apr 20 17:26:11.934114 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a6a23c67-6725-4e64-b275-f7131168e393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:11.987387 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b4c0e9e6-b478-4d08-b8b4-e436b7d46215 req-c70a7870-6294-4a11-a8d3-689d6e930dad tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/security-groups?id=78e4abec-2870-4947-914b-c181956f34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7610865 Apr 20 17:26:11.988321 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a6a23c67-6725-4e64-b275-f7131168e393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:12.046817 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5efb7617-e5e7-4d23-abfc-1e6b7efe7bd0 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:12.062647 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88f4275-aefc-42d7-bc26-51eacc598ce2 None None] Network 5a6c6a2a-4a3d-4733-8802-a03159e5e8b9 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:26:12.081913 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a6a23c67-6725-4e64-b275-f7131168e393 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a47eed3995a043e7bb6c4fb4d74a4d87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8465419 Apr 20 17:26:12.083345 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a23c67-6725-4e64-b275-f7131168e393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d44b170-ea26-4dad-bc6e-00109fc0dc8e,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:12.093602 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b6aa1-2b07-4040-951a-3d23a1b4607d req-bee2b8a6-346b-452a-ab3b-ca4ef4c1523c tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:12.093602 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ed7b6aa1-2b07-4040-951a-3d23a1b4607d req-bee2b8a6-346b-452a-ab3b-ca4ef4c1523c tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 945 time: 0.3195069 Apr 20 17:26:12.096917 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48696) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:12.119098 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d928635-15fb-40a1-a6db-69eff265d550 service neutron] Pushing event updated for resources: {'Port': ['ID=13d112fe-94ff-40a7-8170-c1ef7c5a12e9,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:12.163525 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7d18278e-ece1-4493-8106-24cce28d910f req-fcd11e03-02d9-4488-b4de-38c2bdc1596b service neutron] 10.222.0.10 "GET /v2.0/networks/27f8e835-f73a-47e0-a386-b3d962ee767c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692158 Apr 20 17:26:12.196664 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5efb7617-e5e7-4d23-abfc-1e6b7efe7bd0 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] 10.222.0.39 "DELETE /v2.0/subnets/2988e5b9-f526-466d-ac17-56fc191c440a HTTP/1.1" status: 204 len: 168 time: 2.4157777 Apr 20 17:26:12.203555 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48700) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:12.290815 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-25ded4cb-0039-4073-b164-8a82538e2329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'name': 'tempest-AttachVolumeShelveTestJSON-1002173449-router', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:40Z', 'updated_at': '2022-04-20T17:21:55Z', 'revision_number': 4, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'gw_port': {'id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:42Z', 'updated_at': '2022-04-20T17:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'd038f927-4f32-4ac6-abf7-701eca33f797', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'floating_ip_address': '172.25.8.147', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'port_id': 'eb291abb-cf9d-4106-ae9f-e2705f1e272a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8', 'mac_address': 'fa:16:3e:6d:20:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70747bfe-bf24-479a-b101-f9d437389c97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:25:35Z', 'updated_at': '2022-04-20T17:26:04Z', 'revision_number': 1, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7abe4fbe-0772-4fad-86b6-c5de891dab60', 'name': '', 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'mac_address': 'fa:16:3e:44:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:53Z', 'updated_at': '2022-04-20T17:22:05Z', 'revision_number': 5, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'subnets': [{'id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:12.295067 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ed7b6aa1-2b07-4040-951a-3d23a1b4607d req-93dc5114-f38b-426c-b1dd-aeef8fcc16fb tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1958866 Apr 20 17:26:12.296468 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7c3d2775-7835-4b7c-97f7-fd25c382209f req-ea4c76fe-a238-4fe9-96e6-1abbe8fba521 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb291abb-cf9d-4106-ae9f-e2705f1e272a HTTP/1.1" status: 200 len: 1000 time: 0.4669421 Apr 20 17:26:12.303617 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ded4cb-0039-4073-b164-8a82538e2329 None None] The sync data for ids ['e27406a2-f3dd-44fb-9c24-d039092153da'] in n-d-838032-1 is: [{'id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'name': 'tempest-AttachVolumeShelveTestJSON-1002173449-router', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:40Z', 'updated_at': '2022-04-20T17:21:55Z', 'revision_number': 4, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'gw_port': {'id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:42Z', 'updated_at': '2022-04-20T17:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'd038f927-4f32-4ac6-abf7-701eca33f797', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'floating_ip_address': '172.25.8.147', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'port_id': 'eb291abb-cf9d-4106-ae9f-e2705f1e272a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8', 'mac_address': 'fa:16:3e:6d:20:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70747bfe-bf24-479a-b101-f9d437389c97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:25:35Z', 'updated_at': '2022-04-20T17:26:04Z', 'revision_number': 1, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7abe4fbe-0772-4fad-86b6-c5de891dab60', 'name': '', 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'mac_address': 'fa:16:3e:44:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:53Z', 'updated_at': '2022-04-20T17:22:05Z', 'revision_number': 5, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'subnets': [{'id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:26:12.305838 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-983d015e-e54e-4b92-9db9-9bc70bd5eed5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Deleting subnet 91c00e4a-67e5-4448-af89-5be8ffbdc89f {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:26:12.347377 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-78546d07-b9ff-48c6-a8fd-8fa6eb2617b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:12.382331 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-983d015e-e54e-4b92-9db9-9bc70bd5eed5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:12.447586 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96c07ff-3125-4acc-ac76-0f90efd14667 None None] DHCP port deletion for 5a6c6a2a-4a3d-4733-8802-a03159e5e8b9 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:26:12.460626 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d96c07ff-3125-4acc-ac76-0f90efd14667 None None] Deleting port 306fd1b2-eb79-4b72-9cce-4a750fae7a8b {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:26:12.461250 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d96c07ff-3125-4acc-ac76-0f90efd14667 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:12.496975 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-78546d07-b9ff-48c6-a8fd-8fa6eb2617b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:12.521939 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [req-7d18278e-ece1-4493-8106-24cce28d910f req-678988e4-8779-4034-afde-74dce16643be service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:26:12.539146 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-7d18278e-ece1-4493-8106-24cce28d910f req-9d928635-15fb-40a1-a6db-69eff265d550 service neutron] Attempting to bind port 13d112fe-94ff-40a7-8170-c1ef7c5a12e9 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:26:12.539475 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-7d18278e-ece1-4493-8106-24cce28d910f req-9d928635-15fb-40a1-a6db-69eff265d550 service neutron] Attempting to bind port 13d112fe-94ff-40a7-8170-c1ef7c5a12e9 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'f0462606-c800-4cb2-88ee-a724bb0e9c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '27f8e835-f73a-47e0-a386-b3d962ee767c'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:26:12.539800 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d18278e-ece1-4493-8106-24cce28d910f req-9d928635-15fb-40a1-a6db-69eff265d550 service neutron] Attempting to bind port 13d112fe-94ff-40a7-8170-c1ef7c5a12e9 on network 27f8e835-f73a-47e0-a386-b3d962ee767c {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:26:12.596257 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-983d015e-e54e-4b92-9db9-9bc70bd5eed5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:12.597589 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-944657d4-1c2c-4f46-b04c-22f3cdcb6ee5 req-e1f85baf-a29d-468e-b2d1-798342a92bb3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=edaecf530f82466eb2c3794e0bc7d8a2&device_id=a6f61eac-2cb6-445b-aeee-402c0e455200 HTTP/1.1" status: 200 len: 1094 time: 0.3586183 Apr 20 17:26:12.670315 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d2775-7835-4b7c-97f7-fd25c382209f req-971ea80f-c46c-4408-b2e7-5e8335ce3aac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:12.672050 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7c3d2775-7835-4b7c-97f7-fd25c382209f req-971ea80f-c46c-4408-b2e7-5e8335ce3aac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=35e9f78d-225c-4d9e-a6cf-92423d188840 HTTP/1.1" status: 200 len: 856 time: 0.3596213 Apr 20 17:26:12.688936 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:12.692946 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:12.707012 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d18278e-ece1-4493-8106-24cce28d910f req-9d928635-15fb-40a1-a6db-69eff265d550 service neutron] Port 13d112fe-94ff-40a7-8170-c1ef7c5a12e9 on network 27f8e835-f73a-47e0-a386-b3d962ee767c not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:26:12.708107 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d18278e-ece1-4493-8106-24cce28d910f req-9d928635-15fb-40a1-a6db-69eff265d550 service neutron] Attempting to bind port 13d112fe-94ff-40a7-8170-c1ef7c5a12e9 on network 27f8e835-f73a-47e0-a386-b3d962ee767c {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:26:12.729583 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61abe612-97b1-465c-9360-117c407308d1 None None] New status for floating IP d038f927-4f32-4ac6-abf7-701eca33f797: ACTIVE {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:26:12.793857 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-7d18278e-ece1-4493-8106-24cce28d910f req-678988e4-8779-4034-afde-74dce16643be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78600ebb-1ebb-48eb-a0e6-111cb9f0ace2 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:26:12.798395 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d18278e-ece1-4493-8106-24cce28d910f req-9d928635-15fb-40a1-a6db-69eff265d550 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:26:12.798395 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d18278e-ece1-4493-8106-24cce28d910f req-9d928635-15fb-40a1-a6db-69eff265d550 service neutron] Checking segment: {'id': 'f0462606-c800-4cb2-88ee-a724bb0e9c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '27f8e835-f73a-47e0-a386-b3d962ee767c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:26:12.798737 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d18278e-ece1-4493-8106-24cce28d910f req-9d928635-15fb-40a1-a6db-69eff265d550 service neutron] Bound using segment: {'id': 'f0462606-c800-4cb2-88ee-a724bb0e9c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '27f8e835-f73a-47e0-a386-b3d962ee767c'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:26:12.799178 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-7d18278e-ece1-4493-8106-24cce28d910f req-9d928635-15fb-40a1-a6db-69eff265d550 service neutron] Bound port: 13d112fe-94ff-40a7-8170-c1ef7c5a12e9, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0462606-c800-4cb2-88ee-a724bb0e9c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '27f8e835-f73a-47e0-a386-b3d962ee767c'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:26:12.799523 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7d18278e-ece1-4493-8106-24cce28d910f req-9d928635-15fb-40a1-a6db-69eff265d550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:12.812723 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944657d4-1c2c-4f46-b04c-22f3cdcb6ee5 req-16334f96-fc58-41b0-b7c8-6b8ab4d35626 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:12.814932 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-944657d4-1c2c-4f46-b04c-22f3cdcb6ee5 req-16334f96-fc58-41b0-b7c8-6b8ab4d35626 service neutron] 10.222.0.10 "GET /v2.0/networks?id=27f8e835-f73a-47e0-a386-b3d962ee767c HTTP/1.1" status: 200 len: 919 time: 0.2059946 Apr 20 17:26:12.819667 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-b76e06bf-6db9-42db-a682-077ab499450c tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Deleting subnet 4ea8781a-bf2e-40cc-a21a-9c1890f7674d {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:26:12.824424 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b76e06bf-6db9-42db-a682-077ab499450c tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:12.828753 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7d18278e-ece1-4493-8106-24cce28d910f req-678988e4-8779-4034-afde-74dce16643be service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:12.882452 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-d96c07ff-3125-4acc-ac76-0f90efd14667 None None] For port 306fd1b2-eb79-4b72-9cce-4a750fae7a8b, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=306fd1b2-eb79-4b72-9cce-4a750fae7a8b,segment=NetworkSegment(bbbc52b8-03f5-4ed9-84ed-37591d8aa16b),segment_id=bbbc52b8-03f5-4ed9-84ed-37591d8aa16b)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:12.883660 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d96c07ff-3125-4acc-ac76-0f90efd14667 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:12.940160 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-983d015e-e54e-4b92-9db9-9bc70bd5eed5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:12.940988 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-944657d4-1c2c-4f46-b04c-22f3cdcb6ee5 req-65f29716-c6b1-45fc-bfdc-843bbdad526e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cec73557-a9e3-4a0c-96ea-58c2fee82457 HTTP/1.1" status: 200 len: 217 time: 0.0771382 Apr 20 17:26:12.979899 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-7d18278e-ece1-4493-8106-24cce28d910f req-678988e4-8779-4034-afde-74dce16643be service neutron] Transition to ACTIVE for port object 78600ebb-1ebb-48eb-a0e6-111cb9f0ace2 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:26:13.010810 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7d18278e-ece1-4493-8106-24cce28d910f req-678988e4-8779-4034-afde-74dce16643be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:13.072332 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4d251-71bc-4894-8bed-2e76a1469828 req-6fc1c1e8-f092-4373-90dc-15e4336b240d tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:13.073887 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c8c4d251-71bc-4894-8bed-2e76a1469828 req-6fc1c1e8-f092-4373-90dc-15e4336b240d tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 945 time: 0.5375881 Apr 20 17:26:13.093546 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48708) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:13.113237 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-8a964600-3185-4852-98e3-3310246e2596 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Request body: {'floatingip': {'port_id': '8ade7190-3a4b-418f-a071-6c7e4f46d1d3'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:13.135992 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d96c07ff-3125-4acc-ac76-0f90efd14667 None None] Calling delete_port for 306fd1b2-eb79-4b72-9cce-4a750fae7a8b owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:26:13.163752 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-7d18278e-ece1-4493-8106-24cce28d910f req-9d928635-15fb-40a1-a6db-69eff265d550 service neutron] For port 13d112fe-94ff-40a7-8170-c1ef7c5a12e9, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:26:13.215623 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-78546d07-b9ff-48c6-a8fd-8fa6eb2617b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:13.217869 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:13.273461 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d96c07ff-3125-4acc-ac76-0f90efd14667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:13.278034 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b76e06bf-6db9-42db-a682-077ab499450c tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:13.309146 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78546d07-b9ff-48c6-a8fd-8fa6eb2617b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d44b170-ea26-4dad-bc6e-00109fc0dc8e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:13.326853 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-78546d07-b9ff-48c6-a8fd-8fa6eb2617b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:13.331645 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-78546d07-b9ff-48c6-a8fd-8fa6eb2617b5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3d44b170-ea26-4dad-bc6e-00109fc0dc8e HTTP/1.1" status: 204 len: 168 time: 1.2309172 Apr 20 17:26:13.353437 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c07ff-3125-4acc-ac76-0f90efd14667 None None] Pushing event deleted for resources: {'Port': ['ID=306fd1b2-eb79-4b72-9cce-4a750fae7a8b,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:13.368197 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96c07ff-3125-4acc-ac76-0f90efd14667 None None] No DVR routers for this DVR port 306fd1b2-eb79-4b72-9cce-4a750fae7a8b on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:26:13.372519 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944657d4-1c2c-4f46-b04c-22f3cdcb6ee5 req-294c8f40-6e7c-42f5-a4f8-3d3de2097f82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:13.375016 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-944657d4-1c2c-4f46-b04c-22f3cdcb6ee5 req-294c8f40-6e7c-42f5-a4f8-3d3de2097f82 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eb5f89e5-0eaf-4ee3-8111-7392d94cddaa HTTP/1.1" status: 200 len: 858 time: 0.4227972 Apr 20 17:26:13.421186 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7c3d2775-7835-4b7c-97f7-fd25c382209f req-c8ec94da-5154-4336-b27f-51300aa7748f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b36794c-34c3-4e2e-bc39-30e014c826c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7231431 Apr 20 17:26:13.425656 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-7d18278e-ece1-4493-8106-24cce28d910f req-9d928635-15fb-40a1-a6db-69eff265d550 service neutron] For port 13d112fe-94ff-40a7-8170-c1ef7c5a12e9, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=13d112fe-94ff-40a7-8170-c1ef7c5a12e9,segment=NetworkSegment(f0462606-c800-4cb2-88ee-a724bb0e9c88),segment_id=f0462606-c800-4cb2-88ee-a724bb0e9c88)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:26:13.438793 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8a964600-3185-4852-98e3-3310246e2596 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks [] for floatingip, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:13.442881 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-944657d4-1c2c-4f46-b04c-22f3cdcb6ee5 req-45432ec7-85ec-49cc-bc6d-869f50ab7236 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=27f8e835-f73a-47e0-a386-b3d962ee767c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567315 Apr 20 17:26:13.518249 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678988e4-8779-4034-afde-74dce16643be service neutron] Pushing event updated for resources: {'Port': ['ID=78600ebb-1ebb-48eb-a0e6-111cb9f0ace2,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:13.530730 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7d18278e-ece1-4493-8106-24cce28d910f req-9d928635-15fb-40a1-a6db-69eff265d550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:13.602521 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590b78a-a4f0-4656-a06d-1233b20c3fb5 req-6adc192a-5821-4fda-8ad6-66063395dc62 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:13.603311 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f590b78a-a4f0-4656-a06d-1233b20c3fb5 req-6adc192a-5821-4fda-8ad6-66063395dc62 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Synchronizing usage tracker for tenant:edaecf530f82466eb2c3794e0bc7d8a2 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:26:13.616321 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b76e06bf-6db9-42db-a682-077ab499450c tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:13.638595 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-983d015e-e54e-4b92-9db9-9bc70bd5eed5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:13.676554 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-944657d4-1c2c-4f46-b04c-22f3cdcb6ee5 req-f7a47704-bbfb-4b20-a871-bd6568e4687f service neutron] 10.222.0.10 "GET /v2.0/networks/27f8e835-f73a-47e0-a386-b3d962ee767c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227364 Apr 20 17:26:13.716679 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f590b78a-a4f0-4656-a06d-1233b20c3fb5 req-6adc192a-5821-4fda-8ad6-66063395dc62 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Unset dirty status for tenant:edaecf530f82466eb2c3794e0bc7d8a2 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:26:13.723929 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f590b78a-a4f0-4656-a06d-1233b20c3fb5 req-6adc192a-5821-4fda-8ad6-66063395dc62 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/ports?device_id=16fc9ff1-d9f8-4246-a1df-458860a2a3cd HTTP/1.1" status: 200 len: 943 time: 0.5066020 Apr 20 17:26:13.754104 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d015e-e54e-4b92-9db9-9bc70bd5eed5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event deleted for resources: {'Subnet': ['ID=91c00e4a-67e5-4448-af89-5be8ffbdc89f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:13.801100 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50255848-820d-4362-95a7-7de2d0230251 None None] Network 4a18911f-f73a-4bc7-9313-1dd1c9aef728 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:26:13.810233 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-983d015e-e54e-4b92-9db9-9bc70bd5eed5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:13.830608 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7d18278e-ece1-4493-8106-24cce28d910f req-9d928635-15fb-40a1-a6db-69eff265d550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:13.830608 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d18278e-ece1-4493-8106-24cce28d910f req-9d928635-15fb-40a1-a6db-69eff265d550 service neutron] 10.222.0.43 "PUT /v2.0/ports/13d112fe-94ff-40a7-8170-c1ef7c5a12e9 HTTP/1.1" status: 200 len: 1091 time: 5.4634266 Apr 20 17:26:13.830608 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3014a24-0590-40a7-8a70-dd5db023c470', 'tag': '13d112fe-94ff-40a7-8170-c1ef7c5a12e9'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:26:13.864829 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b76e06bf-6db9-42db-a682-077ab499450c tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:13.899471 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f590b78a-a4f0-4656-a06d-1233b20c3fb5 req-f0c34376-2d65-4b1a-a004-3e01a37cd2a9 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Synchronizing usage tracker for tenant:edaecf530f82466eb2c3794e0bc7d8a2 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:26:13.920478 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d928635-15fb-40a1-a6db-69eff265d550 service neutron] Pushing event updated for resources: {'Port': ['ID=13d112fe-94ff-40a7-8170-c1ef7c5a12e9,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:13.936870 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e06bf-6db9-42db-a682-077ab499450c tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Pushing event deleted for resources: {'Subnet': ['ID=4ea8781a-bf2e-40cc-a21a-9c1890f7674d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:13.940715 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-983d015e-e54e-4b92-9db9-9bc70bd5eed5 tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "DELETE /v2.0/subnets/91c00e4a-67e5-4448-af89-5be8ffbdc89f HTTP/1.1" status: 204 len: 168 time: 2.7276819 Apr 20 17:26:13.949164 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48720) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:13.980686 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-944657d4-1c2c-4f46-b04c-22f3cdcb6ee5 req-df2c5da6-b8ad-4884-9e5c-b13fc1e3b7ca service neutron] 10.222.0.10 "GET /v2.0/networks/27f8e835-f73a-47e0-a386-b3d962ee767c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949662 Apr 20 17:26:13.988840 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b76e06bf-6db9-42db-a682-077ab499450c tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:14.027620 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00c58fd-e2bd-47ff-a937-c8dbb4c2a789 None None] Network 4fc2b546-1896-424d-b81f-236d6af708b8 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:26:14.061466 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dace92a-8ca4-41c0-92ce-3a9158d16a0d'] response: {'name': 'network-changed', 'server_uuid': 'a3014a24-0590-40a7-8a70-dd5db023c470', 'tag': '13d112fe-94ff-40a7-8170-c1ef7c5a12e9', 'status': 'completed', 'code': 200} Apr 20 17:26:14.086982 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b76e06bf-6db9-42db-a682-077ab499450c tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] 10.222.0.39 "DELETE /v2.0/subnets/4ea8781a-bf2e-40cc-a21a-9c1890f7674d HTTP/1.1" status: 204 len: 168 time: 1.8836265 Apr 20 17:26:14.099557 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f590b78a-a4f0-4656-a06d-1233b20c3fb5 req-f0c34376-2d65-4b1a-a004-3e01a37cd2a9 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Unset dirty status for tenant:edaecf530f82466eb2c3794e0bc7d8a2 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:26:14.111436 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f590b78a-a4f0-4656-a06d-1233b20c3fb5 req-f0c34376-2d65-4b1a-a004-3e01a37cd2a9 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/security-groups?id=78e4abec-2870-4947-914b-c181956f34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905070 Apr 20 17:26:14.121374 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48728) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:14.248708 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7c3d2775-7835-4b7c-97f7-fd25c382209f req-4022e1b1-a2cc-46b7-8c5f-262713faa651 service neutron] 10.222.0.10 "GET /v2.0/networks/2b36794c-34c3-4e2e-bc39-30e014c826c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8180602 Apr 20 17:26:14.257642 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c6063bbc-d376-4d00-8730-f1427c1eff2e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:14.258932 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-7d18278e-ece1-4493-8106-24cce28d910f req-678988e4-8779-4034-afde-74dce16643be service neutron] Attempting to bind port 78600ebb-1ebb-48eb-a0e6-111cb9f0ace2 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:26:14.259939 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-7d18278e-ece1-4493-8106-24cce28d910f req-678988e4-8779-4034-afde-74dce16643be service neutron] Attempting to bind port 78600ebb-1ebb-48eb-a0e6-111cb9f0ace2 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'f0462606-c800-4cb2-88ee-a724bb0e9c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '27f8e835-f73a-47e0-a386-b3d962ee767c'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:26:14.265152 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d18278e-ece1-4493-8106-24cce28d910f req-678988e4-8779-4034-afde-74dce16643be service neutron] Attempting to bind port 78600ebb-1ebb-48eb-a0e6-111cb9f0ace2 on network 27f8e835-f73a-47e0-a386-b3d962ee767c {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:26:14.288925 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88de1fa7-ba69-44bf-a7e9-9b526e5d89c8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:14.294987 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-c6063bbc-d376-4d00-8730-f1427c1eff2e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Deleting port c8e6085e-24ae-4f7d-8384-3ffc50d89316 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:26:14.295323 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c6063bbc-d376-4d00-8730-f1427c1eff2e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:14.302718 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 306fd1b2-eb79-4b72-9cce-4a750fae7a8b no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:26:14.347669 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d18278e-ece1-4493-8106-24cce28d910f req-678988e4-8779-4034-afde-74dce16643be service neutron] Port 78600ebb-1ebb-48eb-a0e6-111cb9f0ace2 on network 27f8e835-f73a-47e0-a386-b3d962ee767c not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:26:14.348058 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d18278e-ece1-4493-8106-24cce28d910f req-678988e4-8779-4034-afde-74dce16643be service neutron] Attempting to bind port 78600ebb-1ebb-48eb-a0e6-111cb9f0ace2 on network 27f8e835-f73a-47e0-a386-b3d962ee767c {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:26:14.364389 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d18278e-ece1-4493-8106-24cce28d910f req-678988e4-8779-4034-afde-74dce16643be service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:26:14.364736 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d18278e-ece1-4493-8106-24cce28d910f req-678988e4-8779-4034-afde-74dce16643be service neutron] Checking segment: {'id': 'f0462606-c800-4cb2-88ee-a724bb0e9c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '27f8e835-f73a-47e0-a386-b3d962ee767c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:26:14.365145 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d18278e-ece1-4493-8106-24cce28d910f req-678988e4-8779-4034-afde-74dce16643be service neutron] Bound using segment: {'id': 'f0462606-c800-4cb2-88ee-a724bb0e9c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '27f8e835-f73a-47e0-a386-b3d962ee767c'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:26:14.365755 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-7d18278e-ece1-4493-8106-24cce28d910f req-678988e4-8779-4034-afde-74dce16643be service neutron] Bound port: 78600ebb-1ebb-48eb-a0e6-111cb9f0ace2, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0462606-c800-4cb2-88ee-a724bb0e9c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '27f8e835-f73a-47e0-a386-b3d962ee767c'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:26:14.367535 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7d18278e-ece1-4493-8106-24cce28d910f req-678988e4-8779-4034-afde-74dce16643be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:14.398963 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 306fd1b2-eb79-4b72-9cce-4a750fae7a8b {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:26:14.398963 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 306fd1b2-eb79-4b72-9cce-4a750fae7a8b not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:26:14.481519 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:14.550979 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88de1fa7-ba69-44bf-a7e9-9b526e5d89c8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:14.660467 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-88de1fa7-ba69-44bf-a7e9-9b526e5d89c8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a6c6a2a-4a3d-4733-8802-a03159e5e8b9']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:14.691002 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25e7a46-dbf8-40c2-814a-bcfa74e3a268 None None] DHCP port deletion for 4fc2b546-1896-424d-b81f-236d6af708b8 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:26:14.695410 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d25e7a46-dbf8-40c2-814a-bcfa74e3a268 None None] Deleting port 92ff8e79-1f95-479f-aa89-a35a09b450b7 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:26:14.695890 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d25e7a46-dbf8-40c2-814a-bcfa74e3a268 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:14.703715 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-88de1fa7-ba69-44bf-a7e9-9b526e5d89c8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbbc52b8-03f5-4ed9-84ed-37591d8aa16b') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:14.704025 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-88de1fa7-ba69-44bf-a7e9-9b526e5d89c8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbbc52b8-03f5-4ed9-84ed-37591d8aa16b') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:14.728414 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88de1fa7-ba69-44bf-a7e9-9b526e5d89c8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:14.744106 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-c6063bbc-d376-4d00-8730-f1427c1eff2e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] For port c8e6085e-24ae-4f7d-8384-3ffc50d89316, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c8e6085e-24ae-4f7d-8384-3ffc50d89316,segment=NetworkSegment(2c002e73-864e-45bd-a6c9-7d1fe1fb9b56),segment_id=2c002e73-864e-45bd-a6c9-7d1fe1fb9b56)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:14.744469 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c6063bbc-d376-4d00-8730-f1427c1eff2e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:14.760641 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0365a76-88cf-4c18-a0fe-bc9cc44e8202 None None] DHCP port deletion for 4a18911f-f73a-4bc7-9313-1dd1c9aef728 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:26:14.832336 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88de1fa7-ba69-44bf-a7e9-9b526e5d89c8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:14.856861 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d18278e-ece1-4493-8106-24cce28d910f req-c819efc4-434a-4aa9-8423-259996a4b242 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edaecf530f82466eb2c3794e0bc7d8a2&device_id=a3014a24-0590-40a7-8a70-dd5db023c470 HTTP/1.1" status: 200 len: 1094 time: 0.9279447 Apr 20 17:26:14.910931 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-e0365a76-88cf-4c18-a0fe-bc9cc44e8202 None None] Deleting port c8e6085e-24ae-4f7d-8384-3ffc50d89316 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:26:14.911441 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e0365a76-88cf-4c18-a0fe-bc9cc44e8202 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:14.928789 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-7d18278e-ece1-4493-8106-24cce28d910f req-678988e4-8779-4034-afde-74dce16643be service neutron] For port 78600ebb-1ebb-48eb-a0e6-111cb9f0ace2, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:26:14.929876 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-c6063bbc-d376-4d00-8730-f1427c1eff2e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Calling delete_port for c8e6085e-24ae-4f7d-8384-3ffc50d89316 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:26:14.958562 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7c3d2775-7835-4b7c-97f7-fd25c382209f req-de7cce7b-635e-4bb5-95ae-15c53f7e1587 service neutron] 10.222.0.10 "GET /v2.0/networks/2b36794c-34c3-4e2e-bc39-30e014c826c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6681037 Apr 20 17:26:14.960385 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-7d18278e-ece1-4493-8106-24cce28d910f req-678988e4-8779-4034-afde-74dce16643be service neutron] For port 78600ebb-1ebb-48eb-a0e6-111cb9f0ace2, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=78600ebb-1ebb-48eb-a0e6-111cb9f0ace2,segment=NetworkSegment(f0462606-c800-4cb2-88ee-a724bb0e9c88),segment_id=f0462606-c800-4cb2-88ee-a724bb0e9c88)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:26:14.972527 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d18278e-ece1-4493-8106-24cce28d910f req-9e6d6e15-6c28-4e48-a16a-5006394ac6f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13d112fe-94ff-40a7-8170-c1ef7c5a12e9 HTTP/1.1" status: 200 len: 217 time: 0.1079500 Apr 20 17:26:14.978591 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88de1fa7-ba69-44bf-a7e9-9b526e5d89c8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:26:14.978591 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88de1fa7-ba69-44bf-a7e9-9b526e5d89c8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:14.996136 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:26:14.996136 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:26:14.996136 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:26:14.996136 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:26:14.996136 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:26:14.996136 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:26:14.996136 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:26:14.996136 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:26:14.996136 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:26:14.996136 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:26:14.996136 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:26:14.996136 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:26:14.996136 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:26:14.996136 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:26:14.996136 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:26:14.996136 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:26:14.996136 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:26:14.996136 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:26:14.996136 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:26:14.996136 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:26:14.996136 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:26:14.996136 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:26:14.996136 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:26:14.996136 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:26:14.996136 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:26:14.996136 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:26:14.996136 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:26:14.996136 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:26:14.996136 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:26:14.996136 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:26:14.996136 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:26:14.996136 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:26:14.998211 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7d18278e-ece1-4493-8106-24cce28d910f req-678988e4-8779-4034-afde-74dce16643be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:15.132745 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-d25e7a46-dbf8-40c2-814a-bcfa74e3a268 None None] For port 92ff8e79-1f95-479f-aa89-a35a09b450b7, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=92ff8e79-1f95-479f-aa89-a35a09b450b7,segment=NetworkSegment(0d6ebf09-6719-4d85-8175-3f611a656fdb),segment_id=0d6ebf09-6719-4d85-8175-3f611a656fdb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:15.133136 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d25e7a46-dbf8-40c2-814a-bcfa74e3a268 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:15.230805 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88de1fa7-ba69-44bf-a7e9-9b526e5d89c8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:15.250678 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88de1fa7-ba69-44bf-a7e9-9b526e5d89c8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:15.253567 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c6063bbc-d376-4d00-8730-f1427c1eff2e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:15.314437 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6063bbc-d376-4d00-8730-f1427c1eff2e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event deleted for resources: {'Port': ['ID=c8e6085e-24ae-4f7d-8384-3ffc50d89316,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:15.316460 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de1fa7-ba69-44bf-a7e9-9b526e5d89c8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Pushing event deleted for resources: {'Network': ['ID=5a6c6a2a-4a3d-4733-8802-a03159e5e8b9,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:15.327266 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-88de1fa7-ba69-44bf-a7e9-9b526e5d89c8 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] 10.222.0.39 "DELETE /v2.0/networks/5a6c6a2a-4a3d-4733-8802-a03159e5e8b9 HTTP/1.1" status: 204 len: 168 time: 1.1983883 Apr 20 17:26:15.327266 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48750) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:15.329786 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6063bbc-d376-4d00-8730-f1427c1eff2e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] No DVR routers for this DVR port c8e6085e-24ae-4f7d-8384-3ffc50d89316 on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:26:15.346351 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678988e4-8779-4034-afde-74dce16643be service neutron] Pushing event updated for resources: {'Port': ['ID=78600ebb-1ebb-48eb-a0e6-111cb9f0ace2,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:15.366992 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d25e7a46-dbf8-40c2-814a-bcfa74e3a268 None None] Calling delete_port for 92ff8e79-1f95-479f-aa89-a35a09b450b7 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:26:15.526530 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d25e7a46-dbf8-40c2-814a-bcfa74e3a268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:15.537865 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-e0365a76-88cf-4c18-a0fe-bc9cc44e8202 None None] The port 'c8e6085e-24ae-4f7d-8384-3ffc50d89316' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:26:15.629224 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25e7a46-dbf8-40c2-814a-bcfa74e3a268 None None] No DVR routers for this DVR port 92ff8e79-1f95-479f-aa89-a35a09b450b7 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:26:15.645228 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c6063bbc-d376-4d00-8730-f1427c1eff2e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:15.656715 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:15.657196 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e7a46-dbf8-40c2-814a-bcfa74e3a268 None None] Pushing event deleted for resources: {'Port': ['ID=92ff8e79-1f95-479f-aa89-a35a09b450b7,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:15.682095 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-61cc7cb2-f3ff-41f9-8f8d-605af3c32985 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:15.688399 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-c6063bbc-d376-4d00-8730-f1427c1eff2e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a18911f-f73a-4bc7-9313-1dd1c9aef728']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:15.702240 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device cec73557-a9e3-4a0c-96ea-58c2fee82457 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:26:15.708710 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-c6063bbc-d376-4d00-8730-f1427c1eff2e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c002e73-864e-45bd-a6c9-7d1fe1fb9b56') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:15.709452 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-c6063bbc-d376-4d00-8730-f1427c1eff2e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c002e73-864e-45bd-a6c9-7d1fe1fb9b56') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:15.732188 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03481861-e2a3-491f-93af-210897c4e55f req-5f238658-7ddc-4f12-a2ec-b94378fec2ff tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:15.733453 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-03481861-e2a3-491f-93af-210897c4e55f req-5f238658-7ddc-4f12-a2ec-b94378fec2ff tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/ports?device_id=16fc9ff1-d9f8-4246-a1df-458860a2a3cd HTTP/1.1" status: 200 len: 943 time: 0.3590248 Apr 20 17:26:15.736093 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c6063bbc-d376-4d00-8730-f1427c1eff2e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:15.810352 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7d18278e-ece1-4493-8106-24cce28d910f req-678988e4-8779-4034-afde-74dce16643be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:15.812162 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d18278e-ece1-4493-8106-24cce28d910f req-678988e4-8779-4034-afde-74dce16643be service neutron] 10.222.0.10 "PUT /v2.0/ports/78600ebb-1ebb-48eb-a0e6-111cb9f0ace2 HTTP/1.1" status: 200 len: 1091 time: 5.8539937 Apr 20 17:26:15.862579 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18278e-ece1-4493-8106-24cce28d910f req-dac76484-e3f2-4ddb-8b41-2fa18503d0be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:15.865103 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d18278e-ece1-4493-8106-24cce28d910f req-dac76484-e3f2-4ddb-8b41-2fa18503d0be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb5f89e5-0eaf-4ee3-8111-7392d94cddaa HTTP/1.1" status: 200 len: 858 time: 0.8723404 Apr 20 17:26:15.869293 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c6063bbc-d376-4d00-8730-f1427c1eff2e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:15.912093 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port cec73557-a9e3-4a0c-96ea-58c2fee82457, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=cec73557-a9e3-4a0c-96ea-58c2fee82457,segment=NetworkSegment(f0462606-c800-4cb2-88ee-a724bb0e9c88),segment_id=f0462606-c800-4cb2-88ee-a724bb0e9c88)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:15.927558 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'cec73557-a9e3-4a0c-96ea-58c2fee82457', 'network_id': '27f8e835-f73a-47e0-a386-b3d962ee767c', 'port_id': 'cec73557-a9e3-4a0c-96ea-58c2fee82457', 'mac_address': 'fa:16:3e:be:80:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb5f89e5-0eaf-4ee3-8111-7392d94cddaa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:26:15.982911 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d18278e-ece1-4493-8106-24cce28d910f req-50a0a250-291f-4d2b-8455-4ea701425ccc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=27f8e835-f73a-47e0-a386-b3d962ee767c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079903 Apr 20 17:26:15.984371 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8a964600-3185-4852-98e3-3310246e2596 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:15.988382 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:16.010546 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cec73557-a9e3-4a0c-96ea-58c2fee82457 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:26:16.038016 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8a964600-3185-4852-98e3-3310246e2596 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:16.041570 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6063bbc-d376-4d00-8730-f1427c1eff2e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:26:16.042557 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c6063bbc-d376-4d00-8730-f1427c1eff2e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:16.042666 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port cec73557-a9e3-4a0c-96ea-58c2fee82457, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=cec73557-a9e3-4a0c-96ea-58c2fee82457,segment=NetworkSegment(f0462606-c800-4cb2-88ee-a724bb0e9c88),segment_id=f0462606-c800-4cb2-88ee-a724bb0e9c88)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:16.051585 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:16.092870 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:26:16.092870 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:26:16.092870 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:26:16.092870 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:26:16.092870 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:26:16.092870 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:26:16.092870 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:26:16.092870 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:26:16.092870 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:26:16.092870 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:26:16.092870 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:26:16.092870 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:26:16.092870 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:26:16.092870 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:26:16.092870 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:26:16.092870 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:26:16.092870 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:26:16.092870 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:26:16.092870 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:26:16.092870 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:26:16.092870 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:26:16.092870 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:26:16.092870 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:26:16.092870 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:26:16.092870 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:26:16.092870 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:26:16.092870 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:26:16.092870 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:26:16.092870 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:26:16.092870 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:26:16.092870 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:26:16.092870 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:26:16.116476 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16fc9ff1-d9f8-4246-a1df-458860a2a3cd', 'tag': '78600ebb-1ebb-48eb-a0e6-111cb9f0ace2'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:26:16.162659 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-03481861-e2a3-491f-93af-210897c4e55f req-09761953-08b0-488e-869a-89ec391749b7 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/security-groups?id=78e4abec-2870-4947-914b-c181956f34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196005 Apr 20 17:26:16.165806 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=cec73557-a9e3-4a0c-96ea-58c2fee82457,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:16.230634 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-61cc7cb2-f3ff-41f9-8f8d-605af3c32985 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:16.269099 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 92ff8e79-1f95-479f-aa89-a35a09b450b7 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:26:16.280522 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-61cc7cb2-f3ff-41f9-8f8d-605af3c32985 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc2b546-1896-424d-b81f-236d6af708b8']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:16.313901 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-61cc7cb2-f3ff-41f9-8f8d-605af3c32985 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d6ebf09-6719-4d85-8175-3f611a656fdb') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:16.314555 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-61cc7cb2-f3ff-41f9-8f8d-605af3c32985 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d6ebf09-6719-4d85-8175-3f611a656fdb') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:16.333086 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-61cc7cb2-f3ff-41f9-8f8d-605af3c32985 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:16.347080 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82931a94-30d5-4550-894c-75c239f65c03'] response: {'name': 'network-changed', 'server_uuid': '16fc9ff1-d9f8-4246-a1df-458860a2a3cd', 'tag': '78600ebb-1ebb-48eb-a0e6-111cb9f0ace2', 'status': 'completed', 'code': 200} Apr 20 17:26:16.358275 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 92ff8e79-1f95-479f-aa89-a35a09b450b7 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:26:16.358618 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 92ff8e79-1f95-479f-aa89-a35a09b450b7 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:26:16.359038 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c8e6085e-24ae-4f7d-8384-3ffc50d89316 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:26:16.376808 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c6063bbc-d376-4d00-8730-f1427c1eff2e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:16.396944 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: c8e6085e-24ae-4f7d-8384-3ffc50d89316 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:26:16.397411 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c8e6085e-24ae-4f7d-8384-3ffc50d89316 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:26:16.419539 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-61cc7cb2-f3ff-41f9-8f8d-605af3c32985 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:16.422454 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c6063bbc-d376-4d00-8730-f1427c1eff2e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:16.425676 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6063bbc-d376-4d00-8730-f1427c1eff2e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] Pushing event deleted for resources: {'Network': ['ID=4a18911f-f73a-4bc7-9313-1dd1c9aef728,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:16.438914 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61cc7cb2-f3ff-41f9-8f8d-605af3c32985 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:26:16.439369 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-61cc7cb2-f3ff-41f9-8f8d-605af3c32985 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:16.457822 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:26:16.457822 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:26:16.457822 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:26:16.457822 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:26:16.457822 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:26:16.457822 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:26:16.457822 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:26:16.457822 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:26:16.457822 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:26:16.457822 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:26:16.457822 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:26:16.457822 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:26:16.457822 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:26:16.457822 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:26:16.457822 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:26:16.457822 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:26:16.457822 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:26:16.457822 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:26:16.457822 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:26:16.457822 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:26:16.457822 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:26:16.457822 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:26:16.457822 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:26:16.457822 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:26:16.457822 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:26:16.457822 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:26:16.457822 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:26:16.457822 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:26:16.457822 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:26:16.457822 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:26:16.457822 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:26:16.457822 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:26:16.515445 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['cec73557-a9e3-4a0c-96ea-58c2fee82457'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:26:16.530737 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d18278e-ece1-4493-8106-24cce28d910f req-f1703b65-7a9b-4e5f-862c-5ca199ac6e96 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=edaecf530f82466eb2c3794e0bc7d8a2&device_id=16fc9ff1-d9f8-4246-a1df-458860a2a3cd HTTP/1.1" status: 200 len: 1094 time: 0.6597922 Apr 20 17:26:16.569608 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c6063bbc-d376-4d00-8730-f1427c1eff2e tempest-NetworksIpV6Test-154512799 tempest-NetworksIpV6Test-154512799-project] 10.222.0.39 "DELETE /v2.0/networks/4a18911f-f73a-4bc7-9313-1dd1c9aef728 HTTP/1.1" status: 204 len: 168 time: 2.6174345 Apr 20 17:26:16.574250 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-61cc7cb2-f3ff-41f9-8f8d-605af3c32985 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:16.588136 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-61cc7cb2-f3ff-41f9-8f8d-605af3c32985 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:16.615786 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-61cc7cb2-f3ff-41f9-8f8d-605af3c32985 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] 10.222.0.39 "DELETE /v2.0/networks/4fc2b546-1896-424d-b81f-236d6af708b8 HTTP/1.1" status: 204 len: 168 time: 1.2876740 Apr 20 17:26:16.617519 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc7cb2-f3ff-41f9-8f8d-605af3c32985 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Pushing event deleted for resources: {'Network': ['ID=4fc2b546-1896-424d-b81f-236d6af708b8,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:16.620724 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48770) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:16.663651 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d18278e-ece1-4493-8106-24cce28d910f req-6daed128-620a-4f80-9193-5ade99bb0c5d service neutron] 10.222.0.43 "GET /v2.0/networks/27f8e835-f73a-47e0-a386-b3d962ee767c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6526866 Apr 20 17:26:16.826353 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d18278e-ece1-4493-8106-24cce28d910f req-535b3f29-f593-4064-b205-886ee0250b4a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78600ebb-1ebb-48eb-a0e6-111cb9f0ace2 HTTP/1.1" status: 200 len: 217 time: 0.2814291 Apr 20 17:26:16.917556 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc0e8a7-092e-4941-ae9d-aa984fbd81cd tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Deleting subnet 203ef414-f64a-4e95-a892-96d23b7d70f8 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:26:16.921820 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e8a7-092e-4941-ae9d-aa984fbd81cd tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:17.003757 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18278e-ece1-4493-8106-24cce28d910f req-834d7f2c-1b18-47a9-a7aa-8209e71f2f94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:17.005238 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d18278e-ece1-4493-8106-24cce28d910f req-834d7f2c-1b18-47a9-a7aa-8209e71f2f94 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eb5f89e5-0eaf-4ee3-8111-7392d94cddaa HTTP/1.1" status: 200 len: 858 time: 0.1587431 Apr 20 17:26:17.029234 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e8a7-092e-4941-ae9d-aa984fbd81cd tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:17.082567 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d18278e-ece1-4493-8106-24cce28d910f req-b9fa684e-62a3-4e9b-8b4f-d47c5a0fae93 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=27f8e835-f73a-47e0-a386-b3d962ee767c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581937 Apr 20 17:26:17.159824 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d18278e-ece1-4493-8106-24cce28d910f req-13aacb1e-bc55-4bef-b89c-7448ef5c9191 service neutron] 10.222.0.43 "GET /v2.0/networks/27f8e835-f73a-47e0-a386-b3d962ee767c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859803 Apr 20 17:26:17.180364 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e8a7-092e-4941-ae9d-aa984fbd81cd tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:17.222150 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48788) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:17.323793 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e8a7-092e-4941-ae9d-aa984fbd81cd tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:17.380114 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0e8a7-092e-4941-ae9d-aa984fbd81cd tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Pushing event deleted for resources: {'Subnet': ['ID=203ef414-f64a-4e95-a892-96d23b7d70f8,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:17.394751 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e8a7-092e-4941-ae9d-aa984fbd81cd tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:17.403286 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3a3149-e5ed-466a-aa2f-6a0ba038ef09 None None] Network 12162291-3632-48fe-ad96-47fa3e768bf9 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:26:17.427316 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8dc0e8a7-092e-4941-ae9d-aa984fbd81cd tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] 10.222.0.39 "DELETE /v2.0/subnets/203ef414-f64a-4e95-a892-96d23b7d70f8 HTTP/1.1" status: 204 len: 168 time: 0.8059781 Apr 20 17:26:17.430286 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48800) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:17.528458 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d18278e-ece1-4493-8106-24cce28d910f req-849ad73d-6a85-431e-aae9-49e4d383f7a4 service neutron] 10.222.0.10 "GET /v2.0/networks/27f8e835-f73a-47e0-a386-b3d962ee767c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116220 Apr 20 17:26:17.692055 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [None req-8a964600-3185-4852-98e3-3310246e2596 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Floating IP 2ded6e3c-e721-4985-ba95-1b79a6a9bc32 associated. External IP: 172.25.8.206, port: 8ade7190-3a4b-418f-a071-6c7e4f46d1d3. Apr 20 17:26:17.904270 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:17.915000 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed82dcb5-4090-47dd-b039-3b434dc5f63b None None] DHCP port deletion for 12162291-3632-48fe-ad96-47fa3e768bf9 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:26:17.915000 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-ed82dcb5-4090-47dd-b039-3b434dc5f63b None None] Deleting port 2a657b84-1350-4e00-b35c-08c3f81eb8a9 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:26:17.915000 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ed82dcb5-4090-47dd-b039-3b434dc5f63b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:17.941222 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-da2c82b1-d745-4fb2-b5a7-b89a4e9c7160 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4963562334f84d419efd025d32d84935&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7110169 Apr 20 17:26:17.941222 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48808) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:17.966758 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Deleting port 2a657b84-1350-4e00-b35c-08c3f81eb8a9 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:26:17.966758 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:18.210079 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 2a657b84-1350-4e00-b35c-08c3f81eb8a9 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:26:18.431140 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109e5dd-d865-44e4-baf4-12188be3847f req-e3799885-dfae-4bca-9937-8c26db3d28d7 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:18.439646 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7109e5dd-d865-44e4-baf4-12188be3847f req-e3799885-dfae-4bca-9937-8c26db3d28d7 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/ports?device_id=16fc9ff1-d9f8-4246-a1df-458860a2a3cd HTTP/1.1" status: 200 len: 943 time: 0.8985813 Apr 20 17:26:18.475893 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fcd28a88-71dd-4249-ba1b-b8b601e659ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:18.535475 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d18278e-ece1-4493-8106-24cce28d910f req-733692c7-5000-4c54-bcec-02d2e972e4a1 service neutron] 10.222.0.10 "GET /v2.0/networks/27f8e835-f73a-47e0-a386-b3d962ee767c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9937217 Apr 20 17:26:18.559938 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7fd937cd-2b99-4445-8cad-50149699c04d req-e02a9c27-d953-4b2c-aeda-fe377e6c6aa8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=edaecf530f82466eb2c3794e0bc7d8a2&device_id=a3014a24-0590-40a7-8a70-dd5db023c470 HTTP/1.1" status: 200 len: 1094 time: 1.2572503 Apr 20 17:26:18.560096 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] For port 2a657b84-1350-4e00-b35c-08c3f81eb8a9, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=2a657b84-1350-4e00-b35c-08c3f81eb8a9,segment=NetworkSegment(1d21feae-2734-4392-a2ec-ca96e41756d3),segment_id=1d21feae-2734-4392-a2ec-ca96e41756d3)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:18.560780 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:18.603919 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fcd28a88-71dd-4249-ba1b-b8b601e659ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:18.619453 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-ed82dcb5-4090-47dd-b039-3b434dc5f63b None None] For port 2a657b84-1350-4e00-b35c-08c3f81eb8a9, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=2a657b84-1350-4e00-b35c-08c3f81eb8a9,segment=NetworkSegment(1d21feae-2734-4392-a2ec-ca96e41756d3),segment_id=1d21feae-2734-4392-a2ec-ca96e41756d3)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:18.620299 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ed82dcb5-4090-47dd-b039-3b434dc5f63b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:18.744158 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7109e5dd-d865-44e4-baf4-12188be3847f req-cb9f4e56-8f32-4246-a4a1-59b1da410910 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/security-groups?id=78e4abec-2870-4947-914b-c181956f34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037899 Apr 20 17:26:18.831489 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 13d112fe-94ff-40a7-8170-c1ef7c5a12e9 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:26:18.839626 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-ed82dcb5-4090-47dd-b039-3b434dc5f63b None None] Calling delete_port for 2a657b84-1350-4e00-b35c-08c3f81eb8a9 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:26:18.855020 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Calling delete_port for 2a657b84-1350-4e00-b35c-08c3f81eb8a9 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:26:18.882508 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:19.031512 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd937cd-2b99-4445-8cad-50149699c04d req-c86c65fc-c14a-47a1-b0b9-9da3a132fae3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:19.032506 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7fd937cd-2b99-4445-8cad-50149699c04d req-c86c65fc-c14a-47a1-b0b9-9da3a132fae3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=27f8e835-f73a-47e0-a386-b3d962ee767c HTTP/1.1" status: 200 len: 919 time: 0.4651251 Apr 20 17:26:19.032652 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fcd28a88-71dd-4249-ba1b-b8b601e659ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:19.052820 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd28a88-71dd-4249-ba1b-b8b601e659ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dac0f0-2e5e-4aed-9b87-ef819185cab3,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:19.064670 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fcd28a88-71dd-4249-ba1b-b8b601e659ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:19.064670 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fcd28a88-71dd-4249-ba1b-b8b601e659ad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/77dac0f0-2e5e-4aed-9b87-ef819185cab3 HTTP/1.1" status: 204 len: 168 time: 1.1221189 Apr 20 17:26:19.134852 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 2a657b84-1350-4e00-b35c-08c3f81eb8a9, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=2a657b84-1350-4e00-b35c-08c3f81eb8a9,segment=NetworkSegment(1d21feae-2734-4392-a2ec-ca96e41756d3),segment_id=1d21feae-2734-4392-a2ec-ca96e41756d3)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:19.157357 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.api [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:26:19.158312 n-d-838032-1 neutron-server[84080]: DEBUG oslo_db.api [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:26:19.180325 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:19.182258 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-94623758-673a-415e-86e2-92c81db0cccf req-467b8c81-b5e7-4d0c-bb8a-bcb5d18b2a73 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=edaecf530f82466eb2c3794e0bc7d8a2&device_id=16fc9ff1-d9f8-4246-a1df-458860a2a3cd HTTP/1.1" status: 200 len: 1094 time: 0.4442043 Apr 20 17:26:19.192021 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7fd937cd-2b99-4445-8cad-50149699c04d req-48be3901-9cac-4acd-867c-25d1ea700a1f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13d112fe-94ff-40a7-8170-c1ef7c5a12e9 HTTP/1.1" status: 200 len: 217 time: 0.1474900 Apr 20 17:26:19.251314 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=2a657b84-1350-4e00-b35c-08c3f81eb8a9,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:19.260397 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-ed82dcb5-4090-47dd-b039-3b434dc5f63b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:26:19.261147 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-ed82dcb5-4090-47dd-b039-3b434dc5f63b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:26:19.320396 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 13d112fe-94ff-40a7-8170-c1ef7c5a12e9, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=13d112fe-94ff-40a7-8170-c1ef7c5a12e9,segment=NetworkSegment(f0462606-c800-4cb2-88ee-a724bb0e9c88),segment_id=f0462606-c800-4cb2-88ee-a724bb0e9c88)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:19.340702 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '13d112fe-94ff-40a7-8170-c1ef7c5a12e9', 'network_id': '27f8e835-f73a-47e0-a386-b3d962ee767c', 'port_id': '13d112fe-94ff-40a7-8170-c1ef7c5a12e9', 'mac_address': 'fa:16:3e:10:d4:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb5f89e5-0eaf-4ee3-8111-7392d94cddaa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:26:19.503186 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:19.532573 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd937cd-2b99-4445-8cad-50149699c04d req-6cfdb46a-7793-4e3f-97c2-2cdd8e53a4fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:19.534001 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7fd937cd-2b99-4445-8cad-50149699c04d req-6cfdb46a-7793-4e3f-97c2-2cdd8e53a4fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb5f89e5-0eaf-4ee3-8111-7392d94cddaa HTTP/1.1" status: 200 len: 858 time: 0.3037310 Apr 20 17:26:19.554876 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13d112fe-94ff-40a7-8170-c1ef7c5a12e9 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:26:19.617737 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 13d112fe-94ff-40a7-8170-c1ef7c5a12e9, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=13d112fe-94ff-40a7-8170-c1ef7c5a12e9,segment=NetworkSegment(f0462606-c800-4cb2-88ee-a724bb0e9c88),segment_id=f0462606-c800-4cb2-88ee-a724bb0e9c88)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:19.635167 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:19.658472 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7fd937cd-2b99-4445-8cad-50149699c04d req-4d32fdde-469a-448f-b9cd-41e6b470ffef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=27f8e835-f73a-47e0-a386-b3d962ee767c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1147828 Apr 20 17:26:19.659997 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Deleting port 2a657b84-1350-4e00-b35c-08c3f81eb8a9 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:26:19.660350 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:19.662769 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94623758-673a-415e-86e2-92c81db0cccf req-daf5bb01-2fcc-4f9f-bdf2-002f22d4834c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:19.663844 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-94623758-673a-415e-86e2-92c81db0cccf req-daf5bb01-2fcc-4f9f-bdf2-002f22d4834c service neutron] 10.222.0.10 "GET /v2.0/networks?id=27f8e835-f73a-47e0-a386-b3d962ee767c HTTP/1.1" status: 200 len: 919 time: 0.4754541 Apr 20 17:26:19.749696 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device cec73557-a9e3-4a0c-96ea-58c2fee82457 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:26:19.959875 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-ed82dcb5-4090-47dd-b039-3b434dc5f63b None None] Deleting port 2a657b84-1350-4e00-b35c-08c3f81eb8a9 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:26:19.960245 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ed82dcb5-4090-47dd-b039-3b434dc5f63b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:20.107189 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-94623758-673a-415e-86e2-92c81db0cccf req-7e8f794e-9840-4b57-86df-504fce88798d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78600ebb-1ebb-48eb-a0e6-111cb9f0ace2 HTTP/1.1" status: 200 len: 217 time: 0.4339261 Apr 20 17:26:20.226578 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94623758-673a-415e-86e2-92c81db0cccf req-a1cdc858-8d31-4ede-a121-40b80f913075 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:20.230224 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-94623758-673a-415e-86e2-92c81db0cccf req-a1cdc858-8d31-4ede-a121-40b80f913075 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eb5f89e5-0eaf-4ee3-8111-7392d94cddaa HTTP/1.1" status: 200 len: 858 time: 0.1039772 Apr 20 17:26:20.231719 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] For port 2a657b84-1350-4e00-b35c-08c3f81eb8a9, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=2a657b84-1350-4e00-b35c-08c3f81eb8a9,segment=NetworkSegment(1d21feae-2734-4392-a2ec-ca96e41756d3),segment_id=1d21feae-2734-4392-a2ec-ca96e41756d3)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:20.234032 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:20.251994 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=13d112fe-94ff-40a7-8170-c1ef7c5a12e9,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:20.343084 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['13d112fe-94ff-40a7-8170-c1ef7c5a12e9'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:26:20.424169 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Calling delete_port for 2a657b84-1350-4e00-b35c-08c3f81eb8a9 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:26:20.607717 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-94623758-673a-415e-86e2-92c81db0cccf req-a2a490ac-a310-44fa-a38f-05f654f6fca7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=27f8e835-f73a-47e0-a386-b3d962ee767c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2893300 Apr 20 17:26:20.628430 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:20.697923 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port cec73557-a9e3-4a0c-96ea-58c2fee82457 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:26:20.715396 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Pushing event deleted for resources: {'Port': ['ID=2a657b84-1350-4e00-b35c-08c3f81eb8a9,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:20.715520 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port cec73557-a9e3-4a0c-96ea-58c2fee82457 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:26:20.715520 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:20.727920 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] No DVR routers for this DVR port 2a657b84-1350-4e00-b35c-08c3f81eb8a9 on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:26:20.789824 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:20.790738 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:20.790738 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:20.791780 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:20.792154 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:20.792700 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:20.793068 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:20.793696 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:20.793853 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:20.795533 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:20.796118 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:20.799157 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-ed82dcb5-4090-47dd-b039-3b434dc5f63b None None] For port 2a657b84-1350-4e00-b35c-08c3f81eb8a9, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=2a657b84-1350-4e00-b35c-08c3f81eb8a9,segment=NetworkSegment(1d21feae-2734-4392-a2ec-ca96e41756d3),segment_id=1d21feae-2734-4392-a2ec-ca96e41756d3)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:20.799714 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ed82dcb5-4090-47dd-b039-3b434dc5f63b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:20.877087 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-94623758-673a-415e-86e2-92c81db0cccf req-94688404-4fc6-4b6c-8399-7d7a51f4a4ea service neutron] 10.222.0.10 "GET /v2.0/networks/27f8e835-f73a-47e0-a386-b3d962ee767c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574956 Apr 20 17:26:20.922167 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7fd937cd-2b99-4445-8cad-50149699c04d req-3bafd3dd-7f43-438a-a888-0b21a54c5d68 service neutron] 10.222.0.43 "GET /v2.0/networks/27f8e835-f73a-47e0-a386-b3d962ee767c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2475088 Apr 20 17:26:20.929918 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:20.964128 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-ed82dcb5-4090-47dd-b039-3b434dc5f63b None None] Calling delete_port for 2a657b84-1350-4e00-b35c-08c3f81eb8a9 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:26:20.987645 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12162291-3632-48fe-ad96-47fa3e768bf9']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:21.016754 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d21feae-2734-4392-a2ec-ca96e41756d3') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:21.017478 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d21feae-2734-4392-a2ec-ca96e41756d3') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:21.050148 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:21.081100 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:21.100198 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:26:21.100731 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:21.123194 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:21.145394 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:26:21.145394 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:26:21.145394 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:26:21.145394 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:26:21.145394 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:26:21.145394 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:26:21.145394 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:26:21.145394 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:26:21.145394 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:26:21.145394 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:26:21.145394 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:26:21.145394 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:26:21.145394 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:26:21.145394 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:26:21.145394 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:26:21.145394 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:26:21.145394 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:26:21.145394 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:26:21.145394 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:26:21.145394 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:26:21.145394 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:26:21.145394 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:26:21.145394 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:26:21.145394 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:26:21.145394 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:26:21.145394 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:26:21.145394 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:26:21.145394 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:26:21.145394 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:26:21.145394 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:26:21.145394 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:26:21.145394 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:26:21.232389 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port cec73557-a9e3-4a0c-96ea-58c2fee82457, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=cec73557-a9e3-4a0c-96ea-58c2fee82457,segment=NetworkSegment(f0462606-c800-4cb2-88ee-a724bb0e9c88),segment_id=f0462606-c800-4cb2-88ee-a724bb0e9c88)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:21.237342 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f61eac-2cb6-445b-aeee-402c0e455200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec73557-a9e3-4a0c-96ea-58c2fee82457'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:26:21.251802 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-ed82dcb5-4090-47dd-b039-3b434dc5f63b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:26:21.252198 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-ed82dcb5-4090-47dd-b039-3b434dc5f63b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:26:21.253279 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:21.381514 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48872) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:21.398074 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:21.449567 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2883b66f-7579-4e82-8f31-30f8bd69ddf3'] response: {'server_uuid': 'a6f61eac-2cb6-445b-aeee-402c0e455200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec73557-a9e3-4a0c-96ea-58c2fee82457', 'code': 200} Apr 20 17:26:21.450740 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=cec73557-a9e3-4a0c-96ea-58c2fee82457,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:21.487959 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:21.492921 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Pushing event deleted for resources: {'Network': ['ID=12162291-3632-48fe-ad96-47fa3e768bf9,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:21.522478 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5c7b9927-d5e6-41d0-b1e5-08ed0132598d tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] 10.222.0.39 "DELETE /v2.0/networks/12162291-3632-48fe-ad96-47fa3e768bf9 HTTP/1.1" status: 204 len: 168 time: 4.0882418 Apr 20 17:26:21.525244 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48878) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:21.568977 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-ed82dcb5-4090-47dd-b039-3b434dc5f63b None None] Deleting port 2a657b84-1350-4e00-b35c-08c3f81eb8a9 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:26:21.568977 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ed82dcb5-4090-47dd-b039-3b434dc5f63b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:21.602494 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e686f-b394-41fc-bc9f-a1180e399d27 req-7e7151b6-7802-4d6a-9bee-2040e4381cf1 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:21.603304 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4a01a5a2-868d-4502-9c80-f58ace4c5051 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Synchronizing usage tracker for tenant:7d548cc9fb0048189253c793d267f52f on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:26:21.612693 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-890e686f-b394-41fc-bc9f-a1180e399d27 req-7e7151b6-7802-4d6a-9bee-2040e4381cf1 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/ports?device_id=16fc9ff1-d9f8-4246-a1df-458860a2a3cd HTTP/1.1" status: 200 len: 943 time: 1.4919982 Apr 20 17:26:21.646530 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4a01a5a2-868d-4502-9c80-f58ace4c5051 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Unset dirty status for tenant:7d548cc9fb0048189253c793d267f52f on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:26:21.646530 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4a01a5a2-868d-4502-9c80-f58ace4c5051 tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f531b0b-64ab-4516-8a06-e818d6d3e39b HTTP/1.1" status: 200 len: 205 time: 0.1166277 Apr 20 17:26:21.656239 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48882) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:21.702588 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-ed82dcb5-4090-47dd-b039-3b434dc5f63b None None] The port '2a657b84-1350-4e00-b35c-08c3f81eb8a9' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:26:21.809957 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a964600-3185-4852-98e3-3310246e2596 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Router 99bb21b0-21b3-4412-a977-55cc451563b7 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:26:21.813568 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7fd937cd-2b99-4445-8cad-50149699c04d req-3bed9b52-2e85-4f84-8b22-8f0f471f26ca service neutron] 10.222.0.43 "GET /v2.0/networks/27f8e835-f73a-47e0-a386-b3d962ee767c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8761444 Apr 20 17:26:21.813568 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-94623758-673a-415e-86e2-92c81db0cccf req-b6025064-c5b9-4e64-96f2-8c74ff3fc101 service neutron] 10.222.0.10 "GET /v2.0/networks/27f8e835-f73a-47e0-a386-b3d962ee767c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9238868 Apr 20 17:26:21.830719 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-890e686f-b394-41fc-bc9f-a1180e399d27 req-473c93ec-52e0-4a61-afad-70714c74b94d tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/security-groups?id=78e4abec-2870-4947-914b-c181956f34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157755 Apr 20 17:26:21.854652 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-265f12be-14a2-4460-9c44-6a769bd1de9f req-a144c239-a65f-4ad1-80ed-7e8c04dc0a42 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a6f61eac-2cb6-445b-aeee-402c0e455200 HTTP/1.1" status: 200 len: 1096 time: 0.3550773 Apr 20 17:26:21.883741 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-7a58d284-d0d0-4384-a0d2-b330d3fb61b2 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:21.884549 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-7a58d284-d0d0-4384-a0d2-b330d3fb61b2 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] create failed (client error): There was a conflict when trying to complete your request. Apr 20 17:26:21.888753 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7a58d284-d0d0-4384-a0d2-b330d3fb61b2 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4998574 Apr 20 17:26:21.893026 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48888) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:21.947719 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-3875e482-f9a1-4729-ae75-377503f5a553 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group': {'name': 'tempest-secgroup--467607215'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:21.962165 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3875e482-f9a1-4729-ae75-377503f5a553 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:21.973863 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3875e482-f9a1-4729-ae75-377503f5a553 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Usage tracker for resource:security_group and tenant:2c4ee09395c94aebaf8ebcd91e476f3e is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:21.977867 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3875e482-f9a1-4729-ae75-377503f5a553 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:21.989006 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3875e482-f9a1-4729-ae75-377503f5a553 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:22.014479 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-77f3a67e-cb9f-40ae-b80c-fecac6ef426b tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:22.072151 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3875e482-f9a1-4729-ae75-377503f5a553 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:22.077403 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-265f12be-14a2-4460-9c44-6a769bd1de9f req-5fe05ef4-0bd6-4466-bf6c-3d62b991130f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=78e4abec-2870-4947-914b-c181956f34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425447 Apr 20 17:26:22.153122 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a964600-3185-4852-98e3-3310246e2596 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:26:22.158601 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8a964600-3185-4852-98e3-3310246e2596 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:22.158743 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3875e482-f9a1-4729-ae75-377503f5a553 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:22.166032 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55621e1-1c85-46d2-986b-235e296091aa None None] Sync routers for ids ['99bb21b0-21b3-4412-a977-55cc451563b7'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:26:22.191824 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55621e1-1c85-46d2-986b-235e296091aa None None] Routers {'99bb21b0-21b3-4412-a977-55cc451563b7'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:26:22.200717 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-f55621e1-1c85-46d2-986b-235e296091aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:26:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['99bb21b0-21b3-4412-a977-55cc451563b7'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:22.269721 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8a964600-3185-4852-98e3-3310246e2596 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "PUT /v2.0/floatingips/2ded6e3c-e721-4985-ba95-1b79a6a9bc32 HTTP/1.1" status: 200 len: 991 time: 9.1751056 Apr 20 17:26:22.271317 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0aa0140-852b-430d-ba5a-cf25471b3871', 'tag': '8ade7190-3a4b-418f-a071-6c7e4f46d1d3'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:26:22.389570 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86bc40cd-ada5-433b-9aee-13f27d86bf26'] response: {'name': 'network-changed', 'server_uuid': 'b0aa0140-852b-430d-ba5a-cf25471b3871', 'tag': '8ade7190-3a4b-418f-a071-6c7e4f46d1d3', 'status': 'completed', 'code': 200} Apr 20 17:26:22.466145 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-f55621e1-1c85-46d2-986b-235e296091aa None None] Set router 99bb21b0-21b3-4412-a977-55cc451563b7 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:26:22.590771 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-30dcb925-156a-465f-a516-8357358defa0 req-e93bd0a9-9e3c-4578-8493-d4d0d4c26988 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=048f4cae66cf42c897493ac9a67e0d5f&device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 1096 time: 0.1644793 Apr 20 17:26:22.597837 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3163521-e0ce-4ebb-9ce7-6382ebf380d8 req-21cf7428-fb18-44d2-aa3f-0a53ed9cd2ec tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:22.599583 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b3163521-e0ce-4ebb-9ce7-6382ebf380d8 req-21cf7428-fb18-44d2-aa3f-0a53ed9cd2ec tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 945 time: 0.1228623 Apr 20 17:26:22.601418 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3875e482-f9a1-4729-ae75-377503f5a553 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:22.608845 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3875e482-f9a1-4729-ae75-377503f5a553 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Usage tracker for resource:security_group_rule and tenant:2c4ee09395c94aebaf8ebcd91e476f3e is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:22.612903 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-77f3a67e-cb9f-40ae-b80c-fecac6ef426b tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:22.614947 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3875e482-f9a1-4729-ae75-377503f5a553 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:22.625378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3875e482-f9a1-4729-ae75-377503f5a553 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:22.627563 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-77f3a67e-cb9f-40ae-b80c-fecac6ef426b tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:22.672151 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-77f3a67e-cb9f-40ae-b80c-fecac6ef426b tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:22.672535 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f3a67e-cb9f-40ae-b80c-fecac6ef426b tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Fanout notify agent at l3_agent the message router_deleted on router 6f531b0b-64ab-4516-8a06-e818d6d3e39b {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:26:22.733582 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-77f3a67e-cb9f-40ae-b80c-fecac6ef426b tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:22.737475 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-77f3a67e-cb9f-40ae-b80c-fecac6ef426b tempest-RoutersNegativeTest-1458175441 tempest-RoutersNegativeTest-1458175441-project] 10.222.0.39 "DELETE /v2.0/routers/6f531b0b-64ab-4516-8a06-e818d6d3e39b HTTP/1.1" status: 204 len: 168 time: 1.0880356 Apr 20 17:26:22.739591 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3875e482-f9a1-4729-ae75-377503f5a553 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:22.754268 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3875e482-f9a1-4729-ae75-377503f5a553 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:22.797605 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b3163521-e0ce-4ebb-9ce7-6382ebf380d8 req-78e9ca4b-7c3c-4b75-86b0-b60f5fd8c27d tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1749210 Apr 20 17:26:22.841878 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3875e482-f9a1-4729-ae75-377503f5a553 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:22.847104 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875e482-f9a1-4729-ae75-377503f5a553 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52f2fe14-4974-4ef4-a30c-c4d70312e533,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:22.848921 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcb925-156a-465f-a516-8357358defa0 req-79dee67e-8d8e-425d-844e-2e209be13dce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:22.852170 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3875e482-f9a1-4729-ae75-377503f5a553 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Usage tracker for resource:security_group_rule and tenant:2c4ee09395c94aebaf8ebcd91e476f3e is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:22.857010 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3875e482-f9a1-4729-ae75-377503f5a553 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:22.861499 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-30dcb925-156a-465f-a516-8357358defa0 req-79dee67e-8d8e-425d-844e-2e209be13dce service neutron] 10.222.0.43 "GET /v2.0/networks?id=4f37beb4-cacf-475a-8f23-eab887469923 HTTP/1.1" status: 200 len: 913 time: 0.2497804 Apr 20 17:26:22.866067 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3875e482-f9a1-4729-ae75-377503f5a553 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:22.866919 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 13d112fe-94ff-40a7-8170-c1ef7c5a12e9 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:26:22.979712 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3875e482-f9a1-4729-ae75-377503f5a553 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:22.986012 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3875e482-f9a1-4729-ae75-377503f5a553 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:23.008963 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-30dcb925-156a-465f-a516-8357358defa0 req-083c0f4d-f6c1-4e41-a6b6-b9e29e85e738 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ade7190-3a4b-418f-a071-6c7e4f46d1d3 HTTP/1.1" status: 200 len: 999 time: 0.1445198 Apr 20 17:26:23.039039 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875e482-f9a1-4729-ae75-377503f5a553 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a87abd8-a37d-4514-8cd7-9b11804e3f17,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:23.046959 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3875e482-f9a1-4729-ae75-377503f5a553 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:23.050013 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 13d112fe-94ff-40a7-8170-c1ef7c5a12e9 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:26:23.052661 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3875e482-f9a1-4729-ae75-377503f5a553 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1586180 Apr 20 17:26:23.054403 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48910) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:23.060303 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 13d112fe-94ff-40a7-8170-c1ef7c5a12e9 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:26:23.064734 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:23.065289 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-c514a86d-7a29-46d4-83b3-2a34315f0ee4 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group_rule': {'security_group_id': '7a87abd8-a37d-4514-8cd7-9b11804e3f17', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:23.081104 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c514a86d-7a29-46d4-83b3-2a34315f0ee4 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:23.090655 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c514a86d-7a29-46d4-83b3-2a34315f0ee4 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Usage tracker for resource:security_group_rule and tenant:2c4ee09395c94aebaf8ebcd91e476f3e is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:23.100183 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c514a86d-7a29-46d4-83b3-2a34315f0ee4 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:23.115648 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c514a86d-7a29-46d4-83b3-2a34315f0ee4 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:23.157372 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-f55621e1-1c85-46d2-986b-235e296091aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'name': 'tempest-ServerActionsTestJSON-1417737561-router', 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '99874db1-56a9-4990-a2da-9b8c1b31499c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:25:25Z', 'updated_at': '2022-04-20T17:25:38Z', 'revision_number': 4, 'project_id': '048f4cae66cf42c897493ac9a67e0d5f', 'gw_port': {'id': '99874db1-56a9-4990-a2da-9b8c1b31499c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:25:27Z', 'updated_at': '2022-04-20T17:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '2ded6e3c-e721-4985-ba95-1b79a6a9bc32', 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f', 'floating_ip_address': '172.25.8.206', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'port_id': '8ade7190-3a4b-418f-a071-6c7e4f46d1d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923', 'mac_address': 'fa:16:3e:af:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa0140-852b-430d-ba5a-cf25471b3871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:25:49Z', 'updated_at': '2022-04-20T17:26:15Z', 'revision_number': 1, 'project_id': '048f4cae66cf42c897493ac9a67e0d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7902397-ce2c-4bac-b2f4-64cd0166c574', 'name': '', 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923', 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f', 'mac_address': 'fa:16:3e:41:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '459b9241-591b-4214-ba21-d89500ea520e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:25:36Z', 'updated_at': '2022-04-20T17:25:49Z', 'revision_number': 5, 'project_id': '048f4cae66cf42c897493ac9a67e0d5f', 'subnets': [{'id': '459b9241-591b-4214-ba21-d89500ea520e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:23.165380 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55621e1-1c85-46d2-986b-235e296091aa None None] Checking router: 99bb21b0-21b3-4412-a977-55cc451563b7 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:26:23.167454 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c514a86d-7a29-46d4-83b3-2a34315f0ee4 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:23.170892 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcb925-156a-465f-a516-8357358defa0 req-5afdfbf7-9304-41b4-9721-9a43b591dcb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:23.172338 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-30dcb925-156a-465f-a516-8357358defa0 req-5afdfbf7-9304-41b4-9721-9a43b591dcb0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=459b9241-591b-4214-ba21-d89500ea520e HTTP/1.1" status: 200 len: 851 time: 0.1575444 Apr 20 17:26:23.179362 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55621e1-1c85-46d2-986b-235e296091aa None None] Routers {'99bb21b0-21b3-4412-a977-55cc451563b7'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:26:23.179985 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-f55621e1-1c85-46d2-986b-235e296091aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:26:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['99bb21b0-21b3-4412-a977-55cc451563b7'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:23.212350 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:26:23.247181 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48916) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:23.266799 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c514a86d-7a29-46d4-83b3-2a34315f0ee4 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:23.274796 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f38cf7-6bee-4556-8124-550ed6accd0c req-25e03745-470c-4191-a747-b5c76cc8b941 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:23.276437 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-02f38cf7-6bee-4556-8124-550ed6accd0c req-25e03745-470c-4191-a747-b5c76cc8b941 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 945 time: 0.1826010 Apr 20 17:26:23.277728 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c514a86d-7a29-46d4-83b3-2a34315f0ee4 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:23.278508 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d08cd7-a80b-473f-9e7b-55da3ef7e2df req-79dd137f-8cc7-4d37-aaec-0ac4656353b8 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:23.286799 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-22d08cd7-a80b-473f-9e7b-55da3ef7e2df req-79dd137f-8cc7-4d37-aaec-0ac4656353b8 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/ports?device_id=16fc9ff1-d9f8-4246-a1df-458860a2a3cd HTTP/1.1" status: 200 len: 943 time: 0.1924903 Apr 20 17:26:23.323392 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514a86d-7a29-46d4-83b3-2a34315f0ee4 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1855e529-85d9-427b-adc1-717ba0160383,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:23.346610 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c514a86d-7a29-46d4-83b3-2a34315f0ee4 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:23.347890 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c514a86d-7a29-46d4-83b3-2a34315f0ee4 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2925508 Apr 20 17:26:23.350865 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48924) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:23.356950 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-38432aea-3794-4f8b-9014-af68525b62dc tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group_rule': {'security_group_id': '7a87abd8-a37d-4514-8cd7-9b11804e3f17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:23.360709 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-22d08cd7-a80b-473f-9e7b-55da3ef7e2df req-e94bd71b-ff9d-4454-bea6-c90b292610be tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/security-groups?id=78e4abec-2870-4947-914b-c181956f34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710351 Apr 20 17:26:23.362942 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-02f38cf7-6bee-4556-8124-550ed6accd0c req-1fdb6939-137d-4cd3-b513-e689e668a5ea tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0727232 Apr 20 17:26:23.365196 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-38432aea-3794-4f8b-9014-af68525b62dc tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:23.369146 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-38432aea-3794-4f8b-9014-af68525b62dc tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Usage tracker for resource:security_group_rule and tenant:2c4ee09395c94aebaf8ebcd91e476f3e is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:23.373315 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-38432aea-3794-4f8b-9014-af68525b62dc tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:23.380661 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-38432aea-3794-4f8b-9014-af68525b62dc tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:23.404336 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-30dcb925-156a-465f-a516-8357358defa0 req-6c60d628-a6d6-4e85-9fff-6ac5cc735fea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f37beb4-cacf-475a-8f23-eab887469923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2216191 Apr 20 17:26:23.424170 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-38432aea-3794-4f8b-9014-af68525b62dc tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:23.505815 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:23.551802 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 13d112fe-94ff-40a7-8170-c1ef7c5a12e9, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=13d112fe-94ff-40a7-8170-c1ef7c5a12e9,segment=NetworkSegment(f0462606-c800-4cb2-88ee-a724bb0e9c88),segment_id=f0462606-c800-4cb2-88ee-a724bb0e9c88)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:23.556326 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3014a24-0590-40a7-8a70-dd5db023c470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d112fe-94ff-40a7-8170-c1ef7c5a12e9'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:26:23.573257 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:23.610880 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-38432aea-3794-4f8b-9014-af68525b62dc tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] create failed (client error): There was a conflict when trying to complete your request. Apr 20 17:26:23.611970 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-38432aea-3794-4f8b-9014-af68525b62dc tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2601972 Apr 20 17:26:23.616785 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48938) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:23.697415 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0beb7645-d413-4d5f-b86e-5e25ebb869ec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d548cc9fb0048189253c793d267f52f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4482019 Apr 20 17:26:23.697917 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48942) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:23.704337 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fa47232-2a10-4394-a178-c03366f8422f'] response: {'server_uuid': 'a3014a24-0590-40a7-8a70-dd5db023c470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d112fe-94ff-40a7-8170-c1ef7c5a12e9', 'code': 200} Apr 20 17:26:23.705143 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=13d112fe-94ff-40a7-8170-c1ef7c5a12e9,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:23.710401 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-f55621e1-1c85-46d2-986b-235e296091aa None None] Set router 99bb21b0-21b3-4412-a977-55cc451563b7 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:26:23.772149 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 78600ebb-1ebb-48eb-a0e6-111cb9f0ace2 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:26:23.790601 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-30dcb925-156a-465f-a516-8357358defa0 req-0d93705d-0204-4e18-a5c7-44c5511bce90 service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772726 Apr 20 17:26:23.828169 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f50e82ae-e31e-4c25-9b35-27fb0ee6baa9 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:23.858707 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f50e82ae-e31e-4c25-9b35-27fb0ee6baa9 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:23.964571 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5791d417-17cf-44fe-ac7f-e3863d70825f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:23.985749 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-30dcb925-156a-465f-a516-8357358defa0 req-b3279dc3-0bf9-485f-9e95-d4e4b87676d0 service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861017 Apr 20 17:26:24.011088 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5791d417-17cf-44fe-ac7f-e3863d70825f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:24.022933 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f50e82ae-e31e-4c25-9b35-27fb0ee6baa9 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:24.054544 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6bc84497-1bb2-4d2c-9632-8e884301ba74 req-bb296217-f24b-40a3-983a-bd39c3e6a23e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a3014a24-0590-40a7-8a70-dd5db023c470 HTTP/1.1" status: 200 len: 1096 time: 0.2690303 Apr 20 17:26:24.057436 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e82ae-e31e-4c25-9b35-27fb0ee6baa9 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a87abd8-a37d-4514-8cd7-9b11804e3f17,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:24.097350 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f50e82ae-e31e-4c25-9b35-27fb0ee6baa9 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:24.098479 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f50e82ae-e31e-4c25-9b35-27fb0ee6baa9 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "DELETE /v2.0/security-groups/7a87abd8-a37d-4514-8cd7-9b11804e3f17 HTTP/1.1" status: 204 len: 168 time: 0.4806769 Apr 20 17:26:24.101374 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48950) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:24.138022 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5791d417-17cf-44fe-ac7f-e3863d70825f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:24.164764 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5791d417-17cf-44fe-ac7f-e3863d70825f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:24.167346 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5791d417-17cf-44fe-ac7f-e3863d70825f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a44227ad-790e-4e86-9524-16a017707b19 HTTP/1.1" status: 204 len: 168 time: 0.4662464 Apr 20 17:26:24.172612 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5791d417-17cf-44fe-ac7f-e3863d70825f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44227ad-790e-4e86-9524-16a017707b19,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:24.177828 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6bc84497-1bb2-4d2c-9632-8e884301ba74 req-a846afc3-72df-4289-8bda-71487cbda67b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=78e4abec-2870-4947-914b-c181956f34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081705 Apr 20 17:26:24.185526 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c0ce4000-c088-42b2-9293-36bf331850a7 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0830297 Apr 20 17:26:24.185992 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 78600ebb-1ebb-48eb-a0e6-111cb9f0ace2, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=78600ebb-1ebb-48eb-a0e6-111cb9f0ace2,segment=NetworkSegment(f0462606-c800-4cb2-88ee-a724bb0e9c88),segment_id=f0462606-c800-4cb2-88ee-a724bb0e9c88)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:24.190128 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48956) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:24.196088 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-170abef0-b1b6-427b-b0ed-4777c0253373 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group': {'name': 'tempest-secgroup--280321503'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:24.203835 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-170abef0-b1b6-427b-b0ed-4777c0253373 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:24.209281 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-170abef0-b1b6-427b-b0ed-4777c0253373 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Usage tracker for resource:security_group and tenant:2c4ee09395c94aebaf8ebcd91e476f3e is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:24.218792 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '78600ebb-1ebb-48eb-a0e6-111cb9f0ace2', 'network_id': '27f8e835-f73a-47e0-a386-b3d962ee767c', 'port_id': '78600ebb-1ebb-48eb-a0e6-111cb9f0ace2', 'mac_address': 'fa:16:3e:0c:4a:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb5f89e5-0eaf-4ee3-8111-7392d94cddaa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:26:24.221218 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-170abef0-b1b6-427b-b0ed-4777c0253373 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:24.229248 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-170abef0-b1b6-427b-b0ed-4777c0253373 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:24.243940 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-170abef0-b1b6-427b-b0ed-4777c0253373 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:24.295051 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-170abef0-b1b6-427b-b0ed-4777c0253373 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:24.299376 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-170abef0-b1b6-427b-b0ed-4777c0253373 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Usage tracker for resource:security_group_rule and tenant:2c4ee09395c94aebaf8ebcd91e476f3e is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:24.303389 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-170abef0-b1b6-427b-b0ed-4777c0253373 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:24.309107 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-170abef0-b1b6-427b-b0ed-4777c0253373 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:24.334176 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:24.363004 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78600ebb-1ebb-48eb-a0e6-111cb9f0ace2 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:26:24.374645 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-170abef0-b1b6-427b-b0ed-4777c0253373 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:24.379695 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-170abef0-b1b6-427b-b0ed-4777c0253373 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:24.394566 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 78600ebb-1ebb-48eb-a0e6-111cb9f0ace2, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=78600ebb-1ebb-48eb-a0e6-111cb9f0ace2,segment=NetworkSegment(f0462606-c800-4cb2-88ee-a724bb0e9c88),segment_id=f0462606-c800-4cb2-88ee-a724bb0e9c88)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:24.402782 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-f55621e1-1c85-46d2-986b-235e296091aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'name': 'tempest-ServerActionsTestJSON-1417737561-router', 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '99874db1-56a9-4990-a2da-9b8c1b31499c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:25:25Z', 'updated_at': '2022-04-20T17:25:38Z', 'revision_number': 4, 'project_id': '048f4cae66cf42c897493ac9a67e0d5f', 'gw_port': {'id': '99874db1-56a9-4990-a2da-9b8c1b31499c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:25:27Z', 'updated_at': '2022-04-20T17:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '2ded6e3c-e721-4985-ba95-1b79a6a9bc32', 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f', 'floating_ip_address': '172.25.8.206', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'port_id': '8ade7190-3a4b-418f-a071-6c7e4f46d1d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923', 'mac_address': 'fa:16:3e:af:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa0140-852b-430d-ba5a-cf25471b3871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:25:49Z', 'updated_at': '2022-04-20T17:26:15Z', 'revision_number': 1, 'project_id': '048f4cae66cf42c897493ac9a67e0d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7902397-ce2c-4bac-b2f4-64cd0166c574', 'name': '', 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923', 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f', 'mac_address': 'fa:16:3e:41:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '459b9241-591b-4214-ba21-d89500ea520e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:25:36Z', 'updated_at': '2022-04-20T17:25:49Z', 'revision_number': 5, 'project_id': '048f4cae66cf42c897493ac9a67e0d5f', 'subnets': [{'id': '459b9241-591b-4214-ba21-d89500ea520e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:24.409461 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:24.432718 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170abef0-b1b6-427b-b0ed-4777c0253373 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f291c39a-8eae-4977-a9bd-4c52e8590457,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:24.439053 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-170abef0-b1b6-427b-b0ed-4777c0253373 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:24.444148 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48966) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:24.446879 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-170abef0-b1b6-427b-b0ed-4777c0253373 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2553577 Apr 20 17:26:24.455824 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-0651d523-48be-423d-9d63-8772308833d0 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group_rule': {'security_group_id': 'f291c39a-8eae-4977-a9bd-4c52e8590457', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:24.460672 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-0651d523-48be-423d-9d63-8772308833d0 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:26:24.464991 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48970) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:24.465635 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0651d523-48be-423d-9d63-8772308833d0 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0167692 Apr 20 17:26:24.505373 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=78600ebb-1ebb-48eb-a0e6-111cb9f0ace2,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:24.524509 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55621e1-1c85-46d2-986b-235e296091aa None None] The sync data for ids ['99bb21b0-21b3-4412-a977-55cc451563b7'] in n-d-838032-1 is: [{'id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'name': 'tempest-ServerActionsTestJSON-1417737561-router', 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '99874db1-56a9-4990-a2da-9b8c1b31499c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:25:25Z', 'updated_at': '2022-04-20T17:25:38Z', 'revision_number': 4, 'project_id': '048f4cae66cf42c897493ac9a67e0d5f', 'gw_port': {'id': '99874db1-56a9-4990-a2da-9b8c1b31499c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:25:27Z', 'updated_at': '2022-04-20T17:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '2ded6e3c-e721-4985-ba95-1b79a6a9bc32', 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f', 'floating_ip_address': '172.25.8.206', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'port_id': '8ade7190-3a4b-418f-a071-6c7e4f46d1d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923', 'mac_address': 'fa:16:3e:af:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aa0140-852b-430d-ba5a-cf25471b3871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:25:49Z', 'updated_at': '2022-04-20T17:26:15Z', 'revision_number': 1, 'project_id': '048f4cae66cf42c897493ac9a67e0d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7902397-ce2c-4bac-b2f4-64cd0166c574', 'name': '', 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923', 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f', 'mac_address': 'fa:16:3e:41:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '459b9241-591b-4214-ba21-d89500ea520e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:25:36Z', 'updated_at': '2022-04-20T17:25:49Z', 'revision_number': 5, 'project_id': '048f4cae66cf42c897493ac9a67e0d5f', 'subnets': [{'id': '459b9241-591b-4214-ba21-d89500ea520e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:26:24.642835 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3e387af0-cf42-4718-af82-328f9251bdc7 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:24.706041 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d29f5-67dc-45f0-b2ee-0607504e4876 req-d32b1617-c189-465c-a6a5-bae763d90cc1 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:24.709608 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e19d29f5-67dc-45f0-b2ee-0607504e4876 req-d32b1617-c189-465c-a6a5-bae763d90cc1 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/ports?device_id=16fc9ff1-d9f8-4246-a1df-458860a2a3cd HTTP/1.1" status: 200 len: 944 time: 0.1142063 Apr 20 17:26:24.769265 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e19d29f5-67dc-45f0-b2ee-0607504e4876 req-837d05a6-4aad-4692-bb7c-c0f63810a1de tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/security-groups?id=78e4abec-2870-4947-914b-c181956f34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500407 Apr 20 17:26:24.875326 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92da4e0-b17e-49d8-b93a-dddc97c497bd None None] New status for floating IP 2ded6e3c-e721-4985-ba95-1b79a6a9bc32: ACTIVE {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:26:24.900938 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3e387af0-cf42-4718-af82-328f9251bdc7 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:24.935718 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['78600ebb-1ebb-48eb-a0e6-111cb9f0ace2'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:26:24.952146 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba92403-e7ad-46be-a7c0-b6764224a374 req-94c8f956-06f5-46db-8e27-dc542e1b7038 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:24.959414 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1ba92403-e7ad-46be-a7c0-b6764224a374 req-94c8f956-06f5-46db-8e27-dc542e1b7038 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 945 time: 0.3988800 Apr 20 17:26:25.038647 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1ba92403-e7ad-46be-a7c0-b6764224a374 req-6c93aae6-3d40-487a-a3a9-0918c7579e18 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0773027 Apr 20 17:26:25.041815 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3e387af0-cf42-4718-af82-328f9251bdc7 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:25.073110 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e387af0-cf42-4718-af82-328f9251bdc7 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f291c39a-8eae-4977-a9bd-4c52e8590457,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:25.144268 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3e387af0-cf42-4718-af82-328f9251bdc7 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:25.144268 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3e387af0-cf42-4718-af82-328f9251bdc7 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "DELETE /v2.0/security-groups/f291c39a-8eae-4977-a9bd-4c52e8590457 HTTP/1.1" status: 204 len: 168 time: 0.6656535 Apr 20 17:26:25.151801 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48990) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:25.290435 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4dccea85-d341-4341-a3b8-eedd9fef8ddd tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Synchronizing usage tracker for tenant:2c4ee09395c94aebaf8ebcd91e476f3e on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:26:25.319426 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4dccea85-d341-4341-a3b8-eedd9fef8ddd tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Unset dirty status for tenant:2c4ee09395c94aebaf8ebcd91e476f3e on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:26:25.320352 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4dccea85-d341-4341-a3b8-eedd9fef8ddd tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1836941 Apr 20 17:26:25.324883 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48996) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:25.333711 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-c6a97eec-7e54-406f-bac6-008381cc9c12 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group': {'name': 'tempest-secgroup--1386335645'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:25.342830 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c6a97eec-7e54-406f-bac6-008381cc9c12 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:25.356466 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c6a97eec-7e54-406f-bac6-008381cc9c12 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:25.376025 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c6a97eec-7e54-406f-bac6-008381cc9c12 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:25.424177 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c6a97eec-7e54-406f-bac6-008381cc9c12 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:25.428930 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c6a97eec-7e54-406f-bac6-008381cc9c12 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Usage tracker for resource:security_group_rule and tenant:2c4ee09395c94aebaf8ebcd91e476f3e is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:25.432378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c6a97eec-7e54-406f-bac6-008381cc9c12 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:25.439488 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c6a97eec-7e54-406f-bac6-008381cc9c12 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:25.477539 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a9f8b-d669-4751-bd36-d395c375965a req-a60f7378-6114-4a11-abbc-ef14462eb398 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:25.485776 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-720a9f8b-d669-4751-bd36-d395c375965a req-a60f7378-6114-4a11-abbc-ef14462eb398 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 945 time: 0.2031269 Apr 20 17:26:25.534755 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c6a97eec-7e54-406f-bac6-008381cc9c12 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:25.545224 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c6a97eec-7e54-406f-bac6-008381cc9c12 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:25.557844 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-720a9f8b-d669-4751-bd36-d395c375965a req-a2473d2d-6d78-4c44-b810-5515f7b95128 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708539 Apr 20 17:26:25.627524 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a97eec-7e54-406f-bac6-008381cc9c12 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26518cf7-1299-4f0c-a2b3-67c1e53c04ce,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:25.650960 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c6a97eec-7e54-406f-bac6-008381cc9c12 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:25.654826 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c6a97eec-7e54-406f-bac6-008381cc9c12 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3290470 Apr 20 17:26:25.655449 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49006) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:25.661430 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-ccb1a2cf-984d-4914-ba52-90f484c219e7 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group_rule': {'security_group_id': '26518cf7-1299-4f0c-a2b3-67c1e53c04ce', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:25.662105 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-ccb1a2cf-984d-4914-ba52-90f484c219e7 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:26:25.665724 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ccb1a2cf-984d-4914-ba52-90f484c219e7 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064638 Apr 20 17:26:25.665850 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49010) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:25.864443 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d69fb611-b441-4cd1-b32f-db69e27996cf tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:25.921203 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d69fb611-b441-4cd1-b32f-db69e27996cf tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:26.031059 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d69fb611-b441-4cd1-b32f-db69e27996cf tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:26.052764 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69fb611-b441-4cd1-b32f-db69e27996cf tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26518cf7-1299-4f0c-a2b3-67c1e53c04ce,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:26.087377 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d69fb611-b441-4cd1-b32f-db69e27996cf tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:26.090798 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d69fb611-b441-4cd1-b32f-db69e27996cf tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "DELETE /v2.0/security-groups/26518cf7-1299-4f0c-a2b3-67c1e53c04ce HTTP/1.1" status: 204 len: 168 time: 0.4236577 Apr 20 17:26:26.091478 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49030) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:26.105744 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d499de5-541c-4a79-8f2e-683f24a9839a req-ff020d49-64be-4018-a86f-089a3f4b45f4 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:26.107811 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9d499de5-541c-4a79-8f2e-683f24a9839a req-ff020d49-64be-4018-a86f-089a3f4b45f4 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/ports?device_id=16fc9ff1-d9f8-4246-a1df-458860a2a3cd HTTP/1.1" status: 200 len: 944 time: 0.1257355 Apr 20 17:26:26.154581 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-514f2c0b-1d48-49c3-8389-64f51b37621a tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Synchronizing usage tracker for tenant:2c4ee09395c94aebaf8ebcd91e476f3e on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:26:26.171771 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9d499de5-541c-4a79-8f2e-683f24a9839a req-27828583-3268-40e7-a57c-ef447d2dcca8 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/security-groups?id=78e4abec-2870-4947-914b-c181956f34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464401 Apr 20 17:26:26.173649 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-514f2c0b-1d48-49c3-8389-64f51b37621a tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Unset dirty status for tenant:2c4ee09395c94aebaf8ebcd91e476f3e on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:26:26.178623 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-514f2c0b-1d48-49c3-8389-64f51b37621a tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0825911 Apr 20 17:26:26.179544 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49034) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:26.188735 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-3979b8fa-82d1-4d24-a69a-314773ab9469 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group': {'name': 'tempest-secgroup--1279892743'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:26.197065 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3979b8fa-82d1-4d24-a69a-314773ab9469 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:26.212496 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3979b8fa-82d1-4d24-a69a-314773ab9469 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:26.234540 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3979b8fa-82d1-4d24-a69a-314773ab9469 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:26.280268 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3979b8fa-82d1-4d24-a69a-314773ab9469 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:26.287196 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3979b8fa-82d1-4d24-a69a-314773ab9469 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Usage tracker for resource:security_group_rule and tenant:2c4ee09395c94aebaf8ebcd91e476f3e is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:26.294983 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3979b8fa-82d1-4d24-a69a-314773ab9469 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:26.301282 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3979b8fa-82d1-4d24-a69a-314773ab9469 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:26.412170 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3979b8fa-82d1-4d24-a69a-314773ab9469 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:26.423846 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3979b8fa-82d1-4d24-a69a-314773ab9469 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:26.525457 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3979b8fa-82d1-4d24-a69a-314773ab9469 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:26.527707 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3979b8fa-82d1-4d24-a69a-314773ab9469 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3468802 Apr 20 17:26:26.530634 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49054) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:26.537601 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-713ea371-b15d-4ae8-a040-f4ec4166808a tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group_rule': {'security_group_id': '031ade5d-662f-4664-ade8-9aef12618d30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:26.538513 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-713ea371-b15d-4ae8-a040-f4ec4166808a tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:26:26.539581 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-713ea371-b15d-4ae8-a040-f4ec4166808a tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0077918 Apr 20 17:26:26.542151 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979b8fa-82d1-4d24-a69a-314773ab9469 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=031ade5d-662f-4664-ade8-9aef12618d30,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:26.542426 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49058) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:26.560459 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-f0134ee0-0853-4897-9022-b8d7bc2a23f4 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group_rule': {'security_group_id': '031ade5d-662f-4664-ade8-9aef12618d30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:26.565125 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-f0134ee0-0853-4897-9022-b8d7bc2a23f4 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:26:26.565125 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f0134ee0-0853-4897-9022-b8d7bc2a23f4 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0187912 Apr 20 17:26:26.565495 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49066) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:26.570843 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-3f7028ef-861f-4cd8-bd3b-a11cfb266d20 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group_rule': {'security_group_id': '031ade5d-662f-4664-ade8-9aef12618d30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:26.571532 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-3f7028ef-861f-4cd8-bd3b-a11cfb266d20 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:26:26.574429 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3f7028ef-861f-4cd8-bd3b-a11cfb266d20 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062459 Apr 20 17:26:26.575395 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49070) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:26.582207 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-3adca46d-063e-41dd-ae02-5eb0274d6d4a tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group_rule': {'security_group_id': '031ade5d-662f-4664-ade8-9aef12618d30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:26.583826 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-3adca46d-063e-41dd-ae02-5eb0274d6d4a tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:26:26.585123 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3adca46d-063e-41dd-ae02-5eb0274d6d4a tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0086894 Apr 20 17:26:26.587985 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49074) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:26.657724 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-66bfb508-32ac-4b41-a812-c95bd6c87f94 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:26.689179 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-66bfb508-32ac-4b41-a812-c95bd6c87f94 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:26.760678 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-66bfb508-32ac-4b41-a812-c95bd6c87f94 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:26.816011 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bfb508-32ac-4b41-a812-c95bd6c87f94 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=031ade5d-662f-4664-ade8-9aef12618d30,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:26.816011 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-66bfb508-32ac-4b41-a812-c95bd6c87f94 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:26.816011 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-66bfb508-32ac-4b41-a812-c95bd6c87f94 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "DELETE /v2.0/security-groups/031ade5d-662f-4664-ade8-9aef12618d30 HTTP/1.1" status: 204 len: 168 time: 0.2245836 Apr 20 17:26:26.819655 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49084) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:26.886732 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a64e8fdb-0c35-41ca-9178-88e2e58b3c1d tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Synchronizing usage tracker for tenant:2c4ee09395c94aebaf8ebcd91e476f3e on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:26:26.904636 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a64e8fdb-0c35-41ca-9178-88e2e58b3c1d tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Unset dirty status for tenant:2c4ee09395c94aebaf8ebcd91e476f3e on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:26:26.906916 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a64e8fdb-0c35-41ca-9178-88e2e58b3c1d tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0888162 Apr 20 17:26:26.911277 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49088) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:26.917575 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-98f5954b-3c5a-44ed-bb04-2b62fdb06740 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group': {'name': 'tempest-secgroup--1052568945'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:26.923873 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-98f5954b-3c5a-44ed-bb04-2b62fdb06740 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:26.934446 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-98f5954b-3c5a-44ed-bb04-2b62fdb06740 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:26.945948 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49092) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:26.950100 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-98f5954b-3c5a-44ed-bb04-2b62fdb06740 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:27.005352 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-98f5954b-3c5a-44ed-bb04-2b62fdb06740 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:27.010940 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-98f5954b-3c5a-44ed-bb04-2b62fdb06740 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Usage tracker for resource:security_group_rule and tenant:2c4ee09395c94aebaf8ebcd91e476f3e is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:27.022233 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-98f5954b-3c5a-44ed-bb04-2b62fdb06740 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:27.032904 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-98f5954b-3c5a-44ed-bb04-2b62fdb06740 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:27.131406 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-98f5954b-3c5a-44ed-bb04-2b62fdb06740 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:27.148273 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-98f5954b-3c5a-44ed-bb04-2b62fdb06740 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:27.207678 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5954b-3c5a-44ed-bb04-2b62fdb06740 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b92154f5-5fed-4222-a8c4-5607b54c17c6,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:27.217237 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-98f5954b-3c5a-44ed-bb04-2b62fdb06740 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:27.217237 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-98f5954b-3c5a-44ed-bb04-2b62fdb06740 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2992706 Apr 20 17:26:27.221318 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49110) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:27.221318 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-54b88fe6-3b02-42cf-8b2c-cd60f1d2a7be tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group_rule': {'security_group_id': 'b92154f5-5fed-4222-a8c4-5607b54c17c6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:27.234376 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-54b88fe6-3b02-42cf-8b2c-cd60f1d2a7be tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:26:27.234376 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-54b88fe6-3b02-42cf-8b2c-cd60f1d2a7be tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075312 Apr 20 17:26:27.234376 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49114) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:27.244485 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-6e683bd5-4f6e-445d-be09-b2a5468305cf tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group_rule': {'security_group_id': 'b92154f5-5fed-4222-a8c4-5607b54c17c6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:27.259775 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6e683bd5-4f6e-445d-be09-b2a5468305cf tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:27.269080 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6e683bd5-4f6e-445d-be09-b2a5468305cf tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Usage tracker for resource:security_group_rule and tenant:2c4ee09395c94aebaf8ebcd91e476f3e is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:27.280281 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6e683bd5-4f6e-445d-be09-b2a5468305cf tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:27.280281 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6e683bd5-4f6e-445d-be09-b2a5468305cf tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:27.353682 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-6e683bd5-4f6e-445d-be09-b2a5468305cf tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:26:27.355072 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6e683bd5-4f6e-445d-be09-b2a5468305cf tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1269052 Apr 20 17:26:27.357859 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49118) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:27.370931 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-5e7384c7-89d4-486f-b28b-7084d28d94f0 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group_rule': {'security_group_id': 'b92154f5-5fed-4222-a8c4-5607b54c17c6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:27.374115 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-5e7384c7-89d4-486f-b28b-7084d28d94f0 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:26:27.376461 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5e7384c7-89d4-486f-b28b-7084d28d94f0 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0174246 Apr 20 17:26:27.379481 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49122) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:27.386084 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-d9a05cbd-9f73-4f14-b00c-b7eb44b24d9a tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group_rule': {'security_group_id': 'b92154f5-5fed-4222-a8c4-5607b54c17c6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:27.402572 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d9a05cbd-9f73-4f14-b00c-b7eb44b24d9a tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:27.421998 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d9a05cbd-9f73-4f14-b00c-b7eb44b24d9a tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Usage tracker for resource:security_group_rule and tenant:2c4ee09395c94aebaf8ebcd91e476f3e is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:27.432547 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d9a05cbd-9f73-4f14-b00c-b7eb44b24d9a tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:27.447540 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d9a05cbd-9f73-4f14-b00c-b7eb44b24d9a tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:27.499481 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e96db948-1195-45fd-9734-0fe5088ba723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:27.529878 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-d9a05cbd-9f73-4f14-b00c-b7eb44b24d9a tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:26:27.531283 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d9a05cbd-9f73-4f14-b00c-b7eb44b24d9a tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1506729 Apr 20 17:26:27.534361 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49128) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:27.540767 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-415f0852-4f56-46c2-ba41-06f4d4e19b55 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group_rule': {'security_group_id': 'b92154f5-5fed-4222-a8c4-5607b54c17c6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:27.541650 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-415f0852-4f56-46c2-ba41-06f4d4e19b55 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:26:27.542867 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-415f0852-4f56-46c2-ba41-06f4d4e19b55 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073619 Apr 20 17:26:27.545469 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49132) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:27.556425 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-d8322b92-90a8-4642-bcaf-3ea9cad6b302 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group_rule': {'security_group_id': 'b92154f5-5fed-4222-a8c4-5607b54c17c6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:27.558593 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e96db948-1195-45fd-9734-0fe5088ba723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:27.564406 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e96db948-1195-45fd-9734-0fe5088ba723 admin admin] Usage tracker for resource:security_group_rule and tenant:e29ab77fcb484a028b1b50e1a7af7cf8 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:27.564816 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d8322b92-90a8-4642-bcaf-3ea9cad6b302 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:27.568844 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e96db948-1195-45fd-9734-0fe5088ba723 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:27.570306 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d8322b92-90a8-4642-bcaf-3ea9cad6b302 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Usage tracker for resource:security_group_rule and tenant:2c4ee09395c94aebaf8ebcd91e476f3e is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:27.573599 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d8322b92-90a8-4642-bcaf-3ea9cad6b302 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:27.581200 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d8322b92-90a8-4642-bcaf-3ea9cad6b302 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:27.587700 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e96db948-1195-45fd-9734-0fe5088ba723 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:27.602761 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0fd098-178b-408a-8d39-e014f433c63d req-a1b67d72-06d0-4e33-9428-4a158c32366f tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:27.604539 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3d0fd098-178b-408a-8d39-e014f433c63d req-a1b67d72-06d0-4e33-9428-4a158c32366f tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/ports?device_id=16fc9ff1-d9f8-4246-a1df-458860a2a3cd HTTP/1.1" status: 200 len: 944 time: 0.2010083 Apr 20 17:26:27.606336 n-d-838032-1 neutron-server[84080]: INFO neutron.db.securitygroups_db [None req-d8322b92-90a8-4642-bcaf-3ea9cad6b302 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Project 2c4ee09395c94aebaf8ebcd91e476f3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:26:27.631879 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-d8322b92-90a8-4642-bcaf-3ea9cad6b302 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:26:27.636023 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d8322b92-90a8-4642-bcaf-3ea9cad6b302 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0891945 Apr 20 17:26:27.636608 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49140) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:27.641910 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-53c281af-d841-4618-86b2-7e854f4f1022 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group_rule': {'security_group_id': 'b92154f5-5fed-4222-a8c4-5607b54c17c6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:27.642802 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-53c281af-d841-4618-86b2-7e854f4f1022 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:26:27.643722 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-53c281af-d841-4618-86b2-7e854f4f1022 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062177 Apr 20 17:26:27.646589 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49144) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:27.651624 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-bca3c36a-7bbd-4b53-96d9-c5ecc3ee635e tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group_rule': {'security_group_id': 'b92154f5-5fed-4222-a8c4-5607b54c17c6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:27.658715 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bca3c36a-7bbd-4b53-96d9-c5ecc3ee635e tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:27.663038 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bca3c36a-7bbd-4b53-96d9-c5ecc3ee635e tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Usage tracker for resource:security_group_rule and tenant:2c4ee09395c94aebaf8ebcd91e476f3e is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:27.666458 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bca3c36a-7bbd-4b53-96d9-c5ecc3ee635e tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:27.672575 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bca3c36a-7bbd-4b53-96d9-c5ecc3ee635e tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:27.676376 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3d0fd098-178b-408a-8d39-e014f433c63d req-37f705d7-7263-4f14-8001-9337501cf5e9 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/security-groups?id=78e4abec-2870-4947-914b-c181956f34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625606 Apr 20 17:26:27.685927 n-d-838032-1 neutron-server[84080]: INFO neutron.db.securitygroups_db [None req-bca3c36a-7bbd-4b53-96d9-c5ecc3ee635e tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Project 2c4ee09395c94aebaf8ebcd91e476f3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:26:27.716037 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-bca3c36a-7bbd-4b53-96d9-c5ecc3ee635e tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:26:27.720011 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bca3c36a-7bbd-4b53-96d9-c5ecc3ee635e tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0698283 Apr 20 17:26:27.720138 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49148) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:27.725368 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-a83cb350-093b-4f67-93e3-febc67ff6a34 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group_rule': {'security_group_id': 'b92154f5-5fed-4222-a8c4-5607b54c17c6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:27.731682 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e96db948-1195-45fd-9734-0fe5088ba723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:27.731830 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a83cb350-093b-4f67-93e3-febc67ff6a34 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:27.735820 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a83cb350-093b-4f67-93e3-febc67ff6a34 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Usage tracker for resource:security_group_rule and tenant:2c4ee09395c94aebaf8ebcd91e476f3e is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:27.737552 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e96db948-1195-45fd-9734-0fe5088ba723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:27.739546 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a83cb350-093b-4f67-93e3-febc67ff6a34 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:27.746938 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a83cb350-093b-4f67-93e3-febc67ff6a34 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:27.767002 n-d-838032-1 neutron-server[84080]: INFO neutron.db.securitygroups_db [None req-a83cb350-093b-4f67-93e3-febc67ff6a34 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Project 2c4ee09395c94aebaf8ebcd91e476f3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:26:27.781853 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 78600ebb-1ebb-48eb-a0e6-111cb9f0ace2 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:26:27.791893 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-a83cb350-093b-4f67-93e3-febc67ff6a34 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:26:27.794652 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a83cb350-093b-4f67-93e3-febc67ff6a34 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0736265 Apr 20 17:26:27.795883 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49152) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:27.808583 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e96db948-1195-45fd-9734-0fe5088ba723 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e29ab77fcb484a028b1b50e1a7af7cf8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8607390 Apr 20 17:26:27.809833 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49156) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:27.812714 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96db948-1195-45fd-9734-0fe5088ba723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a1be13-8e41-4c2d-8322-9936521ebf0c,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:27.863785 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 78600ebb-1ebb-48eb-a0e6-111cb9f0ace2 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:26:27.871722 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 78600ebb-1ebb-48eb-a0e6-111cb9f0ace2 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:26:27.872209 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:27.885580 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e2bd3bec-a7b0-4b62-9c0a-b67338663887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:27.896283 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f96da8c7-5ced-46b7-90cf-d5bfa5297ccd tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:27.936228 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f96da8c7-5ced-46b7-90cf-d5bfa5297ccd tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:27.941913 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e2bd3bec-a7b0-4b62-9c0a-b67338663887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:27.997189 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f96da8c7-5ced-46b7-90cf-d5bfa5297ccd tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:28.023193 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96da8c7-5ced-46b7-90cf-d5bfa5297ccd tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92154f5-5fed-4222-a8c4-5607b54c17c6,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:28.030531 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e2bd3bec-a7b0-4b62-9c0a-b67338663887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:28.037937 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f96da8c7-5ced-46b7-90cf-d5bfa5297ccd tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:28.039516 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f96da8c7-5ced-46b7-90cf-d5bfa5297ccd tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "DELETE /v2.0/security-groups/b92154f5-5fed-4222-a8c4-5607b54c17c6 HTTP/1.1" status: 204 len: 168 time: 0.2426434 Apr 20 17:26:28.041979 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49162) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:28.047866 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:28.053167 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd3bec-a7b0-4b62-9c0a-b67338663887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a1be13-8e41-4c2d-8322-9936521ebf0c,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:28.059871 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e2bd3bec-a7b0-4b62-9c0a-b67338663887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:28.065897 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e2bd3bec-a7b0-4b62-9c0a-b67338663887 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/78a1be13-8e41-4c2d-8322-9936521ebf0c HTTP/1.1" status: 204 len: 168 time: 0.2539334 Apr 20 17:26:28.098950 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16fc9ff1-d9f8-4246-a1df-458860a2a3cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78600ebb-1ebb-48eb-a0e6-111cb9f0ace2'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:26:28.106320 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4aa1bb83-00ea-4c0c-bedc-a1e10a71ee06 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Synchronizing usage tracker for tenant:2c4ee09395c94aebaf8ebcd91e476f3e on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:26:28.109937 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 78600ebb-1ebb-48eb-a0e6-111cb9f0ace2, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=78600ebb-1ebb-48eb-a0e6-111cb9f0ace2,segment=NetworkSegment(f0462606-c800-4cb2-88ee-a724bb0e9c88),segment_id=f0462606-c800-4cb2-88ee-a724bb0e9c88)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:28.117587 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:28.128258 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4aa1bb83-00ea-4c0c-bedc-a1e10a71ee06 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Unset dirty status for tenant:2c4ee09395c94aebaf8ebcd91e476f3e on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:26:28.129751 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4aa1bb83-00ea-4c0c-bedc-a1e10a71ee06 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0868142 Apr 20 17:26:28.134954 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49174) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:28.141199 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-e9cbdda8-5d8e-449a-8d6c-4b39f079deaa tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group': {'name': 'tempest-secgroup--886913836'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:28.150852 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e9cbdda8-5d8e-449a-8d6c-4b39f079deaa tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:28.173148 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e9cbdda8-5d8e-449a-8d6c-4b39f079deaa tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:28.193492 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e9cbdda8-5d8e-449a-8d6c-4b39f079deaa tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:28.195835 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a1d8f84-2744-4fac-9acd-721123c0eeb3'] response: {'server_uuid': '16fc9ff1-d9f8-4246-a1df-458860a2a3cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78600ebb-1ebb-48eb-a0e6-111cb9f0ace2', 'code': 200} Apr 20 17:26:28.222579 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=78600ebb-1ebb-48eb-a0e6-111cb9f0ace2,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:28.235973 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e9cbdda8-5d8e-449a-8d6c-4b39f079deaa tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:28.243512 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e9cbdda8-5d8e-449a-8d6c-4b39f079deaa tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Usage tracker for resource:security_group_rule and tenant:2c4ee09395c94aebaf8ebcd91e476f3e is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:28.247243 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e9cbdda8-5d8e-449a-8d6c-4b39f079deaa tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:28.253654 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e9cbdda8-5d8e-449a-8d6c-4b39f079deaa tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:28.368267 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e9cbdda8-5d8e-449a-8d6c-4b39f079deaa tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:28.377146 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-af830524-3e73-4267-b764-7843b24cf9fe req-2d009860-9e4d-4b2d-9dac-929216dde6b7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=16fc9ff1-d9f8-4246-a1df-458860a2a3cd HTTP/1.1" status: 200 len: 1096 time: 0.1186473 Apr 20 17:26:28.377848 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e9cbdda8-5d8e-449a-8d6c-4b39f079deaa tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:28.479111 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbdda8-5d8e-449a-8d6c-4b39f079deaa tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dc90b9-6f04-4b29-b2f6-389d7f62916e,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:28.486481 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-af830524-3e73-4267-b764-7843b24cf9fe req-e590bcb9-243b-44f0-9295-3224a8cdffde service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=78e4abec-2870-4947-914b-c181956f34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976677 Apr 20 17:26:28.499401 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e9cbdda8-5d8e-449a-8d6c-4b39f079deaa tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:28.500768 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e9cbdda8-5d8e-449a-8d6c-4b39f079deaa tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3646953 Apr 20 17:26:28.503717 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49190) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:28.509113 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-f0157a7d-5c04-4f7c-9651-222e274848c8 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group_rule': {'security_group_id': 'c0dc90b9-6f04-4b29-b2f6-389d7f62916e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:28.515495 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f0157a7d-5c04-4f7c-9651-222e274848c8 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:28.519223 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f0157a7d-5c04-4f7c-9651-222e274848c8 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Usage tracker for resource:security_group_rule and tenant:2c4ee09395c94aebaf8ebcd91e476f3e is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:28.522088 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f0157a7d-5c04-4f7c-9651-222e274848c8 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:28.527767 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f0157a7d-5c04-4f7c-9651-222e274848c8 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:28.569972 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-f0157a7d-5c04-4f7c-9651-222e274848c8 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] create failed (client error): The resource could not be found. Apr 20 17:26:28.571399 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f0157a7d-5c04-4f7c-9651-222e274848c8 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0667553 Apr 20 17:26:28.574276 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49196) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:28.580321 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-906e7fcd-6d29-411c-beda-e9aad67c2510 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group_rule': {'security_group_id': 'c0dc90b9-6f04-4b29-b2f6-389d7f62916e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '3663bb6d-cb20-4031-93cc-abfde5ded98e'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:28.590505 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-906e7fcd-6d29-411c-beda-e9aad67c2510 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:28.595004 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-906e7fcd-6d29-411c-beda-e9aad67c2510 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Usage tracker for resource:security_group_rule and tenant:2c4ee09395c94aebaf8ebcd91e476f3e is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:28.598038 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-906e7fcd-6d29-411c-beda-e9aad67c2510 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:28.605363 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-906e7fcd-6d29-411c-beda-e9aad67c2510 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:28.647521 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-906e7fcd-6d29-411c-beda-e9aad67c2510 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] create failed (client error): The resource could not be found. Apr 20 17:26:28.648546 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-906e7fcd-6d29-411c-beda-e9aad67c2510 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0734277 Apr 20 17:26:28.651583 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49202) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:28.724596 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-89fd9555-1a4b-4f4f-9013-821fc3fa4507 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:28.755333 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-89fd9555-1a4b-4f4f-9013-821fc3fa4507 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:28.905207 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:26:28.910641 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5989489-81f7-440f-bef5-de35f30a39be req-5865ef17-c51a-416d-9aaf-4b4189d4d2c3 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:28.912430 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b5989489-81f7-440f-bef5-de35f30a39be req-5865ef17-c51a-416d-9aaf-4b4189d4d2c3 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 945 time: 0.0934999 Apr 20 17:26:28.927674 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-89fd9555-1a4b-4f4f-9013-821fc3fa4507 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:28.954525 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd9555-1a4b-4f4f-9013-821fc3fa4507 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dc90b9-6f04-4b29-b2f6-389d7f62916e,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:28.971732 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-89fd9555-1a4b-4f4f-9013-821fc3fa4507 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:28.973064 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-89fd9555-1a4b-4f4f-9013-821fc3fa4507 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "DELETE /v2.0/security-groups/c0dc90b9-6f04-4b29-b2f6-389d7f62916e HTTP/1.1" status: 204 len: 168 time: 0.3205972 Apr 20 17:26:28.978916 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-54008a62-3cec-4d12-8556-390f829623fd req-a1c7ab0d-91fa-40c9-bfb0-b9ec39fa2691 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=739e916aa25c4029ad0454743c027d4f&device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 1096 time: 0.1692441 Apr 20 17:26:28.979582 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49216) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:28.987405 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b5989489-81f7-440f-bef5-de35f30a39be req-927e8790-b092-4ac6-b66a-1e40d2ae2c7a tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691447 Apr 20 17:26:29.009583 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c98d07-af3b-46d6-8f4a-f72bedda958d req-684d4c05-a4b4-4096-ad80-c317915c8eeb tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:29.016260 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d7c98d07-af3b-46d6-8f4a-f72bedda958d req-684d4c05-a4b4-4096-ad80-c317915c8eeb tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/ports?device_id=16fc9ff1-d9f8-4246-a1df-458860a2a3cd HTTP/1.1" status: 200 len: 945 time: 0.1638908 Apr 20 17:26:29.131851 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 8ade7190-3a4b-418f-a071-6c7e4f46d1d3, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=8ade7190-3a4b-418f-a071-6c7e4f46d1d3,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:29.147714 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '8ade7190-3a4b-418f-a071-6c7e4f46d1d3', 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923', 'port_id': '8ade7190-3a4b-418f-a071-6c7e4f46d1d3', 'mac_address': 'fa:16:3e:af:27:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459b9241-591b-4214-ba21-d89500ea520e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:26:29.273948 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d7c98d07-af3b-46d6-8f4a-f72bedda958d req-80566e2e-5897-4a24-9355-4ef754ad1612 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/security-groups?id=78e4abec-2870-4947-914b-c181956f34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565353 Apr 20 17:26:29.276662 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:29.302352 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-5c1991a1-d076-4a14-afbe-ae75e95b58dc tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Synchronizing usage tracker for tenant:2c4ee09395c94aebaf8ebcd91e476f3e on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:26:29.314528 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:26:29.348707 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54008a62-3cec-4d12-8556-390f829623fd req-ff10c444-f9c2-4f18-ba05-aea6ad6b3485 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:29.351688 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-54008a62-3cec-4d12-8556-390f829623fd req-ff10c444-f9c2-4f18-ba05-aea6ad6b3485 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 HTTP/1.1" status: 200 len: 920 time: 0.3320916 Apr 20 17:26:29.358801 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 8ade7190-3a4b-418f-a071-6c7e4f46d1d3, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=8ade7190-3a4b-418f-a071-6c7e4f46d1d3,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:29.361249 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-5c1991a1-d076-4a14-afbe-ae75e95b58dc tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Unset dirty status for tenant:2c4ee09395c94aebaf8ebcd91e476f3e on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:26:29.366976 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49240) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:29.367446 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5c1991a1-d076-4a14-afbe-ae75e95b58dc tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3852890 Apr 20 17:26:29.373728 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-04d09976-554a-4b7e-9b18-49370ba78a4c tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group_rule': {'security_group_id': '4e72d35c-be93-4712-b597-cea994500eff', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:29.383269 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:29.384530 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-04d09976-554a-4b7e-9b18-49370ba78a4c tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:29.394638 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-04d09976-554a-4b7e-9b18-49370ba78a4c tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Usage tracker for resource:security_group_rule and tenant:2c4ee09395c94aebaf8ebcd91e476f3e is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:29.401439 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-04d09976-554a-4b7e-9b18-49370ba78a4c tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:29.412748 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-04d09976-554a-4b7e-9b18-49370ba78a4c tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:29.476115 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-04d09976-554a-4b7e-9b18-49370ba78a4c tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] create failed (client error): The resource could not be found. Apr 20 17:26:29.477903 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-04d09976-554a-4b7e-9b18-49370ba78a4c tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1095419 Apr 20 17:26:29.481328 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49246) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:29.497020 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-51860543-064b-4f0f-a00f-2f138a1f2079 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group': {'name': 'tempest-secgroup--696414991'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:29.505061 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-51860543-064b-4f0f-a00f-2f138a1f2079 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:29.519802 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-51860543-064b-4f0f-a00f-2f138a1f2079 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:29.540350 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-51860543-064b-4f0f-a00f-2f138a1f2079 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:29.575502 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['8ade7190-3a4b-418f-a071-6c7e4f46d1d3'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:26:29.622829 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-54008a62-3cec-4d12-8556-390f829623fd req-92d8b39a-65df-4813-8503-535b3691e274 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8f67641-1edb-44b0-b406-e1783d7bec8b HTTP/1.1" status: 200 len: 1001 time: 0.2540979 Apr 20 17:26:29.641522 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-51860543-064b-4f0f-a00f-2f138a1f2079 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:29.651615 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-51860543-064b-4f0f-a00f-2f138a1f2079 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Usage tracker for resource:security_group_rule and tenant:2c4ee09395c94aebaf8ebcd91e476f3e is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:29.671761 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-51860543-064b-4f0f-a00f-2f138a1f2079 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:29.684723 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-51860543-064b-4f0f-a00f-2f138a1f2079 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:29.756194 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=8ade7190-3a4b-418f-a071-6c7e4f46d1d3,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:29.790685 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54008a62-3cec-4d12-8556-390f829623fd req-4423d780-6078-45e7-aebe-7250aec435e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:29.801841 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-54008a62-3cec-4d12-8556-390f829623fd req-4423d780-6078-45e7-aebe-7250aec435e4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be91a7bc-1185-4002-b13c-e1f041fc679d HTTP/1.1" status: 200 len: 858 time: 0.1604137 Apr 20 17:26:29.818412 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-51860543-064b-4f0f-a00f-2f138a1f2079 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:29.826820 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-51860543-064b-4f0f-a00f-2f138a1f2079 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:29.920906 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-54008a62-3cec-4d12-8556-390f829623fd req-b1827270-330c-4022-8f5f-6547520a2f31 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006792 Apr 20 17:26:29.923102 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51860543-064b-4f0f-a00f-2f138a1f2079 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99d48131-d3ec-4246-96a3-04cc17d55e1a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:29.939899 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-51860543-064b-4f0f-a00f-2f138a1f2079 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:29.941542 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-51860543-064b-4f0f-a00f-2f138a1f2079 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4576051 Apr 20 17:26:29.945244 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49260) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:29.957417 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-006d359a-4ab6-4920-82d1-8978e48a83b8 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group': {'name': 'tempest-secgroup--321832695'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:29.966361 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-006d359a-4ab6-4920-82d1-8978e48a83b8 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:29.973905 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-006d359a-4ab6-4920-82d1-8978e48a83b8 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Usage tracker for resource:security_group and tenant:2c4ee09395c94aebaf8ebcd91e476f3e is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:29.978378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-006d359a-4ab6-4920-82d1-8978e48a83b8 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:29.998440 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-006d359a-4ab6-4920-82d1-8978e48a83b8 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:30.043856 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-006d359a-4ab6-4920-82d1-8978e48a83b8 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:30.148580 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-006d359a-4ab6-4920-82d1-8978e48a83b8 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:30.159182 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-006d359a-4ab6-4920-82d1-8978e48a83b8 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Usage tracker for resource:security_group_rule and tenant:2c4ee09395c94aebaf8ebcd91e476f3e is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:30.167323 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-006d359a-4ab6-4920-82d1-8978e48a83b8 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:30.181801 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-006d359a-4ab6-4920-82d1-8978e48a83b8 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:30.237394 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-54008a62-3cec-4d12-8556-390f829623fd req-28eb1820-85f8-4249-b514-d5c3004ed09a service neutron] 10.222.0.10 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052323 Apr 20 17:26:30.583193 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-006d359a-4ab6-4920-82d1-8978e48a83b8 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:30.600980 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-006d359a-4ab6-4920-82d1-8978e48a83b8 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:30.661674 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f752bc1-60ab-432c-a4c3-fba8dca7c449 req-be39566e-1d74-42f6-8589-e3436f17c470 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:30.671024 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f752bc1-60ab-432c-a4c3-fba8dca7c449 req-be39566e-1d74-42f6-8589-e3436f17c470 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 945 time: 0.3904436 Apr 20 17:26:30.709815 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d359a-4ab6-4920-82d1-8978e48a83b8 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=035855ff-357e-4013-b308-0d9ec2d930f7,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:30.764273 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f752bc1-60ab-432c-a4c3-fba8dca7c449 req-c78349f5-f4c8-4fd4-b8d1-1a91cc5f067d tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915961 Apr 20 17:26:30.766344 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-006d359a-4ab6-4920-82d1-8978e48a83b8 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:30.774433 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-006d359a-4ab6-4920-82d1-8978e48a83b8 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8281701 Apr 20 17:26:30.777180 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49296) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:30.795361 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-6813d0a0-979c-4802-a0d2-309692068e45 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group_rule': {'security_group_id': '99d48131-d3ec-4246-96a3-04cc17d55e1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '035855ff-357e-4013-b308-0d9ec2d930f7'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:30.815640 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6813d0a0-979c-4802-a0d2-309692068e45 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:30.821664 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6813d0a0-979c-4802-a0d2-309692068e45 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Usage tracker for resource:security_group_rule and tenant:2c4ee09395c94aebaf8ebcd91e476f3e is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:30.830131 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6813d0a0-979c-4802-a0d2-309692068e45 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:30.857019 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6813d0a0-979c-4802-a0d2-309692068e45 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:30.872925 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-130055c9-494a-4798-aefa-26ad63178130 req-c7446177-6cbf-47e8-8490-7c6cb9987cea service neutron] (84081) timed out ('10.222.0.10', 58235) {{(pid=84081) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 20 17:26:30.875152 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-54008a62-3cec-4d12-8556-390f829623fd req-49014f58-a811-45da-99fb-ed079d58377d service neutron] 10.222.0.10 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6307456 Apr 20 17:26:30.917505 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:26:30.954063 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-6813d0a0-979c-4802-a0d2-309692068e45 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:26:30.958406 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6813d0a0-979c-4802-a0d2-309692068e45 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1771107 Apr 20 17:26:30.959766 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49300) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:31.109497 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24a29a-51ca-4feb-afce-802551b8fe12 req-d4c9d1d7-c1c4-4448-add8-84e233bc2954 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:31.123413 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6d24a29a-51ca-4feb-afce-802551b8fe12 req-d4c9d1d7-c1c4-4448-add8-84e233bc2954 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/ports?device_id=16fc9ff1-d9f8-4246-a1df-458860a2a3cd HTTP/1.1" status: 200 len: 945 time: 0.2471607 Apr 20 17:26:31.144500 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:26:31.144955 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:31.220195 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6d24a29a-51ca-4feb-afce-802551b8fe12 req-91e52cee-d7b4-42c7-97ca-30b8b3f4c6e9 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/security-groups?id=78e4abec-2870-4947-914b-c181956f34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958862 Apr 20 17:26:31.263808 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c410a69a-9d99-4b15-a4b6-904431726c80 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:31.332278 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c410a69a-9d99-4b15-a4b6-904431726c80 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:31.468245 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069daf1-cdcd-497b-ac47-f053d8e00894 req-bc2f071c-6ebe-4f35-a606-362bffc83714 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:31.472188 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069daf1-cdcd-497b-ac47-f053d8e00894 req-bc2f071c-6ebe-4f35-a606-362bffc83714 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:31.496277 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069daf1-cdcd-497b-ac47-f053d8e00894 req-bc2f071c-6ebe-4f35-a606-362bffc83714 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:31.500938 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069daf1-cdcd-497b-ac47-f053d8e00894 req-bc2f071c-6ebe-4f35-a606-362bffc83714 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:31.519605 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069daf1-cdcd-497b-ac47-f053d8e00894 req-bc2f071c-6ebe-4f35-a606-362bffc83714 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:31.530279 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069daf1-cdcd-497b-ac47-f053d8e00894 req-bc2f071c-6ebe-4f35-a606-362bffc83714 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:31.542141 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069daf1-cdcd-497b-ac47-f053d8e00894 req-bc2f071c-6ebe-4f35-a606-362bffc83714 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:31.554359 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b069daf1-cdcd-497b-ac47-f053d8e00894 req-bc2f071c-6ebe-4f35-a606-362bffc83714 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5445 time: 0.4413376 Apr 20 17:26:31.581361 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:31.707177 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c410a69a-9d99-4b15-a4b6-904431726c80 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:31.728858 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0aa0140-852b-430d-ba5a-cf25471b3871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ade7190-3a4b-418f-a071-6c7e4f46d1d3'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:26:31.755018 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 8ade7190-3a4b-418f-a071-6c7e4f46d1d3, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=8ade7190-3a4b-418f-a071-6c7e4f46d1d3,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:31.763047 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:31.781747 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410a69a-9d99-4b15-a4b6-904431726c80 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=035855ff-357e-4013-b308-0d9ec2d930f7,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:31.808511 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c410a69a-9d99-4b15-a4b6-904431726c80 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:31.822265 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c410a69a-9d99-4b15-a4b6-904431726c80 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "DELETE /v2.0/security-groups/035855ff-357e-4013-b308-0d9ec2d930f7 HTTP/1.1" status: 204 len: 168 time: 0.8581388 Apr 20 17:26:31.823074 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49324) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:31.909028 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a4e3f3-0b18-409a-a8aa-bf3f76f27d0e req-1f9fa07a-2415-44b4-83e6-acc44933850c tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:31.919458 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-12a4e3f3-0b18-409a-a8aa-bf3f76f27d0e req-1f9fa07a-2415-44b4-83e6-acc44933850c tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3014a24-0590-40a7-8a70-dd5db023c470 HTTP/1.1" status: 200 len: 945 time: 0.2774110 Apr 20 17:26:31.920477 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b069daf1-cdcd-497b-ac47-f053d8e00894 req-a70795cd-3fd4-4785-99b2-e2591de34cbe tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3562560 Apr 20 17:26:32.047462 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-12a4e3f3-0b18-409a-a8aa-bf3f76f27d0e req-bbf964f7-9ace-43de-a5b6-a850a2cb1eab tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/security-groups?id=78e4abec-2870-4947-914b-c181956f34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262577 Apr 20 17:26:32.083250 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=8ade7190-3a4b-418f-a071-6c7e4f46d1d3,revision_number=7']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:32.106975 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-2396cf81-cb38-496f-8fb4-d029582a91b1 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Synchronizing usage tracker for tenant:2c4ee09395c94aebaf8ebcd91e476f3e on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:26:32.164218 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-2396cf81-cb38-496f-8fb4-d029582a91b1 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Unset dirty status for tenant:2c4ee09395c94aebaf8ebcd91e476f3e on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:26:32.172391 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2396cf81-cb38-496f-8fb4-d029582a91b1 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3322883 Apr 20 17:26:32.172391 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49332) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:32.200976 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c2b8957-b1e9-42b7-ae6a-001e874b4176'] response: {'server_uuid': 'b0aa0140-852b-430d-ba5a-cf25471b3871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ade7190-3a4b-418f-a071-6c7e4f46d1d3', 'code': 200} Apr 20 17:26:32.407799 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ffd0-82da-4650-a116-b1a6a6c2bb9b tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:32.507420 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ffd0-82da-4650-a116-b1a6a6c2bb9b tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:32.589123 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49340) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:32.671463 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2bfae4-fe5c-4786-8b25-1749802f9dba req-88b6cdf9-a966-4c88-94ce-ccc20b43377a tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:32.672961 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7a2bfae4-fe5c-4786-8b25-1749802f9dba req-88b6cdf9-a966-4c88-94ce-ccc20b43377a tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 945 time: 0.1376319 Apr 20 17:26:32.676760 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474eb634-3895-4fcd-bdba-788ee2e40f7c req-2f7da6d6-d002-44dd-bf3c-dbd519cc8c3f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:32.681410 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474eb634-3895-4fcd-bdba-788ee2e40f7c req-2f7da6d6-d002-44dd-bf3c-dbd519cc8c3f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:32.702221 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474eb634-3895-4fcd-bdba-788ee2e40f7c req-2f7da6d6-d002-44dd-bf3c-dbd519cc8c3f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:32.713648 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474eb634-3895-4fcd-bdba-788ee2e40f7c req-2f7da6d6-d002-44dd-bf3c-dbd519cc8c3f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:32.724233 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474eb634-3895-4fcd-bdba-788ee2e40f7c req-2f7da6d6-d002-44dd-bf3c-dbd519cc8c3f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:32.736638 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474eb634-3895-4fcd-bdba-788ee2e40f7c req-2f7da6d6-d002-44dd-bf3c-dbd519cc8c3f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:32.745831 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474eb634-3895-4fcd-bdba-788ee2e40f7c req-2f7da6d6-d002-44dd-bf3c-dbd519cc8c3f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:32.747815 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-474eb634-3895-4fcd-bdba-788ee2e40f7c req-2f7da6d6-d002-44dd-bf3c-dbd519cc8c3f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5445 time: 0.2198801 Apr 20 17:26:32.754592 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ffd0-82da-4650-a116-b1a6a6c2bb9b tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:32.765779 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7a2bfae4-fe5c-4786-8b25-1749802f9dba req-1de4bc6f-0643-4612-9bf7-591556f64927 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862062 Apr 20 17:26:32.794171 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4ffd0-82da-4650-a116-b1a6a6c2bb9b tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d48131-d3ec-4246-96a3-04cc17d55e1a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:32.817773 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ffd0-82da-4650-a116-b1a6a6c2bb9b tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:32.821277 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9dd4ffd0-82da-4650-a116-b1a6a6c2bb9b tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "DELETE /v2.0/security-groups/99d48131-d3ec-4246-96a3-04cc17d55e1a HTTP/1.1" status: 204 len: 168 time: 0.6482477 Apr 20 17:26:32.821566 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49350) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:32.919347 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-98c4ed4b-802a-47f0-b0a8-b20fcc5fced1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:33.019168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-34f39862-4ebf-4878-9c4a-c78bb0646a75 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Synchronizing usage tracker for tenant:2c4ee09395c94aebaf8ebcd91e476f3e on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:26:33.038403 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-98c4ed4b-802a-47f0-b0a8-b20fcc5fced1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:33.050707 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-98c4ed4b-802a-47f0-b0a8-b20fcc5fced1 admin admin] Usage tracker for resource:security_group_rule and tenant:1602eda3c8244e979d9ee5484dd09681 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:33.055150 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-98c4ed4b-802a-47f0-b0a8-b20fcc5fced1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:33.068983 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-98c4ed4b-802a-47f0-b0a8-b20fcc5fced1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:33.076376 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-34f39862-4ebf-4878-9c4a-c78bb0646a75 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Unset dirty status for tenant:2c4ee09395c94aebaf8ebcd91e476f3e on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:26:33.077641 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-34f39862-4ebf-4878-9c4a-c78bb0646a75 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2550085 Apr 20 17:26:33.082483 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49360) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:33.088138 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-3df303ef-e988-4a4c-a80d-da75b3899caf tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group': {'name': 'tempest-secgroup--889526508'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:33.097211 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3df303ef-e988-4a4c-a80d-da75b3899caf tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:33.123546 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3df303ef-e988-4a4c-a80d-da75b3899caf tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:33.152902 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3df303ef-e988-4a4c-a80d-da75b3899caf tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:33.184355 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54889ec-f387-4de6-8ba7-0a29f1c667ca req-c421556c-7355-490c-adc5-f371b65d1497 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:33.193095 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c54889ec-f387-4de6-8ba7-0a29f1c667ca req-c421556c-7355-490c-adc5-f371b65d1497 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f61eac-2cb6-445b-aeee-402c0e455200 HTTP/1.1" status: 200 len: 945 time: 0.2378721 Apr 20 17:26:33.216247 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3df303ef-e988-4a4c-a80d-da75b3899caf tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:33.222722 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3df303ef-e988-4a4c-a80d-da75b3899caf tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Usage tracker for resource:security_group_rule and tenant:2c4ee09395c94aebaf8ebcd91e476f3e is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:33.228090 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3df303ef-e988-4a4c-a80d-da75b3899caf tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:33.247650 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3df303ef-e988-4a4c-a80d-da75b3899caf tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:33.274450 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-98c4ed4b-802a-47f0-b0a8-b20fcc5fced1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:33.307354 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-98c4ed4b-802a-47f0-b0a8-b20fcc5fced1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:33.373060 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c54889ec-f387-4de6-8ba7-0a29f1c667ca req-e216acae-563d-4432-9e2d-ad757df204a9 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/security-groups?id=78e4abec-2870-4947-914b-c181956f34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786349 Apr 20 17:26:33.396065 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4ed4b-802a-47f0-b0a8-b20fcc5fced1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74dd5613-f5b2-4208-ac76-b783617ce8ca,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:33.406149 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-98c4ed4b-802a-47f0-b0a8-b20fcc5fced1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1602eda3c8244e979d9ee5484dd09681&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8148749 Apr 20 17:26:33.407153 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49364) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:33.431183 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3df303ef-e988-4a4c-a80d-da75b3899caf tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:33.443167 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3df303ef-e988-4a4c-a80d-da75b3899caf tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:33.528662 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df303ef-e988-4a4c-a80d-da75b3899caf tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=391ab16f-8eba-453e-bedb-48a2553c3cef,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:33.549247 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3df303ef-e988-4a4c-a80d-da75b3899caf tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:33.550809 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3df303ef-e988-4a4c-a80d-da75b3899caf tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4675388 Apr 20 17:26:33.553805 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49372) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:33.561683 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-ff5083dc-2ac3-4f31-adaf-5ccefd2c8862 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group_rule': {'security_group_id': '391ab16f-8eba-453e-bedb-48a2553c3cef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:33.575719 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ff5083dc-2ac3-4f31-adaf-5ccefd2c8862 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:33.581473 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ff5083dc-2ac3-4f31-adaf-5ccefd2c8862 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Usage tracker for resource:security_group_rule and tenant:2c4ee09395c94aebaf8ebcd91e476f3e is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:33.585371 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ff5083dc-2ac3-4f31-adaf-5ccefd2c8862 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:33.589875 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e03a3db4-b923-45a7-a398-5d84305e5a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:33.629045 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ff5083dc-2ac3-4f31-adaf-5ccefd2c8862 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:33.652528 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e03a3db4-b923-45a7-a398-5d84305e5a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:33.702990 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-ff5083dc-2ac3-4f31-adaf-5ccefd2c8862 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:26:33.706874 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ff5083dc-2ac3-4f31-adaf-5ccefd2c8862 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1494060 Apr 20 17:26:33.707865 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49380) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:33.716977 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-b8817922-276c-4de6-b5a6-2baaf64980e4 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group_rule': {'security_group_id': '391ab16f-8eba-453e-bedb-48a2553c3cef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:33.734372 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b8817922-276c-4de6-b5a6-2baaf64980e4 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:33.749746 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b8817922-276c-4de6-b5a6-2baaf64980e4 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Usage tracker for resource:security_group_rule and tenant:2c4ee09395c94aebaf8ebcd91e476f3e is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:33.763912 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b8817922-276c-4de6-b5a6-2baaf64980e4 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:33.775803 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e03a3db4-b923-45a7-a398-5d84305e5a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:33.777024 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b8817922-276c-4de6-b5a6-2baaf64980e4 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:33.792073 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a3db4-b923-45a7-a398-5d84305e5a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74dd5613-f5b2-4208-ac76-b783617ce8ca,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:33.796733 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e03a3db4-b923-45a7-a398-5d84305e5a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:33.797904 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e03a3db4-b923-45a7-a398-5d84305e5a35 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/74dd5613-f5b2-4208-ac76-b783617ce8ca HTTP/1.1" status: 204 len: 168 time: 0.3887515 Apr 20 17:26:33.875389 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-b8817922-276c-4de6-b5a6-2baaf64980e4 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:26:33.879579 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49388) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:33.881336 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b8817922-276c-4de6-b5a6-2baaf64980e4 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1723049 Apr 20 17:26:34.015642 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9d907fe4-95f1-43dd-a5dd-4429e07051f4 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:34.104041 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9d907fe4-95f1-43dd-a5dd-4429e07051f4 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:34.262725 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f9255-54ff-40c1-996f-015a74084e2f req-bed2b6b3-1075-4897-91da-6b6cb0b83440 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:34.271774 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-969f9255-54ff-40c1-996f-015a74084e2f req-bed2b6b3-1075-4897-91da-6b6cb0b83440 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 945 time: 0.1696372 Apr 20 17:26:34.294656 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9d907fe4-95f1-43dd-a5dd-4429e07051f4 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:34.321315 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d907fe4-95f1-43dd-a5dd-4429e07051f4 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=391ab16f-8eba-453e-bedb-48a2553c3cef,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:34.323686 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9d907fe4-95f1-43dd-a5dd-4429e07051f4 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:34.325016 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9d907fe4-95f1-43dd-a5dd-4429e07051f4 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "DELETE /v2.0/security-groups/391ab16f-8eba-453e-bedb-48a2553c3cef HTTP/1.1" status: 204 len: 168 time: 0.4443979 Apr 20 17:26:34.328640 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49400) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:34.367000 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-969f9255-54ff-40c1-996f-015a74084e2f req-38f65ccc-668e-4de9-93b2-c74914546723 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950606 Apr 20 17:26:34.495684 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a324e315-64a0-435e-8ac6-8daad5d82595 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Synchronizing usage tracker for tenant:2c4ee09395c94aebaf8ebcd91e476f3e on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:26:34.537483 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a324e315-64a0-435e-8ac6-8daad5d82595 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Unset dirty status for tenant:2c4ee09395c94aebaf8ebcd91e476f3e on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:26:34.539922 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a324e315-64a0-435e-8ac6-8daad5d82595 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2097199 Apr 20 17:26:34.543379 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49406) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:34.549410 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-1ad82aba-a231-4306-be0f-b4daeafe505c tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group': {'name': 'tempest-secgroup--469287104'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:34.563654 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1ad82aba-a231-4306-be0f-b4daeafe505c tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:34.586293 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1ad82aba-a231-4306-be0f-b4daeafe505c tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:34.610871 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1ad82aba-a231-4306-be0f-b4daeafe505c tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:34.652691 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49410) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:34.689767 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-914998f1-65bc-432d-9ae1-cfa737329ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:34.693612 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1ad82aba-a231-4306-be0f-b4daeafe505c tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:34.700583 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1ad82aba-a231-4306-be0f-b4daeafe505c tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Usage tracker for resource:security_group_rule and tenant:2c4ee09395c94aebaf8ebcd91e476f3e is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:34.707733 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1ad82aba-a231-4306-be0f-b4daeafe505c tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:34.720229 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1ad82aba-a231-4306-be0f-b4daeafe505c tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:34.839312 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1ad82aba-a231-4306-be0f-b4daeafe505c tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:34.849399 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1ad82aba-a231-4306-be0f-b4daeafe505c tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:34.890016 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-914998f1-65bc-432d-9ae1-cfa737329ba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:34.896511 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-914998f1-65bc-432d-9ae1-cfa737329ba2 admin admin] Usage tracker for resource:security_group_rule and tenant:312001f7eff649b5a288f8ba80240034 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:34.910230 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-914998f1-65bc-432d-9ae1-cfa737329ba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:34.927512 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a6de2-a98b-4f0e-b3b2-6289086fc090 req-7cdee231-9f8e-4e0c-8e9f-c74f16f5633c tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:34.940805 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-be5a6de2-a98b-4f0e-b3b2-6289086fc090 req-7cdee231-9f8e-4e0c-8e9f-c74f16f5633c tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f61eac-2cb6-445b-aeee-402c0e455200 HTTP/1.1" status: 200 len: 945 time: 0.2294712 Apr 20 17:26:34.948109 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-914998f1-65bc-432d-9ae1-cfa737329ba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:34.957263 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad82aba-a231-4306-be0f-b4daeafe505c tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48b40039-ec4a-4c61-9af5-0c6de20cbabf,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:35.007664 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1ad82aba-a231-4306-be0f-b4daeafe505c tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:35.013102 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1ad82aba-a231-4306-be0f-b4daeafe505c tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4643025 Apr 20 17:26:35.013102 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49416) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:35.019024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-c479b106-b7d2-49eb-8bbd-54b69b9e2209 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:35.023878 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-c479b106-b7d2-49eb-8bbd-54b69b9e2209 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] update failed (client error): There was a conflict when trying to complete your request. Apr 20 17:26:35.025203 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c479b106-b7d2-49eb-8bbd-54b69b9e2209 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "PUT /v2.0/security-groups/48b40039-ec4a-4c61-9af5-0c6de20cbabf HTTP/1.1" status: 409 len: 330 time: 0.0114052 Apr 20 17:26:35.028400 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49420) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:35.047378 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-be5a6de2-a98b-4f0e-b3b2-6289086fc090 req-aba9ad0c-829e-4b5a-adf7-88cd6c4b6686 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/security-groups?id=78e4abec-2870-4947-914b-c181956f34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050780 Apr 20 17:26:35.143401 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-914998f1-65bc-432d-9ae1-cfa737329ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:35.155010 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-914998f1-65bc-432d-9ae1-cfa737329ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:35.166794 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e3c7-7e42-413f-889a-bb4ec6d461d6 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:35.210002 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e3c7-7e42-413f-889a-bb4ec6d461d6 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:35.234793 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-914998f1-65bc-432d-9ae1-cfa737329ba2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=312001f7eff649b5a288f8ba80240034&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5778675 Apr 20 17:26:35.238468 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914998f1-65bc-432d-9ae1-cfa737329ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f088024c-0d39-4d6b-92ec-97007c2d3012,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:35.247405 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49428) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:35.335741 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e3c7-7e42-413f-889a-bb4ec6d461d6 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:35.384493 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e3c7-7e42-413f-889a-bb4ec6d461d6 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b40039-ec4a-4c61-9af5-0c6de20cbabf,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:35.387728 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-72889014-ec61-4e88-a3c3-21f48518e894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:35.420424 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e3c7-7e42-413f-889a-bb4ec6d461d6 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:35.421806 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4dd2e3c7-7e42-413f-889a-bb4ec6d461d6 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "DELETE /v2.0/security-groups/48b40039-ec4a-4c61-9af5-0c6de20cbabf HTTP/1.1" status: 204 len: 168 time: 0.3922682 Apr 20 17:26:35.424536 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49440) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:35.471942 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-72889014-ec61-4e88-a3c3-21f48518e894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:35.514239 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7963497a-eedd-4386-afb0-39488354db38 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0880649 Apr 20 17:26:35.517847 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49444) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:35.549920 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-60475c54-8f5c-4ea6-a3b1-9bdc70967e0a tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] delete failed (client error): The resource could not be found. Apr 20 17:26:35.556082 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-60475c54-8f5c-4ea6-a3b1-9bdc70967e0a tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "DELETE /v2.0/security-groups/ed01fcb0-51e3-464e-aedd-b0c7d58de72d HTTP/1.1" status: 404 len: 347 time: 0.0354230 Apr 20 17:26:35.557583 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49448) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:35.639077 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-bb6c8ac2-0e18-49ba-9c9d-ee273e23c527 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] show failed (client error): The resource could not be found. Apr 20 17:26:35.640833 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bb6c8ac2-0e18-49ba-9c9d-ee273e23c527 tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "GET /v2.0/security-groups/52d38f75-8d48-4ce0-b000-29d907f02395 HTTP/1.1" status: 404 len: 347 time: 0.0818226 Apr 20 17:26:35.648395 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49454) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:35.664298 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-72889014-ec61-4e88-a3c3-21f48518e894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:35.668318 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-5bf518a8-c1e4-485a-979f-980501119c1d tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] show failed (client error): The resource could not be found. Apr 20 17:26:35.670060 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5bf518a8-c1e4-485a-979f-980501119c1d tempest-NegativeSecGroupIPv6Test-1153711744 tempest-NegativeSecGroupIPv6Test-1153711744-project] 10.222.0.39 "GET /v2.0/security-group-rules/3c8e1b72-2aef-4ebd-9114-c0204ce77a7a HTTP/1.1" status: 404 len: 356 time: 0.0207419 Apr 20 17:26:35.853839 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14543660-4f0e-466b-ad77-ba0ff6b4dc4a req-a90d2390-cf95-448a-90d9-a81b2bb75554 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:35.865176 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-14543660-4f0e-466b-ad77-ba0ff6b4dc4a req-a90d2390-cf95-448a-90d9-a81b2bb75554 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6f61eac-2cb6-445b-aeee-402c0e455200 HTTP/1.1" status: 200 len: 945 time: 0.1666791 Apr 20 17:26:35.897108 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72889014-ec61-4e88-a3c3-21f48518e894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f088024c-0d39-4d6b-92ec-97007c2d3012,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:35.920785 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-72889014-ec61-4e88-a3c3-21f48518e894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:35.921577 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-72889014-ec61-4e88-a3c3-21f48518e894 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f088024c-0d39-4d6b-92ec-97007c2d3012 HTTP/1.1" status: 204 len: 168 time: 0.6707602 Apr 20 17:26:35.950390 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2b94c-151c-4084-8be7-5d64e11ca808 req-7a28f8a4-20dd-4ac7-a5c3-dbb65af1de2a tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:35.952425 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-25d2b94c-151c-4084-8be7-5d64e11ca808 req-7a28f8a4-20dd-4ac7-a5c3-dbb65af1de2a tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 945 time: 0.3607600 Apr 20 17:26:35.984411 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49468) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:36.041970 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-14543660-4f0e-466b-ad77-ba0ff6b4dc4a req-901750e8-35bd-4857-aa4c-7179623d034a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Deleting port cec73557-a9e3-4a0c-96ea-58c2fee82457 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:26:36.041970 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-14543660-4f0e-466b-ad77-ba0ff6b4dc4a req-901750e8-35bd-4857-aa4c-7179623d034a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:36.046533 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-25d2b94c-151c-4084-8be7-5d64e11ca808 req-edd28c92-b99b-430b-823d-5e0dfa0c364b tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852249 Apr 20 17:26:36.616444 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49486) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:36.655953 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f7653f2-0b2e-4e06-8436-75fa16a562c2 req-3cb4266d-eb87-4df0-9829-b8acc3175028 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7fa6c595-783c-49ef-974f-ac53320bbeda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2052252 Apr 20 17:26:36.967787 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-14543660-4f0e-466b-ad77-ba0ff6b4dc4a req-901750e8-35bd-4857-aa4c-7179623d034a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] For port cec73557-a9e3-4a0c-96ea-58c2fee82457, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=cec73557-a9e3-4a0c-96ea-58c2fee82457,segment=NetworkSegment(f0462606-c800-4cb2-88ee-a724bb0e9c88),segment_id=f0462606-c800-4cb2-88ee-a724bb0e9c88)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:36.968338 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-14543660-4f0e-466b-ad77-ba0ff6b4dc4a req-901750e8-35bd-4857-aa4c-7179623d034a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:36.998036 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d2636102-f98c-4c97-9c1b-5b02c9cfa975 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2c4ee09395c94aebaf8ebcd91e476f3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3803735 Apr 20 17:26:37.013075 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49502) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:37.097750 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f7653f2-0b2e-4e06-8436-75fa16a562c2 req-96e2b06b-a1c0-473a-a4ac-29be8a773de2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=739e916aa25c4029ad0454743c027d4f&device_id=7fa6c595-783c-49ef-974f-ac53320bbeda HTTP/1.1" status: 200 len: 1097 time: 0.2208648 Apr 20 17:26:37.125782 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-da2da64d-f006-402e-8ef7-d65e0668ed4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:37.309123 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-da2da64d-f006-402e-8ef7-d65e0668ed4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:37.349714 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-14543660-4f0e-466b-ad77-ba0ff6b4dc4a req-901750e8-35bd-4857-aa4c-7179623d034a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Calling delete_port for cec73557-a9e3-4a0c-96ea-58c2fee82457 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:26:37.395892 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d91e1-5810-4bbd-9295-c50971764f5c req-e1d87898-d639-42ae-9fba-b8caebc7488d tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:37.406913 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-924d91e1-5810-4bbd-9295-c50971764f5c req-e1d87898-d639-42ae-9fba-b8caebc7488d tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f61eac-2cb6-445b-aeee-402c0e455200 HTTP/1.1" status: 200 len: 945 time: 0.8568637 Apr 20 17:26:37.564649 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-736a4b93-f0de-4bd2-83d6-236ba7c277c2 req-86bf159c-73c6-4346-af4a-7de1e31d29b2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 6502 time: 1.5746896 Apr 20 17:26:37.685782 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-924d91e1-5810-4bbd-9295-c50971764f5c req-131b675a-3544-410c-b967-55b02b407536 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/security-groups?id=78e4abec-2870-4947-914b-c181956f34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781944 Apr 20 17:26:37.709454 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-da2da64d-f006-402e-8ef7-d65e0668ed4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:37.769812 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7653f2-0b2e-4e06-8436-75fa16a562c2 req-e9cd30fc-2969-4e70-be57-f9e4e4976df2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:37.778291 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f7653f2-0b2e-4e06-8436-75fa16a562c2 req-e9cd30fc-2969-4e70-be57-f9e4e4976df2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 HTTP/1.1" status: 200 len: 920 time: 0.6341357 Apr 20 17:26:37.795721 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2da64d-f006-402e-8ef7-d65e0668ed4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f2fe14-4974-4ef4-a30c-c4d70312e533,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:37.867015 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-da2da64d-f006-402e-8ef7-d65e0668ed4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:37.871265 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-da2da64d-f006-402e-8ef7-d65e0668ed4e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/52f2fe14-4974-4ef4-a30c-c4d70312e533 HTTP/1.1" status: 204 len: 168 time: 0.8542638 Apr 20 17:26:37.946504 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f7653f2-0b2e-4e06-8436-75fa16a562c2 req-5851836c-6ccc-44ae-ba6d-06ee90b859cc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1404d81a-9b7d-447d-8ef0-dbff65c1e954 HTTP/1.1" status: 200 len: 217 time: 0.1450863 Apr 20 17:26:38.099833 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b243b71-79b9-4446-b70c-8af895f9e260 req-f58e7044-262a-4a33-b3fd-717381336d7c tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:38.102810 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1b243b71-79b9-4446-b70c-8af895f9e260 req-f58e7044-262a-4a33-b3fd-717381336d7c tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 945 time: 0.6495481 Apr 20 17:26:38.142612 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-736a4b93-f0de-4bd2-83d6-236ba7c277c2 req-3a6bb546-a597-46cb-999e-6312ab91477b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5547116 Apr 20 17:26:38.152710 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7653f2-0b2e-4e06-8436-75fa16a562c2 req-310c0edf-5495-4c3e-b84a-150af1c4c07b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:38.157154 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f7653f2-0b2e-4e06-8436-75fa16a562c2 req-310c0edf-5495-4c3e-b84a-150af1c4c07b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=be91a7bc-1185-4002-b13c-e1f041fc679d HTTP/1.1" status: 200 len: 858 time: 0.2025192 Apr 20 17:26:38.171433 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-14543660-4f0e-466b-ad77-ba0ff6b4dc4a req-901750e8-35bd-4857-aa4c-7179623d034a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:38.184963 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['78600ebb-1ebb-48eb-a0e6-111cb9f0ace2'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:26:38.252156 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['13d112fe-94ff-40a7-8170-c1ef7c5a12e9'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:26:38.286346 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901750e8-35bd-4857-aa4c-7179623d034a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Pushing event deleted for resources: {'Port': ['ID=cec73557-a9e3-4a0c-96ea-58c2fee82457,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:38.355636 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-14543660-4f0e-466b-ad77-ba0ff6b4dc4a req-901750e8-35bd-4857-aa4c-7179623d034a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] No DVR routers for this DVR port cec73557-a9e3-4a0c-96ea-58c2fee82457 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:26:38.360967 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-14543660-4f0e-466b-ad77-ba0ff6b4dc4a req-901750e8-35bd-4857-aa4c-7179623d034a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:38.366514 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f61eac-2cb6-445b-aeee-402c0e455200', 'name': 'network-vif-deleted', 'tag': 'cec73557-a9e3-4a0c-96ea-58c2fee82457'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:26:38.425018 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-14543660-4f0e-466b-ad77-ba0ff6b4dc4a req-901750e8-35bd-4857-aa4c-7179623d034a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.10 "DELETE /v2.0/ports/cec73557-a9e3-4a0c-96ea-58c2fee82457 HTTP/1.1" status: 204 len: 173 time: 2.5577159 Apr 20 17:26:38.508132 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-541aa67a-521f-47f0-b7dd-dd7e67151d44'] response: {'server_uuid': 'a6f61eac-2cb6-445b-aeee-402c0e455200', 'name': 'network-vif-deleted', 'tag': 'cec73557-a9e3-4a0c-96ea-58c2fee82457', 'status': 'completed', 'code': 200} Apr 20 17:26:38.550668 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1b243b71-79b9-4446-b70c-8af895f9e260 req-559267d5-e1ce-419d-a67b-e0b9e12ec860 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4336467 Apr 20 17:26:38.696593 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f7653f2-0b2e-4e06-8436-75fa16a562c2 req-595bacd5-9d94-4f66-ab42-001b73cf96be service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5256329 Apr 20 17:26:39.168880 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-80bdfb2f-2ea8-412e-8307-03e23732a6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:39.205976 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-644b6fa5-c082-44f2-8c2d-eea70cb21120 req-43ff2b89-4c4e-4187-bac2-522e08d6980f tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Synchronizing usage tracker for tenant:edaecf530f82466eb2c3794e0bc7d8a2 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:26:39.229091 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-e7951ac9-9442-4b4e-ad60-3ad92820d9b1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3245196 Apr 20 17:26:39.274821 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f7653f2-0b2e-4e06-8436-75fa16a562c2 req-0889d4e2-90d3-43bf-bdb5-cda10db0c322 service neutron] 10.222.0.43 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5589411 Apr 20 17:26:39.397102 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-644b6fa5-c082-44f2-8c2d-eea70cb21120 req-43ff2b89-4c4e-4187-bac2-522e08d6980f tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Unset dirty status for tenant:edaecf530f82466eb2c3794e0bc7d8a2 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:26:39.400396 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-644b6fa5-c082-44f2-8c2d-eea70cb21120 req-43ff2b89-4c4e-4187-bac2-522e08d6980f tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6f61eac-2cb6-445b-aeee-402c0e455200 HTTP/1.1" status: 200 len: 210 time: 0.3181388 Apr 20 17:26:39.482037 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-f7f4b6c6-ea9d-4c74-a061-353aeb9b2d48 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ddcf70e6b9b4ed78391e1f8fae63fbc&device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 6502 time: 0.2246079 Apr 20 17:26:39.604554 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f7653f2-0b2e-4e06-8436-75fa16a562c2 req-5f5b7ba4-c0d4-4927-8b7a-2c8e9ab1003f service neutron] 10.222.0.43 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230996 Apr 20 17:26:39.750678 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-fe303d9a-452d-42bb-9e97-1c035f636dc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:39.751342 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-fe303d9a-452d-42bb-9e97-1c035f636dc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:39.751965 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-fe303d9a-452d-42bb-9e97-1c035f636dc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:39.753669 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-fe303d9a-452d-42bb-9e97-1c035f636dc6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=58282348-4092-4e5e-b7c0-667535a141b6&id=4d480786-fdb1-4243-8366-e7c5fa985200&id=4d480786-fdb1-4243-8366-e7c5fa985200&id=4d480786-fdb1-4243-8366-e7c5fa985200&id=4d480786-fdb1-4243-8366-e7c5fa985200&id=bdb724c9-4270-4009-8d7a-ad021aa5f7f3&id=bdb724c9-4270-4009-8d7a-ad021aa5f7f3 HTTP/1.1" status: 200 len: 2297 time: 0.2280881 Apr 20 17:26:39.848976 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device cec73557-a9e3-4a0c-96ea-58c2fee82457 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:26:39.870306 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6402e7-52f7-4925-a0fb-4b28b9ff73ed req-1b7ff511-a59b-427f-9089-c7aa6d76b17c tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:39.879965 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1e6402e7-52f7-4925-a0fb-4b28b9ff73ed req-1b7ff511-a59b-427f-9089-c7aa6d76b17c tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 945 time: 0.1049254 Apr 20 17:26:39.917565 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: cec73557-a9e3-4a0c-96ea-58c2fee82457 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:26:39.918154 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device cec73557-a9e3-4a0c-96ea-58c2fee82457 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:26:39.950222 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-6fb5fed6-2d3b-4c95-bf65-a8c98bb73262 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f21212c-7835-4c95-8c1b-184aa2b7cc51 HTTP/1.1" status: 200 len: 1001 time: 0.1891158 Apr 20 17:26:40.009527 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1e6402e7-52f7-4925-a0fb-4b28b9ff73ed req-1756864b-3ca1-42e7-9810-a7b3190457d3 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278515 Apr 20 17:26:40.047649 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-2f8a8469-f7c2-45d0-864b-f30be20e9613 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:40.049404 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-2f8a8469-f7c2-45d0-864b-f30be20e9613 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2168ea2a-2641-4ad3-adf7-4caac0ff9024 HTTP/1.1" status: 200 len: 855 time: 0.0926318 Apr 20 17:26:40.215191 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-5844b6e4-153b-4e45-9cd0-74b73d9c6d60 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=58282348-4092-4e5e-b7c0-667535a141b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1541536 Apr 20 17:26:40.436728 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-d356545d-249c-442b-a841-e0ec61afe474 service neutron] 10.222.0.10 "GET /v2.0/networks/58282348-4092-4e5e-b7c0-667535a141b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090979 Apr 20 17:26:40.749353 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-e5e3b90d-4bdd-4ed7-bcb2-f55dafc5d2d9 service neutron] 10.222.0.10 "GET /v2.0/networks/58282348-4092-4e5e-b7c0-667535a141b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041909 Apr 20 17:26:40.856108 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-0140d55e-0724-491b-b64a-12b025dbad21 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=245a988c-cbcb-4957-b136-a84d61c64d6f HTTP/1.1" status: 200 len: 217 time: 0.0982888 Apr 20 17:26:40.983502 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-ac8dcbbe-c637-44de-9802-5d80c04a51c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:40.985476 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-ac8dcbbe-c637-44de-9802-5d80c04a51c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5ebbe7f-912e-4e00-9c1b-0556bb717366 HTTP/1.1" status: 200 len: 797 time: 0.1215849 Apr 20 17:26:41.121112 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-220b4a2f-ab3e-4d35-afc7-ef33bcf23978 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d480786-fdb1-4243-8366-e7c5fa985200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1272461 Apr 20 17:26:41.329917 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-88b2dc66-3177-4abc-a89e-c2793cb91dda service neutron] 10.222.0.10 "GET /v2.0/networks/4d480786-fdb1-4243-8366-e7c5fa985200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011657 Apr 20 17:26:41.376104 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f31b7b11-76b8-49b1-9475-f5f6c6d41910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:41.567175 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-8395daef-97c5-47ee-97d2-cb98f73859e6 service neutron] 10.222.0.10 "GET /v2.0/networks/4d480786-fdb1-4243-8366-e7c5fa985200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261267 Apr 20 17:26:41.601769 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4f8af-dd64-465e-95f2-b8c67a639da3 req-beb4a90e-d1f5-4ecb-b70d-ca5095fdee91 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:41.613914 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-34f4f8af-dd64-465e-95f2-b8c67a639da3 req-beb4a90e-d1f5-4ecb-b70d-ca5095fdee91 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 945 time: 0.1592958 Apr 20 17:26:41.725034 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-34f4f8af-dd64-465e-95f2-b8c67a639da3 req-5a825289-e38c-4a0d-bac8-6cdc99399574 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072855 Apr 20 17:26:41.946970 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-c392ea2b-e268-4dc1-b3bd-a23d842894d6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=a5d53015-50ae-41a9-bd75-85482f56c83e HTTP/1.1" status: 200 len: 217 time: 0.3758910 Apr 20 17:26:42.037489 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-151a1b28-6a60-417f-b889-d3613b8827ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:42.039295 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-151a1b28-6a60-417f-b889-d3613b8827ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5ebbe7f-912e-4e00-9c1b-0556bb717366 HTTP/1.1" status: 200 len: 797 time: 0.0826907 Apr 20 17:26:42.155645 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-16927610-dbb6-44b5-a31b-4112df265216 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d480786-fdb1-4243-8366-e7c5fa985200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1091216 Apr 20 17:26:42.565446 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-9e8f083f-8fcd-49b1-9cd2-f9cbf1901f4d service neutron] 10.222.0.10 "GET /v2.0/networks/4d480786-fdb1-4243-8366-e7c5fa985200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994226 Apr 20 17:26:42.617248 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:42.664304 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:42.793851 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647abde-f129-437c-8321-13381f157b7a req-a40d513f-881d-48b8-84b0-e2d4aa563c9f tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:42.804060 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647abde-f129-437c-8321-13381f157b7a req-a40d513f-881d-48b8-84b0-e2d4aa563c9f tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:42.810742 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6647abde-f129-437c-8321-13381f157b7a req-a40d513f-881d-48b8-84b0-e2d4aa563c9f tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/ports?device_id=16fc9ff1-d9f8-4246-a1df-458860a2a3cd&device_id=a3014a24-0590-40a7-8a70-dd5db023c470 HTTP/1.1" status: 200 len: 1681 time: 0.2025445 Apr 20 17:26:42.874312 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-552a0bca-23a5-474e-90cb-8e5c2a43ecb7 service neutron] 10.222.0.10 "GET /v2.0/networks/4d480786-fdb1-4243-8366-e7c5fa985200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030264 Apr 20 17:26:42.926807 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6647abde-f129-437c-8321-13381f157b7a req-31a3c7f7-a276-4c84-bdce-a646927396b7 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/security-groups?id=78e4abec-2870-4947-914b-c181956f34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109681 Apr 20 17:26:43.046326 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-c900fc62-0bb5-42ae-840c-77daaa15e245 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=f8b4b38f-8a9a-482a-9671-d4d8a1e42e24 HTTP/1.1" status: 200 len: 217 time: 0.1646435 Apr 20 17:26:43.142703 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:43.302276 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-b0cb3398-b197-4062-b9ef-224af139de8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:43.303632 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-b0cb3398-b197-4062-b9ef-224af139de8c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5ebbe7f-912e-4e00-9c1b-0556bb717366 HTTP/1.1" status: 200 len: 797 time: 0.1543941 Apr 20 17:26:43.370153 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285ac83-5dab-4de4-84c7-290a549c0528 req-f81b5bdd-b4c1-426a-a255-d98a97834908 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:43.377073 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0285ac83-5dab-4de4-84c7-290a549c0528 req-f81b5bdd-b4c1-426a-a255-d98a97834908 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 945 time: 0.3297875 Apr 20 17:26:43.556851 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-bebd1837-7e2b-4df0-9fcf-a7f5cb729ac6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d480786-fdb1-4243-8366-e7c5fa985200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2334392 Apr 20 17:26:43.567366 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0285ac83-5dab-4de4-84c7-290a549c0528 req-c64a9e7a-aea1-4133-abb0-247013e20953 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887717 Apr 20 17:26:43.762179 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-b6337528-e2b1-4819-8ba5-e172b0bc3988 service neutron] 10.222.0.10 "GET /v2.0/networks/4d480786-fdb1-4243-8366-e7c5fa985200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936214 Apr 20 17:26:43.947005 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-a574571e-3b21-4d3e-ae1f-a830507b14e7 service neutron] 10.222.0.10 "GET /v2.0/networks/4d480786-fdb1-4243-8366-e7c5fa985200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776433 Apr 20 17:26:43.963256 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:44.040696 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-a8ee5803-b984-4229-9d86-000b09ea5136 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=bc98c0c2-7654-499b-aeb6-cc19afc9e25c HTTP/1.1" status: 200 len: 217 time: 0.0864153 Apr 20 17:26:44.153148 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-e2b4dfa3-5381-44d2-83b0-127309b66173 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:44.158322 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-e2b4dfa3-5381-44d2-83b0-127309b66173 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5ebbe7f-912e-4e00-9c1b-0556bb717366 HTTP/1.1" status: 200 len: 797 time: 0.0973239 Apr 20 17:26:44.248033 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-a5a82fbb-b649-4828-b755-7d15164ea4bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d480786-fdb1-4243-8366-e7c5fa985200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0866368 Apr 20 17:26:44.443910 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-a3182c9a-3ea1-4ccd-b7bb-3780ade06193 service neutron] 10.222.0.10 "GET /v2.0/networks/4d480786-fdb1-4243-8366-e7c5fa985200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806824 Apr 20 17:26:45.001708 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-e2867f7f-303b-409f-8938-d1612f6966c7 service neutron] 10.222.0.10 "GET /v2.0/networks/4d480786-fdb1-4243-8366-e7c5fa985200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5504673 Apr 20 17:26:45.032647 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed571f61-89ef-4183-b203-fd35e06fa038 req-65ec297c-f9f1-47ed-aeb0-1a66bfd78854 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:45.053385 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ed571f61-89ef-4183-b203-fd35e06fa038 req-65ec297c-f9f1-47ed-aeb0-1a66bfd78854 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3014a24-0590-40a7-8a70-dd5db023c470 HTTP/1.1" status: 200 len: 945 time: 0.4121509 Apr 20 17:26:45.105710 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:45.195425 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d1e9c-bca9-45ed-ad2c-4c57e038195c req-1067174a-873a-416a-b353-ee92e9199e01 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:45.200116 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a58d1e9c-bca9-45ed-ad2c-4c57e038195c req-1067174a-873a-416a-b353-ee92e9199e01 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 945 time: 0.2174566 Apr 20 17:26:45.287546 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-b0a89f65-9939-476a-8d66-c64ae179b51e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d2dc897c-4d5a-46fd-89ed-7340e5de99dd HTTP/1.1" status: 200 len: 217 time: 0.1688607 Apr 20 17:26:45.291809 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a58d1e9c-bca9-45ed-ad2c-4c57e038195c req-39f98bff-fbfb-4221-ad53-4f2238b04d2a tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862837 Apr 20 17:26:45.317211 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ed571f61-89ef-4183-b203-fd35e06fa038 req-6aaff8d4-6640-4fe7-8daf-5a63b066bd44 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/security-groups?id=78e4abec-2870-4947-914b-c181956f34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580433 Apr 20 17:26:45.410357 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-75073ec7-6750-4be9-a465-f5d7cd14f359 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:45.419339 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-75073ec7-6750-4be9-a465-f5d7cd14f359 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ec642e4-8f7c-4328-a5b9-8fb965f7e357 HTTP/1.1" status: 200 len: 797 time: 0.0964904 Apr 20 17:26:45.549153 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12dd8f2-e3ae-4031-9dd1-7510fdd7c7b1 req-edb00f95-46d9-4918-a8ee-baf3764d7f12 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:45.553165 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f12dd8f2-e3ae-4031-9dd1-7510fdd7c7b1 req-edb00f95-46d9-4918-a8ee-baf3764d7f12 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3014a24-0590-40a7-8a70-dd5db023c470 HTTP/1.1" status: 200 len: 945 time: 0.2068770 Apr 20 17:26:45.559974 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-7001b896-7624-48c0-9116-1a50d2c22399 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bdb724c9-4270-4009-8d7a-ad021aa5f7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1383116 Apr 20 17:26:45.647093 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-f12dd8f2-e3ae-4031-9dd1-7510fdd7c7b1 req-50586f6b-b713-4806-9a86-3b3c33ef70f2 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Deleting port 13d112fe-94ff-40a7-8170-c1ef7c5a12e9 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:26:45.647585 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f12dd8f2-e3ae-4031-9dd1-7510fdd7c7b1 req-50586f6b-b713-4806-9a86-3b3c33ef70f2 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:45.861778 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-ca63fe37-e56d-4ae4-9b00-68fa699e9d2e service neutron] 10.222.0.10 "GET /v2.0/networks/bdb724c9-4270-4009-8d7a-ad021aa5f7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936115 Apr 20 17:26:46.257811 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-e2b14ff3-11c7-4582-9318-9981a6270327 service neutron] 10.222.0.10 "GET /v2.0/networks/bdb724c9-4270-4009-8d7a-ad021aa5f7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818016 Apr 20 17:26:46.264518 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0c105-8886-4bc0-adc3-a60ebd969132 req-61549b24-9758-4e4c-8181-f53fbd3088aa tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:46.265962 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-37f0c105-8886-4bc0-adc3-a60ebd969132 req-61549b24-9758-4e4c-8181-f53fbd3088aa tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.10 "GET /v2.0/ports?device_id=16fc9ff1-d9f8-4246-a1df-458860a2a3cd HTTP/1.1" status: 200 len: 945 time: 0.3876388 Apr 20 17:26:46.330443 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-13dfd441-60b5-4b72-970a-fd23444f38f0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=47690d41-8f6f-4c13-a886-e50f74b2d0ba HTTP/1.1" status: 200 len: 217 time: 0.0632968 Apr 20 17:26:46.343293 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-f12dd8f2-e3ae-4031-9dd1-7510fdd7c7b1 req-50586f6b-b713-4806-9a86-3b3c33ef70f2 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] For port 13d112fe-94ff-40a7-8170-c1ef7c5a12e9, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=13d112fe-94ff-40a7-8170-c1ef7c5a12e9,segment=NetworkSegment(f0462606-c800-4cb2-88ee-a724bb0e9c88),segment_id=f0462606-c800-4cb2-88ee-a724bb0e9c88)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:46.344280 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f12dd8f2-e3ae-4031-9dd1-7510fdd7c7b1 req-50586f6b-b713-4806-9a86-3b3c33ef70f2 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:46.545029 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-3d17f34a-1093-4ad6-9bf1-b2e95670c231 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:46.556014 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-3d17f34a-1093-4ad6-9bf1-b2e95670c231 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ec642e4-8f7c-4328-a5b9-8fb965f7e357 HTTP/1.1" status: 200 len: 797 time: 0.1781592 Apr 20 17:26:46.720649 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-f12dd8f2-e3ae-4031-9dd1-7510fdd7c7b1 req-50586f6b-b713-4806-9a86-3b3c33ef70f2 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Calling delete_port for 13d112fe-94ff-40a7-8170-c1ef7c5a12e9 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:26:47.006264 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-37f0c105-8886-4bc0-adc3-a60ebd969132 req-ce879ad7-039a-4ea9-a80e-6acd7780871a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Deleting port 78600ebb-1ebb-48eb-a0e6-111cb9f0ace2 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:26:47.006949 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-37f0c105-8886-4bc0-adc3-a60ebd969132 req-ce879ad7-039a-4ea9-a80e-6acd7780871a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:47.109461 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e65c3-982c-4e83-9f5e-53d94c16fc61 req-069bb3f3-2651-43e6-9eb7-7b6e0ae2170e tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:47.111351 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d50e65c3-982c-4e83-9f5e-53d94c16fc61 req-069bb3f3-2651-43e6-9eb7-7b6e0ae2170e tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 945 time: 0.3934541 Apr 20 17:26:47.151102 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b48a6-934c-4b8e-821c-830971d177b9 req-3b12c2fc-54ee-42ab-ae1b-d2080b5ec984 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:47.157973 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6e4b48a6-934c-4b8e-821c-830971d177b9 req-3b12c2fc-54ee-42ab-ae1b-d2080b5ec984 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3014a24-0590-40a7-8a70-dd5db023c470 HTTP/1.1" status: 200 len: 945 time: 0.2123241 Apr 20 17:26:47.177796 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f12dd8f2-e3ae-4031-9dd1-7510fdd7c7b1 req-50586f6b-b713-4806-9a86-3b3c33ef70f2 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:47.196352 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['78600ebb-1ebb-48eb-a0e6-111cb9f0ace2'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:26:47.201976 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-c2fccda0-e160-491f-9271-e35b9421d02f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bdb724c9-4270-4009-8d7a-ad021aa5f7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6189034 Apr 20 17:26:47.451477 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50586f6b-b713-4806-9a86-3b3c33ef70f2 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Pushing event deleted for resources: {'Port': ['ID=13d112fe-94ff-40a7-8170-c1ef7c5a12e9,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:47.482629 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d50e65c3-982c-4e83-9f5e-53d94c16fc61 req-7784143e-affb-4a3d-a816-ae1293de4b39 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3620663 Apr 20 17:26:47.529251 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6e4b48a6-934c-4b8e-821c-830971d177b9 req-7c25aae8-84bd-4666-8e77-f85ac2d05f9f tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/security-groups?id=78e4abec-2870-4947-914b-c181956f34c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697553 Apr 20 17:26:47.712836 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12dd8f2-e3ae-4031-9dd1-7510fdd7c7b1 req-50586f6b-b713-4806-9a86-3b3c33ef70f2 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] No DVR routers for this DVR port 13d112fe-94ff-40a7-8170-c1ef7c5a12e9 on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:26:47.720230 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f12dd8f2-e3ae-4031-9dd1-7510fdd7c7b1 req-50586f6b-b713-4806-9a86-3b3c33ef70f2 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:47.723759 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3014a24-0590-40a7-8a70-dd5db023c470', 'name': 'network-vif-deleted', 'tag': '13d112fe-94ff-40a7-8170-c1ef7c5a12e9'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:26:47.771199 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f12dd8f2-e3ae-4031-9dd1-7510fdd7c7b1 req-50586f6b-b713-4806-9a86-3b3c33ef70f2 tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.43 "DELETE /v2.0/ports/13d112fe-94ff-40a7-8170-c1ef7c5a12e9 HTTP/1.1" status: 204 len: 173 time: 2.2079744 Apr 20 17:26:47.858382 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-270ad726-ab49-492a-bf01-378fa50ee26d'] response: {'server_uuid': 'a3014a24-0590-40a7-8a70-dd5db023c470', 'name': 'network-vif-deleted', 'tag': '13d112fe-94ff-40a7-8170-c1ef7c5a12e9', 'status': 'completed', 'code': 200} Apr 20 17:26:47.975887 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-37f0c105-8886-4bc0-adc3-a60ebd969132 req-ce879ad7-039a-4ea9-a80e-6acd7780871a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] For port 78600ebb-1ebb-48eb-a0e6-111cb9f0ace2, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=78600ebb-1ebb-48eb-a0e6-111cb9f0ace2,segment=NetworkSegment(f0462606-c800-4cb2-88ee-a724bb0e9c88),segment_id=f0462606-c800-4cb2-88ee-a724bb0e9c88)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:26:47.976144 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-37f0c105-8886-4bc0-adc3-a60ebd969132 req-ce879ad7-039a-4ea9-a80e-6acd7780871a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:48.590043 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-37f0c105-8886-4bc0-adc3-a60ebd969132 req-ce879ad7-039a-4ea9-a80e-6acd7780871a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Calling delete_port for 78600ebb-1ebb-48eb-a0e6-111cb9f0ace2 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:26:48.782366 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-a2bc9b97-a349-433b-a501-cdce9dde1610 service neutron] 10.222.0.10 "GET /v2.0/networks/bdb724c9-4270-4009-8d7a-ad021aa5f7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5616653 Apr 20 17:26:48.989196 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 13d112fe-94ff-40a7-8170-c1ef7c5a12e9 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:26:49.001764 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cc41cbbf-d264-4d38-8cd1-b316bd70c791 req-57ea14a6-86c8-44b8-8cdc-ee84ffc475bf tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3014a24-0590-40a7-8a70-dd5db023c470 HTTP/1.1" status: 200 len: 210 time: 0.0557592 Apr 20 17:26:49.015004 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca27ed-a21a-4a74-b2de-0c9462f2b985 req-30fbc3f0-2623-4c3d-8104-b4ac7c43f189 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:49.024418 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-30ca27ed-a21a-4a74-b2de-0c9462f2b985 req-30fbc3f0-2623-4c3d-8104-b4ac7c43f189 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 945 time: 0.2587097 Apr 20 17:26:49.084275 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 13d112fe-94ff-40a7-8170-c1ef7c5a12e9 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:26:49.089660 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 13d112fe-94ff-40a7-8170-c1ef7c5a12e9 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:26:49.130928 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-30ca27ed-a21a-4a74-b2de-0c9462f2b985 req-6956f42a-3377-4f25-a735-551e982624e6 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037970 Apr 20 17:26:49.259354 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aca830e4-a732-4f4c-ae59-8286fa7f8568 req-5ffb750f-8099-493e-b77c-dfe0ea96392f service neutron] 10.222.0.10 "GET /v2.0/networks/bdb724c9-4270-4009-8d7a-ad021aa5f7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768941 Apr 20 17:26:49.298308 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-37f0c105-8886-4bc0-adc3-a60ebd969132 req-ce879ad7-039a-4ea9-a80e-6acd7780871a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:49.348721 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce879ad7-039a-4ea9-a80e-6acd7780871a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Pushing event deleted for resources: {'Port': ['ID=78600ebb-1ebb-48eb-a0e6-111cb9f0ace2,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:49.397134 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce879ad7-039a-4ea9-a80e-6acd7780871a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:49.397736 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce879ad7-039a-4ea9-a80e-6acd7780871a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:49.399096 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce879ad7-039a-4ea9-a80e-6acd7780871a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:49.399649 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce879ad7-039a-4ea9-a80e-6acd7780871a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:49.400147 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce879ad7-039a-4ea9-a80e-6acd7780871a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:49.400632 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce879ad7-039a-4ea9-a80e-6acd7780871a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:49.401251 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce879ad7-039a-4ea9-a80e-6acd7780871a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:49.401735 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce879ad7-039a-4ea9-a80e-6acd7780871a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:49.402251 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce879ad7-039a-4ea9-a80e-6acd7780871a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:49.402728 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce879ad7-039a-4ea9-a80e-6acd7780871a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:49.403203 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce879ad7-039a-4ea9-a80e-6acd7780871a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:26:49.467470 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f0c105-8886-4bc0-adc3-a60ebd969132 req-ce879ad7-039a-4ea9-a80e-6acd7780871a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] No DVR routers for this DVR port 78600ebb-1ebb-48eb-a0e6-111cb9f0ace2 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:26:49.472813 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-37f0c105-8886-4bc0-adc3-a60ebd969132 req-ce879ad7-039a-4ea9-a80e-6acd7780871a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:49.475638 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16fc9ff1-d9f8-4246-a1df-458860a2a3cd', 'name': 'network-vif-deleted', 'tag': '78600ebb-1ebb-48eb-a0e6-111cb9f0ace2'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:26:49.513919 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-37f0c105-8886-4bc0-adc3-a60ebd969132 req-ce879ad7-039a-4ea9-a80e-6acd7780871a tempest-ListServersNegativeTestJSON-249012255 tempest-ListServersNegativeTestJSON-249012255-project] 10.222.0.10 "DELETE /v2.0/ports/78600ebb-1ebb-48eb-a0e6-111cb9f0ace2 HTTP/1.1" status: 204 len: 173 time: 3.1822829 Apr 20 17:26:49.596787 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2441e014-83f1-4396-8669-b68194395778'] response: {'server_uuid': '16fc9ff1-d9f8-4246-a1df-458860a2a3cd', 'name': 'network-vif-deleted', 'tag': '78600ebb-1ebb-48eb-a0e6-111cb9f0ace2', 'status': 'completed', 'code': 200} Apr 20 17:26:49.914334 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 78600ebb-1ebb-48eb-a0e6-111cb9f0ace2 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:26:49.954035 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 78600ebb-1ebb-48eb-a0e6-111cb9f0ace2 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:26:49.954401 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 78600ebb-1ebb-48eb-a0e6-111cb9f0ace2 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:26:50.591318 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49842) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:50.715464 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1cda88-73df-4c92-b2af-c6033edf051d req-f7b194b7-32a9-4af5-82cc-5b374c35a4b4 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:50.717884 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9c1cda88-73df-4c92-b2af-c6033edf051d req-f7b194b7-32a9-4af5-82cc-5b374c35a4b4 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 945 time: 0.2184725 Apr 20 17:26:50.734562 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-1acbc76f-7432-4d48-b16b-c9567e6f46fa admin admin] Deleting subnet eb5f89e5-0eaf-4ee3-8111-7392d94cddaa {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:26:50.746923 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1acbc76f-7432-4d48-b16b-c9567e6f46fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:50.850458 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9c1cda88-73df-4c92-b2af-c6033edf051d req-7d51a29b-b9ae-42bb-98e0-c3f065a80152 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227930 Apr 20 17:26:50.951613 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1acbc76f-7432-4d48-b16b-c9567e6f46fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:51.085807 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1acbc76f-7432-4d48-b16b-c9567e6f46fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:51.245078 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1acbc76f-7432-4d48-b16b-c9567e6f46fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:51.312508 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbc76f-7432-4d48-b16b-c9567e6f46fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb5f89e5-0eaf-4ee3-8111-7392d94cddaa,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:51.335410 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1acbc76f-7432-4d48-b16b-c9567e6f46fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:51.349429 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1acbc76f-7432-4d48-b16b-c9567e6f46fa admin admin] 10.222.0.39 "DELETE /v2.0/subnets/eb5f89e5-0eaf-4ee3-8111-7392d94cddaa HTTP/1.1" status: 204 len: 168 time: 0.7543018 Apr 20 17:26:51.350178 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49848) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:51.522110 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6965b7fb-cbc3-452b-95a3-163c226e0ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:51.701851 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6965b7fb-cbc3-452b-95a3-163c226e0ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:51.735994 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-6965b7fb-cbc3-452b-95a3-163c226e0ec4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27f8e835-f73a-47e0-a386-b3d962ee767c']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:51.752506 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-6965b7fb-cbc3-452b-95a3-163c226e0ec4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0462606-c800-4cb2-88ee-a724bb0e9c88') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:51.753066 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-6965b7fb-cbc3-452b-95a3-163c226e0ec4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0462606-c800-4cb2-88ee-a724bb0e9c88') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:26:51.767692 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6965b7fb-cbc3-452b-95a3-163c226e0ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:51.793228 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6965b7fb-cbc3-452b-95a3-163c226e0ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:51.812223 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6965b7fb-cbc3-452b-95a3-163c226e0ec4 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:26:51.812858 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6965b7fb-cbc3-452b-95a3-163c226e0ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:51.928328 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:26:51.928328 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:26:51.928328 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:26:51.928328 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:26:51.928328 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:26:51.928328 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:26:51.928328 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:26:51.928328 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:26:51.928328 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:26:51.928328 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:26:51.928328 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:26:51.928328 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:26:51.928328 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:26:51.928328 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:26:51.928328 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:26:51.928328 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:26:51.928328 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:26:51.928328 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:26:51.928328 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:26:51.928328 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:26:51.928328 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:26:51.928328 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:26:51.928328 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:26:51.928328 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:26:51.928328 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:26:51.928328 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:26:51.928328 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:26:51.928328 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:26:51.928328 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:26:51.928328 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:26:51.928328 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:26:51.928328 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:26:51.940734 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6965b7fb-cbc3-452b-95a3-163c226e0ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:51.978950 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6965b7fb-cbc3-452b-95a3-163c226e0ec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:52.004182 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965b7fb-cbc3-452b-95a3-163c226e0ec4 admin admin] Pushing event deleted for resources: {'Network': ['ID=27f8e835-f73a-47e0-a386-b3d962ee767c,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:52.020381 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6965b7fb-cbc3-452b-95a3-163c226e0ec4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/27f8e835-f73a-47e0-a386-b3d962ee767c HTTP/1.1" status: 204 len: 168 time: 0.6690657 Apr 20 17:26:52.376423 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125900f-eb13-4ae0-a621-9a4d587e2c44 req-9793a09d-d1f8-4fbc-b4ae-24abd34db345 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:52.377900 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1125900f-eb13-4ae0-a621-9a4d587e2c44 req-9793a09d-d1f8-4fbc-b4ae-24abd34db345 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 945 time: 0.1581106 Apr 20 17:26:52.521568 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49876) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:52.541689 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1125900f-eb13-4ae0-a621-9a4d587e2c44 req-d706749c-178f-4464-a9c6-f31dacae42d2 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477146 Apr 20 17:26:52.628132 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f9bdea85-ab76-4390-8cbe-4b59a950ba68 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=edaecf530f82466eb2c3794e0bc7d8a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1053214 Apr 20 17:26:52.630459 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49882) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:52.712313 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-065206d7-7fac-496e-ae4a-219faefdbdc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:52.747224 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-065206d7-7fac-496e-ae4a-219faefdbdc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:52.922048 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-065206d7-7fac-496e-ae4a-219faefdbdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:52.974962 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a3ac6aed-3cac-4579-a8a6-405273d2c8af req-c2e032a1-fb7b-4a9f-8508-3a8256bbc292 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 1096 time: 0.1871510 Apr 20 17:26:52.980650 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065206d7-7fac-496e-ae4a-219faefdbdc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e4abec-2870-4947-914b-c181956f34c0,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:53.044551 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-065206d7-7fac-496e-ae4a-219faefdbdc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:53.045672 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-065206d7-7fac-496e-ae4a-219faefdbdc7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/78e4abec-2870-4947-914b-c181956f34c0 HTTP/1.1" status: 204 len: 168 time: 0.4142547 Apr 20 17:26:53.094883 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a3ac6aed-3cac-4579-a8a6-405273d2c8af req-7dd1ea6c-f900-4057-967b-8bcb5ed28cf0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020105 Apr 20 17:26:54.034117 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41e12b-82df-48a4-99ac-985ae9c11379 req-c54540d8-5cb8-46ad-8f9d-a40befbad421 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:54.050112 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8a41e12b-82df-48a4-99ac-985ae9c11379 req-c54540d8-5cb8-46ad-8f9d-a40befbad421 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 945 time: 0.2088687 Apr 20 17:26:54.178639 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8a41e12b-82df-48a4-99ac-985ae9c11379 req-2e6a6ae8-8221-4e3b-aceb-0f4be49949c9 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236608 Apr 20 17:26:54.965596 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49928) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:55.152261 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49936) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:55.511357 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-377485b8-a5ef-4350-8273-c9d82472e904 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-367923978-network', 'tenant_id': '1e13efad1e3f4038ad48193ec5a83c67'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:55.519012 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-377485b8-a5ef-4350-8273-c9d82472e904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:55.523428 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-377485b8-a5ef-4350-8273-c9d82472e904 admin admin] Usage tracker for resource:network and tenant:1e13efad1e3f4038ad48193ec5a83c67 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:55.527342 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-377485b8-a5ef-4350-8273-c9d82472e904 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:55.534896 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-377485b8-a5ef-4350-8273-c9d82472e904 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:55.571097 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2469ee0f-fb07-49ec-bb13-d802ae6621bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:55.623038 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377485b8-a5ef-4350-8273-c9d82472e904 admin admin] Made reservation on behalf of 1e13efad1e3f4038ad48193ec5a83c67 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:26:55.625762 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-377485b8-a5ef-4350-8273-c9d82472e904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:55.648352 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-2469ee0f-fb07-49ec-bb13-d802ae6621bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:55.651366 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-377485b8-a5ef-4350-8273-c9d82472e904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:55.691191 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-377485b8-a5ef-4350-8273-c9d82472e904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:55.695570 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-377485b8-a5ef-4350-8273-c9d82472e904 admin admin] Usage tracker for resource:security_group_rule and tenant:1e13efad1e3f4038ad48193ec5a83c67 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:55.699137 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-377485b8-a5ef-4350-8273-c9d82472e904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:55.705697 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-377485b8-a5ef-4350-8273-c9d82472e904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:55.855716 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-377485b8-a5ef-4350-8273-c9d82472e904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:55.861941 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-2469ee0f-fb07-49ec-bb13-d802ae6621bb admin admin] Usage tracker for resource:security_group_rule and tenant:8a547c997ab548659fd4d78e5d3f7a2f is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:55.872084 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-2469ee0f-fb07-49ec-bb13-d802ae6621bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:55.877110 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-377485b8-a5ef-4350-8273-c9d82472e904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:55.890990 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-2469ee0f-fb07-49ec-bb13-d802ae6621bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:55.930865 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377485b8-a5ef-4350-8273-c9d82472e904 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:26:55.957187 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19921e3-9c3a-4356-b816-1784c709c041 req-a4d8695e-6dee-49a6-ae4b-985417736f93 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:55.964354 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c19921e3-9c3a-4356-b816-1784c709c041 req-a4d8695e-6dee-49a6-ae4b-985417736f93 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 945 time: 0.5546997 Apr 20 17:26:55.965965 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377485b8-a5ef-4350-8273-c9d82472e904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214b2e36-c4ae-465b-acbe-f672e563704a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:55.999857 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-377485b8-a5ef-4350-8273-c9d82472e904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:56.000434 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-377485b8-a5ef-4350-8273-c9d82472e904 admin admin] Added segment 9de6ac2a-8cb0-4785-8533-b701e8b94c31 of type vlan for network 8de125e0-6ed8-4cf8-b0af-0625eb773833 Apr 20 17:26:56.082793 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-377485b8-a5ef-4350-8273-c9d82472e904 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:56.117098 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c19921e3-9c3a-4356-b816-1784c709c041 req-105c70ee-f998-4e59-b450-46320238d7e6 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519713 Apr 20 17:26:56.168312 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2469ee0f-fb07-49ec-bb13-d802ae6621bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:56.196319 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2469ee0f-fb07-49ec-bb13-d802ae6621bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:56.254490 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469ee0f-fb07-49ec-bb13-d802ae6621bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2f4dcd-9e46-473d-b901-849ffc10387f,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:56.262885 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49968) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:56.273704 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-377485b8-a5ef-4350-8273-c9d82472e904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:56.275314 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377485b8-a5ef-4350-8273-c9d82472e904 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:56.277567 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-377485b8-a5ef-4350-8273-c9d82472e904 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:56.339963 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-377485b8-a5ef-4350-8273-c9d82472e904 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3724442 Apr 20 17:26:56.343355 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49974) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:56.348973 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-74704ea3-7f58-4bda-8b11-8a2c1990b6e5 admin admin] Request body: {'subnet': {'network_id': '8de125e0-6ed8-4cf8-b0af-0625eb773833', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-367923978-subnet', 'tenant_id': '1e13efad1e3f4038ad48193ec5a83c67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:26:56.362775 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-74704ea3-7f58-4bda-8b11-8a2c1990b6e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:56.375440 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-74704ea3-7f58-4bda-8b11-8a2c1990b6e5 admin admin] Usage tracker for resource:subnet and tenant:1e13efad1e3f4038ad48193ec5a83c67 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:56.391056 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-74704ea3-7f58-4bda-8b11-8a2c1990b6e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:56.407266 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-74704ea3-7f58-4bda-8b11-8a2c1990b6e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:56.448715 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2469ee0f-fb07-49ec-bb13-d802ae6621bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8a547c997ab548659fd4d78e5d3f7a2f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2925224 Apr 20 17:26:56.449550 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49980) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:56.462904 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377485b8-a5ef-4350-8273-c9d82472e904 admin admin] Pushing event updated for resources: {'Network': ['ID=8de125e0-6ed8-4cf8-b0af-0625eb773833,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:56.475531 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 8de125e0-6ed8-4cf8-b0af-0625eb773833 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:26:56.481859 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74704ea3-7f58-4bda-8b11-8a2c1990b6e5 admin admin] Made reservation on behalf of 1e13efad1e3f4038ad48193ec5a83c67 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:26:56.484520 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-74704ea3-7f58-4bda-8b11-8a2c1990b6e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:56.755966 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-74704ea3-7f58-4bda-8b11-8a2c1990b6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:56.836458 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bd7b42a6-56e3-4d85-9e1e-d1c339043fe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:56.921572 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74704ea3-7f58-4bda-8b11-8a2c1990b6e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f27c66a-4e09-4d70-81fc-2a2216cf795e,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:56.933037 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-bd7b42a6-56e3-4d85-9e1e-d1c339043fe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:56.937095 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-bd7b42a6-56e3-4d85-9e1e-d1c339043fe9 admin admin] Usage tracker for resource:security_group_rule and tenant:b9cb49b21ac74615bc5564fb93515fbb is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:56.945962 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-bd7b42a6-56e3-4d85-9e1e-d1c339043fe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:56.956167 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-bd7b42a6-56e3-4d85-9e1e-d1c339043fe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:56.977520 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7e31a553-166f-4386-a0bc-b49632433abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:57.000908 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74704ea3-7f58-4bda-8b11-8a2c1990b6e5 admin admin] Checking segment: {'id': '9de6ac2a-8cb0-4785-8533-b701e8b94c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8de125e0-6ed8-4cf8-b0af-0625eb773833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:26:57.001336 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74704ea3-7f58-4bda-8b11-8a2c1990b6e5 admin admin] Network hostable DHCP agents. Network: 8de125e0-6ed8-4cf8-b0af-0625eb773833, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:26:57.030507 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7e31a553-166f-4386-a0bc-b49632433abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:57.107039 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74704ea3-7f58-4bda-8b11-8a2c1990b6e5 admin admin] Network 8de125e0-6ed8-4cf8-b0af-0625eb773833 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:26:57.124529 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-74704ea3-7f58-4bda-8b11-8a2c1990b6e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 8de125e0-6ed8-4cf8-b0af-0625eb773833) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:26:57.134592 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a7b9ea-67e5-4fe1-bfff-29533467d9e4 None None] Network 8de125e0-6ed8-4cf8-b0af-0625eb773833 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:26:57.138829 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74704ea3-7f58-4bda-8b11-8a2c1990b6e5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:57.139464 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-74704ea3-7f58-4bda-8b11-8a2c1990b6e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:57.177331 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bd7b42a6-56e3-4d85-9e1e-d1c339043fe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:57.204017 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7e31a553-166f-4386-a0bc-b49632433abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:57.229429 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7e31a553-166f-4386-a0bc-b49632433abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:57.230662 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7e31a553-166f-4386-a0bc-b49632433abb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7a2f4dcd-9e46-473d-b901-849ffc10387f HTTP/1.1" status: 204 len: 168 time: 0.7794607 Apr 20 17:26:57.231534 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bd7b42a6-56e3-4d85-9e1e-d1c339043fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:57.243518 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31a553-166f-4386-a0bc-b49632433abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2f4dcd-9e46-473d-b901-849ffc10387f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:57.276522 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-74704ea3-7f58-4bda-8b11-8a2c1990b6e5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9320929 Apr 20 17:26:57.279259 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b42a6-56e3-4d85-9e1e-d1c339043fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7421dadb-784d-4ba7-bf4f-85e0760c664a,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:57.299128 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bd7b42a6-56e3-4d85-9e1e-d1c339043fe9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b9cb49b21ac74615bc5564fb93515fbb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0351613 Apr 20 17:26:57.301826 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50004) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:57.609973 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1464a36d-279d-4f08-b0f0-b728899ccdd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:57.625384 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11c3eaf-21ee-4089-87c7-5acefb47b008 None None] Network 8de125e0-6ed8-4cf8-b0af-0625eb773833 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:26:57.666325 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1464a36d-279d-4f08-b0f0-b728899ccdd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:57.833476 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1464a36d-279d-4f08-b0f0-b728899ccdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:57.914752 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464a36d-279d-4f08-b0f0-b728899ccdd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7421dadb-784d-4ba7-bf4f-85e0760c664a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:57.920010 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1464a36d-279d-4f08-b0f0-b728899ccdd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:57.931892 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1464a36d-279d-4f08-b0f0-b728899ccdd1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7421dadb-784d-4ba7-bf4f-85e0760c664a HTTP/1.1" status: 204 len: 168 time: 0.6178081 Apr 20 17:26:58.325878 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cd03449e-eae2-4b20-828f-00bb593d78b9 req-3ae3dc37-3ecd-4aca-9b04-0f1f2da1c326 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=739e916aa25c4029ad0454743c027d4f&device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 1096 time: 0.5257521 Apr 20 17:26:58.337327 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45e0b0-91fc-4f36-8f2c-a8004dcefb0d req-50e06a12-044f-40c2-a179-2f2f94dc89fb tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:58.341894 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fa45e0b0-91fc-4f36-8f2c-a8004dcefb0d req-50e06a12-044f-40c2-a179-2f2f94dc89fb tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 945 time: 0.2864435 Apr 20 17:26:58.508066 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fa45e0b0-91fc-4f36-8f2c-a8004dcefb0d req-39e321b4-936c-4337-b236-fd9a65dfc2bd tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542506 Apr 20 17:26:58.718581 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03449e-eae2-4b20-828f-00bb593d78b9 req-e7fd7f2c-a6ee-4421-8b2c-c058cec6fc7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:58.720536 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cd03449e-eae2-4b20-828f-00bb593d78b9 req-e7fd7f2c-a6ee-4421-8b2c-c058cec6fc7a service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 HTTP/1.1" status: 200 len: 920 time: 0.3856103 Apr 20 17:26:58.834136 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50044) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:58.862229 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-a0ce41c3-ec2a-492b-9dd4-9ac5bd2998e4 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:58.863917 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-a0ce41c3-ec2a-492b-9dd4-9ac5bd2998e4 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] 10.222.0.39 "GET /v2.0/networks?id=8de125e0-6ed8-4cf8-b0af-0625eb773833 HTTP/1.1" status: 200 len: 812 time: 0.3994107 Apr 20 17:26:58.872771 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-35bfc4db-1c30-4408-b04a-7a5224d8a241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:58.903330 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-bd380dab-6f54-4368-a776-e03e5eb5f23e tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] 10.222.0.39 "GET /v2.0/quotas/1e13efad1e3f4038ad48193ec5a83c67 HTTP/1.1" status: 200 len: 375 time: 0.0319381 Apr 20 17:26:58.932302 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b12541-392d-4a70-ac6b-4af43316297d req-22348a69-1f0b-4701-a378-4748a05c1282 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:58.939012 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-57b12541-392d-4a70-ac6b-4af43316297d req-22348a69-1f0b-4701-a378-4748a05c1282 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 945 time: 0.1377766 Apr 20 17:26:58.951841 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-5ec14a38-cb60-420c-845c-64fd9bb3f08b tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1e13efad1e3f4038ad48193ec5a83c67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427184 Apr 20 17:26:58.955675 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-35bfc4db-1c30-4408-b04a-7a5224d8a241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:26:58.963884 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-35bfc4db-1c30-4408-b04a-7a5224d8a241 admin admin] Usage tracker for resource:security_group_rule and tenant:7e5a9f1d81bf4b40972926b6f6e0632f is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:26:58.968259 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-35bfc4db-1c30-4408-b04a-7a5224d8a241 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:26:58.975072 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-35bfc4db-1c30-4408-b04a-7a5224d8a241 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:26:59.015470 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-57b12541-392d-4a70-ac6b-4af43316297d req-eef627a5-1573-42c1-93d5-fcd4cac0361b tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754621 Apr 20 17:26:59.058071 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cd03449e-eae2-4b20-828f-00bb593d78b9 req-5abef2dc-ffd7-4b60-a287-a07fe9859d69 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8f67641-1edb-44b0-b406-e1783d7bec8b HTTP/1.1" status: 200 len: 1001 time: 0.3197167 Apr 20 17:26:59.128551 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-35bfc4db-1c30-4408-b04a-7a5224d8a241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:59.130221 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03449e-eae2-4b20-828f-00bb593d78b9 req-6641cd16-95ac-4ac9-b4c4-8e6f8d9a9ebb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:26:59.131965 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cd03449e-eae2-4b20-828f-00bb593d78b9 req-6641cd16-95ac-4ac9-b4c4-8e6f8d9a9ebb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be91a7bc-1185-4002-b13c-e1f041fc679d HTTP/1.1" status: 200 len: 858 time: 0.0609610 Apr 20 17:26:59.136019 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-35bfc4db-1c30-4408-b04a-7a5224d8a241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:59.243058 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-bb436208-10e0-47aa-afa3-f092eb2d6762 service neutron] 10.222.0.39 "GET /v2.0/networks/8de125e0-6ed8-4cf8-b0af-0625eb773833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787025 Apr 20 17:26:59.249456 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bfc4db-1c30-4408-b04a-7a5224d8a241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a68c22-c247-4341-93b5-8400bd9011f6,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:59.253955 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cd03449e-eae2-4b20-828f-00bb593d78b9 req-cb2c37d3-a2aa-41c2-9b15-21826f1f581a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142392 Apr 20 17:26:59.255212 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-35bfc4db-1c30-4408-b04a-7a5224d8a241 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e5a9f1d81bf4b40972926b6f6e0632f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4158537 Apr 20 17:26:59.257797 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50052) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:59.324765 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ae3c2b44-eb35-4d1c-a46a-3fdb6c6c1aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:59.351633 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ae3c2b44-eb35-4d1c-a46a-3fdb6c6c1aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:59.431325 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ae3c2b44-eb35-4d1c-a46a-3fdb6c6c1aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:59.456504 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c2b44-eb35-4d1c-a46a-3fdb6c6c1aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a68c22-c247-4341-93b5-8400bd9011f6,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:26:59.472678 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ae3c2b44-eb35-4d1c-a46a-3fdb6c6c1aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:26:59.474216 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ae3c2b44-eb35-4d1c-a46a-3fdb6c6c1aaa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a9a68c22-c247-4341-93b5-8400bd9011f6 HTTP/1.1" status: 204 len: 168 time: 0.2151337 Apr 20 17:26:59.529003 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cd03449e-eae2-4b20-828f-00bb593d78b9 req-65a0d39c-4c22-48b7-a38f-855ace08cc09 service neutron] 10.222.0.10 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570138 Apr 20 17:26:59.530992 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-5cec0864-59a2-480e-9578-27baeea49737 service neutron] 10.222.0.39 "GET /v2.0/networks/8de125e0-6ed8-4cf8-b0af-0625eb773833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802303 Apr 20 17:26:59.820410 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cd03449e-eae2-4b20-828f-00bb593d78b9 req-eefdd972-6b99-4760-bc07-ed20cbc07d72 service neutron] 10.222.0.10 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841458 Apr 20 17:27:00.125963 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eff02196-e919-47c3-9aa6-47106e3c82b6 req-92501a4a-6ffe-4054-9fcc-69dbfe173c94 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] 10.222.0.39 "GET /v2.0/ports?device_id=af8051fe-de63-45d0-a20b-1011a940fc31 HTTP/1.1" status: 200 len: 210 time: 0.1563649 Apr 20 17:27:00.215010 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:27:00.755977 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14945bb7-e7ac-4c8a-9a05-3a980b4972e2 req-b2e0e9b2-7ebb-4f3b-8276-850a800d0593 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:00.758412 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-14945bb7-e7ac-4c8a-9a05-3a980b4972e2 req-b2e0e9b2-7ebb-4f3b-8276-850a800d0593 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 945 time: 0.6232648 Apr 20 17:27:00.825612 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-14945bb7-e7ac-4c8a-9a05-3a980b4972e2 req-65e7850c-b324-441b-bd09-d9b812877094 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569761 Apr 20 17:27:01.070631 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:27:01.378501 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-18866641-938e-4cc0-a625-291bc28c67b4 req-61aa4715-9f26-4e62-a47e-cb484f984f43 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] 10.222.0.39 "GET /v2.0/ports?device_id=af8051fe-de63-45d0-a20b-1011a940fc31 HTTP/1.1" status: 200 len: 210 time: 0.0665016 Apr 20 17:27:01.455965 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:01.540940 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0aa0140-852b-430d-ba5a-cf25471b3871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ade7190-3a4b-418f-a071-6c7e4f46d1d3'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:27:01.562996 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 8ade7190-3a4b-418f-a071-6c7e4f46d1d3, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=8ade7190-3a4b-418f-a071-6c7e4f46d1d3,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:27:01.574453 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:01.705593 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c202fb77-6fa6-4235-a604-79a67cb52f62'] response: {'server_uuid': 'b0aa0140-852b-430d-ba5a-cf25471b3871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ade7190-3a4b-418f-a071-6c7e4f46d1d3', 'code': 200} Apr 20 17:27:01.713441 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=8ade7190-3a4b-418f-a071-6c7e4f46d1d3,revision_number=8']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:01.739006 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:27:01.740171 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:27:01.740832 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:27:01.741356 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:27:01.741865 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:27:01.743139 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:27:01.744778 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:27:01.745269 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:27:01.747942 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:27:01.748466 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:27:01.749087 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:27:01.932838 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-a2d023c1-b703-4839-8fa2-0badef4ba266 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:01.934463 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-a2d023c1-b703-4839-8fa2-0badef4ba266 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Synchronizing usage tracker for tenant:1e13efad1e3f4038ad48193ec5a83c67 on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:27:01.957733 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-a2d023c1-b703-4839-8fa2-0badef4ba266 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Unset dirty status for tenant:1e13efad1e3f4038ad48193ec5a83c67 on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:27:01.960881 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-a2d023c1-b703-4839-8fa2-0badef4ba266 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] 10.222.0.43 "GET /v2.0/networks?id=8de125e0-6ed8-4cf8-b0af-0625eb773833 HTTP/1.1" status: 200 len: 812 time: 0.4238453 Apr 20 17:27:01.981499 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-2cd96dd8-3580-4510-a1cf-76d20c212f48 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Request body: {'port': {'device_id': 'af8051fe-de63-45d0-a20b-1011a940fc31', 'network_id': '8de125e0-6ed8-4cf8-b0af-0625eb773833', 'admin_state_up': True, 'tenant_id': '1e13efad1e3f4038ad48193ec5a83c67'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:27:02.146279 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-2cd96dd8-3580-4510-a1cf-76d20c212f48 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:27:02.151570 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-2cd96dd8-3580-4510-a1cf-76d20c212f48 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Usage tracker for resource:port and tenant:1e13efad1e3f4038ad48193ec5a83c67 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:27:02.154768 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b672ca-b483-4cc5-a55d-41f0ad3c7311 req-144298b9-5a17-4114-a100-d8d540ddfd19 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:02.155480 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-2cd96dd8-3580-4510-a1cf-76d20c212f48 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:27:02.162151 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a4b672ca-b483-4cc5-a55d-41f0ad3c7311 req-144298b9-5a17-4114-a100-d8d540ddfd19 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 945 time: 0.1050053 Apr 20 17:27:02.163044 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-2cd96dd8-3580-4510-a1cf-76d20c212f48 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:27:02.180709 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-2cd96dd8-3580-4510-a1cf-76d20c212f48 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Made reservation on behalf of 1e13efad1e3f4038ad48193ec5a83c67 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:27:02.185887 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-2cd96dd8-3580-4510-a1cf-76d20c212f48 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:02.281948 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a4b672ca-b483-4cc5-a55d-41f0ad3c7311 req-3bd79e52-b3d4-47f7-8696-09453041319a tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185265 Apr 20 17:27:02.499908 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-2cd96dd8-3580-4510-a1cf-76d20c212f48 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Allocated IP 172.20.0.7 (8de125e0-6ed8-4cf8-b0af-0625eb773833/8f27c66a-4e09-4d70-81fc-2a2216cf795e/56ecca17-7563-443c-8b34-2388f2586c9f) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:27:02.653664 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bc997a25-9c37-4859-ad77-efa819b44a19 req-e4b469bb-1d2d-4bbc-a030-f751c1fd9776 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] 10.222.0.39 "GET /v2.0/ports?device_id=af8051fe-de63-45d0-a20b-1011a940fc31 HTTP/1.1" status: 200 len: 210 time: 0.0819438 Apr 20 17:27:02.870043 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-2cd96dd8-3580-4510-a1cf-76d20c212f48 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:02.901084 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-2cd96dd8-3580-4510-a1cf-76d20c212f48 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:02.983083 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd96dd8-3580-4510-a1cf-76d20c212f48 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Pushing event updated for resources: {'Port': ['ID=56ecca17-7563-443c-8b34-2388f2586c9f,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:03.003226 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-2cd96dd8-3580-4510-a1cf-76d20c212f48 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Network 8de125e0-6ed8-4cf8-b0af-0625eb773833 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:27:03.005778 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-2cd96dd8-3580-4510-a1cf-76d20c212f48 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:27:03.007097 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-2cd96dd8-3580-4510-a1cf-76d20c212f48 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:27:03.074212 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:27:03.101563 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-2cd96dd8-3580-4510-a1cf-76d20c212f48 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:03.102262 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-2cd96dd8-3580-4510-a1cf-76d20c212f48 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:03.162537 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-2cd96dd8-3580-4510-a1cf-76d20c212f48 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1855345 Apr 20 17:27:03.176955 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-c1bfc224-1df5-4cee-942a-eca7bbc817a5 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:27:03.178440 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-c1bfc224-1df5-4cee-942a-eca7bbc817a5 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0079935 Apr 20 17:27:03.192109 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-b1c262e3-d829-4a0d-8b91-b18fc0642df6 service neutron] Request body: {'port': {'device_id': 'af8051fe-de63-45d0-a20b-1011a940fc31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:27:03.301749 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 8ade7190-3a4b-418f-a071-6c7e4f46d1d3, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=8ade7190-3a4b-418f-a071-6c7e4f46d1d3,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:27:03.317913 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '8ade7190-3a4b-418f-a071-6c7e4f46d1d3', 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923', 'port_id': '8ade7190-3a4b-418f-a071-6c7e4f46d1d3', 'mac_address': 'fa:16:3e:af:27:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459b9241-591b-4214-ba21-d89500ea520e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:27:03.357429 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-b1c262e3-d829-4a0d-8b91-b18fc0642df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:03.386614 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:03.406505 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:27:03.424639 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 8ade7190-3a4b-418f-a071-6c7e4f46d1d3, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=8ade7190-3a4b-418f-a071-6c7e4f46d1d3,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:27:03.437731 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:03.637548 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a0b76-2d70-4aca-9438-7a41a9aa9367 req-da12245c-aaa7-4e39-8103-125cb651ee1b tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:03.639180 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e90a0b76-2d70-4aca-9438-7a41a9aa9367 req-da12245c-aaa7-4e39-8103-125cb651ee1b tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 945 time: 0.1210539 Apr 20 17:27:03.652203 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['8ade7190-3a4b-418f-a071-6c7e4f46d1d3'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:27:03.730181 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e90a0b76-2d70-4aca-9438-7a41a9aa9367 req-6723e16f-29dc-4df4-827d-41a77e224a4d tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799122 Apr 20 17:27:03.895039 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=8ade7190-3a4b-418f-a071-6c7e4f46d1d3,revision_number=9']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:04.072570 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67399665-f3fe-4756-8911-dd00cda5f118 req-0c0ccde6-d386-44bd-a01f-a389e2530f7d tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:04.074299 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-b1c262e3-d829-4a0d-8b91-b18fc0642df6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ecca17-7563-443c-8b34-2388f2586c9f {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:27:04.078639 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-67399665-f3fe-4756-8911-dd00cda5f118 req-0c0ccde6-d386-44bd-a01f-a389e2530f7d tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 945 time: 0.1126633 Apr 20 17:27:04.081873 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-b1c262e3-d829-4a0d-8b91-b18fc0642df6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:04.083567 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50200) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:27:04.095680 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-51b855cc-8abc-4f2b-8981-bc50ca67a880 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Request body: {'floatingip': {'port_id': 'a8f67641-1edb-44b0-b406-e1783d7bec8b'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:27:04.121632 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-b1c262e3-d829-4a0d-8b91-b18fc0642df6 service neutron] Transition to ACTIVE for port object 56ecca17-7563-443c-8b34-2388f2586c9f will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:27:04.206991 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-b1c262e3-d829-4a0d-8b91-b18fc0642df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:04.404350 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c262e3-d829-4a0d-8b91-b18fc0642df6 service neutron] Pushing event updated for resources: {'Port': ['ID=56ecca17-7563-443c-8b34-2388f2586c9f,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:04.446347 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-51b855cc-8abc-4f2b-8981-bc50ca67a880 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks [] for floatingip, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:04.783928 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87e97d-d4ee-418f-a122-eff35c5f95bf req-e6c3dad8-f1d2-4042-b6bd-3c48cd61db0a tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:04.784871 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-8c87e97d-d4ee-418f-a122-eff35c5f95bf req-e6c3dad8-f1d2-4042-b6bd-3c48cd61db0a tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Synchronizing usage tracker for tenant:1e13efad1e3f4038ad48193ec5a83c67 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:27:04.791014 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-b1c262e3-d829-4a0d-8b91-b18fc0642df6 service neutron] Attempting to bind port 56ecca17-7563-443c-8b34-2388f2586c9f on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:27:04.791851 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-b1c262e3-d829-4a0d-8b91-b18fc0642df6 service neutron] Attempting to bind port 56ecca17-7563-443c-8b34-2388f2586c9f by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '9de6ac2a-8cb0-4785-8533-b701e8b94c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8de125e0-6ed8-4cf8-b0af-0625eb773833'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:27:04.792325 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-b1c262e3-d829-4a0d-8b91-b18fc0642df6 service neutron] Attempting to bind port 56ecca17-7563-443c-8b34-2388f2586c9f on network 8de125e0-6ed8-4cf8-b0af-0625eb773833 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:27:04.829460 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-b1c262e3-d829-4a0d-8b91-b18fc0642df6 service neutron] Port 56ecca17-7563-443c-8b34-2388f2586c9f on network 8de125e0-6ed8-4cf8-b0af-0625eb773833 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:27:04.830054 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-b1c262e3-d829-4a0d-8b91-b18fc0642df6 service neutron] Attempting to bind port 56ecca17-7563-443c-8b34-2388f2586c9f on network 8de125e0-6ed8-4cf8-b0af-0625eb773833 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:27:04.842947 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-b1c262e3-d829-4a0d-8b91-b18fc0642df6 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:27:04.843539 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-b1c262e3-d829-4a0d-8b91-b18fc0642df6 service neutron] Checking segment: {'id': '9de6ac2a-8cb0-4785-8533-b701e8b94c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8de125e0-6ed8-4cf8-b0af-0625eb773833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:27:04.844134 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-b1c262e3-d829-4a0d-8b91-b18fc0642df6 service neutron] Bound using segment: {'id': '9de6ac2a-8cb0-4785-8533-b701e8b94c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8de125e0-6ed8-4cf8-b0af-0625eb773833'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:27:04.844792 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-b1c262e3-d829-4a0d-8b91-b18fc0642df6 service neutron] Bound port: 56ecca17-7563-443c-8b34-2388f2586c9f, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de6ac2a-8cb0-4785-8533-b701e8b94c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8de125e0-6ed8-4cf8-b0af-0625eb773833'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:27:04.845387 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-b1c262e3-d829-4a0d-8b91-b18fc0642df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:04.873356 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-8c87e97d-d4ee-418f-a122-eff35c5f95bf req-e6c3dad8-f1d2-4042-b6bd-3c48cd61db0a tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Unset dirty status for tenant:1e13efad1e3f4038ad48193ec5a83c67 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:27:04.881347 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8c87e97d-d4ee-418f-a122-eff35c5f95bf req-e6c3dad8-f1d2-4042-b6bd-3c48cd61db0a tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] 10.222.0.39 "GET /v2.0/ports?device_id=af8051fe-de63-45d0-a20b-1011a940fc31 HTTP/1.1" status: 200 len: 943 time: 0.7583077 Apr 20 17:27:05.036361 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-8c87e97d-d4ee-418f-a122-eff35c5f95bf req-803ae823-c98a-4a34-955d-62945a43d740 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Synchronizing usage tracker for tenant:1e13efad1e3f4038ad48193ec5a83c67 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:27:05.081133 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-8c87e97d-d4ee-418f-a122-eff35c5f95bf req-803ae823-c98a-4a34-955d-62945a43d740 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Unset dirty status for tenant:1e13efad1e3f4038ad48193ec5a83c67 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:27:05.083849 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:27:05.098963 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8c87e97d-d4ee-418f-a122-eff35c5f95bf req-803ae823-c98a-4a34-955d-62945a43d740 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] 10.222.0.39 "GET /v2.0/security-groups?id=214b2e36-c4ae-465b-acbe-f672e563704a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161558 Apr 20 17:27:05.123769 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-b1c262e3-d829-4a0d-8b91-b18fc0642df6 service neutron] For port 56ecca17-7563-443c-8b34-2388f2586c9f, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:27:05.128068 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-b1c262e3-d829-4a0d-8b91-b18fc0642df6 service neutron] For port 56ecca17-7563-443c-8b34-2388f2586c9f, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=56ecca17-7563-443c-8b34-2388f2586c9f,segment=NetworkSegment(9de6ac2a-8cb0-4785-8533-b701e8b94c31),segment_id=9de6ac2a-8cb0-4785-8533-b701e8b94c31)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:27:05.143297 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-b1c262e3-d829-4a0d-8b91-b18fc0642df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:05.272553 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:27:05.272920 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:05.276365 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-b1c262e3-d829-4a0d-8b91-b18fc0642df6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:05.279434 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-b1c262e3-d829-4a0d-8b91-b18fc0642df6 service neutron] 10.222.0.43 "PUT /v2.0/ports/56ecca17-7563-443c-8b34-2388f2586c9f HTTP/1.1" status: 200 len: 1091 time: 2.0922940 Apr 20 17:27:05.280968 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8051fe-de63-45d0-a20b-1011a940fc31', 'tag': '56ecca17-7563-443c-8b34-2388f2586c9f'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:27:05.337773 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c262e3-d829-4a0d-8b91-b18fc0642df6 service neutron] Pushing event updated for resources: {'Port': ['ID=56ecca17-7563-443c-8b34-2388f2586c9f,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:05.478808 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4fe3141-4e72-4ea3-834d-9476191e6864'] response: {'name': 'network-changed', 'server_uuid': 'af8051fe-de63-45d0-a20b-1011a940fc31', 'tag': '56ecca17-7563-443c-8b34-2388f2586c9f', 'status': 'completed', 'code': 200} Apr 20 17:27:05.577569 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-88c4c68c-58ee-404b-9198-23344cfb251e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e13efad1e3f4038ad48193ec5a83c67&device_id=af8051fe-de63-45d0-a20b-1011a940fc31 HTTP/1.1" status: 200 len: 1094 time: 0.2261956 Apr 20 17:27:05.636560 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:05.707858 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 8ade7190-3a4b-418f-a071-6c7e4f46d1d3, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=8ade7190-3a4b-418f-a071-6c7e4f46d1d3,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:27:05.710281 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0aa0140-852b-430d-ba5a-cf25471b3871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ade7190-3a4b-418f-a071-6c7e4f46d1d3'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:27:05.733550 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:05.832525 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-82d8d65c-a446-48f2-9c08-2efad5e3bd9f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56ecca17-7563-443c-8b34-2388f2586c9f HTTP/1.1" status: 200 len: 217 time: 0.2449028 Apr 20 17:27:05.910336 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3da996cb-9f66-468d-9384-ceb06a64c069'] response: {'server_uuid': 'b0aa0140-852b-430d-ba5a-cf25471b3871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ade7190-3a4b-418f-a071-6c7e4f46d1d3', 'code': 200} Apr 20 17:27:05.938034 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=8ade7190-3a4b-418f-a071-6c7e4f46d1d3,revision_number=10']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:05.998354 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-16bcaefd-6c16-4ad1-b953-42bf55307ac2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:06.000077 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-16bcaefd-6c16-4ad1-b953-42bf55307ac2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8f27c66a-4e09-4d70-81fc-2a2216cf795e HTTP/1.1" status: 200 len: 852 time: 0.1600313 Apr 20 17:27:06.034253 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-51b855cc-8abc-4f2b-8981-bc50ca67a880 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:06.052757 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-51b855cc-8abc-4f2b-8981-bc50ca67a880 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:06.078163 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-78ef3c05-2a86-4d96-a87c-d79f9e448ca2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8de125e0-6ed8-4cf8-b0af-0625eb773833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705802 Apr 20 17:27:06.346047 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-e55dd551-2080-458f-bdbc-8d23acd15706 service neutron] 10.222.0.43 "GET /v2.0/networks/8de125e0-6ed8-4cf8-b0af-0625eb773833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612436 Apr 20 17:27:06.557699 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50278) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:27:06.645366 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50284) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:27:06.655783 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac73bec-0097-4de0-8eb7-271cccb483da req-cb399101-0a55-44a9-9339-47a6b3819ac8 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:06.662216 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ac73bec-0097-4de0-8eb7-271cccb483da req-cb399101-0a55-44a9-9339-47a6b3819ac8 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] 10.222.0.39 "GET /v2.0/ports?device_id=af8051fe-de63-45d0-a20b-1011a940fc31 HTTP/1.1" status: 200 len: 943 time: 0.3161964 Apr 20 17:27:06.709445 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ea262694-7576-4dc3-ab3e-1485cb687639 req-5d86949e-00a5-4c0e-b8c6-0d661123ac75 service neutron] 10.222.0.43 "GET /v2.0/networks/8de125e0-6ed8-4cf8-b0af-0625eb773833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564048 Apr 20 17:27:06.756529 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ac73bec-0097-4de0-8eb7-271cccb483da req-9abe7bc7-988b-4e57-8d40-321934822942 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] 10.222.0.39 "GET /v2.0/security-groups?id=214b2e36-c4ae-465b-acbe-f672e563704a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883548 Apr 20 17:27:06.946982 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8e3f5fa7-d03b-41e9-bae5-91b9914fef3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:06.983183 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8e3f5fa7-d03b-41e9-bae5-91b9914fef3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:27:06.989538 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8e3f5fa7-d03b-41e9-bae5-91b9914fef3b admin admin] Usage tracker for resource:security_group_rule and tenant:bb8dd01e691e4c16ab9986fa3517576a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:27:06.990680 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8e3f5fa7-d03b-41e9-bae5-91b9914fef3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:27:06.997771 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8e3f5fa7-d03b-41e9-bae5-91b9914fef3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:27:07.026547 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cdedd2a8-ffaa-41f4-9d19-ae7e2bd71b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:07.105340 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-cdedd2a8-ffaa-41f4-9d19-ae7e2bd71b80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:27:07.112551 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-cdedd2a8-ffaa-41f4-9d19-ae7e2bd71b80 admin admin] Usage tracker for resource:security_group_rule and tenant:cf7108498e60489384fc490d1d25124d is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:27:07.116558 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-cdedd2a8-ffaa-41f4-9d19-ae7e2bd71b80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:27:07.124598 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-cdedd2a8-ffaa-41f4-9d19-ae7e2bd71b80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:27:07.159832 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8e3f5fa7-d03b-41e9-bae5-91b9914fef3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:07.178642 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-778a1109-463b-42fb-a3be-a88bdbbcc0e8 req-1d53a2ab-02f3-4686-91be-a570a6013356 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e13efad1e3f4038ad48193ec5a83c67&device_id=af8051fe-de63-45d0-a20b-1011a940fc31 HTTP/1.1" status: 200 len: 1094 time: 0.3934922 Apr 20 17:27:07.185657 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8e3f5fa7-d03b-41e9-bae5-91b9914fef3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:07.222360 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b855cc-8abc-4f2b-8981-bc50ca67a880 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Router fbec7869-d1f5-4adb-b464-d88111308140 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:27:07.422928 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f5fa7-d03b-41e9-bae5-91b9914fef3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed94a4f-40c4-4785-a116-14fe0580b4b0,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:07.432677 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8e3f5fa7-d03b-41e9-bae5-91b9914fef3b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bb8dd01e691e4c16ab9986fa3517576a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7826395 Apr 20 17:27:07.435495 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50296) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:27:07.544587 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ee8884e0-0a54-4636-be59-e2a9b256b979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:07.549330 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a1109-463b-42fb-a3be-a88bdbbcc0e8 req-b9f64dfe-a98f-4a58-ae7d-328e34dcf341 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:07.550977 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-778a1109-463b-42fb-a3be-a88bdbbcc0e8 req-b9f64dfe-a98f-4a58-ae7d-328e34dcf341 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8de125e0-6ed8-4cf8-b0af-0625eb773833 HTTP/1.1" status: 200 len: 913 time: 0.3475132 Apr 20 17:27:07.604542 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cdedd2a8-ffaa-41f4-9d19-ae7e2bd71b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:07.620124 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cdedd2a8-ffaa-41f4-9d19-ae7e2bd71b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:07.663274 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ee8884e0-0a54-4636-be59-e2a9b256b979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:07.689453 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdedd2a8-ffaa-41f4-9d19-ae7e2bd71b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe22ac3-4bbc-4cdd-b9f1-e9fb5cd717cb,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:07.695491 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cdedd2a8-ffaa-41f4-9d19-ae7e2bd71b80 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cf7108498e60489384fc490d1d25124d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1159625 Apr 20 17:27:07.702237 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50300) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:27:07.772463 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-778a1109-463b-42fb-a3be-a88bdbbcc0e8 req-504a47f8-3154-4642-bb84-ff7e4263ddf1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56ecca17-7563-443c-8b34-2388f2586c9f HTTP/1.1" status: 200 len: 217 time: 0.2134511 Apr 20 17:27:07.773523 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ee8884e0-0a54-4636-be59-e2a9b256b979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:07.791567 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-df386ef8-2bfd-4d92-9dc0-edfc36ee9857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:07.839965 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-df386ef8-2bfd-4d92-9dc0-edfc36ee9857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:07.893900 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b855cc-8abc-4f2b-8981-bc50ca67a880 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:27:07.899783 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8884e0-0a54-4636-be59-e2a9b256b979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed94a4f-40c4-4785-a116-14fe0580b4b0,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:07.908458 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13542da-2ff3-4767-9ded-679c4455a06b None None] Sync routers for ids ['fbec7869-d1f5-4adb-b464-d88111308140'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:27:07.914272 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ee8884e0-0a54-4636-be59-e2a9b256b979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:07.918961 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ee8884e0-0a54-4636-be59-e2a9b256b979 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8ed94a4f-40c4-4785-a116-14fe0580b4b0 HTTP/1.1" status: 204 len: 168 time: 0.4798999 Apr 20 17:27:07.949666 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-51b855cc-8abc-4f2b-8981-bc50ca67a880 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:07.954584 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13542da-2ff3-4767-9ded-679c4455a06b None None] Routers {'fbec7869-d1f5-4adb-b464-d88111308140'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:27:07.955208 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-d13542da-2ff3-4767-9ded-679c4455a06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:26:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['fbec7869-d1f5-4adb-b464-d88111308140'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:27:07.956341 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a1109-463b-42fb-a3be-a88bdbbcc0e8 req-cc6dda6e-6282-4635-ba2a-d2ecf3081e4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:07.958108 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-778a1109-463b-42fb-a3be-a88bdbbcc0e8 req-cc6dda6e-6282-4635-ba2a-d2ecf3081e4a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8f27c66a-4e09-4d70-81fc-2a2216cf795e HTTP/1.1" status: 200 len: 852 time: 0.1717339 Apr 20 17:27:08.086657 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-778a1109-463b-42fb-a3be-a88bdbbcc0e8 req-99c09634-9fa7-4273-9bb8-4fe7f982db67 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8de125e0-6ed8-4cf8-b0af-0625eb773833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201327 Apr 20 17:27:08.167261 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1d19d6-e5c9-4bae-9726-006138646e57', 'tag': 'a8f67641-1edb-44b0-b406-e1783d7bec8b'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:27:08.281605 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-51b855cc-8abc-4f2b-8981-bc50ca67a880 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "PUT /v2.0/floatingips/420d1552-bb58-46bf-9c00-6cae12cf0e3e HTTP/1.1" status: 200 len: 993 time: 4.1968076 Apr 20 17:27:08.293395 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-df386ef8-2bfd-4d92-9dc0-edfc36ee9857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:08.316799 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75244c7c-f87c-424a-b9a0-5d400094eb6a'] response: {'name': 'network-changed', 'server_uuid': 'ae1d19d6-e5c9-4bae-9726-006138646e57', 'tag': 'a8f67641-1edb-44b0-b406-e1783d7bec8b', 'status': 'completed', 'code': 200} Apr 20 17:27:08.327954 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-d13542da-2ff3-4767-9ded-679c4455a06b None None] Set router fbec7869-d1f5-4adb-b464-d88111308140 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:27:08.516823 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df386ef8-2bfd-4d92-9dc0-edfc36ee9857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe22ac3-4bbc-4cdd-b9f1-e9fb5cd717cb,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:08.558149 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-df386ef8-2bfd-4d92-9dc0-edfc36ee9857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:08.569445 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-df386ef8-2bfd-4d92-9dc0-edfc36ee9857 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9fe22ac3-4bbc-4cdd-b9f1-e9fb5cd717cb HTTP/1.1" status: 204 len: 168 time: 0.8600039 Apr 20 17:27:08.613071 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50326) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:27:08.667240 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14328147-6e72-4ad0-96a8-47a4175f0928 req-6cd9e740-1b96-4522-8c81-74868cef89b3 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:08.669551 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-14328147-6e72-4ad0-96a8-47a4175f0928 req-6cd9e740-1b96-4522-8c81-74868cef89b3 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] 10.222.0.39 "GET /v2.0/ports?device_id=af8051fe-de63-45d0-a20b-1011a940fc31 HTTP/1.1" status: 200 len: 943 time: 0.6308341 Apr 20 17:27:08.705066 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f34d99f5-02c3-496d-8de0-d13a228f4c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:08.719504 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-778a1109-463b-42fb-a3be-a88bdbbcc0e8 req-b38ccd7d-1d1f-4e11-a287-b41efccdcca2 service neutron] 10.222.0.43 "GET /v2.0/networks/8de125e0-6ed8-4cf8-b0af-0625eb773833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6260262 Apr 20 17:27:08.878417 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f34d99f5-02c3-496d-8de0-d13a228f4c2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:27:08.902145 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f34d99f5-02c3-496d-8de0-d13a228f4c2c admin admin] Usage tracker for resource:security_group_rule and tenant:e3e6dc6d129b45f68d04eac38f58d395 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:27:08.906906 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f34d99f5-02c3-496d-8de0-d13a228f4c2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:27:08.919010 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f34d99f5-02c3-496d-8de0-d13a228f4c2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:27:09.053979 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f34d99f5-02c3-496d-8de0-d13a228f4c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:09.064465 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a40deb0d-a6a2-48ab-bbe4-fee2c4030891 req-68d64283-8e3b-49d7-a16c-2da9a1abf3db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=739e916aa25c4029ad0454743c027d4f&device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 1096 time: 0.7061126 Apr 20 17:27:09.065952 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f34d99f5-02c3-496d-8de0-d13a228f4c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:09.069277 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-778a1109-463b-42fb-a3be-a88bdbbcc0e8 req-431a93f8-9bf3-4548-b1a8-12fe5e375491 service neutron] 10.222.0.43 "GET /v2.0/networks/8de125e0-6ed8-4cf8-b0af-0625eb773833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399837 Apr 20 17:27:09.082477 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-d13542da-2ff3-4767-9ded-679c4455a06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'name': 'tempest-ServerRescueNegativeTestJSON-1088983148-router', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:08Z', 'updated_at': '2022-04-20T17:22:23Z', 'revision_number': 4, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'gw_port': {'id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:09Z', 'updated_at': '2022-04-20T17:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '420d1552-bb58-46bf-9c00-6cae12cf0e3e', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'floating_ip_address': '172.25.8.136', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'port_id': 'a8f67641-1edb-44b0-b406-e1783d7bec8b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9', 'mac_address': 'fa:16:3e:5b:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1d19d6-e5c9-4bae-9726-006138646e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:24:33Z', 'updated_at': '2022-04-20T17:27:05Z', 'revision_number': 3, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52c0becb-a191-4a1c-9aa5-794c4d5a4c58', 'name': '', 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'mac_address': 'fa:16:3e:09:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be91a7bc-1185-4002-b13c-e1f041fc679d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:22Z', 'updated_at': '2022-04-20T17:22:56Z', 'revision_number': 5, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'subnets': [{'id': 'be91a7bc-1185-4002-b13c-e1f041fc679d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:27:09.087790 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13542da-2ff3-4767-9ded-679c4455a06b None None] Checking router: fbec7869-d1f5-4adb-b464-d88111308140 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:27:09.088853 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-14328147-6e72-4ad0-96a8-47a4175f0928 req-0cf41007-0685-4ac5-b7d4-28296e4a3998 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] 10.222.0.39 "GET /v2.0/security-groups?id=214b2e36-c4ae-465b-acbe-f672e563704a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041474 Apr 20 17:27:09.101109 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13542da-2ff3-4767-9ded-679c4455a06b None None] Routers {'fbec7869-d1f5-4adb-b464-d88111308140'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:27:09.101797 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-d13542da-2ff3-4767-9ded-679c4455a06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:26:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['fbec7869-d1f5-4adb-b464-d88111308140'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:27:09.312870 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-d13542da-2ff3-4767-9ded-679c4455a06b None None] Set router fbec7869-d1f5-4adb-b464-d88111308140 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:27:09.356613 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d99f5-02c3-496d-8de0-d13a228f4c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adda52cb-0e27-4690-953f-e75d6cac0d92,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:09.406378 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f34d99f5-02c3-496d-8de0-d13a228f4c2c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e3e6dc6d129b45f68d04eac38f58d395&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7875345 Apr 20 17:27:09.408961 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50340) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:27:09.456013 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40deb0d-a6a2-48ab-bbe4-fee2c4030891 req-fb7645a4-533f-4586-b672-2a35cdea3b63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:09.457929 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a40deb0d-a6a2-48ab-bbe4-fee2c4030891 req-fb7645a4-533f-4586-b672-2a35cdea3b63 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 HTTP/1.1" status: 200 len: 920 time: 0.3700192 Apr 20 17:27:09.458421 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50344) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:27:09.487649 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 56ecca17-7563-443c-8b34-2388f2586c9f details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:27:09.542805 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b22d24e4-e1ee-4e63-93a9-ab241442e6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:09.567368 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4c75a856-3dea-42ba-b1bf-788ec11d110c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:09.575282 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b22d24e4-e1ee-4e63-93a9-ab241442e6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:09.598891 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-12b029e8-0f0d-436a-9c3b-dcebe089a5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:09.662242 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b22d24e4-e1ee-4e63-93a9-ab241442e6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:09.663807 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4c75a856-3dea-42ba-b1bf-788ec11d110c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:27:09.669664 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4c75a856-3dea-42ba-b1bf-788ec11d110c admin admin] Usage tracker for resource:security_group_rule and tenant:6fbd9d91063f4db8a098fe83182d02f5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:27:09.677920 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a40deb0d-a6a2-48ab-bbe4-fee2c4030891 req-e861ee49-b618-4873-8533-4b450b46ee39 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8f67641-1edb-44b0-b406-e1783d7bec8b HTTP/1.1" status: 200 len: 1001 time: 0.2031636 Apr 20 17:27:09.678784 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4c75a856-3dea-42ba-b1bf-788ec11d110c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:27:09.687954 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b22d24e4-e1ee-4e63-93a9-ab241442e6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:09.689118 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b22d24e4-e1ee-4e63-93a9-ab241442e6b0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/adda52cb-0e27-4690-953f-e75d6cac0d92 HTTP/1.1" status: 204 len: 168 time: 0.2783318 Apr 20 17:27:09.691782 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d24e4-e1ee-4e63-93a9-ab241442e6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adda52cb-0e27-4690-953f-e75d6cac0d92,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:09.735386 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4c75a856-3dea-42ba-b1bf-788ec11d110c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:27:09.817104 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4c75a856-3dea-42ba-b1bf-788ec11d110c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:09.857140 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4c75a856-3dea-42ba-b1bf-788ec11d110c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:09.944860 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40deb0d-a6a2-48ab-bbe4-fee2c4030891 req-923254b5-0e4b-4bd5-a29a-1ac967c5c59f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:09.951734 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a40deb0d-a6a2-48ab-bbe4-fee2c4030891 req-923254b5-0e4b-4bd5-a29a-1ac967c5c59f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be91a7bc-1185-4002-b13c-e1f041fc679d HTTP/1.1" status: 200 len: 858 time: 0.2608583 Apr 20 17:27:10.004332 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 56ecca17-7563-443c-8b34-2388f2586c9f, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=56ecca17-7563-443c-8b34-2388f2586c9f,segment=NetworkSegment(9de6ac2a-8cb0-4785-8533-b701e8b94c31),segment_id=9de6ac2a-8cb0-4785-8533-b701e8b94c31)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:27:10.022360 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '56ecca17-7563-443c-8b34-2388f2586c9f', 'network_id': '8de125e0-6ed8-4cf8-b0af-0625eb773833', 'port_id': '56ecca17-7563-443c-8b34-2388f2586c9f', 'mac_address': 'fa:16:3e:3d:de:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f27c66a-4e09-4d70-81fc-2a2216cf795e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:27:10.028601 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-d13542da-2ff3-4767-9ded-679c4455a06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'name': 'tempest-ServerRescueNegativeTestJSON-1088983148-router', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:08Z', 'updated_at': '2022-04-20T17:22:23Z', 'revision_number': 4, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'gw_port': {'id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:09Z', 'updated_at': '2022-04-20T17:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '420d1552-bb58-46bf-9c00-6cae12cf0e3e', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'floating_ip_address': '172.25.8.136', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'port_id': 'a8f67641-1edb-44b0-b406-e1783d7bec8b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9', 'mac_address': 'fa:16:3e:5b:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1d19d6-e5c9-4bae-9726-006138646e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:24:33Z', 'updated_at': '2022-04-20T17:27:05Z', 'revision_number': 3, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52c0becb-a191-4a1c-9aa5-794c4d5a4c58', 'name': '', 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'mac_address': 'fa:16:3e:09:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be91a7bc-1185-4002-b13c-e1f041fc679d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:22Z', 'updated_at': '2022-04-20T17:22:56Z', 'revision_number': 5, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'subnets': [{'id': 'be91a7bc-1185-4002-b13c-e1f041fc679d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:27:10.067350 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75a856-3dea-42ba-b1bf-788ec11d110c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bebd07-aa2e-424c-95ee-1bcf44a07ae7,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:10.087545 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4c75a856-3dea-42ba-b1bf-788ec11d110c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6fbd9d91063f4db8a098fe83182d02f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6280749 Apr 20 17:27:10.092869 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50352) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:27:10.124724 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:10.155071 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ecca17-7563-443c-8b34-2388f2586c9f {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:27:10.159538 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13542da-2ff3-4767-9ded-679c4455a06b None None] The sync data for ids ['fbec7869-d1f5-4adb-b464-d88111308140'] in n-d-838032-1 is: [{'id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'name': 'tempest-ServerRescueNegativeTestJSON-1088983148-router', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:08Z', 'updated_at': '2022-04-20T17:22:23Z', 'revision_number': 4, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'gw_port': {'id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:09Z', 'updated_at': '2022-04-20T17:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '420d1552-bb58-46bf-9c00-6cae12cf0e3e', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'floating_ip_address': '172.25.8.136', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'port_id': 'a8f67641-1edb-44b0-b406-e1783d7bec8b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9', 'mac_address': 'fa:16:3e:5b:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1d19d6-e5c9-4bae-9726-006138646e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:24:33Z', 'updated_at': '2022-04-20T17:27:05Z', 'revision_number': 3, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52c0becb-a191-4a1c-9aa5-794c4d5a4c58', 'name': '', 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'mac_address': 'fa:16:3e:09:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be91a7bc-1185-4002-b13c-e1f041fc679d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:22Z', 'updated_at': '2022-04-20T17:22:56Z', 'revision_number': 5, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'subnets': [{'id': 'be91a7bc-1185-4002-b13c-e1f041fc679d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:27:10.181628 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a40deb0d-a6a2-48ab-bbe4-fee2c4030891 req-a0349d47-448a-48f3-bf93-85bbfd3b82cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2071605 Apr 20 17:27:10.222340 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-a40deb0d-a6a2-48ab-bbe4-fee2c4030891 req-24c79649-1aee-485d-8ccc-53b4433a0c48 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:27:10.223377 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a40deb0d-a6a2-48ab-bbe4-fee2c4030891 req-24c79649-1aee-485d-8ccc-53b4433a0c48 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0273364 Apr 20 17:27:10.229958 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 56ecca17-7563-443c-8b34-2388f2586c9f, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=56ecca17-7563-443c-8b34-2388f2586c9f,segment=NetworkSegment(9de6ac2a-8cb0-4785-8533-b701e8b94c31),segment_id=9de6ac2a-8cb0-4785-8533-b701e8b94c31)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:27:10.242126 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:10.279103 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-82a6ec77-a00d-4f04-a05f-394f35db2ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:10.315455 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-82a6ec77-a00d-4f04-a05f-394f35db2ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:10.479520 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1d19d6-e5c9-4bae-9726-006138646e57', 'tag': 'a8f67641-1edb-44b0-b406-e1783d7bec8b'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:27:10.537101 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=56ecca17-7563-443c-8b34-2388f2586c9f,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:10.538454 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-82a6ec77-a00d-4f04-a05f-394f35db2ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:10.605714 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b45d68c2-c1cb-4a29-9a01-6133b3397802'] response: {'name': 'network-changed', 'server_uuid': 'ae1d19d6-e5c9-4bae-9726-006138646e57', 'tag': 'a8f67641-1edb-44b0-b406-e1783d7bec8b', 'status': 'completed', 'code': 200} Apr 20 17:27:10.609229 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['56ecca17-7563-443c-8b34-2388f2586c9f'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:27:10.626651 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6ec77-a00d-4f04-a05f-394f35db2ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bebd07-aa2e-424c-95ee-1bcf44a07ae7,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:10.662377 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-82a6ec77-a00d-4f04-a05f-394f35db2ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:10.666477 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-82a6ec77-a00d-4f04-a05f-394f35db2ace admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/48bebd07-aa2e-424c-95ee-1bcf44a07ae7 HTTP/1.1" status: 204 len: 168 time: 0.5753887 Apr 20 17:27:10.733748 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a40deb0d-a6a2-48ab-bbe4-fee2c4030891 req-adb4942b-0d32-4ff3-8908-e2697ec32406 service neutron] 10.222.0.10 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4928567 Apr 20 17:27:10.845841 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3a79a-e849-40e8-a8a6-806f03df47a3 req-8bfee76d-659d-4208-9a1c-fe6430e4da15 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:10.847387 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8ae3a79a-e849-40e8-a8a6-806f03df47a3 req-8bfee76d-659d-4208-9a1c-fe6430e4da15 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] 10.222.0.39 "GET /v2.0/ports?device_id=af8051fe-de63-45d0-a20b-1011a940fc31 HTTP/1.1" status: 200 len: 944 time: 0.3204975 Apr 20 17:27:10.942825 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8ae3a79a-e849-40e8-a8a6-806f03df47a3 req-3e82965b-25fc-4c58-ade0-c69686d92d19 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] 10.222.0.39 "GET /v2.0/security-groups?id=214b2e36-c4ae-465b-acbe-f672e563704a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796905 Apr 20 17:27:10.957079 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a40deb0d-a6a2-48ab-bbe4-fee2c4030891 req-805fe6fb-ff57-4ade-b92a-be0863f6a328 service neutron] 10.222.0.10 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119992 Apr 20 17:27:11.095039 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-303bed58-eb1b-40a6-b6e0-4d63e0158376 req-b5f5e303-d6ab-47da-b67b-8dcfa9c91dad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=739e916aa25c4029ad0454743c027d4f&device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 1096 time: 0.0882320 Apr 20 17:27:11.386492 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b84f6a22-442c-4916-99a9-6a7b64101b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:11.616322 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bed58-eb1b-40a6-b6e0-4d63e0158376 req-4cc2aaff-df91-4843-904c-de7c6026e2f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:11.617923 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-303bed58-eb1b-40a6-b6e0-4d63e0158376 req-4cc2aaff-df91-4843-904c-de7c6026e2f7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 HTTP/1.1" status: 200 len: 920 time: 0.5166142 Apr 20 17:27:11.821870 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-303bed58-eb1b-40a6-b6e0-4d63e0158376 req-c4389f86-6bed-419e-b334-2179c664eafb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8f67641-1edb-44b0-b406-e1783d7bec8b HTTP/1.1" status: 200 len: 1001 time: 0.1971242 Apr 20 17:27:11.957990 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bed58-eb1b-40a6-b6e0-4d63e0158376 req-710d9582-decb-4a48-a51b-3ea4701bd3db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:11.959916 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-303bed58-eb1b-40a6-b6e0-4d63e0158376 req-710d9582-decb-4a48-a51b-3ea4701bd3db service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be91a7bc-1185-4002-b13c-e1f041fc679d HTTP/1.1" status: 200 len: 858 time: 0.1312876 Apr 20 17:27:12.100704 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-303bed58-eb1b-40a6-b6e0-4d63e0158376 req-bcc1a00e-7bf1-4b1f-9d22-37dd83f1fb7b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1338818 Apr 20 17:27:12.238683 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50424) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:27:12.334599 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-303bed58-eb1b-40a6-b6e0-4d63e0158376 req-c7117785-1020-4d1b-8594-3697df5bf460 service neutron] 10.222.0.10 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261605 Apr 20 17:27:12.411942 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db128c78-306e-4590-a3e9-3c2acf4600bd req-73b8684d-b6db-471c-ad09-088a222f04fb tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:12.424874 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-db128c78-306e-4590-a3e9-3c2acf4600bd req-73b8684d-b6db-471c-ad09-088a222f04fb tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] 10.222.0.39 "GET /v2.0/ports?device_id=af8051fe-de63-45d0-a20b-1011a940fc31 HTTP/1.1" status: 200 len: 944 time: 0.1273389 Apr 20 17:27:12.518116 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-303bed58-eb1b-40a6-b6e0-4d63e0158376 req-06bf95b7-c0fd-46b6-9b3c-bf2ffd72cfa9 service neutron] 10.222.0.10 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770720 Apr 20 17:27:12.549737 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-db128c78-306e-4590-a3e9-3c2acf4600bd req-3819046e-e112-4a30-973a-0442b36cfa95 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] 10.222.0.39 "GET /v2.0/security-groups?id=214b2e36-c4ae-465b-acbe-f672e563704a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207287 Apr 20 17:27:12.620955 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:12.654540 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:12.689626 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-83964913-c2b7-49ee-a4be-dc00d59ec5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:12.728675 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-83964913-c2b7-49ee-a4be-dc00d59ec5b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:27:12.733288 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-83964913-c2b7-49ee-a4be-dc00d59ec5b4 admin admin] Usage tracker for resource:security_group_rule and tenant:fdd535082735426babc5dc686b2c3797 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:27:12.736855 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-83964913-c2b7-49ee-a4be-dc00d59ec5b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:27:12.744188 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-83964913-c2b7-49ee-a4be-dc00d59ec5b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:27:12.846612 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-83964913-c2b7-49ee-a4be-dc00d59ec5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:12.858042 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-83964913-c2b7-49ee-a4be-dc00d59ec5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:12.925845 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50444) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:27:12.926428 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-83964913-c2b7-49ee-a4be-dc00d59ec5b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fdd535082735426babc5dc686b2c3797&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6825073 Apr 20 17:27:12.931132 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83964913-c2b7-49ee-a4be-dc00d59ec5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f74410d-97d7-4e59-b6b6-f8f08a9a6120,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:13.036825 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-81ed8f2a-6fc5-45f1-b661-a50dbbae94b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:13.081364 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-81ed8f2a-6fc5-45f1-b661-a50dbbae94b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:13.146345 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 56ecca17-7563-443c-8b34-2388f2586c9f up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:27:13.234872 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-81ed8f2a-6fc5-45f1-b661-a50dbbae94b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:13.238580 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:13.239783 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 56ecca17-7563-443c-8b34-2388f2586c9f completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:27:13.246134 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 56ecca17-7563-443c-8b34-2388f2586c9f triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:27:13.246866 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:13.263730 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed8f2a-6fc5-45f1-b661-a50dbbae94b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f74410d-97d7-4e59-b6b6-f8f08a9a6120,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:13.285163 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-81ed8f2a-6fc5-45f1-b661-a50dbbae94b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:13.287274 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-81ed8f2a-6fc5-45f1-b661-a50dbbae94b7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8f74410d-97d7-4e59-b6b6-f8f08a9a6120 HTTP/1.1" status: 204 len: 168 time: 0.3632605 Apr 20 17:27:13.473464 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:13.568531 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 56ecca17-7563-443c-8b34-2388f2586c9f, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=56ecca17-7563-443c-8b34-2388f2586c9f,segment=NetworkSegment(9de6ac2a-8cb0-4785-8533-b701e8b94c31),segment_id=9de6ac2a-8cb0-4785-8533-b701e8b94c31)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:27:13.573353 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8051fe-de63-45d0-a20b-1011a940fc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ecca17-7563-443c-8b34-2388f2586c9f'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:27:13.600813 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:13.702142 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=56ecca17-7563-443c-8b34-2388f2586c9f,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:13.724453 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fafab0a-7755-459a-a85d-75172be165b4'] response: {'server_uuid': 'af8051fe-de63-45d0-a20b-1011a940fc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ecca17-7563-443c-8b34-2388f2586c9f', 'code': 200} Apr 20 17:27:13.919392 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb413d-1ef8-4e9d-a13f-43ba1f6b0d93 req-e066100a-da1b-46ba-abf8-775369e76039 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:13.932141 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d7bb413d-1ef8-4e9d-a13f-43ba1f6b0d93 req-e066100a-da1b-46ba-abf8-775369e76039 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] 10.222.0.39 "GET /v2.0/ports?device_id=af8051fe-de63-45d0-a20b-1011a940fc31 HTTP/1.1" status: 200 len: 945 time: 0.1452017 Apr 20 17:27:13.948166 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:14.017596 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d7bb413d-1ef8-4e9d-a13f-43ba1f6b0d93 req-c7ca53c7-9c0d-41bf-ae30-75a233a49112 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] 10.222.0.39 "GET /v2.0/security-groups?id=214b2e36-c4ae-465b-acbe-f672e563704a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798678 Apr 20 17:27:14.070848 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cc31f927-8eb9-4568-870a-be51fbcb3640 req-8c8ac847-1106-427a-aeb0-7a884a2d6695 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=af8051fe-de63-45d0-a20b-1011a940fc31 HTTP/1.1" status: 200 len: 1096 time: 0.2168255 Apr 20 17:27:14.126516 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cc31f927-8eb9-4568-870a-be51fbcb3640 req-c4ff7904-eb52-45dc-8085-c2a95e87e3e8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=214b2e36-c4ae-465b-acbe-f672e563704a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487697 Apr 20 17:27:15.137001 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:15.630965 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2eb4e1-f0de-4ce0-b800-13df5fd12fa5 req-f482ea25-e8df-4c50-8845-670c9a778f29 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:15.633253 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4e2eb4e1-f0de-4ce0-b800-13df5fd12fa5 req-f482ea25-e8df-4c50-8845-670c9a778f29 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] 10.222.0.39 "GET /v2.0/ports?device_id=af8051fe-de63-45d0-a20b-1011a940fc31 HTTP/1.1" status: 200 len: 945 time: 0.1315656 Apr 20 17:27:15.711910 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4e2eb4e1-f0de-4ce0-b800-13df5fd12fa5 req-00b45adc-4ba0-4343-84a2-932af90ac768 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] 10.222.0.39 "GET /v2.0/security-groups?id=214b2e36-c4ae-465b-acbe-f672e563704a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729344 Apr 20 17:27:15.961803 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50544) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:27:16.447987 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bd8f755c-3d35-47a9-a97d-e008fc4260ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:16.530604 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bd8f755c-3d35-47a9-a97d-e008fc4260ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:27:16.536728 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bd8f755c-3d35-47a9-a97d-e008fc4260ae admin admin] Usage tracker for resource:security_group_rule and tenant:e1b9fa657bbc444195db206b7201c092 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:27:16.539980 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bd8f755c-3d35-47a9-a97d-e008fc4260ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:27:16.545998 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bd8f755c-3d35-47a9-a97d-e008fc4260ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:27:16.630823 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bd8f755c-3d35-47a9-a97d-e008fc4260ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:16.638583 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bd8f755c-3d35-47a9-a97d-e008fc4260ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:16.642316 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50560) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:27:16.695149 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bd8f755c-3d35-47a9-a97d-e008fc4260ae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e1b9fa657bbc444195db206b7201c092&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7320802 Apr 20 17:27:16.699008 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50566) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:27:16.700569 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f755c-3d35-47a9-a97d-e008fc4260ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a4f55a-95c4-41fd-ba6b-46fcb08f6cf8,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:16.791380 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-46930372-2e9d-4213-985f-bdfcfba85c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:16.819995 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-46930372-2e9d-4213-985f-bdfcfba85c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:16.880076 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-aeef96a2-8e60-41f2-b352-633bcf7a35f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:16.946175 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-46930372-2e9d-4213-985f-bdfcfba85c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:16.950525 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-aeef96a2-8e60-41f2-b352-633bcf7a35f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:27:16.970466 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46930372-2e9d-4213-985f-bdfcfba85c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a4f55a-95c4-41fd-ba6b-46fcb08f6cf8,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:16.972952 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-aeef96a2-8e60-41f2-b352-633bcf7a35f5 admin admin] Usage tracker for resource:security_group_rule and tenant:bb84333177704c26b9bbc65808cd465c is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:27:16.978691 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-aeef96a2-8e60-41f2-b352-633bcf7a35f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:27:17.003663 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-aeef96a2-8e60-41f2-b352-633bcf7a35f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:27:17.027974 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575af1c5-295a-4efe-87dd-c319654c2ce5 req-04911b57-4c41-47e9-9008-54532dba7939 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:17.034898 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-575af1c5-295a-4efe-87dd-c319654c2ce5 req-04911b57-4c41-47e9-9008-54532dba7939 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] 10.222.0.39 "GET /v2.0/ports?device_id=af8051fe-de63-45d0-a20b-1011a940fc31 HTTP/1.1" status: 200 len: 945 time: 0.1402657 Apr 20 17:27:17.035260 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-46930372-2e9d-4213-985f-bdfcfba85c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:17.039676 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-46930372-2e9d-4213-985f-bdfcfba85c36 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/29a4f55a-95c4-41fd-ba6b-46fcb08f6cf8 HTTP/1.1" status: 204 len: 168 time: 0.3393273 Apr 20 17:27:17.129831 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-575af1c5-295a-4efe-87dd-c319654c2ce5 req-f4ba7cff-136c-402b-8911-5876bfb7fa72 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] 10.222.0.39 "GET /v2.0/security-groups?id=214b2e36-c4ae-465b-acbe-f672e563704a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924323 Apr 20 17:27:17.143652 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-aeef96a2-8e60-41f2-b352-633bcf7a35f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:17.152436 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-aeef96a2-8e60-41f2-b352-633bcf7a35f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:17.280452 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-aeef96a2-8e60-41f2-b352-633bcf7a35f5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bb84333177704c26b9bbc65808cd465c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6367984 Apr 20 17:27:17.281743 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef96a2-8e60-41f2-b352-633bcf7a35f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c28cffb-9c0e-41c9-bb47-7aa7e63b76cf,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:17.283279 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50584) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:27:17.444212 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7a1198c4-38df-4a27-aab1-2032e3c4bf55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:17.504859 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7a1198c4-38df-4a27-aab1-2032e3c4bf55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:17.652879 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7a1198c4-38df-4a27-aab1-2032e3c4bf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:17.741933 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1198c4-38df-4a27-aab1-2032e3c4bf55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c28cffb-9c0e-41c9-bb47-7aa7e63b76cf,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:17.781806 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7a1198c4-38df-4a27-aab1-2032e3c4bf55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:17.789939 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7a1198c4-38df-4a27-aab1-2032e3c4bf55 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c28cffb-9c0e-41c9-bb47-7aa7e63b76cf HTTP/1.1" status: 204 len: 168 time: 0.5054138 Apr 20 17:27:18.360589 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f421ec3-2b04-42af-8587-1611bfde5a2b req-c76cbf23-15a3-425f-a512-c0a23b42bdc1 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:18.363509 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8f421ec3-2b04-42af-8587-1611bfde5a2b req-c76cbf23-15a3-425f-a512-c0a23b42bdc1 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 946 time: 0.1119411 Apr 20 17:27:18.434155 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8f421ec3-2b04-42af-8587-1611bfde5a2b req-9afe0239-325e-4ca1-8749-f041de158761 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624864 Apr 20 17:27:18.563441 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50630) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:27:18.600019 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9092bd8b-3319-4794-a3df-7c0178be2875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:18.722712 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9092bd8b-3319-4794-a3df-7c0178be2875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:27:18.729649 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9092bd8b-3319-4794-a3df-7c0178be2875 admin admin] Usage tracker for resource:security_group_rule and tenant:b3ebb99c820e42d0b04bd3fe1a58f9b9 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:27:18.734728 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9092bd8b-3319-4794-a3df-7c0178be2875 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:27:18.743373 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9092bd8b-3319-4794-a3df-7c0178be2875 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:27:18.918400 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9092bd8b-3319-4794-a3df-7c0178be2875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:18.940264 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9092bd8b-3319-4794-a3df-7c0178be2875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:19.060382 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250fe53c-d95a-4ae7-9381-02a4a5809abd req-97e5e23e-e592-48f1-be79-83d7f8798435 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:19.063386 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-250fe53c-d95a-4ae7-9381-02a4a5809abd req-97e5e23e-e592-48f1-be79-83d7f8798435 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] 10.222.0.39 "GET /v2.0/ports?device_id=af8051fe-de63-45d0-a20b-1011a940fc31 HTTP/1.1" status: 200 len: 945 time: 0.2718813 Apr 20 17:27:19.070360 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092bd8b-3319-4794-a3df-7c0178be2875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0613135b-3d69-4d09-b89a-8c607af5a135,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:19.094447 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9092bd8b-3319-4794-a3df-7c0178be2875 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b3ebb99c820e42d0b04bd3fe1a58f9b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5296848 Apr 20 17:27:19.097332 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50644) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:27:19.124998 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-250fe53c-d95a-4ae7-9381-02a4a5809abd req-7eaab4e8-9b23-4f8a-ab0b-eaba5127e524 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] 10.222.0.39 "GET /v2.0/security-groups?id=214b2e36-c4ae-465b-acbe-f672e563704a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514545 Apr 20 17:27:19.200980 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c4494ac6-e1cf-4d37-b4c6-6a8238fa7aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:19.250588 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c4494ac6-e1cf-4d37-b4c6-6a8238fa7aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:19.363476 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c4494ac6-e1cf-4d37-b4c6-6a8238fa7aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:19.388333 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4494ac6-e1cf-4d37-b4c6-6a8238fa7aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0613135b-3d69-4d09-b89a-8c607af5a135,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:19.397820 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c4494ac6-e1cf-4d37-b4c6-6a8238fa7aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:19.402217 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c4494ac6-e1cf-4d37-b4c6-6a8238fa7aad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0613135b-3d69-4d09-b89a-8c607af5a135 HTTP/1.1" status: 204 len: 168 time: 0.3031213 Apr 20 17:27:19.903244 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51d22f-a461-4588-a2a7-ee384da57fed req-f669a463-87e1-4c95-a44d-1d3211c75b86 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:19.910918 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5e51d22f-a461-4588-a2a7-ee384da57fed req-f669a463-87e1-4c95-a44d-1d3211c75b86 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 946 time: 0.2136104 Apr 20 17:27:20.017747 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf8246-a8e0-47be-bcf9-972367b5ec4f req-820beec0-00aa-4b8d-a801-4913ecacff6e tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:20.024092 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9abf8246-a8e0-47be-bcf9-972367b5ec4f req-820beec0-00aa-4b8d-a801-4913ecacff6e tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] 10.222.0.43 "GET /v2.0/ports?device_id=af8051fe-de63-45d0-a20b-1011a940fc31 HTTP/1.1" status: 200 len: 945 time: 0.2265468 Apr 20 17:27:20.030734 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5e51d22f-a461-4588-a2a7-ee384da57fed req-e1c336e8-1ef0-42b4-9d2b-adfcb89c39b5 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186578 Apr 20 17:27:20.183545 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-9abf8246-a8e0-47be-bcf9-972367b5ec4f req-8607ef82-675c-42e4-a4f7-92cc59861fb1 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Deleting port 56ecca17-7563-443c-8b34-2388f2586c9f {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:27:20.184117 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9abf8246-a8e0-47be-bcf9-972367b5ec4f req-8607ef82-675c-42e4-a4f7-92cc59861fb1 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:20.545043 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5cf975-ac12-437a-b2ad-9167ac62fd1b req-8256d994-792f-4069-83b1-ae6ed8905187 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:20.546623 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7a5cf975-ac12-437a-b2ad-9167ac62fd1b req-8256d994-792f-4069-83b1-ae6ed8905187 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] 10.222.0.39 "GET /v2.0/ports?device_id=af8051fe-de63-45d0-a20b-1011a940fc31 HTTP/1.1" status: 200 len: 945 time: 0.1678107 Apr 20 17:27:20.601748 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-9abf8246-a8e0-47be-bcf9-972367b5ec4f req-8607ef82-675c-42e4-a4f7-92cc59861fb1 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] For port 56ecca17-7563-443c-8b34-2388f2586c9f, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=56ecca17-7563-443c-8b34-2388f2586c9f,segment=NetworkSegment(9de6ac2a-8cb0-4785-8533-b701e8b94c31),segment_id=9de6ac2a-8cb0-4785-8533-b701e8b94c31)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:27:20.602281 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9abf8246-a8e0-47be-bcf9-972367b5ec4f req-8607ef82-675c-42e4-a4f7-92cc59861fb1 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:20.639875 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7a5cf975-ac12-437a-b2ad-9167ac62fd1b req-cb1a4d3c-c4ea-4ea9-9a65-18b12925c4d0 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] 10.222.0.39 "GET /v2.0/security-groups?id=214b2e36-c4ae-465b-acbe-f672e563704a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850871 Apr 20 17:27:20.884703 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-9abf8246-a8e0-47be-bcf9-972367b5ec4f req-8607ef82-675c-42e4-a4f7-92cc59861fb1 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Calling delete_port for 56ecca17-7563-443c-8b34-2388f2586c9f owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:27:21.151023 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9abf8246-a8e0-47be-bcf9-972367b5ec4f req-8607ef82-675c-42e4-a4f7-92cc59861fb1 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:21.167962 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['56ecca17-7563-443c-8b34-2388f2586c9f'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:27:21.261481 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607ef82-675c-42e4-a4f7-92cc59861fb1 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Pushing event deleted for resources: {'Port': ['ID=56ecca17-7563-443c-8b34-2388f2586c9f,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:21.382751 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8607ef82-675c-42e4-a4f7-92cc59861fb1 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:27:21.384740 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8607ef82-675c-42e4-a4f7-92cc59861fb1 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:27:21.385790 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8607ef82-675c-42e4-a4f7-92cc59861fb1 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:27:21.386304 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8607ef82-675c-42e4-a4f7-92cc59861fb1 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:27:21.387506 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8607ef82-675c-42e4-a4f7-92cc59861fb1 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:27:21.388089 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8607ef82-675c-42e4-a4f7-92cc59861fb1 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:27:21.388514 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8607ef82-675c-42e4-a4f7-92cc59861fb1 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:27:21.389408 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8607ef82-675c-42e4-a4f7-92cc59861fb1 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:27:21.389843 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8607ef82-675c-42e4-a4f7-92cc59861fb1 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:27:21.390546 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8607ef82-675c-42e4-a4f7-92cc59861fb1 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:27:21.390962 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8607ef82-675c-42e4-a4f7-92cc59861fb1 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:27:21.494848 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-9abf8246-a8e0-47be-bcf9-972367b5ec4f req-8607ef82-675c-42e4-a4f7-92cc59861fb1 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] No DVR routers for this DVR port 56ecca17-7563-443c-8b34-2388f2586c9f on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:27:21.498361 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-9abf8246-a8e0-47be-bcf9-972367b5ec4f req-8607ef82-675c-42e4-a4f7-92cc59861fb1 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:21.501352 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8051fe-de63-45d0-a20b-1011a940fc31', 'name': 'network-vif-deleted', 'tag': '56ecca17-7563-443c-8b34-2388f2586c9f'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:27:21.532181 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9abf8246-a8e0-47be-bcf9-972367b5ec4f req-8607ef82-675c-42e4-a4f7-92cc59861fb1 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] 10.222.0.43 "DELETE /v2.0/ports/56ecca17-7563-443c-8b34-2388f2586c9f HTTP/1.1" status: 204 len: 173 time: 1.5000310 Apr 20 17:27:21.567096 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa56860-0ab5-4b20-ad80-749856713386 req-5796d697-7370-4a8f-a5a7-f742e4390cbc tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:21.575076 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ffa56860-0ab5-4b20-ad80-749856713386 req-5796d697-7370-4a8f-a5a7-f742e4390cbc tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 946 time: 0.1747150 Apr 20 17:27:21.619896 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df0231b4-dd47-47f5-85fb-d821b731f8c4'] response: {'server_uuid': 'af8051fe-de63-45d0-a20b-1011a940fc31', 'name': 'network-vif-deleted', 'tag': '56ecca17-7563-443c-8b34-2388f2586c9f', 'status': 'completed', 'code': 200} Apr 20 17:27:21.684674 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ffa56860-0ab5-4b20-ad80-749856713386 req-45108679-af06-4135-94d8-02f6ea443a09 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086211 Apr 20 17:27:21.947138 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9833bf52-3001-4c4e-8632-8e61a0eb941b req-b203a4b4-0b6d-4998-8356-2d38e5ace441 tempest-ServerPasswordTestJSON-1394898421 tempest-ServerPasswordTestJSON-1394898421-project] 10.222.0.39 "GET /v2.0/ports?device_id=af8051fe-de63-45d0-a20b-1011a940fc31 HTTP/1.1" status: 200 len: 210 time: 0.0720823 Apr 20 17:27:22.944929 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128eb67-6a31-4b0f-b292-87f50925f0ff req-89589e81-b7ae-43d8-96c4-f9b9320344e7 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:22.947043 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8128eb67-6a31-4b0f-b292-87f50925f0ff req-89589e81-b7ae-43d8-96c4-f9b9320344e7 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 946 time: 0.1044374 Apr 20 17:27:23.018621 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8128eb67-6a31-4b0f-b292-87f50925f0ff req-81cbc383-07ec-4638-b080-cc75794cb1a8 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628839 Apr 20 17:27:23.117516 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50800) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:27:23.181210 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1247fdb-359f-442f-b56f-159d5d3e07cb admin admin] Deleting subnet 8f27c66a-4e09-4d70-81fc-2a2216cf795e {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:27:23.184471 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1247fdb-359f-442f-b56f-159d5d3e07cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:23.290440 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1247fdb-359f-442f-b56f-159d5d3e07cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:23.363799 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1247fdb-359f-442f-b56f-159d5d3e07cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:23.459328 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1247fdb-359f-442f-b56f-159d5d3e07cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:23.507237 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1247fdb-359f-442f-b56f-159d5d3e07cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f27c66a-4e09-4d70-81fc-2a2216cf795e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:23.519610 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1247fdb-359f-442f-b56f-159d5d3e07cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:23.527199 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e1247fdb-359f-442f-b56f-159d5d3e07cb admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8f27c66a-4e09-4d70-81fc-2a2216cf795e HTTP/1.1" status: 204 len: 168 time: 0.4084563 Apr 20 17:27:23.529572 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50810) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:27:23.650349 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c36b3a2-645e-4d9c-90f3-d1d28ae7a457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:23.815012 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c36b3a2-645e-4d9c-90f3-d1d28ae7a457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:23.866273 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-4c36b3a2-645e-4d9c-90f3-d1d28ae7a457 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de125e0-6ed8-4cf8-b0af-0625eb773833']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:27:23.882218 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-4c36b3a2-645e-4d9c-90f3-d1d28ae7a457 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de6ac2a-8cb0-4785-8533-b701e8b94c31') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:27:23.882218 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-4c36b3a2-645e-4d9c-90f3-d1d28ae7a457 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de6ac2a-8cb0-4785-8533-b701e8b94c31') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:27:23.894106 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c36b3a2-645e-4d9c-90f3-d1d28ae7a457 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:23.919710 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c36b3a2-645e-4d9c-90f3-d1d28ae7a457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:23.929332 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c36b3a2-645e-4d9c-90f3-d1d28ae7a457 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:27:23.940809 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c36b3a2-645e-4d9c-90f3-d1d28ae7a457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:24.157465 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:27:24.157465 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:27:24.157465 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:27:24.157465 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:27:24.157465 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:27:24.157465 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:27:24.157465 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:27:24.157465 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:27:24.157465 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:27:24.157465 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:27:24.157465 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:27:24.157465 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:27:24.157465 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:27:24.157465 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:27:24.157465 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:27:24.157465 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:27:24.157465 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:27:24.157465 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:27:24.157465 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:27:24.157465 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:27:24.157465 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:27:24.157465 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:27:24.157465 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:27:24.157465 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:27:24.157465 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:27:24.157465 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:27:24.157465 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:27:24.157465 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:27:24.157465 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:27:24.157465 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:27:24.157465 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:27:24.157465 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:27:24.259670 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c36b3a2-645e-4d9c-90f3-d1d28ae7a457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:24.279901 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c36b3a2-645e-4d9c-90f3-d1d28ae7a457 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:24.295948 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36b3a2-645e-4d9c-90f3-d1d28ae7a457 admin admin] Pushing event deleted for resources: {'Network': ['ID=8de125e0-6ed8-4cf8-b0af-0625eb773833,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:24.316051 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4c36b3a2-645e-4d9c-90f3-d1d28ae7a457 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8de125e0-6ed8-4cf8-b0af-0625eb773833 HTTP/1.1" status: 204 len: 168 time: 0.7848680 Apr 20 17:27:24.331208 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a08558-6271-4ed2-9783-cd514760dfed req-9fbb2003-3d37-4e17-9a35-9c1ccd1ee942 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:24.342715 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e3a08558-6271-4ed2-9783-cd514760dfed req-9fbb2003-3d37-4e17-9a35-9c1ccd1ee942 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 946 time: 0.1472969 Apr 20 17:27:24.453540 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e3a08558-6271-4ed2-9783-cd514760dfed req-c3a7c740-cd4a-427b-80c1-2e5f0ffef257 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098735 Apr 20 17:27:24.749246 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50842) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:27:24.814404 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b28b1d08-e91f-4816-9129-a4df4c714905 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1e13efad1e3f4038ad48193ec5a83c67&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0637879 Apr 20 17:27:24.816837 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50846) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:27:24.923971 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6dea9df8-e869-4bc4-8dea-3a56b7f04453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:24.959613 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6dea9df8-e869-4bc4-8dea-3a56b7f04453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:25.025166 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6dea9df8-e869-4bc4-8dea-3a56b7f04453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:25.052520 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea9df8-e869-4bc4-8dea-3a56b7f04453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214b2e36-c4ae-465b-acbe-f672e563704a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:25.218751 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6dea9df8-e869-4bc4-8dea-3a56b7f04453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:25.222429 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 56ecca17-7563-443c-8b34-2388f2586c9f no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:27:25.225134 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6dea9df8-e869-4bc4-8dea-3a56b7f04453 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/214b2e36-c4ae-465b-acbe-f672e563704a HTTP/1.1" status: 204 len: 168 time: 0.4043849 Apr 20 17:27:25.319810 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 56ecca17-7563-443c-8b34-2388f2586c9f {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:27:25.320302 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 56ecca17-7563-443c-8b34-2388f2586c9f not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:27:25.774082 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb75370-8b2d-4136-977f-22c9ec4e2e85 req-ac8b6b5e-236a-43d9-a570-8883053359cc tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:25.780791 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bfb75370-8b2d-4136-977f-22c9ec4e2e85 req-ac8b6b5e-236a-43d9-a570-8883053359cc tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 946 time: 0.1372824 Apr 20 17:27:25.849357 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bfb75370-8b2d-4136-977f-22c9ec4e2e85 req-b3ec4b48-9f7b-4be5-aebd-c4739803b6df tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624435 Apr 20 17:27:27.164007 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50922) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:27:27.256817 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc46a8-debb-4cfb-92bc-f80fc98d8214 req-f0d96a36-aaaa-4303-af8a-c7aa9419c17b tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:27.258121 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bedc46a8-debb-4cfb-92bc-f80fc98d8214 req-f0d96a36-aaaa-4303-af8a-c7aa9419c17b tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 946 time: 0.1324902 Apr 20 17:27:27.345753 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bedc46a8-debb-4cfb-92bc-f80fc98d8214 req-56a976bf-0872-422b-ae22-099ae59b4cd4 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693803 Apr 20 17:27:27.353597 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-9f5c1c92-fef5-4afd-bfdc-06d5e5b98d75 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2126445813-network', 'tenant_id': '5cd3062a7a2942e5a596a268b2c9cffd'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:27:27.360687 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9f5c1c92-fef5-4afd-bfdc-06d5e5b98d75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:27:27.365642 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9f5c1c92-fef5-4afd-bfdc-06d5e5b98d75 admin admin] Usage tracker for resource:network and tenant:5cd3062a7a2942e5a596a268b2c9cffd is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:27:27.373194 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9f5c1c92-fef5-4afd-bfdc-06d5e5b98d75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:27:27.436932 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9f5c1c92-fef5-4afd-bfdc-06d5e5b98d75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:27:27.464293 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5c1c92-fef5-4afd-bfdc-06d5e5b98d75 admin admin] Made reservation on behalf of 5cd3062a7a2942e5a596a268b2c9cffd for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:27:27.466960 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f5c1c92-fef5-4afd-bfdc-06d5e5b98d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:27.484280 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f5c1c92-fef5-4afd-bfdc-06d5e5b98d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:27.513368 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3451ee-0562-4326-a540-9714563925a8 req-0f4f74b0-e306-44df-9e22-c1b18c5a3869 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:27.520475 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3e3451ee-0562-4326-a540-9714563925a8 req-0f4f74b0-e306-44df-9e22-c1b18c5a3869 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 946 time: 0.1500313 Apr 20 17:27:27.659245 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9f5c1c92-fef5-4afd-bfdc-06d5e5b98d75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:27:27.665390 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9f5c1c92-fef5-4afd-bfdc-06d5e5b98d75 admin admin] Usage tracker for resource:security_group_rule and tenant:5cd3062a7a2942e5a596a268b2c9cffd is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:27:27.668533 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9f5c1c92-fef5-4afd-bfdc-06d5e5b98d75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:27:27.674543 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9f5c1c92-fef5-4afd-bfdc-06d5e5b98d75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:27:27.725167 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3e3451ee-0562-4326-a540-9714563925a8 req-e389c2b5-c5eb-4990-9bd1-efa4727e8d71 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2037220 Apr 20 17:27:27.776494 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f5c1c92-fef5-4afd-bfdc-06d5e5b98d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:27.781907 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f5c1c92-fef5-4afd-bfdc-06d5e5b98d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:27.811838 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f5c1c92-fef5-4afd-bfdc-06d5e5b98d75 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:27:27.824512 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c1c92-fef5-4afd-bfdc-06d5e5b98d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3254b93-e8af-4318-abb6-9faba80d883c,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:27.829379 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f5c1c92-fef5-4afd-bfdc-06d5e5b98d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:27.829696 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-9f5c1c92-fef5-4afd-bfdc-06d5e5b98d75 admin admin] Added segment 6fe16a2a-b449-467f-a496-cfefe33a9eb6 of type vlan for network 400f7fec-a84e-421e-a33f-ee2818f755c4 Apr 20 17:27:27.858335 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f5c1c92-fef5-4afd-bfdc-06d5e5b98d75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:27.888254 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f5c1c92-fef5-4afd-bfdc-06d5e5b98d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:27.890845 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5c1c92-fef5-4afd-bfdc-06d5e5b98d75 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:27.891535 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f5c1c92-fef5-4afd-bfdc-06d5e5b98d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:28.010395 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9f5c1c92-fef5-4afd-bfdc-06d5e5b98d75 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8445690 Apr 20 17:27:28.013270 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50952) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:27:28.019524 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-81b1f546-5b6c-490c-93d5-4b3b3141c225 admin admin] Request body: {'subnet': {'network_id': '400f7fec-a84e-421e-a33f-ee2818f755c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2126445813-subnet', 'tenant_id': '5cd3062a7a2942e5a596a268b2c9cffd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:27:28.029807 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-81b1f546-5b6c-490c-93d5-4b3b3141c225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:27:28.033735 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c1c92-fef5-4afd-bfdc-06d5e5b98d75 admin admin] Pushing event updated for resources: {'Network': ['ID=400f7fec-a84e-421e-a33f-ee2818f755c4,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:28.038092 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-81b1f546-5b6c-490c-93d5-4b3b3141c225 admin admin] Usage tracker for resource:subnet and tenant:5cd3062a7a2942e5a596a268b2c9cffd is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:27:28.041881 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-81b1f546-5b6c-490c-93d5-4b3b3141c225 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:27:28.045731 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 400f7fec-a84e-421e-a33f-ee2818f755c4 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:27:28.048558 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-81b1f546-5b6c-490c-93d5-4b3b3141c225 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:27:28.066265 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b1f546-5b6c-490c-93d5-4b3b3141c225 admin admin] Made reservation on behalf of 5cd3062a7a2942e5a596a268b2c9cffd for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:27:28.070123 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-81b1f546-5b6c-490c-93d5-4b3b3141c225 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:28.520278 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-81b1f546-5b6c-490c-93d5-4b3b3141c225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:28.621250 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1f546-5b6c-490c-93d5-4b3b3141c225 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38a1a990-6a1f-4220-b0ae-85ff981bdb2a,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:28.757382 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b1f546-5b6c-490c-93d5-4b3b3141c225 admin admin] Checking segment: {'id': '6fe16a2a-b449-467f-a496-cfefe33a9eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '400f7fec-a84e-421e-a33f-ee2818f755c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:27:28.757382 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b1f546-5b6c-490c-93d5-4b3b3141c225 admin admin] Network hostable DHCP agents. Network: 400f7fec-a84e-421e-a33f-ee2818f755c4, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:27:28.790122 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b08bc-9bac-453e-a53b-731b77ea814d req-54f3526d-5ab2-4a71-8d14-8cec175ee926 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:28.797359 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fd1b08bc-9bac-453e-a53b-731b77ea814d req-54f3526d-5ab2-4a71-8d14-8cec175ee926 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 946 time: 0.1701367 Apr 20 17:27:28.841926 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b1f546-5b6c-490c-93d5-4b3b3141c225 admin admin] Network 400f7fec-a84e-421e-a33f-ee2818f755c4 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:27:28.860277 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-81b1f546-5b6c-490c-93d5-4b3b3141c225 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 400f7fec-a84e-421e-a33f-ee2818f755c4) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:27:28.870779 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b1f546-5b6c-490c-93d5-4b3b3141c225 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:28.870779 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-81b1f546-5b6c-490c-93d5-4b3b3141c225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:28.889650 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef30bcf1-dfa1-4989-90ca-1138e93a69b4 None None] Network 400f7fec-a84e-421e-a33f-ee2818f755c4 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:27:28.912504 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fd1b08bc-9bac-453e-a53b-731b77ea814d req-adf274a1-3735-4d14-aedf-2504986e940f tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211083 Apr 20 17:27:28.950941 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-81b1f546-5b6c-490c-93d5-4b3b3141c225 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9330671 Apr 20 17:27:29.122706 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b52bc-d0c9-4c5f-b4e9-4e3aaa91095a req-d09b6c64-387c-4dc4-ab37-ca0d14168e88 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:29.132198 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-532b52bc-d0c9-4c5f-b4e9-4e3aaa91095a req-d09b6c64-387c-4dc4-ab37-ca0d14168e88 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 946 time: 0.1791122 Apr 20 17:27:29.249232 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-532b52bc-d0c9-4c5f-b4e9-4e3aaa91095a req-b2a34665-49a3-4417-93ed-a3b2d10d1119 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1159585 Apr 20 17:27:29.422621 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c398c01e-51b7-4594-8cd7-e1f509dccd4d None None] Network 400f7fec-a84e-421e-a33f-ee2818f755c4 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:27:30.343352 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8286dc-d31a-4f71-b144-ca86fb245000 req-2b23ae0a-4ff9-4b98-8dde-ab9aca739219 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:30.352030 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9b8286dc-d31a-4f71-b144-ca86fb245000 req-2b23ae0a-4ff9-4b98-8dde-ab9aca739219 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 946 time: 0.2820868 Apr 20 17:27:30.450032 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9b8286dc-d31a-4f71-b144-ca86fb245000 req-ddddbdb6-bb7f-484b-a618-fff2faa6f269 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0968118 Apr 20 17:27:30.505279 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245d35e-eccf-4c05-ab61-d675158343eb req-fd72d759-3b45-4c53-9641-bd34fbe47f68 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:30.511075 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-2245d35e-eccf-4c05-ab61-d675158343eb req-fd72d759-3b45-4c53-9641-bd34fbe47f68 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Synchronizing usage tracker for tenant:5cd3062a7a2942e5a596a268b2c9cffd on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:27:30.548938 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-2245d35e-eccf-4c05-ab61-d675158343eb req-fd72d759-3b45-4c53-9641-bd34fbe47f68 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Unset dirty status for tenant:5cd3062a7a2942e5a596a268b2c9cffd on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:27:30.550115 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2245d35e-eccf-4c05-ab61-d675158343eb req-fd72d759-3b45-4c53-9641-bd34fbe47f68 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/networks?id=400f7fec-a84e-421e-a33f-ee2818f755c4 HTTP/1.1" status: 200 len: 814 time: 0.4556675 Apr 20 17:27:30.577330 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2245d35e-eccf-4c05-ab61-d675158343eb req-b5621563-be76-4837-82d0-0f8c074cb09a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/quotas/5cd3062a7a2942e5a596a268b2c9cffd HTTP/1.1" status: 200 len: 375 time: 0.0214770 Apr 20 17:27:30.675867 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2245d35e-eccf-4c05-ab61-d675158343eb req-b855de9c-7fe0-47af-a3b7-be300f568dfb tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5cd3062a7a2942e5a596a268b2c9cffd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0895698 Apr 20 17:27:30.835548 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2245d35e-eccf-4c05-ab61-d675158343eb req-b6af4175-2f80-4249-be06-3e699bbb9d92 service neutron] 10.222.0.39 "GET /v2.0/networks/400f7fec-a84e-421e-a33f-ee2818f755c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569536 Apr 20 17:27:30.842696 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a63aa6-2c2a-4a9e-9641-8f485b2343d8 req-23493f72-38ee-44a1-8c81-9af2c41ca8c7 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:30.850813 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-38a63aa6-2c2a-4a9e-9641-8f485b2343d8 req-23493f72-38ee-44a1-8c81-9af2c41ca8c7 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 946 time: 0.1139402 Apr 20 17:27:30.953997 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-38a63aa6-2c2a-4a9e-9641-8f485b2343d8 req-a15ef7e2-4188-4139-8488-ae17baf52a48 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971782 Apr 20 17:27:31.040943 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2245d35e-eccf-4c05-ab61-d675158343eb req-b9f5b912-99dc-47ff-973c-3f40d96351f4 service neutron] 10.222.0.39 "GET /v2.0/networks/400f7fec-a84e-421e-a33f-ee2818f755c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040715 Apr 20 17:27:31.179016 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:27:31.318631 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9df81efb-44d2-4808-8e66-05f8c246786a req-79ddcafc-5cca-4cd9-b070-d1b17a1d579e tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 210 time: 0.0695214 Apr 20 17:27:31.355275 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:31.402656 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 8ade7190-3a4b-418f-a071-6c7e4f46d1d3, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=8ade7190-3a4b-418f-a071-6c7e4f46d1d3,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:27:31.403864 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0aa0140-852b-430d-ba5a-cf25471b3871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ade7190-3a4b-418f-a071-6c7e4f46d1d3'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:27:31.415716 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:31.581276 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=8ade7190-3a4b-418f-a071-6c7e4f46d1d3,revision_number=11']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:31.603756 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2743d90-c00d-4afa-a4c7-5999ffab7c6e'] response: {'server_uuid': 'b0aa0140-852b-430d-ba5a-cf25471b3871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ade7190-3a4b-418f-a071-6c7e4f46d1d3', 'code': 200} Apr 20 17:27:31.827546 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b86e1f-b289-43ba-b05a-0adb9ebaac4b req-706e1a63-66af-4bdf-943d-50efd70db9d8 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:31.829022 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-46b86e1f-b289-43ba-b05a-0adb9ebaac4b req-706e1a63-66af-4bdf-943d-50efd70db9d8 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.1301847 Apr 20 17:27:31.925437 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-46b86e1f-b289-43ba-b05a-0adb9ebaac4b req-c36523fb-c00d-45c9-b8c5-ba8fbc7d415e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0872247 Apr 20 17:27:32.109624 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device eb291abb-cf9d-4106-ae9f-e2705f1e272a details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:27:32.325075 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad061466-b41e-43b3-aa24-eddb837838b3 req-daf4af5d-28f4-441d-b1c0-5c5e4df4e0a6 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:32.326608 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ad061466-b41e-43b3-aa24-eddb837838b3 req-daf4af5d-28f4-441d-b1c0-5c5e4df4e0a6 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 946 time: 0.1369646 Apr 20 17:27:32.355081 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port eb291abb-cf9d-4106-ae9f-e2705f1e272a, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=eb291abb-cf9d-4106-ae9f-e2705f1e272a,segment=NetworkSegment(66b29461-7e00-47bd-9ba1-5ef6f56d61e9),segment_id=66b29461-7e00-47bd-9ba1-5ef6f56d61e9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:27:32.372961 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'eb291abb-cf9d-4106-ae9f-e2705f1e272a', 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8', 'port_id': 'eb291abb-cf9d-4106-ae9f-e2705f1e272a', 'mac_address': 'fa:16:3e:6d:20:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:27:32.437034 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ad061466-b41e-43b3-aa24-eddb837838b3 req-29f003b5-b046-4580-b9ef-4ed5e0e42c2a tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046953 Apr 20 17:27:32.480311 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:32.514764 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb291abb-cf9d-4106-ae9f-e2705f1e272a {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:27:32.524843 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port eb291abb-cf9d-4106-ae9f-e2705f1e272a, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=eb291abb-cf9d-4106-ae9f-e2705f1e272a,segment=NetworkSegment(66b29461-7e00-47bd-9ba1-5ef6f56d61e9),segment_id=66b29461-7e00-47bd-9ba1-5ef6f56d61e9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:27:32.531940 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:32.595086 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-67807d37-e090-46f2-8c55-000dca86de90 req-a0f7975d-c6d6-4e61-9f48-d72bba52713d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 210 time: 0.0716460 Apr 20 17:27:32.639461 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=eb291abb-cf9d-4106-ae9f-e2705f1e272a,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:32.682349 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['eb291abb-cf9d-4106-ae9f-e2705f1e272a'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:27:33.191482 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:27:33.238032 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a9fab-48dd-4784-887a-f8e8fab0937a req-9476e408-4564-49a7-8ae1-4aa0eca7e2fa tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:33.250152 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ca0a9fab-48dd-4784-887a-f8e8fab0937a req-9476e408-4564-49a7-8ae1-4aa0eca7e2fa tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.1553679 Apr 20 17:27:33.345231 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ca0a9fab-48dd-4784-887a-f8e8fab0937a req-f2dbe9f6-82c4-478d-a714-77191dac65ce tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0874038 Apr 20 17:27:33.357595 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245d35e-eccf-4c05-ab61-d675158343eb req-04c95c9d-4362-454e-a69b-7952ac266628 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:33.363576 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2245d35e-eccf-4c05-ab61-d675158343eb req-04c95c9d-4362-454e-a69b-7952ac266628 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.43 "GET /v2.0/networks?id=400f7fec-a84e-421e-a33f-ee2818f755c4 HTTP/1.1" status: 200 len: 814 time: 0.3213983 Apr 20 17:27:33.388010 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-2245d35e-eccf-4c05-ab61-d675158343eb req-9ef3e0cc-e53f-427e-b6b1-34a8c05c594f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Request body: {'port': {'device_id': '41670175-93a9-4de7-99d3-f8ebce752dc5', 'network_id': '400f7fec-a84e-421e-a33f-ee2818f755c4', 'admin_state_up': True, 'tenant_id': '5cd3062a7a2942e5a596a268b2c9cffd'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:27:33.453365 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 8ade7190-3a4b-418f-a071-6c7e4f46d1d3, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=8ade7190-3a4b-418f-a071-6c7e4f46d1d3,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:27:33.513805 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '8ade7190-3a4b-418f-a071-6c7e4f46d1d3', 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923', 'port_id': '8ade7190-3a4b-418f-a071-6c7e4f46d1d3', 'mac_address': 'fa:16:3e:af:27:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459b9241-591b-4214-ba21-d89500ea520e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:27:33.684196 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:33.729647 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:27:33.778307 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 8ade7190-3a4b-418f-a071-6c7e4f46d1d3, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=8ade7190-3a4b-418f-a071-6c7e4f46d1d3,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:27:33.787753 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:33.825809 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-2245d35e-eccf-4c05-ab61-d675158343eb req-9ef3e0cc-e53f-427e-b6b1-34a8c05c594f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:27:33.859609 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-2245d35e-eccf-4c05-ab61-d675158343eb req-9ef3e0cc-e53f-427e-b6b1-34a8c05c594f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Usage tracker for resource:port and tenant:5cd3062a7a2942e5a596a268b2c9cffd is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:27:33.869811 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-2245d35e-eccf-4c05-ab61-d675158343eb req-9ef3e0cc-e53f-427e-b6b1-34a8c05c594f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:27:33.883987 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-2245d35e-eccf-4c05-ab61-d675158343eb req-9ef3e0cc-e53f-427e-b6b1-34a8c05c594f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:27:33.917362 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-31f7781d-f330-4711-b562-26be5bd638a6 req-7ce799cb-8880-4392-b55d-35d1041b96a4 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 210 time: 0.0696149 Apr 20 17:27:33.942614 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=8ade7190-3a4b-418f-a071-6c7e4f46d1d3,revision_number=12']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:33.966059 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2245d35e-eccf-4c05-ab61-d675158343eb req-9ef3e0cc-e53f-427e-b6b1-34a8c05c594f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Made reservation on behalf of 5cd3062a7a2942e5a596a268b2c9cffd for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:27:33.971819 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2245d35e-eccf-4c05-ab61-d675158343eb req-9ef3e0cc-e53f-427e-b6b1-34a8c05c594f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:33.995297 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['8ade7190-3a4b-418f-a071-6c7e4f46d1d3'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:27:34.126810 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device eb291abb-cf9d-4106-ae9f-e2705f1e272a up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:27:34.423349 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port eb291abb-cf9d-4106-ae9f-e2705f1e272a triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:27:34.427090 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:34.444994 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-2245d35e-eccf-4c05-ab61-d675158343eb req-9ef3e0cc-e53f-427e-b6b1-34a8c05c594f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Allocated IP 172.20.0.6 (400f7fec-a84e-421e-a33f-ee2818f755c4/38a1a990-6a1f-4220-b0ae-85ff981bdb2a/9920606a-fe5d-4e14-929b-3367ae1b77d7) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:27:34.672199 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217d127-6510-4c7d-ab97-65d2d0429216 req-5423237f-9f42-460e-985f-e723166d7b87 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:34.680982 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6217d127-6510-4c7d-ab97-65d2d0429216 req-5423237f-9f42-460e-985f-e723166d7b87 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 945 time: 0.9333861 Apr 20 17:27:34.783604 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:34.915979 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70747bfe-bf24-479a-b101-f9d437389c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb291abb-cf9d-4106-ae9f-e2705f1e272a'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:27:34.920998 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798b6f6-4112-4387-aee4-ea48a2c3bf3f req-b0fef2d1-30c2-4e4a-81ac-1ac53b1a9c61 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:34.922586 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e798b6f6-4112-4387-aee4-ea48a2c3bf3f req-b0fef2d1-30c2-4e4a-81ac-1ac53b1a9c61 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 945 time: 0.2610202 Apr 20 17:27:34.963348 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port eb291abb-cf9d-4106-ae9f-e2705f1e272a, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=eb291abb-cf9d-4106-ae9f-e2705f1e272a,segment=NetworkSegment(66b29461-7e00-47bd-9ba1-5ef6f56d61e9),segment_id=66b29461-7e00-47bd-9ba1-5ef6f56d61e9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:27:34.978597 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:35.005179 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e798b6f6-4112-4387-aee4-ea48a2c3bf3f req-68f28003-1573-4d80-b7fc-baff92cde307 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0766516 Apr 20 17:27:35.098307 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-221deefe-ef58-442f-a5a1-71c2237ff229'] response: {'server_uuid': '70747bfe-bf24-479a-b101-f9d437389c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb291abb-cf9d-4106-ae9f-e2705f1e272a', 'code': 200} Apr 20 17:27:35.129686 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6217d127-6510-4c7d-ab97-65d2d0429216 req-b34db134-5f3b-422d-9565-eb420a50f5cb tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4477851 Apr 20 17:27:35.240915 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:27:35.314242 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2245d35e-eccf-4c05-ab61-d675158343eb req-9ef3e0cc-e53f-427e-b6b1-34a8c05c594f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:35.360773 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3fbc952c-94b3-4aac-893c-611e8772aadc req-b46c6033-62f1-4413-a7c7-c59cc6f5f58a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 210 time: 0.0838802 Apr 20 17:27:35.421590 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2245d35e-eccf-4c05-ab61-d675158343eb req-9ef3e0cc-e53f-427e-b6b1-34a8c05c594f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:35.447503 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=eb291abb-cf9d-4106-ae9f-e2705f1e272a,revision_number=7']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:35.470242 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:27:35.470568 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:35.709533 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:35.737823 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3e0cc-e53f-427e-b6b1-34a8c05c594f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Pushing event updated for resources: {'Port': ['ID=9920606a-fe5d-4e14-929b-3367ae1b77d7,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:35.758851 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2245d35e-eccf-4c05-ab61-d675158343eb req-9ef3e0cc-e53f-427e-b6b1-34a8c05c594f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Network 400f7fec-a84e-421e-a33f-ee2818f755c4 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:27:35.761974 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-2245d35e-eccf-4c05-ab61-d675158343eb req-9ef3e0cc-e53f-427e-b6b1-34a8c05c594f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:27:35.767090 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-2245d35e-eccf-4c05-ab61-d675158343eb req-9ef3e0cc-e53f-427e-b6b1-34a8c05c594f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:27:35.826683 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 8ade7190-3a4b-418f-a071-6c7e4f46d1d3, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=8ade7190-3a4b-418f-a071-6c7e4f46d1d3,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:27:35.838368 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:36.029058 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=8ade7190-3a4b-418f-a071-6c7e4f46d1d3,revision_number=13']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:36.083223 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245d35e-eccf-4c05-ab61-d675158343eb req-9ef3e0cc-e53f-427e-b6b1-34a8c05c594f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:36.084705 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2245d35e-eccf-4c05-ab61-d675158343eb req-9ef3e0cc-e53f-427e-b6b1-34a8c05c594f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:36.150640 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2245d35e-eccf-4c05-ab61-d675158343eb req-9ef3e0cc-e53f-427e-b6b1-34a8c05c594f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7671635 Apr 20 17:27:36.511887 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4189a-4b3c-4edf-9ef3-9f2ab853e736 req-693e43ce-3cc8-4e96-9f1d-4a99ac861e4a tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:36.518319 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fea4189a-4b3c-4edf-9ef3-9f2ab853e736 req-693e43ce-3cc8-4e96-9f1d-4a99ac861e4a tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 946 time: 0.2421830 Apr 20 17:27:36.706775 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fea4189a-4b3c-4edf-9ef3-9f2ab853e736 req-300d1bd9-709b-4d3c-a92f-b6987ed0b5a0 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1770670 Apr 20 17:27:36.764358 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888979d-0360-46f0-af0d-f47fe2c2b3db req-d85f5fbd-8e27-44af-bf44-61d06c58d8f9 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:36.792593 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2888979d-0360-46f0-af0d-f47fe2c2b3db req-d85f5fbd-8e27-44af-bf44-61d06c58d8f9 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 946 time: 0.3058593 Apr 20 17:27:36.816709 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-2245d35e-eccf-4c05-ab61-d675158343eb req-3dd423b7-b813-48e8-9a37-7acad0bdde5e service neutron] Request body: {'port': {'device_id': '41670175-93a9-4de7-99d3-f8ebce752dc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:27:36.986788 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2888979d-0360-46f0-af0d-f47fe2c2b3db req-95b97159-a8a9-487a-9431-0f002846bc78 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839020 Apr 20 17:27:37.113234 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0aa0140-852b-430d-ba5a-cf25471b3871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ade7190-3a4b-418f-a071-6c7e4f46d1d3'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:27:37.220955 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:27:37.264828 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80aba8a2-f352-4b4e-9201-6a8f0ce0f7e5'] response: {'server_uuid': 'b0aa0140-852b-430d-ba5a-cf25471b3871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ade7190-3a4b-418f-a071-6c7e4f46d1d3', 'code': 200} Apr 20 17:27:37.600202 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2245d35e-eccf-4c05-ab61-d675158343eb req-3dd423b7-b813-48e8-9a37-7acad0bdde5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:37.885410 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f1897-0a9e-4e33-b742-95cc3c0ea2d5 req-d4dbf18f-f184-4fed-a31f-8202d7a79a94 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:37.891236 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-976f1897-0a9e-4e33-b742-95cc3c0ea2d5 req-d4dbf18f-f184-4fed-a31f-8202d7a79a94 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Synchronizing usage tracker for tenant:5cd3062a7a2942e5a596a268b2c9cffd on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:27:38.232003 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc9046-b0b4-4620-ac73-956b2c796194 req-aed6d878-eaf3-480a-8725-071ac96c73ac tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:38.243700 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dfdc9046-b0b4-4620-ac73-956b2c796194 req-aed6d878-eaf3-480a-8725-071ac96c73ac tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 946 time: 0.2375302 Apr 20 17:27:38.315551 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-976f1897-0a9e-4e33-b742-95cc3c0ea2d5 req-d4dbf18f-f184-4fed-a31f-8202d7a79a94 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Unset dirty status for tenant:5cd3062a7a2942e5a596a268b2c9cffd on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:27:38.330890 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-976f1897-0a9e-4e33-b742-95cc3c0ea2d5 req-d4dbf18f-f184-4fed-a31f-8202d7a79a94 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 931 time: 0.9578049 Apr 20 17:27:38.377336 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dfdc9046-b0b4-4620-ac73-956b2c796194 req-4197645a-6e2f-4aff-88c0-8b827cfc55cb tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1302977 Apr 20 17:27:38.612924 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-976f1897-0a9e-4e33-b742-95cc3c0ea2d5 req-3757f9ca-22a4-4b03-b836-76078f808189 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798417 Apr 20 17:27:38.764642 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-2245d35e-eccf-4c05-ab61-d675158343eb req-3dd423b7-b813-48e8-9a37-7acad0bdde5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9920606a-fe5d-4e14-929b-3367ae1b77d7 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:27:38.793579 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2245d35e-eccf-4c05-ab61-d675158343eb req-3dd423b7-b813-48e8-9a37-7acad0bdde5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:38.900504 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-2245d35e-eccf-4c05-ab61-d675158343eb req-3dd423b7-b813-48e8-9a37-7acad0bdde5e service neutron] Transition to ACTIVE for port object 9920606a-fe5d-4e14-929b-3367ae1b77d7 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:27:38.916229 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2245d35e-eccf-4c05-ab61-d675158343eb req-3dd423b7-b813-48e8-9a37-7acad0bdde5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:39.228853 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b33cb959-d0b7-4321-bb7e-1d3c1334ac99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:39.278623 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c28ff157-4118-460c-b80c-3991e41b9b5c req-3dcc3556-ee74-480f-86c8-3c790b6651ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=048f4cae66cf42c897493ac9a67e0d5f&device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 1097 time: 0.6332417 Apr 20 17:27:39.485067 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15cf1e-3e6f-44a5-ba55-4fe5589843d2 req-68bf08dc-b17c-4c4d-b88f-b56abefbf0f3 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:39.504451 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2b15cf1e-3e6f-44a5-ba55-4fe5589843d2 req-68bf08dc-b17c-4c4d-b88f-b56abefbf0f3 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 946 time: 0.6685972 Apr 20 17:27:39.979368 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd423b7-b813-48e8-9a37-7acad0bdde5e service neutron] Pushing event updated for resources: {'Port': ['ID=9920606a-fe5d-4e14-929b-3367ae1b77d7,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:40.195452 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-2245d35e-eccf-4c05-ab61-d675158343eb req-3dd423b7-b813-48e8-9a37-7acad0bdde5e service neutron] Attempting to bind port 9920606a-fe5d-4e14-929b-3367ae1b77d7 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:27:40.195792 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-2245d35e-eccf-4c05-ab61-d675158343eb req-3dd423b7-b813-48e8-9a37-7acad0bdde5e service neutron] Attempting to bind port 9920606a-fe5d-4e14-929b-3367ae1b77d7 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '6fe16a2a-b449-467f-a496-cfefe33a9eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '400f7fec-a84e-421e-a33f-ee2818f755c4'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:27:40.196118 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2245d35e-eccf-4c05-ab61-d675158343eb req-3dd423b7-b813-48e8-9a37-7acad0bdde5e service neutron] Attempting to bind port 9920606a-fe5d-4e14-929b-3367ae1b77d7 on network 400f7fec-a84e-421e-a33f-ee2818f755c4 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:27:40.251631 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2b15cf1e-3e6f-44a5-ba55-4fe5589843d2 req-1a81d5d4-01e7-473a-8b6c-e58e1529e53e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7462978 Apr 20 17:27:40.253693 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2245d35e-eccf-4c05-ab61-d675158343eb req-3dd423b7-b813-48e8-9a37-7acad0bdde5e service neutron] Port 9920606a-fe5d-4e14-929b-3367ae1b77d7 on network 400f7fec-a84e-421e-a33f-ee2818f755c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:27:40.255716 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2245d35e-eccf-4c05-ab61-d675158343eb req-3dd423b7-b813-48e8-9a37-7acad0bdde5e service neutron] Attempting to bind port 9920606a-fe5d-4e14-929b-3367ae1b77d7 on network 400f7fec-a84e-421e-a33f-ee2818f755c4 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:27:40.310413 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2245d35e-eccf-4c05-ab61-d675158343eb req-3dd423b7-b813-48e8-9a37-7acad0bdde5e service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:27:40.310802 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2245d35e-eccf-4c05-ab61-d675158343eb req-3dd423b7-b813-48e8-9a37-7acad0bdde5e service neutron] Checking segment: {'id': '6fe16a2a-b449-467f-a496-cfefe33a9eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '400f7fec-a84e-421e-a33f-ee2818f755c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:27:40.311159 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2245d35e-eccf-4c05-ab61-d675158343eb req-3dd423b7-b813-48e8-9a37-7acad0bdde5e service neutron] Bound using segment: {'id': '6fe16a2a-b449-467f-a496-cfefe33a9eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '400f7fec-a84e-421e-a33f-ee2818f755c4'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:27:40.311619 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-2245d35e-eccf-4c05-ab61-d675158343eb req-3dd423b7-b813-48e8-9a37-7acad0bdde5e service neutron] Bound port: 9920606a-fe5d-4e14-929b-3367ae1b77d7, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe16a2a-b449-467f-a496-cfefe33a9eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '400f7fec-a84e-421e-a33f-ee2818f755c4'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:27:40.311948 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2245d35e-eccf-4c05-ab61-d675158343eb req-3dd423b7-b813-48e8-9a37-7acad0bdde5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:40.424476 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a9139-27b8-4cee-be4a-008a09cecd82 req-595e9842-01de-4894-a1ec-caa847e5aa21 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:40.457311 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b2a9139-27b8-4cee-be4a-008a09cecd82 req-595e9842-01de-4894-a1ec-caa847e5aa21 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 946 time: 0.7086320 Apr 20 17:27:40.494122 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ff157-4118-460c-b80c-3991e41b9b5c req-8e63ace4-8499-4eab-8cca-117af9d1f362 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:40.495872 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c28ff157-4118-460c-b80c-3991e41b9b5c req-8e63ace4-8499-4eab-8cca-117af9d1f362 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4f37beb4-cacf-475a-8f23-eab887469923 HTTP/1.1" status: 200 len: 913 time: 1.1749654 Apr 20 17:27:40.801987 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b2a9139-27b8-4cee-be4a-008a09cecd82 req-635d731a-a637-4551-b3d5-150347d6a6c4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3438106 Apr 20 17:27:40.891711 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-2245d35e-eccf-4c05-ab61-d675158343eb req-3dd423b7-b813-48e8-9a37-7acad0bdde5e service neutron] For port 9920606a-fe5d-4e14-929b-3367ae1b77d7, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:27:40.898054 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-2245d35e-eccf-4c05-ab61-d675158343eb req-3dd423b7-b813-48e8-9a37-7acad0bdde5e service neutron] For port 9920606a-fe5d-4e14-929b-3367ae1b77d7, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9920606a-fe5d-4e14-929b-3367ae1b77d7,segment=NetworkSegment(6fe16a2a-b449-467f-a496-cfefe33a9eb6),segment_id=6fe16a2a-b449-467f-a496-cfefe33a9eb6)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:27:40.918666 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2245d35e-eccf-4c05-ab61-d675158343eb req-3dd423b7-b813-48e8-9a37-7acad0bdde5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:41.114958 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2245d35e-eccf-4c05-ab61-d675158343eb req-3dd423b7-b813-48e8-9a37-7acad0bdde5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:41.116756 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2245d35e-eccf-4c05-ab61-d675158343eb req-3dd423b7-b813-48e8-9a37-7acad0bdde5e service neutron] 10.222.0.43 "PUT /v2.0/ports/9920606a-fe5d-4e14-929b-3367ae1b77d7 HTTP/1.1" status: 200 len: 1091 time: 4.9586089 Apr 20 17:27:41.116756 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41670175-93a9-4de7-99d3-f8ebce752dc5', 'tag': '9920606a-fe5d-4e14-929b-3367ae1b77d7'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:27:41.355855 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd423b7-b813-48e8-9a37-7acad0bdde5e service neutron] Pushing event updated for resources: {'Port': ['ID=9920606a-fe5d-4e14-929b-3367ae1b77d7,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:41.413406 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-47f4b957-e82b-4cc0-b3a0-a0627f676b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:41.423117 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2245d35e-eccf-4c05-ab61-d675158343eb req-abd98871-9fe8-48e1-8532-854b576e3dcd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5cd3062a7a2942e5a596a268b2c9cffd&device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 1094 time: 0.2510271 Apr 20 17:27:41.503245 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4866c0a9-0342-4e9b-88eb-2d3ad0e2bb20 req-46644960-4ad8-405d-8fe2-cd7e9fef3050 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.4022741 Apr 20 17:27:41.522003 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c28ff157-4118-460c-b80c-3991e41b9b5c req-c09bc82f-e1e4-4bd3-9feb-f13ceb697d21 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ade7190-3a4b-418f-a071-6c7e4f46d1d3 HTTP/1.1" status: 200 len: 1001 time: 1.0148938 Apr 20 17:27:41.566644 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecd9a1-9ab7-4736-92ad-69862eb4c3da req-155eebbe-7764-41df-9eb2-be7797635485 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:41.579628 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3fecd9a1-9ab7-4736-92ad-69862eb4c3da req-155eebbe-7764-41df-9eb2-be7797635485 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 943 time: 0.6670909 Apr 20 17:27:41.763340 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ff157-4118-460c-b80c-3991e41b9b5c req-6d1b66fb-1822-40a0-a600-bb157e366465 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:41.764859 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c28ff157-4118-460c-b80c-3991e41b9b5c req-6d1b66fb-1822-40a0-a600-bb157e366465 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=459b9241-591b-4214-ba21-d89500ea520e HTTP/1.1" status: 200 len: 851 time: 0.2212703 Apr 20 17:27:41.769813 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2245d35e-eccf-4c05-ab61-d675158343eb req-d6360f49-895c-4da2-a385-0c02591f80bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9920606a-fe5d-4e14-929b-3367ae1b77d7 HTTP/1.1" status: 200 len: 217 time: 0.3373530 Apr 20 17:27:41.936589 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72ddc5bf-1cce-408f-9e9f-83bf2d21ed6b'] response: {'name': 'network-changed', 'server_uuid': '41670175-93a9-4de7-99d3-f8ebce752dc5', 'tag': '9920606a-fe5d-4e14-929b-3367ae1b77d7', 'status': 'completed', 'code': 200} Apr 20 17:27:42.016887 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245d35e-eccf-4c05-ab61-d675158343eb req-f0bf5f3e-2d41-407b-bef8-562ef2233f75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:42.020070 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2245d35e-eccf-4c05-ab61-d675158343eb req-f0bf5f3e-2d41-407b-bef8-562ef2233f75 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=38a1a990-6a1f-4220-b0ae-85ff981bdb2a HTTP/1.1" status: 200 len: 854 time: 0.2429500 Apr 20 17:27:42.119740 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-3fecd9a1-9ab7-4736-92ad-69862eb4c3da req-b6971beb-6318-4698-bfc2-65147fd74a16 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Synchronizing usage tracker for tenant:5cd3062a7a2942e5a596a268b2c9cffd on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:27:42.152168 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2245d35e-eccf-4c05-ab61-d675158343eb req-00cef1df-117b-46af-b871-d082c355e054 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=400f7fec-a84e-421e-a33f-ee2818f755c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1268823 Apr 20 17:27:42.301914 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-3fecd9a1-9ab7-4736-92ad-69862eb4c3da req-b6971beb-6318-4698-bfc2-65147fd74a16 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Unset dirty status for tenant:5cd3062a7a2942e5a596a268b2c9cffd on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:27:42.328185 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3fecd9a1-9ab7-4736-92ad-69862eb4c3da req-b6971beb-6318-4698-bfc2-65147fd74a16 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7470419 Apr 20 17:27:42.360113 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c28ff157-4118-460c-b80c-3991e41b9b5c req-c08c324c-3e2a-4f1d-b06a-cf8aad996565 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f37beb4-cacf-475a-8f23-eab887469923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5440462 Apr 20 17:27:42.685707 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:42.697222 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:43.024410 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c28ff157-4118-460c-b80c-3991e41b9b5c req-72ca2c6e-4c79-456f-bf0a-e450ee21c475 service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6357734 Apr 20 17:27:43.079739 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386766b-8bb4-4e5b-903a-ad9717e5f7e5 req-32204d1e-4a8d-44f3-97da-a59bdc97e195 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:43.091417 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3386766b-8bb4-4e5b-903a-ad9717e5f7e5 req-32204d1e-4a8d-44f3-97da-a59bdc97e195 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 946 time: 0.7301512 Apr 20 17:27:43.157527 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:43.248939 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3386766b-8bb4-4e5b-903a-ad9717e5f7e5 req-100ef8f4-89a8-4b04-82e2-b1991f550b10 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553409 Apr 20 17:27:43.257615 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2245d35e-eccf-4c05-ab61-d675158343eb req-8abf6646-bed3-4424-94aa-5cfb7f629db6 service neutron] 10.222.0.43 "GET /v2.0/networks/400f7fec-a84e-421e-a33f-ee2818f755c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0976598 Apr 20 17:27:43.568804 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c28ff157-4118-460c-b80c-3991e41b9b5c req-20e009cd-730d-4242-8e7e-835415196cf5 service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118390 Apr 20 17:27:43.608384 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4866c0a9-0342-4e9b-88eb-2d3ad0e2bb20 req-6ab13fa3-61ba-4b59-ae94-cc109bd9cb50 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=739e916aa25c4029ad0454743c027d4f&device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 1096 time: 2.0617788 Apr 20 17:27:44.000679 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:44.069186 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866c0a9-0342-4e9b-88eb-2d3ad0e2bb20 req-36ed15b2-1079-4ff4-b08c-5b1a9a647cca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:44.075246 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4866c0a9-0342-4e9b-88eb-2d3ad0e2bb20 req-36ed15b2-1079-4ff4-b08c-5b1a9a647cca service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 HTTP/1.1" status: 200 len: 920 time: 0.4063008 Apr 20 17:27:44.275423 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2245d35e-eccf-4c05-ab61-d675158343eb req-4a87793b-b403-44f4-97a1-635925673123 service neutron] 10.222.0.43 "GET /v2.0/networks/400f7fec-a84e-421e-a33f-ee2818f755c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0103698 Apr 20 17:27:44.328559 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b350e-26c2-4c9e-b04b-d4823aa836f0 req-2b176003-40bf-44e5-a0f6-b708d061dd09 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:44.338790 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-558b350e-26c2-4c9e-b04b-d4823aa836f0 req-2b176003-40bf-44e5-a0f6-b708d061dd09 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 943 time: 0.4407885 Apr 20 17:27:44.553094 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4866c0a9-0342-4e9b-88eb-2d3ad0e2bb20 req-d0064664-52dd-498d-853c-6b10685d557d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8f67641-1edb-44b0-b406-e1783d7bec8b HTTP/1.1" status: 200 len: 1001 time: 0.4611390 Apr 20 17:27:44.563960 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce8b34-f234-4144-9b22-83a58f962c35 req-507b8b4c-6ca4-44ba-b453-ffc9e98dea83 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:44.573676 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4dce8b34-f234-4144-9b22-83a58f962c35 req-507b8b4c-6ca4-44ba-b453-ffc9e98dea83 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 946 time: 1.7072570 Apr 20 17:27:44.627377 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-558b350e-26c2-4c9e-b04b-d4823aa836f0 req-711e2325-f6d1-4317-bc02-5aa78e453d16 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875872 Apr 20 17:27:44.702689 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866c0a9-0342-4e9b-88eb-2d3ad0e2bb20 req-096eaf4d-f0ce-4626-a72a-8cffb75bbfa5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:44.703917 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4866c0a9-0342-4e9b-88eb-2d3ad0e2bb20 req-096eaf4d-f0ce-4626-a72a-8cffb75bbfa5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be91a7bc-1185-4002-b13c-e1f041fc679d HTTP/1.1" status: 200 len: 858 time: 0.1276588 Apr 20 17:27:44.768720 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ead544c2-92d5-4788-8744-5c58c7c0493c req-e331bc80-640d-4ea4-b452-a232d1d0488f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5cd3062a7a2942e5a596a268b2c9cffd&device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 1094 time: 0.4272628 Apr 20 17:27:44.769551 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4dce8b34-f234-4144-9b22-83a58f962c35 req-fcf8e5a5-1bf9-4f0e-9c59-350f370a061b tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1947341 Apr 20 17:27:44.905448 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4866c0a9-0342-4e9b-88eb-2d3ad0e2bb20 req-eb323e91-a227-4c2f-86ee-d3501b92a31c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1912847 Apr 20 17:27:45.112081 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:45.271718 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 9920606a-fe5d-4e14-929b-3367ae1b77d7 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:27:45.306336 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4866c0a9-0342-4e9b-88eb-2d3ad0e2bb20 req-9d376d87-8e02-475a-9aab-ba3ecf3459ee service neutron] 10.222.0.10 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933666 Apr 20 17:27:45.307361 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead544c2-92d5-4788-8744-5c58c7c0493c req-cf92639e-20be-41b0-9d78-8349f0ccab5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:45.315519 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ead544c2-92d5-4788-8744-5c58c7c0493c req-cf92639e-20be-41b0-9d78-8349f0ccab5a service neutron] 10.222.0.43 "GET /v2.0/networks?id=400f7fec-a84e-421e-a33f-ee2818f755c4 HTTP/1.1" status: 200 len: 915 time: 0.5220027 Apr 20 17:27:45.560832 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 9920606a-fe5d-4e14-929b-3367ae1b77d7, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9920606a-fe5d-4e14-929b-3367ae1b77d7,segment=NetworkSegment(6fe16a2a-b449-467f-a496-cfefe33a9eb6),segment_id=6fe16a2a-b449-467f-a496-cfefe33a9eb6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:27:45.602424 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '9920606a-fe5d-4e14-929b-3367ae1b77d7', 'network_id': '400f7fec-a84e-421e-a33f-ee2818f755c4', 'port_id': '9920606a-fe5d-4e14-929b-3367ae1b77d7', 'mac_address': 'fa:16:3e:cc:2b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a1a990-6a1f-4220-b0ae-85ff981bdb2a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:27:45.612915 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ead544c2-92d5-4788-8744-5c58c7c0493c req-407f5f99-386d-449e-ab0b-9ed2f6c5868d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9920606a-fe5d-4e14-929b-3367ae1b77d7 HTTP/1.1" status: 200 len: 217 time: 0.2964714 Apr 20 17:27:45.641290 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4866c0a9-0342-4e9b-88eb-2d3ad0e2bb20 req-a6e76a1d-3722-4b3a-a275-24c1b972bcb6 service neutron] 10.222.0.10 "GET /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297598 Apr 20 17:27:45.847593 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcb488-654c-4455-8063-2dd8aa70d41d req-97bed221-5a10-4cac-b7e9-94b1eaaf895b tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:45.857760 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cebcb488-654c-4455-8063-2dd8aa70d41d req-97bed221-5a10-4cac-b7e9-94b1eaaf895b tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 946 time: 0.8545051 Apr 20 17:27:45.898814 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:45.964606 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9920606a-fe5d-4e14-929b-3367ae1b77d7 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:27:46.024614 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead544c2-92d5-4788-8744-5c58c7c0493c req-0c58f9b1-9955-49c1-ba1f-0b97ea552575 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:46.029326 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ead544c2-92d5-4788-8744-5c58c7c0493c req-0c58f9b1-9955-49c1-ba1f-0b97ea552575 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=38a1a990-6a1f-4220-b0ae-85ff981bdb2a HTTP/1.1" status: 200 len: 854 time: 0.4055371 Apr 20 17:27:46.056184 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 9920606a-fe5d-4e14-929b-3367ae1b77d7, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9920606a-fe5d-4e14-929b-3367ae1b77d7,segment=NetworkSegment(6fe16a2a-b449-467f-a496-cfefe33a9eb6),segment_id=6fe16a2a-b449-467f-a496-cfefe33a9eb6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:27:46.065902 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:46.208757 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cebcb488-654c-4455-8063-2dd8aa70d41d req-2e1e40b5-f7ce-41ed-ac3c-23f74279c2e8 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3476782 Apr 20 17:27:46.237713 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ead544c2-92d5-4788-8744-5c58c7c0493c req-1c7ec2e4-f999-4bbb-8ca2-99bf7109ac70 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=400f7fec-a84e-421e-a33f-ee2818f755c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1983397 Apr 20 17:27:46.414952 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=9920606a-fe5d-4e14-929b-3367ae1b77d7,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:46.476494 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['9920606a-fe5d-4e14-929b-3367ae1b77d7'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:27:46.840542 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ead544c2-92d5-4788-8744-5c58c7c0493c req-7f3f8b9b-a57c-49be-ac37-462ea496d6ec service neutron] 10.222.0.43 "GET /v2.0/networks/400f7fec-a84e-421e-a33f-ee2818f755c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5969682 Apr 20 17:27:46.866564 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a72cb7-d14e-44b5-80e3-0ed87c096bff req-f99166ac-4dcc-4466-9e4e-0ffacc980829 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:46.884067 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-44a72cb7-d14e-44b5-80e3-0ed87c096bff req-f99166ac-4dcc-4466-9e4e-0ffacc980829 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 944 time: 0.8692167 Apr 20 17:27:47.056742 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-44a72cb7-d14e-44b5-80e3-0ed87c096bff req-f4541ffd-93ab-48e1-8605-672ffb28436b tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668262 Apr 20 17:27:47.280830 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74194b-5cfb-4d0c-862d-28fc49cc7bf4 req-24e8e2a4-b049-4646-a8e6-e07f653e047d tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:47.292554 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eb74194b-5cfb-4d0c-862d-28fc49cc7bf4 req-24e8e2a4-b049-4646-a8e6-e07f653e047d tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 946 time: 0.4511411 Apr 20 17:27:47.527105 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ead544c2-92d5-4788-8744-5c58c7c0493c req-37c9ce8b-c7f0-42c0-ae42-c275814e3dd8 service neutron] 10.222.0.43 "GET /v2.0/networks/400f7fec-a84e-421e-a33f-ee2818f755c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6712327 Apr 20 17:27:47.548246 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eb74194b-5cfb-4d0c-862d-28fc49cc7bf4 req-afa02920-e3ff-483b-979f-b673b50c2a8a tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2432358 Apr 20 17:27:47.702768 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08609a-d029-4984-a769-d9c0cbfe3184 req-234babf8-cf62-48ef-8f75-f23f9d98c65c tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:47.711665 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ab08609a-d029-4984-a769-d9c0cbfe3184 req-234babf8-cf62-48ef-8f75-f23f9d98c65c tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 946 time: 0.1378248 Apr 20 17:27:47.778154 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ab08609a-d029-4984-a769-d9c0cbfe3184 req-9485128b-9078-4362-85b4-67c11b18fc97 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652039 Apr 20 17:27:48.353577 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f40e7-dc8a-4612-9ffa-88d6f57c3456 req-585ba690-771b-4ff8-afe9-f8979174f3cc tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:48.365001 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9c5f40e7-dc8a-4612-9ffa-88d6f57c3456 req-585ba690-771b-4ff8-afe9-f8979174f3cc tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 944 time: 0.1139293 Apr 20 17:27:48.430522 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9c5f40e7-dc8a-4612-9ffa-88d6f57c3456 req-95cfcf2b-23a3-49af-8f6b-3c9acfa53b52 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641310 Apr 20 17:27:49.146016 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f123e36-75d6-4767-b270-1a3905981c6e req-f022f34f-6eda-4c84-b8cf-f4cf53176cf7 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:49.153734 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3f123e36-75d6-4767-b270-1a3905981c6e req-f022f34f-6eda-4c84-b8cf-f4cf53176cf7 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 946 time: 0.2361364 Apr 20 17:27:49.287404 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3f123e36-75d6-4767-b270-1a3905981c6e req-a8d615a6-2449-4ae6-9ad6-6075603dc547 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1326699 Apr 20 17:27:49.350858 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 9920606a-fe5d-4e14-929b-3367ae1b77d7 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:27:49.579630 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 9920606a-fe5d-4e14-929b-3367ae1b77d7 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:27:49.606918 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 9920606a-fe5d-4e14-929b-3367ae1b77d7 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:27:49.607311 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:49.791467 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2097907-da56-4dd6-a4d7-d7dc485e3e62 req-49cb492e-4a8d-4680-aad2-4513e74403ca tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:49.793081 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e2097907-da56-4dd6-a4d7-d7dc485e3e62 req-49cb492e-4a8d-4680-aad2-4513e74403ca tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 946 time: 0.2235942 Apr 20 17:27:49.974956 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a8d64-d4a6-4ab4-93e2-55318b54a060 req-e3bd62f5-6bcf-4c35-931a-84e902bf5b84 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:49.985866 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e2097907-da56-4dd6-a4d7-d7dc485e3e62 req-dde60697-1371-4e08-9f1a-3cda4baf34e6 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844811 Apr 20 17:27:49.987704 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ef4a8d64-d4a6-4ab4-93e2-55318b54a060 req-e3bd62f5-6bcf-4c35-931a-84e902bf5b84 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 944 time: 0.2404606 Apr 20 17:27:50.065188 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:50.185233 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ef4a8d64-d4a6-4ab4-93e2-55318b54a060 req-855c7c73-de9b-42ea-9c00-c7607964eb48 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929371 Apr 20 17:27:50.219831 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 9920606a-fe5d-4e14-929b-3367ae1b77d7, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9920606a-fe5d-4e14-929b-3367ae1b77d7,segment=NetworkSegment(6fe16a2a-b449-467f-a496-cfefe33a9eb6),segment_id=6fe16a2a-b449-467f-a496-cfefe33a9eb6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:27:50.223099 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41670175-93a9-4de7-99d3-f8ebce752dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9920606a-fe5d-4e14-929b-3367ae1b77d7'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:27:50.249485 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:50.403823 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=9920606a-fe5d-4e14-929b-3367ae1b77d7,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:50.421937 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4257c349-626b-4898-9152-f21a6bdd41c5'] response: {'server_uuid': '41670175-93a9-4de7-99d3-f8ebce752dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9920606a-fe5d-4e14-929b-3367ae1b77d7', 'code': 200} Apr 20 17:27:50.760387 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-253eeaa7-4eb4-48ea-94d8-03c628264361 req-1d654729-441b-4c5d-9284-770f792568eb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 1096 time: 0.2546973 Apr 20 17:27:50.847743 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1ce40-3b58-41c8-94b6-665fdb9b0e4b req-f8b5cdf9-68fc-4035-b6ab-ccec8af95e36 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:50.854911 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2f1ce40-3b58-41c8-94b6-665fdb9b0e4b req-f8b5cdf9-68fc-4035-b6ab-ccec8af95e36 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 946 time: 0.1718502 Apr 20 17:27:50.895658 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-253eeaa7-4eb4-48ea-94d8-03c628264361 req-5a547db7-a5d2-4cd9-89dd-59720779f395 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269093 Apr 20 17:27:51.000298 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2f1ce40-3b58-41c8-94b6-665fdb9b0e4b req-25b1ce86-0667-4aec-baa0-c4a1cddc8fd1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1385176 Apr 20 17:27:51.507689 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d7f76-720b-4ef6-9c16-5a4148a74bff req-25b8cf5e-c0fa-449c-90f1-5c57d18df526 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:51.516939 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-476d7f76-720b-4ef6-9c16-5a4148a74bff req-25b8cf5e-c0fa-449c-90f1-5c57d18df526 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 946 time: 0.1196933 Apr 20 17:27:51.633931 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51418) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:27:51.710579 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-476d7f76-720b-4ef6-9c16-5a4148a74bff req-f08c21f8-d634-494a-b975-707b220889c2 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922719 Apr 20 17:27:51.796634 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886d433-d54c-4f03-af80-d6c03da98ed7 req-2638fc25-18db-44d3-9bee-b03890a08e07 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:51.798219 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2886d433-d54c-4f03-af80-d6c03da98ed7 req-2638fc25-18db-44d3-9bee-b03890a08e07 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.2537370 Apr 20 17:27:51.951788 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2886d433-d54c-4f03-af80-d6c03da98ed7 req-b7c573fb-4ad8-460b-8454-2e92fc0b905c tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384299 Apr 20 17:27:52.077589 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-269e48e7-51b9-4858-8827-726a7d8600e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:52.211474 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-269e48e7-51b9-4858-8827-726a7d8600e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:27:52.243980 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-269e48e7-51b9-4858-8827-726a7d8600e5 admin admin] Usage tracker for resource:security_group_rule and tenant:7084034cfd4844bfa136ca966400d0b0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:27:52.257093 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-269e48e7-51b9-4858-8827-726a7d8600e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:27:52.282050 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-269e48e7-51b9-4858-8827-726a7d8600e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:27:52.661485 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246388f-46c7-4eae-8982-c663fbb7948f req-c216ff00-d13c-484a-8ba0-1ff8f99fd8a2 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:52.668810 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6246388f-46c7-4eae-8982-c663fbb7948f req-c216ff00-d13c-484a-8ba0-1ff8f99fd8a2 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 946 time: 0.3402212 Apr 20 17:27:52.675938 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-269e48e7-51b9-4858-8827-726a7d8600e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:52.752357 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-269e48e7-51b9-4858-8827-726a7d8600e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:53.080240 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-269e48e7-51b9-4858-8827-726a7d8600e5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7084034cfd4844bfa136ca966400d0b0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4395587 Apr 20 17:27:53.081124 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51438) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:27:53.087196 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e48e7-51b9-4858-8827-726a7d8600e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268ecb54-e376-4e6e-b9bd-98752fb7dc59,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:53.157218 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6246388f-46c7-4eae-8982-c663fbb7948f req-3663c984-9ae7-4cb4-8009-e47f979a7421 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4872048 Apr 20 17:27:53.480349 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-83c3e915-cf9a-4eb2-aa51-c0224b64ff56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:53.567544 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-83c3e915-cf9a-4eb2-aa51-c0224b64ff56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:53.678158 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716212a-aad7-4cf6-b5d0-3777ac063924 req-69786304-baca-4295-8b26-047f2dd20729 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:53.681879 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b716212a-aad7-4cf6-b5d0-3777ac063924 req-69786304-baca-4295-8b26-047f2dd20729 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.1626756 Apr 20 17:27:53.710282 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67aa5a-72a6-4f25-bf33-4f4e4088fe2f req-68815523-feff-4d49-acd6-41f745a5ecfc tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:53.718506 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8e67aa5a-72a6-4f25-bf33-4f4e4088fe2f req-68815523-feff-4d49-acd6-41f745a5ecfc tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 946 time: 0.6385026 Apr 20 17:27:53.721845 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-83c3e915-cf9a-4eb2-aa51-c0224b64ff56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:53.760410 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3e915-cf9a-4eb2-aa51-c0224b64ff56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268ecb54-e376-4e6e-b9bd-98752fb7dc59,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:53.777889 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b716212a-aad7-4cf6-b5d0-3777ac063924 req-4102985a-a9d0-44d7-a061-264a71936072 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901818 Apr 20 17:27:53.779579 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-83c3e915-cf9a-4eb2-aa51-c0224b64ff56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:53.780679 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-83c3e915-cf9a-4eb2-aa51-c0224b64ff56 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/268ecb54-e376-4e6e-b9bd-98752fb7dc59 HTTP/1.1" status: 204 len: 168 time: 0.6979315 Apr 20 17:27:53.794905 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3e915-cf9a-4eb2-aa51-c0224b64ff56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:27:53.795242 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3e915-cf9a-4eb2-aa51-c0224b64ff56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:27:53.795588 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3e915-cf9a-4eb2-aa51-c0224b64ff56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:27:53.795899 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3e915-cf9a-4eb2-aa51-c0224b64ff56 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:27:53.796220 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3e915-cf9a-4eb2-aa51-c0224b64ff56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:27:53.796545 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3e915-cf9a-4eb2-aa51-c0224b64ff56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:27:53.797368 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3e915-cf9a-4eb2-aa51-c0224b64ff56 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:27:53.797694 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3e915-cf9a-4eb2-aa51-c0224b64ff56 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:27:53.798010 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3e915-cf9a-4eb2-aa51-c0224b64ff56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:27:53.798352 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3e915-cf9a-4eb2-aa51-c0224b64ff56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:27:53.798761 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3e915-cf9a-4eb2-aa51-c0224b64ff56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:27:53.822552 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8e67aa5a-72a6-4f25-bf33-4f4e4088fe2f req-9af53f04-5a8f-4b35-8dd8-f9f9f54c029f tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030607 Apr 20 17:27:54.512596 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-25da2157-e764-4159-8223-61ac8a5507c5 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:54.514067 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-25da2157-e764-4159-8223-61ac8a5507c5 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/networks?id=400f7fec-a84e-421e-a33f-ee2818f755c4 HTTP/1.1" status: 200 len: 814 time: 0.2712808 Apr 20 17:27:54.547096 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-e3741758-b38e-467f-9d68-4e71aa19e0a3 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/quotas/5cd3062a7a2942e5a596a268b2c9cffd HTTP/1.1" status: 200 len: 375 time: 0.0246294 Apr 20 17:27:54.612165 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51472) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:27:54.664407 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2d4e0726-6d99-41bf-928f-7636eba2876b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:54.703806 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f009b-f3ef-4d58-8dd8-bccbb6f8efbb req-89c3b128-18e0-473a-8cc0-134ee8f1766e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:54.705652 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-457f009b-f3ef-4d58-8dd8-bccbb6f8efbb req-89c3b128-18e0-473a-8cc0-134ee8f1766e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 946 time: 0.2768736 Apr 20 17:27:54.736245 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2d4e0726-6d99-41bf-928f-7636eba2876b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:27:54.741730 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2d4e0726-6d99-41bf-928f-7636eba2876b admin admin] Usage tracker for resource:security_group_rule and tenant:ead7262c6b5944d2811449108d26903a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:27:54.745426 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2d4e0726-6d99-41bf-928f-7636eba2876b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:27:54.753278 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2d4e0726-6d99-41bf-928f-7636eba2876b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:27:54.864329 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-94f45781-66d0-49ec-b970-a915eb1f9c45 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5cd3062a7a2942e5a596a268b2c9cffd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3118482 Apr 20 17:27:54.876923 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2d4e0726-6d99-41bf-928f-7636eba2876b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:54.904460 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2d4e0726-6d99-41bf-928f-7636eba2876b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:54.985278 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2d4e0726-6d99-41bf-928f-7636eba2876b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ead7262c6b5944d2811449108d26903a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3614221 Apr 20 17:27:54.985278 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51480) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:27:55.068156 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-8cf9517f-f968-4a71-a812-df7f68f73d7d service neutron] 10.222.0.39 "GET /v2.0/networks/400f7fec-a84e-421e-a33f-ee2818f755c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028840 Apr 20 17:27:55.092209 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e0726-6d99-41bf-928f-7636eba2876b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38fed9b7-cd54-44bf-889a-83fc247e6706,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:55.115320 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-457f009b-f3ef-4d58-8dd8-bccbb6f8efbb req-8428eaca-f9e3-4772-a61d-bca1b2513392 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2361069 Apr 20 17:27:55.156758 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-873afd52-617e-495f-ba17-742392083eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:55.200477 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-873afd52-617e-495f-ba17-742392083eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:55.308325 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-873afd52-617e-495f-ba17-742392083eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:55.357442 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873afd52-617e-495f-ba17-742392083eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fed9b7-cd54-44bf-889a-83fc247e6706,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:27:55.475327 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-892fec73-4705-4533-a6ba-c613f6eba0f7 service neutron] 10.222.0.39 "GET /v2.0/networks/400f7fec-a84e-421e-a33f-ee2818f755c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060192 Apr 20 17:27:55.558635 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-873afd52-617e-495f-ba17-742392083eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:55.567460 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-873afd52-617e-495f-ba17-742392083eb1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/38fed9b7-cd54-44bf-889a-83fc247e6706 HTTP/1.1" status: 204 len: 168 time: 0.5829484 Apr 20 17:27:55.696043 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dfdd72-adbf-4712-9433-305aade8efbb req-168ff8e8-1472-4864-9cb0-79b53bfb5f36 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:55.701991 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f7dfdd72-adbf-4712-9433-305aade8efbb req-168ff8e8-1472-4864-9cb0-79b53bfb5f36 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 946 time: 0.3098793 Apr 20 17:27:55.852502 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f7dfdd72-adbf-4712-9433-305aade8efbb req-d4db7899-372f-4ca3-a350-5c6d01640673 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453545 Apr 20 17:27:55.916852 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3643ee30-6cbf-45f1-a55a-f4cc09b969a4 req-be3b8e3e-e9d0-4bb7-a8b4-ce0a487d81a1 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=04df3caa-2d28-4ff0-b00c-fbed61deb3b4 HTTP/1.1" status: 200 len: 210 time: 0.1023180 Apr 20 17:27:56.910752 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2d035-ec9f-471b-8d8c-4744ba594d72 req-e74b97c1-edc8-4e31-97e0-b718004fa47c tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:56.912411 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e4d2d035-ec9f-471b-8d8c-4744ba594d72 req-e74b97c1-edc8-4e31-97e0-b718004fa47c tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 946 time: 0.3306978 Apr 20 17:27:56.992378 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e4d2d035-ec9f-471b-8d8c-4744ba594d72 req-acdfb294-62ba-451a-a23b-12d3671f54e0 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0703788 Apr 20 17:27:57.700327 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56730cd6-64f2-4665-bc12-f3604928c232 req-51c1c72d-c43f-4f63-9b3f-084c1c2e2407 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:57.723658 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-56730cd6-64f2-4665-bc12-f3604928c232 req-51c1c72d-c43f-4f63-9b3f-084c1c2e2407 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 946 time: 0.3386378 Apr 20 17:27:57.828635 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-56730cd6-64f2-4665-bc12-f3604928c232 req-d9420958-97f9-410c-8bd5-38a2fa3da235 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040266 Apr 20 17:27:57.917784 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9e3a36a-ff7d-4fb1-8b60-f1d12543f3a2 req-e719d857-123b-4bb3-b8b6-ebbd468e5c8a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=04df3caa-2d28-4ff0-b00c-fbed61deb3b4 HTTP/1.1" status: 200 len: 210 time: 0.2242539 Apr 20 17:27:58.636795 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-5c33deba-ca37-464c-8574-ef30a4cad561 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:58.644448 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-5c33deba-ca37-464c-8574-ef30a4cad561 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.10 "GET /v2.0/networks?id=400f7fec-a84e-421e-a33f-ee2818f755c4 HTTP/1.1" status: 200 len: 814 time: 0.4797103 Apr 20 17:27:58.667172 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-a756883e-6398-4adb-b13a-29920eae103a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Request body: {'port': {'device_id': '04df3caa-2d28-4ff0-b00c-fbed61deb3b4', 'network_id': '400f7fec-a84e-421e-a33f-ee2818f755c4', 'admin_state_up': True, 'tenant_id': '5cd3062a7a2942e5a596a268b2c9cffd'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:27:58.690208 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0cf53-cefc-4ad3-bbc8-82785936efc2 req-93f29802-7ed0-4b32-be50-d75c4c667a50 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:27:58.700134 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b7b0cf53-cefc-4ad3-bbc8-82785936efc2 req-93f29802-7ed0-4b32-be50-d75c4c667a50 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 946 time: 0.2426984 Apr 20 17:27:58.835516 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b7b0cf53-cefc-4ad3-bbc8-82785936efc2 req-7fd3135a-6ae6-4040-a56e-b7f88dac992b tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1322501 Apr 20 17:27:58.976494 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-a756883e-6398-4adb-b13a-29920eae103a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:27:59.063545 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-a756883e-6398-4adb-b13a-29920eae103a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:27:59.149635 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-a756883e-6398-4adb-b13a-29920eae103a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Made reservation on behalf of 5cd3062a7a2942e5a596a268b2c9cffd for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:27:59.153677 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-a756883e-6398-4adb-b13a-29920eae103a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:27:59.549162 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8a64fa52-01e2-4051-8a02-4537c66d67f4 req-bdad0aa6-f108-4966-99e8-f37e8ab600e7 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=04df3caa-2d28-4ff0-b00c-fbed61deb3b4 HTTP/1.1" status: 200 len: 210 time: 0.1333630 Apr 20 17:28:00.027993 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-a756883e-6398-4adb-b13a-29920eae103a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Allocated IP 172.20.0.9 (400f7fec-a84e-421e-a33f-ee2818f755c4/38a1a990-6a1f-4220-b0ae-85ff981bdb2a/ca4af934-a23d-4688-8d3d-b7bee7f2fa8d) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:28:00.542538 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069235b-ad7c-4774-b545-90c44eaec679 req-1f5d934e-a0a5-40df-8f28-c85671e9dc04 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:00.544113 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5069235b-ad7c-4774-b545-90c44eaec679 req-1f5d934e-a0a5-40df-8f28-c85671e9dc04 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 946 time: 0.2980685 Apr 20 17:28:00.667657 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5069235b-ad7c-4774-b545-90c44eaec679 req-68fdc33d-ef82-43fb-87d3-09aeb9edea9b tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1173410 Apr 20 17:28:00.708837 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-a756883e-6398-4adb-b13a-29920eae103a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:00.728089 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21552b72-d7a6-428c-9944-ee00d5658878 req-1d54aa8e-8b77-4099-ab61-19a33ef64691 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:00.731269 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-21552b72-d7a6-428c-9944-ee00d5658878 req-1d54aa8e-8b77-4099-ab61-19a33ef64691 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 946 time: 1.3705444 Apr 20 17:28:00.868225 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-21552b72-d7a6-428c-9944-ee00d5658878 req-3813a3b4-1eb7-42f1-9055-412ee7ea0f97 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264701 Apr 20 17:28:00.929514 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-a756883e-6398-4adb-b13a-29920eae103a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:00.948807 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['9920606a-fe5d-4e14-929b-3367ae1b77d7'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:28:01.140062 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756883e-6398-4adb-b13a-29920eae103a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Pushing event updated for resources: {'Port': ['ID=ca4af934-a23d-4688-8d3d-b7bee7f2fa8d,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:01.187622 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc953fc-5399-4b21-8a09-0adfb49b2598 req-67e6ca8f-6588-4b35-8491-a8eedc31c0d9 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:01.207664 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cdc953fc-5399-4b21-8a09-0adfb49b2598 req-67e6ca8f-6588-4b35-8491-a8eedc31c0d9 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=04df3caa-2d28-4ff0-b00c-fbed61deb3b4 HTTP/1.1" status: 200 len: 931 time: 0.2537301 Apr 20 17:28:01.234881 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-a756883e-6398-4adb-b13a-29920eae103a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Network 400f7fec-a84e-421e-a33f-ee2818f755c4 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:28:01.244779 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-a756883e-6398-4adb-b13a-29920eae103a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:28:01.260854 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-a756883e-6398-4adb-b13a-29920eae103a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:28:01.312167 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cdc953fc-5399-4b21-8a09-0adfb49b2598 req-16fe97b4-db0a-47df-acc0-00a1573e6f58 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033103 Apr 20 17:28:01.546330 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-a756883e-6398-4adb-b13a-29920eae103a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:01.547441 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-a756883e-6398-4adb-b13a-29920eae103a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:01.611947 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-a756883e-6398-4adb-b13a-29920eae103a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9502654 Apr 20 17:28:01.628330 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-85727ed0-2b91-4781-aa08-20a7182b682a service neutron] Request body: {'port': {'device_id': '04df3caa-2d28-4ff0-b00c-fbed61deb3b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:28:02.002250 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-85727ed0-2b91-4781-aa08-20a7182b682a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:02.327784 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400fcab-744a-44dc-8cc4-3eecf5d07c51 req-9ead8fdb-a99b-472d-b1d0-15a56cfb923b tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:02.339333 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e400fcab-744a-44dc-8cc4-3eecf5d07c51 req-9ead8fdb-a99b-472d-b1d0-15a56cfb923b tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 946 time: 0.1526673 Apr 20 17:28:02.442133 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5ee43-0524-4070-82d1-9a56080c0c37 req-905f6019-d0c9-44f9-86f9-879505c1498c tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:02.455012 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e9f5ee43-0524-4070-82d1-9a56080c0c37 req-905f6019-d0c9-44f9-86f9-879505c1498c tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 946 time: 0.5460701 Apr 20 17:28:02.470463 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e400fcab-744a-44dc-8cc4-3eecf5d07c51 req-c93e459c-14fa-4e1b-ae14-4214fa591186 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297286 Apr 20 17:28:02.948774 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e9f5ee43-0524-4070-82d1-9a56080c0c37 req-a0c687f5-a92a-4c35-be9b-8f1305e3c0f1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4859374 Apr 20 17:28:03.521489 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51676) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:03.606710 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15820c1c-d908-4f0a-88a4-f227e1eb2cfc req-47191810-9684-4808-bded-761b7cf037c9 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:03.618816 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-15820c1c-d908-4f0a-88a4-f227e1eb2cfc req-47191810-9684-4808-bded-761b7cf037c9 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=04df3caa-2d28-4ff0-b00c-fbed61deb3b4 HTTP/1.1" status: 200 len: 931 time: 0.3111103 Apr 20 17:28:03.697022 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-85727ed0-2b91-4781-aa08-20a7182b682a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca4af934-a23d-4688-8d3d-b7bee7f2fa8d {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:28:03.741207 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-85727ed0-2b91-4781-aa08-20a7182b682a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:03.756635 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-15820c1c-d908-4f0a-88a4-f227e1eb2cfc req-5f9c1d89-8901-4384-a8de-21f9579a54af tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363442 Apr 20 17:28:03.846586 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-85727ed0-2b91-4781-aa08-20a7182b682a service neutron] Transition to ACTIVE for port object ca4af934-a23d-4688-8d3d-b7bee7f2fa8d will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:28:03.863497 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c667e1-fcd4-4e14-8274-b006e191620c req-2a6280e5-080c-4b04-8b17-c4b350e15a1b tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:03.871302 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-79c667e1-fcd4-4e14-8274-b006e191620c req-2a6280e5-080c-4b04-8b17-c4b350e15a1b tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 945 time: 0.3606069 Apr 20 17:28:03.875074 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-85727ed0-2b91-4781-aa08-20a7182b682a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:03.927498 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e39a61fd-b8d5-46d2-8911-5d65dcb60775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:04.054429 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e39a61fd-b8d5-46d2-8911-5d65dcb60775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:28:04.074538 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e39a61fd-b8d5-46d2-8911-5d65dcb60775 admin admin] Usage tracker for resource:security_group_rule and tenant:29aa96a924674fb19698c86b697fad1b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:28:04.084563 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e39a61fd-b8d5-46d2-8911-5d65dcb60775 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:28:04.117489 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e39a61fd-b8d5-46d2-8911-5d65dcb60775 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:28:04.125470 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-79c667e1-fcd4-4e14-8274-b006e191620c req-80e4c4d6-94a8-4f7d-ae26-f087af9d27ff tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2530565 Apr 20 17:28:04.135588 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85727ed0-2b91-4781-aa08-20a7182b682a service neutron] Pushing event updated for resources: {'Port': ['ID=ca4af934-a23d-4688-8d3d-b7bee7f2fa8d,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:04.278146 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e39a61fd-b8d5-46d2-8911-5d65dcb60775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:04.286089 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdcaae0-c1c9-4987-8a91-816ff2a8d707 req-689d1196-934f-4c3b-8d23-637f3ac952d7 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:04.293312 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bfdcaae0-c1c9-4987-8a91-816ff2a8d707 req-689d1196-934f-4c3b-8d23-637f3ac952d7 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 946 time: 0.2920873 Apr 20 17:28:04.308610 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e39a61fd-b8d5-46d2-8911-5d65dcb60775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:04.350862 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-85727ed0-2b91-4781-aa08-20a7182b682a service neutron] Attempting to bind port ca4af934-a23d-4688-8d3d-b7bee7f2fa8d on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:28:04.351266 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-85727ed0-2b91-4781-aa08-20a7182b682a service neutron] Attempting to bind port ca4af934-a23d-4688-8d3d-b7bee7f2fa8d by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '6fe16a2a-b449-467f-a496-cfefe33a9eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '400f7fec-a84e-421e-a33f-ee2818f755c4'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:28:04.351661 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-85727ed0-2b91-4781-aa08-20a7182b682a service neutron] Attempting to bind port ca4af934-a23d-4688-8d3d-b7bee7f2fa8d on network 400f7fec-a84e-421e-a33f-ee2818f755c4 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:28:04.359489 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-85727ed0-2b91-4781-aa08-20a7182b682a service neutron] Port ca4af934-a23d-4688-8d3d-b7bee7f2fa8d on network 400f7fec-a84e-421e-a33f-ee2818f755c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:28:04.359879 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-85727ed0-2b91-4781-aa08-20a7182b682a service neutron] Attempting to bind port ca4af934-a23d-4688-8d3d-b7bee7f2fa8d on network 400f7fec-a84e-421e-a33f-ee2818f755c4 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:28:04.368629 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-85727ed0-2b91-4781-aa08-20a7182b682a service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:28:04.369513 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-85727ed0-2b91-4781-aa08-20a7182b682a service neutron] Checking segment: {'id': '6fe16a2a-b449-467f-a496-cfefe33a9eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '400f7fec-a84e-421e-a33f-ee2818f755c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:28:04.369962 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-85727ed0-2b91-4781-aa08-20a7182b682a service neutron] Bound using segment: {'id': '6fe16a2a-b449-467f-a496-cfefe33a9eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '400f7fec-a84e-421e-a33f-ee2818f755c4'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:28:04.371181 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-85727ed0-2b91-4781-aa08-20a7182b682a service neutron] Bound port: ca4af934-a23d-4688-8d3d-b7bee7f2fa8d, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe16a2a-b449-467f-a496-cfefe33a9eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '400f7fec-a84e-421e-a33f-ee2818f755c4'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:28:04.371600 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-85727ed0-2b91-4781-aa08-20a7182b682a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:04.402612 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a61fd-b8d5-46d2-8911-5d65dcb60775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218d4f09-a2b6-4c46-8d03-6ac4c34cd722,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:04.435449 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e39a61fd-b8d5-46d2-8911-5d65dcb60775 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=29aa96a924674fb19698c86b697fad1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9123576 Apr 20 17:28:04.454456 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bfdcaae0-c1c9-4987-8a91-816ff2a8d707 req-d5d3643e-fd55-469e-b664-68bfc7e8a535 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597667 Apr 20 17:28:04.455293 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51724) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:04.480136 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51732) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:04.576202 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-052a0aa9-23d6-4399-8581-905ab04523fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:04.638275 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-052a0aa9-23d6-4399-8581-905ab04523fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:04.728838 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-052a0aa9-23d6-4399-8581-905ab04523fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:04.756548 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a0aa9-23d6-4399-8581-905ab04523fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218d4f09-a2b6-4c46-8d03-6ac4c34cd722,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:04.788802 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-052a0aa9-23d6-4399-8581-905ab04523fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:04.792220 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-052a0aa9-23d6-4399-8581-905ab04523fa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/218d4f09-a2b6-4c46-8d03-6ac4c34cd722 HTTP/1.1" status: 204 len: 168 time: 0.3332882 Apr 20 17:28:04.806108 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-85727ed0-2b91-4781-aa08-20a7182b682a service neutron] For port ca4af934-a23d-4688-8d3d-b7bee7f2fa8d, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:28:04.809709 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-85727ed0-2b91-4781-aa08-20a7182b682a service neutron] For port ca4af934-a23d-4688-8d3d-b7bee7f2fa8d, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=ca4af934-a23d-4688-8d3d-b7bee7f2fa8d,segment=NetworkSegment(6fe16a2a-b449-467f-a496-cfefe33a9eb6),segment_id=6fe16a2a-b449-467f-a496-cfefe33a9eb6)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:28:04.818422 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-85727ed0-2b91-4781-aa08-20a7182b682a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:04.873930 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c57b6f-35ff-49f6-9424-509fccbe18a2 req-7d4c1c7c-5712-45fa-aa8f-70118bc826ae tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:04.877936 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1794be68-2c8f-42ca-ba03-2db806c1b822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:04.880218 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b0c57b6f-35ff-49f6-9424-509fccbe18a2 req-7d4c1c7c-5712-45fa-aa8f-70118bc826ae tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 946 time: 0.3597777 Apr 20 17:28:04.947613 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1794be68-2c8f-42ca-ba03-2db806c1b822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:28:04.958349 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1794be68-2c8f-42ca-ba03-2db806c1b822 admin admin] Usage tracker for resource:security_group_rule and tenant:c5de379b02d34fc794bf8248cdb971e0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:28:04.964522 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1794be68-2c8f-42ca-ba03-2db806c1b822 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:28:04.975278 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1794be68-2c8f-42ca-ba03-2db806c1b822 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:28:05.003338 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-85727ed0-2b91-4781-aa08-20a7182b682a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:05.005211 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-85727ed0-2b91-4781-aa08-20a7182b682a service neutron] 10.222.0.10 "PUT /v2.0/ports/ca4af934-a23d-4688-8d3d-b7bee7f2fa8d HTTP/1.1" status: 200 len: 1091 time: 3.3845661 Apr 20 17:28:05.005584 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04df3caa-2d28-4ff0-b00c-fbed61deb3b4', 'tag': 'ca4af934-a23d-4688-8d3d-b7bee7f2fa8d'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:28:05.128995 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1794be68-2c8f-42ca-ba03-2db806c1b822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:05.170169 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1794be68-2c8f-42ca-ba03-2db806c1b822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:05.324661 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85727ed0-2b91-4781-aa08-20a7182b682a service neutron] Pushing event updated for resources: {'Port': ['ID=ca4af934-a23d-4688-8d3d-b7bee7f2fa8d,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:05.342687 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b0c57b6f-35ff-49f6-9424-509fccbe18a2 req-3c1098a0-3f98-4cbd-b934-82c6a1f71b5b tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4482815 Apr 20 17:28:05.391926 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-ca3baa1e-37e4-47c9-af26-a0c62c15d278 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5cd3062a7a2942e5a596a268b2c9cffd&device_id=04df3caa-2d28-4ff0-b00c-fbed61deb3b4 HTTP/1.1" status: 200 len: 1094 time: 0.3130825 Apr 20 17:28:05.423829 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794be68-2c8f-42ca-ba03-2db806c1b822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5fcb16-e136-47c7-b62e-ba72b5fef9cc,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:05.434016 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1794be68-2c8f-42ca-ba03-2db806c1b822 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c5de379b02d34fc794bf8248cdb971e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9525361 Apr 20 17:28:05.444010 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51778) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:05.613532 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-07093389-3104-4db4-a513-51ff4c91aad9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca4af934-a23d-4688-8d3d-b7bee7f2fa8d HTTP/1.1" status: 200 len: 217 time: 0.2097218 Apr 20 17:28:05.658059 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd1ac1-c9df-4ab7-aa89-8163642b8be7 req-ab58c18b-ce63-4918-946f-c552cc06ce18 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:05.681413 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-70bd1ac1-c9df-4ab7-aa89-8163642b8be7 req-ab58c18b-ce63-4918-946f-c552cc06ce18 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=04df3caa-2d28-4ff0-b00c-fbed61deb3b4 HTTP/1.1" status: 200 len: 943 time: 0.5981338 Apr 20 17:28:05.742912 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-eedb83e7-c89f-478d-9999-177872c0791b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:05.744685 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-eedb83e7-c89f-478d-9999-177872c0791b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=38a1a990-6a1f-4220-b0ae-85ff981bdb2a HTTP/1.1" status: 200 len: 854 time: 0.1217506 Apr 20 17:28:05.750256 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f96d546b-ae97-44ee-bdac-babbc5f59aed'] response: {'name': 'network-changed', 'server_uuid': '04df3caa-2d28-4ff0-b00c-fbed61deb3b4', 'tag': 'ca4af934-a23d-4688-8d3d-b7bee7f2fa8d', 'status': 'completed', 'code': 200} Apr 20 17:28:05.789048 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eb57e960-947b-4619-8362-c99fcc0b0060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:05.830553 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-e4ed9dc0-c829-4191-920e-80237f27f0cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=400f7fec-a84e-421e-a33f-ee2818f755c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726147 Apr 20 17:28:05.852558 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eb57e960-947b-4619-8362-c99fcc0b0060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:05.888293 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-70bd1ac1-c9df-4ab7-aa89-8163642b8be7 req-32809ab7-2fb7-4d03-8f0d-1e9da0eb5b2f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050529 Apr 20 17:28:05.964458 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eb57e960-947b-4619-8362-c99fcc0b0060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:06.020946 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57e960-947b-4619-8362-c99fcc0b0060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5fcb16-e136-47c7-b62e-ba72b5fef9cc,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:06.028115 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eb57e960-947b-4619-8362-c99fcc0b0060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:06.034159 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-eb57e960-947b-4619-8362-c99fcc0b0060 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8b5fcb16-e136-47c7-b62e-ba72b5fef9cc HTTP/1.1" status: 204 len: 168 time: 0.5871494 Apr 20 17:28:06.318509 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b043b-7e33-4074-928a-cb66c67ee414 req-e8156bc6-eea3-490f-a628-cf85847b67aa tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:06.319618 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-273b043b-7e33-4074-928a-cb66c67ee414 req-e8156bc6-eea3-490f-a628-cf85847b67aa tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 945 time: 0.4382126 Apr 20 17:28:06.418115 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6341f-8ee9-462a-8c50-f0cbdb893273 req-9222adce-8e95-49f1-ba46-4ed78f4a5f3d tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:06.429006 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bdb6341f-8ee9-462a-8c50-f0cbdb893273 req-9222adce-8e95-49f1-ba46-4ed78f4a5f3d tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 946 time: 0.2090564 Apr 20 17:28:06.439910 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-50479564-7c67-4e4d-ad91-c2cd9cc931ac service neutron] 10.222.0.10 "GET /v2.0/networks/400f7fec-a84e-421e-a33f-ee2818f755c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6006684 Apr 20 17:28:06.465455 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-273b043b-7e33-4074-928a-cb66c67ee414 req-8e5e37db-0085-4d41-8b87-fb05de102344 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448772 Apr 20 17:28:06.557209 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bdb6341f-8ee9-462a-8c50-f0cbdb893273 req-2f75e7f6-b177-465b-8f9d-74021348c5da tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248500 Apr 20 17:28:06.808692 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d048ff-7e5b-49f8-b0bb-194c8f717d59 req-08ed251e-9992-4fea-9bb2-f39443a25fe4 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:06.810181 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-74d048ff-7e5b-49f8-b0bb-194c8f717d59 req-08ed251e-9992-4fea-9bb2-f39443a25fe4 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 945 time: 0.4550118 Apr 20 17:28:06.863490 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6c277ab0-0def-4a67-8380-7ca0829c5102 req-f611c91d-dafa-41b9-bfff-11547d07afd1 service neutron] 10.222.0.10 "GET /v2.0/networks/400f7fec-a84e-421e-a33f-ee2818f755c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114718 Apr 20 17:28:06.978377 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-74d048ff-7e5b-49f8-b0bb-194c8f717d59 req-64b044c0-54ba-499e-b53c-ddd4c72e0cf4 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Deleting port a8f67641-1edb-44b0-b406-e1783d7bec8b {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:28:06.978853 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-74d048ff-7e5b-49f8-b0bb-194c8f717d59 req-64b044c0-54ba-499e-b53c-ddd4c72e0cf4 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:07.059454 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40623e01-7984-4328-9269-d83f113e26ae req-1e872b79-f88a-4d5f-aab2-18f87e93e926 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:07.060914 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-40623e01-7984-4328-9269-d83f113e26ae req-1e872b79-f88a-4d5f-aab2-18f87e93e926 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 946 time: 0.3275561 Apr 20 17:28:07.182711 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570fa41-9700-42c9-bc76-113d42ca4c78 req-33503f3e-de91-4b26-8a1d-b23efd83658d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:07.184663 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a570fa41-9700-42c9-bc76-113d42ca4c78 req-33503f3e-de91-4b26-8a1d-b23efd83658d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=04df3caa-2d28-4ff0-b00c-fbed61deb3b4 HTTP/1.1" status: 200 len: 943 time: 0.1329906 Apr 20 17:28:07.209171 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-45ba5eb8-8456-44b0-b49f-a11431f78bf6 req-01945509-f7cc-4246-8c54-e5faec584817 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5cd3062a7a2942e5a596a268b2c9cffd&device_id=04df3caa-2d28-4ff0-b00c-fbed61deb3b4 HTTP/1.1" status: 200 len: 1094 time: 0.2803638 Apr 20 17:28:07.296926 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a570fa41-9700-42c9-bc76-113d42ca4c78 req-fbeecfc8-1ca8-4cb6-aa27-093890b287ff tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976472 Apr 20 17:28:07.328068 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-40623e01-7984-4328-9269-d83f113e26ae req-2da9782c-def7-4ff4-adf5-f4eb3c0d8455 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2404242 Apr 20 17:28:07.352165 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:28:07.590153 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:07.649271 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0aa0140-852b-430d-ba5a-cf25471b3871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ade7190-3a4b-418f-a071-6c7e4f46d1d3'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:28:07.649872 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba5eb8-8456-44b0-b49f-a11431f78bf6 req-089fbd09-b8a5-4570-958b-bdfcfe9ddd0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:07.653707 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-45ba5eb8-8456-44b0-b49f-a11431f78bf6 req-089fbd09-b8a5-4570-958b-bdfcfe9ddd0b service neutron] 10.222.0.10 "GET /v2.0/networks?id=400f7fec-a84e-421e-a33f-ee2818f755c4 HTTP/1.1" status: 200 len: 915 time: 0.4364810 Apr 20 17:28:07.670560 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 8ade7190-3a4b-418f-a071-6c7e4f46d1d3, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=8ade7190-3a4b-418f-a071-6c7e4f46d1d3,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:07.687025 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:07.820374 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-45ba5eb8-8456-44b0-b49f-a11431f78bf6 req-66d9f45a-75a6-4f39-a323-aaf3d5bdbc6d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca4af934-a23d-4688-8d3d-b7bee7f2fa8d HTTP/1.1" status: 200 len: 217 time: 0.1543431 Apr 20 17:28:07.829703 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-74d048ff-7e5b-49f8-b0bb-194c8f717d59 req-64b044c0-54ba-499e-b53c-ddd4c72e0cf4 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] For port a8f67641-1edb-44b0-b406-e1783d7bec8b, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a8f67641-1edb-44b0-b406-e1783d7bec8b,segment=NetworkSegment(b7f6a108-6de3-4d12-92d3-ffddaf981259),segment_id=b7f6a108-6de3-4d12-92d3-ffddaf981259)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:07.834738 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-74d048ff-7e5b-49f8-b0bb-194c8f717d59 req-64b044c0-54ba-499e-b53c-ddd4c72e0cf4 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:07.861418 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=8ade7190-3a4b-418f-a071-6c7e4f46d1d3,revision_number=14']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:07.885027 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:07.885483 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:07.885902 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:07.886353 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:07.886773 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:07.887187 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:07.887602 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:07.888014 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:07.888426 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:07.888855 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:07.889601 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:08.065493 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c20525-e0c6-4456-b7c6-0f875feab60c req-545a8949-f903-4c4e-a655-5989063e5471 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:08.067051 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-38c20525-e0c6-4456-b7c6-0f875feab60c req-545a8949-f903-4c4e-a655-5989063e5471 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 945 time: 0.3306394 Apr 20 17:28:08.112120 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35acdb10-d246-496b-8b7c-caa2657ae019'] response: {'server_uuid': 'b0aa0140-852b-430d-ba5a-cf25471b3871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ade7190-3a4b-418f-a071-6c7e4f46d1d3', 'code': 200} Apr 20 17:28:08.172968 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-38c20525-e0c6-4456-b7c6-0f875feab60c req-e5a0093d-9243-43cb-a444-84d6f1bd3966 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=365726b2-461b-4419-99d5-2ba868b4c2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950780 Apr 20 17:28:08.176995 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f2ad10e2-9a23-45bc-8cd1-d859d64cb85e req-adb13ac6-7e29-4c04-821d-8432dcbadef2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=02869399c9f94c6e8f223671a74b81d5&device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 1097 time: 0.2992759 Apr 20 17:28:08.197958 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba5eb8-8456-44b0-b49f-a11431f78bf6 req-71ed4a27-7a64-480a-a4e0-c3c8a94b9d2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:08.200035 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-45ba5eb8-8456-44b0-b49f-a11431f78bf6 req-71ed4a27-7a64-480a-a4e0-c3c8a94b9d2e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=38a1a990-6a1f-4220-b0ae-85ff981bdb2a HTTP/1.1" status: 200 len: 854 time: 0.3722329 Apr 20 17:28:08.524998 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad10e2-9a23-45bc-8cd1-d859d64cb85e req-8017da61-32a2-4a13-a8ab-984db1c801c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:08.526699 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f2ad10e2-9a23-45bc-8cd1-d859d64cb85e req-8017da61-32a2-4a13-a8ab-984db1c801c8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b36794c-34c3-4e2e-bc39-30e014c826c8 HTTP/1.1" status: 200 len: 918 time: 0.3421514 Apr 20 17:28:08.747092 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-45ba5eb8-8456-44b0-b49f-a11431f78bf6 req-77779e11-e29c-4c22-a6c5-b55caa8bc5d9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=400f7fec-a84e-421e-a33f-ee2818f755c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2065179 Apr 20 17:28:08.747818 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51900) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:08.813086 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f2ad10e2-9a23-45bc-8cd1-d859d64cb85e req-a2631dac-df5c-4a08-a0a3-185644c1fd43 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb291abb-cf9d-4106-ae9f-e2705f1e272a HTTP/1.1" status: 200 len: 1002 time: 0.2798183 Apr 20 17:28:08.826465 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aeee27-c093-4403-a589-4540ea8719d5 req-f67b7d2e-87f7-4ad1-840b-c874ac5c8c0f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:08.836197 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e1aeee27-c093-4403-a589-4540ea8719d5 req-f67b7d2e-87f7-4ad1-840b-c874ac5c8c0f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=04df3caa-2d28-4ff0-b00c-fbed61deb3b4 HTTP/1.1" status: 200 len: 943 time: 0.1946702 Apr 20 17:28:08.915950 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-45ba5eb8-8456-44b0-b49f-a11431f78bf6 req-75469c56-dfbf-45ef-bdb1-55ca42865220 service neutron] 10.222.0.10 "GET /v2.0/networks/400f7fec-a84e-421e-a33f-ee2818f755c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587632 Apr 20 17:28:08.958841 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e1aeee27-c093-4403-a589-4540ea8719d5 req-6adf4f39-c4a7-4734-8c37-12836e809e08 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215181 Apr 20 17:28:08.976760 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad10e2-9a23-45bc-8cd1-d859d64cb85e req-9a5e8031-d8bc-4f2c-94f6-8ed0a91048f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:08.977265 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f2ad10e2-9a23-45bc-8cd1-d859d64cb85e req-9a5e8031-d8bc-4f2c-94f6-8ed0a91048f9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=35e9f78d-225c-4d9e-a6cf-92423d188840 HTTP/1.1" status: 200 len: 856 time: 0.1124837 Apr 20 17:28:09.125288 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2c388-e14c-485f-a37d-7e11fe9d59ae req-b22daf05-7694-4e1c-bc48-69cffbf6cf3b tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:09.127148 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fbb2c388-e14c-485f-a37d-7e11fe9d59ae req-b22daf05-7694-4e1c-bc48-69cffbf6cf3b tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 946 time: 0.5849240 Apr 20 17:28:09.157802 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-74d048ff-7e5b-49f8-b0bb-194c8f717d59 req-64b044c0-54ba-499e-b53c-ddd4c72e0cf4 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:09.158494 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-74d048ff-7e5b-49f8-b0bb-194c8f717d59 req-64b044c0-54ba-499e-b53c-ddd4c72e0cf4 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:09.159533 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [req-74d048ff-7e5b-49f8-b0bb-194c8f717d59 req-64b044c0-54ba-499e-b53c-ddd4c72e0cf4 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Floating IP 420d1552-bb58-46bf-9c00-6cae12cf0e3e disassociated. External IP: 172.25.8.136, port: a8f67641-1edb-44b0-b406-e1783d7bec8b. Apr 20 17:28:09.161395 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-74d048ff-7e5b-49f8-b0bb-194c8f717d59 req-64b044c0-54ba-499e-b53c-ddd4c72e0cf4 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Calling delete_port for a8f67641-1edb-44b0-b406-e1783d7bec8b owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:28:09.165608 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e68cea5f-914a-4b44-8040-3ab2db91ad07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:09.182767 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fa12fe2b-1511-4925-9a33-571813de5ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:09.224113 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f2ad10e2-9a23-45bc-8cd1-d859d64cb85e req-1573e246-066a-4b8a-8b0d-49844390ebe8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b36794c-34c3-4e2e-bc39-30e014c826c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2407284 Apr 20 17:28:09.250799 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fbb2c388-e14c-485f-a37d-7e11fe9d59ae req-5b7ad832-b085-4dcb-a131-781d5935ceef tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997994 Apr 20 17:28:09.336809 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-45ba5eb8-8456-44b0-b49f-a11431f78bf6 req-46e81371-0920-4f3b-b725-6075fadf515f service neutron] 10.222.0.10 "GET /v2.0/networks/400f7fec-a84e-421e-a33f-ee2818f755c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029095 Apr 20 17:28:09.391299 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f2ad10e2-9a23-45bc-8cd1-d859d64cb85e req-e87ecb40-151e-4e5d-9361-eddbd53eb920 service neutron] 10.222.0.10 "GET /v2.0/networks/2b36794c-34c3-4e2e-bc39-30e014c826c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579778 Apr 20 17:28:09.527761 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-74d048ff-7e5b-49f8-b0bb-194c8f717d59 req-64b044c0-54ba-499e-b53c-ddd4c72e0cf4 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:09.563824 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-fa12fe2b-1511-4925-9a33-571813de5ba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:28:09.600287 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b10ba6cf-52df-44ae-aa34-7b198c95dc75 req-b80f06d0-66f6-4749-9446-2f1ef746a87c tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 210 time: 0.0914383 Apr 20 17:28:09.603407 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b044c0-54ba-499e-b53c-ddd4c72e0cf4 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Pushing event deleted for resources: {'Port': ['ID=a8f67641-1edb-44b0-b406-e1783d7bec8b,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:09.606315 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-fa12fe2b-1511-4925-9a33-571813de5ba7 admin admin] Usage tracker for resource:security_group_rule and tenant:5343b7b583ef4634af173ef75439e098 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:28:09.627284 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-fa12fe2b-1511-4925-9a33-571813de5ba7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:28:09.667099 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-fa12fe2b-1511-4925-9a33-571813de5ba7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:28:09.727773 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f2ad10e2-9a23-45bc-8cd1-d859d64cb85e req-264722f8-bd2b-40a2-8e25-0161845980d6 service neutron] 10.222.0.10 "GET /v2.0/networks/2b36794c-34c3-4e2e-bc39-30e014c826c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210144 Apr 20 17:28:09.843976 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fa12fe2b-1511-4925-9a33-571813de5ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:09.856676 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fa12fe2b-1511-4925-9a33-571813de5ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:09.869950 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74d048ff-7e5b-49f8-b0bb-194c8f717d59 req-64b044c0-54ba-499e-b53c-ddd4c72e0cf4 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Router fbec7869-d1f5-4adb-b464-d88111308140 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:28:09.910696 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12fe2b-1511-4925-9a33-571813de5ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e53752e-7a99-49e0-80e3-b91f1f1f839b,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:09.921739 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fa12fe2b-1511-4925-9a33-571813de5ba7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5343b7b583ef4634af173ef75439e098&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1632502 Apr 20 17:28:09.922550 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51970) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:09.962854 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51974) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:09.994661 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-160665ff-c7b1-408e-92d6-614b23dd42fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:10.048926 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-160665ff-c7b1-408e-92d6-614b23dd42fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:10.138115 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-160665ff-c7b1-408e-92d6-614b23dd42fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:10.174120 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160665ff-c7b1-408e-92d6-614b23dd42fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e53752e-7a99-49e0-80e3-b91f1f1f839b,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:10.180542 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-160665ff-c7b1-408e-92d6-614b23dd42fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:10.182203 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-160665ff-c7b1-408e-92d6-614b23dd42fa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2e53752e-7a99-49e0-80e3-b91f1f1f839b HTTP/1.1" status: 204 len: 168 time: 0.2587388 Apr 20 17:28:10.248003 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9060c28-7e99-4a22-8fd6-e521fca26162 req-476055f7-1416-4244-9ec7-c54f58675766 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:10.254710 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d9060c28-7e99-4a22-8fd6-e521fca26162 req-476055f7-1416-4244-9ec7-c54f58675766 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.1771252 Apr 20 17:28:10.312553 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f5c7f-4df5-4427-a247-64cfdd776845 req-addc28f0-7d98-4c16-9577-aac3c7f477ee tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:10.319048 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device ca4af934-a23d-4688-8d3d-b7bee7f2fa8d details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:28:10.321938 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ca1f5c7f-4df5-4427-a247-64cfdd776845 req-addc28f0-7d98-4c16-9577-aac3c7f477ee tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=04df3caa-2d28-4ff0-b00c-fbed61deb3b4 HTTP/1.1" status: 200 len: 943 time: 0.1091843 Apr 20 17:28:10.324583 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device eb291abb-cf9d-4106-ae9f-e2705f1e272a no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:28:10.334891 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d9060c28-7e99-4a22-8fd6-e521fca26162 req-442f731e-df10-4949-ba14-b3024e2855e7 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0791268 Apr 20 17:28:10.346111 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74d048ff-7e5b-49f8-b0bb-194c8f717d59 req-64b044c0-54ba-499e-b53c-ddd4c72e0cf4 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:28:10.363225 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0851225-76e2-4fb6-b866-eabe023c30b4 None None] Sync routers for ids ['fbec7869-d1f5-4adb-b464-d88111308140'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:28:10.395512 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0851225-76e2-4fb6-b866-eabe023c30b4 None None] Routers {'fbec7869-d1f5-4adb-b464-d88111308140'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:28:10.396174 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a0851225-76e2-4fb6-b866-eabe023c30b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:27:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['fbec7869-d1f5-4adb-b464-d88111308140'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:10.411843 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ca1f5c7f-4df5-4427-a247-64cfdd776845 req-d03e0ee3-9b7d-4995-8beb-8d3c67ad3408 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889757 Apr 20 17:28:10.513165 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0d386091-8aa4-4c45-8226-4a94413a5c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:10.606070 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:10.622677 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.resource_extend [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:28:10.670715 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d048ff-7e5b-49f8-b0bb-194c8f717d59 req-64b044c0-54ba-499e-b53c-ddd4c72e0cf4 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] No DVR routers for this DVR port a8f67641-1edb-44b0-b406-e1783d7bec8b on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:28:10.674080 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-74d048ff-7e5b-49f8-b0bb-194c8f717d59 req-64b044c0-54ba-499e-b53c-ddd4c72e0cf4 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:10.685954 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1d19d6-e5c9-4bae-9726-006138646e57', 'name': 'network-vif-deleted', 'tag': 'a8f67641-1edb-44b0-b406-e1783d7bec8b'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:28:10.748559 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70747bfe-bf24-479a-b101-f9d437389c97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb291abb-cf9d-4106-ae9f-e2705f1e272a'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:28:10.763296 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port eb291abb-cf9d-4106-ae9f-e2705f1e272a, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=eb291abb-cf9d-4106-ae9f-e2705f1e272a,segment=NetworkSegment(66b29461-7e00-47bd-9ba1-5ef6f56d61e9),segment_id=66b29461-7e00-47bd-9ba1-5ef6f56d61e9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:10.797231 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:10.808890 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device a8f67641-1edb-44b0-b406-e1783d7bec8b no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:28:10.913186 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-a0851225-76e2-4fb6-b866-eabe023c30b4 None None] Set router fbec7869-d1f5-4adb-b464-d88111308140 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:28:10.931464 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0d386091-8aa4-4c45-8226-4a94413a5c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:28:10.939314 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: a8f67641-1edb-44b0-b406-e1783d7bec8b {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:28:10.939765 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device a8f67641-1edb-44b0-b406-e1783d7bec8b not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:28:10.945201 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0d386091-8aa4-4c45-8226-4a94413a5c24 admin admin] Usage tracker for resource:security_group_rule and tenant:d35ad69fca6e4fde86ff2a3b8aed0e82 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:28:10.950036 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0d386091-8aa4-4c45-8226-4a94413a5c24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:28:10.954812 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-74d048ff-7e5b-49f8-b0bb-194c8f717d59 req-64b044c0-54ba-499e-b53c-ddd4c72e0cf4 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.10 "DELETE /v2.0/ports/a8f67641-1edb-44b0-b406-e1783d7bec8b HTTP/1.1" status: 204 len: 173 time: 4.1364119 Apr 20 17:28:10.964181 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0d386091-8aa4-4c45-8226-4a94413a5c24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:28:10.997634 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port ca4af934-a23d-4688-8d3d-b7bee7f2fa8d, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=ca4af934-a23d-4688-8d3d-b7bee7f2fa8d,segment=NetworkSegment(6fe16a2a-b449-467f-a496-cfefe33a9eb6),segment_id=6fe16a2a-b449-467f-a496-cfefe33a9eb6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:11.004165 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15696dcb-e763-4355-b60c-b3f7f7d4feb5 req-36bea9e8-fc4f-4a92-b47f-d3bc91860f2a tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:11.006477 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-15696dcb-e763-4355-b60c-b3f7f7d4feb5 req-36bea9e8-fc4f-4a92-b47f-d3bc91860f2a tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.3296971 Apr 20 17:28:11.015524 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520bf28-67d4-4021-94f6-053ff01143e7 req-9c493fb0-b8a7-4c09-b950-bd1dcb82522e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:11.017098 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4520bf28-67d4-4021-94f6-053ff01143e7 req-9c493fb0-b8a7-4c09-b950-bd1dcb82522e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 946 time: 0.4321625 Apr 20 17:28:11.026135 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'ca4af934-a23d-4688-8d3d-b7bee7f2fa8d', 'network_id': '400f7fec-a84e-421e-a33f-ee2818f755c4', 'port_id': 'ca4af934-a23d-4688-8d3d-b7bee7f2fa8d', 'mac_address': 'fa:16:3e:e7:1f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a1a990-6a1f-4220-b0ae-85ff981bdb2a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:28:11.034042 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=eb291abb-cf9d-4106-ae9f-e2705f1e272a,revision_number=8']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:11.103145 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:11.120214 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-15696dcb-e763-4355-b60c-b3f7f7d4feb5 req-9f49d219-8dde-4fbe-9026-01071d8997a9 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1069899 Apr 20 17:28:11.139615 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca4af934-a23d-4688-8d3d-b7bee7f2fa8d {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:28:11.172484 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port ca4af934-a23d-4688-8d3d-b7bee7f2fa8d, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=ca4af934-a23d-4688-8d3d-b7bee7f2fa8d,segment=NetworkSegment(6fe16a2a-b449-467f-a496-cfefe33a9eb6),segment_id=6fe16a2a-b449-467f-a496-cfefe33a9eb6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:11.184322 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:11.195244 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0d386091-8aa4-4c45-8226-4a94413a5c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:11.209337 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4520bf28-67d4-4021-94f6-053ff01143e7 req-3146debb-06f6-4d41-b45e-5a389251b539 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721981 Apr 20 17:28:11.219927 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0d386091-8aa4-4c45-8226-4a94413a5c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:11.339491 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0d386091-8aa4-4c45-8226-4a94413a5c24 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d35ad69fca6e4fde86ff2a3b8aed0e82&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3282428 Apr 20 17:28:11.342486 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52010) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:11.344455 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d386091-8aa4-4c45-8226-4a94413a5c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592bd8c0-6741-4947-8b17-2e68b72fbac2,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:11.395013 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a060f3a4-6dc9-42ea-bbd6-2de96bd251aa'] response: {'server_uuid': 'ae1d19d6-e5c9-4bae-9726-006138646e57', 'name': 'network-vif-deleted', 'tag': 'a8f67641-1edb-44b0-b406-e1783d7bec8b', 'status': 'completed', 'code': 200} Apr 20 17:28:11.429055 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=ca4af934-a23d-4688-8d3d-b7bee7f2fa8d,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:11.474084 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4e077f5a-d1a3-4e55-8af9-4d30084a5f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:11.526448 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6a55f1e-64d1-4cf9-b5b7-bddabfcf3a7a req-ecc9b7b9-0e04-4fd4-abd4-91589eb6b46d tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae1d19d6-e5c9-4bae-9726-006138646e57 HTTP/1.1" status: 200 len: 210 time: 0.1087332 Apr 20 17:28:11.554951 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f23861fc-04e1-40ff-aebc-93c67654eada'] response: {'server_uuid': '70747bfe-bf24-479a-b101-f9d437389c97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb291abb-cf9d-4106-ae9f-e2705f1e272a', 'code': 200} Apr 20 17:28:11.587150 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a0851225-76e2-4fb6-b866-eabe023c30b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'name': 'tempest-ServerRescueNegativeTestJSON-1088983148-router', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:08Z', 'updated_at': '2022-04-20T17:22:23Z', 'revision_number': 4, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'gw_port': {'id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:09Z', 'updated_at': '2022-04-20T17:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '52c0becb-a191-4a1c-9aa5-794c4d5a4c58', 'name': '', 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'mac_address': 'fa:16:3e:09:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be91a7bc-1185-4002-b13c-e1f041fc679d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:22Z', 'updated_at': '2022-04-20T17:22:56Z', 'revision_number': 5, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'subnets': [{'id': 'be91a7bc-1185-4002-b13c-e1f041fc679d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:11.594404 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0851225-76e2-4fb6-b866-eabe023c30b4 None None] Checking router: fbec7869-d1f5-4adb-b464-d88111308140 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:28:11.612045 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['ca4af934-a23d-4688-8d3d-b7bee7f2fa8d'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:28:11.624939 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-40c114f3-03ac-49cd-9581-66e63322362c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:11.627651 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0851225-76e2-4fb6-b866-eabe023c30b4 None None] Routers {'fbec7869-d1f5-4adb-b464-d88111308140'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:28:11.636934 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a0851225-76e2-4fb6-b866-eabe023c30b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:28:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['fbec7869-d1f5-4adb-b464-d88111308140'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:11.678636 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-40c114f3-03ac-49cd-9581-66e63322362c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:11.827040 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-40c114f3-03ac-49cd-9581-66e63322362c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:11.999706 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2175cd-60f5-4b52-bbc1-9816b8216187 req-42bf319e-f04a-4ddc-92c5-a0757bb8db4f tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:12.006235 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c114f3-03ac-49cd-9581-66e63322362c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592bd8c0-6741-4947-8b17-2e68b72fbac2,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:12.010801 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cc2175cd-60f5-4b52-bbc1-9816b8216187 req-42bf319e-f04a-4ddc-92c5-a0757bb8db4f tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.1963558 Apr 20 17:28:12.021639 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-40c114f3-03ac-49cd-9581-66e63322362c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:12.023074 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-40c114f3-03ac-49cd-9581-66e63322362c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/592bd8c0-6741-4947-8b17-2e68b72fbac2 HTTP/1.1" status: 204 len: 168 time: 0.6793704 Apr 20 17:28:12.044520 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-a0851225-76e2-4fb6-b866-eabe023c30b4 None None] Set router fbec7869-d1f5-4adb-b464-d88111308140 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:28:12.102903 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726a10e-fc6c-4582-9a4f-a92aecf2bc43 req-0b35c750-04a3-484c-ae25-4b2441e64ec7 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:12.121635 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f726a10e-fc6c-4582-9a4f-a92aecf2bc43 req-0b35c750-04a3-484c-ae25-4b2441e64ec7 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=04df3caa-2d28-4ff0-b00c-fbed61deb3b4 HTTP/1.1" status: 200 len: 944 time: 0.2424722 Apr 20 17:28:12.145305 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cc2175cd-60f5-4b52-bbc1-9816b8216187 req-4d15e0b5-64ca-43a1-b878-d3984cf884ba tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1276481 Apr 20 17:28:12.350991 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f726a10e-fc6c-4582-9a4f-a92aecf2bc43 req-54e7b572-db13-4e2f-b346-24a295b1a169 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283869 Apr 20 17:28:12.665696 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b1491-56db-4375-b887-ad6279875483 req-cf7bbb30-f015-46fd-b074-dd00fb035580 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:12.667205 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9a6b1491-56db-4375-b887-ad6279875483 req-cf7bbb30-f015-46fd-b074-dd00fb035580 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 944 time: 0.1322289 Apr 20 17:28:12.668567 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:12.673836 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:12.734519 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52044) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:12.748779 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a0851225-76e2-4fb6-b866-eabe023c30b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'name': 'tempest-ServerRescueNegativeTestJSON-1088983148-router', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:08Z', 'updated_at': '2022-04-20T17:22:23Z', 'revision_number': 4, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'gw_port': {'id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:09Z', 'updated_at': '2022-04-20T17:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '52c0becb-a191-4a1c-9aa5-794c4d5a4c58', 'name': '', 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'mac_address': 'fa:16:3e:09:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be91a7bc-1185-4002-b13c-e1f041fc679d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:22Z', 'updated_at': '2022-04-20T17:22:56Z', 'revision_number': 5, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'subnets': [{'id': 'be91a7bc-1185-4002-b13c-e1f041fc679d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:12.754560 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0851225-76e2-4fb6-b866-eabe023c30b4 None None] The sync data for ids ['fbec7869-d1f5-4adb-b464-d88111308140'] in n-d-838032-1 is: [{'id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'name': 'tempest-ServerRescueNegativeTestJSON-1088983148-router', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:08Z', 'updated_at': '2022-04-20T17:22:23Z', 'revision_number': 4, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'gw_port': {'id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:09Z', 'updated_at': '2022-04-20T17:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '52c0becb-a191-4a1c-9aa5-794c4d5a4c58', 'name': '', 'network_id': 'f2cb5f25-0249-4f7a-ad65-2eead6ffefb9', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'mac_address': 'fa:16:3e:09:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be91a7bc-1185-4002-b13c-e1f041fc679d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:22Z', 'updated_at': '2022-04-20T17:22:56Z', 'revision_number': 5, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'subnets': [{'id': 'be91a7bc-1185-4002-b13c-e1f041fc679d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:28:12.757859 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e8167995-ba59-442b-b8f7-37a6cd563dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:12.768632 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9a6b1491-56db-4375-b887-ad6279875483 req-90ded863-8cb3-4772-896a-0255da5229fb tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945973 Apr 20 17:28:12.864012 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e8167995-ba59-442b-b8f7-37a6cd563dda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:28:12.872453 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e8167995-ba59-442b-b8f7-37a6cd563dda admin admin] Usage tracker for resource:security_group_rule and tenant:13515878b70842a28ad17319f884c068 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:28:12.879961 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e8167995-ba59-442b-b8f7-37a6cd563dda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:28:12.896955 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e8167995-ba59-442b-b8f7-37a6cd563dda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:28:12.913453 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-557353cc-d2e1-4e6b-bfde-16d5185bf0f0 req-28eb6c6f-cc61-4c45-97f3-51668b30d741 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=048f4cae66cf42c897493ac9a67e0d5f&device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 1095 time: 0.1155374 Apr 20 17:28:12.998629 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e8167995-ba59-442b-b8f7-37a6cd563dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:13.010036 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e8167995-ba59-442b-b8f7-37a6cd563dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:13.057689 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8167995-ba59-442b-b8f7-37a6cd563dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f33a08f-2768-4c6e-9a2a-869af50841b6,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:13.064100 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e8167995-ba59-442b-b8f7-37a6cd563dda admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=13515878b70842a28ad17319f884c068&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3278615 Apr 20 17:28:13.066599 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52056) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:13.090557 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557353cc-d2e1-4e6b-bfde-16d5185bf0f0 req-046b0bcf-db36-41b3-abfd-2121ea467a70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:13.090557 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-557353cc-d2e1-4e6b-bfde-16d5185bf0f0 req-046b0bcf-db36-41b3-abfd-2121ea467a70 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4f37beb4-cacf-475a-8f23-eab887469923 HTTP/1.1" status: 200 len: 913 time: 0.1672540 Apr 20 17:28:13.141424 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0a302aa6-602a-44f9-a857-c075495a5f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:13.152869 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:13.172250 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0a302aa6-602a-44f9-a857-c075495a5f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:13.188147 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08a7c38-83b0-46ef-8df9-202cc638b44b None None] New status for floating IP 420d1552-bb58-46bf-9c00-6cae12cf0e3e: DOWN {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:28:13.245351 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0a302aa6-602a-44f9-a857-c075495a5f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:13.248778 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-557353cc-d2e1-4e6b-bfde-16d5185bf0f0 req-ed9d9f79-c067-4be2-80d1-889b160c52e3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ade7190-3a4b-418f-a071-6c7e4f46d1d3 HTTP/1.1" status: 200 len: 999 time: 0.1277716 Apr 20 17:28:13.261378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b794f-36ba-485f-9e7d-117d3b32c367 req-741523d2-1881-4230-8922-6a4cb22191d0 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:13.268524 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-877b794f-36ba-485f-9e7d-117d3b32c367 req-741523d2-1881-4230-8922-6a4cb22191d0 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.1788495 Apr 20 17:28:13.271113 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0a302aa6-602a-44f9-a857-c075495a5f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:13.274562 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0a302aa6-602a-44f9-a857-c075495a5f05 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7f33a08f-2768-4c6e-9a2a-869af50841b6 HTTP/1.1" status: 204 len: 168 time: 0.2046063 Apr 20 17:28:13.289400 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a302aa6-602a-44f9-a857-c075495a5f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f33a08f-2768-4c6e-9a2a-869af50841b6,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:13.365844 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557353cc-d2e1-4e6b-bfde-16d5185bf0f0 req-0fefcc2d-0179-4400-869d-87e759cc4475 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:13.367566 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-557353cc-d2e1-4e6b-bfde-16d5185bf0f0 req-0fefcc2d-0179-4400-869d-87e759cc4475 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=459b9241-591b-4214-ba21-d89500ea520e HTTP/1.1" status: 200 len: 851 time: 0.1123064 Apr 20 17:28:13.382794 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-877b794f-36ba-485f-9e7d-117d3b32c367 req-9daa4256-fdf7-40b8-b980-1c00da858142 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1131020 Apr 20 17:28:13.484960 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52074) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:13.545933 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-557353cc-d2e1-4e6b-bfde-16d5185bf0f0 req-8c329044-cee5-44c3-ba7c-8cb8dbe9bbe9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f37beb4-cacf-475a-8f23-eab887469923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1620803 Apr 20 17:28:13.684113 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e9d7e35-8aae-499c-8c61-f501e274a75e tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:13.768627 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e9d7e35-8aae-499c-8c61-f501e274a75e tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:13.812564 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-557353cc-d2e1-4e6b-bfde-16d5185bf0f0 req-017b1850-97b5-4b5b-be08-443f04c989a3 service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588096 Apr 20 17:28:13.896541 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e9d7e35-8aae-499c-8c61-f501e274a75e tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:13.954817 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d7e35-8aae-499c-8c61-f501e274a75e tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=365726b2-461b-4419-99d5-2ba868b4c2d5,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:13.961158 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:14.007831 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e9d7e35-8aae-499c-8c61-f501e274a75e tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:14.014393 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1e9d7e35-8aae-499c-8c61-f501e274a75e tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "DELETE /v2.0/security-groups/365726b2-461b-4419-99d5-2ba868b4c2d5 HTTP/1.1" status: 204 len: 168 time: 0.5281773 Apr 20 17:28:14.015102 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52094) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:14.054735 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-18e28b16-eed9-45e5-9226-4c8bc72b6be0 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] show failed (client error): The resource could not be found. Apr 20 17:28:14.066702 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52100) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:14.069099 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-18e28b16-eed9-45e5-9226-4c8bc72b6be0 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups/365726b2-461b-4419-99d5-2ba868b4c2d5 HTTP/1.1" status: 404 len: 347 time: 0.0427740 Apr 20 17:28:14.236180 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:28:14.292995 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-a8d37082-32a3-4345-ad15-e3f4b78bd211 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Deleting port 6f97b818-9083-4516-b947-35c38b89a9bd {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:28:14.293582 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8d37082-32a3-4345-ad15-e3f4b78bd211 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:14.331818 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device ca4af934-a23d-4688-8d3d-b7bee7f2fa8d up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:28:14.491728 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port ca4af934-a23d-4688-8d3d-b7bee7f2fa8d completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:28:14.504772 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port ca4af934-a23d-4688-8d3d-b7bee7f2fa8d triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:28:14.505428 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:14.635347 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-557353cc-d2e1-4e6b-bfde-16d5185bf0f0 req-48c47b62-c408-40fd-a644-92a576831aab service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7704687 Apr 20 17:28:14.662093 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a64e86-d976-449f-aa43-8b87adc86620 req-40518c25-2c01-49e0-8b22-308bcc40c031 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:14.672369 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:14.672998 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c7a64e86-d976-449f-aa43-8b87adc86620 req-40518c25-2c01-49e0-8b22-308bcc40c031 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=04df3caa-2d28-4ff0-b00c-fbed61deb3b4 HTTP/1.1" status: 200 len: 944 time: 0.9297965 Apr 20 17:28:14.826698 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c7a64e86-d976-449f-aa43-8b87adc86620 req-25f7fda8-d7aa-4785-8d23-5fff3f8c5495 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526625 Apr 20 17:28:14.835434 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port ca4af934-a23d-4688-8d3d-b7bee7f2fa8d, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=ca4af934-a23d-4688-8d3d-b7bee7f2fa8d,segment=NetworkSegment(6fe16a2a-b449-467f-a496-cfefe33a9eb6),segment_id=6fe16a2a-b449-467f-a496-cfefe33a9eb6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:14.839258 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04df3caa-2d28-4ff0-b00c-fbed61deb3b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4af934-a23d-4688-8d3d-b7bee7f2fa8d'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:28:14.865573 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:14.866625 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device eb291abb-cf9d-4106-ae9f-e2705f1e272a no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:28:14.911591 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8d37082-32a3-4345-ad15-e3f4b78bd211 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:14.912164 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8d37082-32a3-4345-ad15-e3f4b78bd211 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:15.118356 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-a8d37082-32a3-4345-ad15-e3f4b78bd211 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Calling delete_port for 6f97b818-9083-4516-b947-35c38b89a9bd owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:28:15.133425 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60f99b9b-1992-49b1-86fd-3e55f63ef6fb'] response: {'server_uuid': '04df3caa-2d28-4ff0-b00c-fbed61deb3b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4af934-a23d-4688-8d3d-b7bee7f2fa8d', 'code': 200} Apr 20 17:28:15.328519 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e87245dc-1668-41d9-8c63-10ea1987fa81 req-d74da508-8f05-45a8-b712-9b7404b2cca9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=04df3caa-2d28-4ff0-b00c-fbed61deb3b4 HTTP/1.1" status: 200 len: 1096 time: 0.1840971 Apr 20 17:28:15.329276 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:15.348993 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=ca4af934-a23d-4688-8d3d-b7bee7f2fa8d,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:15.511685 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e87245dc-1668-41d9-8c63-10ea1987fa81 req-8bbdb3e8-2a77-4bfc-871a-0c116fbd1689 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767807 Apr 20 17:28:15.613113 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ac95c282-b791-4223-a781-ef6f082b8fc3 req-5fba0868-54b2-4f7f-a063-db7ad4760cca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2793760 Apr 20 17:28:15.687642 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc8096-5091-4397-ba64-084d84a1784f req-d68e7bd8-7b23-4ff4-a75c-7e61e0517f80 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:15.698742 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3efc8096-5091-4397-ba64-084d84a1784f req-d68e7bd8-7b23-4ff4-a75c-7e61e0517f80 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.4984014 Apr 20 17:28:15.796197 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8d37082-32a3-4345-ad15-e3f4b78bd211 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:15.880571 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3efc8096-5091-4397-ba64-084d84a1784f req-2d6188d5-c9ae-4645-9965-a09f35e0e7ee tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1805742 Apr 20 17:28:15.890535 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d37082-32a3-4345-ad15-e3f4b78bd211 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Pushing event deleted for resources: {'Port': ['ID=6f97b818-9083-4516-b947-35c38b89a9bd,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:15.960117 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52178) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:16.063233 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8d37082-32a3-4345-ad15-e3f4b78bd211 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:16.122356 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085193a-c706-4c5d-9f79-ebc66406f846 req-b7fbda13-ac13-4f34-97a2-01e224c93eae tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:16.129203 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9085193a-c706-4c5d-9f79-ebc66406f846 req-b7fbda13-ac13-4f34-97a2-01e224c93eae tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 944 time: 0.1015375 Apr 20 17:28:16.131898 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8d37082-32a3-4345-ad15-e3f4b78bd211 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:16.133032 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a8d37082-32a3-4345-ad15-e3f4b78bd211 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "DELETE /v2.0/floatingips/420d1552-bb58-46bf-9c00-6cae12cf0e3e HTTP/1.1" status: 204 len: 168 time: 2.0654418 Apr 20 17:28:16.168466 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-73cf2078-74ec-4dda-b837-9c3e6533e927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:16.236165 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9085193a-c706-4c5d-9f79-ebc66406f846 req-5b313032-6913-48c2-8d5e-b9289bd1857a tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061037 Apr 20 17:28:16.237359 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-73cf2078-74ec-4dda-b837-9c3e6533e927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:28:16.281417 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-73cf2078-74ec-4dda-b837-9c3e6533e927 admin admin] Usage tracker for resource:security_group_rule and tenant:cf02438db1b246f2872e4a645b096fa5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:28:16.291439 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-73cf2078-74ec-4dda-b837-9c3e6533e927 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:28:16.292305 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68fa62-b8a1-49cd-9644-7fd8fd274ae6 req-f8c0fea7-1770-4a95-a967-5a13065b20f7 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:16.299188 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7e68fa62-b8a1-49cd-9644-7fd8fd274ae6 req-f8c0fea7-1770-4a95-a967-5a13065b20f7 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=04df3caa-2d28-4ff0-b00c-fbed61deb3b4 HTTP/1.1" status: 200 len: 945 time: 0.2213478 Apr 20 17:28:16.302885 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-73cf2078-74ec-4dda-b837-9c3e6533e927 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:28:16.388317 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7e68fa62-b8a1-49cd-9644-7fd8fd274ae6 req-b35c55f4-fb13-4a22-9a64-bb91497bfbb0 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881758 Apr 20 17:28:16.431709 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b72a6bc5-7243-4774-838c-d2d5cfa4d2cd req-a48ce567-dc5e-4f47-9682-7030abc6f521 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4422376 Apr 20 17:28:16.479887 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-73cf2078-74ec-4dda-b837-9c3e6533e927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:16.495322 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-73cf2078-74ec-4dda-b837-9c3e6533e927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:16.606021 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf2078-74ec-4dda-b837-9c3e6533e927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1b25cb-fb69-448c-b2c1-829230ee0e5e,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:16.620471 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-73cf2078-74ec-4dda-b837-9c3e6533e927 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cf02438db1b246f2872e4a645b096fa5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6589677 Apr 20 17:28:16.623624 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52210) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:16.698770 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-769a5070-99d7-4660-98ab-3e7e5493e692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:16.761954 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-769a5070-99d7-4660-98ab-3e7e5493e692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:16.918471 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-769a5070-99d7-4660-98ab-3e7e5493e692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:16.947635 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a5070-99d7-4660-98ab-3e7e5493e692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1b25cb-fb69-448c-b2c1-829230ee0e5e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:16.967399 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-769a5070-99d7-4660-98ab-3e7e5493e692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:16.979529 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-769a5070-99d7-4660-98ab-3e7e5493e692 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fa1b25cb-fb69-448c-b2c1-829230ee0e5e HTTP/1.1" status: 204 len: 168 time: 0.3548300 Apr 20 17:28:17.491655 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b309fa5-acf6-41a0-bbbd-4394d7430838 req-0e1bfadb-16de-4dbd-84a5-ff89db14bb70 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:17.493070 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2b309fa5-acf6-41a0-bbbd-4394d7430838 req-0e1bfadb-16de-4dbd-84a5-ff89db14bb70 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.2099087 Apr 20 17:28:17.649863 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2b309fa5-acf6-41a0-bbbd-4394d7430838 req-90dd7381-413a-480a-b7ba-14bc04104280 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1427977 Apr 20 17:28:17.802626 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253ff61-3c5b-4f63-8e46-54737b430979 req-460d1f0d-98d2-4c56-bb49-461878512a29 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:17.819746 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0253ff61-3c5b-4f63-8e46-54737b430979 req-460d1f0d-98d2-4c56-bb49-461878512a29 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 944 time: 0.2268965 Apr 20 17:28:17.894992 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52246) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:17.945893 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6a0b12b2-a6a9-4819-b244-3bdb01e916bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:17.982124 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0253ff61-3c5b-4f63-8e46-54737b430979 req-1a1ceeb9-4210-4958-a020-eec3005d07dd tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614683 Apr 20 17:28:18.005065 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6a0b12b2-a6a9-4819-b244-3bdb01e916bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:28:18.010569 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6a0b12b2-a6a9-4819-b244-3bdb01e916bc admin admin] Usage tracker for resource:security_group_rule and tenant:f1ca807d8527468e8d8c17eb9efabedb is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:28:18.014302 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6a0b12b2-a6a9-4819-b244-3bdb01e916bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:28:18.021134 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6a0b12b2-a6a9-4819-b244-3bdb01e916bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:28:18.139492 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b72a6bc5-7243-4774-838c-d2d5cfa4d2cd req-929fca84-72e3-4bca-aa2d-01d06a7bd728 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97&tenant_id=02869399c9f94c6e8f223671a74b81d5 HTTP/1.1" status: 200 len: 1095 time: 0.2704456 Apr 20 17:28:18.155250 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cf6af-ebd0-4e25-9d7e-a2e5136d60d5 req-34d40151-e790-4275-ad90-c7aa2ecf6ffd tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:18.155250 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-412cf6af-ebd0-4e25-9d7e-a2e5136d60d5 req-34d40151-e790-4275-ad90-c7aa2ecf6ffd tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Synchronizing usage tracker for tenant:5cd3062a7a2942e5a596a268b2c9cffd on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:28:18.202057 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6a0b12b2-a6a9-4819-b244-3bdb01e916bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:18.216879 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6a0b12b2-a6a9-4819-b244-3bdb01e916bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:18.235303 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-412cf6af-ebd0-4e25-9d7e-a2e5136d60d5 req-34d40151-e790-4275-ad90-c7aa2ecf6ffd tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Unset dirty status for tenant:5cd3062a7a2942e5a596a268b2c9cffd on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:28:18.239830 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-412cf6af-ebd0-4e25-9d7e-a2e5136d60d5 req-34d40151-e790-4275-ad90-c7aa2ecf6ffd tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=04df3caa-2d28-4ff0-b00c-fbed61deb3b4 HTTP/1.1" status: 200 len: 945 time: 0.3050554 Apr 20 17:28:18.381820 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b12b2-a6a9-4819-b244-3bdb01e916bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d32512-5510-4716-90ce-0a1cc4b5c80c,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:18.391552 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-412cf6af-ebd0-4e25-9d7e-a2e5136d60d5 req-98644058-c493-4e5b-99d9-7d8ede104ae0 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375268 Apr 20 17:28:18.409272 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6a0b12b2-a6a9-4819-b244-3bdb01e916bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f1ca807d8527468e8d8c17eb9efabedb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5132329 Apr 20 17:28:18.411810 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52258) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:18.434680 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b72a6bc5-7243-4774-838c-d2d5cfa4d2cd req-29819114-fea0-4dbe-b6cf-19392586febe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=02869399c9f94c6e8f223671a74b81d5&device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 1095 time: 0.2566690 Apr 20 17:28:18.720581 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-906fdb39-3268-4499-a5fb-0b55929de1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:18.763544 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f0de2-8c99-43ec-8faf-a41a09b70468 req-b9c4185d-39a5-4cdf-918e-231e230963d5 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:18.771460 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-726f0de2-8c99-43ec-8faf-a41a09b70468 req-b9c4185d-39a5-4cdf-918e-231e230963d5 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.3301058 Apr 20 17:28:18.809780 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-906fdb39-3268-4499-a5fb-0b55929de1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:18.829108 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a6bc5-7243-4774-838c-d2d5cfa4d2cd req-870b414d-610c-4aaa-8a28-fb0066670c87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:18.830614 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b72a6bc5-7243-4774-838c-d2d5cfa4d2cd req-870b414d-610c-4aaa-8a28-fb0066670c87 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b36794c-34c3-4e2e-bc39-30e014c826c8 HTTP/1.1" status: 200 len: 918 time: 0.3951626 Apr 20 17:28:18.865761 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-726f0de2-8c99-43ec-8faf-a41a09b70468 req-5f8f5ed2-8ad1-4fec-9dc5-c9e6dd62ba1e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0930123 Apr 20 17:28:18.972247 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-906fdb39-3268-4499-a5fb-0b55929de1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:19.016538 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906fdb39-3268-4499-a5fb-0b55929de1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d32512-5510-4716-90ce-0a1cc4b5c80c,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:19.030052 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-906fdb39-3268-4499-a5fb-0b55929de1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:19.032878 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-906fdb39-3268-4499-a5fb-0b55929de1b2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/11d32512-5510-4716-90ce-0a1cc4b5c80c HTTP/1.1" status: 204 len: 168 time: 0.6200814 Apr 20 17:28:19.118024 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b72a6bc5-7243-4774-838c-d2d5cfa4d2cd req-1187bae5-1bd3-439a-9f20-68df00b2ab08 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb291abb-cf9d-4106-ae9f-e2705f1e272a HTTP/1.1" status: 200 len: 1000 time: 0.2802765 Apr 20 17:28:19.255656 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a6bc5-7243-4774-838c-d2d5cfa4d2cd req-b557c78c-4cfb-4447-b171-cb16aad9a4a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:19.259289 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b72a6bc5-7243-4774-838c-d2d5cfa4d2cd req-b557c78c-4cfb-4447-b171-cb16aad9a4a1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=35e9f78d-225c-4d9e-a6cf-92423d188840 HTTP/1.1" status: 200 len: 856 time: 0.1331499 Apr 20 17:28:19.327759 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f5db6-65f3-4046-8bd3-d01f7444b619 req-7ef52634-be9b-4cdf-bf85-4a9a93130989 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:19.328131 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22750e1a-3719-4dbf-b65a-ae46e6886bb7 req-f404ca7f-8ab4-4fcc-bf3a-155d8bc0d0a0 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:19.337616 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-22750e1a-3719-4dbf-b65a-ae46e6886bb7 req-f404ca7f-8ab4-4fcc-bf3a-155d8bc0d0a0 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.1553295 Apr 20 17:28:19.349396 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-338f5db6-65f3-4046-8bd3-d01f7444b619 req-7ef52634-be9b-4cdf-bf85-4a9a93130989 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=04df3caa-2d28-4ff0-b00c-fbed61deb3b4 HTTP/1.1" status: 200 len: 945 time: 0.4145811 Apr 20 17:28:19.453815 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-22750e1a-3719-4dbf-b65a-ae46e6886bb7 req-f7485048-382f-4918-a88a-6fd5fcc74201 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1150539 Apr 20 17:28:19.458287 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-338f5db6-65f3-4046-8bd3-d01f7444b619 req-6ad5ea19-3f5a-46b8-92a3-6ef5f3991463 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071143 Apr 20 17:28:19.484968 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b72a6bc5-7243-4774-838c-d2d5cfa4d2cd req-154ea3a3-d79f-4e08-aa9f-2c1f0870d18d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b36794c-34c3-4e2e-bc39-30e014c826c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2010045 Apr 20 17:28:19.817922 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569cbd0-9751-4a01-80a4-fe153e03b97d req-443ec157-a0a0-4b96-9d6f-51c27b8cbd1e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:19.825989 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4569cbd0-9751-4a01-80a4-fe153e03b97d req-443ec157-a0a0-4b96-9d6f-51c27b8cbd1e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.1267877 Apr 20 17:28:19.889954 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4569cbd0-9751-4a01-80a4-fe153e03b97d req-ab926088-b46f-42dd-864e-860c7de34736 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627208 Apr 20 17:28:20.088799 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b72a6bc5-7243-4774-838c-d2d5cfa4d2cd req-e1036c86-52c1-49e3-8b7c-30b877127d7e service neutron] 10.222.0.10 "GET /v2.0/networks/2b36794c-34c3-4e2e-bc39-30e014c826c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5934939 Apr 20 17:28:20.138845 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f01c3e-712d-4517-9177-4af5a09f84ba req-8ab33e22-c652-4db7-bbc9-6a1da0650ce6 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:20.146990 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-96f01c3e-712d-4517-9177-4af5a09f84ba req-8ab33e22-c652-4db7-bbc9-6a1da0650ce6 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 944 time: 0.3381548 Apr 20 17:28:20.406102 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b72a6bc5-7243-4774-838c-d2d5cfa4d2cd req-a9289245-0220-4f94-8252-b93fcfaa8a64 service neutron] 10.222.0.10 "GET /v2.0/networks/2b36794c-34c3-4e2e-bc39-30e014c826c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086593 Apr 20 17:28:20.522165 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-96f01c3e-712d-4517-9177-4af5a09f84ba req-a94a9c27-ddef-4e0b-8c68-8746996b473a tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3742521 Apr 20 17:28:20.567517 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b462d-eb73-48d0-8a67-974c591e79c4 req-46e50bb5-121a-48c0-ae17-595397eb33aa tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:20.579245 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f37b462d-eb73-48d0-8a67-974c591e79c4 req-46e50bb5-121a-48c0-ae17-595397eb33aa tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.5163043 Apr 20 17:28:20.638506 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc943f5a-4399-427f-9e1f-f0a0052fba88 req-2e76ccf1-787a-4c6e-8776-96afcf70a935 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:20.643666 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fc943f5a-4399-427f-9e1f-f0a0052fba88 req-2e76ccf1-787a-4c6e-8776-96afcf70a935 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.10 "GET /v2.0/ports?device_id=04df3caa-2d28-4ff0-b00c-fbed61deb3b4 HTTP/1.1" status: 200 len: 945 time: 0.4799485 Apr 20 17:28:20.755570 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-fc943f5a-4399-427f-9e1f-f0a0052fba88 req-42c69124-404e-4c00-802a-c7a7ea69c99d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Deleting port ca4af934-a23d-4688-8d3d-b7bee7f2fa8d {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:28:20.756182 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fc943f5a-4399-427f-9e1f-f0a0052fba88 req-42c69124-404e-4c00-802a-c7a7ea69c99d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:20.786656 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f37b462d-eb73-48d0-8a67-974c591e79c4 req-46b3503a-16e8-4d03-9e00-813b26f94942 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2065432 Apr 20 17:28:20.922253 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c6682-abdc-49a7-aa53-fff4e3a38f23 req-27466178-60ea-47c4-9dca-17b0d6ec714e tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:20.930526 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a99c6682-abdc-49a7-aa53-fff4e3a38f23 req-27466178-60ea-47c4-9dca-17b0d6ec714e tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=04df3caa-2d28-4ff0-b00c-fbed61deb3b4 HTTP/1.1" status: 200 len: 945 time: 0.1370611 Apr 20 17:28:21.046790 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a99c6682-abdc-49a7-aa53-fff4e3a38f23 req-a749a7b2-6691-4366-bac9-8cd29e8a04f1 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151233 Apr 20 17:28:21.449593 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-6deee56c-7ef8-4708-87e0-4d9634762a73 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:21.457302 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-6deee56c-7ef8-4708-87e0-4d9634762a73 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/networks?id=4f37beb4-cacf-475a-8f23-eab887469923 HTTP/1.1" status: 200 len: 812 time: 0.2422359 Apr 20 17:28:21.467377 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-fc943f5a-4399-427f-9e1f-f0a0052fba88 req-42c69124-404e-4c00-802a-c7a7ea69c99d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] For port ca4af934-a23d-4688-8d3d-b7bee7f2fa8d, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=ca4af934-a23d-4688-8d3d-b7bee7f2fa8d,segment=NetworkSegment(6fe16a2a-b449-467f-a496-cfefe33a9eb6),segment_id=6fe16a2a-b449-467f-a496-cfefe33a9eb6)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:21.467834 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fc943f5a-4399-427f-9e1f-f0a0052fba88 req-42c69124-404e-4c00-802a-c7a7ea69c99d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:21.613245 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-fc943f5a-4399-427f-9e1f-f0a0052fba88 req-42c69124-404e-4c00-802a-c7a7ea69c99d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Calling delete_port for ca4af934-a23d-4688-8d3d-b7bee7f2fa8d owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:28:21.811548 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-af93b74f-91e7-4fe2-9671-39ac8ecbd5da tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/quotas/048f4cae66cf42c897493ac9a67e0d5f HTTP/1.1" status: 200 len: 375 time: 0.3528690 Apr 20 17:28:21.939834 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d9e51-dc77-4461-8715-ca6521564239 req-0a6c9927-4018-48df-888f-635c60b1ea53 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:21.946616 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a05d9e51-dc77-4461-8715-ca6521564239 req-0a6c9927-4018-48df-888f-635c60b1ea53 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 944 time: 0.0991366 Apr 20 17:28:22.041307 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a05d9e51-dc77-4461-8715-ca6521564239 req-31147caa-596b-4e75-af87-da1afa9ab379 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926275 Apr 20 17:28:22.089887 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-44f322dc-9dac-4598-a086-22b0ba0bbaf0 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=048f4cae66cf42c897493ac9a67e0d5f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2767603 Apr 20 17:28:22.189255 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fc943f5a-4399-427f-9e1f-f0a0052fba88 req-42c69124-404e-4c00-802a-c7a7ea69c99d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:22.203988 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['9920606a-fe5d-4e14-929b-3367ae1b77d7'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:28:22.339455 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c69124-404e-4c00-802a-c7a7ea69c99d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Pushing event deleted for resources: {'Port': ['ID=ca4af934-a23d-4688-8d3d-b7bee7f2fa8d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:22.381631 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c69124-404e-4c00-802a-c7a7ea69c99d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:22.384546 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c69124-404e-4c00-802a-c7a7ea69c99d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:22.385003 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c69124-404e-4c00-802a-c7a7ea69c99d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:22.385420 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c69124-404e-4c00-802a-c7a7ea69c99d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:22.385837 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c69124-404e-4c00-802a-c7a7ea69c99d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:22.386279 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c69124-404e-4c00-802a-c7a7ea69c99d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:22.386706 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c69124-404e-4c00-802a-c7a7ea69c99d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:22.391986 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c69124-404e-4c00-802a-c7a7ea69c99d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:22.394437 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c69124-404e-4c00-802a-c7a7ea69c99d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:22.394437 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c69124-404e-4c00-802a-c7a7ea69c99d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:22.394796 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c69124-404e-4c00-802a-c7a7ea69c99d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:22.406271 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['ca4af934-a23d-4688-8d3d-b7bee7f2fa8d'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:28:22.534843 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-89b206cc-f93d-4437-802c-bfc6e883d850 req-2fffa61d-3564-43e8-ba23-2cfd65e7821a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=04df3caa-2d28-4ff0-b00c-fbed61deb3b4 HTTP/1.1" status: 200 len: 210 time: 0.1645234 Apr 20 17:28:22.709216 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc943f5a-4399-427f-9e1f-f0a0052fba88 req-42c69124-404e-4c00-802a-c7a7ea69c99d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] No DVR routers for this DVR port ca4af934-a23d-4688-8d3d-b7bee7f2fa8d on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:28:22.712063 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fc943f5a-4399-427f-9e1f-f0a0052fba88 req-42c69124-404e-4c00-802a-c7a7ea69c99d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:22.726536 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-d54a7f74-bb73-4399-a4e8-5acc097cec67 service neutron] 10.222.0.39 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6354332 Apr 20 17:28:22.727339 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04df3caa-2d28-4ff0-b00c-fbed61deb3b4', 'name': 'network-vif-deleted', 'tag': 'ca4af934-a23d-4688-8d3d-b7bee7f2fa8d'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:28:22.737175 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fc943f5a-4399-427f-9e1f-f0a0052fba88 req-42c69124-404e-4c00-802a-c7a7ea69c99d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.10 "DELETE /v2.0/ports/ca4af934-a23d-4688-8d3d-b7bee7f2fa8d HTTP/1.1" status: 204 len: 173 time: 2.0819185 Apr 20 17:28:22.984894 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d11acdb0-eff8-43b1-a9c6-3a917e96588d'] response: {'server_uuid': '04df3caa-2d28-4ff0-b00c-fbed61deb3b4', 'name': 'network-vif-deleted', 'tag': 'ca4af934-a23d-4688-8d3d-b7bee7f2fa8d', 'status': 'completed', 'code': 200} Apr 20 17:28:23.257058 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-93c289e0-1a96-4480-a38d-e9864245d227 service neutron] 10.222.0.39 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232348 Apr 20 17:28:23.629725 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a289a9-9b31-429d-b6ad-e2e90c49a5ed req-eb2c6421-f10d-4932-ae13-88f9e31e3735 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:23.663680 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-80a289a9-9b31-429d-b6ad-e2e90c49a5ed req-eb2c6421-f10d-4932-ae13-88f9e31e3735 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 944 time: 0.2837598 Apr 20 17:28:23.772572 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d6917f6e-8062-4aa1-95b5-598d5cfa7b7b req-79461f3a-c5c2-4056-b523-e781c6dc4927 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 210 time: 0.1908479 Apr 20 17:28:23.782744 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-80a289a9-9b31-429d-b6ad-e2e90c49a5ed req-05721ae5-281d-404c-b76e-acd8917c8a89 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111953 Apr 20 17:28:24.224527 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-2ab0175c-142c-4c39-86e0-09a048d71913 req-1f6d46ae-15a2-4a62-a44d-af8d2249151d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Synchronizing usage tracker for tenant:5cd3062a7a2942e5a596a268b2c9cffd on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:28:24.278262 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-2ab0175c-142c-4c39-86e0-09a048d71913 req-1f6d46ae-15a2-4a62-a44d-af8d2249151d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Unset dirty status for tenant:5cd3062a7a2942e5a596a268b2c9cffd on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:28:24.288237 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2ab0175c-142c-4c39-86e0-09a048d71913 req-1f6d46ae-15a2-4a62-a44d-af8d2249151d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=04df3caa-2d28-4ff0-b00c-fbed61deb3b4 HTTP/1.1" status: 200 len: 210 time: 0.1751201 Apr 20 17:28:24.391755 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device ca4af934-a23d-4688-8d3d-b7bee7f2fa8d no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:28:24.498268 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: ca4af934-a23d-4688-8d3d-b7bee7f2fa8d {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:28:24.506653 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device ca4af934-a23d-4688-8d3d-b7bee7f2fa8d not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:28:25.257766 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dfce2eab-0dd8-4496-9fb8-7648a63be4e7 req-60c47eba-a104-48b4-969a-eadc747c7ae6 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 210 time: 0.1477394 Apr 20 17:28:25.532624 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aeeec4-d50c-49bb-b264-37b82d936715 req-635dfc20-e272-4de3-b401-92e78a86ce35 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:25.534154 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-04aeeec4-d50c-49bb-b264-37b82d936715 req-635dfc20-e272-4de3-b401-92e78a86ce35 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Synchronizing usage tracker for tenant:739e916aa25c4029ad0454743c027d4f on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:28:25.557640 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-04aeeec4-d50c-49bb-b264-37b82d936715 req-635dfc20-e272-4de3-b401-92e78a86ce35 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Unset dirty status for tenant:739e916aa25c4029ad0454743c027d4f on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:28:25.572692 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-04aeeec4-d50c-49bb-b264-37b82d936715 req-635dfc20-e272-4de3-b401-92e78a86ce35 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 946 time: 0.4116170 Apr 20 17:28:25.709861 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-04aeeec4-d50c-49bb-b264-37b82d936715 req-10b79212-9e52-44f4-a794-0a664d4d6770 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305964 Apr 20 17:28:25.931227 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73608a71-744c-43e2-ac80-e44bb996f627 req-29d1a03a-ef48-47e3-be37-5b0908f48360 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:25.943402 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-73608a71-744c-43e2-ac80-e44bb996f627 req-29d1a03a-ef48-47e3-be37-5b0908f48360 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 944 time: 0.3262076 Apr 20 17:28:26.013109 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52488) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:26.103364 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-73608a71-744c-43e2-ac80-e44bb996f627 req-a04af58f-1cac-4604-8e22-78db15a6d78e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535108 Apr 20 17:28:26.790297 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c5cf18eb-f36d-4e9c-a970-6a9f9e0585de req-a25b94ff-115c-4791-81bf-54a04b8c70db tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 210 time: 0.1727226 Apr 20 17:28:27.039114 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4e5a8-68a8-48f3-8c7e-dd4fb2a93e53 req-1a497ddc-5ca7-495f-92b2-65f17ca9199c tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:27.050029 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-51b4e5a8-68a8-48f3-8c7e-dd4fb2a93e53 req-1a497ddc-5ca7-495f-92b2-65f17ca9199c tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Synchronizing usage tracker for tenant:739e916aa25c4029ad0454743c027d4f on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:28:27.056947 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-6ba5c7a5-b880-4f94-854a-b53565f89226 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:27.058459 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-6ba5c7a5-b880-4f94-854a-b53565f89226 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.10 "GET /v2.0/networks?id=4f37beb4-cacf-475a-8f23-eab887469923 HTTP/1.1" status: 200 len: 812 time: 0.8690956 Apr 20 17:28:27.086896 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-51b4e5a8-68a8-48f3-8c7e-dd4fb2a93e53 req-1a497ddc-5ca7-495f-92b2-65f17ca9199c tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Unset dirty status for tenant:739e916aa25c4029ad0454743c027d4f on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:28:27.088020 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-51b4e5a8-68a8-48f3-8c7e-dd4fb2a93e53 req-1a497ddc-5ca7-495f-92b2-65f17ca9199c tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.10 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 946 time: 0.2375875 Apr 20 17:28:27.129192 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c43f7784-2940-4605-8e08-fda47b4eebb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:27.179216 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1c4f1-37b0-4023-9499-9643678fb94e req-7449651d-db92-458e-a9e7-333dc4910bc5 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:27.187208 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bff1c4f1-37b0-4023-9499-9643678fb94e req-7449651d-db92-458e-a9e7-333dc4910bc5 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 946 time: 0.0981975 Apr 20 17:28:27.246645 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23b1e5-1843-454b-9a92-019acdb2c4ce req-c9b78504-9149-4b5c-a6e4-22db8e547566 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:27.256058 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6a23b1e5-1843-454b-9a92-019acdb2c4ce req-c9b78504-9149-4b5c-a6e4-22db8e547566 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.9963083 Apr 20 17:28:27.303882 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-2c25786d-2bb3-4be1-9daa-692cc325be17 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Request body: {'port': {'device_id': '2d53db07-ce62-4df5-91a4-94eee11e9267', 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923', 'admin_state_up': True, 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:28:27.377932 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-bff1c4f1-37b0-4023-9499-9643678fb94e req-35b1cc07-fa05-451e-84dd-892eedb4df8c tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Synchronizing usage tracker for tenant:739e916aa25c4029ad0454743c027d4f on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:28:27.460194 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-51b4e5a8-68a8-48f3-8c7e-dd4fb2a93e53 req-edef0b78-6dea-4c07-a025-64e46cfa4765 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Deleting port 6887a273-76cb-4753-b5d5-60e022da65bd {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:28:27.460535 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-51b4e5a8-68a8-48f3-8c7e-dd4fb2a93e53 req-edef0b78-6dea-4c07-a025-64e46cfa4765 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:27.497085 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c43f7784-2940-4605-8e08-fda47b4eebb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:28:27.515729 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c43f7784-2940-4605-8e08-fda47b4eebb4 admin admin] Usage tracker for resource:security_group_rule and tenant:880e61821543497e99ece9cf028e49d9 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:28:27.527305 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c43f7784-2940-4605-8e08-fda47b4eebb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:28:27.540748 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c43f7784-2940-4605-8e08-fda47b4eebb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:28:27.716114 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c43f7784-2940-4605-8e08-fda47b4eebb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:27.992550 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6a23b1e5-1843-454b-9a92-019acdb2c4ce req-92f73143-f583-43f6-82ce-f20e4d590d02 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7282572 Apr 20 17:28:27.998803 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c43f7784-2940-4605-8e08-fda47b4eebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:28.030669 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-51b4e5a8-68a8-48f3-8c7e-dd4fb2a93e53 req-edef0b78-6dea-4c07-a025-64e46cfa4765 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] For port 6887a273-76cb-4753-b5d5-60e022da65bd, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=6887a273-76cb-4753-b5d5-60e022da65bd,segment=NetworkSegment(b7f6a108-6de3-4d12-92d3-ffddaf981259),segment_id=b7f6a108-6de3-4d12-92d3-ffddaf981259)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:28.031153 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-51b4e5a8-68a8-48f3-8c7e-dd4fb2a93e53 req-edef0b78-6dea-4c07-a025-64e46cfa4765 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:28.072641 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-2c25786d-2bb3-4be1-9daa-692cc325be17 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:28:28.161115 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c43f7784-2940-4605-8e08-fda47b4eebb4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=880e61821543497e99ece9cf028e49d9&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1466696 Apr 20 17:28:28.163711 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52528) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:28.164428 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f7784-2940-4605-8e08-fda47b4eebb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3706f2b7-7f4c-4aeb-8623-7914a88fa080,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:28.229730 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-2c25786d-2bb3-4be1-9daa-692cc325be17 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:28:28.270947 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a96173ae-c923-45c7-a142-58f0b37bc507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:28.307444 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a96173ae-c923-45c7-a142-58f0b37bc507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:28.392727 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-2c25786d-2bb3-4be1-9daa-692cc325be17 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Made reservation on behalf of 048f4cae66cf42c897493ac9a67e0d5f for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:28:28.395775 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-2c25786d-2bb3-4be1-9daa-692cc325be17 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:28.545152 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-51b4e5a8-68a8-48f3-8c7e-dd4fb2a93e53 req-edef0b78-6dea-4c07-a025-64e46cfa4765 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Calling delete_port for 6887a273-76cb-4753-b5d5-60e022da65bd owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:28:28.586886 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-bff1c4f1-37b0-4023-9499-9643678fb94e req-35b1cc07-fa05-451e-84dd-892eedb4df8c tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Unset dirty status for tenant:739e916aa25c4029ad0454743c027d4f on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:28:28.601334 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bff1c4f1-37b0-4023-9499-9643678fb94e req-35b1cc07-fa05-451e-84dd-892eedb4df8c tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4128664 Apr 20 17:28:28.647942 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-2c25786d-2bb3-4be1-9daa-692cc325be17 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Allocated IP 172.20.0.11 (4f37beb4-cacf-475a-8f23-eab887469923/459b9241-591b-4214-ba21-d89500ea520e/e0b3d423-a33b-4b1a-9611-990b877c1adc) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:28:28.692622 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2d2b8-2f6a-48e8-864d-8dfb3716d29c req-f2eb9c8f-f504-4bfc-acfe-8911977cbae8 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:28.701491 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dba2d2b8-2f6a-48e8-864d-8dfb3716d29c req-f2eb9c8f-f504-4bfc-acfe-8911977cbae8 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 944 time: 0.3518133 Apr 20 17:28:28.739939 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52536) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:28.751255 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a96173ae-c923-45c7-a142-58f0b37bc507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:28.856286 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96173ae-c923-45c7-a142-58f0b37bc507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3706f2b7-7f4c-4aeb-8623-7914a88fa080,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:28.998528 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a96173ae-c923-45c7-a142-58f0b37bc507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:29.003465 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a96173ae-c923-45c7-a142-58f0b37bc507 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3706f2b7-7f4c-4aeb-8623-7914a88fa080 HTTP/1.1" status: 204 len: 168 time: 0.8350332 Apr 20 17:28:29.141779 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dba2d2b8-2f6a-48e8-864d-8dfb3716d29c req-938b1853-1d12-4de1-93db-f3885bdba1c2 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4007535 Apr 20 17:28:29.262328 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e5eadb9b-36af-4398-beae-3cdab221a0c1 req-37e8856f-34d7-49ea-b8d0-24dbf0e15b45 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 210 time: 0.1383381 Apr 20 17:28:29.266838 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-51b4e5a8-68a8-48f3-8c7e-dd4fb2a93e53 req-edef0b78-6dea-4c07-a025-64e46cfa4765 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:29.281261 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['1404d81a-9b7d-447d-8ef0-dbff65c1e954'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:28:29.418112 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-2c25786d-2bb3-4be1-9daa-692cc325be17 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:29.442435 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef0b78-6dea-4c07-a025-64e46cfa4765 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Pushing event deleted for resources: {'Port': ['ID=6887a273-76cb-4753-b5d5-60e022da65bd,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:29.521066 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a3833b2d-9141-4e75-89a7-e55bd5884943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:29.684275 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b4e5a8-68a8-48f3-8c7e-dd4fb2a93e53 req-edef0b78-6dea-4c07-a025-64e46cfa4765 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] No DVR routers for this DVR port 6887a273-76cb-4753-b5d5-60e022da65bd on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:28:29.691019 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-51b4e5a8-68a8-48f3-8c7e-dd4fb2a93e53 req-edef0b78-6dea-4c07-a025-64e46cfa4765 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:29.697525 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57a2305-37df-46f3-af4d-de02c9fe0e44', 'name': 'network-vif-deleted', 'tag': '6887a273-76cb-4753-b5d5-60e022da65bd'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:28:29.749063 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-51b4e5a8-68a8-48f3-8c7e-dd4fb2a93e53 req-edef0b78-6dea-4c07-a025-64e46cfa4765 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.10 "DELETE /v2.0/ports/6887a273-76cb-4753-b5d5-60e022da65bd HTTP/1.1" status: 204 len: 173 time: 2.4909217 Apr 20 17:28:29.876178 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-2c25786d-2bb3-4be1-9daa-692cc325be17 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Transition to ACTIVE for port object e0b3d423-a33b-4b1a-9611-990b877c1adc will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:28:29.900939 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a3833b2d-9141-4e75-89a7-e55bd5884943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:28:29.912215 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a3833b2d-9141-4e75-89a7-e55bd5884943 admin admin] Usage tracker for resource:security_group_rule and tenant:4661c4ed0d1943299417bf4e89f2a9df is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:28:29.940501 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a3833b2d-9141-4e75-89a7-e55bd5884943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:28:29.987195 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a3833b2d-9141-4e75-89a7-e55bd5884943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:28:30.054477 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-2a8ae069-5ab9-4ff5-b325-15074ab7a5a7 req-693ea3da-ef40-41cb-b4eb-c71d8086303a tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Synchronizing usage tracker for tenant:739e916aa25c4029ad0454743c027d4f on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:28:30.095124 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-2a8ae069-5ab9-4ff5-b325-15074ab7a5a7 req-693ea3da-ef40-41cb-b4eb-c71d8086303a tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Unset dirty status for tenant:739e916aa25c4029ad0454743c027d4f on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:28:30.110781 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2a8ae069-5ab9-4ff5-b325-15074ab7a5a7 req-693ea3da-ef40-41cb-b4eb-c71d8086303a tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57a2305-37df-46f3-af4d-de02c9fe0e44 HTTP/1.1" status: 200 len: 210 time: 0.1800032 Apr 20 17:28:30.111564 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52558) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:30.125859 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-2c25786d-2bb3-4be1-9daa-692cc325be17 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:30.162071 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ad45a67f-2b9b-462a-8c5e-8d10b0788521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:30.208218 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ad45a67f-2b9b-462a-8c5e-8d10b0788521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:28:30.213702 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ad45a67f-2b9b-462a-8c5e-8d10b0788521 admin admin] Usage tracker for resource:security_group_rule and tenant:a933a6ce70c64790a9bf5cfca8f93314 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:28:30.218464 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ad45a67f-2b9b-462a-8c5e-8d10b0788521 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:28:30.228391 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ad45a67f-2b9b-462a-8c5e-8d10b0788521 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:28:30.329378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d9574-7f60-4e50-8b0e-c4051779904a req-a6a8d6e3-d2cf-4911-9f7e-11ef0901fa84 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:30.331101 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-664d9574-7f60-4e50-8b0e-c4051779904a req-a6a8d6e3-d2cf-4911-9f7e-11ef0901fa84 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.7400322 Apr 20 17:28:30.353449 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e02788f7-5d64-483e-aa2f-da82a1338517'] response: {'server_uuid': 'd57a2305-37df-46f3-af4d-de02c9fe0e44', 'name': 'network-vif-deleted', 'tag': '6887a273-76cb-4753-b5d5-60e022da65bd', 'status': 'completed', 'code': 200} Apr 20 17:28:30.401510 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ad45a67f-2b9b-462a-8c5e-8d10b0788521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:30.416255 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ad45a67f-2b9b-462a-8c5e-8d10b0788521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:30.422437 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 6887a273-76cb-4753-b5d5-60e022da65bd no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:28:30.529798 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 6887a273-76cb-4753-b5d5-60e022da65bd {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:28:30.563001 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a67f-2b9b-462a-8c5e-8d10b0788521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1ede43-222d-4fd8-841e-5dd2fcb08403,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:30.566781 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 6887a273-76cb-4753-b5d5-60e022da65bd not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:28:30.576650 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ad45a67f-2b9b-462a-8c5e-8d10b0788521 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a933a6ce70c64790a9bf5cfca8f93314&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4636836 Apr 20 17:28:30.579385 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52566) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:30.684444 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a3833b2d-9141-4e75-89a7-e55bd5884943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:30.772619 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-2c25786d-2bb3-4be1-9daa-692cc325be17 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Network 4f37beb4-cacf-475a-8f23-eab887469923 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:28:30.777478 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-2c25786d-2bb3-4be1-9daa-692cc325be17 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:28:30.787138 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1bbc6bfd-b0fb-43e1-9a3e-a2cb6fe0a2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:30.789958 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25786d-2bb3-4be1-9daa-692cc325be17 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Pushing event updated for resources: {'Port': ['ID=e0b3d423-a33b-4b1a-9611-990b877c1adc,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:30.792205 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a3833b2d-9141-4e75-89a7-e55bd5884943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:30.832680 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-2c25786d-2bb3-4be1-9daa-692cc325be17 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:28:30.889857 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef46b7d-09a1-4fc0-a583-f1585a7244fe req-73e6c4cc-33b3-40cb-b50d-14b624301ab7 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:30.903302 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0ef46b7d-09a1-4fc0-a583-f1585a7244fe req-73e6c4cc-33b3-40cb-b50d-14b624301ab7 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 944 time: 0.2645729 Apr 20 17:28:30.907585 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1bbc6bfd-b0fb-43e1-9a3e-a2cb6fe0a2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:30.970872 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-664d9574-7f60-4e50-8b0e-c4051779904a req-1f329beb-196d-4fa3-aa16-c61e6d848796 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6092341 Apr 20 17:28:31.033300 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0ef46b7d-09a1-4fc0-a583-f1585a7244fe req-28bbc860-5a43-41e4-a26e-4e3809485698 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286943 Apr 20 17:28:31.074376 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1bbc6bfd-b0fb-43e1-9a3e-a2cb6fe0a2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:31.158555 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc6bfd-b0fb-43e1-9a3e-a2cb6fe0a2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1ede43-222d-4fd8-841e-5dd2fcb08403,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:31.167108 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1bbc6bfd-b0fb-43e1-9a3e-a2cb6fe0a2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:31.170739 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1bbc6bfd-b0fb-43e1-9a3e-a2cb6fe0a2f5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2a1ede43-222d-4fd8-841e-5dd2fcb08403 HTTP/1.1" status: 204 len: 168 time: 0.5877049 Apr 20 17:28:31.199607 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-2c25786d-2bb3-4be1-9daa-692cc325be17 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:31.204032 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-2c25786d-2bb3-4be1-9daa-692cc325be17 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:31.269456 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3833b2d-9141-4e75-89a7-e55bd5884943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88381e3b-2bde-42f7-91fc-3a60aeda1dd2,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:31.274993 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a3833b2d-9141-4e75-89a7-e55bd5884943 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4661c4ed0d1943299417bf4e89f2a9df&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5280325 Apr 20 17:28:31.277866 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52578) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:31.282538 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-2c25786d-2bb3-4be1-9daa-692cc325be17 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0153778 Apr 20 17:28:31.362123 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-dc593241-1918-4ae1-8cc4-d0a1d3764ce1 None None] Provisioning for port e0b3d423-a33b-4b1a-9611-990b877c1adc completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:28:31.368456 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-dc593241-1918-4ae1-8cc4-d0a1d3764ce1 None None] Provisioning complete for port e0b3d423-a33b-4b1a-9611-990b877c1adc triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:28:31.368889 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-dc593241-1918-4ae1-8cc4-d0a1d3764ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:31.430048 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-a34b1310-218d-40b7-8eed-d19c56790ac5 service neutron] Request body: {'port': {'device_id': '2d53db07-ce62-4df5-91a4-94eee11e9267', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:28:31.491556 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9550bde9-3214-4b2f-b2d7-340c91a7c1a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:31.511065 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-dc593241-1918-4ae1-8cc4-d0a1d3764ce1 None None] Port e0b3d423-a33b-4b1a-9611-990b877c1adc cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:28:31.721333 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9550bde9-3214-4b2f-b2d7-340c91a7c1a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:31.823241 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-a34b1310-218d-40b7-8eed-d19c56790ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:31.827979 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073f421-d60b-47ef-9d8d-dbb14002c5f7 req-0509c2ab-8b66-481e-af8c-4391ab3a4942 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:31.847685 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8073f421-d60b-47ef-9d8d-dbb14002c5f7 req-0509c2ab-8b66-481e-af8c-4391ab3a4942 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.3567975 Apr 20 17:28:31.953859 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9550bde9-3214-4b2f-b2d7-340c91a7c1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:32.208684 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8073f421-d60b-47ef-9d8d-dbb14002c5f7 req-d1115daf-e176-4553-b303-413a4c70f20a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599815 Apr 20 17:28:32.221033 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9550bde9-3214-4b2f-b2d7-340c91a7c1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88381e3b-2bde-42f7-91fc-3a60aeda1dd2,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:32.225763 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9550bde9-3214-4b2f-b2d7-340c91a7c1a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:32.239268 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9550bde9-3214-4b2f-b2d7-340c91a7c1a7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/88381e3b-2bde-42f7-91fc-3a60aeda1dd2 HTTP/1.1" status: 204 len: 168 time: 0.9601362 Apr 20 17:28:32.824608 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-a34b1310-218d-40b7-8eed-d19c56790ac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0b3d423-a33b-4b1a-9611-990b877c1adc {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:28:32.833327 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-a34b1310-218d-40b7-8eed-d19c56790ac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:32.848870 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31493476-5024-4dcf-92a1-b39529fa87d4 req-0f417aa9-0122-482c-8d33-e5ae3f64f229 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:32.849980 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-31493476-5024-4dcf-92a1-b39529fa87d4 req-0f417aa9-0122-482c-8d33-e5ae3f64f229 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Synchronizing usage tracker for tenant:048f4cae66cf42c897493ac9a67e0d5f on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:28:32.851318 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa00f11-c878-40e1-9a3e-24a15253b1e3 req-e647835d-9fb4-44b7-be85-ed2a205eeb13 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:32.860377 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6aa00f11-c878-40e1-9a3e-24a15253b1e3 req-e647835d-9fb4-44b7-be85-ed2a205eeb13 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 944 time: 0.1939838 Apr 20 17:28:32.880266 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-a34b1310-218d-40b7-8eed-d19c56790ac5 service neutron] Transition to ACTIVE for port object e0b3d423-a33b-4b1a-9611-990b877c1adc will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:28:32.887017 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-31493476-5024-4dcf-92a1-b39529fa87d4 req-0f417aa9-0122-482c-8d33-e5ae3f64f229 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Unset dirty status for tenant:048f4cae66cf42c897493ac9a67e0d5f on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:28:32.897291 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-31493476-5024-4dcf-92a1-b39529fa87d4 req-0f417aa9-0122-482c-8d33-e5ae3f64f229 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 932 time: 1.6071553 Apr 20 17:28:32.924172 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-a34b1310-218d-40b7-8eed-d19c56790ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:32.962923 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6aa00f11-c878-40e1-9a3e-24a15253b1e3 req-8c728c65-43c1-4e51-9203-ebfc7348b5e4 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967932 Apr 20 17:28:33.237408 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52616) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:33.297317 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-545f67e5-bc1f-4d57-8262-0a3aa6a71dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:33.422593 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-545f67e5-bc1f-4d57-8262-0a3aa6a71dbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:28:33.436860 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-545f67e5-bc1f-4d57-8262-0a3aa6a71dbe admin admin] Usage tracker for resource:security_group_rule and tenant:05179d53560d4cafa5be7f414087c869 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:28:33.459227 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-545f67e5-bc1f-4d57-8262-0a3aa6a71dbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:28:33.465530 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-545f67e5-bc1f-4d57-8262-0a3aa6a71dbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:28:33.505374 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b1310-218d-40b7-8eed-d19c56790ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b3d423-a33b-4b1a-9611-990b877c1adc,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:33.549843 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-31493476-5024-4dcf-92a1-b39529fa87d4 req-7fa777c0-4f32-4572-81de-8f759da3f351 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6369467 Apr 20 17:28:33.658281 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-545f67e5-bc1f-4d57-8262-0a3aa6a71dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:33.670402 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-545f67e5-bc1f-4d57-8262-0a3aa6a71dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:33.807471 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-545f67e5-bc1f-4d57-8262-0a3aa6a71dbe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=05179d53560d4cafa5be7f414087c869&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5688694 Apr 20 17:28:33.810297 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52630) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:33.844490 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-a34b1310-218d-40b7-8eed-d19c56790ac5 service neutron] Attempting to bind port e0b3d423-a33b-4b1a-9611-990b877c1adc on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:28:33.845565 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-a34b1310-218d-40b7-8eed-d19c56790ac5 service neutron] Attempting to bind port e0b3d423-a33b-4b1a-9611-990b877c1adc by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'c554300a-cd59-4a60-9307-fc40b2335284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:28:33.845890 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-a34b1310-218d-40b7-8eed-d19c56790ac5 service neutron] Attempting to bind port e0b3d423-a33b-4b1a-9611-990b877c1adc on network 4f37beb4-cacf-475a-8f23-eab887469923 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:28:33.861808 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-a34b1310-218d-40b7-8eed-d19c56790ac5 service neutron] Port e0b3d423-a33b-4b1a-9611-990b877c1adc on network 4f37beb4-cacf-475a-8f23-eab887469923 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:28:33.862880 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-a34b1310-218d-40b7-8eed-d19c56790ac5 service neutron] Attempting to bind port e0b3d423-a33b-4b1a-9611-990b877c1adc on network 4f37beb4-cacf-475a-8f23-eab887469923 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:28:33.883520 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-a34b1310-218d-40b7-8eed-d19c56790ac5 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:28:33.884879 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-a34b1310-218d-40b7-8eed-d19c56790ac5 service neutron] Checking segment: {'id': 'c554300a-cd59-4a60-9307-fc40b2335284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:28:33.886884 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-a34b1310-218d-40b7-8eed-d19c56790ac5 service neutron] Bound using segment: {'id': 'c554300a-cd59-4a60-9307-fc40b2335284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:28:33.888279 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-a34b1310-218d-40b7-8eed-d19c56790ac5 service neutron] Bound port: e0b3d423-a33b-4b1a-9611-990b877c1adc, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c554300a-cd59-4a60-9307-fc40b2335284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:28:33.890263 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-a34b1310-218d-40b7-8eed-d19c56790ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:33.963045 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a95df5fb-3d15-41d5-ad6f-0f7a16ab1707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:33.991756 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a95df5fb-3d15-41d5-ad6f-0f7a16ab1707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:34.014266 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f67e5-bc1f-4d57-8262-0a3aa6a71dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2948bbcd-be8c-4d50-b74c-c5a63f48c5cb,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:34.067439 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a95df5fb-3d15-41d5-ad6f-0f7a16ab1707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:34.078469 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-a34b1310-218d-40b7-8eed-d19c56790ac5 service neutron] For port e0b3d423-a33b-4b1a-9611-990b877c1adc, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:28:34.083021 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-a34b1310-218d-40b7-8eed-d19c56790ac5 service neutron] For port e0b3d423-a33b-4b1a-9611-990b877c1adc, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=e0b3d423-a33b-4b1a-9611-990b877c1adc,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:28:34.095619 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95df5fb-3d15-41d5-ad6f-0f7a16ab1707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2948bbcd-be8c-4d50-b74c-c5a63f48c5cb,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:34.100622 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df6ef3-bd29-49af-8355-aadca293501b req-c524753e-301f-4ac2-91c3-ef6c5ff73ddb tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:34.102578 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-46df6ef3-bd29-49af-8355-aadca293501b req-c524753e-301f-4ac2-91c3-ef6c5ff73ddb tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fa6c595-783c-49ef-974f-ac53320bbeda HTTP/1.1" status: 200 len: 946 time: 0.1530859 Apr 20 17:28:34.104366 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-a34b1310-218d-40b7-8eed-d19c56790ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:34.134763 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a95df5fb-3d15-41d5-ad6f-0f7a16ab1707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:34.140176 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a95df5fb-3d15-41d5-ad6f-0f7a16ab1707 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2948bbcd-be8c-4d50-b74c-c5a63f48c5cb HTTP/1.1" status: 204 len: 168 time: 0.3245001 Apr 20 17:28:34.220110 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-a34b1310-218d-40b7-8eed-d19c56790ac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:34.221797 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-a34b1310-218d-40b7-8eed-d19c56790ac5 service neutron] 10.222.0.10 "PUT /v2.0/ports/e0b3d423-a33b-4b1a-9611-990b877c1adc HTTP/1.1" status: 200 len: 1092 time: 2.8066185 Apr 20 17:28:34.222478 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d53db07-ce62-4df5-91a4-94eee11e9267', 'tag': 'e0b3d423-a33b-4b1a-9611-990b877c1adc'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:28:34.237112 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b1310-218d-40b7-8eed-d19c56790ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b3d423-a33b-4b1a-9611-990b877c1adc,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:34.265179 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-46df6ef3-bd29-49af-8355-aadca293501b req-f30a2ee7-7c54-4415-b04a-4e02cdbf88ca tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174657 Apr 20 17:28:34.526922 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-02ce7cfd-a59f-4496-bcb9-8591df145216 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=048f4cae66cf42c897493ac9a67e0d5f&device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 1095 time: 0.2401056 Apr 20 17:28:34.745435 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42894330-b05a-41b6-ae2b-f90feb98aa0c req-2bd5ad35-280e-447e-b0c1-c527c25caa9f tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:34.748808 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5851c1c5-e21d-49c6-9c68-47f4315c34fb'] response: {'name': 'network-changed', 'server_uuid': '2d53db07-ce62-4df5-91a4-94eee11e9267', 'tag': 'e0b3d423-a33b-4b1a-9611-990b877c1adc', 'status': 'completed', 'code': 200} Apr 20 17:28:34.757854 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-42894330-b05a-41b6-ae2b-f90feb98aa0c req-2bd5ad35-280e-447e-b0c1-c527c25caa9f tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 944 time: 0.3269501 Apr 20 17:28:34.759029 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-fc9075f6-50d5-43b2-87ee-29d5326470fd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0b3d423-a33b-4b1a-9611-990b877c1adc HTTP/1.1" status: 200 len: 217 time: 0.2232862 Apr 20 17:28:34.916360 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-42894330-b05a-41b6-ae2b-f90feb98aa0c req-fcffc855-93a6-4155-aed9-50c835f7e8f8 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566906 Apr 20 17:28:34.964615 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-70fe331f-e0ff-4d49-ada2-8258f6a8e7cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:34.966337 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-70fe331f-e0ff-4d49-ada2-8258f6a8e7cc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=459b9241-591b-4214-ba21-d89500ea520e HTTP/1.1" status: 200 len: 851 time: 0.1960607 Apr 20 17:28:35.361083 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85cf0f-e77d-4d1d-9687-d9ff50bfc814 req-ab0dcba5-d291-4ed0-b5ec-3787e154cedb tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:35.363699 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6c85cf0f-e77d-4d1d-9687-d9ff50bfc814 req-ab0dcba5-d291-4ed0-b5ec-3787e154cedb tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 944 time: 0.2875121 Apr 20 17:28:35.402082 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-c913d49e-f336-4df3-a424-1d0ed304dbb8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f37beb4-cacf-475a-8f23-eab887469923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4292703 Apr 20 17:28:35.623618 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6c85cf0f-e77d-4d1d-9687-d9ff50bfc814 req-7fb03628-844b-4730-afb6-83a212ad1baf tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442408 Apr 20 17:28:35.767260 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0e8fb-207c-4c62-9c28-f2da9dd7e513 req-37c8bdcb-c6ea-4ced-82e7-b3de6bbf2eb8 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:35.791837 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ffe0e8fb-207c-4c62-9c28-f2da9dd7e513 req-37c8bdcb-c6ea-4ced-82e7-b3de6bbf2eb8 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fa6c595-783c-49ef-974f-ac53320bbeda HTTP/1.1" status: 200 len: 946 time: 0.2333739 Apr 20 17:28:35.844876 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-62cc8451-5ba6-4844-8153-bda0e6b12069 service neutron] 10.222.0.10 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254317 Apr 20 17:28:35.895508 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52674) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:35.934532 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ffe0e8fb-207c-4c62-9c28-f2da9dd7e513 req-a2ce4bc2-c10b-4f0e-96cd-51ac865956b9 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413183 Apr 20 17:28:36.136983 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-575895bc-5d3c-48b3-b49b-b01d13fa5c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:36.296998 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-575895bc-5d3c-48b3-b49b-b01d13fa5c5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:28:36.362621 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-575895bc-5d3c-48b3-b49b-b01d13fa5c5c admin admin] Usage tracker for resource:security_group_rule and tenant:40a36bb2b7a143ddacf7e3d0b05e0c98 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:28:36.374441 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-575895bc-5d3c-48b3-b49b-b01d13fa5c5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:28:36.389674 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-efdbdf13-0ef0-45bd-9148-040289df6db8 req-847f1fca-044a-4d2b-a5ff-ee6c0264f68e service neutron] 10.222.0.10 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439397 Apr 20 17:28:36.391951 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-575895bc-5d3c-48b3-b49b-b01d13fa5c5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:28:36.411793 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962741e0-5817-464f-bdbc-3c6ba2ff4ac7 req-8c3e1537-d6c4-423d-a67d-ad7e3670d2dd tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:36.413470 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-962741e0-5817-464f-bdbc-3c6ba2ff4ac7 req-8c3e1537-d6c4-423d-a67d-ad7e3670d2dd tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fa6c595-783c-49ef-974f-ac53320bbeda HTTP/1.1" status: 200 len: 946 time: 0.2591918 Apr 20 17:28:36.798945 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-962741e0-5817-464f-bdbc-3c6ba2ff4ac7 req-e89a7fa7-7d9a-498b-a4c1-6dea8e4e35fa tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Deleting port 1404d81a-9b7d-447d-8ef0-dbff65c1e954 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:28:36.799358 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-962741e0-5817-464f-bdbc-3c6ba2ff4ac7 req-e89a7fa7-7d9a-498b-a4c1-6dea8e4e35fa tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:37.143695 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf2e91-71ea-4af5-ab89-1c0557097198 req-99c16c7f-3257-4665-ba3b-f8669289cfac tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:37.155056 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5ddf2e91-71ea-4af5-ab89-1c0557097198 req-99c16c7f-3257-4665-ba3b-f8669289cfac tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 944 time: 0.1567731 Apr 20 17:28:37.158253 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-575895bc-5d3c-48b3-b49b-b01d13fa5c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:37.169029 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7000a0-865e-40be-b160-0f8b5855f8fc req-eea6dc21-4191-49cb-9b69-8294e0e0bf62 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:37.171078 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba7000a0-865e-40be-b160-0f8b5855f8fc req-eea6dc21-4191-49cb-9b69-8294e0e0bf62 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 944 time: 0.8811424 Apr 20 17:28:37.195315 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-575895bc-5d3c-48b3-b49b-b01d13fa5c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:37.246857 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5ddf2e91-71ea-4af5-ab89-1c0557097198 req-1ec28054-c1a7-4a60-b18c-d84439bd35c6 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908692 Apr 20 17:28:37.400497 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f0d66762-c9a6-41b6-a58c-c9db20339d5f req-dd2072fe-0f6d-4163-9ccf-bc1e74b3850d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=048f4cae66cf42c897493ac9a67e0d5f&device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 1095 time: 0.8645279 Apr 20 17:28:37.619853 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c1c65-df76-4429-93d6-9962ba68742f req-8f52040c-f40f-4085-acdc-b1ba0a7a7fc5 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:37.626724 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba7000a0-865e-40be-b160-0f8b5855f8fc req-c06ca16a-4c46-4843-bff2-9cc468511cf0 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4438527 Apr 20 17:28:37.627441 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575895bc-5d3c-48b3-b49b-b01d13fa5c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d3cf8d-c8ab-4b2b-9be0-5cc675a34d4a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:37.628228 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-146c1c65-df76-4429-93d6-9962ba68742f req-8f52040c-f40f-4085-acdc-b1ba0a7a7fc5 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.1498933 Apr 20 17:28:37.686500 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-575895bc-5d3c-48b3-b49b-b01d13fa5c5c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=40a36bb2b7a143ddacf7e3d0b05e0c98&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7874250 Apr 20 17:28:37.694259 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52720) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:37.694441 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-146c1c65-df76-4429-93d6-9962ba68742f req-4ddf1c58-fe53-44e2-9231-81782d350716 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640774 Apr 20 17:28:37.944892 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52728) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:37.973990 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1bc4a-28c8-4fcc-a18d-6ee0b0ad12b2 req-453bad8a-9575-466c-9f77-fc45e09bf7ee tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:37.975779 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1bf1bc4a-28c8-4fcc-a18d-6ee0b0ad12b2 req-453bad8a-9575-466c-9f77-fc45e09bf7ee tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.0925977 Apr 20 17:28:38.013782 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d66762-c9a6-41b6-a58c-c9db20339d5f req-ddee9e95-5dff-4f7f-8b67-673c12596ba3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:38.015306 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f0d66762-c9a6-41b6-a58c-c9db20339d5f req-ddee9e95-5dff-4f7f-8b67-673c12596ba3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4f37beb4-cacf-475a-8f23-eab887469923 HTTP/1.1" status: 200 len: 913 time: 0.4889820 Apr 20 17:28:38.025937 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1bf1bc4a-28c8-4fcc-a18d-6ee0b0ad12b2 req-e00d1900-ab7f-4768-a3cc-d4a89ed6d70a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431726 Apr 20 17:28:38.082472 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-962741e0-5817-464f-bdbc-3c6ba2ff4ac7 req-e89a7fa7-7d9a-498b-a4c1-6dea8e4e35fa tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] For port 1404d81a-9b7d-447d-8ef0-dbff65c1e954, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=1404d81a-9b7d-447d-8ef0-dbff65c1e954,segment=NetworkSegment(b7f6a108-6de3-4d12-92d3-ffddaf981259),segment_id=b7f6a108-6de3-4d12-92d3-ffddaf981259)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:38.082826 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-962741e0-5817-464f-bdbc-3c6ba2ff4ac7 req-e89a7fa7-7d9a-498b-a4c1-6dea8e4e35fa tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:38.155392 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ba729512-f79c-4c40-a798-06f4412d15c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:38.220520 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-962741e0-5817-464f-bdbc-3c6ba2ff4ac7 req-e89a7fa7-7d9a-498b-a4c1-6dea8e4e35fa tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Calling delete_port for 1404d81a-9b7d-447d-8ef0-dbff65c1e954 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:28:38.300258 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b93364c9-652d-4a13-bb06-ceded24c56bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:38.326327 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ba729512-f79c-4c40-a798-06f4412d15c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:38.341513 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a566c0-31da-4769-9b3e-7c1cf57bd263 req-c6351cb3-012c-438d-8f2b-3fac6bca7432 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:38.343076 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-45a566c0-31da-4769-9b3e-7c1cf57bd263 req-c6351cb3-012c-438d-8f2b-3fac6bca7432 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fa6c595-783c-49ef-974f-ac53320bbeda HTTP/1.1" status: 200 len: 946 time: 0.4690266 Apr 20 17:28:38.544308 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b93364c9-652d-4a13-bb06-ceded24c56bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:28:38.563406 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b93364c9-652d-4a13-bb06-ceded24c56bd admin admin] Usage tracker for resource:security_group_rule and tenant:a2473147deb74e6d9f0efcd8883dfacb is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:28:38.566895 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b93364c9-652d-4a13-bb06-ceded24c56bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:28:38.629722 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-45a566c0-31da-4769-9b3e-7c1cf57bd263 req-e4a14b24-5102-4dcc-86a9-b832b93f53d9 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/security-groups?id=5696e698-74d3-4591-ad9f-9a38154e88cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750053 Apr 20 17:28:38.638160 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b93364c9-652d-4a13-bb06-ceded24c56bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:28:38.676118 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232792c6-02c4-4254-b01b-dbcaa6ee9117 req-5379bb53-a4f8-4d3b-97d3-37b601c8718e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:38.687666 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-232792c6-02c4-4254-b01b-dbcaa6ee9117 req-5379bb53-a4f8-4d3b-97d3-37b601c8718e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 944 time: 0.2818015 Apr 20 17:28:38.714732 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ba729512-f79c-4c40-a798-06f4412d15c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:38.734711 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba729512-f79c-4c40-a798-06f4412d15c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d3cf8d-c8ab-4b2b-9be0-5cc675a34d4a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:38.740356 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-962741e0-5817-464f-bdbc-3c6ba2ff4ac7 req-e89a7fa7-7d9a-498b-a4c1-6dea8e4e35fa tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:38.795212 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-232792c6-02c4-4254-b01b-dbcaa6ee9117 req-43780b47-da34-4ee3-97db-161cbe219ba5 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053886 Apr 20 17:28:38.800495 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a7fa7-7d9a-498b-a4c1-6dea8e4e35fa tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Pushing event deleted for resources: {'Port': ['ID=1404d81a-9b7d-447d-8ef0-dbff65c1e954,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:38.942243 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ba729512-f79c-4c40-a798-06f4412d15c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:38.945649 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ba729512-f79c-4c40-a798-06f4412d15c0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/00d3cf8d-c8ab-4b2b-9be0-5cc675a34d4a HTTP/1.1" status: 204 len: 168 time: 1.2344515 Apr 20 17:28:38.961644 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-962741e0-5817-464f-bdbc-3c6ba2ff4ac7 req-e89a7fa7-7d9a-498b-a4c1-6dea8e4e35fa tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] No DVR routers for this DVR port 1404d81a-9b7d-447d-8ef0-dbff65c1e954 on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:28:38.974280 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-962741e0-5817-464f-bdbc-3c6ba2ff4ac7 req-e89a7fa7-7d9a-498b-a4c1-6dea8e4e35fa tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:38.976215 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-962741e0-5817-464f-bdbc-3c6ba2ff4ac7 req-e89a7fa7-7d9a-498b-a4c1-6dea8e4e35fa tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.43 "DELETE /v2.0/ports/1404d81a-9b7d-447d-8ef0-dbff65c1e954 HTTP/1.1" status: 204 len: 173 time: 2.5481558 Apr 20 17:28:38.976741 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa6c595-783c-49ef-974f-ac53320bbeda', 'name': 'network-vif-deleted', 'tag': '1404d81a-9b7d-447d-8ef0-dbff65c1e954'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:28:38.984080 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b93364c9-652d-4a13-bb06-ceded24c56bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:38.998411 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b93364c9-652d-4a13-bb06-ceded24c56bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:39.057375 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93364c9-652d-4a13-bb06-ceded24c56bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa9e808-0b7e-4b03-916e-de60c53f8832,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:39.063222 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b93364c9-652d-4a13-bb06-ceded24c56bd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a2473147deb74e6d9f0efcd8883dfacb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1105697 Apr 20 17:28:39.066983 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52752) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:39.116921 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c08632-f117-4cb1-908b-f9c66dd34e95 req-b486ece7-acb5-4b5d-9f5f-588c102d2935 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:39.121680 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e4c08632-f117-4cb1-908b-f9c66dd34e95 req-b486ece7-acb5-4b5d-9f5f-588c102d2935 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 944 time: 0.2160087 Apr 20 17:28:39.123720 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6968089f-5aea-4980-972f-6c35a8b674b6'] response: {'server_uuid': '7fa6c595-783c-49ef-974f-ac53320bbeda', 'name': 'network-vif-deleted', 'tag': '1404d81a-9b7d-447d-8ef0-dbff65c1e954', 'status': 'completed', 'code': 200} Apr 20 17:28:39.177026 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-224bdc35-fec4-470c-8ac0-5df8f300356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:39.249495 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e4c08632-f117-4cb1-908b-f9c66dd34e95 req-dcc0fd02-365a-436a-afdc-40157f26cf14 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159301 Apr 20 17:28:39.279916 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-50170af0-a78e-4a26-bbd2-26ff6de61d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:39.331939 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-50170af0-a78e-4a26-bbd2-26ff6de61d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:39.445975 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-50170af0-a78e-4a26-bbd2-26ff6de61d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:39.502815 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50170af0-a78e-4a26-bbd2-26ff6de61d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa9e808-0b7e-4b03-916e-de60c53f8832,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:39.505561 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-50170af0-a78e-4a26-bbd2-26ff6de61d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:39.517309 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 1404d81a-9b7d-447d-8ef0-dbff65c1e954 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:28:39.527913 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-50170af0-a78e-4a26-bbd2-26ff6de61d82 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5fa9e808-0b7e-4b03-916e-de60c53f8832 HTTP/1.1" status: 204 len: 168 time: 0.4432657 Apr 20 17:28:39.760889 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 1404d81a-9b7d-447d-8ef0-dbff65c1e954 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:28:39.761243 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 1404d81a-9b7d-447d-8ef0-dbff65c1e954 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:28:40.038803 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f0d66762-c9a6-41b6-a58c-c9db20339d5f req-821d6094-deb7-44f8-8a52-e86de5f0505c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0b3d423-a33b-4b1a-9611-990b877c1adc HTTP/1.1" status: 200 len: 217 time: 0.1758275 Apr 20 17:28:40.042590 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2c6048dc-5820-4b83-8df7-694c185d4130 req-e7572656-4329-4081-8315-e9bf589d2586 tempest-ServerRescueNegativeTestJSON-994115434 tempest-ServerRescueNegativeTestJSON-994115434-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fa6c595-783c-49ef-974f-ac53320bbeda HTTP/1.1" status: 200 len: 210 time: 0.1131594 Apr 20 17:28:40.198654 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d66762-c9a6-41b6-a58c-c9db20339d5f req-bb22b557-ae08-4321-8ca9-757d4ad50171 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:40.200106 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f0d66762-c9a6-41b6-a58c-c9db20339d5f req-bb22b557-ae08-4321-8ca9-757d4ad50171 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=459b9241-591b-4214-ba21-d89500ea520e HTTP/1.1" status: 200 len: 851 time: 0.0850980 Apr 20 17:28:40.253848 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cedd0-4e17-498b-98cd-83e4a8731ba8 req-cc1024f9-b6a5-4196-bf7e-7251a2c9e430 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:40.255661 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b31cedd0-4e17-498b-98cd-83e4a8731ba8 req-cc1024f9-b6a5-4196-bf7e-7251a2c9e430 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 944 time: 0.2144904 Apr 20 17:28:40.423320 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52788) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:40.466206 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4dfe1787-35e8-41e2-a34f-7cb3cf3b63ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:40.502524 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b31cedd0-4e17-498b-98cd-83e4a8731ba8 req-244d0de4-e86e-43eb-91f7-72e780f9c605 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370400 Apr 20 17:28:40.537250 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f0d66762-c9a6-41b6-a58c-c9db20339d5f req-c5bf5f70-eebf-457c-b117-6cf1898c1b72 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f37beb4-cacf-475a-8f23-eab887469923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3229501 Apr 20 17:28:40.560854 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4dfe1787-35e8-41e2-a34f-7cb3cf3b63ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:28:40.567104 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4dfe1787-35e8-41e2-a34f-7cb3cf3b63ed admin admin] Usage tracker for resource:security_group_rule and tenant:f7a5ecf10194458cbb33c549bdfdee4b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:28:40.570956 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4dfe1787-35e8-41e2-a34f-7cb3cf3b63ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:28:40.583138 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4dfe1787-35e8-41e2-a34f-7cb3cf3b63ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:28:40.739594 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4dfe1787-35e8-41e2-a34f-7cb3cf3b63ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:40.749990 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4dfe1787-35e8-41e2-a34f-7cb3cf3b63ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:40.859615 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4dfe1787-35e8-41e2-a34f-7cb3cf3b63ed admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f7a5ecf10194458cbb33c549bdfdee4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4350505 Apr 20 17:28:40.860563 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe1787-35e8-41e2-a34f-7cb3cf3b63ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fb08e9-dc0b-4fe7-a88d-1350a03a63bc,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:40.863022 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52800) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:40.937875 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5a1dd-ac97-4311-acac-fb209cef704b req-2c544bac-eb51-4239-b6bd-6e1b2f6d4474 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:40.939454 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-25f5a1dd-ac97-4311-acac-fb209cef704b req-2c544bac-eb51-4239-b6bd-6e1b2f6d4474 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 944 time: 0.2058318 Apr 20 17:28:40.955240 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f0d66762-c9a6-41b6-a58c-c9db20339d5f req-e5a37b76-0a04-4827-90e1-c8a1626450e7 service neutron] 10.222.0.10 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076128 Apr 20 17:28:41.006873 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f2f5f69a-955d-4a01-b19b-6e19eda61f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:41.038408 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f2f5f69a-955d-4a01-b19b-6e19eda61f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:41.106432 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f2f5f69a-955d-4a01-b19b-6e19eda61f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:41.113045 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-25f5a1dd-ac97-4311-acac-fb209cef704b req-4f0b18ee-8fa2-4d7c-b77d-c36b5e6e641f tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567366 Apr 20 17:28:41.164991 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f2f5f69a-955d-4a01-b19b-6e19eda61f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:41.173018 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f2f5f69a-955d-4a01-b19b-6e19eda61f45 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/86fb08e9-dc0b-4fe7-a88d-1350a03a63bc HTTP/1.1" status: 204 len: 168 time: 0.3084450 Apr 20 17:28:41.174146 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5f69a-955d-4a01-b19b-6e19eda61f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fb08e9-dc0b-4fe7-a88d-1350a03a63bc,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:41.245370 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f0d66762-c9a6-41b6-a58c-c9db20339d5f req-20bd8037-e4a4-4cf8-b95e-0ec622e9afe2 service neutron] 10.222.0.10 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595694 Apr 20 17:28:41.378048 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52816) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:41.382616 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7d363684-08dc-46f7-ab3c-8eac23ac86f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:41.496590 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f971e-212f-4fe7-890b-de267b565d0f req-6d226472-1228-46ac-917b-7fc742513312 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:41.501941 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2b1f971e-212f-4fe7-890b-de267b565d0f req-6d226472-1228-46ac-917b-7fc742513312 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.1494811 Apr 20 17:28:41.612628 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2b1f971e-212f-4fe7-890b-de267b565d0f req-1ec91642-4c8b-4068-91e9-480fae135b9f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029665 Apr 20 17:28:41.767413 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec2143-4167-4998-bf8c-b0b804d4cbb4 req-c40fcbed-24de-425a-893f-49c3e978fd23 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:41.772244 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec2143-4167-4998-bf8c-b0b804d4cbb4 req-c40fcbed-24de-425a-893f-49c3e978fd23 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:41.776896 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec2143-4167-4998-bf8c-b0b804d4cbb4 req-c40fcbed-24de-425a-893f-49c3e978fd23 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:41.781111 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec2143-4167-4998-bf8c-b0b804d4cbb4 req-c40fcbed-24de-425a-893f-49c3e978fd23 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:41.785446 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec2143-4167-4998-bf8c-b0b804d4cbb4 req-c40fcbed-24de-425a-893f-49c3e978fd23 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:41.789486 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec2143-4167-4998-bf8c-b0b804d4cbb4 req-c40fcbed-24de-425a-893f-49c3e978fd23 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:41.793680 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec2143-4167-4998-bf8c-b0b804d4cbb4 req-c40fcbed-24de-425a-893f-49c3e978fd23 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:41.801286 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1fec2143-4167-4998-bf8c-b0b804d4cbb4 req-c40fcbed-24de-425a-893f-49c3e978fd23 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5445 time: 0.2810605 Apr 20 17:28:41.849967 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1fec2143-4167-4998-bf8c-b0b804d4cbb4 req-3d56c0bd-438a-46a7-abc1-3912b7542454 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0476825 Apr 20 17:28:42.077159 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa4f7e-a68b-4e19-9d70-8b8ee5520b37 req-0d71353a-b651-41f0-82bd-b69e5432ff1b tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:42.093298 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c0aa4f7e-a68b-4e19-9d70-8b8ee5520b37 req-0d71353a-b651-41f0-82bd-b69e5432ff1b tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 944 time: 0.1915848 Apr 20 17:28:42.204719 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c0aa4f7e-a68b-4e19-9d70-8b8ee5520b37 req-520c5edf-9f48-4fb7-9a03-8afe49b7ed88 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078670 Apr 20 17:28:42.493584 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device e0b3d423-a33b-4b1a-9611-990b877c1adc details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:28:42.495487 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d635d733-851a-4b2d-86ee-21f4fe8b0385 req-31b5b7d1-dc2e-4683-ad16-219954d4be83 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=02869399c9f94c6e8f223671a74b81d5&device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 1095 time: 0.2141998 Apr 20 17:28:42.585717 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c489b-8137-431e-bd08-8a3b0f3ee801 req-5e65e7cb-8e1c-44df-961e-110d74a455af tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:42.601673 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-296c489b-8137-431e-bd08-8a3b0f3ee801 req-5e65e7cb-8e1c-44df-961e-110d74a455af tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.2695956 Apr 20 17:28:42.819464 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:42.821588 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:42.833703 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-296c489b-8137-431e-bd08-8a3b0f3ee801 req-eb87d2e9-f835-4581-950e-543cd8edfa9a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308714 Apr 20 17:28:42.864506 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635d733-851a-4b2d-86ee-21f4fe8b0385 req-dd19461c-5e3f-410a-a378-1e129b0a5145 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:42.866286 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d635d733-851a-4b2d-86ee-21f4fe8b0385 req-dd19461c-5e3f-410a-a378-1e129b0a5145 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b36794c-34c3-4e2e-bc39-30e014c826c8 HTTP/1.1" status: 200 len: 918 time: 0.2606742 Apr 20 17:28:42.880179 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7563e16-cc96-4993-8efc-ac9accd22853 req-8f597593-38cc-4124-8948-48caf194d4e6 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:42.885940 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d7563e16-cc96-4993-8efc-ac9accd22853 req-8f597593-38cc-4124-8948-48caf194d4e6 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 944 time: 0.3734899 Apr 20 17:28:43.004240 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port e0b3d423-a33b-4b1a-9611-990b877c1adc, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=e0b3d423-a33b-4b1a-9611-990b877c1adc,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:43.038542 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'e0b3d423-a33b-4b1a-9611-990b877c1adc', 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923', 'port_id': 'e0b3d423-a33b-4b1a-9611-990b877c1adc', 'mac_address': 'fa:16:3e:34:ae:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459b9241-591b-4214-ba21-d89500ea520e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:28:43.162201 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:43.193460 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0b3d423-a33b-4b1a-9611-990b877c1adc {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:28:43.238159 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:43.250965 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port e0b3d423-a33b-4b1a-9611-990b877c1adc, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=e0b3d423-a33b-4b1a-9611-990b877c1adc,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:43.261802 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:43.370947 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=e0b3d423-a33b-4b1a-9611-990b877c1adc,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:43.379663 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d7563e16-cc96-4993-8efc-ac9accd22853 req-c15209c8-0acb-4ea0-8ff1-7df1a8eabeb0 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2551196 Apr 20 17:28:43.410339 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d635d733-851a-4b2d-86ee-21f4fe8b0385 req-da868098-3c63-4545-b6d2-1f66f5e9c855 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb291abb-cf9d-4106-ae9f-e2705f1e272a HTTP/1.1" status: 200 len: 1000 time: 0.5172985 Apr 20 17:28:43.436428 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab849f91-7ce4-434e-a79b-f4070fa473b4 req-e97f3891-7194-4aaf-af25-ac397585f6c7 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:43.440332 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab849f91-7ce4-434e-a79b-f4070fa473b4 req-e97f3891-7194-4aaf-af25-ac397585f6c7 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:43.444433 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab849f91-7ce4-434e-a79b-f4070fa473b4 req-e97f3891-7194-4aaf-af25-ac397585f6c7 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:43.448060 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab849f91-7ce4-434e-a79b-f4070fa473b4 req-e97f3891-7194-4aaf-af25-ac397585f6c7 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:43.452101 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab849f91-7ce4-434e-a79b-f4070fa473b4 req-e97f3891-7194-4aaf-af25-ac397585f6c7 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:43.455927 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab849f91-7ce4-434e-a79b-f4070fa473b4 req-e97f3891-7194-4aaf-af25-ac397585f6c7 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:43.459771 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab849f91-7ce4-434e-a79b-f4070fa473b4 req-e97f3891-7194-4aaf-af25-ac397585f6c7 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:43.467259 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ab849f91-7ce4-434e-a79b-f4070fa473b4 req-e97f3891-7194-4aaf-af25-ac397585f6c7 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5445 time: 0.2840710 Apr 20 17:28:43.578515 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635d733-851a-4b2d-86ee-21f4fe8b0385 req-50735be6-8217-480d-8828-63f390e0d7df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:43.580569 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d635d733-851a-4b2d-86ee-21f4fe8b0385 req-50735be6-8217-480d-8828-63f390e0d7df service neutron] 10.222.0.10 "GET /v2.0/subnets?id=35e9f78d-225c-4d9e-a6cf-92423d188840 HTTP/1.1" status: 200 len: 856 time: 0.1645243 Apr 20 17:28:43.598829 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ab849f91-7ce4-434e-a79b-f4070fa473b4 req-37bce616-1551-45d0-8d0b-940d2146ffd9 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1306491 Apr 20 17:28:43.649016 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2c34be6c-05d9-4896-ba19-05679bbb6c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:43.671204 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['e0b3d423-a33b-4b1a-9611-990b877c1adc'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:28:43.825220 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d635d733-851a-4b2d-86ee-21f4fe8b0385 req-fc13db01-2128-4a88-9cd1-11c207004730 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b36794c-34c3-4e2e-bc39-30e014c826c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2335296 Apr 20 17:28:44.104532 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:44.248443 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a58145-c0da-4635-923d-470787178776 req-2c042406-e5b8-4566-95dd-94ed855ab0f9 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:44.248443 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-43a58145-c0da-4635-923d-470787178776 req-2c042406-e5b8-4566-95dd-94ed855ab0f9 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.1862211 Apr 20 17:28:44.329939 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d635d733-851a-4b2d-86ee-21f4fe8b0385 req-98856571-978c-4db2-af84-9eb26fe29755 service neutron] 10.222.0.10 "GET /v2.0/networks/2b36794c-34c3-4e2e-bc39-30e014c826c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940264 Apr 20 17:28:44.454423 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9636469-1c92-4336-920c-6d02ae2c21d2 req-4938a0b3-6446-4ce2-ad90-56f30549e22c tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:44.455674 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-43a58145-c0da-4635-923d-470787178776 req-60778278-1798-4cb5-a069-5fa89124c454 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137582 Apr 20 17:28:44.461750 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f9636469-1c92-4336-920c-6d02ae2c21d2 req-4938a0b3-6446-4ce2-ad90-56f30549e22c tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 945 time: 0.4101572 Apr 20 17:28:44.508967 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device eb291abb-cf9d-4106-ae9f-e2705f1e272a details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:28:44.591870 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f9636469-1c92-4336-920c-6d02ae2c21d2 req-73f90324-62d0-47dd-bfc1-45ebefda281e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288276 Apr 20 17:28:44.615230 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d635d733-851a-4b2d-86ee-21f4fe8b0385 req-cd5865cb-062c-4f5f-bbe3-d71aefe2a809 service neutron] 10.222.0.10 "GET /v2.0/networks/2b36794c-34c3-4e2e-bc39-30e014c826c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729421 Apr 20 17:28:44.823977 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port eb291abb-cf9d-4106-ae9f-e2705f1e272a, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=eb291abb-cf9d-4106-ae9f-e2705f1e272a,segment=NetworkSegment(66b29461-7e00-47bd-9ba1-5ef6f56d61e9),segment_id=66b29461-7e00-47bd-9ba1-5ef6f56d61e9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:44.861143 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'eb291abb-cf9d-4106-ae9f-e2705f1e272a', 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8', 'port_id': 'eb291abb-cf9d-4106-ae9f-e2705f1e272a', 'mac_address': 'fa:16:3e:6d:20:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:28:44.865246 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667cab5-1195-4ea6-8cdc-bde0f78c7232 req-0cf86d1a-1f1b-4436-b6d5-4db02a88e70c tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:44.866897 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d667cab5-1195-4ea6-8cdc-bde0f78c7232 req-0cf86d1a-1f1b-4436-b6d5-4db02a88e70c tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 944 time: 0.1467063 Apr 20 17:28:44.932080 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:44.955265 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb291abb-cf9d-4106-ae9f-e2705f1e272a {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:28:44.975374 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port eb291abb-cf9d-4106-ae9f-e2705f1e272a, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=eb291abb-cf9d-4106-ae9f-e2705f1e272a,segment=NetworkSegment(66b29461-7e00-47bd-9ba1-5ef6f56d61e9),segment_id=66b29461-7e00-47bd-9ba1-5ef6f56d61e9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:44.981755 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:45.055356 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=eb291abb-cf9d-4106-ae9f-e2705f1e272a,revision_number=9']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:45.069454 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d667cab5-1195-4ea6-8cdc-bde0f78c7232 req-4d7506f9-76ee-4551-849b-ae304c3b5c9b tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963162 Apr 20 17:28:45.107642 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:45.157675 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-cf5e2e57-dbc1-43da-9822-9fcb81818fbb tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:45.161942 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-cf5e2e57-dbc1-43da-9822-9fcb81818fbb tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:45.166160 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-cf5e2e57-dbc1-43da-9822-9fcb81818fbb tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:45.169928 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-cf5e2e57-dbc1-43da-9822-9fcb81818fbb tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:45.175132 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-cf5e2e57-dbc1-43da-9822-9fcb81818fbb tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:45.179202 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-cf5e2e57-dbc1-43da-9822-9fcb81818fbb tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:45.183916 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-cf5e2e57-dbc1-43da-9822-9fcb81818fbb tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:45.186283 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-cf5e2e57-dbc1-43da-9822-9fcb81818fbb tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5445 time: 0.7613685 Apr 20 17:28:45.255719 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c25a3-7a3c-4ab2-be91-23fed389c296 req-22e32312-fad8-443b-a3bc-9b376863757e tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:45.262631 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-455c25a3-7a3c-4ab2-be91-23fed389c296 req-22e32312-fad8-443b-a3bc-9b376863757e tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.5754919 Apr 20 17:28:45.300326 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['eb291abb-cf9d-4106-ae9f-e2705f1e272a'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:28:45.314867 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-2aeb0bfa-3e96-41ec-9ae4-5fceec5d8ccc tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:45.316187 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-2aeb0bfa-3e96-41ec-9ae4-5fceec5d8ccc tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.10 "GET /v2.0/ports/245a988c-cbcb-4957-b136-a84d61c64d6f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1198857 Apr 20 17:28:45.325973 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d18d8-2dfa-4db2-9a48-40a15a4f77f7 req-9cafa450-7462-4601-8472-574bd424c6d6 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:45.330478 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d18d8-2dfa-4db2-9a48-40a15a4f77f7 req-9cafa450-7462-4601-8472-574bd424c6d6 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:45.334512 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d18d8-2dfa-4db2-9a48-40a15a4f77f7 req-9cafa450-7462-4601-8472-574bd424c6d6 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:45.338619 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d18d8-2dfa-4db2-9a48-40a15a4f77f7 req-9cafa450-7462-4601-8472-574bd424c6d6 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:45.342712 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d18d8-2dfa-4db2-9a48-40a15a4f77f7 req-9cafa450-7462-4601-8472-574bd424c6d6 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:45.346823 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d18d8-2dfa-4db2-9a48-40a15a4f77f7 req-9cafa450-7462-4601-8472-574bd424c6d6 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:45.351084 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d18d8-2dfa-4db2-9a48-40a15a4f77f7 req-9cafa450-7462-4601-8472-574bd424c6d6 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:45.353622 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c24d18d8-2dfa-4db2-9a48-40a15a4f77f7 req-9cafa450-7462-4601-8472-574bd424c6d6 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5445 time: 0.1239042 Apr 20 17:28:45.486235 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c24d18d8-2dfa-4db2-9a48-40a15a4f77f7 req-3ea05527-4176-47b5-b8cb-85044f0e051e tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1250193 Apr 20 17:28:45.594821 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-455c25a3-7a3c-4ab2-be91-23fed389c296 req-0dc32c94-69ec-45ab-9947-49a1423031d9 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311193 Apr 20 17:28:45.749816 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-f2233474-dd5e-4e46-8979-fd94b202859a tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.10 "GET /v2.0/networks/4d480786-fdb1-4243-8366-e7c5fa985200?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4207187 Apr 20 17:28:45.798352 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-df8ba3c3-cc55-491b-b9c4-4fce00e198f9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:28:45.906002 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-2c34be6c-05d9-4896-ba19-05679bbb6c5a admin admin] Deleting port 52c0becb-a191-4a1c-9aa5-794c4d5a4c58 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:28:45.906372 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2c34be6c-05d9-4896-ba19-05679bbb6c5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:45.906496 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2dfa1c-b956-460a-a1f1-1186408dbcab req-3bdfd7dc-d82e-454b-86d1-66f65c538cc7 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:45.917907 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-db2dfa1c-b956-460a-a1f1-1186408dbcab req-3bdfd7dc-d82e-454b-86d1-66f65c538cc7 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 945 time: 0.1011786 Apr 20 17:28:45.983092 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-db2dfa1c-b956-460a-a1f1-1186408dbcab req-a46ac29d-95d2-4eac-9ac6-f6bcb5a17210 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637684 Apr 20 17:28:46.188837 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-df8ba3c3-cc55-491b-b9c4-4fce00e198f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:46.372993 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c6d2d-3e8f-4f3c-8ce4-1c8face2b921 req-d1e54e89-d397-4068-8208-9dc03d074b98 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:46.374752 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-663c6d2d-3e8f-4f3c-8ce4-1c8face2b921 req-d1e54e89-d397-4068-8208-9dc03d074b98 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 945 time: 0.0829573 Apr 20 17:28:46.466984 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-663c6d2d-3e8f-4f3c-8ce4-1c8face2b921 req-7305a3b4-5be1-453e-8307-3971d70e8b11 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850573 Apr 20 17:28:46.502575 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device e0b3d423-a33b-4b1a-9611-990b877c1adc up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:28:46.546882 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-2c34be6c-05d9-4896-ba19-05679bbb6c5a admin admin] For port 52c0becb-a191-4a1c-9aa5-794c4d5a4c58, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=52c0becb-a191-4a1c-9aa5-794c4d5a4c58,segment=NetworkSegment(b7f6a108-6de3-4d12-92d3-ffddaf981259),segment_id=b7f6a108-6de3-4d12-92d3-ffddaf981259)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:46.547265 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2c34be6c-05d9-4896-ba19-05679bbb6c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:46.564226 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-df8ba3c3-cc55-491b-b9c4-4fce00e198f9 service neutron] For port 245a988c-cbcb-4957-b136-a84d61c64d6f, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=245a988c-cbcb-4957-b136-a84d61c64d6f,segment=NetworkSegment(b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095),segment_id=b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:46.653050 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port e0b3d423-a33b-4b1a-9611-990b877c1adc completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:28:46.659866 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port e0b3d423-a33b-4b1a-9611-990b877c1adc triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:28:46.660498 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:46.694098 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e8e64-ff85-45b2-ae93-d2cffc49748a req-f6f05aaa-e12f-43a1-a681-85c9cb940638 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:46.699839 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-505e8e64-ff85-45b2-ae93-d2cffc49748a req-f6f05aaa-e12f-43a1-a681-85c9cb940638 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.6050045 Apr 20 17:28:46.717009 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-2c34be6c-05d9-4896-ba19-05679bbb6c5a admin admin] Calling delete_port for 52c0becb-a191-4a1c-9aa5-794c4d5a4c58 owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:28:46.780716 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-df8ba3c3-cc55-491b-b9c4-4fce00e198f9 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:28:46.820196 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-df8ba3c3-cc55-491b-b9c4-4fce00e198f9 service neutron] For port 245a988c-cbcb-4957-b136-a84d61c64d6f, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:28:46.863006 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:46.912208 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-505e8e64-ff85-45b2-ae93-d2cffc49748a req-1ea0a511-4143-4b68-979e-f31f9a0d5982 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551025 Apr 20 17:28:46.916047 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port e0b3d423-a33b-4b1a-9611-990b877c1adc, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=e0b3d423-a33b-4b1a-9611-990b877c1adc,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:46.917496 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d53db07-ce62-4df5-91a4-94eee11e9267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b3d423-a33b-4b1a-9611-990b877c1adc'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:28:46.922798 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-df8ba3c3-cc55-491b-b9c4-4fce00e198f9 service neutron] device_id is not set on port 245a988c-cbcb-4957-b136-a84d61c64d6f yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:28:46.930424 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:46.931586 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device eb291abb-cf9d-4106-ae9f-e2705f1e272a up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:28:46.939288 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b9498-3e5e-45c7-ab07-b81e03f9d942 req-d1e77d3a-e29d-452a-8b6f-27c65b3402e1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:46.940090 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-df8ba3c3-cc55-491b-b9c4-4fce00e198f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:46.944223 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b9498-3e5e-45c7-ab07-b81e03f9d942 req-d1e77d3a-e29d-452a-8b6f-27c65b3402e1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:46.948877 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b9498-3e5e-45c7-ab07-b81e03f9d942 req-d1e77d3a-e29d-452a-8b6f-27c65b3402e1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:46.953174 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b9498-3e5e-45c7-ab07-b81e03f9d942 req-d1e77d3a-e29d-452a-8b6f-27c65b3402e1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:46.958331 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b9498-3e5e-45c7-ab07-b81e03f9d942 req-d1e77d3a-e29d-452a-8b6f-27c65b3402e1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:46.958569 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-df8ba3c3-cc55-491b-b9c4-4fce00e198f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:46.962559 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b9498-3e5e-45c7-ab07-b81e03f9d942 req-d1e77d3a-e29d-452a-8b6f-27c65b3402e1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:46.968087 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b9498-3e5e-45c7-ab07-b81e03f9d942 req-d1e77d3a-e29d-452a-8b6f-27c65b3402e1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:46.970547 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e17b9498-3e5e-45c7-ab07-b81e03f9d942 req-d1e77d3a-e29d-452a-8b6f-27c65b3402e1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 5445 time: 0.2045183 Apr 20 17:28:47.098451 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e17b9498-3e5e-45c7-ab07-b81e03f9d942 req-fe3ef8b6-c5ac-4f15-86c0-92fdbea883f7 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1208959 Apr 20 17:28:47.224826 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32cf60c9-39c9-499d-ac73-1e548f0b7e8c'] response: {'server_uuid': '2d53db07-ce62-4df5-91a4-94eee11e9267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b3d423-a33b-4b1a-9611-990b877c1adc', 'code': 200} Apr 20 17:28:47.238040 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=e0b3d423-a33b-4b1a-9611-990b877c1adc,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:47.385004 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2c34be6c-05d9-4896-ba19-05679bbb6c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:47.402857 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port eb291abb-cf9d-4106-ae9f-e2705f1e272a triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:28:47.403919 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:47.478449 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-27c1c273-b2d4-4dcd-b97a-4a7c61777c82 req-b35e0457-bc70-42d5-ab06-a12144fba8f2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 1097 time: 0.2512784 Apr 20 17:28:47.536608 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d8bf7115-9bac-432f-bae6-72ecc7e2dce1 None None] Provisioning complete for port 245a988c-cbcb-4957-b136-a84d61c64d6f triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:28:47.537567 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d8bf7115-9bac-432f-bae6-72ecc7e2dce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:47.622605 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d8bf7115-9bac-432f-bae6-72ecc7e2dce1 None None] Port 245a988c-cbcb-4957-b136-a84d61c64d6f cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:28:47.697731 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-27c1c273-b2d4-4dcd-b97a-4a7c61777c82 req-76d09e14-4f1c-44e1-8edd-1bb9be6842a7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136424 Apr 20 17:28:47.792580 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f5144-0853-4ef7-88f0-055368a05313 req-14753519-f496-4ebc-af7e-716715883ae6 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:47.794121 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d0f5144-0853-4ef7-88f0-055368a05313 req-14753519-f496-4ebc-af7e-716715883ae6 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 946 time: 0.2413907 Apr 20 17:28:47.804223 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:47.837781 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-df8ba3c3-cc55-491b-b9c4-4fce00e198f9 service neutron] No DVR routers for this DVR port 245a988c-cbcb-4957-b136-a84d61c64d6f on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:28:47.890045 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ba3c3-cc55-491b-b9c4-4fce00e198f9 service neutron] Pushing event updated for resources: {'Port': ['ID=245a988c-cbcb-4957-b136-a84d61c64d6f,revision_number=6']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:47.890361 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d0f5144-0853-4ef7-88f0-055368a05313 req-3809acb2-123d-4386-ac30-0b4cc01cf1f4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856378 Apr 20 17:28:47.928194 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port eb291abb-cf9d-4106-ae9f-e2705f1e272a, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=eb291abb-cf9d-4106-ae9f-e2705f1e272a,segment=NetworkSegment(66b29461-7e00-47bd-9ba1-5ef6f56d61e9),segment_id=66b29461-7e00-47bd-9ba1-5ef6f56d61e9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:47.939580 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:47.941980 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device bc98c0c2-7654-499b-aeb6-cc19afc9e25c no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:28:48.260557 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=eb291abb-cf9d-4106-ae9f-e2705f1e272a,revision_number=10']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:48.290518 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43c34f-7935-4a58-a8c5-c8f0313c0507 req-3d01171f-8d86-44eb-be07-5c84e9b6023e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:48.297543 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0b43c34f-7935-4a58-a8c5-c8f0313c0507 req-3d01171f-8d86-44eb-be07-5c84e9b6023e tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 947 time: 0.0977879 Apr 20 17:28:48.372042 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0b43c34f-7935-4a58-a8c5-c8f0313c0507 req-215c7ec2-86d1-457d-a802-33dc345be6f1 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735099 Apr 20 17:28:48.422630 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:48.497994 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port bc98c0c2-7654-499b-aeb6-cc19afc9e25c, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=bc98c0c2-7654-499b-aeb6-cc19afc9e25c,segment=NetworkSegment(b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095),segment_id=b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:48.511366 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:48.512064 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 7f21212c-7835-4c95-8c1b-184aa2b7cc51 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:28:48.571751 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34be6c-05d9-4896-ba19-05679bbb6c5a admin admin] Pushing event deleted for resources: {'Port': ['ID=52c0becb-a191-4a1c-9aa5-794c4d5a4c58,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:48.581959 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-df8ba3c3-cc55-491b-b9c4-4fce00e198f9 service neutron] In _notify_port_updated(), no bound segment for port 245a988c-cbcb-4957-b136-a84d61c64d6f on network 4d480786-fdb1-4243-8366-e7c5fa985200 {{(pid=84081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 20 17:28:48.584446 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-df8ba3c3-cc55-491b-b9c4-4fce00e198f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:48.584446 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-df8ba3c3-cc55-491b-b9c4-4fce00e198f9 service neutron] 10.222.0.10 "PUT /v2.0/ports/245a988c-cbcb-4957-b136-a84d61c64d6f HTTP/1.1" status: 200 len: 1032 time: 2.8274908 Apr 20 17:28:48.661229 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cb574-5870-4bc1-9f2b-f7f01e4d72d0 req-a628a67b-d72e-4ca2-ae4c-e26e1a5b34dc tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:48.668434 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-020cb574-5870-4bc1-9f2b-f7f01e4d72d0 req-a628a67b-d72e-4ca2-ae4c-e26e1a5b34dc tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 1.2504799 Apr 20 17:28:48.727804 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a7483-8a81-439f-b0bc-8559636ccef2 req-ced58550-ffde-4ed5-ab5f-309b821cadd8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:48.738049 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a7483-8a81-439f-b0bc-8559636ccef2 req-ced58550-ffde-4ed5-ab5f-309b821cadd8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:48.738280 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=bc98c0c2-7654-499b-aeb6-cc19afc9e25c,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:48.756701 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a7483-8a81-439f-b0bc-8559636ccef2 req-ced58550-ffde-4ed5-ab5f-309b821cadd8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:48.762422 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a7483-8a81-439f-b0bc-8559636ccef2 req-ced58550-ffde-4ed5-ab5f-309b821cadd8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:48.767032 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a7483-8a81-439f-b0bc-8559636ccef2 req-ced58550-ffde-4ed5-ab5f-309b821cadd8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:48.771447 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a7483-8a81-439f-b0bc-8559636ccef2 req-ced58550-ffde-4ed5-ab5f-309b821cadd8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:48.773499 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7e3a7483-8a81-439f-b0bc-8559636ccef2 req-ced58550-ffde-4ed5-ab5f-309b821cadd8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 4664 time: 0.1597128 Apr 20 17:28:48.791023 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-020cb574-5870-4bc1-9f2b-f7f01e4d72d0 req-2f8fb435-2d50-4825-ae62-5863f17783a9 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216486 Apr 20 17:28:48.870455 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:48.888562 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-ecf281c3-bd85-448b-950a-48d325ff20d9 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:48.889937 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-ecf281c3-bd85-448b-950a-48d325ff20d9 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.10 "GET /v2.0/ports/a5d53015-50ae-41a9-bd75-85482f56c83e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2790034 Apr 20 17:28:48.891654 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7e3a7483-8a81-439f-b0bc-8559636ccef2 req-11ba188b-7bfc-4d77-8160-0caeca23fe19 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1097782 Apr 20 17:28:48.926809 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-452a6511-c3ba-49e7-8852-186ff5749e60 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:28:48.949602 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 7f21212c-7835-4c95-8c1b-184aa2b7cc51, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=7f21212c-7835-4c95-8c1b-184aa2b7cc51,segment=NetworkSegment(c5bea2f7-a2f3-4408-abdf-9e7895fc119d),segment_id=c5bea2f7-a2f3-4408-abdf-9e7895fc119d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:48.962596 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:48.963443 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 47690d41-8f6f-4c13-a886-e50f74b2d0ba no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:28:49.113369 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-452a6511-c3ba-49e7-8852-186ff5749e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:49.131101 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2c34be6c-05d9-4896-ba19-05679bbb6c5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:49.229531 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70747bfe-bf24-479a-b101-f9d437389c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb291abb-cf9d-4106-ae9f-e2705f1e272a'}, {'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc98c0c2-7654-499b-aeb6-cc19afc9e25c'}, {'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f21212c-7835-4c95-8c1b-184aa2b7cc51'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:28:49.279806 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=7f21212c-7835-4c95-8c1b-184aa2b7cc51,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:49.283536 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4a61e-d19e-432b-9abe-fa3912748a3f req-940312cf-7357-4614-a51d-34ecf9663b42 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:49.296098 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eda4a61e-d19e-432b-9abe-fa3912748a3f req-940312cf-7357-4614-a51d-34ecf9663b42 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 946 time: 0.1611223 Apr 20 17:28:49.331112 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:49.350536 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eda4a61e-d19e-432b-9abe-fa3912748a3f req-32f80baa-8878-4e6d-97cb-9b69e7432985 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504725 Apr 20 17:28:49.412511 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 47690d41-8f6f-4c13-a886-e50f74b2d0ba, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=47690d41-8f6f-4c13-a886-e50f74b2d0ba,segment=NetworkSegment(9296474a-83a4-4000-8754-633df686eea1),segment_id=9296474a-83a4-4000-8754-633df686eea1)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:49.428584 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:49.429500 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 245a988c-cbcb-4957-b136-a84d61c64d6f no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:28:49.502954 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b2ced92-4541-4b9f-94fa-52e20c32b7b3'] response: {'server_uuid': '70747bfe-bf24-479a-b101-f9d437389c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb291abb-cf9d-4106-ae9f-e2705f1e272a', 'code': 200} Apr 20 17:28:49.503306 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b2ced92-4541-4b9f-94fa-52e20c32b7b3'] response: {'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc98c0c2-7654-499b-aeb6-cc19afc9e25c', 'code': 200} Apr 20 17:28:49.503653 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b2ced92-4541-4b9f-94fa-52e20c32b7b3'] response: {'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f21212c-7835-4c95-8c1b-184aa2b7cc51', 'code': 200} Apr 20 17:28:49.631756 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=47690d41-8f6f-4c13-a886-e50f74b2d0ba,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:49.657985 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 245a988c-cbcb-4957-b136-a84d61c64d6f not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:28:49.658704 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device f8b4b38f-8a9a-482a-9671-d4d8a1e42e24 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:28:49.851242 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:49.917736 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port f8b4b38f-8a9a-482a-9671-d4d8a1e42e24, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=f8b4b38f-8a9a-482a-9671-d4d8a1e42e24,segment=NetworkSegment(b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095),segment_id=b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:49.926599 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:49.928991 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device d2dc897c-4d5a-46fd-89ed-7340e5de99dd no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:28:49.938404 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-452a6511-c3ba-49e7-8852-186ff5749e60 service neutron] For port a5d53015-50ae-41a9-bd75-85482f56c83e, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a5d53015-50ae-41a9-bd75-85482f56c83e,segment=NetworkSegment(b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095),segment_id=b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:49.955881 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72906e17-cd12-4b1f-a999-74a97e9dedca req-8f010891-7ff4-42f1-96d5-c17dd9f8071e tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:49.963293 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-72906e17-cd12-4b1f-a999-74a97e9dedca req-8f010891-7ff4-42f1-96d5-c17dd9f8071e tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.5737333 Apr 20 17:28:50.034604 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1c4f1a6f-0de9-4236-b4e5-e1d8a067d0f5 req-fa219fff-024f-4a0e-91ea-680864c4bcfd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 1098 time: 0.2099638 Apr 20 17:28:50.044478 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=f8b4b38f-8a9a-482a-9671-d4d8a1e42e24,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:50.051054 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47079f1a-979c-4bc5-9d73-ca53791340a2 req-49a0d98a-a2fc-4370-876c-9823e0759585 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:50.066524 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47079f1a-979c-4bc5-9d73-ca53791340a2 req-49a0d98a-a2fc-4370-876c-9823e0759585 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 947 time: 0.3157167 Apr 20 17:28:50.072161 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-72906e17-cd12-4b1f-a999-74a97e9dedca req-a7993f7a-64c5-4a09-a7ba-f20d1fbaa03f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079392 Apr 20 17:28:50.073324 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-452a6511-c3ba-49e7-8852-186ff5749e60 service neutron] For port a5d53015-50ae-41a9-bd75-85482f56c83e, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:28:50.159092 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1c4f1a6f-0de9-4236-b4e5-e1d8a067d0f5 req-f4ad70a0-baac-4b5b-88e0-fa5f8061c408 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160724 Apr 20 17:28:50.214462 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:50.252634 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47079f1a-979c-4bc5-9d73-ca53791340a2 req-204b1f0f-9e2a-4929-ae40-7e234e2ffc4c tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070037 Apr 20 17:28:50.274500 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port d2dc897c-4d5a-46fd-89ed-7340e5de99dd, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=d2dc897c-4d5a-46fd-89ed-7340e5de99dd,segment=NetworkSegment(9296474a-83a4-4000-8754-633df686eea1),segment_id=9296474a-83a4-4000-8754-633df686eea1)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:50.290693 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:50.291988 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device a5d53015-50ae-41a9-bd75-85482f56c83e no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:28:50.422963 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-452a6511-c3ba-49e7-8852-186ff5749e60 service neutron] device_id is not set on port a5d53015-50ae-41a9-bd75-85482f56c83e yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:28:50.577732 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=d2dc897c-4d5a-46fd-89ed-7340e5de99dd,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:50.630168 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-452a6511-c3ba-49e7-8852-186ff5749e60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:50.648654 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-452a6511-c3ba-49e7-8852-186ff5749e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:50.664610 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:50.794043 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd29f0-13b8-437f-8d68-af113fe494b7 req-aa15719a-76f1-4750-8477-f733bd67dae2 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:50.794308 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:28:50.796776 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:28:50.800431 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-03dd29f0-13b8-437f-8d68-af113fe494b7 req-aa15719a-76f1-4750-8477-f733bd67dae2 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.2721019 Apr 20 17:28:50.877537 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-03dd29f0-13b8-437f-8d68-af113fe494b7 req-08f9ef6f-766c-43b9-8d95-e161440edf3f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707240 Apr 20 17:28:50.878264 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a6511-c3ba-49e7-8852-186ff5749e60 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d53015-50ae-41a9-bd75-85482f56c83e,revision_number=6']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:51.209866 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-96300379-52c9-4c49-9efb-1f58c7aa5852 None None] Provisioning complete for port a5d53015-50ae-41a9-bd75-85482f56c83e triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:28:51.210493 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-96300379-52c9-4c49-9efb-1f58c7aa5852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:51.228027 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:28:51.249201 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f93d0-09d6-42e5-8944-aacac217bfec req-9f7f5d1a-ab35-4874-b702-d0d830e7db91 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:51.254856 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f93d0-09d6-42e5-8944-aacac217bfec req-9f7f5d1a-ab35-4874-b702-d0d830e7db91 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:51.259599 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f93d0-09d6-42e5-8944-aacac217bfec req-9f7f5d1a-ab35-4874-b702-d0d830e7db91 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:51.264426 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f93d0-09d6-42e5-8944-aacac217bfec req-9f7f5d1a-ab35-4874-b702-d0d830e7db91 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:51.269905 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f93d0-09d6-42e5-8944-aacac217bfec req-9f7f5d1a-ab35-4874-b702-d0d830e7db91 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:51.273925 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f93d0-09d6-42e5-8944-aacac217bfec req-9f7f5d1a-ab35-4874-b702-d0d830e7db91 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:51.282401 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-878f93d0-09d6-42e5-8944-aacac217bfec req-9f7f5d1a-ab35-4874-b702-d0d830e7db91 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 4578 time: 0.8744454 Apr 20 17:28:51.284857 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-452a6511-c3ba-49e7-8852-186ff5749e60 service neutron] No DVR routers for this DVR port a5d53015-50ae-41a9-bd75-85482f56c83e on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:28:51.293059 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f6480-1f3f-423a-b7c5-cd46992f0fa6 req-ca1eaca0-590b-483e-bc21-0cb62f6b18f2 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:51.299868 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d93f6480-1f3f-423a-b7c5-cd46992f0fa6 req-ca1eaca0-590b-483e-bc21-0cb62f6b18f2 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 946 time: 0.1650276 Apr 20 17:28:51.401123 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d93f6480-1f3f-423a-b7c5-cd46992f0fa6 req-3f88d41b-5cb8-4842-8fb9-76199ab3da45 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978510 Apr 20 17:28:51.500890 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-96300379-52c9-4c49-9efb-1f58c7aa5852 None None] Port a5d53015-50ae-41a9-bd75-85482f56c83e cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:28:51.504222 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47690d41-8f6f-4c13-a886-e50f74b2d0ba'}, {'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8b4b38f-8a9a-482a-9671-d4d8a1e42e24'}, {'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2dc897c-4d5a-46fd-89ed-7340e5de99dd'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:28:51.594974 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-452a6511-c3ba-49e7-8852-186ff5749e60 service neutron] In _notify_port_updated(), no bound segment for port a5d53015-50ae-41a9-bd75-85482f56c83e on network 4d480786-fdb1-4243-8366-e7c5fa985200 {{(pid=84081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 20 17:28:51.597590 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-452a6511-c3ba-49e7-8852-186ff5749e60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:51.602651 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-452a6511-c3ba-49e7-8852-186ff5749e60 service neutron] 10.222.0.10 "PUT /v2.0/ports/a5d53015-50ae-41a9-bd75-85482f56c83e HTTP/1.1" status: 200 len: 1032 time: 2.6989303 Apr 20 17:28:51.666317 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4244576-8f45-4e24-b031-33d4709c69ce req-605853cd-e506-47d6-b4ba-085ffdd66539 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:51.674969 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d4244576-8f45-4e24-b031-33d4709c69ce req-605853cd-e506-47d6-b4ba-085ffdd66539 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 947 time: 0.1054721 Apr 20 17:28:51.684667 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-2877732a-f091-495c-bed6-9c0d0cf6493f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Deleting port 47690d41-8f6f-4c13-a886-e50f74b2d0ba {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:28:51.685009 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-2877732a-f091-495c-bed6-9c0d0cf6493f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:51.749345 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-878f93d0-09d6-42e5-8944-aacac217bfec req-daeb1426-ed31-4486-b078-a5b811e972a3 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=67a7fe21-c70c-48b1-85a1-d3a94717fab0&id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4657784 Apr 20 17:28:51.762700 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d4244576-8f45-4e24-b031-33d4709c69ce req-81f1b91a-562f-4863-82ec-4a9f57fce242 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865471 Apr 20 17:28:52.128653 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-2877732a-f091-495c-bed6-9c0d0cf6493f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] For port 47690d41-8f6f-4c13-a886-e50f74b2d0ba, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=47690d41-8f6f-4c13-a886-e50f74b2d0ba,segment=NetworkSegment(9296474a-83a4-4000-8754-633df686eea1),segment_id=9296474a-83a4-4000-8754-633df686eea1)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:52.129012 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-2877732a-f091-495c-bed6-9c0d0cf6493f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:52.141351 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4901f-55f9-4c20-8480-21f907020ea4 req-75e7c814-9874-4db0-bb91-fc7877236378 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:52.158720 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e0b4901f-55f9-4c20-8480-21f907020ea4 req-75e7c814-9874-4db0-bb91-fc7877236378 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.1816542 Apr 20 17:28:52.241369 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69d12b43-2f68-4c4b-844a-2605c6b7ab47'] response: {'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47690d41-8f6f-4c13-a886-e50f74b2d0ba', 'code': 200} Apr 20 17:28:52.242254 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69d12b43-2f68-4c4b-844a-2605c6b7ab47'] response: {'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8b4b38f-8a9a-482a-9671-d4d8a1e42e24', 'code': 200} Apr 20 17:28:52.242705 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69d12b43-2f68-4c4b-844a-2605c6b7ab47'] response: {'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2dc897c-4d5a-46fd-89ed-7340e5de99dd', 'code': 200} Apr 20 17:28:52.262715 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e0b4901f-55f9-4c20-8480-21f907020ea4 req-bd4499be-f3bc-405d-b9da-3c656b8baf1d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951021 Apr 20 17:28:52.408856 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c34be6c-05d9-4896-ba19-05679bbb6c5a admin admin] Router fbec7869-d1f5-4adb-b464-d88111308140 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:28:52.427277 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-2877732a-f091-495c-bed6-9c0d0cf6493f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Calling delete_port for 47690d41-8f6f-4c13-a886-e50f74b2d0ba owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:28:52.657758 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1f8b5-4437-4191-b86e-3fedba45c976 req-337dfcf1-2c94-4cf6-9c9b-7c3e1ebd91d3 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:52.682568 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b8d1f8b5-4437-4191-b86e-3fedba45c976 req-337dfcf1-2c94-4cf6-9c9b-7c3e1ebd91d3 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.2040169 Apr 20 17:28:52.876809 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b8d1f8b5-4437-4191-b86e-3fedba45c976 req-748a8771-5de5-448d-96fe-ddce1a06f8f4 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903183 Apr 20 17:28:52.949024 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e6060-4dc2-435b-9f9b-179da931b76c req-72e57420-f055-4048-84e0-a831785f1e5a tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:52.960839 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4c3e6060-4dc2-435b-9f9b-179da931b76c req-72e57420-f055-4048-84e0-a831785f1e5a tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 946 time: 0.4574361 Apr 20 17:28:53.002211 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-2877732a-f091-495c-bed6-9c0d0cf6493f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:53.195187 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4c3e6060-4dc2-435b-9f9b-179da931b76c req-b3a99c71-f573-430b-919a-0f16a74413fd tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329397 Apr 20 17:28:53.233529 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877732a-f091-495c-bed6-9c0d0cf6493f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Pushing event deleted for resources: {'Port': ['ID=47690d41-8f6f-4c13-a886-e50f74b2d0ba,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:53.265760 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff67fc-a657-42c3-839f-f400ca7c1e91 req-54faa910-5020-4388-9970-58566ff84810 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:53.283945 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff67fc-a657-42c3-839f-f400ca7c1e91 req-54faa910-5020-4388-9970-58566ff84810 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:53.294693 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff67fc-a657-42c3-839f-f400ca7c1e91 req-54faa910-5020-4388-9970-58566ff84810 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:53.308607 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff67fc-a657-42c3-839f-f400ca7c1e91 req-54faa910-5020-4388-9970-58566ff84810 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:53.310408 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-16ff67fc-a657-42c3-839f-f400ca7c1e91 req-54faa910-5020-4388-9970-58566ff84810 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 3144 time: 0.1903203 Apr 20 17:28:53.357226 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-2877732a-f091-495c-bed6-9c0d0cf6493f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] No DVR routers for this DVR port 47690d41-8f6f-4c13-a886-e50f74b2d0ba on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:28:53.360714 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-2877732a-f091-495c-bed6-9c0d0cf6493f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:53.364621 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'name': 'network-vif-deleted', 'tag': '47690d41-8f6f-4c13-a886-e50f74b2d0ba'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:28:53.389809 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-16ff67fc-a657-42c3-839f-f400ca7c1e91 req-c1a0a49a-045b-49b2-9a82-28d3adaee8b8 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726938 Apr 20 17:28:53.391521 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-2877732a-f091-495c-bed6-9c0d0cf6493f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.10 "DELETE /v2.0/ports/47690d41-8f6f-4c13-a886-e50f74b2d0ba HTTP/1.1" status: 204 len: 173 time: 1.7791011 Apr 20 17:28:53.536751 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ee10a27-3655-498c-8eff-e2ec7b545229'] response: {'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'name': 'network-vif-deleted', 'tag': '47690d41-8f6f-4c13-a886-e50f74b2d0ba', 'status': 'completed', 'code': 200} Apr 20 17:28:53.695997 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-bb0dc268-e7ca-40aa-87d5-69394b7e62ae tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Deleting port d2dc897c-4d5a-46fd-89ed-7340e5de99dd {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:28:53.696985 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-bb0dc268-e7ca-40aa-87d5-69394b7e62ae tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:53.816190 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0cab9-fee9-46d7-a7c5-4e9b8a1e40c1 req-d9b0976b-c10b-42cf-9469-70af62a37d3c tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:53.818806 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-15d0cab9-fee9-46d7-a7c5-4e9b8a1e40c1 req-d9b0976b-c10b-42cf-9469-70af62a37d3c tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.1508677 Apr 20 17:28:53.925642 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-15d0cab9-fee9-46d7-a7c5-4e9b8a1e40c1 req-df2c79f7-4db4-4099-9d66-706477d894df tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955548 Apr 20 17:28:53.962004 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c34be6c-05d9-4896-ba19-05679bbb6c5a admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:28:53.977300 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c6521-ffe3-4d7c-88e9-8c72c337a268 None None] Sync routers for ids ['fbec7869-d1f5-4adb-b464-d88111308140'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:28:53.978737 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2c34be6c-05d9-4896-ba19-05679bbb6c5a admin admin] 10.222.0.39 "PUT /v2.0/routers/fbec7869-d1f5-4adb-b464-d88111308140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5994651 Apr 20 17:28:53.981202 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53290) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:54.042915 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25c6521-ffe3-4d7c-88e9-8c72c337a268 None None] Routers {'fbec7869-d1f5-4adb-b464-d88111308140'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:28:54.043750 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e25c6521-ffe3-4d7c-88e9-8c72c337a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:28:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['fbec7869-d1f5-4adb-b464-d88111308140'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:54.064143 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac626e6d-586d-48cd-9d20-d4f66f79e589 req-a5f3c33d-cfff-4005-9bcd-9779aa2a63fc tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:54.065586 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ac626e6d-586d-48cd-9d20-d4f66f79e589 req-a5f3c33d-cfff-4005-9bcd-9779aa2a63fc tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 947 time: 0.5285633 Apr 20 17:28:54.235463 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ac626e6d-586d-48cd-9d20-d4f66f79e589 req-5ccd753c-542d-48e0-b6cb-62756fe24842 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486423 Apr 20 17:28:54.313878 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-bb0dc268-e7ca-40aa-87d5-69394b7e62ae tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] For port d2dc897c-4d5a-46fd-89ed-7340e5de99dd, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=d2dc897c-4d5a-46fd-89ed-7340e5de99dd,segment=NetworkSegment(9296474a-83a4-4000-8754-633df686eea1),segment_id=9296474a-83a4-4000-8754-633df686eea1)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:54.314672 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-bb0dc268-e7ca-40aa-87d5-69394b7e62ae tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:54.417251 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-e25c6521-ffe3-4d7c-88e9-8c72c337a268 None None] Set router fbec7869-d1f5-4adb-b464-d88111308140 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:28:54.502130 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931fee3-90b6-4aeb-83a3-717cb70097a3 req-6d6b8857-2018-42b1-b84d-f13bf27e8661 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:54.515979 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9931fee3-90b6-4aeb-83a3-717cb70097a3 req-6d6b8857-2018-42b1-b84d-f13bf27e8661 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.3119092 Apr 20 17:28:54.570511 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-bb0dc268-e7ca-40aa-87d5-69394b7e62ae tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Calling delete_port for d2dc897c-4d5a-46fd-89ed-7340e5de99dd owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:28:54.596862 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53304) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:54.640082 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9931fee3-90b6-4aeb-83a3-717cb70097a3 req-e0400cd1-dc1b-4c42-885d-c68921ff1329 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228704 Apr 20 17:28:54.679858 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c6207e9-8c35-4658-ab7f-f1186c60a152 admin admin] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:54.930366 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-bb0dc268-e7ca-40aa-87d5-69394b7e62ae tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:55.037701 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0dc268-e7ca-40aa-87d5-69394b7e62ae tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Pushing event deleted for resources: {'Port': ['ID=d2dc897c-4d5a-46fd-89ed-7340e5de99dd,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:55.051752 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a9e38924-bf02-4aaa-be8f-6eef8d566698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:55.053634 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e25c6521-ffe3-4d7c-88e9-8c72c337a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'name': 'tempest-ServerRescueNegativeTestJSON-1088983148-router', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:08Z', 'updated_at': '2022-04-20T17:28:47Z', 'revision_number': 5, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'gw_port': {'id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:09Z', 'updated_at': '2022-04-20T17:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:55.059135 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c6521-ffe3-4d7c-88e9-8c72c337a268 None None] Checking router: fbec7869-d1f5-4adb-b464-d88111308140 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:28:55.073579 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25c6521-ffe3-4d7c-88e9-8c72c337a268 None None] Routers {'fbec7869-d1f5-4adb-b464-d88111308140'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:28:55.074562 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e25c6521-ffe3-4d7c-88e9-8c72c337a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:28:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['fbec7869-d1f5-4adb-b464-d88111308140'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:55.083871 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-bb0dc268-e7ca-40aa-87d5-69394b7e62ae tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] No DVR routers for this DVR port d2dc897c-4d5a-46fd-89ed-7340e5de99dd on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:28:55.086843 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-bb0dc268-e7ca-40aa-87d5-69394b7e62ae tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:55.119886 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-bb0dc268-e7ca-40aa-87d5-69394b7e62ae tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.10 "DELETE /v2.0/ports/d2dc897c-4d5a-46fd-89ed-7340e5de99dd HTTP/1.1" status: 204 len: 173 time: 1.6996620 Apr 20 17:28:55.131785 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a9e38924-bf02-4aaa-be8f-6eef8d566698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:28:55.140465 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a9e38924-bf02-4aaa-be8f-6eef8d566698 admin admin] Usage tracker for resource:security_group_rule and tenant:dd8532ac59274ebb967e07c63efd3de8 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:28:55.148592 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a9e38924-bf02-4aaa-be8f-6eef8d566698 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:28:55.158691 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a9e38924-bf02-4aaa-be8f-6eef8d566698 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:28:55.167429 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511b34b-9bb9-414b-b655-5823d304a877 req-40e721f3-6a29-41ae-b5cd-84766934c411 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:55.171864 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511b34b-9bb9-414b-b655-5823d304a877 req-40e721f3-6a29-41ae-b5cd-84766934c411 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:55.176186 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511b34b-9bb9-414b-b655-5823d304a877 req-40e721f3-6a29-41ae-b5cd-84766934c411 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:55.182707 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e511b34b-9bb9-414b-b655-5823d304a877 req-40e721f3-6a29-41ae-b5cd-84766934c411 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 2411 time: 0.2051933 Apr 20 17:28:55.222882 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-af1d2a3a-87d4-45c8-ae7a-e0ff23caafea tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Deleting port f8b4b38f-8a9a-482a-9671-d4d8a1e42e24 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:28:55.223389 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-af1d2a3a-87d4-45c8-ae7a-e0ff23caafea tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:55.272031 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0dc268-e7ca-40aa-87d5-69394b7e62ae tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:55.272543 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0dc268-e7ca-40aa-87d5-69394b7e62ae tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:55.273479 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0dc268-e7ca-40aa-87d5-69394b7e62ae tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:55.273479 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0dc268-e7ca-40aa-87d5-69394b7e62ae tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:55.273896 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0dc268-e7ca-40aa-87d5-69394b7e62ae tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:55.274400 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0dc268-e7ca-40aa-87d5-69394b7e62ae tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:55.274794 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0dc268-e7ca-40aa-87d5-69394b7e62ae tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:55.275217 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0dc268-e7ca-40aa-87d5-69394b7e62ae tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:55.275728 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0dc268-e7ca-40aa-87d5-69394b7e62ae tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:55.276115 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0dc268-e7ca-40aa-87d5-69394b7e62ae tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:55.276531 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0dc268-e7ca-40aa-87d5-69394b7e62ae tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:28:55.309364 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a9e38924-bf02-4aaa-be8f-6eef8d566698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:55.311320 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33fe81-d05e-4763-b316-9630a45daae2 req-21624575-d489-4a77-9b00-e5626dffa8e1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:55.319723 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ca33fe81-d05e-4763-b316-9630a45daae2 req-21624575-d489-4a77-9b00-e5626dffa8e1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 946 time: 0.8236382 Apr 20 17:28:55.324319 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-e25c6521-ffe3-4d7c-88e9-8c72c337a268 None None] Set router fbec7869-d1f5-4adb-b464-d88111308140 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:28:55.333573 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a9e38924-bf02-4aaa-be8f-6eef8d566698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:55.435891 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e38924-bf02-4aaa-be8f-6eef8d566698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d217a95e-be60-4718-bd10-d78d077108e5,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:55.462833 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a9e38924-bf02-4aaa-be8f-6eef8d566698 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dd8532ac59274ebb967e07c63efd3de8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8598914 Apr 20 17:28:55.463058 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53318) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:55.473232 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e511b34b-9bb9-414b-b655-5823d304a877 req-53127366-b0c0-4642-adac-ea96f9a23a76 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2875133 Apr 20 17:28:55.523742 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c6207e9-8c35-4658-ab7f-f1186c60a152 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:55.540759 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-4c6207e9-8c35-4658-ab7f-f1186c60a152 admin admin] Deleting port 28518fbf-e39b-4116-bb2a-7f7f42a786b9 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:28:55.541105 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c6207e9-8c35-4658-ab7f-f1186c60a152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:55.647388 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ca33fe81-d05e-4763-b316-9630a45daae2 req-3435cbb1-6ffd-43ba-a948-ad89cf5217ee tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265479 Apr 20 17:28:55.652858 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'name': 'network-vif-deleted', 'tag': 'd2dc897c-4d5a-46fd-89ed-7340e5de99dd'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:28:55.826263 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-badc72e8-9c23-4092-a4f3-b2f4422e275a'] response: {'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'name': 'network-vif-deleted', 'tag': 'd2dc897c-4d5a-46fd-89ed-7340e5de99dd', 'status': 'completed', 'code': 200} Apr 20 17:28:55.861090 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e25c6521-ffe3-4d7c-88e9-8c72c337a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'name': 'tempest-ServerRescueNegativeTestJSON-1088983148-router', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:08Z', 'updated_at': '2022-04-20T17:28:47Z', 'revision_number': 5, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'gw_port': {'id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:09Z', 'updated_at': '2022-04-20T17:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:28:55.871855 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c6521-ffe3-4d7c-88e9-8c72c337a268 None None] The sync data for ids ['fbec7869-d1f5-4adb-b464-d88111308140'] in n-d-838032-1 is: [{'id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'name': 'tempest-ServerRescueNegativeTestJSON-1088983148-router', 'tenant_id': '739e916aa25c4029ad0454743c027d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:08Z', 'updated_at': '2022-04-20T17:28:47Z', 'revision_number': 5, 'project_id': '739e916aa25c4029ad0454743c027d4f', 'gw_port': {'id': '28518fbf-e39b-4116-bb2a-7f7f42a786b9', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbec7869-d1f5-4adb-b464-d88111308140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:09Z', 'updated_at': '2022-04-20T17:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:28:55.877721 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7e8d2af7-1528-49b9-a366-ed61e9ecc3a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:55.932356 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-4c6207e9-8c35-4658-ab7f-f1186c60a152 admin admin] For port 28518fbf-e39b-4116-bb2a-7f7f42a786b9, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=28518fbf-e39b-4116-bb2a-7f7f42a786b9,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:55.932711 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c6207e9-8c35-4658-ab7f-f1186c60a152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:55.960148 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7e8d2af7-1528-49b9-a366-ed61e9ecc3a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:55.996143 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-af1d2a3a-87d4-45c8-ae7a-e0ff23caafea tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] For port f8b4b38f-8a9a-482a-9671-d4d8a1e42e24, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=f8b4b38f-8a9a-482a-9671-d4d8a1e42e24,segment=NetworkSegment(b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095),segment_id=b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:55.996655 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-af1d2a3a-87d4-45c8-ae7a-e0ff23caafea tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:56.089758 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-4c6207e9-8c35-4658-ab7f-f1186c60a152 admin admin] Calling delete_port for 28518fbf-e39b-4116-bb2a-7f7f42a786b9 owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:28:56.140005 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f1203-f42c-470f-b36c-3e054609c69a req-89b91e07-f2b3-48ca-b046-78e5fceeede6 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:56.141446 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0c1f1203-f42c-470f-b36c-3e054609c69a req-89b91e07-f2b3-48ca-b046-78e5fceeede6 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/networks?id=400f7fec-a84e-421e-a33f-ee2818f755c4 HTTP/1.1" status: 200 len: 814 time: 0.3866341 Apr 20 17:28:56.147458 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-af1d2a3a-87d4-45c8-ae7a-e0ff23caafea tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Calling delete_port for f8b4b38f-8a9a-482a-9671-d4d8a1e42e24 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:28:56.175416 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0c1f1203-f42c-470f-b36c-3e054609c69a req-d51a4fc9-5c4c-4563-9423-3d0ce9d1760a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/quotas/5cd3062a7a2942e5a596a268b2c9cffd HTTP/1.1" status: 200 len: 375 time: 0.0252178 Apr 20 17:28:56.322603 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0c1f1203-f42c-470f-b36c-3e054609c69a req-0e3cae3f-b0c9-47e7-b752-833871c079ee tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5cd3062a7a2942e5a596a268b2c9cffd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1461668 Apr 20 17:28:56.329540 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 52c0becb-a191-4a1c-9aa5-794c4d5a4c58 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:28:56.386486 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7e8d2af7-1528-49b9-a366-ed61e9ecc3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:56.405587 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 52c0becb-a191-4a1c-9aa5-794c4d5a4c58 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:28:56.405927 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 52c0becb-a191-4a1c-9aa5-794c4d5a4c58 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:28:56.516986 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d2af7-1528-49b9-a366-ed61e9ecc3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d217a95e-be60-4718-bd10-d78d077108e5,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:56.525149 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c6207e9-8c35-4658-ab7f-f1186c60a152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:56.607799 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7e8d2af7-1528-49b9-a366-ed61e9ecc3a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:56.608885 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7e8d2af7-1528-49b9-a366-ed61e9ecc3a9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d217a95e-be60-4718-bd10-d78d077108e5 HTTP/1.1" status: 204 len: 168 time: 1.1457200 Apr 20 17:28:56.617224 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-af1d2a3a-87d4-45c8-ae7a-e0ff23caafea tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:56.625810 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6207e9-8c35-4658-ab7f-f1186c60a152 admin admin] Pushing event deleted for resources: {'Port': ['ID=28518fbf-e39b-4116-bb2a-7f7f42a786b9,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:56.802722 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d2a3a-87d4-45c8-ae7a-e0ff23caafea tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Pushing event deleted for resources: {'Port': ['ID=f8b4b38f-8a9a-482a-9671-d4d8a1e42e24,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:57.229507 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53362) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:57.267529 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-af1d2a3a-87d4-45c8-ae7a-e0ff23caafea tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] No DVR routers for this DVR port f8b4b38f-8a9a-482a-9671-d4d8a1e42e24 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:28:57.277874 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-af1d2a3a-87d4-45c8-ae7a-e0ff23caafea tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:57.282826 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-af1d2a3a-87d4-45c8-ae7a-e0ff23caafea tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.10 "DELETE /v2.0/ports/f8b4b38f-8a9a-482a-9671-d4d8a1e42e24 HTTP/1.1" status: 204 len: 173 time: 2.1576984 Apr 20 17:28:57.315275 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c6207e9-8c35-4658-ab7f-f1186c60a152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:57.449792 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267730c6-bb3e-481a-a906-7cc55ffee02f req-6c327a1c-e288-4c33-b500-e08360ec0e9b tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:57.458600 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-267730c6-bb3e-481a-a906-7cc55ffee02f req-6c327a1c-e288-4c33-b500-e08360ec0e9b tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.8533669 Apr 20 17:28:57.462965 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-3dfc34bc-cbf2-45a3-9814-b7b805dab001 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Deleting port 7f21212c-7835-4c95-8c1b-184aa2b7cc51 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:28:57.463304 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-3dfc34bc-cbf2-45a3-9814-b7b805dab001 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:57.665582 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c6207e9-8c35-4658-ab7f-f1186c60a152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:57.674092 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7983bf-0025-4b97-b4a9-7f217fe7f9c2 req-eaab0825-36a8-4aa6-b32f-e36070c489e7 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:57.679148 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7983bf-0025-4b97-b4a9-7f217fe7f9c2 req-eaab0825-36a8-4aa6-b32f-e36070c489e7 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:57.687226 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0c7983bf-0025-4b97-b4a9-7f217fe7f9c2 req-eaab0825-36a8-4aa6-b32f-e36070c489e7 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 1678 time: 0.5201755 Apr 20 17:28:57.710729 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c6207e9-8c35-4658-ab7f-f1186c60a152 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:57.721253 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3882a60d-6f47-4000-aad9-9d699188c1d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:57.737998 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-267730c6-bb3e-481a-a906-7cc55ffee02f req-934d3797-8069-4af9-9921-3fca2935750a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785237 Apr 20 17:28:57.763447 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0c7983bf-0025-4b97-b4a9-7f217fe7f9c2 req-53c91699-ca91-481e-b400-97cd4c8649f3 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751829 Apr 20 17:28:57.787601 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c6207e9-8c35-4658-ab7f-f1186c60a152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:57.788163 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6207e9-8c35-4658-ab7f-f1186c60a152 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbec7869-d1f5-4adb-b464-d88111308140 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:28:57.828002 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c6207e9-8c35-4658-ab7f-f1186c60a152 admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:57.832018 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4c6207e9-8c35-4658-ab7f-f1186c60a152 admin admin] 10.222.0.39 "DELETE /v2.0/routers/fbec7869-d1f5-4adb-b464-d88111308140 HTTP/1.1" status: 204 len: 168 time: 3.8454702 Apr 20 17:28:57.832018 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53378) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:57.857637 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'name': 'network-vif-deleted', 'tag': 'f8b4b38f-8a9a-482a-9671-d4d8a1e42e24'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:28:57.879632 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53382) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:57.944135 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7b57822-a09a-4dbe-bf0a-2eaf2af134af admin admin] Deleting subnet be91a7bc-1185-4002-b13c-e1f041fc679d {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:28:57.951240 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c7b57822-a09a-4dbe-bf0a-2eaf2af134af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:58.071647 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3882a60d-6f47-4000-aad9-9d699188c1d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:28:58.081360 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c7b57822-a09a-4dbe-bf0a-2eaf2af134af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:58.085931 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3882a60d-6f47-4000-aad9-9d699188c1d9 admin admin] Usage tracker for resource:security_group_rule and tenant:7cb7a6b7991149739fa060da75cdfafe is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:28:58.094882 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3882a60d-6f47-4000-aad9-9d699188c1d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:28:58.109387 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3882a60d-6f47-4000-aad9-9d699188c1d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:28:58.196135 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-3dfc34bc-cbf2-45a3-9814-b7b805dab001 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] For port 7f21212c-7835-4c95-8c1b-184aa2b7cc51, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=7f21212c-7835-4c95-8c1b-184aa2b7cc51,segment=NetworkSegment(c5bea2f7-a2f3-4408-abdf-9e7895fc119d),segment_id=c5bea2f7-a2f3-4408-abdf-9e7895fc119d)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:58.196493 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-3dfc34bc-cbf2-45a3-9814-b7b805dab001 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:58.204701 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c7b57822-a09a-4dbe-bf0a-2eaf2af134af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:58.240365 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0527ab-ec57-4aee-8bb1-8ec9f1ee5f86 req-55daf788-27ce-4837-b9d9-fbbabea4b5c6 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:58.248003 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3b0527ab-ec57-4aee-8bb1-8ec9f1ee5f86 req-55daf788-27ce-4837-b9d9-fbbabea4b5c6 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 946 time: 0.2679448 Apr 20 17:28:58.300791 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cff98a-f35e-417d-acc5-f437bfd7cdd8 req-b5fe27d7-a88a-4016-80c7-0791b6e23e84 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:58.302311 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-07cff98a-f35e-417d-acc5-f437bfd7cdd8 req-b5fe27d7-a88a-4016-80c7-0791b6e23e84 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.2648227 Apr 20 17:28:58.305250 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5cc9517c-fe9e-4493-b81d-e3d3b5733fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:58.328655 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c7b57822-a09a-4dbe-bf0a-2eaf2af134af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:58.384270 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b57822-a09a-4dbe-bf0a-2eaf2af134af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be91a7bc-1185-4002-b13c-e1f041fc679d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:58.397850 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c7b57822-a09a-4dbe-bf0a-2eaf2af134af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:58.403122 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bb48d8-e91f-40c3-8c10-08e2dffd6216 None None] Network f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:28:58.413775 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c7b57822-a09a-4dbe-bf0a-2eaf2af134af admin admin] 10.222.0.39 "DELETE /v2.0/subnets/be91a7bc-1185-4002-b13c-e1f041fc679d HTTP/1.1" status: 204 len: 168 time: 0.5786963 Apr 20 17:28:58.415234 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53400) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:58.438702 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-07cff98a-f35e-417d-acc5-f437bfd7cdd8 req-bf10ef8f-5789-4861-9c34-d48cb7f9801a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207876 Apr 20 17:28:58.469900 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3882a60d-6f47-4000-aad9-9d699188c1d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:58.617900 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3b0527ab-ec57-4aee-8bb1-8ec9f1ee5f86 req-c276b9a4-d749-488b-982a-d433fca7c269 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692873 Apr 20 17:28:58.625987 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9ae8b29-d7c8-4f1f-83e8-43d6a7f9670f'] response: {'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'name': 'network-vif-deleted', 'tag': 'f8b4b38f-8a9a-482a-9671-d4d8a1e42e24', 'status': 'completed', 'code': 200} Apr 20 17:28:58.628560 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3882a60d-6f47-4000-aad9-9d699188c1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:58.689106 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 28518fbf-e39b-4116-bb2a-7f7f42a786b9 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:28:58.696413 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6e979a60-8056-4de7-9014-e2f4cc744a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:58.708325 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-5cc9517c-fe9e-4493-b81d-e3d3b5733fcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:28:58.721353 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-6e979a60-8056-4de7-9014-e2f4cc744a8a admin admin] Deleting port 88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:28:58.721686 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6e979a60-8056-4de7-9014-e2f4cc744a8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:58.784596 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 28518fbf-e39b-4116-bb2a-7f7f42a786b9 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:28:58.785248 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 28518fbf-e39b-4116-bb2a-7f7f42a786b9 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:28:58.803305 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-5cc9517c-fe9e-4493-b81d-e3d3b5733fcc admin admin] Usage tracker for resource:security_group_rule and tenant:b2285f26205940a3819dd758bd8c8412 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:28:58.806635 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882a60d-6f47-4000-aad9-9d699188c1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e4c2a5-a335-4a67-ac7c-d21ad73f4126,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:58.809305 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-5cc9517c-fe9e-4493-b81d-e3d3b5733fcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:28:58.832465 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-5cc9517c-fe9e-4493-b81d-e3d3b5733fcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:28:58.844017 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3882a60d-6f47-4000-aad9-9d699188c1d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7cb7a6b7991149739fa060da75cdfafe&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5979621 Apr 20 17:28:58.846310 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53414) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:58.901065 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-3dfc34bc-cbf2-45a3-9814-b7b805dab001 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:58.901552 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-3dfc34bc-cbf2-45a3-9814-b7b805dab001 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:58.901762 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-3dfc34bc-cbf2-45a3-9814-b7b805dab001 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Floating IP 99f96628-da17-4cd7-97ab-30588dcb0790 disassociated. External IP: 172.25.8.12, port: 7f21212c-7835-4c95-8c1b-184aa2b7cc51. Apr 20 17:28:58.902027 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-3dfc34bc-cbf2-45a3-9814-b7b805dab001 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Calling delete_port for 7f21212c-7835-4c95-8c1b-184aa2b7cc51 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:28:58.920440 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6bb4ca-78c0-4cb5-82fa-663d4a6c44cb None None] DHCP port deletion for f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:28:58.926029 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1c6bb4ca-78c0-4cb5-82fa-663d4a6c44cb None None] Deleting port 88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:28:58.926419 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1c6bb4ca-78c0-4cb5-82fa-663d4a6c44cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:58.929562 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-91beeccf-0def-4a89-b1f5-d471b88f3b6a req-0fa303c5-7459-4a14-adbf-f3b112a5ef63 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=5cd3062a7a2942e5a596a268b2c9cffd HTTP/1.1" status: 200 len: 221 time: 0.1482487 Apr 20 17:28:59.029386 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5cc9517c-fe9e-4493-b81d-e3d3b5733fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:59.055326 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f9e578b2-cd9d-434f-9508-896d942fe60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:59.069291 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5cc9517c-fe9e-4493-b81d-e3d3b5733fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:59.086624 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f9e578b2-cd9d-434f-9508-896d942fe60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:59.232305 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5cc9517c-fe9e-4493-b81d-e3d3b5733fcc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b2285f26205940a3819dd758bd8c8412&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3470874 Apr 20 17:28:59.233434 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53430) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:59.241501 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-3dfc34bc-cbf2-45a3-9814-b7b805dab001 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:59.304459 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-6e979a60-8056-4de7-9014-e2f4cc744a8a admin admin] For port 88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59,segment=NetworkSegment(b7f6a108-6de3-4d12-92d3-ffddaf981259),segment_id=b7f6a108-6de3-4d12-92d3-ffddaf981259)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:59.304814 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6e979a60-8056-4de7-9014-e2f4cc744a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:59.330375 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc9517c-fe9e-4493-b81d-e3d3b5733fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e906bb-59dc-43cd-924b-fbf2abf501cd,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:59.357985 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1c6bb4ca-78c0-4cb5-82fa-663d4a6c44cb None None] For port 88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59,segment=NetworkSegment(b7f6a108-6de3-4d12-92d3-ffddaf981259),segment_id=b7f6a108-6de3-4d12-92d3-ffddaf981259)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:28:59.358675 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1c6bb4ca-78c0-4cb5-82fa-663d4a6c44cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:59.363968 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc34bc-cbf2-45a3-9814-b7b805dab001 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Pushing event deleted for resources: {'Port': ['ID=7f21212c-7835-4c95-8c1b-184aa2b7cc51,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:59.469971 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-6e979a60-8056-4de7-9014-e2f4cc744a8a admin admin] Calling delete_port for 88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:28:59.578584 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea1fcbe-b4ec-4a53-ac7b-14b5557c19d9 req-1230fcb0-d82a-466a-a12b-99c81f6ffd36 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:59.587327 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bea1fcbe-b4ec-4a53-ac7b-14b5557c19d9 req-1230fcb0-d82a-466a-a12b-99c81f6ffd36 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.3724067 Apr 20 17:28:59.604223 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b1966-238b-48df-b4c4-c99cc9db11fe req-ebd8664e-51aa-43b6-b1ed-625736cc4bcf tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:59.607986 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1c6bb4ca-78c0-4cb5-82fa-663d4a6c44cb None None] Calling delete_port for 88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:28:59.616601 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b1966-238b-48df-b4c4-c99cc9db11fe req-ebd8664e-51aa-43b6-b1ed-625736cc4bcf tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:28:59.620178 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-857b1966-238b-48df-b4c4-c99cc9db11fe req-ebd8664e-51aa-43b6-b1ed-625736cc4bcf tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Synchronizing usage tracker for tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:28:59.641103 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f9e578b2-cd9d-434f-9508-896d942fe60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:59.683658 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e578b2-cd9d-434f-9508-896d942fe60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e4c2a5-a335-4a67-ac7c-d21ad73f4126,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:59.703308 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6e979a60-8056-4de7-9014-e2f4cc744a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:59.735531 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-1c6bb4ca-78c0-4cb5-82fa-663d4a6c44cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:28:59.736181 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-1c6bb4ca-78c0-4cb5-82fa-663d4a6c44cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:28:59.746209 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2d7f2034-100a-4cc9-9812-34f9bd0ea7de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:59.751830 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bea1fcbe-b4ec-4a53-ac7b-14b5557c19d9 req-969b613c-2dea-4d8a-9372-528f3106af62 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632962 Apr 20 17:28:59.752616 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f9e578b2-cd9d-434f-9508-896d942fe60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:59.756055 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f9e578b2-cd9d-434f-9508-896d942fe60e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c8e4c2a5-a335-4a67-ac7c-d21ad73f4126 HTTP/1.1" status: 204 len: 168 time: 0.9023113 Apr 20 17:28:59.764219 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e979a60-8056-4de7-9014-e2f4cc744a8a admin admin] No DVR routers for this DVR port 88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59 on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:28:59.766351 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e979a60-8056-4de7-9014-e2f4cc744a8a admin admin] Pushing event deleted for resources: {'Port': ['ID=88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:28:59.893848 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-857b1966-238b-48df-b4c4-c99cc9db11fe req-ebd8664e-51aa-43b6-b1ed-625736cc4bcf tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Unset dirty status for tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:28:59.900452 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-857b1966-238b-48df-b4c4-c99cc9db11fe req-ebd8664e-51aa-43b6-b1ed-625736cc4bcf tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 1599 time: 0.8086057 Apr 20 17:28:59.930593 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2d7f2034-100a-4cc9-9812-34f9bd0ea7de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:28:59.951061 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6e979a60-8056-4de7-9014-e2f4cc744a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:00.023722 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-857b1966-238b-48df-b4c4-c99cc9db11fe req-04192742-42af-4ef7-b4e5-b9ac93a0db27 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212132 Apr 20 17:29:00.058671 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-6e979a60-8056-4de7-9014-e2f4cc744a8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2cb5f25-0249-4f7a-ad65-2eead6ffefb9']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:29:00.095136 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-6e979a60-8056-4de7-9014-e2f4cc744a8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f6a108-6de3-4d12-92d3-ffddaf981259') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:29:00.095430 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-6e979a60-8056-4de7-9014-e2f4cc744a8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f6a108-6de3-4d12-92d3-ffddaf981259') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:29:00.098171 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2d7f2034-100a-4cc9-9812-34f9bd0ea7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:00.117962 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6e979a60-8056-4de7-9014-e2f4cc744a8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:00.129131 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f2034-100a-4cc9-9812-34f9bd0ea7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e906bb-59dc-43cd-924b-fbf2abf501cd,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:00.137820 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53450) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:00.140294 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6e979a60-8056-4de7-9014-e2f4cc744a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:00.173495 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e979a60-8056-4de7-9014-e2f4cc744a8a admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:29:00.173892 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6e979a60-8056-4de7-9014-e2f4cc744a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:00.188644 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-3dfc34bc-cbf2-45a3-9814-b7b805dab001 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Router 20ef8c81-38e0-4259-a6be-518cdbeaddaf has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:29:00.190534 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2d7f2034-100a-4cc9-9812-34f9bd0ea7de admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:00.196053 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fe345-90b5-4a58-9c8c-170abccf65d6 req-f6ab758a-5361-4cb3-9390-f7482f189c89 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:00.197030 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2d7f2034-100a-4cc9-9812-34f9bd0ea7de admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/29e906bb-59dc-43cd-924b-fbf2abf501cd HTTP/1.1" status: 204 len: 168 time: 0.9517455 Apr 20 17:29:00.197551 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-463fe345-90b5-4a58-9c8c-170abccf65d6 req-f6ab758a-5361-4cb3-9390-f7482f189c89 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 946 time: 0.2259126 Apr 20 17:29:00.198241 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:29:00.198241 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:29:00.198241 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:29:00.198241 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:29:00.198241 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:29:00.198241 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:29:00.198241 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:29:00.198241 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:29:00.198241 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:29:00.198241 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:29:00.198241 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:29:00.198241 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:29:00.198241 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:29:00.198241 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:29:00.198241 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:29:00.198241 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:29:00.198241 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:29:00.198241 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:29:00.198241 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:29:00.198241 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:29:00.198241 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:29:00.198241 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:29:00.198241 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:29:00.198241 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:29:00.198241 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:29:00.198241 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:29:00.198241 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:29:00.198241 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:29:00.198241 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:29:00.198241 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:29:00.198241 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:29:00.198241 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:29:00.238117 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1c6bb4ca-78c0-4cb5-82fa-663d4a6c44cb None None] Deleting port 88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:29:00.238518 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1c6bb4ca-78c0-4cb5-82fa-663d4a6c44cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:00.336023 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-463fe345-90b5-4a58-9c8c-170abccf65d6 req-c750d105-50a4-4278-b98f-21f65a1033d8 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673590 Apr 20 17:29:00.341165 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6e979a60-8056-4de7-9014-e2f4cc744a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:00.352058 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6e979a60-8056-4de7-9014-e2f4cc744a8a admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:00.377118 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1c6bb4ca-78c0-4cb5-82fa-663d4a6c44cb None None] The port '88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:29:00.394999 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:29:00.418975 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6e979a60-8056-4de7-9014-e2f4cc744a8a admin admin] 10.222.0.39 "DELETE /v2.0/networks/f2cb5f25-0249-4f7a-ad65-2eead6ffefb9 HTTP/1.1" status: 204 len: 168 time: 2.0005434 Apr 20 17:29:00.420363 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e979a60-8056-4de7-9014-e2f4cc744a8a admin admin] Pushing event deleted for resources: {'Network': ['ID=f2cb5f25-0249-4f7a-ad65-2eead6ffefb9,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:00.447465 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:29:00.447904 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 88e4fe3f-e110-4d0c-b0d2-a98e4aa41c59 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:29:00.472989 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-d1361907-d6b3-4f98-9312-5b349d7a3cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-387741825'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:29:00.479715 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d1361907-d6b3-4f98-9312-5b349d7a3cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:00.483950 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d1361907-d6b3-4f98-9312-5b349d7a3cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Usage tracker for resource:network and tenant:d6fe690c4b4947139f2424d0f163de51 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:29:00.487938 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d1361907-d6b3-4f98-9312-5b349d7a3cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:29:00.494281 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d1361907-d6b3-4f98-9312-5b349d7a3cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:00.511560 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1361907-d6b3-4f98-9312-5b349d7a3cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Made reservation on behalf of d6fe690c4b4947139f2424d0f163de51 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:29:00.514767 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1361907-d6b3-4f98-9312-5b349d7a3cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:00.543916 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1361907-d6b3-4f98-9312-5b349d7a3cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:00.580681 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d1361907-d6b3-4f98-9312-5b349d7a3cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:00.586004 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d1361907-d6b3-4f98-9312-5b349d7a3cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Usage tracker for resource:security_group_rule and tenant:d6fe690c4b4947139f2424d0f163de51 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:29:00.589417 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d1361907-d6b3-4f98-9312-5b349d7a3cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:29:00.597719 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d1361907-d6b3-4f98-9312-5b349d7a3cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:00.697735 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a085e-9764-4a07-8318-369428c9b7c7 req-38b0756a-83f6-4cb0-b309-ace8cf1bef6e tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:00.698429 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1361907-d6b3-4f98-9312-5b349d7a3cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:00.699602 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-187a085e-9764-4a07-8318-369428c9b7c7 req-38b0756a-83f6-4cb0-b309-ace8cf1bef6e tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.4938583 Apr 20 17:29:00.709719 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1361907-d6b3-4f98-9312-5b349d7a3cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:00.723154 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1361907-d6b3-4f98-9312-5b349d7a3cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:29:00.733753 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1361907-d6b3-4f98-9312-5b349d7a3cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:00.734208 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-d1361907-d6b3-4f98-9312-5b349d7a3cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Added segment 7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19 of type vlan for network 71a0d632-9229-4892-b3a8-818bee900440 Apr 20 17:29:00.753199 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53476) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:00.766452 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1361907-d6b3-4f98-9312-5b349d7a3cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:00.821602 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-187a085e-9764-4a07-8318-369428c9b7c7 req-56b30e81-12d1-46d3-8a3c-9c37a18171a9 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153946 Apr 20 17:29:00.834165 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1361907-d6b3-4f98-9312-5b349d7a3cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:00.850269 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1361907-d6b3-4f98-9312-5b349d7a3cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:00.850269 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1361907-d6b3-4f98-9312-5b349d7a3cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:00.850660 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7694af12-d489-4ee1-a03d-1ed410d2f17e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=739e916aa25c4029ad0454743c027d4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0951793 Apr 20 17:29:00.851910 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53484) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:00.894370 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1361907-d6b3-4f98-9312-5b349d7a3cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07b04fa8-fb97-4e12-984d-a65f68646075,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:00.962863 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-3dfc34bc-cbf2-45a3-9814-b7b805dab001 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:29:00.973752 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e1fd78-ea78-431a-b5dc-0834c1707c12 None None] Sync routers for ids ['20ef8c81-38e0-4259-a6be-518cdbeaddaf'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:29:00.989075 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e1fd78-ea78-431a-b5dc-0834c1707c12 None None] Routers {'20ef8c81-38e0-4259-a6be-518cdbeaddaf'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:29:00.989789 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-c9e1fd78-ea78-431a-b5dc-0834c1707c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:28:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['20ef8c81-38e0-4259-a6be-518cdbeaddaf'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:29:01.049848 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1361907-d6b3-4f98-9312-5b349d7a3cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Pushing event updated for resources: {'Network': ['ID=71a0d632-9229-4892-b3a8-818bee900440,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:01.096710 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d1361907-d6b3-4f98-9312-5b349d7a3cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.9583750 Apr 20 17:29:01.099004 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 71a0d632-9229-4892-b3a8-818bee900440 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:29:01.104643 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-3dfc34bc-cbf2-45a3-9814-b7b805dab001 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] No DVR routers for this DVR port 7f21212c-7835-4c95-8c1b-184aa2b7cc51 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:29:01.107548 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-3dfc34bc-cbf2-45a3-9814-b7b805dab001 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:01.109956 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-3dfc34bc-cbf2-45a3-9814-b7b805dab001 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.10 "DELETE /v2.0/ports/7f21212c-7835-4c95-8c1b-184aa2b7cc51 HTTP/1.1" status: 204 len: 173 time: 3.8187282 Apr 20 17:29:01.184340 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'name': 'network-vif-deleted', 'tag': '7f21212c-7835-4c95-8c1b-184aa2b7cc51'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:29:01.196837 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-319ff0ab-e780-4975-a709-a3607bf385aa tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Deleting port bc98c0c2-7654-499b-aeb6-cc19afc9e25c {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:29:01.197182 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-319ff0ab-e780-4975-a709-a3607bf385aa tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:01.275838 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-63df78ac-1f56-4742-997c-3ab67b32c0c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:01.306953 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-c9e1fd78-ea78-431a-b5dc-0834c1707c12 None None] Set router 20ef8c81-38e0-4259-a6be-518cdbeaddaf gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:29:01.334886 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a2b03-0d5a-4a76-a332-0cb1c2187d1e req-1180e03c-b1ac-423b-9826-89b72196afec tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:01.343107 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a34a2b03-0d5a-4a76-a332-0cb1c2187d1e req-1180e03c-b1ac-423b-9826-89b72196afec tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 943 time: 0.1056578 Apr 20 17:29:01.436503 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a34a2b03-0d5a-4a76-a332-0cb1c2187d1e req-150d75c3-8d89-484c-8a89-0cf172248408 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae723981-43cb-4b19-931b-6eb60f11a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852592 Apr 20 17:29:01.444699 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-63df78ac-1f56-4742-997c-3ab67b32c0c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:01.456560 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe6825-d6b9-4f6c-a3f5-6c67907baf02 req-ab5eff71-2292-44b9-8df0-57ee66ed0315 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:01.458609 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4fbe6825-d6b9-4f6c-a3f5-6c67907baf02 req-ab5eff71-2292-44b9-8df0-57ee66ed0315 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.4177802 Apr 20 17:29:01.599689 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4fbe6825-d6b9-4f6c-a3f5-6c67907baf02 req-62b44852-bf87-4d5c-a1ad-b96610eb9744 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300130 Apr 20 17:29:01.607046 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-319ff0ab-e780-4975-a709-a3607bf385aa tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] For port bc98c0c2-7654-499b-aeb6-cc19afc9e25c, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=bc98c0c2-7654-499b-aeb6-cc19afc9e25c,segment=NetworkSegment(b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095),segment_id=b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:29:01.607046 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-319ff0ab-e780-4975-a709-a3607bf385aa tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:01.720015 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52d51f5d-adb5-4188-8be7-736ae8053381'] response: {'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'name': 'network-vif-deleted', 'tag': '7f21212c-7835-4c95-8c1b-184aa2b7cc51', 'status': 'completed', 'code': 200} Apr 20 17:29:01.762303 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-c9e1fd78-ea78-431a-b5dc-0834c1707c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'name': 'tempest-TaggedBootDevicesTest_v242-192275686-router', 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'dc71d121-42a9-4c91-8df9-a052c3e2907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:59Z', 'updated_at': '2022-04-20T17:22:12Z', 'revision_number': 4, 'project_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'gw_port': {'id': 'dc71d121-42a9-4c91-8df9-a052c3e2907f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:02Z', 'updated_at': '2022-04-20T17:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '56835b4b-6a4b-4e13-a58f-4929604a19fe', 'name': '', 'network_id': '58282348-4092-4e5e-b7c0-667535a141b6', 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'mac_address': 'fa:16:3e:d4:ae:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2168ea2a-2641-4ad3-adf7-4caac0ff9024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:10Z', 'updated_at': '2022-04-20T17:22:48Z', 'revision_number': 5, 'project_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'subnets': [{'id': '2168ea2a-2641-4ad3-adf7-4caac0ff9024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:29:01.766347 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e1fd78-ea78-431a-b5dc-0834c1707c12 None None] Checking router: 20ef8c81-38e0-4259-a6be-518cdbeaddaf for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:29:01.785351 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e1fd78-ea78-431a-b5dc-0834c1707c12 None None] Routers {'20ef8c81-38e0-4259-a6be-518cdbeaddaf'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:29:01.785988 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-c9e1fd78-ea78-431a-b5dc-0834c1707c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:28:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['20ef8c81-38e0-4259-a6be-518cdbeaddaf'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:29:01.798065 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-63df78ac-1f56-4742-997c-3ab67b32c0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:01.811095 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-319ff0ab-e780-4975-a709-a3607bf385aa tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Calling delete_port for bc98c0c2-7654-499b-aeb6-cc19afc9e25c owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:29:01.863120 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df78ac-1f56-4742-997c-3ab67b32c0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5696e698-74d3-4591-ad9f-9a38154e88cb,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:01.966612 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-63df78ac-1f56-4742-997c-3ab67b32c0c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:01.967916 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-63df78ac-1f56-4742-997c-3ab67b32c0c0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5696e698-74d3-4591-ad9f-9a38154e88cb HTTP/1.1" status: 204 len: 168 time: 1.1146536 Apr 20 17:29:01.975655 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53524) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:01.980986 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Request body: {'port': {'network_id': '71a0d632-9229-4892-b3a8-818bee900440', 'binding:host_id': 'n-h1-838032-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-610225893'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:29:01.994365 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:02.007258 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Usage tracker for resource:port and tenant:7127de0e0dab4a5785117f7bb48de601 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:29:02.018642 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:29:02.034118 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:02.046426 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-c9e1fd78-ea78-431a-b5dc-0834c1707c12 None None] Set router 20ef8c81-38e0-4259-a6be-518cdbeaddaf gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:29:02.056226 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Made reservation on behalf of 7127de0e0dab4a5785117f7bb48de601 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:29:02.059544 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:02.067640 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c7e78-5337-4dd3-9096-35e9c0e4bbb8 req-d7cdc4a6-621d-49a1-a6c0-3ae38a1e5876 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:02.069214 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c70c7e78-5337-4dd3-9096-35e9c0e4bbb8 req-d7cdc4a6-621d-49a1-a6c0-3ae38a1e5876 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 946 time: 0.2171309 Apr 20 17:29:02.087307 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:02.139772 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:02.150431 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Usage tracker for resource:security_group_rule and tenant:7127de0e0dab4a5785117f7bb48de601 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:29:02.160163 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:29:02.245662 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c70c7e78-5337-4dd3-9096-35e9c0e4bbb8 req-3f674724-443f-403e-a313-f3cc372f10d4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376808 Apr 20 17:29:02.246872 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-319ff0ab-e780-4975-a709-a3607bf385aa tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:02.251573 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:02.362395 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ff0ab-e780-4975-a709-a3607bf385aa tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Pushing event deleted for resources: {'Port': ['ID=bc98c0c2-7654-499b-aeb6-cc19afc9e25c,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:02.399883 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f30f06-91b4-4a9e-91fa-eded5313935c req-1538938e-ce05-47d8-b74f-9579f8f98af6 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:02.407797 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c9f30f06-91b4-4a9e-91fa-eded5313935c req-1538938e-ce05-47d8-b74f-9579f8f98af6 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.2413313 Apr 20 17:29:02.450623 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:02.464234 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:02.538504 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] device_id is not set on port f1a78cb0-ee98-46e5-b553-02008a4ff65c yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:29:02.559328 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-319ff0ab-e780-4975-a709-a3607bf385aa tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] No DVR routers for this DVR port bc98c0c2-7654-499b-aeb6-cc19afc9e25c on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:29:02.566313 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-319ff0ab-e780-4975-a709-a3607bf385aa tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:02.603618 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e46ee753-ec9d-4c7c-9136-a3075a7e3024 req-319ff0ab-e780-4975-a709-a3607bf385aa tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.10 "DELETE /v2.0/ports/bc98c0c2-7654-499b-aeb6-cc19afc9e25c HTTP/1.1" status: 204 len: 173 time: 1.4869123 Apr 20 17:29:02.624298 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6e07ea-23a6-481a-8633-c9a87d1d4170,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:02.729030 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-c9e1fd78-ea78-431a-b5dc-0834c1707c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'name': 'tempest-TaggedBootDevicesTest_v242-192275686-router', 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'dc71d121-42a9-4c91-8df9-a052c3e2907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:59Z', 'updated_at': '2022-04-20T17:22:12Z', 'revision_number': 4, 'project_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'gw_port': {'id': 'dc71d121-42a9-4c91-8df9-a052c3e2907f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:02Z', 'updated_at': '2022-04-20T17:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '56835b4b-6a4b-4e13-a58f-4929604a19fe', 'name': '', 'network_id': '58282348-4092-4e5e-b7c0-667535a141b6', 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'mac_address': 'fa:16:3e:d4:ae:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2168ea2a-2641-4ad3-adf7-4caac0ff9024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:10Z', 'updated_at': '2022-04-20T17:22:48Z', 'revision_number': 5, 'project_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'subnets': [{'id': '2168ea2a-2641-4ad3-adf7-4caac0ff9024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:29:02.731951 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c9f30f06-91b4-4a9e-91fa-eded5313935c req-d1c46bd6-6a36-4d64-b077-89f948bfb6c4 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228161 Apr 20 17:29:02.737276 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e1fd78-ea78-431a-b5dc-0834c1707c12 None None] The sync data for ids ['20ef8c81-38e0-4259-a6be-518cdbeaddaf'] in n-d-838032-1 is: [{'id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'name': 'tempest-TaggedBootDevicesTest_v242-192275686-router', 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'dc71d121-42a9-4c91-8df9-a052c3e2907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:59Z', 'updated_at': '2022-04-20T17:22:12Z', 'revision_number': 4, 'project_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'gw_port': {'id': 'dc71d121-42a9-4c91-8df9-a052c3e2907f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:02Z', 'updated_at': '2022-04-20T17:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '56835b4b-6a4b-4e13-a58f-4929604a19fe', 'name': '', 'network_id': '58282348-4092-4e5e-b7c0-667535a141b6', 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'mac_address': 'fa:16:3e:d4:ae:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2168ea2a-2641-4ad3-adf7-4caac0ff9024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:10Z', 'updated_at': '2022-04-20T17:22:48Z', 'revision_number': 5, 'project_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'subnets': [{'id': '2168ea2a-2641-4ad3-adf7-4caac0ff9024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:29:02.756921 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-55246dcb-025f-4437-9e7c-1d81204b73ed req-5470f36e-5aea-4005-b3af-91b0efac95c0 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Synchronizing usage tracker for tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:29:02.779120 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-55246dcb-025f-4437-9e7c-1d81204b73ed req-5470f36e-5aea-4005-b3af-91b0efac95c0 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Unset dirty status for tenant:3ddcf70e6b9b4ed78391e1f8fae63fbc on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:29:02.799152 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-55246dcb-025f-4437-9e7c-1d81204b73ed req-5470f36e-5aea-4005-b3af-91b0efac95c0 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 210 time: 0.0905399 Apr 20 17:29:03.209660 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb17a984-05ae-4b36-9b66-0d887b413d4c None None] New status for floating IP 99f96628-da17-4cd7-97ab-30588dcb0790: DOWN {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:29:03.312401 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] device_id is not set on port f1a78cb0-ee98-46e5-b553-02008a4ff65c yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:29:03.324116 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:03.349948 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Transition to ACTIVE for port object f1a78cb0-ee98-46e5-b553-02008a4ff65c will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:29:03.392029 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:03.541138 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5735db-4751-4587-91a5-54e5a27409e8 req-89e713c1-5039-4632-a890-4d26b8821aaa tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:03.542689 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1a5735db-4751-4587-91a5-54e5a27409e8 req-89e713c1-5039-4632-a890-4d26b8821aaa tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.4055793 Apr 20 17:29:03.627707 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Pushing event updated for resources: {'Port': ['ID=f1a78cb0-ee98-46e5-b553-02008a4ff65c,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:03.661947 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c97552-1d4e-408d-9005-1e5d10243782 req-07377689-010e-4b27-ade1-a083cc822876 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:03.669683 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-06c97552-1d4e-408d-9005-1e5d10243782 req-07377689-010e-4b27-ade1-a083cc822876 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 946 time: 0.1359234 Apr 20 17:29:03.721015 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'name': 'network-vif-deleted', 'tag': 'bc98c0c2-7654-499b-aeb6-cc19afc9e25c'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:29:03.735914 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Checking segment: {'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:29:03.736281 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Network hostable DHCP agents. Network: 71a0d632-9229-4892-b3a8-818bee900440, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:29:03.769961 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-06c97552-1d4e-408d-9005-1e5d10243782 req-b0f5bd94-c5cc-4875-ace8-88bc006fe7ac tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989871 Apr 20 17:29:03.774474 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1a5735db-4751-4587-91a5-54e5a27409e8 req-150ff850-546e-4b03-809a-42a1d2663a8a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032187 Apr 20 17:29:03.803649 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Network 71a0d632-9229-4892-b3a8-818bee900440 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:29:03.834712 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 71a0d632-9229-4892-b3a8-818bee900440) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:29:03.841534 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:29:03.843271 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79955821-d895-4370-b5e3-90114cbb0afd None None] Network 71a0d632-9229-4892-b3a8-818bee900440 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:29:03.880028 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:29:03.880364 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:29:03.880726 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c on network 71a0d632-9229-4892-b3a8-818bee900440 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:03.900855 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Port f1a78cb0-ee98-46e5-b553-02008a4ff65c on network 71a0d632-9229-4892-b3a8-818bee900440 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:29:03.902125 n-d-838032-1 neutron-server[84080]: ERROR neutron.plugins.ml2.managers [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Failed to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c on host n-h1-838032-1 for vnic_type normal using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] Apr 20 17:29:03.902717 n-d-838032-1 neutron-server[84080]: INFO neutron.plugins.ml2.plugin [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempt 2 to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c Apr 20 17:29:03.940260 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:29:03.940615 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:29:03.940965 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c on network 71a0d632-9229-4892-b3a8-818bee900440 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:03.966062 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Port f1a78cb0-ee98-46e5-b553-02008a4ff65c on network 71a0d632-9229-4892-b3a8-818bee900440 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:29:03.972623 n-d-838032-1 neutron-server[84080]: ERROR neutron.plugins.ml2.managers [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Failed to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c on host n-h1-838032-1 for vnic_type normal using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] Apr 20 17:29:03.979945 n-d-838032-1 neutron-server[84080]: INFO neutron.plugins.ml2.plugin [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempt 3 to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c Apr 20 17:29:03.982909 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21e9dca4-5504-4f0c-9105-b0aeb9bcad9a'] response: {'server_uuid': 'e5b4efe5-1b07-4bfe-801c-1992369a628a', 'name': 'network-vif-deleted', 'tag': 'bc98c0c2-7654-499b-aeb6-cc19afc9e25c', 'status': 'completed', 'code': 200} Apr 20 17:29:04.026114 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53594) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:04.151677 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:29:04.152233 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:29:04.152950 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c on network 71a0d632-9229-4892-b3a8-818bee900440 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:04.182678 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-da06c7d0-604c-4a4b-8b40-5d664039e1eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:04.185013 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Port f1a78cb0-ee98-46e5-b553-02008a4ff65c on network 71a0d632-9229-4892-b3a8-818bee900440 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:29:04.185336 n-d-838032-1 neutron-server[84080]: ERROR neutron.plugins.ml2.managers [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Failed to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c on host n-h1-838032-1 for vnic_type normal using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] Apr 20 17:29:04.197418 n-d-838032-1 neutron-server[84080]: INFO neutron.plugins.ml2.plugin [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempt 4 to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c Apr 20 17:29:04.238104 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:29:04.238467 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:29:04.238784 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c on network 71a0d632-9229-4892-b3a8-818bee900440 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:04.251310 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Port f1a78cb0-ee98-46e5-b553-02008a4ff65c on network 71a0d632-9229-4892-b3a8-818bee900440 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:29:04.251651 n-d-838032-1 neutron-server[84080]: ERROR neutron.plugins.ml2.managers [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Failed to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c on host n-h1-838032-1 for vnic_type normal using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] Apr 20 17:29:04.252642 n-d-838032-1 neutron-server[84080]: INFO neutron.plugins.ml2.plugin [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempt 5 to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c Apr 20 17:29:04.277765 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:29:04.278264 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:29:04.278618 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c on network 71a0d632-9229-4892-b3a8-818bee900440 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:04.297805 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0756d-2989-4433-add0-94081011c4ca req-bb86f100-4eaa-47cf-bc85-317b0e96fbb9 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:04.311014 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a4c0756d-2989-4433-add0-94081011c4ca req-bb86f100-4eaa-47cf-bc85-317b0e96fbb9 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.3040085 Apr 20 17:29:04.343175 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Port f1a78cb0-ee98-46e5-b553-02008a4ff65c on network 71a0d632-9229-4892-b3a8-818bee900440 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:29:04.344481 n-d-838032-1 neutron-server[84080]: ERROR neutron.plugins.ml2.managers [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Failed to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c on host n-h1-838032-1 for vnic_type normal using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] Apr 20 17:29:04.350907 n-d-838032-1 neutron-server[84080]: INFO neutron.plugins.ml2.plugin [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempt 6 to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c Apr 20 17:29:04.390386 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:29:04.393883 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:29:04.394630 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c on network 71a0d632-9229-4892-b3a8-818bee900440 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:04.439374 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a4c0756d-2989-4433-add0-94081011c4ca req-2bd72cdb-49ba-4df7-82c6-2d43df892b6b tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274276 Apr 20 17:29:04.443392 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Port f1a78cb0-ee98-46e5-b553-02008a4ff65c on network 71a0d632-9229-4892-b3a8-818bee900440 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:29:04.443792 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-143b3006-4905-419d-9f97-51c37ca96f1f req-7a7b3275-ddfb-4b97-8fbc-013c3baba300 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 210 time: 0.0914950 Apr 20 17:29:04.444483 n-d-838032-1 neutron-server[84080]: ERROR neutron.plugins.ml2.managers [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Failed to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c on host n-h1-838032-1 for vnic_type normal using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] Apr 20 17:29:04.445381 n-d-838032-1 neutron-server[84080]: INFO neutron.plugins.ml2.plugin [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempt 7 to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c Apr 20 17:29:04.477440 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:29:04.477440 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:29:04.477440 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c on network 71a0d632-9229-4892-b3a8-818bee900440 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:04.488784 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-da06c7d0-604c-4a4b-8b40-5d664039e1eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:04.489914 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Port f1a78cb0-ee98-46e5-b553-02008a4ff65c on network 71a0d632-9229-4892-b3a8-818bee900440 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:29:04.490682 n-d-838032-1 neutron-server[84080]: ERROR neutron.plugins.ml2.managers [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Failed to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c on host n-h1-838032-1 for vnic_type normal using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] Apr 20 17:29:04.492328 n-d-838032-1 neutron-server[84080]: INFO neutron.plugins.ml2.plugin [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempt 8 to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c Apr 20 17:29:04.499732 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-da06c7d0-604c-4a4b-8b40-5d664039e1eb admin admin] Usage tracker for resource:security_group_rule and tenant:1c11ec164ce7424f9a733d6f8521f053 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:29:04.506726 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-da06c7d0-604c-4a4b-8b40-5d664039e1eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:29:04.519261 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-da06c7d0-604c-4a4b-8b40-5d664039e1eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:04.523220 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:29:04.523727 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:29:04.524337 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c on network 71a0d632-9229-4892-b3a8-818bee900440 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:04.535186 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Port f1a78cb0-ee98-46e5-b553-02008a4ff65c on network 71a0d632-9229-4892-b3a8-818bee900440 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:29:04.536574 n-d-838032-1 neutron-server[84080]: ERROR neutron.plugins.ml2.managers [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Failed to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c on host n-h1-838032-1 for vnic_type normal using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] Apr 20 17:29:04.537128 n-d-838032-1 neutron-server[84080]: INFO neutron.plugins.ml2.plugin [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempt 9 to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c Apr 20 17:29:04.571127 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:29:04.571475 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:29:04.573653 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c on network 71a0d632-9229-4892-b3a8-818bee900440 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:04.592740 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Port f1a78cb0-ee98-46e5-b553-02008a4ff65c on network 71a0d632-9229-4892-b3a8-818bee900440 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:29:04.594626 n-d-838032-1 neutron-server[84080]: ERROR neutron.plugins.ml2.managers [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Failed to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c on host n-h1-838032-1 for vnic_type normal using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] Apr 20 17:29:04.597049 n-d-838032-1 neutron-server[84080]: INFO neutron.plugins.ml2.plugin [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempt 10 to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c Apr 20 17:29:04.642341 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:29:04.642723 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:29:04.643126 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c on network 71a0d632-9229-4892-b3a8-818bee900440 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:04.656104 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Port f1a78cb0-ee98-46e5-b553-02008a4ff65c on network 71a0d632-9229-4892-b3a8-818bee900440 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:29:04.656436 n-d-838032-1 neutron-server[84080]: ERROR neutron.plugins.ml2.managers [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Failed to bind port f1a78cb0-ee98-46e5-b553-02008a4ff65c on host n-h1-838032-1 for vnic_type normal using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] Apr 20 17:29:04.656804 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:04.676410 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-da06c7d0-604c-4a4b-8b40-5d664039e1eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:04.688036 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-da06c7d0-604c-4a4b-8b40-5d664039e1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:04.767911 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-da06c7d0-604c-4a4b-8b40-5d664039e1eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1c11ec164ce7424f9a733d6f8521f053&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7404675 Apr 20 17:29:04.768647 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53616) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:04.772208 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06c7d0-604c-4a4b-8b40-5d664039e1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c5899c-0541-41a4-99ca-9a8b60adf2f3,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:04.860140 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2083b-0524-4b6d-abe0-e6cc9d69acf4 req-09483efe-f986-4978-9af2-a205afc382f2 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:04.861633 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47c2083b-0524-4b6d-abe0-e6cc9d69acf4 req-09483efe-f986-4978-9af2-a205afc382f2 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.1257672 Apr 20 17:29:04.869803 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] For port f1a78cb0-ee98-46e5-b553-02008a4ff65c, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:29:04.870168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempted to set empty binding levels {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 20 17:29:04.893031 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f4128755-d062-4403-9b0c-e8eb303cabff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:04.906292 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:04.937046 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f4128755-d062-4403-9b0c-e8eb303cabff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:04.996502 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:05.046792 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47c2083b-0524-4b6d-abe0-e6cc9d69acf4 req-f02957a8-859d-4eb5-8f3b-f7276aa6ba96 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790035 Apr 20 17:29:05.081394 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Pushing event updated for resources: {'Port': ['ID=f1a78cb0-ee98-46e5-b553-02008a4ff65c,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:05.093753 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fa4bc7ea-e1b2-47bc-a177-fcb52aeb9d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.1171501 Apr 20 17:29:05.096336 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53630) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:05.109741 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fcf91-469c-44e0-8cca-b72516681f8d req-f417be15-09f7-40e3-9988-f6e9fccd95ab tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:05.122454 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-342fcf91-469c-44e0-8cca-b72516681f8d req-f417be15-09f7-40e3-9988-f6e9fccd95ab tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 946 time: 0.1405630 Apr 20 17:29:05.146880 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f4128755-d062-4403-9b0c-e8eb303cabff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:05.172882 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-aefbc478-c0e8-4397-90e8-a53bf29f1bd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Deleting port f1a78cb0-ee98-46e5-b553-02008a4ff65c {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:29:05.173218 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-aefbc478-c0e8-4397-90e8-a53bf29f1bd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:05.174268 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4128755-d062-4403-9b0c-e8eb303cabff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c5899c-0541-41a4-99ca-9a8b60adf2f3,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:05.202410 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f4128755-d062-4403-9b0c-e8eb303cabff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:05.203579 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f4128755-d062-4403-9b0c-e8eb303cabff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/71c5899c-0541-41a4-99ca-9a8b60adf2f3 HTTP/1.1" status: 204 len: 168 time: 0.4331052 Apr 20 17:29:05.228143 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-342fcf91-469c-44e0-8cca-b72516681f8d req-10ecdfa6-cd91-4f33-8ece-d4302ddde8ba tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046796 Apr 20 17:29:05.258157 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-0cd9469d-601b-468c-9e06-f3508f4fcce1 tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=477df7c4581f423dbb04dd9e22a1ed54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385883 Apr 20 17:29:05.573436 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067abbf8-d06d-42a3-beaf-d415a38f8b3c req-83123c8b-c16c-4406-b9ed-4b2b7f38488a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:05.575881 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-067abbf8-d06d-42a3-beaf-d415a38f8b3c req-83123c8b-c16c-4406-b9ed-4b2b7f38488a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.2214515 Apr 20 17:29:05.626635 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-4013cbdc-140c-46ee-afb6-9cf400d566b5 tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:05.633378 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-4013cbdc-140c-46ee-afb6-9cf400d566b5 tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3742068 Apr 20 17:29:05.650306 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-aefbc478-c0e8-4397-90e8-a53bf29f1bd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] For port f1a78cb0-ee98-46e5-b553-02008a4ff65c, host n-h1-838032-1, got binding levels [] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:29:05.650664 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-aefbc478-c0e8-4397-90e8-a53bf29f1bd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:05.679379 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-067abbf8-d06d-42a3-beaf-d415a38f8b3c req-ad85fe14-41a5-4852-b216-ffe6169a51cd tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961697 Apr 20 17:29:05.725757 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-aa9760e8-1519-401f-8edb-81f80f1864b7 tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] 10.222.0.39 "GET /v2.0/quotas/477df7c4581f423dbb04dd9e22a1ed54 HTTP/1.1" status: 200 len: 375 time: 0.0914910 Apr 20 17:29:05.843144 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-aefbc478-c0e8-4397-90e8-a53bf29f1bd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Calling delete_port for f1a78cb0-ee98-46e5-b553-02008a4ff65c owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:29:05.898514 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-17f8df87-652b-40e7-b837-d3dc361cf20b req-d3fe7680-6ac1-474d-9d79-4b73dbb8b66e tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b4efe5-1b07-4bfe-801c-1992369a628a HTTP/1.1" status: 200 len: 210 time: 0.0669107 Apr 20 17:29:05.970120 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-470dfb32-3f4e-49d3-8133-dfbe5715f65a tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=477df7c4581f423dbb04dd9e22a1ed54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1421854 Apr 20 17:29:06.009440 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-aefbc478-c0e8-4397-90e8-a53bf29f1bd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:06.083732 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefbc478-c0e8-4397-90e8-a53bf29f1bd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1a78cb0-ee98-46e5-b553-02008a4ff65c,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:06.088262 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-aefbc478-c0e8-4397-90e8-a53bf29f1bd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:06.098007 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-aefbc478-c0e8-4397-90e8-a53bf29f1bd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] 10.222.0.39 "DELETE /v2.0/ports/f1a78cb0-ee98-46e5-b553-02008a4ff65c HTTP/1.1" status: 204 len: 168 time: 1.0005605 Apr 20 17:29:06.101034 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53668) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:06.150766 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1522fee-b048-4cab-a1e4-14796a389524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] GET failed (client error): The resource could not be found. Apr 20 17:29:06.154104 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f1522fee-b048-4cab-a1e4-14796a389524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Synchronizing usage tracker for tenant:7127de0e0dab4a5785117f7bb48de601 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:29:06.184690 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f1522fee-b048-4cab-a1e4-14796a389524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Unset dirty status for tenant:7127de0e0dab4a5785117f7bb48de601 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:29:06.190724 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53680) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:06.190932 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f1522fee-b048-4cab-a1e4-14796a389524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] 10.222.0.39 "GET /v2.0/ports/f1a78cb0-ee98-46e5-b553-02008a4ff65c HTTP/1.1" status: 404 len: 333 time: 0.0886102 Apr 20 17:29:06.198692 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-e08791eb-087d-4aae-b35e-dd481d64a90a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Request body: {'port': {'network_id': '71a0d632-9229-4892-b3a8-818bee900440', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1797679575'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:29:06.216464 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e08791eb-087d-4aae-b35e-dd481d64a90a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:06.231129 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e08791eb-087d-4aae-b35e-dd481d64a90a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:06.260999 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e45f16-5a49-4a0a-baaa-4639abd30107 req-fc9adb59-94a1-4b29-9eda-1cad0098d9e6 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:06.263100 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e2e45f16-5a49-4a0a-baaa-4639abd30107 req-fc9adb59-94a1-4b29-9eda-1cad0098d9e6 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.1793022 Apr 20 17:29:06.264515 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08791eb-087d-4aae-b35e-dd481d64a90a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Made reservation on behalf of 7127de0e0dab4a5785117f7bb48de601 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:29:06.267341 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e08791eb-087d-4aae-b35e-dd481d64a90a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:06.343029 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ddc48c60-1aac-4bd0-aed5-8f83570d9f33 req-1541ee61-d749-48eb-a236-a660caac1606 tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] 10.222.0.39 "GET /v2.0/ports?device_id=b023ed9b-cc9c-47b8-88c0-e4474dbf6f69 HTTP/1.1" status: 200 len: 210 time: 0.0915635 Apr 20 17:29:06.344326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-e08791eb-087d-4aae-b35e-dd481d64a90a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] device_id is not set on port e50f3917-b412-4fe2-a3c0-4da8f1e48101 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:29:06.540444 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e2e45f16-5a49-4a0a-baaa-4639abd30107 req-79052581-2ef7-4536-a808-b8fe55d9776a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509298 Apr 20 17:29:06.771339 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e08791eb-087d-4aae-b35e-dd481d64a90a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:06.816396 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44f753-06af-4fc9-b6ab-64ea522f1781 req-0e9df81e-47ec-42a5-9892-3f337de6be09 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:06.818935 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6e44f753-06af-4fc9-b6ab-64ea522f1781 req-0e9df81e-47ec-42a5-9892-3f337de6be09 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 946 time: 0.1248536 Apr 20 17:29:06.893737 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc94203-0649-4591-8d78-639a60c2436c req-3e7fb2ee-6dec-4a71-a4c8-b019eade154e tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:06.902998 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ecc94203-0649-4591-8d78-639a60c2436c req-3e7fb2ee-6dec-4a71-a4c8-b019eade154e tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.1291552 Apr 20 17:29:06.993153 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ecc94203-0649-4591-8d78-639a60c2436c req-bf690482-4f27-4ca1-9664-cae3aebb7796 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876122 Apr 20 17:29:07.009511 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e08791eb-087d-4aae-b35e-dd481d64a90a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:07.036485 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6e44f753-06af-4fc9-b6ab-64ea522f1781 req-67df817d-20ac-417a-a613-d0d797facb48 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108593 Apr 20 17:29:07.165917 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08791eb-087d-4aae-b35e-dd481d64a90a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Network 71a0d632-9229-4892-b3a8-818bee900440 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:29:07.172977 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-e08791eb-087d-4aae-b35e-dd481d64a90a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:29:07.181778 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08791eb-087d-4aae-b35e-dd481d64a90a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:29:07.182956 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08791eb-087d-4aae-b35e-dd481d64a90a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:07.184036 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e08791eb-087d-4aae-b35e-dd481d64a90a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:07.200253 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08791eb-087d-4aae-b35e-dd481d64a90a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Pushing event updated for resources: {'Port': ['ID=e50f3917-b412-4fe2-a3c0-4da8f1e48101,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:07.227495 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e08791eb-087d-4aae-b35e-dd481d64a90a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0349307 Apr 20 17:29:07.228560 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53724) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:07.235303 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:29:07.284224 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53728) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:07.313167 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b65fa-c32e-42af-ab80-d915ce42735a req-cbe3a17a-a05e-4244-a6b4-6331e51c27c3 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:07.320232 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e13b65fa-c32e-42af-ab80-d915ce42735a req-cbe3a17a-a05e-4244-a6b4-6331e51c27c3 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.1158688 Apr 20 17:29:07.404890 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e13b65fa-c32e-42af-ab80-d915ce42735a req-27b1d333-1025-443d-b12b-7ab82a01f0a2 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794785 Apr 20 17:29:07.439540 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-94d3a2b0-537d-4506-9ac5-dab8cf06053f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:07.462802 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:07.474788 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-94d3a2b0-537d-4506-9ac5-dab8cf06053f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:07.556015 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-94d3a2b0-537d-4506-9ac5-dab8cf06053f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:07.607705 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3a2b0-537d-4506-9ac5-dab8cf06053f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae723981-43cb-4b19-931b-6eb60f11a7e9,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:07.682259 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-94d3a2b0-537d-4506-9ac5-dab8cf06053f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:07.688443 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-94d3a2b0-537d-4506-9ac5-dab8cf06053f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "DELETE /v2.0/security-groups/ae723981-43cb-4b19-931b-6eb60f11a7e9 HTTP/1.1" status: 204 len: 168 time: 0.4023662 Apr 20 17:29:07.692417 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53746) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:07.767300 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-30a7bf8b-5f96-40eb-9d8f-48a764ac08b0 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] show failed (client error): The resource could not be found. Apr 20 17:29:07.770313 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-30a7bf8b-5f96-40eb-9d8f-48a764ac08b0 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "GET /v2.0/security-groups/ae723981-43cb-4b19-931b-6eb60f11a7e9 HTTP/1.1" status: 404 len: 347 time: 0.0706246 Apr 20 17:29:07.782798 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53750) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:07.827196 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-1b204c3f-4886-45ab-9509-549822f81ad5 tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=477df7c4581f423dbb04dd9e22a1ed54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577381 Apr 20 17:29:07.921922 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ebde0ef6-0748-45f1-bf53-247a03463f06 req-d1188d66-8e38-408d-94af-e1b53f0614d2 tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] 10.222.0.39 "GET /v2.0/ports?device_id=b023ed9b-cc9c-47b8-88c0-e4474dbf6f69 HTTP/1.1" status: 200 len: 210 time: 0.1802511 Apr 20 17:29:08.044929 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b776eb1-2de8-400b-8a26-96d03d5365e1 req-c79ecfe7-46c1-45f7-a67c-e524cab6acb8 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:08.048298 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-7b194973-423d-4424-b8d0-1961f6ce39b2 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Deleting port eb1efdd7-1c2a-4e70-83d9-f3fea9b08f2f {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:29:08.048638 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7b194973-423d-4424-b8d0-1961f6ce39b2 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:08.051744 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b776eb1-2de8-400b-8a26-96d03d5365e1 req-c79ecfe7-46c1-45f7-a67c-e524cab6acb8 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.4236085 Apr 20 17:29:08.132574 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b776eb1-2de8-400b-8a26-96d03d5365e1 req-b8b7aed8-cb74-4d1c-ba52-c94cad9ef270 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799611 Apr 20 17:29:08.144640 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-6981d4fb-a438-4467-9976-aa5e7b2a022d tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:08.146399 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-6981d4fb-a438-4467-9976-aa5e7b2a022d tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3070328 Apr 20 17:29:08.162566 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-e881119c-be99-4bef-a686-82d607b5db4b tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Request body: {'port': {'device_id': 'b023ed9b-cc9c-47b8-88c0-e4474dbf6f69', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'admin_state_up': True, 'tenant_id': '477df7c4581f423dbb04dd9e22a1ed54'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:29:08.181289 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53762) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:08.437271 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-e881119c-be99-4bef-a686-82d607b5db4b tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:08.445925 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-e881119c-be99-4bef-a686-82d607b5db4b tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Usage tracker for resource:port and tenant:477df7c4581f423dbb04dd9e22a1ed54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:29:08.450158 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-e881119c-be99-4bef-a686-82d607b5db4b tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:29:08.465612 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-e881119c-be99-4bef-a686-82d607b5db4b tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:08.519965 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e7c76-1933-4e17-beb0-b811602e4a02 req-e44d6de1-e293-4a71-a0e4-cbb93306a1c9 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:08.521861 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-190e7c76-1933-4e17-beb0-b811602e4a02 req-e44d6de1-e293-4a71-a0e4-cbb93306a1c9 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.1860914 Apr 20 17:29:08.524988 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-e881119c-be99-4bef-a686-82d607b5db4b tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Made reservation on behalf of 477df7c4581f423dbb04dd9e22a1ed54 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:29:08.528629 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-e881119c-be99-4bef-a686-82d607b5db4b tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:08.570174 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-e881119c-be99-4bef-a686-82d607b5db4b tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:08.579213 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7b10fd04-5962-4b83-9368-efd59ebfd205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:08.601846 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] device_id is not set on port e50f3917-b412-4fe2-a3c0-4da8f1e48101 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:29:08.621869 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:08.635977 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7b194973-423d-4424-b8d0-1961f6ce39b2 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:08.636294 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7b194973-423d-4424-b8d0-1961f6ce39b2 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:08.641733 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-190e7c76-1933-4e17-beb0-b811602e4a02 req-0659d99b-754b-472b-b24a-a2d883e76653 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020505 Apr 20 17:29:08.648590 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d569b6-d406-4327-846f-fb37b495c910 req-b0679629-4a1a-4024-b889-8dd25869408d tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:08.650055 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-96d569b6-d406-4327-846f-fb37b495c910 req-b0679629-4a1a-4024-b889-8dd25869408d tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 946 time: 0.3452573 Apr 20 17:29:08.657437 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7b10fd04-5962-4b83-9368-efd59ebfd205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:08.663464 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-e881119c-be99-4bef-a686-82d607b5db4b tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:08.665935 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7b10fd04-5962-4b83-9368-efd59ebfd205 admin admin] Usage tracker for resource:security_group_rule and tenant:1434ba87f7f640d481169ff2bfbc7e4f is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:29:08.669960 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7b10fd04-5962-4b83-9368-efd59ebfd205 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:29:08.672791 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-e881119c-be99-4bef-a686-82d607b5db4b tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Usage tracker for resource:security_group_rule and tenant:477df7c4581f423dbb04dd9e22a1ed54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:29:08.677810 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-e881119c-be99-4bef-a686-82d607b5db4b tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:29:08.680602 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7b10fd04-5962-4b83-9368-efd59ebfd205 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:08.685891 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-e881119c-be99-4bef-a686-82d607b5db4b tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:08.787971 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-7b194973-423d-4424-b8d0-1961f6ce39b2 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Calling delete_port for eb1efdd7-1c2a-4e70-83d9-f3fea9b08f2f owned by network:floatingip {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:29:08.812976 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Transition to ACTIVE for port object e50f3917-b412-4fe2-a3c0-4da8f1e48101 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:29:08.829867 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:08.855632 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-e881119c-be99-4bef-a686-82d607b5db4b tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:08.855632 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7b10fd04-5962-4b83-9368-efd59ebfd205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:08.855632 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-e881119c-be99-4bef-a686-82d607b5db4b tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:08.899753 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7b10fd04-5962-4b83-9368-efd59ebfd205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:08.980000 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Pushing event updated for resources: {'Port': ['ID=e50f3917-b412-4fe2-a3c0-4da8f1e48101,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:08.987957 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881119c-be99-4bef-a686-82d607b5db4b tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84f93aaf-d47c-4982-b8bd-5d33f2c3c66d,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:09.016261 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-96d569b6-d406-4327-846f-fb37b495c910 req-c09ff650-14ae-44a3-8874-461ae1089752 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552730 Apr 20 17:29:09.016437 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7b10fd04-5962-4b83-9368-efd59ebfd205 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1434ba87f7f640d481169ff2bfbc7e4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8312571 Apr 20 17:29:09.018207 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53780) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:09.077466 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10fd04-5962-4b83-9368-efd59ebfd205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a8cd9a-d741-4eb5-9536-4f1ce932c28a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:09.085085 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffa323-8721-45e1-b36c-4da222eb8c59 req-e3e0fcd5-4d73-4e85-a06b-b36de50828fe tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:09.086477 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-38ffa323-8721-45e1-b36c-4da222eb8c59 req-e3e0fcd5-4d73-4e85-a06b-b36de50828fe tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.3194911 Apr 20 17:29:09.142732 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-e881119c-be99-4bef-a686-82d607b5db4b tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Allocated IP 192.168.233.216 (9a774663-a30d-4bd1-8b41-83fe693f2d30/777b4790-ba4c-49e9-8844-3c09c1447f40/20d607fa-aa1c-4393-9adb-2d98dd0684a8) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:29:09.163233 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ea41d90d-5bd3-4277-a728-c9f97db13eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:09.174811 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-38ffa323-8721-45e1-b36c-4da222eb8c59 req-93953f56-b8a6-4764-8a40-7929110ef6d0 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775986 Apr 20 17:29:09.230803 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-03db6945-7a75-4ff4-8fe2-2d125ba2d1d1 req-98adff57-ccf0-46b9-9fba-9660ac3e17dc tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] 10.222.0.39 "GET /v2.0/ports?device_id=b023ed9b-cc9c-47b8-88c0-e4474dbf6f69 HTTP/1.1" status: 200 len: 210 time: 0.0877242 Apr 20 17:29:09.248665 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7b194973-423d-4424-b8d0-1961f6ce39b2 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:09.291298 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:29:09.291698 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:29:09.292124 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on network 71a0d632-9229-4892-b3a8-818bee900440 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:09.306896 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b194973-423d-4424-b8d0-1961f6ce39b2 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Pushing event deleted for resources: {'Port': ['ID=eb1efdd7-1c2a-4e70-83d9-f3fea9b08f2f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:09.316262 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on network 71a0d632-9229-4892-b3a8-818bee900440 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:29:09.316654 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Failed to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on host n-h1-838032-1 for vnic_type normal using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] Apr 20 17:29:09.319005 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempt 2 to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 Apr 20 17:29:09.405170 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2476153c-51d6-4b17-a572-cef1456dd8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:09.411383 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:29:09.411707 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:29:09.412035 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on network 71a0d632-9229-4892-b3a8-818bee900440 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:09.413582 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-abe627cf-ebc0-4329-8dc0-02971e7f785b tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=a533801dab0042be953d6074c1e83984&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0817044 Apr 20 17:29:09.443871 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on network 71a0d632-9229-4892-b3a8-818bee900440 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:29:09.444193 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Failed to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on host n-h1-838032-1 for vnic_type normal using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] Apr 20 17:29:09.448761 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempt 3 to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 Apr 20 17:29:09.465146 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2476153c-51d6-4b17-a572-cef1456dd8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:09.520373 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7b194973-423d-4424-b8d0-1961f6ce39b2 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks [] for floatingip, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:09.526384 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:29:09.526706 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:29:09.527030 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on network 71a0d632-9229-4892-b3a8-818bee900440 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:09.564330 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on network 71a0d632-9229-4892-b3a8-818bee900440 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:29:09.564669 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Failed to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on host n-h1-838032-1 for vnic_type normal using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] Apr 20 17:29:09.565385 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempt 4 to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 Apr 20 17:29:09.575307 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-e881119c-be99-4bef-a686-82d607b5db4b tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:09.594595 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:29:09.595018 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:29:09.595251 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on network 71a0d632-9229-4892-b3a8-818bee900440 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:09.612675 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on network 71a0d632-9229-4892-b3a8-818bee900440 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:29:09.612979 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Failed to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on host n-h1-838032-1 for vnic_type normal using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] Apr 20 17:29:09.617986 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempt 5 to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 Apr 20 17:29:09.620000 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-e881119c-be99-4bef-a686-82d607b5db4b tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Transition to ACTIVE for port object 20d607fa-aa1c-4393-9adb-2d98dd0684a8 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:29:09.628006 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-53054eb2-6350-47f6-b27f-b378ffca6af7 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:09.629146 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2476153c-51d6-4b17-a572-cef1456dd8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:09.631442 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2476153c-51d6-4b17-a572-cef1456dd8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:09.632062 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-53054eb2-6350-47f6-b27f-b378ffca6af7 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2054462 Apr 20 17:29:09.632526 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2476153c-51d6-4b17-a572-cef1456dd8fa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a0a8cd9a-d741-4eb5-9536-4f1ce932c28a HTTP/1.1" status: 204 len: 168 time: 0.6112850 Apr 20 17:29:09.643775 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7b194973-423d-4424-b8d0-1961f6ce39b2 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:09.645290 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7b194973-423d-4424-b8d0-1961f6ce39b2 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "DELETE /v2.0/floatingips/99f96628-da17-4cd7-97ab-30588dcb0790 HTTP/1.1" status: 204 len: 168 time: 1.8562067 Apr 20 17:29:09.650481 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53796) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:09.653130 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:29:09.653428 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:29:09.653760 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on network 71a0d632-9229-4892-b3a8-818bee900440 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:09.657524 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476153c-51d6-4b17-a572-cef1456dd8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a8cd9a-d741-4eb5-9536-4f1ce932c28a,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:09.666011 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e8da4-22ed-4e08-93c6-68d6d6bf081a req-7000fc70-d2b4-4f91-a866-cc2935f210bd tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:09.667468 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3a3e8da4-22ed-4e08-93c6-68d6d6bf081a req-7000fc70-d2b4-4f91-a866-cc2935f210bd tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.2063937 Apr 20 17:29:09.671933 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on network 71a0d632-9229-4892-b3a8-818bee900440 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:29:09.672242 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Failed to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on host n-h1-838032-1 for vnic_type normal using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] Apr 20 17:29:09.672630 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempt 6 to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 Apr 20 17:29:09.694176 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-eeb31ab5-5936-4e92-a479-41d63c8cca6b tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] 10.222.0.39 "GET /v2.0/quotas/a533801dab0042be953d6074c1e83984 HTTP/1.1" status: 200 len: 375 time: 0.0567830 Apr 20 17:29:09.704193 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:29:09.704372 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:29:09.704658 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on network 71a0d632-9229-4892-b3a8-818bee900440 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:09.723815 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on network 71a0d632-9229-4892-b3a8-818bee900440 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:29:09.724146 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Failed to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on host n-h1-838032-1 for vnic_type normal using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] Apr 20 17:29:09.727735 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempt 7 to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 Apr 20 17:29:09.747297 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3a3e8da4-22ed-4e08-93c6-68d6d6bf081a req-366a3273-3d14-4d02-ad0f-37d1a4a0b5d6 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659294 Apr 20 17:29:09.747933 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:29:09.748276 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:29:09.748587 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on network 71a0d632-9229-4892-b3a8-818bee900440 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:09.755517 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on network 71a0d632-9229-4892-b3a8-818bee900440 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:29:09.755852 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Failed to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on host n-h1-838032-1 for vnic_type normal using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] Apr 20 17:29:09.756204 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempt 8 to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 Apr 20 17:29:09.772091 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:29:09.772417 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:29:09.772772 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on network 71a0d632-9229-4892-b3a8-818bee900440 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:09.779447 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on network 71a0d632-9229-4892-b3a8-818bee900440 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:29:09.779780 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Failed to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on host n-h1-838032-1 for vnic_type normal using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] Apr 20 17:29:09.780173 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempt 9 to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 Apr 20 17:29:09.797704 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:29:09.798337 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:29:09.804457 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on network 71a0d632-9229-4892-b3a8-818bee900440 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:09.816807 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on network 71a0d632-9229-4892-b3a8-818bee900440 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:29:09.817203 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Failed to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on host n-h1-838032-1 for vnic_type normal using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] Apr 20 17:29:09.817767 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempt 10 to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 Apr 20 17:29:09.848328 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:29:09.848750 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:29:09.849243 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on network 71a0d632-9229-4892-b3a8-818bee900440 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:09.861192 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on network 71a0d632-9229-4892-b3a8-818bee900440 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:29:09.861791 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Failed to bind port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on host n-h1-838032-1 for vnic_type normal using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] Apr 20 17:29:09.862932 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:09.874751 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-425513b1-53ae-4bf5-b15e-cf86917e6ff2 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a533801dab0042be953d6074c1e83984&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1796510 Apr 20 17:29:09.905638 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a22f0-8629-4bc8-9e6b-5fefe7697448 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Deleting port a5d53015-50ae-41a9-bd75-85482f56c83e {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:29:09.906364 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ce8a22f0-8629-4bc8-9e6b-5fefe7697448 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:09.938836 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-e881119c-be99-4bef-a686-82d607b5db4b tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:09.979435 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] For port e50f3917-b412-4fe2-a3c0-4da8f1e48101, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:29:09.979803 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempted to set empty binding levels {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 20 17:29:10.045742 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-e881119c-be99-4bef-a686-82d607b5db4b tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:29:10.059542 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:10.075945 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-e881119c-be99-4bef-a686-82d607b5db4b tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:29:10.077868 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881119c-be99-4bef-a686-82d607b5db4b tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Pushing event updated for resources: {'Port': ['ID=20d607fa-aa1c-4393-9adb-2d98dd0684a8,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:10.087831 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-e881119c-be99-4bef-a686-82d607b5db4b tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:29:10.152172 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] In _notify_port_updated(), no bound segment for port e50f3917-b412-4fe2-a3c0-4da8f1e48101 on network 71a0d632-9229-4892-b3a8-818bee900440 {{(pid=84081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 20 17:29:10.153224 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:10.157495 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] 10.222.0.39 "PUT /v2.0/ports/e50f3917-b412-4fe2-a3c0-4da8f1e48101 HTTP/1.1" status: 200 len: 979 time: 2.9276283 Apr 20 17:29:10.161917 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53812) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:10.167356 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53814) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:10.203330 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc9e8b-b5a7-41d4-9871-23ed6741adf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Pushing event updated for resources: {'Port': ['ID=e50f3917-b412-4fe2-a3c0-4da8f1e48101,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:10.226690 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-52627655-f082-4f45-99ab-28cd90b44dfb req-bc40d15b-7cf9-4346-876c-f5e3e06b701d tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] 10.222.0.39 "GET /v2.0/ports?device_id=279a4628-ee43-47b9-b0dd-1e4b3bcbc4e8 HTTP/1.1" status: 200 len: 210 time: 0.1564264 Apr 20 17:29:10.244710 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-27cc6da0-c909-4b47-9fca-3d7a351caa08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:10.284395 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6414d-1e27-4f9d-9e52-a71b7bb5837a req-6d383604-9ec2-48e6-8bfc-fa0595cada3e tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:10.286278 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1bc6414d-1e27-4f9d-9e52-a71b7bb5837a req-6d383604-9ec2-48e6-8bfc-fa0595cada3e tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.3050578 Apr 20 17:29:10.411014 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-e881119c-be99-4bef-a686-82d607b5db4b tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:10.411807 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-e881119c-be99-4bef-a686-82d607b5db4b tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:10.415562 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ae24c1a4-98b2-4495-9cab-5294e8c61035 None None] Provisioning for port 20d607fa-aa1c-4393-9adb-2d98dd0684a8 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:29:10.422921 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ae24c1a4-98b2-4495-9cab-5294e8c61035 None None] Provisioning complete for port 20d607fa-aa1c-4393-9adb-2d98dd0684a8 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:29:10.434823 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ae24c1a4-98b2-4495-9cab-5294e8c61035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:10.458406 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-27cc6da0-c909-4b47-9fca-3d7a351caa08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:10.465501 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-27cc6da0-c909-4b47-9fca-3d7a351caa08 admin admin] Usage tracker for resource:security_group_rule and tenant:3b2380cd969e4bccb62fa1917ad0d870 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:29:10.468940 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-27cc6da0-c909-4b47-9fca-3d7a351caa08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:29:10.482018 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-27cc6da0-c909-4b47-9fca-3d7a351caa08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:10.516544 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1bc6414d-1e27-4f9d-9e52-a71b7bb5837a req-e00ba836-224a-4bce-bf38-63645edae9bf tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191041 Apr 20 17:29:10.548629 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-e881119c-be99-4bef-a686-82d607b5db4b tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3900881 Apr 20 17:29:10.554574 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ce8a22f0-8629-4bc8-9e6b-5fefe7697448 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:10.564021 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-ae24c1a4-98b2-4495-9cab-5294e8c61035 None None] Port 20d607fa-aa1c-4393-9adb-2d98dd0684a8 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:29:10.568244 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-eacf685e-28fe-40da-9cd5-45c1cc9b532d service neutron] Request body: {'port': {'device_id': 'b023ed9b-cc9c-47b8-88c0-e4474dbf6f69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:29:10.578820 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-695f958a-ceb7-43e3-bfe6-96454586b810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Synchronizing usage tracker for tenant:7127de0e0dab4a5785117f7bb48de601 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:29:10.633849 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-695f958a-ceb7-43e3-bfe6-96454586b810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Unset dirty status for tenant:7127de0e0dab4a5785117f7bb48de601 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:29:10.639604 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-695f958a-ceb7-43e3-bfe6-96454586b810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25141 time: 0.4768522 Apr 20 17:29:10.640419 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53830) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:10.740963 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a22f0-8629-4bc8-9e6b-5fefe7697448 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Calling delete_port for a5d53015-50ae-41a9-bd75-85482f56c83e owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:29:10.778460 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-27cc6da0-c909-4b47-9fca-3d7a351caa08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:10.781160 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-cca99c1d-4636-4217-bf8e-4cf6746be02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Deleting port e50f3917-b412-4fe2-a3c0-4da8f1e48101 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:29:10.781494 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cca99c1d-4636-4217-bf8e-4cf6746be02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:10.809542 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-27cc6da0-c909-4b47-9fca-3d7a351caa08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:10.847433 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88f365-b473-453a-b039-5382b06cd72e req-531f15d8-811f-454d-9b03-d4985653233d tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:10.849131 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5e88f365-b473-453a-b039-5382b06cd72e req-531f15d8-811f-454d-9b03-d4985653233d tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 946 time: 0.4212561 Apr 20 17:29:10.926001 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc6da0-c909-4b47-9fca-3d7a351caa08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcce209f-e56d-4d84-bb04-e254f5126a18,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:10.929999 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-eacf685e-28fe-40da-9cd5-45c1cc9b532d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:10.942618 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-27cc6da0-c909-4b47-9fca-3d7a351caa08 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3b2380cd969e4bccb62fa1917ad0d870&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7742822 Apr 20 17:29:10.947260 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53836) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:11.045939 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5e88f365-b473-453a-b039-5382b06cd72e req-3aa76201-0221-4d1f-bc4d-058ba2e107ef tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838799 Apr 20 17:29:11.072493 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c6de4-e30e-414f-97fa-eeb39f8bfc0b req-4f5821a9-0dc3-416f-a108-3418fe21e96e tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:11.073890 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-747c6de4-e30e-414f-97fa-eeb39f8bfc0b req-4f5821a9-0dc3-416f-a108-3418fe21e96e tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] 10.222.0.39 "GET /v2.0/ports?device_id=b023ed9b-cc9c-47b8-88c0-e4474dbf6f69 HTTP/1.1" status: 200 len: 936 time: 0.3627970 Apr 20 17:29:11.076020 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ce8a22f0-8629-4bc8-9e6b-5fefe7697448 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:11.128811 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-cca99c1d-4636-4217-bf8e-4cf6746be02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] For port e50f3917-b412-4fe2-a3c0-4da8f1e48101, host n-h1-838032-1, got binding levels [] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:29:11.129163 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cca99c1d-4636-4217-bf8e-4cf6746be02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:11.171201 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a22f0-8629-4bc8-9e6b-5fefe7697448 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Pushing event deleted for resources: {'Port': ['ID=a5d53015-50ae-41a9-bd75-85482f56c83e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:11.265072 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-32eb299d-6666-4174-929d-182f4eb68eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:11.279116 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-cca99c1d-4636-4217-bf8e-4cf6746be02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Calling delete_port for e50f3917-b412-4fe2-a3c0-4da8f1e48101 owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:29:11.347127 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-747c6de4-e30e-414f-97fa-eeb39f8bfc0b req-d4128fa7-7bd6-4861-9464-0f184473a3b1 tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f93aaf-d47c-4982-b8bd-5d33f2c3c66d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599640 Apr 20 17:29:11.351697 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-32eb299d-6666-4174-929d-182f4eb68eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:11.376206 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e9ab9cc6-28da-49a4-967b-8e97c20327b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:11.437399 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ce8a22f0-8629-4bc8-9e6b-5fefe7697448 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:11.445852 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cca99c1d-4636-4217-bf8e-4cf6746be02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:11.469059 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ce8a22f0-8629-4bc8-9e6b-5fefe7697448 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "DELETE /v2.0/ports/a5d53015-50ae-41a9-bd75-85482f56c83e HTTP/1.1" status: 204 len: 168 time: 1.8167548 Apr 20 17:29:11.486064 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53844) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:11.498088 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-32eb299d-6666-4174-929d-182f4eb68eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:11.524649 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca99c1d-4636-4217-bf8e-4cf6746be02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Pushing event deleted for resources: {'Port': ['ID=e50f3917-b412-4fe2-a3c0-4da8f1e48101,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:11.542847 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb299d-6666-4174-929d-182f4eb68eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcce209f-e56d-4d84-bb04-e254f5126a18,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:11.594058 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cca99c1d-4636-4217-bf8e-4cf6746be02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:11.604625 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638a1bd-98b3-4373-8ccc-4bba897d8472 req-a9725930-aff6-48c4-aca8-5b966ee476fd tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:11.606396 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4638a1bd-98b3-4373-8ccc-4bba897d8472 req-a9725930-aff6-48c4-aca8-5b966ee476fd tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.3816006 Apr 20 17:29:11.630764 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-7db01158-04b6-4a9e-b7a3-41aabae249f3 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a533801dab0042be953d6074c1e83984&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0935943 Apr 20 17:29:11.645289 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-199b6bf4-1766-4f59-a1de-46fa054f865f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Deleting port 245a988c-cbcb-4957-b136-a84d61c64d6f {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:29:11.645925 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-199b6bf4-1766-4f59-a1de-46fa054f865f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:11.678545 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6570e881-e76e-4b87-96c6-59c31b4b656a req-a55fedf5-bd57-469a-9394-2d347852c556 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] 10.222.0.39 "GET /v2.0/ports?device_id=279a4628-ee43-47b9-b0dd-1e4b3bcbc4e8 HTTP/1.1" status: 200 len: 210 time: 0.0919855 Apr 20 17:29:11.688327 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cca99c1d-4636-4217-bf8e-4cf6746be02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] 10.222.0.39 "DELETE /v2.0/ports/e50f3917-b412-4fe2-a3c0-4da8f1e48101 HTTP/1.1" status: 204 len: 168 time: 1.0447650 Apr 20 17:29:11.688327 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53848) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:11.730507 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.resource_extend [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-eacf685e-28fe-40da-9cd5-45c1cc9b532d service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:29:11.752670 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-32eb299d-6666-4174-929d-182f4eb68eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:11.754044 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-32eb299d-6666-4174-929d-182f4eb68eed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dcce209f-e56d-4d84-bb04-e254f5126a18 HTTP/1.1" status: 204 len: 168 time: 0.8052175 Apr 20 17:29:11.814523 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-b20301d1-0cf6-47e5-8c99-722d19dae63d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] GET failed (client error): The resource could not be found. Apr 20 17:29:11.815192 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b20301d1-0cf6-47e5-8c99-722d19dae63d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Synchronizing usage tracker for tenant:7127de0e0dab4a5785117f7bb48de601 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:29:11.843220 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b20301d1-0cf6-47e5-8c99-722d19dae63d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Unset dirty status for tenant:7127de0e0dab4a5785117f7bb48de601 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:29:11.850728 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b20301d1-0cf6-47e5-8c99-722d19dae63d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] 10.222.0.39 "GET /v2.0/ports/e50f3917-b412-4fe2-a3c0-4da8f1e48101 HTTP/1.1" status: 404 len: 333 time: 0.0995376 Apr 20 17:29:11.851420 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53854) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:11.887063 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-9fb0967c-e136-4a61-8276-8b6afa3dc8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1174135192', 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:29:11.896078 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9fb0967c-e136-4a61-8276-8b6afa3dc8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:11.905353 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-6c0c0c0e-0fc0-4b8f-8e5f-f05ab367a562 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:11.906809 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-6c0c0c0e-0fc0-4b8f-8e5f-f05ab367a562 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2699833 Apr 20 17:29:11.913618 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9fb0967c-e136-4a61-8276-8b6afa3dc8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:11.924456 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb0967c-e136-4a61-8276-8b6afa3dc8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Made reservation on behalf of 7127de0e0dab4a5785117f7bb48de601 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:29:11.927367 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9fb0967c-e136-4a61-8276-8b6afa3dc8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:11.948509 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-86bfb904-100f-451e-9743-ace6ab21006f tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Request body: {'port': {'device_id': '279a4628-ee43-47b9-b0dd-1e4b3bcbc4e8', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'admin_state_up': True, 'tenant_id': 'a533801dab0042be953d6074c1e83984'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:29:11.999662 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-eacf685e-28fe-40da-9cd5-45c1cc9b532d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20d607fa-aa1c-4393-9adb-2d98dd0684a8 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:29:12.005375 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4638a1bd-98b3-4373-8ccc-4bba897d8472 req-19e9bd33-9b4d-497c-bc96-4a02441d63be tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799114 Apr 20 17:29:12.012796 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-eacf685e-28fe-40da-9cd5-45c1cc9b532d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:12.031718 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-9fb0967c-e136-4a61-8276-8b6afa3dc8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] device_id is not set on port bd91c57e-9587-4e9b-8ac7-be640ae5a4fe yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:29:12.057544 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-eacf685e-28fe-40da-9cd5-45c1cc9b532d service neutron] Transition to ACTIVE for port object 20d607fa-aa1c-4393-9adb-2d98dd0684a8 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:29:12.118160 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-eacf685e-28fe-40da-9cd5-45c1cc9b532d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:12.211479 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf685e-28fe-40da-9cd5-45c1cc9b532d service neutron] Pushing event updated for resources: {'Port': ['ID=20d607fa-aa1c-4393-9adb-2d98dd0684a8,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:12.377773 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-86bfb904-100f-451e-9743-ace6ab21006f tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:12.385897 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-86bfb904-100f-451e-9743-ace6ab21006f tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Usage tracker for resource:port and tenant:a533801dab0042be953d6074c1e83984 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:29:12.387476 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-199b6bf4-1766-4f59-a1de-46fa054f865f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:12.424990 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-86bfb904-100f-451e-9743-ace6ab21006f tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:29:12.443263 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-86bfb904-100f-451e-9743-ace6ab21006f tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:12.458912 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9fb0967c-e136-4a61-8276-8b6afa3dc8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:12.499311 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9fb0967c-e136-4a61-8276-8b6afa3dc8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:12.614412 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-199b6bf4-1766-4f59-a1de-46fa054f865f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Calling delete_port for 245a988c-cbcb-4957-b136-a84d61c64d6f owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:29:12.646895 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:12.661432 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:12.669552 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-86bfb904-100f-451e-9743-ace6ab21006f tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Made reservation on behalf of a533801dab0042be953d6074c1e83984 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:29:12.672569 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-86bfb904-100f-451e-9743-ace6ab21006f tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:12.684165 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc8a64d-b2a8-4dfe-962e-23c145902c92 req-9482d9ae-fbe8-40a8-8a6e-a06122d38558 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:12.685623 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3cc8a64d-b2a8-4dfe-962e-23c145902c92 req-9482d9ae-fbe8-40a8-8a6e-a06122d38558 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 946 time: 0.4110615 Apr 20 17:29:12.700681 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ea4fd-279c-4c94-aa9f-90eedc7f0b17 req-72b0e4d7-4f72-4060-8127-efa632c96a28 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:12.702122 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-106ea4fd-279c-4c94-aa9f-90eedc7f0b17 req-72b0e4d7-4f72-4060-8127-efa632c96a28 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.5592828 Apr 20 17:29:12.712283 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-86bfb904-100f-451e-9743-ace6ab21006f tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:12.736544 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-eacf685e-28fe-40da-9cd5-45c1cc9b532d service neutron] Attempting to bind port 20d607fa-aa1c-4393-9adb-2d98dd0684a8 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:29:12.736905 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-eacf685e-28fe-40da-9cd5-45c1cc9b532d service neutron] Attempting to bind port 20d607fa-aa1c-4393-9adb-2d98dd0684a8 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:29:12.737225 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-eacf685e-28fe-40da-9cd5-45c1cc9b532d service neutron] Attempting to bind port 20d607fa-aa1c-4393-9adb-2d98dd0684a8 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:12.755727 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb0967c-e136-4a61-8276-8b6afa3dc8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Network 71a0d632-9229-4892-b3a8-818bee900440 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:29:12.762391 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-9fb0967c-e136-4a61-8276-8b6afa3dc8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:29:12.764725 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-eacf685e-28fe-40da-9cd5-45c1cc9b532d service neutron] Port 20d607fa-aa1c-4393-9adb-2d98dd0684a8 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:29:12.765047 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-eacf685e-28fe-40da-9cd5-45c1cc9b532d service neutron] Attempting to bind port 20d607fa-aa1c-4393-9adb-2d98dd0684a8 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:12.767599 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb0967c-e136-4a61-8276-8b6afa3dc8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:29:12.768584 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb0967c-e136-4a61-8276-8b6afa3dc8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:12.769318 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9fb0967c-e136-4a61-8276-8b6afa3dc8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:12.779759 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0967c-e136-4a61-8276-8b6afa3dc8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Pushing event updated for resources: {'Port': ['ID=bd91c57e-9587-4e9b-8ac7-be640ae5a4fe,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:12.780980 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-eacf685e-28fe-40da-9cd5-45c1cc9b532d service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:29:12.781311 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-eacf685e-28fe-40da-9cd5-45c1cc9b532d service neutron] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:29:12.781688 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-eacf685e-28fe-40da-9cd5-45c1cc9b532d service neutron] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:29:12.782107 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-eacf685e-28fe-40da-9cd5-45c1cc9b532d service neutron] Bound port: 20d607fa-aa1c-4393-9adb-2d98dd0684a8, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:29:12.782533 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-eacf685e-28fe-40da-9cd5-45c1cc9b532d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:12.807127 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3cc8a64d-b2a8-4dfe-962e-23c145902c92 req-14a0dcaf-d022-418a-b2e1-b4d04249ba4b tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072268 Apr 20 17:29:12.825226 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-86bfb904-100f-451e-9743-ace6ab21006f tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:12.836684 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-86bfb904-100f-451e-9743-ace6ab21006f tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Usage tracker for resource:security_group_rule and tenant:a533801dab0042be953d6074c1e83984 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:29:12.838770 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-86bfb904-100f-451e-9743-ace6ab21006f tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:29:12.846206 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-106ea4fd-279c-4c94-aa9f-90eedc7f0b17 req-bc87cc19-d589-4a34-8783-dd786cf233d4 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223497 Apr 20 17:29:12.848137 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-86bfb904-100f-451e-9743-ace6ab21006f tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:12.851309 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9fb0967c-e136-4a61-8276-8b6afa3dc8a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9801357 Apr 20 17:29:12.860064 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53884) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:12.924436 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-eacf685e-28fe-40da-9cd5-45c1cc9b532d service neutron] For port 20d607fa-aa1c-4393-9adb-2d98dd0684a8, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:29:12.984326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d9c11479-29d5-48e3-afb2-e92d1f6c4d4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Synchronizing usage tracker for tenant:7127de0e0dab4a5785117f7bb48de601 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:29:12.991068 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-199b6bf4-1766-4f59-a1de-46fa054f865f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:13.019398 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d9c11479-29d5-48e3-afb2-e92d1f6c4d4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Unset dirty status for tenant:7127de0e0dab4a5785117f7bb48de601 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:29:13.021156 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d9c11479-29d5-48e3-afb2-e92d1f6c4d4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] 10.222.0.39 "GET /v2.0/ports/bd91c57e-9587-4e9b-8ac7-be640ae5a4fe HTTP/1.1" status: 200 len: 959 time: 0.1594739 Apr 20 17:29:13.031009 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53892) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:13.036984 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-eacf685e-28fe-40da-9cd5-45c1cc9b532d service neutron] For port 20d607fa-aa1c-4393-9adb-2d98dd0684a8, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=20d607fa-aa1c-4393-9adb-2d98dd0684a8,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:29:13.079856 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b6bf4-1766-4f59-a1de-46fa054f865f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Pushing event deleted for resources: {'Port': ['ID=245a988c-cbcb-4957-b136-a84d61c64d6f,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:13.088911 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-eacf685e-28fe-40da-9cd5-45c1cc9b532d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:13.134306 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-464cc621-bf4f-4758-bc70-dfef81b7ec9c req-15d9651c-8997-4298-b749-52a69f5f87cd tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] 10.222.0.39 "GET /v2.0/ports?device_id=279a4628-ee43-47b9-b0dd-1e4b3bcbc4e8 HTTP/1.1" status: 200 len: 210 time: 0.1021192 Apr 20 17:29:13.141868 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-86bfb904-100f-451e-9743-ace6ab21006f tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:13.151794 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-22d2cebc-9fe2-4982-8e77-16d3c2171f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Deleting port bd91c57e-9587-4e9b-8ac7-be640ae5a4fe {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:29:13.151794 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-22d2cebc-9fe2-4982-8e77-16d3c2171f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:13.189255 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-86bfb904-100f-451e-9743-ace6ab21006f tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:13.198486 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:13.264598 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-eacf685e-28fe-40da-9cd5-45c1cc9b532d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:13.266078 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-eacf685e-28fe-40da-9cd5-45c1cc9b532d service neutron] 10.222.0.43 "PUT /v2.0/ports/20d607fa-aa1c-4393-9adb-2d98dd0684a8 HTTP/1.1" status: 200 len: 1096 time: 2.7033453 Apr 20 17:29:13.267803 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b023ed9b-cc9c-47b8-88c0-e4474dbf6f69', 'tag': '20d607fa-aa1c-4393-9adb-2d98dd0684a8'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:29:13.319908 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf685e-28fe-40da-9cd5-45c1cc9b532d service neutron] Pushing event updated for resources: {'Port': ['ID=20d607fa-aa1c-4393-9adb-2d98dd0684a8,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:13.388120 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-199b6bf4-1766-4f59-a1de-46fa054f865f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:13.409146 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd85427-4d6d-49bc-8397-bcd192979687 req-f09070bf-4f5d-4a87-9316-9821dbe15430 tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:13.409146 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-5bd85427-4d6d-49bc-8397-bcd192979687 req-f09070bf-4f5d-4a87-9316-9821dbe15430 tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Synchronizing usage tracker for tenant:477df7c4581f423dbb04dd9e22a1ed54 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:29:13.418400 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-199b6bf4-1766-4f59-a1de-46fa054f865f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "DELETE /v2.0/ports/245a988c-cbcb-4957-b136-a84d61c64d6f HTTP/1.1" status: 204 len: 168 time: 1.9292092 Apr 20 17:29:13.427955 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53906) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:13.522489 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfb904-100f-451e-9743-ace6ab21006f tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd18b93-0d31-4c58-a5f1-2d4f20979204,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:13.527327 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-5bd85427-4d6d-49bc-8397-bcd192979687 req-f09070bf-4f5d-4a87-9316-9821dbe15430 tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Unset dirty status for tenant:477df7c4581f423dbb04dd9e22a1ed54 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:29:13.534457 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5bd85427-4d6d-49bc-8397-bcd192979687 req-f09070bf-4f5d-4a87-9316-9821dbe15430 tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] 10.222.0.39 "GET /v2.0/ports?device_id=b023ed9b-cc9c-47b8-88c0-e4474dbf6f69 HTTP/1.1" status: 200 len: 948 time: 0.4996157 Apr 20 17:29:13.645520 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-86bfb904-100f-451e-9743-ace6ab21006f tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Allocated IP 192.168.233.104 (9a774663-a30d-4bd1-8b41-83fe693f2d30/777b4790-ba4c-49e9-8844-3c09c1447f40/fa7d8041-0cf4-4758-84dd-ed223797b237) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:29:13.729542 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-22d2cebc-9fe2-4982-8e77-16d3c2171f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:13.756679 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7bf15-38c0-4606-8750-b75a551427e3 req-f8192361-f8a4-47c9-8c56-6c6625f1e22d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:13.763690 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fff7bf15-38c0-4606-8750-b75a551427e3 req-f8192361-f8a4-47c9-8c56-6c6625f1e22d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.3844020 Apr 20 17:29:13.861267 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-91183488-b80f-44e4-ac63-a12a9ec79186 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=477df7c4581f423dbb04dd9e22a1ed54&device_id=b023ed9b-cc9c-47b8-88c0-e4474dbf6f69 HTTP/1.1" status: 200 len: 1099 time: 0.5181396 Apr 20 17:29:13.867380 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-5bd85427-4d6d-49bc-8397-bcd192979687 req-6afb306e-6197-44e7-becb-e83b2720192b tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Synchronizing usage tracker for tenant:477df7c4581f423dbb04dd9e22a1ed54 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:29:13.875071 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-df6e4d13-e7df-425a-844d-26340dace281 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Deleting subnet 9ec642e4-8f7c-4328-a5b9-8fb965f7e357 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:29:13.902204 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-22d2cebc-9fe2-4982-8e77-16d3c2171f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Calling delete_port for bd91c57e-9587-4e9b-8ac7-be640ae5a4fe owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:29:13.928590 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-df6e4d13-e7df-425a-844d-26340dace281 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:13.950963 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:13.989341 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-4e20fb2d-334f-4310-9037-ab619911a065 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=20d607fa-aa1c-4393-9adb-2d98dd0684a8 HTTP/1.1" status: 200 len: 217 time: 0.1169157 Apr 20 17:29:14.030811 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-5bd85427-4d6d-49bc-8397-bcd192979687 req-6afb306e-6197-44e7-becb-e83b2720192b tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Unset dirty status for tenant:477df7c4581f423dbb04dd9e22a1ed54 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:29:14.031982 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5bd85427-4d6d-49bc-8397-bcd192979687 req-6afb306e-6197-44e7-becb-e83b2720192b tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f93aaf-d47c-4982-b8bd-5d33f2c3c66d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966788 Apr 20 17:29:14.045853 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-df6e4d13-e7df-425a-844d-26340dace281 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:14.105758 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-9ce13344-510b-4911-8849-628b7ebc62d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:14.106836 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fff7bf15-38c0-4606-8750-b75a551427e3 req-1168e058-7e39-4c12-bfac-30b0eee50a3f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421872 Apr 20 17:29:14.107218 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-9ce13344-510b-4911-8849-628b7ebc62d8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1120043 Apr 20 17:29:14.148204 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12cb460a-9202-4b54-801b-13ca4f1a2150'] response: {'name': 'network-changed', 'server_uuid': 'b023ed9b-cc9c-47b8-88c0-e4474dbf6f69', 'tag': '20d607fa-aa1c-4393-9adb-2d98dd0684a8', 'status': 'completed', 'code': 200} Apr 20 17:29:14.179580 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-22d2cebc-9fe2-4982-8e77-16d3c2171f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:14.230351 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-86bfb904-100f-451e-9743-ace6ab21006f tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:14.245284 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-df6e4d13-e7df-425a-844d-26340dace281 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:14.249725 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-86bfb904-100f-451e-9743-ace6ab21006f tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Transition to ACTIVE for port object fa7d8041-0cf4-4758-84dd-ed223797b237 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:29:14.341841 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-21eea026-64e3-4f71-b801-7bbe42071279 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2272069 Apr 20 17:29:14.351629 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2cebc-9fe2-4982-8e77-16d3c2171f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd91c57e-9587-4e9b-8ac7-be640ae5a4fe,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:14.382899 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-22d2cebc-9fe2-4982-8e77-16d3c2171f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:14.391179 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-86bfb904-100f-451e-9743-ace6ab21006f tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:14.484102 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-22d2cebc-9fe2-4982-8e77-16d3c2171f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] 10.222.0.39 "DELETE /v2.0/ports/bd91c57e-9587-4e9b-8ac7-be640ae5a4fe HTTP/1.1" status: 204 len: 168 time: 1.4477127 Apr 20 17:29:14.484102 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-86bfb904-100f-451e-9743-ace6ab21006f tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:29:14.486987 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53930) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:14.489428 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-86bfb904-100f-451e-9743-ace6ab21006f tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:29:14.499996 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-df6e4d13-e7df-425a-844d-26340dace281 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:14.511183 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc737073-2761-4094-932c-9224c52dd047 req-58b325dc-f6d7-4454-8a19-51b59c249378 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:14.512657 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dc737073-2761-4094-932c-9224c52dd047 req-58b325dc-f6d7-4454-8a19-51b59c249378 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.2498114 Apr 20 17:29:14.513606 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-86bfb904-100f-451e-9743-ace6ab21006f tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:29:14.543056 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfb904-100f-451e-9743-ace6ab21006f tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Pushing event updated for resources: {'Port': ['ID=fa7d8041-0cf4-4758-84dd-ed223797b237,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:14.571703 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd177550-c14e-4ed9-a63e-4ab6448767d1 req-91462163-c420-4edb-abae-dc7fdea05237 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:14.578499 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fd177550-c14e-4ed9-a63e-4ab6448767d1 req-91462163-c420-4edb-abae-dc7fdea05237 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 946 time: 0.3064744 Apr 20 17:29:14.618236 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dc737073-2761-4094-932c-9224c52dd047 req-e95eabc2-7dfe-4669-98fd-e89959d7db53 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724182 Apr 20 17:29:14.619055 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e4d13-e7df-425a-844d-26340dace281 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Pushing event deleted for resources: {'Subnet': ['ID=9ec642e4-8f7c-4328-a5b9-8fb965f7e357,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:14.628662 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-86bfb904-100f-451e-9743-ace6ab21006f tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:14.629632 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-86bfb904-100f-451e-9743-ace6ab21006f tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:14.631708 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d32b40d-5cd3-4b5c-891e-3a9b97fe4ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] GET failed (client error): The resource could not be found. Apr 20 17:29:14.637362 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53936) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:14.637580 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5d32b40d-5cd3-4b5c-891e-3a9b97fe4ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] 10.222.0.39 "GET /v2.0/ports/bd91c57e-9587-4e9b-8ac7-be640ae5a4fe HTTP/1.1" status: 404 len: 333 time: 0.1453121 Apr 20 17:29:14.650303 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-ba51f771-0f81-45c8-bb01-ccd53e82e793 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007152 Apr 20 17:29:14.650689 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-982eb097-9b23-451b-8218-2a7f754b0bce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Request body: {'port': {'network_id': '71a0d632-9229-4892-b3a8-818bee900440', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-151083466'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:29:14.651272 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-df6e4d13-e7df-425a-844d-26340dace281 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:14.657495 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-982eb097-9b23-451b-8218-2a7f754b0bce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:14.658108 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f02f106-d864-4514-8869-ed2c80d783f0 None None] Network bdb724c9-4270-4009-8d7a-ad021aa5f7f3 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:29:14.662918 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-982eb097-9b23-451b-8218-2a7f754b0bce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Usage tracker for resource:port and tenant:7127de0e0dab4a5785117f7bb48de601 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:29:14.667488 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-86bfb904-100f-451e-9743-ace6ab21006f tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7230277 Apr 20 17:29:14.668481 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-982eb097-9b23-451b-8218-2a7f754b0bce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:29:14.677257 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-982eb097-9b23-451b-8218-2a7f754b0bce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:14.684836 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-0c45189f-c713-46e1-b71d-49d53eee6c54 service neutron] Request body: {'port': {'device_id': '279a4628-ee43-47b9-b0dd-1e4b3bcbc4e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:29:14.749602 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982eb097-9b23-451b-8218-2a7f754b0bce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Made reservation on behalf of 7127de0e0dab4a5785117f7bb48de601 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:29:14.751863 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-982eb097-9b23-451b-8218-2a7f754b0bce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:14.802811 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3880e38-fb4c-4325-b43d-e4c80ed18c17 req-30d78246-f9e2-430c-8f3e-ca251fd2cc09 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444404 Apr 20 17:29:14.805139 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-df6e4d13-e7df-425a-844d-26340dace281 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "DELETE /v2.0/subnets/9ec642e4-8f7c-4328-a5b9-8fb965f7e357 HTTP/1.1" status: 204 len: 168 time: 1.3761280 Apr 20 17:29:14.808125 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53942) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:14.851188 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8bc52cf5-2c6d-433d-ac34-65fa37d06e43 None None] Provisioning for port fa7d8041-0cf4-4758-84dd-ed223797b237 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:29:14.860740 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8bc52cf5-2c6d-433d-ac34-65fa37d06e43 None None] Provisioning complete for port fa7d8041-0cf4-4758-84dd-ed223797b237 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:29:14.861425 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8bc52cf5-2c6d-433d-ac34-65fa37d06e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:14.881474 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fd177550-c14e-4ed9-a63e-4ab6448767d1 req-0d66857a-fdf4-4f30-b4d0-cdb74ba78f5e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019996 Apr 20 17:29:15.009082 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-982eb097-9b23-451b-8218-2a7f754b0bce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] device_id is not set on port 7c388e56-08cf-4751-833a-07c201ab8728 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:29:15.084446 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-0c45189f-c713-46e1-b71d-49d53eee6c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:15.092434 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-8bc52cf5-2c6d-433d-ac34-65fa37d06e43 None None] Port fa7d8041-0cf4-4758-84dd-ed223797b237 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:29:15.165846 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:15.233977 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-760d1fa7-bd74-4798-a403-32221ab88ef1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Deleting subnet b5ebbe7f-912e-4e00-9c1b-0556bb717366 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:29:15.236993 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-760d1fa7-bd74-4798-a403-32221ab88ef1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:15.293757 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b9859a-4747-498f-8a15-8bf396313638 None None] DHCP port deletion for bdb724c9-4270-4009-8d7a-ad021aa5f7f3 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:29:15.298649 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-79b9859a-4747-498f-8a15-8bf396313638 None None] Deleting port d337f541-4432-4bbc-8497-74e62042a43a {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:29:15.299543 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-79b9859a-4747-498f-8a15-8bf396313638 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:15.309576 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-760d1fa7-bd74-4798-a403-32221ab88ef1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:15.498024 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-21445535-2b60-4aa2-953b-f6a7eaa396e4 req-d0252040-ce53-4c5e-b242-b822d297e953 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=477df7c4581f423dbb04dd9e22a1ed54&device_id=b023ed9b-cc9c-47b8-88c0-e4474dbf6f69 HTTP/1.1" status: 200 len: 1099 time: 0.6095483 Apr 20 17:29:15.559531 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-79b9859a-4747-498f-8a15-8bf396313638 None None] For port d337f541-4432-4bbc-8497-74e62042a43a, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d337f541-4432-4bbc-8497-74e62042a43a,segment=NetworkSegment(9296474a-83a4-4000-8754-633df686eea1),segment_id=9296474a-83a4-4000-8754-633df686eea1)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:29:15.560039 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-79b9859a-4747-498f-8a15-8bf396313638 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:15.565808 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282831f-19d2-4d2d-845b-17081ce9b182 req-7c4fb58b-2a3d-4b85-a104-379521b9e2c4 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:15.567694 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-5282831f-19d2-4d2d-845b-17081ce9b182 req-7c4fb58b-2a3d-4b85-a104-379521b9e2c4 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Synchronizing usage tracker for tenant:a533801dab0042be953d6074c1e83984 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:29:15.648326 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-760d1fa7-bd74-4798-a403-32221ab88ef1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:15.694649 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-5282831f-19d2-4d2d-845b-17081ce9b182 req-7c4fb58b-2a3d-4b85-a104-379521b9e2c4 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Unset dirty status for tenant:a533801dab0042be953d6074c1e83984 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:29:15.696379 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5282831f-19d2-4d2d-845b-17081ce9b182 req-7c4fb58b-2a3d-4b85-a104-379521b9e2c4 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] 10.222.0.39 "GET /v2.0/ports?device_id=279a4628-ee43-47b9-b0dd-1e4b3bcbc4e8 HTTP/1.1" status: 200 len: 936 time: 0.7397449 Apr 20 17:29:15.704898 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-79b9859a-4747-498f-8a15-8bf396313638 None None] Calling delete_port for d337f541-4432-4bbc-8497-74e62042a43a owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:29:15.716760 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cf330-375b-4ef5-a3ad-da017da38b57 req-4fbc084e-f9db-471c-b7cd-62b623dafbe7 tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:15.718237 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0b2cf330-375b-4ef5-a3ad-da017da38b57 req-4fbc084e-f9db-471c-b7cd-62b623dafbe7 tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] 10.222.0.39 "GET /v2.0/ports?device_id=b023ed9b-cc9c-47b8-88c0-e4474dbf6f69 HTTP/1.1" status: 200 len: 948 time: 0.3605871 Apr 20 17:29:15.789344 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-79b9859a-4747-498f-8a15-8bf396313638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:15.792053 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-982eb097-9b23-451b-8218-2a7f754b0bce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:15.810318 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21445535-2b60-4aa2-953b-f6a7eaa396e4 req-94867335-2eb2-4a6e-9625-4662948a8c4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:15.811674 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-21445535-2b60-4aa2-953b-f6a7eaa396e4 req-94867335-2eb2-4a6e-9625-4662948a8c4e service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.3058045 Apr 20 17:29:15.814601 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0b2cf330-375b-4ef5-a3ad-da017da38b57 req-91c2696e-ab5d-4ab7-85d2-e6fd9036eda7 tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f93aaf-d47c-4982-b8bd-5d33f2c3c66d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872612 Apr 20 17:29:15.827464 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-5282831f-19d2-4d2d-845b-17081ce9b182 req-defa2880-95d9-4c4b-8b02-779595be4d36 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Synchronizing usage tracker for tenant:a533801dab0042be953d6074c1e83984 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:29:15.848661 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9859a-4747-498f-8a15-8bf396313638 None None] Pushing event deleted for resources: {'Port': ['ID=d337f541-4432-4bbc-8497-74e62042a43a,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:15.865189 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b9859a-4747-498f-8a15-8bf396313638 None None] No DVR routers for this DVR port d337f541-4432-4bbc-8497-74e62042a43a on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:29:15.877528 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9859a-4747-498f-8a15-8bf396313638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:29:15.878101 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9859a-4747-498f-8a15-8bf396313638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:29:15.878729 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9859a-4747-498f-8a15-8bf396313638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:29:15.879267 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9859a-4747-498f-8a15-8bf396313638 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:29:15.879978 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9859a-4747-498f-8a15-8bf396313638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:29:15.880685 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9859a-4747-498f-8a15-8bf396313638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:29:15.881221 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9859a-4747-498f-8a15-8bf396313638 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:29:15.881794 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9859a-4747-498f-8a15-8bf396313638 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:29:15.882423 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9859a-4747-498f-8a15-8bf396313638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:29:15.882954 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9859a-4747-498f-8a15-8bf396313638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:29:15.883435 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9859a-4747-498f-8a15-8bf396313638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:29:15.885554 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-5282831f-19d2-4d2d-845b-17081ce9b182 req-defa2880-95d9-4c4b-8b02-779595be4d36 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Unset dirty status for tenant:a533801dab0042be953d6074c1e83984 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:29:15.900773 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5282831f-19d2-4d2d-845b-17081ce9b182 req-defa2880-95d9-4c4b-8b02-779595be4d36 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdd18b93-0d31-4c58-a5f1-2d4f20979204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960468 Apr 20 17:29:15.979708 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-982eb097-9b23-451b-8218-2a7f754b0bce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:16.035780 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-760d1fa7-bd74-4798-a403-32221ab88ef1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:16.039525 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-0c45189f-c713-46e1-b71d-49d53eee6c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa7d8041-0cf4-4758-84dd-ed223797b237 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:29:16.060569 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-0c45189f-c713-46e1-b71d-49d53eee6c54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:16.091428 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-0c45189f-c713-46e1-b71d-49d53eee6c54 service neutron] Transition to ACTIVE for port object fa7d8041-0cf4-4758-84dd-ed223797b237 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:29:16.093616 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982eb097-9b23-451b-8218-2a7f754b0bce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Network 71a0d632-9229-4892-b3a8-818bee900440 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:29:16.095144 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982eb097-9b23-451b-8218-2a7f754b0bce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Pushing event updated for resources: {'Port': ['ID=7c388e56-08cf-4751-833a-07c201ab8728,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:16.119102 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d1fa7-bd74-4798-a403-32221ab88ef1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Pushing event deleted for resources: {'Subnet': ['ID=b5ebbe7f-912e-4e00-9c1b-0556bb717366,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:16.128626 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-982eb097-9b23-451b-8218-2a7f754b0bce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:29:16.135532 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-0c45189f-c713-46e1-b71d-49d53eee6c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:16.139250 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-21445535-2b60-4aa2-953b-f6a7eaa396e4 req-7214d47f-3503-48ce-867a-385cae7c2af8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=20d607fa-aa1c-4393-9adb-2d98dd0684a8 HTTP/1.1" status: 200 len: 217 time: 0.3203316 Apr 20 17:29:16.143883 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-760d1fa7-bd74-4798-a403-32221ab88ef1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:16.146150 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982eb097-9b23-451b-8218-2a7f754b0bce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:29:16.147007 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982eb097-9b23-451b-8218-2a7f754b0bce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:16.147607 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-982eb097-9b23-451b-8218-2a7f754b0bce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:16.150400 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-760d1fa7-bd74-4798-a403-32221ab88ef1 tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "DELETE /v2.0/subnets/b5ebbe7f-912e-4e00-9c1b-0556bb717366 HTTP/1.1" status: 204 len: 168 time: 1.3412576 Apr 20 17:29:16.152577 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6219a110-2d10-42c6-aa08-a45cbf835179 None None] Network 4d480786-fdb1-4243-8366-e7c5fa985200 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:29:16.155601 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53968) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:16.289200 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-982eb097-9b23-451b-8218-2a7f754b0bce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6478341 Apr 20 17:29:16.306285 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53972) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:16.335781 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-103eaa8f-73be-4d48-b407-228b53abc20a tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:16.340944 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:29:16.423000 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45189f-c713-46e1-b71d-49d53eee6c54 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7d8041-0cf4-4758-84dd-ed223797b237,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:16.427720 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab94b46-e08c-4d0b-a240-4bc4de460b6e req-64e71535-8fdf-4618-bba0-102591f3f615 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:16.429486 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eab94b46-e08c-4d0b-a240-4bc4de460b6e req-64e71535-8fdf-4618-bba0-102591f3f615 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.3948910 Apr 20 17:29:16.430566 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21445535-2b60-4aa2-953b-f6a7eaa396e4 req-2ee700cc-ee94-4f32-83c8-5690952c32f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:16.431915 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-21445535-2b60-4aa2-953b-f6a7eaa396e4 req-2ee700cc-ee94-4f32-83c8-5690952c32f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.2790902 Apr 20 17:29:16.475734 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d337f541-4432-4bbc-8497-74e62042a43a no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:29:16.611556 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: d337f541-4432-4bbc-8497-74e62042a43a {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:29:16.612445 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d337f541-4432-4bbc-8497-74e62042a43a not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:29:16.671410 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-103eaa8f-73be-4d48-b407-228b53abc20a tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:16.674332 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf9005-6233-4ae4-a194-2ab7ff6d3444 req-1d948ebc-36b6-42f4-9659-4465ac1bf1ec tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:16.675857 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0acf9005-6233-4ae4-a194-2ab7ff6d3444 req-1d948ebc-36b6-42f4-9659-4465ac1bf1ec tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 946 time: 0.5859118 Apr 20 17:29:16.679432 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53978) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:16.680423 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eab94b46-e08c-4d0b-a240-4bc4de460b6e req-5ce31091-d283-43d0-9da6-afd2e991d136 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107964 Apr 20 17:29:16.709850 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-103eaa8f-73be-4d48-b407-228b53abc20a tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb724c9-4270-4009-8d7a-ad021aa5f7f3']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:29:16.725829 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-103eaa8f-73be-4d48-b407-228b53abc20a tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9296474a-83a4-4000-8754-633df686eea1') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:29:16.726225 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-103eaa8f-73be-4d48-b407-228b53abc20a tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9296474a-83a4-4000-8754-633df686eea1') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:29:16.750238 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-103eaa8f-73be-4d48-b407-228b53abc20a tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:16.766818 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-21445535-2b60-4aa2-953b-f6a7eaa396e4 req-ff967b6d-b5e9-42a6-8a21-6e7c04fdda54 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2984276 Apr 20 17:29:16.779836 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f1e9be-211c-4e03-884e-d61eda409b81 None None] DHCP port deletion for 4d480786-fdb1-4243-8366-e7c5fa985200 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:29:16.784724 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d7f1e9be-211c-4e03-884e-d61eda409b81 None None] Deleting port 313960fa-b41e-48d4-95b9-46ee5b81fac3 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:29:16.785104 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d7f1e9be-211c-4e03-884e-d61eda409b81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:16.785275 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:16.817993 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-0c45189f-c713-46e1-b71d-49d53eee6c54 service neutron] Attempting to bind port fa7d8041-0cf4-4758-84dd-ed223797b237 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:29:16.818474 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-0c45189f-c713-46e1-b71d-49d53eee6c54 service neutron] Attempting to bind port fa7d8041-0cf4-4758-84dd-ed223797b237 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:29:16.818873 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-0c45189f-c713-46e1-b71d-49d53eee6c54 service neutron] Attempting to bind port fa7d8041-0cf4-4758-84dd-ed223797b237 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:16.832912 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-103eaa8f-73be-4d48-b407-228b53abc20a tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:16.872790 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0acf9005-6233-4ae4-a194-2ab7ff6d3444 req-704aa403-3be1-430e-916b-8bcc7856fbdf tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883068 Apr 20 17:29:16.885903 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-0c45189f-c713-46e1-b71d-49d53eee6c54 service neutron] Port fa7d8041-0cf4-4758-84dd-ed223797b237 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:29:16.898390 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-0c45189f-c713-46e1-b71d-49d53eee6c54 service neutron] Attempting to bind port fa7d8041-0cf4-4758-84dd-ed223797b237 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:16.918117 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-103eaa8f-73be-4d48-b407-228b53abc20a tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:29:16.918559 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-103eaa8f-73be-4d48-b407-228b53abc20a tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:16.934767 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:29:16.934767 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:29:16.934767 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:29:16.934767 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:29:16.934767 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:29:16.934767 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:29:16.934767 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:29:16.934767 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:29:16.934767 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:29:16.934767 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:29:16.934767 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:29:16.934767 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:29:16.934767 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:29:16.934767 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:29:16.934767 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:29:16.934767 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:29:16.934767 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:29:16.934767 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:29:16.934767 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:29:16.934767 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:29:16.934767 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:29:16.934767 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:29:16.934767 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:29:16.934767 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:29:16.934767 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:29:16.934767 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:29:16.934767 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:29:16.934767 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:29:16.934767 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:29:16.934767 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:29:16.934767 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:29:16.934767 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:29:16.965720 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4fa3a1f1-416e-4ee2-9389-4ce5b8e219b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:17.009726 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-0c45189f-c713-46e1-b71d-49d53eee6c54 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:29:17.009953 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-0c45189f-c713-46e1-b71d-49d53eee6c54 service neutron] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:29:17.015335 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-0c45189f-c713-46e1-b71d-49d53eee6c54 service neutron] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:29:17.015809 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-0c45189f-c713-46e1-b71d-49d53eee6c54 service neutron] Bound port: fa7d8041-0cf4-4758-84dd-ed223797b237, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:29:17.016165 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-0c45189f-c713-46e1-b71d-49d53eee6c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:17.067959 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-103eaa8f-73be-4d48-b407-228b53abc20a tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:17.100456 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-d7f1e9be-211c-4e03-884e-d61eda409b81 None None] For port 313960fa-b41e-48d4-95b9-46ee5b81fac3, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=313960fa-b41e-48d4-95b9-46ee5b81fac3,segment=NetworkSegment(b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095),segment_id=b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:29:17.101511 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d7f1e9be-211c-4e03-884e-d61eda409b81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:17.105010 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-103eaa8f-73be-4d48-b407-228b53abc20a tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:17.112361 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-21445535-2b60-4aa2-953b-f6a7eaa396e4 req-e5ecf5cc-7293-44d8-a934-3ea84134308f service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367467 Apr 20 17:29:17.116208 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103eaa8f-73be-4d48-b407-228b53abc20a tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Pushing event deleted for resources: {'Network': ['ID=bdb724c9-4270-4009-8d7a-ad021aa5f7f3,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:17.197762 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-103eaa8f-73be-4d48-b407-228b53abc20a tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "DELETE /v2.0/networks/bdb724c9-4270-4009-8d7a-ad021aa5f7f3 HTTP/1.1" status: 204 len: 168 time: 1.0127959 Apr 20 17:29:17.202467 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53996) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:17.228333 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4fa3a1f1-416e-4ee2-9389-4ce5b8e219b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:17.308017 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d7f1e9be-211c-4e03-884e-d61eda409b81 None None] Calling delete_port for 313960fa-b41e-48d4-95b9-46ee5b81fac3 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:29:17.405855 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d7f1e9be-211c-4e03-884e-d61eda409b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:17.413546 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-21445535-2b60-4aa2-953b-f6a7eaa396e4 req-164c185e-a2c4-403f-bb16-8e91064bcd89 service neutron] 10.222.0.43 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933233 Apr 20 17:29:17.458675 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4fa3a1f1-416e-4ee2-9389-4ce5b8e219b9 admin admin] Usage tracker for resource:security_group_rule and tenant:a4e33cc60d714dc7a7433cb73d9b6d84 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:29:17.470524 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dbbab1fd-6281-4960-999b-e51fb15f8b6f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:17.472736 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f1e9be-211c-4e03-884e-d61eda409b81 None None] No DVR routers for this DVR port 313960fa-b41e-48d4-95b9-46ee5b81fac3 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:29:17.481033 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4fa3a1f1-416e-4ee2-9389-4ce5b8e219b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:29:17.502908 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4fa3a1f1-416e-4ee2-9389-4ce5b8e219b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:17.517320 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1e9be-211c-4e03-884e-d61eda409b81 None None] Pushing event deleted for resources: {'Port': ['ID=313960fa-b41e-48d4-95b9-46ee5b81fac3,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:17.563460 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-0c45189f-c713-46e1-b71d-49d53eee6c54 service neutron] For port fa7d8041-0cf4-4758-84dd-ed223797b237, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:29:17.595484 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-0c45189f-c713-46e1-b71d-49d53eee6c54 service neutron] For port fa7d8041-0cf4-4758-84dd-ed223797b237, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=fa7d8041-0cf4-4758-84dd-ed223797b237,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:29:17.621359 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7560ff-d14b-4e5f-b59d-9f512d4b516a req-8c71052f-cbff-4697-afa0-d1ab2168343f tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:17.622957 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0e7560ff-d14b-4e5f-b59d-9f512d4b516a req-8c71052f-cbff-4697-afa0-d1ab2168343f tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] 10.222.0.39 "GET /v2.0/ports?device_id=279a4628-ee43-47b9-b0dd-1e4b3bcbc4e8 HTTP/1.1" status: 200 len: 948 time: 0.3516886 Apr 20 17:29:17.644420 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-0c45189f-c713-46e1-b71d-49d53eee6c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:17.658667 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dbbab1fd-6281-4960-999b-e51fb15f8b6f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:17.694306 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-dbbab1fd-6281-4960-999b-e51fb15f8b6f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d480786-fdb1-4243-8366-e7c5fa985200']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:29:17.701310 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3868e6-a2bd-4b0a-b677-d4a2278de0a3 req-732f8a6e-60d8-42be-83bb-edfeb2e0fb67 tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:17.702762 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ed3868e6-a2bd-4b0a-b677-d4a2278de0a3 req-732f8a6e-60d8-42be-83bb-edfeb2e0fb67 tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] 10.222.0.39 "GET /v2.0/ports?device_id=b023ed9b-cc9c-47b8-88c0-e4474dbf6f69 HTTP/1.1" status: 200 len: 948 time: 0.5163918 Apr 20 17:29:17.710912 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0e7560ff-d14b-4e5f-b59d-9f512d4b516a req-7c6ebb88-bbd3-4f6c-8409-e42ccd06d187 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdd18b93-0d31-4c58-a5f1-2d4f20979204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766988 Apr 20 17:29:17.712420 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-dbbab1fd-6281-4960-999b-e51fb15f8b6f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:29:17.712669 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-dbbab1fd-6281-4960-999b-e51fb15f8b6f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2fbf6fd-9e8b-4ab9-89ab-5088baf8c095') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:29:17.724789 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dbbab1fd-6281-4960-999b-e51fb15f8b6f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:17.750329 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dbbab1fd-6281-4960-999b-e51fb15f8b6f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:17.752118 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] device_id is not set on port 7c388e56-08cf-4751-833a-07c201ab8728 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:29:17.757276 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbbab1fd-6281-4960-999b-e51fb15f8b6f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:29:17.757735 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dbbab1fd-6281-4960-999b-e51fb15f8b6f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:17.766049 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 20d607fa-aa1c-4393-9adb-2d98dd0684a8 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:29:17.774931 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:17.799090 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-0c45189f-c713-46e1-b71d-49d53eee6c54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:17.800445 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-0c45189f-c713-46e1-b71d-49d53eee6c54 service neutron] 10.222.0.10 "PUT /v2.0/ports/fa7d8041-0cf4-4758-84dd-ed223797b237 HTTP/1.1" status: 200 len: 1096 time: 3.1246412 Apr 20 17:29:17.802651 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:29:17.802651 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:29:17.802651 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:29:17.802651 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:29:17.802651 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:29:17.802651 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:29:17.802651 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:29:17.802651 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:29:17.802651 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:29:17.802651 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:29:17.802651 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:29:17.802651 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:29:17.802651 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:29:17.802651 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:29:17.802651 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:29:17.802651 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:29:17.802651 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:29:17.802651 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:29:17.802651 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:29:17.802651 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:29:17.802651 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:29:17.802651 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:29:17.802651 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:29:17.802651 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:29:17.802651 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:29:17.802651 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:29:17.802651 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:29:17.802651 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:29:17.802651 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:29:17.802651 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:29:17.802651 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:29:17.802651 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:29:17.804673 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279a4628-ee43-47b9-b0dd-1e4b3bcbc4e8', 'tag': 'fa7d8041-0cf4-4758-84dd-ed223797b237'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:29:17.815461 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4fa3a1f1-416e-4ee2-9389-4ce5b8e219b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:17.834455 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4fa3a1f1-416e-4ee2-9389-4ce5b8e219b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:17.842839 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Transition to ACTIVE for port object 7c388e56-08cf-4751-833a-07c201ab8728 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:29:17.872331 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45189f-c713-46e1-b71d-49d53eee6c54 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7d8041-0cf4-4758-84dd-ed223797b237,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:17.912512 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:17.959801 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 20d607fa-aa1c-4393-9adb-2d98dd0684a8, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=20d607fa-aa1c-4393-9adb-2d98dd0684a8,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:29:17.975462 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '20d607fa-aa1c-4393-9adb-2d98dd0684a8', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': '20d607fa-aa1c-4393-9adb-2d98dd0684a8', 'mac_address': 'fa:16:3e:0b:3a:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:29:18.011075 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Pushing event updated for resources: {'Port': ['ID=7c388e56-08cf-4751-833a-07c201ab8728,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:18.038156 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:18.058915 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20d607fa-aa1c-4393-9adb-2d98dd0684a8 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:29:18.079536 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 20d607fa-aa1c-4393-9adb-2d98dd0684a8, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=20d607fa-aa1c-4393-9adb-2d98dd0684a8,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:29:18.086240 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dbbab1fd-6281-4960-999b-e51fb15f8b6f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:18.089099 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:18.108291 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dbbab1fd-6281-4960-999b-e51fb15f8b6f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:18.121148 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ed3868e6-a2bd-4b0a-b677-d4a2278de0a3 req-85f1c67d-51cb-4e03-a5e2-525b05af8206 tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f93aaf-d47c-4982-b8bd-5d33f2c3c66d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043069 Apr 20 17:29:18.121476 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbab1fd-6281-4960-999b-e51fb15f8b6f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] Pushing event deleted for resources: {'Network': ['ID=4d480786-fdb1-4243-8366-e7c5fa985200,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:18.147272 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3a1f1-416e-4ee2-9389-4ce5b8e219b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2158cf3b-13b1-4694-8ade-33953bdb9d56,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:18.147881 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-dbbab1fd-6281-4960-999b-e51fb15f8b6f tempest-TaggedBootDevicesTest_v242-363490499 tempest-TaggedBootDevicesTest_v242-363490499-project] 10.222.0.39 "DELETE /v2.0/networks/4d480786-fdb1-4243-8366-e7c5fa985200 HTTP/1.1" status: 204 len: 168 time: 0.9307225 Apr 20 17:29:18.154713 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4fa3a1f1-416e-4ee2-9389-4ce5b8e219b9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a4e33cc60d714dc7a7433cb73d9b6d84&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4721303 Apr 20 17:29:18.157853 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54004) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:18.177199 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75411522-42f0-42b4-9f85-76449761772e req-58c2b27b-dfb9-467e-bd34-94d0d022b519 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:18.183744 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-75411522-42f0-42b4-9f85-76449761772e req-58c2b27b-dfb9-467e-bd34-94d0d022b519 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.1815596 Apr 20 17:29:18.189470 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=20d607fa-aa1c-4393-9adb-2d98dd0684a8,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:18.201075 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port 7c388e56-08cf-4751-833a-07c201ab8728 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:29:18.201649 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port 7c388e56-08cf-4751-833a-07c201ab8728 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:29:18.202217 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port 7c388e56-08cf-4751-833a-07c201ab8728 on network 71a0d632-9229-4892-b3a8-818bee900440 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:18.226083 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-75411522-42f0-42b4-9f85-76449761772e req-bbe593a1-a656-4876-baae-b5ea7696b3df tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414522 Apr 20 17:29:18.235034 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-910322c7-eca0-4395-acc7-2be1f8b47947'] response: {'name': 'network-changed', 'server_uuid': '279a4628-ee43-47b9-b0dd-1e4b3bcbc4e8', 'tag': 'fa7d8041-0cf4-4758-84dd-ed223797b237', 'status': 'completed', 'code': 200} Apr 20 17:29:18.241515 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-18481ab7-aaab-4592-aa45-b8ecf550a306 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a533801dab0042be953d6074c1e83984&device_id=279a4628-ee43-47b9-b0dd-1e4b3bcbc4e8 HTTP/1.1" status: 200 len: 1099 time: 0.3711362 Apr 20 17:29:18.242153 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Port 7c388e56-08cf-4751-833a-07c201ab8728 on network 71a0d632-9229-4892-b3a8-818bee900440 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:29:18.242565 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Failed to bind port 7c388e56-08cf-4751-833a-07c201ab8728 on host n-h1-838032-1 for vnic_type normal using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] Apr 20 17:29:18.246448 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempt 2 to bind port 7c388e56-08cf-4751-833a-07c201ab8728 Apr 20 17:29:18.305406 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['20d607fa-aa1c-4393-9adb-2d98dd0684a8'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:29:18.357714 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port 7c388e56-08cf-4751-833a-07c201ab8728 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:29:18.358055 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port 7c388e56-08cf-4751-833a-07c201ab8728 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:29:18.358521 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port 7c388e56-08cf-4751-833a-07c201ab8728 on network 71a0d632-9229-4892-b3a8-818bee900440 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:18.362091 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4cd28bf-cae3-44af-bfa3-6ff22737b0ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:18.382035 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 313960fa-b41e-48d4-95b9-46ee5b81fac3 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:29:18.404144 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-7a9136fd-eba2-418d-a228-df68978e5660 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=fa7d8041-0cf4-4758-84dd-ed223797b237 HTTP/1.1" status: 200 len: 217 time: 0.1371436 Apr 20 17:29:18.417207 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 313960fa-b41e-48d4-95b9-46ee5b81fac3 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:29:18.417524 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 313960fa-b41e-48d4-95b9-46ee5b81fac3 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:29:18.467135 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Port 7c388e56-08cf-4751-833a-07c201ab8728 on network 71a0d632-9229-4892-b3a8-818bee900440 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:29:18.467467 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Failed to bind port 7c388e56-08cf-4751-833a-07c201ab8728 on host n-h1-838032-1 for vnic_type normal using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] Apr 20 17:29:18.475846 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempt 3 to bind port 7c388e56-08cf-4751-833a-07c201ab8728 Apr 20 17:29:18.494801 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4cd28bf-cae3-44af-bfa3-6ff22737b0ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:18.529406 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port 7c388e56-08cf-4751-833a-07c201ab8728 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:29:18.529731 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port 7c388e56-08cf-4751-833a-07c201ab8728 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:29:18.530064 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port 7c388e56-08cf-4751-833a-07c201ab8728 on network 71a0d632-9229-4892-b3a8-818bee900440 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:18.537780 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755e689-db18-4fa0-9ba2-2ca23ac956bd req-c981b4dc-6bd3-44ce-8d85-1cd0dde312d4 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:18.539495 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d755e689-db18-4fa0-9ba2-2ca23ac956bd req-c981b4dc-6bd3-44ce-8d85-1cd0dde312d4 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.0843472 Apr 20 17:29:18.554847 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-9a99d00d-4a6d-4953-856d-ea00dc823845 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:18.556268 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-9a99d00d-4a6d-4953-856d-ea00dc823845 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.1394918 Apr 20 17:29:18.560707 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Port 7c388e56-08cf-4751-833a-07c201ab8728 on network 71a0d632-9229-4892-b3a8-818bee900440 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:29:18.561047 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Failed to bind port 7c388e56-08cf-4751-833a-07c201ab8728 on host n-h1-838032-1 for vnic_type normal using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] Apr 20 17:29:18.565132 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempt 4 to bind port 7c388e56-08cf-4751-833a-07c201ab8728 Apr 20 17:29:18.587677 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d755e689-db18-4fa0-9ba2-2ca23ac956bd req-ba3ba984-725e-4197-ade0-3570af5e3851 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405021 Apr 20 17:29:18.628955 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port 7c388e56-08cf-4751-833a-07c201ab8728 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:29:18.629287 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port 7c388e56-08cf-4751-833a-07c201ab8728 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:29:18.629677 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port 7c388e56-08cf-4751-833a-07c201ab8728 on network 71a0d632-9229-4892-b3a8-818bee900440 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:18.640238 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99905b5d-a910-438a-9730-db4b7e432369 req-7ccc5577-92b2-4cd0-b0a8-445c76d5cc4f tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:18.641692 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-99905b5d-a910-438a-9730-db4b7e432369 req-7ccc5577-92b2-4cd0-b0a8-445c76d5cc4f tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 946 time: 0.3006983 Apr 20 17:29:18.664663 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Port 7c388e56-08cf-4751-833a-07c201ab8728 on network 71a0d632-9229-4892-b3a8-818bee900440 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:29:18.665004 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Failed to bind port 7c388e56-08cf-4751-833a-07c201ab8728 on host n-h1-838032-1 for vnic_type normal using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] Apr 20 17:29:18.667325 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempt 5 to bind port 7c388e56-08cf-4751-833a-07c201ab8728 Apr 20 17:29:18.684227 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4cd28bf-cae3-44af-bfa3-6ff22737b0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:18.715267 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port 7c388e56-08cf-4751-833a-07c201ab8728 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:29:18.715611 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port 7c388e56-08cf-4751-833a-07c201ab8728 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:29:18.715922 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port 7c388e56-08cf-4751-833a-07c201ab8728 on network 71a0d632-9229-4892-b3a8-818bee900440 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:18.721903 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd28bf-cae3-44af-bfa3-6ff22737b0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2158cf3b-13b1-4694-8ade-33953bdb9d56,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:18.738698 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4cd28bf-cae3-44af-bfa3-6ff22737b0ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:18.740303 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c4cd28bf-cae3-44af-bfa3-6ff22737b0ef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2158cf3b-13b1-4694-8ade-33953bdb9d56 HTTP/1.1" status: 204 len: 168 time: 0.5807130 Apr 20 17:29:18.775970 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-99905b5d-a910-438a-9730-db4b7e432369 req-c6b7f882-b227-4c87-9f49-240f8715e4ae tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189721 Apr 20 17:29:18.782074 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Port 7c388e56-08cf-4751-833a-07c201ab8728 on network 71a0d632-9229-4892-b3a8-818bee900440 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:29:18.782448 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Failed to bind port 7c388e56-08cf-4751-833a-07c201ab8728 on host n-h1-838032-1 for vnic_type normal using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] Apr 20 17:29:18.783743 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempt 6 to bind port 7c388e56-08cf-4751-833a-07c201ab8728 Apr 20 17:29:18.801149 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port 7c388e56-08cf-4751-833a-07c201ab8728 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:29:18.801562 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port 7c388e56-08cf-4751-833a-07c201ab8728 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:29:18.801983 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port 7c388e56-08cf-4751-833a-07c201ab8728 on network 71a0d632-9229-4892-b3a8-818bee900440 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:18.844920 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-3d3dda75-cb4d-41b3-a9b6-da4501bddf3d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2829370 Apr 20 17:29:18.845680 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Port 7c388e56-08cf-4751-833a-07c201ab8728 on network 71a0d632-9229-4892-b3a8-818bee900440 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:29:18.846012 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Failed to bind port 7c388e56-08cf-4751-833a-07c201ab8728 on host n-h1-838032-1 for vnic_type normal using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] Apr 20 17:29:18.846452 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempt 7 to bind port 7c388e56-08cf-4751-833a-07c201ab8728 Apr 20 17:29:18.921649 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port 7c388e56-08cf-4751-833a-07c201ab8728 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:29:18.922087 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port 7c388e56-08cf-4751-833a-07c201ab8728 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:29:18.922533 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port 7c388e56-08cf-4751-833a-07c201ab8728 on network 71a0d632-9229-4892-b3a8-818bee900440 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:19.039000 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Port 7c388e56-08cf-4751-833a-07c201ab8728 on network 71a0d632-9229-4892-b3a8-818bee900440 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:29:19.039429 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Failed to bind port 7c388e56-08cf-4751-833a-07c201ab8728 on host n-h1-838032-1 for vnic_type normal using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] Apr 20 17:29:19.043331 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempt 8 to bind port 7c388e56-08cf-4751-833a-07c201ab8728 Apr 20 17:29:19.064198 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e275f-c098-4528-a5be-c443b11a48cd req-83399cba-493a-49cf-9743-896028baf9fd tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:19.073134 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-103e275f-c098-4528-a5be-c443b11a48cd req-83399cba-493a-49cf-9743-896028baf9fd tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] 10.222.0.39 "GET /v2.0/ports?device_id=279a4628-ee43-47b9-b0dd-1e4b3bcbc4e8 HTTP/1.1" status: 200 len: 948 time: 0.1176405 Apr 20 17:29:19.088676 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port 7c388e56-08cf-4751-833a-07c201ab8728 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:29:19.088871 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port 7c388e56-08cf-4751-833a-07c201ab8728 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:29:19.089167 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port 7c388e56-08cf-4751-833a-07c201ab8728 on network 71a0d632-9229-4892-b3a8-818bee900440 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:19.122699 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Port 7c388e56-08cf-4751-833a-07c201ab8728 on network 71a0d632-9229-4892-b3a8-818bee900440 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:29:19.123027 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Failed to bind port 7c388e56-08cf-4751-833a-07c201ab8728 on host n-h1-838032-1 for vnic_type normal using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] Apr 20 17:29:19.132073 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempt 9 to bind port 7c388e56-08cf-4751-833a-07c201ab8728 Apr 20 17:29:19.138794 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-103e275f-c098-4528-a5be-c443b11a48cd req-831219c9-98c9-4435-8d4c-370d94dac3d7 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdd18b93-0d31-4c58-a5f1-2d4f20979204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647094 Apr 20 17:29:19.164540 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port 7c388e56-08cf-4751-833a-07c201ab8728 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:29:19.164877 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port 7c388e56-08cf-4751-833a-07c201ab8728 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:29:19.165215 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port 7c388e56-08cf-4751-833a-07c201ab8728 on network 71a0d632-9229-4892-b3a8-818bee900440 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:19.168599 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-9049caa3-4da1-4635-90fd-4339cdddb75d service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890551 Apr 20 17:29:19.177021 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54034) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:19.183568 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc5392-fbf6-4039-ba00-7ed6bb9a3e32 req-ebbba7e4-f6f7-45b0-a7cd-cc6523e6cea1 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:19.185262 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-37bc5392-fbf6-4039-ba00-7ed6bb9a3e32 req-ebbba7e4-f6f7-45b0-a7cd-cc6523e6cea1 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.2602437 Apr 20 17:29:19.190383 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Port 7c388e56-08cf-4751-833a-07c201ab8728 on network 71a0d632-9229-4892-b3a8-818bee900440 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:29:19.190753 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Failed to bind port 7c388e56-08cf-4751-833a-07c201ab8728 on host n-h1-838032-1 for vnic_type normal using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] Apr 20 17:29:19.196111 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-42c60967-585c-4c03-9a47-e3ec9b5d2831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:19.214250 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempt 10 to bind port 7c388e56-08cf-4751-833a-07c201ab8728 Apr 20 17:29:19.230725 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-42c60967-585c-4c03-9a47-e3ec9b5d2831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:19.235184 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-42c60967-585c-4c03-9a47-e3ec9b5d2831 admin admin] Usage tracker for resource:security_group_rule and tenant:ff785d9433554efab698e15c902d2121 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:29:19.238411 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-42c60967-585c-4c03-9a47-e3ec9b5d2831 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:29:19.245039 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-42c60967-585c-4c03-9a47-e3ec9b5d2831 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:19.307118 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port 7c388e56-08cf-4751-833a-07c201ab8728 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:29:19.307622 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port 7c388e56-08cf-4751-833a-07c201ab8728 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:29:19.307989 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempting to bind port 7c388e56-08cf-4751-833a-07c201ab8728 on network 71a0d632-9229-4892-b3a8-818bee900440 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:19.321400 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Port 7c388e56-08cf-4751-833a-07c201ab8728 on network 71a0d632-9229-4892-b3a8-818bee900440 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:29:19.321849 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Failed to bind port 7c388e56-08cf-4751-833a-07c201ab8728 on host n-h1-838032-1 for vnic_type normal using segments [{'id': '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '71a0d632-9229-4892-b3a8-818bee900440'}] Apr 20 17:29:19.322304 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:19.327992 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-42c60967-585c-4c03-9a47-e3ec9b5d2831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:19.334095 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-42c60967-585c-4c03-9a47-e3ec9b5d2831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:19.393823 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-42c60967-585c-4c03-9a47-e3ec9b5d2831 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ff785d9433554efab698e15c902d2121&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2153621 Apr 20 17:29:19.394486 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c60967-585c-4c03-9a47-e3ec9b5d2831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae071ec-b7e4-4279-8487-fcc6bcd9bd8c,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:19.396909 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54040) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:19.454072 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-37bc5392-fbf6-4039-ba00-7ed6bb9a3e32 req-bfa45cf3-06c9-4f26-ab35-31d0aca78721 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621560 Apr 20 17:29:19.464756 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] For port 7c388e56-08cf-4751-833a-07c201ab8728, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:29:19.465225 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Attempted to set empty binding levels {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 20 17:29:19.488596 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:19.532551 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de9cdc51-027c-4a46-9a15-a5938e4f8426 req-0e9a330f-c523-47bf-81d5-f909f27f80f3 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461297 Apr 20 17:29:19.552737 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] In _notify_port_updated(), no bound segment for port 7c388e56-08cf-4751-833a-07c201ab8728 on network 71a0d632-9229-4892-b3a8-818bee900440 {{(pid=84081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 20 17:29:19.553889 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:19.557780 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] 10.222.0.39 "PUT /v2.0/ports/7c388e56-08cf-4751-833a-07c201ab8728 HTTP/1.1" status: 200 len: 978 time: 3.2263584 Apr 20 17:29:19.558500 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54046) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:19.569283 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-830d65d5-5545-4261-a675-094a236a4191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:19.617571 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95be347-7654-4d95-825e-487d917c7890 req-b89f057b-65bc-40ca-b4a0-aa5c9b3108ec tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:19.619644 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b95be347-7654-4d95-825e-487d917c7890 req-b89f057b-65bc-40ca-b4a0-aa5c9b3108ec tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] 10.222.0.39 "GET /v2.0/ports?device_id=b023ed9b-cc9c-47b8-88c0-e4474dbf6f69 HTTP/1.1" status: 200 len: 949 time: 0.1857233 Apr 20 17:29:19.621550 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-830d65d5-5545-4261-a675-094a236a4191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:19.645581 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290a069-260f-41ba-ab84-b665aff6b6b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Pushing event updated for resources: {'Port': ['ID=7c388e56-08cf-4751-833a-07c201ab8728,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:19.701515 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b95be347-7654-4d95-825e-487d917c7890 req-b29a2377-d137-4258-b362-0ee9e21cbbd1 tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f93aaf-d47c-4982-b8bd-5d33f2c3c66d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724404 Apr 20 17:29:19.717144 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-830d65d5-5545-4261-a675-094a236a4191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:19.735994 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d65d5-5545-4261-a675-094a236a4191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae071ec-b7e4-4279-8487-fcc6bcd9bd8c,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:19.743057 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-830d65d5-5545-4261-a675-094a236a4191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:19.744672 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-830d65d5-5545-4261-a675-094a236a4191 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3ae071ec-b7e4-4279-8487-fcc6bcd9bd8c HTTP/1.1" status: 204 len: 168 time: 0.3466840 Apr 20 17:29:19.771476 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 20d607fa-aa1c-4393-9adb-2d98dd0684a8 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:29:19.929118 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-800f3f1f-9ae1-4fa8-8beb-8e9f1f1a8f67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Deleting port 7c388e56-08cf-4751-833a-07c201ab8728 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:29:19.929735 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-800f3f1f-9ae1-4fa8-8beb-8e9f1f1a8f67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:19.935400 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 20d607fa-aa1c-4393-9adb-2d98dd0684a8 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:29:19.941499 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 20d607fa-aa1c-4393-9adb-2d98dd0684a8 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:29:19.941892 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:19.997597 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168e624-7013-476d-8ca7-b9fff5f2cf46 req-d9560c0b-4daf-447e-b051-a20a2c3d52af tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:19.999103 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9168e624-7013-476d-8ca7-b9fff5f2cf46 req-d9560c0b-4daf-447e-b051-a20a2c3d52af tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.1348660 Apr 20 17:29:20.115506 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:20.116347 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-faa7b77d-20b2-4e56-998e-b593dde5dbc5 req-2bac4040-40cc-4e0e-aa59-d807dd0f3328 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a533801dab0042be953d6074c1e83984&device_id=279a4628-ee43-47b9-b0dd-1e4b3bcbc4e8 HTTP/1.1" status: 200 len: 1099 time: 0.5071554 Apr 20 17:29:20.120928 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9168e624-7013-476d-8ca7-b9fff5f2cf46 req-3c26d93b-227c-4c13-9ada-db8f5e9a84c4 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134605 Apr 20 17:29:20.177446 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b34ed1-0d73-4b61-a624-38ee08d59e28 req-83ab1ab7-e2ae-4d95-875e-ef12634a7829 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:20.180188 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 20d607fa-aa1c-4393-9adb-2d98dd0684a8, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=20d607fa-aa1c-4393-9adb-2d98dd0684a8,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:29:20.184251 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b0b34ed1-0d73-4b61-a624-38ee08d59e28 req-83ab1ab7-e2ae-4d95-875e-ef12634a7829 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.3766220 Apr 20 17:29:20.185937 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b023ed9b-cc9c-47b8-88c0-e4474dbf6f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d607fa-aa1c-4393-9adb-2d98dd0684a8'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:29:20.196905 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:20.306536 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=20d607fa-aa1c-4393-9adb-2d98dd0684a8,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:20.380790 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b0b34ed1-0d73-4b61-a624-38ee08d59e28 req-db0a1964-cedf-40a7-b22a-11b677d78eeb tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1955824 Apr 20 17:29:20.389790 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8326629-f0c0-4ee1-b542-fb20281adcc1 req-8a9abaff-1e54-4ae9-8c75-dddcfc6baa2d tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:20.398767 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b8326629-f0c0-4ee1-b542-fb20281adcc1 req-8a9abaff-1e54-4ae9-8c75-dddcfc6baa2d tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] 10.222.0.39 "GET /v2.0/ports?device_id=279a4628-ee43-47b9-b0dd-1e4b3bcbc4e8 HTTP/1.1" status: 200 len: 948 time: 0.1203399 Apr 20 17:29:20.434926 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-800f3f1f-9ae1-4fa8-8beb-8e9f1f1a8f67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] For port 7c388e56-08cf-4751-833a-07c201ab8728, host n-h1-838032-1, got binding levels [] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:29:20.435611 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-800f3f1f-9ae1-4fa8-8beb-8e9f1f1a8f67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:20.500136 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b8326629-f0c0-4ee1-b542-fb20281adcc1 req-35b9455d-cf88-40e7-8e4d-1d0cc0ce60ed tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdd18b93-0d31-4c58-a5f1-2d4f20979204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936749 Apr 20 17:29:20.569850 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68091c46-8bd3-412f-96e2-68773386a313'] response: {'server_uuid': 'b023ed9b-cc9c-47b8-88c0-e4474dbf6f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d607fa-aa1c-4393-9adb-2d98dd0684a8', 'code': 200} Apr 20 17:29:20.717032 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-800f3f1f-9ae1-4fa8-8beb-8e9f1f1a8f67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Calling delete_port for 7c388e56-08cf-4751-833a-07c201ab8728 owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:29:20.792478 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcc044-0af3-45a4-b4ac-26a7055e0093 req-7c9dd9f3-cab9-4993-ab5c-dd7e0564d508 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:20.793883 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6ebcc044-0af3-45a4-b4ac-26a7055e0093 req-7c9dd9f3-cab9-4993-ab5c-dd7e0564d508 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.1159098 Apr 20 17:29:20.842118 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7b77d-20b2-4e56-998e-b593dde5dbc5 req-9ed2049e-c086-491a-9176-3b92beda576e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:20.843577 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-faa7b77d-20b2-4e56-998e-b593dde5dbc5 req-9ed2049e-c086-491a-9176-3b92beda576e service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.7198453 Apr 20 17:29:20.853915 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7985790b-b5e2-4c49-82da-29702f92c919 req-5025beec-8d82-4bae-821b-70c118a6c383 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b023ed9b-cc9c-47b8-88c0-e4474dbf6f69 HTTP/1.1" status: 200 len: 1101 time: 0.2222590 Apr 20 17:29:20.880492 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6ebcc044-0af3-45a4-b4ac-26a7055e0093 req-344a1df0-550d-436d-8390-83be9c1b95bb tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0789106 Apr 20 17:29:20.914322 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7985790b-b5e2-4c49-82da-29702f92c919 req-463177bb-79ee-4e6f-8add-6c9d8a670e5a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=84f93aaf-d47c-4982-b8bd-5d33f2c3c66d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509534 Apr 20 17:29:20.926075 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-faa7b77d-20b2-4e56-998e-b593dde5dbc5 req-cc55f75c-9e59-49e8-be00-1fbd28640614 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=fa7d8041-0cf4-4758-84dd-ed223797b237 HTTP/1.1" status: 200 len: 217 time: 0.0749021 Apr 20 17:29:21.013052 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7b77d-20b2-4e56-998e-b593dde5dbc5 req-d9bc7796-2b2f-4702-82e0-37cf1a55ff8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:21.014568 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-faa7b77d-20b2-4e56-998e-b593dde5dbc5 req-d9bc7796-2b2f-4702-82e0-37cf1a55ff8f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.0694621 Apr 20 17:29:21.015084 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-800f3f1f-9ae1-4fa8-8beb-8e9f1f1a8f67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:21.063529 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f3f1f-9ae1-4fa8-8beb-8e9f1f1a8f67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c388e56-08cf-4751-833a-07c201ab8728,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:21.108227 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fa4e2-29f4-4d77-89f7-fa0bf729631c req-9c30a628-eee9-4e14-a56d-98dbc5e61cb1 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:21.109692 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9b2fa4e2-29f4-4d77-89f7-fa0bf729631c req-9c30a628-eee9-4e14-a56d-98dbc5e61cb1 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.3316922 Apr 20 17:29:21.109819 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d091f92-af07-4094-9341-c0d00642e1de req-2639b640-ddf0-485e-83fc-584bff4a589c tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:21.111526 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3d091f92-af07-4094-9341-c0d00642e1de req-2639b640-ddf0-485e-83fc-584bff4a589c tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] 10.222.0.39 "GET /v2.0/ports?device_id=b023ed9b-cc9c-47b8-88c0-e4474dbf6f69 HTTP/1.1" status: 200 len: 950 time: 0.0882936 Apr 20 17:29:21.147044 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-800f3f1f-9ae1-4fa8-8beb-8e9f1f1a8f67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:21.175599 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3d091f92-af07-4094-9341-c0d00642e1de req-ad9aa230-bd60-4a13-a8fd-2effddf5d9ab tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f93aaf-d47c-4982-b8bd-5d33f2c3c66d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568714 Apr 20 17:29:21.178282 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9b2fa4e2-29f4-4d77-89f7-fa0bf729631c req-18fa5ca2-e519-4225-9213-1e66b106d684 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613127 Apr 20 17:29:21.188536 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-800f3f1f-9ae1-4fa8-8beb-8e9f1f1a8f67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] 10.222.0.39 "DELETE /v2.0/ports/7c388e56-08cf-4751-833a-07c201ab8728 HTTP/1.1" status: 204 len: 168 time: 1.6289544 Apr 20 17:29:21.189194 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54088) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:21.241495 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd0ab99-b71b-455c-866a-468056fc3b53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] GET failed (client error): The resource could not be found. Apr 20 17:29:21.242016 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6dd0ab99-b71b-455c-866a-468056fc3b53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Synchronizing usage tracker for tenant:7127de0e0dab4a5785117f7bb48de601 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:29:21.260070 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-faa7b77d-20b2-4e56-998e-b593dde5dbc5 req-0a57c666-a9ff-4996-b424-c8023dd61c15 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1977601 Apr 20 17:29:21.311355 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6dd0ab99-b71b-455c-866a-468056fc3b53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] Unset dirty status for tenant:7127de0e0dab4a5785117f7bb48de601 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:29:21.318078 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54098) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:21.327003 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6dd0ab99-b71b-455c-866a-468056fc3b53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176857336-project-admin] 10.222.0.39 "GET /v2.0/ports/7c388e56-08cf-4751-833a-07c201ab8728 HTTP/1.1" status: 404 len: 333 time: 0.1266410 Apr 20 17:29:21.502546 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-faa7b77d-20b2-4e56-998e-b593dde5dbc5 req-fc48918b-6017-4a98-96da-cd5babb8370a service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332594 Apr 20 17:29:21.652235 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-64037f7d-1fb4-4936-be49-03112739184c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:21.803230 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8212f-69c5-4db2-9bf8-dacda6b99af3 req-c9f945b8-3a71-4d88-b044-4774b524aec8 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:21.807419 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-91c8212f-69c5-4db2-9bf8-dacda6b99af3 req-c9f945b8-3a71-4d88-b044-4774b524aec8 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.3048713 Apr 20 17:29:21.816871 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-faa7b77d-20b2-4e56-998e-b593dde5dbc5 req-18992b5d-2a1d-4ba0-9f67-4c07e0ca8656 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788539 Apr 20 17:29:21.856114 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ce39c-ae1e-4295-b770-6067965867b6 req-fc93d7ec-4664-4e14-b629-a7933bac6053 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:21.870003 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-930ce39c-ae1e-4295-b770-6067965867b6 req-fc93d7ec-4664-4e14-b629-a7933bac6053 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.3452539 Apr 20 17:29:21.901922 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-64037f7d-1fb4-4936-be49-03112739184c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:21.915375 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-91c8212f-69c5-4db2-9bf8-dacda6b99af3 req-a239462e-8cab-44e2-b77e-b027bc91f419 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0915434 Apr 20 17:29:21.984436 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-64037f7d-1fb4-4936-be49-03112739184c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71a0d632-9229-4892-b3a8-818bee900440']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:29:22.009939 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-930ce39c-ae1e-4295-b770-6067965867b6 req-0519f2fd-f194-4647-8434-e0e80cf6cfc5 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462696 Apr 20 17:29:22.011801 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-64037f7d-1fb4-4936-be49-03112739184c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:29:22.029397 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-64037f7d-1fb4-4936-be49-03112739184c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd32dbf-43d3-4d2b-b62c-beaf7bf15c19') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:29:22.072262 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-64037f7d-1fb4-4936-be49-03112739184c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:22.116415 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-64037f7d-1fb4-4936-be49-03112739184c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:22.135744 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64037f7d-1fb4-4936-be49-03112739184c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:29:22.136159 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-64037f7d-1fb4-4936-be49-03112739184c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:22.157502 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:29:22.157502 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:29:22.157502 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:29:22.157502 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:29:22.157502 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:29:22.157502 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:29:22.157502 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:29:22.157502 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:29:22.157502 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:29:22.157502 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:29:22.157502 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:29:22.157502 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:29:22.157502 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:29:22.157502 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:29:22.157502 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:29:22.157502 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:29:22.157502 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:29:22.157502 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:29:22.157502 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:29:22.157502 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:29:22.157502 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:29:22.157502 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:29:22.157502 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:29:22.157502 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:29:22.157502 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:29:22.157502 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:29:22.157502 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:29:22.157502 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:29:22.157502 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:29:22.157502 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:29:22.157502 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:29:22.157502 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:29:22.386790 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330cd49f-62d7-4b68-bcc1-a3ccf391b21b req-b257fb02-ebbb-4dd5-8768-48da577aa2c5 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:22.388254 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-330cd49f-62d7-4b68-bcc1-a3ccf391b21b req-b257fb02-ebbb-4dd5-8768-48da577aa2c5 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] 10.222.0.39 "GET /v2.0/ports?device_id=279a4628-ee43-47b9-b0dd-1e4b3bcbc4e8 HTTP/1.1" status: 200 len: 948 time: 0.3049562 Apr 20 17:29:22.443715 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-64037f7d-1fb4-4936-be49-03112739184c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:22.455831 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-330cd49f-62d7-4b68-bcc1-a3ccf391b21b req-b68f9b73-2473-4cb2-bce9-d753c9cd2076 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdd18b93-0d31-4c58-a5f1-2d4f20979204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524688 Apr 20 17:29:22.475287 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-64037f7d-1fb4-4936-be49-03112739184c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:22.485464 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64037f7d-1fb4-4936-be49-03112739184c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Pushing event deleted for resources: {'Network': ['ID=71a0d632-9229-4892-b3a8-818bee900440,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:22.494013 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-64037f7d-1fb4-4936-be49-03112739184c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] 10.222.0.39 "DELETE /v2.0/networks/71a0d632-9229-4892-b3a8-818bee900440 HTTP/1.1" status: 204 len: 168 time: 1.1720874 Apr 20 17:29:22.500278 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64037f7d-1fb4-4936-be49-03112739184c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:29:22.500618 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64037f7d-1fb4-4936-be49-03112739184c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:29:22.501070 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64037f7d-1fb4-4936-be49-03112739184c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:29:22.501408 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64037f7d-1fb4-4936-be49-03112739184c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:29:22.501728 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64037f7d-1fb4-4936-be49-03112739184c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:29:22.502050 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64037f7d-1fb4-4936-be49-03112739184c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:29:22.502401 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64037f7d-1fb4-4936-be49-03112739184c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:29:22.502718 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64037f7d-1fb4-4936-be49-03112739184c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:29:22.503030 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64037f7d-1fb4-4936-be49-03112739184c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:29:22.503550 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64037f7d-1fb4-4936-be49-03112739184c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:29:22.503878 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64037f7d-1fb4-4936-be49-03112739184c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760706640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:29:22.518570 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b453b30-16b6-4c4e-8dc6-7f1679a0568a req-8a5bb7f9-1b7d-4146-920a-dce4daf45b56 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:22.525816 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3b453b30-16b6-4c4e-8dc6-7f1679a0568a req-8a5bb7f9-1b7d-4146-920a-dce4daf45b56 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.2834163 Apr 20 17:29:22.582837 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3b453b30-16b6-4c4e-8dc6-7f1679a0568a req-e1544d43-29e2-408a-bc7f-f5699d9082a5 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557790 Apr 20 17:29:22.718169 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device fa7d8041-0cf4-4758-84dd-ed223797b237 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:29:22.897057 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa7f90-ad3f-4f9d-a85d-9df833b44d48 req-74a72614-d13e-4006-9e4e-82f37ad8e4ff tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:22.900451 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bbfa7f90-ad3f-4f9d-a85d-9df833b44d48 req-74a72614-d13e-4006-9e4e-82f37ad8e4ff tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.0940714 Apr 20 17:29:22.964600 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251cfc9-58bf-498a-86b5-09879e268233 req-282a917d-648d-4394-9f37-76608897c071 tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:22.978821 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e251cfc9-58bf-498a-86b5-09879e268233 req-282a917d-648d-4394-9f37-76608897c071 tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] 10.222.0.39 "GET /v2.0/ports?device_id=b023ed9b-cc9c-47b8-88c0-e4474dbf6f69 HTTP/1.1" status: 200 len: 950 time: 0.1683483 Apr 20 17:29:22.998070 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bbfa7f90-ad3f-4f9d-a85d-9df833b44d48 req-60315c0c-3f0b-4fce-b2cf-cbdb7277b323 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902565 Apr 20 17:29:23.031834 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54144) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:23.051972 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port fa7d8041-0cf4-4758-84dd-ed223797b237, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=fa7d8041-0cf4-4758-84dd-ed223797b237,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:29:23.066112 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'fa7d8041-0cf4-4758-84dd-ed223797b237', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': 'fa7d8041-0cf4-4758-84dd-ed223797b237', 'mac_address': 'fa:16:3e:5c:90:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:29:23.099947 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e251cfc9-58bf-498a-86b5-09879e268233 req-5937b603-21c0-417f-8b3a-2c797f7db2c0 tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f93aaf-d47c-4982-b8bd-5d33f2c3c66d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202443 Apr 20 17:29:23.127696 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:23.182798 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa7d8041-0cf4-4758-84dd-ed223797b237 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:29:23.225430 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port fa7d8041-0cf4-4758-84dd-ed223797b237, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=fa7d8041-0cf4-4758-84dd-ed223797b237,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:29:23.238226 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:23.374411 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60668a0-4705-4e63-94f3-67e4510cb392 req-0426ef85-c1c8-44e3-909a-3e630102688d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:23.375024 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=fa7d8041-0cf4-4758-84dd-ed223797b237,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:23.379070 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e60668a0-4705-4e63-94f3-67e4510cb392 req-0426ef85-c1c8-44e3-909a-3e630102688d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.1238298 Apr 20 17:29:23.405483 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0d5b1129-03b3-4f51-87fc-238dfa2bcfb6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d6fe690c4b4947139f2424d0f163de51&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3723881 Apr 20 17:29:23.408159 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54164) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:23.430317 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-ac5f2359-8e75-41f8-aaec-22362070f52c tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:23.432122 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-ac5f2359-8e75-41f8-aaec-22362070f52c tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Synchronizing usage tracker for tenant:048f4cae66cf42c897493ac9a67e0d5f on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:29:23.462928 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e60668a0-4705-4e63-94f3-67e4510cb392 req-18427d7e-710a-4dae-a87f-9727936e3d9a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793445 Apr 20 17:29:23.482839 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-ac5f2359-8e75-41f8-aaec-22362070f52c tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Unset dirty status for tenant:048f4cae66cf42c897493ac9a67e0d5f on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:29:23.484130 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-ac5f2359-8e75-41f8-aaec-22362070f52c tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/networks?id=4f37beb4-cacf-475a-8f23-eab887469923 HTTP/1.1" status: 200 len: 812 time: 0.3204935 Apr 20 17:29:23.530927 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-571200e8-296b-4940-903b-ca3c1ba991ff tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/quotas/048f4cae66cf42c897493ac9a67e0d5f HTTP/1.1" status: 200 len: 375 time: 0.0415437 Apr 20 17:29:23.566308 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['fa7d8041-0cf4-4758-84dd-ed223797b237'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:29:23.593649 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2fc22271-7c3b-4bc5-ac2c-4c9e2bc257bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:23.656799 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2fc22271-7c3b-4bc5-ac2c-4c9e2bc257bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:23.738744 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-7bcb7c02-7917-4d6b-8472-9eee98611ccc tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=048f4cae66cf42c897493ac9a67e0d5f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1880801 Apr 20 17:29:23.790374 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2fc22271-7c3b-4bc5-ac2c-4c9e2bc257bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:23.833860 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc22271-7c3b-4bc5-ac2c-4c9e2bc257bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b04fa8-fb97-4e12-984d-a65f68646075,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:23.845845 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2fc22271-7c3b-4bc5-ac2c-4c9e2bc257bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:23.851362 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2fc22271-7c3b-4bc5-ac2c-4c9e2bc257bf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/07b04fa8-fb97-4e12-984d-a65f68646075 HTTP/1.1" status: 204 len: 168 time: 0.4423027 Apr 20 17:29:23.890712 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-a840ce74-9748-4f06-b67c-f041b1d70844 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:29:23.891711 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-a840ce74-9748-4f06-b67c-f041b1d70844 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1484160 Apr 20 17:29:24.023062 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535979b-f5ea-4094-b08b-fef642811b8a req-3095dcf8-a597-4c77-8352-617346fb6a38 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:24.030611 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1535979b-f5ea-4094-b08b-fef642811b8a req-3095dcf8-a597-4c77-8352-617346fb6a38 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] 10.222.0.39 "GET /v2.0/ports?device_id=279a4628-ee43-47b9-b0dd-1e4b3bcbc4e8 HTTP/1.1" status: 200 len: 949 time: 0.1063902 Apr 20 17:29:24.101761 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1535979b-f5ea-4094-b08b-fef642811b8a req-a04224c7-c82b-4472-8c01-23e7114a56f3 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdd18b93-0d31-4c58-a5f1-2d4f20979204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701213 Apr 20 17:29:24.122667 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-14e7cd42-6d4c-48ed-98ae-7dfc66398dd7 service neutron] 10.222.0.39 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237546 Apr 20 17:29:24.266271 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-4c54bdd1-6b0e-4283-b17f-0dcab2eea575 service neutron] 10.222.0.39 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426432 Apr 20 17:29:24.335662 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfb6f9-8f16-4311-8700-09921ece12fa req-419d0fef-a9af-42d3-a12a-1fc346dc4111 tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:24.344040 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fdcfb6f9-8f16-4311-8700-09921ece12fa req-419d0fef-a9af-42d3-a12a-1fc346dc4111 tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] 10.222.0.39 "GET /v2.0/ports?device_id=b023ed9b-cc9c-47b8-88c0-e4474dbf6f69 HTTP/1.1" status: 200 len: 950 time: 0.1157286 Apr 20 17:29:24.407537 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fdcfb6f9-8f16-4311-8700-09921ece12fa req-23fa901f-d78b-4a6f-b275-c8bdbdfe03f4 tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f93aaf-d47c-4982-b8bd-5d33f2c3c66d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625653 Apr 20 17:29:24.617267 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54202) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:24.663972 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c303454-4806-4489-a80e-bc85a5709759 req-ac4d36de-2b84-402c-8e86-80d0ac1eb2e1 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:24.672135 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4c303454-4806-4489-a80e-bc85a5709759 req-ac4d36de-2b84-402c-8e86-80d0ac1eb2e1 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.1304076 Apr 20 17:29:24.676253 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f90abf16-07cc-46ca-99ee-529c6e580a14 req-7ad76ce3-2d29-498b-ad69-0da27c390741 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c8149f-c4b1-47ac-9b37-f996ee40df23 HTTP/1.1" status: 200 len: 210 time: 0.0934021 Apr 20 17:29:24.735525 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device fa7d8041-0cf4-4758-84dd-ed223797b237 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:29:24.767959 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4c303454-4806-4489-a80e-bc85a5709759 req-97c180d7-e2e6-4739-8def-87e647595b78 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946105 Apr 20 17:29:24.780285 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-439b82cc-7c7f-4115-9289-ea87d3d03d0c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7127de0e0dab4a5785117f7bb48de601&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1617684 Apr 20 17:29:24.783002 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54210) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:24.860575 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port fa7d8041-0cf4-4758-84dd-ed223797b237 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:29:24.866304 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port fa7d8041-0cf4-4758-84dd-ed223797b237 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:29:24.866946 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:24.888704 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e301ecc7-099a-4488-9abb-a8a8d96b8e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:24.924655 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e301ecc7-099a-4488-9abb-a8a8d96b8e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:25.074891 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:25.120092 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port fa7d8041-0cf4-4758-84dd-ed223797b237, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=fa7d8041-0cf4-4758-84dd-ed223797b237,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:29:25.120986 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279a4628-ee43-47b9-b0dd-1e4b3bcbc4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7d8041-0cf4-4758-84dd-ed223797b237'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:29:25.137857 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:25.183251 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de379b7-015f-4e38-a374-5fdd83f402a7 req-c1e405e6-cbc8-49b8-8d57-7ef412d75913 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:25.190500 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8de379b7-015f-4e38-a374-5fdd83f402a7 req-c1e405e6-cbc8-49b8-8d57-7ef412d75913 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.2566485 Apr 20 17:29:25.192308 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e301ecc7-099a-4488-9abb-a8a8d96b8e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:25.223166 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301ecc7-099a-4488-9abb-a8a8d96b8e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6e07ea-23a6-481a-8633-c9a87d1d4170,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:25.236468 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc12ea2-5cea-4e14-86fa-adca085fcec7 req-be5b156f-8169-422b-a8d7-180c115c59e7 tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:25.238263 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8fc12ea2-5cea-4e14-86fa-adca085fcec7 req-be5b156f-8169-422b-a8d7-180c115c59e7 tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] 10.222.0.43 "GET /v2.0/ports?device_id=b023ed9b-cc9c-47b8-88c0-e4474dbf6f69 HTTP/1.1" status: 200 len: 950 time: 0.1961679 Apr 20 17:29:25.331218 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=fa7d8041-0cf4-4758-84dd-ed223797b237,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:25.397271 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e301ecc7-099a-4488-9abb-a8a8d96b8e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:25.402656 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e301ecc7-099a-4488-9abb-a8a8d96b8e38 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6d6e07ea-23a6-481a-8633-c9a87d1d4170 HTTP/1.1" status: 204 len: 168 time: 0.6183534 Apr 20 17:29:25.432835 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8de379b7-015f-4e38-a374-5fdd83f402a7 req-1c90d212-e0bc-433a-b102-86f7539a5b3f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413635 Apr 20 17:29:25.458944 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-8fc12ea2-5cea-4e14-86fa-adca085fcec7 req-4500014b-da86-44a1-8e8d-3d14af774d2d tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Deleting port 20d607fa-aa1c-4393-9adb-2d98dd0684a8 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:29:25.459292 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8fc12ea2-5cea-4e14-86fa-adca085fcec7 req-4500014b-da86-44a1-8e8d-3d14af774d2d tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:25.582577 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27405f70-f5de-4320-ac0b-85779cbcf192'] response: {'server_uuid': '279a4628-ee43-47b9-b0dd-1e4b3bcbc4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7d8041-0cf4-4758-84dd-ed223797b237', 'code': 200} Apr 20 17:29:25.631249 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415cc81-d820-4bd4-bdab-4084fa077f50 req-82379609-d08d-4cd8-a66b-29618c190170 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:25.634556 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b415cc81-d820-4bd4-bdab-4084fa077f50 req-82379609-d08d-4cd8-a66b-29618c190170 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] 10.222.0.39 "GET /v2.0/ports?device_id=279a4628-ee43-47b9-b0dd-1e4b3bcbc4e8 HTTP/1.1" status: 200 len: 950 time: 0.2352502 Apr 20 17:29:25.780483 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b415cc81-d820-4bd4-bdab-4084fa077f50 req-4fe503f3-84eb-470b-a0e3-abaa7ca2541e tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdd18b93-0d31-4c58-a5f1-2d4f20979204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398594 Apr 20 17:29:25.840148 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-53bbefc8-00c2-4073-ae44-20e34d8fc3d8 req-6daf832e-525f-4bc0-9492-213ad093e316 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=279a4628-ee43-47b9-b0dd-1e4b3bcbc4e8 HTTP/1.1" status: 200 len: 1101 time: 0.1314874 Apr 20 17:29:25.892619 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-53bbefc8-00c2-4073-ae44-20e34d8fc3d8 req-37cec9ac-de57-43f2-a203-44a9a91f4e4b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bdd18b93-0d31-4c58-a5f1-2d4f20979204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460515 Apr 20 17:29:25.893482 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-8fc12ea2-5cea-4e14-86fa-adca085fcec7 req-4500014b-da86-44a1-8e8d-3d14af774d2d tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] For port 20d607fa-aa1c-4393-9adb-2d98dd0684a8, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=20d607fa-aa1c-4393-9adb-2d98dd0684a8,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:29:25.893836 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8fc12ea2-5cea-4e14-86fa-adca085fcec7 req-4500014b-da86-44a1-8e8d-3d14af774d2d tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:26.034241 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-8fc12ea2-5cea-4e14-86fa-adca085fcec7 req-4500014b-da86-44a1-8e8d-3d14af774d2d tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Calling delete_port for 20d607fa-aa1c-4393-9adb-2d98dd0684a8 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:29:26.096092 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5be3ae8b-b9e3-4c0a-8125-f2bc6d5e9661 req-e8fcb37d-3a78-48ba-b1c7-50d3ab2634e7 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c8149f-c4b1-47ac-9b37-f996ee40df23 HTTP/1.1" status: 200 len: 210 time: 0.1091692 Apr 20 17:29:26.139922 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54248) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:26.269768 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e246cc-e209-428f-b935-bd38b77d11b5 req-28635436-0ad3-45a3-9a6e-f2435c92482f tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:26.277264 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-87e246cc-e209-428f-b935-bd38b77d11b5 req-28635436-0ad3-45a3-9a6e-f2435c92482f tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] 10.222.0.39 "GET /v2.0/ports?device_id=b023ed9b-cc9c-47b8-88c0-e4474dbf6f69 HTTP/1.1" status: 200 len: 950 time: 0.1878967 Apr 20 17:29:26.412181 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-87e246cc-e209-428f-b935-bd38b77d11b5 req-0afc2915-9292-416a-b104-4c5db5ab1918 tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] 10.222.0.39 "GET /v2.0/security-groups?id=84f93aaf-d47c-4982-b8bd-5d33f2c3c66d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321809 Apr 20 17:29:26.414740 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8fc12ea2-5cea-4e14-86fa-adca085fcec7 req-4500014b-da86-44a1-8e8d-3d14af774d2d tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:26.427724 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['20d607fa-aa1c-4393-9adb-2d98dd0684a8'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:29:26.556646 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-84815cc9-51d1-4bce-8322-d397623e420a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:26.580545 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500014b-da86-44a1-8e8d-3d14af774d2d tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Pushing event deleted for resources: {'Port': ['ID=20d607fa-aa1c-4393-9adb-2d98dd0684a8,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:26.707358 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-84815cc9-51d1-4bce-8322-d397623e420a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:26.723814 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-5f0b241b-8350-4acf-8989-b247e4a15f04 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:26.724828 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc12ea2-5cea-4e14-86fa-adca085fcec7 req-4500014b-da86-44a1-8e8d-3d14af774d2d tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] No DVR routers for this DVR port 20d607fa-aa1c-4393-9adb-2d98dd0684a8 on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:29:26.725835 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-5f0b241b-8350-4acf-8989-b247e4a15f04 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.43 "GET /v2.0/networks?id=4f37beb4-cacf-475a-8f23-eab887469923 HTTP/1.1" status: 200 len: 812 time: 0.4961126 Apr 20 17:29:26.727038 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-84815cc9-51d1-4bce-8322-d397623e420a admin admin] Usage tracker for resource:security_group_rule and tenant:0a11ad4c6f384cabb736c4916ef758e5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:29:26.727319 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-8fc12ea2-5cea-4e14-86fa-adca085fcec7 req-4500014b-da86-44a1-8e8d-3d14af774d2d tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:26.731825 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-84815cc9-51d1-4bce-8322-d397623e420a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:29:26.739384 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b023ed9b-cc9c-47b8-88c0-e4474dbf6f69', 'name': 'network-vif-deleted', 'tag': '20d607fa-aa1c-4393-9adb-2d98dd0684a8'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:29:26.753139 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc5721-cc10-411f-8db9-53710bcbb0a8 req-c37ec7a5-2e4f-49f4-b7e9-25649e7e9cb6 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:26.756652 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8fc12ea2-5cea-4e14-86fa-adca085fcec7 req-4500014b-da86-44a1-8e8d-3d14af774d2d tempest-VolumesNegativeTest-349364356 tempest-VolumesNegativeTest-349364356-project] 10.222.0.43 "DELETE /v2.0/ports/20d607fa-aa1c-4393-9adb-2d98dd0684a8 HTTP/1.1" status: 204 len: 173 time: 1.5110927 Apr 20 17:29:26.760043 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e8dc5721-cc10-411f-8db9-53710bcbb0a8 req-c37ec7a5-2e4f-49f4-b7e9-25649e7e9cb6 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.4188151 Apr 20 17:29:26.765494 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-169a28ee-de35-454f-b582-98979d07a2f4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Request body: {'port': {'device_id': 'b6c8149f-c4b1-47ac-9b37-f996ee40df23', 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923', 'admin_state_up': True, 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:29:26.796099 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-84815cc9-51d1-4bce-8322-d397623e420a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:26.819576 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9a02371-7ce2-479d-afb9-5a17027dd4e6'] response: {'server_uuid': 'b023ed9b-cc9c-47b8-88c0-e4474dbf6f69', 'name': 'network-vif-deleted', 'tag': '20d607fa-aa1c-4393-9adb-2d98dd0684a8', 'status': 'completed', 'code': 200} Apr 20 17:29:27.038992 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-84815cc9-51d1-4bce-8322-d397623e420a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:27.104327 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-169a28ee-de35-454f-b582-98979d07a2f4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:27.114218 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-169a28ee-de35-454f-b582-98979d07a2f4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:27.125247 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-84815cc9-51d1-4bce-8322-d397623e420a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:27.134617 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54272) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:27.215145 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6c313-0f63-49c4-bcfa-bfe67ce9759e req-c0ef86ea-d11e-42c7-a3bc-5e9b6015b0e9 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:27.234952 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05f6c313-0f63-49c4-bcfa-bfe67ce9759e req-c0ef86ea-d11e-42c7-a3bc-5e9b6015b0e9 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] 10.222.0.39 "GET /v2.0/ports?device_id=279a4628-ee43-47b9-b0dd-1e4b3bcbc4e8 HTTP/1.1" status: 200 len: 950 time: 0.1966801 Apr 20 17:29:27.295283 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-169a28ee-de35-454f-b582-98979d07a2f4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Made reservation on behalf of 048f4cae66cf42c897493ac9a67e0d5f for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:29:27.298866 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-169a28ee-de35-454f-b582-98979d07a2f4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:27.326161 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84815cc9-51d1-4bce-8322-d397623e420a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb8c81c-b7fd-4159-9566-14633d14b282,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:27.421532 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e8dc5721-cc10-411f-8db9-53710bcbb0a8 req-98cf8279-782e-4f15-9175-52466e3b0ee1 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6604614 Apr 20 17:29:27.441992 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-f7d2c28f-255a-4b05-a369-07ad329cb467 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-938734308'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:29:27.457542 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f7d2c28f-255a-4b05-a369-07ad329cb467 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:27.469371 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f7d2c28f-255a-4b05-a369-07ad329cb467 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Usage tracker for resource:network and tenant:ca67aae2a61b4071acaf5515998f34d2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:29:27.471980 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54286) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:27.472216 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-84815cc9-51d1-4bce-8322-d397623e420a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0a11ad4c6f384cabb736c4916ef758e5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3307738 Apr 20 17:29:27.518708 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f7d2c28f-255a-4b05-a369-07ad329cb467 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:29:27.543235 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05f6c313-0f63-49c4-bcfa-bfe67ce9759e req-4b69a8c0-f6b8-4975-8fee-7071a72a98eb tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdd18b93-0d31-4c58-a5f1-2d4f20979204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068864 Apr 20 17:29:27.548549 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f7d2c28f-255a-4b05-a369-07ad329cb467 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:27.572937 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d2c28f-255a-4b05-a369-07ad329cb467 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Made reservation on behalf of ca67aae2a61b4071acaf5515998f34d2 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:29:27.577170 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f7d2c28f-255a-4b05-a369-07ad329cb467 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:27.612471 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f7d2c28f-255a-4b05-a369-07ad329cb467 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:27.693734 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-169a28ee-de35-454f-b582-98979d07a2f4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Allocated IP 172.20.0.14 (4f37beb4-cacf-475a-8f23-eab887469923/459b9241-591b-4214-ba21-d89500ea520e/1072c739-82f1-4440-9b4d-75a6639e96c9) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:29:27.694063 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-77e09f94-a69a-4da6-adfd-52fa41b3d741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:27.696108 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f7d2c28f-255a-4b05-a369-07ad329cb467 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:27.707273 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f7d2c28f-255a-4b05-a369-07ad329cb467 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Usage tracker for resource:security_group_rule and tenant:ca67aae2a61b4071acaf5515998f34d2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:29:27.713219 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f7d2c28f-255a-4b05-a369-07ad329cb467 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:29:27.726500 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f7d2c28f-255a-4b05-a369-07ad329cb467 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:27.736877 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-77e09f94-a69a-4da6-adfd-52fa41b3d741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:27.783054 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-59941fc3-3719-465c-ac20-0a494e9afaf2 req-41468f35-258e-40f6-a817-b71a4c879f86 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c8149f-c4b1-47ac-9b37-f996ee40df23 HTTP/1.1" status: 200 len: 210 time: 0.0916817 Apr 20 17:29:27.906091 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-77e09f94-a69a-4da6-adfd-52fa41b3d741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:27.937724 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f7d2c28f-255a-4b05-a369-07ad329cb467 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:27.940818 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e09f94-a69a-4da6-adfd-52fa41b3d741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb8c81c-b7fd-4159-9566-14633d14b282,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:27.980472 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec185df4-2127-46cc-bdea-5734c641ae3b req-763dd787-5361-41a8-b87c-8047a57dec23 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:27.982012 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ec185df4-2127-46cc-bdea-5734c641ae3b req-763dd787-5361-41a8-b87c-8047a57dec23 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.2308669 Apr 20 17:29:27.983350 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-77e09f94-a69a-4da6-adfd-52fa41b3d741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:27.986732 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-77e09f94-a69a-4da6-adfd-52fa41b3d741 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/abb8c81c-b7fd-4159-9566-14633d14b282 HTTP/1.1" status: 204 len: 168 time: 0.4675963 Apr 20 17:29:27.986732 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f7d2c28f-255a-4b05-a369-07ad329cb467 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:28.056517 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d2c28f-255a-4b05-a369-07ad329cb467 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:29:28.074945 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2c28f-255a-4b05-a369-07ad329cb467 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7ad65c-12d7-4c2c-a25f-db505a42274a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:28.096664 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f7d2c28f-255a-4b05-a369-07ad329cb467 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:28.097018 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-f7d2c28f-255a-4b05-a369-07ad329cb467 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Added segment c2152f18-f94d-4ff3-b51f-42fd91014b6a of type vlan for network 82e893a3-2b0b-414a-8c88-eaac13f7b0e1 Apr 20 17:29:28.100256 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ec185df4-2127-46cc-bdea-5734c641ae3b req-ab983633-a782-4893-8017-43119037c32d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877934 Apr 20 17:29:28.120353 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-169a28ee-de35-454f-b582-98979d07a2f4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:28.145762 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-169a28ee-de35-454f-b582-98979d07a2f4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Transition to ACTIVE for port object 1072c739-82f1-4440-9b4d-75a6639e96c9 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:29:28.149030 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f7d2c28f-255a-4b05-a369-07ad329cb467 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:28.175811 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-169a28ee-de35-454f-b582-98979d07a2f4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:28.191458 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['e0b3d423-a33b-4b1a-9611-990b877c1adc'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:29:28.205238 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f7d2c28f-255a-4b05-a369-07ad329cb467 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:28.209648 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d2c28f-255a-4b05-a369-07ad329cb467 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:28.210476 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f7d2c28f-255a-4b05-a369-07ad329cb467 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:28.232386 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:29:28.378561 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f7d2c28f-255a-4b05-a369-07ad329cb467 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2403231 Apr 20 17:29:28.379187 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54310) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:28.383701 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-169a28ee-de35-454f-b582-98979d07a2f4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Network 4f37beb4-cacf-475a-8f23-eab887469923 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:29:28.387288 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-169a28ee-de35-454f-b582-98979d07a2f4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:29:28.388128 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-6acd1275-1caf-452e-9c23-08abb6fdb9f0 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Request body: {'subnet': {'network_id': '82e893a3-2b0b-414a-8c88-eaac13f7b0e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:29:28.398175 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-169a28ee-de35-454f-b582-98979d07a2f4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:29:28.410807 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2c28f-255a-4b05-a369-07ad329cb467 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Pushing event updated for resources: {'Network': ['ID=82e893a3-2b0b-414a-8c88-eaac13f7b0e1,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:28.445561 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 82e893a3-2b0b-414a-8c88-eaac13f7b0e1 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:29:28.488115 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a28ee-de35-454f-b582-98979d07a2f4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Pushing event updated for resources: {'Port': ['ID=1072c739-82f1-4440-9b4d-75a6639e96c9,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:28.579370 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6acd1275-1caf-452e-9c23-08abb6fdb9f0 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:28.590155 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6acd1275-1caf-452e-9c23-08abb6fdb9f0 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Usage tracker for resource:subnet and tenant:ca67aae2a61b4071acaf5515998f34d2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:29:28.593812 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6acd1275-1caf-452e-9c23-08abb6fdb9f0 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:29:28.598760 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-169a28ee-de35-454f-b582-98979d07a2f4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:28.599411 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-169a28ee-de35-454f-b582-98979d07a2f4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:28.616333 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6acd1275-1caf-452e-9c23-08abb6fdb9f0 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:28.653673 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acd1275-1caf-452e-9c23-08abb6fdb9f0 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Made reservation on behalf of ca67aae2a61b4071acaf5515998f34d2 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:29:28.701345 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54318) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:28.711828 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-169a28ee-de35-454f-b582-98979d07a2f4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9683232 Apr 20 17:29:28.746154 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-88894bd2-1c1d-4346-8e60-dadca2ff11b0 service neutron] Request body: {'port': {'device_id': 'b6c8149f-c4b1-47ac-9b37-f996ee40df23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:29:28.899752 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6acd1275-1caf-452e-9c23-08abb6fdb9f0 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:28.949461 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-34d2c12e-7685-4f54-ab93-f839e84e2275 None None] Provisioning for port 1072c739-82f1-4440-9b4d-75a6639e96c9 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:29:28.955361 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-34d2c12e-7685-4f54-ab93-f839e84e2275 None None] Provisioning complete for port 1072c739-82f1-4440-9b4d-75a6639e96c9 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:29:28.955729 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-34d2c12e-7685-4f54-ab93-f839e84e2275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:28.977895 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54328) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:29.026417 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9b12ba3d-1ddc-4df3-833a-b4e55a03d963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:29.048577 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-88894bd2-1c1d-4346-8e60-dadca2ff11b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:29.061232 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-34d2c12e-7685-4f54-ab93-f839e84e2275 None None] Port 1072c739-82f1-4440-9b4d-75a6639e96c9 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:29:29.079194 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9b12ba3d-1ddc-4df3-833a-b4e55a03d963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:29.116905 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9b12ba3d-1ddc-4df3-833a-b4e55a03d963 admin admin] Usage tracker for resource:security_group_rule and tenant:14ab96653c054dd09112df33ab13c813 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:29:29.129599 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9b12ba3d-1ddc-4df3-833a-b4e55a03d963 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:29:29.150785 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9b12ba3d-1ddc-4df3-833a-b4e55a03d963 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:29.162072 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e236f7b-68d9-4acb-b2de-2bf7f66d0ca8 req-d484b888-e86a-4961-b24c-cd89a0f60e55 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:29.163608 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1e236f7b-68d9-4acb-b2de-2bf7f66d0ca8 req-d484b888-e86a-4961-b24c-cd89a0f60e55 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.4746673 Apr 20 17:29:29.249639 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615d9ec-3234-4ffb-aabb-be375f13aaff req-5071fd39-0a2c-4a5a-93ef-a2398287b56c tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:29.251245 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5615d9ec-3234-4ffb-aabb-be375f13aaff req-5071fd39-0a2c-4a5a-93ef-a2398287b56c tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] 10.222.0.39 "GET /v2.0/ports?device_id=279a4628-ee43-47b9-b0dd-1e4b3bcbc4e8 HTTP/1.1" status: 200 len: 950 time: 0.3383281 Apr 20 17:29:29.284425 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1e236f7b-68d9-4acb-b2de-2bf7f66d0ca8 req-bcdee0d6-73b1-4a36-9c26-7dc2f14dc47f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145425 Apr 20 17:29:29.336883 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6acd1275-1caf-452e-9c23-08abb6fdb9f0 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:29.445848 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd1275-1caf-452e-9c23-08abb6fdb9f0 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Pushing event updated for resources: {'Subnet': ['ID=9eef8b0f-aebc-4821-bb8d-185ac8d244a2,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:29.452806 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acd1275-1caf-452e-9c23-08abb6fdb9f0 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Checking segment: {'id': 'c2152f18-f94d-4ff3-b51f-42fd91014b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '82e893a3-2b0b-414a-8c88-eaac13f7b0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:29:29.453155 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acd1275-1caf-452e-9c23-08abb6fdb9f0 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Network hostable DHCP agents. Network: 82e893a3-2b0b-414a-8c88-eaac13f7b0e1, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:29:29.479046 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acd1275-1caf-452e-9c23-08abb6fdb9f0 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Network 82e893a3-2b0b-414a-8c88-eaac13f7b0e1 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:29:29.493183 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-6acd1275-1caf-452e-9c23-08abb6fdb9f0 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 82e893a3-2b0b-414a-8c88-eaac13f7b0e1) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:29:29.511153 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20d667e-96bf-4f09-ae7f-876de99832f8 None None] Network 82e893a3-2b0b-414a-8c88-eaac13f7b0e1 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:29:29.564040 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acd1275-1caf-452e-9c23-08abb6fdb9f0 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:29.564910 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6acd1275-1caf-452e-9c23-08abb6fdb9f0 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:29.603408 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6acd1275-1caf-452e-9c23-08abb6fdb9f0 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2230341 Apr 20 17:29:29.609024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54364) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:29.620061 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-3dd8642a-4ebd-4162-af24-f06fc418337f tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Request body: {'port': {'network_id': '82e893a3-2b0b-414a-8c88-eaac13f7b0e1', 'name': 'tempest-AllowedAddressPairTestJSON-12372705'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:29:29.650493 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64d5fd-7bdb-4e51-817c-d9f8e9e758a2 req-b0add0e5-b4fd-4c74-8e12-04e0a310a21b tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:29.652329 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bf64d5fd-7bdb-4e51-817c-d9f8e9e758a2 req-b0add0e5-b4fd-4c74-8e12-04e0a310a21b tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c8149f-c4b1-47ac-9b37-f996ee40df23 HTTP/1.1" status: 200 len: 932 time: 0.1529262 Apr 20 17:29:29.677737 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5615d9ec-3234-4ffb-aabb-be375f13aaff req-2d8b7fa9-c992-4e48-b3fd-25dc8ed5da68 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdd18b93-0d31-4c58-a5f1-2d4f20979204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161499 Apr 20 17:29:29.763896 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9b12ba3d-1ddc-4df3-833a-b4e55a03d963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:29.781973 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9b12ba3d-1ddc-4df3-833a-b4e55a03d963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:29.810516 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bf64d5fd-7bdb-4e51-817c-d9f8e9e758a2 req-98714647-25ac-4f80-b833-d49ff88e754a tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972500 Apr 20 17:29:29.836523 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3dd8642a-4ebd-4162-af24-f06fc418337f tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:29.839502 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 20d607fa-aa1c-4393-9adb-2d98dd0684a8 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:29:29.852507 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3dd8642a-4ebd-4162-af24-f06fc418337f tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Usage tracker for resource:port and tenant:ca67aae2a61b4071acaf5515998f34d2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:29:29.855724 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3dd8642a-4ebd-4162-af24-f06fc418337f tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:29:29.862560 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3dd8642a-4ebd-4162-af24-f06fc418337f tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:29.878814 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd8642a-4ebd-4162-af24-f06fc418337f tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Made reservation on behalf of ca67aae2a61b4071acaf5515998f34d2 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:29:29.879480 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 20d607fa-aa1c-4393-9adb-2d98dd0684a8 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:29:29.879824 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 20d607fa-aa1c-4393-9adb-2d98dd0684a8 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:29:29.881388 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e992d1-941c-40c0-ace7-8546d8d71b57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-82e893a3-2b0b-414a-8c88-eaac13f7b0e1', 'network_id': '82e893a3-2b0b-414a-8c88-eaac13f7b0e1', 'tenant_id': 'ca67aae2a61b4071acaf5515998f34d2', 'fixed_ips': [{'subnet_id': '9eef8b0f-aebc-4821-bb8d-185ac8d244a2'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:29:29.882429 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b8e992d1-941c-40c0-ace7-8546d8d71b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:29.883444 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3dd8642a-4ebd-4162-af24-f06fc418337f tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:29.909196 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-3dd8642a-4ebd-4162-af24-f06fc418337f tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] device_id is not set on port 07a0891f-3fb7-4960-afef-665f0f2a1b30 yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:29:29.971205 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12ba3d-1ddc-4df3-833a-b4e55a03d963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064e09c3-6375-4a9e-9bd4-453ba5656da9,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:30.034474 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9b12ba3d-1ddc-4df3-833a-b4e55a03d963 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=14ab96653c054dd09112df33ab13c813&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0496664 Apr 20 17:29:30.036063 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54380) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:30.098378 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-b8e992d1-941c-40c0-ace7-8546d8d71b57 None None] Allocated IP 172.20.0.2 (82e893a3-2b0b-414a-8c88-eaac13f7b0e1/9eef8b0f-aebc-4821-bb8d-185ac8d244a2/0b979028-7e4b-49f0-afb7-ad54df68a606) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:29:30.199837 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1520774f-7d78-49bc-a936-0b88532085d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:30.297273 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1520774f-7d78-49bc-a936-0b88532085d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:30.385760 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1520774f-7d78-49bc-a936-0b88532085d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:30.412617 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520774f-7d78-49bc-a936-0b88532085d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064e09c3-6375-4a9e-9bd4-453ba5656da9,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:30.432307 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1520774f-7d78-49bc-a936-0b88532085d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:30.433761 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1520774f-7d78-49bc-a936-0b88532085d0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/064e09c3-6375-4a9e-9bd4-453ba5656da9 HTTP/1.1" status: 204 len: 168 time: 0.3963795 Apr 20 17:29:30.513945 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ecda9-5848-4ef7-ba27-2c8e654d1c5e req-da1baaf9-1b33-4038-8c7a-dd0981d7cc1e tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:30.525145 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bd8ecda9-5848-4ef7-ba27-2c8e654d1c5e req-da1baaf9-1b33-4038-8c7a-dd0981d7cc1e tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.6355073 Apr 20 17:29:30.551851 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b8e992d1-941c-40c0-ace7-8546d8d71b57 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:30.564744 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-88894bd2-1c1d-4346-8e60-dadca2ff11b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1072c739-82f1-4440-9b4d-75a6639e96c9 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:29:30.575597 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b8e992d1-941c-40c0-ace7-8546d8d71b57 None None] Transition to ACTIVE for port object 0b979028-7e4b-49f0-afb7-ad54df68a606 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:29:30.577727 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-88894bd2-1c1d-4346-8e60-dadca2ff11b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:30.599592 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b8e992d1-941c-40c0-ace7-8546d8d71b57 None None] Transition to ACTIVE for port object 0b979028-7e4b-49f0-afb7-ad54df68a606 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:29:30.609738 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b8e992d1-941c-40c0-ace7-8546d8d71b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:30.647481 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-88894bd2-1c1d-4346-8e60-dadca2ff11b0 service neutron] Transition to ACTIVE for port object 1072c739-82f1-4440-9b4d-75a6639e96c9 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:29:30.670897 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bd8ecda9-5848-4ef7-ba27-2c8e654d1c5e req-6062e00e-3f62-4b94-9e5a-3d2312dfdb5d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443100 Apr 20 17:29:30.673653 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-88894bd2-1c1d-4346-8e60-dadca2ff11b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:30.715331 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e992d1-941c-40c0-ace7-8546d8d71b57 None None] Network 82e893a3-2b0b-414a-8c88-eaac13f7b0e1 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:29:30.718100 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-b8e992d1-941c-40c0-ace7-8546d8d71b57 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:29:30.722050 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e992d1-941c-40c0-ace7-8546d8d71b57 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:29:30.736610 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e992d1-941c-40c0-ace7-8546d8d71b57 None None] Pushing event updated for resources: {'Port': ['ID=0b979028-7e4b-49f0-afb7-ad54df68a606,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:30.906728 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-3dd8642a-4ebd-4162-af24-f06fc418337f tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Allocated IP 172.20.0.13 (82e893a3-2b0b-414a-8c88-eaac13f7b0e1/9eef8b0f-aebc-4821-bb8d-185ac8d244a2/07a0891f-3fb7-4960-afef-665f0f2a1b30) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:29:31.019804 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b8e992d1-941c-40c0-ace7-8546d8d71b57 None None] Attempting to bind port 0b979028-7e4b-49f0-afb7-ad54df68a606 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:29:31.026748 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b8e992d1-941c-40c0-ace7-8546d8d71b57 None None] Attempting to bind port 0b979028-7e4b-49f0-afb7-ad54df68a606 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'c2152f18-f94d-4ff3-b51f-42fd91014b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '82e893a3-2b0b-414a-8c88-eaac13f7b0e1'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:29:31.027230 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e992d1-941c-40c0-ace7-8546d8d71b57 None None] Attempting to bind port 0b979028-7e4b-49f0-afb7-ad54df68a606 on network 82e893a3-2b0b-414a-8c88-eaac13f7b0e1 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:31.048591 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e992d1-941c-40c0-ace7-8546d8d71b57 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:29:31.048957 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e992d1-941c-40c0-ace7-8546d8d71b57 None None] Checking segment: {'id': 'c2152f18-f94d-4ff3-b51f-42fd91014b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '82e893a3-2b0b-414a-8c88-eaac13f7b0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:29:31.049366 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b8e992d1-941c-40c0-ace7-8546d8d71b57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:31.049743 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e992d1-941c-40c0-ace7-8546d8d71b57 None None] Bound using segment: {'id': 'c2152f18-f94d-4ff3-b51f-42fd91014b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '82e893a3-2b0b-414a-8c88-eaac13f7b0e1'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:29:31.050220 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b8e992d1-941c-40c0-ace7-8546d8d71b57 None None] Bound port: 0b979028-7e4b-49f0-afb7-ad54df68a606, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2152f18-f94d-4ff3-b51f-42fd91014b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '82e893a3-2b0b-414a-8c88-eaac13f7b0e1'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:29:31.057107 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b8e992d1-941c-40c0-ace7-8546d8d71b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:31.223305 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88894bd2-1c1d-4346-8e60-dadca2ff11b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1072c739-82f1-4440-9b4d-75a6639e96c9,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:31.316805 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b8e992d1-941c-40c0-ace7-8546d8d71b57 None None] For port 0b979028-7e4b-49f0-afb7-ad54df68a606, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:29:31.321638 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b8e992d1-941c-40c0-ace7-8546d8d71b57 None None] For port 0b979028-7e4b-49f0-afb7-ad54df68a606, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0b979028-7e4b-49f0-afb7-ad54df68a606,segment=NetworkSegment(c2152f18-f94d-4ff3-b51f-42fd91014b6a),segment_id=c2152f18-f94d-4ff3-b51f-42fd91014b6a)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:29:31.330400 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b8e992d1-941c-40c0-ace7-8546d8d71b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:31.402752 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-978c70f3-51c7-4f17-8e7b-8a346fefcbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:31.493405 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e992d1-941c-40c0-ace7-8546d8d71b57 None None] Pushing event updated for resources: {'Port': ['ID=0b979028-7e4b-49f0-afb7-ad54df68a606,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:31.673115 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12040fe-1fc8-4df1-98ba-63a3483927e1 req-8832b238-7359-44c5-8b78-835cc187826c tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:31.679934 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f12040fe-1fc8-4df1-98ba-63a3483927e1 req-8832b238-7359-44c5-8b78-835cc187826c tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.6366372 Apr 20 17:29:31.787674 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-88894bd2-1c1d-4346-8e60-dadca2ff11b0 service neutron] Attempting to bind port 1072c739-82f1-4440-9b4d-75a6639e96c9 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:29:31.788000 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-88894bd2-1c1d-4346-8e60-dadca2ff11b0 service neutron] Attempting to bind port 1072c739-82f1-4440-9b4d-75a6639e96c9 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'c554300a-cd59-4a60-9307-fc40b2335284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:29:31.788322 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-88894bd2-1c1d-4346-8e60-dadca2ff11b0 service neutron] Attempting to bind port 1072c739-82f1-4440-9b4d-75a6639e96c9 on network 4f37beb4-cacf-475a-8f23-eab887469923 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:31.802585 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3dd8642a-4ebd-4162-af24-f06fc418337f tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:31.809958 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f12040fe-1fc8-4df1-98ba-63a3483927e1 req-87d32acc-eee6-4301-9b15-8db6b96e8fa1 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291540 Apr 20 17:29:31.829170 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-88894bd2-1c1d-4346-8e60-dadca2ff11b0 service neutron] Port 1072c739-82f1-4440-9b4d-75a6639e96c9 on network 4f37beb4-cacf-475a-8f23-eab887469923 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:29:31.829686 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-88894bd2-1c1d-4346-8e60-dadca2ff11b0 service neutron] Attempting to bind port 1072c739-82f1-4440-9b4d-75a6639e96c9 on network 4f37beb4-cacf-475a-8f23-eab887469923 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:29:31.872979 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-88894bd2-1c1d-4346-8e60-dadca2ff11b0 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:29:31.873505 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-88894bd2-1c1d-4346-8e60-dadca2ff11b0 service neutron] Checking segment: {'id': 'c554300a-cd59-4a60-9307-fc40b2335284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:29:31.876619 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-88894bd2-1c1d-4346-8e60-dadca2ff11b0 service neutron] Bound using segment: {'id': 'c554300a-cd59-4a60-9307-fc40b2335284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:29:31.877338 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-88894bd2-1c1d-4346-8e60-dadca2ff11b0 service neutron] Bound port: 1072c739-82f1-4440-9b4d-75a6639e96c9, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c554300a-cd59-4a60-9307-fc40b2335284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:29:31.877887 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-88894bd2-1c1d-4346-8e60-dadca2ff11b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:31.908689 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-3dd8642a-4ebd-4162-af24-f06fc418337f tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Transition to ACTIVE for port object 07a0891f-3fb7-4960-afef-665f0f2a1b30 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:29:32.023539 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea718be-2fe5-4173-9b0e-40bababa9757 req-e0724182-b790-4229-b55e-cb459ce2a0ab tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:32.043802 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eea718be-2fe5-4173-9b0e-40bababa9757 req-e0724182-b790-4229-b55e-cb459ce2a0ab tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c8149f-c4b1-47ac-9b37-f996ee40df23 HTTP/1.1" status: 200 len: 944 time: 0.9014964 Apr 20 17:29:32.107053 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3dd8642a-4ebd-4162-af24-f06fc418337f tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:32.233290 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd8642a-4ebd-4162-af24-f06fc418337f tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Network 82e893a3-2b0b-414a-8c88-eaac13f7b0e1 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:29:32.246789 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eea718be-2fe5-4173-9b0e-40bababa9757 req-74a98ad2-0b5a-4e10-96db-d43ee28df746 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020442 Apr 20 17:29:32.282260 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-3dd8642a-4ebd-4162-af24-f06fc418337f tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:29:32.286563 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd8642a-4ebd-4162-af24-f06fc418337f tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:29:32.324672 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8642a-4ebd-4162-af24-f06fc418337f tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Pushing event updated for resources: {'Port': ['ID=07a0891f-3fb7-4960-afef-665f0f2a1b30,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:32.376445 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-88894bd2-1c1d-4346-8e60-dadca2ff11b0 service neutron] For port 1072c739-82f1-4440-9b4d-75a6639e96c9, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:29:32.381933 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd8642a-4ebd-4162-af24-f06fc418337f tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:32.382656 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3dd8642a-4ebd-4162-af24-f06fc418337f tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:32.434446 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3dd8642a-4ebd-4162-af24-f06fc418337f tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8242383 Apr 20 17:29:32.438038 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54474) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:32.439219 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-88894bd2-1c1d-4346-8e60-dadca2ff11b0 service neutron] For port 1072c739-82f1-4440-9b4d-75a6639e96c9, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=1072c739-82f1-4440-9b4d-75a6639e96c9,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:29:32.456901 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-487ee712-4e51-4fb1-b2cf-eb134720aaa9 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Request body: {'port': {'network_id': '82e893a3-2b0b-414a-8c88-eaac13f7b0e1', 'name': 'tempest-AllowedAddressPairTestJSON-840655801', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:22:1c:c0'}]}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:29:32.461120 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-88894bd2-1c1d-4346-8e60-dadca2ff11b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:32.502727 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0b979028-7e4b-49f0-afb7-ad54df68a606 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:29:32.566025 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-88894bd2-1c1d-4346-8e60-dadca2ff11b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:32.567679 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-88894bd2-1c1d-4346-8e60-dadca2ff11b0 service neutron] 10.222.0.43 "PUT /v2.0/ports/1072c739-82f1-4440-9b4d-75a6639e96c9 HTTP/1.1" status: 200 len: 1092 time: 3.8377643 Apr 20 17:29:32.594034 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c8149f-c4b1-47ac-9b37-f996ee40df23', 'tag': '1072c739-82f1-4440-9b4d-75a6639e96c9'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:29:32.629293 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88894bd2-1c1d-4346-8e60-dadca2ff11b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1072c739-82f1-4440-9b4d-75a6639e96c9,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:32.702031 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-487ee712-4e51-4fb1-b2cf-eb134720aaa9 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:32.716668 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-487ee712-4e51-4fb1-b2cf-eb134720aaa9 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Usage tracker for resource:port and tenant:ca67aae2a61b4071acaf5515998f34d2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:29:32.728102 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-487ee712-4e51-4fb1-b2cf-eb134720aaa9 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:29:32.735802 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c1353-1ea5-4195-a557-bdeff0ac3b82 req-92b7a9ce-5068-4ff8-8bd1-93bcd73d889c tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:32.751737 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fa2c1353-1ea5-4195-a557-bdeff0ac3b82 req-92b7a9ce-5068-4ff8-8bd1-93bcd73d889c tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.5800850 Apr 20 17:29:32.753397 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-487ee712-4e51-4fb1-b2cf-eb134720aaa9 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:32.788766 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487ee712-4e51-4fb1-b2cf-eb134720aaa9 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Made reservation on behalf of ca67aae2a61b4071acaf5515998f34d2 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:29:32.793544 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-487ee712-4e51-4fb1-b2cf-eb134720aaa9 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:32.865268 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28c3f0ad-cac9-431c-897d-1b5100ffd860'] response: {'name': 'network-changed', 'server_uuid': 'b6c8149f-c4b1-47ac-9b37-f996ee40df23', 'tag': '1072c739-82f1-4440-9b4d-75a6639e96c9', 'status': 'completed', 'code': 200} Apr 20 17:29:32.876254 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-487ee712-4e51-4fb1-b2cf-eb134720aaa9 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] device_id is not set on port 700c2493-80c6-4aac-8229-4fa5dad025e9 yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:29:32.892758 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 0b979028-7e4b-49f0-afb7-ad54df68a606 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:29:33.004990 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fa2c1353-1ea5-4195-a557-bdeff0ac3b82 req-ee01f1e0-e27b-4d86-8096-c929e1089b4f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523518 Apr 20 17:29:33.154900 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-d8c4c51e-20e9-46ef-b0b0-1b3b8d67ade3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=048f4cae66cf42c897493ac9a67e0d5f&device_id=b6c8149f-c4b1-47ac-9b37-f996ee40df23 HTTP/1.1" status: 200 len: 1095 time: 0.5271447 Apr 20 17:29:33.180552 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-487ee712-4e51-4fb1-b2cf-eb134720aaa9 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Allocated IP 172.20.0.8 (82e893a3-2b0b-414a-8c88-eaac13f7b0e1/9eef8b0f-aebc-4821-bb8d-185ac8d244a2/700c2493-80c6-4aac-8229-4fa5dad025e9) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:29:33.323881 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-2d50ba01-1f04-4f11-80cc-dbf8a0cb9fd2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1072c739-82f1-4440-9b4d-75a6639e96c9 HTTP/1.1" status: 200 len: 217 time: 0.1596785 Apr 20 17:29:33.393237 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc22dcb-5762-4d6d-b866-12e1763614c1 None None] Network 82e893a3-2b0b-414a-8c88-eaac13f7b0e1 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:29:33.586766 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-487ee712-4e51-4fb1-b2cf-eb134720aaa9 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:33.612210 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-487ee712-4e51-4fb1-b2cf-eb134720aaa9 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Transition to ACTIVE for port object 700c2493-80c6-4aac-8229-4fa5dad025e9 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:29:33.747140 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-487ee712-4e51-4fb1-b2cf-eb134720aaa9 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:33.786753 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-af2558b8-177f-417f-b0a6-b05d569b874d None None] Provisioning for port 0b979028-7e4b-49f0-afb7-ad54df68a606 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:29:33.797400 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-af2558b8-177f-417f-b0a6-b05d569b874d None None] Provisioning complete for port 0b979028-7e4b-49f0-afb7-ad54df68a606 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:29:33.797774 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-af2558b8-177f-417f-b0a6-b05d569b874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:33.868087 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487ee712-4e51-4fb1-b2cf-eb134720aaa9 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Network 82e893a3-2b0b-414a-8c88-eaac13f7b0e1 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:29:33.872895 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-b1b83e88-7c6e-41b0-8c78-a234ff80ed3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:33.874372 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-b1b83e88-7c6e-41b0-8c78-a234ff80ed3e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=459b9241-591b-4214-ba21-d89500ea520e HTTP/1.1" status: 200 len: 851 time: 0.5425630 Apr 20 17:29:33.880010 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-487ee712-4e51-4fb1-b2cf-eb134720aaa9 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:29:33.887121 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487ee712-4e51-4fb1-b2cf-eb134720aaa9 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:29:33.916714 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ee712-4e51-4fb1-b2cf-eb134720aaa9 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Pushing event updated for resources: {'Port': ['ID=700c2493-80c6-4aac-8229-4fa5dad025e9,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:33.964743 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ddd2d2-986c-47cb-9ba2-86b451cda84c req-54f8b899-13f3-4211-8d9d-025a118c905f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:33.972194 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-30ddd2d2-986c-47cb-9ba2-86b451cda84c req-54f8b899-13f3-4211-8d9d-025a118c905f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.3081422 Apr 20 17:29:34.003295 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487ee712-4e51-4fb1-b2cf-eb134720aaa9 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:34.003934 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-487ee712-4e51-4fb1-b2cf-eb134720aaa9 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:34.081847 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-978c70f3-51c7-4f17-8e7b-8a346fefcbfa admin admin] Deleting port 56835b4b-6a4b-4e13-a58f-4929604a19fe {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:29:34.081847 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-978c70f3-51c7-4f17-8e7b-8a346fefcbfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:34.100026 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-487ee712-4e51-4fb1-b2cf-eb134720aaa9 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.6465273 Apr 20 17:29:34.100026 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-30ddd2d2-986c-47cb-9ba2-86b451cda84c req-490a95f8-3aca-4c34-89a6-1c05a59bea85 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157320 Apr 20 17:29:34.100026 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54540) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:34.139915 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1302d-6ab3-482b-bf97-07fb3114ce98 req-0e77ebb8-fd08-44a0-8f68-5283a2508f3f tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:34.140715 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e6a1302d-6ab3-482b-bf97-07fb3114ce98 req-0e77ebb8-fd08-44a0-8f68-5283a2508f3f tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Synchronizing usage tracker for tenant:048f4cae66cf42c897493ac9a67e0d5f on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:29:34.202536 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4c2e89-6b7f-4117-a084-f401c57d8e05 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:34.208131 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4c2e89-6b7f-4117-a084-f401c57d8e05 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:34.214802 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4c2e89-6b7f-4117-a084-f401c57d8e05 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:34.215403 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-af2558b8-177f-417f-b0a6-b05d569b874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:34.215728 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9b4c2e89-6b7f-4117-a084-f401c57d8e05 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Synchronizing usage tracker for tenant:ca67aae2a61b4071acaf5515998f34d2 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:29:34.225247 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-253e1cdc-cdc0-4f20-9c9c-831125a59f95 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f37beb4-cacf-475a-8f23-eab887469923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3382165 Apr 20 17:29:34.252799 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9b4c2e89-6b7f-4117-a084-f401c57d8e05 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Unset dirty status for tenant:ca67aae2a61b4071acaf5515998f34d2 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:29:34.254284 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9b4c2e89-6b7f-4117-a084-f401c57d8e05 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1629713 Apr 20 17:29:34.257454 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54548) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:34.273457 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-af2558b8-177f-417f-b0a6-b05d569b874d None None] For port 0b979028-7e4b-49f0-afb7-ad54df68a606, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0b979028-7e4b-49f0-afb7-ad54df68a606,segment=NetworkSegment(c2152f18-f94d-4ff3-b51f-42fd91014b6a),segment_id=c2152f18-f94d-4ff3-b51f-42fd91014b6a)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:29:34.282058 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-af2558b8-177f-417f-b0a6-b05d569b874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:34.301570 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e6a1302d-6ab3-482b-bf97-07fb3114ce98 req-0e77ebb8-fd08-44a0-8f68-5283a2508f3f tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Unset dirty status for tenant:048f4cae66cf42c897493ac9a67e0d5f on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:29:34.303041 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e6a1302d-6ab3-482b-bf97-07fb3114ce98 req-0e77ebb8-fd08-44a0-8f68-5283a2508f3f tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c8149f-c4b1-47ac-9b37-f996ee40df23 HTTP/1.1" status: 200 len: 944 time: 0.7935474 Apr 20 17:29:34.384573 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2558b8-177f-417f-b0a6-b05d569b874d None None] Pushing event updated for resources: {'Port': ['ID=0b979028-7e4b-49f0-afb7-ad54df68a606,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:34.482448 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-a327e921-a590-4d38-a06b-1ef98e0af1dc tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Deleting port 700c2493-80c6-4aac-8229-4fa5dad025e9 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:29:34.482806 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a327e921-a590-4d38-a06b-1ef98e0af1dc tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:34.561019 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065eb83-2c5e-49a2-9a9b-a945a9008f93 req-dbe364b6-eef3-49d3-ac55-524ec9503b91 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:34.562595 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0065eb83-2c5e-49a2-9a9b-a945a9008f93 req-dbe364b6-eef3-49d3-ac55-524ec9503b91 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.2293024 Apr 20 17:29:34.647949 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0065eb83-2c5e-49a2-9a9b-a945a9008f93 req-c0dcbb34-e16d-4047-bc1a-9046a9e1f75e tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743520 Apr 20 17:29:34.726328 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-bec4c3a3-4c49-4845-bc97-48ef59379621 None None] Provisioning for port 700c2493-80c6-4aac-8229-4fa5dad025e9 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:29:34.731652 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-bec4c3a3-4c49-4845-bc97-48ef59379621 None None] Provisioning complete for port 700c2493-80c6-4aac-8229-4fa5dad025e9 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:29:34.732084 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bec4c3a3-4c49-4845-bc97-48ef59379621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:34.770161 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e6a1302d-6ab3-482b-bf97-07fb3114ce98 req-cbb4b444-ff54-48eb-9380-feba3f58ed90 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777449 Apr 20 17:29:34.772243 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-5bd28348-e999-43e1-84b5-d109a66b9633 service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5156066 Apr 20 17:29:34.848551 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-978c70f3-51c7-4f17-8e7b-8a346fefcbfa admin admin] For port 56835b4b-6a4b-4e13-a58f-4929604a19fe, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=56835b4b-6a4b-4e13-a58f-4929604a19fe,segment=NetworkSegment(c5bea2f7-a2f3-4408-abdf-9e7895fc119d),segment_id=c5bea2f7-a2f3-4408-abdf-9e7895fc119d)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:29:34.850991 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-bec4c3a3-4c49-4845-bc97-48ef59379621 None None] Port 700c2493-80c6-4aac-8229-4fa5dad025e9 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:29:34.851874 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-978c70f3-51c7-4f17-8e7b-8a346fefcbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:34.882371 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-bec4c3a3-4c49-4845-bc97-48ef59379621 None None] Provisioning for port 07a0891f-3fb7-4960-afef-665f0f2a1b30 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:29:34.891875 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-bec4c3a3-4c49-4845-bc97-48ef59379621 None None] Provisioning complete for port 07a0891f-3fb7-4960-afef-665f0f2a1b30 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:29:34.892517 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bec4c3a3-4c49-4845-bc97-48ef59379621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:35.062773 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-bec4c3a3-4c49-4845-bc97-48ef59379621 None None] Port 07a0891f-3fb7-4960-afef-665f0f2a1b30 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:29:35.077975 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a327e921-a590-4d38-a06b-1ef98e0af1dc tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:35.101658 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-bec4c3a3-4c49-4845-bc97-48ef59379621 None None] Provisioning complete for port 0b979028-7e4b-49f0-afb7-ad54df68a606 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:29:35.102164 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bec4c3a3-4c49-4845-bc97-48ef59379621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:35.360953 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-978c70f3-51c7-4f17-8e7b-8a346fefcbfa admin admin] Calling delete_port for 56835b4b-6a4b-4e13-a58f-4929604a19fe owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:29:35.396594 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-a327e921-a590-4d38-a06b-1ef98e0af1dc tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Calling delete_port for 700c2493-80c6-4aac-8229-4fa5dad025e9 owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:29:35.559711 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a155a4ba-f3a7-4e66-9cf3-a2ad0f76f7b4 None None] Provisioning complete for port 700c2493-80c6-4aac-8229-4fa5dad025e9 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:29:35.560018 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-be9e2a7d-b4ad-47b4-9bdd-c5008b05cebf req-03b71609-ea7b-4225-ab19-b576d5d5fee1 service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7791851 Apr 20 17:29:35.562465 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a155a4ba-f3a7-4e66-9cf3-a2ad0f76f7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:35.669877 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a155a4ba-f3a7-4e66-9cf3-a2ad0f76f7b4 None None] Port 700c2493-80c6-4aac-8229-4fa5dad025e9 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:29:35.686512 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a155a4ba-f3a7-4e66-9cf3-a2ad0f76f7b4 None None] Provisioning complete for port 07a0891f-3fb7-4960-afef-665f0f2a1b30 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:29:35.687054 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a155a4ba-f3a7-4e66-9cf3-a2ad0f76f7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:35.687375 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a327e921-a590-4d38-a06b-1ef98e0af1dc tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:35.811124 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a155a4ba-f3a7-4e66-9cf3-a2ad0f76f7b4 None None] Port 07a0891f-3fb7-4960-afef-665f0f2a1b30 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:29:35.815789 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327e921-a590-4d38-a06b-1ef98e0af1dc tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Pushing event deleted for resources: {'Port': ['ID=700c2493-80c6-4aac-8229-4fa5dad025e9,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:35.891194 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229b641-ec76-42c3-a66a-ee0f87a6a157 req-d93390fa-6c16-45e0-90b6-0719d69eb850 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:35.892813 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0229b641-ec76-42c3-a66a-ee0f87a6a157 req-d93390fa-6c16-45e0-90b6-0719d69eb850 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.3355451 Apr 20 17:29:35.895366 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-978c70f3-51c7-4f17-8e7b-8a346fefcbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:35.997984 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d201fae6-2ead-4abe-843d-ac85121e999f req-e2ec4948-e01b-4351-9ac9-b37d818024a4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=048f4cae66cf42c897493ac9a67e0d5f&device_id=b6c8149f-c4b1-47ac-9b37-f996ee40df23 HTTP/1.1" status: 200 len: 1095 time: 0.3508410 Apr 20 17:29:36.092695 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54612) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:36.099889 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a327e921-a590-4d38-a06b-1ef98e0af1dc tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:36.141272 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a327e921-a590-4d38-a06b-1ef98e0af1dc tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] 10.222.0.39 "DELETE /v2.0/ports/700c2493-80c6-4aac-8229-4fa5dad025e9 HTTP/1.1" status: 204 len: 168 time: 1.8799906 Apr 20 17:29:36.142303 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54618) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:36.144288 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c70f3-51c7-4f17-8e7b-8a346fefcbfa admin admin] Pushing event deleted for resources: {'Port': ['ID=56835b4b-6a4b-4e13-a58f-4929604a19fe,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:36.196152 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383d763-ced4-4357-9959-44ae778ef450 req-7a527944-ed12-4dd8-bb2c-9abff9f5ea89 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:36.205827 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5383d763-ced4-4357-9959-44ae778ef450 req-7a527944-ed12-4dd8-bb2c-9abff9f5ea89 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c8149f-c4b1-47ac-9b37-f996ee40df23 HTTP/1.1" status: 200 len: 944 time: 0.2104254 Apr 20 17:29:36.269754 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-a24222ff-b5a6-4cca-8fac-3d34af6192c3 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] GET failed (client error): The resource could not be found. Apr 20 17:29:36.270177 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a24222ff-b5a6-4cca-8fac-3d34af6192c3 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Synchronizing usage tracker for tenant:ca67aae2a61b4071acaf5515998f34d2 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:29:36.308811 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a24222ff-b5a6-4cca-8fac-3d34af6192c3 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Unset dirty status for tenant:ca67aae2a61b4071acaf5515998f34d2 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:29:36.313984 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a24222ff-b5a6-4cca-8fac-3d34af6192c3 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] 10.222.0.39 "GET /v2.0/ports/700c2493-80c6-4aac-8229-4fa5dad025e9 HTTP/1.1" status: 404 len: 333 time: 0.1705441 Apr 20 17:29:36.318356 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54622) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:36.325976 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-8222b2ee-fab8-4eda-a238-fdc2d5edda87 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Request body: {'port': {'network_id': '82e893a3-2b0b-414a-8c88-eaac13f7b0e1', 'name': 'tempest-AllowedAddressPairTestJSON-435238353'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:29:36.382244 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0229b641-ec76-42c3-a66a-ee0f87a6a157 req-712c46fb-2099-44e1-8115-8d1bebbcfd02 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4583580 Apr 20 17:29:36.473981 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0b979028-7e4b-49f0-afb7-ad54df68a606 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:29:36.539995 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8222b2ee-fab8-4eda-a238-fdc2d5edda87 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:36.551099 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8222b2ee-fab8-4eda-a238-fdc2d5edda87 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:36.554938 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 0b979028-7e4b-49f0-afb7-ad54df68a606 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:29:36.555576 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:36.581791 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1f4e1a2d-3170-4913-8c60-70a022638f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:36.593492 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8222b2ee-fab8-4eda-a238-fdc2d5edda87 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Made reservation on behalf of ca67aae2a61b4071acaf5515998f34d2 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:29:36.607488 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8222b2ee-fab8-4eda-a238-fdc2d5edda87 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:36.639129 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5383d763-ced4-4357-9959-44ae778ef450 req-7f494e97-84c4-4abf-b0a3-8cc35c8b970e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322810 Apr 20 17:29:36.667094 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-8222b2ee-fab8-4eda-a238-fdc2d5edda87 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] device_id is not set on port dda93607-225b-4fd3-a5e4-ef7a9b9548d5 yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:29:36.757588 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1f4e1a2d-3170-4913-8c60-70a022638f20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:36.767068 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1f4e1a2d-3170-4913-8c60-70a022638f20 admin admin] Usage tracker for resource:security_group_rule and tenant:917035d9b0ef4d8db098ac03dca772c2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:29:36.776072 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1f4e1a2d-3170-4913-8c60-70a022638f20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:29:36.782663 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1f4e1a2d-3170-4913-8c60-70a022638f20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:36.835460 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201fae6-2ead-4abe-843d-ac85121e999f req-0044372a-4e5c-4ef5-a258-fbda4d38b0b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:36.836889 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d201fae6-2ead-4abe-843d-ac85121e999f req-0044372a-4e5c-4ef5-a258-fbda4d38b0b2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4f37beb4-cacf-475a-8f23-eab887469923 HTTP/1.1" status: 200 len: 913 time: 0.7166002 Apr 20 17:29:36.869627 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-8222b2ee-fab8-4eda-a238-fdc2d5edda87 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Allocated IP 172.20.0.11 (82e893a3-2b0b-414a-8c88-eaac13f7b0e1/9eef8b0f-aebc-4821-bb8d-185ac8d244a2/dda93607-225b-4fd3-a5e4-ef7a9b9548d5) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:29:36.923669 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d201fae6-2ead-4abe-843d-ac85121e999f req-0bf84a58-c43b-4a33-a2d1-05c231cc44f0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1072c739-82f1-4440-9b4d-75a6639e96c9 HTTP/1.1" status: 200 len: 217 time: 0.0774100 Apr 20 17:29:36.931533 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b74a1-7a57-4eb9-a352-9cf8f21a3a4d req-d7e5332a-3425-4f3e-83bb-985fefb44bb7 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:36.932941 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c04b74a1-7a57-4eb9-a352-9cf8f21a3a4d req-d7e5332a-3425-4f3e-83bb-985fefb44bb7 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.2186773 Apr 20 17:29:37.029575 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201fae6-2ead-4abe-843d-ac85121e999f req-583377f2-81e1-49e5-ab4b-397d7f4fad30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:37.030944 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d201fae6-2ead-4abe-843d-ac85121e999f req-583377f2-81e1-49e5-ab4b-397d7f4fad30 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=459b9241-591b-4214-ba21-d89500ea520e HTTP/1.1" status: 200 len: 851 time: 0.0971653 Apr 20 17:29:37.062681 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1f4e1a2d-3170-4913-8c60-70a022638f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:37.069167 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1f4e1a2d-3170-4913-8c60-70a022638f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:37.089029 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c04b74a1-7a57-4eb9-a352-9cf8f21a3a4d req-a0d7d2e6-c3a6-4d4f-a414-0680b3452950 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254175 Apr 20 17:29:37.121385 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-978c70f3-51c7-4f17-8e7b-8a346fefcbfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:37.168915 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1f4e1a2d-3170-4913-8c60-70a022638f20 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=917035d9b0ef4d8db098ac03dca772c2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0733166 Apr 20 17:29:37.174313 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e1a2d-3170-4913-8c60-70a022638f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c173878a-c686-45d0-9317-8a456356a9d8,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:37.187447 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54634) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:37.205980 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d201fae6-2ead-4abe-843d-ac85121e999f req-7f761b1b-f947-4135-9df8-890bdc92ecd4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f37beb4-cacf-475a-8f23-eab887469923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1679304 Apr 20 17:29:37.222406 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8222b2ee-fab8-4eda-a238-fdc2d5edda87 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:37.256141 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-8222b2ee-fab8-4eda-a238-fdc2d5edda87 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Transition to ACTIVE for port object dda93607-225b-4fd3-a5e4-ef7a9b9548d5 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:29:37.289309 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dbca5ccb-4623-4cf9-a9ef-7453732d6021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:37.318591 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8222b2ee-fab8-4eda-a238-fdc2d5edda87 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:37.321201 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dbca5ccb-4623-4cf9-a9ef-7453732d6021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:37.425888 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222b2ee-fab8-4eda-a238-fdc2d5edda87 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Pushing event updated for resources: {'Port': ['ID=dda93607-225b-4fd3-a5e4-ef7a9b9548d5,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:37.464141 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8222b2ee-fab8-4eda-a238-fdc2d5edda87 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Network 82e893a3-2b0b-414a-8c88-eaac13f7b0e1 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:29:37.465820 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-8222b2ee-fab8-4eda-a238-fdc2d5edda87 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:29:37.468358 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8222b2ee-fab8-4eda-a238-fdc2d5edda87 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:29:37.471773 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d201fae6-2ead-4abe-843d-ac85121e999f req-e2139025-a004-4982-a1bf-fcc4a94165aa service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174742 Apr 20 17:29:37.537880 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8222b2ee-fab8-4eda-a238-fdc2d5edda87 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:37.538566 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8222b2ee-fab8-4eda-a238-fdc2d5edda87 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:37.544713 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dbca5ccb-4623-4cf9-a9ef-7453732d6021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:37.569346 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca5ccb-4623-4cf9-a9ef-7453732d6021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c173878a-c686-45d0-9317-8a456356a9d8,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:37.584480 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dbca5ccb-4623-4cf9-a9ef-7453732d6021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:37.588550 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-dbca5ccb-4623-4cf9-a9ef-7453732d6021 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c173878a-c686-45d0-9317-8a456356a9d8 HTTP/1.1" status: 204 len: 168 time: 0.3983617 Apr 20 17:29:37.593703 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8222b2ee-fab8-4eda-a238-fdc2d5edda87 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2709625 Apr 20 17:29:37.593835 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020499d-931f-465a-8e2c-a1884c86b43c req-fed3ed61-40fc-48d9-8741-d099f362f474 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:37.594686 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54642) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:37.598896 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9020499d-931f-465a-8e2c-a1884c86b43c req-fed3ed61-40fc-48d9-8741-d099f362f474 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.2605979 Apr 20 17:29:37.602025 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-4bdab842-5401-4c1e-a7be-e8d7eaeb94fd tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:22:1c:c0'}]}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:29:37.738913 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9020499d-931f-465a-8e2c-a1884c86b43c req-6c7c44d9-9655-478a-a47c-6577e47b70d4 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390617 Apr 20 17:29:37.752621 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d201fae6-2ead-4abe-843d-ac85121e999f req-225cffeb-0ece-4478-89fc-1d31df3abd33 service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728176 Apr 20 17:29:37.975766 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0fb22b34-68f4-4119-a93b-0bc31041cb90 None None] Provisioning for port dda93607-225b-4fd3-a5e4-ef7a9b9548d5 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:29:37.981952 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0fb22b34-68f4-4119-a93b-0bc31041cb90 None None] Provisioning complete for port dda93607-225b-4fd3-a5e4-ef7a9b9548d5 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:29:37.982855 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0fb22b34-68f4-4119-a93b-0bc31041cb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:38.063927 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0fb22b34-68f4-4119-a93b-0bc31041cb90 None None] Port dda93607-225b-4fd3-a5e4-ef7a9b9548d5 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:29:38.386120 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54658) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:38.442361 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4bdab842-5401-4c1e-a7be-e8d7eaeb94fd tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:38.468269 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac3595-732f-43c1-83a1-4ecca9b20b17 req-5edcc26e-1e82-42fd-b74c-af882c203969 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:38.470775 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-37ac3595-732f-43c1-83a1-4ecca9b20b17 req-5edcc26e-1e82-42fd-b74c-af882c203969 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c8149f-c4b1-47ac-9b37-f996ee40df23 HTTP/1.1" status: 200 len: 944 time: 0.5996606 Apr 20 17:29:38.474895 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8bd23c39-eda4-43ed-bf08-91ba4564eda5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:38.493347 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf6555-6288-4b68-af5a-84472a6ef2ea req-d8626fb0-0ce0-4098-a0d7-27a23a27eebb tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:38.500503 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8ebf6555-6288-4b68-af5a-84472a6ef2ea req-d8626fb0-0ce0-4098-a0d7-27a23a27eebb tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.4306915 Apr 20 17:29:38.570291 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8ebf6555-6288-4b68-af5a-84472a6ef2ea req-d571b0f9-012e-49aa-bbe8-016827828642 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687869 Apr 20 17:29:38.616448 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-37ac3595-732f-43c1-83a1-4ecca9b20b17 req-a263b309-7848-439b-8042-bd8ac1e2aeeb tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110139 Apr 20 17:29:38.620323 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8bd23c39-eda4-43ed-bf08-91ba4564eda5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:38.628446 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8bd23c39-eda4-43ed-bf08-91ba4564eda5 admin admin] Usage tracker for resource:security_group_rule and tenant:576bcf75b32e47dbbfb5a6624bfb3eb5 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:29:38.632521 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8bd23c39-eda4-43ed-bf08-91ba4564eda5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:29:38.656758 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978c70f3-51c7-4f17-8e7b-8a346fefcbfa admin admin] Router 20ef8c81-38e0-4259-a6be-518cdbeaddaf has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:29:38.662349 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8bd23c39-eda4-43ed-bf08-91ba4564eda5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:38.793379 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54666) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:38.879940 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8bd23c39-eda4-43ed-bf08-91ba4564eda5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:38.894948 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4bdab842-5401-4c1e-a7be-e8d7eaeb94fd tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:38.896720 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8bd23c39-eda4-43ed-bf08-91ba4564eda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:38.915393 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978c70f3-51c7-4f17-8e7b-8a346fefcbfa admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:29:38.927238 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0b325c-5b1a-4e72-a977-af25032faa11 None None] Sync routers for ids ['20ef8c81-38e0-4259-a6be-518cdbeaddaf'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:29:38.932165 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8bd23c39-eda4-43ed-bf08-91ba4564eda5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=576bcf75b32e47dbbfb5a6624bfb3eb5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5446863 Apr 20 17:29:38.934623 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4bdab842-5401-4c1e-a7be-e8d7eaeb94fd tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:38.938433 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54672) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:38.965423 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0b325c-5b1a-4e72-a977-af25032faa11 None None] Routers {'20ef8c81-38e0-4259-a6be-518cdbeaddaf'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:29:38.966725 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-9b0b325c-5b1a-4e72-a977-af25032faa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:29:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['20ef8c81-38e0-4259-a6be-518cdbeaddaf'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:29:39.009037 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-978c70f3-51c7-4f17-8e7b-8a346fefcbfa admin admin] 10.222.0.39 "PUT /v2.0/routers/20ef8c81-38e0-4259-a6be-518cdbeaddaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3070166 Apr 20 17:29:39.011790 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54678) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:39.014553 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdab842-5401-4c1e-a7be-e8d7eaeb94fd tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Pushing event updated for resources: {'Port': ['ID=dda93607-225b-4fd3-a5e4-ef7a9b9548d5,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:39.055997 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd23c39-eda4-43ed-bf08-91ba4564eda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3d0e52-50dd-450e-a62e-9ecd34941870,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:39.257722 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-99aee14f-4981-4e16-8c57-7be3ffc75699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:39.270873 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-4bdab842-5401-4c1e-a7be-e8d7eaeb94fd tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] In _notify_port_updated(), no bound segment for port dda93607-225b-4fd3-a5e4-ef7a9b9548d5 on network 82e893a3-2b0b-414a-8c88-eaac13f7b0e1 {{(pid=84080) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 20 17:29:39.274751 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdab842-5401-4c1e-a7be-e8d7eaeb94fd tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:39.275381 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4bdab842-5401-4c1e-a7be-e8d7eaeb94fd tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:39.276680 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4bdab842-5401-4c1e-a7be-e8d7eaeb94fd tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] 10.222.0.39 "PUT /v2.0/ports/dda93607-225b-4fd3-a5e4-ef7a9b9548d5 HTTP/1.1" status: 200 len: 994 time: 1.6810489 Apr 20 17:29:39.280339 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54684) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:39.282749 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d47fc15d-0439-4f30-b018-ac974aa57bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:39.311137 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-9b0b325c-5b1a-4e72-a977-af25032faa11 None None] Set router 20ef8c81-38e0-4259-a6be-518cdbeaddaf gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:29:39.312811 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d47fc15d-0439-4f30-b018-ac974aa57bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:39.381543 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d47fc15d-0439-4f30-b018-ac974aa57bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:39.431307 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-44195287-2b39-4302-b025-6c84411827e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=477df7c4581f423dbb04dd9e22a1ed54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6311541 Apr 20 17:29:39.432018 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54692) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:39.439572 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fc15d-0439-4f30-b018-ac974aa57bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3d0e52-50dd-450e-a62e-9ecd34941870,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:39.449854 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-795ac49a-180d-4d74-b59d-300a44e2e6ed tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Deleting port dda93607-225b-4fd3-a5e4-ef7a9b9548d5 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:29:39.450228 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-795ac49a-180d-4d74-b59d-300a44e2e6ed tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:39.455119 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d47fc15d-0439-4f30-b018-ac974aa57bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:39.457759 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d47fc15d-0439-4f30-b018-ac974aa57bf5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/da3d0e52-50dd-450e-a62e-9ecd34941870 HTTP/1.1" status: 204 len: 168 time: 0.4465373 Apr 20 17:29:39.687493 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc370f-cf08-4591-862b-aeaab4c6fe43 req-fc370b57-c231-405c-9728-b374d0425e0c tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:39.689028 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6dcc370f-cf08-4591-862b-aeaab4c6fe43 req-fc370b57-c231-405c-9728-b374d0425e0c tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.1437404 Apr 20 17:29:39.767234 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-7b5dedbb-b76d-47ac-ae9c-363340544797 None None] Provisioning complete for port dda93607-225b-4fd3-a5e4-ef7a9b9548d5 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:29:39.767601 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7b5dedbb-b76d-47ac-ae9c-363340544797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:39.786799 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6dcc370f-cf08-4591-862b-aeaab4c6fe43 req-8ee75016-521c-4777-80f8-8ab0d395e4d8 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919080 Apr 20 17:29:39.845042 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 1072c739-82f1-4440-9b4d-75a6639e96c9 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:29:39.863137 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c90854d4-f666-410b-a243-5361c0763fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:39.952120 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-795ac49a-180d-4d74-b59d-300a44e2e6ed tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:39.986416 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 1072c739-82f1-4440-9b4d-75a6639e96c9, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=1072c739-82f1-4440-9b4d-75a6639e96c9,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:29:40.006119 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-7b5dedbb-b76d-47ac-ae9c-363340544797 None None] Port dda93607-225b-4fd3-a5e4-ef7a9b9548d5 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:29:40.012900 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '1072c739-82f1-4440-9b4d-75a6639e96c9', 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923', 'port_id': '1072c739-82f1-4440-9b4d-75a6639e96c9', 'mac_address': 'fa:16:3e:ce:15:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459b9241-591b-4214-ba21-d89500ea520e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:29:40.016712 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-9b0b325c-5b1a-4e72-a977-af25032faa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'name': 'tempest-TaggedBootDevicesTest_v242-192275686-router', 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'dc71d121-42a9-4c91-8df9-a052c3e2907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:59Z', 'updated_at': '2022-04-20T17:29:35Z', 'revision_number': 5, 'project_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'gw_port': {'id': 'dc71d121-42a9-4c91-8df9-a052c3e2907f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:02Z', 'updated_at': '2022-04-20T17:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:29:40.021168 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0b325c-5b1a-4e72-a977-af25032faa11 None None] Checking router: 20ef8c81-38e0-4259-a6be-518cdbeaddaf for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:29:40.081352 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:40.083341 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c90854d4-f666-410b-a243-5361c0763fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:40.095830 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-795ac49a-180d-4d74-b59d-300a44e2e6ed tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Calling delete_port for dda93607-225b-4fd3-a5e4-ef7a9b9548d5 owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:29:40.096141 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0b325c-5b1a-4e72-a977-af25032faa11 None None] Routers {'20ef8c81-38e0-4259-a6be-518cdbeaddaf'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:29:40.096784 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-9b0b325c-5b1a-4e72-a977-af25032faa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:29:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['20ef8c81-38e0-4259-a6be-518cdbeaddaf'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:29:40.200077 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-252437ec-17b4-4c1b-ac2a-5ff7356237a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:40.210556 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1072c739-82f1-4440-9b4d-75a6639e96c9 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:29:40.253492 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 1072c739-82f1-4440-9b4d-75a6639e96c9, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=1072c739-82f1-4440-9b4d-75a6639e96c9,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:29:40.273343 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:40.336073 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7745ee-5c88-4ea4-aac7-0acdab73e76f req-54ea2cd2-d141-4e71-9036-1d4794750722 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:40.342796 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4e7745ee-5c88-4ea4-aac7-0acdab73e76f req-54ea2cd2-d141-4e71-9036-1d4794750722 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c8149f-c4b1-47ac-9b37-f996ee40df23 HTTP/1.1" status: 200 len: 944 time: 0.5230978 Apr 20 17:29:40.393023 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-9b0b325c-5b1a-4e72-a977-af25032faa11 None None] Set router 20ef8c81-38e0-4259-a6be-518cdbeaddaf gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:29:40.466053 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=1072c739-82f1-4440-9b4d-75a6639e96c9,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:40.512325 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c90854d4-f666-410b-a243-5361c0763fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:40.554745 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4e7745ee-5c88-4ea4-aac7-0acdab73e76f req-becb3afa-4c58-4954-8569-b75cf48bbfdd tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110569 Apr 20 17:29:40.578539 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90854d4-f666-410b-a243-5361c0763fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f93aaf-d47c-4982-b8bd-5d33f2c3c66d,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:40.580511 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['1072c739-82f1-4440-9b4d-75a6639e96c9'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:29:40.631169 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c90854d4-f666-410b-a243-5361c0763fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:40.632458 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c90854d4-f666-410b-a243-5361c0763fed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/84f93aaf-d47c-4982-b8bd-5d33f2c3c66d HTTP/1.1" status: 204 len: 168 time: 1.1970940 Apr 20 17:29:40.633446 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-795ac49a-180d-4d74-b59d-300a44e2e6ed tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:40.855662 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ac49a-180d-4d74-b59d-300a44e2e6ed tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Pushing event deleted for resources: {'Port': ['ID=dda93607-225b-4fd3-a5e4-ef7a9b9548d5,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:41.101688 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-9b0b325c-5b1a-4e72-a977-af25032faa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'name': 'tempest-TaggedBootDevicesTest_v242-192275686-router', 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'dc71d121-42a9-4c91-8df9-a052c3e2907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:59Z', 'updated_at': '2022-04-20T17:29:35Z', 'revision_number': 5, 'project_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'gw_port': {'id': 'dc71d121-42a9-4c91-8df9-a052c3e2907f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:02Z', 'updated_at': '2022-04-20T17:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:29:41.114439 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0b325c-5b1a-4e72-a977-af25032faa11 None None] The sync data for ids ['20ef8c81-38e0-4259-a6be-518cdbeaddaf'] in n-d-838032-1 is: [{'id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'name': 'tempest-TaggedBootDevicesTest_v242-192275686-router', 'tenant_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'dc71d121-42a9-4c91-8df9-a052c3e2907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:59Z', 'updated_at': '2022-04-20T17:29:35Z', 'revision_number': 5, 'project_id': '3ddcf70e6b9b4ed78391e1f8fae63fbc', 'gw_port': {'id': 'dc71d121-42a9-4c91-8df9-a052c3e2907f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ef8c81-38e0-4259-a6be-518cdbeaddaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:02Z', 'updated_at': '2022-04-20T17:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:29:41.169282 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031a211-f2cc-4248-a1f5-5cc1f82f861c req-66f8cbca-824d-48ef-b908-8fea00b78bdb tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:41.176303 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7031a211-f2cc-4248-a1f5-5cc1f82f861c req-66f8cbca-824d-48ef-b908-8fea00b78bdb tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.2071617 Apr 20 17:29:41.258970 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7031a211-f2cc-4248-a1f5-5cc1f82f861c req-9dba1def-0d87-4d12-96f0-8d073b6483d1 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752971 Apr 20 17:29:41.317831 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-252437ec-17b4-4c1b-ac2a-5ff7356237a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:41.340998 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-252437ec-17b4-4c1b-ac2a-5ff7356237a2 admin admin] Deleting port dc71d121-42a9-4c91-8df9-a052c3e2907f {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:29:41.341343 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-252437ec-17b4-4c1b-ac2a-5ff7356237a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:41.369711 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-969983dd-1248-4a3f-8a4e-a9967ae9d693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:41.659999 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-795ac49a-180d-4d74-b59d-300a44e2e6ed tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:41.662229 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-795ac49a-180d-4d74-b59d-300a44e2e6ed tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] 10.222.0.39 "DELETE /v2.0/ports/dda93607-225b-4fd3-a5e4-ef7a9b9548d5 HTTP/1.1" status: 204 len: 168 time: 2.3809452 Apr 20 17:29:41.665380 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54756) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:41.721193 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-252437ec-17b4-4c1b-ac2a-5ff7356237a2 admin admin] For port dc71d121-42a9-4c91-8df9-a052c3e2907f, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=dc71d121-42a9-4c91-8df9-a052c3e2907f,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:29:41.721795 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-252437ec-17b4-4c1b-ac2a-5ff7356237a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:41.793911 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c65b534-9edc-44ae-93a6-f0b91f09eb1f tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] GET failed (client error): The resource could not be found. Apr 20 17:29:41.795137 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3c65b534-9edc-44ae-93a6-f0b91f09eb1f tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Synchronizing usage tracker for tenant:ca67aae2a61b4071acaf5515998f34d2 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:29:41.820143 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3c65b534-9edc-44ae-93a6-f0b91f09eb1f tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Unset dirty status for tenant:ca67aae2a61b4071acaf5515998f34d2 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:29:41.827200 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54762) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:41.829655 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3c65b534-9edc-44ae-93a6-f0b91f09eb1f tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] 10.222.0.39 "GET /v2.0/ports/dda93607-225b-4fd3-a5e4-ef7a9b9548d5 HTTP/1.1" status: 404 len: 333 time: 0.1631687 Apr 20 17:29:41.842633 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 1072c739-82f1-4440-9b4d-75a6639e96c9 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:29:41.917957 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-252437ec-17b4-4c1b-ac2a-5ff7356237a2 admin admin] Calling delete_port for dc71d121-42a9-4c91-8df9-a052c3e2907f owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:29:41.950975 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-4fda1ab5-5170-4426-90db-f23573980b39 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Request body: {'port': {'network_id': '82e893a3-2b0b-414a-8c88-eaac13f7b0e1', 'name': 'tempest-AllowedAddressPairTestJSON-636340979'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:29:41.976356 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 1072c739-82f1-4440-9b4d-75a6639e96c9 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:29:41.983552 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 1072c739-82f1-4440-9b4d-75a6639e96c9 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:29:41.983926 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:41.994158 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54766) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:42.168781 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-124bd577-d293-4f64-9064-841ebd720776 req-c98a89f0-b1bc-4ee1-9a46-d14dea9b9237 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5050771 Apr 20 17:29:42.177239 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:42.185803 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4fda1ab5-5170-4426-90db-f23573980b39 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:42.193196 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-0924a905-7ff4-48b7-8b46-37fea4264bfd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1908705876-network', 'tenant_id': 'dd2e3957e24f4e9fb5ef2b605f529d68'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:29:42.195522 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4fda1ab5-5170-4426-90db-f23573980b39 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:42.207342 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0924a905-7ff4-48b7-8b46-37fea4264bfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:42.209404 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7ae98-881b-4fbf-96aa-fffb26cc1c9b req-afb79ad0-17b6-4554-9577-ae6d687a303f tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:42.216179 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c4e7ae98-881b-4fbf-96aa-fffb26cc1c9b req-afb79ad0-17b6-4554-9577-ae6d687a303f tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c8149f-c4b1-47ac-9b37-f996ee40df23 HTTP/1.1" status: 200 len: 945 time: 0.4495890 Apr 20 17:29:42.216591 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 1072c739-82f1-4440-9b4d-75a6639e96c9, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=1072c739-82f1-4440-9b4d-75a6639e96c9,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:29:42.217731 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c8149f-c4b1-47ac-9b37-f996ee40df23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1072c739-82f1-4440-9b4d-75a6639e96c9'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:29:42.223664 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0924a905-7ff4-48b7-8b46-37fea4264bfd admin admin] Usage tracker for resource:network and tenant:dd2e3957e24f4e9fb5ef2b605f529d68 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:29:42.227105 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:42.235796 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fda1ab5-5170-4426-90db-f23573980b39 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Made reservation on behalf of ca67aae2a61b4071acaf5515998f34d2 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:29:42.239017 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4fda1ab5-5170-4426-90db-f23573980b39 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:42.239537 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0924a905-7ff4-48b7-8b46-37fea4264bfd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:29:42.259472 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0924a905-7ff4-48b7-8b46-37fea4264bfd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:42.291373 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0924a905-7ff4-48b7-8b46-37fea4264bfd admin admin] Made reservation on behalf of dd2e3957e24f4e9fb5ef2b605f529d68 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:29:42.293720 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0924a905-7ff4-48b7-8b46-37fea4264bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:42.315959 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=1072c739-82f1-4440-9b4d-75a6639e96c9,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:42.320335 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc466ba5-689a-4239-890b-2e13856a4a38'] response: {'server_uuid': 'b6c8149f-c4b1-47ac-9b37-f996ee40df23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1072c739-82f1-4440-9b4d-75a6639e96c9', 'code': 200} Apr 20 17:29:42.339284 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-4fda1ab5-5170-4426-90db-f23573980b39 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] device_id is not set on port fb7540a3-2f6f-4a65-baf4-bf9136fbe35f yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:29:42.345797 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0924a905-7ff4-48b7-8b46-37fea4264bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:42.399744 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 56835b4b-6a4b-4e13-a58f-4929604a19fe no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:29:42.443145 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0924a905-7ff4-48b7-8b46-37fea4264bfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:42.453254 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0924a905-7ff4-48b7-8b46-37fea4264bfd admin admin] Usage tracker for resource:security_group_rule and tenant:dd2e3957e24f4e9fb5ef2b605f529d68 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:29:42.464332 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0924a905-7ff4-48b7-8b46-37fea4264bfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:29:42.475532 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0924a905-7ff4-48b7-8b46-37fea4264bfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:42.495907 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 56835b4b-6a4b-4e13-a58f-4929604a19fe {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:29:42.497020 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 56835b4b-6a4b-4e13-a58f-4929604a19fe not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:29:42.602666 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c4e7ae98-881b-4fbf-96aa-fffb26cc1c9b req-4ae62dcc-c4e0-4bf7-a0ca-f19202f95ba4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854764 Apr 20 17:29:42.661914 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:42.692116 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:42.709667 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-252437ec-17b4-4c1b-ac2a-5ff7356237a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:42.727452 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0924a905-7ff4-48b7-8b46-37fea4264bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:42.742490 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f7ae4ac1-1ad3-4933-925d-9b1d7f479310 req-d7a4d05d-6b58-425f-af02-6c5ace6c080b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b6c8149f-c4b1-47ac-9b37-f996ee40df23 HTTP/1.1" status: 200 len: 1097 time: 0.3385463 Apr 20 17:29:42.743419 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0924a905-7ff4-48b7-8b46-37fea4264bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:42.773072 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252437ec-17b4-4c1b-ac2a-5ff7356237a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc71d121-42a9-4c91-8df9-a052c3e2907f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:42.823824 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0924a905-7ff4-48b7-8b46-37fea4264bfd admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:29:42.837202 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15771f-538f-4806-ae9e-898adfe7d96e req-87e2e9ef-e3cb-42ca-8ad8-3c02b7c2c754 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:42.838864 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2e15771f-538f-4806-ae9e-898adfe7d96e req-87e2e9ef-e3cb-42ca-8ad8-3c02b7c2c754 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.3273296 Apr 20 17:29:42.852157 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924a905-7ff4-48b7-8b46-37fea4264bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1442ed40-d884-4ed9-872e-058016d85116,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:42.885877 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0924a905-7ff4-48b7-8b46-37fea4264bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:42.886237 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-0924a905-7ff4-48b7-8b46-37fea4264bfd admin admin] Added segment aa365b0e-5984-4a20-8a84-1a29998467ac of type vlan for network e5ef24ab-576d-4848-84e7-b0962eebdeab Apr 20 17:29:42.914151 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2e15771f-538f-4806-ae9e-898adfe7d96e req-067c09d5-7aa2-4d41-ac5f-96b689be6043 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629256 Apr 20 17:29:42.918002 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f7ae4ac1-1ad3-4933-925d-9b1d7f479310 req-1bcdbf16-4a50-4039-bf33-ba19d9b6e757 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611352 Apr 20 17:29:42.923234 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-4fda1ab5-5170-4426-90db-f23573980b39 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Allocated IP 172.20.0.12 (82e893a3-2b0b-414a-8c88-eaac13f7b0e1/9eef8b0f-aebc-4821-bb8d-185ac8d244a2/fb7540a3-2f6f-4a65-baf4-bf9136fbe35f) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:29:42.954930 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0924a905-7ff4-48b7-8b46-37fea4264bfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:42.999594 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0924a905-7ff4-48b7-8b46-37fea4264bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:43.000689 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0924a905-7ff4-48b7-8b46-37fea4264bfd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:43.001358 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0924a905-7ff4-48b7-8b46-37fea4264bfd admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:43.074369 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-124bd577-d293-4f64-9064-841ebd720776 req-5bc86519-2da0-4509-9eb2-fcd9fbe0d53c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=048f4cae66cf42c897493ac9a67e0d5f&device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 1095 time: 0.6694696 Apr 20 17:29:43.112885 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0924a905-7ff4-48b7-8b46-37fea4264bfd admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1171641 Apr 20 17:29:43.116308 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54792) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:43.127218 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-418b3181-c712-4ae6-b821-1b29756dacf9 admin admin] Request body: {'subnet': {'network_id': 'e5ef24ab-576d-4848-84e7-b0962eebdeab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1908705876-subnet', 'tenant_id': 'dd2e3957e24f4e9fb5ef2b605f529d68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:29:43.134850 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924a905-7ff4-48b7-8b46-37fea4264bfd admin admin] Pushing event updated for resources: {'Network': ['ID=e5ef24ab-576d-4848-84e7-b0962eebdeab,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:43.137462 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-418b3181-c712-4ae6-b821-1b29756dacf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:43.142221 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-418b3181-c712-4ae6-b821-1b29756dacf9 admin admin] Usage tracker for resource:subnet and tenant:dd2e3957e24f4e9fb5ef2b605f529d68 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:29:43.145458 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-418b3181-c712-4ae6-b821-1b29756dacf9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:29:43.145621 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network e5ef24ab-576d-4848-84e7-b0962eebdeab details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:29:43.151595 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-418b3181-c712-4ae6-b821-1b29756dacf9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:43.165784 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418b3181-c712-4ae6-b821-1b29756dacf9 admin admin] Made reservation on behalf of dd2e3957e24f4e9fb5ef2b605f529d68 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:29:43.169409 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-418b3181-c712-4ae6-b821-1b29756dacf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:43.353128 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:43.404599 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-252437ec-17b4-4c1b-ac2a-5ff7356237a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:43.435086 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-418b3181-c712-4ae6-b821-1b29756dacf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:43.534365 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b3181-c712-4ae6-b821-1b29756dacf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e32bdf4b-fd8b-4b00-867f-fc0a7ce7a898,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:43.549459 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b3181-c712-4ae6-b821-1b29756dacf9 admin admin] Checking segment: {'id': 'aa365b0e-5984-4a20-8a84-1a29998467ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e5ef24ab-576d-4848-84e7-b0962eebdeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:29:43.549904 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418b3181-c712-4ae6-b821-1b29756dacf9 admin admin] Network hostable DHCP agents. Network: e5ef24ab-576d-4848-84e7-b0962eebdeab, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:29:43.585140 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418b3181-c712-4ae6-b821-1b29756dacf9 admin admin] Network e5ef24ab-576d-4848-84e7-b0962eebdeab is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:29:43.602103 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1ba9b979-d073-4c5a-ae59-eaa16419d6e3 req-5ca9a48a-d650-427e-b0da-b57f54fe21ea service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6757758 Apr 20 17:29:43.604752 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-418b3181-c712-4ae6-b821-1b29756dacf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, e5ef24ab-576d-4848-84e7-b0962eebdeab) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:29:43.617949 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a55f277-08c0-4af9-ae9e-747facfff42b None None] Network e5ef24ab-576d-4848-84e7-b0962eebdeab requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:29:43.620438 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418b3181-c712-4ae6-b821-1b29756dacf9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:43.621214 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-418b3181-c712-4ae6-b821-1b29756dacf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:43.672433 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-418b3181-c712-4ae6-b821-1b29756dacf9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5549877 Apr 20 17:29:43.976600 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-252437ec-17b4-4c1b-ac2a-5ff7356237a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:44.009834 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124bd577-d293-4f64-9064-841ebd720776 req-8476a431-701f-45c7-9b5a-ebb431ade4b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:44.012666 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-124bd577-d293-4f64-9064-841ebd720776 req-8476a431-701f-45c7-9b5a-ebb431ade4b5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4f37beb4-cacf-475a-8f23-eab887469923 HTTP/1.1" status: 200 len: 913 time: 0.7292879 Apr 20 17:29:44.028642 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-252437ec-17b4-4c1b-ac2a-5ff7356237a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:44.114287 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86e5f30-e433-4b94-b28b-815bbb4c6770 None None] Network e5ef24ab-576d-4848-84e7-b0962eebdeab requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:29:44.124759 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-252437ec-17b4-4c1b-ac2a-5ff7356237a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:44.125268 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252437ec-17b4-4c1b-ac2a-5ff7356237a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20ef8c81-38e0-4259-a6be-518cdbeaddaf {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:29:44.165323 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:44.363834 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-124bd577-d293-4f64-9064-841ebd720776 req-ee3e043f-7686-4c66-8dcf-a3c3b9c324d0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ade7190-3a4b-418f-a071-6c7e4f46d1d3 HTTP/1.1" status: 200 len: 999 time: 0.2619841 Apr 20 17:29:44.511811 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124bd577-d293-4f64-9064-841ebd720776 req-1bfdef77-9ae0-4502-8be8-76c2d5f2a430 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:44.513289 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-124bd577-d293-4f64-9064-841ebd720776 req-1bfdef77-9ae0-4502-8be8-76c2d5f2a430 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=459b9241-591b-4214-ba21-d89500ea520e HTTP/1.1" status: 200 len: 851 time: 0.0843034 Apr 20 17:29:44.626744 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c49c8-a506-4f80-8b9c-364ddc6707b8 req-667df4a7-dab8-4a9d-80e3-ae36f24cf873 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:44.637267 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de7c49c8-a506-4f80-8b9c-364ddc6707b8 req-667df4a7-dab8-4a9d-80e3-ae36f24cf873 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.4936600 Apr 20 17:29:44.665376 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1ba9b979-d073-4c5a-ae59-eaa16419d6e3 req-3cfcb11a-9943-4d50-ae01-f56828caa561 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=02869399c9f94c6e8f223671a74b81d5&device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 1098 time: 0.8268452 Apr 20 17:29:44.696529 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84636e-1230-4fd2-81e4-4d78b70d069a req-2000fbe6-1241-4263-a876-b0cf28bc65b1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:44.714232 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de7c49c8-a506-4f80-8b9c-364ddc6707b8 req-0830de62-a803-4c8a-85e3-372ae94f5b83 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721254 Apr 20 17:29:44.717904 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bc84636e-1230-4fd2-81e4-4d78b70d069a req-2000fbe6-1241-4263-a876-b0cf28bc65b1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c8149f-c4b1-47ac-9b37-f996ee40df23 HTTP/1.1" status: 200 len: 946 time: 0.8782041 Apr 20 17:29:44.726049 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-252437ec-17b4-4c1b-ac2a-5ff7356237a2 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:44.730613 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-252437ec-17b4-4c1b-ac2a-5ff7356237a2 admin admin] 10.222.0.39 "DELETE /v2.0/routers/20ef8c81-38e0-4259-a6be-518cdbeaddaf HTTP/1.1" status: 204 len: 168 time: 5.7168746 Apr 20 17:29:44.731659 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54830) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:44.777500 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4fda1ab5-5170-4426-90db-f23573980b39 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:45.114666 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:45.177617 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9b979-d073-4c5a-ae59-eaa16419d6e3 req-1cfd03b6-e96b-47b0-b830-08534f7c3c25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:45.179305 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1ba9b979-d073-4c5a-ae59-eaa16419d6e3 req-1cfd03b6-e96b-47b0-b830-08534f7c3c25 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b36794c-34c3-4e2e-bc39-30e014c826c8 HTTP/1.1" status: 200 len: 918 time: 0.4553034 Apr 20 17:29:45.189102 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-4fda1ab5-5170-4426-90db-f23573980b39 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Transition to ACTIVE for port object fb7540a3-2f6f-4a65-baf4-bf9136fbe35f will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:29:45.195160 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-650c192e-70ac-4da0-9e90-e907083783ee admin admin] Deleting subnet 2168ea2a-2641-4ad3-adf7-4caac0ff9024 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:29:45.257113 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-650c192e-70ac-4da0-9e90-e907083783ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:45.452891 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bc84636e-1230-4fd2-81e4-4d78b70d069a req-09873b1d-9857-4345-97b2-f42d3e29cbf0 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7335482 Apr 20 17:29:45.512030 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-124bd577-d293-4f64-9064-841ebd720776 req-40f0456d-70d2-49e3-a742-ec295102431c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f37beb4-cacf-475a-8f23-eab887469923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9891410 Apr 20 17:29:45.530647 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-650c192e-70ac-4da0-9e90-e907083783ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:45.666446 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54852) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:45.676711 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1ba9b979-d073-4c5a-ae59-eaa16419d6e3 req-5b59fa72-f3c3-42a0-b9ea-531a0c0da223 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb291abb-cf9d-4106-ae9f-e2705f1e272a HTTP/1.1" status: 200 len: 1002 time: 0.4857566 Apr 20 17:29:45.761790 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4fda1ab5-5170-4426-90db-f23573980b39 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:45.866094 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9b979-d073-4c5a-ae59-eaa16419d6e3 req-673b256e-a704-438a-a2b0-a021f9d4c5e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:45.867570 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1ba9b979-d073-4c5a-ae59-eaa16419d6e3 req-673b256e-a704-438a-a2b0-a021f9d4c5e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=35e9f78d-225c-4d9e-a6cf-92423d188840 HTTP/1.1" status: 200 len: 856 time: 0.1805556 Apr 20 17:29:45.877807 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-124bd577-d293-4f64-9064-841ebd720776 req-58c675e3-fa2c-4c4d-be91-0e4b218fa587 service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179183 Apr 20 17:29:45.914925 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-53681ca9-c4bf-4e3f-982f-f380c8a90547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:45.970972 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fda1ab5-5170-4426-90db-f23573980b39 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Network 82e893a3-2b0b-414a-8c88-eaac13f7b0e1 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:29:46.000201 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-4fda1ab5-5170-4426-90db-f23573980b39 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:29:46.018915 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fda1ab5-5170-4426-90db-f23573980b39 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:29:46.041615 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-53681ca9-c4bf-4e3f-982f-f380c8a90547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:46.055037 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-53681ca9-c4bf-4e3f-982f-f380c8a90547 admin admin] Usage tracker for resource:security_group_rule and tenant:dd7fe587b3424c648c46eeda55af0dba is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:29:46.059627 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-53681ca9-c4bf-4e3f-982f-f380c8a90547 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:29:46.069390 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-53681ca9-c4bf-4e3f-982f-f380c8a90547 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:46.099046 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-650c192e-70ac-4da0-9e90-e907083783ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:46.109778 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b150d3c-45a5-4985-bcf4-f546466033bc req-eca6875d-16ba-470d-91e6-10c084547dfe tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:46.111745 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0b150d3c-45a5-4985-bcf4-f546466033bc req-eca6875d-16ba-470d-91e6-10c084547dfe tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.1423421 Apr 20 17:29:46.148144 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda1ab5-5170-4426-90db-f23573980b39 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Pushing event updated for resources: {'Port': ['ID=fb7540a3-2f6f-4a65-baf4-bf9136fbe35f,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:46.208121 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0b150d3c-45a5-4985-bcf4-f546466033bc req-6e95d191-58e7-4cf3-b267-b1cf9f16dc11 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840826 Apr 20 17:29:46.258346 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-124bd577-d293-4f64-9064-841ebd720776 req-ffe9a31b-3910-4f79-b0af-d5c2f2bcb1ab service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848716 Apr 20 17:29:46.279406 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-53681ca9-c4bf-4e3f-982f-f380c8a90547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:46.295767 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-53681ca9-c4bf-4e3f-982f-f380c8a90547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:46.331758 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fda1ab5-5170-4426-90db-f23573980b39 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:46.332404 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4fda1ab5-5170-4426-90db-f23573980b39 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:46.352998 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device dc71d121-42a9-4c91-8df9-a052c3e2907f no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:29:46.379055 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53681ca9-c4bf-4e3f-982f-f380c8a90547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff308ee-1c34-4a40-8df8-cc983c08522b,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:46.386140 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-53681ca9-c4bf-4e3f-982f-f380c8a90547 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dd7fe587b3424c648c46eeda55af0dba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7157171 Apr 20 17:29:46.386475 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54866) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:46.410791 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: dc71d121-42a9-4c91-8df9-a052c3e2907f {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:29:46.410791 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device dc71d121-42a9-4c91-8df9-a052c3e2907f not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:29:46.436628 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8c91c0a1-05aa-4740-a26a-b76b765802fa None None] Provisioning for port fb7540a3-2f6f-4a65-baf4-bf9136fbe35f completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:29:46.442141 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8c91c0a1-05aa-4740-a26a-b76b765802fa None None] Provisioning complete for port fb7540a3-2f6f-4a65-baf4-bf9136fbe35f triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:29:46.442724 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8c91c0a1-05aa-4740-a26a-b76b765802fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:46.461461 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-650c192e-70ac-4da0-9e90-e907083783ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:46.473344 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-861de94b-af88-4644-9612-89a1eaeb98a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:46.525838 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c192e-70ac-4da0-9e90-e907083783ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2168ea2a-2641-4ad3-adf7-4caac0ff9024,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:46.531301 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-861de94b-af88-4644-9612-89a1eaeb98a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:46.547195 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4fda1ab5-5170-4426-90db-f23573980b39 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6373956 Apr 20 17:29:46.547808 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54872) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:46.563325 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-e8c196f7-1783-4aef-b87d-1efdb30d0ded tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:22:1c:c0'}]}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:29:46.587080 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-8c91c0a1-05aa-4740-a26a-b76b765802fa None None] Port fb7540a3-2f6f-4a65-baf4-bf9136fbe35f cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:29:46.649730 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-650c192e-70ac-4da0-9e90-e907083783ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:46.650299 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0ae87f-8db0-4fda-83d1-6aebf9c6f4c3 None None] Network 58282348-4092-4e5e-b7c0-667535a141b6 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:29:46.655192 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-650c192e-70ac-4da0-9e90-e907083783ee admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2168ea2a-2641-4ad3-adf7-4caac0ff9024 HTTP/1.1" status: 204 len: 168 time: 1.7716010 Apr 20 17:29:46.664073 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54876) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:46.672432 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-861de94b-af88-4644-9612-89a1eaeb98a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:46.721757 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861de94b-af88-4644-9612-89a1eaeb98a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff308ee-1c34-4a40-8df8-cc983c08522b,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:46.739928 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-861de94b-af88-4644-9612-89a1eaeb98a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:46.741215 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-861de94b-af88-4644-9612-89a1eaeb98a3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ff308ee-1c34-4a40-8df8-cc983c08522b HTTP/1.1" status: 204 len: 168 time: 0.3538625 Apr 20 17:29:46.974701 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1ba9b979-d073-4c5a-ae59-eaa16419d6e3 req-51080cec-955b-4e55-b758-76f8683127c1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b36794c-34c3-4e2e-bc39-30e014c826c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0947232 Apr 20 17:29:47.002251 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cd11a5bf-8663-4847-8801-4293909400ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:47.077176 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce86ba8-7255-4c1a-8e87-dedaa0c7c9be None None] DHCP port deletion for 58282348-4092-4e5e-b7c0-667535a141b6 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:29:47.081471 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3ce86ba8-7255-4c1a-8e87-dedaa0c7c9be None None] Deleting port d853d4d0-ca3e-4896-8e85-785cef581995 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:29:47.081957 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3ce86ba8-7255-4c1a-8e87-dedaa0c7c9be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:47.177852 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-cd11a5bf-8663-4847-8801-4293909400ce admin admin] Deleting port d853d4d0-ca3e-4896-8e85-785cef581995 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:29:47.178237 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cd11a5bf-8663-4847-8801-4293909400ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:47.352521 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923c1cf-fa2a-4e42-9af5-9fdb61553be7 req-f6d02233-8f21-4e32-93dd-665be5c6f6ea tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:47.354046 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9923c1cf-fa2a-4e42-9af5-9fdb61553be7 req-f6d02233-8f21-4e32-93dd-665be5c6f6ea tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c8149f-c4b1-47ac-9b37-f996ee40df23 HTTP/1.1" status: 200 len: 946 time: 0.5038385 Apr 20 17:29:47.392461 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54890) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:47.430675 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f374fc5c-6617-44ea-bc2d-33ba506b6119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:47.522866 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-3ce86ba8-7255-4c1a-8e87-dedaa0c7c9be None None] For port d853d4d0-ca3e-4896-8e85-785cef581995, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d853d4d0-ca3e-4896-8e85-785cef581995,segment=NetworkSegment(c5bea2f7-a2f3-4408-abdf-9e7895fc119d),segment_id=c5bea2f7-a2f3-4408-abdf-9e7895fc119d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:29:47.523336 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3ce86ba8-7255-4c1a-8e87-dedaa0c7c9be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:47.590873 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f374fc5c-6617-44ea-bc2d-33ba506b6119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:47.597561 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f374fc5c-6617-44ea-bc2d-33ba506b6119 admin admin] Usage tracker for resource:security_group_rule and tenant:bfcc3839ea0b4b2195b62bb6637f9817 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:29:47.601759 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f374fc5c-6617-44ea-bc2d-33ba506b6119 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:29:47.602103 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1ba9b979-d073-4c5a-ae59-eaa16419d6e3 req-c9d07b0e-b5e6-4c0a-8246-47b16fa83d17 service neutron] 10.222.0.10 "GET /v2.0/networks/2b36794c-34c3-4e2e-bc39-30e014c826c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6053333 Apr 20 17:29:47.612159 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f374fc5c-6617-44ea-bc2d-33ba506b6119 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:47.616788 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e8c196f7-1783-4aef-b87d-1efdb30d0ded tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:47.633526 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b0e14-5fa9-4703-b0aa-2bb0d7b9017d req-9d053114-41d8-4291-8992-5d7d7b8135f5 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:47.635250 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f84b0e14-5fa9-4703-b0aa-2bb0d7b9017d req-9d053114-41d8-4291-8992-5d7d7b8135f5 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.1718023 Apr 20 17:29:47.675254 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3ce86ba8-7255-4c1a-8e87-dedaa0c7c9be None None] Calling delete_port for d853d4d0-ca3e-4896-8e85-785cef581995 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:29:47.760368 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f374fc5c-6617-44ea-bc2d-33ba506b6119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:47.775565 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f374fc5c-6617-44ea-bc2d-33ba506b6119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:47.779291 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3ce86ba8-7255-4c1a-8e87-dedaa0c7c9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:47.835249 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce86ba8-7255-4c1a-8e87-dedaa0c7c9be None None] Pushing event deleted for resources: {'Port': ['ID=d853d4d0-ca3e-4896-8e85-785cef581995,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:47.844901 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374fc5c-6617-44ea-bc2d-33ba506b6119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be93358-0890-4734-9fed-2fd2be36c40e,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:47.849806 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce86ba8-7255-4c1a-8e87-dedaa0c7c9be None None] No DVR routers for this DVR port d853d4d0-ca3e-4896-8e85-785cef581995 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:29:47.881557 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f84b0e14-5fa9-4703-b0aa-2bb0d7b9017d req-3ebfd562-20f5-49cb-85fc-85092a03ac7c tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392914 Apr 20 17:29:47.919683 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f374fc5c-6617-44ea-bc2d-33ba506b6119 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bfcc3839ea0b4b2195b62bb6637f9817&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5239360 Apr 20 17:29:47.920243 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54896) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:47.995277 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2a4f68d1-cf52-4a03-a493-7688ca664b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:48.038495 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2a4f68d1-cf52-4a03-a493-7688ca664b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:48.169614 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2a4f68d1-cf52-4a03-a493-7688ca664b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:48.199022 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f68d1-cf52-4a03-a493-7688ca664b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be93358-0890-4734-9fed-2fd2be36c40e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:48.204147 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2a4f68d1-cf52-4a03-a493-7688ca664b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:48.205391 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2a4f68d1-cf52-4a03-a493-7688ca664b80 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0be93358-0890-4734-9fed-2fd2be36c40e HTTP/1.1" status: 204 len: 168 time: 0.2841229 Apr 20 17:29:48.214255 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-cd11a5bf-8663-4847-8801-4293909400ce admin admin] For port d853d4d0-ca3e-4896-8e85-785cef581995, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d853d4d0-ca3e-4896-8e85-785cef581995,segment=NetworkSegment(c5bea2f7-a2f3-4408-abdf-9e7895fc119d),segment_id=c5bea2f7-a2f3-4408-abdf-9e7895fc119d)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:29:48.214624 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cd11a5bf-8663-4847-8801-4293909400ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:48.232192 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9923c1cf-fa2a-4e42-9af5-9fdb61553be7 req-0d297081-570a-483c-9af7-82b814a7bada tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8578212 Apr 20 17:29:48.446032 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1ba9b979-d073-4c5a-ae59-eaa16419d6e3 req-bae848c9-27f4-408f-8f91-d2213312e142 service neutron] 10.222.0.10 "GET /v2.0/networks/2b36794c-34c3-4e2e-bc39-30e014c826c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8082912 Apr 20 17:29:48.452616 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d853d4d0-ca3e-4896-8e85-785cef581995 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:29:48.468737 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-cd11a5bf-8663-4847-8801-4293909400ce admin admin] Calling delete_port for d853d4d0-ca3e-4896-8e85-785cef581995 owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:29:48.529987 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: d853d4d0-ca3e-4896-8e85-785cef581995 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:29:48.531378 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d853d4d0-ca3e-4896-8e85-785cef581995 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:29:48.674845 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.api [None req-cd11a5bf-8663-4847-8801-4293909400ce admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:29:48.675807 n-d-838032-1 neutron-server[84081]: DEBUG oslo_db.api [None req-cd11a5bf-8663-4847-8801-4293909400ce admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:29:48.736209 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e8c196f7-1783-4aef-b87d-1efdb30d0ded tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:48.742913 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e8c196f7-1783-4aef-b87d-1efdb30d0ded tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:48.891468 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c196f7-1783-4aef-b87d-1efdb30d0ded tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Pushing event updated for resources: {'Port': ['ID=fb7540a3-2f6f-4a65-baf4-bf9136fbe35f,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:48.902496 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-e8c196f7-1783-4aef-b87d-1efdb30d0ded tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] In _notify_port_updated(), no bound segment for port fb7540a3-2f6f-4a65-baf4-bf9136fbe35f on network 82e893a3-2b0b-414a-8c88-eaac13f7b0e1 {{(pid=84081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 20 17:29:48.908464 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c196f7-1783-4aef-b87d-1efdb30d0ded tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:48.909276 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e8c196f7-1783-4aef-b87d-1efdb30d0ded tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:48.913923 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54918) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:48.914374 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e8c196f7-1783-4aef-b87d-1efdb30d0ded tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] 10.222.0.39 "PUT /v2.0/ports/fb7540a3-2f6f-4a65-baf4-bf9136fbe35f HTTP/1.1" status: 200 len: 996 time: 2.3641918 Apr 20 17:29:49.129669 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-30229c2d-4b46-4f61-a094-e1c937df289c tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Deleting port fb7540a3-2f6f-4a65-baf4-bf9136fbe35f {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:29:49.134371 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-30229c2d-4b46-4f61-a094-e1c937df289c tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:49.177217 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-cd11a5bf-8663-4847-8801-4293909400ce admin admin] Deleting port d853d4d0-ca3e-4896-8e85-785cef581995 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:29:49.177562 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cd11a5bf-8663-4847-8801-4293909400ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:49.408772 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1ab5bc56-7a0a-43f2-872e-514213ada61c None None] Provisioning complete for port fb7540a3-2f6f-4a65-baf4-bf9136fbe35f triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:29:49.409379 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1ab5bc56-7a0a-43f2-872e-514213ada61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:49.458911 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-cd11a5bf-8663-4847-8801-4293909400ce admin admin] The port 'd853d4d0-ca3e-4896-8e85-785cef581995' was deleted {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:29:49.492133 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1ab5bc56-7a0a-43f2-872e-514213ada61c None None] Port fb7540a3-2f6f-4a65-baf4-bf9136fbe35f cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:29:49.708043 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45a169-76d3-4dd6-8fbd-8628e9826ca1 req-c70e1dfc-311c-4b32-a8b3-98cfdc7cc48c tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:49.717407 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6e45a169-76d3-4dd6-8fbd-8628e9826ca1 req-c70e1dfc-311c-4b32-a8b3-98cfdc7cc48c tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.4893067 Apr 20 17:29:49.770719 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cd11a5bf-8663-4847-8801-4293909400ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:49.798473 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-cd11a5bf-8663-4847-8801-4293909400ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58282348-4092-4e5e-b7c0-667535a141b6']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:29:49.817337 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-cd11a5bf-8663-4847-8801-4293909400ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5bea2f7-a2f3-4408-abdf-9e7895fc119d') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:29:49.817567 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-cd11a5bf-8663-4847-8801-4293909400ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5bea2f7-a2f3-4408-abdf-9e7895fc119d') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:29:49.820166 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-30229c2d-4b46-4f61-a094-e1c937df289c tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:49.830774 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cd11a5bf-8663-4847-8801-4293909400ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:49.875755 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cd11a5bf-8663-4847-8801-4293909400ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:49.923781 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6e45a169-76d3-4dd6-8fbd-8628e9826ca1 req-a849a36b-2cce-472a-8aa3-1455b4c9b490 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041368 Apr 20 17:29:49.946821 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd11a5bf-8663-4847-8801-4293909400ce admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:29:49.949031 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cd11a5bf-8663-4847-8801-4293909400ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:29:49.966639 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:29:49.989690 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-30229c2d-4b46-4f61-a094-e1c937df289c tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Calling delete_port for fb7540a3-2f6f-4a65-baf4-bf9136fbe35f owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:29:50.106089 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cd11a5bf-8663-4847-8801-4293909400ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:50.114489 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cd11a5bf-8663-4847-8801-4293909400ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:50.202106 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cd11a5bf-8663-4847-8801-4293909400ce admin admin] 10.222.0.39 "DELETE /v2.0/networks/58282348-4092-4e5e-b7c0-667535a141b6 HTTP/1.1" status: 204 len: 168 time: 3.5351503 Apr 20 17:29:50.202688 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54946) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:50.205240 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11a5bf-8663-4847-8801-4293909400ce admin admin] Pushing event deleted for resources: {'Network': ['ID=58282348-4092-4e5e-b7c0-667535a141b6,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:50.246208 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-30229c2d-4b46-4f61-a094-e1c937df289c tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:50.375946 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30229c2d-4b46-4f61-a094-e1c937df289c tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Pushing event deleted for resources: {'Port': ['ID=fb7540a3-2f6f-4a65-baf4-bf9136fbe35f,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:50.441783 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-30229c2d-4b46-4f61-a094-e1c937df289c tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:50.459449 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-30229c2d-4b46-4f61-a094-e1c937df289c tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] 10.222.0.39 "DELETE /v2.0/ports/fb7540a3-2f6f-4a65-baf4-bf9136fbe35f HTTP/1.1" status: 204 len: 168 time: 1.5440712 Apr 20 17:29:50.462242 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54958) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:50.639453 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-81239b71-8c99-4b4c-bf47-066f65da08b6 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] GET failed (client error): The resource could not be found. Apr 20 17:29:50.640205 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-81239b71-8c99-4b4c-bf47-066f65da08b6 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Synchronizing usage tracker for tenant:ca67aae2a61b4071acaf5515998f34d2 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:29:50.698609 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-81239b71-8c99-4b4c-bf47-066f65da08b6 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Unset dirty status for tenant:ca67aae2a61b4071acaf5515998f34d2 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:29:50.699658 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-81239b71-8c99-4b4c-bf47-066f65da08b6 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] 10.222.0.39 "GET /v2.0/ports/fb7540a3-2f6f-4a65-baf4-bf9136fbe35f HTTP/1.1" status: 404 len: 333 time: 0.2349195 Apr 20 17:29:50.705246 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54968) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:50.728625 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-7940a59c-dc6b-44bb-b8ee-930c5f3b5daa tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Request body: {'port': {'network_id': '82e893a3-2b0b-414a-8c88-eaac13f7b0e1', 'name': 'tempest-AllowedAddressPairTestJSON-1147183211'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:29:51.058823 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7940a59c-dc6b-44bb-b8ee-930c5f3b5daa tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:51.081944 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7940a59c-dc6b-44bb-b8ee-930c5f3b5daa tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:51.105170 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7940a59c-dc6b-44bb-b8ee-930c5f3b5daa tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Made reservation on behalf of ca67aae2a61b4071acaf5515998f34d2 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:29:51.109383 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7940a59c-dc6b-44bb-b8ee-930c5f3b5daa tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:51.160598 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-7940a59c-dc6b-44bb-b8ee-930c5f3b5daa tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] device_id is not set on port cc862568-79ec-48c7-8063-2de544d13426 yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:29:51.436431 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae51d3-2ad4-4b2f-a386-6fa0f36d5abc req-e3503154-99c6-423b-922d-2b7481be1c76 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:51.439995 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bbae51d3-2ad4-4b2f-a386-6fa0f36d5abc req-e3503154-99c6-423b-922d-2b7481be1c76 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.2115538 Apr 20 17:29:51.597498 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bbae51d3-2ad4-4b2f-a386-6fa0f36d5abc req-886c21f4-c77b-4050-9c00-12f0fc561d23 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442742 Apr 20 17:29:51.603577 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-40f46f97-c9a3-4155-830e-e3ad511b221f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:51.617130 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-7940a59c-dc6b-44bb-b8ee-930c5f3b5daa tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Allocated IP 172.20.0.7 (82e893a3-2b0b-414a-8c88-eaac13f7b0e1/9eef8b0f-aebc-4821-bb8d-185ac8d244a2/cc862568-79ec-48c7-8063-2de544d13426) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:29:51.922812 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 9920606a-fe5d-4e14-929b-3367ae1b77d7 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:29:52.120358 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7940a59c-dc6b-44bb-b8ee-930c5f3b5daa tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:52.158140 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-7940a59c-dc6b-44bb-b8ee-930c5f3b5daa tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Transition to ACTIVE for port object cc862568-79ec-48c7-8063-2de544d13426 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:29:52.198736 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 9920606a-fe5d-4e14-929b-3367ae1b77d7, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9920606a-fe5d-4e14-929b-3367ae1b77d7,segment=NetworkSegment(6fe16a2a-b449-467f-a496-cfefe33a9eb6),segment_id=6fe16a2a-b449-467f-a496-cfefe33a9eb6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:29:52.207059 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7940a59c-dc6b-44bb-b8ee-930c5f3b5daa tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:52.271723 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '9920606a-fe5d-4e14-929b-3367ae1b77d7', 'network_id': '400f7fec-a84e-421e-a33f-ee2818f755c4', 'port_id': '9920606a-fe5d-4e14-929b-3367ae1b77d7', 'mac_address': 'fa:16:3e:cc:2b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a1a990-6a1f-4220-b0ae-85ff981bdb2a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:29:52.421112 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7940a59c-dc6b-44bb-b8ee-930c5f3b5daa tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Network 82e893a3-2b0b-414a-8c88-eaac13f7b0e1 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:29:52.436280 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-7940a59c-dc6b-44bb-b8ee-930c5f3b5daa tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:29:52.439706 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:52.444505 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940a59c-dc6b-44bb-b8ee-930c5f3b5daa tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Pushing event updated for resources: {'Port': ['ID=cc862568-79ec-48c7-8063-2de544d13426,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:52.459720 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7940a59c-dc6b-44bb-b8ee-930c5f3b5daa tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:29:52.515625 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9920606a-fe5d-4e14-929b-3367ae1b77d7 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:29:52.561169 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 9920606a-fe5d-4e14-929b-3367ae1b77d7, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9920606a-fe5d-4e14-929b-3367ae1b77d7,segment=NetworkSegment(6fe16a2a-b449-467f-a496-cfefe33a9eb6),segment_id=6fe16a2a-b449-467f-a496-cfefe33a9eb6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:29:52.571187 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:52.682518 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7940a59c-dc6b-44bb-b8ee-930c5f3b5daa tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:52.683202 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7940a59c-dc6b-44bb-b8ee-930c5f3b5daa tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:52.749488 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['9920606a-fe5d-4e14-929b-3367ae1b77d7'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:29:52.752305 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7940a59c-dc6b-44bb-b8ee-930c5f3b5daa tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0459929 Apr 20 17:29:52.757892 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55002) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:52.763672 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-85971372-06d8-4d1f-85a3-eeb22d4f6421 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Request body: {'port': {'network_id': '82e893a3-2b0b-414a-8c88-eaac13f7b0e1', 'name': 'tempest-AllowedAddressPairTestJSON-780587904'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:29:52.976647 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=9920606a-fe5d-4e14-929b-3367ae1b77d7,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:53.124035 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-85971372-06d8-4d1f-85a3-eeb22d4f6421 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:29:53.129602 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-85971372-06d8-4d1f-85a3-eeb22d4f6421 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Usage tracker for resource:port and tenant:ca67aae2a61b4071acaf5515998f34d2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:29:53.133650 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-85971372-06d8-4d1f-85a3-eeb22d4f6421 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:29:53.150588 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-85971372-06d8-4d1f-85a3-eeb22d4f6421 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:29:53.154739 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-4996f345-b9dc-46cf-9cb2-ec2baaaac2d4 None None] Provisioning for port cc862568-79ec-48c7-8063-2de544d13426 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:29:53.171389 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85971372-06d8-4d1f-85a3-eeb22d4f6421 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Made reservation on behalf of ca67aae2a61b4071acaf5515998f34d2 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:29:53.174583 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-85971372-06d8-4d1f-85a3-eeb22d4f6421 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:53.192560 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-4996f345-b9dc-46cf-9cb2-ec2baaaac2d4 None None] Provisioning complete for port cc862568-79ec-48c7-8063-2de544d13426 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:29:53.192922 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4996f345-b9dc-46cf-9cb2-ec2baaaac2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:53.229569 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-85971372-06d8-4d1f-85a3-eeb22d4f6421 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] device_id is not set on port 2bba259e-c3ab-4ed3-8099-ea5d3fe25a85 yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:29:53.311707 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-40f46f97-c9a3-4155-830e-e3ad511b221f admin admin] Deleting port 0addd580-65fb-4efd-9514-bde87b76bf6a {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:29:53.316850 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-40f46f97-c9a3-4155-830e-e3ad511b221f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:53.352698 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-4996f345-b9dc-46cf-9cb2-ec2baaaac2d4 None None] Port cc862568-79ec-48c7-8063-2de544d13426 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:29:53.596005 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-85971372-06d8-4d1f-85a3-eeb22d4f6421 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Allocated IP 172.20.0.9 (82e893a3-2b0b-414a-8c88-eaac13f7b0e1/9eef8b0f-aebc-4821-bb8d-185ac8d244a2/2bba259e-c3ab-4ed3-8099-ea5d3fe25a85) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:29:53.952066 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 9920606a-fe5d-4e14-929b-3367ae1b77d7 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:29:54.124672 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 9920606a-fe5d-4e14-929b-3367ae1b77d7 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:29:54.125394 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:54.167543 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ee2d3-8e43-41cc-b9ce-125c353d350d req-d20b2c00-4e97-4df9-bcf4-d5b8d6418faa tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:54.171672 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-85971372-06d8-4d1f-85a3-eeb22d4f6421 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:54.194455 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-494ee2d3-8e43-41cc-b9ce-125c353d350d req-d20b2c00-4e97-4df9-bcf4-d5b8d6418faa tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 944 time: 0.9013920 Apr 20 17:29:54.279496 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-85971372-06d8-4d1f-85a3-eeb22d4f6421 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Transition to ACTIVE for port object 2bba259e-c3ab-4ed3-8099-ea5d3fe25a85 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:29:54.375524 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-85971372-06d8-4d1f-85a3-eeb22d4f6421 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:54.438133 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-494ee2d3-8e43-41cc-b9ce-125c353d350d req-0ac3671c-c526-4230-9194-64015053b2ce tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135084 Apr 20 17:29:54.460665 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-40f46f97-c9a3-4155-830e-e3ad511b221f admin admin] For port 0addd580-65fb-4efd-9514-bde87b76bf6a, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0addd580-65fb-4efd-9514-bde87b76bf6a,segment=NetworkSegment(a0095700-3ba3-48d7-920d-838249b254d4),segment_id=a0095700-3ba3-48d7-920d-838249b254d4)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:29:54.460665 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-40f46f97-c9a3-4155-830e-e3ad511b221f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:54.661521 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85971372-06d8-4d1f-85a3-eeb22d4f6421 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Pushing event updated for resources: {'Port': ['ID=2bba259e-c3ab-4ed3-8099-ea5d3fe25a85,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:54.692926 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:54.699296 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85971372-06d8-4d1f-85a3-eeb22d4f6421 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Network 82e893a3-2b0b-414a-8c88-eaac13f7b0e1 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:29:54.714480 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-85971372-06d8-4d1f-85a3-eeb22d4f6421 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:29:54.724769 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85971372-06d8-4d1f-85a3-eeb22d4f6421 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:29:54.869831 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41670175-93a9-4de7-99d3-f8ebce752dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9920606a-fe5d-4e14-929b-3367ae1b77d7'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:29:54.915987 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 9920606a-fe5d-4e14-929b-3367ae1b77d7, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9920606a-fe5d-4e14-929b-3367ae1b77d7,segment=NetworkSegment(6fe16a2a-b449-467f-a496-cfefe33a9eb6),segment_id=6fe16a2a-b449-467f-a496-cfefe33a9eb6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:29:54.932959 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:55.124362 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-40f46f97-c9a3-4155-830e-e3ad511b221f admin admin] Calling delete_port for 0addd580-65fb-4efd-9514-bde87b76bf6a owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:29:55.172154 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62fbec59-5ba8-438b-b175-3e51494bd486'] response: {'server_uuid': '41670175-93a9-4de7-99d3-f8ebce752dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9920606a-fe5d-4e14-929b-3367ae1b77d7', 'code': 200} Apr 20 17:29:55.180181 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85971372-06d8-4d1f-85a3-eeb22d4f6421 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:55.195027 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-85971372-06d8-4d1f-85a3-eeb22d4f6421 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:55.251517 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-85971372-06d8-4d1f-85a3-eeb22d4f6421 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4913087 Apr 20 17:29:55.266450 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55048) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:55.303667 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-26db6046-2157-4acb-ba3a-7557b806f2be tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:22:1c:c0'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:f7:bc:2e'}]}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:29:55.421281 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=9920606a-fe5d-4e14-929b-3367ae1b77d7,revision_number=7']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:55.536511 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ffb01ebf-50fe-4b90-9b4a-5457e866d885 None None] Provisioning for port 2bba259e-c3ab-4ed3-8099-ea5d3fe25a85 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:29:55.557917 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ffb01ebf-50fe-4b90-9b4a-5457e866d885 None None] Provisioning complete for port 2bba259e-c3ab-4ed3-8099-ea5d3fe25a85 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:29:55.559090 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ffb01ebf-50fe-4b90-9b4a-5457e866d885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:55.865937 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-26db6046-2157-4acb-ba3a-7557b806f2be tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:55.921834 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-ffb01ebf-50fe-4b90-9b4a-5457e866d885 None None] Port 2bba259e-c3ab-4ed3-8099-ea5d3fe25a85 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:29:56.150823 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-40f46f97-c9a3-4155-830e-e3ad511b221f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:56.206713 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8637ac6-1871-4d18-a4c8-3094455c0d4f req-112ea5f6-b957-4821-9182-68bfc315b618 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:56.214995 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e8637ac6-1871-4d18-a4c8-3094455c0d4f req-112ea5f6-b957-4821-9182-68bfc315b618 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.3199306 Apr 20 17:29:56.442640 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-26db6046-2157-4acb-ba3a-7557b806f2be tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:56.451233 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-26db6046-2157-4acb-ba3a-7557b806f2be tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:56.467325 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e8637ac6-1871-4d18-a4c8-3094455c0d4f req-e8d66524-c24f-4b36-98fc-4f22420d06e5 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512655 Apr 20 17:29:56.468367 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f46f97-c9a3-4155-830e-e3ad511b221f admin admin] Pushing event deleted for resources: {'Port': ['ID=0addd580-65fb-4efd-9514-bde87b76bf6a,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:56.524490 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f46f97-c9a3-4155-830e-e3ad511b221f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:29:56.528173 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f46f97-c9a3-4155-830e-e3ad511b221f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:29:56.530482 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f46f97-c9a3-4155-830e-e3ad511b221f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:29:56.534079 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f46f97-c9a3-4155-830e-e3ad511b221f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:29:56.534769 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f46f97-c9a3-4155-830e-e3ad511b221f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:29:56.537111 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f46f97-c9a3-4155-830e-e3ad511b221f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:29:56.540713 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f46f97-c9a3-4155-830e-e3ad511b221f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:29:56.544709 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f46f97-c9a3-4155-830e-e3ad511b221f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:29:56.545599 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f46f97-c9a3-4155-830e-e3ad511b221f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:29:56.549629 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f46f97-c9a3-4155-830e-e3ad511b221f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:29:56.550828 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f46f97-c9a3-4155-830e-e3ad511b221f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:29:57.200679 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-afe209e9-c05f-434c-8420-6cff5b5d2e47 None None] Provisioning complete for port 2bba259e-c3ab-4ed3-8099-ea5d3fe25a85 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:29:57.201273 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-afe209e9-c05f-434c-8420-6cff5b5d2e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:57.227858 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-26db6046-2157-4acb-ba3a-7557b806f2be tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] In _notify_port_updated(), no bound segment for port 2bba259e-c3ab-4ed3-8099-ea5d3fe25a85 on network 82e893a3-2b0b-414a-8c88-eaac13f7b0e1 {{(pid=84080) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 20 17:29:57.232719 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26db6046-2157-4acb-ba3a-7557b806f2be tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:57.239295 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-26db6046-2157-4acb-ba3a-7557b806f2be tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:57.241766 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-26db6046-2157-4acb-ba3a-7557b806f2be tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] 10.222.0.39 "PUT /v2.0/ports/2bba259e-c3ab-4ed3-8099-ea5d3fe25a85 HTTP/1.1" status: 200 len: 1055 time: 1.9802201 Apr 20 17:29:57.246881 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55072) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:57.289487 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db6046-2157-4acb-ba3a-7557b806f2be tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Pushing event updated for resources: {'Port': ['ID=2bba259e-c3ab-4ed3-8099-ea5d3fe25a85,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:29:57.350768 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-afe209e9-c05f-434c-8420-6cff5b5d2e47 None None] Port 2bba259e-c3ab-4ed3-8099-ea5d3fe25a85 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:29:57.398696 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-86ff3375-ce91-4ba9-8b39-b0245043db22 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Deleting port 2bba259e-c3ab-4ed3-8099-ea5d3fe25a85 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:29:57.399199 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-86ff3375-ce91-4ba9-8b39-b0245043db22 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:58.331780 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-40f46f97-c9a3-4155-830e-e3ad511b221f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:58.708458 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa495b-aa30-403d-b045-b3a346b3d24f req-a35afe1b-3f12-411d-a0ae-b519332c6670 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:58.716889 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5caa495b-aa30-403d-b045-b3a346b3d24f req-a35afe1b-3f12-411d-a0ae-b519332c6670 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.3177691 Apr 20 17:29:58.830811 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5caa495b-aa30-403d-b045-b3a346b3d24f req-b28c6706-8901-4d57-b115-9be5560df41e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1116190 Apr 20 17:29:58.844979 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06102525-79ce-4c13-94c9-6dcacbb0d7f2 req-d0131d73-0110-421d-9d08-27ed52cfa9e9 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:29:58.847573 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-06102525-79ce-4c13-94c9-6dcacbb0d7f2 req-d0131d73-0110-421d-9d08-27ed52cfa9e9 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 1.0747294 Apr 20 17:29:59.017730 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-86ff3375-ce91-4ba9-8b39-b0245043db22 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:29:59.318626 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-86ff3375-ce91-4ba9-8b39-b0245043db22 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Calling delete_port for 2bba259e-c3ab-4ed3-8099-ea5d3fe25a85 owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:29:59.646993 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-86ff3375-ce91-4ba9-8b39-b0245043db22 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:00.002835 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff3375-ce91-4ba9-8b39-b0245043db22 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Pushing event deleted for resources: {'Port': ['ID=2bba259e-c3ab-4ed3-8099-ea5d3fe25a85,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:00.013296 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc39490-c29f-4ff3-9ef9-c7058ddfda93 req-f6c1cecb-0d2b-4311-bd92-2e54e60ab4c3 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:00.041294 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9cc39490-c29f-4ff3-9ef9-c7058ddfda93 req-f6c1cecb-0d2b-4311-bd92-2e54e60ab4c3 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.3072977 Apr 20 17:30:00.071684 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-06102525-79ce-4c13-94c9-6dcacbb0d7f2 req-7b95cedd-ac4e-4c36-8b70-cc4c5dcd3061 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1981974 Apr 20 17:30:00.199735 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9cc39490-c29f-4ff3-9ef9-c7058ddfda93 req-6204a7fd-1991-4a00-8486-836cde4b55a5 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1550531 Apr 20 17:30:01.037685 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc5616-50bb-4021-a1d6-fc7d0b65f7ab req-d632c789-c2d9-41f3-ae9f-7c86b1289f82 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:01.056331 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-defc5616-50bb-4021-a1d6-fc7d0b65f7ab req-d632c789-c2d9-41f3-ae9f-7c86b1289f82 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.3886049 Apr 20 17:30:01.190574 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-86ff3375-ce91-4ba9-8b39-b0245043db22 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:01.196332 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-defc5616-50bb-4021-a1d6-fc7d0b65f7ab req-806a6c88-1edf-457d-a62f-65225c21095d tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1387312 Apr 20 17:30:01.211454 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-86ff3375-ce91-4ba9-8b39-b0245043db22 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] 10.222.0.39 "DELETE /v2.0/ports/2bba259e-c3ab-4ed3-8099-ea5d3fe25a85 HTTP/1.1" status: 204 len: 168 time: 3.9430861 Apr 20 17:30:01.211970 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55138) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:01.368930 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe6f852-9ae4-4a15-a2b0-0b548c962d53 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] GET failed (client error): The resource could not be found. Apr 20 17:30:01.369435 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-dfe6f852-9ae4-4a15-a2b0-0b548c962d53 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Synchronizing usage tracker for tenant:ca67aae2a61b4071acaf5515998f34d2 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:30:01.501828 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf728bd-00ec-490d-95a5-f0e36c97c548 req-2e9b9bbd-5976-4ceb-8aa8-9a6eca536526 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:01.503536 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dcf728bd-00ec-490d-95a5-f0e36c97c548 req-2e9b9bbd-5976-4ceb-8aa8-9a6eca536526 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 947 time: 0.4510050 Apr 20 17:30:01.527357 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-dfe6f852-9ae4-4a15-a2b0-0b548c962d53 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Unset dirty status for tenant:ca67aae2a61b4071acaf5515998f34d2 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:30:01.528538 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-dfe6f852-9ae4-4a15-a2b0-0b548c962d53 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] 10.222.0.39 "GET /v2.0/ports/2bba259e-c3ab-4ed3-8099-ea5d3fe25a85 HTTP/1.1" status: 404 len: 333 time: 0.3157880 Apr 20 17:30:01.535562 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55148) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:01.655025 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dcf728bd-00ec-490d-95a5-f0e36c97c548 req-702d9945-88d6-4f69-b80a-2962cbe796cc tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069024 Apr 20 17:30:01.770686 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf21e2-6ecd-4a53-bc51-de1f50af5f0b req-56616924-adf7-4803-919b-b4de4f89a1ae tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:01.772527 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-09bf21e2-6ecd-4a53-bc51-de1f50af5f0b req-56616924-adf7-4803-919b-b4de4f89a1ae tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.3632138 Apr 20 17:30:01.780034 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-5f0bf0d3-0a21-44cf-85b2-a2d4e99e1441 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Deleting port cc862568-79ec-48c7-8063-2de544d13426 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:30:01.780659 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5f0bf0d3-0a21-44cf-85b2-a2d4e99e1441 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:02.103867 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-09bf21e2-6ecd-4a53-bc51-de1f50af5f0b req-4d331bb7-d89b-477d-88df-d923ae93c2a4 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597712 Apr 20 17:30:02.237767 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e1846-28a9-4330-bb94-fb7800ba57c2 req-78e31d2a-3a9d-4346-92b7-191fcd232431 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:02.245152 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f49e1846-28a9-4330-bb94-fb7800ba57c2 req-78e31d2a-3a9d-4346-92b7-191fcd232431 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.2522023 Apr 20 17:30:02.342864 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5f0bf0d3-0a21-44cf-85b2-a2d4e99e1441 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:02.351188 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f49e1846-28a9-4330-bb94-fb7800ba57c2 req-de6b24ee-4790-4530-bcd9-13ccb50e8a65 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0947831 Apr 20 17:30:02.395041 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f46f97-c9a3-4155-830e-e3ad511b221f admin admin] Router f208009e-aa1e-4653-88ed-6284ebe162ca has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:30:02.584580 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-5f0bf0d3-0a21-44cf-85b2-a2d4e99e1441 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Calling delete_port for cc862568-79ec-48c7-8063-2de544d13426 owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:30:02.737570 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23b04f-2376-482b-b205-80504a111fb2 req-77a78a06-88de-4328-ae03-17eb86db617b tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:02.738921 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de23b04f-2376-482b-b205-80504a111fb2 req-77a78a06-88de-4328-ae03-17eb86db617b tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.10 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 947 time: 0.1391668 Apr 20 17:30:02.914775 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-de23b04f-2376-482b-b205-80504a111fb2 req-1ad3ca1e-6477-426c-a3b3-ca315ed15643 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Deleting port eb291abb-cf9d-4106-ae9f-e2705f1e272a {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:30:02.915374 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-de23b04f-2376-482b-b205-80504a111fb2 req-1ad3ca1e-6477-426c-a3b3-ca315ed15643 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:02.975949 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5f0bf0d3-0a21-44cf-85b2-a2d4e99e1441 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:03.255975 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0bf0d3-0a21-44cf-85b2-a2d4e99e1441 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Pushing event deleted for resources: {'Port': ['ID=cc862568-79ec-48c7-8063-2de544d13426,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:03.368036 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050dc89-aafd-42fc-b55a-87e0e7907cb2 req-bd4978f5-83aa-45ca-a3d8-e3abd0ce827e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:03.382572 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4050dc89-aafd-42fc-b55a-87e0e7907cb2 req-bd4978f5-83aa-45ca-a3d8-e3abd0ce827e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.4643366 Apr 20 17:30:03.484450 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5f0bf0d3-0a21-44cf-85b2-a2d4e99e1441 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:03.585480 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4050dc89-aafd-42fc-b55a-87e0e7907cb2 req-a04bdffe-71b6-49f9-a97c-27f819aa5ee2 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2017040 Apr 20 17:30:03.590316 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5f0bf0d3-0a21-44cf-85b2-a2d4e99e1441 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] 10.222.0.39 "DELETE /v2.0/ports/cc862568-79ec-48c7-8063-2de544d13426 HTTP/1.1" status: 204 len: 168 time: 2.0536904 Apr 20 17:30:03.599189 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55182) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:03.620087 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-de23b04f-2376-482b-b205-80504a111fb2 req-1ad3ca1e-6477-426c-a3b3-ca315ed15643 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] For port eb291abb-cf9d-4106-ae9f-e2705f1e272a, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=eb291abb-cf9d-4106-ae9f-e2705f1e272a,segment=NetworkSegment(66b29461-7e00-47bd-9ba1-5ef6f56d61e9),segment_id=66b29461-7e00-47bd-9ba1-5ef6f56d61e9)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:30:03.620596 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-de23b04f-2376-482b-b205-80504a111fb2 req-1ad3ca1e-6477-426c-a3b3-ca315ed15643 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:03.754085 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-280151b1-62cb-4c93-a959-9e98a4ca3823 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] GET failed (client error): The resource could not be found. Apr 20 17:30:03.755030 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-280151b1-62cb-4c93-a959-9e98a4ca3823 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Synchronizing usage tracker for tenant:ca67aae2a61b4071acaf5515998f34d2 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:30:03.804138 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-280151b1-62cb-4c93-a959-9e98a4ca3823 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Unset dirty status for tenant:ca67aae2a61b4071acaf5515998f34d2 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:30:03.808987 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-280151b1-62cb-4c93-a959-9e98a4ca3823 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] 10.222.0.39 "GET /v2.0/ports/cc862568-79ec-48c7-8063-2de544d13426 HTTP/1.1" status: 404 len: 333 time: 0.2053883 Apr 20 17:30:03.809902 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55194) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:04.119449 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-3af5008b-cc99-4a3e-8930-98af0c109a32 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Deleting port 07a0891f-3fb7-4960-afef-665f0f2a1b30 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:30:04.120059 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3af5008b-cc99-4a3e-8930-98af0c109a32 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:04.296976 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14919575-76e2-4f74-8328-d595a03ce7d3 req-6a49076f-0e08-4fdc-8481-ebe2ab6f9afa tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:04.375596 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-14919575-76e2-4f74-8328-d595a03ce7d3 req-6a49076f-0e08-4fdc-8481-ebe2ab6f9afa tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.4617956 Apr 20 17:30:04.423970 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0e354-d54c-4342-bdb2-312835c217b3 req-0f8a8e5d-bb94-4480-9147-68d2d9c35173 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:04.425426 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d0c0e354-d54c-4342-bdb2-312835c217b3 req-0f8a8e5d-bb94-4480-9147-68d2d9c35173 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 947 time: 1.4563713 Apr 20 17:30:04.444502 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-de23b04f-2376-482b-b205-80504a111fb2 req-1ad3ca1e-6477-426c-a3b3-ca315ed15643 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:04.445566 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-de23b04f-2376-482b-b205-80504a111fb2 req-1ad3ca1e-6477-426c-a3b3-ca315ed15643 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:04.446246 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [req-de23b04f-2376-482b-b205-80504a111fb2 req-1ad3ca1e-6477-426c-a3b3-ca315ed15643 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Floating IP d038f927-4f32-4ac6-abf7-701eca33f797 disassociated. External IP: 172.25.8.147, port: eb291abb-cf9d-4106-ae9f-e2705f1e272a. Apr 20 17:30:04.446836 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-de23b04f-2376-482b-b205-80504a111fb2 req-1ad3ca1e-6477-426c-a3b3-ca315ed15643 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Calling delete_port for eb291abb-cf9d-4106-ae9f-e2705f1e272a owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:30:04.564616 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f46f97-c9a3-4155-830e-e3ad511b221f admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:30:04.573347 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-40f46f97-c9a3-4155-830e-e3ad511b221f admin admin] 10.222.0.39 "PUT /v2.0/routers/f208009e-aa1e-4653-88ed-6284ebe162ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3694034 Apr 20 17:30:04.575264 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5e7201-d000-4859-b056-5ebf9be556c1 None None] Sync routers for ids ['f208009e-aa1e-4653-88ed-6284ebe162ca'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:30:04.589065 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55226) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:04.597903 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5e7201-d000-4859-b056-5ebf9be556c1 None None] Routers {'f208009e-aa1e-4653-88ed-6284ebe162ca'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:30:04.598735 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-de5e7201-d000-4859-b056-5ebf9be556c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:29:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['f208009e-aa1e-4653-88ed-6284ebe162ca'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:30:04.751429 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d0c0e354-d54c-4342-bdb2-312835c217b3 req-9957218a-5287-4381-8bdd-a2f2e8cfbcea tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups?id=95ade43a-f0aa-4ea5-9d59-c6f328de7b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2638025 Apr 20 17:30:04.854926 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-de23b04f-2376-482b-b205-80504a111fb2 req-1ad3ca1e-6477-426c-a3b3-ca315ed15643 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:04.948605 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad3ca1e-6477-426c-a3b3-ca315ed15643 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Pushing event deleted for resources: {'Port': ['ID=eb291abb-cf9d-4106-ae9f-e2705f1e272a,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:05.001402 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-de5e7201-d000-4859-b056-5ebf9be556c1 None None] Set router f208009e-aa1e-4653-88ed-6284ebe162ca gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:30:05.195455 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0f76a7db-063f-4074-9fea-7ec2e597cd99 admin admin] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:05.204828 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-14919575-76e2-4f74-8328-d595a03ce7d3 req-aeef1206-80fb-4eb9-bfec-a8622d251dee tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8279085 Apr 20 17:30:05.232235 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3af5008b-cc99-4a3e-8930-98af0c109a32 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:05.259012 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:30:05.573304 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-de5e7201-d000-4859-b056-5ebf9be556c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f208009e-aa1e-4653-88ed-6284ebe162ca', 'name': 'tempest-TaggedBootDevicesTest_v242-673353120-router', 'tenant_id': '8494b4bccd1a4df39ea89d4c7fc04c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'cb578a50-15b7-4c88-bf2e-fb806d4d92c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:25Z', 'updated_at': '2022-04-20T17:29:55Z', 'revision_number': 5, 'project_id': '8494b4bccd1a4df39ea89d4c7fc04c59', 'gw_port': {'id': 'cb578a50-15b7-4c88-bf2e-fb806d4d92c5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f208009e-aa1e-4653-88ed-6284ebe162ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:26Z', 'updated_at': '2022-04-20T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:30:05.578136 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5e7201-d000-4859-b056-5ebf9be556c1 None None] Checking router: f208009e-aa1e-4653-88ed-6284ebe162ca for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:30:05.591570 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5e7201-d000-4859-b056-5ebf9be556c1 None None] Routers {'f208009e-aa1e-4653-88ed-6284ebe162ca'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:30:05.592604 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-de5e7201-d000-4859-b056-5ebf9be556c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:29:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['f208009e-aa1e-4653-88ed-6284ebe162ca'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:30:05.897100 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de23b04f-2376-482b-b205-80504a111fb2 req-1ad3ca1e-6477-426c-a3b3-ca315ed15643 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Router e27406a2-f3dd-44fb-9c24-d039092153da has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:30:05.924499 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0f76a7db-063f-4074-9fea-7ec2e597cd99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:05.973441 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-3af5008b-cc99-4a3e-8930-98af0c109a32 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Calling delete_port for 07a0891f-3fb7-4960-afef-665f0f2a1b30 owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:30:06.093893 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-de5e7201-d000-4859-b056-5ebf9be556c1 None None] Set router f208009e-aa1e-4653-88ed-6284ebe162ca gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:30:06.169308 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-0f76a7db-063f-4074-9fea-7ec2e597cd99 admin admin] Deleting port cb578a50-15b7-4c88-bf2e-fb806d4d92c5 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:30:06.169652 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0f76a7db-063f-4074-9fea-7ec2e597cd99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:06.419401 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3af5008b-cc99-4a3e-8930-98af0c109a32 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:06.455142 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-818b4b87-fb52-4969-acdf-2c71cd8bbd94 req-ad7174e5-a386-4b7a-9f00-b9bef8cfb9a3 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 210 time: 0.1982138 Apr 20 17:30:06.483323 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5008b-cc99-4a3e-8930-98af0c109a32 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Pushing event deleted for resources: {'Port': ['ID=07a0891f-3fb7-4960-afef-665f0f2a1b30,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:06.825958 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6364cd-c1f5-496a-86fa-5e8957064a87 req-004074eb-8e8b-427c-a5f8-590d519f1133 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:06.833559 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-de5e7201-d000-4859-b056-5ebf9be556c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f208009e-aa1e-4653-88ed-6284ebe162ca', 'name': 'tempest-TaggedBootDevicesTest_v242-673353120-router', 'tenant_id': '8494b4bccd1a4df39ea89d4c7fc04c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'cb578a50-15b7-4c88-bf2e-fb806d4d92c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:25Z', 'updated_at': '2022-04-20T17:29:55Z', 'revision_number': 5, 'project_id': '8494b4bccd1a4df39ea89d4c7fc04c59', 'gw_port': {'id': 'cb578a50-15b7-4c88-bf2e-fb806d4d92c5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f208009e-aa1e-4653-88ed-6284ebe162ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:26Z', 'updated_at': '2022-04-20T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:30:06.834381 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2c6364cd-c1f5-496a-86fa-5e8957064a87 req-004074eb-8e8b-427c-a5f8-590d519f1133 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.5114253 Apr 20 17:30:06.871330 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5e7201-d000-4859-b056-5ebf9be556c1 None None] The sync data for ids ['f208009e-aa1e-4653-88ed-6284ebe162ca'] in n-d-838032-1 is: [{'id': 'f208009e-aa1e-4653-88ed-6284ebe162ca', 'name': 'tempest-TaggedBootDevicesTest_v242-673353120-router', 'tenant_id': '8494b4bccd1a4df39ea89d4c7fc04c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'cb578a50-15b7-4c88-bf2e-fb806d4d92c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:22:25Z', 'updated_at': '2022-04-20T17:29:55Z', 'revision_number': 5, 'project_id': '8494b4bccd1a4df39ea89d4c7fc04c59', 'gw_port': {'id': 'cb578a50-15b7-4c88-bf2e-fb806d4d92c5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f208009e-aa1e-4653-88ed-6284ebe162ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:22:26Z', 'updated_at': '2022-04-20T17:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:30:06.890884 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3af5008b-cc99-4a3e-8930-98af0c109a32 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:06.932860 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device eb291abb-cf9d-4106-ae9f-e2705f1e272a no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:30:06.948797 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3af5008b-cc99-4a3e-8930-98af0c109a32 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] 10.222.0.39 "DELETE /v2.0/ports/07a0891f-3fb7-4960-afef-665f0f2a1b30 HTTP/1.1" status: 204 len: 168 time: 3.1369176 Apr 20 17:30:07.013184 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55292) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:07.033134 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2c6364cd-c1f5-496a-86fa-5e8957064a87 req-960151af-76c4-4c9f-9667-2e31cdd85ef5 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1974802 Apr 20 17:30:07.040319 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: eb291abb-cf9d-4106-ae9f-e2705f1e272a {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:30:07.045288 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device eb291abb-cf9d-4106-ae9f-e2705f1e272a not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:30:07.297806 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d86a995-9d2e-4f79-8a16-944f3820ef8e tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Deleting subnet 9eef8b0f-aebc-4821-bb8d-185ac8d244a2 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:30:07.321976 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3d86a995-9d2e-4f79-8a16-944f3820ef8e tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:07.420442 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-0f76a7db-063f-4074-9fea-7ec2e597cd99 admin admin] For port cb578a50-15b7-4c88-bf2e-fb806d4d92c5, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=cb578a50-15b7-4c88-bf2e-fb806d4d92c5,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:30:07.421079 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0f76a7db-063f-4074-9fea-7ec2e597cd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:07.475729 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3d86a995-9d2e-4f79-8a16-944f3820ef8e tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:07.758683 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3d86a995-9d2e-4f79-8a16-944f3820ef8e tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:07.800632 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-0f76a7db-063f-4074-9fea-7ec2e597cd99 admin admin] Calling delete_port for cb578a50-15b7-4c88-bf2e-fb806d4d92c5 owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:30:07.897337 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-df9fe627-57b7-4552-8df1-a6400c2ece88 req-503c390e-9232-473e-b1fe-ae83989f4485 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 210 time: 0.0618646 Apr 20 17:30:07.905583 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107976e-c97c-46d7-bef2-fdfc507ee97e req-45a435e2-29f0-442d-b5fe-21a017b01745 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:07.920590 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7107976e-c97c-46d7-bef2-fdfc507ee97e req-45a435e2-29f0-442d-b5fe-21a017b01745 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.7369707 Apr 20 17:30:08.003103 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3d86a995-9d2e-4f79-8a16-944f3820ef8e tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:08.098836 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7107976e-c97c-46d7-bef2-fdfc507ee97e req-542c77f2-6fae-4da3-ae9b-801d4f46d4d5 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674545 Apr 20 17:30:08.124456 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de23b04f-2376-482b-b205-80504a111fb2 req-1ad3ca1e-6477-426c-a3b3-ca315ed15643 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:30:08.138411 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab629c8-e8d2-42ad-ab8b-3323080ed768 None None] Sync routers for ids ['e27406a2-f3dd-44fb-9c24-d039092153da'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:30:08.157278 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86a995-9d2e-4f79-8a16-944f3820ef8e tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Pushing event deleted for resources: {'Subnet': ['ID=9eef8b0f-aebc-4821-bb8d-185ac8d244a2,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:08.169984 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab629c8-e8d2-42ad-ab8b-3323080ed768 None None] Routers {'e27406a2-f3dd-44fb-9c24-d039092153da'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:30:08.176116 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-dab629c8-e8d2-42ad-ab8b-3323080ed768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:29:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e27406a2-f3dd-44fb-9c24-d039092153da'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:30:08.219676 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3d86a995-9d2e-4f79-8a16-944f3820ef8e tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:08.341911 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-de23b04f-2376-482b-b205-80504a111fb2 req-1ad3ca1e-6477-426c-a3b3-ca315ed15643 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] No DVR routers for this DVR port eb291abb-cf9d-4106-ae9f-e2705f1e272a on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:30:08.354320 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-de23b04f-2376-482b-b205-80504a111fb2 req-1ad3ca1e-6477-426c-a3b3-ca315ed15643 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:08.360213 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70747bfe-bf24-479a-b101-f9d437389c97', 'name': 'network-vif-deleted', 'tag': 'eb291abb-cf9d-4106-ae9f-e2705f1e272a'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:30:08.417307 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3d86a995-9d2e-4f79-8a16-944f3820ef8e tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] 10.222.0.39 "DELETE /v2.0/subnets/9eef8b0f-aebc-4821-bb8d-185ac8d244a2 HTTP/1.1" status: 204 len: 168 time: 1.3818452 Apr 20 17:30:08.423508 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55342) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:08.504494 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-dab629c8-e8d2-42ad-ab8b-3323080ed768 None None] Set router e27406a2-f3dd-44fb-9c24-d039092153da gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:30:08.508594 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de23b04f-2376-482b-b205-80504a111fb2 req-1ad3ca1e-6477-426c-a3b3-ca315ed15643 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.10 "DELETE /v2.0/ports/eb291abb-cf9d-4106-ae9f-e2705f1e272a HTTP/1.1" status: 204 len: 173 time: 5.7457213 Apr 20 17:30:08.536835 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d607a9-59bb-4146-9133-64a77f4aa4de req-3c8bb0fd-5109-4a78-bb19-ec5c8b93d638 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:08.561176 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-14d607a9-59bb-4146-9133-64a77f4aa4de req-3c8bb0fd-5109-4a78-bb19-ec5c8b93d638 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.3190684 Apr 20 17:30:08.642816 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceefb88e-f2b9-4326-835e-30472142d060'] response: {'server_uuid': '70747bfe-bf24-479a-b101-f9d437389c97', 'name': 'network-vif-deleted', 'tag': 'eb291abb-cf9d-4106-ae9f-e2705f1e272a', 'status': 'completed', 'code': 200} Apr 20 17:30:08.745065 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-14d607a9-59bb-4146-9133-64a77f4aa4de req-8c81194b-f659-4dad-93ce-6a81e4b932d9 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1716006 Apr 20 17:30:08.782999 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8b9aec93-15e5-424c-bb90-275b03d2ab35 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:08.894329 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-8b9aec93-15e5-424c-bb90-275b03d2ab35 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Deleting port 0b979028-7e4b-49f0-afb7-ad54df68a606 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:30:08.894680 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8b9aec93-15e5-424c-bb90-275b03d2ab35 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:09.135545 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0f76a7db-063f-4074-9fea-7ec2e597cd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:09.201250 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46dca3e-a09d-4f3b-a0ea-95f916eaf87b None None] Network 82e893a3-2b0b-414a-8c88-eaac13f7b0e1 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:30:09.225385 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0addd580-65fb-4efd-9514-bde87b76bf6a no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:30:09.303183 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76a7db-063f-4074-9fea-7ec2e597cd99 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb578a50-15b7-4c88-bf2e-fb806d4d92c5,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:09.540817 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 0addd580-65fb-4efd-9514-bde87b76bf6a {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:30:09.541157 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0addd580-65fb-4efd-9514-bde87b76bf6a not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:30:09.581966 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-6d1a254a-cebc-436f-b59d-4b74dd6aa46c req-b16879e5-ac0a-4150-88c5-c4c3fa4599e5 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Synchronizing usage tracker for tenant:02869399c9f94c6e8f223671a74b81d5 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:30:09.628857 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23759d9c-36a9-495a-acab-b78a20598d16 req-41f2202d-8fae-42eb-a500-f866f16901f3 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:09.647713 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-23759d9c-36a9-495a-acab-b78a20598d16 req-41f2202d-8fae-42eb-a500-f866f16901f3 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.2913091 Apr 20 17:30:09.714830 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-6d1a254a-cebc-436f-b59d-4b74dd6aa46c req-b16879e5-ac0a-4150-88c5-c4c3fa4599e5 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Unset dirty status for tenant:02869399c9f94c6e8f223671a74b81d5 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:30:09.726768 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6d1a254a-cebc-436f-b59d-4b74dd6aa46c req-b16879e5-ac0a-4150-88c5-c4c3fa4599e5 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/ports?device_id=70747bfe-bf24-479a-b101-f9d437389c97 HTTP/1.1" status: 200 len: 210 time: 0.4044445 Apr 20 17:30:09.766169 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-23759d9c-36a9-495a-acab-b78a20598d16 req-99aaaf63-298a-45db-86ee-14bc99553874 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166451 Apr 20 17:30:10.112065 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f6018f55-2a08-4c05-b714-6a09ffcbefbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:10.195322 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-dab629c8-e8d2-42ad-ab8b-3323080ed768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'name': 'tempest-AttachVolumeShelveTestJSON-1002173449-router', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:40Z', 'updated_at': '2022-04-20T17:21:55Z', 'revision_number': 4, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'gw_port': {'id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:42Z', 'updated_at': '2022-04-20T17:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '7abe4fbe-0772-4fad-86b6-c5de891dab60', 'name': '', 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'mac_address': 'fa:16:3e:44:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:53Z', 'updated_at': '2022-04-20T17:22:05Z', 'revision_number': 5, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'subnets': [{'id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:30:10.212238 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab629c8-e8d2-42ad-ab8b-3323080ed768 None None] Checking router: e27406a2-f3dd-44fb-9c24-d039092153da for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:30:10.309555 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab629c8-e8d2-42ad-ab8b-3323080ed768 None None] Routers {'e27406a2-f3dd-44fb-9c24-d039092153da'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:30:10.312989 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-dab629c8-e8d2-42ad-ab8b-3323080ed768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:29:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e27406a2-f3dd-44fb-9c24-d039092153da'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:30:10.320966 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0f76a7db-063f-4074-9fea-7ec2e597cd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:10.494531 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b643538a-79d6-4cae-bece-0f92ec5f4bc7 None None] DHCP port deletion for 82e893a3-2b0b-414a-8c88-eaac13f7b0e1 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:30:10.613506 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-b643538a-79d6-4cae-bece-0f92ec5f4bc7 None None] Deleting port 0b979028-7e4b-49f0-afb7-ad54df68a606 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:30:10.615475 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b643538a-79d6-4cae-bece-0f92ec5f4bc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:11.047082 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b643538a-79d6-4cae-bece-0f92ec5f4bc7 None None] For port 0b979028-7e4b-49f0-afb7-ad54df68a606, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0b979028-7e4b-49f0-afb7-ad54df68a606,segment=NetworkSegment(c2152f18-f94d-4ff3-b51f-42fd91014b6a),segment_id=c2152f18-f94d-4ff3-b51f-42fd91014b6a)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:30:11.047461 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b643538a-79d6-4cae-bece-0f92ec5f4bc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:11.143472 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-8b9aec93-15e5-424c-bb90-275b03d2ab35 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] For port 0b979028-7e4b-49f0-afb7-ad54df68a606, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0b979028-7e4b-49f0-afb7-ad54df68a606,segment=NetworkSegment(c2152f18-f94d-4ff3-b51f-42fd91014b6a),segment_id=c2152f18-f94d-4ff3-b51f-42fd91014b6a)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:30:11.144826 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8b9aec93-15e5-424c-bb90-275b03d2ab35 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:11.186977 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0f76a7db-063f-4074-9fea-7ec2e597cd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:11.332418 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-b643538a-79d6-4cae-bece-0f92ec5f4bc7 None None] Calling delete_port for 0b979028-7e4b-49f0-afb7-ad54df68a606 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:30:11.383271 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-dab629c8-e8d2-42ad-ab8b-3323080ed768 None None] Set router e27406a2-f3dd-44fb-9c24-d039092153da gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:30:11.437562 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcfe33-0bc4-4d57-86ee-ba928d82f3e9 req-aefc5566-2550-49e6-8b28-6cc1bc406509 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:11.445987 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0f76a7db-063f-4074-9fea-7ec2e597cd99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:11.446883 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5ebcfe33-0bc4-4d57-86ee-ba928d82f3e9 req-aefc5566-2550-49e6-8b28-6cc1bc406509 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.1193066 Apr 20 17:30:11.520089 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5d1a0089-817c-4715-863b-3a1802aa02ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:11.520909 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5ebcfe33-0bc4-4d57-86ee-ba928d82f3e9 req-1b5bb377-30f2-4aab-89d5-0edc63629d3c tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723462 Apr 20 17:30:11.556126 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-8b9aec93-15e5-424c-bb90-275b03d2ab35 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Calling delete_port for 0b979028-7e4b-49f0-afb7-ad54df68a606 owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:30:11.653707 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc079ed4-d016-415c-aeaf-82e5aefaa255 req-f52699b2-b64b-4fb5-abc1-8b3ab09689aa tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:11.654438 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55430) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:11.673509 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fc079ed4-d016-415c-aeaf-82e5aefaa255 req-f52699b2-b64b-4fb5-abc1-8b3ab09689aa tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 1.5365670 Apr 20 17:30:11.712513 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0f76a7db-063f-4074-9fea-7ec2e597cd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:11.713040 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f76a7db-063f-4074-9fea-7ec2e597cd99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f208009e-aa1e-4653-88ed-6284ebe162ca {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:30:11.790937 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b643538a-79d6-4cae-bece-0f92ec5f4bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:11.826734 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0f76a7db-063f-4074-9fea-7ec2e597cd99 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:11.827958 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0f76a7db-063f-4074-9fea-7ec2e597cd99 admin admin] 10.222.0.39 "DELETE /v2.0/routers/f208009e-aa1e-4653-88ed-6284ebe162ca HTTP/1.1" status: 204 len: 168 time: 7.2378933 Apr 20 17:30:11.836818 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55434) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:11.851545 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643538a-79d6-4cae-bece-0f92ec5f4bc7 None None] Pushing event deleted for resources: {'Port': ['ID=0b979028-7e4b-49f0-afb7-ad54df68a606,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:11.867446 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b643538a-79d6-4cae-bece-0f92ec5f4bc7 None None] No DVR routers for this DVR port 0b979028-7e4b-49f0-afb7-ad54df68a606 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:30:11.971435 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fc079ed4-d016-415c-aeaf-82e5aefaa255 req-29c3c079-a7b3-421e-8d4f-6130bd58bee1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2969022 Apr 20 17:30:12.025117 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.api [None req-8b9aec93-15e5-424c-bb90-275b03d2ab35 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:30:12.026593 n-d-838032-1 neutron-server[84081]: DEBUG oslo_db.api [None req-8b9aec93-15e5-424c-bb90-275b03d2ab35 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:30:12.048149 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-d39cbb31-c374-457d-86ed-c83a432a56db admin admin] Deleting subnet 24ef033d-3fce-4bc4-9746-279910c94fb9 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:30:12.053623 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d39cbb31-c374-457d-86ed-c83a432a56db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:12.121263 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-dab629c8-e8d2-42ad-ab8b-3323080ed768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'name': 'tempest-AttachVolumeShelveTestJSON-1002173449-router', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:40Z', 'updated_at': '2022-04-20T17:21:55Z', 'revision_number': 4, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'gw_port': {'id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:42Z', 'updated_at': '2022-04-20T17:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '7abe4fbe-0772-4fad-86b6-c5de891dab60', 'name': '', 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'mac_address': 'fa:16:3e:44:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:53Z', 'updated_at': '2022-04-20T17:22:05Z', 'revision_number': 5, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'subnets': [{'id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:30:12.145313 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab629c8-e8d2-42ad-ab8b-3323080ed768 None None] The sync data for ids ['e27406a2-f3dd-44fb-9c24-d039092153da'] in n-d-838032-1 is: [{'id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'name': 'tempest-AttachVolumeShelveTestJSON-1002173449-router', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:40Z', 'updated_at': '2022-04-20T17:21:55Z', 'revision_number': 4, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'gw_port': {'id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:42Z', 'updated_at': '2022-04-20T17:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '7abe4fbe-0772-4fad-86b6-c5de891dab60', 'name': '', 'network_id': '2b36794c-34c3-4e2e-bc39-30e014c826c8', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'mac_address': 'fa:16:3e:44:3b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:53Z', 'updated_at': '2022-04-20T17:22:05Z', 'revision_number': 5, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'subnets': [{'id': '35e9f78d-225c-4d9e-a6cf-92423d188840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:30:12.152593 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d39cbb31-c374-457d-86ed-c83a432a56db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:12.351245 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-981ed2bb-3de2-461b-a009-d9b7bf81202f tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:12.385292 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-981ed2bb-3de2-461b-a009-d9b7bf81202f tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:12.504135 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0b979028-7e4b-49f0-afb7-ad54df68a606 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:30:12.528254 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-8b9aec93-15e5-424c-bb90-275b03d2ab35 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Deleting port 0b979028-7e4b-49f0-afb7-ad54df68a606 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:30:12.529342 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8b9aec93-15e5-424c-bb90-275b03d2ab35 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:12.597512 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-981ed2bb-3de2-461b-a009-d9b7bf81202f tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:12.703916 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ed2bb-3de2-461b-a009-d9b7bf81202f tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ade43a-f0aa-4ea5-9d59-c6f328de7b69,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:12.729273 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-981ed2bb-3de2-461b-a009-d9b7bf81202f tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:12.733249 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-981ed2bb-3de2-461b-a009-d9b7bf81202f tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "DELETE /v2.0/security-groups/95ade43a-f0aa-4ea5-9d59-c6f328de7b69 HTTP/1.1" status: 204 len: 168 time: 1.0781503 Apr 20 17:30:12.741800 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55460) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:12.796328 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-b4fe6789-a3dc-412d-bf01-966389e95402 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] show failed (client error): The resource could not be found. Apr 20 17:30:12.799480 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b4fe6789-a3dc-412d-bf01-966389e95402 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "GET /v2.0/security-groups/95ade43a-f0aa-4ea5-9d59-c6f328de7b69 HTTP/1.1" status: 404 len: 347 time: 0.0536034 Apr 20 17:30:12.800145 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b96d3c-e273-4e2c-b1c0-ffb09347ae64 None None] New status for floating IP d038f927-4f32-4ac6-abf7-701eca33f797: DOWN {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:30:12.802788 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55470) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:12.820092 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-8b9aec93-15e5-424c-bb90-275b03d2ab35 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] The port '0b979028-7e4b-49f0-afb7-ad54df68a606' was deleted {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:30:12.941194 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 0b979028-7e4b-49f0-afb7-ad54df68a606 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:30:12.941789 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0b979028-7e4b-49f0-afb7-ad54df68a606 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:30:12.946431 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d39cbb31-c374-457d-86ed-c83a432a56db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:12.946622 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cb578a50-15b7-4c88-bf2e-fb806d4d92c5 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:30:13.208733 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: cb578a50-15b7-4c88-bf2e-fb806d4d92c5 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:30:13.209010 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cb578a50-15b7-4c88-bf2e-fb806d4d92c5 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:30:13.267202 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8b9aec93-15e5-424c-bb90-275b03d2ab35 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:13.296686 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:13.300330 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:13.307498 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:13.333254 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-8b9aec93-15e5-424c-bb90-275b03d2ab35 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e893a3-2b0b-414a-8c88-eaac13f7b0e1']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:30:13.364211 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-8b9aec93-15e5-424c-bb90-275b03d2ab35 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2152f18-f94d-4ff3-b51f-42fd91014b6a') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:30:13.365046 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-8b9aec93-15e5-424c-bb90-275b03d2ab35 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2152f18-f94d-4ff3-b51f-42fd91014b6a') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:30:13.389100 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8b9aec93-15e5-424c-bb90-275b03d2ab35 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:13.419012 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8b9aec93-15e5-424c-bb90-275b03d2ab35 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:13.432104 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b9aec93-15e5-424c-bb90-275b03d2ab35 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:30:13.434151 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8b9aec93-15e5-424c-bb90-275b03d2ab35 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:30:13.684367 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:30:13.709363 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-b23d34d0-ee50-4cf5-b201-d136837c6f30 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Deleting port a4980b78-a03e-4730-9da9-eee14e3a5863 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:30:13.710589 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b23d34d0-ee50-4cf5-b201-d136837c6f30 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:13.851297 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8b9aec93-15e5-424c-bb90-275b03d2ab35 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:13.924913 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8b9aec93-15e5-424c-bb90-275b03d2ab35 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:13.977232 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f4667-63c6-43fa-b510-a1e58d49c568 req-7163a201-31eb-476f-8634-08d667ffe3ef tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:13.979233 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9aec93-15e5-424c-bb90-275b03d2ab35 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] Pushing event deleted for resources: {'Network': ['ID=82e893a3-2b0b-414a-8c88-eaac13f7b0e1,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:13.982176 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:13.986636 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-747f4667-63c6-43fa-b510-a1e58d49c568 req-7163a201-31eb-476f-8634-08d667ffe3ef tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.4006910 Apr 20 17:30:14.007321 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8b9aec93-15e5-424c-bb90-275b03d2ab35 tempest-AllowedAddressPairTestJSON-1825620922 tempest-AllowedAddressPairTestJSON-1825620922-project] 10.222.0.39 "DELETE /v2.0/networks/82e893a3-2b0b-414a-8c88-eaac13f7b0e1 HTTP/1.1" status: 204 len: 168 time: 5.5792832 Apr 20 17:30:14.052861 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776aae7d-84a0-4c7c-8e07-279351318f20 req-e13fbed9-4ca1-4a8b-b9b5-aa9c0a2fd1a1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:14.055511 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-776aae7d-84a0-4c7c-8e07-279351318f20 req-e13fbed9-4ca1-4a8b-b9b5-aa9c0a2fd1a1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.3671367 Apr 20 17:30:14.075509 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d39cbb31-c374-457d-86ed-c83a432a56db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:14.154619 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-776aae7d-84a0-4c7c-8e07-279351318f20 req-365f95cb-65b0-44e8-b4b6-561dbe1048a1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0922694 Apr 20 17:30:14.158561 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39cbb31-c374-457d-86ed-c83a432a56db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24ef033d-3fce-4bc4-9746-279910c94fb9,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:14.164150 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d39cbb31-c374-457d-86ed-c83a432a56db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:14.171586 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbf8c24-5223-4f26-8035-e87936c92e92 None None] Network aacd88a6-ce1a-48fb-9acc-b5cd9e260a56 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:30:14.177061 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d39cbb31-c374-457d-86ed-c83a432a56db admin admin] 10.222.0.39 "DELETE /v2.0/subnets/24ef033d-3fce-4bc4-9746-279910c94fb9 HTTP/1.1" status: 204 len: 168 time: 2.3357475 Apr 20 17:30:14.177736 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55504) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:14.184864 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-747f4667-63c6-43fa-b510-a1e58d49c568 req-b962ae73-8966-490f-8fb0-7718f29ad370 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970503 Apr 20 17:30:14.255819 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b23d34d0-ee50-4cf5-b201-d136837c6f30 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:14.256144 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b23d34d0-ee50-4cf5-b201-d136837c6f30 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:14.703122 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-b23d34d0-ee50-4cf5-b201-d136837c6f30 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Calling delete_port for a4980b78-a03e-4730-9da9-eee14e3a5863 owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:30:14.718526 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-501aa9fa-0010-4d63-acbc-fb2ba4f038ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:14.738303 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55520) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:14.810338 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-501aa9fa-0010-4d63-acbc-fb2ba4f038ab admin admin] Deleting port 3030815f-24b8-4dbd-855f-dc7bb54d744b {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:30:14.810676 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-501aa9fa-0010-4d63-acbc-fb2ba4f038ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:14.905689 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6b7b9e-dc1b-4550-ae9f-7fe09c2fd1c0 None None] DHCP port deletion for aacd88a6-ce1a-48fb-9acc-b5cd9e260a56 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:30:14.912066 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-9e6b7b9e-dc1b-4550-ae9f-7fe09c2fd1c0 None None] Deleting port 3030815f-24b8-4dbd-855f-dc7bb54d744b {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:30:14.912652 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9e6b7b9e-dc1b-4550-ae9f-7fe09c2fd1c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:15.007454 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.api [None req-b23d34d0-ee50-4cf5-b201-d136837c6f30 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:30:15.008734 n-d-838032-1 neutron-server[84080]: DEBUG oslo_db.api [None req-b23d34d0-ee50-4cf5-b201-d136837c6f30 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:30:15.177561 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-501aa9fa-0010-4d63-acbc-fb2ba4f038ab admin admin] For port 3030815f-24b8-4dbd-855f-dc7bb54d744b, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3030815f-24b8-4dbd-855f-dc7bb54d744b,segment=NetworkSegment(a0095700-3ba3-48d7-920d-838249b254d4),segment_id=a0095700-3ba3-48d7-920d-838249b254d4)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:30:15.177909 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-501aa9fa-0010-4d63-acbc-fb2ba4f038ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:15.359854 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-9e6b7b9e-dc1b-4550-ae9f-7fe09c2fd1c0 None None] For port 3030815f-24b8-4dbd-855f-dc7bb54d744b, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3030815f-24b8-4dbd-855f-dc7bb54d744b,segment=NetworkSegment(a0095700-3ba3-48d7-920d-838249b254d4),segment_id=a0095700-3ba3-48d7-920d-838249b254d4)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:30:15.360462 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9e6b7b9e-dc1b-4550-ae9f-7fe09c2fd1c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:15.510602 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-b23d34d0-ee50-4cf5-b201-d136837c6f30 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Deleting port a4980b78-a03e-4730-9da9-eee14e3a5863 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:30:15.510942 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b23d34d0-ee50-4cf5-b201-d136837c6f30 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:15.569713 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:15.691328 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-9e6b7b9e-dc1b-4550-ae9f-7fe09c2fd1c0 None None] Calling delete_port for 3030815f-24b8-4dbd-855f-dc7bb54d744b owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:30:15.779197 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-501aa9fa-0010-4d63-acbc-fb2ba4f038ab admin admin] Calling delete_port for 3030815f-24b8-4dbd-855f-dc7bb54d744b owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:30:15.806143 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9e6b7b9e-dc1b-4550-ae9f-7fe09c2fd1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:15.904894 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d437cdf-48fc-49ed-b5d3-05a997e60c12 req-bc8c318e-f56b-4a5c-a0d9-37e286196744 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:15.911134 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b7b9e-dc1b-4550-ae9f-7fe09c2fd1c0 None None] Pushing event deleted for resources: {'Port': ['ID=3030815f-24b8-4dbd-855f-dc7bb54d744b,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:15.921245 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5d437cdf-48fc-49ed-b5d3-05a997e60c12 req-bc8c318e-f56b-4a5c-a0d9-37e286196744 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.2967830 Apr 20 17:30:15.961990 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b7b9e-dc1b-4550-ae9f-7fe09c2fd1c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:30:15.966571 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b7b9e-dc1b-4550-ae9f-7fe09c2fd1c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:30:15.966908 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b7b9e-dc1b-4550-ae9f-7fe09c2fd1c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:30:15.967237 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b7b9e-dc1b-4550-ae9f-7fe09c2fd1c0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:30:15.967557 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b7b9e-dc1b-4550-ae9f-7fe09c2fd1c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:30:15.967881 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b7b9e-dc1b-4550-ae9f-7fe09c2fd1c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:30:15.968205 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b7b9e-dc1b-4550-ae9f-7fe09c2fd1c0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:30:15.971850 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b7b9e-dc1b-4550-ae9f-7fe09c2fd1c0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:30:15.972183 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b7b9e-dc1b-4550-ae9f-7fe09c2fd1c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:30:15.972507 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b7b9e-dc1b-4550-ae9f-7fe09c2fd1c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:30:15.972827 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6b7b9e-dc1b-4550-ae9f-7fe09c2fd1c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:30:15.984738 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6b7b9e-dc1b-4550-ae9f-7fe09c2fd1c0 None None] No DVR routers for this DVR port 3030815f-24b8-4dbd-855f-dc7bb54d744b on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:30:16.017043 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5d437cdf-48fc-49ed-b5d3-05a997e60c12 req-a064bda7-b4d7-46e1-8ce4-1dabd9b4a937 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937147 Apr 20 17:30:16.089638 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b23d34d0-ee50-4cf5-b201-d136837c6f30 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:16.090015 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b23d34d0-ee50-4cf5-b201-d136837c6f30 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:16.271428 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-b23d34d0-ee50-4cf5-b201-d136837c6f30 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Calling delete_port for a4980b78-a03e-4730-9da9-eee14e3a5863 owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:30:16.297039 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-49a9bbe9-acab-4e95-826f-4d0998317201 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ca67aae2a61b4071acaf5515998f34d2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5560658 Apr 20 17:30:16.300750 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55572) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:16.505090 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3030815f-24b8-4dbd-855f-dc7bb54d744b no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:30:16.523970 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839b3fa-5c97-4f4a-93a7-d403e0e54fb6 req-cb2f480b-f2fa-4534-b383-32e1ed614b39 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:16.542157 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f839b3fa-5c97-4f4a-93a7-d403e0e54fb6 req-cb2f480b-f2fa-4534-b383-32e1ed614b39 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.3870270 Apr 20 17:30:16.603135 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.api [None req-501aa9fa-0010-4d63-acbc-fb2ba4f038ab admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:30:16.603497 n-d-838032-1 neutron-server[84081]: DEBUG oslo_db.api [None req-501aa9fa-0010-4d63-acbc-fb2ba4f038ab admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:30:16.613268 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 3030815f-24b8-4dbd-855f-dc7bb54d744b {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:30:16.616674 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3030815f-24b8-4dbd-855f-dc7bb54d744b not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:30:16.700924 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f839b3fa-5c97-4f4a-93a7-d403e0e54fb6 req-77a27bb6-6ae7-4211-b4ff-c249ee565ba4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1577401 Apr 20 17:30:16.737144 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-27dbfbcf-5e8d-49c1-bb4a-163217fb4f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:16.865992 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-27dbfbcf-5e8d-49c1-bb4a-163217fb4f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:16.946745 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b23d34d0-ee50-4cf5-b201-d136837c6f30 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:17.088824 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d34d0-ee50-4cf5-b201-d136837c6f30 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Pushing event deleted for resources: {'Port': ['ID=a4980b78-a03e-4730-9da9-eee14e3a5863,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:17.104852 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-501aa9fa-0010-4d63-acbc-fb2ba4f038ab admin admin] Deleting port 3030815f-24b8-4dbd-855f-dc7bb54d744b {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:30:17.105759 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-501aa9fa-0010-4d63-acbc-fb2ba4f038ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:17.128295 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-27dbfbcf-5e8d-49c1-bb4a-163217fb4f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:17.158409 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dbfbcf-5e8d-49c1-bb4a-163217fb4f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7ad65c-12d7-4c2c-a25f-db505a42274a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:17.264194 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b23d34d0-ee50-4cf5-b201-d136837c6f30 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:17.281397 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b23d34d0-ee50-4cf5-b201-d136837c6f30 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:17.285144 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b23d34d0-ee50-4cf5-b201-d136837c6f30 tempest-AttachVolumeShelveTestJSON-1128791818 tempest-AttachVolumeShelveTestJSON-1128791818-project] 10.222.0.39 "DELETE /v2.0/floatingips/d038f927-4f32-4ac6-abf7-701eca33f797 HTTP/1.1" status: 204 len: 168 time: 4.4736381 Apr 20 17:30:17.285144 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-27dbfbcf-5e8d-49c1-bb4a-163217fb4f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:17.289638 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-501aa9fa-0010-4d63-acbc-fb2ba4f038ab admin admin] The port '3030815f-24b8-4dbd-855f-dc7bb54d744b' was deleted {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:30:17.294802 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-27dbfbcf-5e8d-49c1-bb4a-163217fb4f34 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cc7ad65c-12d7-4c2c-a25f-db505a42274a HTTP/1.1" status: 204 len: 168 time: 0.9928162 Apr 20 17:30:17.572335 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10270b4-390c-41e6-8581-03e917169065 req-12a10fbf-e62e-44b6-acd7-411959093de5 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:17.580191 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f10270b4-390c-41e6-8581-03e917169065 req-12a10fbf-e62e-44b6-acd7-411959093de5 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.1906388 Apr 20 17:30:17.743063 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f10270b4-390c-41e6-8581-03e917169065 req-bbf4b0e8-0d1c-482d-9ff9-2856b2c49856 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614146 Apr 20 17:30:17.859526 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-501aa9fa-0010-4d63-acbc-fb2ba4f038ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:17.942221 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-501aa9fa-0010-4d63-acbc-fb2ba4f038ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aacd88a6-ce1a-48fb-9acc-b5cd9e260a56']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:30:18.033253 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-501aa9fa-0010-4d63-acbc-fb2ba4f038ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0095700-3ba3-48d7-920d-838249b254d4') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:30:18.033948 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-501aa9fa-0010-4d63-acbc-fb2ba4f038ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0095700-3ba3-48d7-920d-838249b254d4') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:30:18.158571 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-501aa9fa-0010-4d63-acbc-fb2ba4f038ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:18.196954 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-501aa9fa-0010-4d63-acbc-fb2ba4f038ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:18.211371 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501aa9fa-0010-4d63-acbc-fb2ba4f038ab admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:30:18.212096 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-501aa9fa-0010-4d63-acbc-fb2ba4f038ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:18.234018 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:30:18.234018 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:30:18.234018 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:30:18.234018 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:30:18.234018 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:30:18.234018 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:30:18.234018 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:30:18.234018 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:30:18.234018 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:30:18.234018 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:30:18.234018 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:30:18.234018 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:30:18.234018 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:30:18.234018 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:30:18.234018 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:30:18.234018 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:30:18.234018 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:30:18.234018 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:30:18.234018 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:30:18.234018 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:30:18.234018 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:30:18.234018 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:30:18.234018 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:30:18.234018 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:30:18.234018 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:30:18.234018 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:30:18.234018 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:30:18.234018 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:30:18.234018 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:30:18.234018 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:30:18.234018 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:30:18.234018 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:30:18.355690 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec08b4-703a-433b-acab-1936c563b19d req-07f61eaa-5709-42e5-8d82-2ad8f4c1611f tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:18.375148 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7bec08b4-703a-433b-acab-1936c563b19d req-07f61eaa-5709-42e5-8d82-2ad8f4c1611f tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.3330483 Apr 20 17:30:18.413961 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-501aa9fa-0010-4d63-acbc-fb2ba4f038ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:18.422121 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-501aa9fa-0010-4d63-acbc-fb2ba4f038ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:18.487927 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-501aa9fa-0010-4d63-acbc-fb2ba4f038ab admin admin] 10.222.0.39 "DELETE /v2.0/networks/aacd88a6-ce1a-48fb-9acc-b5cd9e260a56 HTTP/1.1" status: 204 len: 168 time: 4.3088095 Apr 20 17:30:18.546641 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7bec08b4-703a-433b-acab-1936c563b19d req-e75f81a9-a186-4df3-975f-b51eaceb3472 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1674328 Apr 20 17:30:18.558217 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501aa9fa-0010-4d63-acbc-fb2ba4f038ab admin admin] Pushing event deleted for resources: {'Network': ['ID=aacd88a6-ce1a-48fb-9acc-b5cd9e260a56,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:18.946697 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55668) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:19.116630 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-662c9091-6f35-4249-896a-56270ba5b4f1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3ddcf70e6b9b4ed78391e1f8fae63fbc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1686196 Apr 20 17:30:19.119634 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55682) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:19.342099 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-484a7f78-1a11-4046-acb8-9b3760569276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:19.381318 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a633d-ea1d-4990-8bfb-2ec023c7218c req-6065647e-a549-48c2-943e-51d6f71358ad tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:19.399722 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-484a7f78-1a11-4046-acb8-9b3760569276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:19.419236 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-162a633d-ea1d-4990-8bfb-2ec023c7218c req-6065647e-a549-48c2-943e-51d6f71358ad tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.2551794 Apr 20 17:30:19.638863 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-162a633d-ea1d-4990-8bfb-2ec023c7218c req-5d0bde59-49b3-4996-a6bd-c97ed60de192 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146051 Apr 20 17:30:19.649955 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-484a7f78-1a11-4046-acb8-9b3760569276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:19.700125 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e8daada5-87d5-4ed1-9034-32928443edab req-ddebbd3d-80d5-46bd-90bb-2470b7df10fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=048f4cae66cf42c897493ac9a67e0d5f&device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 1095 time: 0.2458107 Apr 20 17:30:19.711300 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a7f78-1a11-4046-acb8-9b3760569276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a7fe21-c70c-48b1-85a1-d3a94717fab0,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:19.749504 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-484a7f78-1a11-4046-acb8-9b3760569276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:19.753924 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-484a7f78-1a11-4046-acb8-9b3760569276 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/67a7fe21-c70c-48b1-85a1-d3a94717fab0 HTTP/1.1" status: 204 len: 168 time: 0.6325350 Apr 20 17:30:19.769003 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24ce76-07d4-4957-876f-cb76589ec40c req-5b74a40b-b658-4399-9a76-ed46213e3376 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:19.778611 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dd24ce76-07d4-4957-876f-cb76589ec40c req-5b74a40b-b658-4399-9a76-ed46213e3376 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.3799126 Apr 20 17:30:19.841374 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dd24ce76-07d4-4957-876f-cb76589ec40c req-795adaeb-060f-434e-bdbe-a13da47cfc12 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617952 Apr 20 17:30:19.985582 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8daada5-87d5-4ed1-9034-32928443edab req-ae472b69-f8fb-46f1-9763-5f89fc898808 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:19.987956 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e8daada5-87d5-4ed1-9034-32928443edab req-ae472b69-f8fb-46f1-9763-5f89fc898808 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4f37beb4-cacf-475a-8f23-eab887469923 HTTP/1.1" status: 200 len: 913 time: 0.2803073 Apr 20 17:30:20.114706 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55710) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:20.201993 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e8daada5-87d5-4ed1-9034-32928443edab req-d4802f55-078b-435a-999e-525ceac32ecc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ade7190-3a4b-418f-a071-6c7e4f46d1d3 HTTP/1.1" status: 200 len: 999 time: 0.2052989 Apr 20 17:30:20.316251 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8daada5-87d5-4ed1-9034-32928443edab req-cce505cd-4347-4494-8222-39277da2af77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:20.317790 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e8daada5-87d5-4ed1-9034-32928443edab req-cce505cd-4347-4494-8222-39277da2af77 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=459b9241-591b-4214-ba21-d89500ea520e HTTP/1.1" status: 200 len: 851 time: 0.1050787 Apr 20 17:30:20.503913 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e8daada5-87d5-4ed1-9034-32928443edab req-baa7cdd5-69f7-43b0-a5c2-509586eb6d4c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f37beb4-cacf-475a-8f23-eab887469923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1763122 Apr 20 17:30:21.052193 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Request body: {'networks': [{'name': 'tempest-network--940188507'}, {'name': 'tempest-network--319310725'}]} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:30:21.052719 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Request body: {'network': {'name': 'tempest-network--940188507'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:30:21.052941 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Request body: {'network': {'name': 'tempest-network--319310725'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:30:21.070537 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:30:21.089689 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e8daada5-87d5-4ed1-9034-32928443edab req-f24f381b-f27b-4cbd-9467-35ee500d31fd service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5810175 Apr 20 17:30:21.119782 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Usage tracker for resource:network and tenant:ba51f4a61b43422a9696c489088d3527 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:30:21.166003 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:30:21.309380 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:30:21.366067 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Made reservation on behalf of ba51f4a61b43422a9696c489088d3527 for: {'network': 2} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:30:21.369991 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:21.376030 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b398e65-d69a-4633-ab21-b09bf827e11d req-92fb0ab7-2979-4bd8-9c20-0abc1510a6b9 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:21.379943 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4b398e65-d69a-4633-ab21-b09bf827e11d req-92fb0ab7-2979-4bd8-9c20-0abc1510a6b9 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.4605334 Apr 20 17:30:21.392112 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:21.582344 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:30:21.655788 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2b2f3-b157-4a8d-b4eb-76b1d8908377 req-e07189f4-4fc6-4975-b9df-539246fcafbb tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:21.665835 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-67e2b2f3-b157-4a8d-b4eb-76b1d8908377 req-e07189f4-4fc6-4975-b9df-539246fcafbb tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.5049319 Apr 20 17:30:21.668885 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Usage tracker for resource:security_group_rule and tenant:ba51f4a61b43422a9696c489088d3527 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:30:21.678902 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55754) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:21.744044 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:30:21.846897 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:30:21.888854 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-67e2b2f3-b157-4a8d-b4eb-76b1d8908377 req-f9bb25fa-0f12-4061-b427-e0f8774c97ae tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2220111 Apr 20 17:30:21.929128 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-967150a5-138f-4674-aac7-30dce5a8a6d1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8494b4bccd1a4df39ea89d4c7fc04c59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2468717 Apr 20 17:30:21.941951 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55760) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:22.080186 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a2d2c400-f43d-440e-b91a-33904d3e5871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:22.085468 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4b398e65-d69a-4633-ab21-b09bf827e11d req-1bf4a75f-7183-4ecb-b5fc-d9ebed8b13e7 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6964059 Apr 20 17:30:22.093035 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e8daada5-87d5-4ed1-9034-32928443edab req-0fb0124d-6e7c-4ac1-80da-6329fe6dc723 service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9703617 Apr 20 17:30:22.249839 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a2d2c400-f43d-440e-b91a-33904d3e5871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:22.282475 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:22.320272 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:22.320834 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:22.487124 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:30:22.525544 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:22.526481 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Added segment cb4569bb-cd57-47c6-90ca-767fdf75b27d of type vlan for network 5b9defb1-775a-4b69-9e55-734f930dac5b Apr 20 17:30:22.644941 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:22.731552 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:30:22.752466 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:22.753261 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Added segment 4f117044-b04b-409c-a5c1-90a0e612ce1a of type vlan for network 021af626-9800-47f7-aac8-4d00c299805a Apr 20 17:30:22.786371 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=948c9486-28f9-4f2a-81ea-939973e0ec74,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:22.800938 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:30:22.801637 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:30:22.802138 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:30:22.802679 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:30:22.803400 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:30:22.803967 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:30:22.804460 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:30:22.804952 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:30:22.805675 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:30:22.806644 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:30:22.807367 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:30:22.811838 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a2d2c400-f43d-440e-b91a-33904d3e5871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:22.908867 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2c400-f43d-440e-b91a-33904d3e5871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941930d2-24e5-4f39-ab01-fc034eda6e1e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:22.942273 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:23.084412 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:23.087262 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:23.093479 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:23.096845 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:23.097847 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:23.141175 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a2d2c400-f43d-440e-b91a-33904d3e5871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:23.161657 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a2d2c400-f43d-440e-b91a-33904d3e5871 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/941930d2-24e5-4f39-ab01-fc034eda6e1e HTTP/1.1" status: 204 len: 168 time: 1.2040617 Apr 20 17:30:23.504652 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.3887229 Apr 20 17:30:23.514358 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55816) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:23.563661 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Pushing event updated for resources: {'Network': ['ID=5b9defb1-775a-4b69-9e55-734f930dac5b,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:23.579989 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 5b9defb1-775a-4b69-9e55-734f930dac5b details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:30:24.046952 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92af0cd0-ff32-480b-912d-2e4089c463a2 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:24.051100 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92af0cd0-ff32-480b-912d-2e4089c463a2 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:24.055381 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92af0cd0-ff32-480b-912d-2e4089c463a2 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:24.059398 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92af0cd0-ff32-480b-912d-2e4089c463a2 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:24.064155 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-92af0cd0-ff32-480b-912d-2e4089c463a2 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5487440 Apr 20 17:30:24.064778 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55832) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:24.215048 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c12ecfde-28ee-45cb-a29b-36da0147284c tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:24.267963 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167853a-d634-4938-824b-ea8c72b28643 req-a713184f-d409-4d70-9457-74920d5315ff tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:24.275306 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8167853a-d634-4938-824b-ea8c72b28643 req-a713184f-d409-4d70-9457-74920d5315ff tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.9399543 Apr 20 17:30:24.388422 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9422c-a94e-4fb8-8165-4fc1872a8534 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Pushing event updated for resources: {'Network': ['ID=021af626-9800-47f7-aac8-4d00c299805a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:24.414421 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 021af626-9800-47f7-aac8-4d00c299805a details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:30:24.477065 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97ea36-938c-4db7-a7f2-2e1445e4b721 req-64d67546-3758-45be-b187-3a3274ba4772 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:24.492850 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fc97ea36-938c-4db7-a7f2-2e1445e4b721 req-64d67546-3758-45be-b187-3a3274ba4772 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.7337174 Apr 20 17:30:24.722120 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fc97ea36-938c-4db7-a7f2-2e1445e4b721 req-ee741838-5856-4349-bc0e-55ef8bb298e6 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212996 Apr 20 17:30:24.845584 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c12ecfde-28ee-45cb-a29b-36da0147284c tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:24.926136 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-c12ecfde-28ee-45cb-a29b-36da0147284c tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b9defb1-775a-4b69-9e55-734f930dac5b']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:30:24.939209 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-c12ecfde-28ee-45cb-a29b-36da0147284c tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb4569bb-cd57-47c6-90ca-767fdf75b27d') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:30:24.939808 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-c12ecfde-28ee-45cb-a29b-36da0147284c tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb4569bb-cd57-47c6-90ca-767fdf75b27d') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:30:24.953213 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c12ecfde-28ee-45cb-a29b-36da0147284c tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:24.969869 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c12ecfde-28ee-45cb-a29b-36da0147284c tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:24.981252 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c12ecfde-28ee-45cb-a29b-36da0147284c tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:30:24.981891 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c12ecfde-28ee-45cb-a29b-36da0147284c tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:25.217425 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:30:25.217425 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:30:25.217425 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:30:25.217425 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:30:25.217425 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:30:25.217425 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:30:25.217425 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:30:25.217425 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:30:25.217425 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:30:25.217425 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:30:25.217425 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:30:25.217425 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:30:25.217425 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:30:25.217425 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:30:25.217425 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:30:25.217425 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:30:25.217425 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:30:25.217425 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:30:25.217425 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:30:25.217425 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:30:25.217425 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:30:25.217425 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:30:25.217425 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:30:25.217425 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:30:25.217425 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:30:25.217425 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:30:25.217425 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:30:25.217425 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:30:25.217425 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:30:25.217425 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:30:25.217425 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:30:25.217425 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:30:25.238004 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c12ecfde-28ee-45cb-a29b-36da0147284c tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:25.261510 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c12ecfde-28ee-45cb-a29b-36da0147284c tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:25.279760 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ecfde-28ee-45cb-a29b-36da0147284c tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Pushing event deleted for resources: {'Network': ['ID=5b9defb1-775a-4b69-9e55-734f930dac5b,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:25.296368 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8167853a-d634-4938-824b-ea8c72b28643 req-37efa21a-cd3e-420c-9b31-60d9cbef68d2 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0193493 Apr 20 17:30:25.303158 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c12ecfde-28ee-45cb-a29b-36da0147284c tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] 10.222.0.39 "DELETE /v2.0/networks/5b9defb1-775a-4b69-9e55-734f930dac5b HTTP/1.1" status: 204 len: 168 time: 1.2360413 Apr 20 17:30:25.303369 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55872) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:25.588423 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5237d8f1-d42e-4c90-8db5-5b1095b85237 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:26.121796 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4925c8-6bad-419d-86ab-2ca7fb24626f req-70c23535-406f-4643-9aa7-2f9b52670bff tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:26.125364 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3f4925c8-6bad-419d-86ab-2ca7fb24626f req-70c23535-406f-4643-9aa7-2f9b52670bff tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.1563570 Apr 20 17:30:26.151994 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5237d8f1-d42e-4c90-8db5-5b1095b85237 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:26.253931 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3f4925c8-6bad-419d-86ab-2ca7fb24626f req-8368e860-419c-49dd-84c4-91a5b76aab69 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217346 Apr 20 17:30:26.308095 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55910) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:26.530551 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20235715-2251-4b5f-93a9-1e1a267a7638 req-31c3323c-8f43-4196-aef7-74760e076258 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:26.545212 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-20235715-2251-4b5f-93a9-1e1a267a7638 req-31c3323c-8f43-4196-aef7-74760e076258 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.8444021 Apr 20 17:30:26.553169 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-5237d8f1-d42e-4c90-8db5-5b1095b85237 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['021af626-9800-47f7-aac8-4d00c299805a']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:30:26.590861 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-5237d8f1-d42e-4c90-8db5-5b1095b85237 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f117044-b04b-409c-a5c1-90a0e612ce1a') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:30:26.591842 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-5237d8f1-d42e-4c90-8db5-5b1095b85237 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f117044-b04b-409c-a5c1-90a0e612ce1a') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:30:26.610435 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5237d8f1-d42e-4c90-8db5-5b1095b85237 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:26.667372 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-4a4f1d7a-a78f-4b62-bed8-94c66ae9054a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2140352033-network', 'tenant_id': '7b6c8cc6c4db4e88869bbbec0e4c0f21'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:30:26.672850 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4a4f1d7a-a78f-4b62-bed8-94c66ae9054a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:30:26.684984 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4a4f1d7a-a78f-4b62-bed8-94c66ae9054a admin admin] Usage tracker for resource:network and tenant:7b6c8cc6c4db4e88869bbbec0e4c0f21 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:30:26.686693 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5237d8f1-d42e-4c90-8db5-5b1095b85237 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:26.689150 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4a4f1d7a-a78f-4b62-bed8-94c66ae9054a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:30:26.705275 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4a4f1d7a-a78f-4b62-bed8-94c66ae9054a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:30:26.715455 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-20235715-2251-4b5f-93a9-1e1a267a7638 req-1c42759e-f9d7-4ce0-b51a-85714ac5e678 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1690252 Apr 20 17:30:26.718927 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5237d8f1-d42e-4c90-8db5-5b1095b85237 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:30:26.720445 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5237d8f1-d42e-4c90-8db5-5b1095b85237 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:26.737928 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4f1d7a-a78f-4b62-bed8-94c66ae9054a admin admin] Made reservation on behalf of 7b6c8cc6c4db4e88869bbbec0e4c0f21 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:30:26.740686 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4a4f1d7a-a78f-4b62-bed8-94c66ae9054a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:26.796020 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4a4f1d7a-a78f-4b62-bed8-94c66ae9054a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:27.000540 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:30:27.000540 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:30:27.000540 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:30:27.000540 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:30:27.000540 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:30:27.000540 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:30:27.000540 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:30:27.000540 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:30:27.000540 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:30:27.000540 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:30:27.000540 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:30:27.000540 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:30:27.000540 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:30:27.000540 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:30:27.000540 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:30:27.000540 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:30:27.000540 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:30:27.000540 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:30:27.000540 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:30:27.000540 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:30:27.000540 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:30:27.000540 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:30:27.000540 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:30:27.000540 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:30:27.000540 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:30:27.000540 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:30:27.000540 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:30:27.000540 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:30:27.000540 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:30:27.000540 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:30:27.000540 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:30:27.000540 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:30:27.011083 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5237d8f1-d42e-4c90-8db5-5b1095b85237 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:27.052517 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5237d8f1-d42e-4c90-8db5-5b1095b85237 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:27.053658 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4a4f1d7a-a78f-4b62-bed8-94c66ae9054a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:30:27.059761 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5237d8f1-d42e-4c90-8db5-5b1095b85237 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Pushing event deleted for resources: {'Network': ['ID=021af626-9800-47f7-aac8-4d00c299805a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:27.069778 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4a4f1d7a-a78f-4b62-bed8-94c66ae9054a admin admin] Usage tracker for resource:security_group_rule and tenant:7b6c8cc6c4db4e88869bbbec0e4c0f21 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:30:27.077928 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5237d8f1-d42e-4c90-8db5-5b1095b85237 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] 10.222.0.39 "DELETE /v2.0/networks/021af626-9800-47f7-aac8-4d00c299805a HTTP/1.1" status: 204 len: 168 time: 1.7728791 Apr 20 17:30:27.080389 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55940) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:27.087336 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4a4f1d7a-a78f-4b62-bed8-94c66ae9054a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:30:27.116147 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4a4f1d7a-a78f-4b62-bed8-94c66ae9054a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:30:27.391940 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eeafde0-7ad5-474c-b054-c3a2361e2658 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:27.391940 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eeafde0-7ad5-474c-b054-c3a2361e2658 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:27.391940 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6eeafde0-7ad5-474c-b054-c3a2361e2658 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Synchronizing usage tracker for tenant:ba51f4a61b43422a9696c489088d3527 on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:30:27.391940 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6eeafde0-7ad5-474c-b054-c3a2361e2658 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Unset dirty status for tenant:ba51f4a61b43422a9696c489088d3527 on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:30:27.391940 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6eeafde0-7ad5-474c-b054-c3a2361e2658 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2928097 Apr 20 17:30:27.391940 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55958) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:27.391940 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-21df85b8-6eef-46a4-8d89-5d805b808ca2 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1903850481'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:30:27.408976 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-21df85b8-6eef-46a4-8d89-5d805b808ca2 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:30:27.433936 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-21df85b8-6eef-46a4-8d89-5d805b808ca2 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:30:27.518712 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4a4f1d7a-a78f-4b62-bed8-94c66ae9054a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:27.537347 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4a4f1d7a-a78f-4b62-bed8-94c66ae9054a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:27.579384 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a4f1d7a-a78f-4b62-bed8-94c66ae9054a admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:30:27.610162 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4a4f1d7a-a78f-4b62-bed8-94c66ae9054a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:27.612122 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-4a4f1d7a-a78f-4b62-bed8-94c66ae9054a admin admin] Added segment cb5e8fce-d709-4773-851b-28490978272b of type vlan for network eb202fb7-2a40-4461-a9a6-14f8101e4679 Apr 20 17:30:27.660997 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21df85b8-6eef-46a4-8d89-5d805b808ca2 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Made reservation on behalf of ba51f4a61b43422a9696c489088d3527 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:30:27.663998 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-21df85b8-6eef-46a4-8d89-5d805b808ca2 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:27.704391 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4a4f1d7a-a78f-4b62-bed8-94c66ae9054a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:27.827210 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21df85b8-6eef-46a4-8d89-5d805b808ca2 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:30:27.862045 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8cdaa0-85ee-430e-ae79-969d8efa04a5 req-0d453270-5afd-43e8-986c-604e8f2de34a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:27.869748 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ff8cdaa0-85ee-430e-ae79-969d8efa04a5 req-0d453270-5afd-43e8-986c-604e8f2de34a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.3699706 Apr 20 17:30:27.896855 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4a4f1d7a-a78f-4b62-bed8-94c66ae9054a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:27.898784 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4f1d7a-a78f-4b62-bed8-94c66ae9054a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:27.900903 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-21df85b8-6eef-46a4-8d89-5d805b808ca2 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:27.901455 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-21df85b8-6eef-46a4-8d89-5d805b808ca2 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Added segment ceab7593-190b-4e38-b50f-3504ef31ecdc of type vlan for network 4ecd4871-ee96-4833-ab12-737a9382d09f Apr 20 17:30:27.901640 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4a4f1d7a-a78f-4b62-bed8-94c66ae9054a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:28.027365 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-21df85b8-6eef-46a4-8d89-5d805b808ca2 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:28.050711 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ff8cdaa0-85ee-430e-ae79-969d8efa04a5 req-820504a1-d748-4c57-b452-3f5709e47597 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792793 Apr 20 17:30:28.106338 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f1d7a-a78f-4b62-bed8-94c66ae9054a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdc4dc6-25f0-4d6c-825d-8a5a1d9b41f3,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:28.121955 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-21df85b8-6eef-46a4-8d89-5d805b808ca2 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:28.126554 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21df85b8-6eef-46a4-8d89-5d805b808ca2 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:28.127658 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-21df85b8-6eef-46a4-8d89-5d805b808ca2 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:28.157019 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f1d7a-a78f-4b62-bed8-94c66ae9054a admin admin] Pushing event updated for resources: {'Network': ['ID=eb202fb7-2a40-4461-a9a6-14f8101e4679,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:28.180407 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network eb202fb7-2a40-4461-a9a6-14f8101e4679 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:30:28.199193 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4a4f1d7a-a78f-4b62-bed8-94c66ae9054a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8895769 Apr 20 17:30:28.202308 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55980) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:28.217841 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-71ae808a-163f-41de-aba2-604313be541f admin admin] Request body: {'subnet': {'network_id': 'eb202fb7-2a40-4461-a9a6-14f8101e4679', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2140352033-subnet', 'tenant_id': '7b6c8cc6c4db4e88869bbbec0e4c0f21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:30:28.227333 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-71ae808a-163f-41de-aba2-604313be541f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:30:28.250742 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-71ae808a-163f-41de-aba2-604313be541f admin admin] Usage tracker for resource:subnet and tenant:7b6c8cc6c4db4e88869bbbec0e4c0f21 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:30:28.263857 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-71ae808a-163f-41de-aba2-604313be541f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:30:28.286658 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-71ae808a-163f-41de-aba2-604313be541f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:30:28.333677 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751109b-7725-49ad-a890-8f57fdc13f94 req-50951655-7a22-47cd-831b-dfbe4eba540c tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:28.370817 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1751109b-7725-49ad-a890-8f57fdc13f94 req-50951655-7a22-47cd-831b-dfbe4eba540c tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.4819753 Apr 20 17:30:28.428720 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df85b8-6eef-46a4-8d89-5d805b808ca2 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Pushing event updated for resources: {'Network': ['ID=4ecd4871-ee96-4833-ab12-737a9382d09f,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:28.431903 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ae808a-163f-41de-aba2-604313be541f admin admin] Made reservation on behalf of 7b6c8cc6c4db4e88869bbbec0e4c0f21 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:30:28.439534 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71ae808a-163f-41de-aba2-604313be541f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:28.448759 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 4ecd4871-ee96-4833-ab12-737a9382d09f details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:30:28.478414 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-21df85b8-6eef-46a4-8d89-5d805b808ca2 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0964413 Apr 20 17:30:28.478641 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55994) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:28.485258 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-66badb66-c1dc-4f39-ba81-5ebcf69f3393 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1238910011'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:30:28.498848 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-66badb66-c1dc-4f39-ba81-5ebcf69f3393 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:30:28.514968 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-66badb66-c1dc-4f39-ba81-5ebcf69f3393 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Usage tracker for resource:network and tenant:ba51f4a61b43422a9696c489088d3527 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:30:28.518348 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-66badb66-c1dc-4f39-ba81-5ebcf69f3393 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:30:28.527914 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-66badb66-c1dc-4f39-ba81-5ebcf69f3393 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:30:28.555495 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66badb66-c1dc-4f39-ba81-5ebcf69f3393 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Made reservation on behalf of ba51f4a61b43422a9696c489088d3527 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:30:28.558742 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-66badb66-c1dc-4f39-ba81-5ebcf69f3393 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:28.620577 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66badb66-c1dc-4f39-ba81-5ebcf69f3393 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:30:28.667798 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-66badb66-c1dc-4f39-ba81-5ebcf69f3393 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:28.668426 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-66badb66-c1dc-4f39-ba81-5ebcf69f3393 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Added segment 397280f8-8305-437f-9e79-a6172cadc118 of type vlan for network f7372607-8a52-4b79-b1ae-dec1bfa119e6 Apr 20 17:30:28.749639 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-66badb66-c1dc-4f39-ba81-5ebcf69f3393 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:28.819381 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-66badb66-c1dc-4f39-ba81-5ebcf69f3393 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:28.839409 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66badb66-c1dc-4f39-ba81-5ebcf69f3393 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:28.852222 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-66badb66-c1dc-4f39-ba81-5ebcf69f3393 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:29.027506 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-66badb66-c1dc-4f39-ba81-5ebcf69f3393 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5464616 Apr 20 17:30:29.031655 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66badb66-c1dc-4f39-ba81-5ebcf69f3393 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Pushing event updated for resources: {'Network': ['ID=f7372607-8a52-4b79-b1ae-dec1bfa119e6,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:29.045806 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56016) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:29.046560 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56018) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:29.047036 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network f7372607-8a52-4b79-b1ae-dec1bfa119e6 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:30:29.061891 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-c914175a-cd2f-4855-9b55-7b1ce8dca360 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Request body: {'ports': [{'network_id': '4ecd4871-ee96-4833-ab12-737a9382d09f', 'name': 'tempest-port--1983699109', 'admin_state_up': True}, {'network_id': 'f7372607-8a52-4b79-b1ae-dec1bfa119e6', 'admin_state_up': False}]} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:30:29.062549 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-c914175a-cd2f-4855-9b55-7b1ce8dca360 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Request body: {'port': {'network_id': '4ecd4871-ee96-4833-ab12-737a9382d09f', 'name': 'tempest-port--1983699109', 'admin_state_up': True}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:30:29.063414 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-c914175a-cd2f-4855-9b55-7b1ce8dca360 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Request body: {'port': {'network_id': 'f7372607-8a52-4b79-b1ae-dec1bfa119e6', 'admin_state_up': False}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:30:29.190399 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1751109b-7725-49ad-a890-8f57fdc13f94 req-393206b1-d30f-4195-bb45-654bf3be6c2c tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8178186 Apr 20 17:30:29.193435 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71ae808a-163f-41de-aba2-604313be541f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:29.397300 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae808a-163f-41de-aba2-604313be541f admin admin] Pushing event updated for resources: {'Subnet': ['ID=85501846-741e-443c-b784-0c272bcce791,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:29.515224 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ae808a-163f-41de-aba2-604313be541f admin admin] Checking segment: {'id': 'cb5e8fce-d709-4773-851b-28490978272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eb202fb7-2a40-4461-a9a6-14f8101e4679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:30:29.515493 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ae808a-163f-41de-aba2-604313be541f admin admin] Network hostable DHCP agents. Network: eb202fb7-2a40-4461-a9a6-14f8101e4679, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:30:29.679109 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ae808a-163f-41de-aba2-604313be541f admin admin] Network eb202fb7-2a40-4461-a9a6-14f8101e4679 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:30:29.707051 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-71ae808a-163f-41de-aba2-604313be541f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, eb202fb7-2a40-4461-a9a6-14f8101e4679) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:30:29.718350 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c932d1-1481-4131-8e7a-46e725e57449 None None] Network eb202fb7-2a40-4461-a9a6-14f8101e4679 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:30:29.736886 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ae808a-163f-41de-aba2-604313be541f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:29.741482 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71ae808a-163f-41de-aba2-604313be541f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:29.827903 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6a8db2a8-d169-4b30-86ec-10b3acff5d09 req-134e698c-3c6c-467d-95e0-59ecd6d1c952 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5cd3062a7a2942e5a596a268b2c9cffd&device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 1096 time: 0.2033238 Apr 20 17:30:29.994058 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c914175a-cd2f-4855-9b55-7b1ce8dca360 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:30:30.099051 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c914175a-cd2f-4855-9b55-7b1ce8dca360 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Usage tracker for resource:port and tenant:ba51f4a61b43422a9696c489088d3527 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:30:30.103638 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c914175a-cd2f-4855-9b55-7b1ce8dca360 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:30:30.127404 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c914175a-cd2f-4855-9b55-7b1ce8dca360 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:30:30.182265 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402b580-99cf-4107-abcc-17e6c5b7dcf8 req-1ed1fe65-17e4-41d3-a763-25a44613f0e7 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:30.192174 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4402b580-99cf-4107-abcc-17e6c5b7dcf8 req-1ed1fe65-17e4-41d3-a763-25a44613f0e7 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.5682125 Apr 20 17:30:30.199312 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c914175a-cd2f-4855-9b55-7b1ce8dca360 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Made reservation on behalf of ba51f4a61b43422a9696c489088d3527 for: {'port': 2} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:30:30.208769 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c914175a-cd2f-4855-9b55-7b1ce8dca360 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:30.276023 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8db2a8-d169-4b30-86ec-10b3acff5d09 req-2b5f9f6e-f031-4cb5-8195-6ba7fb3ef345 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:30.278250 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6a8db2a8-d169-4b30-86ec-10b3acff5d09 req-2b5f9f6e-f031-4cb5-8195-6ba7fb3ef345 service neutron] 10.222.0.43 "GET /v2.0/networks?id=400f7fec-a84e-421e-a33f-ee2818f755c4 HTTP/1.1" status: 200 len: 915 time: 0.4391937 Apr 20 17:30:30.282614 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-71ae808a-163f-41de-aba2-604313be541f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0793767 Apr 20 17:30:30.348639 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87706dd0-891a-461b-96f2-75aa15818735 None None] Network eb202fb7-2a40-4461-a9a6-14f8101e4679 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:30:30.371498 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4402b580-99cf-4107-abcc-17e6c5b7dcf8 req-e063ac97-ac98-4126-9c1c-9a4415ae754a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782405 Apr 20 17:30:30.418986 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c914175a-cd2f-4855-9b55-7b1ce8dca360 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:30.436357 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56058) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:30.462987 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6a8db2a8-d169-4b30-86ec-10b3acff5d09 req-a61c7954-0074-4631-b90f-56ab899ca4a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9920606a-fe5d-4e14-929b-3367ae1b77d7 HTTP/1.1" status: 200 len: 217 time: 0.1731367 Apr 20 17:30:30.472649 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757a07c-e30d-4298-8379-e625bbef8b32 req-1522a947-6ae4-4ff6-91ee-b32fb5038669 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:30.498278 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9757a07c-e30d-4298-8379-e625bbef8b32 req-1522a947-6ae4-4ff6-91ee-b32fb5038669 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.9467998 Apr 20 17:30:30.808944 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8db2a8-d169-4b30-86ec-10b3acff5d09 req-ef20c9dd-e0aa-4e5c-b83c-df801a3e19c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:30.810597 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6a8db2a8-d169-4b30-86ec-10b3acff5d09 req-ef20c9dd-e0aa-4e5c-b83c-df801a3e19c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=38a1a990-6a1f-4220-b0ae-85ff981bdb2a HTTP/1.1" status: 200 len: 854 time: 0.2564330 Apr 20 17:30:30.883904 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6a8db2a8-d169-4b30-86ec-10b3acff5d09 req-3f5b2e75-d231-4c0c-822b-b5f2ace613bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=400f7fec-a84e-421e-a33f-ee2818f755c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667622 Apr 20 17:30:30.895646 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9757a07c-e30d-4298-8379-e625bbef8b32 req-863355a8-8e10-42ed-9fd8-5eeede23d327 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3961461 Apr 20 17:30:31.008663 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-91c201b1-6f7d-49f5-8ed2-026572824b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:31.239234 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-91c201b1-6f7d-49f5-8ed2-026572824b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:30:31.241191 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6a8db2a8-d169-4b30-86ec-10b3acff5d09 req-93ab8989-dda2-4eb3-a67f-0059fce3a3e5 service neutron] 10.222.0.43 "GET /v2.0/networks/400f7fec-a84e-421e-a33f-ee2818f755c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439138 Apr 20 17:30:31.243789 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-91c201b1-6f7d-49f5-8ed2-026572824b87 admin admin] Usage tracker for resource:security_group_rule and tenant:3ac6e97bf717488ab4f8449bd3874e45 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:30:31.246701 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-91c201b1-6f7d-49f5-8ed2-026572824b87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:30:31.253679 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-91c201b1-6f7d-49f5-8ed2-026572824b87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:30:31.419253 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cff72d-078e-4d60-b1e5-d3695e68dc0a req-65170b1b-e1d1-4e40-958b-0b2a5f6b92be tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:31.421972 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-57cff72d-078e-4d60-b1e5-d3695e68dc0a req-65170b1b-e1d1-4e40-958b-0b2a5f6b92be tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.2618732 Apr 20 17:30:31.440355 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-91c201b1-6f7d-49f5-8ed2-026572824b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:31.474002 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-91c201b1-6f7d-49f5-8ed2-026572824b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:31.516546 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6a8db2a8-d169-4b30-86ec-10b3acff5d09 req-c3d13910-c438-4180-bd2a-ee3b26f28c8b service neutron] 10.222.0.43 "GET /v2.0/networks/400f7fec-a84e-421e-a33f-ee2818f755c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588134 Apr 20 17:30:31.526681 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-91c201b1-6f7d-49f5-8ed2-026572824b87 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3ac6e97bf717488ab4f8449bd3874e45&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0828972 Apr 20 17:30:31.532487 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56098) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:31.552216 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-57cff72d-078e-4d60-b1e5-d3695e68dc0a req-2a3310ea-bd59-4237-8638-3bbf5ebda10d tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1230578 Apr 20 17:30:31.653974 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fdfb28e3-186d-426b-aa6a-e3f3026e3468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:31.706414 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fdfb28e3-186d-426b-aa6a-e3f3026e3468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:31.787039 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-c914175a-cd2f-4855-9b55-7b1ce8dca360 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] device_id is not set on port bbd99e8b-9244-49bc-9954-b58e936e5180 yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:30:31.832481 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c201b1-6f7d-49f5-8ed2-026572824b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d0d47c-20ae-4572-af0a-aa602d439a80,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:31.860440 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fdfb28e3-186d-426b-aa6a-e3f3026e3468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:31.895994 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb28e3-186d-426b-aa6a-e3f3026e3468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d0d47c-20ae-4572-af0a-aa602d439a80,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:31.916958 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49113605-fea2-4430-ac09-eb7354bf4343 req-b33131fd-31f7-4cf1-8761-20832955a435 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:31.918428 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49113605-fea2-4430-ac09-eb7354bf4343 req-b33131fd-31f7-4cf1-8761-20832955a435 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.39 "GET /v2.0/networks?id=eb202fb7-2a40-4461-a9a6-14f8101e4679 HTTP/1.1" status: 200 len: 822 time: 0.4709299 Apr 20 17:30:31.934257 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fdfb28e3-186d-426b-aa6a-e3f3026e3468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:31.935721 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fdfb28e3-186d-426b-aa6a-e3f3026e3468 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/96d0d47c-20ae-4572-af0a-aa602d439a80 HTTP/1.1" status: 204 len: 168 time: 0.4018981 Apr 20 17:30:31.950152 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49113605-fea2-4430-ac09-eb7354bf4343 req-963db654-8eae-4877-9eeb-b24556f4d960 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.39 "GET /v2.0/quotas/7b6c8cc6c4db4e88869bbbec0e4c0f21 HTTP/1.1" status: 200 len: 375 time: 0.0242479 Apr 20 17:30:31.983433 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11c599-8f31-4b8d-915b-d7e7c0e194fd req-99ea08c3-56bb-4f95-a980-ba369ee8a512 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:31.984925 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9e11c599-8f31-4b8d-915b-d7e7c0e194fd req-99ea08c3-56bb-4f95-a980-ba369ee8a512 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.2466564 Apr 20 17:30:32.022240 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49113605-fea2-4430-ac09-eb7354bf4343 req-cf16cd9a-99fb-445b-9ab8-d54608b95b14 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b6c8cc6c4db4e88869bbbec0e4c0f21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658591 Apr 20 17:30:32.066289 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9e11c599-8f31-4b8d-915b-d7e7c0e194fd req-f496f7bc-afb7-4f5d-80ed-ab47f5fd9eb2 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734651 Apr 20 17:30:32.089968 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c914175a-cd2f-4855-9b55-7b1ce8dca360 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:32.254320 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bb862c01-12c5-4035-90c1-66b03b495200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:32.324913 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-49113605-fea2-4430-ac09-eb7354bf4343 req-b4d2ad95-9570-4442-a4b1-e8019cbf1364 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:30:32.325969 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49113605-fea2-4430-ac09-eb7354bf4343 req-b4d2ad95-9570-4442-a4b1-e8019cbf1364 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2899470 Apr 20 17:30:32.400531 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-c914175a-cd2f-4855-9b55-7b1ce8dca360 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] device_id is not set on port 8c2ae60b-57f2-41d7-aef2-7be4862ff33a yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:30:32.581126 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56138) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:32.603690 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ce4dd6ac-d29c-4e75-b2d7-1b881041db83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:32.757227 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c914175a-cd2f-4855-9b55-7b1ce8dca360 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:32.760919 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ce4dd6ac-d29c-4e75-b2d7-1b881041db83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:30:32.771551 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ce4dd6ac-d29c-4e75-b2d7-1b881041db83 admin admin] Usage tracker for resource:security_group_rule and tenant:babbed1269254fbfb1525f3d1db9dda9 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:30:32.775236 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ce4dd6ac-d29c-4e75-b2d7-1b881041db83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:30:32.785344 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ce4dd6ac-d29c-4e75-b2d7-1b881041db83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:30:32.794887 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43617d6-ebf4-45f1-ac73-954fad991941 req-1b04cab1-239e-49d9-9d10-cf450b565b40 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:32.796677 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f43617d6-ebf4-45f1-ac73-954fad991941 req-1b04cab1-239e-49d9-9d10-cf450b565b40 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.1378281 Apr 20 17:30:32.802322 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c914175a-cd2f-4855-9b55-7b1ce8dca360 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:32.865797 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ce4dd6ac-d29c-4e75-b2d7-1b881041db83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:32.886868 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49113605-fea2-4430-ac09-eb7354bf4343 req-50e76e97-5eb2-44ac-96fc-728a78c77af8 service neutron] 10.222.0.39 "GET /v2.0/networks/eb202fb7-2a40-4461-a9a6-14f8101e4679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5502303 Apr 20 17:30:32.889130 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ce4dd6ac-d29c-4e75-b2d7-1b881041db83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:32.956015 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4dd6ac-d29c-4e75-b2d7-1b881041db83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe17ba9-cd57-4441-8f8b-980ee9da470b,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:33.011977 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ce4dd6ac-d29c-4e75-b2d7-1b881041db83 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=babbed1269254fbfb1525f3d1db9dda9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4296434 Apr 20 17:30:33.014311 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f43617d6-ebf4-45f1-ac73-954fad991941 req-5b7a54c6-8442-4cbb-8e61-f1754a45747e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1466348 Apr 20 17:30:33.014755 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56152) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:33.046470 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c914175a-cd2f-4855-9b55-7b1ce8dca360 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Checking segment: {'id': 'ceab7593-190b-4e38-b50f-3504ef31ecdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4ecd4871-ee96-4833-ab12-737a9382d09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:30:33.047042 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c914175a-cd2f-4855-9b55-7b1ce8dca360 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Network hostable DHCP agents. Network: 4ecd4871-ee96-4833-ab12-737a9382d09f, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:30:33.051660 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914175a-cd2f-4855-9b55-7b1ce8dca360 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Pushing event updated for resources: {'Port': ['ID=bbd99e8b-9244-49bc-9954-b58e936e5180,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:33.104331 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ea00cfbb-2ba0-4286-8755-9e1a7c6e44a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:33.137728 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ea00cfbb-2ba0-4286-8755-9e1a7c6e44a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:33.217919 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ea00cfbb-2ba0-4286-8755-9e1a7c6e44a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:33.294532 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00cfbb-2ba0-4286-8755-9e1a7c6e44a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe17ba9-cd57-4441-8f8b-980ee9da470b,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:33.307510 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ea00cfbb-2ba0-4286-8755-9e1a7c6e44a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:33.330832 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ea00cfbb-2ba0-4286-8755-9e1a7c6e44a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ebe17ba9-cd57-4441-8f8b-980ee9da470b HTTP/1.1" status: 204 len: 168 time: 0.2974403 Apr 20 17:30:33.400376 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c914175a-cd2f-4855-9b55-7b1ce8dca360 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Network 4ecd4871-ee96-4833-ab12-737a9382d09f is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:30:33.401119 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b59042-a11c-424e-9303-4b35fd06e8c3 req-11ed5584-fdfc-461c-9071-27e09993592d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:33.407330 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49113605-fea2-4430-ac09-eb7354bf4343 req-523a7c2a-b9f9-4a01-855e-e1c8b02051ab service neutron] 10.222.0.39 "GET /v2.0/networks/eb202fb7-2a40-4461-a9a6-14f8101e4679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5003471 Apr 20 17:30:33.408134 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a3b59042-a11c-424e-9303-4b35fd06e8c3 req-11ed5584-fdfc-461c-9071-27e09993592d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 945 time: 0.1802120 Apr 20 17:30:33.534840 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a3b59042-a11c-424e-9303-4b35fd06e8c3 req-83460222-9cbc-4022-91b0-ede2c5d36689 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250050 Apr 20 17:30:33.732981 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-c914175a-cd2f-4855-9b55-7b1ce8dca360 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 4ecd4871-ee96-4833-ab12-737a9382d09f) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:30:33.745968 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a381eaf5-8b6d-40a1-ad06-7d5be47da52d None None] Network 4ecd4871-ee96-4833-ab12-737a9382d09f requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:30:33.749575 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c914175a-cd2f-4855-9b55-7b1ce8dca360 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:30:33.750786 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c914175a-cd2f-4855-9b55-7b1ce8dca360 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:33.863559 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914175a-cd2f-4855-9b55-7b1ce8dca360 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Pushing event updated for resources: {'Port': ['ID=8c2ae60b-57f2-41d7-aef2-7be4862ff33a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:33.949935 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2a10fed8-77f0-4e27-8f32-8d51c06ba407 req-b87d1629-4018-482d-a9c6-7829e3972bdb tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.39 "GET /v2.0/ports?device_id=33fc97a7-fb55-46bd-b37f-2c2d267003f9 HTTP/1.1" status: 200 len: 210 time: 0.1218486 Apr 20 17:30:33.989283 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c914175a-cd2f-4855-9b55-7b1ce8dca360 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Checking segment: {'id': '397280f8-8305-437f-9e79-a6172cadc118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f7372607-8a52-4b79-b1ae-dec1bfa119e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:30:33.990000 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c914175a-cd2f-4855-9b55-7b1ce8dca360 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Network hostable DHCP agents. Network: f7372607-8a52-4b79-b1ae-dec1bfa119e6, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:30:34.089263 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c914175a-cd2f-4855-9b55-7b1ce8dca360 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Network f7372607-8a52-4b79-b1ae-dec1bfa119e6 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:30:34.111997 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-c914175a-cd2f-4855-9b55-7b1ce8dca360 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, f7372607-8a52-4b79-b1ae-dec1bfa119e6) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:30:34.148729 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c914175a-cd2f-4855-9b55-7b1ce8dca360 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:30:34.163974 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c914175a-cd2f-4855-9b55-7b1ce8dca360 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:34.167903 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c914175a-cd2f-4855-9b55-7b1ce8dca360 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:34.168621 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c914175a-cd2f-4855-9b55-7b1ce8dca360 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:34.194314 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 9920606a-fe5d-4e14-929b-3367ae1b77d7 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:30:34.325322 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a866b49-9f2c-497a-bd46-4874e7c0827d None None] Network f7372607-8a52-4b79-b1ae-dec1bfa119e6 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:30:34.453682 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c914175a-cd2f-4855-9b55-7b1ce8dca360 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.4055684 Apr 20 17:30:34.457759 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56212) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:34.516720 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:34.566797 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cc94e-1414-488b-bdce-7354cad0139c req-858cff66-2942-48c3-9a65-6abb80d08d49 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:34.573551 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-074cc94e-1414-488b-bdce-7354cad0139c req-858cff66-2942-48c3-9a65-6abb80d08d49 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.2357185 Apr 20 17:30:34.688479 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41670175-93a9-4de7-99d3-f8ebce752dc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9920606a-fe5d-4e14-929b-3367ae1b77d7'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:30:34.715470 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52aa2c9-f134-4b52-ab05-421c800680e8 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:34.719711 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52aa2c9-f134-4b52-ab05-421c800680e8 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:34.723950 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f52aa2c9-f134-4b52-ab05-421c800680e8 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2627130 Apr 20 17:30:34.724196 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56222) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:34.762379 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 9920606a-fe5d-4e14-929b-3367ae1b77d7, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9920606a-fe5d-4e14-929b-3367ae1b77d7,segment=NetworkSegment(6fe16a2a-b449-467f-a496-cfefe33a9eb6),segment_id=6fe16a2a-b449-467f-a496-cfefe33a9eb6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:30:34.784835 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-bb862c01-12c5-4035-90c1-66b03b495200 admin admin] Deleting port 7abe4fbe-0772-4fad-86b6-c5de891dab60 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:30:34.788357 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bb862c01-12c5-4035-90c1-66b03b495200 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:34.853168 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-074cc94e-1414-488b-bdce-7354cad0139c req-d2587f87-a4ba-4434-842b-f4ff26675336 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2404525 Apr 20 17:30:34.870635 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:34.981785 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-d23125ef-4413-40b6-ab4f-6e738a4a57f8 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Deleting port bbd99e8b-9244-49bc-9954-b58e936e5180 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:30:34.982324 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d23125ef-4413-40b6-ab4f-6e738a4a57f8 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:35.084121 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce7c38-5fd5-4d62-92b7-34ccf51a76cb req-f6f06644-0c02-4e87-90cf-bba988b7e77d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:35.085600 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c2ce7c38-5fd5-4d62-92b7-34ccf51a76cb req-f6f06644-0c02-4e87-90cf-bba988b7e77d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 943 time: 0.2337725 Apr 20 17:30:35.110933 n-d-838032-1 neutron-server[84082]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-064b5379-9040-4c88-9567-116cc0094253']: {'server_uuid': '41670175-93a9-4de7-99d3-f8ebce752dc5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9920606a-fe5d-4e14-929b-3367ae1b77d7', 'code': 422} returned with failed status Apr 20 17:30:35.112077 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=9920606a-fe5d-4e14-929b-3367ae1b77d7,revision_number=8']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:35.237053 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-bb862c01-12c5-4035-90c1-66b03b495200 admin admin] For port 7abe4fbe-0772-4fad-86b6-c5de891dab60, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=7abe4fbe-0772-4fad-86b6-c5de891dab60,segment=NetworkSegment(66b29461-7e00-47bd-9ba1-5ef6f56d61e9),segment_id=66b29461-7e00-47bd-9ba1-5ef6f56d61e9)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:30:35.238041 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bb862c01-12c5-4035-90c1-66b03b495200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:35.621682 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-bb862c01-12c5-4035-90c1-66b03b495200 admin admin] Calling delete_port for 7abe4fbe-0772-4fad-86b6-c5de891dab60 owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:30:35.639611 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d23125ef-4413-40b6-ab4f-6e738a4a57f8 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:35.819025 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-d23125ef-4413-40b6-ab4f-6e738a4a57f8 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Calling delete_port for bbd99e8b-9244-49bc-9954-b58e936e5180 owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:30:35.862728 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e4464470-b85f-4c7e-bb44-819accdaccea req-ad83effa-d24a-47a3-9f95-3ffbaa80ea4e tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.39 "GET /v2.0/ports?device_id=33fc97a7-fb55-46bd-b37f-2c2d267003f9 HTTP/1.1" status: 200 len: 210 time: 0.0946639 Apr 20 17:30:35.874759 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c2ce7c38-5fd5-4d62-92b7-34ccf51a76cb req-183ce1e5-6e3b-4ae7-81ca-087a33087c95 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7788157 Apr 20 17:30:35.996147 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bb862c01-12c5-4035-90c1-66b03b495200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:36.137500 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49113605-fea2-4430-ac09-eb7354bf4343 req-99a24a77-fb7a-4a8c-bef8-35b52e2bc742 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:36.138264 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-49113605-fea2-4430-ac09-eb7354bf4343 req-99a24a77-fb7a-4a8c-bef8-35b52e2bc742 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Synchronizing usage tracker for tenant:7b6c8cc6c4db4e88869bbbec0e4c0f21 on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:30:36.216795 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-49113605-fea2-4430-ac09-eb7354bf4343 req-99a24a77-fb7a-4a8c-bef8-35b52e2bc742 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Unset dirty status for tenant:7b6c8cc6c4db4e88869bbbec0e4c0f21 on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:30:36.218505 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-49113605-fea2-4430-ac09-eb7354bf4343 req-99a24a77-fb7a-4a8c-bef8-35b52e2bc742 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.10 "GET /v2.0/networks?id=eb202fb7-2a40-4461-a9a6-14f8101e4679 HTTP/1.1" status: 200 len: 822 time: 0.4263787 Apr 20 17:30:36.238792 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-49113605-fea2-4430-ac09-eb7354bf4343 req-6f8baaea-db8f-4396-8278-138fb1ac54eb tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Request body: {'port': {'device_id': '33fc97a7-fb55-46bd-b37f-2c2d267003f9', 'network_id': 'eb202fb7-2a40-4461-a9a6-14f8101e4679', 'admin_state_up': True, 'tenant_id': '7b6c8cc6c4db4e88869bbbec0e4c0f21'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:30:36.258905 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb862c01-12c5-4035-90c1-66b03b495200 admin admin] Pushing event deleted for resources: {'Port': ['ID=7abe4fbe-0772-4fad-86b6-c5de891dab60,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:36.268046 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d23125ef-4413-40b6-ab4f-6e738a4a57f8 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:36.528952 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87445d0c-aef8-4db6-ba59-a6e37c97a411 req-ad66964c-5575-4cee-8142-68b74055cecf tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:36.530970 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-87445d0c-aef8-4db6-ba59-a6e37c97a411 req-ad66964c-5575-4cee-8142-68b74055cecf tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 943 time: 0.3438771 Apr 20 17:30:36.553423 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-49113605-fea2-4430-ac09-eb7354bf4343 req-6f8baaea-db8f-4396-8278-138fb1ac54eb tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:30:36.555849 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23125ef-4413-40b6-ab4f-6e738a4a57f8 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Pushing event deleted for resources: {'Port': ['ID=bbd99e8b-9244-49bc-9954-b58e936e5180,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:36.565251 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-49113605-fea2-4430-ac09-eb7354bf4343 req-6f8baaea-db8f-4396-8278-138fb1ac54eb tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Usage tracker for resource:port and tenant:7b6c8cc6c4db4e88869bbbec0e4c0f21 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:30:36.573573 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135f643-70a9-4f2e-849e-b2f1161cc156 req-2736bc55-cb91-4603-83ff-a32a5da4cf3e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:36.575057 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a135f643-70a9-4f2e-849e-b2f1161cc156 req-2736bc55-cb91-4603-83ff-a32a5da4cf3e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.5163946 Apr 20 17:30:36.576187 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-49113605-fea2-4430-ac09-eb7354bf4343 req-6f8baaea-db8f-4396-8278-138fb1ac54eb tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:30:36.584478 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-49113605-fea2-4430-ac09-eb7354bf4343 req-6f8baaea-db8f-4396-8278-138fb1ac54eb tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:30:36.586853 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d23125ef-4413-40b6-ab4f-6e738a4a57f8 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:36.608840 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-87445d0c-aef8-4db6-ba59-a6e37c97a411 req-14363f0e-a597-4c9a-8d06-ac7569e02470 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709927 Apr 20 17:30:36.618620 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d23125ef-4413-40b6-ab4f-6e738a4a57f8 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] 10.222.0.39 "DELETE /v2.0/ports/bbd99e8b-9244-49bc-9954-b58e936e5180 HTTP/1.1" status: 204 len: 168 time: 1.8920162 Apr 20 17:30:36.621334 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56276) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:36.623815 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49113605-fea2-4430-ac09-eb7354bf4343 req-6f8baaea-db8f-4396-8278-138fb1ac54eb tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Made reservation on behalf of 7b6c8cc6c4db4e88869bbbec0e4c0f21 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:30:36.626781 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-49113605-fea2-4430-ac09-eb7354bf4343 req-6f8baaea-db8f-4396-8278-138fb1ac54eb tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:36.760143 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bb862c01-12c5-4035-90c1-66b03b495200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:36.779640 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-1f301edc-d9d1-4606-9eb8-8093ba41e602 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Deleting port 8c2ae60b-57f2-41d7-aef2-7be4862ff33a {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:30:36.779640 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1f301edc-d9d1-4606-9eb8-8093ba41e602 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:36.965532 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a135f643-70a9-4f2e-849e-b2f1161cc156 req-cce316ab-51fe-4dc7-aabe-f8fd8b8275b4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3737464 Apr 20 17:30:37.192462 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d7a97e04-6d27-4409-9d0d-d04f29dfcd17 req-e7fee8ea-9112-4e38-a4bc-e8529fa65753 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.39 "GET /v2.0/ports?device_id=33fc97a7-fb55-46bd-b37f-2c2d267003f9 HTTP/1.1" status: 200 len: 210 time: 0.0504196 Apr 20 17:30:37.351300 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-49113605-fea2-4430-ac09-eb7354bf4343 req-6f8baaea-db8f-4396-8278-138fb1ac54eb tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Allocated IP 172.20.0.9 (eb202fb7-2a40-4461-a9a6-14f8101e4679/85501846-741e-443c-b784-0c272bcce791/61821a76-75d7-4b0d-972a-1b0eb1fe72ec) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:30:37.658959 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-542a8e20-832d-47ec-8ba3-e3592a30d0ca req-f839e7c4-d698-4766-9528-3cf0c86f62fe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4865673 Apr 20 17:30:37.665743 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1f301edc-d9d1-4606-9eb8-8093ba41e602 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:37.715263 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f9f9d-2449-48e5-a23f-66460857b1d1 req-c13662a0-c4f8-4385-a933-85017fdb0f7d tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:37.717387 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-565f9f9d-2449-48e5-a23f-66460857b1d1 req-c13662a0-c4f8-4385-a933-85017fdb0f7d tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.1855798 Apr 20 17:30:38.019601 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-1f301edc-d9d1-4606-9eb8-8093ba41e602 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Calling delete_port for 8c2ae60b-57f2-41d7-aef2-7be4862ff33a owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:30:38.101022 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-565f9f9d-2449-48e5-a23f-66460857b1d1 req-8ea1adbc-3279-4774-a3e3-7c16ea2664f9 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2281368 Apr 20 17:30:38.152888 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 9920606a-fe5d-4e14-929b-3367ae1b77d7 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:30:38.180384 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8d8002db-54a8-4e1e-b5fa-d87b3e60381a req-337b4e9e-76a9-48a9-b0ec-c05c836cc063 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2166593 Apr 20 17:30:38.194412 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-49113605-fea2-4430-ac09-eb7354bf4343 req-6f8baaea-db8f-4396-8278-138fb1ac54eb tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:38.253174 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1f301edc-d9d1-4606-9eb8-8093ba41e602 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:38.326625 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652c0ee-03af-4731-b292-2d576296f66c req-7a985278-8bba-4fe5-8966-9e5b667c730f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:38.341560 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb862c01-12c5-4035-90c1-66b03b495200 admin admin] Router e27406a2-f3dd-44fb-9c24-d039092153da has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:30:38.346760 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a652c0ee-03af-4731-b292-2d576296f66c req-7a985278-8bba-4fe5-8966-9e5b667c730f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 943 time: 0.3323765 Apr 20 17:30:38.402519 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f301edc-d9d1-4606-9eb8-8093ba41e602 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Pushing event deleted for resources: {'Port': ['ID=8c2ae60b-57f2-41d7-aef2-7be4862ff33a,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:38.428567 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1f301edc-d9d1-4606-9eb8-8093ba41e602 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:38.460848 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a652c0ee-03af-4731-b292-2d576296f66c req-010343dd-80d9-4393-bc52-07eb4f2d6f6c tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126206 Apr 20 17:30:38.461929 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1f301edc-d9d1-4606-9eb8-8093ba41e602 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] 10.222.0.39 "DELETE /v2.0/ports/8c2ae60b-57f2-41d7-aef2-7be4862ff33a HTTP/1.1" status: 204 len: 168 time: 1.8395772 Apr 20 17:30:38.465018 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56352) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:38.592310 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2b0ade25-aa42-44f7-b231-d92f289119be tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Synchronizing usage tracker for tenant:ba51f4a61b43422a9696c489088d3527 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:30:38.610357 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-49113605-fea2-4430-ac09-eb7354bf4343 req-6f8baaea-db8f-4396-8278-138fb1ac54eb tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:38.691040 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49113605-fea2-4430-ac09-eb7354bf4343 req-6f8baaea-db8f-4396-8278-138fb1ac54eb tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Network eb202fb7-2a40-4461-a9a6-14f8101e4679 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:30:38.701091 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-49113605-fea2-4430-ac09-eb7354bf4343 req-6f8baaea-db8f-4396-8278-138fb1ac54eb tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:30:38.797410 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-49113605-fea2-4430-ac09-eb7354bf4343 req-6f8baaea-db8f-4396-8278-138fb1ac54eb tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:30:38.835755 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32dcf8b-2c7a-4427-b7de-a0125ed2cdce req-8911047b-38fa-46f9-9dd6-6761a4f4cccd tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:38.843179 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c32dcf8b-2c7a-4427-b7de-a0125ed2cdce req-8911047b-38fa-46f9-9dd6-6761a4f4cccd tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.2744212 Apr 20 17:30:38.848773 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2b0ade25-aa42-44f7-b231-d92f289119be tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Unset dirty status for tenant:ba51f4a61b43422a9696c489088d3527 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:30:38.849920 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2b0ade25-aa42-44f7-b231-d92f289119be tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3836770 Apr 20 17:30:38.863247 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56366) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:38.869289 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8baaea-db8f-4396-8278-138fb1ac54eb tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Pushing event updated for resources: {'Port': ['ID=61821a76-75d7-4b0d-972a-1b0eb1fe72ec,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:38.878065 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-f60f73cf-6b78-4b23-ae88-7a9fd459cae7 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1871382095'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:30:38.891228 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f60f73cf-6b78-4b23-ae88-7a9fd459cae7 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:30:38.910654 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49113605-fea2-4430-ac09-eb7354bf4343 req-6f8baaea-db8f-4396-8278-138fb1ac54eb tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:38.911245 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-49113605-fea2-4430-ac09-eb7354bf4343 req-6f8baaea-db8f-4396-8278-138fb1ac54eb tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:38.916988 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f60f73cf-6b78-4b23-ae88-7a9fd459cae7 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Usage tracker for resource:network and tenant:ba51f4a61b43422a9696c489088d3527 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:30:38.932445 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f60f73cf-6b78-4b23-ae88-7a9fd459cae7 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:30:38.940825 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c32dcf8b-2c7a-4427-b7de-a0125ed2cdce req-176b691f-3fa2-458c-b699-89ce5a11cd6e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0966530 Apr 20 17:30:38.941369 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f60f73cf-6b78-4b23-ae88-7a9fd459cae7 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:30:38.990145 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b172f3-a84e-4a68-ac76-f2f4cab09801 req-eb3a16b7-6f93-44ec-984a-ff471d3e19f0 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:38.991681 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-20b172f3-a84e-4a68-ac76-f2f4cab09801 req-eb3a16b7-6f93-44ec-984a-ff471d3e19f0 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Synchronizing usage tracker for tenant:7b6c8cc6c4db4e88869bbbec0e4c0f21 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:30:39.012877 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-49113605-fea2-4430-ac09-eb7354bf4343 req-6f8baaea-db8f-4396-8278-138fb1ac54eb tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7804389 Apr 20 17:30:39.029350 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-49113605-fea2-4430-ac09-eb7354bf4343 req-fe70aeaa-cbbf-443a-ac5a-b5361ae3c4d3 service neutron] Request body: {'port': {'device_id': '33fc97a7-fb55-46bd-b37f-2c2d267003f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:30:39.051302 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb862c01-12c5-4035-90c1-66b03b495200 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:30:39.059083 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-20b172f3-a84e-4a68-ac76-f2f4cab09801 req-eb3a16b7-6f93-44ec-984a-ff471d3e19f0 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Unset dirty status for tenant:7b6c8cc6c4db4e88869bbbec0e4c0f21 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:30:39.064368 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0e13b8-5c4c-4a6e-878f-935b3e38e8e7 None None] Sync routers for ids ['e27406a2-f3dd-44fb-9c24-d039092153da'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:30:39.065336 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-20b172f3-a84e-4a68-ac76-f2f4cab09801 req-eb3a16b7-6f93-44ec-984a-ff471d3e19f0 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.39 "GET /v2.0/ports?device_id=33fc97a7-fb55-46bd-b37f-2c2d267003f9 HTTP/1.1" status: 200 len: 931 time: 0.3711767 Apr 20 17:30:39.078296 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0e13b8-5c4c-4a6e-878f-935b3e38e8e7 None None] Routers {'e27406a2-f3dd-44fb-9c24-d039092153da'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:30:39.079061 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-1c0e13b8-5c4c-4a6e-878f-935b3e38e8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:30:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e27406a2-f3dd-44fb-9c24-d039092153da'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:30:39.086353 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bb862c01-12c5-4035-90c1-66b03b495200 admin admin] 10.222.0.39 "PUT /v2.0/routers/e27406a2-f3dd-44fb-9c24-d039092153da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0361414 Apr 20 17:30:39.090667 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56378) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:39.094844 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60f73cf-6b78-4b23-ae88-7a9fd459cae7 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Made reservation on behalf of ba51f4a61b43422a9696c489088d3527 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:30:39.097813 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f60f73cf-6b78-4b23-ae88-7a9fd459cae7 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:39.289599 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f60f73cf-6b78-4b23-ae88-7a9fd459cae7 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:30:39.311924 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-20b172f3-a84e-4a68-ac76-f2f4cab09801 req-a50f4f44-3d65-45c9-97c7-32df93a3639c tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Synchronizing usage tracker for tenant:7b6c8cc6c4db4e88869bbbec0e4c0f21 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:30:39.342678 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f60f73cf-6b78-4b23-ae88-7a9fd459cae7 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:39.342678 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-f60f73cf-6b78-4b23-ae88-7a9fd459cae7 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Added segment c665889d-f4cb-42e3-a2bc-2ee41a98d78c of type vlan for network 242d7340-ae41-4fb4-b544-3a0b362d10df Apr 20 17:30:39.358996 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198fb9a-bf69-458d-9198-e4c6c4ec98a4 req-9b317a70-d973-4f63-aea7-fcac9695d6fe tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:39.366539 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2198fb9a-bf69-458d-9198-e4c6c4ec98a4 req-9b317a70-d973-4f63-aea7-fcac9695d6fe tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.1946223 Apr 20 17:30:39.386751 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-1c0e13b8-5c4c-4a6e-878f-935b3e38e8e7 None None] Set router e27406a2-f3dd-44fb-9c24-d039092153da gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:30:39.389098 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-20b172f3-a84e-4a68-ac76-f2f4cab09801 req-a50f4f44-3d65-45c9-97c7-32df93a3639c tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Unset dirty status for tenant:7b6c8cc6c4db4e88869bbbec0e4c0f21 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:30:39.401185 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-20b172f3-a84e-4a68-ac76-f2f4cab09801 req-a50f4f44-3d65-45c9-97c7-32df93a3639c tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.39 "GET /v2.0/security-groups?id=2bdc4dc6-25f0-4d6c-825d-8a5a1d9b41f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137779 Apr 20 17:30:39.402424 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-49113605-fea2-4430-ac09-eb7354bf4343 req-fe70aeaa-cbbf-443a-ac5a-b5361ae3c4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:39.485977 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2198fb9a-bf69-458d-9198-e4c6c4ec98a4 req-1916f08a-862c-4ec2-8ac1-41f33fdd95b1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1194608 Apr 20 17:30:39.495192 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d8002db-54a8-4e1e-b5fa-d87b3e60381a req-5448a17a-606e-4534-93b9-5f0e08702ed3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5&tenant_id=5cd3062a7a2942e5a596a268b2c9cffd HTTP/1.1" status: 200 len: 1094 time: 0.3736458 Apr 20 17:30:39.497115 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f60f73cf-6b78-4b23-ae88-7a9fd459cae7 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:39.609271 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-42da7d70-64c9-4239-9278-e50cd3ca02f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:39.743038 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f60f73cf-6b78-4b23-ae88-7a9fd459cae7 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:39.761577 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60f73cf-6b78-4b23-ae88-7a9fd459cae7 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:39.762568 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f60f73cf-6b78-4b23-ae88-7a9fd459cae7 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:39.979186 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e1a45034-8a0e-40bb-8d19-accd85573203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:40.027484 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-1c0e13b8-5c4c-4a6e-878f-935b3e38e8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'name': 'tempest-AttachVolumeShelveTestJSON-1002173449-router', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:40Z', 'updated_at': '2022-04-20T17:30:35Z', 'revision_number': 5, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'gw_port': {'id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:42Z', 'updated_at': '2022-04-20T17:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:30:40.031867 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0e13b8-5c4c-4a6e-878f-935b3e38e8e7 None None] Checking router: e27406a2-f3dd-44fb-9c24-d039092153da for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:30:40.047662 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0e13b8-5c4c-4a6e-878f-935b3e38e8e7 None None] Routers {'e27406a2-f3dd-44fb-9c24-d039092153da'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:30:40.049908 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-1c0e13b8-5c4c-4a6e-878f-935b3e38e8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:30:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e27406a2-f3dd-44fb-9c24-d039092153da'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:30:40.155455 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784acaae-1831-4aa7-aeb8-3e36e93920f9 req-e1ac75fd-620f-4dc3-8c55-ec0d7805f263 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:40.162470 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-784acaae-1831-4aa7-aeb8-3e36e93920f9 req-e1ac75fd-620f-4dc3-8c55-ec0d7805f263 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.1305246 Apr 20 17:30:40.227215 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-784acaae-1831-4aa7-aeb8-3e36e93920f9 req-d4dd01bc-e6eb-4649-bed3-fbca7c973601 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638146 Apr 20 17:30:40.277194 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d8002db-54a8-4e1e-b5fa-d87b3e60381a req-bb0769ea-bf96-444b-9759-351a2faa28db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5cd3062a7a2942e5a596a268b2c9cffd&device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 1094 time: 0.7138505 Apr 20 17:30:40.310789 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-1c0e13b8-5c4c-4a6e-878f-935b3e38e8e7 None None] Set router e27406a2-f3dd-44fb-9c24-d039092153da gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:30:40.328107 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-42da7d70-64c9-4239-9278-e50cd3ca02f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:40.334326 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f60f73cf-6b78-4b23-ae88-7a9fd459cae7 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4695096 Apr 20 17:30:40.337337 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56414) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:40.351277 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-42da7d70-64c9-4239-9278-e50cd3ca02f3 admin admin] Deleting port adb8da6d-1468-4bfc-8fbc-a7f4c98774bb {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:30:40.351609 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-42da7d70-64c9-4239-9278-e50cd3ca02f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:40.364545 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-9dc42303-8ef2-4249-beb4-d0fbf9985c49 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1251110231'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:30:40.374633 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9dc42303-8ef2-4249-beb4-d0fbf9985c49 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:30:40.469108 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9dc42303-8ef2-4249-beb4-d0fbf9985c49 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Usage tracker for resource:network and tenant:ba51f4a61b43422a9696c489088d3527 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:30:40.472521 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f73cf-6b78-4b23-ae88-7a9fd459cae7 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Pushing event updated for resources: {'Network': ['ID=242d7340-ae41-4fb4-b544-3a0b362d10df,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:40.480693 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9dc42303-8ef2-4249-beb4-d0fbf9985c49 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:30:40.490545 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 242d7340-ae41-4fb4-b544-3a0b362d10df details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:30:40.608879 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9dc42303-8ef2-4249-beb4-d0fbf9985c49 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:30:40.616473 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8002db-54a8-4e1e-b5fa-d87b3e60381a req-319edaad-1339-4837-a74a-4a29a3b1ca6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:40.616473 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d8002db-54a8-4e1e-b5fa-d87b3e60381a req-319edaad-1339-4837-a74a-4a29a3b1ca6d service neutron] 10.222.0.43 "GET /v2.0/networks?id=400f7fec-a84e-421e-a33f-ee2818f755c4 HTTP/1.1" status: 200 len: 915 time: 0.3239372 Apr 20 17:30:40.748983 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90015f7f-99b5-45fe-9cd5-d3a3d6bc6639 req-ddf9233a-cdca-4f08-b432-93ec9d9e7eeb tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:40.760534 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-90015f7f-99b5-45fe-9cd5-d3a3d6bc6639 req-ddf9233a-cdca-4f08-b432-93ec9d9e7eeb tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.3710172 Apr 20 17:30:40.833386 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-42da7d70-64c9-4239-9278-e50cd3ca02f3 admin admin] For port adb8da6d-1468-4bfc-8fbc-a7f4c98774bb, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=adb8da6d-1468-4bfc-8fbc-a7f4c98774bb,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:30:40.833735 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-42da7d70-64c9-4239-9278-e50cd3ca02f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:40.906583 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cef1c5-3310-46ff-961c-1bfddb428b9f req-fcd2a963-c331-480a-ab6b-30a004ac61ca tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:40.908340 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d5cef1c5-3310-46ff-961c-1bfddb428b9f req-fcd2a963-c331-480a-ab6b-30a004ac61ca tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 943 time: 1.1791899 Apr 20 17:30:40.918446 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc42303-8ef2-4249-beb4-d0fbf9985c49 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Made reservation on behalf of ba51f4a61b43422a9696c489088d3527 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:30:40.923828 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9dc42303-8ef2-4249-beb4-d0fbf9985c49 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:40.965619 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d8002db-54a8-4e1e-b5fa-d87b3e60381a req-63de94e7-4559-48ad-952c-5a22815fba4d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9920606a-fe5d-4e14-929b-3367ae1b77d7 HTTP/1.1" status: 200 len: 217 time: 0.3333733 Apr 20 17:30:40.989316 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-1c0e13b8-5c4c-4a6e-878f-935b3e38e8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'name': 'tempest-AttachVolumeShelveTestJSON-1002173449-router', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:40Z', 'updated_at': '2022-04-20T17:30:35Z', 'revision_number': 5, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'gw_port': {'id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:42Z', 'updated_at': '2022-04-20T17:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:30:40.995125 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0e13b8-5c4c-4a6e-878f-935b3e38e8e7 None None] The sync data for ids ['e27406a2-f3dd-44fb-9c24-d039092153da'] in n-d-838032-1 is: [{'id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'name': 'tempest-AttachVolumeShelveTestJSON-1002173449-router', 'tenant_id': '02869399c9f94c6e8f223671a74b81d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:21:40Z', 'updated_at': '2022-04-20T17:30:35Z', 'revision_number': 5, 'project_id': '02869399c9f94c6e8f223671a74b81d5', 'gw_port': {'id': 'adb8da6d-1468-4bfc-8fbc-a7f4c98774bb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27406a2-f3dd-44fb-9c24-d039092153da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:21:42Z', 'updated_at': '2022-04-20T17:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:30:41.013749 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-42da7d70-64c9-4239-9278-e50cd3ca02f3 admin admin] Calling delete_port for adb8da6d-1468-4bfc-8fbc-a7f4c98774bb owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:30:41.067009 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [req-49113605-fea2-4430-ac09-eb7354bf4343 req-fe70aeaa-cbbf-443a-ac5a-b5361ae3c4d3 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:30:41.119094 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc42303-8ef2-4249-beb4-d0fbf9985c49 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:30:41.134427 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9dc42303-8ef2-4249-beb4-d0fbf9985c49 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:41.134624 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-9dc42303-8ef2-4249-beb4-d0fbf9985c49 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Added segment 73ede7c0-2224-43de-983d-c926e0325953 of type vlan for network e4ceb4a5-c72e-457c-b1ff-54389138a7ec Apr 20 17:30:41.266742 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9dc42303-8ef2-4249-beb4-d0fbf9985c49 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:41.266916 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-90015f7f-99b5-45fe-9cd5-d3a3d6bc6639 req-47cfe2d8-e6bf-4faf-b9b8-10e30d8cd572 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5036850 Apr 20 17:30:41.318446 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8002db-54a8-4e1e-b5fa-d87b3e60381a req-e5de7140-967f-4b83-948b-6df3c61a1969 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:41.320150 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d8002db-54a8-4e1e-b5fa-d87b3e60381a req-e5de7140-967f-4b83-948b-6df3c61a1969 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=38a1a990-6a1f-4220-b0ae-85ff981bdb2a HTTP/1.1" status: 200 len: 854 time: 0.3431652 Apr 20 17:30:41.341130 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9dc42303-8ef2-4249-beb4-d0fbf9985c49 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:41.349993 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc42303-8ef2-4249-beb4-d0fbf9985c49 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:41.349993 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9dc42303-8ef2-4249-beb4-d0fbf9985c49 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:41.413647 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-187b06e6-2cde-4d05-9f92-06fc4fa20695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:41.447969 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-42da7d70-64c9-4239-9278-e50cd3ca02f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:41.448595 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d8002db-54a8-4e1e-b5fa-d87b3e60381a req-366db4d6-938d-4212-b158-7a9f1e459d0c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=400f7fec-a84e-421e-a33f-ee2818f755c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794268 Apr 20 17:30:41.519006 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d5cef1c5-3310-46ff-961c-1bfddb428b9f req-0a9f6099-2b77-4a1a-a935-a7828edade7c tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5739336 Apr 20 17:30:41.561255 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da7d70-64c9-4239-9278-e50cd3ca02f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=adb8da6d-1468-4bfc-8fbc-a7f4c98774bb,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:41.731793 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-49113605-fea2-4430-ac09-eb7354bf4343 req-fe70aeaa-cbbf-443a-ac5a-b5361ae3c4d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61821a76-75d7-4b0d-972a-1b0eb1fe72ec {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:30:41.768285 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-49113605-fea2-4430-ac09-eb7354bf4343 req-fe70aeaa-cbbf-443a-ac5a-b5361ae3c4d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:41.784127 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9dc42303-8ef2-4249-beb4-d0fbf9985c49 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4412918 Apr 20 17:30:41.790313 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc42303-8ef2-4249-beb4-d0fbf9985c49 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Pushing event updated for resources: {'Network': ['ID=e4ceb4a5-c72e-457c-b1ff-54389138a7ec,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:41.825533 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-49113605-fea2-4430-ac09-eb7354bf4343 req-fe70aeaa-cbbf-443a-ac5a-b5361ae3c4d3 service neutron] Transition to ACTIVE for port object 61821a76-75d7-4b0d-972a-1b0eb1fe72ec will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:30:41.827961 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d8002db-54a8-4e1e-b5fa-d87b3e60381a req-f873c603-4dc0-46b5-a1d6-376ae98537d5 service neutron] 10.222.0.43 "GET /v2.0/networks/400f7fec-a84e-421e-a33f-ee2818f755c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639436 Apr 20 17:30:41.828612 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network e4ceb4a5-c72e-457c-b1ff-54389138a7ec details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:30:41.957929 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56462) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:41.968206 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-3cb4b4e8-c87f-4ece-aef3-a0b52452eed4 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Request body: {'subnets': [{'network_id': '242d7340-ae41-4fb4-b544-3a0b362d10df', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1719187375', 'ip_version': 4}, {'network_id': 'e4ceb4a5-c72e-457c-b1ff-54389138a7ec', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:30:41.968686 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-3cb4b4e8-c87f-4ece-aef3-a0b52452eed4 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Request body: {'subnet': {'network_id': '242d7340-ae41-4fb4-b544-3a0b362d10df', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1719187375', 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:30:41.969637 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-3cb4b4e8-c87f-4ece-aef3-a0b52452eed4 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Request body: {'subnet': {'network_id': 'e4ceb4a5-c72e-457c-b1ff-54389138a7ec', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:30:41.985049 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-49113605-fea2-4430-ac09-eb7354bf4343 req-fe70aeaa-cbbf-443a-ac5a-b5361ae3c4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:42.005456 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-42da7d70-64c9-4239-9278-e50cd3ca02f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:42.094483 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d8002db-54a8-4e1e-b5fa-d87b3e60381a req-3e5603d7-8fba-4f8b-a059-0718f2e8c36a service neutron] 10.222.0.43 "GET /v2.0/networks/400f7fec-a84e-421e-a33f-ee2818f755c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593589 Apr 20 17:30:42.153907 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe70aeaa-cbbf-443a-ac5a-b5361ae3c4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=61821a76-75d7-4b0d-972a-1b0eb1fe72ec,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:42.261821 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:30:42.343731 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-49113605-fea2-4430-ac09-eb7354bf4343 req-fe70aeaa-cbbf-443a-ac5a-b5361ae3c4d3 service neutron] Attempting to bind port 61821a76-75d7-4b0d-972a-1b0eb1fe72ec on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:30:42.344175 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-49113605-fea2-4430-ac09-eb7354bf4343 req-fe70aeaa-cbbf-443a-ac5a-b5361ae3c4d3 service neutron] Attempting to bind port 61821a76-75d7-4b0d-972a-1b0eb1fe72ec by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'cb5e8fce-d709-4773-851b-28490978272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eb202fb7-2a40-4461-a9a6-14f8101e4679'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:30:42.344480 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49113605-fea2-4430-ac09-eb7354bf4343 req-fe70aeaa-cbbf-443a-ac5a-b5361ae3c4d3 service neutron] Attempting to bind port 61821a76-75d7-4b0d-972a-1b0eb1fe72ec on network eb202fb7-2a40-4461-a9a6-14f8101e4679 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:30:42.351233 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49113605-fea2-4430-ac09-eb7354bf4343 req-fe70aeaa-cbbf-443a-ac5a-b5361ae3c4d3 service neutron] Port 61821a76-75d7-4b0d-972a-1b0eb1fe72ec on network eb202fb7-2a40-4461-a9a6-14f8101e4679 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:30:42.351557 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49113605-fea2-4430-ac09-eb7354bf4343 req-fe70aeaa-cbbf-443a-ac5a-b5361ae3c4d3 service neutron] Attempting to bind port 61821a76-75d7-4b0d-972a-1b0eb1fe72ec on network eb202fb7-2a40-4461-a9a6-14f8101e4679 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:30:42.388605 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49113605-fea2-4430-ac09-eb7354bf4343 req-fe70aeaa-cbbf-443a-ac5a-b5361ae3c4d3 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:30:42.388956 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49113605-fea2-4430-ac09-eb7354bf4343 req-fe70aeaa-cbbf-443a-ac5a-b5361ae3c4d3 service neutron] Checking segment: {'id': 'cb5e8fce-d709-4773-851b-28490978272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eb202fb7-2a40-4461-a9a6-14f8101e4679'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:30:42.389354 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49113605-fea2-4430-ac09-eb7354bf4343 req-fe70aeaa-cbbf-443a-ac5a-b5361ae3c4d3 service neutron] Bound using segment: {'id': 'cb5e8fce-d709-4773-851b-28490978272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eb202fb7-2a40-4461-a9a6-14f8101e4679'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:30:42.389812 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-49113605-fea2-4430-ac09-eb7354bf4343 req-fe70aeaa-cbbf-443a-ac5a-b5361ae3c4d3 service neutron] Bound port: 61821a76-75d7-4b0d-972a-1b0eb1fe72ec, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb5e8fce-d709-4773-851b-28490978272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eb202fb7-2a40-4461-a9a6-14f8101e4679'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:30:42.390156 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-49113605-fea2-4430-ac09-eb7354bf4343 req-fe70aeaa-cbbf-443a-ac5a-b5361ae3c4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:42.529719 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 7abe4fbe-0772-4fad-86b6-c5de891dab60 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:30:42.661515 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-49113605-fea2-4430-ac09-eb7354bf4343 req-fe70aeaa-cbbf-443a-ac5a-b5361ae3c4d3 service neutron] For port 61821a76-75d7-4b0d-972a-1b0eb1fe72ec, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:30:42.696390 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 7abe4fbe-0772-4fad-86b6-c5de891dab60 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:30:42.696841 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-49113605-fea2-4430-ac09-eb7354bf4343 req-fe70aeaa-cbbf-443a-ac5a-b5361ae3c4d3 service neutron] For port 61821a76-75d7-4b0d-972a-1b0eb1fe72ec, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=61821a76-75d7-4b0d-972a-1b0eb1fe72ec,segment=NetworkSegment(cb5e8fce-d709-4773-851b-28490978272b),segment_id=cb5e8fce-d709-4773-851b-28490978272b)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:30:42.697189 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 7abe4fbe-0772-4fad-86b6-c5de891dab60 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:30:42.715068 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-49113605-fea2-4430-ac09-eb7354bf4343 req-fe70aeaa-cbbf-443a-ac5a-b5361ae3c4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:42.738031 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:42.745824 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:42.838372 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-49113605-fea2-4430-ac09-eb7354bf4343 req-fe70aeaa-cbbf-443a-ac5a-b5361ae3c4d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:42.841575 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-49113605-fea2-4430-ac09-eb7354bf4343 req-fe70aeaa-cbbf-443a-ac5a-b5361ae3c4d3 service neutron] 10.222.0.10 "PUT /v2.0/ports/61821a76-75d7-4b0d-972a-1b0eb1fe72ec HTTP/1.1" status: 200 len: 1091 time: 3.8161480 Apr 20 17:30:42.847886 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62cbb35-327b-4d70-bc91-4720823468d4 req-b47a40fa-c227-46af-8e58-87b3e927c040 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:42.853944 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33fc97a7-fb55-46bd-b37f-2c2d267003f9', 'tag': '61821a76-75d7-4b0d-972a-1b0eb1fe72ec'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:30:42.868570 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e62cbb35-327b-4d70-bc91-4720823468d4 req-b47a40fa-c227-46af-8e58-87b3e927c040 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.39 "GET /v2.0/ports?device_id=33fc97a7-fb55-46bd-b37f-2c2d267003f9 HTTP/1.1" status: 200 len: 931 time: 1.3102751 Apr 20 17:30:42.912130 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3cb4b4e8-c87f-4ece-aef3-a0b52452eed4 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:30:42.918942 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-42da7d70-64c9-4239-9278-e50cd3ca02f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:42.926332 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3cb4b4e8-c87f-4ece-aef3-a0b52452eed4 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Usage tracker for resource:subnet and tenant:ba51f4a61b43422a9696c489088d3527 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:30:42.933063 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3cb4b4e8-c87f-4ece-aef3-a0b52452eed4 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:30:42.981413 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fda4907e-a37a-4ed6-ac07-94514c656f17 req-9c90fe84-2983-4c28-992f-85f6b7297330 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5cd3062a7a2942e5a596a268b2c9cffd&device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 1094 time: 0.4263911 Apr 20 17:30:42.989511 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3cb4b4e8-c87f-4ece-aef3-a0b52452eed4 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:30:43.031815 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-42da7d70-64c9-4239-9278-e50cd3ca02f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:43.044219 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb4b4e8-c87f-4ece-aef3-a0b52452eed4 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Made reservation on behalf of ba51f4a61b43422a9696c489088d3527 for: {'subnet': 2} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:30:43.067016 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe70aeaa-cbbf-443a-ac5a-b5361ae3c4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=61821a76-75d7-4b0d-972a-1b0eb1fe72ec,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:43.185820 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e62cbb35-327b-4d70-bc91-4720823468d4 req-9b086e33-377b-411c-b5b6-61aee07a588e tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.39 "GET /v2.0/security-groups?id=2bdc4dc6-25f0-4d6c-825d-8a5a1d9b41f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977898 Apr 20 17:30:43.226681 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:43.265937 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-49113605-fea2-4430-ac09-eb7354bf4343 req-2f870f33-97c2-4b1e-aeb3-d2da317d5313 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7b6c8cc6c4db4e88869bbbec0e4c0f21&device_id=33fc97a7-fb55-46bd-b37f-2c2d267003f9 HTTP/1.1" status: 200 len: 1094 time: 0.3153958 Apr 20 17:30:43.274918 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c0069-939f-43c5-b9e5-48cf2e02cf88 req-bdb0a964-9088-40e8-9bb7-e6431e8b906a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:43.288659 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-848c0069-939f-43c5-b9e5-48cf2e02cf88 req-bdb0a964-9088-40e8-9bb7-e6431e8b906a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 943 time: 0.4786196 Apr 20 17:30:43.343122 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-42da7d70-64c9-4239-9278-e50cd3ca02f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:43.343923 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42da7d70-64c9-4239-9278-e50cd3ca02f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e27406a2-f3dd-44fb-9c24-d039092153da {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:30:43.467174 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4907e-a37a-4ed6-ac07-94514c656f17 req-595dad93-e97c-4a81-a058-9449bb971394 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:43.469278 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fda4907e-a37a-4ed6-ac07-94514c656f17 req-595dad93-e97c-4a81-a058-9449bb971394 service neutron] 10.222.0.43 "GET /v2.0/networks?id=400f7fec-a84e-421e-a33f-ee2818f755c4 HTTP/1.1" status: 200 len: 915 time: 0.4475868 Apr 20 17:30:43.472364 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec87e323-e988-4479-a92f-e0e9b549f115'] response: {'name': 'network-changed', 'server_uuid': '33fc97a7-fb55-46bd-b37f-2c2d267003f9', 'tag': '61821a76-75d7-4b0d-972a-1b0eb1fe72ec', 'status': 'completed', 'code': 200} Apr 20 17:30:43.613792 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-42da7d70-64c9-4239-9278-e50cd3ca02f3 admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:43.616390 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-42da7d70-64c9-4239-9278-e50cd3ca02f3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/e27406a2-f3dd-44fb-9c24-d039092153da HTTP/1.1" status: 204 len: 168 time: 4.5246229 Apr 20 17:30:43.629972 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56520) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:43.784968 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b4e8-c87f-4ece-aef3-a0b52452eed4 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:43.785493 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b4e8-c87f-4ece-aef3-a0b52452eed4 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:43.979188 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:44.019175 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fda4907e-a37a-4ed6-ac07-94514c656f17 req-94706efe-11ae-44a3-8b84-1942214428d5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9920606a-fe5d-4e14-929b-3367ae1b77d7 HTTP/1.1" status: 200 len: 217 time: 0.4948711 Apr 20 17:30:44.022960 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-49113605-fea2-4430-ac09-eb7354bf4343 req-3168fcac-1c03-47c9-8e4c-3320a3e4f843 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61821a76-75d7-4b0d-972a-1b0eb1fe72ec HTTP/1.1" status: 200 len: 217 time: 0.7188230 Apr 20 17:30:44.074090 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf4d24d-82bf-456d-9771-68a686fba52a admin admin] Deleting subnet 35e9f78d-225c-4d9e-a6cf-92423d188840 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:30:44.105413 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-848c0069-939f-43c5-b9e5-48cf2e02cf88 req-10736ee7-7dbd-419d-8f7a-69d118c278b6 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7942982 Apr 20 17:30:44.213120 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49113605-fea2-4430-ac09-eb7354bf4343 req-4e346414-6536-455b-b2e6-70945a6b5b9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:44.215152 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-49113605-fea2-4430-ac09-eb7354bf4343 req-4e346414-6536-455b-b2e6-70945a6b5b9d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=85501846-741e-443c-b784-0c272bcce791 HTTP/1.1" status: 200 len: 862 time: 0.1852267 Apr 20 17:30:44.268632 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4907e-a37a-4ed6-ac07-94514c656f17 req-f0b11259-0e19-45ca-aba1-ace01d272b99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:44.270337 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fda4907e-a37a-4ed6-ac07-94514c656f17 req-f0b11259-0e19-45ca-aba1-ace01d272b99 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=38a1a990-6a1f-4220-b0ae-85ff981bdb2a HTTP/1.1" status: 200 len: 854 time: 0.1634748 Apr 20 17:30:44.277069 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ebf4d24d-82bf-456d-9771-68a686fba52a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:44.329331 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fda4907e-a37a-4ed6-ac07-94514c656f17 req-4f6b6013-57a5-462d-a521-18174ab71c07 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=400f7fec-a84e-421e-a33f-ee2818f755c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487218 Apr 20 17:30:44.337538 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-49113605-fea2-4430-ac09-eb7354bf4343 req-975bf60b-dd8e-412a-a700-1cb51e3bfa76 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb202fb7-2a40-4461-a9a6-14f8101e4679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151903 Apr 20 17:30:44.354847 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ebf4d24d-82bf-456d-9771-68a686fba52a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:44.419985 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device adb8da6d-1468-4bfc-8fbc-a7f4c98774bb no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:30:44.523267 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: adb8da6d-1468-4bfc-8fbc-a7f4c98774bb {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:30:44.526630 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device adb8da6d-1468-4bfc-8fbc-a7f4c98774bb not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:30:44.785322 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ebf4d24d-82bf-456d-9771-68a686fba52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:44.913122 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fda4907e-a37a-4ed6-ac07-94514c656f17 req-a672879a-6213-460f-9d75-ed183a36e116 service neutron] 10.222.0.43 "GET /v2.0/networks/400f7fec-a84e-421e-a33f-ee2818f755c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5637207 Apr 20 17:30:44.915139 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-49113605-fea2-4430-ac09-eb7354bf4343 req-946625bd-64c7-462e-a8dc-0fafec1db92f service neutron] 10.222.0.10 "GET /v2.0/networks/eb202fb7-2a40-4461-a9a6-14f8101e4679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408677 Apr 20 17:30:44.961025 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ebf4d24d-82bf-456d-9771-68a686fba52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:45.070052 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4d24d-82bf-456d-9771-68a686fba52a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35e9f78d-225c-4d9e-a6cf-92423d188840,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:45.102417 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4cdb7f-1029-4112-ba56-b58a9825088d None None] Network 2b36794c-34c3-4e2e-bc39-30e014c826c8 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:30:45.159803 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ebf4d24d-82bf-456d-9771-68a686fba52a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:45.204744 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd2dd0-c3d9-4097-8601-23bc2d46a69f req-c12d2a42-244d-4d4b-a91d-64a9a7987d45 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:45.207643 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3ccd2dd0-c3d9-4097-8601-23bc2d46a69f req-c12d2a42-244d-4d4b-a91d-64a9a7987d45 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.39 "GET /v2.0/ports?device_id=33fc97a7-fb55-46bd-b37f-2c2d267003f9 HTTP/1.1" status: 200 len: 943 time: 0.5677257 Apr 20 17:30:45.220328 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7e5960e3-7b78-4cde-bd42-9d7ef6effb81 req-59394062-4d4a-4360-ac07-44b3b02d7f80 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1502364 Apr 20 17:30:45.224918 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ebf4d24d-82bf-456d-9771-68a686fba52a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/35e9f78d-225c-4d9e-a6cf-92423d188840 HTTP/1.1" status: 204 len: 168 time: 1.5936906 Apr 20 17:30:45.227900 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56558) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:45.329881 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:45.459020 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-49113605-fea2-4430-ac09-eb7354bf4343 req-cff7df29-7c6c-4758-8cc8-0d1732e9b14c service neutron] 10.222.0.10 "GET /v2.0/networks/eb202fb7-2a40-4461-a9a6-14f8101e4679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5365748 Apr 20 17:30:45.642171 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fda4907e-a37a-4ed6-ac07-94514c656f17 req-7b65f4df-e07f-4f36-b244-68283c426887 service neutron] 10.222.0.43 "GET /v2.0/networks/400f7fec-a84e-421e-a33f-ee2818f755c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7212572 Apr 20 17:30:45.680186 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3ccd2dd0-c3d9-4097-8601-23bc2d46a69f req-70056953-86c0-4ad8-a5a8-e14fcc29dfb0 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.39 "GET /v2.0/security-groups?id=2bdc4dc6-25f0-4d6c-825d-8a5a1d9b41f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4568453 Apr 20 17:30:45.749040 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7fec2d34-2ad6-43ee-89b5-04ca3efa3302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:45.764541 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e46e4b-e94f-41f3-bd9c-a6e9598ab284 req-9878488b-7984-464a-8966-10dc6e0dc8c8 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:45.772946 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-77e46e4b-e94f-41f3-bd9c-a6e9598ab284 req-9878488b-7984-464a-8966-10dc6e0dc8c8 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 943 time: 0.3031261 Apr 20 17:30:45.818344 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c279c06e-4ea9-4034-9ea4-9b7358b81ec4 req-5371b2f9-68b5-4339-9866-fcc210bef674 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7b6c8cc6c4db4e88869bbbec0e4c0f21&device_id=33fc97a7-fb55-46bd-b37f-2c2d267003f9 HTTP/1.1" status: 200 len: 1094 time: 0.2339592 Apr 20 17:30:45.820415 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7e5960e3-7b78-4cde-bd42-9d7ef6effb81 req-ebcca0cd-03cc-44d0-a0e1-7c3e1d77b1b2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=048f4cae66cf42c897493ac9a67e0d5f&device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 1097 time: 0.5303719 Apr 20 17:30:45.842041 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5471d37-54c3-4a96-8843-dc0937449e29 None None] DHCP port deletion for 2b36794c-34c3-4e2e-bc39-30e014c826c8 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:30:45.855369 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-b5471d37-54c3-4a96-8843-dc0937449e29 None None] Deleting port 6eb15d15-0cda-4036-af69-8d9467c07b53 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:30:45.856051 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b5471d37-54c3-4a96-8843-dc0937449e29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:45.869689 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-77e46e4b-e94f-41f3-bd9c-a6e9598ab284 req-54ecf836-9443-41f1-8981-3ef99a12d01b tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955994 Apr 20 17:30:45.878299 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-7fec2d34-2ad6-43ee-89b5-04ca3efa3302 admin admin] Deleting port 6eb15d15-0cda-4036-af69-8d9467c07b53 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:30:45.878754 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7fec2d34-2ad6-43ee-89b5-04ca3efa3302 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:46.228482 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279c06e-4ea9-4034-9ea4-9b7358b81ec4 req-cc9ce3e4-2a86-456b-bc57-f0c04e17130f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:46.230833 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c279c06e-4ea9-4034-9ea4-9b7358b81ec4 req-cc9ce3e4-2a86-456b-bc57-f0c04e17130f service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb202fb7-2a40-4461-a9a6-14f8101e4679 HTTP/1.1" status: 200 len: 923 time: 0.3745782 Apr 20 17:30:46.449592 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c279c06e-4ea9-4034-9ea4-9b7358b81ec4 req-de7cd46c-3b62-4819-b2f8-89e39496f001 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61821a76-75d7-4b0d-972a-1b0eb1fe72ec HTTP/1.1" status: 200 len: 217 time: 0.2121718 Apr 20 17:30:46.477103 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b5471d37-54c3-4a96-8843-dc0937449e29 None None] For port 6eb15d15-0cda-4036-af69-8d9467c07b53, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6eb15d15-0cda-4036-af69-8d9467c07b53,segment=NetworkSegment(66b29461-7e00-47bd-9ba1-5ef6f56d61e9),segment_id=66b29461-7e00-47bd-9ba1-5ef6f56d61e9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:30:46.477840 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b5471d37-54c3-4a96-8843-dc0937449e29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:46.599760 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6eb15d15-0cda-4036-af69-8d9467c07b53 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:30:46.655497 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279c06e-4ea9-4034-9ea4-9b7358b81ec4 req-80334d5b-1ce5-4951-ae58-38a044847790 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:46.657621 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c279c06e-4ea9-4034-9ea4-9b7358b81ec4 req-80334d5b-1ce5-4951-ae58-38a044847790 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=85501846-741e-443c-b784-0c272bcce791 HTTP/1.1" status: 200 len: 862 time: 0.1955590 Apr 20 17:30:46.794917 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c279c06e-4ea9-4034-9ea4-9b7358b81ec4 req-5add0cf3-ed09-4885-a07d-dbfd843358ff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb202fb7-2a40-4461-a9a6-14f8101e4679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1292677 Apr 20 17:30:46.942121 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-b5471d37-54c3-4a96-8843-dc0937449e29 None None] Calling delete_port for 6eb15d15-0cda-4036-af69-8d9467c07b53 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:30:47.071779 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-7fec2d34-2ad6-43ee-89b5-04ca3efa3302 admin admin] For port 6eb15d15-0cda-4036-af69-8d9467c07b53, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6eb15d15-0cda-4036-af69-8d9467c07b53,segment=NetworkSegment(66b29461-7e00-47bd-9ba1-5ef6f56d61e9),segment_id=66b29461-7e00-47bd-9ba1-5ef6f56d61e9)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:30:47.072370 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7fec2d34-2ad6-43ee-89b5-04ca3efa3302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:47.140024 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c279c06e-4ea9-4034-9ea4-9b7358b81ec4 req-ff7924d5-7367-475d-a1d8-50e36f3270c4 service neutron] 10.222.0.10 "GET /v2.0/networks/eb202fb7-2a40-4461-a9a6-14f8101e4679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352361 Apr 20 17:30:47.188908 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:47.273436 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 6eb15d15-0cda-4036-af69-8d9467c07b53, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6eb15d15-0cda-4036-af69-8d9467c07b53,segment=NetworkSegment(66b29461-7e00-47bd-9ba1-5ef6f56d61e9),segment_id=66b29461-7e00-47bd-9ba1-5ef6f56d61e9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:30:47.304363 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:47.480450 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=6eb15d15-0cda-4036-af69-8d9467c07b53,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:47.500826 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5960e3-7b78-4cde-bd42-9d7ef6effb81 req-7f03c74f-2716-492c-84e1-6ab61b32996c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:47.502922 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7e5960e3-7b78-4cde-bd42-9d7ef6effb81 req-7f03c74f-2716-492c-84e1-6ab61b32996c service neutron] 10.222.0.10 "GET /v2.0/networks?id=4f37beb4-cacf-475a-8f23-eab887469923 HTTP/1.1" status: 200 len: 913 time: 1.4748504 Apr 20 17:30:47.507081 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-b5471d37-54c3-4a96-8843-dc0937449e29 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:30:47.507426 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-b5471d37-54c3-4a96-8843-dc0937449e29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:30:47.531120 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-7fec2d34-2ad6-43ee-89b5-04ca3efa3302 admin admin] Calling delete_port for 6eb15d15-0cda-4036-af69-8d9467c07b53 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:30:47.729922 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c279c06e-4ea9-4034-9ea4-9b7358b81ec4 req-55c06630-cdb3-4215-bb92-e80cad058b96 service neutron] 10.222.0.10 "GET /v2.0/networks/eb202fb7-2a40-4461-a9a6-14f8101e4679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5818181 Apr 20 17:30:47.762574 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b299776-e63f-488a-a6be-7a5bf40f1622 req-42930fd5-4323-460e-a18f-bcdbd0f184df tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:47.764172 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2b299776-e63f-488a-a6be-7a5bf40f1622 req-42930fd5-4323-460e-a18f-bcdbd0f184df tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 943 time: 0.5701964 Apr 20 17:30:47.878230 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7e5960e3-7b78-4cde-bd42-9d7ef6effb81 req-273cccc9-dae6-4e55-b5d7-1958b0889149 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0b3d423-a33b-4b1a-9611-990b877c1adc HTTP/1.1" status: 200 len: 217 time: 0.2556429 Apr 20 17:30:47.888513 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2b299776-e63f-488a-a6be-7a5bf40f1622 req-f43856cd-d9b7-4684-ad79-c865205ef2b4 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165771 Apr 20 17:30:48.009006 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-b5471d37-54c3-4a96-8843-dc0937449e29 None None] Deleting port 6eb15d15-0cda-4036-af69-8d9467c07b53 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:30:48.009649 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b5471d37-54c3-4a96-8843-dc0937449e29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:48.077770 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5960e3-7b78-4cde-bd42-9d7ef6effb81 req-3bedf7e5-59a9-44d7-8046-b801ee7af83d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:48.086327 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7e5960e3-7b78-4cde-bd42-9d7ef6effb81 req-3bedf7e5-59a9-44d7-8046-b801ee7af83d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=459b9241-591b-4214-ba21-d89500ea520e HTTP/1.1" status: 200 len: 851 time: 0.2005453 Apr 20 17:30:48.106078 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.api [None req-7fec2d34-2ad6-43ee-89b5-04ca3efa3302 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:30:48.109617 n-d-838032-1 neutron-server[84080]: DEBUG oslo_db.api [None req-7fec2d34-2ad6-43ee-89b5-04ca3efa3302 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:30:48.273763 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec33fc-317c-42ce-8a7f-734ee5fd7209 req-61285639-e795-422c-bae7-0f59891857d9 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:48.281720 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-22ec33fc-317c-42ce-8a7f-734ee5fd7209 req-61285639-e795-422c-bae7-0f59891857d9 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.39 "GET /v2.0/ports?device_id=33fc97a7-fb55-46bd-b37f-2c2d267003f9 HTTP/1.1" status: 200 len: 943 time: 0.6762037 Apr 20 17:30:48.422070 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-22ec33fc-317c-42ce-8a7f-734ee5fd7209 req-9fdb157e-727e-49b5-9592-068ffc017bdb tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.39 "GET /v2.0/security-groups?id=2bdc4dc6-25f0-4d6c-825d-8a5a1d9b41f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390948 Apr 20 17:30:48.435927 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b5471d37-54c3-4a96-8843-dc0937449e29 None None] For port 6eb15d15-0cda-4036-af69-8d9467c07b53, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6eb15d15-0cda-4036-af69-8d9467c07b53,segment=NetworkSegment(66b29461-7e00-47bd-9ba1-5ef6f56d61e9),segment_id=66b29461-7e00-47bd-9ba1-5ef6f56d61e9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:30:48.436306 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b5471d37-54c3-4a96-8843-dc0937449e29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:48.542933 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b4e8-c87f-4ece-aef3-a0b52452eed4 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:48.596370 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7e5960e3-7b78-4cde-bd42-9d7ef6effb81 req-4715d93c-c6f1-4f79-9ec1-745f798fd211 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f37beb4-cacf-475a-8f23-eab887469923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4916995 Apr 20 17:30:48.621813 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-7fec2d34-2ad6-43ee-89b5-04ca3efa3302 admin admin] Deleting port 6eb15d15-0cda-4036-af69-8d9467c07b53 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:30:48.622264 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7fec2d34-2ad6-43ee-89b5-04ca3efa3302 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:48.682047 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-b5471d37-54c3-4a96-8843-dc0937449e29 None None] Calling delete_port for 6eb15d15-0cda-4036-af69-8d9467c07b53 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:30:48.805039 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b5471d37-54c3-4a96-8843-dc0937449e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:48.825888 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7e5960e3-7b78-4cde-bd42-9d7ef6effb81 req-1fa69fb4-402e-4d3e-8386-5e6b9c8e58c5 service neutron] 10.222.0.10 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048993 Apr 20 17:30:48.910270 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5471d37-54c3-4a96-8843-dc0937449e29 None None] No DVR routers for this DVR port 6eb15d15-0cda-4036-af69-8d9467c07b53 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:30:48.939635 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5471d37-54c3-4a96-8843-dc0937449e29 None None] Pushing event deleted for resources: {'Port': ['ID=6eb15d15-0cda-4036-af69-8d9467c07b53,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:48.974117 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb4b4e8-c87f-4ece-aef3-a0b52452eed4 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Checking segment: {'id': 'c665889d-f4cb-42e3-a2bc-2ee41a98d78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '242d7340-ae41-4fb4-b544-3a0b362d10df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:30:48.974503 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb4b4e8-c87f-4ece-aef3-a0b52452eed4 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Network hostable DHCP agents. Network: 242d7340-ae41-4fb4-b544-3a0b362d10df, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:30:49.194294 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 61821a76-75d7-4b0d-972a-1b0eb1fe72ec details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:30:49.199085 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7e5960e3-7b78-4cde-bd42-9d7ef6effb81 req-fe353c9f-92f9-44d0-93b6-fe6aa8622291 service neutron] 10.222.0.10 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597603 Apr 20 17:30:49.203796 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4b4e8-c87f-4ece-aef3-a0b52452eed4 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Pushing event updated for resources: {'Subnet': ['ID=bfe3479f-fefe-485f-8511-d8b66cc0f8f6,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:49.253345 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-7fec2d34-2ad6-43ee-89b5-04ca3efa3302 admin admin] The port '6eb15d15-0cda-4036-af69-8d9467c07b53' was deleted {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:30:49.433444 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5f953-f578-49b2-be7d-668518de82c9 req-1df0bf8f-bded-4565-9024-c9ab7590d112 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:49.466858 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-52e5f953-f578-49b2-be7d-668518de82c9 req-1df0bf8f-bded-4565-9024-c9ab7590d112 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 943 time: 0.2907348 Apr 20 17:30:49.551005 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-52e5f953-f578-49b2-be7d-668518de82c9 req-e7883481-3864-44d9-b7ca-5abfc313a7ae tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821087 Apr 20 17:30:49.607217 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 61821a76-75d7-4b0d-972a-1b0eb1fe72ec, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=61821a76-75d7-4b0d-972a-1b0eb1fe72ec,segment=NetworkSegment(cb5e8fce-d709-4773-851b-28490978272b),segment_id=cb5e8fce-d709-4773-851b-28490978272b)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:30:49.653184 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '61821a76-75d7-4b0d-972a-1b0eb1fe72ec', 'network_id': 'eb202fb7-2a40-4461-a9a6-14f8101e4679', 'port_id': '61821a76-75d7-4b0d-972a-1b0eb1fe72ec', 'mac_address': 'fa:16:3e:83:4e:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85501846-741e-443c-b784-0c272bcce791', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:30:49.716442 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb4b4e8-c87f-4ece-aef3-a0b52452eed4 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Network 242d7340-ae41-4fb4-b544-3a0b362d10df is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:30:49.761641 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-3cb4b4e8-c87f-4ece-aef3-a0b52452eed4 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 242d7340-ae41-4fb4-b544-3a0b362d10df) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:30:49.768401 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:49.780156 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b4e8-c87f-4ece-aef3-a0b52452eed4 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:49.831041 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61821a76-75d7-4b0d-972a-1b0eb1fe72ec {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:30:49.856327 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 61821a76-75d7-4b0d-972a-1b0eb1fe72ec, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=61821a76-75d7-4b0d-972a-1b0eb1fe72ec,segment=NetworkSegment(cb5e8fce-d709-4773-851b-28490978272b),segment_id=cb5e8fce-d709-4773-851b-28490978272b)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:30:49.857794 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96da67b-afc0-4041-8b2d-07654ccc0ebf None None] Network 242d7340-ae41-4fb4-b544-3a0b362d10df requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:30:49.901086 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:49.940380 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7fec2d34-2ad6-43ee-89b5-04ca3efa3302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:50.040660 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-7fec2d34-2ad6-43ee-89b5-04ca3efa3302 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b36794c-34c3-4e2e-bc39-30e014c826c8']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:30:50.083546 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4b4e8-c87f-4ece-aef3-a0b52452eed4 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Pushing event updated for resources: {'Subnet': ['ID=328be77f-fb15-45e7-8e27-9b8d90cae1c7,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:50.088499 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-7fec2d34-2ad6-43ee-89b5-04ca3efa3302 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66b29461-7e00-47bd-9ba1-5ef6f56d61e9') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:30:50.088814 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-7fec2d34-2ad6-43ee-89b5-04ca3efa3302 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66b29461-7e00-47bd-9ba1-5ef6f56d61e9') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:30:50.103171 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=61821a76-75d7-4b0d-972a-1b0eb1fe72ec,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:50.106179 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7fec2d34-2ad6-43ee-89b5-04ca3efa3302 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:50.139418 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb4b4e8-c87f-4ece-aef3-a0b52452eed4 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Checking segment: {'id': '73ede7c0-2224-43de-983d-c926e0325953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e4ceb4a5-c72e-457c-b1ff-54389138a7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:30:50.139801 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb4b4e8-c87f-4ece-aef3-a0b52452eed4 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Network hostable DHCP agents. Network: e4ceb4a5-c72e-457c-b1ff-54389138a7ec, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:30:50.193217 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6342f-62bb-4811-b08b-a404604f66c4 req-30ae95fd-a4be-4624-80b3-05093cf2ac90 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:50.202624 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-afb6342f-62bb-4811-b08b-a404604f66c4 req-30ae95fd-a4be-4624-80b3-05093cf2ac90 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.39 "GET /v2.0/ports?device_id=33fc97a7-fb55-46bd-b37f-2c2d267003f9 HTTP/1.1" status: 200 len: 944 time: 0.4313505 Apr 20 17:30:50.252708 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7fec2d34-2ad6-43ee-89b5-04ca3efa3302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:50.306026 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fec2d34-2ad6-43ee-89b5-04ca3efa3302 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:30:50.308003 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7fec2d34-2ad6-43ee-89b5-04ca3efa3302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:50.310324 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['61821a76-75d7-4b0d-972a-1b0eb1fe72ec'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:30:50.336066 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:30:50.336066 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:30:50.336066 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:30:50.336066 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:30:50.336066 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:30:50.336066 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:30:50.336066 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:30:50.336066 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:30:50.336066 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:30:50.336066 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:30:50.336066 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:30:50.336066 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:30:50.336066 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:30:50.336066 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:30:50.336066 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:30:50.336066 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:30:50.336066 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:30:50.336066 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:30:50.336066 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:30:50.336066 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:30:50.336066 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:30:50.336066 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:30:50.336066 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:30:50.336066 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:30:50.336066 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:30:50.336066 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:30:50.336066 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:30:50.336066 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:30:50.336066 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:30:50.336066 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:30:50.336066 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:30:50.336066 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:30:50.556349 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-afb6342f-62bb-4811-b08b-a404604f66c4 req-5ae5d0ac-5837-415e-9e2c-3ae78049ff3f tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.39 "GET /v2.0/security-groups?id=2bdc4dc6-25f0-4d6c-825d-8a5a1d9b41f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500004 Apr 20 17:30:50.561480 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb4b4e8-c87f-4ece-aef3-a0b52452eed4 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Network e4ceb4a5-c72e-457c-b1ff-54389138a7ec is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:30:50.615461 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-3cb4b4e8-c87f-4ece-aef3-a0b52452eed4 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, e4ceb4a5-c72e-457c-b1ff-54389138a7ec) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:30:50.637736 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb4b4e8-c87f-4ece-aef3-a0b52452eed4 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:50.638176 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb4b4e8-c87f-4ece-aef3-a0b52452eed4 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:50.643227 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b4e8-c87f-4ece-aef3-a0b52452eed4 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:50.653720 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7fec2d34-2ad6-43ee-89b5-04ca3efa3302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:50.668418 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7fec2d34-2ad6-43ee-89b5-04ca3efa3302 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:50.697422 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb74a78-e3a4-4ff1-8e1a-68606fc8f2ed None None] Network e4ceb4a5-c72e-457c-b1ff-54389138a7ec requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:30:50.740013 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7fec2d34-2ad6-43ee-89b5-04ca3efa3302 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2b36794c-34c3-4e2e-bc39-30e014c826c8 HTTP/1.1" status: 204 len: 168 time: 5.5109315 Apr 20 17:30:50.746363 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec2d34-2ad6-43ee-89b5-04ca3efa3302 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b36794c-34c3-4e2e-bc39-30e014c826c8,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:50.761855 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56670) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:50.763664 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3cb4b4e8-c87f-4ece-aef3-a0b52452eed4 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 8.8045712 Apr 20 17:30:50.818681 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb26636-b1c7-4dc8-9ad0-1cc666f56018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-242d7340-ae41-4fb4-b544-3a0b362d10df', 'network_id': '242d7340-ae41-4fb4-b544-3a0b362d10df', 'tenant_id': 'ba51f4a61b43422a9696c489088d3527', 'fixed_ips': [{'subnet_id': 'bfe3479f-fefe-485f-8511-d8b66cc0f8f6'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:30:50.819852 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-acb26636-b1c7-4dc8-9ad0-1cc666f56018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:51.028795 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39229502-1705-4028-aef3-1d907d8c58ee tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:51.030932 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39229502-1705-4028-aef3-1d907d8c58ee tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:51.032304 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39229502-1705-4028-aef3-1d907d8c58ee tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:51.035297 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-39229502-1705-4028-aef3-1d907d8c58ee tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2716236 Apr 20 17:30:51.040584 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56676) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:51.064753 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee533cb5-3897-46ce-8047-a6dc3adf0605 req-586055e1-0e5c-4061-b7d9-570aa17095e7 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:51.075473 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ee533cb5-3897-46ce-8047-a6dc3adf0605 req-586055e1-0e5c-4061-b7d9-570aa17095e7 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 943 time: 0.1846189 Apr 20 17:30:51.210374 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ee533cb5-3897-46ce-8047-a6dc3adf0605 req-bb9454a7-f2fe-4387-bb40-1d1f0c3297ea tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334410 Apr 20 17:30:51.287610 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-acb26636-b1c7-4dc8-9ad0-1cc666f56018 None None] Allocated IP 172.20.0.2 (242d7340-ae41-4fb4-b544-3a0b362d10df/bfe3479f-fefe-485f-8511-d8b66cc0f8f6/76eb9bb7-7df0-4017-8e9c-eb663113476a) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:30:51.420092 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56688) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:51.508615 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad428f98-2d4f-4817-81b4-b4b14728c05d tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Deleting subnet bfe3479f-fefe-485f-8511-d8b66cc0f8f6 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:30:51.549562 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1f4bf821-24da-44de-9d9e-0c4ada65754b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=02869399c9f94c6e8f223671a74b81d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1270874 Apr 20 17:30:51.550886 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56692) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:51.663034 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ff610f88-875b-42b9-9640-1cb10ce4f00c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:51.728316 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ff610f88-875b-42b9-9640-1cb10ce4f00c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:51.844826 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ff610f88-875b-42b9-9640-1cb10ce4f00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:51.914001 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff610f88-875b-42b9-9640-1cb10ce4f00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd799dee-d3d7-4e1b-bccb-159484da2931,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:51.967439 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ff610f88-875b-42b9-9640-1cb10ce4f00c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:51.971833 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ff610f88-875b-42b9-9640-1cb10ce4f00c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bd799dee-d3d7-4e1b-bccb-159484da2931 HTTP/1.1" status: 204 len: 168 time: 0.4196236 Apr 20 17:30:52.069611 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f44d7-005a-47a7-b434-233558f83755 req-d08c8bd2-3160-432a-ba62-f8010e3c495b tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:52.071501 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3f4f44d7-005a-47a7-b434-233558f83755 req-d08c8bd2-3160-432a-ba62-f8010e3c495b tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.39 "GET /v2.0/ports?device_id=33fc97a7-fb55-46bd-b37f-2c2d267003f9 HTTP/1.1" status: 200 len: 944 time: 0.2136662 Apr 20 17:30:52.096187 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-acb26636-b1c7-4dc8-9ad0-1cc666f56018 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:52.109489 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-acb26636-b1c7-4dc8-9ad0-1cc666f56018 None None] Transition to ACTIVE for port object 76eb9bb7-7df0-4017-8e9c-eb663113476a will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:30:52.132807 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-acb26636-b1c7-4dc8-9ad0-1cc666f56018 None None] Transition to ACTIVE for port object 76eb9bb7-7df0-4017-8e9c-eb663113476a will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:30:52.147313 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ad428f98-2d4f-4817-81b4-b4b14728c05d tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:52.163787 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de989c64-2254-4c1b-988a-5408e05b4e9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-e4ceb4a5-c72e-457c-b1ff-54389138a7ec', 'network_id': 'e4ceb4a5-c72e-457c-b1ff-54389138a7ec', 'tenant_id': 'ba51f4a61b43422a9696c489088d3527', 'fixed_ips': [{'subnet_id': '328be77f-fb15-45e7-8e27-9b8d90cae1c7'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:30:52.164615 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-de989c64-2254-4c1b-988a-5408e05b4e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:52.190463 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-acb26636-b1c7-4dc8-9ad0-1cc666f56018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:52.357246 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3f4f44d7-005a-47a7-b434-233558f83755 req-c3dc98f4-ba6c-4f9b-b441-e37f7448127f tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.39 "GET /v2.0/security-groups?id=2bdc4dc6-25f0-4d6c-825d-8a5a1d9b41f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792397 Apr 20 17:30:52.360313 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ad428f98-2d4f-4817-81b4-b4b14728c05d tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:52.578554 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ad428f98-2d4f-4817-81b4-b4b14728c05d tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:52.620908 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb26636-b1c7-4dc8-9ad0-1cc666f56018 None None] Pushing event updated for resources: {'Port': ['ID=76eb9bb7-7df0-4017-8e9c-eb663113476a,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:52.693383 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa911f2-3830-4d2a-bb60-e3f4b76dc504 req-206343a8-d1a5-4346-9cd3-64016a600110 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:52.705637 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5fa911f2-3830-4d2a-bb60-e3f4b76dc504 req-206343a8-d1a5-4346-9cd3-64016a600110 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 943 time: 0.2578821 Apr 20 17:30:52.715795 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb26636-b1c7-4dc8-9ad0-1cc666f56018 None None] Network 242d7340-ae41-4fb4-b544-3a0b362d10df is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:30:52.744150 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-acb26636-b1c7-4dc8-9ad0-1cc666f56018 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:30:52.814921 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ad428f98-2d4f-4817-81b4-b4b14728c05d tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:52.887893 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5fa911f2-3830-4d2a-bb60-e3f4b76dc504 req-4a8fa534-9d6d-47d6-bcce-9d316f6c37bf tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768293 Apr 20 17:30:52.958602 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad428f98-2d4f-4817-81b4-b4b14728c05d tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Pushing event deleted for resources: {'Subnet': ['ID=bfe3479f-fefe-485f-8511-d8b66cc0f8f6,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:52.983292 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ad428f98-2d4f-4817-81b4-b4b14728c05d tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:53.004420 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ad428f98-2d4f-4817-81b4-b4b14728c05d tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] 10.222.0.39 "DELETE /v2.0/subnets/bfe3479f-fefe-485f-8511-d8b66cc0f8f6 HTTP/1.1" status: 204 len: 168 time: 1.9604642 Apr 20 17:30:53.006973 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56734) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:53.052833 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-de989c64-2254-4c1b-988a-5408e05b4e9c None None] Allocated IP 172.20.0.18 (e4ceb4a5-c72e-457c-b1ff-54389138a7ec/328be77f-fb15-45e7-8e27-9b8d90cae1c7/d62427bb-3aff-4d6c-ac0d-21b6f7dd4ae5) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:30:53.055712 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb26636-b1c7-4dc8-9ad0-1cc666f56018 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:30:53.226308 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 61821a76-75d7-4b0d-972a-1b0eb1fe72ec up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:30:53.289706 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-acb26636-b1c7-4dc8-9ad0-1cc666f56018 None None] Attempting to bind port 76eb9bb7-7df0-4017-8e9c-eb663113476a on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:30:53.290333 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-acb26636-b1c7-4dc8-9ad0-1cc666f56018 None None] Attempting to bind port 76eb9bb7-7df0-4017-8e9c-eb663113476a by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'c665889d-f4cb-42e3-a2bc-2ee41a98d78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '242d7340-ae41-4fb4-b544-3a0b362d10df'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:30:53.305635 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb26636-b1c7-4dc8-9ad0-1cc666f56018 None None] Attempting to bind port 76eb9bb7-7df0-4017-8e9c-eb663113476a on network 242d7340-ae41-4fb4-b544-3a0b362d10df {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:30:53.346014 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb26636-b1c7-4dc8-9ad0-1cc666f56018 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:30:53.346700 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb26636-b1c7-4dc8-9ad0-1cc666f56018 None None] Checking segment: {'id': 'c665889d-f4cb-42e3-a2bc-2ee41a98d78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '242d7340-ae41-4fb4-b544-3a0b362d10df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:30:53.347435 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-acb26636-b1c7-4dc8-9ad0-1cc666f56018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:53.348203 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb26636-b1c7-4dc8-9ad0-1cc666f56018 None None] Bound using segment: {'id': 'c665889d-f4cb-42e3-a2bc-2ee41a98d78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '242d7340-ae41-4fb4-b544-3a0b362d10df'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:30:53.348893 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-acb26636-b1c7-4dc8-9ad0-1cc666f56018 None None] Bound port: 76eb9bb7-7df0-4017-8e9c-eb663113476a, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c665889d-f4cb-42e3-a2bc-2ee41a98d78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '242d7340-ae41-4fb4-b544-3a0b362d10df'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:30:53.349499 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-acb26636-b1c7-4dc8-9ad0-1cc666f56018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:53.518661 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca0b425-c481-4b21-85c3-c5b586f2f48a tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Deleting subnet 328be77f-fb15-45e7-8e27-9b8d90cae1c7 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:30:53.659926 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 61821a76-75d7-4b0d-972a-1b0eb1fe72ec completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:30:53.707188 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-acb26636-b1c7-4dc8-9ad0-1cc666f56018 None None] For port 76eb9bb7-7df0-4017-8e9c-eb663113476a, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:30:53.710752 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-acb26636-b1c7-4dc8-9ad0-1cc666f56018 None None] For port 76eb9bb7-7df0-4017-8e9c-eb663113476a, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=76eb9bb7-7df0-4017-8e9c-eb663113476a,segment=NetworkSegment(c665889d-f4cb-42e3-a2bc-2ee41a98d78c),segment_id=c665889d-f4cb-42e3-a2bc-2ee41a98d78c)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:30:53.725273 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-acb26636-b1c7-4dc8-9ad0-1cc666f56018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:53.817002 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 61821a76-75d7-4b0d-972a-1b0eb1fe72ec triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:30:53.817343 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:53.840964 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3bf1f4-ed64-4923-ae44-9968e61ef503 req-c93aea22-0986-4509-8323-e2dec2c25726 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:53.846232 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0c3bf1f4-ed64-4923-ae44-9968e61ef503 req-c93aea22-0986-4509-8323-e2dec2c25726 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.39 "GET /v2.0/ports?device_id=33fc97a7-fb55-46bd-b37f-2c2d267003f9 HTTP/1.1" status: 200 len: 944 time: 0.1809855 Apr 20 17:30:53.943083 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb26636-b1c7-4dc8-9ad0-1cc666f56018 None None] Pushing event updated for resources: {'Port': ['ID=76eb9bb7-7df0-4017-8e9c-eb663113476a,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:53.975397 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0c3bf1f4-ed64-4923-ae44-9968e61ef503 req-ba2071c5-6910-4225-a7d3-c5b72fbf9215 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.39 "GET /v2.0/security-groups?id=2bdc4dc6-25f0-4d6c-825d-8a5a1d9b41f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137726 Apr 20 17:30:53.997600 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-de989c64-2254-4c1b-988a-5408e05b4e9c None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:54.059967 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-de989c64-2254-4c1b-988a-5408e05b4e9c None None] Transition to ACTIVE for port object d62427bb-3aff-4d6c-ac0d-21b6f7dd4ae5 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:30:54.187680 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56774) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:54.279725 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-de989c64-2254-4c1b-988a-5408e05b4e9c None None] Transition to ACTIVE for port object d62427bb-3aff-4d6c-ac0d-21b6f7dd4ae5 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:30:54.305964 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:54.317638 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8ca0b425-c481-4b21-85c3-c5b586f2f48a tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:54.361312 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-de989c64-2254-4c1b-988a-5408e05b4e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:54.507035 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8ca0b425-c481-4b21-85c3-c5b586f2f48a tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:54.742079 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-6711949f-fe13-40bd-ae54-e4f16afeb784 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-176702069-network', 'tenant_id': 'fff76710152c4266b547138b68f9e982'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:30:54.756194 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de989c64-2254-4c1b-988a-5408e05b4e9c None None] Network e4ceb4a5-c72e-457c-b1ff-54389138a7ec is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:30:54.756759 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6711949f-fe13-40bd-ae54-e4f16afeb784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:30:54.768383 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6711949f-fe13-40bd-ae54-e4f16afeb784 admin admin] Usage tracker for resource:network and tenant:fff76710152c4266b547138b68f9e982 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:30:54.776396 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6711949f-fe13-40bd-ae54-e4f16afeb784 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:30:54.784407 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-de989c64-2254-4c1b-988a-5408e05b4e9c None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:30:54.790682 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6711949f-fe13-40bd-ae54-e4f16afeb784 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:30:54.793431 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de989c64-2254-4c1b-988a-5408e05b4e9c None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:30:54.796281 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6664f650-4eb7-4b7a-8968-b4801826ef55 None None] Network 242d7340-ae41-4fb4-b544-3a0b362d10df requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:30:54.895962 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6711949f-fe13-40bd-ae54-e4f16afeb784 admin admin] Made reservation on behalf of fff76710152c4266b547138b68f9e982 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:30:54.901039 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6711949f-fe13-40bd-ae54-e4f16afeb784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:54.918156 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33fc97a7-fb55-46bd-b37f-2c2d267003f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61821a76-75d7-4b0d-972a-1b0eb1fe72ec'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:30:54.995674 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6711949f-fe13-40bd-ae54-e4f16afeb784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:55.052545 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 61821a76-75d7-4b0d-972a-1b0eb1fe72ec, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=61821a76-75d7-4b0d-972a-1b0eb1fe72ec,segment=NetworkSegment(cb5e8fce-d709-4773-851b-28490978272b),segment_id=cb5e8fce-d709-4773-851b-28490978272b)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:30:55.071457 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de989c64-2254-4c1b-988a-5408e05b4e9c None None] Pushing event updated for resources: {'Port': ['ID=d62427bb-3aff-4d6c-ac0d-21b6f7dd4ae5,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:55.076384 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6711949f-fe13-40bd-ae54-e4f16afeb784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:30:55.086248 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6711949f-fe13-40bd-ae54-e4f16afeb784 admin admin] Usage tracker for resource:security_group_rule and tenant:fff76710152c4266b547138b68f9e982 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:30:55.094252 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6711949f-fe13-40bd-ae54-e4f16afeb784 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:30:55.109400 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6711949f-fe13-40bd-ae54-e4f16afeb784 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:30:55.128568 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-969065b4-bae3-4fe4-97ab-52950852c762'] response: {'server_uuid': '33fc97a7-fb55-46bd-b37f-2c2d267003f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61821a76-75d7-4b0d-972a-1b0eb1fe72ec', 'code': 200} Apr 20 17:30:55.136925 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:55.227820 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=61821a76-75d7-4b0d-972a-1b0eb1fe72ec,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:55.348120 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6711949f-fe13-40bd-ae54-e4f16afeb784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:55.361738 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8ca0b425-c481-4b21-85c3-c5b586f2f48a tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:55.436341 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-de989c64-2254-4c1b-988a-5408e05b4e9c None None] Attempting to bind port d62427bb-3aff-4d6c-ac0d-21b6f7dd4ae5 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:30:55.437476 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-de989c64-2254-4c1b-988a-5408e05b4e9c None None] Attempting to bind port d62427bb-3aff-4d6c-ac0d-21b6f7dd4ae5 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '73ede7c0-2224-43de-983d-c926e0325953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e4ceb4a5-c72e-457c-b1ff-54389138a7ec'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:30:55.438008 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de989c64-2254-4c1b-988a-5408e05b4e9c None None] Attempting to bind port d62427bb-3aff-4d6c-ac0d-21b6f7dd4ae5 on network e4ceb4a5-c72e-457c-b1ff-54389138a7ec {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:30:55.454016 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de989c64-2254-4c1b-988a-5408e05b4e9c None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:30:55.454943 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de989c64-2254-4c1b-988a-5408e05b4e9c None None] Checking segment: {'id': '73ede7c0-2224-43de-983d-c926e0325953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e4ceb4a5-c72e-457c-b1ff-54389138a7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:30:55.455532 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-de989c64-2254-4c1b-988a-5408e05b4e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:55.456095 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de989c64-2254-4c1b-988a-5408e05b4e9c None None] Bound using segment: {'id': '73ede7c0-2224-43de-983d-c926e0325953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e4ceb4a5-c72e-457c-b1ff-54389138a7ec'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:30:55.456748 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-de989c64-2254-4c1b-988a-5408e05b4e9c None None] Bound port: d62427bb-3aff-4d6c-ac0d-21b6f7dd4ae5, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ede7c0-2224-43de-983d-c926e0325953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e4ceb4a5-c72e-457c-b1ff-54389138a7ec'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:30:55.457308 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-de989c64-2254-4c1b-988a-5408e05b4e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:55.502549 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-722c7822-656f-49d5-b791-638c2ea23888 req-1523585d-7680-407d-9469-481ef1bc2a2c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=33fc97a7-fb55-46bd-b37f-2c2d267003f9 HTTP/1.1" status: 200 len: 1096 time: 0.3257384 Apr 20 17:30:55.513923 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901264c0-20f2-4b32-b7fb-6c7661e63dae req-5f24f3c7-5b03-46a9-bcb9-2c30b046198f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:55.527619 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-901264c0-20f2-4b32-b7fb-6c7661e63dae req-5f24f3c7-5b03-46a9-bcb9-2c30b046198f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 943 time: 1.3035681 Apr 20 17:30:55.533552 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6711949f-fe13-40bd-ae54-e4f16afeb784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:55.637448 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b57e9e-bdfa-495b-9100-321ecee373ec req-eb6dca1b-e2ae-4d6c-8013-44c043e4c100 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:55.654127 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a4b57e9e-bdfa-495b-9100-321ecee373ec req-eb6dca1b-e2ae-4d6c-8013-44c043e4c100 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.39 "GET /v2.0/ports?device_id=33fc97a7-fb55-46bd-b37f-2c2d267003f9 HTTP/1.1" status: 200 len: 945 time: 0.3020744 Apr 20 17:30:55.687635 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711949f-fe13-40bd-ae54-e4f16afeb784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b0e873-1889-4136-83b1-9792a54a3fff,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:55.734543 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-722c7822-656f-49d5-b791-638c2ea23888 req-d59e6a53-2cd0-4493-a1a2-0581d9cdfbfa service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2bdc4dc6-25f0-4d6c-825d-8a5a1d9b41f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245548 Apr 20 17:30:55.805296 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a4b57e9e-bdfa-495b-9100-321ecee373ec req-430afcb3-abbe-4d2d-af0c-358d3ed0c7a6 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.39 "GET /v2.0/security-groups?id=2bdc4dc6-25f0-4d6c-825d-8a5a1d9b41f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499565 Apr 20 17:30:55.828226 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-901264c0-20f2-4b32-b7fb-6c7661e63dae req-6d11749e-3d45-4075-a5e1-76a1795db6e6 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535524 Apr 20 17:30:55.831310 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6711949f-fe13-40bd-ae54-e4f16afeb784 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:30:55.863347 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6711949f-fe13-40bd-ae54-e4f16afeb784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:55.863936 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-6711949f-fe13-40bd-ae54-e4f16afeb784 admin admin] Added segment aeb8f33c-317c-45e3-a7a9-c21f7e658316 of type vlan for network b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 Apr 20 17:30:55.906329 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6711949f-fe13-40bd-ae54-e4f16afeb784 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:55.908326 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-de989c64-2254-4c1b-988a-5408e05b4e9c None None] For port d62427bb-3aff-4d6c-ac0d-21b6f7dd4ae5, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:30:55.912478 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8ca0b425-c481-4b21-85c3-c5b586f2f48a tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:55.913618 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-de989c64-2254-4c1b-988a-5408e05b4e9c None None] For port d62427bb-3aff-4d6c-ac0d-21b6f7dd4ae5, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d62427bb-3aff-4d6c-ac0d-21b6f7dd4ae5,segment=NetworkSegment(73ede7c0-2224-43de-983d-c926e0325953),segment_id=73ede7c0-2224-43de-983d-c926e0325953)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:30:55.925192 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-de989c64-2254-4c1b-988a-5408e05b4e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:55.968506 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0b425-c481-4b21-85c3-c5b586f2f48a tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Pushing event deleted for resources: {'Subnet': ['ID=328be77f-fb15-45e7-8e27-9b8d90cae1c7,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:55.973374 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8ca0b425-c481-4b21-85c3-c5b586f2f48a tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:55.987937 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8ca0b425-c481-4b21-85c3-c5b586f2f48a tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] 10.222.0.39 "DELETE /v2.0/subnets/328be77f-fb15-45e7-8e27-9b8d90cae1c7 HTTP/1.1" status: 204 len: 168 time: 2.9798491 Apr 20 17:30:55.990531 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56816) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:56.076571 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6711949f-fe13-40bd-ae54-e4f16afeb784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:56.078312 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6711949f-fe13-40bd-ae54-e4f16afeb784 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:56.079361 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6711949f-fe13-40bd-ae54-e4f16afeb784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:56.108677 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02b18db-715c-45c6-8960-1b64a15c472d tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:56.109198 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b02b18db-715c-45c6-8960-1b64a15c472d tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Synchronizing usage tracker for tenant:ba51f4a61b43422a9696c489088d3527 on resource:subnet {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:30:56.185450 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de989c64-2254-4c1b-988a-5408e05b4e9c None None] Pushing event updated for resources: {'Port': ['ID=d62427bb-3aff-4d6c-ac0d-21b6f7dd4ae5,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:56.237118 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711949f-fe13-40bd-ae54-e4f16afeb784 admin admin] Pushing event updated for resources: {'Network': ['ID=b9c5f462-ddff-4ef3-834f-300bbbe5c5e1,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:56.240936 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6711949f-fe13-40bd-ae54-e4f16afeb784 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0520959 Apr 20 17:30:56.244880 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56824) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:56.252757 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:30:56.262623 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-19fa4eac-4514-4427-879c-7a84b330346b admin admin] Request body: {'subnet': {'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-176702069-subnet', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:30:56.265554 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b02b18db-715c-45c6-8960-1b64a15c472d tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Unset dirty status for tenant:ba51f4a61b43422a9696c489088d3527 on resource:subnet {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:30:56.267256 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b02b18db-715c-45c6-8960-1b64a15c472d tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2756414 Apr 20 17:30:56.274133 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56828) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:56.283441 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-19fa4eac-4514-4427-879c-7a84b330346b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:30:56.297477 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-19fa4eac-4514-4427-879c-7a84b330346b admin admin] Usage tracker for resource:subnet and tenant:fff76710152c4266b547138b68f9e982 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:30:56.311177 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-19fa4eac-4514-4427-879c-7a84b330346b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:30:56.337235 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-19fa4eac-4514-4427-879c-7a84b330346b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:30:56.374698 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fa4eac-4514-4427-879c-7a84b330346b admin admin] Made reservation on behalf of fff76710152c4266b547138b68f9e982 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:30:56.377822 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19fa4eac-4514-4427-879c-7a84b330346b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:56.565543 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97dd4fa8-4da0-4203-8ced-106124aa4f45 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:56.598397 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-97dd4fa8-4da0-4203-8ced-106124aa4f45 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Deleting port d62427bb-3aff-4d6c-ac0d-21b6f7dd4ae5 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:30:56.599070 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97dd4fa8-4da0-4203-8ced-106124aa4f45 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:57.825889 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19fa4eac-4514-4427-879c-7a84b330346b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:57.937145 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa4eac-4514-4427-879c-7a84b330346b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d05736e-ddd3-43ab-9360-fdcd5c15b127,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:57.946126 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0788259a-05d8-4d41-90f2-9047e1e71535 None None] Network e4ceb4a5-c72e-457c-b1ff-54389138a7ec requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:30:58.018664 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-97dd4fa8-4da0-4203-8ced-106124aa4f45 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] For port d62427bb-3aff-4d6c-ac0d-21b6f7dd4ae5, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d62427bb-3aff-4d6c-ac0d-21b6f7dd4ae5,segment=NetworkSegment(73ede7c0-2224-43de-983d-c926e0325953),segment_id=73ede7c0-2224-43de-983d-c926e0325953)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:30:58.019268 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97dd4fa8-4da0-4203-8ced-106124aa4f45 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:58.032216 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24f4e6-a7d3-4bb9-87c5-0717815f1e0b req-83b33b45-d61b-4689-94d7-26182fabb6b3 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:58.042681 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4b24f4e6-a7d3-4bb9-87c5-0717815f1e0b req-83b33b45-d61b-4689-94d7-26182fabb6b3 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.39 "GET /v2.0/ports?device_id=33fc97a7-fb55-46bd-b37f-2c2d267003f9 HTTP/1.1" status: 200 len: 945 time: 0.7427044 Apr 20 17:30:58.130742 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fa4eac-4514-4427-879c-7a84b330346b admin admin] Checking segment: {'id': 'aeb8f33c-317c-45e3-a7a9-c21f7e658316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:30:58.130742 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fa4eac-4514-4427-879c-7a84b330346b admin admin] Network hostable DHCP agents. Network: b9c5f462-ddff-4ef3-834f-300bbbe5c5e1, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:30:58.162757 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-97dd4fa8-4da0-4203-8ced-106124aa4f45 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Calling delete_port for d62427bb-3aff-4d6c-ac0d-21b6f7dd4ae5 owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:30:58.164564 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-811b94f6-d47d-4357-8377-a0e841b3f114 None None] Provisioning for port d62427bb-3aff-4d6c-ac0d-21b6f7dd4ae5 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:30:58.225334 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4b24f4e6-a7d3-4bb9-87c5-0717815f1e0b req-515f4ab9-d2e3-487d-a1b3-f3c42f38e147 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.39 "GET /v2.0/security-groups?id=2bdc4dc6-25f0-4d6c-825d-8a5a1d9b41f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816766 Apr 20 17:30:58.241958 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fa4eac-4514-4427-879c-7a84b330346b admin admin] Network b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:30:58.255711 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97dd4fa8-4da0-4203-8ced-106124aa4f45 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:58.261827 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-19fa4eac-4514-4427-879c-7a84b330346b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, b9c5f462-ddff-4ef3-834f-300bbbe5c5e1) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:30:58.277770 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fa4eac-4514-4427-879c-7a84b330346b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:58.281573 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd00063d-cff0-4b0c-bfd8-7dc108a4c156 None None] Network b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:30:58.282527 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19fa4eac-4514-4427-879c-7a84b330346b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:58.317903 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-19fa4eac-4514-4427-879c-7a84b330346b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0691574 Apr 20 17:30:58.318498 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56880) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:58.330767 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-cf9b77f1-a3d8-4ff9-8b8d-8315f4aa6845 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-176702069-router', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:30:58.336830 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-cf9b77f1-a3d8-4ff9-8b8d-8315f4aa6845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:30:58.341387 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-cf9b77f1-a3d8-4ff9-8b8d-8315f4aa6845 admin admin] Usage tracker for resource:router and tenant:fff76710152c4266b547138b68f9e982 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:30:58.345223 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-cf9b77f1-a3d8-4ff9-8b8d-8315f4aa6845 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:30:58.349737 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd4fa8-4da0-4203-8ced-106124aa4f45 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Pushing event deleted for resources: {'Port': ['ID=d62427bb-3aff-4d6c-ac0d-21b6f7dd4ae5,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:58.351767 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-cf9b77f1-a3d8-4ff9-8b8d-8315f4aa6845 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:30:58.368006 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dd4fa8-4da0-4203-8ced-106124aa4f45 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] No DVR routers for this DVR port d62427bb-3aff-4d6c-ac0d-21b6f7dd4ae5 on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:30:58.378495 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cf9b77f1-a3d8-4ff9-8b8d-8315f4aa6845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:58.379597 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cf9b77f1-a3d8-4ff9-8b8d-8315f4aa6845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:58.394719 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7791eca-2719-42b7-804a-a04292649804 req-b6772d10-4ae4-43c6-ad1c-b0b11ff1c764 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:58.398510 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c7791eca-2719-42b7-804a-a04292649804 req-b6772d10-4ae4-43c6-ad1c-b0b11ff1c764 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 943 time: 1.3347208 Apr 20 17:30:58.437244 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cf9b77f1-a3d8-4ff9-8b8d-8315f4aa6845 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:58.461959 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22421b1c-256f-4111-b57e-f236216445e0 None None] DHCP port deletion for e4ceb4a5-c72e-457c-b1ff-54389138a7ec request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:30:58.674994 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97dd4fa8-4da0-4203-8ced-106124aa4f45 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:58.702125 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-97dd4fa8-4da0-4203-8ced-106124aa4f45 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ceb4a5-c72e-457c-b1ff-54389138a7ec']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:30:58.711196 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8e1784-d710-40dc-9b38-cf05e008e623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'fixed_ips': [{'subnet_id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:30:58.712020 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9c8e1784-d710-40dc-9b38-cf05e008e623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:58.720359 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-97dd4fa8-4da0-4203-8ced-106124aa4f45 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ede7c0-2224-43de-983d-c926e0325953') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:30:58.720654 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-97dd4fa8-4da0-4203-8ced-106124aa4f45 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ede7c0-2224-43de-983d-c926e0325953') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:30:58.752537 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97dd4fa8-4da0-4203-8ced-106124aa4f45 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:58.759068 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cf9b77f1-a3d8-4ff9-8b8d-8315f4aa6845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:58.787471 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97dd4fa8-4da0-4203-8ced-106124aa4f45 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:58.809322 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd4fa8-4da0-4203-8ced-106124aa4f45 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:30:58.809710 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd4fa8-4da0-4203-8ced-106124aa4f45 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:30:58.810031 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd4fa8-4da0-4203-8ced-106124aa4f45 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:30:58.810399 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd4fa8-4da0-4203-8ced-106124aa4f45 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:30:58.810729 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd4fa8-4da0-4203-8ced-106124aa4f45 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:30:58.811057 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd4fa8-4da0-4203-8ced-106124aa4f45 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:30:58.811381 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd4fa8-4da0-4203-8ced-106124aa4f45 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:30:58.811704 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd4fa8-4da0-4203-8ced-106124aa4f45 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:30:58.812025 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd4fa8-4da0-4203-8ced-106124aa4f45 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:30:58.812371 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd4fa8-4da0-4203-8ced-106124aa4f45 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:30:58.812698 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd4fa8-4da0-4203-8ced-106124aa4f45 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:30:58.869414 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97dd4fa8-4da0-4203-8ced-106124aa4f45 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:30:58.869860 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97dd4fa8-4da0-4203-8ced-106124aa4f45 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:58.888468 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c7791eca-2719-42b7-804a-a04292649804 req-3b74121b-d77e-41f1-89a9-9cc2626c7db3 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809567 Apr 20 17:30:58.889369 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:30:58.889369 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:30:58.889369 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:30:58.889369 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:30:58.889369 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:30:58.889369 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:30:58.889369 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:30:58.889369 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:30:58.889369 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:30:58.889369 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:30:58.889369 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:30:58.889369 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:30:58.889369 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:30:58.889369 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:30:58.889369 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:30:58.889369 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:30:58.889369 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:30:58.889369 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:30:58.889369 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:30:58.889369 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:30:58.889369 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:30:58.889369 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:30:58.889369 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:30:58.889369 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:30:58.889369 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:30:58.889369 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:30:58.889369 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:30:58.889369 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:30:58.889369 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:30:58.889369 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:30:58.889369 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:30:58.889369 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:30:59.012607 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97dd4fa8-4da0-4203-8ced-106124aa4f45 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:59.044902 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97dd4fa8-4da0-4203-8ced-106124aa4f45 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:59.048053 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd4fa8-4da0-4203-8ced-106124aa4f45 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Pushing event deleted for resources: {'Network': ['ID=e4ceb4a5-c72e-457c-b1ff-54389138a7ec,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:59.067630 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-97dd4fa8-4da0-4203-8ced-106124aa4f45 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] 10.222.0.39 "DELETE /v2.0/networks/e4ceb4a5-c72e-457c-b1ff-54389138a7ec HTTP/1.1" status: 204 len: 168 time: 2.7918305 Apr 20 17:30:59.070379 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56912) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:30:59.070942 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-9c8e1784-d710-40dc-9b38-cf05e008e623 None None] Allocated IP 172.20.0.2 (b9c5f462-ddff-4ef3-834f-300bbbe5c5e1/8d05736e-ddd3-43ab-9360-fdcd5c15b127/9da27450-11b5-4e09-b1b4-23e9bb7be9bf) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:30:59.213768 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cf9b77f1-a3d8-4ff9-8b8d-8315f4aa6845 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:59.260387 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cf9b77f1-a3d8-4ff9-8b8d-8315f4aa6845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:59.314100 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5ec1-a879-4938-9012-360e7b23e23a tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:59.349305 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-d1eb5ec1-a879-4938-9012-360e7b23e23a tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Deleting port 76eb9bb7-7df0-4017-8e9c-eb663113476a {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:30:59.349644 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5ec1-a879-4938-9012-360e7b23e23a tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:59.352346 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9c8e1784-d710-40dc-9b38-cf05e008e623 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:59.365891 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-9c8e1784-d710-40dc-9b38-cf05e008e623 None None] Transition to ACTIVE for port object 9da27450-11b5-4e09-b1b4-23e9bb7be9bf will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:30:59.406248 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-9c8e1784-d710-40dc-9b38-cf05e008e623 None None] Transition to ACTIVE for port object 9da27450-11b5-4e09-b1b4-23e9bb7be9bf will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:30:59.422985 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9c8e1784-d710-40dc-9b38-cf05e008e623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:59.576293 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8e1784-d710-40dc-9b38-cf05e008e623 None None] Network b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:30:59.577238 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e1784-d710-40dc-9b38-cf05e008e623 None None] Pushing event updated for resources: {'Port': ['ID=9da27450-11b5-4e09-b1b4-23e9bb7be9bf,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:30:59.588154 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-9c8e1784-d710-40dc-9b38-cf05e008e623 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:30:59.593360 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8e1784-d710-40dc-9b38-cf05e008e623 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:30:59.737412 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-cf9b77f1-a3d8-4ff9-8b8d-8315f4aa6845 admin admin] Allocated IP 172.25.8.26 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:30:59.822571 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-9c8e1784-d710-40dc-9b38-cf05e008e623 None None] Attempting to bind port 9da27450-11b5-4e09-b1b4-23e9bb7be9bf on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:30:59.823004 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-9c8e1784-d710-40dc-9b38-cf05e008e623 None None] Attempting to bind port 9da27450-11b5-4e09-b1b4-23e9bb7be9bf by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'aeb8f33c-317c-45e3-a7a9-c21f7e658316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:30:59.823426 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8e1784-d710-40dc-9b38-cf05e008e623 None None] Attempting to bind port 9da27450-11b5-4e09-b1b4-23e9bb7be9bf on network b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:30:59.831346 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8e1784-d710-40dc-9b38-cf05e008e623 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:30:59.831346 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8e1784-d710-40dc-9b38-cf05e008e623 None None] Checking segment: {'id': 'aeb8f33c-317c-45e3-a7a9-c21f7e658316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:30:59.832087 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9c8e1784-d710-40dc-9b38-cf05e008e623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:59.832447 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8e1784-d710-40dc-9b38-cf05e008e623 None None] Bound using segment: {'id': 'aeb8f33c-317c-45e3-a7a9-c21f7e658316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:30:59.833130 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-9c8e1784-d710-40dc-9b38-cf05e008e623 None None] Bound port: 9da27450-11b5-4e09-b1b4-23e9bb7be9bf, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb8f33c-317c-45e3-a7a9-c21f7e658316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:30:59.833828 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9c8e1784-d710-40dc-9b38-cf05e008e623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:30:59.959510 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d77840-ba4c-46f9-802e-e60c5cbb08f3 req-73e9d495-37ec-4a9a-b5d5-a593172bdec1 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:30:59.965671 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6d77840-ba4c-46f9-802e-e60c5cbb08f3 req-73e9d495-37ec-4a9a-b5d5-a593172bdec1 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.39 "GET /v2.0/ports?device_id=33fc97a7-fb55-46bd-b37f-2c2d267003f9 HTTP/1.1" status: 200 len: 945 time: 0.4856517 Apr 20 17:31:00.051108 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-9c8e1784-d710-40dc-9b38-cf05e008e623 None None] For port 9da27450-11b5-4e09-b1b4-23e9bb7be9bf, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:31:00.062155 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-9c8e1784-d710-40dc-9b38-cf05e008e623 None None] For port 9da27450-11b5-4e09-b1b4-23e9bb7be9bf, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9da27450-11b5-4e09-b1b4-23e9bb7be9bf,segment=NetworkSegment(aeb8f33c-317c-45e3-a7a9-c21f7e658316),segment_id=aeb8f33c-317c-45e3-a7a9-c21f7e658316)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:31:00.071408 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-d1eb5ec1-a879-4938-9012-360e7b23e23a tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] For port 76eb9bb7-7df0-4017-8e9c-eb663113476a, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=76eb9bb7-7df0-4017-8e9c-eb663113476a,segment=NetworkSegment(c665889d-f4cb-42e3-a2bc-2ee41a98d78c),segment_id=c665889d-f4cb-42e3-a2bc-2ee41a98d78c)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:31:00.073383 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5ec1-a879-4938-9012-360e7b23e23a tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:00.095467 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9c8e1784-d710-40dc-9b38-cf05e008e623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:00.173667 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6d77840-ba4c-46f9-802e-e60c5cbb08f3 req-37615363-3d91-4bff-91e2-e2941b8dd1b9 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.39 "GET /v2.0/security-groups?id=2bdc4dc6-25f0-4d6c-825d-8a5a1d9b41f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649969 Apr 20 17:31:00.301349 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e1784-d710-40dc-9b38-cf05e008e623 None None] Pushing event updated for resources: {'Port': ['ID=9da27450-11b5-4e09-b1b4-23e9bb7be9bf,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:00.358633 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-d1eb5ec1-a879-4938-9012-360e7b23e23a tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Calling delete_port for 76eb9bb7-7df0-4017-8e9c-eb663113476a owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:31:00.429134 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-863ba458-ec6e-4c1d-80d3-9f650081e0eb req-2647ff4b-0341-4dc3-97d9-cfbde294b115 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=048f4cae66cf42c897493ac9a67e0d5f&device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 1095 time: 0.3563263 Apr 20 17:31:00.479028 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d62427bb-3aff-4d6c-ac0d-21b6f7dd4ae5 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:31:00.559574 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: d62427bb-3aff-4d6c-ac0d-21b6f7dd4ae5 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:31:00.559913 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d62427bb-3aff-4d6c-ac0d-21b6f7dd4ae5 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:31:00.619169 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cf9b77f1-a3d8-4ff9-8b8d-8315f4aa6845 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:00.816490 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe68dfb-e3f9-4d6e-aa7e-8c3fc0b966d8 req-daddd108-e636-46e8-95f6-47917eac0f70 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:00.825298 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4fe68dfb-e3f9-4d6e-aa7e-8c3fc0b966d8 req-daddd108-e636-46e8-95f6-47917eac0f70 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 943 time: 0.5865629 Apr 20 17:31:00.845880 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ba458-ec6e-4c1d-80d3-9f650081e0eb req-29b95721-6f80-4383-9985-1e62b2054911 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:00.847731 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-863ba458-ec6e-4c1d-80d3-9f650081e0eb req-29b95721-6f80-4383-9985-1e62b2054911 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4f37beb4-cacf-475a-8f23-eab887469923 HTTP/1.1" status: 200 len: 913 time: 0.4072142 Apr 20 17:31:01.006357 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4fe68dfb-e3f9-4d6e-aa7e-8c3fc0b966d8 req-76d1a647-88a5-4f66-afc6-0d32b79db156 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797364 Apr 20 17:31:01.032689 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5ec1-a879-4938-9012-360e7b23e23a tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:01.062935 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-863ba458-ec6e-4c1d-80d3-9f650081e0eb req-03e93df7-a5cc-437b-b1a3-240ad3f2f728 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ade7190-3a4b-418f-a071-6c7e4f46d1d3 HTTP/1.1" status: 200 len: 999 time: 0.2070704 Apr 20 17:31:01.071058 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cf9b77f1-a3d8-4ff9-8b8d-8315f4aa6845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:01.110487 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb5ec1-a879-4938-9012-360e7b23e23a tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Pushing event deleted for resources: {'Port': ['ID=76eb9bb7-7df0-4017-8e9c-eb663113476a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:01.165665 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ba458-ec6e-4c1d-80d3-9f650081e0eb req-c68e48d2-6360-4513-a01a-23de6982befa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:01.167462 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-863ba458-ec6e-4c1d-80d3-9f650081e0eb req-c68e48d2-6360-4513-a01a-23de6982befa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=459b9241-591b-4214-ba21-d89500ea520e HTTP/1.1" status: 200 len: 851 time: 0.0975492 Apr 20 17:31:01.206440 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b77f1-a3d8-4ff9-8b8d-8315f4aa6845 admin admin] Pushing event updated for resources: {'Port': ['ID=ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:01.215363 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eb5ec1-a879-4938-9012-360e7b23e23a tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] No DVR routers for this DVR port 76eb9bb7-7df0-4017-8e9c-eb663113476a on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:31:01.280029 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-863ba458-ec6e-4c1d-80d3-9f650081e0eb req-de575280-30ac-4d3d-8a19-744aff8cf6de service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f37beb4-cacf-475a-8f23-eab887469923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057630 Apr 20 17:31:01.358648 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5ec1-a879-4938-9012-360e7b23e23a tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:01.406967 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-d1eb5ec1-a879-4938-9012-360e7b23e23a tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242d7340-ae41-4fb4-b544-3a0b362d10df']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:01.422262 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-d1eb5ec1-a879-4938-9012-360e7b23e23a tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c665889d-f4cb-42e3-a2bc-2ee41a98d78c') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:01.422763 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-d1eb5ec1-a879-4938-9012-360e7b23e23a tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c665889d-f4cb-42e3-a2bc-2ee41a98d78c') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:01.436979 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5ec1-a879-4938-9012-360e7b23e23a tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:01.459538 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5ec1-a879-4938-9012-360e7b23e23a tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:01.466526 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1eb5ec1-a879-4938-9012-360e7b23e23a tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:31:01.467303 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5ec1-a879-4938-9012-360e7b23e23a tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:01.510394 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:31:01.510394 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:31:01.510394 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:31:01.510394 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:31:01.510394 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:31:01.510394 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:31:01.510394 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:31:01.510394 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:31:01.510394 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:31:01.510394 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:31:01.510394 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:31:01.510394 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:31:01.510394 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:31:01.510394 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:31:01.510394 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:31:01.510394 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:31:01.510394 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:31:01.510394 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:31:01.510394 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:31:01.510394 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:31:01.510394 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:31:01.510394 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:31:01.510394 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:31:01.510394 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:31:01.510394 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:31:01.510394 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:31:01.510394 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:31:01.510394 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:31:01.510394 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:31:01.510394 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:31:01.510394 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:31:01.510394 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:31:01.523748 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b69e1-2dd0-4071-8968-8aead8259ddd req-64bceb63-8e63-4640-8d6a-637619eca430 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:01.531858 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a78b69e1-2dd0-4071-8968-8aead8259ddd req-64bceb63-8e63-4640-8d6a-637619eca430 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 1.0755177 Apr 20 17:31:01.545366 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-863ba458-ec6e-4c1d-80d3-9f650081e0eb req-4489d241-6396-4e1f-a93b-c043fbf4a185 service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589753 Apr 20 17:31:01.671416 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9b77f1-a3d8-4ff9-8b8d-8315f4aa6845 admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:31:01.682719 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-cf9b77f1-a3d8-4ff9-8b8d-8315f4aa6845 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:31:01.686094 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9b77f1-a3d8-4ff9-8b8d-8315f4aa6845 admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:31:01.775948 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5ec1-a879-4938-9012-360e7b23e23a tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:01.837308 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5ec1-a879-4938-9012-360e7b23e23a tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:01.864528 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d1eb5ec1-a879-4938-9012-360e7b23e23a tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] 10.222.0.39 "DELETE /v2.0/networks/242d7340-ae41-4fb4-b544-3a0b362d10df HTTP/1.1" status: 204 len: 168 time: 2.7931068 Apr 20 17:31:01.865310 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56994) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:01.886938 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-863ba458-ec6e-4c1d-80d3-9f650081e0eb req-fd6bfe01-e17e-4700-a472-6da4f5f115ee service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329556 Apr 20 17:31:01.899229 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb5ec1-a879-4938-9012-360e7b23e23a tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Pushing event deleted for resources: {'Network': ['ID=242d7340-ae41-4fb4-b544-3a0b362d10df,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:01.965662 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a78b69e1-2dd0-4071-8968-8aead8259ddd req-d4e1254f-82f8-4201-b3ec-720f8b81ba0d tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4326463 Apr 20 17:31:01.991246 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b7fb6-240b-4355-9ed1-8c679e34c32c req-5d70caac-e395-4682-b5d9-3d0ed7af4b7c tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:02.000107 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-808b7fb6-240b-4355-9ed1-8c679e34c32c req-5d70caac-e395-4682-b5d9-3d0ed7af4b7c tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.39 "GET /v2.0/ports?device_id=33fc97a7-fb55-46bd-b37f-2c2d267003f9 HTTP/1.1" status: 200 len: 945 time: 0.1122625 Apr 20 17:31:02.074613 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-808b7fb6-240b-4355-9ed1-8c679e34c32c req-53781abf-109c-4a25-8bad-91c16e26a326 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.39 "GET /v2.0/security-groups?id=2bdc4dc6-25f0-4d6c-825d-8a5a1d9b41f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734847 Apr 20 17:31:02.095693 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152a07b4-a226-4fe4-8b25-b3b55d27bf28 None None] Network b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:31:02.099394 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3ca0f0a9-ff06-4cda-a709-4a5a3ed39eae tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:02.312571 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3ca0f0a9-ff06-4cda-a709-4a5a3ed39eae tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:02.317793 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 9920606a-fe5d-4e14-929b-3367ae1b77d7 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:31:02.389246 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-3ca0f0a9-ff06-4cda-a709-4a5a3ed39eae tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7372607-8a52-4b79-b1ae-dec1bfa119e6']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:02.415097 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-3ca0f0a9-ff06-4cda-a709-4a5a3ed39eae tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '397280f8-8305-437f-9e79-a6172cadc118') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:02.415546 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-3ca0f0a9-ff06-4cda-a709-4a5a3ed39eae tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '397280f8-8305-437f-9e79-a6172cadc118') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:02.429464 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cf9b77f1-a3d8-4ff9-8b8d-8315f4aa6845 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:02.430391 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cf9b77f1-a3d8-4ff9-8b8d-8315f4aa6845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:02.439851 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3ca0f0a9-ff06-4cda-a709-4a5a3ed39eae tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:02.495129 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8f602d69-8982-4492-983b-3f7f8c265803 None None] Provisioning for port 9da27450-11b5-4e09-b1b4-23e9bb7be9bf completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:31:02.501274 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 9920606a-fe5d-4e14-929b-3367ae1b77d7, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9920606a-fe5d-4e14-929b-3367ae1b77d7,segment=NetworkSegment(6fe16a2a-b449-467f-a496-cfefe33a9eb6),segment_id=6fe16a2a-b449-467f-a496-cfefe33a9eb6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:31:02.593200 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '9920606a-fe5d-4e14-929b-3367ae1b77d7', 'network_id': '400f7fec-a84e-421e-a33f-ee2818f755c4', 'port_id': '9920606a-fe5d-4e14-929b-3367ae1b77d7', 'mac_address': 'fa:16:3e:cc:2b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a1a990-6a1f-4220-b0ae-85ff981bdb2a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:31:02.708208 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3ca0f0a9-ff06-4cda-a709-4a5a3ed39eae tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:02.746132 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97c1da-5723-4cb4-b5f9-7fe74504ad62 req-31fbb306-1136-43ae-b0e7-c31fa841f96e tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:02.751287 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9da27450-11b5-4e09-b1b4-23e9bb7be9bf up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:31:02.755155 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8d97c1da-5723-4cb4-b5f9-7fe74504ad62 req-31fbb306-1136-43ae-b0e7-c31fa841f96e tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 943 time: 0.4331734 Apr 20 17:31:02.824477 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca0f0a9-ff06-4cda-a709-4a5a3ed39eae tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:31:02.826694 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3ca0f0a9-ff06-4cda-a709-4a5a3ed39eae tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:02.897803 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:02.925076 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9920606a-fe5d-4e14-929b-3367ae1b77d7 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:31:02.947512 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 9920606a-fe5d-4e14-929b-3367ae1b77d7, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9920606a-fe5d-4e14-929b-3367ae1b77d7,segment=NetworkSegment(6fe16a2a-b449-467f-a496-cfefe33a9eb6),segment_id=6fe16a2a-b449-467f-a496-cfefe33a9eb6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:31:02.965219 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:31:02.965219 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:31:02.965219 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:31:02.965219 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:31:02.965219 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:31:02.965219 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:31:02.965219 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:31:02.965219 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:31:02.965219 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:31:02.965219 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:31:02.965219 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:31:02.965219 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:31:02.965219 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:31:02.965219 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:31:02.965219 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:31:02.965219 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:31:02.965219 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:31:02.965219 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:31:02.965219 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:31:02.965219 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:31:02.965219 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:31:02.965219 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:31:02.965219 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:31:02.965219 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:31:02.965219 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:31:02.965219 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:31:02.965219 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:31:02.965219 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:31:02.965219 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:31:02.965219 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:31:02.965219 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:31:02.965219 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:31:03.004443 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:03.078477 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57036) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:03.101226 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=9920606a-fe5d-4e14-929b-3367ae1b77d7,revision_number=9']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:03.125984 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 9da27450-11b5-4e09-b1b4-23e9bb7be9bf completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:31:03.141546 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 9da27450-11b5-4e09-b1b4-23e9bb7be9bf triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:31:03.142251 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:03.145317 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8d97c1da-5723-4cb4-b5f9-7fe74504ad62 req-707f6540-81d9-4b33-973d-f455d7bee802 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905711 Apr 20 17:31:03.151604 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3ca0f0a9-ff06-4cda-a709-4a5a3ed39eae tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:03.174274 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3ca0f0a9-ff06-4cda-a709-4a5a3ed39eae tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:03.200962 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0f0a9-ff06-4cda-a709-4a5a3ed39eae tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Pushing event deleted for resources: {'Network': ['ID=f7372607-8a52-4b79-b1ae-dec1bfa119e6,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:03.214070 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3ca0f0a9-ff06-4cda-a709-4a5a3ed39eae tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] 10.222.0.39 "DELETE /v2.0/networks/f7372607-8a52-4b79-b1ae-dec1bfa119e6 HTTP/1.1" status: 204 len: 168 time: 1.3393917 Apr 20 17:31:03.222823 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57044) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:03.458449 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['9920606a-fe5d-4e14-929b-3367ae1b77d7'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:31:03.472463 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48760a64-9a90-4017-8cb3-58f0982f34aa req-dd906ca7-2e2b-47a0-9594-efb48913b2f7 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:03.483023 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-48760a64-9a90-4017-8cb3-58f0982f34aa req-dd906ca7-2e2b-47a0-9594-efb48913b2f7 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.2736437 Apr 20 17:31:03.550065 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:03.634883 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a10702a-c13b-44fc-ae54-99999aff47dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:03.692078 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa4228-b5e8-45f9-900c-98111d8fe992 req-2cde6fed-9d84-485c-9fef-89a100e9eed3 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:03.693796 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-55fa4228-b5e8-45f9-900c-98111d8fe992 req-2cde6fed-9d84-485c-9fef-89a100e9eed3 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.10 "GET /v2.0/ports?device_id=33fc97a7-fb55-46bd-b37f-2c2d267003f9 HTTP/1.1" status: 200 len: 945 time: 0.6592526 Apr 20 17:31:03.697894 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 9da27450-11b5-4e09-b1b4-23e9bb7be9bf, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9da27450-11b5-4e09-b1b4-23e9bb7be9bf,segment=NetworkSegment(aeb8f33c-317c-45e3-a7a9-c21f7e658316),segment_id=aeb8f33c-317c-45e3-a7a9-c21f7e658316)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:31:03.732855 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9a10702a-c13b-44fc-ae54-99999aff47dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:03.761468 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9a10702a-c13b-44fc-ae54-99999aff47dc admin admin] Usage tracker for resource:security_group_rule and tenant:00f24d94187b4ad3b7ae783b25be4020 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:31:03.769713 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9a10702a-c13b-44fc-ae54-99999aff47dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:31:03.774099 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:03.785700 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4d89b820-93ab-43ce-a778-1df6791df556 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:03.818818 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9a10702a-c13b-44fc-ae54-99999aff47dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:03.828762 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ddadad-1564-4d0c-8714-c0eefe64c8ea None None] get_active_networks_info from n-d-838032-1 {{(pid=84082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 20 17:31:03.885148 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-55fa4228-b5e8-45f9-900c-98111d8fe992 req-9d4e1754-95dd-412b-9b21-f245395fb9bb tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Deleting port 61821a76-75d7-4b0d-972a-1b0eb1fe72ec {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:31:03.885148 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-55fa4228-b5e8-45f9-900c-98111d8fe992 req-9d4e1754-95dd-412b-9b21-f245395fb9bb tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:03.931094 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-48760a64-9a90-4017-8cb3-58f0982f34aa req-a19aeb17-7ec2-48ca-a4e4-c896a38f8a86 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4471741 Apr 20 17:31:04.051117 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a10702a-c13b-44fc-ae54-99999aff47dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:04.051615 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=9da27450-11b5-4e09-b1b4-23e9bb7be9bf,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:04.063499 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a10702a-c13b-44fc-ae54-99999aff47dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:04.087054 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-74f85a73-c14d-4037-b348-20f0a9295fd7 None None] Provisioning complete for port 9da27450-11b5-4e09-b1b4-23e9bb7be9bf triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:31:04.088277 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-74f85a73-c14d-4037-b348-20f0a9295fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:04.106919 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e95f95-6afc-4e02-8f37-3cea8c070073 req-4b79f2ca-28df-4ff0-90cc-96feb74ca789 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:04.114283 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-66e95f95-6afc-4e02-8f37-3cea8c070073 req-4b79f2ca-28df-4ff0-90cc-96feb74ca789 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.39 "GET /v2.0/ports?device_id=33fc97a7-fb55-46bd-b37f-2c2d267003f9 HTTP/1.1" status: 200 len: 945 time: 0.5166373 Apr 20 17:31:04.132428 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10702a-c13b-44fc-ae54-99999aff47dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a36404-2867-4945-822f-110620c2f7dd,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:04.139050 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9a10702a-c13b-44fc-ae54-99999aff47dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=00f24d94187b4ad3b7ae783b25be4020&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0593259 Apr 20 17:31:04.142668 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57062) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:04.182670 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ddadad-1564-4d0c-8714-c0eefe64c8ea None None] Resources bound (agent type, host, resource id): {{(pid=84082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 17:31:04.216492 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4d89b820-93ab-43ce-a778-1df6791df556 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:04.253516 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7d5404a-4766-4fd3-8b37-d85d92d384ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:04.315449 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7d5404a-4766-4fd3-8b37-d85d92d384ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:04.412484 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-4d89b820-93ab-43ce-a778-1df6791df556 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ecd4871-ee96-4833-ab12-737a9382d09f']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:04.423628 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7d5404a-4766-4fd3-8b37-d85d92d384ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:04.430619 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-4d89b820-93ab-43ce-a778-1df6791df556 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceab7593-190b-4e38-b50f-3504ef31ecdc') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:04.430922 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-4d89b820-93ab-43ce-a778-1df6791df556 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceab7593-190b-4e38-b50f-3504ef31ecdc') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:04.463712 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4d89b820-93ab-43ce-a778-1df6791df556 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:04.500039 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4d89b820-93ab-43ce-a778-1df6791df556 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:04.513654 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d89b820-93ab-43ce-a778-1df6791df556 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:31:04.514126 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4d89b820-93ab-43ce-a778-1df6791df556 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:04.529247 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7d5404a-4766-4fd3-8b37-d85d92d384ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:04.537129 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a7d5404a-4766-4fd3-8b37-d85d92d384ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/25a36404-2867-4945-822f-110620c2f7dd HTTP/1.1" status: 204 len: 168 time: 0.3933671 Apr 20 17:31:04.543179 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5404a-4766-4fd3-8b37-d85d92d384ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a36404-2867-4945-822f-110620c2f7dd,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:04.572807 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9da27450-11b5-4e09-b1b4-23e9bb7be9bf up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:31:04.606440 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc6591-1c64-4712-bb17-1c19d3306602 req-f42f2d34-c04e-455e-b8ae-a66a5c7a9748 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:04.614671 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7bdc6591-1c64-4712-bb17-1c19d3306602 req-f42f2d34-c04e-455e-b8ae-a66a5c7a9748 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 944 time: 0.1287212 Apr 20 17:31:04.696456 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:31:04.696456 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:31:04.696456 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:31:04.696456 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:31:04.696456 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:31:04.696456 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:31:04.696456 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:31:04.696456 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:31:04.696456 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:31:04.696456 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:31:04.696456 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:31:04.696456 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:31:04.696456 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:31:04.696456 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:31:04.696456 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:31:04.696456 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:31:04.696456 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:31:04.696456 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:31:04.696456 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:31:04.696456 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:31:04.696456 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:31:04.696456 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:31:04.696456 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:31:04.696456 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:31:04.696456 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:31:04.696456 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:31:04.696456 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:31:04.696456 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:31:04.696456 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:31:04.696456 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:31:04.696456 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:31:04.696456 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:31:04.738119 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7bdc6591-1c64-4712-bb17-1c19d3306602 req-8afdc6ff-7652-440f-bd1f-9c5af7f60410 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188309 Apr 20 17:31:04.779312 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-66e95f95-6afc-4e02-8f37-3cea8c070073 req-06ac8637-07c4-452c-9199-3a58e4fa7573 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.39 "GET /v2.0/security-groups?id=2bdc4dc6-25f0-4d6c-825d-8a5a1d9b41f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6638553 Apr 20 17:31:04.859412 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-55fa4228-b5e8-45f9-900c-98111d8fe992 req-9d4e1754-95dd-412b-9b21-f245395fb9bb tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] For port 61821a76-75d7-4b0d-972a-1b0eb1fe72ec, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=61821a76-75d7-4b0d-972a-1b0eb1fe72ec,segment=NetworkSegment(cb5e8fce-d709-4773-851b-28490978272b),segment_id=cb5e8fce-d709-4773-851b-28490978272b)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:31:04.859412 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-55fa4228-b5e8-45f9-900c-98111d8fe992 req-9d4e1754-95dd-412b-9b21-f245395fb9bb tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:04.931994 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 9da27450-11b5-4e09-b1b4-23e9bb7be9bf triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:31:04.932512 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:05.061639 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-55fa4228-b5e8-45f9-900c-98111d8fe992 req-9d4e1754-95dd-412b-9b21-f245395fb9bb tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Calling delete_port for 61821a76-75d7-4b0d-972a-1b0eb1fe72ec owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:31:05.116547 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4d89b820-93ab-43ce-a778-1df6791df556 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:05.135185 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9b77f1-a3d8-4ff9-8b8d-8315f4aa6845 admin admin] Router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:31:05.144565 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4d89b820-93ab-43ce-a778-1df6791df556 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:05.188270 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4d89b820-93ab-43ce-a778-1df6791df556 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] 10.222.0.39 "DELETE /v2.0/networks/4ecd4871-ee96-4833-ab12-737a9382d09f HTTP/1.1" status: 204 len: 168 time: 1.9665356 Apr 20 17:31:05.192372 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89b820-93ab-43ce-a778-1df6791df556 tempest-BulkNetworkOpsTest-1896523138 tempest-BulkNetworkOpsTest-1896523138-project] Pushing event deleted for resources: {'Network': ['ID=4ecd4871-ee96-4833-ab12-737a9382d09f,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:05.497569 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-55fa4228-b5e8-45f9-900c-98111d8fe992 req-9d4e1754-95dd-412b-9b21-f245395fb9bb tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:05.595014 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e1754-95dd-412b-9b21-f245395fb9bb tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Pushing event deleted for resources: {'Port': ['ID=61821a76-75d7-4b0d-972a-1b0eb1fe72ec,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:05.670452 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57122) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:05.718066 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fa4228-b5e8-45f9-900c-98111d8fe992 req-9d4e1754-95dd-412b-9b21-f245395fb9bb tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] No DVR routers for this DVR port 61821a76-75d7-4b0d-972a-1b0eb1fe72ec on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:31:05.722089 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-55fa4228-b5e8-45f9-900c-98111d8fe992 req-9d4e1754-95dd-412b-9b21-f245395fb9bb tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:05.727050 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33fc97a7-fb55-46bd-b37f-2c2d267003f9', 'name': 'network-vif-deleted', 'tag': '61821a76-75d7-4b0d-972a-1b0eb1fe72ec'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:31:05.743981 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9b77f1-a3d8-4ff9-8b8d-8315f4aa6845 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:31:05.752707 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-55fa4228-b5e8-45f9-900c-98111d8fe992 req-9d4e1754-95dd-412b-9b21-f245395fb9bb tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.10 "DELETE /v2.0/ports/61821a76-75d7-4b0d-972a-1b0eb1fe72ec HTTP/1.1" status: 204 len: 173 time: 2.0419483 Apr 20 17:31:05.754626 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8097eb29-7630-433f-be9e-9af7f32721c1 None None] Sync routers for ids ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:31:05.793826 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8097eb29-7630-433f-be9e-9af7f32721c1 None None] Routers {'e1d93820-6526-4ca9-b0c8-c49105c7dbc4'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:31:05.794532 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-8097eb29-7630-433f-be9e-9af7f32721c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:30:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:05.813279 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cf9b77f1-a3d8-4ff9-8b8d-8315f4aa6845 admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:05.817620 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cf9b77f1-a3d8-4ff9-8b8d-8315f4aa6845 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.4985390 Apr 20 17:31:05.817777 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57140) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:05.981572 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0767f763-43a0-4c21-82a3-176a5b1aa75c'] response: {'server_uuid': '33fc97a7-fb55-46bd-b37f-2c2d267003f9', 'name': 'network-vif-deleted', 'tag': '61821a76-75d7-4b0d-972a-1b0eb1fe72ec', 'status': 'completed', 'code': 200} Apr 20 17:31:06.131013 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855def8c-0411-4d81-a457-2bcb8e19a5b2 req-ed171113-bc87-4995-b6f1-05180e1a8853 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:06.138519 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-855def8c-0411-4d81-a457-2bcb8e19a5b2 req-ed171113-bc87-4995-b6f1-05180e1a8853 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 944 time: 0.2297037 Apr 20 17:31:06.166906 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-8097eb29-7630-433f-be9e-9af7f32721c1 None None] Set router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:31:06.194826 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-855def8c-0411-4d81-a457-2bcb8e19a5b2 req-696ac02e-1da3-4349-a8ef-e344280885a8 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550613 Apr 20 17:31:06.308461 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 9920606a-fe5d-4e14-929b-3367ae1b77d7 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:31:06.424037 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 9920606a-fe5d-4e14-929b-3367ae1b77d7 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:31:06.424541 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:06.460141 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-22b3aaeb-29a8-4316-a990-5f9ceaa89089 req-cea325a9-0399-4f48-a5ff-014d25d40d91 tempest-ServerAddressesNegativeTestJSON-395207055 tempest-ServerAddressesNegativeTestJSON-395207055-project] 10.222.0.39 "GET /v2.0/ports?device_id=33fc97a7-fb55-46bd-b37f-2c2d267003f9 HTTP/1.1" status: 200 len: 210 time: 0.2406375 Apr 20 17:31:06.505535 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d8a7eb85-dbe9-4521-a4af-b2d2d6774a43 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ba51f4a61b43422a9696c489088d3527&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8337052 Apr 20 17:31:06.508262 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57162) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:06.643903 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b80838d8-fd40-4beb-873f-5966f38fab16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:06.693217 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-8097eb29-7630-433f-be9e-9af7f32721c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'name': 'tempest-AttachVolumeNegativeTest-176702069-router', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:30:58Z', 'updated_at': '2022-04-20T17:31:02Z', 'revision_number': 3, 'project_id': 'fff76710152c4266b547138b68f9e982', 'gw_port': {'id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:30:59Z', 'updated_at': '2022-04-20T17:30:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:06.703686 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b80838d8-fd40-4beb-873f-5966f38fab16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:06.704861 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8097eb29-7630-433f-be9e-9af7f32721c1 None None] Checking router: e1d93820-6526-4ca9-b0c8-c49105c7dbc4 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:31:06.705473 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8097eb29-7630-433f-be9e-9af7f32721c1 None None] Updating router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 port ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:31:06.819890 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:06.840232 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-8097eb29-7630-433f-be9e-9af7f32721c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:06.855440 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 9920606a-fe5d-4e14-929b-3367ae1b77d7, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9920606a-fe5d-4e14-929b-3367ae1b77d7,segment=NetworkSegment(6fe16a2a-b449-467f-a496-cfefe33a9eb6),segment_id=6fe16a2a-b449-467f-a496-cfefe33a9eb6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:31:06.860479 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41670175-93a9-4de7-99d3-f8ebce752dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9920606a-fe5d-4e14-929b-3367ae1b77d7'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:31:06.871980 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:07.003608 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=9920606a-fe5d-4e14-929b-3367ae1b77d7,revision_number=10']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:07.014835 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70af2634-6564-4fc8-8cbb-98449e337c8c'] response: {'server_uuid': '41670175-93a9-4de7-99d3-f8ebce752dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9920606a-fe5d-4e14-929b-3367ae1b77d7', 'code': 200} Apr 20 17:31:07.191316 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b80838d8-fd40-4beb-873f-5966f38fab16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:07.240518 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80838d8-fd40-4beb-873f-5966f38fab16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948c9486-28f9-4f2a-81ea-939973e0ec74,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:07.261418 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b80838d8-fd40-4beb-873f-5966f38fab16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:07.273281 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b80838d8-fd40-4beb-873f-5966f38fab16 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/948c9486-28f9-4f2a-81ea-939973e0ec74 HTTP/1.1" status: 204 len: 168 time: 0.7530472 Apr 20 17:31:07.301086 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 61821a76-75d7-4b0d-972a-1b0eb1fe72ec no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:31:07.394101 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-43cb01e2-04ea-4b81-8230-2204522dd090 req-61a08189-5a5b-4926-a065-383ede6d5605 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 1097 time: 0.1399598 Apr 20 17:31:07.449291 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 61821a76-75d7-4b0d-972a-1b0eb1fe72ec {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:31:07.450760 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 61821a76-75d7-4b0d-972a-1b0eb1fe72ec not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:31:07.459427 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-43cb01e2-04ea-4b81-8230-2204522dd090 req-0633f70f-267c-4eaf-bcbc-04a79e902fe4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580711 Apr 20 17:31:07.674786 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-8097eb29-7630-433f-be9e-9af7f32721c1 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:07.694098 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-8097eb29-7630-433f-be9e-9af7f32721c1 None None] Transition to ACTIVE for port object ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:31:07.703365 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-8097eb29-7630-433f-be9e-9af7f32721c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:07.712002 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57204) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:07.807252 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725e821-10bb-4cf5-8ecd-722e01d40462 None None] Pushing event updated for resources: {'Port': ['ID=ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:07.811010 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-8097eb29-7630-433f-be9e-9af7f32721c1 None None] Attempting to bind port ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:07.811655 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-8097eb29-7630-433f-be9e-9af7f32721c1 None None] Attempting to bind port ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:07.812377 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8097eb29-7630-433f-be9e-9af7f32721c1 None None] Attempting to bind port ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:07.826418 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725e821-10bb-4cf5-8ecd-722e01d40462 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:07.826887 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725e821-10bb-4cf5-8ecd-722e01d40462 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:07.827367 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725e821-10bb-4cf5-8ecd-722e01d40462 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:07.827792 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725e821-10bb-4cf5-8ecd-722e01d40462 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:07.828207 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725e821-10bb-4cf5-8ecd-722e01d40462 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:07.828748 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725e821-10bb-4cf5-8ecd-722e01d40462 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:07.829356 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725e821-10bb-4cf5-8ecd-722e01d40462 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:07.829863 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725e821-10bb-4cf5-8ecd-722e01d40462 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:07.830285 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725e821-10bb-4cf5-8ecd-722e01d40462 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:07.830707 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725e821-10bb-4cf5-8ecd-722e01d40462 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:07.831258 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725e821-10bb-4cf5-8ecd-722e01d40462 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:07.839346 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8097eb29-7630-433f-be9e-9af7f32721c1 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:31:07.839969 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8097eb29-7630-433f-be9e-9af7f32721c1 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:31:07.840471 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-8097eb29-7630-433f-be9e-9af7f32721c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:07.840982 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8097eb29-7630-433f-be9e-9af7f32721c1 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:31:07.841614 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-8097eb29-7630-433f-be9e-9af7f32721c1 None None] Bound port: ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:31:07.842073 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-8097eb29-7630-433f-be9e-9af7f32721c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:07.898756 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc44ca6-3185-4a81-9456-d549f1f62bd2 admin admin] Deleting subnet 85501846-741e-443c-b784-0c272bcce791 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:31:07.903601 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4fc44ca6-3185-4a81-9456-d549f1f62bd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:07.942321 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950c918-2601-4c68-b37c-5a1ff8231703 req-300c4e69-3b11-4292-888c-9c77750ae00e tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:07.949576 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0950c918-2601-4c68-b37c-5a1ff8231703 req-300c4e69-3b11-4292-888c-9c77750ae00e tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 946 time: 0.4326718 Apr 20 17:31:07.992432 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-8097eb29-7630-433f-be9e-9af7f32721c1 None None] For port ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:31:08.004071 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-8097eb29-7630-433f-be9e-9af7f32721c1 None None] For port ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:31:08.020472 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-8097eb29-7630-433f-be9e-9af7f32721c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:08.030352 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4fc44ca6-3185-4a81-9456-d549f1f62bd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:08.049993 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0950c918-2601-4c68-b37c-5a1ff8231703 req-a70cc548-130b-4164-9a34-097d4bb2f0c1 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991428 Apr 20 17:31:08.165612 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2bdf-c562-420e-9fb3-0cba51ce5215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:08.196532 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725e821-10bb-4cf5-8ecd-722e01d40462 None None] Pushing event updated for resources: {'Port': ['ID=ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:08.204482 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8097eb29-7630-433f-be9e-9af7f32721c1 None None] Routers {'e1d93820-6526-4ca9-b0c8-c49105c7dbc4'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:31:08.205093 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-8097eb29-7630-433f-be9e-9af7f32721c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:30:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:08.238084 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4fc44ca6-3185-4a81-9456-d549f1f62bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:08.390847 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4fc44ca6-3185-4a81-9456-d549f1f62bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:08.485134 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc44ca6-3185-4a81-9456-d549f1f62bd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85501846-741e-443c-b784-0c272bcce791,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:08.514832 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4fc44ca6-3185-4a81-9456-d549f1f62bd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:08.554710 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57246) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:08.555462 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4fc44ca6-3185-4a81-9456-d549f1f62bd2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/85501846-741e-443c-b784-0c272bcce791 HTTP/1.1" status: 204 len: 168 time: 0.8383756 Apr 20 17:31:08.565880 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-8097eb29-7630-433f-be9e-9af7f32721c1 None None] Set router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:31:08.844059 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f4290c5-618f-4066-b8fd-f95cab25a77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:08.851642 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-5e7a2bdf-c562-420e-9fb3-0cba51ce5215 admin admin] Allocated IP 172.20.0.1 (b9c5f462-ddff-4ef3-834f-300bbbe5c5e1/8d05736e-ddd3-43ab-9360-fdcd5c15b127/8599e52f-56a7-4816-bd23-d86cc23894bb) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:31:09.055201 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-8097eb29-7630-433f-be9e-9af7f32721c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'name': 'tempest-AttachVolumeNegativeTest-176702069-router', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:30:58Z', 'updated_at': '2022-04-20T17:31:02Z', 'revision_number': 3, 'project_id': 'fff76710152c4266b547138b68f9e982', 'gw_port': {'id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:30:59Z', 'updated_at': '2022-04-20T17:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:09.061018 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8097eb29-7630-433f-be9e-9af7f32721c1 None None] The sync data for ids ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'] in n-d-838032-1 is: [{'id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'name': 'tempest-AttachVolumeNegativeTest-176702069-router', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:30:58Z', 'updated_at': '2022-04-20T17:31:02Z', 'revision_number': 3, 'project_id': 'fff76710152c4266b547138b68f9e982', 'gw_port': {'id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:30:59Z', 'updated_at': '2022-04-20T17:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:31:09.176268 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-90407967-aba2-4806-8abc-20dbdcbc743a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:09.321562 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f4290c5-618f-4066-b8fd-f95cab25a77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:09.441574 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-9f4290c5-618f-4066-b8fd-f95cab25a77a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb202fb7-2a40-4461-a9a6-14f8101e4679']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:09.497444 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-9f4290c5-618f-4066-b8fd-f95cab25a77a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb5e8fce-d709-4773-851b-28490978272b') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:09.514110 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-9f4290c5-618f-4066-b8fd-f95cab25a77a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb5e8fce-d709-4773-851b-28490978272b') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:09.581879 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f4290c5-618f-4066-b8fd-f95cab25a77a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:09.594963 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57284) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:09.653982 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2bdf-c562-420e-9fb3-0cba51ce5215 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:09.671957 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f4290c5-618f-4066-b8fd-f95cab25a77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:09.696305 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4290c5-618f-4066-b8fd-f95cab25a77a admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:31:09.697019 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f4290c5-618f-4066-b8fd-f95cab25a77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:09.734895 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300bea7d-29d5-4eb4-a28e-9f303e35775c req-b87206ad-07ac-4f3f-9b94-a920715fa21d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:09.735985 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-300bea7d-29d5-4eb4-a28e-9f303e35775c req-b87206ad-07ac-4f3f-9b94-a920715fa21d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 946 time: 0.3423650 Apr 20 17:31:09.767961 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:31:09.767961 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:31:09.767961 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:31:09.767961 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:31:09.767961 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:31:09.767961 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:31:09.767961 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:31:09.767961 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:31:09.767961 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:31:09.767961 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:31:09.767961 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:31:09.767961 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:31:09.767961 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:31:09.767961 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:31:09.767961 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:31:09.767961 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:31:09.767961 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:31:09.767961 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:31:09.767961 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:31:09.767961 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:31:09.767961 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:31:09.767961 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:31:09.767961 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:31:09.767961 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:31:09.767961 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:31:09.767961 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:31:09.767961 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:31:09.767961 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:31:09.767961 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:31:09.767961 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:31:09.767961 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:31:09.767961 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:31:09.851301 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-5e7a2bdf-c562-420e-9fb3-0cba51ce5215 admin admin] Transition to ACTIVE for port object 8599e52f-56a7-4816-bd23-d86cc23894bb will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:31:09.889551 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-300bea7d-29d5-4eb4-a28e-9f303e35775c req-4b837cc2-55b5-485f-bb30-5bbe489a593a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351106 Apr 20 17:31:09.912680 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f4290c5-618f-4066-b8fd-f95cab25a77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:09.973416 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f4290c5-618f-4066-b8fd-f95cab25a77a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:09.976912 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4290c5-618f-4066-b8fd-f95cab25a77a admin admin] Pushing event deleted for resources: {'Network': ['ID=eb202fb7-2a40-4461-a9a6-14f8101e4679,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:09.997156 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2bdf-c562-420e-9fb3-0cba51ce5215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:10.075542 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9f4290c5-618f-4066-b8fd-f95cab25a77a admin admin] 10.222.0.39 "DELETE /v2.0/networks/eb202fb7-2a40-4461-a9a6-14f8101e4679 HTTP/1.1" status: 204 len: 168 time: 1.5177035 Apr 20 17:31:10.108270 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-982b9262-fd9e-4ff9-baa9-9a6248a572f6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1075027574'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:10.115822 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-982b9262-fd9e-4ff9-baa9-9a6248a572f6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:10.123263 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7a2bdf-c562-420e-9fb3-0cba51ce5215 admin admin] Network b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:31:10.124330 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-982b9262-fd9e-4ff9-baa9-9a6248a572f6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:network and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:31:10.128220 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-5e7a2bdf-c562-420e-9fb3-0cba51ce5215 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:31:10.132537 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7a2bdf-c562-420e-9fb3-0cba51ce5215 admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:31:10.149514 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-982b9262-fd9e-4ff9-baa9-9a6248a572f6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:31:10.178608 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-982b9262-fd9e-4ff9-baa9-9a6248a572f6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:10.214724 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982b9262-fd9e-4ff9-baa9-9a6248a572f6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:31:10.219154 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-982b9262-fd9e-4ff9-baa9-9a6248a572f6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:10.235321 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a2bdf-c562-420e-9fb3-0cba51ce5215 admin admin] Pushing event updated for resources: {'Port': ['ID=8599e52f-56a7-4816-bd23-d86cc23894bb,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:10.270330 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-982b9262-fd9e-4ff9-baa9-9a6248a572f6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:10.350274 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2bdf-c562-420e-9fb3-0cba51ce5215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:10.365298 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-982b9262-fd9e-4ff9-baa9-9a6248a572f6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:10.371602 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-982b9262-fd9e-4ff9-baa9-9a6248a572f6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:security_group_rule and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:31:10.374926 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-982b9262-fd9e-4ff9-baa9-9a6248a572f6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:31:10.394052 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-982b9262-fd9e-4ff9-baa9-9a6248a572f6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:10.547608 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-982b9262-fd9e-4ff9-baa9-9a6248a572f6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:10.556611 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-982b9262-fd9e-4ff9-baa9-9a6248a572f6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:10.683375 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2bdf-c562-420e-9fb3-0cba51ce5215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:10.686478 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:31:10.740183 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57354) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:10.743749 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982b9262-fd9e-4ff9-baa9-9a6248a572f6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:31:10.761916 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-982b9262-fd9e-4ff9-baa9-9a6248a572f6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:10.766339 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-982b9262-fd9e-4ff9-baa9-9a6248a572f6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Added segment 3399636c-1f6b-4f04-8230-379d6d9ea6bd of type vlan for network 5d7b9e06-4f68-4942-bde5-d780665b137e Apr 20 17:31:10.820953 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b9262-fd9e-4ff9-baa9-9a6248a572f6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d11ff4d6-5472-407a-a886-02b0d8808946,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:10.823837 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5e9d5230-c97b-4311-803a-77020547d9d9 None None] Provisioning for port 8599e52f-56a7-4816-bd23-d86cc23894bb completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:31:10.860170 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5e9d5230-c97b-4311-803a-77020547d9d9 None None] Provisioning complete for port 8599e52f-56a7-4816-bd23-d86cc23894bb triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:31:10.860792 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5e9d5230-c97b-4311-803a-77020547d9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:10.877636 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-982b9262-fd9e-4ff9-baa9-9a6248a572f6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:10.946894 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c398a8ea-a8e4-42d6-adc7-065fa0ca0b59 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7b6c8cc6c4db4e88869bbbec0e4c0f21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1687436 Apr 20 17:31:10.949663 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57360) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:11.005124 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-982b9262-fd9e-4ff9-baa9-9a6248a572f6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:11.013708 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982b9262-fd9e-4ff9-baa9-9a6248a572f6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:11.016165 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-982b9262-fd9e-4ff9-baa9-9a6248a572f6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:11.044216 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-5e9d5230-c97b-4311-803a-77020547d9d9 None None] Port 8599e52f-56a7-4816-bd23-d86cc23894bb cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:31:11.073027 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:31:11.079591 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:31:11.080176 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:11.241950 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:11.253446 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57370) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:11.267333 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-890ef19d-7d53-4cdd-9d69-c36a25f0e330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:11.270633 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:31:11.281120 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:11.281328 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-982b9262-fd9e-4ff9-baa9-9a6248a572f6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6809444 Apr 20 17:31:11.286226 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57376) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:11.291793 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-65bafec6-f44e-46ea-9d27-6b1e9c6f06b5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'port': {'network_id': '5d7b9e06-4f68-4942-bde5-d780665b137e', 'name': 'tempest-PortsIpV6TestJSON-548082089'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:11.433179 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b9262-fd9e-4ff9-baa9-9a6248a572f6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Network': ['ID=5d7b9e06-4f68-4942-bde5-d780665b137e,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:11.475579 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2bdf-c562-420e-9fb3-0cba51ce5215 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:11.488240 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 5d7b9e06-4f68-4942-bde5-d780665b137e details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:31:11.501641 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc5fee-7c62-479c-aa8c-fae0a37a22c6 req-6641dfcc-9010-4a5c-9e13-d14db2e1a776 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:11.507888 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1fdc5fee-7c62-479c-aa8c-fae0a37a22c6 req-6641dfcc-9010-4a5c-9e13-d14db2e1a776 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 946 time: 0.3262711 Apr 20 17:31:11.509345 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2bdf-c562-420e-9fb3-0cba51ce5215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:11.554586 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-890ef19d-7d53-4cdd-9d69-c36a25f0e330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:11.679060 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-65bafec6-f44e-46ea-9d27-6b1e9c6f06b5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:11.679060 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-890ef19d-7d53-4cdd-9d69-c36a25f0e330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:11.695237 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2bdf-c562-420e-9fb3-0cba51ce5215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:11.708877 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-65bafec6-f44e-46ea-9d27-6b1e9c6f06b5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:port and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:31:11.712210 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fb3f47e5-cb0e-442b-b773-0fcdb8f33fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:11.727527 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-65bafec6-f44e-46ea-9d27-6b1e9c6f06b5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:31:11.738851 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-65bafec6-f44e-46ea-9d27-6b1e9c6f06b5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:11.741228 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ef19d-7d53-4cdd-9d69-c36a25f0e330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdc4dc6-25f0-4d6c-825d-8a5a1d9b41f3,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:11.749393 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1aa51903-41e9-4385-a6a1-9ed767226b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:11.754022 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:11.756904 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-890ef19d-7d53-4cdd-9d69-c36a25f0e330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:11.758658 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-890ef19d-7d53-4cdd-9d69-c36a25f0e330 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2bdc4dc6-25f0-4d6c-825d-8a5a1d9b41f3 HTTP/1.1" status: 204 len: 168 time: 0.8067448 Apr 20 17:31:11.760267 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bafec6-f44e-46ea-9d27-6b1e9c6f06b5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:31:11.763691 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-65bafec6-f44e-46ea-9d27-6b1e9c6f06b5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:11.795068 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-65bafec6-f44e-46ea-9d27-6b1e9c6f06b5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] device_id is not set on port 8028729f-9efd-45b6-81b1-dfdee5d4a78b yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:31:11.853473 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1aa51903-41e9-4385-a6a1-9ed767226b6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:11.857692 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1aa51903-41e9-4385-a6a1-9ed767226b6a admin admin] Usage tracker for resource:security_group_rule and tenant:81ec352b08334f0abd9ea2fde021ac32 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:31:11.860538 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1aa51903-41e9-4385-a6a1-9ed767226b6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:31:11.867541 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1aa51903-41e9-4385-a6a1-9ed767226b6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:12.145212 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-65bafec6-f44e-46ea-9d27-6b1e9c6f06b5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:12.158657 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7a2bdf-c562-420e-9fb3-0cba51ce5215 admin admin] Network b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:31:12.167563 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-5e7a2bdf-c562-420e-9fb3-0cba51ce5215 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:31:12.211008 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-65bafec6-f44e-46ea-9d27-6b1e9c6f06b5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:12.375696 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a2bdf-c562-420e-9fb3-0cba51ce5215 admin admin] Pushing event updated for resources: {'Port': ['ID=8599e52f-56a7-4816-bd23-d86cc23894bb,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:12.396524 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1fdc5fee-7c62-479c-aa8c-fae0a37a22c6 req-466806d9-54c9-4876-969e-94f918df76a7 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7650728 Apr 20 17:31:12.470704 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bafec6-f44e-46ea-9d27-6b1e9c6f06b5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Port': ['ID=8028729f-9efd-45b6-81b1-dfdee5d4a78b,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:12.553389 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bafec6-f44e-46ea-9d27-6b1e9c6f06b5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Checking segment: {'id': '3399636c-1f6b-4f04-8230-379d6d9ea6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5d7b9e06-4f68-4942-bde5-d780665b137e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:31:12.565837 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bafec6-f44e-46ea-9d27-6b1e9c6f06b5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network hostable DHCP agents. Network: 5d7b9e06-4f68-4942-bde5-d780665b137e, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:31:12.575505 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:31:12.620964 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bafec6-f44e-46ea-9d27-6b1e9c6f06b5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network 5d7b9e06-4f68-4942-bde5-d780665b137e is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:31:12.643563 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-65bafec6-f44e-46ea-9d27-6b1e9c6f06b5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 5d7b9e06-4f68-4942-bde5-d780665b137e) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:31:12.648665 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bafec6-f44e-46ea-9d27-6b1e9c6f06b5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:31:12.653656 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bafec6-f44e-46ea-9d27-6b1e9c6f06b5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:12.662569 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-65bafec6-f44e-46ea-9d27-6b1e9c6f06b5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:12.733980 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18cde32-1a27-401d-9de0-942e7fe01848 None None] Network 5d7b9e06-4f68-4942-bde5-d780665b137e requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:31:12.788831 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-65bafec6-f44e-46ea-9d27-6b1e9c6f06b5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5014465 Apr 20 17:31:12.791812 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57490) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:12.794490 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1aa51903-41e9-4385-a6a1-9ed767226b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:12.806769 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-21ea1d59-3b31-4da7-932d-c0cd54347167 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1907769423'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:12.823814 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-21ea1d59-3b31-4da7-932d-c0cd54347167 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:12.830851 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-21ea1d59-3b31-4da7-932d-c0cd54347167 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:network and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:31:12.835428 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-21ea1d59-3b31-4da7-932d-c0cd54347167 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:31:12.846069 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-21ea1d59-3b31-4da7-932d-c0cd54347167 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:12.878583 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cdcfe-4b45-4ba8-98ac-2d6f903eb747 req-8f745f25-9a39-4b03-b6ab-8fa7253c3f0b tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:12.880288 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ee7cdcfe-4b45-4ba8-98ac-2d6f903eb747 req-8f745f25-9a39-4b03-b6ab-8fa7253c3f0b tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 946 time: 0.1986463 Apr 20 17:31:12.881648 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ea1d59-3b31-4da7-932d-c0cd54347167 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:31:12.884718 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-21ea1d59-3b31-4da7-932d-c0cd54347167 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:12.975599 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1aa51903-41e9-4385-a6a1-9ed767226b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:13.066927 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ea1d59-3b31-4da7-932d-c0cd54347167 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:31:13.072291 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa51903-41e9-4385-a6a1-9ed767226b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cfbef6-d044-44b1-9ffd-470ed0811dcc,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:13.086896 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1aa51903-41e9-4385-a6a1-9ed767226b6a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=81ec352b08334f0abd9ea2fde021ac32&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8314960 Apr 20 17:31:13.089811 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57520) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:13.124471 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ee7cdcfe-4b45-4ba8-98ac-2d6f903eb747 req-f3423f61-d621-40fa-84c8-2e1c2d1b713c tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887274 Apr 20 17:31:13.128125 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-21ea1d59-3b31-4da7-932d-c0cd54347167 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:13.129153 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-21ea1d59-3b31-4da7-932d-c0cd54347167 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Added segment f5802c45-8061-42fc-a22d-1b1d33753dbf of type vlan for network 03c0d8e9-5f04-4327-ba6a-bf49a20fa0f2 Apr 20 17:31:13.158546 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:13.167780 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-572b561c-3d54-4f17-ac7e-4192cb0d332a None None] Provisioning complete for port 8599e52f-56a7-4816-bd23-d86cc23894bb triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:31:13.168198 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-572b561c-3d54-4f17-ac7e-4192cb0d332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:13.210069 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-190242e0-ab45-4ef0-a4ab-8a8b8494b740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:13.214579 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-21ea1d59-3b31-4da7-932d-c0cd54347167 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:13.254689 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-21ea1d59-3b31-4da7-932d-c0cd54347167 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:13.259950 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ea1d59-3b31-4da7-932d-c0cd54347167 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:13.260956 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-21ea1d59-3b31-4da7-932d-c0cd54347167 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:13.273707 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-190242e0-ab45-4ef0-a4ab-8a8b8494b740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:13.357708 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-572b561c-3d54-4f17-ac7e-4192cb0d332a None None] Port 8599e52f-56a7-4816-bd23-d86cc23894bb cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:31:13.363002 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:13.399682 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea1d59-3b31-4da7-932d-c0cd54347167 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Network': ['ID=03c0d8e9-5f04-4327-ba6a-bf49a20fa0f2,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:13.442520 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-21ea1d59-3b31-4da7-932d-c0cd54347167 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6491535 Apr 20 17:31:13.444955 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57556) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:13.445396 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-190242e0-ab45-4ef0-a4ab-8a8b8494b740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:13.456531 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-0408fd1c-46f1-4710-afb2-f3736389951d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'ports': [{'network_id': '5d7b9e06-4f68-4942-bde5-d780665b137e'}, {'network_id': '03c0d8e9-5f04-4327-ba6a-bf49a20fa0f2'}]} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:13.464245 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 03c0d8e9-5f04-4327-ba6a-bf49a20fa0f2 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:31:13.465072 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-0408fd1c-46f1-4710-afb2-f3736389951d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'port': {'network_id': '5d7b9e06-4f68-4942-bde5-d780665b137e'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:13.465213 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190242e0-ab45-4ef0-a4ab-8a8b8494b740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cfbef6-d044-44b1-9ffd-470ed0811dcc,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:13.465660 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-0408fd1c-46f1-4710-afb2-f3736389951d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'port': {'network_id': '03c0d8e9-5f04-4327-ba6a-bf49a20fa0f2'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:13.600429 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-190242e0-ab45-4ef0-a4ab-8a8b8494b740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:13.608223 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-190242e0-ab45-4ef0-a4ab-8a8b8494b740 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/00cfbef6-d044-44b1-9ffd-470ed0811dcc HTTP/1.1" status: 204 len: 168 time: 0.5160506 Apr 20 17:31:13.867006 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7a2bdf-c562-420e-9fb3-0cba51ce5215 admin admin] Router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:31:13.888288 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:13.917945 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfb085-2558-41e9-964b-fcef315c5fd6 req-3bc06480-e063-4f29-8afe-1c734891cdae tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:13.922005 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1bcfb085-2558-41e9-964b-fcef315c5fd6 req-3bc06480-e063-4f29-8afe-1c734891cdae tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 946 time: 0.4581137 Apr 20 17:31:13.962685 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:31:13.963202 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:14.022382 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:14.199400 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0408fd1c-46f1-4710-afb2-f3736389951d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:14.203538 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0408fd1c-46f1-4710-afb2-f3736389951d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:port and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:31:14.210429 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0408fd1c-46f1-4710-afb2-f3736389951d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:31:14.222558 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0408fd1c-46f1-4710-afb2-f3736389951d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:14.229663 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57630) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:14.249531 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0408fd1c-46f1-4710-afb2-f3736389951d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'port': 2} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:31:14.254156 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0408fd1c-46f1-4710-afb2-f3736389951d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:14.278253 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0408fd1c-46f1-4710-afb2-f3736389951d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:14.380237 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1bcfb085-2558-41e9-964b-fcef315c5fd6 req-032f869a-ee83-4173-b25c-2ac0105c5757 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229128 Apr 20 17:31:14.447624 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57654) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:14.504081 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5a6f-a585-4b57-b232-b6cd00491393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:14.547057 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f8bf5a6f-a585-4b57-b232-b6cd00491393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:14.551701 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f8bf5a6f-a585-4b57-b232-b6cd00491393 admin admin] Usage tracker for resource:security_group_rule and tenant:249329abac214867baa3b0c943f9fd54 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:31:14.555426 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f8bf5a6f-a585-4b57-b232-b6cd00491393 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:31:14.564060 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f8bf5a6f-a585-4b57-b232-b6cd00491393 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:14.595507 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-4ffcb765-7972-428f-8c29-6982b871a01e admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1080703078-network', 'tenant_id': '188556b707254dfa930a0992cbd479a8'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:14.619000 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4ffcb765-7972-428f-8c29-6982b871a01e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:14.628430 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4ffcb765-7972-428f-8c29-6982b871a01e admin admin] Usage tracker for resource:network and tenant:188556b707254dfa930a0992cbd479a8 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:31:14.634868 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4ffcb765-7972-428f-8c29-6982b871a01e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:31:14.653554 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4ffcb765-7972-428f-8c29-6982b871a01e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:14.661154 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-0408fd1c-46f1-4710-afb2-f3736389951d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] device_id is not set on port 8057fe3c-34a2-4f04-b567-9fe785075ad2 yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:31:14.677405 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffcb765-7972-428f-8c29-6982b871a01e admin admin] Made reservation on behalf of 188556b707254dfa930a0992cbd479a8 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:31:14.680082 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4ffcb765-7972-428f-8c29-6982b871a01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:14.699661 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4ffcb765-7972-428f-8c29-6982b871a01e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:14.702589 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7a2bdf-c562-420e-9fb3-0cba51ce5215 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:31:14.717806 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c71ca8b-4ce5-4183-a18a-d857f6add228 None None] Sync routers for ids ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:31:14.725508 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5a6f-a585-4b57-b232-b6cd00491393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:14.746969 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c71ca8b-4ce5-4183-a18a-d857f6add228 None None] Routers {'e1d93820-6526-4ca9-b0c8-c49105c7dbc4'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:31:14.746969 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-1c71ca8b-4ce5-4183-a18a-d857f6add228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:31:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:14.753128 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5e7a2bdf-c562-420e-9fb3-0cba51ce5215 admin admin] 10.222.0.39 "PUT /v2.0/routers/e1d93820-6526-4ca9-b0c8-c49105c7dbc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9315784 Apr 20 17:31:14.769562 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4ffcb765-7972-428f-8c29-6982b871a01e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:14.783341 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4ffcb765-7972-428f-8c29-6982b871a01e admin admin] Usage tracker for resource:security_group_rule and tenant:188556b707254dfa930a0992cbd479a8 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:31:14.787127 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5a6f-a585-4b57-b232-b6cd00491393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:14.793669 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4ffcb765-7972-428f-8c29-6982b871a01e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:31:14.806623 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4ffcb765-7972-428f-8c29-6982b871a01e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:14.835618 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0408fd1c-46f1-4710-afb2-f3736389951d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:14.996615 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f8bf5a6f-a585-4b57-b232-b6cd00491393 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=249329abac214867baa3b0c943f9fd54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5380461 Apr 20 17:31:14.997773 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf5a6f-a585-4b57-b232-b6cd00491393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a318bfcf-0e6f-49b3-8cda-7c5de0e8346c,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:15.043150 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57720) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:15.052620 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f69915-049c-46e0-86b4-5ec17526b2fd req-24768057-25db-408c-8f2b-3c98e7dd3e98 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:15.061385 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-0408fd1c-46f1-4710-afb2-f3736389951d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] device_id is not set on port 588afe85-272a-4647-b2d8-aaab1c8629ac yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:31:15.076381 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f6f69915-049c-46e0-86b4-5ec17526b2fd req-24768057-25db-408c-8f2b-3c98e7dd3e98 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 946 time: 0.4328330 Apr 20 17:31:15.163403 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f6f69915-049c-46e0-86b4-5ec17526b2fd req-78a3bd8f-710d-4aa8-8ac3-451dc633c958 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858102 Apr 20 17:31:15.255481 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-aa8bd744-6a2d-4c07-bb38-0cba4e904104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:15.261319 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:15.304278 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-1c71ca8b-4ce5-4183-a18a-d857f6add228 None None] Set router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:31:15.308387 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-aa8bd744-6a2d-4c07-bb38-0cba4e904104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:15.409409 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4ffcb765-7972-428f-8c29-6982b871a01e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:15.412669 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-aa8bd744-6a2d-4c07-bb38-0cba4e904104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:15.425441 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4ffcb765-7972-428f-8c29-6982b871a01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:15.480460 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-aa8bd744-6a2d-4c07-bb38-0cba4e904104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:15.481736 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-aa8bd744-6a2d-4c07-bb38-0cba4e904104 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a318bfcf-0e6f-49b3-8cda-7c5de0e8346c HTTP/1.1" status: 204 len: 168 time: 0.3776071 Apr 20 17:31:15.496959 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8bd744-6a2d-4c07-bb38-0cba4e904104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a318bfcf-0e6f-49b3-8cda-7c5de0e8346c,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:15.527239 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffcb765-7972-428f-8c29-6982b871a01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f829726b-2901-4dbf-bfb9-a40939502b41,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:15.594540 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0408fd1c-46f1-4710-afb2-f3736389951d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:15.615875 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ffcb765-7972-428f-8c29-6982b871a01e admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:31:15.697305 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4ffcb765-7972-428f-8c29-6982b871a01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:15.697654 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-4ffcb765-7972-428f-8c29-6982b871a01e admin admin] Added segment 9e988f25-2d46-46a7-b646-01ba81b8f311 of type vlan for network 879adc5a-2d25-4c9e-9994-c7384533849b Apr 20 17:31:15.816123 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4ffcb765-7972-428f-8c29-6982b871a01e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:15.873753 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0408fd1c-46f1-4710-afb2-f3736389951d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:15.970086 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939800f-e900-4e06-bc2f-18dab9db6231 req-2af022f9-2e1f-44ad-badf-93f5a82c9eba tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:15.972063 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4939800f-e900-4e06-bc2f-18dab9db6231 req-2af022f9-2e1f-44ad-badf-93f5a82c9eba tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 946 time: 0.1389213 Apr 20 17:31:16.088515 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57842) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:16.103618 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-6dcd2d15-60b7-4425-91ef-b055e0beb9f7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1620542395', 'description': 'tempest-description--1404283081'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:16.110858 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-1c71ca8b-4ce5-4183-a18a-d857f6add228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'name': 'tempest-AttachVolumeNegativeTest-176702069-router', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:30:58Z', 'updated_at': '2022-04-20T17:31:10Z', 'revision_number': 4, 'project_id': 'fff76710152c4266b547138b68f9e982', 'gw_port': {'id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:30:59Z', 'updated_at': '2022-04-20T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8599e52f-56a7-4816-bd23-d86cc23894bb', 'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'mac_address': 'fa:16:3e:63:5d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:31:08Z', 'updated_at': '2022-04-20T17:31:10Z', 'revision_number': 2, 'project_id': 'fff76710152c4266b547138b68f9e982', 'subnets': [{'id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:16.118576 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c71ca8b-4ce5-4183-a18a-d857f6add228 None None] Checking router: e1d93820-6526-4ca9-b0c8-c49105c7dbc4 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:31:16.119086 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c71ca8b-4ce5-4183-a18a-d857f6add228 None None] Updating router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 port 8599e52f-56a7-4816-bd23-d86cc23894bb binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:31:16.131686 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6dcd2d15-60b7-4425-91ef-b055e0beb9f7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:16.145657 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6dcd2d15-60b7-4425-91ef-b055e0beb9f7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Usage tracker for resource:security_group and tenant:fff76710152c4266b547138b68f9e982 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:31:16.162889 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6dcd2d15-60b7-4425-91ef-b055e0beb9f7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:31:16.180036 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1c71ca8b-4ce5-4183-a18a-d857f6add228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:16.192740 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4939800f-e900-4e06-bc2f-18dab9db6231 req-99b1a654-aaab-419f-96d6-b70c3749af7d tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093861 Apr 20 17:31:16.200546 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6dcd2d15-60b7-4425-91ef-b055e0beb9f7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:16.212837 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408fd1c-46f1-4710-afb2-f3736389951d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Port': ['ID=8057fe3c-34a2-4f04-b567-9fe785075ad2,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:16.231007 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0408fd1c-46f1-4710-afb2-f3736389951d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network 5d7b9e06-4f68-4942-bde5-d780665b137e is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:31:16.234140 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4ffcb765-7972-428f-8c29-6982b871a01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:16.236381 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffcb765-7972-428f-8c29-6982b871a01e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:16.237177 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4ffcb765-7972-428f-8c29-6982b871a01e admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:16.242791 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6dcd2d15-60b7-4425-91ef-b055e0beb9f7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:16.336329 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-0408fd1c-46f1-4710-afb2-f3736389951d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:31:16.340947 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6dcd2d15-60b7-4425-91ef-b055e0beb9f7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:16.343577 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0408fd1c-46f1-4710-afb2-f3736389951d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:31:16.347718 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0408fd1c-46f1-4710-afb2-f3736389951d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:16.355033 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6dcd2d15-60b7-4425-91ef-b055e0beb9f7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Usage tracker for resource:security_group_rule and tenant:fff76710152c4266b547138b68f9e982 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:31:16.362728 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6dcd2d15-60b7-4425-91ef-b055e0beb9f7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:31:16.375290 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6dcd2d15-60b7-4425-91ef-b055e0beb9f7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:16.512004 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4ffcb765-7972-428f-8c29-6982b871a01e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2811515 Apr 20 17:31:16.524204 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57898) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:16.638140 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6dcd2d15-60b7-4425-91ef-b055e0beb9f7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:16.648442 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-2d01f5d8-d7a0-4983-a8cc-99faeff75eb5 admin admin] Request body: {'subnet': {'network_id': '879adc5a-2d25-4c9e-9994-c7384533849b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1080703078-subnet', 'tenant_id': '188556b707254dfa930a0992cbd479a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:16.687514 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2d01f5d8-d7a0-4983-a8cc-99faeff75eb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:16.696895 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6dcd2d15-60b7-4425-91ef-b055e0beb9f7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:16.711736 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408fd1c-46f1-4710-afb2-f3736389951d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Port': ['ID=588afe85-272a-4647-b2d8-aaab1c8629ac,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:16.721739 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffcb765-7972-428f-8c29-6982b871a01e admin admin] Pushing event updated for resources: {'Network': ['ID=879adc5a-2d25-4c9e-9994-c7384533849b,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:16.756041 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0408fd1c-46f1-4710-afb2-f3736389951d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Checking segment: {'id': 'f5802c45-8061-42fc-a22d-1b1d33753dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '03c0d8e9-5f04-4327-ba6a-bf49a20fa0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:31:16.756673 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0408fd1c-46f1-4710-afb2-f3736389951d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network hostable DHCP agents. Network: 03c0d8e9-5f04-4327-ba6a-bf49a20fa0f2, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:31:16.765174 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2d01f5d8-d7a0-4983-a8cc-99faeff75eb5 admin admin] Usage tracker for resource:subnet and tenant:188556b707254dfa930a0992cbd479a8 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:31:16.769048 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd2d15-60b7-4425-91ef-b055e0beb9f7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdd2e1a-e3c7-47ad-88ee-1fdac94d151c,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:16.772766 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6dcd2d15-60b7-4425-91ef-b055e0beb9f7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:16.776733 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6dcd2d15-60b7-4425-91ef-b055e0beb9f7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.6834321 Apr 20 17:31:16.776733 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2d01f5d8-d7a0-4983-a8cc-99faeff75eb5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:31:16.784084 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57928) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:16.790967 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-6c48b6cf-79a1-42d2-9fa0-5dcbb62fc146 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Request body: {'security_group_rule': {'security_group_id': 'bcdd2e1a-e3c7-47ad-88ee-1fdac94d151c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:16.791572 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2d01f5d8-d7a0-4983-a8cc-99faeff75eb5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:16.799091 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 879adc5a-2d25-4c9e-9994-c7384533849b details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:31:16.807307 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0408fd1c-46f1-4710-afb2-f3736389951d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network 03c0d8e9-5f04-4327-ba6a-bf49a20fa0f2 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:31:16.807499 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e179b-5252-4cb4-a451-a05ee0e2bde7 req-97c199e5-45f4-4261-a62f-1848df217af0 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:16.809329 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-537e179b-5252-4cb4-a451-a05ee0e2bde7 req-97c199e5-45f4-4261-a62f-1848df217af0 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 946 time: 0.3055179 Apr 20 17:31:16.809970 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6c48b6cf-79a1-42d2-9fa0-5dcbb62fc146 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:16.816845 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6c48b6cf-79a1-42d2-9fa0-5dcbb62fc146 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Usage tracker for resource:security_group_rule and tenant:fff76710152c4266b547138b68f9e982 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:31:16.821007 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6c48b6cf-79a1-42d2-9fa0-5dcbb62fc146 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:31:16.827427 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6c48b6cf-79a1-42d2-9fa0-5dcbb62fc146 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:16.834950 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-0408fd1c-46f1-4710-afb2-f3736389951d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 03c0d8e9-5f04-4327-ba6a-bf49a20fa0f2) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:31:16.851917 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0408fd1c-46f1-4710-afb2-f3736389951d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:31:16.855706 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d01f5d8-d7a0-4983-a8cc-99faeff75eb5 admin admin] Made reservation on behalf of 188556b707254dfa930a0992cbd479a8 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:31:16.855871 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0408fd1c-46f1-4710-afb2-f3736389951d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:16.858563 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2d01f5d8-d7a0-4983-a8cc-99faeff75eb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:16.870531 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0408fd1c-46f1-4710-afb2-f3736389951d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:16.871236 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0408fd1c-46f1-4710-afb2-f3736389951d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:16.907497 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6c48b6cf-79a1-42d2-9fa0-5dcbb62fc146 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:16.934687 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0408fd1c-46f1-4710-afb2-f3736389951d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4856761 Apr 20 17:31:16.952941 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57948) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:16.964590 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348eecff-379b-4e0a-b72d-292472e92715 None None] Network 03c0d8e9-5f04-4327-ba6a-bf49a20fa0f2 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:31:17.151327 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-9fb61e4e-6e1b-44b3-9ec6-9f938bc6b85b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Deleting port 588afe85-272a-4647-b2d8-aaab1c8629ac {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:31:17.151888 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9fb61e4e-6e1b-44b3-9ec6-9f938bc6b85b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:17.265590 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1c71ca8b-4ce5-4183-a18a-d857f6add228 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:17.375165 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-537e179b-5252-4cb4-a451-a05ee0e2bde7 req-101c39b4-2021-4401-a5bf-f5eb6d1e2f26 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5589900 Apr 20 17:31:17.409825 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1c71ca8b-4ce5-4183-a18a-d857f6add228 None None] Transition to ACTIVE for port object 8599e52f-56a7-4816-bd23-d86cc23894bb will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:31:17.431885 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1c71ca8b-4ce5-4183-a18a-d857f6add228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:17.526153 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6c48b6cf-79a1-42d2-9fa0-5dcbb62fc146 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:17.757892 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6c48b6cf-79a1-42d2-9fa0-5dcbb62fc146 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:17.784193 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2d01f5d8-d7a0-4983-a8cc-99faeff75eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:17.802752 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fab50f-3575-41b9-bbad-995b07065503 None None] Pushing event updated for resources: {'Port': ['ID=8599e52f-56a7-4816-bd23-d86cc23894bb,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:17.824352 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fab50f-3575-41b9-bbad-995b07065503 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:17.830805 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fab50f-3575-41b9-bbad-995b07065503 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:17.831189 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fab50f-3575-41b9-bbad-995b07065503 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:17.831556 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fab50f-3575-41b9-bbad-995b07065503 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:17.831924 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fab50f-3575-41b9-bbad-995b07065503 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:17.832271 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fab50f-3575-41b9-bbad-995b07065503 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:17.832591 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fab50f-3575-41b9-bbad-995b07065503 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:17.833003 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fab50f-3575-41b9-bbad-995b07065503 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:17.833203 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fab50f-3575-41b9-bbad-995b07065503 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:17.833511 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fab50f-3575-41b9-bbad-995b07065503 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:17.833825 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fab50f-3575-41b9-bbad-995b07065503 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:17.844259 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-1c71ca8b-4ce5-4183-a18a-d857f6add228 None None] Attempting to bind port 8599e52f-56a7-4816-bd23-d86cc23894bb on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:17.845241 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-1c71ca8b-4ce5-4183-a18a-d857f6add228 None None] Attempting to bind port 8599e52f-56a7-4816-bd23-d86cc23894bb by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'aeb8f33c-317c-45e3-a7a9-c21f7e658316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:17.847469 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c71ca8b-4ce5-4183-a18a-d857f6add228 None None] Attempting to bind port 8599e52f-56a7-4816-bd23-d86cc23894bb on network b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:17.863627 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c71ca8b-4ce5-4183-a18a-d857f6add228 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:31:17.863993 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c71ca8b-4ce5-4183-a18a-d857f6add228 None None] Checking segment: {'id': 'aeb8f33c-317c-45e3-a7a9-c21f7e658316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:31:17.864385 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1c71ca8b-4ce5-4183-a18a-d857f6add228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:17.864930 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c71ca8b-4ce5-4183-a18a-d857f6add228 None None] Bound using segment: {'id': 'aeb8f33c-317c-45e3-a7a9-c21f7e658316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:31:17.865533 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-1c71ca8b-4ce5-4183-a18a-d857f6add228 None None] Bound port: 8599e52f-56a7-4816-bd23-d86cc23894bb, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb8f33c-317c-45e3-a7a9-c21f7e658316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:31:17.870231 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1c71ca8b-4ce5-4183-a18a-d857f6add228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:17.915486 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48b6cf-79a1-42d2-9fa0-5dcbb62fc146 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e73f89e-edfc-4276-a1db-91e9d0cfe228,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:17.939536 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9fb61e4e-6e1b-44b3-9ec6-9f938bc6b85b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:17.963313 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d01f5d8-d7a0-4983-a8cc-99faeff75eb5 admin admin] Checking segment: {'id': '9e988f25-2d46-46a7-b646-01ba81b8f311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '879adc5a-2d25-4c9e-9994-c7384533849b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:31:17.964679 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6c48b6cf-79a1-42d2-9fa0-5dcbb62fc146 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:17.965889 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6c48b6cf-79a1-42d2-9fa0-5dcbb62fc146 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1804862 Apr 20 17:31:17.966365 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d01f5d8-d7a0-4983-a8cc-99faeff75eb5 admin admin] Network hostable DHCP agents. Network: 879adc5a-2d25-4c9e-9994-c7384533849b, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:31:17.970499 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58076) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:18.054755 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01f5d8-d7a0-4983-a8cc-99faeff75eb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=512e9ebf-1786-4488-bf94-e191ba834705,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:18.076958 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d01f5d8-d7a0-4983-a8cc-99faeff75eb5 admin admin] Network 879adc5a-2d25-4c9e-9994-c7384533849b is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:31:18.092261 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1c71ca8b-4ce5-4183-a18a-d857f6add228 None None] For port 8599e52f-56a7-4816-bd23-d86cc23894bb, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:31:18.097659 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1c71ca8b-4ce5-4183-a18a-d857f6add228 None None] For port 8599e52f-56a7-4816-bd23-d86cc23894bb, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8599e52f-56a7-4816-bd23-d86cc23894bb,segment=NetworkSegment(aeb8f33c-317c-45e3-a7a9-c21f7e658316),segment_id=aeb8f33c-317c-45e3-a7a9-c21f7e658316)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:31:18.107162 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1c71ca8b-4ce5-4183-a18a-d857f6add228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:18.110798 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-2d01f5d8-d7a0-4983-a8cc-99faeff75eb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 879adc5a-2d25-4c9e-9994-c7384533849b) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:31:18.117228 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d01f5d8-d7a0-4983-a8cc-99faeff75eb5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:18.118532 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2d01f5d8-d7a0-4983-a8cc-99faeff75eb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:18.150762 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2d01f5d8-d7a0-4983-a8cc-99faeff75eb5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6225789 Apr 20 17:31:18.194676 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b41e6d-9234-4fc5-acce-5b5115d9c3a0 None None] Network 879adc5a-2d25-4c9e-9994-c7384533849b requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:31:18.215351 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-2de3725e-4ee1-4fe8-9a69-fd2770b90411 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Request body: {'security_group_rule': {'security_group_id': 'bcdd2e1a-e3c7-47ad-88ee-1fdac94d151c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:18.221888 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-2de3725e-4ee1-4fe8-9a69-fd2770b90411 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:18.226815 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-2de3725e-4ee1-4fe8-9a69-fd2770b90411 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Usage tracker for resource:security_group_rule and tenant:fff76710152c4266b547138b68f9e982 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:31:18.230436 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-2de3725e-4ee1-4fe8-9a69-fd2770b90411 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:31:18.237429 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-2de3725e-4ee1-4fe8-9a69-fd2770b90411 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:18.257006 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-9fb61e4e-6e1b-44b3-9ec6-9f938bc6b85b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Calling delete_port for 588afe85-272a-4647-b2d8-aaab1c8629ac owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:31:18.457071 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2de3725e-4ee1-4fe8-9a69-fd2770b90411 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:18.492258 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fab50f-3575-41b9-bbad-995b07065503 None None] Pushing event updated for resources: {'Port': ['ID=8599e52f-56a7-4816-bd23-d86cc23894bb,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:18.499351 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237798c-f626-4dd3-963a-dc8d31bbd35f req-d1ec4a75-e26a-41bf-af68-8ebd6339c924 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:18.500899 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3237798c-f626-4dd3-963a-dc8d31bbd35f req-d1ec4a75-e26a-41bf-af68-8ebd6339c924 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 946 time: 0.7520618 Apr 20 17:31:18.527903 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c71ca8b-4ce5-4183-a18a-d857f6add228 None None] Routers {'e1d93820-6526-4ca9-b0c8-c49105c7dbc4'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:31:18.528544 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-1c71ca8b-4ce5-4183-a18a-d857f6add228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:31:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:18.709576 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9fb61e4e-6e1b-44b3-9ec6-9f938bc6b85b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:18.841013 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58212) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:18.899835 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9fb61e4e-6e1b-44b3-9ec6-9f938bc6b85b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:18.913998 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb61e4e-6e1b-44b3-9ec6-9f938bc6b85b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Port': ['ID=588afe85-272a-4647-b2d8-aaab1c8629ac,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:18.939368 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe342e8-73df-484b-babc-251876805ee2 None None] Network 879adc5a-2d25-4c9e-9994-c7384533849b requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:31:18.945730 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9fb61e4e-6e1b-44b3-9ec6-9f938bc6b85b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/ports/588afe85-272a-4647-b2d8-aaab1c8629ac HTTP/1.1" status: 204 len: 168 time: 1.9900823 Apr 20 17:31:18.948360 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58232) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:18.967133 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3237798c-f626-4dd3-963a-dc8d31bbd35f req-6861a6b9-9ce5-4e4b-afdd-8feb56947e9c tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320109 Apr 20 17:31:18.986572 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2de3725e-4ee1-4fe8-9a69-fd2770b90411 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:18.995675 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2de3725e-4ee1-4fe8-9a69-fd2770b90411 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:19.087617 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3725e-4ee1-4fe8-9a69-fd2770b90411 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba693cf-9ca8-4066-a788-b69f5a21bacb,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:19.098276 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2de3725e-4ee1-4fe8-9a69-fd2770b90411 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:19.103231 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2de3725e-4ee1-4fe8-9a69-fd2770b90411 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1317461 Apr 20 17:31:19.106725 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58252) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:19.121303 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-590c8ac0-ee35-46b9-864d-ebfaf5aefba8 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:19.132373 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d65b5de-4e0e-45e8-bc5e-3a16b8406a7a tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:19.135664 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-590c8ac0-ee35-46b9-864d-ebfaf5aefba8 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:19.146243 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d65b5de-4e0e-45e8-bc5e-3a16b8406a7a tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:19.147335 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-590c8ac0-ee35-46b9-864d-ebfaf5aefba8 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Usage tracker for resource:floatingip and tenant:fff76710152c4266b547138b68f9e982 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:31:19.147906 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2d65b5de-4e0e-45e8-bc5e-3a16b8406a7a tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1985526 Apr 20 17:31:19.150584 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58262) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:19.158050 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-590c8ac0-ee35-46b9-864d-ebfaf5aefba8 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:31:19.181363 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-590c8ac0-ee35-46b9-864d-ebfaf5aefba8 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:19.213368 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-590c8ac0-ee35-46b9-864d-ebfaf5aefba8 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for floatingip, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:19.268802 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:31:19.283856 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-1c71ca8b-4ce5-4183-a18a-d857f6add228 None None] Set router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:31:19.321764 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-476a0084-ff32-41df-ab2d-e5c3084a77c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:19.421355 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-e0c4d078-6960-4f6b-aae1-99f69620ed2e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Deleting port 8057fe3c-34a2-4f04-b567-9fe785075ad2 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:31:19.421724 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d078-6960-4f6b-aae1-99f69620ed2e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:19.488322 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-590c8ac0-ee35-46b9-864d-ebfaf5aefba8 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:19.586918 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-476a0084-ff32-41df-ab2d-e5c3084a77c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:19.600818 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-476a0084-ff32-41df-ab2d-e5c3084a77c4 admin admin] Usage tracker for resource:security_group_rule and tenant:1d6269230c2d4ee9ac10ca6670972241 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:31:19.608349 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-476a0084-ff32-41df-ab2d-e5c3084a77c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:31:19.636042 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-476a0084-ff32-41df-ab2d-e5c3084a77c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:19.803396 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-590c8ac0-ee35-46b9-864d-ebfaf5aefba8 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Allocated IP 172.25.8.250 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/fdaa02b2-0520-461e-abc3-614fc59cd82f) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:31:20.106142 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-476a0084-ff32-41df-ab2d-e5c3084a77c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:20.123501 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d078-6960-4f6b-aae1-99f69620ed2e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:20.131821 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-476a0084-ff32-41df-ab2d-e5c3084a77c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:20.148145 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-1c71ca8b-4ce5-4183-a18a-d857f6add228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'name': 'tempest-AttachVolumeNegativeTest-176702069-router', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:30:58Z', 'updated_at': '2022-04-20T17:31:10Z', 'revision_number': 4, 'project_id': 'fff76710152c4266b547138b68f9e982', 'gw_port': {'id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:30:59Z', 'updated_at': '2022-04-20T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8599e52f-56a7-4816-bd23-d86cc23894bb', 'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'mac_address': 'fa:16:3e:63:5d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:31:08Z', 'updated_at': '2022-04-20T17:31:18Z', 'revision_number': 4, 'project_id': 'fff76710152c4266b547138b68f9e982', 'subnets': [{'id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:20.157539 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03707f79-7de8-46d0-99fc-0ebb28212e6e req-ee7c15ec-98e9-4e4a-a35c-29019331be12 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:20.159139 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-03707f79-7de8-46d0-99fc-0ebb28212e6e req-ee7c15ec-98e9-4e4a-a35c-29019331be12 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 946 time: 0.1819487 Apr 20 17:31:20.161046 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c71ca8b-4ce5-4183-a18a-d857f6add228 None None] The sync data for ids ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'] in n-d-838032-1 is: [{'id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'name': 'tempest-AttachVolumeNegativeTest-176702069-router', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:30:58Z', 'updated_at': '2022-04-20T17:31:10Z', 'revision_number': 4, 'project_id': 'fff76710152c4266b547138b68f9e982', 'gw_port': {'id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:30:59Z', 'updated_at': '2022-04-20T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8599e52f-56a7-4816-bd23-d86cc23894bb', 'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'mac_address': 'fa:16:3e:63:5d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:31:08Z', 'updated_at': '2022-04-20T17:31:18Z', 'revision_number': 4, 'project_id': 'fff76710152c4266b547138b68f9e982', 'subnets': [{'id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:31:20.164903 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-590c8ac0-ee35-46b9-864d-ebfaf5aefba8 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:20.261594 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-03707f79-7de8-46d0-99fc-0ebb28212e6e req-821db190-2ed9-4b10-a2e8-7102e5f493b1 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928442 Apr 20 17:31:20.308988 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-590c8ac0-ee35-46b9-864d-ebfaf5aefba8 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:20.459057 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590c8ac0-ee35-46b9-864d-ebfaf5aefba8 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:31:20.472849 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-590c8ac0-ee35-46b9-864d-ebfaf5aefba8 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:31:20.484709 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-e0c4d078-6960-4f6b-aae1-99f69620ed2e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Calling delete_port for 8057fe3c-34a2-4f04-b567-9fe785075ad2 owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:31:20.491158 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590c8ac0-ee35-46b9-864d-ebfaf5aefba8 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:31:20.603532 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c8ac0-ee35-46b9-864d-ebfaf5aefba8 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event updated for resources: {'Port': ['ID=fdaa02b2-0520-461e-abc3-614fc59cd82f,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:20.669602 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8599e52f-56a7-4816-bd23-d86cc23894bb up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:31:20.735592 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-476a0084-ff32-41df-ab2d-e5c3084a77c4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1d6269230c2d4ee9ac10ca6670972241&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8926017 Apr 20 17:31:20.741268 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58432) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:20.745633 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a0084-ff32-41df-ab2d-e5c3084a77c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e1452b-e6fa-411b-a4ed-776a416cee0d,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:20.770256 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d078-6960-4f6b-aae1-99f69620ed2e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:20.879243 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 8599e52f-56a7-4816-bd23-d86cc23894bb completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:31:20.887182 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 8599e52f-56a7-4816-bd23-d86cc23894bb triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:31:20.887888 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:20.888688 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4d078-6960-4f6b-aae1-99f69620ed2e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Port': ['ID=8057fe3c-34a2-4f04-b567-9fe785075ad2,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:20.906592 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d078-6960-4f6b-aae1-99f69620ed2e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:20.922659 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e0c4d078-6960-4f6b-aae1-99f69620ed2e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/ports/8057fe3c-34a2-4f04-b567-9fe785075ad2 HTTP/1.1" status: 204 len: 168 time: 1.7707014 Apr 20 17:31:20.925328 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58454) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:21.043952 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-590c8ac0-ee35-46b9-864d-ebfaf5aefba8 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:21.160451 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-57a84ca7-4d84-439d-8ed6-f5f5d3c3195e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:21.177380 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:21.183721 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15cd03e-1cdc-43e6-ab97-988cac8da6d2 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:21.184526 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e15cd03e-1cdc-43e6-ab97-988cac8da6d2 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Synchronizing usage tracker for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:31:21.214130 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e15cd03e-1cdc-43e6-ab97-988cac8da6d2 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Unset dirty status for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:31:21.215658 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e15cd03e-1cdc-43e6-ab97-988cac8da6d2 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2890999 Apr 20 17:31:21.218171 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58488) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:21.220183 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-57a84ca7-4d84-439d-8ed6-f5f5d3c3195e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:21.283708 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1390b7c-0c99-4ef0-8545-0bd6e7626b37 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] GET failed (client error): The resource could not be found. Apr 20 17:31:21.285251 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e1390b7c-0c99-4ef0-8545-0bd6e7626b37 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "GET /v2.0/ports/588afe85-272a-4647-b2d8-aaab1c8629ac HTTP/1.1" status: 404 len: 333 time: 0.0651555 Apr 20 17:31:21.287832 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58496) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:21.293821 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-57a84ca7-4d84-439d-8ed6-f5f5d3c3195e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:21.320632 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 8599e52f-56a7-4816-bd23-d86cc23894bb, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8599e52f-56a7-4816-bd23-d86cc23894bb,segment=NetworkSegment(aeb8f33c-317c-45e3-a7a9-c21f7e658316),segment_id=aeb8f33c-317c-45e3-a7a9-c21f7e658316)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:31:21.325855 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-590c8ac0-ee35-46b9-864d-ebfaf5aefba8 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:21.332394 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:21.412516 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a84ca7-4d84-439d-8ed6-f5f5d3c3195e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e1452b-e6fa-411b-a4ed-776a416cee0d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:21.439347 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-545b6938-d2da-4ddc-80ba-366fedc29d4f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] GET failed (client error): The resource could not be found. Apr 20 17:31:21.442580 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-545b6938-d2da-4ddc-80ba-366fedc29d4f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "GET /v2.0/ports/8057fe3c-34a2-4f04-b567-9fe785075ad2 HTTP/1.1" status: 404 len: 333 time: 0.1536264 Apr 20 17:31:21.445604 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58512) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:21.557686 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=8599e52f-56a7-4816-bd23-d86cc23894bb,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:21.663374 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-57a84ca7-4d84-439d-8ed6-f5f5d3c3195e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:21.664767 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-57a84ca7-4d84-439d-8ed6-f5f5d3c3195e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/11e1452b-e6fa-411b-a4ed-776a416cee0d HTTP/1.1" status: 204 len: 168 time: 0.9218988 Apr 20 17:31:21.684205 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1bfb644b-6de4-45b6-bad0-48749d647f02 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:21.846274 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad01cd-07d0-4542-ad8d-1171e6514a67 req-a5269700-8a13-4e58-9500-52c9a905c46f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:21.846585 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d5ad01cd-07d0-4542-ad8d-1171e6514a67 req-a5269700-8a13-4e58-9500-52c9a905c46f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 946 time: 0.2523074 Apr 20 17:31:21.860756 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1bfb644b-6de4-45b6-bad0-48749d647f02 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:21.867862 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-8a033726-0c4b-423b-9a3f-1b05ee221857 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:21.868895 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-8a033726-0c4b-423b-9a3f-1b05ee221857 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Synchronizing usage tracker for tenant:188556b707254dfa930a0992cbd479a8 on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:31:21.897412 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-8a033726-0c4b-423b-9a3f-1b05ee221857 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Unset dirty status for tenant:188556b707254dfa930a0992cbd479a8 on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:31:21.898687 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-8a033726-0c4b-423b-9a3f-1b05ee221857 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] 10.222.0.39 "GET /v2.0/networks?id=879adc5a-2d25-4c9e-9994-c7384533849b HTTP/1.1" status: 200 len: 810 time: 0.3528116 Apr 20 17:31:21.934869 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-1bfb644b-6de4-45b6-bad0-48749d647f02 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c0d8e9-5f04-4327-ba6a-bf49a20fa0f2']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:21.940584 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-590c8ac0-ee35-46b9-864d-ebfaf5aefba8 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:21.952571 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-9e40f4a2-f87d-4eeb-8b91-8cc2836fa19d tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] 10.222.0.39 "GET /v2.0/quotas/188556b707254dfa930a0992cbd479a8 HTTP/1.1" status: 200 len: 375 time: 0.0400147 Apr 20 17:31:21.958100 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-1bfb644b-6de4-45b6-bad0-48749d647f02 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5802c45-8061-42fc-a22d-1b1d33753dbf') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:21.958645 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-1bfb644b-6de4-45b6-bad0-48749d647f02 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5802c45-8061-42fc-a22d-1b1d33753dbf') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:21.967870 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d5ad01cd-07d0-4542-ad8d-1171e6514a67 req-a6addd43-5e2f-4e22-ad6d-76b94b592db9 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206136 Apr 20 17:31:21.974511 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1bfb644b-6de4-45b6-bad0-48749d647f02 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:22.013829 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-fefa4a88-89fe-4352-8586-c425eff88acd tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=188556b707254dfa930a0992cbd479a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578613 Apr 20 17:31:22.015344 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-590c8ac0-ee35-46b9-864d-ebfaf5aefba8 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:22.111187 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1bfb644b-6de4-45b6-bad0-48749d647f02 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:22.123677 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bfb644b-6de4-45b6-bad0-48749d647f02 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:31:22.124673 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1bfb644b-6de4-45b6-bad0-48749d647f02 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:22.223309 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:31:22.223309 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:31:22.223309 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:31:22.223309 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:31:22.223309 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:31:22.223309 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:31:22.223309 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:31:22.223309 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:31:22.223309 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:31:22.223309 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:31:22.223309 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:31:22.223309 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:31:22.223309 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:31:22.223309 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:31:22.223309 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:31:22.223309 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:31:22.223309 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:31:22.223309 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:31:22.223309 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:31:22.223309 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:31:22.223309 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:31:22.223309 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:31:22.223309 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:31:22.223309 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:31:22.223309 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:31:22.223309 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:31:22.223309 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:31:22.223309 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:31:22.223309 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:31:22.223309 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:31:22.223309 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:31:22.223309 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:31:22.233007 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1bfb644b-6de4-45b6-bad0-48749d647f02 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:22.277923 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1bfb644b-6de4-45b6-bad0-48749d647f02 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:22.280953 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb644b-6de4-45b6-bad0-48749d647f02 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Network': ['ID=03c0d8e9-5f04-4327-ba6a-bf49a20fa0f2,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:22.291389 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1bfb644b-6de4-45b6-bad0-48749d647f02 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/networks/03c0d8e9-5f04-4327-ba6a-bf49a20fa0f2 HTTP/1.1" status: 204 len: 168 time: 0.8445201 Apr 20 17:31:22.294841 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58546) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:22.302743 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-00191861-2684-4480-812c-fa6ae8e85bc8 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1338342063'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:22.304657 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c8ac0-ee35-46b9-864d-ebfaf5aefba8 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event updated for resources: {'Port': ['ID=fdaa02b2-0520-461e-abc3-614fc59cd82f,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:22.310832 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-00191861-2684-4480-812c-fa6ae8e85bc8 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:22.320559 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-00191861-2684-4480-812c-fa6ae8e85bc8 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:network and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:31:22.323505 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-00191861-2684-4480-812c-fa6ae8e85bc8 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:31:22.340453 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-00191861-2684-4480-812c-fa6ae8e85bc8 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:22.383987 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-590c8ac0-ee35-46b9-864d-ebfaf5aefba8 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:22.413956 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00191861-2684-4480-812c-fa6ae8e85bc8 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:31:22.416991 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00191861-2684-4480-812c-fa6ae8e85bc8 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:22.420512 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-590c8ac0-ee35-46b9-864d-ebfaf5aefba8 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:22.430431 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-590c8ac0-ee35-46b9-864d-ebfaf5aefba8 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3193362 Apr 20 17:31:22.444814 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-9d8839bf-8e48-4e27-8247-8b9b853371f6 service neutron] 10.222.0.39 "GET /v2.0/networks/879adc5a-2d25-4c9e-9994-c7384533849b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181626 Apr 20 17:31:22.502109 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00191861-2684-4480-812c-fa6ae8e85bc8 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:31:22.529311 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00191861-2684-4480-812c-fa6ae8e85bc8 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:22.529743 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-00191861-2684-4480-812c-fa6ae8e85bc8 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Added segment df12acf0-b7b8-4c36-8f57-9466e1afc57d of type vlan for network bac9303b-292c-4dc3-9771-16618213f49d Apr 20 17:31:22.541525 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-4181f1d4-e0be-42c2-9098-8abe130b2136 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:22.543221 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-4181f1d4-e0be-42c2-9098-8abe130b2136 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/networks?id=e5ef24ab-576d-4848-84e7-b0962eebdeab HTTP/1.1" status: 200 len: 814 time: 0.2048411 Apr 20 17:31:22.611047 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-052a04a0-e440-4855-9c03-879a7737f235 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/quotas/dd2e3957e24f4e9fb5ef2b605f529d68 HTTP/1.1" status: 200 len: 375 time: 0.0602913 Apr 20 17:31:22.615702 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00191861-2684-4480-812c-fa6ae8e85bc8 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:22.657839 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-99dcb5dc-e994-49c8-8b9d-16219ea11e56 service neutron] 10.222.0.39 "GET /v2.0/networks/879adc5a-2d25-4c9e-9994-c7384533849b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107027 Apr 20 17:31:22.674343 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-d9c3d3b3-737f-4402-8f2a-8b5bb146efec tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd2e3957e24f4e9fb5ef2b605f529d68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491967 Apr 20 17:31:22.722137 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8599e52f-56a7-4816-bd23-d86cc23894bb up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:31:22.798299 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00191861-2684-4480-812c-fa6ae8e85bc8 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:22.802111 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00191861-2684-4480-812c-fa6ae8e85bc8 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:22.802737 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00191861-2684-4480-812c-fa6ae8e85bc8 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:22.869525 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 8599e52f-56a7-4816-bd23-d86cc23894bb triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:31:22.870078 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:22.929845 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-00191861-2684-4480-812c-fa6ae8e85bc8 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6326230 Apr 20 17:31:22.932883 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58566) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:22.938459 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-82f086b1-1894-4823-8ed0-adcedb713726 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'subnet': {'network_id': 'bac9303b-292c-4dc3-9771-16618213f49d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:22.978643 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00191861-2684-4480-812c-fa6ae8e85bc8 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Network': ['ID=bac9303b-292c-4dc3-9771-16618213f49d,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:23.011123 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network bac9303b-292c-4dc3-9771-16618213f49d details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:31:23.043320 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-26904e70-cc51-4ac7-9d0b-1a9da03127e0 service neutron] 10.222.0.39 "GET /v2.0/networks/e5ef24ab-576d-4848-84e7-b0962eebdeab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480358 Apr 20 17:31:23.163289 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-82f086b1-1894-4823-8ed0-adcedb713726 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:23.177574 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-fb4c2292-5999-4c0f-924b-0137d0613ede req-a07317b1-7343-4afa-8bd9-96b5dbcee79f service neutron] (84080) timed out ('10.222.0.43', 57656) {{(pid=84080) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 20 17:31:23.177574 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-82f086b1-1894-4823-8ed0-adcedb713726 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:subnet and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:31:23.179244 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-82f086b1-1894-4823-8ed0-adcedb713726 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:31:23.193574 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-82f086b1-1894-4823-8ed0-adcedb713726 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:23.214725 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f086b1-1894-4823-8ed0-adcedb713726 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:31:23.315709 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-52c7c94a-eb37-4ecb-8c4c-dfaffd2adefe service neutron] 10.222.0.39 "GET /v2.0/networks/e5ef24ab-576d-4848-84e7-b0962eebdeab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656729 Apr 20 17:31:23.453926 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fe805dfb-c99b-40d9-91f0-8e61592473c3 req-adc8d343-6c64-4d9c-a0a2-39acf828a897 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5cd3062a7a2942e5a596a268b2c9cffd&device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 1097 time: 0.1257679 Apr 20 17:31:23.466361 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82f086b1-1894-4823-8ed0-adcedb713726 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:23.674830 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9d5ece80-e9eb-4ead-9ff1-408aa0782dd8 req-b9fde76a-b598-4a13-95ea-3c6ed72b2fd2 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] 10.222.0.39 "GET /v2.0/ports?device_id=38d621ea-bf7f-4d01-bf06-a7b2324b9a3d HTTP/1.1" status: 200 len: 210 time: 0.1063874 Apr 20 17:31:23.695884 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.ipam_backend_mixin [None req-82f086b1-1894-4823-8ed0-adcedb713726 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Performing IP validity checks on allocation pools {{(pid=84080) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 20 17:31:23.698135 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.ipam_backend_mixin [None req-82f086b1-1894-4823-8ed0-adcedb713726 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84080) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 20 17:31:23.790677 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-801f6ac8-be4c-4aad-8c48-9fd98fefddba tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Synchronizing usage tracker for tenant:fff76710152c4266b547138b68f9e982 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:31:23.845956 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe805dfb-c99b-40d9-91f0-8e61592473c3 req-570cf701-ad74-4b21-8d46-3ff4d5d4455b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:23.847413 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fe805dfb-c99b-40d9-91f0-8e61592473c3 req-570cf701-ad74-4b21-8d46-3ff4d5d4455b service neutron] 10.222.0.43 "GET /v2.0/networks?id=400f7fec-a84e-421e-a33f-ee2818f755c4 HTTP/1.1" status: 200 len: 915 time: 0.3864281 Apr 20 17:31:23.850667 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-801f6ac8-be4c-4aad-8c48-9fd98fefddba tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Unset dirty status for tenant:fff76710152c4266b547138b68f9e982 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:31:23.851801 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-801f6ac8-be4c-4aad-8c48-9fd98fefddba tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1620542395&fields=id&tenant_id=fff76710152c4266b547138b68f9e982 HTTP/1.1" status: 200 len: 267 time: 0.1688902 Apr 20 17:31:24.006667 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fe805dfb-c99b-40d9-91f0-8e61592473c3 req-4b55a836-a4d4-450d-b63c-e3a8f41c7ccd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9920606a-fe5d-4e14-929b-3367ae1b77d7 HTTP/1.1" status: 200 len: 217 time: 0.1517668 Apr 20 17:31:24.007934 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82f086b1-1894-4823-8ed0-adcedb713726 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:24.139191 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe805dfb-c99b-40d9-91f0-8e61592473c3 req-f7d34230-2fd9-4618-9e4a-d7e7aacb5e96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:24.141137 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fe805dfb-c99b-40d9-91f0-8e61592473c3 req-f7d34230-2fd9-4618-9e4a-d7e7aacb5e96 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=38a1a990-6a1f-4220-b0ae-85ff981bdb2a HTTP/1.1" status: 200 len: 854 time: 0.1276438 Apr 20 17:31:24.148283 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-295fa783-9c23-4143-81ea-a10361a5259a tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:24.149766 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-295fa783-9c23-4143-81ea-a10361a5259a tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Synchronizing usage tracker for tenant:fff76710152c4266b547138b68f9e982 on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:31:24.175994 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f086b1-1894-4823-8ed0-adcedb713726 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Subnet': ['ID=62d70b81-c859-4d99-bac9-c1c7b517455b,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:24.200189 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fe805dfb-c99b-40d9-91f0-8e61592473c3 req-e9790eb0-0467-465f-82f5-c23951e172d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=400f7fec-a84e-421e-a33f-ee2818f755c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450311 Apr 20 17:31:24.203689 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f086b1-1894-4823-8ed0-adcedb713726 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:24.204246 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f086b1-1894-4823-8ed0-adcedb713726 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:24.204515 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f086b1-1894-4823-8ed0-adcedb713726 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:24.204882 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f086b1-1894-4823-8ed0-adcedb713726 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:24.205142 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f086b1-1894-4823-8ed0-adcedb713726 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:24.205696 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f086b1-1894-4823-8ed0-adcedb713726 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:24.205979 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f086b1-1894-4823-8ed0-adcedb713726 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:24.206333 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f086b1-1894-4823-8ed0-adcedb713726 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:24.206713 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f086b1-1894-4823-8ed0-adcedb713726 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:24.207062 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f086b1-1894-4823-8ed0-adcedb713726 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:24.208096 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f086b1-1894-4823-8ed0-adcedb713726 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:24.225189 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885f5b6-0fae-4393-88c9-ada46ab1c5d5 req-b0dea25a-42be-42ab-b9aa-a83145991990 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:24.232969 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4885f5b6-0fae-4393-88c9-ada46ab1c5d5 req-b0dea25a-42be-42ab-b9aa-a83145991990 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 946 time: 0.3245533 Apr 20 17:31:24.284124 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f086b1-1894-4823-8ed0-adcedb713726 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Checking segment: {'id': 'df12acf0-b7b8-4c36-8f57-9466e1afc57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bac9303b-292c-4dc3-9771-16618213f49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:31:24.284476 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f086b1-1894-4823-8ed0-adcedb713726 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network hostable DHCP agents. Network: bac9303b-292c-4dc3-9771-16618213f49d, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:31:24.311030 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4885f5b6-0fae-4393-88c9-ada46ab1c5d5 req-9025200a-fab5-4639-bc6e-aa64dd5ee7bb tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769227 Apr 20 17:31:24.330497 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f086b1-1894-4823-8ed0-adcedb713726 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network bac9303b-292c-4dc3-9771-16618213f49d is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:31:24.356709 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-82f086b1-1894-4823-8ed0-adcedb713726 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, bac9303b-292c-4dc3-9771-16618213f49d) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:31:24.367392 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe976714-49f1-463a-b0e2-a5ce79fccb1b None None] Network bac9303b-292c-4dc3-9771-16618213f49d requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:31:24.383088 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-295fa783-9c23-4143-81ea-a10361a5259a tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Unset dirty status for tenant:fff76710152c4266b547138b68f9e982 on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:31:24.387577 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f086b1-1894-4823-8ed0-adcedb713726 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:24.388170 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82f086b1-1894-4823-8ed0-adcedb713726 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:24.389422 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-295fa783-9c23-4143-81ea-a10361a5259a tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/networks?id=b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 HTTP/1.1" status: 200 len: 814 time: 0.4842761 Apr 20 17:31:24.433691 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-b7419991-4efd-43dd-b2e7-01294dc44b3e tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/quotas/fff76710152c4266b547138b68f9e982 HTTP/1.1" status: 200 len: 375 time: 0.0432236 Apr 20 17:31:24.436080 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-82f086b1-1894-4823-8ed0-adcedb713726 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5020714 Apr 20 17:31:24.438768 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58614) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:24.452643 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-16906c75-a860-4e25-aff8-f8967a4513aa tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'port': {'network_id': 'bac9303b-292c-4dc3-9771-16618213f49d', 'name': 'tempest-PortsIpV6TestJSON-1350238959'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:24.582251 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58618) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:24.636146 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0212033c-ca90-4f21-99ff-f37906b96e62 req-a42b3044-2982-4a4b-8963-d6a7a8f431db tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea59caf-e181-49fa-9ece-466ace99f4d1 HTTP/1.1" status: 200 len: 210 time: 0.0521419 Apr 20 17:31:24.684087 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffba7743-f7d0-49be-b1a6-f9b970562c85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-bac9303b-292c-4dc3-9771-16618213f49d', 'network_id': 'bac9303b-292c-4dc3-9771-16618213f49d', 'tenant_id': '409944c1ab7f41a6acbb3c4fe41edf37', 'fixed_ips': [{'subnet_id': '62d70b81-c859-4d99-bac9-c1c7b517455b'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:31:24.685171 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ffba7743-f7d0-49be-b1a6-f9b970562c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:24.697517 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fe805dfb-c99b-40d9-91f0-8e61592473c3 req-24e6e016-81cd-4537-970b-a35aba7429e6 service neutron] 10.222.0.43 "GET /v2.0/networks/400f7fec-a84e-421e-a33f-ee2818f755c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860198 Apr 20 17:31:24.783803 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-16906c75-a860-4e25-aff8-f8967a4513aa tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:24.803593 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-16906c75-a860-4e25-aff8-f8967a4513aa tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:24.827071 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16906c75-a860-4e25-aff8-f8967a4513aa tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:31:24.831697 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-16906c75-a860-4e25-aff8-f8967a4513aa tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:24.887305 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-5becefe5-e789-4091-89a1-5d5538d9c106 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Synchronizing usage tracker for tenant:fff76710152c4266b547138b68f9e982 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:31:24.918824 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fe805dfb-c99b-40d9-91f0-8e61592473c3 req-c0171b70-b379-4cec-89a3-2af81599a14f service neutron] 10.222.0.43 "GET /v2.0/networks/400f7fec-a84e-421e-a33f-ee2818f755c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133911 Apr 20 17:31:24.933510 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-5becefe5-e789-4091-89a1-5d5538d9c106 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Unset dirty status for tenant:fff76710152c4266b547138b68f9e982 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:31:24.948405 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-5becefe5-e789-4091-89a1-5d5538d9c106 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fff76710152c4266b547138b68f9e982&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5110652 Apr 20 17:31:24.963846 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-ffba7743-f7d0-49be-b1a6-f9b970562c85 None None] Allocated IP 2001:db8::2 (bac9303b-292c-4dc3-9771-16618213f49d/62d70b81-c859-4d99-bac9-c1c7b517455b/0a9605b8-cf01-475e-b755-82a47bd4cc20) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:31:25.077342 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-538064dc-7a2f-4ba2-9fed-61cea413de83 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1526040891'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:25.089378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-16906c75-a860-4e25-aff8-f8967a4513aa tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] device_id is not set on port a82d33a9-a60c-49e0-803e-4bffa6424443 yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:31:25.111670 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-5f40d831-d3b8-43cd-9b7e-08bdd0a9d794 service neutron] 10.222.0.39 "GET /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587527 Apr 20 17:31:25.145153 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-538064dc-7a2f-4ba2-9fed-61cea413de83 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:25.192506 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-538064dc-7a2f-4ba2-9fed-61cea413de83 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Usage tracker for resource:network and tenant:b28c1426e595427eaeae60a807e3d400 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:31:25.208243 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ffba7743-f7d0-49be-b1a6-f9b970562c85 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:25.210587 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-538064dc-7a2f-4ba2-9fed-61cea413de83 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:31:25.222691 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ffba7743-f7d0-49be-b1a6-f9b970562c85 None None] Transition to ACTIVE for port object 0a9605b8-cf01-475e-b755-82a47bd4cc20 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:31:25.248746 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ffba7743-f7d0-49be-b1a6-f9b970562c85 None None] Transition to ACTIVE for port object 0a9605b8-cf01-475e-b755-82a47bd4cc20 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:31:25.253126 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-538064dc-7a2f-4ba2-9fed-61cea413de83 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:25.257046 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ffba7743-f7d0-49be-b1a6-f9b970562c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:25.315068 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-ce63244f-a17d-431c-8cfe-8392bd8b2a82 service neutron] 10.222.0.39 "GET /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015300 Apr 20 17:31:25.337879 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538064dc-7a2f-4ba2-9fed-61cea413de83 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Made reservation on behalf of b28c1426e595427eaeae60a807e3d400 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:31:25.340902 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-538064dc-7a2f-4ba2-9fed-61cea413de83 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:25.348337 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffba7743-f7d0-49be-b1a6-f9b970562c85 None None] Network bac9303b-292c-4dc3-9771-16618213f49d is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:31:25.349211 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba7743-f7d0-49be-b1a6-f9b970562c85 None None] Pushing event updated for resources: {'Port': ['ID=0a9605b8-cf01-475e-b755-82a47bd4cc20,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:25.360079 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-ffba7743-f7d0-49be-b1a6-f9b970562c85 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:31:25.363890 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffba7743-f7d0-49be-b1a6-f9b970562c85 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:31:25.478166 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-2ecfbc14-def4-4dc1-8cc7-760c7526b4c8 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:25.479588 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-2ecfbc14-def4-4dc1-8cc7-760c7526b4c8 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] 10.222.0.10 "GET /v2.0/networks?id=879adc5a-2d25-4c9e-9994-c7384533849b HTTP/1.1" status: 200 len: 810 time: 0.5715914 Apr 20 17:31:25.496758 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c8871-8309-4129-a791-2e3319c6f726 req-a9276110-2493-44e1-9c69-56b71fecd132 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:25.503873 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9b5c8871-8309-4129-a791-2e3319c6f726 req-a9276110-2493-44e1-9c69-56b71fecd132 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] 10.222.0.39 "GET /v2.0/ports?device_id=279a4628-ee43-47b9-b0dd-1e4b3bcbc4e8 HTTP/1.1" status: 200 len: 950 time: 0.6503379 Apr 20 17:31:25.530554 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-1fdc0363-0ae9-405e-8d8b-0a627baafcf3 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Request body: {'port': {'device_id': '38d621ea-bf7f-4d01-bf06-a7b2324b9a3d', 'network_id': '879adc5a-2d25-4c9e-9994-c7384533849b', 'admin_state_up': True, 'tenant_id': '188556b707254dfa930a0992cbd479a8'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:25.546611 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-538064dc-7a2f-4ba2-9fed-61cea413de83 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:25.571346 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-ffba7743-f7d0-49be-b1a6-f9b970562c85 None None] Attempting to bind port 0a9605b8-cf01-475e-b755-82a47bd4cc20 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:25.571915 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-ffba7743-f7d0-49be-b1a6-f9b970562c85 None None] Attempting to bind port 0a9605b8-cf01-475e-b755-82a47bd4cc20 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'df12acf0-b7b8-4c36-8f57-9466e1afc57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bac9303b-292c-4dc3-9771-16618213f49d'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:25.573578 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffba7743-f7d0-49be-b1a6-f9b970562c85 None None] Attempting to bind port 0a9605b8-cf01-475e-b755-82a47bd4cc20 on network bac9303b-292c-4dc3-9771-16618213f49d {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:25.587854 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffba7743-f7d0-49be-b1a6-f9b970562c85 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:31:25.587854 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffba7743-f7d0-49be-b1a6-f9b970562c85 None None] Checking segment: {'id': 'df12acf0-b7b8-4c36-8f57-9466e1afc57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bac9303b-292c-4dc3-9771-16618213f49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:31:25.588130 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ffba7743-f7d0-49be-b1a6-f9b970562c85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:25.590879 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0127d-6679-4ee5-b785-a7d0897600eb req-62a3e4cc-a97c-40c6-84d3-0092a75a2550 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:25.592380 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2fa0127d-6679-4ee5-b785-a7d0897600eb req-62a3e4cc-a97c-40c6-84d3-0092a75a2550 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] 10.222.0.10 "GET /v2.0/ports?device_id=279a4628-ee43-47b9-b0dd-1e4b3bcbc4e8 HTTP/1.1" status: 200 len: 950 time: 0.2759449 Apr 20 17:31:25.592518 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffba7743-f7d0-49be-b1a6-f9b970562c85 None None] Bound using segment: {'id': 'df12acf0-b7b8-4c36-8f57-9466e1afc57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bac9303b-292c-4dc3-9771-16618213f49d'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:31:25.603574 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-ffba7743-f7d0-49be-b1a6-f9b970562c85 None None] Bound port: 0a9605b8-cf01-475e-b755-82a47bd4cc20, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df12acf0-b7b8-4c36-8f57-9466e1afc57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bac9303b-292c-4dc3-9771-16618213f49d'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:31:25.607583 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-73536913-501a-47d4-803e-cd4d99f06d77 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:25.609740 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-73536913-501a-47d4-803e-cd4d99f06d77 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.10 "GET /v2.0/networks?id=e5ef24ab-576d-4848-84e7-b0962eebdeab HTTP/1.1" status: 200 len: 814 time: 0.3459473 Apr 20 17:31:25.610924 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ffba7743-f7d0-49be-b1a6-f9b970562c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:25.699768 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-857f13aa-42b0-4304-a9dd-9424d9a2068c tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Request body: {'port': {'device_id': 'dea59caf-e181-49fa-9ece-466ace99f4d1', 'network_id': 'e5ef24ab-576d-4848-84e7-b0962eebdeab', 'admin_state_up': True, 'tenant_id': 'dd2e3957e24f4e9fb5ef2b605f529d68'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:25.739534 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-ffba7743-f7d0-49be-b1a6-f9b970562c85 None None] For port 0a9605b8-cf01-475e-b755-82a47bd4cc20, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:31:25.742555 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-ffba7743-f7d0-49be-b1a6-f9b970562c85 None None] For port 0a9605b8-cf01-475e-b755-82a47bd4cc20, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0a9605b8-cf01-475e-b755-82a47bd4cc20,segment=NetworkSegment(df12acf0-b7b8-4c36-8f57-9466e1afc57d),segment_id=df12acf0-b7b8-4c36-8f57-9466e1afc57d)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:31:25.755589 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ffba7743-f7d0-49be-b1a6-f9b970562c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:25.786889 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-16906c75-a860-4e25-aff8-f8967a4513aa tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Allocated IP 2001:db8::291 (bac9303b-292c-4dc3-9771-16618213f49d/62d70b81-c859-4d99-bac9-c1c7b517455b/a82d33a9-a60c-49e0-803e-4bffa6424443) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:31:25.911788 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9b5c8871-8309-4129-a791-2e3319c6f726 req-b8aff1a9-9003-4412-9a8c-03592c1a21ff tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdd18b93-0d31-4c58-a5f1-2d4f20979204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067929 Apr 20 17:31:25.921231 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-538064dc-7a2f-4ba2-9fed-61cea413de83 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:25.927426 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-538064dc-7a2f-4ba2-9fed-61cea413de83 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Usage tracker for resource:security_group_rule and tenant:b28c1426e595427eaeae60a807e3d400 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:31:25.932461 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba7743-f7d0-49be-b1a6-f9b970562c85 None None] Pushing event updated for resources: {'Port': ['ID=0a9605b8-cf01-475e-b755-82a47bd4cc20,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:25.934720 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-538064dc-7a2f-4ba2-9fed-61cea413de83 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:31:25.942161 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-538064dc-7a2f-4ba2-9fed-61cea413de83 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:25.991290 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-18ddad24-58a9-4978-9aef-0259b8f42315 req-4955c28a-d512-4b72-915a-05d4d48dd049 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] 10.222.0.39 "GET /v2.0/ports?device_id=38d621ea-bf7f-4d01-bf06-a7b2324b9a3d HTTP/1.1" status: 200 len: 210 time: 0.1345470 Apr 20 17:31:26.030095 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-2fa0127d-6679-4ee5-b785-a7d0897600eb req-841e089b-f30b-4f9f-a5e0-d3c00c900bc7 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Deleting port fa7d8041-0cf4-4758-84dd-ed223797b237 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:31:26.030842 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2fa0127d-6679-4ee5-b785-a7d0897600eb req-841e089b-f30b-4f9f-a5e0-d3c00c900bc7 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:26.063539 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-1fdc0363-0ae9-405e-8d8b-0a627baafcf3 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:26.100012 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-857f13aa-42b0-4304-a9dd-9424d9a2068c tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:26.147913 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-667a7126-b55b-4768-a40d-a657f31d6437 req-cb2f254e-8f19-4086-a974-df00286db466 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb881ea2-f91c-4971-9925-fb51ed69ec96 HTTP/1.1" status: 200 len: 210 time: 0.0424011 Apr 20 17:31:26.152255 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-857f13aa-42b0-4304-a9dd-9424d9a2068c tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Usage tracker for resource:port and tenant:dd2e3957e24f4e9fb5ef2b605f529d68 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:31:26.157689 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-857f13aa-42b0-4304-a9dd-9424d9a2068c tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:31:26.199119 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-857f13aa-42b0-4304-a9dd-9424d9a2068c tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:26.247333 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-1fdc0363-0ae9-405e-8d8b-0a627baafcf3 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Usage tracker for resource:port and tenant:188556b707254dfa930a0992cbd479a8 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:31:26.252389 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-1fdc0363-0ae9-405e-8d8b-0a627baafcf3 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:31:26.260486 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-857f13aa-42b0-4304-a9dd-9424d9a2068c tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Made reservation on behalf of dd2e3957e24f4e9fb5ef2b605f529d68 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:31:26.260684 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-1fdc0363-0ae9-405e-8d8b-0a627baafcf3 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:26.264022 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-857f13aa-42b0-4304-a9dd-9424d9a2068c tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:26.367651 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-1fdc0363-0ae9-405e-8d8b-0a627baafcf3 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Made reservation on behalf of 188556b707254dfa930a0992cbd479a8 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:31:26.375358 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-1fdc0363-0ae9-405e-8d8b-0a627baafcf3 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:26.477255 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-538064dc-7a2f-4ba2-9fed-61cea413de83 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:26.515572 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-378727c2-bb3a-42ca-a830-7361231c57ae req-19b9d357-66ac-4ae3-bd38-5c38ba62ca3c tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea59caf-e181-49fa-9ece-466ace99f4d1 HTTP/1.1" status: 200 len: 210 time: 0.1336529 Apr 20 17:31:26.574888 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-538064dc-7a2f-4ba2-9fed-61cea413de83 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:26.582680 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0a9605b8-cf01-475e-b755-82a47bd4cc20 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:31:26.653713 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-16906c75-a860-4e25-aff8-f8967a4513aa tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:26.661812 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51502a40-8feb-4423-a078-738389bb78ec req-3c91a0cd-3fdd-4954-9979-0f59e91bc3f3 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:26.663481 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-51502a40-8feb-4423-a078-738389bb78ec req-3c91a0cd-3fdd-4954-9979-0f59e91bc3f3 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 946 time: 0.5853434 Apr 20 17:31:26.670995 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-2fa0127d-6679-4ee5-b785-a7d0897600eb req-841e089b-f30b-4f9f-a5e0-d3c00c900bc7 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] For port fa7d8041-0cf4-4758-84dd-ed223797b237, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=fa7d8041-0cf4-4758-84dd-ed223797b237,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:31:26.671552 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2fa0127d-6679-4ee5-b785-a7d0897600eb req-841e089b-f30b-4f9f-a5e0-d3c00c900bc7 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:26.676794 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538064dc-7a2f-4ba2-9fed-61cea413de83 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:31:26.724975 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538064dc-7a2f-4ba2-9fed-61cea413de83 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f391bea-a04c-4078-be6a-883e4af1e6f0,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:26.730260 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-16906c75-a860-4e25-aff8-f8967a4513aa tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Transition to ACTIVE for port object a82d33a9-a60c-49e0-803e-4bffa6424443 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:31:26.731597 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 0a9605b8-cf01-475e-b755-82a47bd4cc20 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:31:26.740624 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-538064dc-7a2f-4ba2-9fed-61cea413de83 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:26.741038 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-538064dc-7a2f-4ba2-9fed-61cea413de83 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Added segment ca265320-7fc5-47a0-a8c2-6184be0aa58b of type vlan for network 97500a1e-f244-4041-86ea-6ddad01f6c57 Apr 20 17:31:26.835802 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-51502a40-8feb-4423-a078-738389bb78ec req-7f2acfbf-4579-4e0d-8a6d-0dd24d706952 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545169 Apr 20 17:31:26.859598 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-538064dc-7a2f-4ba2-9fed-61cea413de83 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:26.883007 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-1fdc0363-0ae9-405e-8d8b-0a627baafcf3 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Allocated IP 172.20.0.4 (879adc5a-2d25-4c9e-9994-c7384533849b/512e9ebf-1786-4488-bf94-e191ba834705/a320f651-074d-4728-b0df-83f7c24c7a67) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:31:26.961949 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-2fa0127d-6679-4ee5-b785-a7d0897600eb req-841e089b-f30b-4f9f-a5e0-d3c00c900bc7 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Calling delete_port for fa7d8041-0cf4-4758-84dd-ed223797b237 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:31:26.989354 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-16906c75-a860-4e25-aff8-f8967a4513aa tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:27.016557 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-857f13aa-42b0-4304-a9dd-9424d9a2068c tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Allocated IP 172.20.0.7 (e5ef24ab-576d-4848-84e7-b0962eebdeab/e32bdf4b-fd8b-4b00-867f-fc0a7ce7a898/be65fc9e-9439-4006-a199-dc1fe24a1ede) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:31:27.164318 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-538064dc-7a2f-4ba2-9fed-61cea413de83 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:27.168907 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538064dc-7a2f-4ba2-9fed-61cea413de83 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:27.169260 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-538064dc-7a2f-4ba2-9fed-61cea413de83 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:27.250286 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16906c75-a860-4e25-aff8-f8967a4513aa tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network bac9303b-292c-4dc3-9771-16618213f49d is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:31:27.275780 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ff523e-7161-4b99-bccc-ac1b430e8f76 None None] Network bac9303b-292c-4dc3-9771-16618213f49d requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:31:27.312910 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-16906c75-a860-4e25-aff8-f8967a4513aa tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:31:27.360296 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16906c75-a860-4e25-aff8-f8967a4513aa tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:31:27.365766 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16906c75-a860-4e25-aff8-f8967a4513aa tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:27.366425 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-16906c75-a860-4e25-aff8-f8967a4513aa tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:27.408103 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16906c75-a860-4e25-aff8-f8967a4513aa tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Port': ['ID=a82d33a9-a60c-49e0-803e-4bffa6424443,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:27.434078 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538064dc-7a2f-4ba2-9fed-61cea413de83 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Pushing event updated for resources: {'Network': ['ID=97500a1e-f244-4041-86ea-6ddad01f6c57,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:27.451830 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 97500a1e-f244-4041-86ea-6ddad01f6c57 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:31:27.456729 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-16906c75-a860-4e25-aff8-f8967a4513aa tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0097632 Apr 20 17:31:27.461182 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-538064dc-7a2f-4ba2-9fed-61cea413de83 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.8280003 Apr 20 17:31:27.462367 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58648) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:27.532905 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-1fdc0363-0ae9-405e-8d8b-0a627baafcf3 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:27.558950 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c2ffceb9-3d71-437f-b747-80a872c2f6bb None None] Provisioning for port 0a9605b8-cf01-475e-b755-82a47bd4cc20 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:31:27.565526 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd884e5-de1e-433a-b42a-858db2a0e5a9 req-653ef7f5-3fdf-4e6c-aaee-350664d6498a tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:27.566486 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ccd884e5-de1e-433a-b42a-858db2a0e5a9 req-653ef7f5-3fdf-4e6c-aaee-350664d6498a tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] 10.222.0.39 "GET /v2.0/ports?device_id=279a4628-ee43-47b9-b0dd-1e4b3bcbc4e8 HTTP/1.1" status: 200 len: 950 time: 0.4701431 Apr 20 17:31:27.570290 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c2ffceb9-3d71-437f-b747-80a872c2f6bb None None] Provisioning complete for port 0a9605b8-cf01-475e-b755-82a47bd4cc20 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:31:27.570649 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c2ffceb9-3d71-437f-b747-80a872c2f6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:27.577536 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b750d-0eca-44f6-beb2-806bb747e144 req-8829fca1-ff45-46cf-845c-7b86fde6a6e3 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:27.579065 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-498b750d-0eca-44f6-beb2-806bb747e144 req-8829fca1-ff45-46cf-845c-7b86fde6a6e3 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 946 time: 0.5017841 Apr 20 17:31:27.596136 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-a17c8e3b-e153-4d1e-8a2f-c320be663494 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Deleting port a82d33a9-a60c-49e0-803e-4bffa6424443 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:31:27.596484 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a17c8e3b-e153-4d1e-8a2f-c320be663494 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:27.709706 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2fa0127d-6679-4ee5-b785-a7d0897600eb req-841e089b-f30b-4f9f-a5e0-d3c00c900bc7 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:27.713699 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ccd884e5-de1e-433a-b42a-858db2a0e5a9 req-60b1b929-1727-4857-869a-8e5aed959e9d tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] 10.222.0.39 "GET /v2.0/security-groups?id=bdd18b93-0d31-4c58-a5f1-2d4f20979204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379027 Apr 20 17:31:27.729964 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-1fdc0363-0ae9-405e-8d8b-0a627baafcf3 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:27.796667 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c2ffceb9-3d71-437f-b747-80a872c2f6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:27.805405 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-857f13aa-42b0-4304-a9dd-9424d9a2068c tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:27.809976 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e089b-f30b-4f9f-a5e0-d3c00c900bc7 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Pushing event deleted for resources: {'Port': ['ID=fa7d8041-0cf4-4758-84dd-ed223797b237,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:27.816301 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-1fdc0363-0ae9-405e-8d8b-0a627baafcf3 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Network 879adc5a-2d25-4c9e-9994-c7384533849b is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:31:27.821677 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-19683113-1050-4730-85d4-00bbd305fc05 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:27.823016 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-19683113-1050-4730-85d4-00bbd305fc05 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.43 "GET /v2.0/networks?id=b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 HTTP/1.1" status: 200 len: 814 time: 0.5399992 Apr 20 17:31:27.824178 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-1fdc0363-0ae9-405e-8d8b-0a627baafcf3 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:31:27.828494 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-498b750d-0eca-44f6-beb2-806bb747e144 req-9b4aae3c-9959-4c0d-a3d5-572562ed8a03 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244480 Apr 20 17:31:27.837803 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-c2ffceb9-3d71-437f-b747-80a872c2f6bb None None] For port 0a9605b8-cf01-475e-b755-82a47bd4cc20, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0a9605b8-cf01-475e-b755-82a47bd4cc20,segment=NetworkSegment(df12acf0-b7b8-4c36-8f57-9466e1afc57d),segment_id=df12acf0-b7b8-4c36-8f57-9466e1afc57d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:31:27.845534 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c2ffceb9-3d71-437f-b747-80a872c2f6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:27.850417 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-1fdc0363-0ae9-405e-8d8b-0a627baafcf3 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:31:27.943448 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ffceb9-3d71-437f-b747-80a872c2f6bb None None] Pushing event updated for resources: {'Port': ['ID=0a9605b8-cf01-475e-b755-82a47bd4cc20,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:28.014280 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa0127d-6679-4ee5-b785-a7d0897600eb req-841e089b-f30b-4f9f-a5e0-d3c00c900bc7 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] No DVR routers for this DVR port fa7d8041-0cf4-4758-84dd-ed223797b237 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:31:28.021207 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2fa0127d-6679-4ee5-b785-a7d0897600eb req-841e089b-f30b-4f9f-a5e0-d3c00c900bc7 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:28.036234 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279a4628-ee43-47b9-b0dd-1e4b3bcbc4e8', 'name': 'network-vif-deleted', 'tag': 'fa7d8041-0cf4-4758-84dd-ed223797b237'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:31:28.049731 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2fa0127d-6679-4ee5-b785-a7d0897600eb req-841e089b-f30b-4f9f-a5e0-d3c00c900bc7 tempest-VolumesBackupsTest-2115149931 tempest-VolumesBackupsTest-2115149931-project] 10.222.0.10 "DELETE /v2.0/ports/fa7d8041-0cf4-4758-84dd-ed223797b237 HTTP/1.1" status: 204 len: 173 time: 2.4388502 Apr 20 17:31:28.052843 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-8a8d59d7-9535-4d35-8657-4548f2c99a9d tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fff76710152c4266b547138b68f9e982 HTTP/1.1" status: 200 len: 380 time: 0.1682160 Apr 20 17:31:28.067828 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-24be2e5b-6e57-4327-a3e4-716804d15142 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Request body: {'port': {'device_id': 'cb881ea2-f91c-4971-9925-fb51ed69ec96', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'admin_state_up': True, 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'security_groups': ['bcdd2e1a-e3c7-47ad-88ee-1fdac94d151c']}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:28.101136 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-857f13aa-42b0-4304-a9dd-9424d9a2068c tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:28.198989 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc0363-0ae9-405e-8d8b-0a627baafcf3 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Pushing event updated for resources: {'Port': ['ID=a320f651-074d-4728-b0df-83f7c24c7a67,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:28.253264 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7fd3f393-48cf-4dde-ad68-55817dbdb629 req-bc2c5a21-9986-4d7e-96ce-0fb3cc4268e9 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb881ea2-f91c-4971-9925-fb51ed69ec96 HTTP/1.1" status: 200 len: 210 time: 0.1590259 Apr 20 17:31:28.255143 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-857f13aa-42b0-4304-a9dd-9424d9a2068c tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Network e5ef24ab-576d-4848-84e7-b0962eebdeab is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:31:28.275929 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-1fdc0363-0ae9-405e-8d8b-0a627baafcf3 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:28.276642 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-1fdc0363-0ae9-405e-8d8b-0a627baafcf3 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:28.279373 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-857f13aa-42b0-4304-a9dd-9424d9a2068c tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:31:28.288321 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6b205993-84e3-4600-a462-612fe491496f None None] Provisioning for port a82d33a9-a60c-49e0-803e-4bffa6424443 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:31:28.289547 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-857f13aa-42b0-4304-a9dd-9424d9a2068c tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:31:28.295884 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6b205993-84e3-4600-a462-612fe491496f None None] Provisioning complete for port a82d33a9-a60c-49e0-803e-4bffa6424443 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:31:28.296290 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6b205993-84e3-4600-a462-612fe491496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:28.400651 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f13aa-42b0-4304-a9dd-9424d9a2068c tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Pushing event updated for resources: {'Port': ['ID=be65fc9e-9439-4006-a199-dc1fe24a1ede,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:28.402836 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-1fdc0363-0ae9-405e-8d8b-0a627baafcf3 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8790092 Apr 20 17:31:28.407882 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a17c8e3b-e153-4d1e-8a2f-c320be663494 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:28.429395 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-6b205993-84e3-4600-a462-612fe491496f None None] Port a82d33a9-a60c-49e0-803e-4bffa6424443 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:31:28.435852 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-857f13aa-42b0-4304-a9dd-9424d9a2068c tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:28.436573 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-857f13aa-42b0-4304-a9dd-9424d9a2068c tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:28.454487 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-24be2e5b-6e57-4327-a3e4-716804d15142 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:28.461976 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6b205993-84e3-4600-a462-612fe491496f None None] Provisioning complete for port 0a9605b8-cf01-475e-b755-82a47bd4cc20 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:31:28.462562 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6b205993-84e3-4600-a462-612fe491496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:28.472537 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-e6713799-96cb-4c9d-a85e-7e23c5e6a1c4 service neutron] Request body: {'port': {'device_id': '38d621ea-bf7f-4d01-bf06-a7b2324b9a3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:28.488639 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-24be2e5b-6e57-4327-a3e4-716804d15142 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:28.503989 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-857f13aa-42b0-4304-a9dd-9424d9a2068c tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8194680 Apr 20 17:31:28.516575 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-32a1ac0d-1f9d-4e4f-91cc-52c4f82a1fd5 service neutron] Request body: {'port': {'device_id': 'dea59caf-e181-49fa-9ece-466ace99f4d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:28.550531 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-24be2e5b-6e57-4327-a3e4-716804d15142 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Made reservation on behalf of fff76710152c4266b547138b68f9e982 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:31:28.553646 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-24be2e5b-6e57-4327-a3e4-716804d15142 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:28.615306 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0a9605b8-cf01-475e-b755-82a47bd4cc20 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:31:28.740271 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58662) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:28.749013 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Request body: {'port': {'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57', 'binding:host_id': 'n-h1-838032-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-451677813'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:28.761558 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:28.769825 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Usage tracker for resource:port and tenant:781a8e7f1f9040cbb6b89f70e4b31517 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:31:28.774256 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:31:28.790395 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:28.792247 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-32a1ac0d-1f9d-4e4f-91cc-52c4f82a1fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:28.797699 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 0a9605b8-cf01-475e-b755-82a47bd4cc20 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:31:28.798241 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:28.882865 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-a17c8e3b-e153-4d1e-8a2f-c320be663494 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Calling delete_port for a82d33a9-a60c-49e0-803e-4bffa6424443 owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:31:28.933628 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Made reservation on behalf of 781a8e7f1f9040cbb6b89f70e4b31517 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:31:28.935921 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:28.958203 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9890f6-7bef-408c-8a9e-1e57c7cda587 req-7641c535-0edc-42cb-a7ae-01f7339af318 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:28.958886 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-5f9890f6-7bef-408c-8a9e-1e57c7cda587 req-7641c535-0edc-42cb-a7ae-01f7339af318 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Synchronizing usage tracker for tenant:188556b707254dfa930a0992cbd479a8 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:31:28.961820 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-bcfd0429-7d16-4de5-8c77-c83243b77396 None None] Provisioning complete for port a82d33a9-a60c-49e0-803e-4bffa6424443 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:31:28.962212 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bcfd0429-7d16-4de5-8c77-c83243b77396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:28.979623 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:29.021905 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-bcfd0429-7d16-4de5-8c77-c83243b77396 None None] Port a82d33a9-a60c-49e0-803e-4bffa6424443 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:31:29.047762 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-e6713799-96cb-4c9d-a85e-7e23c5e6a1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:29.057004 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-5f9890f6-7bef-408c-8a9e-1e57c7cda587 req-7641c535-0edc-42cb-a7ae-01f7339af318 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Unset dirty status for tenant:188556b707254dfa930a0992cbd479a8 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:31:29.058434 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5f9890f6-7bef-408c-8a9e-1e57c7cda587 req-7641c535-0edc-42cb-a7ae-01f7339af318 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] 10.222.0.39 "GET /v2.0/ports?device_id=38d621ea-bf7f-4d01-bf06-a7b2324b9a3d HTTP/1.1" status: 200 len: 931 time: 0.9091105 Apr 20 17:31:29.128382 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-24be2e5b-6e57-4327-a3e4-716804d15142 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Allocated IP 172.20.0.5 (b9c5f462-ddff-4ef3-834f-300bbbe5c5e1/8d05736e-ddd3-43ab-9360-fdcd5c15b127/08fb96fe-1715-4d23-b04b-641242ea8aeb) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:31:29.207359 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-5f9890f6-7bef-408c-8a9e-1e57c7cda587 req-9820dddc-a291-4781-a455-448fa9d59271 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Synchronizing usage tracker for tenant:188556b707254dfa930a0992cbd479a8 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:31:29.212747 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a17c8e3b-e153-4d1e-8a2f-c320be663494 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:29.233600 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:29.261265 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Usage tracker for resource:security_group_rule and tenant:781a8e7f1f9040cbb6b89f70e4b31517 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:31:29.272709 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:31:29.282427 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c8e3b-e153-4d1e-8a2f-c320be663494 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Port': ['ID=a82d33a9-a60c-49e0-803e-4bffa6424443,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:29.300520 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:29.368961 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-5f9890f6-7bef-408c-8a9e-1e57c7cda587 req-9820dddc-a291-4781-a455-448fa9d59271 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Unset dirty status for tenant:188556b707254dfa930a0992cbd479a8 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:31:29.370087 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5f9890f6-7bef-408c-8a9e-1e57c7cda587 req-9820dddc-a291-4781-a455-448fa9d59271 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] 10.222.0.39 "GET /v2.0/security-groups?id=f829726b-2901-4dbf-bfb9-a40939502b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750397 Apr 20 17:31:29.387274 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a17c8e3b-e153-4d1e-8a2f-c320be663494 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:29.430674 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a17c8e3b-e153-4d1e-8a2f-c320be663494 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/ports/a82d33a9-a60c-49e0-803e-4bffa6424443 HTTP/1.1" status: 204 len: 168 time: 1.9611573 Apr 20 17:31:29.442744 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device fa7d8041-0cf4-4758-84dd-ed223797b237 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:31:29.452792 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58670) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:29.484894 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedbe28-af59-492f-9a95-514f6fba2ef7 req-2e842189-2fff-4ac6-87a7-3b3d8d26ebf6 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:29.485358 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-4dedbe28-af59-492f-9a95-514f6fba2ef7 req-2e842189-2fff-4ac6-87a7-3b3d8d26ebf6 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Synchronizing usage tracker for tenant:dd2e3957e24f4e9fb5ef2b605f529d68 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:31:29.503545 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: fa7d8041-0cf4-4758-84dd-ed223797b237 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:31:29.503871 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device fa7d8041-0cf4-4758-84dd-ed223797b237 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:31:29.532418 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca85fa0c-3115-4d3a-afe5-87b959bdb49d'] response: {'server_uuid': '279a4628-ee43-47b9-b0dd-1e4b3bcbc4e8', 'name': 'network-vif-deleted', 'tag': 'fa7d8041-0cf4-4758-84dd-ed223797b237', 'status': 'completed', 'code': 200} Apr 20 17:31:29.575900 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f86033-e205-46f0-8f11-a67aded7fd19 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] DELETE failed (client error): The resource could not be found. Apr 20 17:31:29.576236 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f86033-e205-46f0-8f11-a67aded7fd19 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:31:29.637319 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-66f86033-e205-46f0-8f11-a67aded7fd19 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/ports/a82d33a9-a60c-49e0-803e-4bffa6424443 HTTP/1.1" status: 404 len: 333 time: 0.1763232 Apr 20 17:31:29.637918 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58680) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:29.658715 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-4dedbe28-af59-492f-9a95-514f6fba2ef7 req-2e842189-2fff-4ac6-87a7-3b3d8d26ebf6 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Unset dirty status for tenant:dd2e3957e24f4e9fb5ef2b605f529d68 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:31:29.664900 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4dedbe28-af59-492f-9a95-514f6fba2ef7 req-2e842189-2fff-4ac6-87a7-3b3d8d26ebf6 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea59caf-e181-49fa-9ece-466ace99f4d1 HTTP/1.1" status: 200 len: 931 time: 0.8026900 Apr 20 17:31:29.674099 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-e6713799-96cb-4c9d-a85e-7e23c5e6a1c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a320f651-074d-4728-b0df-83f7c24c7a67 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:31:29.681418 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-e6713799-96cb-4c9d-a85e-7e23c5e6a1c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:29.695836 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-e6713799-96cb-4c9d-a85e-7e23c5e6a1c4 service neutron] Transition to ACTIVE for port object a320f651-074d-4728-b0df-83f7c24c7a67 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:31:29.703889 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-e6713799-96cb-4c9d-a85e-7e23c5e6a1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:29.762445 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f35e8f-5db7-478d-873f-ecb040e4b166 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] GET failed (client error): The resource could not be found. Apr 20 17:31:29.771114 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-48f35e8f-5db7-478d-873f-ecb040e4b166 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "GET /v2.0/ports/a82d33a9-a60c-49e0-803e-4bffa6424443 HTTP/1.1" status: 404 len: 333 time: 0.1221001 Apr 20 17:31:29.773056 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58686) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:29.797146 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-32a1ac0d-1f9d-4e4f-91cc-52c4f82a1fd5 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:31:29.874216 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e2f8271b-f491-410f-b6ee-91804f934ea9 req-9d157930-657a-4b63-b6bf-e0671bab88c3 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb881ea2-f91c-4971-9925-fb51ed69ec96 HTTP/1.1" status: 200 len: 210 time: 0.0625391 Apr 20 17:31:29.887867 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6713799-96cb-4c9d-a85e-7e23c5e6a1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a320f651-074d-4728-b0df-83f7c24c7a67,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:29.933605 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-24be2e5b-6e57-4327-a3e4-716804d15142 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:29.939849 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:29.971239 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:29.992860 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-32a1ac0d-1f9d-4e4f-91cc-52c4f82a1fd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be65fc9e-9439-4006-a199-dc1fe24a1ede {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:31:30.001368 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-24be2e5b-6e57-4327-a3e4-716804d15142 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Transition to ACTIVE for port object 08fb96fe-1715-4d23-b04b-641242ea8aeb will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:31:30.001762 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-e6713799-96cb-4c9d-a85e-7e23c5e6a1c4 service neutron] Attempting to bind port a320f651-074d-4728-b0df-83f7c24c7a67 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:30.002224 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-e6713799-96cb-4c9d-a85e-7e23c5e6a1c4 service neutron] Attempting to bind port a320f651-074d-4728-b0df-83f7c24c7a67 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '9e988f25-2d46-46a7-b646-01ba81b8f311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '879adc5a-2d25-4c9e-9994-c7384533849b'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:30.002433 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-e6713799-96cb-4c9d-a85e-7e23c5e6a1c4 service neutron] Attempting to bind port a320f651-074d-4728-b0df-83f7c24c7a67 on network 879adc5a-2d25-4c9e-9994-c7384533849b {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:30.005127 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] device_id is not set on port bc2ced8f-bf6c-4599-99e7-f3347ee7183c yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:31:30.008854 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-e6713799-96cb-4c9d-a85e-7e23c5e6a1c4 service neutron] Port a320f651-074d-4728-b0df-83f7c24c7a67 on network 879adc5a-2d25-4c9e-9994-c7384533849b not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:31:30.008854 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-e6713799-96cb-4c9d-a85e-7e23c5e6a1c4 service neutron] Attempting to bind port a320f651-074d-4728-b0df-83f7c24c7a67 on network 879adc5a-2d25-4c9e-9994-c7384533849b {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:30.015132 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-e6713799-96cb-4c9d-a85e-7e23c5e6a1c4 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:31:30.015461 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-e6713799-96cb-4c9d-a85e-7e23c5e6a1c4 service neutron] Checking segment: {'id': '9e988f25-2d46-46a7-b646-01ba81b8f311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '879adc5a-2d25-4c9e-9994-c7384533849b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:31:30.015858 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-e6713799-96cb-4c9d-a85e-7e23c5e6a1c4 service neutron] Bound using segment: {'id': '9e988f25-2d46-46a7-b646-01ba81b8f311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '879adc5a-2d25-4c9e-9994-c7384533849b'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:31:30.016428 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-e6713799-96cb-4c9d-a85e-7e23c5e6a1c4 service neutron] Bound port: a320f651-074d-4728-b0df-83f7c24c7a67, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e988f25-2d46-46a7-b646-01ba81b8f311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '879adc5a-2d25-4c9e-9994-c7384533849b'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:31:30.016770 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-e6713799-96cb-4c9d-a85e-7e23c5e6a1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:30.049028 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4dedbe28-af59-492f-9a95-514f6fba2ef7 req-723ca243-9e39-4c77-b4b8-5cb23f941fab tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/security-groups?id=1442ed40-d884-4ed9-872e-058016d85116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832774 Apr 20 17:31:30.054070 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-32a1ac0d-1f9d-4e4f-91cc-52c4f82a1fd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:30.134488 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-32a1ac0d-1f9d-4e4f-91cc-52c4f82a1fd5 service neutron] Transition to ACTIVE for port object be65fc9e-9439-4006-a199-dc1fe24a1ede will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:31:30.170277 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-e6713799-96cb-4c9d-a85e-7e23c5e6a1c4 service neutron] For port a320f651-074d-4728-b0df-83f7c24c7a67, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:31:30.174577 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-e6713799-96cb-4c9d-a85e-7e23c5e6a1c4 service neutron] For port a320f651-074d-4728-b0df-83f7c24c7a67, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a320f651-074d-4728-b0df-83f7c24c7a67,segment=NetworkSegment(9e988f25-2d46-46a7-b646-01ba81b8f311),segment_id=9e988f25-2d46-46a7-b646-01ba81b8f311)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:31:30.184390 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b8386-1f95-40bc-aac2-55ae145328f2 req-1a487dc2-bfe5-4e27-a495-c848f865c52b tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:30.185902 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9a8b8386-1f95-40bc-aac2-55ae145328f2 req-1a487dc2-bfe5-4e27-a495-c848f865c52b tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 946 time: 0.1243384 Apr 20 17:31:30.190224 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-e6713799-96cb-4c9d-a85e-7e23c5e6a1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:30.196624 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21776293-297f-42e2-a9d7-fd0be3886ea4,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:30.209676 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-32a1ac0d-1f9d-4e4f-91cc-52c4f82a1fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:30.282860 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6713799-96cb-4c9d-a85e-7e23c5e6a1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a320f651-074d-4728-b0df-83f7c24c7a67,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:30.311381 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-e6713799-96cb-4c9d-a85e-7e23c5e6a1c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:30.312807 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-e6713799-96cb-4c9d-a85e-7e23c5e6a1c4 service neutron] 10.222.0.10 "PUT /v2.0/ports/a320f651-074d-4728-b0df-83f7c24c7a67 HTTP/1.1" status: 200 len: 1091 time: 1.8514328 Apr 20 17:31:30.313331 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d621ea-bf7f-4d01-bf06-a7b2324b9a3d', 'tag': 'a320f651-074d-4728-b0df-83f7c24c7a67'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:31:30.313524 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-24be2e5b-6e57-4327-a3e4-716804d15142 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:30.340678 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9a8b8386-1f95-40bc-aac2-55ae145328f2 req-8a1bbc81-2868-4e7c-9f36-3963e0e8ea3b tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446853 Apr 20 17:31:30.443015 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1ac0d-1f9d-4e4f-91cc-52c4f82a1fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=be65fc9e-9439-4006-a199-dc1fe24a1ede,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:30.612855 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cbd55ab-5b36-4203-a745-fe93465d6675 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Deleting subnet 62d70b81-c859-4d99-bac9-c1c7b517455b {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:31:30.628307 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-24be2e5b-6e57-4327-a3e4-716804d15142 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Network b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:31:30.639141 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9cbd55ab-5b36-4203-a745-fe93465d6675 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:30.678469 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-24be2e5b-6e57-4327-a3e4-716804d15142 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:31:30.692189 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-24be2e5b-6e57-4327-a3e4-716804d15142 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:31:30.707183 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9d2ad8a-9e22-467b-85e9-033e1cb56760'] response: {'name': 'network-changed', 'server_uuid': '38d621ea-bf7f-4d01-bf06-a7b2324b9a3d', 'tag': 'a320f651-074d-4728-b0df-83f7c24c7a67', 'status': 'completed', 'code': 200} Apr 20 17:31:30.797367 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-3f77a365-1a97-4b87-99a4-89fa2fd760f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=188556b707254dfa930a0992cbd479a8&device_id=38d621ea-bf7f-4d01-bf06-a7b2324b9a3d HTTP/1.1" status: 200 len: 1094 time: 0.4336627 Apr 20 17:31:30.826483 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be2e5b-6e57-4327-a3e4-716804d15142 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event updated for resources: {'Port': ['ID=08fb96fe-1715-4d23-b04b-641242ea8aeb,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:30.907538 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-d89e3a46-ff11-4529-88d0-50582ac8b8a9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a320f651-074d-4728-b0df-83f7c24c7a67 HTTP/1.1" status: 200 len: 217 time: 0.1041708 Apr 20 17:31:31.021443 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-bd463aaf-3d2b-4d44-98c9-a32d61bec787 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:31.021443 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-bd463aaf-3d2b-4d44-98c9-a32d61bec787 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=512e9ebf-1786-4488-bf94-e191ba834705 HTTP/1.1" status: 200 len: 850 time: 0.1018414 Apr 20 17:31:31.064344 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171877b5-6de6-443e-8c84-535c0b23bc70 req-ff9cee9a-65f5-4e77-b008-125cdfd80523 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:31.065801 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-171877b5-6de6-443e-8c84-535c0b23bc70 req-ff9cee9a-65f5-4e77-b008-125cdfd80523 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 946 time: 0.2137070 Apr 20 17:31:31.078846 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-31bcc407-b317-43ca-b6ae-985a3eaf8577 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=879adc5a-2d25-4c9e-9994-c7384533849b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542006 Apr 20 17:31:31.134387 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9cbd55ab-5b36-4203-a745-fe93465d6675 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:31.197275 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-aef1030b-53e6-4fec-b405-94006b6279d0 None None] Provisioning for port 08fb96fe-1715-4d23-b04b-641242ea8aeb completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:31:31.199643 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-24be2e5b-6e57-4327-a3e4-716804d15142 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:31.200253 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-24be2e5b-6e57-4327-a3e4-716804d15142 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:31.209940 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-aef1030b-53e6-4fec-b405-94006b6279d0 None None] Provisioning complete for port 08fb96fe-1715-4d23-b04b-641242ea8aeb triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:31:31.211492 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-aef1030b-53e6-4fec-b405-94006b6279d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:31.221700 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] device_id is not set on port bc2ced8f-bf6c-4599-99e7-f3347ee7183c yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:31:31.242174 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-c1735493-743d-44d8-8be8-43dcacb6a7b9 service neutron] 10.222.0.10 "GET /v2.0/networks/879adc5a-2d25-4c9e-9994-c7384533849b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482403 Apr 20 17:31:31.264467 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:31.294942 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-32a1ac0d-1f9d-4e4f-91cc-52c4f82a1fd5 service neutron] Attempting to bind port be65fc9e-9439-4006-a199-dc1fe24a1ede on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:31.295315 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-32a1ac0d-1f9d-4e4f-91cc-52c4f82a1fd5 service neutron] Attempting to bind port be65fc9e-9439-4006-a199-dc1fe24a1ede by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'aa365b0e-5984-4a20-8a84-1a29998467ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e5ef24ab-576d-4848-84e7-b0962eebdeab'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:31.295581 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-32a1ac0d-1f9d-4e4f-91cc-52c4f82a1fd5 service neutron] Attempting to bind port be65fc9e-9439-4006-a199-dc1fe24a1ede on network e5ef24ab-576d-4848-84e7-b0962eebdeab {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:31.304989 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-24be2e5b-6e57-4327-a3e4-716804d15142 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2454364 Apr 20 17:31:31.308278 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-aef1030b-53e6-4fec-b405-94006b6279d0 None None] Port 08fb96fe-1715-4d23-b04b-641242ea8aeb cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:31:31.312275 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Transition to ACTIVE for port object bc2ced8f-bf6c-4599-99e7-f3347ee7183c will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:31:31.320832 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-7ef49a50-4aac-4d4e-bda7-86e43aedf38f service neutron] Request body: {'port': {'device_id': 'cb881ea2-f91c-4971-9925-fb51ed69ec96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:31.368988 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-171877b5-6de6-443e-8c84-535c0b23bc70 req-6f3038e0-9af2-4cc6-9e38-f03aaad843e9 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940075 Apr 20 17:31:31.381250 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-32a1ac0d-1f9d-4e4f-91cc-52c4f82a1fd5 service neutron] Port be65fc9e-9439-4006-a199-dc1fe24a1ede on network e5ef24ab-576d-4848-84e7-b0962eebdeab not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:31:31.381569 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-32a1ac0d-1f9d-4e4f-91cc-52c4f82a1fd5 service neutron] Attempting to bind port be65fc9e-9439-4006-a199-dc1fe24a1ede on network e5ef24ab-576d-4848-84e7-b0962eebdeab {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:31.393008 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:31.404412 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badecd8d-e872-4dea-93fa-3717720db2d1 req-2aba856a-cae9-4f31-9c56-709d565f4400 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:31.405858 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-badecd8d-e872-4dea-93fa-3717720db2d1 req-2aba856a-cae9-4f31-9c56-709d565f4400 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] 10.222.0.39 "GET /v2.0/ports?device_id=38d621ea-bf7f-4d01-bf06-a7b2324b9a3d HTTP/1.1" status: 200 len: 943 time: 0.7288413 Apr 20 17:31:31.422343 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d1c4d3ce-5d57-41c5-b745-011ce5473358 req-823abb6f-78bf-44ae-b607-0f892f00a322 service neutron] 10.222.0.10 "GET /v2.0/networks/879adc5a-2d25-4c9e-9994-c7384533849b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711910 Apr 20 17:31:31.458054 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9cbd55ab-5b36-4203-a745-fe93465d6675 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:31.519802 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-32a1ac0d-1f9d-4e4f-91cc-52c4f82a1fd5 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:31:31.520131 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-32a1ac0d-1f9d-4e4f-91cc-52c4f82a1fd5 service neutron] Checking segment: {'id': 'aa365b0e-5984-4a20-8a84-1a29998467ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e5ef24ab-576d-4848-84e7-b0962eebdeab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:31:31.521140 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-32a1ac0d-1f9d-4e4f-91cc-52c4f82a1fd5 service neutron] Bound using segment: {'id': 'aa365b0e-5984-4a20-8a84-1a29998467ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e5ef24ab-576d-4848-84e7-b0962eebdeab'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:31:31.521140 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-32a1ac0d-1f9d-4e4f-91cc-52c4f82a1fd5 service neutron] Bound port: be65fc9e-9439-4006-a199-dc1fe24a1ede, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa365b0e-5984-4a20-8a84-1a29998467ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e5ef24ab-576d-4848-84e7-b0962eebdeab'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:31:31.521381 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-32a1ac0d-1f9d-4e4f-91cc-52c4f82a1fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:31.641492 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b0fd08c0-fcb4-4d74-b7be-2ef30a7905d8 req-f3ed11bc-b049-4024-ba38-198ffd8b99a7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=188556b707254dfa930a0992cbd479a8&device_id=38d621ea-bf7f-4d01-bf06-a7b2324b9a3d HTTP/1.1" status: 200 len: 1094 time: 0.1559300 Apr 20 17:31:31.652099 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3fb4f-4999-42dd-b144-a6fc946d981a req-9c44e33f-6d88-4e86-82ca-335c85440cac tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:31.653914 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-10d3fb4f-4999-42dd-b144-a6fc946d981a req-9c44e33f-6d88-4e86-82ca-335c85440cac tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb881ea2-f91c-4971-9925-fb51ed69ec96 HTTP/1.1" status: 200 len: 931 time: 0.1175735 Apr 20 17:31:31.670805 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-7ef49a50-4aac-4d4e-bda7-86e43aedf38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:31.686839 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Pushing event updated for resources: {'Port': ['ID=bc2ced8f-bf6c-4599-99e7-f3347ee7183c,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:31.725899 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-badecd8d-e872-4dea-93fa-3717720db2d1 req-d08c4ae6-741b-4962-ba32-afa70d7c624a tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] 10.222.0.39 "GET /v2.0/security-groups?id=f829726b-2901-4dbf-bfb9-a40939502b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837451 Apr 20 17:31:31.794825 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Checking segment: {'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:31:31.795540 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Network hostable DHCP agents. Network: 97500a1e-f244-4041-86ea-6ddad01f6c57, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:31:31.799683 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-10d3fb4f-4999-42dd-b144-a6fc946d981a req-3a6370ae-a48f-454f-b858-a724bad8a3f7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcdd2e1a-e3c7-47ad-88ee-1fdac94d151c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261609 Apr 20 17:31:31.814907 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9cbd55ab-5b36-4203-a745-fe93465d6675 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:31.819932 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd08c0-fcb4-4d74-b7be-2ef30a7905d8 req-1b70bbd5-6ae6-4fe9-a7e5-8f6e7adc1af9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:31.821617 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b0fd08c0-fcb4-4d74-b7be-2ef30a7905d8 req-1b70bbd5-6ae6-4fe9-a7e5-8f6e7adc1af9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=879adc5a-2d25-4c9e-9994-c7384533849b HTTP/1.1" status: 200 len: 911 time: 0.1663997 Apr 20 17:31:31.921876 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b0fd08c0-fcb4-4d74-b7be-2ef30a7905d8 req-a7513bf8-3c4a-4af7-a949-bd101870eef1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a320f651-074d-4728-b0df-83f7c24c7a67 HTTP/1.1" status: 200 len: 217 time: 0.0933869 Apr 20 17:31:31.968565 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-32a1ac0d-1f9d-4e4f-91cc-52c4f82a1fd5 service neutron] For port be65fc9e-9439-4006-a199-dc1fe24a1ede, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:31:31.970985 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd55ab-5b36-4203-a745-fe93465d6675 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Subnet': ['ID=62d70b81-c859-4d99-bac9-c1c7b517455b,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:32.002105 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd08c0-fcb4-4d74-b7be-2ef30a7905d8 req-c897d4c4-2c6d-4ca8-88c3-c6bc20fa14df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:32.003642 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b0fd08c0-fcb4-4d74-b7be-2ef30a7905d8 req-c897d4c4-2c6d-4ca8-88c3-c6bc20fa14df service neutron] 10.222.0.10 "GET /v2.0/subnets?id=512e9ebf-1786-4488-bf94-e191ba834705 HTTP/1.1" status: 200 len: 850 time: 0.0758576 Apr 20 17:31:32.033982 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443be4de-598e-438d-99f5-af20c96e7c27 None None] Network bac9303b-292c-4dc3-9771-16618213f49d requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:31:32.041497 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-32a1ac0d-1f9d-4e4f-91cc-52c4f82a1fd5 service neutron] For port be65fc9e-9439-4006-a199-dc1fe24a1ede, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=be65fc9e-9439-4006-a199-dc1fe24a1ede,segment=NetworkSegment(aa365b0e-5984-4a20-8a84-1a29998467ac),segment_id=aa365b0e-5984-4a20-8a84-1a29998467ac)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:31:32.043081 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9cbd55ab-5b36-4203-a745-fe93465d6675 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:32.061665 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9cbd55ab-5b36-4203-a745-fe93465d6675 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/subnets/62d70b81-c859-4d99-bac9-c1c7b517455b HTTP/1.1" status: 204 len: 168 time: 2.2818675 Apr 20 17:31:32.079778 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58708) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:32.081116 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-32a1ac0d-1f9d-4e4f-91cc-52c4f82a1fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:32.102207 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b0fd08c0-fcb4-4d74-b7be-2ef30a7905d8 req-49abbaa6-4c73-471d-93f0-9ce1868552ea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=879adc5a-2d25-4c9e-9994-c7384533849b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924397 Apr 20 17:31:32.208148 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Network 97500a1e-f244-4041-86ea-6ddad01f6c57 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:31:32.286897 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b0fd08c0-fcb4-4d74-b7be-2ef30a7905d8 req-e3f9b918-feaa-433c-9f67-7078feb19a5d service neutron] 10.222.0.10 "GET /v2.0/networks/879adc5a-2d25-4c9e-9994-c7384533849b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545203 Apr 20 17:31:32.296033 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a3dbe-6ece-4d52-915f-78224f6f2da3 req-4a9978a1-827d-4a0d-8623-a1951fcc8985 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:32.297534 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-926a3dbe-6ece-4d52-915f-78224f6f2da3 req-4a9978a1-827d-4a0d-8623-a1951fcc8985 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 946 time: 0.1978514 Apr 20 17:31:32.375277 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-32a1ac0d-1f9d-4e4f-91cc-52c4f82a1fd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:32.377141 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-32a1ac0d-1f9d-4e4f-91cc-52c4f82a1fd5 service neutron] 10.222.0.10 "PUT /v2.0/ports/be65fc9e-9439-4006-a199-dc1fe24a1ede HTTP/1.1" status: 200 len: 1091 time: 3.8656163 Apr 20 17:31:32.394572 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea59caf-e181-49fa-9ece-466ace99f4d1', 'tag': 'be65fc9e-9439-4006-a199-dc1fe24a1ede'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:31:32.401361 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 97500a1e-f244-4041-86ea-6ddad01f6c57) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:31:32.405728 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18eb4709-696b-4a58-b3c7-dc490f28448e None None] DHCP port deletion for bac9303b-292c-4dc3-9771-16618213f49d request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:31:32.410148 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-18eb4709-696b-4a58-b3c7-dc490f28448e None None] Deleting port 0a9605b8-cf01-475e-b755-82a47bd4cc20 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:31:32.410584 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-18eb4709-696b-4a58-b3c7-dc490f28448e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:32.418279 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:31:32.446618 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:32.446952 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:32.447358 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on network 97500a1e-f244-4041-86ea-6ddad01f6c57 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:32.462469 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-926a3dbe-6ece-4d52-915f-78224f6f2da3 req-719ee9f2-6b22-4f98-86fe-4161a0ee0dfe tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467147 Apr 20 17:31:32.516055 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b0fd08c0-fcb4-4d74-b7be-2ef30a7905d8 req-e5ce0ea0-6a2f-4e06-a110-edeea82c0213 service neutron] 10.222.0.10 "GET /v2.0/networks/879adc5a-2d25-4c9e-9994-c7384533849b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119226 Apr 20 17:31:32.564623 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b06969-d9e1-472a-9deb-b2a9f7ca2817 None None] Network 97500a1e-f244-4041-86ea-6ddad01f6c57 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:31:32.572749 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3931c8f8-bd9b-470f-8c84-17b5b60d9a21'] response: {'name': 'network-changed', 'server_uuid': 'dea59caf-e181-49fa-9ece-466ace99f4d1', 'tag': 'be65fc9e-9439-4006-a199-dc1fe24a1ede', 'status': 'completed', 'code': 200} Apr 20 17:31:32.645244 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a574a-644d-4e15-8978-565552521f9e req-ff142908-8198-45dc-b16d-a8c01736bcf4 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:32.647062 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-178a574a-644d-4e15-8978-565552521f9e req-ff142908-8198-45dc-b16d-a8c01736bcf4 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea59caf-e181-49fa-9ece-466ace99f4d1 HTTP/1.1" status: 200 len: 943 time: 0.6889877 Apr 20 17:31:32.692606 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on network 97500a1e-f244-4041-86ea-6ddad01f6c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:31:32.693109 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Failed to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on host n-h1-838032-1 for vnic_type normal using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] Apr 20 17:31:32.697303 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fca47b19-9786-4bff-b1dd-905f17774459 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:32.700158 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1ac0d-1f9d-4e4f-91cc-52c4f82a1fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=be65fc9e-9439-4006-a199-dc1fe24a1ede,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:32.702240 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0a9605b8-cf01-475e-b755-82a47bd4cc20 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:31:32.736677 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempt 2 to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c Apr 20 17:31:32.771812 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:32.772686 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:32.773234 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on network 97500a1e-f244-4041-86ea-6ddad01f6c57 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:32.794405 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on network 97500a1e-f244-4041-86ea-6ddad01f6c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:31:32.794923 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Failed to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on host n-h1-838032-1 for vnic_type normal using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] Apr 20 17:31:32.843032 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-614daa35-e5e1-43be-86f7-048dea76515f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dd2e3957e24f4e9fb5ef2b605f529d68&device_id=dea59caf-e181-49fa-9ece-466ace99f4d1 HTTP/1.1" status: 200 len: 1094 time: 0.4013095 Apr 20 17:31:32.843637 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempt 3 to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c Apr 20 17:31:32.850115 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02716705-2f09-486a-926d-27730b1e30ae req-dce59db0-5f2a-4e48-b0c1-69b9843936cc tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:32.851624 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-02716705-2f09-486a-926d-27730b1e30ae req-dce59db0-5f2a-4e48-b0c1-69b9843936cc tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 946 time: 0.1935139 Apr 20 17:31:32.901885 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-02716705-2f09-486a-926d-27730b1e30ae req-7a630398-e574-4506-8a8f-9f8ee6a04792 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444059 Apr 20 17:31:32.941086 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-c9c669a2-41a2-4fce-80b3-2f81b4b747b3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be65fc9e-9439-4006-a199-dc1fe24a1ede HTTP/1.1" status: 200 len: 217 time: 0.0697534 Apr 20 17:31:32.996164 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:33.005724 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-fca47b19-9786-4bff-b1dd-905f17774459 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Deleting port 0a9605b8-cf01-475e-b755-82a47bd4cc20 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:31:33.006302 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fca47b19-9786-4bff-b1dd-905f17774459 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:33.018465 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-18eb4709-696b-4a58-b3c7-dc490f28448e None None] For port 0a9605b8-cf01-475e-b755-82a47bd4cc20, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0a9605b8-cf01-475e-b755-82a47bd4cc20,segment=NetworkSegment(df12acf0-b7b8-4c36-8f57-9466e1afc57d),segment_id=df12acf0-b7b8-4c36-8f57-9466e1afc57d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:31:33.019105 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-18eb4709-696b-4a58-b3c7-dc490f28448e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:33.030086 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-457a588d-a06e-4fb9-9dca-438b6443b674 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:33.032445 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-457a588d-a06e-4fb9-9dca-438b6443b674 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e32bdf4b-fd8b-4b00-867f-fc0a7ce7a898 HTTP/1.1" status: 200 len: 854 time: 0.0829544 Apr 20 17:31:33.041161 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-178a574a-644d-4e15-8978-565552521f9e req-03439c03-d045-4047-8a4a-61e8af05c3f9 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/security-groups?id=1442ed40-d884-4ed9-872e-058016d85116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789313 Apr 20 17:31:33.041996 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:33.042413 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:33.042848 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on network 97500a1e-f244-4041-86ea-6ddad01f6c57 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:33.094704 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on network 97500a1e-f244-4041-86ea-6ddad01f6c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:31:33.095304 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Failed to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on host n-h1-838032-1 for vnic_type normal using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] Apr 20 17:31:33.106506 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempt 4 to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c Apr 20 17:31:33.132428 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:33.133038 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:33.133472 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on network 97500a1e-f244-4041-86ea-6ddad01f6c57 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:33.137368 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-f5c5e445-6d52-434f-8aa7-0285e1759f1d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e5ef24ab-576d-4848-84e7-b0962eebdeab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802164 Apr 20 17:31:33.139599 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-7ef49a50-4aac-4d4e-bda7-86e43aedf38f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08fb96fe-1715-4d23-b04b-641242ea8aeb {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:31:33.164129 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb97da-6e53-4f06-b367-d049bbbca69a req-09e1fdb4-7c19-49d8-b5d8-7864732c21d7 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:33.168723 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8ceb97da-6e53-4f06-b367-d049bbbca69a req-09e1fdb4-7c19-49d8-b5d8-7864732c21d7 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] 10.222.0.39 "GET /v2.0/ports?device_id=38d621ea-bf7f-4d01-bf06-a7b2324b9a3d HTTP/1.1" status: 200 len: 943 time: 0.1310072 Apr 20 17:31:33.233405 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-18eb4709-696b-4a58-b3c7-dc490f28448e None None] Calling delete_port for 0a9605b8-cf01-475e-b755-82a47bd4cc20 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:31:33.241809 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8ceb97da-6e53-4f06-b367-d049bbbca69a req-b3b35421-5984-4019-bd87-5fcef9a74752 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] 10.222.0.39 "GET /v2.0/security-groups?id=f829726b-2901-4dbf-bfb9-a40939502b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665531 Apr 20 17:31:33.317296 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 0a9605b8-cf01-475e-b755-82a47bd4cc20, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0a9605b8-cf01-475e-b755-82a47bd4cc20,segment=NetworkSegment(df12acf0-b7b8-4c36-8f57-9466e1afc57d),segment_id=df12acf0-b7b8-4c36-8f57-9466e1afc57d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:31:33.331401 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:33.408755 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-18eb4709-696b-4a58-b3c7-dc490f28448e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:31:33.409422 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-18eb4709-696b-4a58-b3c7-dc490f28448e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:31:33.455048 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on network 97500a1e-f244-4041-86ea-6ddad01f6c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:31:33.455533 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Failed to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on host n-h1-838032-1 for vnic_type normal using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] Apr 20 17:31:33.464316 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-7ef49a50-4aac-4d4e-bda7-86e43aedf38f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:33.467349 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempt 5 to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c Apr 20 17:31:33.495916 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=0a9605b8-cf01-475e-b755-82a47bd4cc20,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:33.555485 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cfbb1-19e2-4264-a6b9-66e5c8d0976f req-5f4cb369-3a06-4acb-8914-324fac4d57a7 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:33.556946 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-555cfbb1-19e2-4264-a6b9-66e5c8d0976f req-5f4cb369-3a06-4acb-8914-324fac4d57a7 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 946 time: 0.1114757 Apr 20 17:31:33.608316 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-555cfbb1-19e2-4264-a6b9-66e5c8d0976f req-66d82a95-f508-46e1-823f-0a8f2b2f02de tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422029 Apr 20 17:31:33.626907 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:33.627309 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:33.627722 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on network 97500a1e-f244-4041-86ea-6ddad01f6c57 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:33.635922 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-7ef49a50-4aac-4d4e-bda7-86e43aedf38f service neutron] Transition to ACTIVE for port object 08fb96fe-1715-4d23-b04b-641242ea8aeb will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:31:33.672163 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-7ef49a50-4aac-4d4e-bda7-86e43aedf38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:33.740131 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on network 97500a1e-f244-4041-86ea-6ddad01f6c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:31:33.740460 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Failed to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on host n-h1-838032-1 for vnic_type normal using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] Apr 20 17:31:33.749645 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempt 6 to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c Apr 20 17:31:33.805391 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-315440be-7373-4fad-8f9b-0d1ecdfaa7d3 service neutron] 10.222.0.10 "GET /v2.0/networks/e5ef24ab-576d-4848-84e7-b0962eebdeab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6553848 Apr 20 17:31:33.818809 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c31fb-246e-45c3-8024-f5db13adc327 req-0ad27ad9-d5fa-4e49-ad0d-af7d5a50cea4 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:33.823013 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e22c31fb-246e-45c3-8024-f5db13adc327 req-0ad27ad9-d5fa-4e49-ad0d-af7d5a50cea4 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 946 time: 0.0852835 Apr 20 17:31:33.890317 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e22c31fb-246e-45c3-8024-f5db13adc327 req-b87b6dea-43b6-4ad2-8057-d4e7268be56a tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639246 Apr 20 17:31:33.910857 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-18eb4709-696b-4a58-b3c7-dc490f28448e None None] Deleting port 0a9605b8-cf01-475e-b755-82a47bd4cc20 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:31:33.911224 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-18eb4709-696b-4a58-b3c7-dc490f28448e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:33.935341 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:33.935721 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:33.936072 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on network 97500a1e-f244-4041-86ea-6ddad01f6c57 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:34.034467 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef49a50-4aac-4d4e-bda7-86e43aedf38f service neutron] Pushing event updated for resources: {'Port': ['ID=08fb96fe-1715-4d23-b04b-641242ea8aeb,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:34.142795 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on network 97500a1e-f244-4041-86ea-6ddad01f6c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:31:34.143746 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Failed to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on host n-h1-838032-1 for vnic_type normal using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] Apr 20 17:31:34.148911 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempt 7 to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c Apr 20 17:31:34.165000 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-fca47b19-9786-4bff-b1dd-905f17774459 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] For port 0a9605b8-cf01-475e-b755-82a47bd4cc20, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0a9605b8-cf01-475e-b755-82a47bd4cc20,segment=NetworkSegment(df12acf0-b7b8-4c36-8f57-9466e1afc57d),segment_id=df12acf0-b7b8-4c36-8f57-9466e1afc57d)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:31:34.165358 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fca47b19-9786-4bff-b1dd-905f17774459 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:34.248331 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a3490-fa5d-47e9-9780-64a228ba4755 req-74030b99-d131-4056-a7e8-1dfec1f740c3 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:34.254328 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-18eb4709-696b-4a58-b3c7-dc490f28448e None None] For port 0a9605b8-cf01-475e-b755-82a47bd4cc20, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0a9605b8-cf01-475e-b755-82a47bd4cc20,segment=NetworkSegment(df12acf0-b7b8-4c36-8f57-9466e1afc57d),segment_id=df12acf0-b7b8-4c36-8f57-9466e1afc57d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:31:34.254713 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-18eb4709-696b-4a58-b3c7-dc490f28448e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:34.255851 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4c4a3490-fa5d-47e9-9780-64a228ba4755 req-74030b99-d131-4056-a7e8-1dfec1f740c3 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 946 time: 0.0890696 Apr 20 17:31:34.262118 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:34.262495 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:34.262853 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on network 97500a1e-f244-4041-86ea-6ddad01f6c57 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:34.309695 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4c4a3490-fa5d-47e9-9780-64a228ba4755 req-3f829888-509d-4113-a912-753dab7bddfe tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529852 Apr 20 17:31:34.333352 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-fca47b19-9786-4bff-b1dd-905f17774459 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Calling delete_port for 0a9605b8-cf01-475e-b755-82a47bd4cc20 owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:31:34.397982 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-18eb4709-696b-4a58-b3c7-dc490f28448e None None] Calling delete_port for 0a9605b8-cf01-475e-b755-82a47bd4cc20 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:31:34.430267 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on network 97500a1e-f244-4041-86ea-6ddad01f6c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:31:34.430621 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Failed to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on host n-h1-838032-1 for vnic_type normal using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] Apr 20 17:31:34.440225 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempt 8 to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c Apr 20 17:31:34.452535 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd35036-d841-43ae-9b9c-a5f145ebc931 req-3524b86a-232d-4f7f-af52-fa5490ec7dd8 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:34.453245 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-fbd35036-d841-43ae-9b9c-a5f145ebc931 req-3524b86a-232d-4f7f-af52-fa5490ec7dd8 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Synchronizing usage tracker for tenant:fff76710152c4266b547138b68f9e982 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:31:34.496284 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:34.496625 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:34.496951 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on network 97500a1e-f244-4041-86ea-6ddad01f6c57 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:34.507450 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d57b4613-cd8c-4c6a-86fb-1ef5b7d98bda req-0228deb0-3e13-4148-b89b-e96d142c9d40 service neutron] 10.222.0.10 "GET /v2.0/networks/e5ef24ab-576d-4848-84e7-b0962eebdeab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6499667 Apr 20 17:31:34.519374 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-18eb4709-696b-4a58-b3c7-dc490f28448e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:34.559403 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.api [None req-fca47b19-9786-4bff-b1dd-905f17774459 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:31:34.562705 n-d-838032-1 neutron-server[84081]: DEBUG oslo_db.api [None req-fca47b19-9786-4bff-b1dd-905f17774459 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:31:34.589824 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a574a0c-ba98-426e-906a-2c6bf86ea63b req-30a3c390-46a2-4613-a351-8b74fec6ecc1 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:34.595007 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5a574a0c-ba98-426e-906a-2c6bf86ea63b req-30a3c390-46a2-4613-a351-8b74fec6ecc1 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea59caf-e181-49fa-9ece-466ace99f4d1 HTTP/1.1" status: 200 len: 943 time: 0.1177056 Apr 20 17:31:34.613489 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eb4709-696b-4a58-b3c7-dc490f28448e None None] No DVR routers for this DVR port 0a9605b8-cf01-475e-b755-82a47bd4cc20 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:31:34.615257 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb4709-696b-4a58-b3c7-dc490f28448e None None] Pushing event deleted for resources: {'Port': ['ID=0a9605b8-cf01-475e-b755-82a47bd4cc20,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:34.637887 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on network 97500a1e-f244-4041-86ea-6ddad01f6c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:31:34.638889 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Failed to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on host n-h1-838032-1 for vnic_type normal using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] Apr 20 17:31:34.640691 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-fbd35036-d841-43ae-9b9c-a5f145ebc931 req-3524b86a-232d-4f7f-af52-fa5490ec7dd8 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Unset dirty status for tenant:fff76710152c4266b547138b68f9e982 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:31:34.642238 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fbd35036-d841-43ae-9b9c-a5f145ebc931 req-3524b86a-232d-4f7f-af52-fa5490ec7dd8 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb881ea2-f91c-4971-9925-fb51ed69ec96 HTTP/1.1" status: 200 len: 931 time: 1.1836824 Apr 20 17:31:34.649812 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-5a574a0c-ba98-426e-906a-2c6bf86ea63b req-9e049127-f753-485d-89dd-39a54bae9021 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Synchronizing usage tracker for tenant:dd2e3957e24f4e9fb5ef2b605f529d68 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:31:34.660132 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempt 9 to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c Apr 20 17:31:34.672472 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-5a574a0c-ba98-426e-906a-2c6bf86ea63b req-9e049127-f753-485d-89dd-39a54bae9021 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Unset dirty status for tenant:dd2e3957e24f4e9fb5ef2b605f529d68 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:31:34.674082 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5a574a0c-ba98-426e-906a-2c6bf86ea63b req-9e049127-f753-485d-89dd-39a54bae9021 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/security-groups?id=1442ed40-d884-4ed9-872e-058016d85116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755949 Apr 20 17:31:34.692021 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-7ef49a50-4aac-4d4e-bda7-86e43aedf38f service neutron] Attempting to bind port 08fb96fe-1715-4d23-b04b-641242ea8aeb on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:34.692322 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-7ef49a50-4aac-4d4e-bda7-86e43aedf38f service neutron] Attempting to bind port 08fb96fe-1715-4d23-b04b-641242ea8aeb by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'aeb8f33c-317c-45e3-a7a9-c21f7e658316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:34.692562 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-7ef49a50-4aac-4d4e-bda7-86e43aedf38f service neutron] Attempting to bind port 08fb96fe-1715-4d23-b04b-641242ea8aeb on network b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:34.719954 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:34.720292 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:34.720630 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on network 97500a1e-f244-4041-86ea-6ddad01f6c57 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:34.735052 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-7ef49a50-4aac-4d4e-bda7-86e43aedf38f service neutron] Port 08fb96fe-1715-4d23-b04b-641242ea8aeb on network b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:31:34.735504 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-7ef49a50-4aac-4d4e-bda7-86e43aedf38f service neutron] Attempting to bind port 08fb96fe-1715-4d23-b04b-641242ea8aeb on network b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:34.753737 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on network 97500a1e-f244-4041-86ea-6ddad01f6c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:31:34.754066 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Failed to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on host n-h1-838032-1 for vnic_type normal using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] Apr 20 17:31:34.757607 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempt 10 to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c Apr 20 17:31:34.769933 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-7ef49a50-4aac-4d4e-bda7-86e43aedf38f service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:31:34.770290 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-7ef49a50-4aac-4d4e-bda7-86e43aedf38f service neutron] Checking segment: {'id': 'aeb8f33c-317c-45e3-a7a9-c21f7e658316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:31:34.770681 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-7ef49a50-4aac-4d4e-bda7-86e43aedf38f service neutron] Bound using segment: {'id': 'aeb8f33c-317c-45e3-a7a9-c21f7e658316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:31:34.771125 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-7ef49a50-4aac-4d4e-bda7-86e43aedf38f service neutron] Bound port: 08fb96fe-1715-4d23-b04b-641242ea8aeb, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb8f33c-317c-45e3-a7a9-c21f7e658316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:31:34.771475 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-7ef49a50-4aac-4d4e-bda7-86e43aedf38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:34.830968 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fbd35036-d841-43ae-9b9c-a5f145ebc931 req-b4bb96b7-ed6d-4127-8540-7e1fd6576562 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcdd2e1a-e3c7-47ad-88ee-1fdac94d151c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716030 Apr 20 17:31:34.832639 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:34.832967 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:34.833301 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on network 97500a1e-f244-4041-86ea-6ddad01f6c57 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:34.850371 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d02c43ce-22b3-4bad-b776-8c7fba9fb6b9 req-07845c8c-cfee-480a-af3b-39f1fbdeaa0b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dd2e3957e24f4e9fb5ef2b605f529d68&device_id=dea59caf-e181-49fa-9ece-466ace99f4d1 HTTP/1.1" status: 200 len: 1094 time: 0.2724035 Apr 20 17:31:34.884938 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on network 97500a1e-f244-4041-86ea-6ddad01f6c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:31:34.885269 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Failed to bind port bc2ced8f-bf6c-4599-99e7-f3347ee7183c on host n-h1-838032-1 for vnic_type normal using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] Apr 20 17:31:34.885631 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:34.907523 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090687c3-64d1-496c-b9b2-9eb04af9c508 req-a1f1b71a-d83f-4b5a-b21c-a3294080996d tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:34.909194 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-090687c3-64d1-496c-b9b2-9eb04af9c508 req-a1f1b71a-d83f-4b5a-b21c-a3294080996d tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] 10.222.0.39 "GET /v2.0/ports?device_id=38d621ea-bf7f-4d01-bf06-a7b2324b9a3d HTTP/1.1" status: 200 len: 943 time: 0.0990090 Apr 20 17:31:34.974762 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-090687c3-64d1-496c-b9b2-9eb04af9c508 req-077b4d0c-70a8-428e-8457-e39c0c2ecf9c tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] 10.222.0.39 "GET /v2.0/security-groups?id=f829726b-2901-4dbf-bfb9-a40939502b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600028 Apr 20 17:31:35.071264 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-fca47b19-9786-4bff-b1dd-905f17774459 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Deleting port 0a9605b8-cf01-475e-b755-82a47bd4cc20 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:31:35.071847 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fca47b19-9786-4bff-b1dd-905f17774459 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:35.110777 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-7ef49a50-4aac-4d4e-bda7-86e43aedf38f service neutron] For port 08fb96fe-1715-4d23-b04b-641242ea8aeb, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:31:35.166173 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-7ef49a50-4aac-4d4e-bda7-86e43aedf38f service neutron] For port 08fb96fe-1715-4d23-b04b-641242ea8aeb, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=08fb96fe-1715-4d23-b04b-641242ea8aeb,segment=NetworkSegment(aeb8f33c-317c-45e3-a7a9-c21f7e658316),segment_id=aeb8f33c-317c-45e3-a7a9-c21f7e658316)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:31:35.185775 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-fca47b19-9786-4bff-b1dd-905f17774459 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] The port '0a9605b8-cf01-475e-b755-82a47bd4cc20' was deleted {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:31:35.195220 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-7ef49a50-4aac-4d4e-bda7-86e43aedf38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:35.453012 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c43ce-22b3-4bad-b776-8c7fba9fb6b9 req-e1e6e96b-0d5a-4f22-b2c0-a3b043feda28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:35.454480 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d02c43ce-22b3-4bad-b776-8c7fba9fb6b9 req-e1e6e96b-0d5a-4f22-b2c0-a3b043feda28 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e5ef24ab-576d-4848-84e7-b0962eebdeab HTTP/1.1" status: 200 len: 915 time: 0.5958090 Apr 20 17:31:35.455797 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] For port bc2ced8f-bf6c-4599-99e7-f3347ee7183c, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:31:35.456157 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempted to set empty binding levels {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 20 17:31:35.474617 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device a320f651-074d-4728-b0df-83f7c24c7a67 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:31:35.587259 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-7ef49a50-4aac-4d4e-bda7-86e43aedf38f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:35.588648 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-7ef49a50-4aac-4d4e-bda7-86e43aedf38f service neutron] 10.222.0.43 "PUT /v2.0/ports/08fb96fe-1715-4d23-b04b-641242ea8aeb HTTP/1.1" status: 200 len: 1091 time: 4.2720659 Apr 20 17:31:35.598977 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:35.602504 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb881ea2-f91c-4971-9925-fb51ed69ec96', 'tag': '08fb96fe-1715-4d23-b04b-641242ea8aeb'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:31:35.633996 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d02c43ce-22b3-4bad-b776-8c7fba9fb6b9 req-51407c64-063d-49c1-a38e-e8525628d8a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be65fc9e-9439-4006-a199-dc1fe24a1ede HTTP/1.1" status: 200 len: 217 time: 0.1656480 Apr 20 17:31:35.640391 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef49a50-4aac-4d4e-bda7-86e43aedf38f service neutron] Pushing event updated for resources: {'Port': ['ID=08fb96fe-1715-4d23-b04b-641242ea8aeb,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:35.662574 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port a320f651-074d-4728-b0df-83f7c24c7a67, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a320f651-074d-4728-b0df-83f7c24c7a67,segment=NetworkSegment(9e988f25-2d46-46a7-b646-01ba81b8f311),segment_id=9e988f25-2d46-46a7-b646-01ba81b8f311)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:31:35.689763 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'a320f651-074d-4728-b0df-83f7c24c7a67', 'network_id': '879adc5a-2d25-4c9e-9994-c7384533849b', 'port_id': 'a320f651-074d-4728-b0df-83f7c24c7a67', 'mac_address': 'fa:16:3e:84:a3:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '512e9ebf-1786-4488-bf94-e191ba834705', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:31:35.751316 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fca47b19-9786-4bff-b1dd-905f17774459 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:35.775059 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:35.798776 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a320f651-074d-4728-b0df-83f7c24c7a67 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:31:35.812472 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-fca47b19-9786-4bff-b1dd-905f17774459 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac9303b-292c-4dc3-9771-16618213f49d']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:35.820232 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port a320f651-074d-4728-b0df-83f7c24c7a67, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a320f651-074d-4728-b0df-83f7c24c7a67,segment=NetworkSegment(9e988f25-2d46-46a7-b646-01ba81b8f311),segment_id=9e988f25-2d46-46a7-b646-01ba81b8f311)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:31:35.827895 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:35.833053 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffc3f3-9d54-4b0e-9b3a-e41526577703 req-ec11c8e4-05a5-4ebb-9eda-9123193eaeed tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:35.834575 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d9ffc3f3-9d54-4b0e-9b3a-e41526577703 req-ec11c8e4-05a5-4ebb-9eda-9123193eaeed tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 946 time: 0.8605278 Apr 20 17:31:35.836541 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-fca47b19-9786-4bff-b1dd-905f17774459 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df12acf0-b7b8-4c36-8f57-9466e1afc57d') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:35.837066 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-fca47b19-9786-4bff-b1dd-905f17774459 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df12acf0-b7b8-4c36-8f57-9466e1afc57d') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:35.897022 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0db07a9e-2cfb-4ed3-90be-4cac41e6a7d4'] response: {'name': 'network-changed', 'server_uuid': 'cb881ea2-f91c-4971-9925-fb51ed69ec96', 'tag': '08fb96fe-1715-4d23-b04b-641242ea8aeb', 'status': 'completed', 'code': 200} Apr 20 17:31:35.925550 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=a320f651-074d-4728-b0df-83f7c24c7a67,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:35.940195 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47183a-1ddd-4329-ae26-7bd4570cafb9 req-2d0ce85d-4ae0-4b52-9827-053702f1a043 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:35.943084 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d47183a-1ddd-4329-ae26-7bd4570cafb9 req-2d0ce85d-4ae0-4b52-9827-053702f1a043 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea59caf-e181-49fa-9ece-466ace99f4d1 HTTP/1.1" status: 200 len: 943 time: 0.1048064 Apr 20 17:31:35.956053 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c43ce-22b3-4bad-b776-8c7fba9fb6b9 req-cc59c7c4-a08f-4c80-b4cc-c1ba3ccccb6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:35.957401 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d02c43ce-22b3-4bad-b776-8c7fba9fb6b9 req-cc59c7c4-a08f-4c80-b4cc-c1ba3ccccb6d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e32bdf4b-fd8b-4b00-867f-fc0a7ce7a898 HTTP/1.1" status: 200 len: 854 time: 0.3107374 Apr 20 17:31:35.960549 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:35.994977 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d47183a-1ddd-4329-ae26-7bd4570cafb9 req-e78a4813-ae73-4261-a324-e1313a44b028 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/security-groups?id=1442ed40-d884-4ed9-872e-058016d85116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443332 Apr 20 17:31:36.001524 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fca47b19-9786-4bff-b1dd-905f17774459 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:36.058373 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d02c43ce-22b3-4bad-b776-8c7fba9fb6b9 req-ca47dd71-596a-49e9-bbc7-232c2706ab7b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e5ef24ab-576d-4848-84e7-b0962eebdeab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899184 Apr 20 17:31:36.072833 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fca47b19-9786-4bff-b1dd-905f17774459 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:36.172813 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['a320f651-074d-4728-b0df-83f7c24c7a67'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:31:36.182420 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca47b19-9786-4bff-b1dd-905f17774459 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:31:36.182820 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fca47b19-9786-4bff-b1dd-905f17774459 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:31:36.201009 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:31:36.208038 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Pushing event updated for resources: {'Port': ['ID=bc2ced8f-bf6c-4599-99e7-f3347ee7183c,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:36.238310 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acefedd-73c8-4ee5-b85f-d56f0cd7f812 req-46cd29ac-2bc2-45d9-9f27-0a2d1fcd1909 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:36.240444 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1acefedd-73c8-4ee5-b85f-d56f0cd7f812 req-46cd29ac-2bc2-45d9-9f27-0a2d1fcd1909 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb881ea2-f91c-4971-9925-fb51ed69ec96 HTTP/1.1" status: 200 len: 943 time: 0.1201854 Apr 20 17:31:36.282836 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7c9ff77f-a3f3-4a74-af4e-c8487e45eb46 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 7.5414543 Apr 20 17:31:36.294550 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58790) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:36.323249 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d9ffc3f3-9d54-4b0e-9b3a-e41526577703 req-7864ae60-6fa1-4f4f-a7f7-84e3af660760 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825648 Apr 20 17:31:36.360193 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-b56c87a0-81f3-470a-99f7-dc7bfddd89b3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fff76710152c4266b547138b68f9e982&device_id=cb881ea2-f91c-4971-9925-fb51ed69ec96 HTTP/1.1" status: 200 len: 1094 time: 0.5109379 Apr 20 17:31:36.367570 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d02c43ce-22b3-4bad-b776-8c7fba9fb6b9 req-e6a542e0-9354-4901-a935-5eb47bd7c92f service neutron] 10.222.0.10 "GET /v2.0/networks/e5ef24ab-576d-4848-84e7-b0962eebdeab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924254 Apr 20 17:31:36.369932 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1acefedd-73c8-4ee5-b85f-d56f0cd7f812 req-40f33697-1c4e-4704-99cc-c383fb8fe092 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcdd2e1a-e3c7-47ad-88ee-1fdac94d151c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229346 Apr 20 17:31:36.424143 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-7d1db3e9-4bc3-4589-b25e-0a37522bb758 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Deleting port bc2ced8f-bf6c-4599-99e7-f3347ee7183c {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:31:36.424499 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7d1db3e9-4bc3-4589-b25e-0a37522bb758 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:36.606892 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fca47b19-9786-4bff-b1dd-905f17774459 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:36.713305 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-0827dee4-b4ea-47bd-815c-e394d19245e2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08fb96fe-1715-4d23-b04b-641242ea8aeb HTTP/1.1" status: 200 len: 217 time: 0.3436971 Apr 20 17:31:36.715901 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fca47b19-9786-4bff-b1dd-905f17774459 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:36.724381 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-7d1db3e9-4bc3-4589-b25e-0a37522bb758 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] For port bc2ced8f-bf6c-4599-99e7-f3347ee7183c, host n-h1-838032-1, got binding levels [] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:31:36.724726 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7d1db3e9-4bc3-4589-b25e-0a37522bb758 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:36.780031 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca47b19-9786-4bff-b1dd-905f17774459 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Network': ['ID=bac9303b-292c-4dc3-9771-16618213f49d,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:36.797585 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fca47b19-9786-4bff-b1dd-905f17774459 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/networks/bac9303b-292c-4dc3-9771-16618213f49d HTTP/1.1" status: 204 len: 168 time: 4.7109451 Apr 20 17:31:36.802279 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58800) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:36.813128 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-1b6c68ce-68a2-44dd-b7dc-31ce2ec853a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:36.814563 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-1b6c68ce-68a2-44dd-b7dc-31ce2ec853a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8d05736e-ddd3-43ab-9360-fdcd5c15b127 HTTP/1.1" status: 200 len: 853 time: 0.0875757 Apr 20 17:31:36.817965 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-cafbdcc1-9952-479e-85ab-429e56ed645f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-403474457'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:36.849713 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-7d1db3e9-4bc3-4589-b25e-0a37522bb758 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Calling delete_port for bc2ced8f-bf6c-4599-99e7-f3347ee7183c owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:31:36.862040 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-cafbdcc1-9952-479e-85ab-429e56ed645f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:36.892215 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-cafbdcc1-9952-479e-85ab-429e56ed645f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:network and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:31:36.896772 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cdc295-f989-49db-b0df-3a6c8df60bce req-d526f1af-7996-4711-bf07-fc67957c3c77 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:36.898245 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2cdc295-f989-49db-b0df-3a6c8df60bce req-d526f1af-7996-4711-bf07-fc67957c3c77 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 946 time: 0.3097887 Apr 20 17:31:36.905028 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-cafbdcc1-9952-479e-85ab-429e56ed645f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:31:36.918134 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-cafbdcc1-9952-479e-85ab-429e56ed645f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:36.929902 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d02c43ce-22b3-4bad-b776-8c7fba9fb6b9 req-074a98ec-938d-47a4-ae6a-c1a3ee9f931e service neutron] 10.222.0.10 "GET /v2.0/networks/e5ef24ab-576d-4848-84e7-b0962eebdeab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928199 Apr 20 17:31:36.953677 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a523c-b174-44b9-9539-16eb8c8d7051 req-5d1983e4-c636-40e2-a098-f0596bb8a16a tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:36.955240 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6f5a523c-b174-44b9-9539-16eb8c8d7051 req-5d1983e4-c636-40e2-a098-f0596bb8a16a tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] 10.222.0.39 "GET /v2.0/ports?device_id=38d621ea-bf7f-4d01-bf06-a7b2324b9a3d HTTP/1.1" status: 200 len: 944 time: 0.4152803 Apr 20 17:31:36.957980 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafbdcc1-9952-479e-85ab-429e56ed645f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:31:36.961147 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cafbdcc1-9952-479e-85ab-429e56ed645f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:36.963276 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2cdc295-f989-49db-b0df-3a6c8df60bce req-f2f8bd69-2815-47a6-a746-0f84e3fa5597 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581901 Apr 20 17:31:36.964622 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7d1db3e9-4bc3-4589-b25e-0a37522bb758 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:37.027085 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1db3e9-4bc3-4589-b25e-0a37522bb758 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc2ced8f-bf6c-4599-99e7-f3347ee7183c,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:37.034165 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7d1db3e9-4bc3-4589-b25e-0a37522bb758 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:37.034594 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-79cbd5fe-0fae-47c7-812b-97a85d2959b7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b9c5f462-ddff-4ef3-834f-300bbbe5c5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2042983 Apr 20 17:31:37.041066 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7d1db3e9-4bc3-4589-b25e-0a37522bb758 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] 10.222.0.39 "DELETE /v2.0/ports/bc2ced8f-bf6c-4599-99e7-f3347ee7183c HTTP/1.1" status: 204 len: 168 time: 0.7452984 Apr 20 17:31:37.043572 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58808) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:37.045321 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cafbdcc1-9952-479e-85ab-429e56ed645f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:31:37.089303 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-37d3fd7f-fa9a-47b0-9268-f0fcb1d223dd tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] GET failed (client error): The resource could not be found. Apr 20 17:31:37.089802 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-37d3fd7f-fa9a-47b0-9268-f0fcb1d223dd tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Synchronizing usage tracker for tenant:781a8e7f1f9040cbb6b89f70e4b31517 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:31:37.130283 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6f5a523c-b174-44b9-9539-16eb8c8d7051 req-145c1f46-7598-4163-ae52-5016fc58b487 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] 10.222.0.39 "GET /v2.0/security-groups?id=f829726b-2901-4dbf-bfb9-a40939502b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581836 Apr 20 17:31:37.143460 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-37d3fd7f-fa9a-47b0-9268-f0fcb1d223dd tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Unset dirty status for tenant:781a8e7f1f9040cbb6b89f70e4b31517 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:31:37.148014 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-37d3fd7f-fa9a-47b0-9268-f0fcb1d223dd tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] 10.222.0.39 "GET /v2.0/ports/bc2ced8f-bf6c-4599-99e7-f3347ee7183c HTTP/1.1" status: 404 len: 333 time: 0.1001704 Apr 20 17:31:37.148789 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cafbdcc1-9952-479e-85ab-429e56ed645f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:37.149217 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-cafbdcc1-9952-479e-85ab-429e56ed645f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Added segment 0a68cb97-2b56-4884-8f70-6a0d533c38bf of type vlan for network 57748da8-c7df-4831-a014-e821a5f223c8 Apr 20 17:31:37.151414 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58812) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:37.158168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-107fa9ef-de7c-4d78-aeef-e1247a382e22 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Request body: {'port': {'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-957522945'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:37.170654 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-107fa9ef-de7c-4d78-aeef-e1247a382e22 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:37.183911 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-107fa9ef-de7c-4d78-aeef-e1247a382e22 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:37.213897 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cafbdcc1-9952-479e-85ab-429e56ed645f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:37.214966 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107fa9ef-de7c-4d78-aeef-e1247a382e22 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Made reservation on behalf of 781a8e7f1f9040cbb6b89f70e4b31517 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:31:37.219207 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-107fa9ef-de7c-4d78-aeef-e1247a382e22 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:37.242572 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-013f5606-1d1d-4889-bfa5-72179aaa8dcf service neutron] 10.222.0.43 "GET /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939731 Apr 20 17:31:37.252754 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1489cd-00d6-41d3-bdc1-dd7666cd3eba req-c23b5738-d1da-4e5a-94da-c3ace3f908ad tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:37.259636 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dd1489cd-00d6-41d3-bdc1-dd7666cd3eba req-c23b5738-d1da-4e5a-94da-c3ace3f908ad tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.1524851 Apr 20 17:31:37.286267 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-107fa9ef-de7c-4d78-aeef-e1247a382e22 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] device_id is not set on port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:31:37.470441 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dd1489cd-00d6-41d3-bdc1-dd7666cd3eba req-e0c8de7c-ff44-4cd6-bc45-68d77556c94c tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2098415 Apr 20 17:31:37.517649 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device be65fc9e-9439-4006-a199-dc1fe24a1ede details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:31:37.523111 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device a320f651-074d-4728-b0df-83f7c24c7a67 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:31:37.526271 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cafbdcc1-9952-479e-85ab-429e56ed645f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:37.530474 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafbdcc1-9952-479e-85ab-429e56ed645f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:37.531541 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cafbdcc1-9952-479e-85ab-429e56ed645f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:37.673118 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-107fa9ef-de7c-4d78-aeef-e1247a382e22 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:37.699953 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafbdcc1-9952-479e-85ab-429e56ed645f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Network': ['ID=57748da8-c7df-4831-a014-e821a5f223c8,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:37.711367 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cafbdcc1-9952-479e-85ab-429e56ed645f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9047163 Apr 20 17:31:37.713344 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58822) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:37.714157 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 57748da8-c7df-4831-a014-e821a5f223c8 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:31:37.730267 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-9df21031-fc20-4258-8a54-5c82e9f30751 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'subnet': {'network_id': '57748da8-c7df-4831-a014-e821a5f223c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:37.741134 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-40e32dba-7714-45a0-b4ea-2c845aa3e2bf req-b82a0dde-7d60-4e4a-b181-10edc847962e service neutron] 10.222.0.43 "GET /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896467 Apr 20 17:31:37.749862 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8219ff-8a91-4a42-abb2-d38b514b0d75 req-e88491ea-5a46-4914-b724-0e2aec3a1a88 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:37.759207 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bb8219ff-8a91-4a42-abb2-d38b514b0d75 req-e88491ea-5a46-4914-b724-0e2aec3a1a88 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 946 time: 0.4872761 Apr 20 17:31:37.856265 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port a320f651-074d-4728-b0df-83f7c24c7a67 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:31:37.857650 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bb8219ff-8a91-4a42-abb2-d38b514b0d75 req-f8b04fc6-873a-4f2d-9586-e87f0636ff59 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972557 Apr 20 17:31:37.866131 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port a320f651-074d-4728-b0df-83f7c24c7a67 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:31:37.866720 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:37.913941 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-107fa9ef-de7c-4d78-aeef-e1247a382e22 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:37.915563 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6568fe19-59c7-40bb-9717-141057095028 req-bc2e6364-7c87-46e6-bfd0-93bafa079668 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fff76710152c4266b547138b68f9e982&device_id=cb881ea2-f91c-4971-9925-fb51ed69ec96 HTTP/1.1" status: 200 len: 1094 time: 0.1267486 Apr 20 17:31:37.968276 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port be65fc9e-9439-4006-a199-dc1fe24a1ede, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=be65fc9e-9439-4006-a199-dc1fe24a1ede,segment=NetworkSegment(aa365b0e-5984-4a20-8a84-1a29998467ac),segment_id=aa365b0e-5984-4a20-8a84-1a29998467ac)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:31:37.987703 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'be65fc9e-9439-4006-a199-dc1fe24a1ede', 'network_id': 'e5ef24ab-576d-4848-84e7-b0962eebdeab', 'port_id': 'be65fc9e-9439-4006-a199-dc1fe24a1ede', 'mac_address': 'fa:16:3e:aa:0a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e32bdf4b-fd8b-4b00-867f-fc0a7ce7a898', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:31:38.006430 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fa9ef-de7c-4d78-aeef-e1247a382e22 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Pushing event updated for resources: {'Port': ['ID=35a0c08f-dfce-437e-9ac1-e4aaf266bf9a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:38.088794 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:38.098109 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9df21031-fc20-4258-8a54-5c82e9f30751 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:38.111942 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9df21031-fc20-4258-8a54-5c82e9f30751 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:subnet and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:31:38.121841 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107fa9ef-de7c-4d78-aeef-e1247a382e22 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Network 97500a1e-f244-4041-86ea-6ddad01f6c57 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:31:38.125012 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9df21031-fc20-4258-8a54-5c82e9f30751 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:31:38.131642 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-107fa9ef-de7c-4d78-aeef-e1247a382e22 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:31:38.133370 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107fa9ef-de7c-4d78-aeef-e1247a382e22 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:31:38.133510 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568fe19-59c7-40bb-9717-141057095028 req-19235a1a-c8ba-48cc-8360-55db6d74a06e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:38.134588 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107fa9ef-de7c-4d78-aeef-e1247a382e22 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:38.134946 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6568fe19-59c7-40bb-9717-141057095028 req-19235a1a-c8ba-48cc-8360-55db6d74a06e service neutron] 10.222.0.43 "GET /v2.0/networks?id=b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 HTTP/1.1" status: 200 len: 915 time: 0.2122085 Apr 20 17:31:38.135479 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-107fa9ef-de7c-4d78-aeef-e1247a382e22 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:38.141976 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:38.151799 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098be4a-e262-41c0-b6ed-f6a5b3a9db4a req-d8a89455-f144-43b5-a57a-b57d3175ad31 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:38.153534 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4098be4a-e262-41c0-b6ed-f6a5b3a9db4a req-d8a89455-f144-43b5-a57a-b57d3175ad31 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea59caf-e181-49fa-9ece-466ace99f4d1 HTTP/1.1" status: 200 len: 943 time: 0.3913960 Apr 20 17:31:38.154768 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9df21031-fc20-4258-8a54-5c82e9f30751 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:38.220401 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be65fc9e-9439-4006-a199-dc1fe24a1ede {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:31:38.236537 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-107fa9ef-de7c-4d78-aeef-e1247a382e22 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0790243 Apr 20 17:31:38.236784 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6568fe19-59c7-40bb-9717-141057095028 req-add7d12c-358f-4aaf-89f6-6413e1608095 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08fb96fe-1715-4d23-b04b-641242ea8aeb HTTP/1.1" status: 200 len: 217 time: 0.0851104 Apr 20 17:31:38.236784 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58830) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:38.238245 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df21031-fc20-4258-8a54-5c82e9f30751 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:31:38.240543 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:38.243997 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d621ea-bf7f-4d01-bf06-a7b2324b9a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a320f651-074d-4728-b0df-83f7c24c7a67'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:31:38.262003 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port a320f651-074d-4728-b0df-83f7c24c7a67, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a320f651-074d-4728-b0df-83f7c24c7a67,segment=NetworkSegment(9e988f25-2d46-46a7-b646-01ba81b8f311),segment_id=9e988f25-2d46-46a7-b646-01ba81b8f311)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:31:38.265010 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port be65fc9e-9439-4006-a199-dc1fe24a1ede, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=be65fc9e-9439-4006-a199-dc1fe24a1ede,segment=NetworkSegment(aa365b0e-5984-4a20-8a84-1a29998467ac),segment_id=aa365b0e-5984-4a20-8a84-1a29998467ac)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:31:38.273725 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:38.306071 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:38.327225 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4098be4a-e262-41c0-b6ed-f6a5b3a9db4a req-a3366bd7-f0ec-427b-b76b-5d66a443993a tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/security-groups?id=1442ed40-d884-4ed9-872e-058016d85116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611533 Apr 20 17:31:38.357053 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9df21031-fc20-4258-8a54-5c82e9f30751 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:38.377259 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=a320f651-074d-4728-b0df-83f7c24c7a67,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:38.411004 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585ce2d-214f-4460-ba5e-3dc070d542c6 req-1f055d2b-eaec-4f1b-b4c2-2729ebb1c15a tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:38.412439 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b585ce2d-214f-4460-ba5e-3dc070d542c6 req-1f055d2b-eaec-4f1b-b4c2-2729ebb1c15a tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb881ea2-f91c-4971-9925-fb51ed69ec96 HTTP/1.1" status: 200 len: 943 time: 0.3465099 Apr 20 17:31:38.417923 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568fe19-59c7-40bb-9717-141057095028 req-786dd1a9-8b4c-4b32-a72d-273f05b96cd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:38.419384 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6568fe19-59c7-40bb-9717-141057095028 req-786dd1a9-8b4c-4b32-a72d-273f05b96cd9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8d05736e-ddd3-43ab-9360-fdcd5c15b127 HTTP/1.1" status: 200 len: 853 time: 0.1473937 Apr 20 17:31:38.524649 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:38.580001 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=be65fc9e-9439-4006-a199-dc1fe24a1ede,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:38.584822 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b585ce2d-214f-4460-ba5e-3dc070d542c6 req-7da1d9cb-f365-45e5-aff8-28b82964ff98 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcdd2e1a-e3c7-47ad-88ee-1fdac94d151c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642935 Apr 20 17:31:38.640916 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['be65fc9e-9439-4006-a199-dc1fe24a1ede'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:31:38.656912 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6568fe19-59c7-40bb-9717-141057095028 req-050efd3e-640c-4469-a949-9e62ea8dacaf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b9c5f462-ddff-4ef3-834f-300bbbe5c5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2153931 Apr 20 17:31:38.738312 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a190c4-bd8a-49f1-a775-d35e5d7c5a7f req-f35c701e-6fd4-4523-b849-9cd4a729f67c tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:38.739816 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50a190c4-bd8a-49f1-a775-d35e5d7c5a7f req-f35c701e-6fd4-4523-b849-9cd4a729f67c tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.1819730 Apr 20 17:31:38.833473 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50a190c4-bd8a-49f1-a775-d35e5d7c5a7f req-ac46b002-52d0-411e-91c1-83587d710c4b tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0857246 Apr 20 17:31:38.857586 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9df21031-fc20-4258-8a54-5c82e9f30751 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:38.959021 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44a43d10-30dd-40c9-ba7c-92b83875106b'] response: {'server_uuid': '38d621ea-bf7f-4d01-bf06-a7b2324b9a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a320f651-074d-4728-b0df-83f7c24c7a67', 'code': 200} Apr 20 17:31:38.964160 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df21031-fc20-4258-8a54-5c82e9f30751 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Subnet': ['ID=3d248ec9-ccde-4d87-8dfb-e0bcc6f6cb7a,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:38.973729 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6568fe19-59c7-40bb-9717-141057095028 req-50cc798e-a184-4a14-babc-42bff7e14d7a service neutron] 10.222.0.43 "GET /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971416 Apr 20 17:31:38.975334 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df21031-fc20-4258-8a54-5c82e9f30751 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Checking segment: {'id': '0a68cb97-2b56-4884-8f70-6a0d533c38bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '57748da8-c7df-4831-a014-e821a5f223c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:31:38.975808 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df21031-fc20-4258-8a54-5c82e9f30751 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network hostable DHCP agents. Network: 57748da8-c7df-4831-a014-e821a5f223c8, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:31:39.004701 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df21031-fc20-4258-8a54-5c82e9f30751 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network 57748da8-c7df-4831-a014-e821a5f223c8 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:31:39.016631 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:31:39.022261 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-9df21031-fc20-4258-8a54-5c82e9f30751 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 57748da8-c7df-4831-a014-e821a5f223c8) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:31:39.027800 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df21031-fc20-4258-8a54-5c82e9f30751 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:39.029140 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9df21031-fc20-4258-8a54-5c82e9f30751 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:39.033754 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a195b5-948b-48b9-9cdf-25dbee08ce39 None None] Network 57748da8-c7df-4831-a014-e821a5f223c8 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:31:39.084822 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9df21031-fc20-4258-8a54-5c82e9f30751 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3702984 Apr 20 17:31:39.085520 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58842) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:39.091155 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-760b3734-5b62-4e1b-ad0c-9c5e1d394e1c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'port': {'network_id': '57748da8-c7df-4831-a014-e821a5f223c8', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-506626132'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:39.173575 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-848718f9-6150-44f8-889d-49c090327458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:39.328628 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c6d352-0ce3-48a8-ace0-811c279e6b5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-57748da8-c7df-4831-a014-e821a5f223c8', 'network_id': '57748da8-c7df-4831-a014-e821a5f223c8', 'tenant_id': '409944c1ab7f41a6acbb3c4fe41edf37', 'fixed_ips': [{'subnet_id': '3d248ec9-ccde-4d87-8dfb-e0bcc6f6cb7a'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:31:39.330305 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-77c6d352-0ce3-48a8-ace0-811c279e6b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:39.336817 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-760b3734-5b62-4e1b-ad0c-9c5e1d394e1c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:39.342632 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-760b3734-5b62-4e1b-ad0c-9c5e1d394e1c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:port and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:31:39.349560 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-760b3734-5b62-4e1b-ad0c-9c5e1d394e1c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:31:39.358857 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-760b3734-5b62-4e1b-ad0c-9c5e1d394e1c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:39.366960 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d736f8-dae0-4546-a7d5-82924054ed9c req-aae12f55-8502-40bd-85a6-6a268532a32e tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:39.374712 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-24d736f8-dae0-4546-a7d5-82924054ed9c req-aae12f55-8502-40bd-85a6-6a268532a32e tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 946 time: 0.1506851 Apr 20 17:31:39.383390 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] device_id is not set on port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:31:39.397251 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:39.437692 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6568fe19-59c7-40bb-9717-141057095028 req-702cf8b6-f356-4752-bae1-ba85ef88e493 service neutron] 10.222.0.43 "GET /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499662 Apr 20 17:31:39.445287 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Transition to ACTIVE for port object 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:31:39.452722 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995cb3b-0dc9-45bc-8018-9a7111b2a45a req-bb8ddac2-1176-41d0-aa45-4c5257cf4aef tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:39.454355 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2995cb3b-0dc9-45bc-8018-9a7111b2a45a req-bb8ddac2-1176-41d0-aa45-4c5257cf4aef tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] 10.222.0.39 "GET /v2.0/ports?device_id=38d621ea-bf7f-4d01-bf06-a7b2324b9a3d HTTP/1.1" status: 200 len: 945 time: 0.6879110 Apr 20 17:31:39.458905 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:39.487607 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760b3734-5b62-4e1b-ad0c-9c5e1d394e1c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:31:39.491072 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-760b3734-5b62-4e1b-ad0c-9c5e1d394e1c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:39.514426 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c0e8bb8e-638e-42e6-8ee1-5255f4bac0ea req-ac3236ed-930a-4fc7-bb5d-628025d6c0a8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=38d621ea-bf7f-4d01-bf06-a7b2324b9a3d HTTP/1.1" status: 200 len: 1096 time: 0.4772825 Apr 20 17:31:39.529207 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-24d736f8-dae0-4546-a7d5-82924054ed9c req-89609081-ea37-4ed6-86cc-3c4e8d2bb21c tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535637 Apr 20 17:31:39.544348 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-77c6d352-0ce3-48a8-ace0-811c279e6b5d None None] Allocated IP 2001:db8::2 (57748da8-c7df-4831-a014-e821a5f223c8/3d248ec9-ccde-4d87-8dfb-e0bcc6f6cb7a/8604a34d-e318-49d9-b07d-4675c956b269) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:31:39.545955 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-760b3734-5b62-4e1b-ad0c-9c5e1d394e1c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] device_id is not set on port 9faaeb26-edc0-4395-b218-21e07075dbfd yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:31:39.600293 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Pushing event updated for resources: {'Port': ['ID=35a0c08f-dfce-437e-9ac1-e4aaf266bf9a,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:39.731948 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c0e8bb8e-638e-42e6-8ee1-5255f4bac0ea req-715835df-1ab1-4ae1-9517-cd0fedfe0da6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f829726b-2901-4dbf-bfb9-a40939502b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987493 Apr 20 17:31:39.758222 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:39.758566 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:39.758899 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on network 97500a1e-f244-4041-86ea-6ddad01f6c57 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:39.769704 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2995cb3b-0dc9-45bc-8018-9a7111b2a45a req-e73c000e-9170-4f26-aa72-ea9c1843d736 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] 10.222.0.39 "GET /v2.0/security-groups?id=f829726b-2901-4dbf-bfb9-a40939502b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067498 Apr 20 17:31:39.771196 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on network 97500a1e-f244-4041-86ea-6ddad01f6c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:31:39.771505 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Failed to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on host n-h1-838032-1 for vnic_type normal using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] Apr 20 17:31:39.771879 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempt 2 to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a Apr 20 17:31:39.793758 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:39.794099 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:39.794451 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on network 97500a1e-f244-4041-86ea-6ddad01f6c57 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:39.800759 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on network 97500a1e-f244-4041-86ea-6ddad01f6c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:31:39.801084 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Failed to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on host n-h1-838032-1 for vnic_type normal using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] Apr 20 17:31:39.801468 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempt 3 to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a Apr 20 17:31:39.818890 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:39.819040 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:39.820061 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on network 97500a1e-f244-4041-86ea-6ddad01f6c57 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:39.827080 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on network 97500a1e-f244-4041-86ea-6ddad01f6c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:31:39.827403 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Failed to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on host n-h1-838032-1 for vnic_type normal using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] Apr 20 17:31:39.828223 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempt 4 to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a Apr 20 17:31:39.843852 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14f670-7735-447f-98f4-7fcab6609490 req-66be36f4-dac1-42a0-9d6c-b3b0d2aa90e0 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:39.845481 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bc14f670-7735-447f-98f4-7fcab6609490 req-66be36f4-dac1-42a0-9d6c-b3b0d2aa90e0 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.1389651 Apr 20 17:31:39.851053 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:39.851386 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:39.851722 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on network 97500a1e-f244-4041-86ea-6ddad01f6c57 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:39.858609 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on network 97500a1e-f244-4041-86ea-6ddad01f6c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:31:39.858930 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Failed to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on host n-h1-838032-1 for vnic_type normal using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] Apr 20 17:31:39.859319 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempt 5 to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a Apr 20 17:31:39.879543 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:39.879864 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:39.880206 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on network 97500a1e-f244-4041-86ea-6ddad01f6c57 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:39.886738 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on network 97500a1e-f244-4041-86ea-6ddad01f6c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:31:39.887062 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Failed to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on host n-h1-838032-1 for vnic_type normal using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] Apr 20 17:31:39.887446 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempt 6 to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a Apr 20 17:31:39.905746 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:39.906078 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:39.906449 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on network 97500a1e-f244-4041-86ea-6ddad01f6c57 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:39.916200 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on network 97500a1e-f244-4041-86ea-6ddad01f6c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:31:39.916765 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Failed to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on host n-h1-838032-1 for vnic_type normal using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] Apr 20 17:31:39.917201 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempt 7 to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a Apr 20 17:31:39.932759 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-77c6d352-0ce3-48a8-ace0-811c279e6b5d None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:39.935583 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bc14f670-7735-447f-98f4-7fcab6609490 req-c26b20e3-867b-4527-99d0-0e5438ff9f5e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0826235 Apr 20 17:31:39.936596 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:39.936990 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:39.937390 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on network 97500a1e-f244-4041-86ea-6ddad01f6c57 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:39.955307 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on network 97500a1e-f244-4041-86ea-6ddad01f6c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:31:39.955307 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Failed to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on host n-h1-838032-1 for vnic_type normal using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] Apr 20 17:31:39.955307 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempt 8 to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a Apr 20 17:31:39.980633 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-77c6d352-0ce3-48a8-ace0-811c279e6b5d None None] Transition to ACTIVE for port object 8604a34d-e318-49d9-b07d-4675c956b269 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:31:39.990518 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:39.993342 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:39.993710 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on network 97500a1e-f244-4041-86ea-6ddad01f6c57 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:40.015013 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-77c6d352-0ce3-48a8-ace0-811c279e6b5d None None] Transition to ACTIVE for port object 8604a34d-e318-49d9-b07d-4675c956b269 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:31:40.023727 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-77c6d352-0ce3-48a8-ace0-811c279e6b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:40.048596 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on network 97500a1e-f244-4041-86ea-6ddad01f6c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:31:40.048941 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Failed to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on host n-h1-838032-1 for vnic_type normal using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] Apr 20 17:31:40.052361 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempt 9 to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a Apr 20 17:31:40.081984 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:40.082424 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:40.082762 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on network 97500a1e-f244-4041-86ea-6ddad01f6c57 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:40.091434 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on network 97500a1e-f244-4041-86ea-6ddad01f6c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:31:40.091683 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Failed to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on host n-h1-838032-1 for vnic_type normal using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] Apr 20 17:31:40.093589 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempt 10 to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a Apr 20 17:31:40.116941 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:40.117277 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:40.117614 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on network 97500a1e-f244-4041-86ea-6ddad01f6c57 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:40.122758 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6d352-0ce3-48a8-ace0-811c279e6b5d None None] Pushing event updated for resources: {'Port': ['ID=8604a34d-e318-49d9-b07d-4675c956b269,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:40.130144 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004e52c-95a1-4287-bdfd-65ea8f312547 req-dfcb16ad-d325-4345-add0-7d4120698d4e tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:40.130974 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c6d352-0ce3-48a8-ace0-811c279e6b5d None None] Network 57748da8-c7df-4831-a014-e821a5f223c8 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:31:40.132610 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-77c6d352-0ce3-48a8-ace0-811c279e6b5d None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:31:40.137091 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1004e52c-95a1-4287-bdfd-65ea8f312547 req-dfcb16ad-d325-4345-add0-7d4120698d4e tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea59caf-e181-49fa-9ece-466ace99f4d1 HTTP/1.1" status: 200 len: 944 time: 0.1348405 Apr 20 17:31:40.140249 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c6d352-0ce3-48a8-ace0-811c279e6b5d None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:31:40.156339 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-760b3734-5b62-4e1b-ad0c-9c5e1d394e1c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Allocated IP 2001:db8::e8 (57748da8-c7df-4831-a014-e821a5f223c8/3d248ec9-ccde-4d87-8dfb-e0bcc6f6cb7a/9faaeb26-edc0-4395-b218-21e07075dbfd) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:31:40.158788 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on network 97500a1e-f244-4041-86ea-6ddad01f6c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:31:40.159144 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Failed to bind port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on host n-h1-838032-1 for vnic_type normal using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] Apr 20 17:31:40.159565 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:40.247926 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-77c6d352-0ce3-48a8-ace0-811c279e6b5d None None] Attempting to bind port 8604a34d-e318-49d9-b07d-4675c956b269 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:40.248283 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-77c6d352-0ce3-48a8-ace0-811c279e6b5d None None] Attempting to bind port 8604a34d-e318-49d9-b07d-4675c956b269 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '0a68cb97-2b56-4884-8f70-6a0d533c38bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '57748da8-c7df-4831-a014-e821a5f223c8'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:40.248638 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c6d352-0ce3-48a8-ace0-811c279e6b5d None None] Attempting to bind port 8604a34d-e318-49d9-b07d-4675c956b269 on network 57748da8-c7df-4831-a014-e821a5f223c8 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:40.256395 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c6d352-0ce3-48a8-ace0-811c279e6b5d None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:31:40.256756 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c6d352-0ce3-48a8-ace0-811c279e6b5d None None] Checking segment: {'id': '0a68cb97-2b56-4884-8f70-6a0d533c38bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '57748da8-c7df-4831-a014-e821a5f223c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:31:40.257153 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-77c6d352-0ce3-48a8-ace0-811c279e6b5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:40.257536 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c6d352-0ce3-48a8-ace0-811c279e6b5d None None] Bound using segment: {'id': '0a68cb97-2b56-4884-8f70-6a0d533c38bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '57748da8-c7df-4831-a014-e821a5f223c8'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:31:40.257992 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-77c6d352-0ce3-48a8-ace0-811c279e6b5d None None] Bound port: 8604a34d-e318-49d9-b07d-4675c956b269, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a68cb97-2b56-4884-8f70-6a0d533c38bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '57748da8-c7df-4831-a014-e821a5f223c8'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:31:40.258386 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-77c6d352-0ce3-48a8-ace0-811c279e6b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:40.258790 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1004e52c-95a1-4287-bdfd-65ea8f312547 req-8464d3ba-6c0a-4b20-bf10-fab6b4611a50 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/security-groups?id=1442ed40-d884-4ed9-872e-058016d85116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208847 Apr 20 17:31:40.330976 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] For port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:31:40.332274 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempted to set empty binding levels {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 20 17:31:40.342081 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:40.384599 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-77c6d352-0ce3-48a8-ace0-811c279e6b5d None None] For port 8604a34d-e318-49d9-b07d-4675c956b269, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:31:40.388997 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-77c6d352-0ce3-48a8-ace0-811c279e6b5d None None] For port 8604a34d-e318-49d9-b07d-4675c956b269, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8604a34d-e318-49d9-b07d-4675c956b269,segment=NetworkSegment(0a68cb97-2b56-4884-8f70-6a0d533c38bf),segment_id=0a68cb97-2b56-4884-8f70-6a0d533c38bf)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:31:40.406282 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-77c6d352-0ce3-48a8-ace0-811c279e6b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:40.448462 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-760b3734-5b62-4e1b-ad0c-9c5e1d394e1c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:40.491529 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] In _notify_port_updated(), no bound segment for port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a on network 97500a1e-f244-4041-86ea-6ddad01f6c57 {{(pid=84081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 20 17:31:40.492533 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:40.496799 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] 10.222.0.39 "PUT /v2.0/ports/35a0c08f-dfce-437e-9ac1-e4aaf266bf9a HTTP/1.1" status: 200 len: 974 time: 2.2587419 Apr 20 17:31:40.497754 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58860) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:40.558546 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-760b3734-5b62-4e1b-ad0c-9c5e1d394e1c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Transition to ACTIVE for port object 9faaeb26-edc0-4395-b218-21e07075dbfd will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:31:40.573280 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6d352-0ce3-48a8-ace0-811c279e6b5d None None] Pushing event updated for resources: {'Port': ['ID=8604a34d-e318-49d9-b07d-4675c956b269,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:40.576993 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 08fb96fe-1715-4d23-b04b-641242ea8aeb details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:31:40.581266 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f0d5d-e20e-450b-862f-5072ac0ce371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Pushing event updated for resources: {'Port': ['ID=35a0c08f-dfce-437e-9ac1-e4aaf266bf9a,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:40.602530 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7fb877-2479-4f4b-aafa-646937159e9f req-0532f20c-508c-41b7-ad11-4037f73d007f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:40.604871 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4e7fb877-2479-4f4b-aafa-646937159e9f req-0532f20c-508c-41b7-ad11-4037f73d007f tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 946 time: 0.1505489 Apr 20 17:31:40.647512 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b156511-ef11-4aa9-a8f2-637c82b9ced1 req-ebf202bf-07c0-4a09-9605-34e99aaf82a2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:40.649260 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9b156511-ef11-4aa9-a8f2-637c82b9ced1 req-ebf202bf-07c0-4a09-9605-34e99aaf82a2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb881ea2-f91c-4971-9925-fb51ed69ec96 HTTP/1.1" status: 200 len: 943 time: 0.2315896 Apr 20 17:31:40.654175 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-760b3734-5b62-4e1b-ad0c-9c5e1d394e1c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:40.677426 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-16191eea-24ee-46f7-8626-0a75cffd74c8 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Synchronizing usage tracker for tenant:781a8e7f1f9040cbb6b89f70e4b31517 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:31:40.749198 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-16191eea-24ee-46f7-8626-0a75cffd74c8 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Unset dirty status for tenant:781a8e7f1f9040cbb6b89f70e4b31517 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:31:40.756827 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-16191eea-24ee-46f7-8626-0a75cffd74c8 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19633 time: 0.2579706 Apr 20 17:31:40.758993 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58866) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:40.788136 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760b3734-5b62-4e1b-ad0c-9c5e1d394e1c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network 57748da8-c7df-4831-a014-e821a5f223c8 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:31:40.793645 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-760b3734-5b62-4e1b-ad0c-9c5e1d394e1c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:31:40.802942 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760b3734-5b62-4e1b-ad0c-9c5e1d394e1c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:31:40.807672 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760b3734-5b62-4e1b-ad0c-9c5e1d394e1c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:40.808828 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-760b3734-5b62-4e1b-ad0c-9c5e1d394e1c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:40.815522 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 08fb96fe-1715-4d23-b04b-641242ea8aeb, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=08fb96fe-1715-4d23-b04b-641242ea8aeb,segment=NetworkSegment(aeb8f33c-317c-45e3-a7a9-c21f7e658316),segment_id=aeb8f33c-317c-45e3-a7a9-c21f7e658316)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:31:40.815683 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9b156511-ef11-4aa9-a8f2-637c82b9ced1 req-45463f0e-f355-43f8-b6d6-092ec5a84525 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcdd2e1a-e3c7-47ad-88ee-1fdac94d151c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299887 Apr 20 17:31:40.816739 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b3734-5b62-4e1b-ad0c-9c5e1d394e1c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Port': ['ID=9faaeb26-edc0-4395-b218-21e07075dbfd,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:40.828538 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4e7fb877-2479-4f4b-aafa-646937159e9f req-9e3e1c03-79c4-4694-9aa5-38deeff7ac37 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160196 Apr 20 17:31:40.866430 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-760b3734-5b62-4e1b-ad0c-9c5e1d394e1c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.7795489 Apr 20 17:31:40.869405 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58872) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:40.881070 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '08fb96fe-1715-4d23-b04b-641242ea8aeb', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'port_id': '08fb96fe-1715-4d23-b04b-641242ea8aeb', 'mac_address': 'fa:16:3e:7e:d7:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:31:40.934678 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-21aaeac1-bded-4de7-8798-cdc4f8898cdf tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Deleting port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:31:40.934678 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21aaeac1-bded-4de7-8798-cdc4f8898cdf tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:41.065897 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-751a75e5-f91b-4a42-82e5-77fb8caecc16 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Deleting port 9faaeb26-edc0-4395-b218-21e07075dbfd {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:31:41.066252 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-751a75e5-f91b-4a42-82e5-77fb8caecc16 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:41.069016 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:41.112415 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08fb96fe-1715-4d23-b04b-641242ea8aeb {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:31:41.141695 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 08fb96fe-1715-4d23-b04b-641242ea8aeb, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=08fb96fe-1715-4d23-b04b-641242ea8aeb,segment=NetworkSegment(aeb8f33c-317c-45e3-a7a9-c21f7e658316),segment_id=aeb8f33c-317c-45e3-a7a9-c21f7e658316)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:31:41.147189 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:41.278157 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=08fb96fe-1715-4d23-b04b-641242ea8aeb,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:41.352394 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-21aaeac1-bded-4de7-8798-cdc4f8898cdf tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] For port 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a, host n-h1-838032-1, got binding levels [] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:31:41.352741 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21aaeac1-bded-4de7-8798-cdc4f8898cdf tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:41.365406 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f0eea-37d1-4090-a27f-97c87c3a72e8 req-62065aea-55fd-42d0-bc6d-aee3751aef85 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:41.366884 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0e7f0eea-37d1-4090-a27f-97c87c3a72e8 req-62065aea-55fd-42d0-bc6d-aee3751aef85 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.2223492 Apr 20 17:31:41.376842 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8652a40a-275a-4225-925a-efc41c2dea0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:41.387151 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['08fb96fe-1715-4d23-b04b-641242ea8aeb'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:31:41.442660 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111c65c-9e8d-4a3f-9290-c64cd71e8d06 req-7ee81ca0-e8d0-4ae7-a079-fc5f5fd2c340 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:41.449902 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d111c65c-9e8d-4a3f-9290-c64cd71e8d06 req-7ee81ca0-e8d0-4ae7-a079-fc5f5fd2c340 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] 10.222.0.39 "GET /v2.0/ports?device_id=38d621ea-bf7f-4d01-bf06-a7b2324b9a3d HTTP/1.1" status: 200 len: 945 time: 0.2545867 Apr 20 17:31:41.522009 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-751a75e5-f91b-4a42-82e5-77fb8caecc16 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:41.524524 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device be65fc9e-9439-4006-a199-dc1fe24a1ede up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:31:41.542422 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d111c65c-9e8d-4a3f-9290-c64cd71e8d06 req-bb07ac63-6418-4a41-85b8-a0ce617efca8 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] 10.222.0.39 "GET /v2.0/security-groups?id=f829726b-2901-4dbf-bfb9-a40939502b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913756 Apr 20 17:31:41.583798 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-21aaeac1-bded-4de7-8798-cdc4f8898cdf tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Calling delete_port for 35a0c08f-dfce-437e-9ac1-e4aaf266bf9a owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:31:41.694850 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0e7f0eea-37d1-4090-a27f-97c87c3a72e8 req-8e324034-4303-40d2-b563-7c0a3d41db4b tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2374039 Apr 20 17:31:41.752185 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21aaeac1-bded-4de7-8798-cdc4f8898cdf tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:41.826801 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port be65fc9e-9439-4006-a199-dc1fe24a1ede completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:31:41.867337 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port be65fc9e-9439-4006-a199-dc1fe24a1ede triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:31:41.868589 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21aaeac1-bded-4de7-8798-cdc4f8898cdf tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:41.868961 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:41.871616 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aaeac1-bded-4de7-8798-cdc4f8898cdf tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Pushing event deleted for resources: {'Port': ['ID=35a0c08f-dfce-437e-9ac1-e4aaf266bf9a,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:41.902279 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-751a75e5-f91b-4a42-82e5-77fb8caecc16 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Calling delete_port for 9faaeb26-edc0-4395-b218-21e07075dbfd owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:31:41.907478 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-21aaeac1-bded-4de7-8798-cdc4f8898cdf tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] 10.222.0.39 "DELETE /v2.0/ports/35a0c08f-dfce-437e-9ac1-e4aaf266bf9a HTTP/1.1" status: 204 len: 168 time: 1.1470649 Apr 20 17:31:41.908561 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58888) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:42.002681 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-5242ecc6-1273-4a29-818b-a3a022c2a371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] GET failed (client error): The resource could not be found. Apr 20 17:31:42.003323 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-5242ecc6-1273-4a29-818b-a3a022c2a371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Synchronizing usage tracker for tenant:781a8e7f1f9040cbb6b89f70e4b31517 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:31:42.036402 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-5242ecc6-1273-4a29-818b-a3a022c2a371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Unset dirty status for tenant:781a8e7f1f9040cbb6b89f70e4b31517 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:31:42.041732 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5242ecc6-1273-4a29-818b-a3a022c2a371 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] 10.222.0.39 "GET /v2.0/ports/35a0c08f-dfce-437e-9ac1-e4aaf266bf9a HTTP/1.1" status: 404 len: 333 time: 0.1284587 Apr 20 17:31:42.042488 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58894) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:42.053052 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-60686c37-3ced-4bb7-b2ac-ea217df8f990 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1003235247', 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:42.060545 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-60686c37-3ced-4bb7-b2ac-ea217df8f990 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:42.073477 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-60686c37-3ced-4bb7-b2ac-ea217df8f990 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:42.240690 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc5de1-827f-4e19-af94-5dadf7f63920 req-2484d8cc-3928-48cf-aeb0-89922d080414 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:42.248508 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d1cc5de1-827f-4e19-af94-5dadf7f63920 req-2484d8cc-3928-48cf-aeb0-89922d080414 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea59caf-e181-49fa-9ece-466ace99f4d1 HTTP/1.1" status: 200 len: 944 time: 0.3643014 Apr 20 17:31:42.249154 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a247b869-1239-4650-a857-ba8e37324f3d None None] Network 57748da8-c7df-4831-a014-e821a5f223c8 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:31:42.251225 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c9dbb-3dfe-45f7-92f5-78fab98c2f70 req-8531a277-8c2f-4e29-8cfc-0485b2377108 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:42.258232 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-752c9dbb-3dfe-45f7-92f5-78fab98c2f70 req-8531a277-8c2f-4e29-8cfc-0485b2377108 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 946 time: 0.3081956 Apr 20 17:31:42.278402 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60686c37-3ced-4bb7-b2ac-ea217df8f990 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Made reservation on behalf of 781a8e7f1f9040cbb6b89f70e4b31517 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:31:42.280811 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-60686c37-3ced-4bb7-b2ac-ea217df8f990 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:42.328181 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d1cc5de1-827f-4e19-af94-5dadf7f63920 req-0466015c-e59e-459f-81c3-cf16f993d34b tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/security-groups?id=1442ed40-d884-4ed9-872e-058016d85116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779655 Apr 20 17:31:42.328848 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-752c9dbb-3dfe-45f7-92f5-78fab98c2f70 req-1121efca-ba5f-4032-803e-332730207d13 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694876 Apr 20 17:31:42.337924 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-60686c37-3ced-4bb7-b2ac-ea217df8f990 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] device_id is not set on port 71ff82b8-964e-4afb-9027-26a5a6c03913 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:31:42.341258 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-751a75e5-f91b-4a42-82e5-77fb8caecc16 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:42.386961 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:42.431616 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port be65fc9e-9439-4006-a199-dc1fe24a1ede, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=be65fc9e-9439-4006-a199-dc1fe24a1ede,segment=NetworkSegment(aa365b0e-5984-4a20-8a84-1a29998467ac),segment_id=aa365b0e-5984-4a20-8a84-1a29998467ac)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:31:42.441558 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea59caf-e181-49fa-9ece-466ace99f4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be65fc9e-9439-4006-a199-dc1fe24a1ede'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:31:42.446512 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5616e42a-2ac2-45d7-86f4-eaf44d16abe4 None None] Provisioning for port 8604a34d-e318-49d9-b07d-4675c956b269 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:31:42.457631 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:42.558470 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 08fb96fe-1715-4d23-b04b-641242ea8aeb up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:31:42.601832 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a75e5-f91b-4a42-82e5-77fb8caecc16 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Port': ['ID=9faaeb26-edc0-4395-b218-21e07075dbfd,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:42.699475 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-751a75e5-f91b-4a42-82e5-77fb8caecc16 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:42.723553 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-751a75e5-f91b-4a42-82e5-77fb8caecc16 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/ports/9faaeb26-edc0-4395-b218-21e07075dbfd HTTP/1.1" status: 204 len: 168 time: 1.8530259 Apr 20 17:31:42.727144 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58910) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:42.753909 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8604a34d-e318-49d9-b07d-4675c956b269 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:31:42.785176 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c59d404-ca91-4d6d-bc0a-2a7b1cdeba5e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] GET failed (client error): The resource could not be found. Apr 20 17:31:42.786504 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1c59d404-ca91-4d6d-bc0a-2a7b1cdeba5e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Synchronizing usage tracker for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:31:42.821254 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1c59d404-ca91-4d6d-bc0a-2a7b1cdeba5e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Unset dirty status for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:31:42.822629 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1c59d404-ca91-4d6d-bc0a-2a7b1cdeba5e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "GET /v2.0/ports/9faaeb26-edc0-4395-b218-21e07075dbfd HTTP/1.1" status: 404 len: 333 time: 0.0945256 Apr 20 17:31:42.825444 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58914) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:42.866363 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c98991-0d20-403e-8860-eddb89622d8d req-d7ff0820-7ee5-43b9-8267-4515837a4810 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:42.868273 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-45c98991-0d20-403e-8860-eddb89622d8d req-d7ff0820-7ee5-43b9-8267-4515837a4810 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb881ea2-f91c-4971-9925-fb51ed69ec96 HTTP/1.1" status: 200 len: 944 time: 0.2425370 Apr 20 17:31:42.916341 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:42.935046 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc8d996a-8526-4a2c-b105-95c40cd5c329 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Deleting subnet 3d248ec9-ccde-4d87-8dfb-e0bcc6f6cb7a {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:31:42.940672 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bc8d996a-8526-4a2c-b105-95c40cd5c329 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:42.956770 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:42.973718 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=be65fc9e-9439-4006-a199-dc1fe24a1ede,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:42.974472 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-45c98991-0d20-403e-8860-eddb89622d8d req-a1ca5c35-5285-43a8-8810-a49c0cafc0e3 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcdd2e1a-e3c7-47ad-88ee-1fdac94d151c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972793 Apr 20 17:31:42.999005 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bc8d996a-8526-4a2c-b105-95c40cd5c329 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:43.018290 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eb297177-d55e-4d87-9b65-e0ab701c1e2f req-93ef1608-eb43-4674-abf1-abf3d0f6986f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5853164 Apr 20 17:31:43.047538 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 08fb96fe-1715-4d23-b04b-641242ea8aeb completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:31:43.062111 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 08fb96fe-1715-4d23-b04b-641242ea8aeb triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:31:43.062500 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:43.073491 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3268b-2998-406b-bffb-745b9e781063 req-a50b46b4-193f-4ab6-b72a-52b71817efee tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:43.079369 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-80d3268b-2998-406b-bffb-745b9e781063 req-a50b46b4-193f-4ab6-b72a-52b71817efee tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/networks?id=4f37beb4-cacf-475a-8f23-eab887469923 HTTP/1.1" status: 200 len: 812 time: 0.5126271 Apr 20 17:31:43.096179 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1535d733-690d-423c-a4bb-d93898890695'] response: {'server_uuid': 'dea59caf-e181-49fa-9ece-466ace99f4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be65fc9e-9439-4006-a199-dc1fe24a1ede', 'code': 200} Apr 20 17:31:43.141974 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-60686c37-3ced-4bb7-b2ac-ea217df8f990 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:43.142440 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 8604a34d-e318-49d9-b07d-4675c956b269 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:31:43.153362 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-80d3268b-2998-406b-bffb-745b9e781063 req-620d1b65-795d-478d-a599-264f4d1f5436 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/quotas/048f4cae66cf42c897493ac9a67e0d5f HTTP/1.1" status: 200 len: 375 time: 0.0582104 Apr 20 17:31:43.154659 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bc8d996a-8526-4a2c-b105-95c40cd5c329 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:43.167615 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 8604a34d-e318-49d9-b07d-4675c956b269 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:31:43.167969 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:43.447821 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:43.477443 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60090fe2-e2f8-47ba-a53a-7d87fef08882 req-bd82fce1-821e-4b1e-bcce-97a39fbb4ee1 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:43.487987 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-60090fe2-e2f8-47ba-a53a-7d87fef08882 req-bd82fce1-821e-4b1e-bcce-97a39fbb4ee1 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] 10.222.0.39 "GET /v2.0/ports?device_id=38d621ea-bf7f-4d01-bf06-a7b2324b9a3d HTTP/1.1" status: 200 len: 945 time: 0.1897385 Apr 20 17:31:43.489280 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:43.513857 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bc8d996a-8526-4a2c-b105-95c40cd5c329 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:43.581473 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-80d3268b-2998-406b-bffb-745b9e781063 req-2c517aa3-457c-4c97-a51b-79274f6d5b73 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=048f4cae66cf42c897493ac9a67e0d5f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4234157 Apr 20 17:31:43.622294 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-60686c37-3ced-4bb7-b2ac-ea217df8f990 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:43.683311 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 08fb96fe-1715-4d23-b04b-641242ea8aeb, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=08fb96fe-1715-4d23-b04b-641242ea8aeb,segment=NetworkSegment(aeb8f33c-317c-45e3-a7a9-c21f7e658316),segment_id=aeb8f33c-317c-45e3-a7a9-c21f7e658316)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:31:43.696531 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:43.725253 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c95a69ad-fb2b-4741-b1fd-dc2a3d335011 req-95f0a6d1-a8d4-454d-8535-0484d6e11a6b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dea59caf-e181-49fa-9ece-466ace99f4d1 HTTP/1.1" status: 200 len: 1096 time: 0.3301377 Apr 20 17:31:43.727893 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eb297177-d55e-4d87-9b65-e0ab701c1e2f req-b1fbb158-ea69-4194-a6a3-efeca70b0342 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=048f4cae66cf42c897493ac9a67e0d5f&device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 1095 time: 0.4602387 Apr 20 17:31:43.799503 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:43.860309 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bc8d996a-8526-4a2c-b105-95c40cd5c329 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:43.861369 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e49bf2af-61cc-4f7c-b4da-210251d8275a None None] Provisioning complete for port 8604a34d-e318-49d9-b07d-4675c956b269 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:31:43.861578 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e49bf2af-61cc-4f7c-b4da-210251d8275a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:43.889702 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d996a-8526-4a2c-b105-95c40cd5c329 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Subnet': ['ID=3d248ec9-ccde-4d87-8dfb-e0bcc6f6cb7a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:43.911888 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-60090fe2-e2f8-47ba-a53a-7d87fef08882 req-90e4bbf1-bd8b-4337-a556-a572cfc17fb5 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] 10.222.0.39 "GET /v2.0/security-groups?id=f829726b-2901-4dbf-bfb9-a40939502b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226289 Apr 20 17:31:43.916703 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bc8d996a-8526-4a2c-b105-95c40cd5c329 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/subnets/3d248ec9-ccde-4d87-8dfb-e0bcc6f6cb7a HTTP/1.1" status: 204 len: 168 time: 1.0875473 Apr 20 17:31:43.918145 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58924) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:43.963492 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8e9ccc-047f-4c53-9d1d-f08685005025 None None] Network 57748da8-c7df-4831-a014-e821a5f223c8 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:31:44.062985 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60686c37-3ced-4bb7-b2ac-ea217df8f990 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Pushing event updated for resources: {'Port': ['ID=71ff82b8-964e-4afb-9027-26a5a6c03913,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:44.099186 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-863157f6-1446-4fab-bd8f-530abdcc6817 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:44.105493 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60686c37-3ced-4bb7-b2ac-ea217df8f990 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Network 97500a1e-f244-4041-86ea-6ddad01f6c57 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:31:44.111841 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-863157f6-1446-4fab-bd8f-530abdcc6817 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Deleting port 8604a34d-e318-49d9-b07d-4675c956b269 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:31:44.112403 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-863157f6-1446-4fab-bd8f-530abdcc6817 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:44.116261 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-60686c37-3ced-4bb7-b2ac-ea217df8f990 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:31:44.124103 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60686c37-3ced-4bb7-b2ac-ea217df8f990 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:31:44.125010 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60686c37-3ced-4bb7-b2ac-ea217df8f990 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:44.125731 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-60686c37-3ced-4bb7-b2ac-ea217df8f990 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:44.210058 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 8604a34d-e318-49d9-b07d-4675c956b269, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8604a34d-e318-49d9-b07d-4675c956b269,segment=NetworkSegment(0a68cb97-2b56-4884-8f70-6a0d533c38bf),segment_id=0a68cb97-2b56-4884-8f70-6a0d533c38bf)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:31:44.213148 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:44.215033 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=08fb96fe-1715-4d23-b04b-641242ea8aeb,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:44.226817 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-80d3268b-2998-406b-bffb-745b9e781063 req-2d4fb75a-e0eb-4303-840a-2f4fd70995c3 service neutron] 10.222.0.39 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6442478 Apr 20 17:31:44.230106 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:44.353584 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=8604a34d-e318-49d9-b07d-4675c956b269,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:44.369293 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c95a69ad-fb2b-4741-b1fd-dc2a3d335011 req-a66b57c1-c4d8-428a-9043-66abb4d70488 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1442ed40-d884-4ed9-872e-058016d85116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6189156 Apr 20 17:31:44.391312 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-80d3268b-2998-406b-bffb-745b9e781063 req-50aafb13-ad5d-4a62-9f7f-c20bd0ddf101 service neutron] 10.222.0.39 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635749 Apr 20 17:31:44.432687 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5302e-2969-4ca8-af59-fb2c14421409 req-681812da-1a9f-4700-8f76-50eb136af2d2 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:44.434152 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a3a5302e-2969-4ca8-af59-fb2c14421409 req-681812da-1a9f-4700-8f76-50eb136af2d2 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea59caf-e181-49fa-9ece-466ace99f4d1 HTTP/1.1" status: 200 len: 945 time: 0.2647681 Apr 20 17:31:44.466662 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-60686c37-3ced-4bb7-b2ac-ea217df8f990 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.4214525 Apr 20 17:31:44.472703 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58934) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:44.509510 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-863157f6-1446-4fab-bd8f-530abdcc6817 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] For port 8604a34d-e318-49d9-b07d-4675c956b269, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8604a34d-e318-49d9-b07d-4675c956b269,segment=NetworkSegment(0a68cb97-2b56-4884-8f70-6a0d533c38bf),segment_id=0a68cb97-2b56-4884-8f70-6a0d533c38bf)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:31:44.509919 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-863157f6-1446-4fab-bd8f-530abdcc6817 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:44.579878 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb297177-d55e-4d87-9b65-e0ab701c1e2f req-dbb23127-cff8-4a39-8185-6c96b95ee653 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:44.581669 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eb297177-d55e-4d87-9b65-e0ab701c1e2f req-dbb23127-cff8-4a39-8185-6c96b95ee653 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4f37beb4-cacf-475a-8f23-eab887469923 HTTP/1.1" status: 200 len: 913 time: 0.8029320 Apr 20 17:31:44.623672 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8604a34d-e318-49d9-b07d-4675c956b269 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:31:44.744224 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 8604a34d-e318-49d9-b07d-4675c956b269 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:31:44.744600 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:44.813570 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e400911-2c33-4bff-85bb-f0bfd6de13aa None None] DHCP port deletion for 57748da8-c7df-4831-a014-e821a5f223c8 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:31:44.834570 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0a7efd8c-d65d-4060-bfa7-66cc285db63f None None] Could not find standard attr ID for object 9faaeb26-edc0-4395-b218-21e07075dbfd. {{(pid=84082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 17:31:44.838048 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-2e400911-2c33-4bff-85bb-f0bfd6de13aa None None] Deleting port 8604a34d-e318-49d9-b07d-4675c956b269 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:31:44.838717 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2e400911-2c33-4bff-85bb-f0bfd6de13aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:44.865469 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-863157f6-1446-4fab-bd8f-530abdcc6817 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Calling delete_port for 8604a34d-e318-49d9-b07d-4675c956b269 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:31:44.964068 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eb297177-d55e-4d87-9b65-e0ab701c1e2f req-0f8ea566-7527-485a-aa78-62e8c8ee110f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ade7190-3a4b-418f-a071-6c7e4f46d1d3 HTTP/1.1" status: 200 len: 999 time: 0.3522987 Apr 20 17:31:44.976997 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ac7a1ed6-8fb2-48d1-afaf-17ee182168a9 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Synchronizing usage tracker for tenant:781a8e7f1f9040cbb6b89f70e4b31517 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:31:45.044628 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a3a5302e-2969-4ca8-af59-fb2c14421409 req-74e44cc0-a273-4b57-821d-e442222c966a tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/security-groups?id=1442ed40-d884-4ed9-872e-058016d85116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5955644 Apr 20 17:31:45.075897 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-863157f6-1446-4fab-bd8f-530abdcc6817 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:45.135080 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb881ea2-f91c-4971-9925-fb51ed69ec96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08fb96fe-1715-4d23-b04b-641242ea8aeb'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:31:45.145190 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-2e400911-2c33-4bff-85bb-f0bfd6de13aa None None] The port '8604a34d-e318-49d9-b07d-4675c956b269' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:31:45.163615 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb297177-d55e-4d87-9b65-e0ab701c1e2f req-3aa5618c-fc77-4dcc-a921-6d686e05bcd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:45.165110 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eb297177-d55e-4d87-9b65-e0ab701c1e2f req-3aa5618c-fc77-4dcc-a921-6d686e05bcd4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=459b9241-591b-4214-ba21-d89500ea520e HTTP/1.1" status: 200 len: 851 time: 0.1084955 Apr 20 17:31:45.169498 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ac7a1ed6-8fb2-48d1-afaf-17ee182168a9 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Unset dirty status for tenant:781a8e7f1f9040cbb6b89f70e4b31517 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:31:45.171005 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ac7a1ed6-8fb2-48d1-afaf-17ee182168a9 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] 10.222.0.39 "GET /v2.0/ports/71ff82b8-964e-4afb-9027-26a5a6c03913 HTTP/1.1" status: 200 len: 955 time: 0.6973758 Apr 20 17:31:45.185352 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58952) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:45.193074 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863157f6-1446-4fab-bd8f-530abdcc6817 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Port': ['ID=8604a34d-e318-49d9-b07d-4675c956b269,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:45.267826 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Port 8604a34d-e318-49d9-b07d-4675c956b269 update to ACTIVE by agent not found {{(pid=84082) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 20 17:31:45.285539 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:45.292236 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-791de5a1-ec08-452b-92c5-1760584047ec req-06e1ad35-2546-43dc-83cd-5661505bac8f tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=923bd239-d974-4bb1-974c-b0d82e767367 HTTP/1.1" status: 200 len: 210 time: 0.1002712 Apr 20 17:31:45.298499 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863157f6-1446-4fab-bd8f-530abdcc6817 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] No DVR routers for this DVR port 8604a34d-e318-49d9-b07d-4675c956b269 on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:31:45.489592 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-863157f6-1446-4fab-bd8f-530abdcc6817 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:45.526047 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-863157f6-1446-4fab-bd8f-530abdcc6817 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57748da8-c7df-4831-a014-e821a5f223c8']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:45.548571 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-863157f6-1446-4fab-bd8f-530abdcc6817 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a68cb97-2b56-4884-8f70-6a0d533c38bf') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:45.548936 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-863157f6-1446-4fab-bd8f-530abdcc6817 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a68cb97-2b56-4884-8f70-6a0d533c38bf') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:45.552506 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886705c-be99-4684-a570-cfa57cc87d16 req-3af5496d-cdaf-4b5e-862c-06295ab6ac16 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:45.559219 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7886705c-be99-4684-a570-cfa57cc87d16 req-3af5496d-cdaf-4b5e-862c-06295ab6ac16 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb881ea2-f91c-4971-9925-fb51ed69ec96 HTTP/1.1" status: 200 len: 945 time: 0.5902770 Apr 20 17:31:45.562177 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-863157f6-1446-4fab-bd8f-530abdcc6817 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:45.582694 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-863157f6-1446-4fab-bd8f-530abdcc6817 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:45.583934 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-47eeca56-d033-44f6-935a-91329b13d59a tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Deleting port 71ff82b8-964e-4afb-9027-26a5a6c03913 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:31:45.584275 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-47eeca56-d033-44f6-935a-91329b13d59a tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:45.590468 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863157f6-1446-4fab-bd8f-530abdcc6817 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:31:45.590936 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-863157f6-1446-4fab-bd8f-530abdcc6817 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:45.694051 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eb297177-d55e-4d87-9b65-e0ab701c1e2f req-61cf049b-31b2-436f-b74b-f88a19d0be2d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f37beb4-cacf-475a-8f23-eab887469923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5099216 Apr 20 17:31:45.710438 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7886705c-be99-4684-a570-cfa57cc87d16 req-4f63e90d-7141-4d48-9159-b0715c02d6ab tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcdd2e1a-e3c7-47ad-88ee-1fdac94d151c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502647 Apr 20 17:31:45.733158 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:31:45.733158 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:31:45.733158 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:31:45.733158 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:31:45.733158 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:31:45.733158 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:31:45.733158 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:31:45.733158 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:31:45.733158 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:31:45.733158 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:31:45.733158 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:31:45.733158 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:31:45.733158 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:31:45.733158 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:31:45.733158 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:31:45.733158 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:31:45.733158 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:31:45.733158 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:31:45.733158 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:31:45.733158 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:31:45.733158 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:31:45.733158 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:31:45.733158 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:31:45.733158 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:31:45.733158 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:31:45.733158 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:31:45.733158 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:31:45.733158 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:31:45.733158 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:31:45.733158 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:31:45.733158 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:31:45.733158 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:31:45.740268 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-863157f6-1446-4fab-bd8f-530abdcc6817 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:45.763900 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-863157f6-1446-4fab-bd8f-530abdcc6817 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:45.807822 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1b65cdd-45e0-48f4-91af-acbae2205c2e'] response: {'server_uuid': 'cb881ea2-f91c-4971-9925-fb51ed69ec96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08fb96fe-1715-4d23-b04b-641242ea8aeb', 'code': 200} Apr 20 17:31:45.827835 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863157f6-1446-4fab-bd8f-530abdcc6817 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Network': ['ID=57748da8-c7df-4831-a014-e821a5f223c8,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:45.852272 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-863157f6-1446-4fab-bd8f-530abdcc6817 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/networks/57748da8-c7df-4831-a014-e821a5f223c8 HTTP/1.1" status: 204 len: 168 time: 1.9325848 Apr 20 17:31:45.855378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58962) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:45.866806 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-82329915-361c-4841-9ff9-2c63c155eaec tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'port': {'network_id': '5d7b9e06-4f68-4942-bde5-d780665b137e', 'name': 'tempest-PortsIpV6TestJSON-847156941'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:46.253133 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-82329915-361c-4841-9ff9-2c63c155eaec tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:46.269641 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-82329915-361c-4841-9ff9-2c63c155eaec tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:port and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:31:46.275001 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eb297177-d55e-4d87-9b65-e0ab701c1e2f req-d0df4063-aac6-4a2b-a605-9201e958d5d2 service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5633020 Apr 20 17:31:46.283989 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-82329915-361c-4841-9ff9-2c63c155eaec tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:31:46.299793 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-82329915-361c-4841-9ff9-2c63c155eaec tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:46.332459 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82329915-361c-4841-9ff9-2c63c155eaec tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:31:46.336193 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82329915-361c-4841-9ff9-2c63c155eaec tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:46.365033 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf233d1-acf0-4146-ba14-47f28a7a95c5 req-8175d958-0d89-42a7-a89d-5cbca6e72f3d tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:46.372391 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6bf233d1-acf0-4146-ba14-47f28a7a95c5 req-8175d958-0d89-42a7-a89d-5cbca6e72f3d tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] 10.222.0.39 "GET /v2.0/ports?device_id=38d621ea-bf7f-4d01-bf06-a7b2324b9a3d HTTP/1.1" status: 200 len: 945 time: 0.3297076 Apr 20 17:31:46.396304 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-37040090-e00a-4db6-9396-bfb7e3ddbd83 req-4fa18d6c-21cd-42e2-9d26-4fe6f922c218 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cb881ea2-f91c-4971-9925-fb51ed69ec96 HTTP/1.1" status: 200 len: 1096 time: 0.3431797 Apr 20 17:31:46.428003 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-82329915-361c-4841-9ff9-2c63c155eaec tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] device_id is not set on port d666cc40-55a5-4015-8122-3228cdf45eef yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:31:46.567062 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-47eeca56-d033-44f6-935a-91329b13d59a tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:46.585784 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8604a34d-e318-49d9-b07d-4675c956b269 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:31:46.658427 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 8604a34d-e318-49d9-b07d-4675c956b269 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:31:46.659685 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8604a34d-e318-49d9-b07d-4675c956b269 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:31:46.809068 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6bf233d1-acf0-4146-ba14-47f28a7a95c5 req-fbd003e5-746c-4201-b17a-1cbb3c823814 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] 10.222.0.39 "GET /v2.0/security-groups?id=f829726b-2901-4dbf-bfb9-a40939502b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357297 Apr 20 17:31:46.859193 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-37040090-e00a-4db6-9396-bfb7e3ddbd83 req-c1c8df0d-e6e0-4d76-b240-44bb912acdba service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bcdd2e1a-e3c7-47ad-88ee-1fdac94d151c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4519453 Apr 20 17:31:46.915278 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-47eeca56-d033-44f6-935a-91329b13d59a tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Calling delete_port for 71ff82b8-964e-4afb-9027-26a5a6c03913 owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:31:47.107604 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eb297177-d55e-4d87-9b65-e0ab701c1e2f req-241e32a4-8ddf-422b-b46f-d7e5137bbe9c service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7565248 Apr 20 17:31:47.148721 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f56d3-4c99-4605-ab02-765952d3daef req-fe5efbdc-4324-49e2-8876-e081c14ef28f tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:47.160424 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-667f56d3-4c99-4605-ab02-765952d3daef req-fe5efbdc-4324-49e2-8876-e081c14ef28f tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea59caf-e181-49fa-9ece-466ace99f4d1 HTTP/1.1" status: 200 len: 945 time: 0.8661361 Apr 20 17:31:47.275347 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-404a4425-12f6-4b28-b871-897244a1ef31 req-cb649866-d996-4112-878b-a2663b1db98b tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=923bd239-d974-4bb1-974c-b0d82e767367 HTTP/1.1" status: 200 len: 210 time: 0.1090224 Apr 20 17:31:47.299594 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-667f56d3-4c99-4605-ab02-765952d3daef req-fd3361f6-67d8-4d80-bf94-29027e6286ca tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/security-groups?id=1442ed40-d884-4ed9-872e-058016d85116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378460 Apr 20 17:31:47.301689 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-47eeca56-d033-44f6-935a-91329b13d59a tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:47.370285 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82329915-361c-4841-9ff9-2c63c155eaec tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:47.392036 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3268b-2998-406b-bffb-745b9e781063 req-f0ed1a53-423a-4c81-b465-7220d3a522fd tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:47.397190 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-80d3268b-2998-406b-bffb-745b9e781063 req-f0ed1a53-423a-4c81-b465-7220d3a522fd tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.10 "GET /v2.0/networks?id=4f37beb4-cacf-475a-8f23-eab887469923 HTTP/1.1" status: 200 len: 812 time: 0.5197208 Apr 20 17:31:47.423633 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-80d3268b-2998-406b-bffb-745b9e781063 req-ea0cd2e6-3c25-4106-a492-d8dc87b0f852 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Request body: {'port': {'device_id': '923bd239-d974-4bb1-974c-b0d82e767367', 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923', 'admin_state_up': True, 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:47.485366 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eeca56-d033-44f6-935a-91329b13d59a tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Pushing event deleted for resources: {'Port': ['ID=71ff82b8-964e-4afb-9027-26a5a6c03913,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:47.543433 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bcb79d-042d-4791-b3d0-a0237578b462 req-6d52d123-b48b-41d9-87cc-7bd953707763 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:47.544897 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47bcb79d-042d-4791-b3d0-a0237578b462 req-6d52d123-b48b-41d9-87cc-7bd953707763 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d621ea-bf7f-4d01-bf06-a7b2324b9a3d HTTP/1.1" status: 200 len: 945 time: 0.2471414 Apr 20 17:31:47.629345 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-47eeca56-d033-44f6-935a-91329b13d59a tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:47.645030 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82329915-361c-4841-9ff9-2c63c155eaec tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:47.664924 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-47eeca56-d033-44f6-935a-91329b13d59a tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] 10.222.0.39 "DELETE /v2.0/ports/71ff82b8-964e-4afb-9027-26a5a6c03913 HTTP/1.1" status: 204 len: 168 time: 2.4688764 Apr 20 17:31:47.668733 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59000) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:47.729985 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d3d4e6d-ca7e-4ffc-9c4f-c81eb373126c tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] GET failed (client error): The resource could not be found. Apr 20 17:31:47.730417 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6d3d4e6d-ca7e-4ffc-9c4f-c81eb373126c tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Synchronizing usage tracker for tenant:781a8e7f1f9040cbb6b89f70e4b31517 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:31:47.745091 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-80d3268b-2998-406b-bffb-745b9e781063 req-ea0cd2e6-3c25-4106-a492-d8dc87b0f852 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:47.758749 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-80d3268b-2998-406b-bffb-745b9e781063 req-ea0cd2e6-3c25-4106-a492-d8dc87b0f852 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:47.770034 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6d3d4e6d-ca7e-4ffc-9c4f-c81eb373126c tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Unset dirty status for tenant:781a8e7f1f9040cbb6b89f70e4b31517 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:31:47.771243 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6d3d4e6d-ca7e-4ffc-9c4f-c81eb373126c tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] 10.222.0.39 "GET /v2.0/ports/71ff82b8-964e-4afb-9027-26a5a6c03913 HTTP/1.1" status: 404 len: 333 time: 0.1017282 Apr 20 17:31:47.775510 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59008) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:47.782346 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-321ca900-d29e-4702-acaa-7f007a55bb2d tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Request body: {'port': {'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-98539141'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:47.789576 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80d3268b-2998-406b-bffb-745b9e781063 req-ea0cd2e6-3c25-4106-a492-d8dc87b0f852 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Made reservation on behalf of 048f4cae66cf42c897493ac9a67e0d5f for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:31:47.792871 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-80d3268b-2998-406b-bffb-745b9e781063 req-ea0cd2e6-3c25-4106-a492-d8dc87b0f852 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:47.805887 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-321ca900-d29e-4702-acaa-7f007a55bb2d tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:47.822508 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-321ca900-d29e-4702-acaa-7f007a55bb2d tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:47.826021 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82329915-361c-4841-9ff9-2c63c155eaec tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network 5d7b9e06-4f68-4942-bde5-d780665b137e is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:31:47.835266 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-82329915-361c-4841-9ff9-2c63c155eaec tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:31:47.840594 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82329915-361c-4841-9ff9-2c63c155eaec tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:31:47.847148 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82329915-361c-4841-9ff9-2c63c155eaec tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:47.850611 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82329915-361c-4841-9ff9-2c63c155eaec tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:47.932482 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321ca900-d29e-4702-acaa-7f007a55bb2d tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Made reservation on behalf of 781a8e7f1f9040cbb6b89f70e4b31517 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:31:47.946857 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-321ca900-d29e-4702-acaa-7f007a55bb2d tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:47.980747 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f7b3c-cfe6-4c06-bde0-0864dfd9c0d3 req-421a1dca-62f1-49d4-bf89-26aba3128337 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:47.980747 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e08f7b3c-cfe6-4c06-bde0-0864dfd9c0d3 req-421a1dca-62f1-49d4-bf89-26aba3128337 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb881ea2-f91c-4971-9925-fb51ed69ec96 HTTP/1.1" status: 200 len: 945 time: 0.5042582 Apr 20 17:31:47.980747 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82329915-361c-4841-9ff9-2c63c155eaec tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Port': ['ID=d666cc40-55a5-4015-8122-3228cdf45eef,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:47.998914 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-47bcb79d-042d-4791-b3d0-a0237578b462 req-4cd3b147-c37b-45ef-8154-7d7135da40ea tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Deleting port a320f651-074d-4728-b0df-83f7c24c7a67 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:31:47.999255 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-47bcb79d-042d-4791-b3d0-a0237578b462 req-4cd3b147-c37b-45ef-8154-7d7135da40ea tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:48.006867 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-321ca900-d29e-4702-acaa-7f007a55bb2d tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] device_id is not set on port fab0ac82-2171-443b-a4d9-f7c055d9c538 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:31:48.231323 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-82329915-361c-4841-9ff9-2c63c155eaec tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.3746762 Apr 20 17:31:48.235835 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59016) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:48.365420 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-022b81c1-f3e1-4e6b-8c22-d43bd269bcd0 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Deleting port d666cc40-55a5-4015-8122-3228cdf45eef {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:31:48.366012 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-022b81c1-f3e1-4e6b-8c22-d43bd269bcd0 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:48.519669 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e08f7b3c-cfe6-4c06-bde0-0864dfd9c0d3 req-88d72a18-6c2b-49c4-bffc-986815fdfed9 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcdd2e1a-e3c7-47ad-88ee-1fdac94d151c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3903823 Apr 20 17:31:48.531501 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-80d3268b-2998-406b-bffb-745b9e781063 req-ea0cd2e6-3c25-4106-a492-d8dc87b0f852 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Allocated IP 172.20.0.13 (4f37beb4-cacf-475a-8f23-eab887469923/459b9241-591b-4214-ba21-d89500ea520e/c34d0e24-9726-4e9d-832a-45d1c230effe) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:31:48.666098 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ca6fe-a2ee-4422-adf3-0d174226c3a8 req-dfbed153-cbc8-46d7-a798-edc8f7aafee4 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:48.667611 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7f5ca6fe-a2ee-4422-adf3-0d174226c3a8 req-dfbed153-cbc8-46d7-a798-edc8f7aafee4 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] 10.222.0.39 "GET /v2.0/ports?device_id=38d621ea-bf7f-4d01-bf06-a7b2324b9a3d HTTP/1.1" status: 200 len: 945 time: 0.5202734 Apr 20 17:31:48.793081 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-43480373-10e5-4fc1-905c-354072dd7637 req-090f9623-f3ae-4645-bb24-d87d0ec79732 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=923bd239-d974-4bb1-974c-b0d82e767367 HTTP/1.1" status: 200 len: 210 time: 0.0941913 Apr 20 17:31:48.850858 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-321ca900-d29e-4702-acaa-7f007a55bb2d tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:48.859181 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7f5ca6fe-a2ee-4422-adf3-0d174226c3a8 req-4dc99d29-3197-4b6d-add1-350df14c3df5 tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] 10.222.0.39 "GET /v2.0/security-groups?id=f829726b-2901-4dbf-bfb9-a40939502b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745672 Apr 20 17:31:48.956820 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-80d3268b-2998-406b-bffb-745b9e781063 req-ea0cd2e6-3c25-4106-a492-d8dc87b0f852 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:48.967096 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-321ca900-d29e-4702-acaa-7f007a55bb2d tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:49.039546 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321ca900-d29e-4702-acaa-7f007a55bb2d tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Network 97500a1e-f244-4041-86ea-6ddad01f6c57 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:31:49.040844 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-80d3268b-2998-406b-bffb-745b9e781063 req-ea0cd2e6-3c25-4106-a492-d8dc87b0f852 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Transition to ACTIVE for port object c34d0e24-9726-4e9d-832a-45d1c230effe will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:31:49.044343 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-321ca900-d29e-4702-acaa-7f007a55bb2d tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:31:49.046687 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321ca900-d29e-4702-acaa-7f007a55bb2d tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:31:49.047677 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321ca900-d29e-4702-acaa-7f007a55bb2d tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:49.048263 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-321ca900-d29e-4702-acaa-7f007a55bb2d tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:49.061187 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-022b81c1-f3e1-4e6b-8c22-d43bd269bcd0 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:49.092181 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-47bcb79d-042d-4791-b3d0-a0237578b462 req-4cd3b147-c37b-45ef-8154-7d7135da40ea tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] For port a320f651-074d-4728-b0df-83f7c24c7a67, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a320f651-074d-4728-b0df-83f7c24c7a67,segment=NetworkSegment(9e988f25-2d46-46a7-b646-01ba81b8f311),segment_id=9e988f25-2d46-46a7-b646-01ba81b8f311)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:31:49.092861 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-47bcb79d-042d-4791-b3d0-a0237578b462 req-4cd3b147-c37b-45ef-8154-7d7135da40ea tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:49.146820 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ca900-d29e-4702-acaa-7f007a55bb2d tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Pushing event updated for resources: {'Port': ['ID=fab0ac82-2171-443b-a4d9-f7c055d9c538,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:49.184110 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-321ca900-d29e-4702-acaa-7f007a55bb2d tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.4070005 Apr 20 17:31:49.187175 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59046) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:49.198178 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:49.289463 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-80d3268b-2998-406b-bffb-745b9e781063 req-ea0cd2e6-3c25-4106-a492-d8dc87b0f852 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:49.334227 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-022b81c1-f3e1-4e6b-8c22-d43bd269bcd0 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Calling delete_port for d666cc40-55a5-4015-8122-3228cdf45eef owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:31:49.334478 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['e0b3d423-a33b-4b1a-9611-990b877c1adc'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:31:49.374709 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['1072c739-82f1-4440-9b4d-75a6639e96c9'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:31:49.387850 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:49.411748 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80d3268b-2998-406b-bffb-745b9e781063 req-ea0cd2e6-3c25-4106-a492-d8dc87b0f852 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Network 4f37beb4-cacf-475a-8f23-eab887469923 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:31:49.418576 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-80d3268b-2998-406b-bffb-745b9e781063 req-ea0cd2e6-3c25-4106-a492-d8dc87b0f852 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:31:49.424462 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d3268b-2998-406b-bffb-745b9e781063 req-ea0cd2e6-3c25-4106-a492-d8dc87b0f852 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:31:49.499249 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0cd2e6-3c25-4106-a492-d8dc87b0f852 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Pushing event updated for resources: {'Port': ['ID=c34d0e24-9726-4e9d-832a-45d1c230effe,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:49.543149 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-47bcb79d-042d-4791-b3d0-a0237578b462 req-4cd3b147-c37b-45ef-8154-7d7135da40ea tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Calling delete_port for a320f651-074d-4728-b0df-83f7c24c7a67 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:31:49.689167 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3268b-2998-406b-bffb-745b9e781063 req-ea0cd2e6-3c25-4106-a492-d8dc87b0f852 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:49.690462 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-80d3268b-2998-406b-bffb-745b9e781063 req-ea0cd2e6-3c25-4106-a492-d8dc87b0f852 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:49.967637 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-80d3268b-2998-406b-bffb-745b9e781063 req-ea0cd2e6-3c25-4106-a492-d8dc87b0f852 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5529227 Apr 20 17:31:49.984564 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-80d3268b-2998-406b-bffb-745b9e781063 req-8e72ceec-658d-4f2c-8f6a-d91e8b3e217f service neutron] Request body: {'port': {'device_id': '923bd239-d974-4bb1-974c-b0d82e767367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:50.031502 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-52b8fd7c-2b8d-4759-815e-3ae5ab157d1d None None] Provisioning for port c34d0e24-9726-4e9d-832a-45d1c230effe completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:31:50.038036 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-52b8fd7c-2b8d-4759-815e-3ae5ab157d1d None None] Provisioning complete for port c34d0e24-9726-4e9d-832a-45d1c230effe triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:31:50.038575 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-52b8fd7c-2b8d-4759-815e-3ae5ab157d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:50.130691 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-52b8fd7c-2b8d-4759-815e-3ae5ab157d1d None None] Port c34d0e24-9726-4e9d-832a-45d1c230effe cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:31:50.204227 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-47bcb79d-042d-4791-b3d0-a0237578b462 req-4cd3b147-c37b-45ef-8154-7d7135da40ea tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:50.274028 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd3b147-c37b-45ef-8154-7d7135da40ea tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Pushing event deleted for resources: {'Port': ['ID=a320f651-074d-4728-b0df-83f7c24c7a67,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:50.320817 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:31:50.343243 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-80d3268b-2998-406b-bffb-745b9e781063 req-8e72ceec-658d-4f2c-8f6a-d91e8b3e217f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:50.372293 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-022b81c1-f3e1-4e6b-8c22-d43bd269bcd0 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:50.387074 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-47bcb79d-042d-4791-b3d0-a0237578b462 req-4cd3b147-c37b-45ef-8154-7d7135da40ea tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] No DVR routers for this DVR port a320f651-074d-4728-b0df-83f7c24c7a67 on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:31:50.414757 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c2017-1261-4feb-a230-8ab01e69179d req-30d3bea1-8e81-435f-a686-a27cd8b051f1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:50.415470 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-d14c2017-1261-4feb-a230-8ab01e69179d req-30d3bea1-8e81-435f-a686-a27cd8b051f1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Synchronizing usage tracker for tenant:048f4cae66cf42c897493ac9a67e0d5f on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:31:50.466749 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-47bcb79d-042d-4791-b3d0-a0237578b462 req-4cd3b147-c37b-45ef-8154-7d7135da40ea tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:50.469234 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-d14c2017-1261-4feb-a230-8ab01e69179d req-30d3bea1-8e81-435f-a686-a27cd8b051f1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Unset dirty status for tenant:048f4cae66cf42c897493ac9a67e0d5f on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:31:50.470683 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d621ea-bf7f-4d01-bf06-a7b2324b9a3d', 'name': 'network-vif-deleted', 'tag': 'a320f651-074d-4728-b0df-83f7c24c7a67'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:31:50.476124 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d14c2017-1261-4feb-a230-8ab01e69179d req-30d3bea1-8e81-435f-a686-a27cd8b051f1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=923bd239-d974-4bb1-974c-b0d82e767367 HTTP/1.1" status: 200 len: 932 time: 0.3996086 Apr 20 17:31:50.513888 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b81c1-f3e1-4e6b-8c22-d43bd269bcd0 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Port': ['ID=d666cc40-55a5-4015-8122-3228cdf45eef,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:50.523168 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] device_id is not set on port fab0ac82-2171-443b-a4d9-f7c055d9c538 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:31:50.535367 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:50.551386 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-022b81c1-f3e1-4e6b-8c22-d43bd269bcd0 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:50.553833 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-022b81c1-f3e1-4e6b-8c22-d43bd269bcd0 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/ports/d666cc40-55a5-4015-8122-3228cdf45eef HTTP/1.1" status: 204 len: 168 time: 2.3168988 Apr 20 17:31:50.556764 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59066) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:50.561866 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172ab94-fb27-4078-bb3b-49c2edaac83c req-790c7c40-a7ac-4cf6-a52b-00ded2d42558 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:50.563605 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d172ab94-fb27-4078-bb3b-49c2edaac83c req-790c7c40-a7ac-4cf6-a52b-00ded2d42558 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb881ea2-f91c-4971-9925-fb51ed69ec96 HTTP/1.1" status: 200 len: 945 time: 0.4029295 Apr 20 17:31:50.565250 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47bcb79d-042d-4791-b3d0-a0237578b462 req-4cd3b147-c37b-45ef-8154-7d7135da40ea tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] 10.222.0.10 "DELETE /v2.0/ports/a320f651-074d-4728-b0df-83f7c24c7a67 HTTP/1.1" status: 204 len: 173 time: 3.0088346 Apr 20 17:31:50.586876 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-b2821cbb-7383-45df-9bb1-b8e4e926dda5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'port': {'network_id': '5d7b9e06-4f68-4942-bde5-d780665b137e', 'mac_address': 'fa:16:3e:cd:b9:bf', 'name': 'tempest-PortsIpV6TestJSON-2044941115'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:50.664801 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d172ab94-fb27-4078-bb3b-49c2edaac83c req-3f031cc7-9789-4280-8364-922dd01d8b79 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcdd2e1a-e3c7-47ad-88ee-1fdac94d151c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884185 Apr 20 17:31:50.682027 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Transition to ACTIVE for port object fab0ac82-2171-443b-a4d9-f7c055d9c538 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:31:50.744176 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d14c2017-1261-4feb-a230-8ab01e69179d req-65f37590-c002-4a99-8024-de535e968e56 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603779 Apr 20 17:31:50.751330 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:51.016721 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-09131d37-91f5-4f51-9705-27e13f786e1d req-2c71d4b7-2fed-4b6e-96c6-3890bca4716a tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Synchronizing usage tracker for tenant:188556b707254dfa930a0992cbd479a8 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:31:51.071152 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea180cee-45f9-4b26-87f8-289ed8f096b7'] response: {'server_uuid': '38d621ea-bf7f-4d01-bf06-a7b2324b9a3d', 'name': 'network-vif-deleted', 'tag': 'a320f651-074d-4728-b0df-83f7c24c7a67', 'status': 'completed', 'code': 200} Apr 20 17:31:51.073159 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-09131d37-91f5-4f51-9705-27e13f786e1d req-2c71d4b7-2fed-4b6e-96c6-3890bca4716a tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] Unset dirty status for tenant:188556b707254dfa930a0992cbd479a8 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:31:51.075010 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-09131d37-91f5-4f51-9705-27e13f786e1d req-2c71d4b7-2fed-4b6e-96c6-3890bca4716a tempest-ServerGroupTestJSON-1942565740 tempest-ServerGroupTestJSON-1942565740-project] 10.222.0.39 "GET /v2.0/ports?device_id=38d621ea-bf7f-4d01-bf06-a7b2324b9a3d HTTP/1.1" status: 200 len: 210 time: 0.1247156 Apr 20 17:31:51.093446 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b2821cbb-7383-45df-9bb1-b8e4e926dda5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:51.109419 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Pushing event updated for resources: {'Port': ['ID=fab0ac82-2171-443b-a4d9-f7c055d9c538,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:51.121661 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b2821cbb-7383-45df-9bb1-b8e4e926dda5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:port and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:31:51.126609 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b2821cbb-7383-45df-9bb1-b8e4e926dda5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:31:51.137820 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b2821cbb-7383-45df-9bb1-b8e4e926dda5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:51.166232 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2821cbb-7383-45df-9bb1-b8e4e926dda5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:31:51.301210 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:51.301789 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:51.302319 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 on network 97500a1e-f244-4041-86ea-6ddad01f6c57 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:51.352836 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Port fab0ac82-2171-443b-a4d9-f7c055d9c538 on network 97500a1e-f244-4041-86ea-6ddad01f6c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:31:51.353427 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Failed to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 on host n-h1-838032-1 for vnic_type normal using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] Apr 20 17:31:51.356717 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempt 2 to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 Apr 20 17:31:51.365911 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b2821cbb-7383-45df-9bb1-b8e4e926dda5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:51.417798 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:51.418165 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:51.418763 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 on network 97500a1e-f244-4041-86ea-6ddad01f6c57 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:51.516913 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Port fab0ac82-2171-443b-a4d9-f7c055d9c538 on network 97500a1e-f244-4041-86ea-6ddad01f6c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:31:51.517902 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Failed to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 on host n-h1-838032-1 for vnic_type normal using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] Apr 20 17:31:51.535251 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device a320f651-074d-4728-b0df-83f7c24c7a67 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:31:51.542073 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempt 3 to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 Apr 20 17:31:51.559248 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-b2821cbb-7383-45df-9bb1-b8e4e926dda5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] device_id is not set on port ec48cfb1-aeb1-463e-a3eb-327ec7226b95 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:31:51.591083 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: a320f651-074d-4728-b0df-83f7c24c7a67 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:31:51.591601 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device a320f651-074d-4728-b0df-83f7c24c7a67 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:31:51.627904 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:51.628236 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:51.628642 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 on network 97500a1e-f244-4041-86ea-6ddad01f6c57 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:51.663943 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e1135-a131-4179-a3a1-b9b82b5c1da3 req-040bb490-1967-4d07-b44a-d6f4bba7faef tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:51.666878 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-880e1135-a131-4179-a3a1-b9b82b5c1da3 req-040bb490-1967-4d07-b44a-d6f4bba7faef tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb881ea2-f91c-4971-9925-fb51ed69ec96 HTTP/1.1" status: 200 len: 945 time: 0.4159255 Apr 20 17:31:51.676181 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59082) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:51.676688 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-80d3268b-2998-406b-bffb-745b9e781063 req-8e72ceec-658d-4f2c-8f6a-d91e8b3e217f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c34d0e24-9726-4e9d-832a-45d1c230effe {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:31:51.681523 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-a5cdca31-e1c3-4960-97c4-0ab6ed048f7e tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Request body: {'floatingip': {'port_id': '08fb96fe-1715-4d23-b04b-641242ea8aeb'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:51.685556 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Port fab0ac82-2171-443b-a4d9-f7c055d9c538 on network 97500a1e-f244-4041-86ea-6ddad01f6c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:31:51.686008 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Failed to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 on host n-h1-838032-1 for vnic_type normal using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] Apr 20 17:31:51.688259 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-80d3268b-2998-406b-bffb-745b9e781063 req-8e72ceec-658d-4f2c-8f6a-d91e8b3e217f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:51.692295 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempt 4 to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 Apr 20 17:31:51.743184 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:51.743737 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:51.744135 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 on network 97500a1e-f244-4041-86ea-6ddad01f6c57 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:51.758027 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-80d3268b-2998-406b-bffb-745b9e781063 req-8e72ceec-658d-4f2c-8f6a-d91e8b3e217f service neutron] Transition to ACTIVE for port object c34d0e24-9726-4e9d-832a-45d1c230effe will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:31:51.773753 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-80d3268b-2998-406b-bffb-745b9e781063 req-8e72ceec-658d-4f2c-8f6a-d91e8b3e217f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:51.829960 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a5cdca31-e1c3-4960-97c4-0ab6ed048f7e tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for floatingip, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:51.917877 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Port fab0ac82-2171-443b-a4d9-f7c055d9c538 on network 97500a1e-f244-4041-86ea-6ddad01f6c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:31:51.918600 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Failed to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 on host n-h1-838032-1 for vnic_type normal using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] Apr 20 17:31:51.974617 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempt 5 to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 Apr 20 17:31:52.007629 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb2321-eb6a-4b52-89e2-825fb11b51fd req-f2cf16ab-caeb-4f23-b199-129cbb3564db tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:52.009067 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f0bb2321-eb6a-4b52-89e2-825fb11b51fd req-f2cf16ab-caeb-4f23-b199-129cbb3564db tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 946 time: 0.2732062 Apr 20 17:31:52.112806 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72ceec-658d-4f2c-8f6a-d91e8b3e217f service neutron] Pushing event updated for resources: {'Port': ['ID=c34d0e24-9726-4e9d-832a-45d1c230effe,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:52.133988 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:52.134346 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:52.134678 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 on network 97500a1e-f244-4041-86ea-6ddad01f6c57 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:52.185525 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Port fab0ac82-2171-443b-a4d9-f7c055d9c538 on network 97500a1e-f244-4041-86ea-6ddad01f6c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:31:52.185856 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Failed to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 on host n-h1-838032-1 for vnic_type normal using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] Apr 20 17:31:52.189878 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempt 6 to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 Apr 20 17:31:52.213938 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b2821cbb-7383-45df-9bb1-b8e4e926dda5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:52.219107 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f0bb2321-eb6a-4b52-89e2-825fb11b51fd req-3acfc6c4-aafb-4cfc-a42b-9c89edac0370 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037616 Apr 20 17:31:52.312917 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:52.313256 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:52.313590 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 on network 97500a1e-f244-4041-86ea-6ddad01f6c57 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:52.390936 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240708d5-61a7-40b8-81d5-996f3d7a2fd1 req-ceb7a879-4bc3-4e3e-9d5e-2438e8b9fe0b tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:52.397652 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-240708d5-61a7-40b8-81d5-996f3d7a2fd1 req-ceb7a879-4bc3-4e3e-9d5e-2438e8b9fe0b tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=923bd239-d974-4bb1-974c-b0d82e767367 HTTP/1.1" status: 200 len: 944 time: 0.4781129 Apr 20 17:31:52.415359 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b2821cbb-7383-45df-9bb1-b8e4e926dda5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:52.455561 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Port fab0ac82-2171-443b-a4d9-f7c055d9c538 on network 97500a1e-f244-4041-86ea-6ddad01f6c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:31:52.455887 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Failed to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 on host n-h1-838032-1 for vnic_type normal using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] Apr 20 17:31:52.465265 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempt 7 to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 Apr 20 17:31:52.555558 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:52.555882 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:52.556213 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 on network 97500a1e-f244-4041-86ea-6ddad01f6c57 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:52.569782 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2821cbb-7383-45df-9bb1-b8e4e926dda5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Port': ['ID=ec48cfb1-aeb1-463e-a3eb-327ec7226b95,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:52.576541 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2821cbb-7383-45df-9bb1-b8e4e926dda5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network 5d7b9e06-4f68-4942-bde5-d780665b137e is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:31:52.594079 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-240708d5-61a7-40b8-81d5-996f3d7a2fd1 req-b17b5bc2-cd30-4f59-ae99-d4f6c34205cf tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954367 Apr 20 17:31:52.595755 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-b2821cbb-7383-45df-9bb1-b8e4e926dda5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:31:52.597681 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-80d3268b-2998-406b-bffb-745b9e781063 req-8e72ceec-658d-4f2c-8f6a-d91e8b3e217f service neutron] Attempting to bind port c34d0e24-9726-4e9d-832a-45d1c230effe on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:52.598003 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-80d3268b-2998-406b-bffb-745b9e781063 req-8e72ceec-658d-4f2c-8f6a-d91e8b3e217f service neutron] Attempting to bind port c34d0e24-9726-4e9d-832a-45d1c230effe by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'c554300a-cd59-4a60-9307-fc40b2335284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:52.598370 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d3268b-2998-406b-bffb-745b9e781063 req-8e72ceec-658d-4f2c-8f6a-d91e8b3e217f service neutron] Attempting to bind port c34d0e24-9726-4e9d-832a-45d1c230effe on network 4f37beb4-cacf-475a-8f23-eab887469923 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:52.601396 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2821cbb-7383-45df-9bb1-b8e4e926dda5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:31:52.605494 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2821cbb-7383-45df-9bb1-b8e4e926dda5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:52.606125 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b2821cbb-7383-45df-9bb1-b8e4e926dda5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:52.610170 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Port fab0ac82-2171-443b-a4d9-f7c055d9c538 on network 97500a1e-f244-4041-86ea-6ddad01f6c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:31:52.610579 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Failed to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 on host n-h1-838032-1 for vnic_type normal using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] Apr 20 17:31:52.614258 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempt 8 to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 Apr 20 17:31:52.647236 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d3268b-2998-406b-bffb-745b9e781063 req-8e72ceec-658d-4f2c-8f6a-d91e8b3e217f service neutron] Port c34d0e24-9726-4e9d-832a-45d1c230effe on network 4f37beb4-cacf-475a-8f23-eab887469923 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:31:52.647556 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d3268b-2998-406b-bffb-745b9e781063 req-8e72ceec-658d-4f2c-8f6a-d91e8b3e217f service neutron] Attempting to bind port c34d0e24-9726-4e9d-832a-45d1c230effe on network 4f37beb4-cacf-475a-8f23-eab887469923 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:52.658888 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:52.659219 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:52.659547 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 on network 97500a1e-f244-4041-86ea-6ddad01f6c57 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:52.670131 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d3268b-2998-406b-bffb-745b9e781063 req-8e72ceec-658d-4f2c-8f6a-d91e8b3e217f service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:31:52.670484 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d3268b-2998-406b-bffb-745b9e781063 req-8e72ceec-658d-4f2c-8f6a-d91e8b3e217f service neutron] Checking segment: {'id': 'c554300a-cd59-4a60-9307-fc40b2335284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:31:52.670860 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d3268b-2998-406b-bffb-745b9e781063 req-8e72ceec-658d-4f2c-8f6a-d91e8b3e217f service neutron] Bound using segment: {'id': 'c554300a-cd59-4a60-9307-fc40b2335284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:31:52.671291 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-80d3268b-2998-406b-bffb-745b9e781063 req-8e72ceec-658d-4f2c-8f6a-d91e8b3e217f service neutron] Bound port: c34d0e24-9726-4e9d-832a-45d1c230effe, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c554300a-cd59-4a60-9307-fc40b2335284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:31:52.671631 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-80d3268b-2998-406b-bffb-745b9e781063 req-8e72ceec-658d-4f2c-8f6a-d91e8b3e217f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:52.687764 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b2821cbb-7383-45df-9bb1-b8e4e926dda5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1299431 Apr 20 17:31:52.690998 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Port fab0ac82-2171-443b-a4d9-f7c055d9c538 on network 97500a1e-f244-4041-86ea-6ddad01f6c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:31:52.691340 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Failed to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 on host n-h1-838032-1 for vnic_type normal using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] Apr 20 17:31:52.692780 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59106) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:52.693214 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempt 9 to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 Apr 20 17:31:52.763443 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a5cdca31-e1c3-4960-97c4-0ab6ed048f7e tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:52.770606 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a5cdca31-e1c3-4960-97c4-0ab6ed048f7e tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:52.825668 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-80d3268b-2998-406b-bffb-745b9e781063 req-8e72ceec-658d-4f2c-8f6a-d91e8b3e217f service neutron] For port c34d0e24-9726-4e9d-832a-45d1c230effe, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:31:52.829150 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-80d3268b-2998-406b-bffb-745b9e781063 req-8e72ceec-658d-4f2c-8f6a-d91e8b3e217f service neutron] For port c34d0e24-9726-4e9d-832a-45d1c230effe, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=c34d0e24-9726-4e9d-832a-45d1c230effe,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:31:52.909550 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91b3f39-71a8-4d86-b2e5-5b3f84291f11 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:52.910135 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d91b3f39-71a8-4d86-b2e5-5b3f84291f11 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Synchronizing usage tracker for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:31:52.915181 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-80d3268b-2998-406b-bffb-745b9e781063 req-8e72ceec-658d-4f2c-8f6a-d91e8b3e217f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:52.949860 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:52.950228 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:52.950554 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 on network 97500a1e-f244-4041-86ea-6ddad01f6c57 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:53.018518 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Port fab0ac82-2171-443b-a4d9-f7c055d9c538 on network 97500a1e-f244-4041-86ea-6ddad01f6c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:31:53.018852 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Failed to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 on host n-h1-838032-1 for vnic_type normal using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] Apr 20 17:31:53.027283 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-80d3268b-2998-406b-bffb-745b9e781063 req-8e72ceec-658d-4f2c-8f6a-d91e8b3e217f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:53.028544 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-80d3268b-2998-406b-bffb-745b9e781063 req-8e72ceec-658d-4f2c-8f6a-d91e8b3e217f service neutron] 10.222.0.10 "PUT /v2.0/ports/c34d0e24-9726-4e9d-832a-45d1c230effe HTTP/1.1" status: 200 len: 1092 time: 3.0504370 Apr 20 17:31:53.032367 n-d-838032-1 neutron-server[84081]: INFO neutron.plugins.ml2.plugin [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempt 10 to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 Apr 20 17:31:53.041285 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923bd239-d974-4bb1-974c-b0d82e767367', 'tag': 'c34d0e24-9726-4e9d-832a-45d1c230effe'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:31:53.063777 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d91b3f39-71a8-4d86-b2e5-5b3f84291f11 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Unset dirty status for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:31:53.069655 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d91b3f39-71a8-4d86-b2e5-5b3f84291f11 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "GET /v2.0/ports/ec48cfb1-aeb1-463e-a3eb-327ec7226b95 HTTP/1.1" status: 200 len: 845 time: 0.3544765 Apr 20 17:31:53.076948 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59122) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:53.156960 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:31:53.158930 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:31:53.160171 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempting to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 on network 97500a1e-f244-4041-86ea-6ddad01f6c57 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:31:53.267381 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c8b0d90-2b44-4464-9135-3ecff5cd769f'] response: {'name': 'network-changed', 'server_uuid': '923bd239-d974-4bb1-974c-b0d82e767367', 'tag': 'c34d0e24-9726-4e9d-832a-45d1c230effe', 'status': 'completed', 'code': 200} Apr 20 17:31:53.318174 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Port fab0ac82-2171-443b-a4d9-f7c055d9c538 on network 97500a1e-f244-4041-86ea-6ddad01f6c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:31:53.318536 n-d-838032-1 neutron-server[84081]: ERROR neutron.plugins.ml2.managers [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Failed to bind port fab0ac82-2171-443b-a4d9-f7c055d9c538 on host n-h1-838032-1 for vnic_type normal using segments [{'id': 'ca265320-7fc5-47a0-a8c2-6184be0aa58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '97500a1e-f244-4041-86ea-6ddad01f6c57'}] Apr 20 17:31:53.318894 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:53.339908 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59132) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:53.350383 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72ceec-658d-4f2c-8f6a-d91e8b3e217f service neutron] Pushing event updated for resources: {'Port': ['ID=c34d0e24-9726-4e9d-832a-45d1c230effe,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:53.466493 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-e7d8e21d-50b8-49b6-bcc1-c106e2141812 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Deleting port ec48cfb1-aeb1-463e-a3eb-327ec7226b95 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:31:53.466981 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e7d8e21d-50b8-49b6-bcc1-c106e2141812 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:53.548253 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-63f74838-d675-4c41-bb81-8a2bed820f7a admin admin] Deleting subnet 512e9ebf-1786-4488-bf94-e191ba834705 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:31:53.561388 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [None req-a5cdca31-e1c3-4960-97c4-0ab6ed048f7e tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Floating IP 4e852ef9-9055-4007-821f-32a6334e2805 associated. External IP: 172.25.8.250, port: 08fb96fe-1715-4d23-b04b-641242ea8aeb. Apr 20 17:31:53.613359 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-63f74838-d675-4c41-bb81-8a2bed820f7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:53.706036 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-80d3268b-2998-406b-bffb-745b9e781063 req-a2c50a38-6c80-4a49-822a-905b41d5a430 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=048f4cae66cf42c897493ac9a67e0d5f&device_id=923bd239-d974-4bb1-974c-b0d82e767367 HTTP/1.1" status: 200 len: 1095 time: 0.6187708 Apr 20 17:31:53.707093 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] For port fab0ac82-2171-443b-a4d9-f7c055d9c538, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:31:53.707490 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Attempted to set empty binding levels {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 20 17:31:53.715154 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad5928-4e7f-4c65-a1e5-09dac5d06c4f req-59f02500-3abb-48f3-98ec-fcefe293657c tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:53.716498 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-96ad5928-4e7f-4c65-a1e5-09dac5d06c4f req-59f02500-3abb-48f3-98ec-fcefe293657c tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.43 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 946 time: 0.5365398 Apr 20 17:31:53.835131 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-63f74838-d675-4c41-bb81-8a2bed820f7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:53.927483 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-96ad5928-4e7f-4c65-a1e5-09dac5d06c4f req-988a5992-6b8c-44d3-878f-7b8ea44a97e2 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Deleting port 9920606a-fe5d-4e14-929b-3367ae1b77d7 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:31:53.928717 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-96ad5928-4e7f-4c65-a1e5-09dac5d06c4f req-988a5992-6b8c-44d3-878f-7b8ea44a97e2 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:53.960995 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:54.045949 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e7d8e21d-50b8-49b6-bcc1-c106e2141812 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:54.068750 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-63f74838-d675-4c41-bb81-8a2bed820f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:54.087970 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-80d3268b-2998-406b-bffb-745b9e781063 req-8470e033-8a34-4ed0-b5b3-f074e49b81e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c34d0e24-9726-4e9d-832a-45d1c230effe HTTP/1.1" status: 200 len: 217 time: 0.3646455 Apr 20 17:31:54.098348 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] In _notify_port_updated(), no bound segment for port fab0ac82-2171-443b-a4d9-f7c055d9c538 on network 97500a1e-f244-4041-86ea-6ddad01f6c57 {{(pid=84081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 20 17:31:54.099251 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:54.103004 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] 10.222.0.39 "PUT /v2.0/ports/fab0ac82-2171-443b-a4d9-f7c055d9c538 HTTP/1.1" status: 200 len: 973 time: 4.9124415 Apr 20 17:31:54.143926 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59146) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:54.255574 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743ade1-32c0-4c94-897c-8401ee3c9a3a req-4c7ccfad-fcdb-4428-b620-b536335542f0 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:54.262571 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6743ade1-32c0-4c94-897c-8401ee3c9a3a req-4c7ccfad-fcdb-4428-b620-b536335542f0 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 946 time: 0.8188515 Apr 20 17:31:54.316280 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8522a4a-bc83-4737-a1e7-24fd9b124a07 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Pushing event updated for resources: {'Port': ['ID=fab0ac82-2171-443b-a4d9-f7c055d9c538,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:54.321761 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-e7d8e21d-50b8-49b6-bcc1-c106e2141812 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Calling delete_port for ec48cfb1-aeb1-463e-a3eb-327ec7226b95 owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:31:54.345113 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6743ade1-32c0-4c94-897c-8401ee3c9a3a req-d3cf65c1-d7f2-4c67-ac49-99b7ce47ce87 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815811 Apr 20 17:31:54.383800 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-8aa57e1e-5ee4-4d11-9bfd-f557a921683e tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Deleting port fab0ac82-2171-443b-a4d9-f7c055d9c538 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:31:54.384147 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8aa57e1e-5ee4-4d11-9bfd-f557a921683e tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:54.431938 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3268b-2998-406b-bffb-745b9e781063 req-6e37ee17-4f25-445e-b547-13c18563a3ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:54.433326 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-80d3268b-2998-406b-bffb-745b9e781063 req-6e37ee17-4f25-445e-b547-13c18563a3ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=459b9241-591b-4214-ba21-d89500ea520e HTTP/1.1" status: 200 len: 851 time: 0.3236704 Apr 20 17:31:54.447044 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbb6fa-8b0a-48d9-8d42-e2bc7848475f req-2e91eee9-9073-4bf1-bbac-78e47c1b3431 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:54.449023 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4cdbb6fa-8b0a-48d9-8d42-e2bc7848475f req-2e91eee9-9073-4bf1-bbac-78e47c1b3431 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=923bd239-d974-4bb1-974c-b0d82e767367 HTTP/1.1" status: 200 len: 944 time: 0.6745868 Apr 20 17:31:54.545161 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4cdbb6fa-8b0a-48d9-8d42-e2bc7848475f req-6852f15b-46e1-4689-8d7a-641e3b5937b4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892992 Apr 20 17:31:54.596614 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-63f74838-d675-4c41-bb81-8a2bed820f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:54.638560 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e7d8e21d-50b8-49b6-bcc1-c106e2141812 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:54.653898 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f74838-d675-4c41-bb81-8a2bed820f7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=512e9ebf-1786-4488-bf94-e191ba834705,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:54.685417 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-63f74838-d675-4c41-bb81-8a2bed820f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:54.764098 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8e21d-50b8-49b6-bcc1-c106e2141812 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Port': ['ID=ec48cfb1-aeb1-463e-a3eb-327ec7226b95,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:54.795445 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-96ad5928-4e7f-4c65-a1e5-09dac5d06c4f req-988a5992-6b8c-44d3-878f-7b8ea44a97e2 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] For port 9920606a-fe5d-4e14-929b-3367ae1b77d7, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9920606a-fe5d-4e14-929b-3367ae1b77d7,segment=NetworkSegment(6fe16a2a-b449-467f-a496-cfefe33a9eb6),segment_id=6fe16a2a-b449-467f-a496-cfefe33a9eb6)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:31:54.795872 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-96ad5928-4e7f-4c65-a1e5-09dac5d06c4f req-988a5992-6b8c-44d3-878f-7b8ea44a97e2 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:54.841552 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-63f74838-d675-4c41-bb81-8a2bed820f7a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/512e9ebf-1786-4488-bf94-e191ba834705 HTTP/1.1" status: 204 len: 168 time: 1.4965737 Apr 20 17:31:54.842076 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59150) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:54.842636 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e7d8e21d-50b8-49b6-bcc1-c106e2141812 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:54.845013 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e7d8e21d-50b8-49b6-bcc1-c106e2141812 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/ports/ec48cfb1-aeb1-463e-a3eb-327ec7226b95 HTTP/1.1" status: 204 len: 168 time: 1.7628086 Apr 20 17:31:54.848646 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59154) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:54.871389 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-8aa57e1e-5ee4-4d11-9bfd-f557a921683e tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] For port fab0ac82-2171-443b-a4d9-f7c055d9c538, host n-h1-838032-1, got binding levels [] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:31:54.871389 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8aa57e1e-5ee4-4d11-9bfd-f557a921683e tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:54.941001 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-80d3268b-2998-406b-bffb-745b9e781063 req-ecb9c46e-1921-4572-8540-9620dc54fa29 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f37beb4-cacf-475a-8f23-eab887469923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4725444 Apr 20 17:31:54.949850 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-96ad5928-4e7f-4c65-a1e5-09dac5d06c4f req-988a5992-6b8c-44d3-878f-7b8ea44a97e2 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Calling delete_port for 9920606a-fe5d-4e14-929b-3367ae1b77d7 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:31:55.134262 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-e80cdd69-8102-4a45-9b04-2d2fdbd62ea9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] GET failed (client error): The resource could not be found. Apr 20 17:31:55.134449 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-8aa57e1e-5ee4-4d11-9bfd-f557a921683e tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Calling delete_port for fab0ac82-2171-443b-a4d9-f7c055d9c538 owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:31:55.134776 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e80cdd69-8102-4a45-9b04-2d2fdbd62ea9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Synchronizing usage tracker for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:31:55.193781 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f629c0a0-191d-48c0-b83c-2d6b21c213a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:55.199672 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e80cdd69-8102-4a45-9b04-2d2fdbd62ea9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Unset dirty status for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:31:55.204667 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e80cdd69-8102-4a45-9b04-2d2fdbd62ea9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "GET /v2.0/ports/ec48cfb1-aeb1-463e-a3eb-327ec7226b95 HTTP/1.1" status: 404 len: 333 time: 0.3362308 Apr 20 17:31:55.206781 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59166) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:55.213753 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-b5bb6fbd-2fa8-45a8-a7c9-47f34db8533c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'port': {'network_id': '5d7b9e06-4f68-4942-bde5-d780665b137e', 'name': 'tempest-PortsIpV6TestJSON-979213271'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:55.523159 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f629c0a0-191d-48c0-b83c-2d6b21c213a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:55.559717 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-f629c0a0-191d-48c0-b83c-2d6b21c213a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['879adc5a-2d25-4c9e-9994-c7384533849b']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:55.585126 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-f629c0a0-191d-48c0-b83c-2d6b21c213a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e988f25-2d46-46a7-b646-01ba81b8f311') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:55.585514 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-f629c0a0-191d-48c0-b83c-2d6b21c213a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e988f25-2d46-46a7-b646-01ba81b8f311') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:55.604263 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f629c0a0-191d-48c0-b83c-2d6b21c213a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:55.624992 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f629c0a0-191d-48c0-b83c-2d6b21c213a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:55.629026 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-80d3268b-2998-406b-bffb-745b9e781063 req-a53e42f2-200c-4edf-96ff-730b7d79a8b2 service neutron] 10.222.0.10 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6493173 Apr 20 17:31:55.632662 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f629c0a0-191d-48c0-b83c-2d6b21c213a5 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:31:55.633106 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f629c0a0-191d-48c0-b83c-2d6b21c213a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:55.668067 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8aa57e1e-5ee4-4d11-9bfd-f557a921683e tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:55.725121 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b5bb6fbd-2fa8-45a8-a7c9-47f34db8533c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:31:55.732642 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:31:55.732642 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:31:55.732642 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:31:55.732642 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:31:55.732642 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:31:55.732642 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:31:55.732642 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:31:55.732642 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:31:55.732642 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:31:55.732642 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:31:55.732642 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:31:55.732642 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:31:55.732642 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:31:55.732642 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:31:55.732642 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:31:55.732642 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:31:55.732642 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:31:55.732642 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:31:55.732642 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:31:55.732642 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:31:55.732642 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:31:55.732642 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:31:55.732642 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:31:55.732642 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:31:55.732642 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:31:55.732642 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:31:55.732642 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:31:55.732642 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:31:55.732642 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:31:55.732642 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:31:55.732642 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:31:55.732642 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:31:55.747092 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b5bb6fbd-2fa8-45a8-a7c9-47f34db8533c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:31:55.780216 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa57e1e-5ee4-4d11-9bfd-f557a921683e tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Pushing event deleted for resources: {'Port': ['ID=fab0ac82-2171-443b-a4d9-f7c055d9c538,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:55.787500 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bb6fbd-2fa8-45a8-a7c9-47f34db8533c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:31:55.793408 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b5bb6fbd-2fa8-45a8-a7c9-47f34db8533c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:55.798981 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-96ad5928-4e7f-4c65-a1e5-09dac5d06c4f req-988a5992-6b8c-44d3-878f-7b8ea44a97e2 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:55.849877 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8aa57e1e-5ee4-4d11-9bfd-f557a921683e tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:55.870607 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a5992-6b8c-44d3-878f-7b8ea44a97e2 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Pushing event deleted for resources: {'Port': ['ID=9920606a-fe5d-4e14-929b-3367ae1b77d7,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:55.931044 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cdca31-e1c3-4960-97c4-0ab6ed048f7e tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:31:55.934641 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b2273-35b7-42be-ab27-9c31fcedb916 req-edf88fa6-b38b-475b-9f71-fe25c02f3454 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:55.934960 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-b5bb6fbd-2fa8-45a8-a7c9-47f34db8533c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] device_id is not set on port d2cdc381-3e68-4d39-9e85-1c57f2a3ccbd yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:31:55.936123 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e68b2273-35b7-42be-ab27-9c31fcedb916 req-edf88fa6-b38b-475b-9f71-fe25c02f3454 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/ports?device_id=41670175-93a9-4de7-99d3-f8ebce752dc5 HTTP/1.1" status: 200 len: 946 time: 0.3861897 Apr 20 17:31:55.963840 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8aa57e1e-5ee4-4d11-9bfd-f557a921683e tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] 10.222.0.39 "DELETE /v2.0/ports/fab0ac82-2171-443b-a4d9-f7c055d9c538 HTTP/1.1" status: 204 len: 168 time: 1.8128941 Apr 20 17:31:55.979507 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f629c0a0-191d-48c0-b83c-2d6b21c213a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:55.981807 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59174) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:56.013626 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ad5928-4e7f-4c65-a1e5-09dac5d06c4f req-988a5992-6b8c-44d3-878f-7b8ea44a97e2 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] No DVR routers for this DVR port 9920606a-fe5d-4e14-929b-3367ae1b77d7 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:31:56.018724 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-80d3268b-2998-406b-bffb-745b9e781063 req-0aea8aff-6231-4239-b6fd-9bc93089a138 service neutron] 10.222.0.10 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805788 Apr 20 17:31:56.019676 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-96ad5928-4e7f-4c65-a1e5-09dac5d06c4f req-988a5992-6b8c-44d3-878f-7b8ea44a97e2 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:56.021463 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-96ad5928-4e7f-4c65-a1e5-09dac5d06c4f req-988a5992-6b8c-44d3-878f-7b8ea44a97e2 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.43 "DELETE /v2.0/ports/9920606a-fe5d-4e14-929b-3367ae1b77d7 HTTP/1.1" status: 204 len: 173 time: 2.2128921 Apr 20 17:31:56.023074 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41670175-93a9-4de7-99d3-f8ebce752dc5', 'name': 'network-vif-deleted', 'tag': '9920606a-fe5d-4e14-929b-3367ae1b77d7'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:31:56.055988 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e68b2273-35b7-42be-ab27-9c31fcedb916 req-fbfab1c5-3c0d-4659-8b90-b7e89fb9e2a8 tempest-ServersNegativeTestJSON-624612442 tempest-ServersNegativeTestJSON-624612442-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3254b93-e8af-4318-abb6-9faba80d883c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998840 Apr 20 17:31:56.076705 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f629c0a0-191d-48c0-b83c-2d6b21c213a5 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:56.157877 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629c0a0-191d-48c0-b83c-2d6b21c213a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=879adc5a-2d25-4c9e-9994-c7384533849b,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:56.169361 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-692c4a74-60f1-4402-99d6-5377c510a410 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] GET failed (client error): The resource could not be found. Apr 20 17:31:56.173235 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-692c4a74-60f1-4402-99d6-5377c510a410 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Synchronizing usage tracker for tenant:781a8e7f1f9040cbb6b89f70e4b31517 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:31:56.203140 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d9912b1-6ea0-4684-9126-d17bef5ced93'] response: {'server_uuid': '41670175-93a9-4de7-99d3-f8ebce752dc5', 'name': 'network-vif-deleted', 'tag': '9920606a-fe5d-4e14-929b-3367ae1b77d7', 'status': 'completed', 'code': 200} Apr 20 17:31:56.240638 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c12bcdf3-ce93-4324-90e5-f5f75857f55d req-d76fa7e0-b899-42bf-8f46-a307550a0f2f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=048f4cae66cf42c897493ac9a67e0d5f&device_id=923bd239-d974-4bb1-974c-b0d82e767367 HTTP/1.1" status: 200 len: 1095 time: 0.1553693 Apr 20 17:31:56.276702 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:31:56.400744 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f629c0a0-191d-48c0-b83c-2d6b21c213a5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/879adc5a-2d25-4c9e-9994-c7384533849b HTTP/1.1" status: 204 len: 168 time: 1.5548668 Apr 20 17:31:56.418732 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-692c4a74-60f1-4402-99d6-5377c510a410 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] Unset dirty status for tenant:781a8e7f1f9040cbb6b89f70e4b31517 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:31:56.420025 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-692c4a74-60f1-4402-99d6-5377c510a410 tempest-PortsAdminExtendedAttrsTestJSON-1900064019 tempest-PortsAdminExtendedAttrsTestJSON-1900064019-project-admin] 10.222.0.39 "GET /v2.0/ports/fab0ac82-2171-443b-a4d9-f7c055d9c538 HTTP/1.1" status: 404 len: 333 time: 0.4343669 Apr 20 17:31:56.427715 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59186) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:56.450529 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a265cb7-3343-4c2f-bee8-9f1bff2eed15 req-5c17f36d-e446-4bcf-9244-fe57a2cf32a2 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:56.458442 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3a265cb7-3343-4c2f-bee8-9f1bff2eed15 req-5c17f36d-e446-4bcf-9244-fe57a2cf32a2 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=923bd239-d974-4bb1-974c-b0d82e767367 HTTP/1.1" status: 200 len: 944 time: 0.6308746 Apr 20 17:31:56.584253 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 9920606a-fe5d-4e14-929b-3367ae1b77d7 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:31:56.685089 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 9920606a-fe5d-4e14-929b-3367ae1b77d7 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:31:56.685730 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 9920606a-fe5d-4e14-929b-3367ae1b77d7 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:31:56.704583 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3a265cb7-3343-4c2f-bee8-9f1bff2eed15 req-6937fcd5-fc01-455e-9b4c-b079fe758563 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445929 Apr 20 17:31:56.750690 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0d9a1d8d-074e-472d-b58d-618da8d6c764 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:56.755915 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12bcdf3-ce93-4324-90e5-f5f75857f55d req-0a319591-695e-4ab8-9046-b3b5e79bffb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:56.757571 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c12bcdf3-ce93-4324-90e5-f5f75857f55d req-0a319591-695e-4ab8-9046-b3b5e79bffb5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4f37beb4-cacf-475a-8f23-eab887469923 HTTP/1.1" status: 200 len: 913 time: 0.5105052 Apr 20 17:31:56.796184 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b5bb6fbd-2fa8-45a8-a7c9-47f34db8533c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:56.859913 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cdca31-e1c3-4960-97c4-0ab6ed048f7e tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:31:56.865982 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a5cdca31-e1c3-4960-97c4-0ab6ed048f7e tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:56.876409 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f91755-a775-4b3d-806a-841289a0e692 None None] Sync routers for ids ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:31:56.898252 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f91755-a775-4b3d-806a-841289a0e692 None None] Routers {'e1d93820-6526-4ca9-b0c8-c49105c7dbc4'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:31:56.899597 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-18f91755-a775-4b3d-806a-841289a0e692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:31:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:56.914748 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c12bcdf3-ce93-4324-90e5-f5f75857f55d req-b6adc34f-644a-4737-b4a9-de07a37434d9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c34d0e24-9726-4e9d-832a-45d1c230effe HTTP/1.1" status: 200 len: 217 time: 0.1501079 Apr 20 17:31:56.976798 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b5bb6fbd-2fa8-45a8-a7c9-47f34db8533c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:57.017042 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59190) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:57.049560 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12bcdf3-ce93-4324-90e5-f5f75857f55d req-fe799ac9-9fed-4442-b09e-62005d306e13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:57.055820 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c12bcdf3-ce93-4324-90e5-f5f75857f55d req-fe799ac9-9fed-4442-b09e-62005d306e13 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=459b9241-591b-4214-ba21-d89500ea520e HTTP/1.1" status: 200 len: 851 time: 0.0984242 Apr 20 17:31:57.144446 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a5cdca31-e1c3-4960-97c4-0ab6ed048f7e tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "PUT /v2.0/floatingips/4e852ef9-9055-4007-821f-32a6334e2805 HTTP/1.1" status: 200 len: 991 time: 5.4671626 Apr 20 17:31:57.149651 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb881ea2-f91c-4971-9925-fb51ed69ec96', 'tag': '08fb96fe-1715-4d23-b04b-641242ea8aeb'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:31:57.229881 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bb6fbd-2fa8-45a8-a7c9-47f34db8533c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network 5d7b9e06-4f68-4942-bde5-d780665b137e is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:31:57.253084 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-18f91755-a775-4b3d-806a-841289a0e692 None None] Set router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:31:57.255933 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb6fbd-2fa8-45a8-a7c9-47f34db8533c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Port': ['ID=d2cdc381-3e68-4d39-9e85-1c57f2a3ccbd,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:57.258981 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0d9a1d8d-074e-472d-b58d-618da8d6c764 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:57.267901 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-b5bb6fbd-2fa8-45a8-a7c9-47f34db8533c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:31:57.274550 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bb6fbd-2fa8-45a8-a7c9-47f34db8533c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:31:57.278939 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bb6fbd-2fa8-45a8-a7c9-47f34db8533c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:57.279559 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b5bb6fbd-2fa8-45a8-a7c9-47f34db8533c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:57.287312 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e7f29e5-0e67-428a-8d43-ce76449f80cf'] response: {'name': 'network-changed', 'server_uuid': 'cb881ea2-f91c-4971-9925-fb51ed69ec96', 'tag': '08fb96fe-1715-4d23-b04b-641242ea8aeb', 'status': 'completed', 'code': 200} Apr 20 17:31:57.288176 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59202) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:57.290397 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e4be0238-c9de-4166-a91f-f31c6afa1d57 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=188556b707254dfa930a0992cbd479a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2596734 Apr 20 17:31:57.328430 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59206) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:57.382552 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b5bb6fbd-2fa8-45a8-a7c9-47f34db8533c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1738205 Apr 20 17:31:57.389726 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59212) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:57.416586 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-85535268-b4c8-46fb-8ab8-79500a7cbdfc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:31:57.471275 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-0d9a1d8d-074e-472d-b58d-618da8d6c764 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97500a1e-f244-4041-86ea-6ddad01f6c57']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:57.474853 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-088f06a1-c3ff-47ea-9574-e725d66e9bc5 admin admin] Deleting subnet 38a1a990-6a1f-4220-b0ae-85ff981bdb2a {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:31:57.507279 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-0d9a1d8d-074e-472d-b58d-618da8d6c764 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca265320-7fc5-47a0-a8c2-6184be0aa58b') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:57.507796 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-0d9a1d8d-074e-472d-b58d-618da8d6c764 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca265320-7fc5-47a0-a8c2-6184be0aa58b') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:57.519589 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-088f06a1-c3ff-47ea-9574-e725d66e9bc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:57.532472 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0d9a1d8d-074e-472d-b58d-618da8d6c764 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:57.588402 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c12bcdf3-ce93-4324-90e5-f5f75857f55d req-89e87299-e2c4-4757-9d11-3b3fd009cf0f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f37beb4-cacf-475a-8f23-eab887469923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5158713 Apr 20 17:31:57.697089 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0d9a1d8d-074e-472d-b58d-618da8d6c764 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:57.706029 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-088f06a1-c3ff-47ea-9574-e725d66e9bc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:57.769778 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7a0528b0-f420-4de2-bb88-4b23fa3e3905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:57.828638 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7a0528b0-f420-4de2-bb88-4b23fa3e3905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:57.836428 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-088f06a1-c3ff-47ea-9574-e725d66e9bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:57.861964 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-18f91755-a775-4b3d-806a-841289a0e692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'name': 'tempest-AttachVolumeNegativeTest-176702069-router', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:30:58Z', 'updated_at': '2022-04-20T17:31:10Z', 'revision_number': 4, 'project_id': 'fff76710152c4266b547138b68f9e982', 'gw_port': {'id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:30:59Z', 'updated_at': '2022-04-20T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '4e852ef9-9055-4007-821f-32a6334e2805', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'port_id': '08fb96fe-1715-4d23-b04b-641242ea8aeb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'mac_address': 'fa:16:3e:7e:d7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb881ea2-f91c-4971-9925-fb51ed69ec96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:31:20Z', 'updated_at': '2022-04-20T17:31:52Z', 'revision_number': 1, 'project_id': 'fff76710152c4266b547138b68f9e982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8599e52f-56a7-4816-bd23-d86cc23894bb', 'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'mac_address': 'fa:16:3e:63:5d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:31:08Z', 'updated_at': '2022-04-20T17:31:21Z', 'revision_number': 5, 'project_id': 'fff76710152c4266b547138b68f9e982', 'subnets': [{'id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:57.875295 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f91755-a775-4b3d-806a-841289a0e692 None None] Checking router: e1d93820-6526-4ca9-b0c8-c49105c7dbc4 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:31:57.901892 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f91755-a775-4b3d-806a-841289a0e692 None None] Routers {'e1d93820-6526-4ca9-b0c8-c49105c7dbc4'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:31:57.902560 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-18f91755-a775-4b3d-806a-841289a0e692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:31:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:58.021746 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9a1d8d-074e-472d-b58d-618da8d6c764 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:31:58.022071 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0d9a1d8d-074e-472d-b58d-618da8d6c764 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:58.132064 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:31:58.132064 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:31:58.132064 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:31:58.132064 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:31:58.132064 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:31:58.132064 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:31:58.132064 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:31:58.132064 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:31:58.132064 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:31:58.132064 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:31:58.132064 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:31:58.132064 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:31:58.132064 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:31:58.132064 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:31:58.132064 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:31:58.132064 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:31:58.132064 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:31:58.132064 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:31:58.132064 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:31:58.132064 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:31:58.132064 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:31:58.132064 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:31:58.132064 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:31:58.132064 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:31:58.132064 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:31:58.132064 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:31:58.132064 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:31:58.132064 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:31:58.132064 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:31:58.132064 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:31:58.132064 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:31:58.132064 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:31:58.153258 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-85535268-b4c8-46fb-8ab8-79500a7cbdfc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:58.179872 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3cabe753-8808-4144-bffe-b9fb41024831 req-65bf7166-5c1f-4f60-9d91-0b9517cae013 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fff76710152c4266b547138b68f9e982&device_id=cb881ea2-f91c-4971-9925-fb51ed69ec96 HTTP/1.1" status: 200 len: 1096 time: 0.8835897 Apr 20 17:31:58.181194 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-18f91755-a775-4b3d-806a-841289a0e692 None None] Set router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:31:58.253050 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-088f06a1-c3ff-47ea-9574-e725d66e9bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:58.328566 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f06a1-c3ff-47ea-9574-e725d66e9bc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38a1a990-6a1f-4220-b0ae-85ff981bdb2a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:58.368111 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-088f06a1-c3ff-47ea-9574-e725d66e9bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:58.419262 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e6513-4723-456d-92a6-22b30f7ce510 req-6476839f-2d4c-4873-be65-ea9c60c3b9f3 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:58.428069 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-227e6513-4723-456d-92a6-22b30f7ce510 req-6476839f-2d4c-4873-be65-ea9c60c3b9f3 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=923bd239-d974-4bb1-974c-b0d82e767367 HTTP/1.1" status: 200 len: 944 time: 0.3003781 Apr 20 17:31:58.439642 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7a0528b0-f420-4de2-bb88-4b23fa3e3905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:58.450174 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7a0528b0-f420-4de2-bb88-4b23fa3e3905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:58.452333 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7a0528b0-f420-4de2-bb88-4b23fa3e3905 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f829726b-2901-4dbf-bfb9-a40939502b41 HTTP/1.1" status: 204 len: 168 time: 1.1207805 Apr 20 17:31:58.485342 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-088f06a1-c3ff-47ea-9574-e725d66e9bc5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/38a1a990-6a1f-4220-b0ae-85ff981bdb2a HTTP/1.1" status: 204 len: 168 time: 1.1914251 Apr 20 17:31:58.489882 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59220) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:58.495113 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0528b0-f420-4de2-bb88-4b23fa3e3905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f829726b-2901-4dbf-bfb9-a40939502b41,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:58.649060 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b241936e-b56d-4fc6-821f-d65be2369d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:58.661813 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c12bcdf3-ce93-4324-90e5-f5f75857f55d req-b6c04df0-4c65-4601-9a7c-679c8606102e service neutron] 10.222.0.10 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0572796 Apr 20 17:31:58.682574 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0d9a1d8d-074e-472d-b58d-618da8d6c764 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:58.689893 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0d9a1d8d-074e-472d-b58d-618da8d6c764 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:58.696557 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-227e6513-4723-456d-92a6-22b30f7ce510 req-86ee4198-2e10-45bc-bec9-ed9707bd7a30 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591527 Apr 20 17:31:58.797370 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0d9a1d8d-074e-472d-b58d-618da8d6c764 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] 10.222.0.39 "DELETE /v2.0/networks/97500a1e-f244-4041-86ea-6ddad01f6c57 HTTP/1.1" status: 204 len: 168 time: 2.3685956 Apr 20 17:31:58.882220 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-18f91755-a775-4b3d-806a-841289a0e692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'name': 'tempest-AttachVolumeNegativeTest-176702069-router', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:30:58Z', 'updated_at': '2022-04-20T17:31:10Z', 'revision_number': 4, 'project_id': 'fff76710152c4266b547138b68f9e982', 'gw_port': {'id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:30:59Z', 'updated_at': '2022-04-20T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '4e852ef9-9055-4007-821f-32a6334e2805', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'port_id': '08fb96fe-1715-4d23-b04b-641242ea8aeb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'mac_address': 'fa:16:3e:7e:d7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb881ea2-f91c-4971-9925-fb51ed69ec96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:31:20Z', 'updated_at': '2022-04-20T17:31:52Z', 'revision_number': 1, 'project_id': 'fff76710152c4266b547138b68f9e982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8599e52f-56a7-4816-bd23-d86cc23894bb', 'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'mac_address': 'fa:16:3e:63:5d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:31:08Z', 'updated_at': '2022-04-20T17:31:21Z', 'revision_number': 5, 'project_id': 'fff76710152c4266b547138b68f9e982', 'subnets': [{'id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:58.887930 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f91755-a775-4b3d-806a-841289a0e692 None None] The sync data for ids ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'] in n-d-838032-1 is: [{'id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'name': 'tempest-AttachVolumeNegativeTest-176702069-router', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:30:58Z', 'updated_at': '2022-04-20T17:31:10Z', 'revision_number': 4, 'project_id': 'fff76710152c4266b547138b68f9e982', 'gw_port': {'id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:30:59Z', 'updated_at': '2022-04-20T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '4e852ef9-9055-4007-821f-32a6334e2805', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'port_id': '08fb96fe-1715-4d23-b04b-641242ea8aeb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'mac_address': 'fa:16:3e:7e:d7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb881ea2-f91c-4971-9925-fb51ed69ec96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:31:20Z', 'updated_at': '2022-04-20T17:31:52Z', 'revision_number': 1, 'project_id': 'fff76710152c4266b547138b68f9e982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8599e52f-56a7-4816-bd23-d86cc23894bb', 'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'mac_address': 'fa:16:3e:63:5d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:31:08Z', 'updated_at': '2022-04-20T17:31:21Z', 'revision_number': 5, 'project_id': 'fff76710152c4266b547138b68f9e982', 'subnets': [{'id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:31:58.979666 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a1d8d-074e-472d-b58d-618da8d6c764 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Pushing event deleted for resources: {'Network': ['ID=97500a1e-f244-4041-86ea-6ddad01f6c57,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:58.988537 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b241936e-b56d-4fc6-821f-d65be2369d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:58.996711 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [None req-85535268-b4c8-46fb-8ab8-79500a7cbdfc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:31:59.040471 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-b241936e-b56d-4fc6-821f-d65be2369d7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400f7fec-a84e-421e-a33f-ee2818f755c4']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:59.061840 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-85535268-b4c8-46fb-8ab8-79500a7cbdfc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:59.070656 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-b241936e-b56d-4fc6-821f-d65be2369d7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe16a2a-b449-467f-a496-cfefe33a9eb6') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:59.070949 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-b241936e-b56d-4fc6-821f-d65be2369d7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe16a2a-b449-467f-a496-cfefe33a9eb6') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:31:59.096629 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b241936e-b56d-4fc6-821f-d65be2369d7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:59.106741 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a1d8d-074e-472d-b58d-618da8d6c764 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:59.107082 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a1d8d-074e-472d-b58d-618da8d6c764 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:59.107427 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a1d8d-074e-472d-b58d-618da8d6c764 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:59.107758 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a1d8d-074e-472d-b58d-618da8d6c764 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:59.108087 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a1d8d-074e-472d-b58d-618da8d6c764 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:59.108418 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a1d8d-074e-472d-b58d-618da8d6c764 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:59.108962 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a1d8d-074e-472d-b58d-618da8d6c764 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:59.109323 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a1d8d-074e-472d-b58d-618da8d6c764 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:59.109684 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a1d8d-074e-472d-b58d-618da8d6c764 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:59.109970 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a1d8d-074e-472d-b58d-618da8d6c764 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:59.110318 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a1d8d-074e-472d-b58d-618da8d6c764 tempest-PortsAdminExtendedAttrsTestJSON-1810785523 tempest-PortsAdminExtendedAttrsTestJSON-1810785523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:31:59.118261 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-85535268-b4c8-46fb-8ab8-79500a7cbdfc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:59.138331 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b241936e-b56d-4fc6-821f-d65be2369d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:59.159272 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b241936e-b56d-4fc6-821f-d65be2369d7a admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:31:59.160670 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b241936e-b56d-4fc6-821f-d65be2369d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:59.193499 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:31:59.193499 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:31:59.193499 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:31:59.193499 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:31:59.193499 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:31:59.193499 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:31:59.193499 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:31:59.193499 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:31:59.193499 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:31:59.193499 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:31:59.193499 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:31:59.193499 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:31:59.193499 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:31:59.193499 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:31:59.193499 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:31:59.193499 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:31:59.193499 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:31:59.193499 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:31:59.193499 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:31:59.193499 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:31:59.193499 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:31:59.193499 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:31:59.193499 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:31:59.193499 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:31:59.193499 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:31:59.193499 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:31:59.193499 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:31:59.193499 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:31:59.193499 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:31:59.193499 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:31:59.193499 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:31:59.193499 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:31:59.317674 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabe753-8808-4144-bffe-b9fb41024831 req-8e51f40a-f3d2-47d0-8078-cc078993f1db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:59.319162 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3cabe753-8808-4144-bffe-b9fb41024831 req-8e51f40a-f3d2-47d0-8078-cc078993f1db service neutron] 10.222.0.43 "GET /v2.0/networks?id=b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 HTTP/1.1" status: 200 len: 915 time: 0.9023786 Apr 20 17:31:59.340407 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f0abd4-abef-4bc7-bf2f-45830e967933 None None] New status for floating IP 4e852ef9-9055-4007-821f-32a6334e2805: ACTIVE {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:31:59.401295 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b241936e-b56d-4fc6-821f-d65be2369d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:59.442702 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b241936e-b56d-4fc6-821f-d65be2369d7a admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:59.452210 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59240) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:59.478784 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241936e-b56d-4fc6-821f-d65be2369d7a admin admin] Pushing event deleted for resources: {'Network': ['ID=400f7fec-a84e-421e-a33f-ee2818f755c4,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:59.492374 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b241936e-b56d-4fc6-821f-d65be2369d7a admin admin] 10.222.0.39 "DELETE /v2.0/networks/400f7fec-a84e-421e-a33f-ee2818f755c4 HTTP/1.1" status: 204 len: 168 time: 0.9999464 Apr 20 17:31:59.540276 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-85535268-b4c8-46fb-8ab8-79500a7cbdfc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] In _notify_port_updated(), no bound segment for port d2cdc381-3e68-4d39-9e85-1c57f2a3ccbd on network 5d7b9e06-4f68-4942-bde5-d780665b137e {{(pid=84081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 20 17:31:59.544078 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85535268-b4c8-46fb-8ab8-79500a7cbdfc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:59.544659 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-85535268-b4c8-46fb-8ab8-79500a7cbdfc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:59.548554 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-85535268-b4c8-46fb-8ab8-79500a7cbdfc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "PUT /v2.0/ports/d2cdc381-3e68-4d39-9e85-1c57f2a3ccbd HTTP/1.1" status: 200 len: 818 time: 2.1455109 Apr 20 17:31:59.548554 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c12bcdf3-ce93-4324-90e5-f5f75857f55d req-325dc653-e932-4316-ac33-29a080d429f8 service neutron] 10.222.0.10 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8462529 Apr 20 17:31:59.548991 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59248) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:59.577864 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85535268-b4c8-46fb-8ab8-79500a7cbdfc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Port': ['ID=d2cdc381-3e68-4d39-9e85-1c57f2a3ccbd,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:31:59.590883 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device c34d0e24-9726-4e9d-832a-45d1c230effe details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:31:59.607255 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3cabe753-8808-4144-bffe-b9fb41024831 req-84267cd4-8872-43be-b34a-9098090daebb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08fb96fe-1715-4d23-b04b-641242ea8aeb HTTP/1.1" status: 200 len: 999 time: 0.2551425 Apr 20 17:31:59.700138 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-ec65b4a7-053f-4d5e-9c33-c7ae6fe962e5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Deleting port d2cdc381-3e68-4d39-9e85-1c57f2a3ccbd {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:31:59.700373 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ec65b4a7-053f-4d5e-9c33-c7ae6fe962e5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:31:59.748621 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabe753-8808-4144-bffe-b9fb41024831 req-9fe68498-84ce-41b8-8a3d-975fd97ab650 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:31:59.764296 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3cabe753-8808-4144-bffe-b9fb41024831 req-9fe68498-84ce-41b8-8a3d-975fd97ab650 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8d05736e-ddd3-43ab-9360-fdcd5c15b127 HTTP/1.1" status: 200 len: 853 time: 0.1379766 Apr 20 17:32:00.018489 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3cabe753-8808-4144-bffe-b9fb41024831 req-75e0ff1a-69e4-4e0c-9113-0c128b76c375 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b9c5f462-ddff-4ef3-834f-300bbbe5c5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2506750 Apr 20 17:32:00.020472 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port c34d0e24-9726-4e9d-832a-45d1c230effe, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=c34d0e24-9726-4e9d-832a-45d1c230effe,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:32:00.044308 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'c34d0e24-9726-4e9d-832a-45d1c230effe', 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923', 'port_id': 'c34d0e24-9726-4e9d-832a-45d1c230effe', 'mac_address': 'fa:16:3e:3a:50:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459b9241-591b-4214-ba21-d89500ea520e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:32:00.127575 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:00.149212 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c34d0e24-9726-4e9d-832a-45d1c230effe {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:32:00.153501 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59266) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:00.171078 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port c34d0e24-9726-4e9d-832a-45d1c230effe, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=c34d0e24-9726-4e9d-832a-45d1c230effe,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:32:00.180400 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:00.265970 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e0220e1b-e932-4ce8-a29b-243bcabb6f9d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b28c1426e595427eaeae60a807e3d400&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8125222 Apr 20 17:32:00.273330 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59272) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:00.335589 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=c34d0e24-9726-4e9d-832a-45d1c230effe,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:00.338106 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ec65b4a7-053f-4d5e-9c33-c7ae6fe962e5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:00.380782 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3cabe753-8808-4144-bffe-b9fb41024831 req-5637fe4d-d94a-4b0a-8c48-242d44bdaa70 service neutron] 10.222.0.43 "GET /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547490 Apr 20 17:32:00.500329 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7012b406-4fd8-4837-b825-a86a9cfe4a68 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5cd3062a7a2942e5a596a268b2c9cffd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3427022 Apr 20 17:32:00.503739 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59278) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:00.544661 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['c34d0e24-9726-4e9d-832a-45d1c230effe'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:32:00.577887 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-ec65b4a7-053f-4d5e-9c33-c7ae6fe962e5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Calling delete_port for d2cdc381-3e68-4d39-9e85-1c57f2a3ccbd owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:32:00.676838 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b5add797-3648-4459-91df-77687a8d9104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:00.736398 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3cabe753-8808-4144-bffe-b9fb41024831 req-7a09f158-33ca-4a5a-ad13-e8452fc523f2 service neutron] 10.222.0.43 "GET /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496103 Apr 20 17:32:00.750028 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53adea48-6c72-4636-bfa2-b13942ace877 req-900d0b6d-72ea-4578-8580-ba93dff8a62a tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:00.758140 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-53adea48-6c72-4636-bfa2-b13942ace877 req-900d0b6d-72ea-4578-8580-ba93dff8a62a tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=923bd239-d974-4bb1-974c-b0d82e767367 HTTP/1.1" status: 200 len: 945 time: 0.6985011 Apr 20 17:32:00.768241 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b5add797-3648-4459-91df-77687a8d9104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:00.785572 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00d222bf-878a-4794-99ec-f13b9bdbbf4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:00.841032 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ec65b4a7-053f-4d5e-9c33-c7ae6fe962e5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:00.876130 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-53adea48-6c72-4636-bfa2-b13942ace877 req-8522b640-fdac-4f55-8e56-041a9af5cb5f tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155772 Apr 20 17:32:00.882026 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00d222bf-878a-4794-99ec-f13b9bdbbf4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:00.917173 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b5add797-3648-4459-91df-77687a8d9104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:00.949203 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65b4a7-053f-4d5e-9c33-c7ae6fe962e5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Port': ['ID=d2cdc381-3e68-4d39-9e85-1c57f2a3ccbd,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:00.968078 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5add797-3648-4459-91df-77687a8d9104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f391bea-a04c-4078-be6a-883e4af1e6f0,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:00.975015 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00d222bf-878a-4794-99ec-f13b9bdbbf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:00.988934 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ec65b4a7-053f-4d5e-9c33-c7ae6fe962e5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:01.001525 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b5add797-3648-4459-91df-77687a8d9104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:01.003137 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b5add797-3648-4459-91df-77687a8d9104 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9f391bea-a04c-4078-be6a-883e4af1e6f0 HTTP/1.1" status: 204 len: 168 time: 0.7257886 Apr 20 17:32:01.005699 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ec65b4a7-053f-4d5e-9c33-c7ae6fe962e5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/ports/d2cdc381-3e68-4d39-9e85-1c57f2a3ccbd HTTP/1.1" status: 204 len: 168 time: 1.4558089 Apr 20 17:32:01.008115 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59292) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:01.055774 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d222bf-878a-4794-99ec-f13b9bdbbf4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3254b93-e8af-4318-abb6-9faba80d883c,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:01.097226 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00d222bf-878a-4794-99ec-f13b9bdbbf4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:01.108328 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-00d222bf-878a-4794-99ec-f13b9bdbbf4c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c3254b93-e8af-4318-abb6-9faba80d883c HTTP/1.1" status: 204 len: 168 time: 0.5697169 Apr 20 17:32:01.193082 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68103fde-942c-4c95-9be4-fab742ba10a5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:01.194055 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-68103fde-942c-4c95-9be4-fab742ba10a5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Synchronizing usage tracker for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:32:01.237282 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-68103fde-942c-4c95-9be4-fab742ba10a5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Unset dirty status for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:32:01.239765 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-68103fde-942c-4c95-9be4-fab742ba10a5 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2304246 Apr 20 17:32:01.242274 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59306) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:01.345458 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc6fe7c6-eda9-4108-9e4f-0ff9d2087c8b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] GET failed (client error): The resource could not be found. Apr 20 17:32:01.346763 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bc6fe7c6-eda9-4108-9e4f-0ff9d2087c8b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "GET /v2.0/ports/d2cdc381-3e68-4d39-9e85-1c57f2a3ccbd HTTP/1.1" status: 404 len: 333 time: 0.1031199 Apr 20 17:32:01.350689 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59312) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:01.356768 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-c25ff738-b1bb-4744-80c8-2fb3b44599cd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1692300807'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:01.362799 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c25ff738-b1bb-4744-80c8-2fb3b44599cd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:01.368491 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c25ff738-b1bb-4744-80c8-2fb3b44599cd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:network and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:01.371742 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c25ff738-b1bb-4744-80c8-2fb3b44599cd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:01.379461 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c25ff738-b1bb-4744-80c8-2fb3b44599cd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:01.404027 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25ff738-b1bb-4744-80c8-2fb3b44599cd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:32:01.409081 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c25ff738-b1bb-4744-80c8-2fb3b44599cd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:01.470533 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c25ff738-b1bb-4744-80c8-2fb3b44599cd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:32:01.497514 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c25ff738-b1bb-4744-80c8-2fb3b44599cd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:01.500795 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-c25ff738-b1bb-4744-80c8-2fb3b44599cd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Added segment bd98fd73-e720-4a05-9565-5e5ce5403295 of type vlan for network 53f33243-5c15-41c7-a80d-818132347a6c Apr 20 17:32:01.552277 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c25ff738-b1bb-4744-80c8-2fb3b44599cd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:01.597770 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device c34d0e24-9726-4e9d-832a-45d1c230effe up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:32:01.643357 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c25ff738-b1bb-4744-80c8-2fb3b44599cd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:01.650811 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25ff738-b1bb-4744-80c8-2fb3b44599cd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:01.669237 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c25ff738-b1bb-4744-80c8-2fb3b44599cd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:01.926027 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port c34d0e24-9726-4e9d-832a-45d1c230effe completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:32:01.934307 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port c34d0e24-9726-4e9d-832a-45d1c230effe triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:32:01.935064 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:01.949134 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59324) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:01.967876 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c25ff738-b1bb-4744-80c8-2fb3b44599cd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6128726 Apr 20 17:32:01.968127 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59330) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:01.976945 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-af9a63b0-052b-4b88-8095-1ccff41dfc12 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'subnet': {'network_id': '53f33243-5c15-41c7-a80d-818132347a6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:02.128579 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-af9a63b0-052b-4b88-8095-1ccff41dfc12 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:02.130780 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ff738-b1bb-4744-80c8-2fb3b44599cd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Network': ['ID=53f33243-5c15-41c7-a80d-818132347a6c,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:02.143787 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-af9a63b0-052b-4b88-8095-1ccff41dfc12 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:subnet and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:02.147064 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-af9a63b0-052b-4b88-8095-1ccff41dfc12 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:02.154926 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-af9a63b0-052b-4b88-8095-1ccff41dfc12 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:02.159963 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 53f33243-5c15-41c7-a80d-818132347a6c details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:32:02.170342 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9a63b0-052b-4b88-8095-1ccff41dfc12 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:32:02.220794 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-91d420bb-4147-4103-a0bb-8a6c0ac0347e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=781a8e7f1f9040cbb6b89f70e4b31517&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2703199 Apr 20 17:32:02.225299 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59340) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:02.318766 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af9a63b0-052b-4b88-8095-1ccff41dfc12 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:02.448601 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bd69c-0ee4-4ff7-9b6a-ac1cf4ee51ad req-89461fd2-b497-4666-88d0-5a67289a4014 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:02.450539 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-832bd69c-0ee4-4ff7-9b6a-ac1cf4ee51ad req-89461fd2-b497-4666-88d0-5a67289a4014 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=923bd239-d974-4bb1-974c-b0d82e767367 HTTP/1.1" status: 200 len: 945 time: 0.3958011 Apr 20 17:32:02.463769 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-099b6b90-3261-4c8c-88ad-0955803972ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:02.602867 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-099b6b90-3261-4c8c-88ad-0955803972ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:02.708683 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:02.766582 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923bd239-d974-4bb1-974c-b0d82e767367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34d0e24-9726-4e9d-832a-45d1c230effe'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:32:02.799119 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port c34d0e24-9726-4e9d-832a-45d1c230effe, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=c34d0e24-9726-4e9d-832a-45d1c230effe,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:32:02.809725 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:02.855800 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4d2f28a6-e3bd-4537-8796-77cc562554b3 req-8de76818-a100-4af4-960c-a3aa20a70aee tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.39 "GET /v2.0/ports?device_id=698bdb22-2a94-4433-97d7-39166798401f HTTP/1.1" status: 200 len: 210 time: 0.2584012 Apr 20 17:32:02.921079 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=c34d0e24-9726-4e9d-832a-45d1c230effe,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:02.940303 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af9a63b0-052b-4b88-8095-1ccff41dfc12 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:02.986566 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-099b6b90-3261-4c8c-88ad-0955803972ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:03.019593 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b6b90-3261-4c8c-88ad-0955803972ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21776293-297f-42e2-a9d7-fd0be3886ea4,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:03.037045 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-832bd69c-0ee4-4ff7-9b6a-ac1cf4ee51ad req-89eb038e-2ec3-4c6a-836d-19a0434447ce tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5767756 Apr 20 17:32:03.041115 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-099b6b90-3261-4c8c-88ad-0955803972ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:03.046179 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-099b6b90-3261-4c8c-88ad-0955803972ac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/21776293-297f-42e2-a9d7-fd0be3886ea4 HTTP/1.1" status: 204 len: 168 time: 0.8137817 Apr 20 17:32:03.082503 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a63b0-052b-4b88-8095-1ccff41dfc12 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Subnet': ['ID=40f0c6b6-0bb5-48d2-abc3-ddc641b626f8,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:03.113475 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9a63b0-052b-4b88-8095-1ccff41dfc12 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Checking segment: {'id': 'bd98fd73-e720-4a05-9565-5e5ce5403295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '53f33243-5c15-41c7-a80d-818132347a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:32:03.113796 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9a63b0-052b-4b88-8095-1ccff41dfc12 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network hostable DHCP agents. Network: 53f33243-5c15-41c7-a80d-818132347a6c, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:32:03.117535 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53853711-d857-44ca-90b3-c8b72a4a00e8'] response: {'server_uuid': '923bd239-d974-4bb1-974c-b0d82e767367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34d0e24-9726-4e9d-832a-45d1c230effe', 'code': 200} Apr 20 17:32:03.155054 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9a63b0-052b-4b88-8095-1ccff41dfc12 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network 53f33243-5c15-41c7-a80d-818132347a6c is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:32:03.175702 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-af9a63b0-052b-4b88-8095-1ccff41dfc12 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 53f33243-5c15-41c7-a80d-818132347a6c) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:32:03.182674 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9a63b0-052b-4b88-8095-1ccff41dfc12 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:03.184135 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af9a63b0-052b-4b88-8095-1ccff41dfc12 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:03.189508 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388abd2e-2f26-4ea2-9529-64683cfc5a8a None None] Network 53f33243-5c15-41c7-a80d-818132347a6c requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:32:03.225717 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-af9a63b0-052b-4b88-8095-1ccff41dfc12 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2562492 Apr 20 17:32:03.226730 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59374) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:03.236245 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-d018c30c-6be8-4396-bfb8-57c85c848ebf tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'subnet': {'network_id': '53f33243-5c15-41c7-a80d-818132347a6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:03.391838 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59380) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:03.449682 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b711967-cc4c-46ee-bd9c-6be698582235 req-45bd51cb-1b19-4362-80ee-45231ce25d42 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=923bd239-d974-4bb1-974c-b0d82e767367 HTTP/1.1" status: 200 len: 1097 time: 0.2681580 Apr 20 17:32:03.469477 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d018c30c-6be8-4396-bfb8-57c85c848ebf tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:03.475662 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d018c30c-6be8-4396-bfb8-57c85c848ebf tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:subnet and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:03.479510 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d018c30c-6be8-4396-bfb8-57c85c848ebf tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:03.488826 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d018c30c-6be8-4396-bfb8-57c85c848ebf tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:03.505883 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d018c30c-6be8-4396-bfb8-57c85c848ebf tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:32:03.512006 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d018c30c-6be8-4396-bfb8-57c85c848ebf tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:03.641814 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5b711967-cc4c-46ee-bd9c-6be698582235 req-a9a6d3bb-64e6-4b39-8a8f-84383044e1fe service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733618 Apr 20 17:32:03.819304 n-d-838032-1 neutron-server[84080]: INFO neutron.db.ipam_backend_mixin [None req-d018c30c-6be8-4396-bfb8-57c85c848ebf tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 40f0c6b6-0bb5-48d2-abc3-ddc641b626f8 (CIDR: 2001:db8::/64) Apr 20 17:32:03.826442 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-d018c30c-6be8-4396-bfb8-57c85c848ebf tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:32:03.826885 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d018c30c-6be8-4396-bfb8-57c85c848ebf tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:32:03.854275 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b263e2a5-400d-43f8-b9ba-f3004d76aeac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-53f33243-5c15-41c7-a80d-818132347a6c', 'network_id': '53f33243-5c15-41c7-a80d-818132347a6c', 'tenant_id': '409944c1ab7f41a6acbb3c4fe41edf37', 'fixed_ips': [{'subnet_id': '40f0c6b6-0bb5-48d2-abc3-ddc641b626f8'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:32:03.857931 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b263e2a5-400d-43f8-b9ba-f3004d76aeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:03.883044 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d018c30c-6be8-4396-bfb8-57c85c848ebf tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6538048 Apr 20 17:32:03.885411 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59398) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:03.891642 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-e89f9942-e85b-47cd-a1d0-2b8a5ef3b358 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'subnet': {'network_id': '53f33243-5c15-41c7-a80d-818132347a6c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:04.171994 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-b263e2a5-400d-43f8-b9ba-f3004d76aeac None None] Allocated IP 2001:db8::2 (53f33243-5c15-41c7-a80d-818132347a6c/40f0c6b6-0bb5-48d2-abc3-ddc641b626f8/f6e1b900-07e0-4593-a328-a6e9a13a1a77) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:32:04.424544 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e89f9942-e85b-47cd-a1d0-2b8a5ef3b358 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:04.453176 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-db6ecc71-1b22-4bb3-8b14-b0181898d7da req-3773f951-f8a7-4012-8e63-b36d5cad01cb tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c HTTP/1.1" status: 200 len: 210 time: 0.1607840 Apr 20 17:32:04.485934 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-ccd3fdc5-458a-4165-bfd5-34ecee734bd0 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1100339449-network', 'tenant_id': '49d0ff830e2649928927b84ec73a6d1e'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:04.509076 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ccd3fdc5-458a-4165-bfd5-34ecee734bd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:04.531660 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ccd3fdc5-458a-4165-bfd5-34ecee734bd0 admin admin] Usage tracker for resource:network and tenant:49d0ff830e2649928927b84ec73a6d1e is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:04.555805 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ccd3fdc5-458a-4165-bfd5-34ecee734bd0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:04.566555 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ccd3fdc5-458a-4165-bfd5-34ecee734bd0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:04.595391 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e89f9942-e85b-47cd-a1d0-2b8a5ef3b358 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:subnet and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:04.596509 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed475ec-bd8b-4afb-ab00-dc55553a1cf7 req-c02976bb-7897-4549-bdf1-c08f97f8670b tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:04.601425 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bed475ec-bd8b-4afb-ab00-dc55553a1cf7 req-c02976bb-7897-4549-bdf1-c08f97f8670b tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=923bd239-d974-4bb1-974c-b0d82e767367 HTTP/1.1" status: 200 len: 946 time: 0.3002663 Apr 20 17:32:04.602410 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd3fdc5-458a-4165-bfd5-34ecee734bd0 admin admin] Made reservation on behalf of 49d0ff830e2649928927b84ec73a6d1e for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:32:04.604778 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ccd3fdc5-458a-4165-bfd5-34ecee734bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:04.632649 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e89f9942-e85b-47cd-a1d0-2b8a5ef3b358 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:04.654926 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ccd3fdc5-458a-4165-bfd5-34ecee734bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:04.673057 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e89f9942-e85b-47cd-a1d0-2b8a5ef3b358 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:04.701349 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bed475ec-bd8b-4afb-ab00-dc55553a1cf7 req-1704cf7e-11ed-4da5-be19-bb9c938dd193 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932775 Apr 20 17:32:04.708109 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89f9942-e85b-47cd-a1d0-2b8a5ef3b358 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:32:04.744086 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b263e2a5-400d-43f8-b9ba-f3004d76aeac None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:04.759395 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b263e2a5-400d-43f8-b9ba-f3004d76aeac None None] Transition to ACTIVE for port object f6e1b900-07e0-4593-a328-a6e9a13a1a77 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:32:04.834586 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b263e2a5-400d-43f8-b9ba-f3004d76aeac None None] Transition to ACTIVE for port object f6e1b900-07e0-4593-a328-a6e9a13a1a77 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:32:04.851515 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b263e2a5-400d-43f8-b9ba-f3004d76aeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:04.867721 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ccd3fdc5-458a-4165-bfd5-34ecee734bd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:04.887461 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ccd3fdc5-458a-4165-bfd5-34ecee734bd0 admin admin] Usage tracker for resource:security_group_rule and tenant:49d0ff830e2649928927b84ec73a6d1e is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:04.898159 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ccd3fdc5-458a-4165-bfd5-34ecee734bd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:04.917314 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ccd3fdc5-458a-4165-bfd5-34ecee734bd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:04.944622 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b263e2a5-400d-43f8-b9ba-f3004d76aeac None None] Pushing event updated for resources: {'Port': ['ID=f6e1b900-07e0-4593-a328-a6e9a13a1a77,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:04.988273 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b263e2a5-400d-43f8-b9ba-f3004d76aeac None None] Network 53f33243-5c15-41c7-a80d-818132347a6c is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:32:04.991978 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-b263e2a5-400d-43f8-b9ba-f3004d76aeac None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:32:05.000814 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b263e2a5-400d-43f8-b9ba-f3004d76aeac None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:32:05.014142 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e89f9942-e85b-47cd-a1d0-2b8a5ef3b358 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:05.282516 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ccd3fdc5-458a-4165-bfd5-34ecee734bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:05.298090 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ccd3fdc5-458a-4165-bfd5-34ecee734bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:05.298090 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd3fdc5-458a-4165-bfd5-34ecee734bd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:32:05.311060 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b263e2a5-400d-43f8-b9ba-f3004d76aeac None None] Attempting to bind port f6e1b900-07e0-4593-a328-a6e9a13a1a77 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:32:05.311060 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b263e2a5-400d-43f8-b9ba-f3004d76aeac None None] Attempting to bind port f6e1b900-07e0-4593-a328-a6e9a13a1a77 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'bd98fd73-e720-4a05-9565-5e5ce5403295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '53f33243-5c15-41c7-a80d-818132347a6c'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:32:05.314717 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ccd3fdc5-458a-4165-bfd5-34ecee734bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:05.314717 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-ccd3fdc5-458a-4165-bfd5-34ecee734bd0 admin admin] Added segment 203cf1bc-cf82-4919-90cd-26b7e0a0ccf9 of type vlan for network 5c3c1552-8ea1-434d-9443-852b2c6dea86 Apr 20 17:32:05.315065 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b263e2a5-400d-43f8-b9ba-f3004d76aeac None None] Attempting to bind port f6e1b900-07e0-4593-a328-a6e9a13a1a77 on network 53f33243-5c15-41c7-a80d-818132347a6c {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:32:05.326008 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b263e2a5-400d-43f8-b9ba-f3004d76aeac None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:32:05.336220 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b263e2a5-400d-43f8-b9ba-f3004d76aeac None None] Checking segment: {'id': 'bd98fd73-e720-4a05-9565-5e5ce5403295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '53f33243-5c15-41c7-a80d-818132347a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:32:05.336751 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b263e2a5-400d-43f8-b9ba-f3004d76aeac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:05.337161 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b263e2a5-400d-43f8-b9ba-f3004d76aeac None None] Bound using segment: {'id': 'bd98fd73-e720-4a05-9565-5e5ce5403295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '53f33243-5c15-41c7-a80d-818132347a6c'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:32:05.337799 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b263e2a5-400d-43f8-b9ba-f3004d76aeac None None] Bound port: f6e1b900-07e0-4593-a328-a6e9a13a1a77, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd98fd73-e720-4a05-9565-5e5ce5403295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '53f33243-5c15-41c7-a80d-818132347a6c'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:32:05.338034 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b263e2a5-400d-43f8-b9ba-f3004d76aeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:05.402428 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ccd3fdc5-458a-4165-bfd5-34ecee734bd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:05.423489 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd3fdc5-458a-4165-bfd5-34ecee734bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002b077d-de46-4c57-ae23-b14239a5f05d,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:05.513471 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ccd3fdc5-458a-4165-bfd5-34ecee734bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:05.515866 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd3fdc5-458a-4165-bfd5-34ecee734bd0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:05.516437 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ccd3fdc5-458a-4165-bfd5-34ecee734bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:05.561579 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b263e2a5-400d-43f8-b9ba-f3004d76aeac None None] For port f6e1b900-07e0-4593-a328-a6e9a13a1a77, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:32:05.565166 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b263e2a5-400d-43f8-b9ba-f3004d76aeac None None] For port f6e1b900-07e0-4593-a328-a6e9a13a1a77, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f6e1b900-07e0-4593-a328-a6e9a13a1a77,segment=NetworkSegment(bd98fd73-e720-4a05-9565-5e5ce5403295),segment_id=bd98fd73-e720-4a05-9565-5e5ce5403295)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:32:05.571705 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b263e2a5-400d-43f8-b9ba-f3004d76aeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:05.609394 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ccd3fdc5-458a-4165-bfd5-34ecee734bd0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2088094 Apr 20 17:32:05.614867 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59434) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:05.622084 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-257c3794-50c1-4950-816c-04a9bcbc7cd6 admin admin] Request body: {'subnet': {'network_id': '5c3c1552-8ea1-434d-9443-852b2c6dea86', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1100339449-subnet', 'tenant_id': '49d0ff830e2649928927b84ec73a6d1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:05.628572 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-257c3794-50c1-4950-816c-04a9bcbc7cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:05.633915 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-257c3794-50c1-4950-816c-04a9bcbc7cd6 admin admin] Usage tracker for resource:subnet and tenant:49d0ff830e2649928927b84ec73a6d1e is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:05.639833 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-257c3794-50c1-4950-816c-04a9bcbc7cd6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:05.647411 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-257c3794-50c1-4950-816c-04a9bcbc7cd6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:05.666654 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257c3794-50c1-4950-816c-04a9bcbc7cd6 admin admin] Made reservation on behalf of 49d0ff830e2649928927b84ec73a6d1e for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:32:05.669767 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-257c3794-50c1-4950-816c-04a9bcbc7cd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:05.682603 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b263e2a5-400d-43f8-b9ba-f3004d76aeac None None] Pushing event updated for resources: {'Port': ['ID=f6e1b900-07e0-4593-a328-a6e9a13a1a77,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:05.729514 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59438) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:05.854842 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-185b1174-5279-465e-a3f5-b9d5d355e3a7 req-a455af4f-b03d-4388-9619-af0e35c28508 tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c HTTP/1.1" status: 200 len: 210 time: 0.0958974 Apr 20 17:32:05.866594 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd3fdc5-458a-4165-bfd5-34ecee734bd0 admin admin] Pushing event updated for resources: {'Network': ['ID=5c3c1552-8ea1-434d-9443-852b2c6dea86,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:05.882470 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 5c3c1552-8ea1-434d-9443-852b2c6dea86 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:32:05.939512 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e89f9942-e85b-47cd-a1d0-2b8a5ef3b358 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:06.125957 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-745a96de-cb67-4288-b219-2765267ea301 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1097894215'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:06.148074 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-745a96de-cb67-4288-b219-2765267ea301 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:06.156944 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7ba8248a-f664-4019-9ca5-74dddb0e89d8 req-955efc4c-a039-4987-88ec-8eaf5c1025bd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=698bdb22-2a94-4433-97d7-39166798401f HTTP/1.1" status: 200 len: 210 time: 0.1284802 Apr 20 17:32:06.173284 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-745a96de-cb67-4288-b219-2765267ea301 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:network and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:06.181020 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-745a96de-cb67-4288-b219-2765267ea301 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:06.185313 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89f9942-e85b-47cd-a1d0-2b8a5ef3b358 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network 53f33243-5c15-41c7-a80d-818132347a6c is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:32:06.189405 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-e89f9942-e85b-47cd-a1d0-2b8a5ef3b358 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:32:06.191642 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f9942-e85b-47cd-a1d0-2b8a5ef3b358 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Subnet': ['ID=5f92b6f3-c25c-4381-a1d2-4750c3623d76,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:06.194340 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89f9942-e85b-47cd-a1d0-2b8a5ef3b358 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:06.195109 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e89f9942-e85b-47cd-a1d0-2b8a5ef3b358 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:06.195846 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-257c3794-50c1-4950-816c-04a9bcbc7cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:06.215867 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-745a96de-cb67-4288-b219-2765267ea301 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:06.227050 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e89f9942-e85b-47cd-a1d0-2b8a5ef3b358 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3404715 Apr 20 17:32:06.240844 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59452) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:06.251052 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-3ca26801-6f18-4085-8b96-1e5a2bc872cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'port': {'network_id': '53f33243-5c15-41c7-a80d-818132347a6c', 'fixed_ips': [{'subnet_id': '40f0c6b6-0bb5-48d2-abc3-ddc641b626f8'}, {'subnet_id': '5f92b6f3-c25c-4381-a1d2-4750c3623d76'}], 'name': 'tempest-PortsIpV6TestJSON-904236030'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:06.311957 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c3794-50c1-4950-816c-04a9bcbc7cd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8423d302-1590-41de-b995-934186f3a159,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:06.349040 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745a96de-cb67-4288-b219-2765267ea301 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:32:06.351927 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-745a96de-cb67-4288-b219-2765267ea301 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:06.389626 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257c3794-50c1-4950-816c-04a9bcbc7cd6 admin admin] Checking segment: {'id': '203cf1bc-cf82-4919-90cd-26b7e0a0ccf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5c3c1552-8ea1-434d-9443-852b2c6dea86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:32:06.389821 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-745a96de-cb67-4288-b219-2765267ea301 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:06.390557 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257c3794-50c1-4950-816c-04a9bcbc7cd6 admin admin] Network hostable DHCP agents. Network: 5c3c1552-8ea1-434d-9443-852b2c6dea86, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:32:06.424067 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45058163-7b8b-4930-95c7-2795e05c8256 req-3665f3b1-7726-4732-8633-24891fa38568 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:06.426390 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-45058163-7b8b-4930-95c7-2795e05c8256 req-3665f3b1-7726-4732-8633-24891fa38568 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=923bd239-d974-4bb1-974c-b0d82e767367 HTTP/1.1" status: 200 len: 946 time: 0.3576226 Apr 20 17:32:06.438983 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257c3794-50c1-4950-816c-04a9bcbc7cd6 admin admin] Network 5c3c1552-8ea1-434d-9443-852b2c6dea86 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:32:06.467630 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-745a96de-cb67-4288-b219-2765267ea301 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:06.484069 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-745a96de-cb67-4288-b219-2765267ea301 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:security_group_rule and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:06.489462 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-745a96de-cb67-4288-b219-2765267ea301 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:06.499382 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-745a96de-cb67-4288-b219-2765267ea301 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:06.509431 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3ca26801-6f18-4085-8b96-1e5a2bc872cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:06.513880 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-257c3794-50c1-4950-816c-04a9bcbc7cd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 5c3c1552-8ea1-434d-9443-852b2c6dea86) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:32:06.518776 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3ca26801-6f18-4085-8b96-1e5a2bc872cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:port and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:06.523666 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3ca26801-6f18-4085-8b96-1e5a2bc872cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:06.525171 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257c3794-50c1-4950-816c-04a9bcbc7cd6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:06.525854 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-257c3794-50c1-4950-816c-04a9bcbc7cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:06.534100 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3ca26801-6f18-4085-8b96-1e5a2bc872cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:06.536587 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8c1e76-6aae-4ef9-babc-a12179e49951 None None] Network 5c3c1552-8ea1-434d-9443-852b2c6dea86 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:32:06.565435 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca26801-6f18-4085-8b96-1e5a2bc872cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:32:06.571556 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3ca26801-6f18-4085-8b96-1e5a2bc872cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:06.628309 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-3ca26801-6f18-4085-8b96-1e5a2bc872cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] device_id is not set on port 62b77e6b-eb9f-4e09-a563-95fd781d2c13 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:32:06.664225 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-45058163-7b8b-4930-95c7-2795e05c8256 req-b4c0ffdd-9f8b-405f-9865-3f5d74432222 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278728 Apr 20 17:32:06.676660 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-257c3794-50c1-4950-816c-04a9bcbc7cd6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0530388 Apr 20 17:32:06.730147 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-745a96de-cb67-4288-b219-2765267ea301 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:06.746998 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-745a96de-cb67-4288-b219-2765267ea301 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:06.857280 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59462) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:06.896727 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f6e1b900-07e0-4593-a328-a6e9a13a1a77 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:32:06.939973 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-745a96de-cb67-4288-b219-2765267ea301 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:32:06.975778 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d1fef6f-b723-4a75-896a-cd119a9d9dcb admin admin] Deleting subnet 8423d302-1590-41de-b995-934186f3a159 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:32:06.983680 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1d1fef6f-b723-4a75-896a-cd119a9d9dcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:07.019116 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port f6e1b900-07e0-4593-a328-a6e9a13a1a77 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:32:07.056540 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-745a96de-cb67-4288-b219-2765267ea301 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:07.059828 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-745a96de-cb67-4288-b219-2765267ea301 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Added segment 2dc51d78-b062-47c3-b489-c53f7dabe9b2 of type vlan for network 9ba611e4-024c-4a0c-9998-3bc548cf409a Apr 20 17:32:07.085320 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a96de-cb67-4288-b219-2765267ea301 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=736764fc-0414-4a06-b4dc-d0fa5d6b56fb,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:07.168028 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1d1fef6f-b723-4a75-896a-cd119a9d9dcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:07.256459 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d6d505-326f-4a22-a21e-5877724aecca None None] Network 5c3c1552-8ea1-434d-9443-852b2c6dea86 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:32:07.297929 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-745a96de-cb67-4288-b219-2765267ea301 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:07.326922 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b16f6553-fc64-4fc0-ae6a-3f2c911406f1 req-4d3ff9a9-3205-4cd1-9f6f-c9121ee7c87b tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=048f4cae66cf42c897493ac9a67e0d5f HTTP/1.1" status: 200 len: 267 time: 0.3464506 Apr 20 17:32:07.567749 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba9e715-cb18-4db7-8da1-3e0f20575590 None None] Network 53f33243-5c15-41c7-a80d-818132347a6c requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:32:07.713261 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-38617c24-c16a-4e0e-8612-f441d7b28b3d None None] Provisioning for port f6e1b900-07e0-4593-a328-a6e9a13a1a77 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:32:07.720385 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-443dcf1b-c0bf-4e61-be04-15fee4fe253b req-de2f7a85-cd64-40d4-be19-c4f6a76fc65f tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c HTTP/1.1" status: 200 len: 210 time: 0.4792387 Apr 20 17:32:07.739032 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-38617c24-c16a-4e0e-8612-f441d7b28b3d None None] Provisioning complete for port f6e1b900-07e0-4593-a328-a6e9a13a1a77 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:32:07.739903 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-38617c24-c16a-4e0e-8612-f441d7b28b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:07.751019 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-745a96de-cb67-4288-b219-2765267ea301 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:07.755665 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745a96de-cb67-4288-b219-2765267ea301 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:07.756678 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-745a96de-cb67-4288-b219-2765267ea301 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:07.779482 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1d1fef6f-b723-4a75-896a-cd119a9d9dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:07.926335 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1d1fef6f-b723-4a75-896a-cd119a9d9dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:07.934664 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-745a96de-cb67-4288-b219-2765267ea301 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2005074 Apr 20 17:32:07.938369 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59482) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:07.979334 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-e7aaa920-ae70-4830-bc6b-53597c2c42b5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:08.000072 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a96de-cb67-4288-b219-2765267ea301 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Network': ['ID=9ba611e4-024c-4a0c-9998-3bc548cf409a,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:08.001509 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1d1fef6f-b723-4a75-896a-cd119a9d9dcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:08.005413 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1fef6f-b723-4a75-896a-cd119a9d9dcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8423d302-1590-41de-b995-934186f3a159,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:08.014027 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1d1fef6f-b723-4a75-896a-cd119a9d9dcb admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8423d302-1590-41de-b995-934186f3a159 HTTP/1.1" status: 204 len: 168 time: 1.1497433 Apr 20 17:32:08.015052 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59492) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:08.029373 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:32:08.041043 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f6553-fc64-4fc0-ae6a-3f2c911406f1 req-c5bf248e-71f8-4331-af29-639434e8a645 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:08.054632 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b16f6553-fc64-4fc0-ae6a-3f2c911406f1 req-c5bf248e-71f8-4331-af29-639434e8a645 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=923bd239-d974-4bb1-974c-b0d82e767367 HTTP/1.1" status: 200 len: 946 time: 0.7057617 Apr 20 17:32:08.062351 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-b16f6553-fc64-4fc0-ae6a-3f2c911406f1 req-3dd55e1b-bdbd-4143-8b21-b37c0f77c077 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Request body: {'port': {'security_groups': []}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:08.195013 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-484ef2d8-4ccb-4e77-b131-6e9138723fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:08.250169 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-38617c24-c16a-4e0e-8612-f441d7b28b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:08.347654 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b16f6553-fc64-4fc0-ae6a-3f2c911406f1 req-3dd55e1b-bdbd-4143-8b21-b37c0f77c077 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:08.366910 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-38617c24-c16a-4e0e-8612-f441d7b28b3d None None] For port f6e1b900-07e0-4593-a328-a6e9a13a1a77, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f6e1b900-07e0-4593-a328-a6e9a13a1a77,segment=NetworkSegment(bd98fd73-e720-4a05-9565-5e5ce5403295),segment_id=bd98fd73-e720-4a05-9565-5e5ce5403295)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:32:08.381383 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-38617c24-c16a-4e0e-8612-f441d7b28b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:08.395133 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-484ef2d8-4ccb-4e77-b131-6e9138723fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:08.430480 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-484ef2d8-4ccb-4e77-b131-6e9138723fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3c1552-8ea1-434d-9443-852b2c6dea86']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:32:08.449589 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-484ef2d8-4ccb-4e77-b131-6e9138723fc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '203cf1bc-cf82-4919-90cd-26b7e0a0ccf9') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:32:08.449875 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-484ef2d8-4ccb-4e77-b131-6e9138723fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '203cf1bc-cf82-4919-90cd-26b7e0a0ccf9') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:32:08.466612 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-484ef2d8-4ccb-4e77-b131-6e9138723fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:08.501534 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-484ef2d8-4ccb-4e77-b131-6e9138723fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:08.515452 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-3ca26801-6f18-4085-8b96-1e5a2bc872cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Allocated IP 2001:db8::311 (53f33243-5c15-41c7-a80d-818132347a6c/40f0c6b6-0bb5-48d2-abc3-ddc641b626f8/62b77e6b-eb9f-4e09-a563-95fd781d2c13) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:32:08.519670 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-484ef2d8-4ccb-4e77-b131-6e9138723fc2 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:32:08.519670 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-484ef2d8-4ccb-4e77-b131-6e9138723fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:08.540371 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:32:08.540371 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:32:08.540371 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:32:08.540371 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:32:08.540371 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:32:08.540371 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:32:08.540371 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:32:08.540371 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:32:08.540371 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:32:08.540371 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:32:08.540371 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:32:08.540371 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:32:08.540371 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:32:08.540371 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:32:08.540371 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:32:08.540371 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:32:08.540371 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:32:08.540371 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:32:08.540371 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:32:08.540371 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:32:08.540371 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:32:08.540371 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:32:08.540371 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:32:08.540371 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:32:08.540371 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:32:08.540371 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:32:08.540371 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:32:08.540371 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:32:08.540371 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:32:08.540371 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:32:08.540371 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:32:08.540371 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:32:08.550488 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-3ca26801-6f18-4085-8b96-1e5a2bc872cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Allocated IP 2001:db8:0:1::1aa (53f33243-5c15-41c7-a80d-818132347a6c/5f92b6f3-c25c-4381-a1d2-4750c3623d76/62b77e6b-eb9f-4e09-a563-95fd781d2c13) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:32:08.631498 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-484ef2d8-4ccb-4e77-b131-6e9138723fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:08.638672 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-484ef2d8-4ccb-4e77-b131-6e9138723fc2 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:08.690410 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38617c24-c16a-4e0e-8612-f441d7b28b3d None None] Pushing event updated for resources: {'Port': ['ID=f6e1b900-07e0-4593-a328-a6e9a13a1a77,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:08.700781 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e7aaa920-ae70-4830-bc6b-53597c2c42b5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:08.701337 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-484ef2d8-4ccb-4e77-b131-6e9138723fc2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5c3c1552-8ea1-434d-9443-852b2c6dea86 HTTP/1.1" status: 204 len: 168 time: 0.6832454 Apr 20 17:32:08.706770 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ef2d8-4ccb-4e77-b131-6e9138723fc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c3c1552-8ea1-434d-9443-852b2c6dea86,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:08.725883 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2462e777-4f7c-4bb8-9539-bc70434287e8 None None] Update dhcp port {'port': {'network_id': '53f33243-5c15-41c7-a80d-818132347a6c', 'fixed_ips': [{'subnet_id': '40f0c6b6-0bb5-48d2-abc3-ddc641b626f8', 'ip_address': '2001:db8::2'}, {'subnet_id': '5f92b6f3-c25c-4381-a1d2-4750c3623d76'}], 'binding:host_id': 'n-d-838032-1'}, 'id': 'f6e1b900-07e0-4593-a328-a6e9a13a1a77'} from n-d-838032-1. {{(pid=84082) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 20 17:32:08.782203 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e7aaa920-ae70-4830-bc6b-53597c2c42b5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:subnet and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:08.791220 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e7aaa920-ae70-4830-bc6b-53597c2c42b5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:08.843641 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2462e777-4f7c-4bb8-9539-bc70434287e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:08.852009 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e7aaa920-ae70-4830-bc6b-53597c2c42b5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:09.091564 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a8a80f2c-4180-401a-8f17-4f24a72bd416 req-c1e74aa7-469a-4d89-8723-6da0568b1719 tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c HTTP/1.1" status: 200 len: 210 time: 0.0930729 Apr 20 17:32:09.098463 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59514) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:09.184722 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1813fa47-62d7-4203-a4e6-378b1e8481d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:09.204455 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5060bf69-7c2d-4040-a243-fc266a5d97b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=49d0ff830e2649928927b84ec73a6d1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1025960 Apr 20 17:32:09.204690 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59520) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:09.221746 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-b16f6553-fc64-4fc0-ae6a-3f2c911406f1 req-3dd55e1b-bdbd-4143-8b21-b37c0f77c077 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] For port c34d0e24-9726-4e9d-832a-45d1c230effe, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=c34d0e24-9726-4e9d-832a-45d1c230effe,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:32:09.250651 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b16f6553-fc64-4fc0-ae6a-3f2c911406f1 req-3dd55e1b-bdbd-4143-8b21-b37c0f77c077 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:09.264457 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7aaa920-ae70-4830-bc6b-53597c2c42b5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:32:09.279987 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-10ae30a4-c4ad-4247-b141-77e2c4a06f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:09.292738 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b16f6553-fc64-4fc0-ae6a-3f2c911406f1 req-3dd55e1b-bdbd-4143-8b21-b37c0f77c077 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:09.306440 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['1072c739-82f1-4440-9b4d-75a6639e96c9'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:32:09.324525 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-10ae30a4-c4ad-4247-b141-77e2c4a06f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:09.336470 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['e0b3d423-a33b-4b1a-9611-990b877c1adc', 'c34d0e24-9726-4e9d-832a-45d1c230effe'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:32:09.427716 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-10ae30a4-c4ad-4247-b141-77e2c4a06f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:09.471021 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e85c5729-5f9f-4af2-80be-6a28a302b204 req-b6fb809c-b1e7-46b3-9a35-d2dd6f4a21d0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c HTTP/1.1" status: 200 len: 210 time: 0.3822241 Apr 20 17:32:09.498879 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae30a4-c4ad-4247-b141-77e2c4a06f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002b077d-de46-4c57-ae23-b14239a5f05d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:09.516697 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-10ae30a4-c4ad-4247-b141-77e2c4a06f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:09.517855 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-10ae30a4-c4ad-4247-b141-77e2c4a06f37 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/002b077d-de46-4c57-ae23-b14239a5f05d HTTP/1.1" status: 204 len: 168 time: 0.3120472 Apr 20 17:32:09.575094 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3ca26801-6f18-4085-8b96-1e5a2bc872cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:09.614697 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-3ca26801-6f18-4085-8b96-1e5a2bc872cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Transition to ACTIVE for port object 62b77e6b-eb9f-4e09-a563-95fd781d2c13 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:32:09.619516 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['c34d0e24-9726-4e9d-832a-45d1c230effe'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:32:09.647535 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f6553-fc64-4fc0-ae6a-3f2c911406f1 req-3dd55e1b-bdbd-4143-8b21-b37c0f77c077 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:09.648195 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b16f6553-fc64-4fc0-ae6a-3f2c911406f1 req-3dd55e1b-bdbd-4143-8b21-b37c0f77c077 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:09.661659 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b16f6553-fc64-4fc0-ae6a-3f2c911406f1 req-3dd55e1b-bdbd-4143-8b21-b37c0f77c077 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "PUT /v2.0/ports/c34d0e24-9726-4e9d-832a-45d1c230effe HTTP/1.1" status: 200 len: 905 time: 1.6052153 Apr 20 17:32:09.661659 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923bd239-d974-4bb1-974c-b0d82e767367', 'tag': 'c34d0e24-9726-4e9d-832a-45d1c230effe'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:32:09.714924 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3ca26801-6f18-4085-8b96-1e5a2bc872cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:09.793749 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5a0a833-b129-423a-b5bf-4174963c3ac4'] response: {'name': 'network-changed', 'server_uuid': '923bd239-d974-4bb1-974c-b0d82e767367', 'tag': 'c34d0e24-9726-4e9d-832a-45d1c230effe', 'status': 'completed', 'code': 200} Apr 20 17:32:09.823170 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca26801-6f18-4085-8b96-1e5a2bc872cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network 53f33243-5c15-41c7-a80d-818132347a6c is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:32:09.826676 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e7aaa920-ae70-4830-bc6b-53597c2c42b5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:09.860718 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-3ca26801-6f18-4085-8b96-1e5a2bc872cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:32:09.918267 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd55e1b-bdbd-4143-8b21-b37c0f77c077 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Pushing event updated for resources: {'Port': ['ID=c34d0e24-9726-4e9d-832a-45d1c230effe,revision_number=6']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:09.920949 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca26801-6f18-4085-8b96-1e5a2bc872cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:32:09.925691 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca26801-6f18-4085-8b96-1e5a2bc872cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:09.926393 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3ca26801-6f18-4085-8b96-1e5a2bc872cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:09.981511 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a6bdd79b-bba1-4bf7-8a00-f18d10793af7 None None] Provisioning complete for port c34d0e24-9726-4e9d-832a-45d1c230effe triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:32:09.982355 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a6bdd79b-bba1-4bf7-8a00-f18d10793af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:10.075963 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-2462e777-4f7c-4bb8-9539-bc70434287e8 None None] Allocated IP 2001:db8:0:1::2 (53f33243-5c15-41c7-a80d-818132347a6c/5f92b6f3-c25c-4381-a1d2-4750c3623d76/f6e1b900-07e0-4593-a328-a6e9a13a1a77) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:32:10.085435 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64b307-dc9c-405a-a7d3-f63a51a498f4 req-f756db16-77f0-4829-8bd5-b99a32b54631 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:10.104543 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ae64b307-dc9c-405a-a7d3-f63a51a498f4 req-f756db16-77f0-4829-8bd5-b99a32b54631 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=923bd239-d974-4bb1-974c-b0d82e767367 HTTP/1.1" status: 200 len: 908 time: 0.1634281 Apr 20 17:32:10.343162 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca26801-6f18-4085-8b96-1e5a2bc872cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Port': ['ID=62b77e6b-eb9f-4e09-a563-95fd781d2c13,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:10.572382 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-87759f09-32ef-44dc-94d9-63deacd560e5 req-ad8b0808-24b6-4feb-82af-4d784796850e tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c HTTP/1.1" status: 200 len: 210 time: 0.1539488 Apr 20 17:32:10.658088 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f6e1b900-07e0-4593-a328-a6e9a13a1a77 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:32:10.709462 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-2462e777-4f7c-4bb8-9539-bc70434287e8 None None] For port f6e1b900-07e0-4593-a328-a6e9a13a1a77, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f6e1b900-07e0-4593-a328-a6e9a13a1a77,segment=NetworkSegment(bd98fd73-e720-4a05-9565-5e5ce5403295),segment_id=bd98fd73-e720-4a05-9565-5e5ce5403295)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:32:10.760044 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2462e777-4f7c-4bb8-9539-bc70434287e8 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:10.785031 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port f6e1b900-07e0-4593-a328-a6e9a13a1a77 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:32:10.785481 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:10.841310 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2462e777-4f7c-4bb8-9539-bc70434287e8 None None] Transition to ACTIVE for port object f6e1b900-07e0-4593-a328-a6e9a13a1a77 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:32:10.853835 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2462e777-4f7c-4bb8-9539-bc70434287e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:10.855432 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e7aaa920-ae70-4830-bc6b-53597c2c42b5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:11.007163 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3ca26801-6f18-4085-8b96-1e5a2bc872cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.7623057 Apr 20 17:32:11.009806 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59564) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:11.016824 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-326500dd-4f3b-4755-858c-3a6bcdefb9f7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '40f0c6b6-0bb5-48d2-abc3-ddc641b626f8'}]}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:11.030010 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462e777-4f7c-4bb8-9539-bc70434287e8 None None] Pushing event updated for resources: {'Port': ['ID=f6e1b900-07e0-4593-a328-a6e9a13a1a77,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:11.079723 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Port f6e1b900-07e0-4593-a328-a6e9a13a1a77 had new provisioning blocks added so it will not transition to active. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Apr 20 17:32:11.134312 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2e1c1fa6-8f4c-44b3-8f44-906ceef42f6e req-cb783026-b741-4f6b-8d41-f8d3f406d817 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=048f4cae66cf42c897493ac9a67e0d5f&device_id=923bd239-d974-4bb1-974c-b0d82e767367 HTTP/1.1" status: 200 len: 1059 time: 1.2771196 Apr 20 17:32:11.214035 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aaa920-ae70-4830-bc6b-53597c2c42b5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Subnet': ['ID=ae160020-00d5-46d8-9cfb-45a867386f3f,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:11.234848 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da348105-f16b-4b08-8467-b63d6b1f1dbc req-18e342fb-d425-435f-8cb0-6e8294ada86c tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:11.237383 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-da348105-f16b-4b08-8467-b63d6b1f1dbc req-18e342fb-d425-435f-8cb0-6e8294ada86c tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.8914089 Apr 20 17:32:11.378096 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7ede39e3-a05e-480c-a896-286cc6107e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:11.475176 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-da348105-f16b-4b08-8467-b63d6b1f1dbc req-6831d4e2-fcd5-496b-8fd4-d93e67549885 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1307259 Apr 20 17:32:11.477087 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aaa920-ae70-4830-bc6b-53597c2c42b5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Checking segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:32:11.478639 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7aaa920-ae70-4830-bc6b-53597c2c42b5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network hostable DHCP agents. Network: 9ba611e4-024c-4a0c-9998-3bc548cf409a, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:32:11.539759 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-326500dd-4f3b-4755-858c-3a6bcdefb9f7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:11.655368 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c1fa6-8f4c-44b3-8f44-906ceef42f6e req-b1331577-2bac-4b54-8a99-910bc096bf29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:11.673478 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2e1c1fa6-8f4c-44b3-8f44-906ceef42f6e req-b1331577-2bac-4b54-8a99-910bc096bf29 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4f37beb4-cacf-475a-8f23-eab887469923 HTTP/1.1" status: 200 len: 913 time: 0.5223815 Apr 20 17:32:11.819725 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7aaa920-ae70-4830-bc6b-53597c2c42b5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:32:11.850101 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2e1c1fa6-8f4c-44b3-8f44-906ceef42f6e req-2b735782-9773-4cbd-8d6b-8e2bc30417d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c34d0e24-9726-4e9d-832a-45d1c230effe HTTP/1.1" status: 200 len: 217 time: 0.1596346 Apr 20 17:32:11.851922 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-e7aaa920-ae70-4830-bc6b-53597c2c42b5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 9ba611e4-024c-4a0c-9998-3bc548cf409a) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:32:11.868584 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11232668-78f3-4404-b41e-5c9cf8f92803 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:32:11.925747 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7aaa920-ae70-4830-bc6b-53597c2c42b5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:11.926407 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e7aaa920-ae70-4830-bc6b-53597c2c42b5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:12.123228 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72c504-fbfe-4d71-a3ea-65d35937e0e9 req-38b30f34-25ce-46ef-9e41-37baf312cb77 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:12.125089 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3b72c504-fbfe-4d71-a3ea-65d35937e0e9 req-38b30f34-25ce-46ef-9e41-37baf312cb77 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.4562452 Apr 20 17:32:12.134147 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e7aaa920-ae70-4830-bc6b-53597c2c42b5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.1891782 Apr 20 17:32:12.135294 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59594) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:12.168248 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-465af9ab-2df2-4602-8e94-2798f4715997 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'port': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'name': 'tempest-NetworksTestDHCPv6-1804936425'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:12.234355 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ee814f-d34d-4cd0-be38-3566f84971af None None] Network 53f33243-5c15-41c7-a80d-818132347a6c requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:32:12.304505 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3b72c504-fbfe-4d71-a3ea-65d35937e0e9 req-549fcfd3-060d-4ee0-a10e-a27dd46d764a tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1591058 Apr 20 17:32:12.328961 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8e08c8-ad75-4459-8532-05992e3554db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-9ba611e4-024c-4a0c-9998-3bc548cf409a', 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'fixed_ips': [{'subnet_id': 'ae160020-00d5-46d8-9cfb-45a867386f3f'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:32:12.329800 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3b8e08c8-ad75-4459-8532-05992e3554db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:12.413933 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6710337c-4848-42ae-852b-5a5dff087451 req-4c61ef23-92b4-48b1-93e6-291708c8f4e9 tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c HTTP/1.1" status: 200 len: 210 time: 0.4563158 Apr 20 17:32:12.418690 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c1fa6-8f4c-44b3-8f44-906ceef42f6e req-64415428-ea57-4036-a6fc-269555a97d32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:12.420007 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2e1c1fa6-8f4c-44b3-8f44-906ceef42f6e req-64415428-ea57-4036-a6fc-269555a97d32 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=459b9241-591b-4214-ba21-d89500ea520e HTTP/1.1" status: 200 len: 851 time: 0.5637267 Apr 20 17:32:12.514684 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-326500dd-4f3b-4755-858c-3a6bcdefb9f7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Delete allocated IP 2001:db8:0:1::1aa (53f33243-5c15-41c7-a80d-818132347a6c/5f92b6f3-c25c-4381-a1d2-4750c3623d76) {{(pid=84080) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 17:32:12.615237 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-bdcd1e98-dd8f-4c3c-823b-605f4f57b4c2 None None] Provisioning for port f6e1b900-07e0-4593-a328-a6e9a13a1a77 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:32:12.645252 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-bdcd1e98-dd8f-4c3c-823b-605f4f57b4c2 None None] Provisioning complete for port f6e1b900-07e0-4593-a328-a6e9a13a1a77 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:32:12.649025 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bdcd1e98-dd8f-4c3c-823b-605f4f57b4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:12.716083 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f6e1b900-07e0-4593-a328-a6e9a13a1a77 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:32:12.720364 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-465af9ab-2df2-4602-8e94-2798f4715997 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:12.735816 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2e1c1fa6-8f4c-44b3-8f44-906ceef42f6e req-e1fb23bf-3c03-45a5-b01d-29e4493296e2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f37beb4-cacf-475a-8f23-eab887469923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3059638 Apr 20 17:32:12.746932 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-465af9ab-2df2-4602-8e94-2798f4715997 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:port and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:13.002673 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-465af9ab-2df2-4602-8e94-2798f4715997 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:13.068049 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-465af9ab-2df2-4602-8e94-2798f4715997 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:13.077721 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2e1c1fa6-8f4c-44b3-8f44-906ceef42f6e req-f5883e20-2a78-404b-8f6c-f95065602eb2 service neutron] 10.222.0.10 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318157 Apr 20 17:32:13.166015 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-326500dd-4f3b-4755-858c-3a6bcdefb9f7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:13.193707 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:13.232669 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465af9ab-2df2-4602-8e94-2798f4715997 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:32:13.237260 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-465af9ab-2df2-4602-8e94-2798f4715997 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:13.237709 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8951f-d9ad-485b-9d6a-e70701f0d86d req-20f25722-8f52-433f-ade3-d0a997c1da51 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:13.247785 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a3f8951f-d9ad-485b-9d6a-e70701f0d86d req-20f25722-8f52-433f-ade3-d0a997c1da51 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.6552370 Apr 20 17:32:13.297518 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-326500dd-4f3b-4755-858c-3a6bcdefb9f7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Ignored duplicate provisioning block setup for port 62b77e6b-eb9f-4e09-a563-95fd781d2c13 by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 20 17:32:13.325659 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-326500dd-4f3b-4755-858c-3a6bcdefb9f7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:13.338515 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-465af9ab-2df2-4602-8e94-2798f4715997 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] device_id is not set on port 083dd482-028e-4e20-9976-78a5fc883ad6 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:32:13.368273 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:13.486886 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:13.579402 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port f6e1b900-07e0-4593-a328-a6e9a13a1a77 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:32:13.579773 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:13.674168 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a3f8951f-d9ad-485b-9d6a-e70701f0d86d req-a1fc704c-9006-4386-9fb9-fc09e82ab8da tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4254336 Apr 20 17:32:13.675971 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-326500dd-4f3b-4755-858c-3a6bcdefb9f7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] In _notify_port_updated(), no bound segment for port 62b77e6b-eb9f-4e09-a563-95fd781d2c13 on network 53f33243-5c15-41c7-a80d-818132347a6c {{(pid=84080) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 20 17:32:13.686628 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326500dd-4f3b-4755-858c-3a6bcdefb9f7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:13.687474 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-326500dd-4f3b-4755-858c-3a6bcdefb9f7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:13.691678 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-326500dd-4f3b-4755-858c-3a6bcdefb9f7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "PUT /v2.0/ports/62b77e6b-eb9f-4e09-a563-95fd781d2c13 HTTP/1.1" status: 200 len: 925 time: 2.6805110 Apr 20 17:32:13.695876 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59632) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:13.709808 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-3b8e08c8-ad75-4459-8532-05992e3554db None None] Allocated IP 2001:db8::2 (9ba611e4-024c-4a0c-9998-3bc548cf409a/ae160020-00d5-46d8-9cfb-45a867386f3f/e5b4c289-44be-4ad1-b125-e78be94389ee) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:32:13.731457 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-79577249-cf3d-4df8-ac3e-edeb88fcc987 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '40f0c6b6-0bb5-48d2-abc3-ddc641b626f8'}, {'subnet_id': '5f92b6f3-c25c-4381-a1d2-4750c3623d76'}]}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:13.757133 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2e1c1fa6-8f4c-44b3-8f44-906ceef42f6e req-699abd8d-056c-4b29-8547-f260d7e9d3b9 service neutron] 10.222.0.10 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6647811 Apr 20 17:32:13.765879 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cf0d2e3c-04dd-4338-ba4b-6e016ad8b789 req-5cec638c-b99a-4579-98f4-7f46e2dce8ca tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c HTTP/1.1" status: 200 len: 210 time: 0.1176100 Apr 20 17:32:13.871422 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326500dd-4f3b-4755-858c-3a6bcdefb9f7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Port': ['ID=62b77e6b-eb9f-4e09-a563-95fd781d2c13,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:14.125770 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-79577249-cf3d-4df8-ac3e-edeb88fcc987 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:14.203937 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:14.233024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ab725-a88b-4302-a1e0-0fd485b2787e req-0900bb75-51c1-44b1-b2d2-748781c5693a tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:14.235202 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c61ab725-a88b-4302-a1e0-0fd485b2787e req-0900bb75-51c1-44b1-b2d2-748781c5693a tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.3449402 Apr 20 17:32:14.391745 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c61ab725-a88b-4302-a1e0-0fd485b2787e req-2a7e52bb-336f-4675-99e9-69efde3869d8 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0970273 Apr 20 17:32:14.405917 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3b8e08c8-ad75-4459-8532-05992e3554db None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:14.452347 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3b8e08c8-ad75-4459-8532-05992e3554db None None] Transition to ACTIVE for port object e5b4c289-44be-4ad1-b125-e78be94389ee will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:32:14.514465 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-81b90c0e-2482-4ad1-b80a-3e6f5c6c02e4 None None] Provisioning complete for port f6e1b900-07e0-4593-a328-a6e9a13a1a77 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:32:14.514893 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-81b90c0e-2482-4ad1-b80a-3e6f5c6c02e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:14.694938 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3b8e08c8-ad75-4459-8532-05992e3554db None None] Transition to ACTIVE for port object e5b4c289-44be-4ad1-b125-e78be94389ee will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:32:14.738163 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3b8e08c8-ad75-4459-8532-05992e3554db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:14.751052 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-79577249-cf3d-4df8-ac3e-edeb88fcc987 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Allocated IP 2001:db8:0:1::3ac (53f33243-5c15-41c7-a80d-818132347a6c/5f92b6f3-c25c-4381-a1d2-4750c3623d76/62b77e6b-eb9f-4e09-a563-95fd781d2c13) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:32:14.923338 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-465af9ab-2df2-4602-8e94-2798f4715997 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Allocated IP 2001:db8::182 (9ba611e4-024c-4a0c-9998-3bc548cf409a/ae160020-00d5-46d8-9cfb-45a867386f3f/083dd482-028e-4e20-9976-78a5fc883ad6) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:32:15.083730 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e08c8-ad75-4459-8532-05992e3554db None None] Pushing event updated for resources: {'Port': ['ID=e5b4c289-44be-4ad1-b125-e78be94389ee,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:15.143992 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8e08c8-ad75-4459-8532-05992e3554db None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:32:15.153542 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-3b8e08c8-ad75-4459-8532-05992e3554db None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:32:15.173545 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8e08c8-ad75-4459-8532-05992e3554db None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:32:15.202631 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-79577249-cf3d-4df8-ac3e-edeb88fcc987 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:15.239171 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-79577249-cf3d-4df8-ac3e-edeb88fcc987 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Ignored duplicate provisioning block setup for port 62b77e6b-eb9f-4e09-a563-95fd781d2c13 by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 20 17:32:15.331488 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-555bca0b-887a-4e6d-bd28-798c1691c8fe req-d908907f-12ee-4a30-9463-08a0add47b8c tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c HTTP/1.1" status: 200 len: 210 time: 0.0905297 Apr 20 17:32:15.332190 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-79577249-cf3d-4df8-ac3e-edeb88fcc987 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:15.340436 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca2494-282f-4756-9244-5332a93c370e req-187a8f79-55b8-42e7-b32d-2e642813cd19 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:15.348590 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-08ca2494-282f-4756-9244-5332a93c370e req-187a8f79-55b8-42e7-b32d-2e642813cd19 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/networks?id=4f37beb4-cacf-475a-8f23-eab887469923 HTTP/1.1" status: 200 len: 812 time: 0.4114296 Apr 20 17:32:15.389659 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-08ca2494-282f-4756-9244-5332a93c370e req-3f09b983-31e3-418f-b423-676849c4bfa7 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/quotas/048f4cae66cf42c897493ac9a67e0d5f HTTP/1.1" status: 200 len: 375 time: 0.0247748 Apr 20 17:32:15.534152 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:15.545919 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-3b8e08c8-ad75-4459-8532-05992e3554db None None] Attempting to bind port e5b4c289-44be-4ad1-b125-e78be94389ee on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:32:15.549259 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-3b8e08c8-ad75-4459-8532-05992e3554db None None] Attempting to bind port e5b4c289-44be-4ad1-b125-e78be94389ee by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:32:15.549827 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8e08c8-ad75-4459-8532-05992e3554db None None] Attempting to bind port e5b4c289-44be-4ad1-b125-e78be94389ee on network 9ba611e4-024c-4a0c-9998-3bc548cf409a {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:32:15.573521 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8e08c8-ad75-4459-8532-05992e3554db None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:32:15.573521 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8e08c8-ad75-4459-8532-05992e3554db None None] Checking segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:32:15.575231 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3b8e08c8-ad75-4459-8532-05992e3554db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:15.575231 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8e08c8-ad75-4459-8532-05992e3554db None None] Bound using segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:32:15.588092 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-3b8e08c8-ad75-4459-8532-05992e3554db None None] Bound port: e5b4c289-44be-4ad1-b125-e78be94389ee, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:32:15.588092 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3b8e08c8-ad75-4459-8532-05992e3554db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:15.615297 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-79577249-cf3d-4df8-ac3e-edeb88fcc987 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] In _notify_port_updated(), no bound segment for port 62b77e6b-eb9f-4e09-a563-95fd781d2c13 on network 53f33243-5c15-41c7-a80d-818132347a6c {{(pid=84080) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 20 17:32:15.620099 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79577249-cf3d-4df8-ac3e-edeb88fcc987 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:15.621009 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-79577249-cf3d-4df8-ac3e-edeb88fcc987 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:15.622551 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-79577249-cf3d-4df8-ac3e-edeb88fcc987 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "PUT /v2.0/ports/62b77e6b-eb9f-4e09-a563-95fd781d2c13 HTTP/1.1" status: 200 len: 1011 time: 1.9256005 Apr 20 17:32:15.623724 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79577249-cf3d-4df8-ac3e-edeb88fcc987 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Port': ['ID=62b77e6b-eb9f-4e09-a563-95fd781d2c13,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:15.626362 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59690) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:15.636186 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-465af9ab-2df2-4602-8e94-2798f4715997 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:15.656447 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-465af9ab-2df2-4602-8e94-2798f4715997 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Transition to ACTIVE for port object 083dd482-028e-4e20-9976-78a5fc883ad6 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:32:15.755307 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-a63be203-c8b4-4f3b-889f-151aa339781c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Deleting port 62b77e6b-eb9f-4e09-a563-95fd781d2c13 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:32:15.755615 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a63be203-c8b4-4f3b-889f-151aa339781c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:15.810384 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-3b8e08c8-ad75-4459-8532-05992e3554db None None] For port e5b4c289-44be-4ad1-b125-e78be94389ee, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:32:15.814540 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-3b8e08c8-ad75-4459-8532-05992e3554db None None] For port e5b4c289-44be-4ad1-b125-e78be94389ee, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e5b4c289-44be-4ad1-b125-e78be94389ee,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:32:15.817683 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-81b90c0e-2482-4ad1-b80a-3e6f5c6c02e4 None None] Provisioning for port 62b77e6b-eb9f-4e09-a563-95fd781d2c13 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:32:15.825855 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-81b90c0e-2482-4ad1-b80a-3e6f5c6c02e4 None None] Provisioning complete for port 62b77e6b-eb9f-4e09-a563-95fd781d2c13 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:32:15.826503 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-81b90c0e-2482-4ad1-b80a-3e6f5c6c02e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:15.879860 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3b8e08c8-ad75-4459-8532-05992e3554db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:15.927702 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-465af9ab-2df2-4602-8e94-2798f4715997 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:16.035835 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465af9ab-2df2-4602-8e94-2798f4715997 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:32:16.043159 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-465af9ab-2df2-4602-8e94-2798f4715997 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:32:16.047806 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465af9ab-2df2-4602-8e94-2798f4715997 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Port': ['ID=083dd482-028e-4e20-9976-78a5fc883ad6,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:16.050888 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465af9ab-2df2-4602-8e94-2798f4715997 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:32:16.061751 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465af9ab-2df2-4602-8e94-2798f4715997 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:16.062532 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-465af9ab-2df2-4602-8e94-2798f4715997 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:16.130676 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-08ca2494-282f-4756-9244-5332a93c370e req-534c9a27-2907-424f-a7e4-9064a8a583fb tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=048f4cae66cf42c897493ac9a67e0d5f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.7398715 Apr 20 17:32:16.140428 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-465af9ab-2df2-4602-8e94-2798f4715997 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.9827092 Apr 20 17:32:16.142396 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59706) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:16.151472 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-81b90c0e-2482-4ad1-b80a-3e6f5c6c02e4 None None] Port 62b77e6b-eb9f-4e09-a563-95fd781d2c13 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:32:16.153254 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e08c8-ad75-4459-8532-05992e3554db None None] Pushing event updated for resources: {'Port': ['ID=e5b4c289-44be-4ad1-b125-e78be94389ee,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:16.271466 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a63be203-c8b4-4f3b-889f-151aa339781c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:16.303958 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b7c1838a-8518-4108-9789-2b1b65958a13 None None] Provisioning complete for port 62b77e6b-eb9f-4e09-a563-95fd781d2c13 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:32:16.304660 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b7c1838a-8518-4108-9789-2b1b65958a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:16.408400 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-b7c1838a-8518-4108-9789-2b1b65958a13 None None] Port 62b77e6b-eb9f-4e09-a563-95fd781d2c13 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:32:16.610362 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-08ca2494-282f-4756-9244-5332a93c370e req-bb892004-2799-4aae-a84e-ba3d0566bd6e service neutron] 10.222.0.39 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662759 Apr 20 17:32:16.807274 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-08ca2494-282f-4756-9244-5332a93c370e req-e37383df-ffbd-4b34-a890-0e7ddb2fbcbf service neutron] 10.222.0.39 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879852 Apr 20 17:32:16.812448 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e5b4c289-44be-4ad1-b125-e78be94389ee up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:32:16.830007 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4e6414-dc31-4021-a618-ca89a6b5abb2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:16.839922 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4e6414-dc31-4021-a618-ca89a6b5abb2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:16.840751 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-da4e6414-dc31-4021-a618-ca89a6b5abb2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:32:16.892974 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-da4e6414-dc31-4021-a618-ca89a6b5abb2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:32:16.894146 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-da4e6414-dc31-4021-a618-ca89a6b5abb2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6082509 Apr 20 17:32:16.898088 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59718) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:16.966655 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59724) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:16.982031 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-a63be203-c8b4-4f3b-889f-151aa339781c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Calling delete_port for 62b77e6b-eb9f-4e09-a563-95fd781d2c13 owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:32:16.990599 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port e5b4c289-44be-4ad1-b125-e78be94389ee completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:32:17.014095 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-42af889f-32ff-49dd-b110-cc9ad22814c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting port 083dd482-028e-4e20-9976-78a5fc883ad6 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:32:17.014480 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-42af889f-32ff-49dd-b110-cc9ad22814c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:17.362173 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6388b927-48c9-4c15-8d63-be74b8e3cbe0 req-ac25fc55-f076-4c46-82d9-8d8459e8c1fa tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 210 time: 0.1676869 Apr 20 17:32:17.363389 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4929c15c-eb75-4fdf-a3f0-f5f921f7ab23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:17.445313 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8de29543-b29b-47d8-88cd-b2ba4f03cc32 req-1d571bfd-b655-4850-8409-1e8f8f19eb73 tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c HTTP/1.1" status: 200 len: 210 time: 0.3779206 Apr 20 17:32:17.447367 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a63be203-c8b4-4f3b-889f-151aa339781c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:17.612007 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4929c15c-eb75-4fdf-a3f0-f5f921f7ab23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:17.621736 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4929c15c-eb75-4fdf-a3f0-f5f921f7ab23 admin admin] Usage tracker for resource:security_group_rule and tenant:9b765f557caa41a5969e754761f29ee3 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:17.638009 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4929c15c-eb75-4fdf-a3f0-f5f921f7ab23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:17.655249 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63be203-c8b4-4f3b-889f-151aa339781c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Port': ['ID=62b77e6b-eb9f-4e09-a563-95fd781d2c13,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:17.668057 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a63be203-c8b4-4f3b-889f-151aa339781c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:17.682497 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a63be203-c8b4-4f3b-889f-151aa339781c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/ports/62b77e6b-eb9f-4e09-a563-95fd781d2c13 HTTP/1.1" status: 204 len: 168 time: 2.0547748 Apr 20 17:32:17.683468 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59744) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:17.691693 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4929c15c-eb75-4fdf-a3f0-f5f921f7ab23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:17.743587 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1df8c8-5f22-467e-99e2-e7df8e6626db tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] GET failed (client error): The resource could not be found. Apr 20 17:32:17.744562 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-fa1df8c8-5f22-467e-99e2-e7df8e6626db tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Synchronizing usage tracker for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:32:17.758283 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-42af889f-32ff-49dd-b110-cc9ad22814c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:17.764714 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-fa1df8c8-5f22-467e-99e2-e7df8e6626db tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Unset dirty status for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:32:17.767574 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fa1df8c8-5f22-467e-99e2-e7df8e6626db tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "GET /v2.0/ports/62b77e6b-eb9f-4e09-a563-95fd781d2c13 HTTP/1.1" status: 404 len: 333 time: 0.0826118 Apr 20 17:32:17.770697 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59750) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:17.921639 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a156f5-38db-417d-a8c2-ee5c54d1bd2b None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:32:18.060169 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-42af889f-32ff-49dd-b110-cc9ad22814c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Calling delete_port for 083dd482-028e-4e20-9976-78a5fc883ad6 owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:32:18.079576 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-381dc7cb-6d28-49d8-aece-7a40184be242 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Deleting subnet 5f92b6f3-c25c-4381-a1d2-4750c3623d76 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:32:18.083418 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-381dc7cb-6d28-49d8-aece-7a40184be242 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:18.133938 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5eac8866-0fe7-409c-a6ba-38d57a8e5ddf None None] Provisioning for port e5b4c289-44be-4ad1-b125-e78be94389ee completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:32:18.153166 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-381dc7cb-6d28-49d8-aece-7a40184be242 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:18.173698 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5eac8866-0fe7-409c-a6ba-38d57a8e5ddf None None] Provisioning complete for port e5b4c289-44be-4ad1-b125-e78be94389ee triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:32:18.174070 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5eac8866-0fe7-409c-a6ba-38d57a8e5ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:18.272713 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-381dc7cb-6d28-49d8-aece-7a40184be242 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:18.312946 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4929c15c-eb75-4fdf-a3f0-f5f921f7ab23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:18.376863 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-381dc7cb-6d28-49d8-aece-7a40184be242 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:18.404696 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4929c15c-eb75-4fdf-a3f0-f5f921f7ab23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:18.480084 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381dc7cb-6d28-49d8-aece-7a40184be242 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Subnet': ['ID=5f92b6f3-c25c-4381-a1d2-4750c3623d76,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:18.499077 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-381dc7cb-6d28-49d8-aece-7a40184be242 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:18.516085 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929c15c-eb75-4fdf-a3f0-f5f921f7ab23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819f4776-6b74-4b17-b8c4-5cbb13991489,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:18.535281 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4929c15c-eb75-4fdf-a3f0-f5f921f7ab23 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b765f557caa41a5969e754761f29ee3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5675702 Apr 20 17:32:18.535913 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-381dc7cb-6d28-49d8-aece-7a40184be242 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/subnets/5f92b6f3-c25c-4381-a1d2-4750c3623d76 HTTP/1.1" status: 204 len: 168 time: 0.7638812 Apr 20 17:32:18.536528 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59772) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:18.536850 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59774) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:18.538218 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-42af889f-32ff-49dd-b110-cc9ad22814c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:18.539595 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401886e8-5717-447e-ad07-134cf68110d0 None None] Network 53f33243-5c15-41c7-a80d-818132347a6c requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:32:18.724230 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af889f-32ff-49dd-b110-cc9ad22814c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Port': ['ID=083dd482-028e-4e20-9976-78a5fc883ad6,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:18.730076 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-42af889f-32ff-49dd-b110-cc9ad22814c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:18.759770 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3b20b9aa-6e90-4ecc-9855-63d229be2149 req-7386a89f-d829-4ed3-9663-f3b3bec0e408 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 210 time: 0.0790794 Apr 20 17:32:18.768399 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-42af889f-32ff-49dd-b110-cc9ad22814c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/083dd482-028e-4e20-9976-78a5fc883ad6 HTTP/1.1" status: 204 len: 168 time: 1.8687763 Apr 20 17:32:18.771117 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59786) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:18.826130 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e8c311-3b29-470c-ad3e-66c042b91419 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Deleting subnet 40f0c6b6-0bb5-48d2-abc3-ddc641b626f8 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:32:18.843129 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5eac8866-0fe7-409c-a6ba-38d57a8e5ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:18.850349 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-01e8c311-3b29-470c-ad3e-66c042b91419 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:18.929644 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e41ac9b-aec5-42ff-9ec7-156c183b4d34 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:18.931130 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-5eac8866-0fe7-409c-a6ba-38d57a8e5ddf None None] For port e5b4c289-44be-4ad1-b125-e78be94389ee, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e5b4c289-44be-4ad1-b125-e78be94389ee,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:32:18.937385 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e41ac9b-aec5-42ff-9ec7-156c183b4d34 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:18.940784 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-5e41ac9b-aec5-42ff-9ec7-156c183b4d34 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:32:18.957619 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-131e18c9-61c8-4ebd-bdb2-915e8b27f457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:18.971692 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-5e41ac9b-aec5-42ff-9ec7-156c183b4d34 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:32:18.973688 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5e41ac9b-aec5-42ff-9ec7-156c183b4d34 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2012057 Apr 20 17:32:18.976088 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59794) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:18.977630 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5eac8866-0fe7-409c-a6ba-38d57a8e5ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:19.089199 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac8866-0fe7-409c-a6ba-38d57a8e5ddf None None] Pushing event updated for resources: {'Port': ['ID=e5b4c289-44be-4ad1-b125-e78be94389ee,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:19.119893 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac8866-0fe7-409c-a6ba-38d57a8e5ddf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:32:19.120205 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac8866-0fe7-409c-a6ba-38d57a8e5ddf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:32:19.121069 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac8866-0fe7-409c-a6ba-38d57a8e5ddf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:32:19.121069 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac8866-0fe7-409c-a6ba-38d57a8e5ddf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:32:19.121246 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac8866-0fe7-409c-a6ba-38d57a8e5ddf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:32:19.121548 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac8866-0fe7-409c-a6ba-38d57a8e5ddf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:32:19.122375 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac8866-0fe7-409c-a6ba-38d57a8e5ddf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:32:19.125530 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac8866-0fe7-409c-a6ba-38d57a8e5ddf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:32:19.125874 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac8866-0fe7-409c-a6ba-38d57a8e5ddf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:32:19.126351 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac8866-0fe7-409c-a6ba-38d57a8e5ddf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:32:19.126594 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac8866-0fe7-409c-a6ba-38d57a8e5ddf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:32:19.143348 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-79534dee-0a65-42a8-bdfd-dab6ea9ff73f req-5546b4fd-83cf-4917-8bac-03a6bbe4be8e tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c HTTP/1.1" status: 200 len: 210 time: 0.1041739 Apr 20 17:32:19.147460 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-131e18c9-61c8-4ebd-bdb2-915e8b27f457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:19.162289 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-01e8c311-3b29-470c-ad3e-66c042b91419 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:19.315039 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-131e18c9-61c8-4ebd-bdb2-915e8b27f457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:19.329988 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd6ca65f-d372-41f5-8881-1f6642a1aa43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting subnet ae160020-00d5-46d8-9cfb-45a867386f3f {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:32:19.351805 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e18c9-61c8-4ebd-bdb2-915e8b27f457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819f4776-6b74-4b17-b8c4-5cbb13991489,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:19.377722 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-01e8c311-3b29-470c-ad3e-66c042b91419 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:19.454896 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-131e18c9-61c8-4ebd-bdb2-915e8b27f457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:19.458956 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-131e18c9-61c8-4ebd-bdb2-915e8b27f457 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/819f4776-6b74-4b17-b8c4-5cbb13991489 HTTP/1.1" status: 204 len: 168 time: 0.9211357 Apr 20 17:32:19.595863 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-01e8c311-3b29-470c-ad3e-66c042b91419 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:19.692121 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8c311-3b29-470c-ad3e-66c042b91419 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Subnet': ['ID=40f0c6b6-0bb5-48d2-abc3-ddc641b626f8,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:19.712597 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-01e8c311-3b29-470c-ad3e-66c042b91419 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:19.724788 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-01e8c311-3b29-470c-ad3e-66c042b91419 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/subnets/40f0c6b6-0bb5-48d2-abc3-ddc641b626f8 HTTP/1.1" status: 204 len: 168 time: 1.1829004 Apr 20 17:32:19.725353 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59810) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:19.726534 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca65f-d372-41f5-8881-1f6642a1aa43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:19.849847 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-91c98397-1ee8-43f5-aae3-d84d02c606b8 None None] Provisioning complete for port e5b4c289-44be-4ad1-b125-e78be94389ee triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:32:19.850369 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-91c98397-1ee8-43f5-aae3-d84d02c606b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:19.916029 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca65f-d372-41f5-8881-1f6642a1aa43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:19.925374 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2863476b-50db-4278-b87c-bb6dcda48590 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:19.940754 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-2863476b-50db-4278-b87c-bb6dcda48590 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Deleting port f6e1b900-07e0-4593-a328-a6e9a13a1a77 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:32:19.941425 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2863476b-50db-4278-b87c-bb6dcda48590 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:20.172600 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca65f-d372-41f5-8881-1f6642a1aa43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:20.303185 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87165c55-404d-4887-92c3-f7db41118529 None None] Network 53f33243-5c15-41c7-a80d-818132347a6c requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:32:20.388692 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca65f-d372-41f5-8881-1f6642a1aa43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:20.466796 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59824) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:20.499069 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca65f-d372-41f5-8881-1f6642a1aa43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:20.517500 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ca65f-d372-41f5-8881-1f6642a1aa43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Subnet': ['ID=ae160020-00d5-46d8-9cfb-45a867386f3f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:20.561141 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c3ec49fd-bdbe-412a-a710-c281a40f2d2a req-46de2073-bb78-4228-b9a5-f411bc446ecb tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 210 time: 0.1659324 Apr 20 17:32:20.592413 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ee3f830a-ee0a-48ba-8808-fadcd1f0924e None None] Provisioning complete for port f6e1b900-07e0-4593-a328-a6e9a13a1a77 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:32:20.595678 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ee3f830a-ee0a-48ba-8808-fadcd1f0924e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:20.659367 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb887436-87ba-4b7f-90a3-ada9ef164f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:20.687601 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1453074c-dadf-4518-b07d-174c13977ad0 req-f7fe6f84-7f3a-4fff-b8d7-85495c53ed7b tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c HTTP/1.1" status: 200 len: 210 time: 0.1429775 Apr 20 17:32:20.706475 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-dd6ca65f-d372-41f5-8881-1f6642a1aa43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/ae160020-00d5-46d8-9cfb-45a867386f3f HTTP/1.1" status: 204 len: 168 time: 1.7272580 Apr 20 17:32:20.707280 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59830) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:20.733288 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e5b4c289-44be-4ad1-b125-e78be94389ee up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:32:20.836768 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c2927d50-aedd-4ee1-968f-ea80bcd729cf tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1200497 Apr 20 17:32:20.837396 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59834) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:20.843992 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-fb887436-87ba-4b7f-90a3-ada9ef164f31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:20.852287 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-2863476b-50db-4278-b87c-bb6dcda48590 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] For port f6e1b900-07e0-4593-a328-a6e9a13a1a77, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f6e1b900-07e0-4593-a328-a6e9a13a1a77,segment=NetworkSegment(bd98fd73-e720-4a05-9565-5e5ce5403295),segment_id=bd98fd73-e720-4a05-9565-5e5ce5403295)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:32:20.852784 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2863476b-50db-4278-b87c-bb6dcda48590 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:20.853181 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-7cf1f3da-21c9-43a0-91df-cd7a9b0b5743 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:20.861004 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-fb887436-87ba-4b7f-90a3-ada9ef164f31 admin admin] Usage tracker for resource:security_group_rule and tenant:1d0bddc926c9450a9d8ed39be0f14d5b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:20.867059 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-fb887436-87ba-4b7f-90a3-ada9ef164f31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:20.871424 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabcb316-8a12-4778-8cf9-b5e26ee03c8a None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:32:20.938432 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca2494-282f-4756-9244-5332a93c370e req-d32fa6b8-1960-4786-944c-3d5adc6efc81 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:20.940039 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-08ca2494-282f-4756-9244-5332a93c370e req-d32fa6b8-1960-4786-944c-3d5adc6efc81 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.43 "GET /v2.0/networks?id=4f37beb4-cacf-475a-8f23-eab887469923 HTTP/1.1" status: 200 len: 812 time: 1.6042659 Apr 20 17:32:20.951051 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-fb887436-87ba-4b7f-90a3-ada9ef164f31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:20.963324 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-08ca2494-282f-4756-9244-5332a93c370e req-7aab05a4-ec10-4cc4-ab78-693540a0a2f1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Request body: {'port': {'device_id': '5e90cdb7-8395-4991-94b6-16ef644e1f9a', 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923', 'admin_state_up': True, 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:21.058103 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-2863476b-50db-4278-b87c-bb6dcda48590 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Calling delete_port for f6e1b900-07e0-4593-a328-a6e9a13a1a77 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:32:21.176305 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-08ca2494-282f-4756-9244-5332a93c370e req-7aab05a4-ec10-4cc4-ab78-693540a0a2f1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:21.206241 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-08ca2494-282f-4756-9244-5332a93c370e req-7aab05a4-ec10-4cc4-ab78-693540a0a2f1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:21.216263 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7cf1f3da-21c9-43a0-91df-cd7a9b0b5743 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:21.223616 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7cf1f3da-21c9-43a0-91df-cd7a9b0b5743 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:subnet and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:21.226605 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7cf1f3da-21c9-43a0-91df-cd7a9b0b5743 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:21.230115 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ee3f830a-ee0a-48ba-8808-fadcd1f0924e None None] Could not find standard attr ID for object 083dd482-028e-4e20-9976-78a5fc883ad6. {{(pid=84082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 17:32:21.236966 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7cf1f3da-21c9-43a0-91df-cd7a9b0b5743 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:21.248581 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port e5b4c289-44be-4ad1-b125-e78be94389ee triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:32:21.249313 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:21.263789 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf1f3da-21c9-43a0-91df-cd7a9b0b5743 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:32:21.267967 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7cf1f3da-21c9-43a0-91df-cd7a9b0b5743 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:21.281049 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2863476b-50db-4278-b87c-bb6dcda48590 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:21.330376 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08ca2494-282f-4756-9244-5332a93c370e req-7aab05a4-ec10-4cc4-ab78-693540a0a2f1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Made reservation on behalf of 048f4cae66cf42c897493ac9a67e0d5f for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:32:21.334324 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f730b37-09a7-4372-a2fb-6e98f80a4445 None None] DHCP port deletion for 53f33243-5c15-41c7-a80d-818132347a6c request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:32:21.335196 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-08ca2494-282f-4756-9244-5332a93c370e req-7aab05a4-ec10-4cc4-ab78-693540a0a2f1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:21.375826 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863476b-50db-4278-b87c-bb6dcda48590 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Port': ['ID=f6e1b900-07e0-4593-a328-a6e9a13a1a77,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:21.389580 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb887436-87ba-4b7f-90a3-ada9ef164f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:21.403688 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2863476b-50db-4278-b87c-bb6dcda48590 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] No DVR routers for this DVR port f6e1b900-07e0-4593-a328-a6e9a13a1a77 on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:32:21.426936 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1d8e3a-76df-429e-a77c-b7f68d8339c4 None None] DHCP port deletion for 9ba611e4-024c-4a0c-9998-3bc548cf409a request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:32:21.434645 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-7f1d8e3a-76df-429e-a77c-b7f68d8339c4 None None] Deleting port e5b4c289-44be-4ad1-b125-e78be94389ee {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:32:21.435207 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7f1d8e3a-76df-429e-a77c-b7f68d8339c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:21.484582 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb887436-87ba-4b7f-90a3-ada9ef164f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:21.674613 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2863476b-50db-4278-b87c-bb6dcda48590 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:21.682443 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb887436-87ba-4b7f-90a3-ada9ef164f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7a5cfe-2f8d-4e62-be7b-72e2824022f7,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:21.692954 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fb887436-87ba-4b7f-90a3-ada9ef164f31 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1d0bddc926c9450a9d8ed39be0f14d5b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2055144 Apr 20 17:32:21.693719 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59846) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:21.728039 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-2863476b-50db-4278-b87c-bb6dcda48590 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f33243-5c15-41c7-a80d-818132347a6c']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:32:21.751101 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-2863476b-50db-4278-b87c-bb6dcda48590 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd98fd73-e720-4a05-9565-5e5ce5403295') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:32:21.751528 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-2863476b-50db-4278-b87c-bb6dcda48590 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd98fd73-e720-4a05-9565-5e5ce5403295') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:32:21.771152 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2863476b-50db-4278-b87c-bb6dcda48590 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:21.807041 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2863476b-50db-4278-b87c-bb6dcda48590 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:21.816131 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-7f1d8e3a-76df-429e-a77c-b7f68d8339c4 None None] For port e5b4c289-44be-4ad1-b125-e78be94389ee, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e5b4c289-44be-4ad1-b125-e78be94389ee,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:32:21.816520 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7f1d8e3a-76df-429e-a77c-b7f68d8339c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:21.883236 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-95f04ab7-57ac-4f1d-a1e4-1f2d26edb3c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:21.890470 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2863476b-50db-4278-b87c-bb6dcda48590 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:32:21.891000 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2863476b-50db-4278-b87c-bb6dcda48590 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:21.905584 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:32:21.905584 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:32:21.905584 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:32:21.905584 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:32:21.905584 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:32:21.905584 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:32:21.905584 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:32:21.905584 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:32:21.905584 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:32:21.905584 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:32:21.905584 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:32:21.905584 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:32:21.905584 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:32:21.905584 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:32:21.905584 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:32:21.905584 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:32:21.905584 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:32:21.905584 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:32:21.905584 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:32:21.905584 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:32:21.905584 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:32:21.905584 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:32:21.905584 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:32:21.905584 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:32:21.905584 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:32:21.905584 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:32:21.905584 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:32:21.905584 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:32:21.905584 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:32:21.905584 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:32:21.905584 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:32:21.905584 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:32:21.908202 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-08ca2494-282f-4756-9244-5332a93c370e req-7aab05a4-ec10-4cc4-ab78-693540a0a2f1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Allocated IP 172.20.0.10 (4f37beb4-cacf-475a-8f23-eab887469923/459b9241-591b-4214-ba21-d89500ea520e/c946e4a1-d9e6-42e1-a1b0-8d853d8d2171) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:32:21.926134 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e14b7f6f-d61f-435c-8bc0-3751c8a5ea92 req-680a8bbc-b2da-4b19-b914-6a9a2d47ecb4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 210 time: 0.1203413 Apr 20 17:32:22.104005 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-95f04ab7-57ac-4f1d-a1e4-1f2d26edb3c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:22.124650 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-7f1d8e3a-76df-429e-a77c-b7f68d8339c4 None None] Calling delete_port for e5b4c289-44be-4ad1-b125-e78be94389ee owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:32:22.164008 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2863476b-50db-4278-b87c-bb6dcda48590 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:22.169475 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2863476b-50db-4278-b87c-bb6dcda48590 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:22.215128 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7f1d8e3a-76df-429e-a77c-b7f68d8339c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:22.236823 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863476b-50db-4278-b87c-bb6dcda48590 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Network': ['ID=53f33243-5c15-41c7-a80d-818132347a6c,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:22.251583 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d11e7000-8f61-4b76-9155-8d1e38bf657b req-3d042cff-e814-4bc2-a14a-ba453d7a8248 tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c HTTP/1.1" status: 200 len: 210 time: 0.1779115 Apr 20 17:32:22.283421 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2863476b-50db-4278-b87c-bb6dcda48590 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/networks/53f33243-5c15-41c7-a80d-818132347a6c HTTP/1.1" status: 204 len: 168 time: 2.5566659 Apr 20 17:32:22.287911 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59856) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:22.339065 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d8e3a-76df-429e-a77c-b7f68d8339c4 None None] Pushing event deleted for resources: {'Port': ['ID=e5b4c289-44be-4ad1-b125-e78be94389ee,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:22.343385 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1d8e3a-76df-429e-a77c-b7f68d8339c4 None None] No DVR routers for this DVR port e5b4c289-44be-4ad1-b125-e78be94389ee on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:32:22.380007 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-95f04ab7-57ac-4f1d-a1e4-1f2d26edb3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:22.423513 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f04ab7-57ac-4f1d-a1e4-1f2d26edb3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7a5cfe-2f8d-4e62-be7b-72e2824022f7,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:22.429956 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-95f04ab7-57ac-4f1d-a1e4-1f2d26edb3c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:22.431106 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-95f04ab7-57ac-4f1d-a1e4-1f2d26edb3c2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ba7a5cfe-2f8d-4e62-be7b-72e2824022f7 HTTP/1.1" status: 204 len: 168 time: 0.7337265 Apr 20 17:32:22.455244 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-08ca2494-282f-4756-9244-5332a93c370e req-7aab05a4-ec10-4cc4-ab78-693540a0a2f1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:22.459348 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7479bdf-dde5-4584-9188-bcd66249a743 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:22.460205 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f7479bdf-dde5-4584-9188-bcd66249a743 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Synchronizing usage tracker for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:32:22.497569 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7cf1f3da-21c9-43a0-91df-cd7a9b0b5743 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:22.499418 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f7479bdf-dde5-4584-9188-bcd66249a743 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Unset dirty status for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:32:22.505534 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f7479bdf-dde5-4584-9188-bcd66249a743 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2095237 Apr 20 17:32:22.505855 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59862) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:22.516958 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-08ca2494-282f-4756-9244-5332a93c370e req-7aab05a4-ec10-4cc4-ab78-693540a0a2f1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Transition to ACTIVE for port object c946e4a1-d9e6-42e1-a1b0-8d853d8d2171 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:32:22.625045 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f6e1b900-07e0-4593-a328-a6e9a13a1a77 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:32:22.625356 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1f3da-21c9-43a0-91df-cd7a9b0b5743 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Subnet': ['ID=e3f8af8c-7491-4400-9959-de7ad7a6b8ec,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:22.649711 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf1f3da-21c9-43a0-91df-cd7a9b0b5743 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:32:22.651902 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-7cf1f3da-21c9-43a0-91df-cd7a9b0b5743 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:32:22.655957 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf1f3da-21c9-43a0-91df-cd7a9b0b5743 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:22.656538 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7cf1f3da-21c9-43a0-91df-cd7a9b0b5743 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:22.658674 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ebeb13da-6525-43ac-88b1-5f54dbb7c6e7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1517279 Apr 20 17:32:22.663029 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59866) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:22.670315 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-a3a43275-1b0c-4cea-912f-ab791db86b97 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1872156224'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:22.680887 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a3a43275-1b0c-4cea-912f-ab791db86b97 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:22.687396 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a3a43275-1b0c-4cea-912f-ab791db86b97 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:network and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:22.687855 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-08ca2494-282f-4756-9244-5332a93c370e req-7aab05a4-ec10-4cc4-ab78-693540a0a2f1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:22.691692 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a3a43275-1b0c-4cea-912f-ab791db86b97 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:22.699185 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a3a43275-1b0c-4cea-912f-ab791db86b97 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:22.701045 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7d1415-daec-43f0-925f-d8a42ef3eb78 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:32:22.723808 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a43275-1b0c-4cea-912f-ab791db86b97 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:32:22.727695 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a3a43275-1b0c-4cea-912f-ab791db86b97 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:22.728456 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['1072c739-82f1-4440-9b4d-75a6639e96c9'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:32:22.752836 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['e0b3d423-a33b-4b1a-9611-990b877c1adc'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:32:22.780242 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7cf1f3da-21c9-43a0-91df-cd7a9b0b5743 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9322793 Apr 20 17:32:22.787897 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a43275-1b0c-4cea-912f-ab791db86b97 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:32:22.788108 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: f6e1b900-07e0-4593-a328-a6e9a13a1a77 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:32:22.788353 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f6e1b900-07e0-4593-a328-a6e9a13a1a77 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:32:22.788770 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e5b4c289-44be-4ad1-b125-e78be94389ee no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:32:22.794416 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59872) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:22.799148 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a3a43275-1b0c-4cea-912f-ab791db86b97 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:22.799525 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-a3a43275-1b0c-4cea-912f-ab791db86b97 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Added segment 6af04c11-eaaa-4bdb-bfbc-b5423af51c65 of type vlan for network bba41b23-f3bf-4fe1-ad67-c2c1d5457ede Apr 20 17:32:22.807674 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-030306a9-461d-4d74-9aab-7f2db4f4d909 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'port': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'name': 'tempest-NetworksTestDHCPv6-489170539'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:22.832063 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a3a43275-1b0c-4cea-912f-ab791db86b97 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:22.850875 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08ca2494-282f-4756-9244-5332a93c370e req-7aab05a4-ec10-4cc4-ab78-693540a0a2f1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Network 4f37beb4-cacf-475a-8f23-eab887469923 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:32:22.861144 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-08ca2494-282f-4756-9244-5332a93c370e req-7aab05a4-ec10-4cc4-ab78-693540a0a2f1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:32:22.912352 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a3a43275-1b0c-4cea-912f-ab791db86b97 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:22.918617 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a43275-1b0c-4cea-912f-ab791db86b97 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:22.919242 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a3a43275-1b0c-4cea-912f-ab791db86b97 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:22.930663 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: e5b4c289-44be-4ad1-b125-e78be94389ee {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:32:22.931071 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e5b4c289-44be-4ad1-b125-e78be94389ee not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:32:23.195335 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a3a43275-1b0c-4cea-912f-ab791db86b97 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5306096 Apr 20 17:32:23.198438 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59892) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:23.201405 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a43275-1b0c-4cea-912f-ab791db86b97 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Network': ['ID=bba41b23-f3bf-4fe1-ad67-c2c1d5457ede,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:23.206619 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-d22276eb-7f68-4ac3-98e6-97850bd47c73 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'subnet': {'network_id': 'bba41b23-f3bf-4fe1-ad67-c2c1d5457ede', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:23.293231 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ca2494-282f-4756-9244-5332a93c370e req-7aab05a4-ec10-4cc4-ab78-693540a0a2f1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:32:23.307312 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network bba41b23-f3bf-4fe1-ad67-c2c1d5457ede details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:32:23.359239 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-030306a9-461d-4d74-9aab-7f2db4f4d909 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:23.371245 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-030306a9-461d-4d74-9aab-7f2db4f4d909 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:port and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:23.380885 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-030306a9-461d-4d74-9aab-7f2db4f4d909 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:23.394458 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab05a4-ec10-4cc4-ab78-693540a0a2f1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Pushing event updated for resources: {'Port': ['ID=c946e4a1-d9e6-42e1-a1b0-8d853d8d2171,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:23.398313 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-030306a9-461d-4d74-9aab-7f2db4f4d909 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:23.421808 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca2494-282f-4756-9244-5332a93c370e req-7aab05a4-ec10-4cc4-ab78-693540a0a2f1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:23.422713 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-08ca2494-282f-4756-9244-5332a93c370e req-7aab05a4-ec10-4cc4-ab78-693540a0a2f1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:23.425274 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d22276eb-7f68-4ac3-98e6-97850bd47c73 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:23.431107 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d22276eb-7f68-4ac3-98e6-97850bd47c73 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:subnet and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:23.435711 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d22276eb-7f68-4ac3-98e6-97850bd47c73 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:23.441425 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030306a9-461d-4d74-9aab-7f2db4f4d909 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:32:23.444045 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d22276eb-7f68-4ac3-98e6-97850bd47c73 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:23.445427 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-030306a9-461d-4d74-9aab-7f2db4f4d909 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:23.462906 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-08ca2494-282f-4756-9244-5332a93c370e req-7aab05a4-ec10-4cc4-ab78-693540a0a2f1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5037196 Apr 20 17:32:23.479635 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-08ca2494-282f-4756-9244-5332a93c370e req-8492862d-6b22-4570-b99e-4ab830d0d2b8 service neutron] Request body: {'port': {'device_id': '5e90cdb7-8395-4991-94b6-16ef644e1f9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:23.483252 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22276eb-7f68-4ac3-98e6-97850bd47c73 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:32:23.526265 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-030306a9-461d-4d74-9aab-7f2db4f4d909 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] device_id is not set on port 6ad369ac-1359-4c6d-9eee-eb1f5d5f79b0 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:32:23.675240 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1a85c1c7-6648-4b69-84e3-b87417435722 None None] Provisioning for port c946e4a1-d9e6-42e1-a1b0-8d853d8d2171 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:32:23.824225 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-08ca2494-282f-4756-9244-5332a93c370e req-8492862d-6b22-4570-b99e-4ab830d0d2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:23.836367 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4378b32-bd9a-44ff-97df-6e4d2c004ed9 req-2fb7c134-a555-4922-8809-163a9ece3a32 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:23.840689 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1a85c1c7-6648-4b69-84e3-b87417435722 None None] Provisioning complete for port c946e4a1-d9e6-42e1-a1b0-8d853d8d2171 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:32:23.841162 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1a85c1c7-6648-4b69-84e3-b87417435722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:23.846154 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d4378b32-bd9a-44ff-97df-6e4d2c004ed9 req-2fb7c134-a555-4922-8809-163a9ece3a32 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 932 time: 0.4685082 Apr 20 17:32:23.848854 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d22276eb-7f68-4ac3-98e6-97850bd47c73 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:23.963963 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-59a405ee-4cfa-4b44-9670-0086c0f87bd0 req-294bc469-612f-4d16-b862-d8a54aacfcf7 tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c HTTP/1.1" status: 200 len: 210 time: 0.0757158 Apr 20 17:32:23.966363 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1a85c1c7-6648-4b69-84e3-b87417435722 None None] Port c946e4a1-d9e6-42e1-a1b0-8d853d8d2171 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:32:23.968036 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b715b61-7c11-49d8-bf6f-b60b8c5d708c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-9ba611e4-024c-4a0c-9998-3bc548cf409a', 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'fixed_ips': [{'subnet_id': 'e3f8af8c-7491-4400-9959-de7ad7a6b8ec'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:32:23.968892 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2b715b61-7c11-49d8-bf6f-b60b8c5d708c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:24.023415 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-030306a9-461d-4d74-9aab-7f2db4f4d909 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Allocated IP 2001:db8::2ad (9ba611e4-024c-4a0c-9998-3bc548cf409a/e3f8af8c-7491-4400-9959-de7ad7a6b8ec/6ad369ac-1359-4c6d-9eee-eb1f5d5f79b0) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:32:24.230758 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d4378b32-bd9a-44ff-97df-6e4d2c004ed9 req-5aec9395-6963-4e49-85f0-add6f541e5e4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432662 Apr 20 17:32:24.455698 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d22276eb-7f68-4ac3-98e6-97850bd47c73 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:24.652262 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22276eb-7f68-4ac3-98e6-97850bd47c73 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Subnet': ['ID=fe0a13a4-a76f-481e-bd04-15f9d1241409,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:24.663271 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22276eb-7f68-4ac3-98e6-97850bd47c73 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:32:24.664127 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22276eb-7f68-4ac3-98e6-97850bd47c73 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:32:24.664469 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22276eb-7f68-4ac3-98e6-97850bd47c73 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:32:24.664804 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22276eb-7f68-4ac3-98e6-97850bd47c73 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:32:24.665414 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22276eb-7f68-4ac3-98e6-97850bd47c73 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:32:24.665720 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22276eb-7f68-4ac3-98e6-97850bd47c73 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:32:24.666045 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22276eb-7f68-4ac3-98e6-97850bd47c73 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:32:24.666387 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22276eb-7f68-4ac3-98e6-97850bd47c73 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:32:24.666707 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22276eb-7f68-4ac3-98e6-97850bd47c73 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:32:24.667070 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22276eb-7f68-4ac3-98e6-97850bd47c73 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:32:24.667318 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22276eb-7f68-4ac3-98e6-97850bd47c73 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:32:24.672392 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22276eb-7f68-4ac3-98e6-97850bd47c73 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Checking segment: {'id': '6af04c11-eaaa-4bdb-bfbc-b5423af51c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bba41b23-f3bf-4fe1-ad67-c2c1d5457ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:32:24.672745 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22276eb-7f68-4ac3-98e6-97850bd47c73 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network hostable DHCP agents. Network: bba41b23-f3bf-4fe1-ad67-c2c1d5457ede, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:32:24.712578 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22276eb-7f68-4ac3-98e6-97850bd47c73 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network bba41b23-f3bf-4fe1-ad67-c2c1d5457ede is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:32:24.730731 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-030306a9-461d-4d74-9aab-7f2db4f4d909 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:24.736230 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-d22276eb-7f68-4ac3-98e6-97850bd47c73 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, bba41b23-f3bf-4fe1-ad67-c2c1d5457ede) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:32:24.746615 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57407dd-cad0-4d30-85fa-f528fea5d83f None None] Network bba41b23-f3bf-4fe1-ad67-c2c1d5457ede requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:32:24.750578 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22276eb-7f68-4ac3-98e6-97850bd47c73 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:24.752873 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d22276eb-7f68-4ac3-98e6-97850bd47c73 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:24.789601 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-030306a9-461d-4d74-9aab-7f2db4f4d909 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Transition to ACTIVE for port object 6ad369ac-1359-4c6d-9eee-eb1f5d5f79b0 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:32:24.802568 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d22276eb-7f68-4ac3-98e6-97850bd47c73 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6028140 Apr 20 17:32:24.805239 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59932) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:24.811486 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-392fb985-a36b-490e-ba2e-fcba2de76dad tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'port': {'network_id': 'bba41b23-f3bf-4fe1-ad67-c2c1d5457ede', 'name': 'tempest-PortsIpV6TestJSON-555862909'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:24.822471 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-08ca2494-282f-4756-9244-5332a93c370e req-8492862d-6b22-4570-b99e-4ab830d0d2b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c946e4a1-d9e6-42e1-a1b0-8d853d8d2171 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:32:24.834266 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-08ca2494-282f-4756-9244-5332a93c370e req-8492862d-6b22-4570-b99e-4ab830d0d2b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:24.891609 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-08ca2494-282f-4756-9244-5332a93c370e req-8492862d-6b22-4570-b99e-4ab830d0d2b8 service neutron] Transition to ACTIVE for port object c946e4a1-d9e6-42e1-a1b0-8d853d8d2171 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:32:24.906030 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-08ca2494-282f-4756-9244-5332a93c370e req-8492862d-6b22-4570-b99e-4ab830d0d2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:24.983752 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-030306a9-461d-4d74-9aab-7f2db4f4d909 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:25.056799 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-392fb985-a36b-490e-ba2e-fcba2de76dad tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:25.075188 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-2b715b61-7c11-49d8-bf6f-b60b8c5d708c None None] Allocated IP 2001:db8::2 (9ba611e4-024c-4a0c-9998-3bc548cf409a/e3f8af8c-7491-4400-9959-de7ad7a6b8ec/856dff7a-5388-4daa-a68c-cce7f9b516c1) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:32:25.083080 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-392fb985-a36b-490e-ba2e-fcba2de76dad tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:25.111824 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392fb985-a36b-490e-ba2e-fcba2de76dad tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:32:25.115941 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-392fb985-a36b-490e-ba2e-fcba2de76dad tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:25.167628 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-392fb985-a36b-490e-ba2e-fcba2de76dad tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] device_id is not set on port 553cd5a5-04a4-4f7e-80f4-0537a307db91 yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:32:25.416376 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492862d-6b22-4570-b99e-4ab830d0d2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c946e4a1-d9e6-42e1-a1b0-8d853d8d2171,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:25.473205 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2b715b61-7c11-49d8-bf6f-b60b8c5d708c None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:25.500455 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2b715b61-7c11-49d8-bf6f-b60b8c5d708c None None] Transition to ACTIVE for port object 856dff7a-5388-4daa-a68c-cce7f9b516c1 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:32:25.536664 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2b715b61-7c11-49d8-bf6f-b60b8c5d708c None None] Transition to ACTIVE for port object 856dff7a-5388-4daa-a68c-cce7f9b516c1 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:32:25.600299 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2b715b61-7c11-49d8-bf6f-b60b8c5d708c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:25.682964 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-392fb985-a36b-490e-ba2e-fcba2de76dad tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Allocated IP 2001:db8::28b (bba41b23-f3bf-4fe1-ad67-c2c1d5457ede/fe0a13a4-a76f-481e-bd04-15f9d1241409/553cd5a5-04a4-4f7e-80f4-0537a307db91) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:32:25.703066 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030306a9-461d-4d74-9aab-7f2db4f4d909 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:32:25.720536 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a791e636-e33b-4757-9aa1-ed4690c2f548 req-d3537db9-33cb-4454-86b6-7410a6061c67 tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c HTTP/1.1" status: 200 len: 210 time: 0.3938832 Apr 20 17:32:25.748400 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-030306a9-461d-4d74-9aab-7f2db4f4d909 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:32:25.757735 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030306a9-461d-4d74-9aab-7f2db4f4d909 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:32:25.769202 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030306a9-461d-4d74-9aab-7f2db4f4d909 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:25.770220 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-030306a9-461d-4d74-9aab-7f2db4f4d909 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:25.833159 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdaddc9-7550-4153-8039-8d5c7ef55014 req-c76796c9-439f-4fe1-8ab6-96e26cef3806 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:25.834834 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8cdaddc9-7550-4153-8039-8d5c7ef55014 req-c76796c9-439f-4fe1-8ab6-96e26cef3806 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 944 time: 0.3566527 Apr 20 17:32:25.850871 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b715b61-7c11-49d8-bf6f-b60b8c5d708c None None] Pushing event updated for resources: {'Port': ['ID=856dff7a-5388-4daa-a68c-cce7f9b516c1,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:25.864042 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fafb3b-1a28-40ad-9a11-c97292ed50c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-bba41b23-f3bf-4fe1-ad67-c2c1d5457ede', 'network_id': 'bba41b23-f3bf-4fe1-ad67-c2c1d5457ede', 'tenant_id': '409944c1ab7f41a6acbb3c4fe41edf37', 'fixed_ips': [{'subnet_id': 'fe0a13a4-a76f-481e-bd04-15f9d1241409'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:32:25.865817 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-27fafb3b-1a28-40ad-9a11-c97292ed50c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:25.870771 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030306a9-461d-4d74-9aab-7f2db4f4d909 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Port': ['ID=6ad369ac-1359-4c6d-9eee-eb1f5d5f79b0,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:25.883435 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b715b61-7c11-49d8-bf6f-b60b8c5d708c None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:32:25.885533 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-030306a9-461d-4d74-9aab-7f2db4f4d909 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0893407 Apr 20 17:32:25.888614 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-2b715b61-7c11-49d8-bf6f-b60b8c5d708c None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:32:25.889292 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59956) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:25.895278 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b715b61-7c11-49d8-bf6f-b60b8c5d708c None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:32:25.897497 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-08ca2494-282f-4756-9244-5332a93c370e req-8492862d-6b22-4570-b99e-4ab830d0d2b8 service neutron] Attempting to bind port c946e4a1-d9e6-42e1-a1b0-8d853d8d2171 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:32:25.897825 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-08ca2494-282f-4756-9244-5332a93c370e req-8492862d-6b22-4570-b99e-4ab830d0d2b8 service neutron] Attempting to bind port c946e4a1-d9e6-42e1-a1b0-8d853d8d2171 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'c554300a-cd59-4a60-9307-fc40b2335284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:32:25.898154 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ca2494-282f-4756-9244-5332a93c370e req-8492862d-6b22-4570-b99e-4ab830d0d2b8 service neutron] Attempting to bind port c946e4a1-d9e6-42e1-a1b0-8d853d8d2171 on network 4f37beb4-cacf-475a-8f23-eab887469923 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:32:25.975218 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ca2494-282f-4756-9244-5332a93c370e req-8492862d-6b22-4570-b99e-4ab830d0d2b8 service neutron] Port c946e4a1-d9e6-42e1-a1b0-8d853d8d2171 on network 4f37beb4-cacf-475a-8f23-eab887469923 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:32:25.975570 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ca2494-282f-4756-9244-5332a93c370e req-8492862d-6b22-4570-b99e-4ab830d0d2b8 service neutron] Attempting to bind port c946e4a1-d9e6-42e1-a1b0-8d853d8d2171 on network 4f37beb4-cacf-475a-8f23-eab887469923 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:32:26.005969 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ca2494-282f-4756-9244-5332a93c370e req-8492862d-6b22-4570-b99e-4ab830d0d2b8 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:32:26.006265 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ca2494-282f-4756-9244-5332a93c370e req-8492862d-6b22-4570-b99e-4ab830d0d2b8 service neutron] Checking segment: {'id': 'c554300a-cd59-4a60-9307-fc40b2335284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:32:26.006699 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ca2494-282f-4756-9244-5332a93c370e req-8492862d-6b22-4570-b99e-4ab830d0d2b8 service neutron] Bound using segment: {'id': 'c554300a-cd59-4a60-9307-fc40b2335284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:32:26.007237 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-08ca2494-282f-4756-9244-5332a93c370e req-8492862d-6b22-4570-b99e-4ab830d0d2b8 service neutron] Bound port: c946e4a1-d9e6-42e1-a1b0-8d853d8d2171, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c554300a-cd59-4a60-9307-fc40b2335284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:32:26.007583 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-08ca2494-282f-4756-9244-5332a93c370e req-8492862d-6b22-4570-b99e-4ab830d0d2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:26.086697 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f6c655-d1fb-4267-b9a4-2eb62b08b42d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:26.090547 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f6c655-d1fb-4267-b9a4-2eb62b08b42d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:26.091307 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-74f6c655-d1fb-4267-b9a4-2eb62b08b42d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:32:26.121624 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-2b715b61-7c11-49d8-bf6f-b60b8c5d708c None None] Attempting to bind port 856dff7a-5388-4daa-a68c-cce7f9b516c1 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:32:26.122276 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-2b715b61-7c11-49d8-bf6f-b60b8c5d708c None None] Attempting to bind port 856dff7a-5388-4daa-a68c-cce7f9b516c1 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:32:26.122791 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b715b61-7c11-49d8-bf6f-b60b8c5d708c None None] Attempting to bind port 856dff7a-5388-4daa-a68c-cce7f9b516c1 on network 9ba611e4-024c-4a0c-9998-3bc548cf409a {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:32:26.129534 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b715b61-7c11-49d8-bf6f-b60b8c5d708c None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:32:26.130284 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b715b61-7c11-49d8-bf6f-b60b8c5d708c None None] Checking segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:32:26.130895 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2b715b61-7c11-49d8-bf6f-b60b8c5d708c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:26.131510 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b715b61-7c11-49d8-bf6f-b60b8c5d708c None None] Bound using segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:32:26.132178 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-2b715b61-7c11-49d8-bf6f-b60b8c5d708c None None] Bound port: 856dff7a-5388-4daa-a68c-cce7f9b516c1, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:32:26.132796 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2b715b61-7c11-49d8-bf6f-b60b8c5d708c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:26.136381 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-74f6c655-d1fb-4267-b9a4-2eb62b08b42d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:32:26.140898 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-74f6c655-d1fb-4267-b9a4-2eb62b08b42d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2502337 Apr 20 17:32:26.141529 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59962) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:26.173308 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-392fb985-a36b-490e-ba2e-fcba2de76dad tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:26.182041 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-08ca2494-282f-4756-9244-5332a93c370e req-8492862d-6b22-4570-b99e-4ab830d0d2b8 service neutron] For port c946e4a1-d9e6-42e1-a1b0-8d853d8d2171, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:32:26.192005 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-392fb985-a36b-490e-ba2e-fcba2de76dad tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Transition to ACTIVE for port object 553cd5a5-04a4-4f7e-80f4-0537a307db91 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:32:26.209961 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-08ca2494-282f-4756-9244-5332a93c370e req-8492862d-6b22-4570-b99e-4ab830d0d2b8 service neutron] For port c946e4a1-d9e6-42e1-a1b0-8d853d8d2171, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=c946e4a1-d9e6-42e1-a1b0-8d853d8d2171,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:32:26.215418 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8cdaddc9-7550-4153-8039-8d5c7ef55014 req-05b5e14a-d780-4f8e-92ec-8ac5ade0ff21 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693044 Apr 20 17:32:26.219615 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-08ca2494-282f-4756-9244-5332a93c370e req-8492862d-6b22-4570-b99e-4ab830d0d2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:26.221940 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-392fb985-a36b-490e-ba2e-fcba2de76dad tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:26.302391 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-2b715b61-7c11-49d8-bf6f-b60b8c5d708c None None] For port 856dff7a-5388-4daa-a68c-cce7f9b516c1, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:32:26.307097 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-2b715b61-7c11-49d8-bf6f-b60b8c5d708c None None] For port 856dff7a-5388-4daa-a68c-cce7f9b516c1, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=856dff7a-5388-4daa-a68c-cce7f9b516c1,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:32:26.321474 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2b715b61-7c11-49d8-bf6f-b60b8c5d708c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:26.325723 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-27fafb3b-1a28-40ad-9a11-c97292ed50c1 None None] Allocated IP 2001:db8::2 (bba41b23-f3bf-4fe1-ad67-c2c1d5457ede/fe0a13a4-a76f-481e-bd04-15f9d1241409/5f898c23-0a54-40a4-b158-86d79fb1e483) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:32:26.409373 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-ca92eab7-d825-48d1-8077-480a7def5338 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting port 6ad369ac-1359-4c6d-9eee-eb1f5d5f79b0 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:32:26.410019 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ca92eab7-d825-48d1-8077-480a7def5338 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:26.442650 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392fb985-a36b-490e-ba2e-fcba2de76dad tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network bba41b23-f3bf-4fe1-ad67-c2c1d5457ede is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:32:26.447074 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-392fb985-a36b-490e-ba2e-fcba2de76dad tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:32:26.457580 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392fb985-a36b-490e-ba2e-fcba2de76dad tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:32:26.461457 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392fb985-a36b-490e-ba2e-fcba2de76dad tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:26.462047 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-392fb985-a36b-490e-ba2e-fcba2de76dad tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:26.515481 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b715b61-7c11-49d8-bf6f-b60b8c5d708c None None] Pushing event updated for resources: {'Port': ['ID=856dff7a-5388-4daa-a68c-cce7f9b516c1,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:26.521289 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-392fb985-a36b-490e-ba2e-fcba2de76dad tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7149844 Apr 20 17:32:26.524834 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59974) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:26.533497 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392fb985-a36b-490e-ba2e-fcba2de76dad tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Port': ['ID=553cd5a5-04a4-4f7e-80f4-0537a307db91,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:26.546111 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-406eda5a-e61f-4385-913c-56342702c466 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'port': {'network_id': 'bba41b23-f3bf-4fe1-ad67-c2c1d5457ede', 'name': 'tempest-PortsIpV6TestJSON-1388419698'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:26.619367 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-08ca2494-282f-4756-9244-5332a93c370e req-8492862d-6b22-4570-b99e-4ab830d0d2b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:26.625686 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-08ca2494-282f-4756-9244-5332a93c370e req-8492862d-6b22-4570-b99e-4ab830d0d2b8 service neutron] 10.222.0.43 "PUT /v2.0/ports/c946e4a1-d9e6-42e1-a1b0-8d853d8d2171 HTTP/1.1" status: 200 len: 1092 time: 3.1470201 Apr 20 17:32:26.626293 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e90cdb7-8395-4991-94b6-16ef644e1f9a', 'tag': 'c946e4a1-d9e6-42e1-a1b0-8d853d8d2171'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:32:26.756647 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-27fafb3b-1a28-40ad-9a11-c97292ed50c1 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:26.777737 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-27fafb3b-1a28-40ad-9a11-c97292ed50c1 None None] Transition to ACTIVE for port object 5f898c23-0a54-40a4-b158-86d79fb1e483 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:32:26.839998 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-27fafb3b-1a28-40ad-9a11-c97292ed50c1 None None] Transition to ACTIVE for port object 5f898c23-0a54-40a4-b158-86d79fb1e483 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:32:26.857802 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-27fafb3b-1a28-40ad-9a11-c97292ed50c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:26.879440 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492862d-6b22-4570-b99e-4ab830d0d2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c946e4a1-d9e6-42e1-a1b0-8d853d8d2171,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:26.888927 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9132bf2a-0d56-4824-a1e6-2d249411bde6'] response: {'name': 'network-changed', 'server_uuid': '5e90cdb7-8395-4991-94b6-16ef644e1f9a', 'tag': 'c946e4a1-d9e6-42e1-a1b0-8d853d8d2171', 'status': 'completed', 'code': 200} Apr 20 17:32:27.004739 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fafb3b-1a28-40ad-9a11-c97292ed50c1 None None] Network bba41b23-f3bf-4fe1-ad67-c2c1d5457ede is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:32:27.009104 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fafb3b-1a28-40ad-9a11-c97292ed50c1 None None] Pushing event updated for resources: {'Port': ['ID=5f898c23-0a54-40a4-b158-86d79fb1e483,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:27.011305 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-27fafb3b-1a28-40ad-9a11-c97292ed50c1 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:32:27.015297 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fafb3b-1a28-40ad-9a11-c97292ed50c1 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:32:27.044673 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-406eda5a-e61f-4385-913c-56342702c466 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:27.061399 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-406eda5a-e61f-4385-913c-56342702c466 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:port and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:27.071062 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-406eda5a-e61f-4385-913c-56342702c466 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:27.100458 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-406eda5a-e61f-4385-913c-56342702c466 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:27.134254 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406eda5a-e61f-4385-913c-56342702c466 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:32:27.137371 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-406eda5a-e61f-4385-913c-56342702c466 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:27.185965 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-27fafb3b-1a28-40ad-9a11-c97292ed50c1 None None] Attempting to bind port 5f898c23-0a54-40a4-b158-86d79fb1e483 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:32:27.194644 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-27fafb3b-1a28-40ad-9a11-c97292ed50c1 None None] Attempting to bind port 5f898c23-0a54-40a4-b158-86d79fb1e483 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '6af04c11-eaaa-4bdb-bfbc-b5423af51c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bba41b23-f3bf-4fe1-ad67-c2c1d5457ede'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:32:27.195125 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fafb3b-1a28-40ad-9a11-c97292ed50c1 None None] Attempting to bind port 5f898c23-0a54-40a4-b158-86d79fb1e483 on network bba41b23-f3bf-4fe1-ad67-c2c1d5457ede {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:32:27.206033 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fafb3b-1a28-40ad-9a11-c97292ed50c1 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:32:27.206376 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fafb3b-1a28-40ad-9a11-c97292ed50c1 None None] Checking segment: {'id': '6af04c11-eaaa-4bdb-bfbc-b5423af51c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bba41b23-f3bf-4fe1-ad67-c2c1d5457ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:32:27.206775 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-27fafb3b-1a28-40ad-9a11-c97292ed50c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:27.207156 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fafb3b-1a28-40ad-9a11-c97292ed50c1 None None] Bound using segment: {'id': '6af04c11-eaaa-4bdb-bfbc-b5423af51c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bba41b23-f3bf-4fe1-ad67-c2c1d5457ede'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:32:27.207645 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-27fafb3b-1a28-40ad-9a11-c97292ed50c1 None None] Bound port: 5f898c23-0a54-40a4-b158-86d79fb1e483, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af04c11-eaaa-4bdb-bfbc-b5423af51c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bba41b23-f3bf-4fe1-ad67-c2c1d5457ede'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:32:27.207984 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-27fafb3b-1a28-40ad-9a11-c97292ed50c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:27.266035 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-08ca2494-282f-4756-9244-5332a93c370e req-a853e471-cdca-413e-9323-63642a3aaf51 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=048f4cae66cf42c897493ac9a67e0d5f&device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 1095 time: 0.5690525 Apr 20 17:32:27.312460 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3f7d01aa-52db-4e3b-9773-a5cd8de258e4 req-343eb7ad-f552-4a0a-b01a-467ad311dabf tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c HTTP/1.1" status: 200 len: 210 time: 0.1356552 Apr 20 17:32:27.325713 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-406eda5a-e61f-4385-913c-56342702c466 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] device_id is not set on port 7325f415-98d4-42a5-b59d-2b9b30d04e84 yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:32:27.537459 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-08ca2494-282f-4756-9244-5332a93c370e req-7e9285da-0b19-4a6d-9194-dfe10180f51e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c946e4a1-d9e6-42e1-a1b0-8d853d8d2171 HTTP/1.1" status: 200 len: 217 time: 0.2637367 Apr 20 17:32:27.568543 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-27fafb3b-1a28-40ad-9a11-c97292ed50c1 None None] For port 5f898c23-0a54-40a4-b158-86d79fb1e483, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:32:27.574278 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-27fafb3b-1a28-40ad-9a11-c97292ed50c1 None None] For port 5f898c23-0a54-40a4-b158-86d79fb1e483, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=5f898c23-0a54-40a4-b158-86d79fb1e483,segment=NetworkSegment(6af04c11-eaaa-4bdb-bfbc-b5423af51c65),segment_id=6af04c11-eaaa-4bdb-bfbc-b5423af51c65)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:32:27.589592 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-27fafb3b-1a28-40ad-9a11-c97292ed50c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:27.628151 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ca92eab7-d825-48d1-8077-480a7def5338 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:27.710537 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-406eda5a-e61f-4385-913c-56342702c466 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Allocated IP 2001:db8::38c (bba41b23-f3bf-4fe1-ad67-c2c1d5457ede/fe0a13a4-a76f-481e-bd04-15f9d1241409/7325f415-98d4-42a5-b59d-2b9b30d04e84) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:32:27.784802 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fafb3b-1a28-40ad-9a11-c97292ed50c1 None None] Pushing event updated for resources: {'Port': ['ID=5f898c23-0a54-40a4-b158-86d79fb1e483,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:27.999029 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-ca92eab7-d825-48d1-8077-480a7def5338 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Calling delete_port for 6ad369ac-1359-4c6d-9eee-eb1f5d5f79b0 owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:32:28.151646 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca2494-282f-4756-9244-5332a93c370e req-290d4e83-66fb-4d5e-9cae-2b6cb77b29a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:28.151646 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-08ca2494-282f-4756-9244-5332a93c370e req-290d4e83-66fb-4d5e-9cae-2b6cb77b29a1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=459b9241-591b-4214-ba21-d89500ea520e HTTP/1.1" status: 200 len: 851 time: 0.6017053 Apr 20 17:32:28.252549 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-406eda5a-e61f-4385-913c-56342702c466 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:28.281572 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-406eda5a-e61f-4385-913c-56342702c466 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Transition to ACTIVE for port object 7325f415-98d4-42a5-b59d-2b9b30d04e84 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:32:28.381739 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-406eda5a-e61f-4385-913c-56342702c466 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:28.658261 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-08ca2494-282f-4756-9244-5332a93c370e req-1826fac2-afcf-49da-9b26-3046bbe8adf5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f37beb4-cacf-475a-8f23-eab887469923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4560373 Apr 20 17:32:28.707080 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406eda5a-e61f-4385-913c-56342702c466 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Port': ['ID=7325f415-98d4-42a5-b59d-2b9b30d04e84,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:28.755526 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406eda5a-e61f-4385-913c-56342702c466 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network bba41b23-f3bf-4fe1-ad67-c2c1d5457ede is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:32:28.757768 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-406eda5a-e61f-4385-913c-56342702c466 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:32:28.765544 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406eda5a-e61f-4385-913c-56342702c466 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:32:28.772534 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406eda5a-e61f-4385-913c-56342702c466 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:28.773421 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-406eda5a-e61f-4385-913c-56342702c466 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:28.817928 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-406eda5a-e61f-4385-913c-56342702c466 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2920649 Apr 20 17:32:28.847683 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60030) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:28.858467 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 5f898c23-0a54-40a4-b158-86d79fb1e483 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:32:28.915984 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60036) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:28.941299 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba1c3b-bd4b-4a39-88f7-d1c44de1f04f req-ccc565eb-eb0f-4e68-b17d-85eee7d96142 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:28.949886 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-69ba1c3b-bd4b-4a39-88f7-d1c44de1f04f req-ccc565eb-eb0f-4e68-b17d-85eee7d96142 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 944 time: 0.6141999 Apr 20 17:32:28.973814 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-08ca2494-282f-4756-9244-5332a93c370e req-6e0b924a-ce9c-4bc0-955f-f43b2ff9be54 service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060031 Apr 20 17:32:29.033998 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074751a8-50c5-42b2-ab3a-7979a5a61c88 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:29.034977 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-074751a8-50c5-42b2-ab3a-7979a5a61c88 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Synchronizing usage tracker for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:32:29.050170 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-43737290-0969-4612-a7bf-7ef496b9da94 None None] Provisioning for port 856dff7a-5388-4daa-a68c-cce7f9b516c1 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:32:29.066052 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-69ba1c3b-bd4b-4a39-88f7-d1c44de1f04f req-8c9d3e9c-a0a0-4f80-a868-01b97bc934f8 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140544 Apr 20 17:32:29.076235 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 5f898c23-0a54-40a4-b158-86d79fb1e483 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:32:29.086991 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6542763c-5409-4158-bb35-0fa1fde03c4b req-70623afe-eec9-4910-a041-98c60a23d0aa tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c HTTP/1.1" status: 200 len: 210 time: 0.2458913 Apr 20 17:32:29.087488 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 856dff7a-5388-4daa-a68c-cce7f9b516c1 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:32:29.091807 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ca92eab7-d825-48d1-8077-480a7def5338 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:29.118563 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-074751a8-50c5-42b2-ab3a-7979a5a61c88 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Unset dirty status for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:32:29.123164 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-074751a8-50c5-42b2-ab3a-7979a5a61c88 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A28b HTTP/1.1" status: 200 len: 928 time: 0.2741675 Apr 20 17:32:29.125048 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60046) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:29.277364 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 856dff7a-5388-4daa-a68c-cce7f9b516c1 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:32:29.289250 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 856dff7a-5388-4daa-a68c-cce7f9b516c1 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:32:29.289475 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:29.348782 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-be66b30e-10dc-4f17-a875-6fa3e1e77c35 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Deleting port 7325f415-98d4-42a5-b59d-2b9b30d04e84 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:32:29.349442 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-be66b30e-10dc-4f17-a875-6fa3e1e77c35 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:29.446370 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-832e0e3c-e6ce-498e-9766-d5be725f3bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:29.532833 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ca92eab7-d825-48d1-8077-480a7def5338 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:29.577278 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92eab7-d825-48d1-8077-480a7def5338 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Port': ['ID=6ad369ac-1359-4c6d-9eee-eb1f5d5f79b0,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:29.622573 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-747ad727-2140-46dc-a506-8e87a27e32cf None None] Could not find standard attr ID for object 6ad369ac-1359-4c6d-9eee-eb1f5d5f79b0. {{(pid=84082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 17:32:29.629253 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:29.629866 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ca92eab7-d825-48d1-8077-480a7def5338 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/6ad369ac-1359-4c6d-9eee-eb1f5d5f79b0 HTTP/1.1" status: 204 len: 168 time: 3.4855959 Apr 20 17:32:29.637819 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60056) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:29.710715 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 856dff7a-5388-4daa-a68c-cce7f9b516c1, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=856dff7a-5388-4daa-a68c-cce7f9b516c1,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:32:29.720534 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:29.803419 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bf46e0-9502-492a-933e-9655deb254ed tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:29.807027 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bf46e0-9502-492a-933e-9655deb254ed tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:29.807805 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a4bf46e0-9502-492a-933e-9655deb254ed tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:32:29.819426 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-08ca2494-282f-4756-9244-5332a93c370e req-075b9b26-3802-413e-9364-1e0c096e93c2 service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7294533 Apr 20 17:32:29.823547 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-832e0e3c-e6ce-498e-9766-d5be725f3bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:29.857721 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a4bf46e0-9502-492a-933e-9655deb254ed tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:32:29.863521 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a4bf46e0-9502-492a-933e-9655deb254ed tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2244358 Apr 20 17:32:29.864890 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60062) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:29.925042 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=856dff7a-5388-4daa-a68c-cce7f9b516c1,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:29.970642 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564b387d-d8e2-4637-ab24-c9e3868d52e2 None None] Network bba41b23-f3bf-4fe1-ad67-c2c1d5457ede requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:32:29.973673 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-832e0e3c-e6ce-498e-9766-d5be725f3bbe admin admin] Usage tracker for resource:security_group_rule and tenant:f24e8763e9de478c82906f48c10868fa is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:29.987352 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-832e0e3c-e6ce-498e-9766-d5be725f3bbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:29.999472 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-832e0e3c-e6ce-498e-9766-d5be725f3bbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:30.193291 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-be66b30e-10dc-4f17-a875-6fa3e1e77c35 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:30.246653 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-71fd7825-87c5-43de-b348-65cc7c3e9c7a None None] Provisioning for port 5f898c23-0a54-40a4-b158-86d79fb1e483 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:32:30.260086 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-71fd7825-87c5-43de-b348-65cc7c3e9c7a None None] Provisioning complete for port 5f898c23-0a54-40a4-b158-86d79fb1e483 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:32:30.260790 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-71fd7825-87c5-43de-b348-65cc7c3e9c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:30.631459 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d561405-9be8-4b90-b63e-97f5a8fa906e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting subnet e3f8af8c-7491-4400-9959-de7ad7a6b8ec {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:32:30.635778 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3d561405-9be8-4b90-b63e-97f5a8fa906e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:30.689118 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-be66b30e-10dc-4f17-a875-6fa3e1e77c35 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Calling delete_port for 7325f415-98d4-42a5-b59d-2b9b30d04e84 owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:32:30.706339 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3d561405-9be8-4b90-b63e-97f5a8fa906e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:30.744811 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 856dff7a-5388-4daa-a68c-cce7f9b516c1 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:32:30.797617 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-832e0e3c-e6ce-498e-9766-d5be725f3bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:30.800744 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3d561405-9be8-4b90-b63e-97f5a8fa906e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:30.824829 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-832e0e3c-e6ce-498e-9766-d5be725f3bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:30.932668 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3d561405-9be8-4b90-b63e-97f5a8fa906e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:30.932989 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7d495-de5c-49e1-a47c-f357846602a8 req-cc18e2b9-2a13-4767-9294-41476198b688 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:30.934590 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-35f7d495-de5c-49e1-a47c-f357846602a8 req-cc18e2b9-2a13-4767-9294-41476198b688 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 944 time: 0.4849567 Apr 20 17:32:30.969011 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e0e3c-e6ce-498e-9766-d5be725f3bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336fed93-73d4-4128-969a-e1b56adc609e,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:30.990992 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a10671e8-33f3-47fa-b486-8e9c0b2b1cc5 req-8934cf79-a06b-4b5f-953f-8c61799179fd tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c HTTP/1.1" status: 200 len: 210 time: 0.3684700 Apr 20 17:32:30.992198 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3d561405-9be8-4b90-b63e-97f5a8fa906e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:31.002230 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d561405-9be8-4b90-b63e-97f5a8fa906e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f8af8c-7491-4400-9959-de7ad7a6b8ec,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:31.018117 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-85efec82-1b9e-486b-a5a1-5d874b4f892b req-39d7de0d-ec7f-4250-9c34-27a9f8094f7a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=048f4cae66cf42c897493ac9a67e0d5f&device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 1095 time: 1.0631077 Apr 20 17:32:31.027878 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3d561405-9be8-4b90-b63e-97f5a8fa906e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/e3f8af8c-7491-4400-9959-de7ad7a6b8ec HTTP/1.1" status: 204 len: 168 time: 1.1577697 Apr 20 17:32:31.027878 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60078) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:31.054285 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-832e0e3c-e6ce-498e-9766-d5be725f3bbe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f24e8763e9de478c82906f48c10868fa&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1369855 Apr 20 17:32:31.059074 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60082) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:31.082780 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fbe04a-31fb-4364-bc17-16d5030ff49e None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:32:31.096361 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-71fd7825-87c5-43de-b348-65cc7c3e9c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:31.157088 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-35f7d495-de5c-49e1-a47c-f357846602a8 req-c650709e-668c-426e-baba-ba0424c0f339 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125459 Apr 20 17:32:31.194935 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-be66b30e-10dc-4f17-a875-6fa3e1e77c35 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:31.217555 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-03711a79-7f5d-45c3-aee8-97230ad62a27 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1885128 Apr 20 17:32:31.218432 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60088) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:31.293361 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-16ebb3f5-02ee-478a-9b2e-fbc185effe1e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:31.295569 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66b30e-10dc-4f17-a875-6fa3e1e77c35 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Port': ['ID=7325f415-98d4-42a5-b59d-2b9b30d04e84,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:31.367406 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b1f488fa-0914-4661-a1cd-675e4f93ad65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:31.391801 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-be66b30e-10dc-4f17-a875-6fa3e1e77c35 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:31.430397 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-be66b30e-10dc-4f17-a875-6fa3e1e77c35 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/ports/7325f415-98d4-42a5-b59d-2b9b30d04e84 HTTP/1.1" status: 204 len: 168 time: 2.3040719 Apr 20 17:32:31.431413 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60094) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:31.455201 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-71fd7825-87c5-43de-b348-65cc7c3e9c7a None None] For port 5f898c23-0a54-40a4-b158-86d79fb1e483, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=5f898c23-0a54-40a4-b158-86d79fb1e483,segment=NetworkSegment(6af04c11-eaaa-4bdb-bfbc-b5423af51c65),segment_id=6af04c11-eaaa-4bdb-bfbc-b5423af51c65)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:32:31.480380 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-71fd7825-87c5-43de-b348-65cc7c3e9c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:31.489664 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b1f488fa-0914-4661-a1cd-675e4f93ad65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:31.495323 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-16ebb3f5-02ee-478a-9b2e-fbc185effe1e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:31.498873 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4bd26b-ba50-449e-a329-a68824ac7a9b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] GET failed (client error): The resource could not be found. Apr 20 17:32:31.499614 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ef4bd26b-ba50-449e-a329-a68824ac7a9b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Synchronizing usage tracker for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:32:31.506315 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-16ebb3f5-02ee-478a-9b2e-fbc185effe1e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:subnet and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:31.515468 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-16ebb3f5-02ee-478a-9b2e-fbc185effe1e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:31.527194 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-16ebb3f5-02ee-478a-9b2e-fbc185effe1e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:31.548369 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ef4bd26b-ba50-449e-a329-a68824ac7a9b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Unset dirty status for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:32:31.553175 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ef4bd26b-ba50-449e-a329-a68824ac7a9b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "GET /v2.0/ports/7325f415-98d4-42a5-b59d-2b9b30d04e84 HTTP/1.1" status: 404 len: 333 time: 0.1175876 Apr 20 17:32:31.554009 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60098) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:31.583427 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ebb3f5-02ee-478a-9b2e-fbc185effe1e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:32:31.593419 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-16ebb3f5-02ee-478a-9b2e-fbc185effe1e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:31.721620 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-27fca12f-5d0b-4b87-a2cc-80e364339e38 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Deleting port 553cd5a5-04a4-4f7e-80f4-0537a307db91 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:32:31.722240 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-27fca12f-5d0b-4b87-a2cc-80e364339e38 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:31.878388 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 856dff7a-5388-4daa-a68c-cce7f9b516c1 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:32:31.882708 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:31.923039 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efec82-1b9e-486b-a5a1-5d874b4f892b req-18a7dff3-af3c-44cf-aaa8-0f882f9d38c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:31.924673 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-85efec82-1b9e-486b-a5a1-5d874b4f892b req-18a7dff3-af3c-44cf-aaa8-0f882f9d38c3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4f37beb4-cacf-475a-8f23-eab887469923 HTTP/1.1" status: 200 len: 913 time: 0.8996696 Apr 20 17:32:31.936339 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b1f488fa-0914-4661-a1cd-675e4f93ad65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:32.007609 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f488fa-0914-4661-a1cd-675e4f93ad65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336fed93-73d4-4128-969a-e1b56adc609e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:32.010679 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd7825-87c5-43de-b348-65cc7c3e9c7a None None] Pushing event updated for resources: {'Port': ['ID=5f898c23-0a54-40a4-b158-86d79fb1e483,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:32.033471 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-85efec82-1b9e-486b-a5a1-5d874b4f892b req-891d1f58-e380-49be-b378-73822d30fd3a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c946e4a1-d9e6-42e1-a1b0-8d853d8d2171 HTTP/1.1" status: 200 len: 217 time: 0.1019471 Apr 20 17:32:32.196172 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8773faa8-0a64-43a4-a42c-e93f2d76716a None None] DHCP port deletion for 9ba611e4-024c-4a0c-9998-3bc548cf409a request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:32:32.203864 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-8773faa8-0a64-43a4-a42c-e93f2d76716a None None] Deleting port 856dff7a-5388-4daa-a68c-cce7f9b516c1 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:32:32.204683 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8773faa8-0a64-43a4-a42c-e93f2d76716a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:32.213715 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efec82-1b9e-486b-a5a1-5d874b4f892b req-927c0448-d6b0-4622-a96a-066d73ca9cbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:32.215416 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-85efec82-1b9e-486b-a5a1-5d874b4f892b req-927c0448-d6b0-4622-a96a-066d73ca9cbb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=459b9241-591b-4214-ba21-d89500ea520e HTTP/1.1" status: 200 len: 851 time: 0.1749926 Apr 20 17:32:32.260143 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b1f488fa-0914-4661-a1cd-675e4f93ad65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:32.261284 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b1f488fa-0914-4661-a1cd-675e4f93ad65 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/336fed93-73d4-4128-969a-e1b56adc609e HTTP/1.1" status: 204 len: 168 time: 1.1943693 Apr 20 17:32:32.559825 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b9df654d-8fc2-44f8-aada-e71de133c365 req-fc3e1b3e-f4ea-486c-b4ba-6ec78d49028b tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c HTTP/1.1" status: 200 len: 210 time: 0.2255394 Apr 20 17:32:32.662807 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-16ebb3f5-02ee-478a-9b2e-fbc185effe1e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:32.795080 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 5f898c23-0a54-40a4-b158-86d79fb1e483 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:32:32.815658 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ebb3f5-02ee-478a-9b2e-fbc185effe1e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Subnet': ['ID=e6a15205-47aa-4e6e-b110-60123f9cd27f,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:32.837777 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-85efec82-1b9e-486b-a5a1-5d874b4f892b req-a4aecea2-28df-42ee-ac1d-92971e27938e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f37beb4-cacf-475a-8f23-eab887469923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6095481 Apr 20 17:32:32.849498 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device c946e4a1-d9e6-42e1-a1b0-8d853d8d2171 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:32:32.850862 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-27fca12f-5d0b-4b87-a2cc-80e364339e38 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:32.957232 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ebb3f5-02ee-478a-9b2e-fbc185effe1e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:32:32.964050 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-16ebb3f5-02ee-478a-9b2e-fbc185effe1e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:32:32.969371 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ebb3f5-02ee-478a-9b2e-fbc185effe1e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:32.970214 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-16ebb3f5-02ee-478a-9b2e-fbc185effe1e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:33.040370 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-85efec82-1b9e-486b-a5a1-5d874b4f892b req-edf73718-0101-43eb-bf02-291b8621d6f1 service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915991 Apr 20 17:32:33.056155 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-27fca12f-5d0b-4b87-a2cc-80e364339e38 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Calling delete_port for 553cd5a5-04a4-4f7e-80f4-0537a307db91 owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:32:33.187389 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60118) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:33.220958 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-16ebb3f5-02ee-478a-9b2e-fbc185effe1e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9983289 Apr 20 17:32:33.223989 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60124) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:33.228616 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-87b0284e-f1f0-414a-8a1f-4f28687c8642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:33.244584 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-1508cb92-4a20-4a92-87b2-68ac0c351666 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'port': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'name': 'tempest-NetworksTestDHCPv6-262698179'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:33.265440 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-59523041-7da6-4517-980d-f4e6c1bfcef9 None None] Could not find standard attr ID for object 7325f415-98d4-42a5-b59d-2b9b30d04e84. {{(pid=84082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 17:32:33.292720 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:32:33.359824 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f976a7-adc9-4081-9cc5-8c0d03ccd196 req-f3bdd93f-86fb-432f-9fde-cb640e0ad33e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:33.361288 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d5f976a7-adc9-4081-9cc5-8c0d03ccd196 req-f3bdd93f-86fb-432f-9fde-cb640e0ad33e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 944 time: 0.6429002 Apr 20 17:32:33.426866 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-27fca12f-5d0b-4b87-a2cc-80e364339e38 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:33.459213 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-8773faa8-0a64-43a4-a42c-e93f2d76716a None None] For port 856dff7a-5388-4daa-a68c-cce7f9b516c1, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=856dff7a-5388-4daa-a68c-cce7f9b516c1,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:32:33.459729 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8773faa8-0a64-43a4-a42c-e93f2d76716a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:33.494967 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d5f976a7-adc9-4081-9cc5-8c0d03ccd196 req-ad05e71f-ce5c-4abe-823f-c27b300a4f4c tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239426 Apr 20 17:32:33.508833 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fca12f-5d0b-4b87-a2cc-80e364339e38 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Port': ['ID=553cd5a5-04a4-4f7e-80f4-0537a307db91,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:33.555923 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 5f898c23-0a54-40a4-b158-86d79fb1e483 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:32:33.557685 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:33.596048 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-27fca12f-5d0b-4b87-a2cc-80e364339e38 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:33.627636 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-27fca12f-5d0b-4b87-a2cc-80e364339e38 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/ports/553cd5a5-04a4-4f7e-80f4-0537a307db91 HTTP/1.1" status: 204 len: 168 time: 2.0692384 Apr 20 17:32:33.628192 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60136) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:33.645934 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-85efec82-1b9e-486b-a5a1-5d874b4f892b req-15c529cf-c22c-44ac-acf7-1b809ac11249 service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5990601 Apr 20 17:32:33.724281 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e86136-296d-4f57-96ea-15666772bc62 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] GET failed (client error): The resource could not be found. Apr 20 17:32:33.724785 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-50e86136-296d-4f57-96ea-15666772bc62 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Synchronizing usage tracker for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:32:33.771022 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-50e86136-296d-4f57-96ea-15666772bc62 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Unset dirty status for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:32:33.772240 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-50e86136-296d-4f57-96ea-15666772bc62 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "GET /v2.0/ports/553cd5a5-04a4-4f7e-80f4-0537a307db91 HTTP/1.1" status: 404 len: 333 time: 0.1429043 Apr 20 17:32:33.774935 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60142) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:33.781804 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-87b0284e-f1f0-414a-8a1f-4f28687c8642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:33.797779 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-87b0284e-f1f0-414a-8a1f-4f28687c8642 admin admin] Usage tracker for resource:security_group_rule and tenant:1d54393001704698a3153831ac4e3754 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:33.800617 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1508cb92-4a20-4a92-87b2-68ac0c351666 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:33.821173 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-87b0284e-f1f0-414a-8a1f-4f28687c8642 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:33.828469 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1508cb92-4a20-4a92-87b2-68ac0c351666 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:port and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:33.839955 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-87b0284e-f1f0-414a-8a1f-4f28687c8642 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:33.842418 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1508cb92-4a20-4a92-87b2-68ac0c351666 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:33.852146 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-8773faa8-0a64-43a4-a42c-e93f2d76716a None None] Calling delete_port for 856dff7a-5388-4daa-a68c-cce7f9b516c1 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:32:33.857163 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1508cb92-4a20-4a92-87b2-68ac0c351666 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:33.950753 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-59523041-7da6-4517-980d-f4e6c1bfcef9 None None] Provisioning complete for port 553cd5a5-04a4-4f7e-80f4-0537a307db91 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:32:33.951120 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-59523041-7da6-4517-980d-f4e6c1bfcef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:33.954168 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1508cb92-4a20-4a92-87b2-68ac0c351666 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:32:33.957098 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1508cb92-4a20-4a92-87b2-68ac0c351666 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:33.999078 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1c133aa8-4f74-48c5-b4af-53ed8592ae07 req-84dd7b31-27fc-4b38-ad07-d20303b59e50 tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c HTTP/1.1" status: 200 len: 210 time: 0.1044261 Apr 20 17:32:34.003642 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port c946e4a1-d9e6-42e1-a1b0-8d853d8d2171, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=c946e4a1-d9e6-42e1-a1b0-8d853d8d2171,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:32:34.005344 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-1508cb92-4a20-4a92-87b2-68ac0c351666 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] device_id is not set on port 3151a0b9-54be-44a3-90e1-04be57c4c2fb yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:32:34.082485 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-59523041-7da6-4517-980d-f4e6c1bfcef9 None None] Port 553cd5a5-04a4-4f7e-80f4-0537a307db91 was deleted so its status cannot be updated. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 20 17:32:34.117082 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b22a70-72f0-4cfc-835a-184d1c511052 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Deleting subnet fe0a13a4-a76f-481e-bd04-15f9d1241409 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:32:34.121546 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-24b22a70-72f0-4cfc-835a-184d1c511052 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:34.167984 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'c946e4a1-d9e6-42e1-a1b0-8d853d8d2171', 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923', 'port_id': 'c946e4a1-d9e6-42e1-a1b0-8d853d8d2171', 'mac_address': 'fa:16:3e:c3:f6:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459b9241-591b-4214-ba21-d89500ea520e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:32:34.231326 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-24b22a70-72f0-4cfc-835a-184d1c511052 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:34.271468 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-87b0284e-f1f0-414a-8a1f-4f28687c8642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:34.286813 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-87b0284e-f1f0-414a-8a1f-4f28687c8642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:34.330755 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-87b0284e-f1f0-414a-8a1f-4f28687c8642 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1d54393001704698a3153831ac4e3754&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1396358 Apr 20 17:32:34.331261 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60150) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:34.369147 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0284e-f1f0-414a-8a1f-4f28687c8642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1967f62c-2361-488c-88c3-2b88730f21bf,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:34.381936 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-59523041-7da6-4517-980d-f4e6c1bfcef9 None None] Provisioning complete for port 5f898c23-0a54-40a4-b158-86d79fb1e483 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:32:34.383165 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-59523041-7da6-4517-980d-f4e6c1bfcef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:34.397057 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-1508cb92-4a20-4a92-87b2-68ac0c351666 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Allocated IP 2001:db8::129 (9ba611e4-024c-4a0c-9998-3bc548cf409a/e6a15205-47aa-4e6e-b110-60123f9cd27f/3151a0b9-54be-44a3-90e1-04be57c4c2fb) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:32:34.444643 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-24b22a70-72f0-4cfc-835a-184d1c511052 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:34.470025 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8773faa8-0a64-43a4-a42c-e93f2d76716a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:34.510891 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:34.542931 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c946e4a1-d9e6-42e1-a1b0-8d853d8d2171 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:32:34.560390 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port c946e4a1-d9e6-42e1-a1b0-8d853d8d2171, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=c946e4a1-d9e6-42e1-a1b0-8d853d8d2171,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:32:34.579653 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8773faa8-0a64-43a4-a42c-e93f2d76716a None None] No DVR routers for this DVR port 856dff7a-5388-4daa-a68c-cce7f9b516c1 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:32:34.586568 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773faa8-0a64-43a4-a42c-e93f2d76716a None None] Pushing event deleted for resources: {'Port': ['ID=856dff7a-5388-4daa-a68c-cce7f9b516c1,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:34.588776 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:34.621213 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-28595af5-1511-4b4e-b0a0-8d1728fb6464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:34.680893 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-28595af5-1511-4b4e-b0a0-8d1728fb6464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:34.703042 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df33e57f-58fe-4ae7-b259-03cf03ebc1e2 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:32:34.721626 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 856dff7a-5388-4daa-a68c-cce7f9b516c1 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:32:34.772247 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-24b22a70-72f0-4cfc-835a-184d1c511052 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:34.774293 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 856dff7a-5388-4daa-a68c-cce7f9b516c1 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:32:34.774631 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 856dff7a-5388-4daa-a68c-cce7f9b516c1 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:32:34.823835 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1508cb92-4a20-4a92-87b2-68ac0c351666 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:34.845378 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-1508cb92-4a20-4a92-87b2-68ac0c351666 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Transition to ACTIVE for port object 3151a0b9-54be-44a3-90e1-04be57c4c2fb will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:32:34.884098 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1508cb92-4a20-4a92-87b2-68ac0c351666 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:34.886221 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['c946e4a1-d9e6-42e1-a1b0-8d853d8d2171'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:32:34.906173 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b22a70-72f0-4cfc-835a-184d1c511052 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Subnet': ['ID=fe0a13a4-a76f-481e-bd04-15f9d1241409,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:34.947490 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-24b22a70-72f0-4cfc-835a-184d1c511052 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:34.959107 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b8b7f5-ae0e-402f-8a8c-71eae668d9cb None None] Network bba41b23-f3bf-4fe1-ad67-c2c1d5457ede requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:32:34.999866 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-24b22a70-72f0-4cfc-835a-184d1c511052 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/subnets/fe0a13a4-a76f-481e-bd04-15f9d1241409 HTTP/1.1" status: 204 len: 168 time: 1.2237437 Apr 20 17:32:35.002249 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60162) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:35.002927 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1508cb92-4a20-4a92-87b2-68ac0c351666 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:32:35.007264 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-1508cb92-4a20-4a92-87b2-68ac0c351666 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:32:35.018067 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1508cb92-4a20-4a92-87b2-68ac0c351666 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:32:35.022860 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1508cb92-4a20-4a92-87b2-68ac0c351666 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:35.027729 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1508cb92-4a20-4a92-87b2-68ac0c351666 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:35.029458 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-28595af5-1511-4b4e-b0a0-8d1728fb6464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:35.032450 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-28595af5-1511-4b4e-b0a0-8d1728fb6464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:35.034055 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-28595af5-1511-4b4e-b0a0-8d1728fb6464 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1967f62c-2361-488c-88c3-2b88730f21bf HTTP/1.1" status: 204 len: 168 time: 0.7017808 Apr 20 17:32:35.113143 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508cb92-4a20-4a92-87b2-68ac0c351666 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Port': ['ID=3151a0b9-54be-44a3-90e1-04be57c4c2fb,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:35.126551 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1508cb92-4a20-4a92-87b2-68ac0c351666 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9014568 Apr 20 17:32:35.129036 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60170) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:35.131515 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28595af5-1511-4b4e-b0a0-8d1728fb6464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1967f62c-2361-488c-88c3-2b88730f21bf,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:35.221302 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-577b7113-f04a-4826-96c5-5d8b9110aba9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:35.230312 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229faba-7126-420e-b299-18730a4eb458 req-b44c59e5-c8b7-4993-9ad3-8eb0536aea94 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:35.234255 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6229faba-7126-420e-b299-18730a4eb458 req-b44c59e5-c8b7-4993-9ad3-8eb0536aea94 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 945 time: 0.4641912 Apr 20 17:32:35.303918 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-577b7113-f04a-4826-96c5-5d8b9110aba9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Deleting port 5f898c23-0a54-40a4-b158-86d79fb1e483 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:32:35.308846 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-577b7113-f04a-4826-96c5-5d8b9110aba9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:35.339476 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=c946e4a1-d9e6-42e1-a1b0-8d853d8d2171,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:35.362120 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6229faba-7126-420e-b299-18730a4eb458 req-1eb50e69-b8da-41f7-8007-c2288430610f tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222007 Apr 20 17:32:35.384058 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-dd98eea7-2821-4519-abbd-e0c609f4cb6d None None] Could not find standard attr ID for object 553cd5a5-04a4-4f7e-80f4-0537a307db91. {{(pid=84082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 17:32:35.398078 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38965989-ac57-45a6-80ea-c8f71d981e98 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:35.398792 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-38965989-ac57-45a6-80ea-c8f71d981e98 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:32:35.450785 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2c593f3a-ca2a-41ec-9731-17cec8d32d6a req-91d6bd25-ed28-492e-88e7-f3a99e5719da tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c HTTP/1.1" status: 200 len: 210 time: 0.1134713 Apr 20 17:32:35.469801 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-dd98eea7-2821-4519-abbd-e0c609f4cb6d None None] Could not find standard attr ID for object 7325f415-98d4-42a5-b59d-2b9b30d04e84. {{(pid=84082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 17:32:35.487575 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-38965989-ac57-45a6-80ea-c8f71d981e98 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:32:35.488724 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-38965989-ac57-45a6-80ea-c8f71d981e98 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3587871 Apr 20 17:32:35.491384 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60180) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:35.627774 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-68b365c4-0b8d-4fff-a55d-30442fd1c36c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting port 3151a0b9-54be-44a3-90e1-04be57c4c2fb {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:32:35.628364 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-68b365c4-0b8d-4fff-a55d-30442fd1c36c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:35.775551 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-577b7113-f04a-4826-96c5-5d8b9110aba9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] For port 5f898c23-0a54-40a4-b158-86d79fb1e483, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=5f898c23-0a54-40a4-b158-86d79fb1e483,segment=NetworkSegment(6af04c11-eaaa-4bdb-bfbc-b5423af51c65),segment_id=6af04c11-eaaa-4bdb-bfbc-b5423af51c65)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:32:35.775906 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-577b7113-f04a-4826-96c5-5d8b9110aba9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:36.000810 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b546eb2b-8f91-464e-a3ec-e1543b480cbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-9ba611e4-024c-4a0c-9998-3bc548cf409a', 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'fixed_ips': [{'subnet_id': 'e6a15205-47aa-4e6e-b110-60123f9cd27f'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:32:36.001843 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b546eb2b-8f91-464e-a3ec-e1543b480cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:36.168564 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6436b348-04ab-47fb-b715-4f8f48dd6e6e None None] DHCP port deletion for bba41b23-f3bf-4fe1-ad67-c2c1d5457ede request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:32:36.179076 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-6436b348-04ab-47fb-b715-4f8f48dd6e6e None None] Deleting port 5f898c23-0a54-40a4-b158-86d79fb1e483 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:32:36.179432 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6436b348-04ab-47fb-b715-4f8f48dd6e6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:36.254610 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-68b365c4-0b8d-4fff-a55d-30442fd1c36c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:36.282181 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-577b7113-f04a-4826-96c5-5d8b9110aba9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Calling delete_port for 5f898c23-0a54-40a4-b158-86d79fb1e483 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:32:36.428371 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-577b7113-f04a-4826-96c5-5d8b9110aba9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:36.529201 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b7113-f04a-4826-96c5-5d8b9110aba9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Port': ['ID=5f898c23-0a54-40a4-b158-86d79fb1e483,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:36.544343 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-b546eb2b-8f91-464e-a3ec-e1543b480cbf None None] Allocated IP 2001:db8::2 (9ba611e4-024c-4a0c-9998-3bc548cf409a/e6a15205-47aa-4e6e-b110-60123f9cd27f/fda0a4d3-6a64-45c5-ba43-713b5d9448b9) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:32:36.547081 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577b7113-f04a-4826-96c5-5d8b9110aba9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] No DVR routers for this DVR port 5f898c23-0a54-40a4-b158-86d79fb1e483 on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:32:36.677163 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-68b365c4-0b8d-4fff-a55d-30442fd1c36c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Calling delete_port for 3151a0b9-54be-44a3-90e1-04be57c4c2fb owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:32:36.694786 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-6436b348-04ab-47fb-b715-4f8f48dd6e6e None None] For port 5f898c23-0a54-40a4-b158-86d79fb1e483, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=5f898c23-0a54-40a4-b158-86d79fb1e483,segment=NetworkSegment(6af04c11-eaaa-4bdb-bfbc-b5423af51c65),segment_id=6af04c11-eaaa-4bdb-bfbc-b5423af51c65)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:32:36.695176 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6436b348-04ab-47fb-b715-4f8f48dd6e6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:36.782538 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device c946e4a1-d9e6-42e1-a1b0-8d853d8d2171 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:32:36.894146 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-577b7113-f04a-4826-96c5-5d8b9110aba9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:36.957896 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 5f898c23-0a54-40a4-b158-86d79fb1e483 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:32:36.963605 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-45727f7f-8f58-404c-8543-4e31b506fe5d req-efe10dee-424e-49b5-a779-960b7044c6ce tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c HTTP/1.1" status: 200 len: 210 time: 0.0821700 Apr 20 17:32:36.998779 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-577b7113-f04a-4826-96c5-5d8b9110aba9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba41b23-f3bf-4fe1-ad67-c2c1d5457ede']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:32:37.042830 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-577b7113-f04a-4826-96c5-5d8b9110aba9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af04c11-eaaa-4bdb-bfbc-b5423af51c65') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:32:37.043604 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-577b7113-f04a-4826-96c5-5d8b9110aba9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af04c11-eaaa-4bdb-bfbc-b5423af51c65') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:32:37.086594 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24ffd8-46cd-4cb9-adaf-f5359a6a7925 req-26e7b9d7-5df6-489e-ae0d-a85c0cc9b496 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:37.089193 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bc24ffd8-46cd-4cb9-adaf-f5359a6a7925 req-26e7b9d7-5df6-489e-ae0d-a85c0cc9b496 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 945 time: 0.3542721 Apr 20 17:32:37.089616 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-6436b348-04ab-47fb-b715-4f8f48dd6e6e None None] Calling delete_port for 5f898c23-0a54-40a4-b158-86d79fb1e483 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:32:37.095599 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-577b7113-f04a-4826-96c5-5d8b9110aba9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:37.133816 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 5f898c23-0a54-40a4-b158-86d79fb1e483 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:32:37.134268 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 5f898c23-0a54-40a4-b158-86d79fb1e483 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:32:37.152225 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-68b365c4-0b8d-4fff-a55d-30442fd1c36c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:37.186414 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bc24ffd8-46cd-4cb9-adaf-f5359a6a7925 req-c1575079-e050-42e8-883f-d71f437e0a6a tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673077 Apr 20 17:32:37.195385 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port c946e4a1-d9e6-42e1-a1b0-8d853d8d2171 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:32:37.196696 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-577b7113-f04a-4826-96c5-5d8b9110aba9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:37.223589 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-577b7113-f04a-4826-96c5-5d8b9110aba9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:32:37.225993 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-577b7113-f04a-4826-96c5-5d8b9110aba9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:37.229554 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port c946e4a1-d9e6-42e1-a1b0-8d853d8d2171 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:32:37.229913 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:37.247702 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:32:37.247702 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:32:37.247702 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:32:37.247702 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:32:37.247702 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:32:37.247702 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:32:37.247702 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:32:37.247702 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:32:37.247702 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:32:37.247702 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:32:37.247702 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:32:37.247702 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:32:37.247702 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:32:37.247702 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:32:37.247702 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:32:37.247702 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:32:37.247702 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:32:37.247702 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:32:37.247702 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:32:37.247702 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:32:37.247702 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:32:37.247702 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:32:37.247702 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:32:37.247702 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:32:37.247702 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:32:37.247702 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:32:37.247702 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:32:37.247702 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:32:37.247702 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:32:37.247702 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:32:37.247702 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:32:37.247702 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:32:37.261245 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:32:37.263752 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:32:37.263752 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:32:37.263752 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:32:37.263752 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:32:37.263752 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:32:37.263752 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:32:37.263752 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:32:37.263752 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:32:37.263752 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:32:37.263752 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:32:37.263752 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:32:37.263752 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:32:37.263752 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:32:37.263752 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:32:37.339863 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-6436b348-04ab-47fb-b715-4f8f48dd6e6e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:32:37.340346 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-6436b348-04ab-47fb-b715-4f8f48dd6e6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:32:37.375006 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b365c4-0b8d-4fff-a55d-30442fd1c36c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Port': ['ID=3151a0b9-54be-44a3-90e1-04be57c4c2fb,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:37.380151 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-68b365c4-0b8d-4fff-a55d-30442fd1c36c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:37.397597 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b546eb2b-8f91-464e-a3ec-e1543b480cbf None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:37.413408 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-68b365c4-0b8d-4fff-a55d-30442fd1c36c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/3151a0b9-54be-44a3-90e1-04be57c4c2fb HTTP/1.1" status: 204 len: 168 time: 1.9196448 Apr 20 17:32:37.416190 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60220) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:37.466713 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b546eb2b-8f91-464e-a3ec-e1543b480cbf None None] Transition to ACTIVE for port object fda0a4d3-6a64-45c5-ba43-713b5d9448b9 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:32:37.469320 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:37.475632 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-577b7113-f04a-4826-96c5-5d8b9110aba9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:37.481194 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-577b7113-f04a-4826-96c5-5d8b9110aba9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:37.523375 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b546eb2b-8f91-464e-a3ec-e1543b480cbf None None] Transition to ACTIVE for port object fda0a4d3-6a64-45c5-ba43-713b5d9448b9 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:32:37.542505 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port c946e4a1-d9e6-42e1-a1b0-8d853d8d2171, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=c946e4a1-d9e6-42e1-a1b0-8d853d8d2171,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:32:37.544660 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e90cdb7-8395-4991-94b6-16ef644e1f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c946e4a1-d9e6-42e1-a1b0-8d853d8d2171'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:32:37.564778 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:37.568699 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b7113-f04a-4826-96c5-5d8b9110aba9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Network': ['ID=bba41b23-f3bf-4fe1-ad67-c2c1d5457ede,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:37.570314 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de32ff7-88dd-4896-8877-7e97d3d442c1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:37.573955 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de32ff7-88dd-4896-8877-7e97d3d442c1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:37.576629 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2de32ff7-88dd-4896-8877-7e97d3d442c1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:32:37.584588 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-577b7113-f04a-4826-96c5-5d8b9110aba9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/networks/bba41b23-f3bf-4fe1-ad67-c2c1d5457ede HTTP/1.1" status: 204 len: 168 time: 2.5805044 Apr 20 17:32:37.588111 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60228) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:37.599932 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-6dd54da7-0e1a-4f0f-bae5-abbd56f4dde7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2115547553'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:37.611611 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6dd54da7-0e1a-4f0f-bae5-abbd56f4dde7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:37.616297 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2de32ff7-88dd-4896-8877-7e97d3d442c1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:32:37.618305 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2de32ff7-88dd-4896-8877-7e97d3d442c1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2003727 Apr 20 17:32:37.621044 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60232) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:37.621812 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6dd54da7-0e1a-4f0f-bae5-abbd56f4dde7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:network and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:37.627792 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6dd54da7-0e1a-4f0f-bae5-abbd56f4dde7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:37.639542 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b546eb2b-8f91-464e-a3ec-e1543b480cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:37.641943 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6dd54da7-0e1a-4f0f-bae5-abbd56f4dde7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:37.663587 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-822f9278-8da9-4bd3-9d40-641f904dd22f'] response: {'server_uuid': '5e90cdb7-8395-4991-94b6-16ef644e1f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c946e4a1-d9e6-42e1-a1b0-8d853d8d2171', 'code': 200} Apr 20 17:32:37.673899 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd54da7-0e1a-4f0f-bae5-abbd56f4dde7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:32:37.678078 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6dd54da7-0e1a-4f0f-bae5-abbd56f4dde7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:37.747091 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dd54da7-0e1a-4f0f-bae5-abbd56f4dde7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:32:37.754416 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b546eb2b-8f91-464e-a3ec-e1543b480cbf None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:32:37.761494 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-b546eb2b-8f91-464e-a3ec-e1543b480cbf None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:32:37.769218 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b546eb2b-8f91-464e-a3ec-e1543b480cbf None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:32:37.774532 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6dd54da7-0e1a-4f0f-bae5-abbd56f4dde7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:37.774532 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-6dd54da7-0e1a-4f0f-bae5-abbd56f4dde7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Added segment 9ffb2246-ed86-4479-bc64-a57f4463486e of type vlan for network 2aed579d-0b9f-49aa-875b-a6810e2dbd67 Apr 20 17:32:37.835142 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6dd54da7-0e1a-4f0f-bae5-abbd56f4dde7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:37.844023 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=c946e4a1-d9e6-42e1-a1b0-8d853d8d2171,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:37.911817 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6dd54da7-0e1a-4f0f-bae5-abbd56f4dde7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:37.918378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd54da7-0e1a-4f0f-bae5-abbd56f4dde7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:37.921143 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6dd54da7-0e1a-4f0f-bae5-abbd56f4dde7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:37.934368 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-6436b348-04ab-47fb-b715-4f8f48dd6e6e None None] Deleting port 5f898c23-0a54-40a4-b158-86d79fb1e483 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:32:37.939411 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6436b348-04ab-47fb-b715-4f8f48dd6e6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:38.135398 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd54da7-0e1a-4f0f-bae5-abbd56f4dde7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Network': ['ID=2aed579d-0b9f-49aa-875b-a6810e2dbd67,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:38.154448 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6dd54da7-0e1a-4f0f-bae5-abbd56f4dde7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5651541 Apr 20 17:32:38.157473 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60250) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:38.163695 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-675f258c-5e0b-43c5-9797-572374acb021 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'subnet': {'network_id': '2aed579d-0b9f-49aa-875b-a6810e2dbd67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:38.223159 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 2aed579d-0b9f-49aa-875b-a6810e2dbd67 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:32:38.237257 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546eb2b-8f91-464e-a3ec-e1543b480cbf None None] Pushing event updated for resources: {'Port': ['ID=fda0a4d3-6a64-45c5-ba43-713b5d9448b9,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:38.251307 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-6436b348-04ab-47fb-b715-4f8f48dd6e6e None None] The port '5f898c23-0a54-40a4-b158-86d79fb1e483' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:32:38.343114 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b546eb2b-8f91-464e-a3ec-e1543b480cbf None None] Attempting to bind port fda0a4d3-6a64-45c5-ba43-713b5d9448b9 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:32:38.343476 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b546eb2b-8f91-464e-a3ec-e1543b480cbf None None] Attempting to bind port fda0a4d3-6a64-45c5-ba43-713b5d9448b9 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:32:38.343888 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b546eb2b-8f91-464e-a3ec-e1543b480cbf None None] Attempting to bind port fda0a4d3-6a64-45c5-ba43-713b5d9448b9 on network 9ba611e4-024c-4a0c-9998-3bc548cf409a {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:32:38.355106 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b546eb2b-8f91-464e-a3ec-e1543b480cbf None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:32:38.355462 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b546eb2b-8f91-464e-a3ec-e1543b480cbf None None] Checking segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:32:38.355854 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b546eb2b-8f91-464e-a3ec-e1543b480cbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:38.356232 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b546eb2b-8f91-464e-a3ec-e1543b480cbf None None] Bound using segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:32:38.356788 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b546eb2b-8f91-464e-a3ec-e1543b480cbf None None] Bound port: fda0a4d3-6a64-45c5-ba43-713b5d9448b9, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:32:38.357026 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b546eb2b-8f91-464e-a3ec-e1543b480cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:38.411053 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fc4712ef-df79-4d5d-b672-f2f432b96a88 req-8161b612-1981-4fde-a802-e0704474e8d7 tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c HTTP/1.1" status: 200 len: 210 time: 0.0885420 Apr 20 17:32:38.484186 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7fd13ad-fb1d-4aad-8a9f-355ec02b605e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting subnet e6a15205-47aa-4e6e-b110-60123f9cd27f {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:32:38.495134 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-675f258c-5e0b-43c5-9797-572374acb021 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:38.498404 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7fd13ad-fb1d-4aad-8a9f-355ec02b605e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:38.510489 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-675f258c-5e0b-43c5-9797-572374acb021 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:subnet and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:38.513599 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-675f258c-5e0b-43c5-9797-572374acb021 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:38.528277 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-675f258c-5e0b-43c5-9797-572374acb021 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:38.555591 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675f258c-5e0b-43c5-9797-572374acb021 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:32:38.633174 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b546eb2b-8f91-464e-a3ec-e1543b480cbf None None] For port fda0a4d3-6a64-45c5-ba43-713b5d9448b9, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:32:38.637095 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b546eb2b-8f91-464e-a3ec-e1543b480cbf None None] For port fda0a4d3-6a64-45c5-ba43-713b5d9448b9, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=fda0a4d3-6a64-45c5-ba43-713b5d9448b9,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:32:38.646786 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b546eb2b-8f91-464e-a3ec-e1543b480cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:38.744634 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ae1dda12-bb91-4a00-9957-c0c37d3267f4 req-872eb9eb-351a-41c3-b86a-7b69e90b3af8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 1097 time: 0.9564464 Apr 20 17:32:38.828726 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7fd13ad-fb1d-4aad-8a9f-355ec02b605e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:38.857499 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546eb2b-8f91-464e-a3ec-e1543b480cbf None None] Pushing event updated for resources: {'Port': ['ID=fda0a4d3-6a64-45c5-ba43-713b5d9448b9,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:38.874843 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-675f258c-5e0b-43c5-9797-572374acb021 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:38.928934 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ae1dda12-bb91-4a00-9957-c0c37d3267f4 req-1ee53f39-68a4-4748-9d48-4677a1d6b4f2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833563 Apr 20 17:32:38.970821 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720800d8-3e49-4dd3-ad7c-2d1f6acc50e1 req-3a814c16-973c-4c64-85a1-dd0d0d9a1f13 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:38.971570 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-720800d8-3e49-4dd3-ad7c-2d1f6acc50e1 req-3a814c16-973c-4c64-85a1-dd0d0d9a1f13 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Synchronizing usage tracker for tenant:048f4cae66cf42c897493ac9a67e0d5f on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:32:39.007913 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7fd13ad-fb1d-4aad-8a9f-355ec02b605e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:39.117459 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-720800d8-3e49-4dd3-ad7c-2d1f6acc50e1 req-3a814c16-973c-4c64-85a1-dd0d0d9a1f13 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Unset dirty status for tenant:048f4cae66cf42c897493ac9a67e0d5f on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:32:39.128240 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-720800d8-3e49-4dd3-ad7c-2d1f6acc50e1 req-3a814c16-973c-4c64-85a1-dd0d0d9a1f13 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 946 time: 0.5458064 Apr 20 17:32:39.197397 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-12706a06-ae8b-42aa-b1ca-ff40ad85a7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:39.320811 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-720800d8-3e49-4dd3-ad7c-2d1f6acc50e1 req-3b62c04e-770f-48eb-9c22-764659d9a5b1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915991 Apr 20 17:32:39.401609 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7fd13ad-fb1d-4aad-8a9f-355ec02b605e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:39.519472 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-675f258c-5e0b-43c5-9797-572374acb021 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:39.537809 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd13ad-fb1d-4aad-8a9f-355ec02b605e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Subnet': ['ID=e6a15205-47aa-4e6e-b110-60123f9cd27f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:39.571408 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7fd13ad-fb1d-4aad-8a9f-355ec02b605e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:39.609904 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a7fd13ad-fb1d-4aad-8a9f-355ec02b605e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/e6a15205-47aa-4e6e-b110-60123f9cd27f HTTP/1.1" status: 204 len: 168 time: 1.9864116 Apr 20 17:32:39.612554 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60282) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:39.688807 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f258c-5e0b-43c5-9797-572374acb021 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Subnet': ['ID=8fc2b526-aa28-461c-a9d9-f9bd29a380fc,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:39.704134 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675f258c-5e0b-43c5-9797-572374acb021 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Checking segment: {'id': '9ffb2246-ed86-4479-bc64-a57f4463486e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2aed579d-0b9f-49aa-875b-a6810e2dbd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:32:39.704941 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675f258c-5e0b-43c5-9797-572374acb021 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network hostable DHCP agents. Network: 2aed579d-0b9f-49aa-875b-a6810e2dbd67, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:32:39.718264 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-dec6c80c-7de4-4c09-9f0b-5bf56a177cd2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1038744 Apr 20 17:32:39.720438 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60286) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:39.736061 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675f258c-5e0b-43c5-9797-572374acb021 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network 2aed579d-0b9f-49aa-875b-a6810e2dbd67 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:32:39.755534 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-675f258c-5e0b-43c5-9797-572374acb021 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 2aed579d-0b9f-49aa-875b-a6810e2dbd67) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:32:39.761010 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675f258c-5e0b-43c5-9797-572374acb021 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:39.761734 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-675f258c-5e0b-43c5-9797-572374acb021 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:39.766460 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835529fa-61b8-4fca-8c1e-48db55bcf61d None None] Network 2aed579d-0b9f-49aa-875b-a6810e2dbd67 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:32:39.816554 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-675f258c-5e0b-43c5-9797-572374acb021 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6580200 Apr 20 17:32:39.820227 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60292) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:39.827224 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-d429ea85-0f90-45cf-bc95-e72d584d8285 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'port': {'network_id': '2aed579d-0b9f-49aa-875b-a6810e2dbd67', 'name': 'tempest-PortsIpV6TestJSON-2087536047', 'fixed_ips': [{'subnet_id': '8fc2b526-aa28-461c-a9d9-f9bd29a380fc', 'ip_address': '2001:db8::10'}]}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:39.856942 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b593f6f5-f6fd-4137-b1bb-69db8cc3e5a5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:39.857639 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b593f6f5-f6fd-4137-b1bb-69db8cc3e5a5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:32:39.876878 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b593f6f5-f6fd-4137-b1bb-69db8cc3e5a5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:32:39.881554 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b593f6f5-f6fd-4137-b1bb-69db8cc3e5a5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1570079 Apr 20 17:32:39.881942 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60300) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:40.044996 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ba880e-89c8-481f-8b83-99edbdd840e2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:40.047377 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-07ba880e-89c8-481f-8b83-99edbdd840e2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:32:40.090695 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-07ba880e-89c8-481f-8b83-99edbdd840e2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:32:40.092816 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-07ba880e-89c8-481f-8b83-99edbdd840e2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2083166 Apr 20 17:32:40.095970 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60304) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:40.261324 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2867773c-67d6-468f-96e1-e90e1c983d4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-2aed579d-0b9f-49aa-875b-a6810e2dbd67', 'network_id': '2aed579d-0b9f-49aa-875b-a6810e2dbd67', 'tenant_id': '409944c1ab7f41a6acbb3c4fe41edf37', 'fixed_ips': [{'subnet_id': '8fc2b526-aa28-461c-a9d9-f9bd29a380fc'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:32:40.262416 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2867773c-67d6-468f-96e1-e90e1c983d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:40.282870 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e29dc32b-b72d-4cd5-a9e4-bbecbbf959b1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1846230 Apr 20 17:32:40.283863 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60310) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:40.315482 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-3285fccd-7cb2-40db-8f57-091ceee491e8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:40.339661 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-61b42941-6e25-479b-93ca-35e78ee7ce44 req-e46af307-e79f-4e29-9304-85c317cb6bce tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c HTTP/1.1" status: 200 len: 210 time: 0.3682072 Apr 20 17:32:40.498241 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d429ea85-0f90-45cf-bc95-e72d584d8285 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:40.509837 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d429ea85-0f90-45cf-bc95-e72d584d8285 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:port and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:40.514586 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d429ea85-0f90-45cf-bc95-e72d584d8285 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:40.536693 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d429ea85-0f90-45cf-bc95-e72d584d8285 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:40.590219 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d429ea85-0f90-45cf-bc95-e72d584d8285 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:32:40.597199 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d429ea85-0f90-45cf-bc95-e72d584d8285 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:40.641168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-d429ea85-0f90-45cf-bc95-e72d584d8285 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] device_id is not set on port 0e1376a3-9d25-4a5d-8ff9-d90fc03f068f yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:32:40.736471 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93331762-e3fd-4f50-b1fe-42fe483e4502 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:32:40.900721 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3285fccd-7cb2-40db-8f57-091ceee491e8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:40.932314 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3285fccd-7cb2-40db-8f57-091ceee491e8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:40.974316 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3285fccd-7cb2-40db-8f57-091ceee491e8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:32:40.976717 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-70a4ca57-2435-4979-b0e7-7436d58bb6b2 None None] Could not find standard attr ID for object 3151a0b9-54be-44a3-90e1-04be57c4c2fb. {{(pid=84082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 17:32:40.981642 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3285fccd-7cb2-40db-8f57-091ceee491e8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:41.001702 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device fda0a4d3-6a64-45c5-ba43-713b5d9448b9 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:32:41.134179 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-2867773c-67d6-468f-96e1-e90e1c983d4f None None] Allocated IP 2001:db8::2 (2aed579d-0b9f-49aa-875b-a6810e2dbd67/8fc2b526-aa28-461c-a9d9-f9bd29a380fc/6f39dca8-8cab-45fb-9d46-8af663502d26) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:32:41.247719 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-70a4ca57-2435-4979-b0e7-7436d58bb6b2 None None] Provisioning for port fda0a4d3-6a64-45c5-ba43-713b5d9448b9 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:32:41.295339 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e3539-653d-449d-9e6a-fddd1f094fc7 req-d08f2c42-e8b4-4777-800d-47dd9cca6692 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:41.299601 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4b4e3539-653d-449d-9e6a-fddd1f094fc7 req-d08f2c42-e8b4-4777-800d-47dd9cca6692 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 946 time: 0.5742602 Apr 20 17:32:41.480755 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4b4e3539-653d-449d-9e6a-fddd1f094fc7 req-c9fcc8ea-51c4-41ae-af61-a2facce4c88b tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755018 Apr 20 17:32:41.644496 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3285fccd-7cb2-40db-8f57-091ceee491e8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:41.648591 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05b439af-4663-46e5-879f-66c29d191b92 req-26b356e5-1ac5-45af-bd4c-c3dac67d0f01 tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c HTTP/1.1" status: 200 len: 210 time: 0.0662472 Apr 20 17:32:41.768340 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3285fccd-7cb2-40db-8f57-091ceee491e8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:32:41.769861 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-3285fccd-7cb2-40db-8f57-091ceee491e8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:32:41.780254 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285fccd-7cb2-40db-8f57-091ceee491e8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:41.781609 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3285fccd-7cb2-40db-8f57-091ceee491e8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:41.823148 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3285fccd-7cb2-40db-8f57-091ceee491e8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5381813 Apr 20 17:32:41.824511 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285fccd-7cb2-40db-8f57-091ceee491e8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Subnet': ['ID=e5f3df7b-dbc4-4839-b163-5e07fb2db082,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:41.825748 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60346) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:41.856640 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-ac39864c-e32f-4a93-a536-730fcf43b004 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'port': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'fixed_ips': [{'subnet_id': 'e5f3df7b-dbc4-4839-b163-5e07fb2db082', 'ip_address': '2001:db8::9558:bbc6:47d6:413f'}], 'name': 'tempest-NetworksTestDHCPv6-2070292342'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:41.887066 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-39dac96b-0343-476d-b6e8-2615012fe0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:41.889129 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2867773c-67d6-468f-96e1-e90e1c983d4f None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:41.893349 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port fda0a4d3-6a64-45c5-ba43-713b5d9448b9 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:32:41.922836 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2867773c-67d6-468f-96e1-e90e1c983d4f None None] Transition to ACTIVE for port object 6f39dca8-8cab-45fb-9d46-8af663502d26 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:32:41.926012 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port fda0a4d3-6a64-45c5-ba43-713b5d9448b9 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:32:41.926012 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:42.148948 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2867773c-67d6-468f-96e1-e90e1c983d4f None None] Transition to ACTIVE for port object 6f39dca8-8cab-45fb-9d46-8af663502d26 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:32:42.250884 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:42.262859 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e786e0e2-0ab3-4338-84ba-f45a565b0486 None None] DHCP port deletion for 9ba611e4-024c-4a0c-9998-3bc548cf409a request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:32:42.269470 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2867773c-67d6-468f-96e1-e90e1c983d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:42.314451 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-e786e0e2-0ab3-4338-84ba-f45a565b0486 None None] Deleting port fda0a4d3-6a64-45c5-ba43-713b5d9448b9 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:32:42.315055 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e786e0e2-0ab3-4338-84ba-f45a565b0486 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:42.439873 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867773c-67d6-468f-96e1-e90e1c983d4f None None] Pushing event updated for resources: {'Port': ['ID=6f39dca8-8cab-45fb-9d46-8af663502d26,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:42.465087 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port fda0a4d3-6a64-45c5-ba43-713b5d9448b9, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=fda0a4d3-6a64-45c5-ba43-713b5d9448b9,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:32:42.466880 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2867773c-67d6-468f-96e1-e90e1c983d4f None None] Network 2aed579d-0b9f-49aa-875b-a6810e2dbd67 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:32:42.469548 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-2867773c-67d6-468f-96e1-e90e1c983d4f None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:32:42.475844 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-d429ea85-0f90-45cf-bc95-e72d584d8285 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Allocated IP 2001:db8::10 (2aed579d-0b9f-49aa-875b-a6810e2dbd67/8fc2b526-aa28-461c-a9d9-f9bd29a380fc/0e1376a3-9d25-4a5d-8ff9-d90fc03f068f) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:32:42.501170 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2867773c-67d6-468f-96e1-e90e1c983d4f None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:32:42.501760 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ac39864c-e32f-4a93-a536-730fcf43b004 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:42.517623 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ac39864c-e32f-4a93-a536-730fcf43b004 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:42.563762 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac39864c-e32f-4a93-a536-730fcf43b004 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:32:42.621370 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162ab74-38e3-46ab-9b96-061030686cb0 req-a2733bac-70e7-4896-be14-76a9481cd1e0 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:42.650118 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c162ab74-38e3-46ab-9b96-061030686cb0 req-a2733bac-70e7-4896-be14-76a9481cd1e0 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 946 time: 0.5006869 Apr 20 17:32:43.052543 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c162ab74-38e3-46ab-9b96-061030686cb0 req-9e2be098-b4ac-4c92-8206-7a3422c5c15b tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053299 Apr 20 17:32:43.084212 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-e786e0e2-0ab3-4338-84ba-f45a565b0486 None None] For port fda0a4d3-6a64-45c5-ba43-713b5d9448b9, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=fda0a4d3-6a64-45c5-ba43-713b5d9448b9,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:32:43.084605 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e786e0e2-0ab3-4338-84ba-f45a565b0486 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:43.181953 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-27fda742-ea8e-4cd3-ba64-8499cbfed4d0 req-45c4e951-adbf-41a0-b6e9-0472e4ae35ea tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c HTTP/1.1" status: 200 len: 210 time: 0.3034635 Apr 20 17:32:43.250974 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7a82ab1e-3cbc-42eb-b39c-f85ec04d849b req-4db18637-0710-4ee3-9258-ad1e93b69077 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b6c8149f-c4b1-47ac-9b37-f996ee40df23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2353644 Apr 20 17:32:43.289021 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ac39864c-e32f-4a93-a536-730fcf43b004 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:43.303258 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:43.318519 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-ac39864c-e32f-4a93-a536-730fcf43b004 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] device_id is not set on port a1ced1dd-3bed-4451-a9df-8e293e800a18 yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:32:43.427185 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7a82ab1e-3cbc-42eb-b39c-f85ec04d849b req-7886ae18-5bd1-40d8-adee-5d8a2176ba53 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=048f4cae66cf42c897493ac9a67e0d5f&device_id=b6c8149f-c4b1-47ac-9b37-f996ee40df23 HTTP/1.1" status: 200 len: 1097 time: 0.1447992 Apr 20 17:32:43.561460 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-ac39864c-e32f-4a93-a536-730fcf43b004 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Allocated IP 2001:db8::9558:bbc6:47d6:413f (9ba611e4-024c-4a0c-9998-3bc548cf409a/e5f3df7b-dbc4-4839-b163-5e07fb2db082/a1ced1dd-3bed-4451-a9df-8e293e800a18) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:32:43.650478 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-e786e0e2-0ab3-4338-84ba-f45a565b0486 None None] Calling delete_port for fda0a4d3-6a64-45c5-ba43-713b5d9448b9 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:32:43.691138 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device fda0a4d3-6a64-45c5-ba43-713b5d9448b9 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:32:43.751833 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d429ea85-0f90-45cf-bc95-e72d584d8285 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:43.772852 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-d429ea85-0f90-45cf-bc95-e72d584d8285 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Transition to ACTIVE for port object 0e1376a3-9d25-4a5d-8ff9-d90fc03f068f will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:32:43.818316 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82ab1e-3cbc-42eb-b39c-f85ec04d849b req-0a9491b7-a042-46dc-a677-b65ee6c89973 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:43.820129 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7a82ab1e-3cbc-42eb-b39c-f85ec04d849b req-0a9491b7-a042-46dc-a677-b65ee6c89973 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4f37beb4-cacf-475a-8f23-eab887469923 HTTP/1.1" status: 200 len: 913 time: 0.3756187 Apr 20 17:32:43.873470 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d429ea85-0f90-45cf-bc95-e72d584d8285 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:43.969175 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:43.995513 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:43.996217 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:44.114912 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-152e74ca-e3bc-4dcd-bdcc-01c0f91d4d47 req-93146a05-0698-4b35-adc8-d9bc1d79910c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c HTTP/1.1" status: 200 len: 210 time: 0.4459348 Apr 20 17:32:44.118425 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-2867773c-67d6-468f-96e1-e90e1c983d4f None None] Attempting to bind port 6f39dca8-8cab-45fb-9d46-8af663502d26 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:32:44.118805 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-2867773c-67d6-468f-96e1-e90e1c983d4f None None] Attempting to bind port 6f39dca8-8cab-45fb-9d46-8af663502d26 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '9ffb2246-ed86-4479-bc64-a57f4463486e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2aed579d-0b9f-49aa-875b-a6810e2dbd67'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:32:44.119349 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2867773c-67d6-468f-96e1-e90e1c983d4f None None] Attempting to bind port 6f39dca8-8cab-45fb-9d46-8af663502d26 on network 2aed579d-0b9f-49aa-875b-a6810e2dbd67 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:32:44.127802 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7a82ab1e-3cbc-42eb-b39c-f85ec04d849b req-794d0e39-4f30-446a-a8b1-7e2595353fcb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1072c739-82f1-4440-9b4d-75a6639e96c9 HTTP/1.1" status: 200 len: 217 time: 0.3000011 Apr 20 17:32:44.158803 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2867773c-67d6-468f-96e1-e90e1c983d4f None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:32:44.159252 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2867773c-67d6-468f-96e1-e90e1c983d4f None None] Checking segment: {'id': '9ffb2246-ed86-4479-bc64-a57f4463486e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2aed579d-0b9f-49aa-875b-a6810e2dbd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:32:44.159649 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2867773c-67d6-468f-96e1-e90e1c983d4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:44.160332 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2867773c-67d6-468f-96e1-e90e1c983d4f None None] Bound using segment: {'id': '9ffb2246-ed86-4479-bc64-a57f4463486e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2aed579d-0b9f-49aa-875b-a6810e2dbd67'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:32:44.160802 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-2867773c-67d6-468f-96e1-e90e1c983d4f None None] Bound port: 6f39dca8-8cab-45fb-9d46-8af663502d26, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffb2246-ed86-4479-bc64-a57f4463486e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2aed579d-0b9f-49aa-875b-a6810e2dbd67'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:32:44.161223 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2867773c-67d6-468f-96e1-e90e1c983d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:44.170298 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d429ea85-0f90-45cf-bc95-e72d584d8285 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network 2aed579d-0b9f-49aa-875b-a6810e2dbd67 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:32:44.188913 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:44.195609 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-d429ea85-0f90-45cf-bc95-e72d584d8285 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:32:44.198131 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=fda0a4d3-6a64-45c5-ba43-713b5d9448b9,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:44.241494 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d429ea85-0f90-45cf-bc95-e72d584d8285 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:32:44.247478 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:44.260348 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d429ea85-0f90-45cf-bc95-e72d584d8285 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:44.260348 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d429ea85-0f90-45cf-bc95-e72d584d8285 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:44.329596 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82ab1e-3cbc-42eb-b39c-f85ec04d849b req-17e6f6a8-f0ea-44e7-9d08-0cfcb3cc6094 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:44.334796 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7a82ab1e-3cbc-42eb-b39c-f85ec04d849b req-17e6f6a8-f0ea-44e7-9d08-0cfcb3cc6094 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=459b9241-591b-4214-ba21-d89500ea520e HTTP/1.1" status: 200 len: 851 time: 0.2002835 Apr 20 17:32:44.400266 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e786e0e2-0ab3-4338-84ba-f45a565b0486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:44.460441 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429ea85-0f90-45cf-bc95-e72d584d8285 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Port': ['ID=0e1376a3-9d25-4a5d-8ff9-d90fc03f068f,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:44.470378 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d429ea85-0f90-45cf-bc95-e72d584d8285 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.6485260 Apr 20 17:32:44.471543 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60410) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:44.519869 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786e0e2-0ab3-4338-84ba-f45a565b0486 None None] Pushing event deleted for resources: {'Port': ['ID=fda0a4d3-6a64-45c5-ba43-713b5d9448b9,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:44.520379 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-c6925336-88ec-48ac-b48b-f43c9d684594 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'port': {'network_id': '2aed579d-0b9f-49aa-875b-a6810e2dbd67', 'name': 'tempest-PortsIpV6TestJSON-480544499', 'fixed_ips': [{'subnet_id': '8fc2b526-aa28-461c-a9d9-f9bd29a380fc', 'ip_address': '2001:db8::f'}]}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:44.553082 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e786e0e2-0ab3-4338-84ba-f45a565b0486 None None] No DVR routers for this DVR port fda0a4d3-6a64-45c5-ba43-713b5d9448b9 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:32:44.577283 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8f706735-186f-4990-a372-d50e04a7b500 req-6fab5345-785f-4d1c-a7ad-8cb445bc1628 tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c HTTP/1.1" status: 200 len: 210 time: 0.1121280 Apr 20 17:32:44.583382 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37a4451-ebbd-4c2d-86c2-fadd0c2d49f1 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:32:44.601137 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7a82ab1e-3cbc-42eb-b39c-f85ec04d849b req-a18a5888-a748-4a64-bc63-126e8178b941 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f37beb4-cacf-475a-8f23-eab887469923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2585213 Apr 20 17:32:44.796074 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-2867773c-67d6-468f-96e1-e90e1c983d4f None None] For port 6f39dca8-8cab-45fb-9d46-8af663502d26, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:32:44.819786 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-2867773c-67d6-468f-96e1-e90e1c983d4f None None] For port 6f39dca8-8cab-45fb-9d46-8af663502d26, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6f39dca8-8cab-45fb-9d46-8af663502d26,segment=NetworkSegment(9ffb2246-ed86-4479-bc64-a57f4463486e),segment_id=9ffb2246-ed86-4479-bc64-a57f4463486e)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:32:44.840812 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2867773c-67d6-468f-96e1-e90e1c983d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:44.851794 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ac39864c-e32f-4a93-a536-730fcf43b004 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:44.931520 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7a82ab1e-3cbc-42eb-b39c-f85ec04d849b req-74419b18-0920-4131-b169-43c2dd6c25ec service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237495 Apr 20 17:32:44.945423 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-ac39864c-e32f-4a93-a536-730fcf43b004 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Transition to ACTIVE for port object a1ced1dd-3bed-4451-a9df-8e293e800a18 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:32:45.014370 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35300da0-7281-4a19-8f2d-56e47c8533d1 req-24bb0a00-eca9-4a12-8a38-ceb11ff10ed6 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:45.022014 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-35300da0-7281-4a19-8f2d-56e47c8533d1 req-24bb0a00-eca9-4a12-8a38-ceb11ff10ed6 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 946 time: 0.6824830 Apr 20 17:32:45.058308 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867773c-67d6-468f-96e1-e90e1c983d4f None None] Pushing event updated for resources: {'Port': ['ID=6f39dca8-8cab-45fb-9d46-8af663502d26,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:45.121018 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c6925336-88ec-48ac-b48b-f43c9d684594 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:45.194102 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c6925336-88ec-48ac-b48b-f43c9d684594 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:port and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:45.206929 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c6925336-88ec-48ac-b48b-f43c9d684594 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:45.236795 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c6925336-88ec-48ac-b48b-f43c9d684594 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:45.236958 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:45.255252 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d69608-b62c-41a1-b74d-1d4404b5e1dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-9ba611e4-024c-4a0c-9998-3bc548cf409a', 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'fixed_ips': [{'subnet_id': 'e5f3df7b-dbc4-4839-b163-5e07fb2db082'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:32:45.263520 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e2d69608-b62c-41a1-b74d-1d4404b5e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:45.263733 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-35300da0-7281-4a19-8f2d-56e47c8533d1 req-c64a066d-5484-4ae6-931e-0817e7d8e577 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379422 Apr 20 17:32:45.294341 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7a82ab1e-3cbc-42eb-b39c-f85ec04d849b req-2ec750b8-226f-4099-8936-78922168b6fd service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550718 Apr 20 17:32:45.300312 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6925336-88ec-48ac-b48b-f43c9d684594 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:32:45.749545 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60438) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:45.756053 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-6aff6c3f-620f-4425-bdfa-c61556fb4dcd tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1459452035', 'description': 'tempest-description--623590662'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:45.768736 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6aff6c3f-620f-4425-bdfa-c61556fb4dcd tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:45.792490 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6aff6c3f-620f-4425-bdfa-c61556fb4dcd tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:45.823358 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6aff6c3f-620f-4425-bdfa-c61556fb4dcd tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:45.955990 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6aff6c3f-620f-4425-bdfa-c61556fb4dcd tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:45.967556 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ac39864c-e32f-4a93-a536-730fcf43b004 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:45.968909 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6aff6c3f-620f-4425-bdfa-c61556fb4dcd tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Usage tracker for resource:security_group_rule and tenant:fff76710152c4266b547138b68f9e982 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:45.976788 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6aff6c3f-620f-4425-bdfa-c61556fb4dcd tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:46.000387 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6aff6c3f-620f-4425-bdfa-c61556fb4dcd tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:46.052006 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-e2d69608-b62c-41a1-b74d-1d4404b5e1dd None None] Allocated IP 2001:db8::2 (9ba611e4-024c-4a0c-9998-3bc548cf409a/e5f3df7b-dbc4-4839-b163-5e07fb2db082/fc0b6944-395a-4623-a6ba-fa61d29fc15e) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:32:46.151566 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6aff6c3f-620f-4425-bdfa-c61556fb4dcd tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:46.247876 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac39864c-e32f-4a93-a536-730fcf43b004 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:32:46.275895 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39864c-e32f-4a93-a536-730fcf43b004 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Port': ['ID=a1ced1dd-3bed-4451-a9df-8e293e800a18,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:46.284096 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-ac39864c-e32f-4a93-a536-730fcf43b004 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:32:46.285825 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6b834ada-cf3e-4f56-b58e-ddef078a8f13 req-67c40206-f3df-4226-b176-5835816dad33 tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c HTTP/1.1" status: 200 len: 210 time: 0.1198740 Apr 20 17:32:46.289085 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac39864c-e32f-4a93-a536-730fcf43b004 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:32:46.293515 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac39864c-e32f-4a93-a536-730fcf43b004 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:46.294135 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ac39864c-e32f-4a93-a536-730fcf43b004 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:46.441104 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c6925336-88ec-48ac-b48b-f43c9d684594 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:46.475454 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ac39864c-e32f-4a93-a536-730fcf43b004 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.6481884 Apr 20 17:32:46.477895 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60452) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:46.505931 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6aff6c3f-620f-4425-bdfa-c61556fb4dcd tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:46.563985 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-c6925336-88ec-48ac-b48b-f43c9d684594 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] device_id is not set on port 076b8373-ac0c-49aa-b982-24d6abc83d8d yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:32:46.700167 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff6c3f-620f-4425-bdfa-c61556fb4dcd tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8ebc55-da17-4ed8-9a49-ec2f7bd4831b,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:46.712015 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6aff6c3f-620f-4425-bdfa-c61556fb4dcd tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:46.713220 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6aff6c3f-620f-4425-bdfa-c61556fb4dcd tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.9620368 Apr 20 17:32:46.727987 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60460) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:46.759308 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-646fcb58-ae21-42bd-bc5f-e1ca6eb8597c tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Request body: {'security_group_rule': {'security_group_id': 'ab8ebc55-da17-4ed8-9a49-ec2f7bd4831b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:46.790005 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-646fcb58-ae21-42bd-bc5f-e1ca6eb8597c tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:46.803202 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-646fcb58-ae21-42bd-bc5f-e1ca6eb8597c tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Usage tracker for resource:security_group_rule and tenant:fff76710152c4266b547138b68f9e982 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:46.812845 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-646fcb58-ae21-42bd-bc5f-e1ca6eb8597c tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:46.840384 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-646fcb58-ae21-42bd-bc5f-e1ca6eb8597c tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:46.880109 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e2d69608-b62c-41a1-b74d-1d4404b5e1dd None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:46.917459 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e2d69608-b62c-41a1-b74d-1d4404b5e1dd None None] Transition to ACTIVE for port object fc0b6944-395a-4623-a6ba-fa61d29fc15e will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:32:46.923110 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-646fcb58-ae21-42bd-bc5f-e1ca6eb8597c tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:46.965567 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e2d69608-b62c-41a1-b74d-1d4404b5e1dd None None] Transition to ACTIVE for port object fc0b6944-395a-4623-a6ba-fa61d29fc15e will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:32:46.989285 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e2d69608-b62c-41a1-b74d-1d4404b5e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:46.989500 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eac8bce-6115-4d97-ac9a-f2ee27d9cdeb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:46.990229 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9eac8bce-6115-4d97-ac9a-f2ee27d9cdeb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:32:47.101170 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7091ed67-a016-4fd8-8270-c01a7dbc5da6 req-408d6676-9a86-4ba2-9c29-c2d3aab6a33d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8490791 Apr 20 17:32:47.190365 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9eac8bce-6115-4d97-ac9a-f2ee27d9cdeb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:32:47.191476 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9eac8bce-6115-4d97-ac9a-f2ee27d9cdeb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.7125294 Apr 20 17:32:47.200925 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60466) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:47.206945 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-646fcb58-ae21-42bd-bc5f-e1ca6eb8597c tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:47.220981 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-646fcb58-ae21-42bd-bc5f-e1ca6eb8597c tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:47.232475 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d69608-b62c-41a1-b74d-1d4404b5e1dd None None] Pushing event updated for resources: {'Port': ['ID=fc0b6944-395a-4623-a6ba-fa61d29fc15e,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:47.240157 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa53f23d-63c0-4cee-91f3-1c574e8aa278 None None] Network 2aed579d-0b9f-49aa-875b-a6810e2dbd67 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:32:47.302825 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-c6925336-88ec-48ac-b48b-f43c9d684594 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Allocated IP 2001:db8::f (2aed579d-0b9f-49aa-875b-a6810e2dbd67/8fc2b526-aa28-461c-a9d9-f9bd29a380fc/076b8373-ac0c-49aa-b982-24d6abc83d8d) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:32:47.311112 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7b141-70ff-4c4f-9930-567095e0e133 req-95a9f688-8f9b-476d-9893-7ac42e360472 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:47.312586 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f6f7b141-70ff-4c4f-9930-567095e0e133 req-95a9f688-8f9b-476d-9893-7ac42e360472 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 946 time: 0.4926736 Apr 20 17:32:47.320552 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-d128662c-272b-4af1-bda5-0c347b381865 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting port a1ced1dd-3bed-4451-a9df-8e293e800a18 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:32:47.320890 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d128662c-272b-4af1-bda5-0c347b381865 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:47.334998 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646fcb58-ae21-42bd-bc5f-e1ca6eb8597c tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba15fc6d-afd1-464a-ac74-0476c33a25d9,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:47.340220 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-646fcb58-ae21-42bd-bc5f-e1ca6eb8597c tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:47.346301 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-646fcb58-ae21-42bd-bc5f-e1ca6eb8597c tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6121752 Apr 20 17:32:47.355700 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60472) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:47.400165 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-823de9ac-b656-4a72-9f30-f165d38ed8a7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Request body: {'security_group_rule': {'security_group_id': 'ab8ebc55-da17-4ed8-9a49-ec2f7bd4831b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:47.421287 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-823de9ac-b656-4a72-9f30-f165d38ed8a7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:47.435970 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-823de9ac-b656-4a72-9f30-f165d38ed8a7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Usage tracker for resource:security_group_rule and tenant:fff76710152c4266b547138b68f9e982 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:47.442344 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-823de9ac-b656-4a72-9f30-f165d38ed8a7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:47.530519 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6c6fb07d-7f6d-4211-94cc-294815070848 req-d791166e-8fdd-4d9f-b83e-3dc3164625e8 tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c&device_id=698bdb22-2a94-4433-97d7-39166798401f HTTP/1.1" status: 200 len: 210 time: 0.0799174 Apr 20 17:32:47.531972 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-823de9ac-b656-4a72-9f30-f165d38ed8a7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:47.567336 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6f39dca8-8cab-45fb-9d46-8af663502d26 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:32:47.596858 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-823de9ac-b656-4a72-9f30-f165d38ed8a7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:47.627351 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7091ed67-a016-4fd8-8270-c01a7dbc5da6 req-e1a2b7be-a450-4f27-8a55-68fd8efd2bc0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=048f4cae66cf42c897493ac9a67e0d5f&device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 1097 time: 0.3579185 Apr 20 17:32:47.672454 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d69608-b62c-41a1-b74d-1d4404b5e1dd None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:32:47.678255 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-e2d69608-b62c-41a1-b74d-1d4404b5e1dd None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:32:47.681807 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d69608-b62c-41a1-b74d-1d4404b5e1dd None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:32:47.736620 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2d47fb70-4836-4b47-93e8-4e4f32477dc9 None None] Provisioning for port 6f39dca8-8cab-45fb-9d46-8af663502d26 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:32:47.896400 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-823de9ac-b656-4a72-9f30-f165d38ed8a7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:47.917355 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-823de9ac-b656-4a72-9f30-f165d38ed8a7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:47.967388 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f6f7b141-70ff-4c4f-9930-567095e0e133 req-2298386b-97e8-4cae-8f59-49dc736e8598 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5414622 Apr 20 17:32:47.967972 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823de9ac-b656-4a72-9f30-f165d38ed8a7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed136c6-01a6-4309-9736-0ed258eae507,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:47.979974 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091ed67-a016-4fd8-8270-c01a7dbc5da6 req-b03c33d5-bbcf-4aea-b96f-3208a1f7495e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:47.981961 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7091ed67-a016-4fd8-8270-c01a7dbc5da6 req-b03c33d5-bbcf-4aea-b96f-3208a1f7495e service neutron] 10.222.0.10 "GET /v2.0/networks?id=4f37beb4-cacf-475a-8f23-eab887469923 HTTP/1.1" status: 200 len: 913 time: 0.3232276 Apr 20 17:32:48.055759 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-e2d69608-b62c-41a1-b74d-1d4404b5e1dd None None] Attempting to bind port fc0b6944-395a-4623-a6ba-fa61d29fc15e on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:32:48.056375 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-e2d69608-b62c-41a1-b74d-1d4404b5e1dd None None] Attempting to bind port fc0b6944-395a-4623-a6ba-fa61d29fc15e by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:32:48.056906 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d69608-b62c-41a1-b74d-1d4404b5e1dd None None] Attempting to bind port fc0b6944-395a-4623-a6ba-fa61d29fc15e on network 9ba611e4-024c-4a0c-9998-3bc548cf409a {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:32:48.073951 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d69608-b62c-41a1-b74d-1d4404b5e1dd None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:32:48.074530 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d69608-b62c-41a1-b74d-1d4404b5e1dd None None] Checking segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:32:48.075104 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e2d69608-b62c-41a1-b74d-1d4404b5e1dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:48.075626 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d69608-b62c-41a1-b74d-1d4404b5e1dd None None] Bound using segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:32:48.076236 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-e2d69608-b62c-41a1-b74d-1d4404b5e1dd None None] Bound port: fc0b6944-395a-4623-a6ba-fa61d29fc15e, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:32:48.076792 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e2d69608-b62c-41a1-b74d-1d4404b5e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:48.112492 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7091ed67-a016-4fd8-8270-c01a7dbc5da6 req-78eb28ba-9ce4-4e4e-ace3-899990246a45 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0b3d423-a33b-4b1a-9611-990b877c1adc HTTP/1.1" status: 200 len: 217 time: 0.1228418 Apr 20 17:32:48.116383 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-823de9ac-b656-4a72-9f30-f165d38ed8a7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:48.117841 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-823de9ac-b656-4a72-9f30-f165d38ed8a7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7562466 Apr 20 17:32:48.186036 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-e2d69608-b62c-41a1-b74d-1d4404b5e1dd None None] For port fc0b6944-395a-4623-a6ba-fa61d29fc15e, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:32:48.190269 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-e2d69608-b62c-41a1-b74d-1d4404b5e1dd None None] For port fc0b6944-395a-4623-a6ba-fa61d29fc15e, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=fc0b6944-395a-4623-a6ba-fa61d29fc15e,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:32:48.193459 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 6f39dca8-8cab-45fb-9d46-8af663502d26 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:32:48.199600 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 6f39dca8-8cab-45fb-9d46-8af663502d26 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:32:48.200473 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:48.233993 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e2d69608-b62c-41a1-b74d-1d4404b5e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:48.259352 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60494) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:48.269053 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-e668d58b-0f92-489d-a699-82c03d56cb57 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:48.281954 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e668d58b-0f92-489d-a699-82c03d56cb57 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:48.288653 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e668d58b-0f92-489d-a699-82c03d56cb57 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Usage tracker for resource:floatingip and tenant:fff76710152c4266b547138b68f9e982 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:48.293027 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e668d58b-0f92-489d-a699-82c03d56cb57 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:48.301518 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e668d58b-0f92-489d-a699-82c03d56cb57 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:48.307462 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091ed67-a016-4fd8-8270-c01a7dbc5da6 req-415d48ae-f44a-4276-8d33-8cd20bc41bca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:48.309070 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7091ed67-a016-4fd8-8270-c01a7dbc5da6 req-415d48ae-f44a-4276-8d33-8cd20bc41bca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=459b9241-591b-4214-ba21-d89500ea520e HTTP/1.1" status: 200 len: 851 time: 0.1858096 Apr 20 17:32:48.386790 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e668d58b-0f92-489d-a699-82c03d56cb57 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:48.468706 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c6925336-88ec-48ac-b48b-f43c9d684594 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:48.530578 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-c6925336-88ec-48ac-b48b-f43c9d684594 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Transition to ACTIVE for port object 076b8373-ac0c-49aa-b982-24d6abc83d8d will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:32:48.575881 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d69608-b62c-41a1-b74d-1d4404b5e1dd None None] Pushing event updated for resources: {'Port': ['ID=fc0b6944-395a-4623-a6ba-fa61d29fc15e,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:48.630009 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:48.715082 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7091ed67-a016-4fd8-8270-c01a7dbc5da6 req-a5b33538-c593-48f5-afb3-01045323d3aa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f37beb4-cacf-475a-8f23-eab887469923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3977969 Apr 20 17:32:48.747019 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 6f39dca8-8cab-45fb-9d46-8af663502d26, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6f39dca8-8cab-45fb-9d46-8af663502d26,segment=NetworkSegment(9ffb2246-ed86-4479-bc64-a57f4463486e),segment_id=9ffb2246-ed86-4479-bc64-a57f4463486e)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:32:48.757092 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:48.919514 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device c946e4a1-d9e6-42e1-a1b0-8d853d8d2171 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:32:49.048323 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e1c33354-c67f-47a6-ba71-0295b433943f req-c8ea1278-fd1b-4583-8c26-834ab4b4d404 tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c HTTP/1.1" status: 200 len: 210 time: 0.2892697 Apr 20 17:32:49.066226 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2288998f-55a3-4415-a521-a569539b55d2 req-cee5b0e7-3d9e-46ef-a714-6504c7ac29af service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ded937b440f4c34a68818a505705565&device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c HTTP/1.1" status: 200 len: 210 time: 0.5134852 Apr 20 17:32:49.170160 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2288998f-55a3-4415-a521-a569539b55d2 req-ccec50aa-07b2-4e0f-865f-7670bde91455 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=2ded937b440f4c34a68818a505705565&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720849 Apr 20 17:32:49.229014 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e668d58b-0f92-489d-a699-82c03d56cb57 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:49.353349 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port c946e4a1-d9e6-42e1-a1b0-8d853d8d2171, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=c946e4a1-d9e6-42e1-a1b0-8d853d8d2171,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:32:49.373509 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'c946e4a1-d9e6-42e1-a1b0-8d853d8d2171', 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923', 'port_id': 'c946e4a1-d9e6-42e1-a1b0-8d853d8d2171', 'mac_address': 'fa:16:3e:c3:f6:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459b9241-591b-4214-ba21-d89500ea520e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:32:49.567858 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:49.588690 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7091ed67-a016-4fd8-8270-c01a7dbc5da6 req-8bf982e3-e494-45db-977a-28f441e9578a service neutron] 10.222.0.10 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8602390 Apr 20 17:32:49.596993 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d128662c-272b-4af1-bda5-0c347b381865 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:49.628273 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=6f39dca8-8cab-45fb-9d46-8af663502d26,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:49.644530 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c946e4a1-d9e6-42e1-a1b0-8d853d8d2171 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:32:49.707250 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port c946e4a1-d9e6-42e1-a1b0-8d853d8d2171, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=c946e4a1-d9e6-42e1-a1b0-8d853d8d2171,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:32:49.710114 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device fc0b6944-395a-4623-a6ba-fa61d29fc15e up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:32:49.838160 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-14f2be4f-10ef-4013-9cc1-36e66a373943 None None] Provisioning complete for port 6f39dca8-8cab-45fb-9d46-8af663502d26 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:32:49.838664 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-14f2be4f-10ef-4013-9cc1-36e66a373943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:49.921692 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7807a54-30d7-4e9e-82ba-fd26fe3287f6 req-81462676-6be9-4637-85d7-c15339632afd tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:49.923442 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c7807a54-30d7-4e9e-82ba-fd26fe3287f6 req-81462676-6be9-4637-85d7-c15339632afd tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 946 time: 0.5841603 Apr 20 17:32:49.929112 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:49.962981 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-e668d58b-0f92-489d-a699-82c03d56cb57 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Allocated IP 172.25.8.165 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/9499b49a-46f2-4d52-93e3-b0b964586e7e) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:32:50.066014 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7091ed67-a016-4fd8-8270-c01a7dbc5da6 req-b7804e12-d861-4a68-8db6-a135e9bd8579 service neutron] 10.222.0.10 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682767 Apr 20 17:32:50.091847 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=c946e4a1-d9e6-42e1-a1b0-8d853d8d2171,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:50.128940 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-d128662c-272b-4af1-bda5-0c347b381865 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Calling delete_port for a1ced1dd-3bed-4451-a9df-8e293e800a18 owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:32:50.188010 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['c946e4a1-d9e6-42e1-a1b0-8d853d8d2171'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:32:50.415802 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c7807a54-30d7-4e9e-82ba-fd26fe3287f6 req-29da57f7-a880-4f24-820a-875362353d3e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4801073 Apr 20 17:32:50.586113 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-14f2be4f-10ef-4013-9cc1-36e66a373943 None None] Provisioning for port 0e1376a3-9d25-4a5d-8ff9-d90fc03f068f completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:32:50.594641 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e668d58b-0f92-489d-a699-82c03d56cb57 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:50.613087 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c6925336-88ec-48ac-b48b-f43c9d684594 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:50.616925 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port fc0b6944-395a-4623-a6ba-fa61d29fc15e completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:32:50.650403 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-14f2be4f-10ef-4013-9cc1-36e66a373943 None None] Provisioning complete for port 0e1376a3-9d25-4a5d-8ff9-d90fc03f068f triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:32:50.650541 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-14f2be4f-10ef-4013-9cc1-36e66a373943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:50.668369 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e668d58b-0f92-489d-a699-82c03d56cb57 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:50.793656 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e668d58b-0f92-489d-a699-82c03d56cb57 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:32:50.796835 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-e668d58b-0f92-489d-a699-82c03d56cb57 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:32:50.804449 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-14f2be4f-10ef-4013-9cc1-36e66a373943 None None] Port 0e1376a3-9d25-4a5d-8ff9-d90fc03f068f cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:32:50.810260 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e668d58b-0f92-489d-a699-82c03d56cb57 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:32:50.922231 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668d58b-0f92-489d-a699-82c03d56cb57 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event updated for resources: {'Port': ['ID=9499b49a-46f2-4d52-93e3-b0b964586e7e,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:51.005123 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8c5fe957-027c-4b4a-8658-f945d61fba1d None None] Provisioning for port fc0b6944-395a-4623-a6ba-fa61d29fc15e completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:32:51.016168 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8c5fe957-027c-4b4a-8658-f945d61fba1d None None] Provisioning complete for port fc0b6944-395a-4623-a6ba-fa61d29fc15e triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:32:51.016543 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8c5fe957-027c-4b4a-8658-f945d61fba1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:51.040147 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a6d378e2-9caa-474b-a1c1-1d84f5240c7f req-457845aa-c282-40f8-a25c-04068990894a tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c HTTP/1.1" status: 200 len: 210 time: 0.4458122 Apr 20 17:32:51.147985 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288998f-55a3-4415-a521-a569539b55d2 req-e3761467-f2c0-4f0b-9ea9-9e81c206f781 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:51.150751 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2288998f-55a3-4415-a521-a569539b55d2 req-e3761467-f2c0-4f0b-9ea9-9e81c206f781 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.9694209 Apr 20 17:32:51.179900 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6925336-88ec-48ac-b48b-f43c9d684594 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network 2aed579d-0b9f-49aa-875b-a6810e2dbd67 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:32:51.190404 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-c6925336-88ec-48ac-b48b-f43c9d684594 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:32:51.196773 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6925336-88ec-48ac-b48b-f43c9d684594 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:32:51.202597 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6925336-88ec-48ac-b48b-f43c9d684594 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:51.204162 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c6925336-88ec-48ac-b48b-f43c9d684594 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:51.244923 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6925336-88ec-48ac-b48b-f43c9d684594 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Port': ['ID=076b8373-ac0c-49aa-b982-24d6abc83d8d,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:51.269607 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8c5fe957-027c-4b4a-8658-f945d61fba1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:51.324812 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c6925336-88ec-48ac-b48b-f43c9d684594 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 6.8432498 Apr 20 17:32:51.328688 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60546) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:51.355666 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-8c5fe957-027c-4b4a-8658-f945d61fba1d None None] For port fc0b6944-395a-4623-a6ba-fa61d29fc15e, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=fc0b6944-395a-4623-a6ba-fa61d29fc15e,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:32:51.368808 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8c5fe957-027c-4b4a-8658-f945d61fba1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:51.428079 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e668d58b-0f92-489d-a699-82c03d56cb57 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:51.575198 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e668d58b-0f92-489d-a699-82c03d56cb57 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:51.577200 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8c5fe957-027c-4b4a-8658-f945d61fba1d None None] Provisioning complete for port 0e1376a3-9d25-4a5d-8ff9-d90fc03f068f triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:32:51.577565 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8c5fe957-027c-4b4a-8658-f945d61fba1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:51.762413 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6f39dca8-8cab-45fb-9d46-8af663502d26 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:32:51.835510 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d128662c-272b-4af1-bda5-0c347b381865 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:51.862779 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-8c5fe957-027c-4b4a-8658-f945d61fba1d None None] Port 0e1376a3-9d25-4a5d-8ff9-d90fc03f068f cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:32:51.900377 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfa2bac-9ec8-432d-9816-aade64d6a3d6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:51.906752 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4cfa2bac-9ec8-432d-9816-aade64d6a3d6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Synchronizing usage tracker for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:32:51.948016 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5fe957-027c-4b4a-8658-f945d61fba1d None None] Pushing event updated for resources: {'Port': ['ID=fc0b6944-395a-4623-a6ba-fa61d29fc15e,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:51.979556 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 6f39dca8-8cab-45fb-9d46-8af663502d26 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:32:51.979929 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:52.060418 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128662c-272b-4af1-bda5-0c347b381865 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Port': ['ID=a1ced1dd-3bed-4451-a9df-8e293e800a18,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:52.102392 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d71070fd-6831-4a8a-a83e-0bac05a36666 None None] Could not find standard attr ID for object 3151a0b9-54be-44a3-90e1-04be57c4c2fb. {{(pid=84082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 17:32:52.121468 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d71070fd-6831-4a8a-a83e-0bac05a36666 None None] Could not find standard attr ID for object a1ced1dd-3bed-4451-a9df-8e293e800a18. {{(pid=84082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 17:32:52.147943 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d71070fd-6831-4a8a-a83e-0bac05a36666 None None] Provisioning for port 076b8373-ac0c-49aa-b982-24d6abc83d8d completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:32:52.188503 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d71070fd-6831-4a8a-a83e-0bac05a36666 None None] Provisioning complete for port 076b8373-ac0c-49aa-b982-24d6abc83d8d triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:32:52.188863 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d71070fd-6831-4a8a-a83e-0bac05a36666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:52.218527 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d128662c-272b-4af1-bda5-0c347b381865 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:52.240888 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4cfa2bac-9ec8-432d-9816-aade64d6a3d6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Unset dirty status for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:32:52.248281 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4cfa2bac-9ec8-432d-9816-aade64d6a3d6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.9167922 Apr 20 17:32:52.256374 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d128662c-272b-4af1-bda5-0c347b381865 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/a1ced1dd-3bed-4451-a9df-8e293e800a18 HTTP/1.1" status: 204 len: 168 time: 5.0532637 Apr 20 17:32:52.257274 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60568) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:52.258961 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60570) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:52.349734 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d71070fd-6831-4a8a-a83e-0bac05a36666 None None] Port 076b8373-ac0c-49aa-b982-24d6abc83d8d cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:32:52.648140 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e0d9e-eedd-4fd4-8b73-30b2f22e59b9 req-5cd539ca-00f4-4d46-9cc6-a1721ec63a2e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:52.664727 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cb2e0d9e-eedd-4fd4-8b73-30b2f22e59b9 req-5cd539ca-00f4-4d46-9cc6-a1721ec63a2e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 945 time: 0.4454055 Apr 20 17:32:52.751744 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [None req-e668d58b-0f92-489d-a699-82c03d56cb57 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:32:52.820815 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device c946e4a1-d9e6-42e1-a1b0-8d853d8d2171 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:32:52.846508 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cb2e0d9e-eedd-4fd4-8b73-30b2f22e59b9 req-ca1c2417-374f-4cf5-a983-8bed2bbad3e0 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807718 Apr 20 17:32:52.860719 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e668d58b-0f92-489d-a699-82c03d56cb57 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:52.867296 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105d8a36-b165-4f6e-ba7d-b408a6fea66b tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:52.871813 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105d8a36-b165-4f6e-ba7d-b408a6fea66b tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:52.877163 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60584) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:52.877368 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-105d8a36-b165-4f6e-ba7d-b408a6fea66b tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6095095 Apr 20 17:32:52.960545 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e668d58b-0f92-489d-a699-82c03d56cb57 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:52.987871 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a08c930e-50c2-4c8a-933a-9fa9bd62475a req-bd5da375-7018-44e7-ba04-c2171a0418bf tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c HTTP/1.1" status: 200 len: 210 time: 0.2091465 Apr 20 17:32:53.005455 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2288998f-55a3-4415-a521-a569539b55d2 req-14edb3af-a18f-4129-ae11-0ca2aa88a4f8 tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7bc5888-21e6-45c4-90b1-c7633e7d3b9c HTTP/1.1" status: 200 len: 210 time: 0.2283812 Apr 20 17:32:53.065312 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port c946e4a1-d9e6-42e1-a1b0-8d853d8d2171 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:32:53.071902 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:53.072051 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a30ddd-c0fc-48ea-a1a0-7ba290172e2e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:53.074313 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a30ddd-c0fc-48ea-a1a0-7ba290172e2e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:53.094612 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a30ddd-c0fc-48ea-a1a0-7ba290172e2e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:53.100642 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-31a30ddd-c0fc-48ea-a1a0-7ba290172e2e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.8395333 Apr 20 17:32:53.104390 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60592) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:53.287342 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-37040f43-a866-48c0-88a3-081a243befc7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Deleting port 076b8373-ac0c-49aa-b982-24d6abc83d8d {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:32:53.289466 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-37040f43-a866-48c0-88a3-081a243befc7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:53.319620 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668d58b-0f92-489d-a699-82c03d56cb57 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event updated for resources: {'Port': ['ID=9499b49a-46f2-4d52-93e3-b0b964586e7e,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:53.432573 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e668d58b-0f92-489d-a699-82c03d56cb57 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:53.439376 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:53.485431 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-6277ee23-1295-4114-ac40-2d0d20ebf035 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting subnet e5f3df7b-dbc4-4839-b163-5e07fb2db082 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:32:53.487916 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device fc0b6944-395a-4623-a6ba-fa61d29fc15e up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:32:53.490212 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6277ee23-1295-4114-ac40-2d0d20ebf035 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:53.669038 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port c946e4a1-d9e6-42e1-a1b0-8d853d8d2171, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=c946e4a1-d9e6-42e1-a1b0-8d853d8d2171,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:32:53.673151 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e90cdb7-8395-4991-94b6-16ef644e1f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c946e4a1-d9e6-42e1-a1b0-8d853d8d2171'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:32:53.693794 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:53.871156 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=c946e4a1-d9e6-42e1-a1b0-8d853d8d2171,revision_number=7']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:53.875844 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a59b21c6-3fd3-4de0-a694-6b6cfa3bdab2'] response: {'server_uuid': '5e90cdb7-8395-4991-94b6-16ef644e1f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c946e4a1-d9e6-42e1-a1b0-8d853d8d2171', 'code': 200} Apr 20 17:32:53.887473 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port fc0b6944-395a-4623-a6ba-fa61d29fc15e triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:32:53.894717 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:54.075407 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e668d58b-0f92-489d-a699-82c03d56cb57 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:54.077238 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e668d58b-0f92-489d-a699-82c03d56cb57 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8168697 Apr 20 17:32:54.162206 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6277ee23-1295-4114-ac40-2d0d20ebf035 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:54.376088 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-37040f43-a866-48c0-88a3-081a243befc7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:54.412275 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307afec1-19a9-44c9-b843-87bc1dbcd903 req-90f9bcf0-baf9-449e-bd6e-93845045b159 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:54.415488 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-307afec1-19a9-44c9-b843-87bc1dbcd903 req-90f9bcf0-baf9-449e-bd6e-93845045b159 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 946 time: 0.3360927 Apr 20 17:32:54.460270 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6277ee23-1295-4114-ac40-2d0d20ebf035 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:54.682673 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-37040f43-a866-48c0-88a3-081a243befc7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Calling delete_port for 076b8373-ac0c-49aa-b982-24d6abc83d8d owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:32:54.707364 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-04d76ec7-ca75-4229-8b5e-a814d3cd8f8d tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Synchronizing usage tracker for tenant:fff76710152c4266b547138b68f9e982 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:32:54.722032 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6277ee23-1295-4114-ac40-2d0d20ebf035 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:54.840742 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6277ee23-1295-4114-ac40-2d0d20ebf035 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Subnet': ['ID=e5f3df7b-dbc4-4839-b163-5e07fb2db082,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:54.847535 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6277ee23-1295-4114-ac40-2d0d20ebf035 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:54.856055 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9240a2c-0664-472e-a884-a3579055fbdb None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:32:54.880634 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-04d76ec7-ca75-4229-8b5e-a814d3cd8f8d tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Unset dirty status for tenant:fff76710152c4266b547138b68f9e982 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:32:54.881818 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-04d76ec7-ca75-4229-8b5e-a814d3cd8f8d tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1459452035&fields=id&tenant_id=fff76710152c4266b547138b68f9e982 HTTP/1.1" status: 200 len: 267 time: 0.2706015 Apr 20 17:32:54.895893 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6277ee23-1295-4114-ac40-2d0d20ebf035 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/e5f3df7b-dbc4-4839-b163-5e07fb2db082 HTTP/1.1" status: 204 len: 168 time: 2.0167279 Apr 20 17:32:54.902132 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60630) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:54.952432 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-307afec1-19a9-44c9-b843-87bc1dbcd903 req-ad2bbe3f-9ff9-4e0c-96fa-864b117834be tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225094 Apr 20 17:32:55.018350 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-37040f43-a866-48c0-88a3-081a243befc7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:55.153342 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37040f43-a866-48c0-88a3-081a243befc7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Port': ['ID=076b8373-ac0c-49aa-b982-24d6abc83d8d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:55.187205 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9e260e5f-73d1-4728-8fe3-fd2bab6c4656 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2838647 Apr 20 17:32:55.220207 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60638) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:55.267028 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-01b204b3-9947-46e5-a554-27e59a55de80 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:55.515836 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-37040f43-a866-48c0-88a3-081a243befc7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:55.526484 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88e6602-9b36-4fb5-b022-11a31ba95451 None None] DHCP port deletion for 9ba611e4-024c-4a0c-9998-3bc548cf409a request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:32:55.532161 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-f88e6602-9b36-4fb5-b022-11a31ba95451 None None] Deleting port fc0b6944-395a-4623-a6ba-fa61d29fc15e {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:32:55.532534 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f88e6602-9b36-4fb5-b022-11a31ba95451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:55.587010 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-3d99816c-ee51-45f8-bc7e-cd1b54d0a56e tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:55.597433 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-3d99816c-ee51-45f8-bc7e-cd1b54d0a56e tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/networks?id=b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 HTTP/1.1" status: 200 len: 814 time: 0.6926959 Apr 20 17:32:55.651433 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-3bbe5823-8525-4638-85f0-08bfa5752e6e tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/quotas/fff76710152c4266b547138b68f9e982 HTTP/1.1" status: 200 len: 375 time: 0.0514607 Apr 20 17:32:55.659424 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-01b204b3-9947-46e5-a554-27e59a55de80 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:55.692730 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-01b204b3-9947-46e5-a554-27e59a55de80 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:subnet and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:55.701378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-01b204b3-9947-46e5-a554-27e59a55de80 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:55.732840 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-01b204b3-9947-46e5-a554-27e59a55de80 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:55.762601 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-37040f43-a866-48c0-88a3-081a243befc7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/ports/076b8373-ac0c-49aa-b982-24d6abc83d8d HTTP/1.1" status: 204 len: 168 time: 2.6530573 Apr 20 17:32:55.764603 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60652) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:55.786619 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-41984e75-3f72-4566-bafd-5c70797d627c req-62437f62-cd15-4684-a6fd-6cc880adbfc8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2ded937b440f4c34a68818a505705565&device_id=698bdb22-2a94-4433-97d7-39166798401f HTTP/1.1" status: 200 len: 210 time: 0.3416612 Apr 20 17:32:55.919441 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-41984e75-3f72-4566-bafd-5c70797d627c req-5a817115-522f-4b7d-9b7b-b0be87cc817e service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=2ded937b440f4c34a68818a505705565&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1211503 Apr 20 17:32:55.989581 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-f88e6602-9b36-4fb5-b022-11a31ba95451 None None] For port fc0b6944-395a-4623-a6ba-fa61d29fc15e, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=fc0b6944-395a-4623-a6ba-fa61d29fc15e,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:32:55.990216 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f88e6602-9b36-4fb5-b022-11a31ba95451 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:56.188475 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b204b3-9947-46e5-a554-27e59a55de80 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:32:56.203850 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-f88e6602-9b36-4fb5-b022-11a31ba95451 None None] Calling delete_port for fc0b6944-395a-4623-a6ba-fa61d29fc15e owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:32:56.297005 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41984e75-3f72-4566-bafd-5c70797d627c req-c15aa530-9634-4427-a852-5322a74465e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:56.298744 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-41984e75-3f72-4566-bafd-5c70797d627c req-c15aa530-9634-4427-a852-5322a74465e3 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3724012 Apr 20 17:32:56.357299 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-75f067dd-32d9-4670-a780-641d30f4ac46 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fff76710152c4266b547138b68f9e982&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6961989 Apr 20 17:32:56.387089 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6cbdcfd-a562-43d1-b09d-08cca16baede tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] GET failed (client error): The resource could not be found. Apr 20 17:32:56.387798 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f6cbdcfd-a562-43d1-b09d-08cca16baede tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Synchronizing usage tracker for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:32:56.388952 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f88e6602-9b36-4fb5-b022-11a31ba95451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:56.491190 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88e6602-9b36-4fb5-b022-11a31ba95451 None None] No DVR routers for this DVR port fc0b6944-395a-4623-a6ba-fa61d29fc15e on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:32:56.529498 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e6602-9b36-4fb5-b022-11a31ba95451 None None] Pushing event deleted for resources: {'Port': ['ID=fc0b6944-395a-4623-a6ba-fa61d29fc15e,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:56.611524 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-f20a44d3-5d7a-4e93-bed5-765439430e57 service neutron] 10.222.0.39 "GET /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525373 Apr 20 17:32:56.619103 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f6cbdcfd-a562-43d1-b09d-08cca16baede tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Unset dirty status for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:32:56.624123 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f6cbdcfd-a562-43d1-b09d-08cca16baede tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "GET /v2.0/ports/076b8373-ac0c-49aa-b982-24d6abc83d8d HTTP/1.1" status: 404 len: 333 time: 0.8570263 Apr 20 17:32:56.640503 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-38698aec-a039-4ba4-90f7-8cb39e15a6bc req-38dc629a-c0f6-4bae-913c-e26a69956224 tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.39 "GET /v2.0/ports?device_id=698bdb22-2a94-4433-97d7-39166798401f HTTP/1.1" status: 200 len: 210 time: 0.1329310 Apr 20 17:32:56.641355 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60672) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:56.799519 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-01b204b3-9947-46e5-a554-27e59a55de80 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:56.911201 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-aad984aa-0fd9-4d80-afff-7eedceb4041d service neutron] 10.222.0.39 "GET /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982643 Apr 20 17:32:57.036640 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-4146b77e-a978-4a02-b20b-a0965d7d6c9d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Deleting port 0e1376a3-9d25-4a5d-8ff9-d90fc03f068f {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:32:57.036977 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4146b77e-a978-4a02-b20b-a0965d7d6c9d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:57.103970 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60678) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:57.364203 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0e0a2158-3c41-4fef-ac12-8e1e0848de46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:57.420061 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device fc0b6944-395a-4623-a6ba-fa61d29fc15e no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:32:57.472067 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8a546-bd96-4c6b-9ab1-329f096f9457 req-bcd2d22e-440a-4d58-8c39-2b4761101d75 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:57.499360 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-78c8a546-bd96-4c6b-9ab1-329f096f9457 req-bcd2d22e-440a-4d58-8c39-2b4761101d75 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 946 time: 0.5241189 Apr 20 17:32:57.508347 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0e0a2158-3c41-4fef-ac12-8e1e0848de46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:57.512567 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0e0a2158-3c41-4fef-ac12-8e1e0848de46 admin admin] Usage tracker for resource:security_group_rule and tenant:38f7cf23208e49aa8e3711467a372bfd is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:57.515984 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0e0a2158-3c41-4fef-ac12-8e1e0848de46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:57.523319 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0e0a2158-3c41-4fef-ac12-8e1e0848de46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:57.593375 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: fc0b6944-395a-4623-a6ba-fa61d29fc15e {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:32:57.593913 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device fc0b6944-395a-4623-a6ba-fa61d29fc15e not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:32:57.629092 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0e0a2158-3c41-4fef-ac12-8e1e0848de46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:57.696899 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-78c8a546-bd96-4c6b-9ab1-329f096f9457 req-35c21624-b856-454c-9746-af2e6047a95f tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959524 Apr 20 17:32:57.713355 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0e0a2158-3c41-4fef-ac12-8e1e0848de46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:57.722982 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-41984e75-3f72-4566-bafd-5c70797d627c req-b49b2c07-0e4a-46dc-a771-4f2b684e6c17 tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.43 "GET /v2.0/ports?device_id=698bdb22-2a94-4433-97d7-39166798401f HTTP/1.1" status: 200 len: 210 time: 0.0883029 Apr 20 17:32:57.762705 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4146b77e-a978-4a02-b20b-a0965d7d6c9d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:57.775713 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a2158-3c41-4fef-ac12-8e1e0848de46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ed48fa-b9c3-4f53-ad41-a298cd8a582c,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:57.814435 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0e0a2158-3c41-4fef-ac12-8e1e0848de46 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=38f7cf23208e49aa8e3711467a372bfd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7069323 Apr 20 17:32:57.819595 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46ecfc-7007-4f9d-949f-83a981b1872f req-132171fa-20f9-4192-8d91-3a7072638306 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:57.826650 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ac46ecfc-7007-4f9d-949f-83a981b1872f req-132171fa-20f9-4192-8d91-3a7072638306 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea59caf-e181-49fa-9ece-466ace99f4d1 HTTP/1.1" status: 200 len: 945 time: 0.4416332 Apr 20 17:32:57.877240 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60702) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:57.958163 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ac46ecfc-7007-4f9d-949f-83a981b1872f req-ff140dae-4a70-44a9-8637-8f26c8e64f60 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/security-groups?id=1442ed40-d884-4ed9-872e-058016d85116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289787 Apr 20 17:32:58.012422 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6367ff73-7cbb-4da3-97fe-254848cb9e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:58.077167 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6367ff73-7cbb-4da3-97fe-254848cb9e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:58.084506 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-4146b77e-a978-4a02-b20b-a0965d7d6c9d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Calling delete_port for 0e1376a3-9d25-4a5d-8ff9-d90fc03f068f owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:32:58.181961 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6367ff73-7cbb-4da3-97fe-254848cb9e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:58.220939 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6367ff73-7cbb-4da3-97fe-254848cb9e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:58.222579 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6367ff73-7cbb-4da3-97fe-254848cb9e1d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/11ed48fa-b9c3-4f53-ad41-a298cd8a582c HTTP/1.1" status: 204 len: 168 time: 0.3226223 Apr 20 17:32:58.223719 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367ff73-7cbb-4da3-97fe-254848cb9e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ed48fa-b9c3-4f53-ad41-a298cd8a582c,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:58.317452 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dcadeed1-bae2-4cf0-b548-942beda24918 req-af3edbc3-158c-46df-a9d0-933aea605046 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf HTTP/1.1" status: 200 len: 210 time: 0.3834548 Apr 20 17:32:58.422038 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-01b204b3-9947-46e5-a554-27e59a55de80 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:58.455288 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8fb414f7-a71d-4e1a-96d7-730e4306fd83 req-d5a04f3a-a5b3-46bf-aec5-4d595d4d7e82 tempest-ServerShowV247Test-41621051 tempest-ServerShowV247Test-41621051-project] 10.222.0.39 "GET /v2.0/ports?device_id=698bdb22-2a94-4433-97d7-39166798401f HTTP/1.1" status: 200 len: 210 time: 0.1144686 Apr 20 17:32:58.600444 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b204b3-9947-46e5-a554-27e59a55de80 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Subnet': ['ID=ad777ae5-0891-46bf-a5ef-83b67b9b8a3e,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:58.695481 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769cd0b-7ce3-426d-be34-17d7cbf73493 req-eb665d9e-4cd0-4f21-8ffe-82800ef0b5e4 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:58.699283 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b769cd0b-7ce3-426d-be34-17d7cbf73493 req-eb665d9e-4cd0-4f21-8ffe-82800ef0b5e4 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.10 "GET /v2.0/ports?device_id=dea59caf-e181-49fa-9ece-466ace99f4d1 HTTP/1.1" status: 200 len: 945 time: 0.7666886 Apr 20 17:32:58.790602 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b204b3-9947-46e5-a554-27e59a55de80 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:32:58.850066 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-01b204b3-9947-46e5-a554-27e59a55de80 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:32:58.853934 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b204b3-9947-46e5-a554-27e59a55de80 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:58.854801 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-01b204b3-9947-46e5-a554-27e59a55de80 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:58.861280 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef439ca1-6e74-4b42-98ad-310e940bfab3 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:32:58.919174 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-01b204b3-9947-46e5-a554-27e59a55de80 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.6889875 Apr 20 17:32:58.923581 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60714) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:58.929964 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-bc235b7c-4f8f-4d70-9a4c-d8d926a0fbf5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'port': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'fixed_ips': [{'subnet_id': 'ad777ae5-0891-46bf-a5ef-83b67b9b8a3e', 'ip_address': '2001:db8::de8:42bd:a1de:6778'}], 'name': 'tempest-NetworksTestDHCPv6-439991621'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:32:58.946883 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-b769cd0b-7ce3-426d-be34-17d7cbf73493 req-052284c3-746a-40ce-8064-ef37a10bf8a7 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Deleting port be65fc9e-9439-4006-a199-dc1fe24a1ede {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:32:58.947593 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b769cd0b-7ce3-426d-be34-17d7cbf73493 req-052284c3-746a-40ce-8064-ef37a10bf8a7 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:59.092849 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60724) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:59.125129 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c8eab4c0-1c33-4d67-98e3-a5a13ba8b1f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:59.432272 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4146b77e-a978-4a02-b20b-a0965d7d6c9d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:59.526455 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c0d239-f75a-4542-9710-ee2c1e0c45e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-9ba611e4-024c-4a0c-9998-3bc548cf409a', 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'fixed_ips': [{'subnet_id': 'ad777ae5-0891-46bf-a5ef-83b67b9b8a3e'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:32:59.531246 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-41c0d239-f75a-4542-9710-ee2c1e0c45e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:59.542743 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4146b77e-a978-4a02-b20b-a0965d7d6c9d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Port': ['ID=0e1376a3-9d25-4a5d-8ff9-d90fc03f068f,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:32:59.570474 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-bc235b7c-4f8f-4d70-9a4c-d8d926a0fbf5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:59.593164 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-bc235b7c-4f8f-4d70-9a4c-d8d926a0fbf5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:port and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:59.642456 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c8eab4c0-1c33-4d67-98e3-a5a13ba8b1f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:32:59.643132 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4146b77e-a978-4a02-b20b-a0965d7d6c9d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:32:59.645144 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-bc235b7c-4f8f-4d70-9a4c-d8d926a0fbf5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:59.650939 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4146b77e-a978-4a02-b20b-a0965d7d6c9d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/ports/0e1376a3-9d25-4a5d-8ff9-d90fc03f068f HTTP/1.1" status: 204 len: 168 time: 2.9685252 Apr 20 17:32:59.654616 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60732) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:32:59.670131 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58893c8c-0977-49de-8df4-cf591ff82814 req-965b8f79-e814-417d-b6f2-d1b50653f6ff tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:59.671834 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-58893c8c-0977-49de-8df4-cf591ff82814 req-965b8f79-e814-417d-b6f2-d1b50653f6ff tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea59caf-e181-49fa-9ece-466ace99f4d1 HTTP/1.1" status: 200 len: 945 time: 0.3707349 Apr 20 17:32:59.678338 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-bc235b7c-4f8f-4d70-9a4c-d8d926a0fbf5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:59.782062 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c8eab4c0-1c33-4d67-98e3-a5a13ba8b1f7 admin admin] Usage tracker for resource:security_group_rule and tenant:f9399449317441b8b206e0efff677d35 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:32:59.786202 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b6f2f9-1291-4b9a-a553-108dc46a92bd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] GET failed (client error): The resource could not be found. Apr 20 17:32:59.787035 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-58b6f2f9-1291-4b9a-a553-108dc46a92bd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Synchronizing usage tracker for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:32:59.823875 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c8eab4c0-1c33-4d67-98e3-a5a13ba8b1f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:32:59.830235 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-58893c8c-0977-49de-8df4-cf591ff82814 req-60b2ee62-95bc-4157-9aed-880f76244e7d tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/security-groups?id=1442ed40-d884-4ed9-872e-058016d85116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913517 Apr 20 17:32:59.847956 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c8eab4c0-1c33-4d67-98e3-a5a13ba8b1f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:32:59.848286 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170fbe1b-c80f-46ad-8687-dd0a8ab57384 req-3603baaa-1c1b-45c8-af9d-b8f31f359637 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:59.860424 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-170fbe1b-c80f-46ad-8687-dd0a8ab57384 req-3603baaa-1c1b-45c8-af9d-b8f31f359637 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 946 time: 0.6923056 Apr 20 17:32:59.879357 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-4355b6ec-03db-4d7b-81c8-a106f315735f tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:32:59.881396 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-4355b6ec-03db-4d7b-81c8-a106f315735f tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.10 "GET /v2.0/networks?id=b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 HTTP/1.1" status: 200 len: 814 time: 0.5175819 Apr 20 17:32:59.882112 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc235b7c-4f8f-4d70-9a4c-d8d926a0fbf5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:32:59.884273 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device be65fc9e-9439-4006-a199-dc1fe24a1ede no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:32:59.994593 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-41c0d239-f75a-4542-9710-ee2c1e0c45e5 None None] Allocated IP 2001:db8::2 (9ba611e4-024c-4a0c-9998-3bc548cf409a/ad777ae5-0891-46bf-a5ef-83b67b9b8a3e/9582e7ae-4522-4df8-8c1e-ba68bf90075f) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:33:00.028687 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c8eab4c0-1c33-4d67-98e3-a5a13ba8b1f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:00.067369 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c8eab4c0-1c33-4d67-98e3-a5a13ba8b1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:00.079000 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-58b6f2f9-1291-4b9a-a553-108dc46a92bd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Unset dirty status for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:33:00.083174 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-58b6f2f9-1291-4b9a-a553-108dc46a92bd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "GET /v2.0/ports/0e1376a3-9d25-4a5d-8ff9-d90fc03f068f HTTP/1.1" status: 404 len: 333 time: 0.4101813 Apr 20 17:33:00.084188 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-170fbe1b-c80f-46ad-8687-dd0a8ab57384 req-82057e3f-c76b-437a-aec9-1dc135300055 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222536 Apr 20 17:33:00.087395 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60738) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:00.104810 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-b769cd0b-7ce3-426d-be34-17d7cbf73493 req-052284c3-746a-40ce-8064-ef37a10bf8a7 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] For port be65fc9e-9439-4006-a199-dc1fe24a1ede, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=be65fc9e-9439-4006-a199-dc1fe24a1ede,segment=NetworkSegment(aa365b0e-5984-4a20-8a84-1a29998467ac),segment_id=aa365b0e-5984-4a20-8a84-1a29998467ac)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:33:00.105159 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b769cd0b-7ce3-426d-be34-17d7cbf73493 req-052284c3-746a-40ce-8064-ef37a10bf8a7 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:00.296113 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-41c0d239-f75a-4542-9710-ee2c1e0c45e5 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:00.310310 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-41c0d239-f75a-4542-9710-ee2c1e0c45e5 None None] Transition to ACTIVE for port object 9582e7ae-4522-4df8-8c1e-ba68bf90075f will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:33:00.335294 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-41c0d239-f75a-4542-9710-ee2c1e0c45e5 None None] Transition to ACTIVE for port object 9582e7ae-4522-4df8-8c1e-ba68bf90075f will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:33:00.362422 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-b769cd0b-7ce3-426d-be34-17d7cbf73493 req-052284c3-746a-40ce-8064-ef37a10bf8a7 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Calling delete_port for be65fc9e-9439-4006-a199-dc1fe24a1ede owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:33:00.412482 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:00.434408 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-41c0d239-f75a-4542-9710-ee2c1e0c45e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:00.692786 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-25dc17d8-71b1-4939-8300-8f888cac2fc1 req-17f03af3-046f-4330-b847-e170c6d0593b tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf HTTP/1.1" status: 200 len: 210 time: 0.4892623 Apr 20 17:33:00.692786 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bc235b7c-4f8f-4d70-9a4c-d8d926a0fbf5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:00.702444 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-f5f9dc82-47fa-4314-999b-0868843fd1ae tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fff76710152c4266b547138b68f9e982 HTTP/1.1" status: 200 len: 473 time: 0.7860663 Apr 20 17:33:00.709839 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c0d239-f75a-4542-9710-ee2c1e0c45e5 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:33:00.722485 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-c15e7926-e60b-40bd-bc0f-d1d2b09f96e5 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Request body: {'port': {'device_id': '42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'admin_state_up': True, 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'security_groups': ['ab8ebc55-da17-4ed8-9a49-ec2f7bd4831b']}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:33:00.729682 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-41c0d239-f75a-4542-9710-ee2c1e0c45e5 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:33:00.739395 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c0d239-f75a-4542-9710-ee2c1e0c45e5 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:33:00.746773 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eab4c0-1c33-4d67-98e3-a5a13ba8b1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5497ea9a-6b07-45b9-9ebd-38885244332f,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:00.754089 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0d239-f75a-4542-9710-ee2c1e0c45e5 None None] Pushing event updated for resources: {'Port': ['ID=9582e7ae-4522-4df8-8c1e-ba68bf90075f,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:00.765146 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b769cd0b-7ce3-426d-be34-17d7cbf73493 req-052284c3-746a-40ce-8064-ef37a10bf8a7 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:00.864990 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 20 17:33:00.864990 n-d-838032-1 neutron-server[84082]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Apr 20 17:33:00.864990 n-d-838032-1 neutron-server[84082]: [parameters: {'status': 'DOWN', 'ports_id': 'be65fc9e-9439-4006-a199-dc1fe24a1ede'}] Apr 20 17:33:00.864990 n-d-838032-1 neutron-server[84082]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:33:00.864990 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:33:00.897061 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c8eab4c0-1c33-4d67-98e3-a5a13ba8b1f7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f9399449317441b8b206e0efff677d35&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8027630 Apr 20 17:33:00.926306 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60748) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:00.992268 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-41c0d239-f75a-4542-9710-ee2c1e0c45e5 None None] Attempting to bind port 9582e7ae-4522-4df8-8c1e-ba68bf90075f on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:33:00.993205 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-bc235b7c-4f8f-4d70-9a4c-d8d926a0fbf5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] device_id is not set on port 75ba5de9-99f9-4b14-a20b-862106d1a6ae yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:33:00.993327 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-41c0d239-f75a-4542-9710-ee2c1e0c45e5 None None] Attempting to bind port 9582e7ae-4522-4df8-8c1e-ba68bf90075f by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:33:00.993327 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c0d239-f75a-4542-9710-ee2c1e0c45e5 None None] Attempting to bind port 9582e7ae-4522-4df8-8c1e-ba68bf90075f on network 9ba611e4-024c-4a0c-9998-3bc548cf409a {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:33:01.005889 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c0d239-f75a-4542-9710-ee2c1e0c45e5 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:33:01.006266 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c0d239-f75a-4542-9710-ee2c1e0c45e5 None None] Checking segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:33:01.006659 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-41c0d239-f75a-4542-9710-ee2c1e0c45e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:01.007038 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c0d239-f75a-4542-9710-ee2c1e0c45e5 None None] Bound using segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:33:01.007492 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-41c0d239-f75a-4542-9710-ee2c1e0c45e5 None None] Bound port: 9582e7ae-4522-4df8-8c1e-ba68bf90075f, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:33:01.007854 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-41c0d239-f75a-4542-9710-ee2c1e0c45e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:01.029797 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052284c3-746a-40ce-8064-ef37a10bf8a7 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Pushing event deleted for resources: {'Port': ['ID=be65fc9e-9439-4006-a199-dc1fe24a1ede,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:01.068817 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-b769cd0b-7ce3-426d-be34-17d7cbf73493 req-052284c3-746a-40ce-8064-ef37a10bf8a7 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] No DVR routers for this DVR port be65fc9e-9439-4006-a199-dc1fe24a1ede on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:33:01.077095 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b769cd0b-7ce3-426d-be34-17d7cbf73493 req-052284c3-746a-40ce-8064-ef37a10bf8a7 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:01.081966 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea59caf-e181-49fa-9ece-466ace99f4d1', 'name': 'network-vif-deleted', 'tag': 'be65fc9e-9439-4006-a199-dc1fe24a1ede'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:33:01.104501 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60760) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:01.133550 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b769cd0b-7ce3-426d-be34-17d7cbf73493 req-052284c3-746a-40ce-8064-ef37a10bf8a7 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.10 "DELETE /v2.0/ports/be65fc9e-9439-4006-a199-dc1fe24a1ede HTTP/1.1" status: 204 len: 173 time: 2.4226432 Apr 20 17:33:01.217897 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-41c0d239-f75a-4542-9710-ee2c1e0c45e5 None None] For port 9582e7ae-4522-4df8-8c1e-ba68bf90075f, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:33:01.223046 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-41c0d239-f75a-4542-9710-ee2c1e0c45e5 None None] For port 9582e7ae-4522-4df8-8c1e-ba68bf90075f, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9582e7ae-4522-4df8-8c1e-ba68bf90075f,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:33:01.238212 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-41c0d239-f75a-4542-9710-ee2c1e0c45e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:01.405994 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-15913fb1-fee6-4fe2-b6d7-9cc89f79d383 req-510429c6-64e5-4f11-bcf2-5fd6632d81bc tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Synchronizing usage tracker for tenant:dd2e3957e24f4e9fb5ef2b605f529d68 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:33:01.456072 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-15913fb1-fee6-4fe2-b6d7-9cc89f79d383 req-510429c6-64e5-4f11-bcf2-5fd6632d81bc tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Unset dirty status for tenant:dd2e3957e24f4e9fb5ef2b605f529d68 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:33:01.467890 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-15913fb1-fee6-4fe2-b6d7-9cc89f79d383 req-510429c6-64e5-4f11-bcf2-5fd6632d81bc tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea59caf-e181-49fa-9ece-466ace99f4d1 HTTP/1.1" status: 200 len: 210 time: 0.2709701 Apr 20 17:33:01.624528 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5f4863ef-d240-4f1a-926c-f64bd0b791f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:01.711903 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-bc235b7c-4f8f-4d70-9a4c-d8d926a0fbf5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Allocated IP 2001:db8::de8:42bd:a1de:6778 (9ba611e4-024c-4a0c-9998-3bc548cf409a/ad777ae5-0891-46bf-a5ef-83b67b9b8a3e/75ba5de9-99f9-4b14-a20b-862106d1a6ae) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:33:01.734039 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5f4863ef-d240-4f1a-926c-f64bd0b791f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:01.753611 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Port be65fc9e-9439-4006-a199-dc1fe24a1ede update to DOWN by agent not found {{(pid=84082) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 20 17:33:01.755022 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5f4863ef-d240-4f1a-926c-f64bd0b791f1 admin admin] Usage tracker for resource:security_group_rule and tenant:2ded937b440f4c34a68818a505705565 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:33:01.762743 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5f4863ef-d240-4f1a-926c-f64bd0b791f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:33:01.782226 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5f4863ef-d240-4f1a-926c-f64bd0b791f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:01.832394 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dce2f535-8c8c-4d19-8d42-ac7612301016'] response: {'server_uuid': 'dea59caf-e181-49fa-9ece-466ace99f4d1', 'name': 'network-vif-deleted', 'tag': 'be65fc9e-9439-4006-a199-dc1fe24a1ede', 'status': 'completed', 'code': 200} Apr 20 17:33:01.878799 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0d239-f75a-4542-9710-ee2c1e0c45e5 None None] Pushing event updated for resources: {'Port': ['ID=9582e7ae-4522-4df8-8c1e-ba68bf90075f,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:02.026733 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5f4863ef-d240-4f1a-926c-f64bd0b791f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:02.040895 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eab4c0-1c33-4d67-98e3-a5a13ba8b1f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:33:02.041564 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eab4c0-1c33-4d67-98e3-a5a13ba8b1f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:33:02.042110 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eab4c0-1c33-4d67-98e3-a5a13ba8b1f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:33:02.042745 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eab4c0-1c33-4d67-98e3-a5a13ba8b1f7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:33:02.042975 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5f4863ef-d240-4f1a-926c-f64bd0b791f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:02.043877 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eab4c0-1c33-4d67-98e3-a5a13ba8b1f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:33:02.044662 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eab4c0-1c33-4d67-98e3-a5a13ba8b1f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:33:02.045230 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eab4c0-1c33-4d67-98e3-a5a13ba8b1f7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:33:02.045761 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eab4c0-1c33-4d67-98e3-a5a13ba8b1f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:33:02.046324 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eab4c0-1c33-4d67-98e3-a5a13ba8b1f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:33:02.046866 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eab4c0-1c33-4d67-98e3-a5a13ba8b1f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:33:02.047390 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eab4c0-1c33-4d67-98e3-a5a13ba8b1f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:33:02.092353 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd9dfa0-4667-45aa-9940-d1cddc8a2fc4 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Deleting subnet 8fc2b526-aa28-461c-a9d9-f9bd29a380fc {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:33:02.158127 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4863ef-d240-4f1a-926c-f64bd0b791f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4921589-461a-457f-beba-fc04ab664a7f,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:02.178529 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5f4863ef-d240-4f1a-926c-f64bd0b791f1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2ded937b440f4c34a68818a505705565&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0724282 Apr 20 17:33:02.186375 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60778) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:02.222076 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb644e-2620-47b6-a856-d3fdc12da781 req-e47e6971-dd39-4599-a4b2-5ad9d768d169 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:02.224012 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-aaeb644e-2620-47b6-a856-d3fdc12da781 req-e47e6971-dd39-4599-a4b2-5ad9d768d169 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 946 time: 0.4032514 Apr 20 17:33:02.231017 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dbd9dfa0-4667-45aa-9940-d1cddc8a2fc4 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:02.298989 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bc235b7c-4f8f-4d70-9a4c-d8d926a0fbf5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:02.313151 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-00a0ce08-8fbb-4531-9d85-b3fcd3e922f7 req-854235ac-1c87-470c-bd5c-5d5a87ffe01b tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf HTTP/1.1" status: 200 len: 210 time: 0.1948943 Apr 20 17:33:02.319816 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-aaeb644e-2620-47b6-a856-d3fdc12da781 req-cc983225-1b26-4c6b-8127-0480d6165743 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758445 Apr 20 17:33:02.357849 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-55118247-4eff-4fcd-8163-37c394b07685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:02.392903 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dbd9dfa0-4667-45aa-9940-d1cddc8a2fc4 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:02.405429 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-55118247-4eff-4fcd-8163-37c394b07685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:02.491386 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-55118247-4eff-4fcd-8163-37c394b07685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:02.523632 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55118247-4eff-4fcd-8163-37c394b07685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4921589-461a-457f-beba-fc04ab664a7f,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:02.539548 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-55118247-4eff-4fcd-8163-37c394b07685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:02.545651 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-55118247-4eff-4fcd-8163-37c394b07685 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f4921589-461a-457f-beba-fc04ab664a7f HTTP/1.1" status: 204 len: 168 time: 0.3575933 Apr 20 17:33:02.577759 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-c15e7926-e60b-40bd-bc0f-d1d2b09f96e5 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:02.583271 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f9bc4a5e-37d6-4ec8-904f-01c27b3c076e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:02.585265 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-bc235b7c-4f8f-4d70-9a4c-d8d926a0fbf5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Transition to ACTIVE for port object 75ba5de9-99f9-4b14-a20b-862106d1a6ae will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:33:02.613256 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-c15e7926-e60b-40bd-bc0f-d1d2b09f96e5 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:02.641185 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f9bc4a5e-37d6-4ec8-904f-01c27b3c076e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:02.651392 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dbd9dfa0-4667-45aa-9940-d1cddc8a2fc4 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:02.937951 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dbd9dfa0-4667-45aa-9940-d1cddc8a2fc4 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:03.031622 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-c15e7926-e60b-40bd-bc0f-d1d2b09f96e5 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Made reservation on behalf of fff76710152c4266b547138b68f9e982 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:33:03.034525 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f1abe4-34c5-47bc-b563-c214c4e7f1a2 None None] Network 2aed579d-0b9f-49aa-875b-a6810e2dbd67 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:33:03.040631 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-c15e7926-e60b-40bd-bc0f-d1d2b09f96e5 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:03.071677 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bc235b7c-4f8f-4d70-9a4c-d8d926a0fbf5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:03.073885 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dbd9dfa0-4667-45aa-9940-d1cddc8a2fc4 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:03.216598 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd9dfa0-4667-45aa-9940-d1cddc8a2fc4 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Subnet': ['ID=8fc2b526-aa28-461c-a9d9-f9bd29a380fc,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:03.301408 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-dbd9dfa0-4667-45aa-9940-d1cddc8a2fc4 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/subnets/8fc2b526-aa28-461c-a9d9-f9bd29a380fc HTTP/1.1" status: 204 len: 168 time: 3.1566246 Apr 20 17:33:03.304203 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60802) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:03.644846 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc235b7c-4f8f-4d70-9a4c-d8d926a0fbf5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:33:03.697980 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-bc235b7c-4f8f-4d70-9a4c-d8d926a0fbf5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:33:03.721628 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9582e7ae-4522-4df8-8c1e-ba68bf90075f up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:33:03.734841 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc235b7c-4f8f-4d70-9a4c-d8d926a0fbf5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Port': ['ID=75ba5de9-99f9-4b14-a20b-862106d1a6ae,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:03.750532 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc235b7c-4f8f-4d70-9a4c-d8d926a0fbf5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:33:03.769463 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc235b7c-4f8f-4d70-9a4c-d8d926a0fbf5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:03.772585 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bc235b7c-4f8f-4d70-9a4c-d8d926a0fbf5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:03.874470 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e51b00a8-ecb7-4189-a4c7-8158fcbae065 None None] Provisioning for port 9582e7ae-4522-4df8-8c1e-ba68bf90075f completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:33:03.909831 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4933455c-7243-4cd0-a912-a37c5ff9b783 req-06ba2a8f-c31c-4add-b3e5-6cbb1e66f06a tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf HTTP/1.1" status: 200 len: 210 time: 0.1946952 Apr 20 17:33:03.937847 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f9bc4a5e-37d6-4ec8-904f-01c27b3c076e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:03.939762 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 9582e7ae-4522-4df8-8c1e-ba68bf90075f completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:33:03.956049 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 9582e7ae-4522-4df8-8c1e-ba68bf90075f triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:33:03.958023 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:03.979079 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8314967-c02a-4ca0-beab-56599082d48b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:04.024740 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-a8314967-c02a-4ca0-beab-56599082d48b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Deleting port 6f39dca8-8cab-45fb-9d46-8af663502d26 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:33:04.027828 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8314967-c02a-4ca0-beab-56599082d48b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:04.063763 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc4a5e-37d6-4ec8-904f-01c27b3c076e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5497ea9a-6b07-45b9-9ebd-38885244332f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:04.139352 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890f8c97-c4b2-42b1-9b22-dd7bd0011c72 None None] DHCP port deletion for 2aed579d-0b9f-49aa-875b-a6810e2dbd67 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:33:04.169314 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-890f8c97-c4b2-42b1-9b22-dd7bd0011c72 None None] Deleting port 6f39dca8-8cab-45fb-9d46-8af663502d26 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:33:04.172294 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-890f8c97-c4b2-42b1-9b22-dd7bd0011c72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:04.191552 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bc235b7c-4f8f-4d70-9a4c-d8d926a0fbf5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 5.2667925 Apr 20 17:33:04.194396 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60822) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:04.301968 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f9bc4a5e-37d6-4ec8-904f-01c27b3c076e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:04.315545 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f9bc4a5e-37d6-4ec8-904f-01c27b3c076e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5497ea9a-6b07-45b9-9ebd-38885244332f HTTP/1.1" status: 204 len: 168 time: 3.3332872 Apr 20 17:33:04.410722 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-c15e7926-e60b-40bd-bc0f-d1d2b09f96e5 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Allocated IP 172.20.0.3 (b9c5f462-ddff-4ef3-834f-300bbbe5c5e1/8d05736e-ddd3-43ab-9360-fdcd5c15b127/834e489e-1e26-4d13-88be-87bb6f451ec0) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:33:04.460360 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2c385-0eab-4975-8c61-c978b0da9247 req-e2dc7364-4a01-41be-bd05-afe8fe27ca09 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:04.467876 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9cb2c385-0eab-4975-8c61-c978b0da9247 req-e2dc7364-4a01-41be-bd05-afe8fe27ca09 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 946 time: 0.6715961 Apr 20 17:33:04.555033 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60828) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:04.579282 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:04.651365 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-a8314967-c02a-4ca0-beab-56599082d48b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] For port 6f39dca8-8cab-45fb-9d46-8af663502d26, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6f39dca8-8cab-45fb-9d46-8af663502d26,segment=NetworkSegment(9ffb2246-ed86-4479-bc64-a57f4463486e),segment_id=9ffb2246-ed86-4479-bc64-a57f4463486e)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:33:04.652022 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8314967-c02a-4ca0-beab-56599082d48b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:04.675956 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d74d14-c8d5-4da4-b456-591bab06f390 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:04.691029 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d74d14-c8d5-4da4-b456-591bab06f390 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:04.694790 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e9d74d14-c8d5-4da4-b456-591bab06f390 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:33:04.702346 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5a0ea599-5132-41a0-88af-c5a91c7f3933 None None] Provisioning for port 75ba5de9-99f9-4b14-a20b-862106d1a6ae completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:33:04.727624 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5a0ea599-5132-41a0-88af-c5a91c7f3933 None None] Provisioning complete for port 75ba5de9-99f9-4b14-a20b-862106d1a6ae triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:33:04.727994 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5a0ea599-5132-41a0-88af-c5a91c7f3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:04.732034 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9cb2c385-0eab-4975-8c61-c978b0da9247 req-06194b87-3bab-431c-83d0-2b46b3f223a6 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614408 Apr 20 17:33:04.799679 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e9d74d14-c8d5-4da4-b456-591bab06f390 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:33:04.801029 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e9d74d14-c8d5-4da4-b456-591bab06f390 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.5811415 Apr 20 17:33:04.815233 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60836) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:04.885347 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 9582e7ae-4522-4df8-8c1e-ba68bf90075f, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9582e7ae-4522-4df8-8c1e-ba68bf90075f,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:33:04.897038 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-5a0ea599-5132-41a0-88af-c5a91c7f3933 None None] Port 75ba5de9-99f9-4b14-a20b-862106d1a6ae cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:33:04.922923 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:05.051123 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-97d67496-bb7b-4cbb-8ab7-6be7547f56c8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting port 75ba5de9-99f9-4b14-a20b-862106d1a6ae {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:33:05.051763 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97d67496-bb7b-4cbb-8ab7-6be7547f56c8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:05.140289 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=9582e7ae-4522-4df8-8c1e-ba68bf90075f,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:05.284444 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-4cac079e-bbe7-46d2-888a-d891588ad902 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-659724719-network', 'tenant_id': '55ad101ba72d4aafab1fd36de3508559'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:33:05.310736 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4cac079e-bbe7-46d2-888a-d891588ad902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:05.332418 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4cac079e-bbe7-46d2-888a-d891588ad902 admin admin] Usage tracker for resource:network and tenant:55ad101ba72d4aafab1fd36de3508559 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:33:05.337944 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4cac079e-bbe7-46d2-888a-d891588ad902 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:33:05.355748 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4cac079e-bbe7-46d2-888a-d891588ad902 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:05.374112 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-c15e7926-e60b-40bd-bc0f-d1d2b09f96e5 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:05.398412 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-890f8c97-c4b2-42b1-9b22-dd7bd0011c72 None None] For port 6f39dca8-8cab-45fb-9d46-8af663502d26, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6f39dca8-8cab-45fb-9d46-8af663502d26,segment=NetworkSegment(9ffb2246-ed86-4479-bc64-a57f4463486e),segment_id=9ffb2246-ed86-4479-bc64-a57f4463486e)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:33:05.398936 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-890f8c97-c4b2-42b1-9b22-dd7bd0011c72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:05.538519 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-a8314967-c02a-4ca0-beab-56599082d48b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Calling delete_port for 6f39dca8-8cab-45fb-9d46-8af663502d26 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:33:05.546305 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9582e7ae-4522-4df8-8c1e-ba68bf90075f up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:33:05.651595 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cac079e-bbe7-46d2-888a-d891588ad902 admin admin] Made reservation on behalf of 55ad101ba72d4aafab1fd36de3508559 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:33:05.654229 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4cac079e-bbe7-46d2-888a-d891588ad902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:05.677212 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4cac079e-bbe7-46d2-888a-d891588ad902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:05.710876 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-c15e7926-e60b-40bd-bc0f-d1d2b09f96e5 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Transition to ACTIVE for port object 834e489e-1e26-4d13-88be-87bb6f451ec0 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:33:05.813108 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4cac079e-bbe7-46d2-888a-d891588ad902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:05.817681 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-54a364a7-808d-4a82-a620-5f7fd05301b2 req-8b16d6dc-2640-4686-b56c-0afd716bfc8b tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf HTTP/1.1" status: 200 len: 210 time: 0.2873969 Apr 20 17:33:05.835285 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4cac079e-bbe7-46d2-888a-d891588ad902 admin admin] Usage tracker for resource:security_group_rule and tenant:55ad101ba72d4aafab1fd36de3508559 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:33:05.841446 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97d67496-bb7b-4cbb-8ab7-6be7547f56c8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:05.869097 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4cac079e-bbe7-46d2-888a-d891588ad902 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:33:06.008244 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8314967-c02a-4ca0-beab-56599082d48b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:06.039955 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-890f8c97-c4b2-42b1-9b22-dd7bd0011c72 None None] Calling delete_port for 6f39dca8-8cab-45fb-9d46-8af663502d26 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:33:06.141285 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4cac079e-bbe7-46d2-888a-d891588ad902 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:06.153384 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8314967-c02a-4ca0-beab-56599082d48b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] No DVR routers for this DVR port 6f39dca8-8cab-45fb-9d46-8af663502d26 on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:33:06.208919 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-890f8c97-c4b2-42b1-9b22-dd7bd0011c72 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:33:06.209509 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-890f8c97-c4b2-42b1-9b22-dd7bd0011c72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:33:06.249057 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8314967-c02a-4ca0-beab-56599082d48b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Port': ['ID=6f39dca8-8cab-45fb-9d46-8af663502d26,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:06.301520 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 9582e7ae-4522-4df8-8c1e-ba68bf90075f triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:33:06.301878 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:06.311967 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-97d67496-bb7b-4cbb-8ab7-6be7547f56c8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Calling delete_port for 75ba5de9-99f9-4b14-a20b-862106d1a6ae owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:33:06.417062 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8314967-c02a-4ca0-beab-56599082d48b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:06.527520 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-a8314967-c02a-4ca0-beab-56599082d48b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aed579d-0b9f-49aa-875b-a6810e2dbd67']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:33:06.572959 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-a8314967-c02a-4ca0-beab-56599082d48b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ffb2246-ed86-4479-bc64-a57f4463486e') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:33:06.573249 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-a8314967-c02a-4ca0-beab-56599082d48b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ffb2246-ed86-4479-bc64-a57f4463486e') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:33:06.581216 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-c15e7926-e60b-40bd-bc0f-d1d2b09f96e5 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:06.622443 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8314967-c02a-4ca0-beab-56599082d48b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:06.670915 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8314967-c02a-4ca0-beab-56599082d48b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:06.690178 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8314967-c02a-4ca0-beab-56599082d48b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:33:06.692296 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8314967-c02a-4ca0-beab-56599082d48b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:06.710236 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-890f8c97-c4b2-42b1-9b22-dd7bd0011c72 None None] Deleting port 6f39dca8-8cab-45fb-9d46-8af663502d26 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:33:06.710858 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-890f8c97-c4b2-42b1-9b22-dd7bd0011c72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:06.711306 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e7926-e60b-40bd-bc0f-d1d2b09f96e5 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event updated for resources: {'Port': ['ID=834e489e-1e26-4d13-88be-87bb6f451ec0,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:06.724205 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:33:06.724205 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:33:06.724205 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:33:06.724205 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:33:06.724205 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:33:06.724205 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:33:06.724205 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:33:06.724205 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:33:06.724205 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:33:06.724205 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:33:06.724205 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:33:06.724205 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:33:06.724205 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:33:06.724205 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:33:06.724205 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:33:06.724205 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:33:06.724205 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:33:06.724205 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:33:06.724205 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:33:06.724205 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:33:06.724205 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:33:06.724205 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:33:06.724205 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:33:06.724205 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:33:06.724205 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:33:06.724205 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:33:06.724205 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:33:06.724205 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:33:06.724205 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:33:06.724205 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:33:06.724205 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:33:06.724205 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:33:06.775757 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-c15e7926-e60b-40bd-bc0f-d1d2b09f96e5 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Network b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:33:06.781928 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-c15e7926-e60b-40bd-bc0f-d1d2b09f96e5 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:33:06.814024 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-c15e7926-e60b-40bd-bc0f-d1d2b09f96e5 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:33:06.853119 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-890f8c97-c4b2-42b1-9b22-dd7bd0011c72 None None] The port '6f39dca8-8cab-45fb-9d46-8af663502d26' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:33:06.869090 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6f39dca8-8cab-45fb-9d46-8af663502d26 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:33:06.948105 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8314967-c02a-4ca0-beab-56599082d48b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:06.958061 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8314967-c02a-4ca0-beab-56599082d48b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:06.968818 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-c15e7926-e60b-40bd-bc0f-d1d2b09f96e5 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:06.969415 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-c15e7926-e60b-40bd-bc0f-d1d2b09f96e5 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:06.995042 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 6f39dca8-8cab-45fb-9d46-8af663502d26 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:33:06.998680 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6f39dca8-8cab-45fb-9d46-8af663502d26 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:33:07.041098 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a8314967-c02a-4ca0-beab-56599082d48b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/networks/2aed579d-0b9f-49aa-875b-a6810e2dbd67 HTTP/1.1" status: 204 len: 168 time: 3.7356741 Apr 20 17:33:07.050494 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60880) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:07.051755 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8314967-c02a-4ca0-beab-56599082d48b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Network': ['ID=2aed579d-0b9f-49aa-875b-a6810e2dbd67,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:07.069935 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-de716a2c-2e6c-428e-b4ee-387617a22822 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1777360457'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:33:07.077863 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-de716a2c-2e6c-428e-b4ee-387617a22822 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:07.090006 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-de716a2c-2e6c-428e-b4ee-387617a22822 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:network and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:33:07.097358 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-de716a2c-2e6c-428e-b4ee-387617a22822 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:33:07.105210 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-de716a2c-2e6c-428e-b4ee-387617a22822 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:07.140526 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4cac079e-bbe7-46d2-888a-d891588ad902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:07.156611 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de716a2c-2e6c-428e-b4ee-387617a22822 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:33:07.159874 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-de716a2c-2e6c-428e-b4ee-387617a22822 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:07.167304 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d35fa-5850-4ff2-9a32-f7ec29c8cc08 req-f9e223d1-31e3-4cec-a667-bbcb5f24feef tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:07.182936 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-510d35fa-5850-4ff2-9a32-f7ec29c8cc08 req-f9e223d1-31e3-4cec-a667-bbcb5f24feef tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 946 time: 1.0388227 Apr 20 17:33:07.195757 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4cac079e-bbe7-46d2-888a-d891588ad902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:07.358236 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de716a2c-2e6c-428e-b4ee-387617a22822 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:33:07.364298 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-63f945d4-f366-4b9d-944d-0036b38610b0 None None] Provisioning for port 834e489e-1e26-4d13-88be-87bb6f451ec0 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:33:07.373904 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-63f945d4-f366-4b9d-944d-0036b38610b0 None None] Provisioning complete for port 834e489e-1e26-4d13-88be-87bb6f451ec0 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:33:07.374350 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-63f945d4-f366-4b9d-944d-0036b38610b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:07.384906 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97d67496-bb7b-4cbb-8ab7-6be7547f56c8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:07.403337 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-de716a2c-2e6c-428e-b4ee-387617a22822 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:07.403667 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-de716a2c-2e6c-428e-b4ee-387617a22822 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Added segment c394e825-0931-40fb-9636-064e8e0c0acb of type vlan for network 6d0484ad-d56a-4809-b032-d5cb464770b4 Apr 20 17:33:07.410737 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-c15e7926-e60b-40bd-bc0f-d1d2b09f96e5 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6965351 Apr 20 17:33:07.459709 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-ac6f3335-5cdd-4709-8f5b-97dbb244254f service neutron] Request body: {'port': {'device_id': '42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:33:07.573220 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-de716a2c-2e6c-428e-b4ee-387617a22822 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:07.581899 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-63f945d4-f366-4b9d-944d-0036b38610b0 None None] Port 834e489e-1e26-4d13-88be-87bb6f451ec0 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:33:07.616707 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e1567-5b6f-44a7-9a03-d7eab5f96e9a req-f81abb58-2b05-4eac-b103-6a935c18f934 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:07.629805 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-217e1567-5b6f-44a7-9a03-d7eab5f96e9a req-f81abb58-2b05-4eac-b103-6a935c18f934 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf HTTP/1.1" status: 200 len: 931 time: 0.4015772 Apr 20 17:33:07.735890 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-217e1567-5b6f-44a7-9a03-d7eab5f96e9a req-ac85c3e7-15e6-465b-8533-49fb8eec4948 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8ebc55-da17-4ed8-9a49-ec2f7bd4831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048844 Apr 20 17:33:07.738949 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-de716a2c-2e6c-428e-b4ee-387617a22822 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:07.745938 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de716a2c-2e6c-428e-b4ee-387617a22822 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:07.749422 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-de716a2c-2e6c-428e-b4ee-387617a22822 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:07.875780 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-510d35fa-5850-4ff2-9a32-f7ec29c8cc08 req-c941b3d4-a3cd-41c3-a13e-8d9ff652fd80 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6920350 Apr 20 17:33:07.885977 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cac079e-bbe7-46d2-888a-d891588ad902 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:33:07.979633 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac079e-bbe7-46d2-888a-d891588ad902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0514e8ef-5c74-4462-aaad-090bbf0dcb7b,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:07.981557 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-de716a2c-2e6c-428e-b4ee-387617a22822 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9210136 Apr 20 17:33:07.994136 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d67496-bb7b-4cbb-8ab7-6be7547f56c8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Port': ['ID=75ba5de9-99f9-4b14-a20b-862106d1a6ae,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:08.009994 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60910) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:08.018872 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4cac079e-bbe7-46d2-888a-d891588ad902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:08.019222 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-4cac079e-bbe7-46d2-888a-d891588ad902 admin admin] Added segment 213ecd4d-2e59-4b17-a412-e2514b5847b6 of type vlan for network 559f75fc-3697-4c39-a90d-68a51f28c45f Apr 20 17:33:08.060651 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de716a2c-2e6c-428e-b4ee-387617a22822 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Network': ['ID=6d0484ad-d56a-4809-b032-d5cb464770b4,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:08.077879 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 6d0484ad-d56a-4809-b032-d5cb464770b4 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:33:08.096741 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-ff4129a5-b07b-4da5-bc8a-a1ab85682053 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'subnet': {'network_id': '6d0484ad-d56a-4809-b032-d5cb464770b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:33:08.198128 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4cac079e-bbe7-46d2-888a-d891588ad902 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:08.266689 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97d67496-bb7b-4cbb-8ab7-6be7547f56c8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:08.369381 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4cac079e-bbe7-46d2-888a-d891588ad902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:08.370616 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cac079e-bbe7-46d2-888a-d891588ad902 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:08.371388 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4cac079e-bbe7-46d2-888a-d891588ad902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:08.504355 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac079e-bbe7-46d2-888a-d891588ad902 admin admin] Pushing event updated for resources: {'Network': ['ID=559f75fc-3697-4c39-a90d-68a51f28c45f,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:08.520213 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 559f75fc-3697-4c39-a90d-68a51f28c45f details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:33:08.612125 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-97d67496-bb7b-4cbb-8ab7-6be7547f56c8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/75ba5de9-99f9-4b14-a20b-862106d1a6ae HTTP/1.1" status: 204 len: 168 time: 3.7961559 Apr 20 17:33:08.615590 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60926) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:08.678219 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4cac079e-bbe7-46d2-888a-d891588ad902 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 4.1168501 Apr 20 17:33:08.693207 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60932) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:08.714045 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-4afcac3c-4bb2-41a9-9875-07cd6f6c8c20 admin admin] Request body: {'subnet': {'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-659724719-subnet', 'tenant_id': '55ad101ba72d4aafab1fd36de3508559', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:33:08.744683 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4afcac3c-4bb2-41a9-9875-07cd6f6c8c20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:08.762627 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbab654f-27fb-4a4b-ab9e-74f43008be48 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:08.764383 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbab654f-27fb-4a4b-ab9e-74f43008be48 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:08.765310 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-cbab654f-27fb-4a4b-ab9e-74f43008be48 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:33:08.765427 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ff4129a5-b07b-4da5-bc8a-a1ab85682053 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:08.768004 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4afcac3c-4bb2-41a9-9875-07cd6f6c8c20 admin admin] Usage tracker for resource:subnet and tenant:55ad101ba72d4aafab1fd36de3508559 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:33:08.770845 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-ac6f3335-5cdd-4709-8f5b-97dbb244254f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:08.785794 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4afcac3c-4bb2-41a9-9875-07cd6f6c8c20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:33:08.798397 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ff4129a5-b07b-4da5-bc8a-a1ab85682053 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:subnet and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:33:08.800256 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-cbab654f-27fb-4a4b-ab9e-74f43008be48 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:33:08.801318 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4afcac3c-4bb2-41a9-9875-07cd6f6c8c20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:08.804449 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cbab654f-27fb-4a4b-ab9e-74f43008be48 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1869855 Apr 20 17:33:08.804586 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60940) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:08.805206 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ff4129a5-b07b-4da5-bc8a-a1ab85682053 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:33:08.944799 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ff4129a5-b07b-4da5-bc8a-a1ab85682053 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:09.161499 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98271189-8efb-4c33-9609-debd014b1734 req-8d992014-0dbd-4c68-9666-82667f979ee1 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:09.165994 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-98271189-8efb-4c33-9609-debd014b1734 req-8d992014-0dbd-4c68-9666-82667f979ee1 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf HTTP/1.1" status: 200 len: 931 time: 0.1469479 Apr 20 17:33:09.191285 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d368e5b-267b-4bd9-81c6-816f53d6d939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:09.295540 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afcac3c-4bb2-41a9-9875-07cd6f6c8c20 admin admin] Made reservation on behalf of 55ad101ba72d4aafab1fd36de3508559 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:33:09.298324 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4afcac3c-4bb2-41a9-9875-07cd6f6c8c20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:09.299834 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-98271189-8efb-4c33-9609-debd014b1734 req-acad2a49-5d8e-4eff-9e5e-ccab0e02e021 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8ebc55-da17-4ed8-9a49-ec2f7bd4831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233065 Apr 20 17:33:09.347638 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4129a5-b07b-4da5-bc8a-a1ab85682053 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:33:09.755755 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e1b2f7-dd1d-4baf-8213-2a87e94c797a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting subnet ad777ae5-0891-46bf-a5ef-83b67b9b8a3e {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:33:09.815945 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ff4129a5-b07b-4da5-bc8a-a1ab85682053 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:09.851847 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-74e1b2f7-dd1d-4baf-8213-2a87e94c797a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:09.955081 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-74e1b2f7-dd1d-4baf-8213-2a87e94c797a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:10.295981 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:33:10.845569 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47028a2d-2a94-479d-9f76-8f4e17e645e8 req-20a5e500-4783-4f10-bec7-da5e89cd1f4e tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:10.850366 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-74e1b2f7-dd1d-4baf-8213-2a87e94c797a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:10.850881 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47028a2d-2a94-479d-9f76-8f4e17e645e8 req-20a5e500-4783-4f10-bec7-da5e89cd1f4e tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf HTTP/1.1" status: 200 len: 931 time: 0.1855237 Apr 20 17:33:10.915097 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4afcac3c-4bb2-41a9-9875-07cd6f6c8c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:10.943498 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47028a2d-2a94-479d-9f76-8f4e17e645e8 req-af7941a3-e406-468c-9135-537593eaa385 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8ebc55-da17-4ed8-9a49-ec2f7bd4831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871229 Apr 20 17:33:10.963163 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff44be6-dbaf-4a2c-94a1-d3060c05aee9 req-9ff168ea-8535-46b6-998e-07cb9916feb1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:10.964656 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2ff44be6-dbaf-4a2c-94a1-d3060c05aee9 req-9ff168ea-8535-46b6-998e-07cb9916feb1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 946 time: 1.7625823 Apr 20 17:33:11.294499 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-ac6f3335-5cdd-4709-8f5b-97dbb244254f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 834e489e-1e26-4d13-88be-87bb6f451ec0 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:33:11.302491 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-ac6f3335-5cdd-4709-8f5b-97dbb244254f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:11.319200 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-ac6f3335-5cdd-4709-8f5b-97dbb244254f service neutron] Transition to ACTIVE for port object 834e489e-1e26-4d13-88be-87bb6f451ec0 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:33:11.375832 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-51b5d8d9-3e7e-4b65-a658-2a6c88463297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:11.417796 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-ac6f3335-5cdd-4709-8f5b-97dbb244254f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:11.421888 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afcac3c-4bb2-41a9-9875-07cd6f6c8c20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32922401-1cb1-4df1-a18a-26612d131639,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:11.516979 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f3335-5cdd-4709-8f5b-97dbb244254f service neutron] Pushing event updated for resources: {'Port': ['ID=834e489e-1e26-4d13-88be-87bb6f451ec0,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:11.536719 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-74e1b2f7-dd1d-4baf-8213-2a87e94c797a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:11.591419 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1b2f7-dd1d-4baf-8213-2a87e94c797a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Subnet': ['ID=ad777ae5-0891-46bf-a5ef-83b67b9b8a3e,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:11.623917 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2ff44be6-dbaf-4a2c-94a1-d3060c05aee9 req-826ea3be-1e98-4c42-8a51-e88213135507 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6430140 Apr 20 17:33:11.882822 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ff4129a5-b07b-4da5-bc8a-a1ab85682053 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:11.975085 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afcac3c-4bb2-41a9-9875-07cd6f6c8c20 admin admin] Checking segment: {'id': '213ecd4d-2e59-4b17-a412-e2514b5847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:33:11.975534 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afcac3c-4bb2-41a9-9875-07cd6f6c8c20 admin admin] Network hostable DHCP agents. Network: 559f75fc-3697-4c39-a90d-68a51f28c45f, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:33:12.020659 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7421b30d-3dd1-4eb7-8289-a415b22b80fd None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:33:12.055451 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-74e1b2f7-dd1d-4baf-8213-2a87e94c797a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:12.153734 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afcac3c-4bb2-41a9-9875-07cd6f6c8c20 admin admin] Network 559f75fc-3697-4c39-a90d-68a51f28c45f is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:33:12.157572 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-74e1b2f7-dd1d-4baf-8213-2a87e94c797a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/ad777ae5-0891-46bf-a5ef-83b67b9b8a3e HTTP/1.1" status: 204 len: 168 time: 3.3480051 Apr 20 17:33:12.160730 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 32772) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:12.363802 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1a6c96b0-477c-4364-bee9-d51257f2fe46 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2012486 Apr 20 17:33:12.369674 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 32776) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:12.376025 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-4afcac3c-4bb2-41a9-9875-07cd6f6c8c20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 559f75fc-3697-4c39-a90d-68a51f28c45f) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:33:12.377667 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4129a5-b07b-4da5-bc8a-a1ab85682053 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Subnet': ['ID=be8a7430-c629-4948-88ac-00d0df5467ab,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:12.379048 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-99016c64-188e-45e2-ba33-86bad9a11592 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:33:12.408388 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afcac3c-4bb2-41a9-9875-07cd6f6c8c20 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:12.409033 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4afcac3c-4bb2-41a9-9875-07cd6f6c8c20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:12.435404 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4129a5-b07b-4da5-bc8a-a1ab85682053 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Checking segment: {'id': 'c394e825-0931-40fb-9636-064e8e0c0acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6d0484ad-d56a-4809-b032-d5cb464770b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:33:12.435756 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4129a5-b07b-4da5-bc8a-a1ab85682053 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network hostable DHCP agents. Network: 6d0484ad-d56a-4809-b032-d5cb464770b4, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:33:12.455627 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027db30f-180a-4497-840d-7b5b01f83efe None None] Network 559f75fc-3697-4c39-a90d-68a51f28c45f requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:33:12.522266 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-ac6f3335-5cdd-4709-8f5b-97dbb244254f service neutron] Attempting to bind port 834e489e-1e26-4d13-88be-87bb6f451ec0 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:33:12.522266 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-ac6f3335-5cdd-4709-8f5b-97dbb244254f service neutron] Attempting to bind port 834e489e-1e26-4d13-88be-87bb6f451ec0 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'aeb8f33c-317c-45e3-a7a9-c21f7e658316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:33:12.522266 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-ac6f3335-5cdd-4709-8f5b-97dbb244254f service neutron] Attempting to bind port 834e489e-1e26-4d13-88be-87bb6f451ec0 on network b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:33:12.564979 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4afcac3c-4bb2-41a9-9875-07cd6f6c8c20 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.8631263 Apr 20 17:33:12.567938 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-ac6f3335-5cdd-4709-8f5b-97dbb244254f service neutron] Port 834e489e-1e26-4d13-88be-87bb6f451ec0 on network b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:33:12.568255 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-ac6f3335-5cdd-4709-8f5b-97dbb244254f service neutron] Attempting to bind port 834e489e-1e26-4d13-88be-87bb6f451ec0 on network b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:33:12.612616 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-ac6f3335-5cdd-4709-8f5b-97dbb244254f service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:33:12.613106 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-ac6f3335-5cdd-4709-8f5b-97dbb244254f service neutron] Checking segment: {'id': 'aeb8f33c-317c-45e3-a7a9-c21f7e658316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:33:12.613320 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-ac6f3335-5cdd-4709-8f5b-97dbb244254f service neutron] Bound using segment: {'id': 'aeb8f33c-317c-45e3-a7a9-c21f7e658316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:33:12.613748 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-ac6f3335-5cdd-4709-8f5b-97dbb244254f service neutron] Bound port: 834e489e-1e26-4d13-88be-87bb6f451ec0, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb8f33c-317c-45e3-a7a9-c21f7e658316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:33:12.646950 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-ac6f3335-5cdd-4709-8f5b-97dbb244254f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:12.724056 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4129a5-b07b-4da5-bc8a-a1ab85682053 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network 6d0484ad-d56a-4809-b032-d5cb464770b4 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:33:12.834934 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:12.857228 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:12.890409 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-99016c64-188e-45e2-ba33-86bad9a11592 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:12.897637 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-99016c64-188e-45e2-ba33-86bad9a11592 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:subnet and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:33:12.906415 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-99016c64-188e-45e2-ba33-86bad9a11592 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:33:12.915740 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-99016c64-188e-45e2-ba33-86bad9a11592 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:12.926473 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-ff4129a5-b07b-4da5-bc8a-a1ab85682053 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 6d0484ad-d56a-4809-b032-d5cb464770b4) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:33:12.938051 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f0634a-de6d-4479-be96-46cd2d5af964 None None] Network 6d0484ad-d56a-4809-b032-d5cb464770b4 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:33:12.959162 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73dddb-bbfc-491b-ae76-ea044a13533e req-6a9ae297-d476-4d6b-b80d-12e1c7f668aa tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:12.968793 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3c73dddb-bbfc-491b-ae76-ea044a13533e req-6a9ae297-d476-4d6b-b80d-12e1c7f668aa tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf HTTP/1.1" status: 200 len: 943 time: 0.6938939 Apr 20 17:33:13.023116 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99016c64-188e-45e2-ba33-86bad9a11592 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:33:13.052443 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4129a5-b07b-4da5-bc8a-a1ab85682053 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:13.053031 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ff4129a5-b07b-4da5-bc8a-a1ab85682053 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:13.113924 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29db8bd-8655-417b-9a2a-14f2d94280e8 None None] DHCP port deletion for 9ba611e4-024c-4a0c-9998-3bc548cf409a request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:33:13.124387 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d29db8bd-8655-417b-9a2a-14f2d94280e8 None None] Deleting port 9582e7ae-4522-4df8-8c1e-ba68bf90075f {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:33:13.125380 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d29db8bd-8655-417b-9a2a-14f2d94280e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:13.202843 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ff4129a5-b07b-4da5-bc8a-a1ab85682053 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.1901045 Apr 20 17:33:13.204616 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 32802) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:13.237000 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-b6bae51a-33e3-48b3-b358-ec9dd2bf63c0 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1395192625', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:33:13.252749 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b6bae51a-33e3-48b3-b358-ec9dd2bf63c0 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:13.263190 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b6bae51a-33e3-48b3-b358-ec9dd2bf63c0 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:router and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:33:13.270137 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b6bae51a-33e3-48b3-b358-ec9dd2bf63c0 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:33:13.275942 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3c73dddb-bbfc-491b-ae76-ea044a13533e req-995f8cc6-8fac-4437-9607-f9d1499198b9 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8ebc55-da17-4ed8-9a49-ec2f7bd4831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3052716 Apr 20 17:33:13.286982 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b6bae51a-33e3-48b3-b358-ec9dd2bf63c0 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:13.324589 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-ac6f3335-5cdd-4709-8f5b-97dbb244254f service neutron] For port 834e489e-1e26-4d13-88be-87bb6f451ec0, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:33:13.329827 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b6bae51a-33e3-48b3-b358-ec9dd2bf63c0 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:13.330831 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b6bae51a-33e3-48b3-b358-ec9dd2bf63c0 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:13.335521 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:13.362116 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b6bae51a-33e3-48b3-b358-ec9dd2bf63c0 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:13.400369 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-ac6f3335-5cdd-4709-8f5b-97dbb244254f service neutron] For port 834e489e-1e26-4d13-88be-87bb6f451ec0, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=834e489e-1e26-4d13-88be-87bb6f451ec0,segment=NetworkSegment(aeb8f33c-317c-45e3-a7a9-c21f7e658316),segment_id=aeb8f33c-317c-45e3-a7a9-c21f7e658316)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:33:13.412531 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b6bae51a-33e3-48b3-b358-ec9dd2bf63c0 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:13.431530 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af59e7e2-dcb0-4c87-82b3-146656fc443f None None] Network 559f75fc-3697-4c39-a90d-68a51f28c45f requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:33:13.450392 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-99016c64-188e-45e2-ba33-86bad9a11592 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:13.472674 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-ac6f3335-5cdd-4709-8f5b-97dbb244254f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:13.722754 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9582e7ae-4522-4df8-8c1e-ba68bf90075f no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:33:13.747076 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c3866-4d5e-4777-899c-fcdd7d1d02f1 req-95aedd5a-974e-41f0-a040-fd3fde28a609 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:13.748666 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-285c3866-4d5e-4777-899c-fcdd7d1d02f1 req-95aedd5a-974e-41f0-a040-fd3fde28a609 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 946 time: 0.8268957 Apr 20 17:33:13.774582 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b6bae51a-33e3-48b3-b358-ec9dd2bf63c0 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:13.778158 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b6bae51a-33e3-48b3-b358-ec9dd2bf63c0 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5521643 Apr 20 17:33:13.780283 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 32816) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:13.802382 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b0e205-83bf-4f26-9bf0-5eb2c2b6bf66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-6d0484ad-d56a-4809-b032-d5cb464770b4', 'network_id': '6d0484ad-d56a-4809-b032-d5cb464770b4', 'tenant_id': '409944c1ab7f41a6acbb3c4fe41edf37', 'fixed_ips': [{'subnet_id': 'be8a7430-c629-4948-88ac-00d0df5467ab'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:33:13.808700 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-24b0e205-83bf-4f26-9bf0-5eb2c2b6bf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:13.884852 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-6552ec9f-4b3b-40f8-831f-981a337e0327 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'port': {'network_id': '6d0484ad-d56a-4809-b032-d5cb464770b4', 'name': 'tempest-PortsIpV6TestJSON-498372665'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:33:14.127092 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-24b0e205-83bf-4f26-9bf0-5eb2c2b6bf66 None None] Allocated IP 2001:db8::2 (6d0484ad-d56a-4809-b032-d5cb464770b4/be8a7430-c629-4948-88ac-00d0df5467ab/4c34c0ac-c646-4ba3-acaa-aec6e402ae18) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:33:14.249616 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-99016c64-188e-45e2-ba33-86bad9a11592 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:14.303602 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6552ec9f-4b3b-40f8-831f-981a337e0327 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:14.311937 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6552ec9f-4b3b-40f8-831f-981a337e0327 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:port and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:33:14.330077 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6552ec9f-4b3b-40f8-831f-981a337e0327 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:33:14.343047 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6552ec9f-4b3b-40f8-831f-981a337e0327 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:14.375900 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-ac6f3335-5cdd-4709-8f5b-97dbb244254f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:14.382521 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-ac6f3335-5cdd-4709-8f5b-97dbb244254f service neutron] 10.222.0.10 "PUT /v2.0/ports/834e489e-1e26-4d13-88be-87bb6f451ec0 HTTP/1.1" status: 200 len: 1091 time: 6.9685543 Apr 20 17:33:14.427135 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf', 'tag': '834e489e-1e26-4d13-88be-87bb6f451ec0'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:33:14.439179 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f3335-5cdd-4709-8f5b-97dbb244254f service neutron] Pushing event updated for resources: {'Port': ['ID=834e489e-1e26-4d13-88be-87bb6f451ec0,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:14.445550 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6552ec9f-4b3b-40f8-831f-981a337e0327 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:33:14.453649 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6552ec9f-4b3b-40f8-831f-981a337e0327 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:14.581098 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99016c64-188e-45e2-ba33-86bad9a11592 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:33:14.615688 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-99016c64-188e-45e2-ba33-86bad9a11592 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:33:14.625004 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99016c64-188e-45e2-ba33-86bad9a11592 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:14.625697 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-99016c64-188e-45e2-ba33-86bad9a11592 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:14.670411 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-24b0e205-83bf-4f26-9bf0-5eb2c2b6bf66 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:14.707942 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-6552ec9f-4b3b-40f8-831f-981a337e0327 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] device_id is not set on port 5477102c-6d55-488a-9456-e76be95d4704 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:33:14.712113 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-24b0e205-83bf-4f26-9bf0-5eb2c2b6bf66 None None] Transition to ACTIVE for port object 4c34c0ac-c646-4ba3-acaa-aec6e402ae18 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:33:14.721562 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-99016c64-188e-45e2-ba33-86bad9a11592 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3484836 Apr 20 17:33:14.732900 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 32834) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:14.756404 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-4b561557-c295-4d64-9c44-25430605f0b5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'port': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'fixed_ips': [{'subnet_id': 'c68c1469-876f-4038-9254-8bb44098cd76', 'ip_address': '2001:db8::1cb8:fa48:b721:62e3'}], 'name': 'tempest-NetworksTestDHCPv6-30927486'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:33:14.762517 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-24b0e205-83bf-4f26-9bf0-5eb2c2b6bf66 None None] Transition to ACTIVE for port object 4c34c0ac-c646-4ba3-acaa-aec6e402ae18 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:33:14.852095 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-24b0e205-83bf-4f26-9bf0-5eb2c2b6bf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:14.975082 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99016c64-188e-45e2-ba33-86bad9a11592 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Subnet': ['ID=c68c1469-876f-4038-9254-8bb44098cd76,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:15.035620 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-c2aa4d52-db4e-4201-ad47-a72d6b6d28be tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:15.036651 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-c2aa4d52-db4e-4201-ad47-a72d6b6d28be tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Synchronizing usage tracker for tenant:dd2e3957e24f4e9fb5ef2b605f529d68 on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:33:15.039768 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4b561557-c295-4d64-9c44-25430605f0b5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:15.054748 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4b561557-c295-4d64-9c44-25430605f0b5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:15.080015 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-c2aa4d52-db4e-4201-ad47-a72d6b6d28be tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Unset dirty status for tenant:dd2e3957e24f4e9fb5ef2b605f529d68 on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:33:15.087992 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-c2aa4d52-db4e-4201-ad47-a72d6b6d28be tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/networks?id=e5ef24ab-576d-4848-84e7-b0962eebdeab HTTP/1.1" status: 200 len: 814 time: 0.9060323 Apr 20 17:33:15.099250 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b561557-c295-4d64-9c44-25430605f0b5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:33:15.099496 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-6552ec9f-4b3b-40f8-831f-981a337e0327 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Allocated IP 2001:db8::1c8 (6d0484ad-d56a-4809-b032-d5cb464770b4/be8a7430-c629-4948-88ac-00d0df5467ab/5477102c-6d55-488a-9456-e76be95d4704) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:33:15.105738 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4b561557-c295-4d64-9c44-25430605f0b5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:15.110629 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-285c3866-4d5e-4777-899c-fcdd7d1d02f1 req-011cdcaf-f4f8-4874-ac3c-a4aee17f4883 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3338387 Apr 20 17:33:15.136199 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-4b561557-c295-4d64-9c44-25430605f0b5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] device_id is not set on port 2570603c-a768-444e-a16c-c3e0887cc935 yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:33:15.220573 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-c29ade59-2cd5-4a5f-9a34-2290e47ad83f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fff76710152c4266b547138b68f9e982&device_id=42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf HTTP/1.1" status: 200 len: 1094 time: 0.7269261 Apr 20 17:33:15.261197 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0e205-83bf-4f26-9bf0-5eb2c2b6bf66 None None] Pushing event updated for resources: {'Port': ['ID=4c34c0ac-c646-4ba3-acaa-aec6e402ae18,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:15.348024 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b0e205-83bf-4f26-9bf0-5eb2c2b6bf66 None None] Network 6d0484ad-d56a-4809-b032-d5cb464770b4 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:33:15.355728 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-24b0e205-83bf-4f26-9bf0-5eb2c2b6bf66 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:33:15.359307 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b0e205-83bf-4f26-9bf0-5eb2c2b6bf66 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:33:15.372619 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:15.437146 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-6a1f2b7e-3a98-42d3-b108-352727088a26 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=834e489e-1e26-4d13-88be-87bb6f451ec0 HTTP/1.1" status: 200 len: 217 time: 0.1981282 Apr 20 17:33:15.455308 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:15.524592 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:15.547395 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-f6cad723-00ac-4be3-9079-701bb1ad1f30 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/quotas/dd2e3957e24f4e9fb5ef2b605f529d68 HTTP/1.1" status: 200 len: 375 time: 0.4582551 Apr 20 17:33:15.588109 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-d29db8bd-8655-417b-9a2a-14f2d94280e8 None None] For port 9582e7ae-4522-4df8-8c1e-ba68bf90075f, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9582e7ae-4522-4df8-8c1e-ba68bf90075f,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:33:15.588465 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d29db8bd-8655-417b-9a2a-14f2d94280e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:15.679532 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-26598246-3758-4504-b876-de786f074887 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd2e3957e24f4e9fb5ef2b605f529d68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1070158 Apr 20 17:33:15.901090 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d29db8bd-8655-417b-9a2a-14f2d94280e8 None None] Calling delete_port for 9582e7ae-4522-4df8-8c1e-ba68bf90075f owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:33:15.994334 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-24b0e205-83bf-4f26-9bf0-5eb2c2b6bf66 None None] Attempting to bind port 4c34c0ac-c646-4ba3-acaa-aec6e402ae18 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:33:15.995188 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-24b0e205-83bf-4f26-9bf0-5eb2c2b6bf66 None None] Attempting to bind port 4c34c0ac-c646-4ba3-acaa-aec6e402ae18 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'c394e825-0931-40fb-9636-064e8e0c0acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6d0484ad-d56a-4809-b032-d5cb464770b4'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:33:15.995545 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b0e205-83bf-4f26-9bf0-5eb2c2b6bf66 None None] Attempting to bind port 4c34c0ac-c646-4ba3-acaa-aec6e402ae18 on network 6d0484ad-d56a-4809-b032-d5cb464770b4 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:33:16.045848 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 9582e7ae-4522-4df8-8c1e-ba68bf90075f, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9582e7ae-4522-4df8-8c1e-ba68bf90075f,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:33:16.065561 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:16.141342 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b0e205-83bf-4f26-9bf0-5eb2c2b6bf66 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:33:16.141705 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b0e205-83bf-4f26-9bf0-5eb2c2b6bf66 None None] Checking segment: {'id': 'c394e825-0931-40fb-9636-064e8e0c0acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6d0484ad-d56a-4809-b032-d5cb464770b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:33:16.142099 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-24b0e205-83bf-4f26-9bf0-5eb2c2b6bf66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:16.142535 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b0e205-83bf-4f26-9bf0-5eb2c2b6bf66 None None] Bound using segment: {'id': 'c394e825-0931-40fb-9636-064e8e0c0acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6d0484ad-d56a-4809-b032-d5cb464770b4'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:33:16.148532 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-24b0e205-83bf-4f26-9bf0-5eb2c2b6bf66 None None] Bound port: 4c34c0ac-c646-4ba3-acaa-aec6e402ae18, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c394e825-0931-40fb-9636-064e8e0c0acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6d0484ad-d56a-4809-b032-d5cb464770b4'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:33:16.148904 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-24b0e205-83bf-4f26-9bf0-5eb2c2b6bf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:16.174594 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-4b561557-c295-4d64-9c44-25430605f0b5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Allocated IP 2001:db8::1cb8:fa48:b721:62e3 (9ba611e4-024c-4a0c-9998-3bc548cf409a/c68c1469-876f-4038-9254-8bb44098cd76/2570603c-a768-444e-a16c-c3e0887cc935) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:33:16.254587 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-4f4bc88b-7bed-4196-9af3-4d68dc7818dc service neutron] 10.222.0.39 "GET /v2.0/networks/e5ef24ab-576d-4848-84e7-b0962eebdeab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5650845 Apr 20 17:33:16.256876 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=9582e7ae-4522-4df8-8c1e-ba68bf90075f,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:16.377740 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-d29db8bd-8655-417b-9a2a-14f2d94280e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:33:16.378104 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-d29db8bd-8655-417b-9a2a-14f2d94280e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:33:16.408617 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-24b0e205-83bf-4f26-9bf0-5eb2c2b6bf66 None None] For port 4c34c0ac-c646-4ba3-acaa-aec6e402ae18, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:33:16.424293 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-24b0e205-83bf-4f26-9bf0-5eb2c2b6bf66 None None] For port 4c34c0ac-c646-4ba3-acaa-aec6e402ae18, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=4c34c0ac-c646-4ba3-acaa-aec6e402ae18,segment=NetworkSegment(c394e825-0931-40fb-9636-064e8e0c0acb),segment_id=c394e825-0931-40fb-9636-064e8e0c0acb)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:33:16.438602 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-24b0e205-83bf-4f26-9bf0-5eb2c2b6bf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:16.569909 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-c81787da-2628-4906-8ca8-a5a53d26d8a3 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:16.571451 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-c81787da-2628-4906-8ca8-a5a53d26d8a3 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Synchronizing usage tracker for tenant:55ad101ba72d4aafab1fd36de3508559 on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:33:16.598307 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-5cdfa9ab-1620-466f-8c82-3b82c2589774 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:16.599984 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-5cdfa9ab-1620-466f-8c82-3b82c2589774 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8d05736e-ddd3-43ab-9360-fdcd5c15b127 HTTP/1.1" status: 200 len: 853 time: 1.1482451 Apr 20 17:33:16.626903 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-f2523a9a-f276-4da0-aa88-da928cf624ed service neutron] 10.222.0.39 "GET /v2.0/networks/e5ef24ab-576d-4848-84e7-b0962eebdeab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699801 Apr 20 17:33:16.705450 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0e205-83bf-4f26-9bf0-5eb2c2b6bf66 None None] Pushing event updated for resources: {'Port': ['ID=4c34c0ac-c646-4ba3-acaa-aec6e402ae18,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:16.743370 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6552ec9f-4b3b-40f8-831f-981a337e0327 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:16.746605 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-c81787da-2628-4906-8ca8-a5a53d26d8a3 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Unset dirty status for tenant:55ad101ba72d4aafab1fd36de3508559 on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:33:16.749846 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-c81787da-2628-4906-8ca8-a5a53d26d8a3 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/networks?id=559f75fc-3697-4c39-a90d-68a51f28c45f HTTP/1.1" status: 200 len: 805 time: 0.5834827 Apr 20 17:33:16.779381 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-6552ec9f-4b3b-40f8-831f-981a337e0327 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Transition to ACTIVE for port object 5477102c-6d55-488a-9456-e76be95d4704 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:33:16.795684 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4b561557-c295-4d64-9c44-25430605f0b5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:16.824732 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-60cceebe-36f5-444a-9dbe-171614618c4a tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/quotas/55ad101ba72d4aafab1fd36de3508559 HTTP/1.1" status: 200 len: 375 time: 0.0204742 Apr 20 17:33:16.837787 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6552ec9f-4b3b-40f8-831f-981a337e0327 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:16.842414 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-4b561557-c295-4d64-9c44-25430605f0b5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Transition to ACTIVE for port object 2570603c-a768-444e-a16c-c3e0887cc935 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:33:16.879479 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d29db8bd-8655-417b-9a2a-14f2d94280e8 None None] Deleting port 9582e7ae-4522-4df8-8c1e-ba68bf90075f {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:33:16.879724 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d29db8bd-8655-417b-9a2a-14f2d94280e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:16.900705 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4b561557-c295-4d64-9c44-25430605f0b5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:17.018900 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6552ec9f-4b3b-40f8-831f-981a337e0327 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network 6d0484ad-d56a-4809-b032-d5cb464770b4 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:33:17.020707 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552ec9f-4b3b-40f8-831f-981a337e0327 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Port': ['ID=5477102c-6d55-488a-9456-e76be95d4704,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:17.031410 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-6552ec9f-4b3b-40f8-831f-981a337e0327 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:33:17.034113 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6552ec9f-4b3b-40f8-831f-981a337e0327 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:33:17.045028 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6552ec9f-4b3b-40f8-831f-981a337e0327 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:17.045952 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6552ec9f-4b3b-40f8-831f-981a337e0327 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:17.200295 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b561557-c295-4d64-9c44-25430605f0b5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Port': ['ID=2570603c-a768-444e-a16c-c3e0887cc935,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:17.228938 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-be89308e-94f6-4400-892e-6199364bb43b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=55ad101ba72d4aafab1fd36de3508559&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3695598 Apr 20 17:33:17.235119 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b561557-c295-4d64-9c44-25430605f0b5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:33:17.238167 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-4b561557-c295-4d64-9c44-25430605f0b5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:33:17.242076 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6552ec9f-4b3b-40f8-831f-981a337e0327 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4585207 Apr 20 17:33:17.245369 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b561557-c295-4d64-9c44-25430605f0b5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:33:17.251812 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b561557-c295-4d64-9c44-25430605f0b5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:17.252433 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4b561557-c295-4d64-9c44-25430605f0b5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:17.260617 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 32880) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:17.452344 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-d1141c23-387e-4cf7-bc07-5609bda51bc0 service neutron] 10.222.0.39 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073078 Apr 20 17:33:17.474546 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-f34172af-28b4-426a-8916-7119f22387e6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9c5f462-ddff-4ef3-834f-300bbbe5c5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8663979 Apr 20 17:33:17.578524 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-d29db8bd-8655-417b-9a2a-14f2d94280e8 None None] For port 9582e7ae-4522-4df8-8c1e-ba68bf90075f, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9582e7ae-4522-4df8-8c1e-ba68bf90075f,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:33:17.581742 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d29db8bd-8655-417b-9a2a-14f2d94280e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:17.764024 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4b561557-c295-4d64-9c44-25430605f0b5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.0231636 Apr 20 17:33:17.768961 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 32888) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:17.819437 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d29db8bd-8655-417b-9a2a-14f2d94280e8 None None] Calling delete_port for 9582e7ae-4522-4df8-8c1e-ba68bf90075f owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:33:17.973109 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d29db8bd-8655-417b-9a2a-14f2d94280e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:17.977805 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-e4230a6c-4189-41a6-a7de-3cf3b7a7315c service neutron] 10.222.0.39 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066319 Apr 20 17:33:18.039445 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29db8bd-8655-417b-9a2a-14f2d94280e8 None None] Pushing event deleted for resources: {'Port': ['ID=9582e7ae-4522-4df8-8c1e-ba68bf90075f,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:18.048639 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29db8bd-8655-417b-9a2a-14f2d94280e8 None None] No DVR routers for this DVR port 9582e7ae-4522-4df8-8c1e-ba68bf90075f on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:33:18.113656 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab1fd71-6c70-4f3b-95de-7fdd5ddf412f None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:33:18.196547 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-4799c32a-f1ca-4671-b592-0ec171c8a6ee service neutron] 10.222.0.10 "GET /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5505648 Apr 20 17:33:18.359235 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 4c34c0ac-c646-4ba3-acaa-aec6e402ae18 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:33:18.487631 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f064ea64-1504-4bdf-849a-301e3399c3c2 req-22cfd79b-71f4-446e-804c-963eb59a0931 service neutron] 10.222.0.10 "GET /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838361 Apr 20 17:33:18.733650 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 4c34c0ac-c646-4ba3-acaa-aec6e402ae18 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:33:18.779032 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5387ed83-fa4d-4b6f-8e1c-f7b1d774eb1d'] response: {'name': 'network-changed', 'server_uuid': '42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf', 'tag': '834e489e-1e26-4d13-88be-87bb6f451ec0', 'status': 'completed', 'code': 200} Apr 20 17:33:18.866413 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17112e-f844-46ba-aefb-092510dea51b req-a6fa9258-cf6f-4205-9ed7-644f2ae8cfc4 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:18.868732 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bb17112e-f844-46ba-aefb-092510dea51b req-a6fa9258-cf6f-4205-9ed7-644f2ae8cfc4 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf HTTP/1.1" status: 200 len: 943 time: 1.6585391 Apr 20 17:33:18.913805 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70a74f4-2264-4928-a5b2-1ac6c71abd2d None None] Network 6d0484ad-d56a-4809-b032-d5cb464770b4 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:33:19.118550 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46420f98-dbdc-48a1-95b5-86d5efedf03d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:19.119666 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-46420f98-dbdc-48a1-95b5-86d5efedf03d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:33:19.159260 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-46420f98-dbdc-48a1-95b5-86d5efedf03d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:33:19.160455 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-46420f98-dbdc-48a1-95b5-86d5efedf03d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 1.3880911 Apr 20 17:33:19.169815 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 32922) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:19.185376 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bb17112e-f844-46ba-aefb-092510dea51b req-274f9dd1-55d2-4f72-97bc-2d8b2c17fada tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8ebc55-da17-4ed8-9a49-ec2f7bd4831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3087251 Apr 20 17:33:19.273105 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3bc03626-35ab-4d94-bdef-7eb965d26cd5 req-22e3e523-3ff1-4c02-99bb-d790f9c7808f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fff76710152c4266b547138b68f9e982&device_id=42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf HTTP/1.1" status: 200 len: 1094 time: 0.4619689 Apr 20 17:33:19.633195 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8308d09c-98db-477c-934d-1f925bf7bcc4 None None] Provisioning for port 4c34c0ac-c646-4ba3-acaa-aec6e402ae18 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:33:19.646561 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-6ad9fd6c-2e65-4876-a59c-e2dbde627198 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting port 2570603c-a768-444e-a16c-c3e0887cc935 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:33:19.647707 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6ad9fd6c-2e65-4876-a59c-e2dbde627198 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:19.661004 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc03626-35ab-4d94-bdef-7eb965d26cd5 req-bd9c9ee4-902b-4b29-ac5d-9e92561806d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:19.662960 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3bc03626-35ab-4d94-bdef-7eb965d26cd5 req-bd9c9ee4-902b-4b29-ac5d-9e92561806d5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 HTTP/1.1" status: 200 len: 915 time: 0.3594508 Apr 20 17:33:19.732238 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a792ac-59bc-418f-96dc-38fba92c649f req-7e739ebf-72c7-4fe8-b6e1-9fafe12883a2 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:19.734092 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d3a792ac-59bc-418f-96dc-38fba92c649f req-7e739ebf-72c7-4fe8-b6e1-9fafe12883a2 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 946 time: 0.6888723 Apr 20 17:33:19.763693 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3bc03626-35ab-4d94-bdef-7eb965d26cd5 req-ed37b588-dc02-4a80-91ab-1aae311e0e03 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=834e489e-1e26-4d13-88be-87bb6f451ec0 HTTP/1.1" status: 200 len: 217 time: 0.0925202 Apr 20 17:33:19.803892 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8308d09c-98db-477c-934d-1f925bf7bcc4 None None] Provisioning complete for port 4c34c0ac-c646-4ba3-acaa-aec6e402ae18 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:33:19.806469 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8308d09c-98db-477c-934d-1f925bf7bcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:19.859829 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5089e2cf-30a5-447c-a161-80f8a2d60011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-9ba611e4-024c-4a0c-9998-3bc548cf409a', 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'fixed_ips': [{'subnet_id': 'c68c1469-876f-4038-9254-8bb44098cd76'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:33:19.861433 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5089e2cf-30a5-447c-a161-80f8a2d60011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:20.005455 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d3a792ac-59bc-418f-96dc-38fba92c649f req-7a626337-289b-4d59-a094-3a59d2967285 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590742 Apr 20 17:33:20.045911 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc03626-35ab-4d94-bdef-7eb965d26cd5 req-343262b8-8058-4458-8c47-7f8971885897 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:20.054761 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3bc03626-35ab-4d94-bdef-7eb965d26cd5 req-343262b8-8058-4458-8c47-7f8971885897 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8d05736e-ddd3-43ab-9360-fdcd5c15b127 HTTP/1.1" status: 200 len: 853 time: 0.2746756 Apr 20 17:33:20.216017 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8308d09c-98db-477c-934d-1f925bf7bcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:20.460440 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-8308d09c-98db-477c-934d-1f925bf7bcc4 None None] For port 4c34c0ac-c646-4ba3-acaa-aec6e402ae18, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=4c34c0ac-c646-4ba3-acaa-aec6e402ae18,segment=NetworkSegment(c394e825-0931-40fb-9636-064e8e0c0acb),segment_id=c394e825-0931-40fb-9636-064e8e0c0acb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:33:20.492774 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8308d09c-98db-477c-934d-1f925bf7bcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:20.499924 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-5089e2cf-30a5-447c-a161-80f8a2d60011 None None] Allocated IP 2001:db8::2 (9ba611e4-024c-4a0c-9998-3bc548cf409a/c68c1469-876f-4038-9254-8bb44098cd76/44345f48-1331-4f82-8814-9808c2d42073) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:33:20.526162 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-85dd4b18-0f4b-48c6-bf41-d264bff61654 req-767401f6-4d77-4876-a58c-4d9d6d4b9d29 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/ports?device_id=0831f1fc-c329-463f-aefa-d83d743ebca4 HTTP/1.1" status: 200 len: 210 time: 0.8958001 Apr 20 17:33:20.800879 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308d09c-98db-477c-934d-1f925bf7bcc4 None None] Pushing event updated for resources: {'Port': ['ID=4c34c0ac-c646-4ba3-acaa-aec6e402ae18,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:20.830577 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8308d09c-98db-477c-934d-1f925bf7bcc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:33:20.832979 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8308d09c-98db-477c-934d-1f925bf7bcc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:33:20.833317 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8308d09c-98db-477c-934d-1f925bf7bcc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:33:20.834862 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8308d09c-98db-477c-934d-1f925bf7bcc4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:33:20.836768 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8308d09c-98db-477c-934d-1f925bf7bcc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:33:20.837154 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8308d09c-98db-477c-934d-1f925bf7bcc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:33:20.837491 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8308d09c-98db-477c-934d-1f925bf7bcc4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:33:20.837838 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8308d09c-98db-477c-934d-1f925bf7bcc4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:33:20.838149 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8308d09c-98db-477c-934d-1f925bf7bcc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:33:20.841372 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8308d09c-98db-477c-934d-1f925bf7bcc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:33:20.841705 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8308d09c-98db-477c-934d-1f925bf7bcc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:33:20.931857 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1939c2c2-e31a-4300-b219-decde329412e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:21.005192 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-10809a71-a88d-4ba6-aff2-dcf7007407d8 req-de55bacc-a1a4-4543-8a75-fc18922c16ed tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a395357-09d1-46ee-8244-f165d4cd9f76 HTTP/1.1" status: 200 len: 210 time: 0.2778435 Apr 20 17:33:21.147169 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3ad41411-1f90-4d64-aa71-18b439c8ed3c None None] Provisioning for port 5477102c-6d55-488a-9456-e76be95d4704 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:33:21.197179 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-aa25e027-86bf-46ff-81e2-1317fc637c85 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:21.198802 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-aa25e027-86bf-46ff-81e2-1317fc637c85 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.43 "GET /v2.0/networks?id=e5ef24ab-576d-4848-84e7-b0962eebdeab HTTP/1.1" status: 200 len: 814 time: 1.1557562 Apr 20 17:33:21.222379 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3bc03626-35ab-4d94-bdef-7eb965d26cd5 req-660feb9d-fbb5-44c6-9050-4b22c6e23cc9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9c5f462-ddff-4ef3-834f-300bbbe5c5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1667025 Apr 20 17:33:21.229436 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d209af79-50fb-458e-82ee-5c08c8b2151a tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Request body: {'port': {'device_id': '0831f1fc-c329-463f-aefa-d83d743ebca4', 'network_id': 'e5ef24ab-576d-4848-84e7-b0962eebdeab', 'admin_state_up': True, 'tenant_id': 'dd2e3957e24f4e9fb5ef2b605f529d68'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:33:21.237030 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6ad9fd6c-2e65-4876-a59c-e2dbde627198 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:21.297636 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3ad41411-1f90-4d64-aa71-18b439c8ed3c None None] Provisioning complete for port 5477102c-6d55-488a-9456-e76be95d4704 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:33:21.302311 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3ad41411-1f90-4d64-aa71-18b439c8ed3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:21.711588 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3ad41411-1f90-4d64-aa71-18b439c8ed3c None None] Port 5477102c-6d55-488a-9456-e76be95d4704 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:33:21.720851 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-6ad9fd6c-2e65-4876-a59c-e2dbde627198 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Calling delete_port for 2570603c-a768-444e-a16c-c3e0887cc935 owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:33:21.756011 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3bc03626-35ab-4d94-bdef-7eb965d26cd5 req-c766aba4-32e4-49e0-beda-e6f5538cbbb1 service neutron] 10.222.0.10 "GET /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948585 Apr 20 17:33:21.759445 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5089e2cf-30a5-447c-a161-80f8a2d60011 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:21.777079 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3ad41411-1f90-4d64-aa71-18b439c8ed3c None None] Provisioning complete for port 4c34c0ac-c646-4ba3-acaa-aec6e402ae18 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:33:21.777473 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3ad41411-1f90-4d64-aa71-18b439c8ed3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:21.857877 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5089e2cf-30a5-447c-a161-80f8a2d60011 None None] Transition to ACTIVE for port object 44345f48-1331-4f82-8814-9808c2d42073 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:33:21.918363 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 834e489e-1e26-4d13-88be-87bb6f451ec0 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:33:22.036247 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3bc03626-35ab-4d94-bdef-7eb965d26cd5 req-3e18c265-feee-472b-84e2-0f61692f4577 service neutron] 10.222.0.10 "GET /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712173 Apr 20 17:33:22.176817 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d209af79-50fb-458e-82ee-5c08c8b2151a tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:22.177505 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.resource_extend [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:33:22.186422 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435c072-0b96-4d23-b3ba-956a3a02aec4 req-296d94d8-5191-484b-aa7e-c1555b41dbd2 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:22.188681 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a435c072-0b96-4d23-b3ba-956a3a02aec4 req-296d94d8-5191-484b-aa7e-c1555b41dbd2 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 946 time: 0.7527311 Apr 20 17:33:22.265421 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d209af79-50fb-458e-82ee-5c08c8b2151a tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:22.302269 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d209af79-50fb-458e-82ee-5c08c8b2151a tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Made reservation on behalf of dd2e3957e24f4e9fb5ef2b605f529d68 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:33:22.306212 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d209af79-50fb-458e-82ee-5c08c8b2151a tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:22.369580 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a435c072-0b96-4d23-b3ba-956a3a02aec4 req-6b0aaf9c-7e06-4459-b659-a04d7f39b522 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683245 Apr 20 17:33:22.427811 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-f820bbd0-1c6e-4f62-ad11-9bf5ec4b7537 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:22.430409 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-f820bbd0-1c6e-4f62-ad11-9bf5ec4b7537 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.43 "GET /v2.0/networks?id=559f75fc-3697-4c39-a90d-68a51f28c45f HTTP/1.1" status: 200 len: 805 time: 0.6759262 Apr 20 17:33:22.652682 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 834e489e-1e26-4d13-88be-87bb6f451ec0, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=834e489e-1e26-4d13-88be-87bb6f451ec0,segment=NetworkSegment(aeb8f33c-317c-45e3-a7a9-c21f7e658316),segment_id=aeb8f33c-317c-45e3-a7a9-c21f7e658316)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:33:22.655871 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d209af79-50fb-458e-82ee-5c08c8b2151a tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Allocated IP 172.20.0.8 (e5ef24ab-576d-4848-84e7-b0962eebdeab/e32bdf4b-fd8b-4b00-867f-fc0a7ce7a898/879bb98a-036a-432d-8e4d-8edeace7e5a6) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:33:22.711744 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '834e489e-1e26-4d13-88be-87bb6f451ec0', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'port_id': '834e489e-1e26-4d13-88be-87bb6f451ec0', 'mac_address': 'fa:16:3e:1e:1d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:33:22.748878 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5089e2cf-30a5-447c-a161-80f8a2d60011 None None] Transition to ACTIVE for port object 44345f48-1331-4f82-8814-9808c2d42073 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:33:22.839887 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1939c2c2-e31a-4300-b219-decde329412e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:22.843462 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6ad9fd6c-2e65-4876-a59c-e2dbde627198 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:22.858666 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 32966) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:22.886305 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d209af79-50fb-458e-82ee-5c08c8b2151a tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:22.911841 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 4c34c0ac-c646-4ba3-acaa-aec6e402ae18 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:33:22.936993 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1939c2c2-e31a-4300-b219-decde329412e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:22.953141 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d209af79-50fb-458e-82ee-5c08c8b2151a tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:22.968433 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-29d07bc7-a571-4626-80d8-08170dae3233 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Request body: {'port': {'device_id': '8a395357-09d1-46ee-8244-f165d4cd9f76', 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f', 'admin_state_up': True, 'tenant_id': '55ad101ba72d4aafab1fd36de3508559'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:33:22.994380 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:23.025458 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5089e2cf-30a5-447c-a161-80f8a2d60011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:23.065503 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d209af79-50fb-458e-82ee-5c08c8b2151a tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Network e5ef24ab-576d-4848-84e7-b0962eebdeab is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:33:23.073904 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d209af79-50fb-458e-82ee-5c08c8b2151a tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:33:23.082295 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d209af79-50fb-458e-82ee-5c08c8b2151a tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:33:23.157444 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209af79-50fb-458e-82ee-5c08c8b2151a tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Pushing event updated for resources: {'Port': ['ID=879bb98a-036a-432d-8e4d-8edeace7e5a6,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:23.174419 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 834e489e-1e26-4d13-88be-87bb6f451ec0 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:33:23.176971 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d209af79-50fb-458e-82ee-5c08c8b2151a tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:23.177627 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d209af79-50fb-458e-82ee-5c08c8b2151a tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:23.199464 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ef566-ca3b-433d-9d11-599bc17cb988 req-9c3adabf-df9b-4e78-9cda-5e4251b77d1d tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:23.201332 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-808ef566-ca3b-433d-9d11-599bc17cb988 req-9c3adabf-df9b-4e78-9cda-5e4251b77d1d tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/ports?device_id=0831f1fc-c329-463f-aefa-d83d743ebca4 HTTP/1.1" status: 200 len: 931 time: 0.2879608 Apr 20 17:33:23.258085 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d209af79-50fb-458e-82ee-5c08c8b2151a tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0430768 Apr 20 17:33:23.265146 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5089e2cf-30a5-447c-a161-80f8a2d60011 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:33:23.267444 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089e2cf-30a5-447c-a161-80f8a2d60011 None None] Pushing event updated for resources: {'Port': ['ID=44345f48-1331-4f82-8814-9808c2d42073,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:23.273703 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d5a24502-afbc-4b08-8a1d-2fb71dfd99d1 service neutron] Request body: {'port': {'device_id': '0831f1fc-c329-463f-aefa-d83d743ebca4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:33:23.281464 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 834e489e-1e26-4d13-88be-87bb6f451ec0, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=834e489e-1e26-4d13-88be-87bb6f451ec0,segment=NetworkSegment(aeb8f33c-317c-45e3-a7a9-c21f7e658316),segment_id=aeb8f33c-317c-45e3-a7a9-c21f7e658316)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:33:23.284209 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-5089e2cf-30a5-447c-a161-80f8a2d60011 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:33:23.296586 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5089e2cf-30a5-447c-a161-80f8a2d60011 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:33:23.306223 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:23.336016 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33461d0-3de4-44cf-b17e-31d31485d6c0 req-08af9ad9-1680-483e-93bc-9d57d419f2fc tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:23.337867 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d33461d0-3de4-44cf-b17e-31d31485d6c0 req-08af9ad9-1680-483e-93bc-9d57d419f2fc tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf HTTP/1.1" status: 200 len: 943 time: 2.3694236 Apr 20 17:33:23.395584 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-808ef566-ca3b-433d-9d11-599bc17cb988 req-07cd78f6-ad89-46f6-b5cb-bac0c4ff0307 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/security-groups?id=1442ed40-d884-4ed9-872e-058016d85116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757050 Apr 20 17:33:23.468069 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-29d07bc7-a571-4626-80d8-08170dae3233 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:23.549812 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 4c34c0ac-c646-4ba3-acaa-aec6e402ae18 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:33:23.549812 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:23.556751 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9fd6c-2e65-4876-a59c-e2dbde627198 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Port': ['ID=2570603c-a768-444e-a16c-c3e0887cc935,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:23.569663 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d5a24502-afbc-4b08-8a1d-2fb71dfd99d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:23.582353 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-29d07bc7-a571-4626-80d8-08170dae3233 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Usage tracker for resource:port and tenant:55ad101ba72d4aafab1fd36de3508559 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:33:23.590658 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-29d07bc7-a571-4626-80d8-08170dae3233 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:33:23.601164 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-29d07bc7-a571-4626-80d8-08170dae3233 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:23.619634 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6ad9fd6c-2e65-4876-a59c-e2dbde627198 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:23.696696 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5089e2cf-30a5-447c-a161-80f8a2d60011 None None] Attempting to bind port 44345f48-1331-4f82-8814-9808c2d42073 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:33:23.697081 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5089e2cf-30a5-447c-a161-80f8a2d60011 None None] Attempting to bind port 44345f48-1331-4f82-8814-9808c2d42073 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:33:23.697398 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5089e2cf-30a5-447c-a161-80f8a2d60011 None None] Attempting to bind port 44345f48-1331-4f82-8814-9808c2d42073 on network 9ba611e4-024c-4a0c-9998-3bc548cf409a {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:33:23.713264 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=834e489e-1e26-4d13-88be-87bb6f451ec0,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:23.723564 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5dfe9362-ec43-4b1e-b802-1f0ae9fbff75 None None] Provisioning complete for port 5477102c-6d55-488a-9456-e76be95d4704 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:33:23.723927 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5dfe9362-ec43-4b1e-b802-1f0ae9fbff75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:23.765984 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5089e2cf-30a5-447c-a161-80f8a2d60011 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:33:23.766392 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5089e2cf-30a5-447c-a161-80f8a2d60011 None None] Checking segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:33:23.767031 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5089e2cf-30a5-447c-a161-80f8a2d60011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:23.767422 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5089e2cf-30a5-447c-a161-80f8a2d60011 None None] Bound using segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:33:23.767900 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5089e2cf-30a5-447c-a161-80f8a2d60011 None None] Bound port: 44345f48-1331-4f82-8814-9808c2d42073, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:33:23.768325 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5089e2cf-30a5-447c-a161-80f8a2d60011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:23.794761 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['834e489e-1e26-4d13-88be-87bb6f451ec0'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:33:23.809850 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-15279892-c7fd-4aee-8609-f0d1cd0309c6 req-6334e6bb-37ab-4c69-840f-0f92db98d0a2 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a395357-09d1-46ee-8244-f165d4cd9f76 HTTP/1.1" status: 200 len: 210 time: 0.0993629 Apr 20 17:33:23.885640 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-5dfe9362-ec43-4b1e-b802-1f0ae9fbff75 None None] Port 5477102c-6d55-488a-9456-e76be95d4704 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:33:23.982034 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0f7ee394-1511-4634-bf6a-6bf02adbc260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:24.008930 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939c2c2-e31a-4300-b219-decde329412e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Port': ['ID=5477102c-6d55-488a-9456-e76be95d4704,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:24.029713 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-5089e2cf-30a5-447c-a161-80f8a2d60011 None None] For port 44345f48-1331-4f82-8814-9808c2d42073, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:33:24.048328 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-5089e2cf-30a5-447c-a161-80f8a2d60011 None None] For port 44345f48-1331-4f82-8814-9808c2d42073, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=44345f48-1331-4f82-8814-9808c2d42073,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:33:24.070000 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5089e2cf-30a5-447c-a161-80f8a2d60011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:24.072637 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-dded3795-203a-417b-bb74-c27e77aecc7e None None] Provisioning complete for port 5477102c-6d55-488a-9456-e76be95d4704 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:33:24.072975 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-dded3795-203a-417b-bb74-c27e77aecc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:24.078453 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1939c2c2-e31a-4300-b219-decde329412e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:24.124126 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-29d07bc7-a571-4626-80d8-08170dae3233 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Made reservation on behalf of 55ad101ba72d4aafab1fd36de3508559 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:33:24.127799 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-29d07bc7-a571-4626-80d8-08170dae3233 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:24.149487 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6ad9fd6c-2e65-4876-a59c-e2dbde627198 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/2570603c-a768-444e-a16c-c3e0887cc935 HTTP/1.1" status: 204 len: 168 time: 4.9740660 Apr 20 17:33:24.155540 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 32988) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:24.156845 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-dded3795-203a-417b-bb74-c27e77aecc7e None None] Port 5477102c-6d55-488a-9456-e76be95d4704 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:33:24.252608 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089e2cf-30a5-447c-a161-80f8a2d60011 None None] Pushing event updated for resources: {'Port': ['ID=44345f48-1331-4f82-8814-9808c2d42073,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:24.315326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a5fb3-029c-4909-8bf0-cebd86479938 req-f4c6b3f3-1452-414d-b1fb-59a2b187ee92 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:24.323014 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cb3a5fb3-029c-4909-8bf0-cebd86479938 req-f4c6b3f3-1452-414d-b1fb-59a2b187ee92 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 946 time: 0.1782744 Apr 20 17:33:24.351542 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-29d07bc7-a571-4626-80d8-08170dae3233 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Allocated IP 172.20.0.8 (559f75fc-3697-4c39-a90d-68a51f28c45f/32922401-1cb1-4df1-a18a-26612d131639/d342bd3a-35b5-47b3-8bf2-c19218fd8a1e) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:33:24.467298 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d5a24502-afbc-4b08-8a1d-2fb71dfd99d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 879bb98a-036a-432d-8e4d-8edeace7e5a6 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:33:24.475446 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d5a24502-afbc-4b08-8a1d-2fb71dfd99d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:24.479849 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cb3a5fb3-029c-4909-8bf0-cebd86479938 req-6ea1de7b-72f1-43ac-9216-13d576568908 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558230 Apr 20 17:33:24.509222 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d5a24502-afbc-4b08-8a1d-2fb71dfd99d1 service neutron] Transition to ACTIVE for port object 879bb98a-036a-432d-8e4d-8edeace7e5a6 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:33:24.517425 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d5a24502-afbc-4b08-8a1d-2fb71dfd99d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:24.601630 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a24502-afbc-4b08-8a1d-2fb71dfd99d1 service neutron] Pushing event updated for resources: {'Port': ['ID=879bb98a-036a-432d-8e4d-8edeace7e5a6,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:24.703934 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d33461d0-3de4-44cf-b17e-31d31485d6c0 req-7aa50fdf-b9d0-43c8-99d4-7d77479ff264 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8ebc55-da17-4ed8-9a49-ec2f7bd4831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2283711 Apr 20 17:33:24.791196 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1939c2c2-e31a-4300-b219-decde329412e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:24.826263 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0f7ee394-1511-4634-bf6a-6bf02adbc260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:24.845105 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0f7ee394-1511-4634-bf6a-6bf02adbc260 admin admin] Usage tracker for resource:security_group_rule and tenant:da359353d8c74863bb03dbf4023430d1 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:33:24.853416 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54a8378-85ec-4475-bd77-d0fd6438805d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:24.855183 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54a8378-85ec-4475-bd77-d0fd6438805d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:24.855554 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e54a8378-85ec-4475-bd77-d0fd6438805d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:33:24.861779 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0f7ee394-1511-4634-bf6a-6bf02adbc260 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:33:24.895442 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d5a24502-afbc-4b08-8a1d-2fb71dfd99d1 service neutron] Attempting to bind port 879bb98a-036a-432d-8e4d-8edeace7e5a6 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:33:24.895800 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d5a24502-afbc-4b08-8a1d-2fb71dfd99d1 service neutron] Attempting to bind port 879bb98a-036a-432d-8e4d-8edeace7e5a6 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'aa365b0e-5984-4a20-8a84-1a29998467ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e5ef24ab-576d-4848-84e7-b0962eebdeab'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:33:24.896232 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d5a24502-afbc-4b08-8a1d-2fb71dfd99d1 service neutron] Attempting to bind port 879bb98a-036a-432d-8e4d-8edeace7e5a6 on network e5ef24ab-576d-4848-84e7-b0962eebdeab {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:33:24.904424 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d5a24502-afbc-4b08-8a1d-2fb71dfd99d1 service neutron] Port 879bb98a-036a-432d-8e4d-8edeace7e5a6 on network e5ef24ab-576d-4848-84e7-b0962eebdeab not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:33:24.905455 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0f7ee394-1511-4634-bf6a-6bf02adbc260 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:24.905977 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d5a24502-afbc-4b08-8a1d-2fb71dfd99d1 service neutron] Attempting to bind port 879bb98a-036a-432d-8e4d-8edeace7e5a6 on network e5ef24ab-576d-4848-84e7-b0962eebdeab {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:33:24.914679 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d5a24502-afbc-4b08-8a1d-2fb71dfd99d1 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:33:24.915020 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d5a24502-afbc-4b08-8a1d-2fb71dfd99d1 service neutron] Checking segment: {'id': 'aa365b0e-5984-4a20-8a84-1a29998467ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e5ef24ab-576d-4848-84e7-b0962eebdeab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:33:24.915607 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d5a24502-afbc-4b08-8a1d-2fb71dfd99d1 service neutron] Bound using segment: {'id': 'aa365b0e-5984-4a20-8a84-1a29998467ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e5ef24ab-576d-4848-84e7-b0962eebdeab'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:33:24.915844 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d5a24502-afbc-4b08-8a1d-2fb71dfd99d1 service neutron] Bound port: 879bb98a-036a-432d-8e4d-8edeace7e5a6, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa365b0e-5984-4a20-8a84-1a29998467ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e5ef24ab-576d-4848-84e7-b0962eebdeab'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:33:24.916196 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d5a24502-afbc-4b08-8a1d-2fb71dfd99d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:24.952612 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd90d5b-ee11-4018-9cf8-bd8856c1ffb7 req-8798d81a-4dbf-49d8-9281-70558f9fefac tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:24.953474 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-3cd90d5b-ee11-4018-9cf8-bd8856c1ffb7 req-8798d81a-4dbf-49d8-9281-70558f9fefac tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Synchronizing usage tracker for tenant:dd2e3957e24f4e9fb5ef2b605f529d68 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:33:24.963708 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5b7d15bd-43a7-4637-a809-4113eef4b37b req-e8e76681-f17f-4e94-b0fa-fb48e1926069 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=048f4cae66cf42c897493ac9a67e0d5f&device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 1097 time: 0.9353547 Apr 20 17:33:25.007378 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-3cd90d5b-ee11-4018-9cf8-bd8856c1ffb7 req-8798d81a-4dbf-49d8-9281-70558f9fefac tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Unset dirty status for tenant:dd2e3957e24f4e9fb5ef2b605f529d68 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:33:25.008436 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3cd90d5b-ee11-4018-9cf8-bd8856c1ffb7 req-8798d81a-4dbf-49d8-9281-70558f9fefac tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/ports?device_id=0831f1fc-c329-463f-aefa-d83d743ebca4 HTTP/1.1" status: 200 len: 943 time: 0.3071990 Apr 20 17:33:25.051092 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e54a8378-85ec-4475-bd77-d0fd6438805d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:33:25.052949 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e54a8378-85ec-4475-bd77-d0fd6438805d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5342724 Apr 20 17:33:25.075267 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33002) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:25.079838 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3cd90d5b-ee11-4018-9cf8-bd8856c1ffb7 req-e2bc5c8a-b82a-435a-9351-5152957e82f7 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/security-groups?id=1442ed40-d884-4ed9-872e-058016d85116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635757 Apr 20 17:33:25.151134 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d5a24502-afbc-4b08-8a1d-2fb71dfd99d1 service neutron] For port 879bb98a-036a-432d-8e4d-8edeace7e5a6, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:33:25.165910 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d5a24502-afbc-4b08-8a1d-2fb71dfd99d1 service neutron] For port 879bb98a-036a-432d-8e4d-8edeace7e5a6, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=879bb98a-036a-432d-8e4d-8edeace7e5a6,segment=NetworkSegment(aa365b0e-5984-4a20-8a84-1a29998467ac),segment_id=aa365b0e-5984-4a20-8a84-1a29998467ac)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:33:25.196801 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d5a24502-afbc-4b08-8a1d-2fb71dfd99d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:25.224545 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-29d07bc7-a571-4626-80d8-08170dae3233 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:25.308728 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-29d07bc7-a571-4626-80d8-08170dae3233 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:25.322893 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-409f8da4-ffa4-42d7-8a2c-942d79ca0a0f req-154c7955-6eeb-4e82-b646-4ead7768269a tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a395357-09d1-46ee-8244-f165d4cd9f76 HTTP/1.1" status: 200 len: 210 time: 0.3459494 Apr 20 17:33:25.339556 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d5a24502-afbc-4b08-8a1d-2fb71dfd99d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:25.341032 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-d5a24502-afbc-4b08-8a1d-2fb71dfd99d1 service neutron] 10.222.0.43 "PUT /v2.0/ports/879bb98a-036a-432d-8e4d-8edeace7e5a6 HTTP/1.1" status: 200 len: 1091 time: 2.0764019 Apr 20 17:33:25.345034 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0831f1fc-c329-463f-aefa-d83d743ebca4', 'tag': '879bb98a-036a-432d-8e4d-8edeace7e5a6'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:33:25.467202 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a24502-afbc-4b08-8a1d-2fb71dfd99d1 service neutron] Pushing event updated for resources: {'Port': ['ID=879bb98a-036a-432d-8e4d-8edeace7e5a6,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:25.480597 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a647c9b3-24e2-4fd8-9853-28a90e8cedf2'] response: {'name': 'network-changed', 'server_uuid': '0831f1fc-c329-463f-aefa-d83d743ebca4', 'tag': '879bb98a-036a-432d-8e4d-8edeace7e5a6', 'status': 'completed', 'code': 200} Apr 20 17:33:25.500891 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-b540ca7b-28a3-4c7d-91ce-8dcfd797a77f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting subnet c68c1469-876f-4038-9254-8bb44098cd76 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:33:25.504266 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b540ca7b-28a3-4c7d-91ce-8dcfd797a77f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:25.564184 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b540ca7b-28a3-4c7d-91ce-8dcfd797a77f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:25.632077 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-29d07bc7-a571-4626-80d8-08170dae3233 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Network 559f75fc-3697-4c39-a90d-68a51f28c45f is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:33:25.656521 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-29d07bc7-a571-4626-80d8-08170dae3233 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:33:25.676157 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-29d07bc7-a571-4626-80d8-08170dae3233 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:33:25.699309 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-9d9a6dcb-8d0d-458c-aee2-aa2a36c6103c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd2e3957e24f4e9fb5ef2b605f529d68&device_id=0831f1fc-c329-463f-aefa-d83d743ebca4 HTTP/1.1" status: 200 len: 1094 time: 0.2824538 Apr 20 17:33:25.792418 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-cdd35b77-b2b1-47b4-967f-9fa8d78a93f9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=879bb98a-036a-432d-8e4d-8edeace7e5a6 HTTP/1.1" status: 200 len: 217 time: 0.0808415 Apr 20 17:33:25.793609 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b540ca7b-28a3-4c7d-91ce-8dcfd797a77f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:25.835264 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3bdf4b7b-f4e5-45d3-a053-0b0b50a70a68 None None] Provisioning for port 44345f48-1331-4f82-8814-9808c2d42073 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:33:25.837066 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-29d07bc7-a571-4626-80d8-08170dae3233 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:25.837733 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-29d07bc7-a571-4626-80d8-08170dae3233 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:25.848651 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3bdf4b7b-f4e5-45d3-a053-0b0b50a70a68 None None] Could not find standard attr ID for object 2570603c-a768-444e-a16c-c3e0887cc935. {{(pid=84082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 17:33:25.878217 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d07bc7-a571-4626-80d8-08170dae3233 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Pushing event updated for resources: {'Port': ['ID=d342bd3a-35b5-47b3-8bf2-c19218fd8a1e,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:25.884806 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 834e489e-1e26-4d13-88be-87bb6f451ec0 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:33:25.936422 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d07bc7-a571-4626-80d8-08170dae3233 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:33:25.936760 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d07bc7-a571-4626-80d8-08170dae3233 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:33:25.937094 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d07bc7-a571-4626-80d8-08170dae3233 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:33:25.937420 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d07bc7-a571-4626-80d8-08170dae3233 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:33:25.937764 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d07bc7-a571-4626-80d8-08170dae3233 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:33:25.938091 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d07bc7-a571-4626-80d8-08170dae3233 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:33:25.938441 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d07bc7-a571-4626-80d8-08170dae3233 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:33:25.938756 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d07bc7-a571-4626-80d8-08170dae3233 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:33:25.939076 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d07bc7-a571-4626-80d8-08170dae3233 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:33:25.939386 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d07bc7-a571-4626-80d8-08170dae3233 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:33:25.939701 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d07bc7-a571-4626-80d8-08170dae3233 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:33:26.001289 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 834e489e-1e26-4d13-88be-87bb6f451ec0 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:33:26.007034 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 834e489e-1e26-4d13-88be-87bb6f451ec0 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:33:26.008092 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:26.031088 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-e342223b-d34e-42c4-b249-01627095fd9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:26.032606 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-e342223b-d34e-42c4-b249-01627095fd9f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e32bdf4b-fd8b-4b00-867f-fc0a7ce7a898 HTTP/1.1" status: 200 len: 854 time: 0.2006404 Apr 20 17:33:26.033104 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0f7ee394-1511-4634-bf6a-6bf02adbc260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:26.036708 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b540ca7b-28a3-4c7d-91ce-8dcfd797a77f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:26.080728 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0f7ee394-1511-4634-bf6a-6bf02adbc260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:26.116506 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540ca7b-28a3-4c7d-91ce-8dcfd797a77f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Subnet': ['ID=c68c1469-876f-4038-9254-8bb44098cd76,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:26.121699 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-29d07bc7-a571-4626-80d8-08170dae3233 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2619648 Apr 20 17:33:26.124151 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-8223609a-4fc6-468e-876c-24bd0dba22d1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5ef24ab-576d-4848-84e7-b0962eebdeab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812342 Apr 20 17:33:26.130084 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b540ca7b-28a3-4c7d-91ce-8dcfd797a77f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:26.169244 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b540ca7b-28a3-4c7d-91ce-8dcfd797a77f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/c68c1469-876f-4038-9254-8bb44098cd76 HTTP/1.1" status: 204 len: 168 time: 1.0883594 Apr 20 17:33:26.172949 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33020) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:26.223101 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e66f9814-6e78-4fed-99d7-cb2be75fcd38 None None] Could not find standard attr ID for object 2570603c-a768-444e-a16c-c3e0887cc935. {{(pid=84082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 17:33:26.292585 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 44345f48-1331-4f82-8814-9808c2d42073 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:33:26.299399 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0f7ee394-1511-4634-bf6a-6bf02adbc260 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da359353d8c74863bb03dbf4023430d1&name=default HTTP/1.1" status: 200 len: 2647 time: 3.3640006 Apr 20 17:33:26.307473 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d15bd-43a7-4637-a809-4113eef4b37b req-34620349-2127-470a-bb88-f63c4876f50d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:26.308846 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5b7d15bd-43a7-4637-a809-4113eef4b37b req-34620349-2127-470a-bb88-f63c4876f50d service neutron] 10.222.0.43 "GET /v2.0/networks?id=4f37beb4-cacf-475a-8f23-eab887469923 HTTP/1.1" status: 200 len: 913 time: 1.3377206 Apr 20 17:33:26.318406 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:26.320701 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33028) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:26.325474 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-b4031608-cecd-4192-ac8c-4cc4821784a4 service neutron] Request body: {'port': {'device_id': '8a395357-09d1-46ee-8244-f165d4cd9f76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:33:26.434958 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834e489e-1e26-4d13-88be-87bb6f451ec0'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:33:26.471074 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 834e489e-1e26-4d13-88be-87bb6f451ec0, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=834e489e-1e26-4d13-88be-87bb6f451ec0,segment=NetworkSegment(aeb8f33c-317c-45e3-a7a9-c21f7e658316),segment_id=aeb8f33c-317c-45e3-a7a9-c21f7e658316)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:33:26.491981 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:26.535777 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0cf2c1-933f-4e1c-a153-50d2a1206bf2 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:33:26.557642 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ee394-1511-4634-bf6a-6bf02adbc260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6073f6-5946-48e6-8cbe-7ed876bf97fe,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:26.562388 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-18f1c3a0-b777-445a-97d7-316572d0b43e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3853102 Apr 20 17:33:26.569077 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8110d7f-92df-4b40-a2b3-03dcfcea0e46 req-566cd9fc-53c5-4777-979b-0bbd639d2f54 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:26.569691 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-c8110d7f-92df-4b40-a2b3-03dcfcea0e46 req-566cd9fc-53c5-4777-979b-0bbd639d2f54 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Synchronizing usage tracker for tenant:fff76710152c4266b547138b68f9e982 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:33:26.573935 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33036) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:26.579462 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ba916-d9ac-4bd2-87ec-c158dffa15d7 req-c8921b1c-f47c-4692-af5a-d265b1987379 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:26.581149 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8e7ba916-d9ac-4bd2-87ec-c158dffa15d7 req-c8921b1c-f47c-4692-af5a-d265b1987379 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 946 time: 0.8702857 Apr 20 17:33:26.602203 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5b7d15bd-43a7-4637-a809-4113eef4b37b req-d7c64e87-c88f-4113-a77f-6c8e96da9ad0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c946e4a1-d9e6-42e1-a1b0-8d853d8d2171 HTTP/1.1" status: 200 len: 217 time: 0.1762857 Apr 20 17:33:26.652916 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-c8110d7f-92df-4b40-a2b3-03dcfcea0e46 req-566cd9fc-53c5-4777-979b-0bbd639d2f54 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Unset dirty status for tenant:fff76710152c4266b547138b68f9e982 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:33:26.654045 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c8110d7f-92df-4b40-a2b3-03dcfcea0e46 req-566cd9fc-53c5-4777-979b-0bbd639d2f54 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf HTTP/1.1" status: 200 len: 944 time: 0.7364235 Apr 20 17:33:26.671540 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-b4031608-cecd-4192-ac8c-4cc4821784a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:26.705570 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 44345f48-1331-4f82-8814-9808c2d42073 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:33:26.711665 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-1388a07c-3918-4ab7-ad5c-cea79062989b service neutron] 10.222.0.43 "GET /v2.0/networks/e5ef24ab-576d-4848-84e7-b0962eebdeab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5691466 Apr 20 17:33:26.714175 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 44345f48-1331-4f82-8814-9808c2d42073 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:33:26.714781 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:26.731676 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.resource_extend [None req-1939c2c2-e31a-4300-b219-decde329412e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:33:26.764071 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1939c2c2-e31a-4300-b219-decde329412e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:26.770017 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c8110d7f-92df-4b40-a2b3-03dcfcea0e46 req-44a484dd-97d4-454b-bf8a-bafdc67084a1 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8ebc55-da17-4ed8-9a49-ec2f7bd4831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827050 Apr 20 17:33:26.770357 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8e7ba916-d9ac-4bd2-87ec-c158dffa15d7 req-cd8eae73-bff0-4d54-af3c-db6182a5d34f tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819661 Apr 20 17:33:26.868905 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=834e489e-1e26-4d13-88be-87bb6f451ec0,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:26.884467 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1939c2c2-e31a-4300-b219-decde329412e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:26.892844 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1939c2c2-e31a-4300-b219-decde329412e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:26.963074 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2799ba-a6ee-44b6-837c-2c72937fafa6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:26.967589 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ad2799ba-a6ee-44b6-837c-2c72937fafa6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:33:27.012150 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d15bd-43a7-4637-a809-4113eef4b37b req-d46cd6b3-005d-4118-bd8f-5d91ac7e1ecd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:27.013633 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5b7d15bd-43a7-4637-a809-4113eef4b37b req-d46cd6b3-005d-4118-bd8f-5d91ac7e1ecd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=459b9241-591b-4214-ba21-d89500ea520e HTTP/1.1" status: 200 len: 851 time: 0.3453786 Apr 20 17:33:27.023193 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bd10b741-9231-4ba1-8d91-6d292cfde6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:27.075329 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device c946e4a1-d9e6-42e1-a1b0-8d853d8d2171 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:33:27.077974 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ad2799ba-a6ee-44b6-837c-2c72937fafa6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:33:27.081652 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ad2799ba-a6ee-44b6-837c-2c72937fafa6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5045495 Apr 20 17:33:27.087453 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33050) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:27.140563 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e40bbbe9-d1a7-49a4-bbf9-9774e3684de4 req-63947e14-ff68-48c5-b86f-bf3467a20db8 service neutron] 10.222.0.43 "GET /v2.0/networks/e5ef24ab-576d-4848-84e7-b0962eebdeab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214838 Apr 20 17:33:27.173266 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74514c7f-fe5e-4e24-82e2-4acf3ee992c8 None None] DHCP port deletion for 9ba611e4-024c-4a0c-9998-3bc548cf409a request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:33:27.192212 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-74514c7f-fe5e-4e24-82e2-4acf3ee992c8 None None] Deleting port 44345f48-1331-4f82-8814-9808c2d42073 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:33:27.192775 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-74514c7f-fe5e-4e24-82e2-4acf3ee992c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:27.210731 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45595610-52e1-41bb-9a2e-3329628a7146 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:27.214677 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-45595610-52e1-41bb-9a2e-3329628a7146 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:33:27.279882 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bd10b741-9231-4ba1-8d91-6d292cfde6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:27.282271 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9dab7-c28c-46f4-8f0f-784e0d47416d req-edf7b2cf-46c9-4097-a050-b790764aa483 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:27.283916 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eed9dab7-c28c-46f4-8f0f-784e0d47416d req-edf7b2cf-46c9-4097-a050-b790764aa483 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a395357-09d1-46ee-8244-f165d4cd9f76 HTTP/1.1" status: 200 len: 931 time: 0.2582736 Apr 20 17:33:27.285721 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-45595610-52e1-41bb-9a2e-3329628a7146 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:33:27.286799 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-45595610-52e1-41bb-9a2e-3329628a7146 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1935441 Apr 20 17:33:27.292734 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33054) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:27.411880 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5edb1bb7-5b05-4f12-aca8-a968aeb94dba tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1114256 Apr 20 17:33:27.419814 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33058) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:27.443717 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-d620e278-d153-48b0-bb8e-bd9ea2fa4947 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:33:27.465406 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-74514c7f-fe5e-4e24-82e2-4acf3ee992c8 None None] For port 44345f48-1331-4f82-8814-9808c2d42073, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=44345f48-1331-4f82-8814-9808c2d42073,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:33:27.465858 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-74514c7f-fe5e-4e24-82e2-4acf3ee992c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:27.466502 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-eed9dab7-c28c-46f4-8f0f-784e0d47416d req-46b769ff-ab55-407f-a7b7-fb112dab47c0 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Synchronizing usage tracker for tenant:55ad101ba72d4aafab1fd36de3508559 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:33:27.484961 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939c2c2-e31a-4300-b219-decde329412e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Port': ['ID=5477102c-6d55-488a-9456-e76be95d4704,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:27.485760 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:27.580740 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-eed9dab7-c28c-46f4-8f0f-784e0d47416d req-46b769ff-ab55-407f-a7b7-fb112dab47c0 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Unset dirty status for tenant:55ad101ba72d4aafab1fd36de3508559 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:33:27.581890 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eed9dab7-c28c-46f4-8f0f-784e0d47416d req-46b769ff-ab55-407f-a7b7-fb112dab47c0 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883062 Apr 20 17:33:27.584901 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3b3d979c-b236-4a60-bdb8-089581fb179c req-373377ba-7122-499f-8c41-69f3aaa2b3f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd2e3957e24f4e9fb5ef2b605f529d68&device_id=0831f1fc-c329-463f-aefa-d83d743ebca4 HTTP/1.1" status: 200 len: 1094 time: 0.3634205 Apr 20 17:33:27.672191 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-74514c7f-fe5e-4e24-82e2-4acf3ee992c8 None None] Calling delete_port for 44345f48-1331-4f82-8814-9808c2d42073 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:33:27.687224 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d620e278-d153-48b0-bb8e-bd9ea2fa4947 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:27.710910 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d620e278-d153-48b0-bb8e-bd9ea2fa4947 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:27.763443 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d620e278-d153-48b0-bb8e-bd9ea2fa4947 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:33:27.769703 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d620e278-d153-48b0-bb8e-bd9ea2fa4947 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:27.772227 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1939c2c2-e31a-4300-b219-decde329412e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network 6d0484ad-d56a-4809-b032-d5cb464770b4 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:33:27.773675 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-1939c2c2-e31a-4300-b219-decde329412e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:33:27.781021 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bd10b741-9231-4ba1-8d91-6d292cfde6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:27.872901 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-74514c7f-fe5e-4e24-82e2-4acf3ee992c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:27.933910 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:27.947509 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d979c-b236-4a60-bdb8-089581fb179c req-7951da1c-6008-4436-afdf-4771aeea40a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:27.948970 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3b3d979c-b236-4a60-bdb8-089581fb179c req-7951da1c-6008-4436-afdf-4771aeea40a8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e5ef24ab-576d-4848-84e7-b0962eebdeab HTTP/1.1" status: 200 len: 915 time: 0.3518827 Apr 20 17:33:27.962546 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74514c7f-fe5e-4e24-82e2-4acf3ee992c8 None None] Pushing event deleted for resources: {'Port': ['ID=44345f48-1331-4f82-8814-9808c2d42073,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:27.964935 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74514c7f-fe5e-4e24-82e2-4acf3ee992c8 None None] No DVR routers for this DVR port 44345f48-1331-4f82-8814-9808c2d42073 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:33:27.987901 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port c946e4a1-d9e6-42e1-a1b0-8d853d8d2171, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=c946e4a1-d9e6-42e1-a1b0-8d853d8d2171,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:33:27.999485 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:28.066740 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8321cb-b30c-4336-9bf9-c5d84f9a6c55 req-41883cee-165c-4016-8601-a04a16923601 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:28.076246 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bf8321cb-b30c-4336-9bf9-c5d84f9a6c55 req-41883cee-165c-4016-8601-a04a16923601 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/ports?device_id=0831f1fc-c329-463f-aefa-d83d743ebca4 HTTP/1.1" status: 200 len: 943 time: 1.0458608 Apr 20 17:33:28.093753 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3b3d979c-b236-4a60-bdb8-089581fb179c req-6f006fb4-2f0d-4f07-a794-6cc0457bca03 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=879bb98a-036a-432d-8e4d-8edeace7e5a6 HTTP/1.1" status: 200 len: 217 time: 0.1359105 Apr 20 17:33:28.153967 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6dab57a-bfca-40fe-a58d-682bf87ece8e'] response: {'server_uuid': '42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834e489e-1e26-4d13-88be-87bb6f451ec0', 'code': 200} Apr 20 17:33:28.155322 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=c946e4a1-d9e6-42e1-a1b0-8d853d8d2171,revision_number=8']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:28.198762 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d979c-b236-4a60-bdb8-089581fb179c req-b6f7c1f1-2a3d-4a88-8926-5209a2224665 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:28.200213 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3b3d979c-b236-4a60-bdb8-089581fb179c req-b6f7c1f1-2a3d-4a88-8926-5209a2224665 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e32bdf4b-fd8b-4b00-867f-fc0a7ce7a898 HTTP/1.1" status: 200 len: 854 time: 0.1004183 Apr 20 17:33:28.218701 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bd10b741-9231-4ba1-8d91-6d292cfde6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:28.222620 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bd10b741-9231-4ba1-8d91-6d292cfde6ee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0d6073f6-5946-48e6-8cbe-7ed876bf97fe HTTP/1.1" status: 204 len: 168 time: 1.8283842 Apr 20 17:33:28.222620 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10b741-9231-4ba1-8d91-6d292cfde6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6073f6-5946-48e6-8cbe-7ed876bf97fe,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:28.224891 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5b7d15bd-43a7-4637-a809-4113eef4b37b req-7770d963-b35f-4860-a706-1b0ee0174bea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f37beb4-cacf-475a-8f23-eab887469923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1634808 Apr 20 17:33:28.238772 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 44345f48-1331-4f82-8814-9808c2d42073 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:33:28.286542 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 44345f48-1331-4f82-8814-9808c2d42073 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:33:28.286900 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 44345f48-1331-4f82-8814-9808c2d42073 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:33:28.325198 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-59b237de-30e6-42d2-a866-0057ec34b151 None None] Provisioning complete for port 5477102c-6d55-488a-9456-e76be95d4704 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:33:28.325591 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-59b237de-30e6-42d2-a866-0057ec34b151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:28.437983 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-59b237de-30e6-42d2-a866-0057ec34b151 None None] Port 5477102c-6d55-488a-9456-e76be95d4704 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:33:28.447075 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3b3d979c-b236-4a60-bdb8-089581fb179c req-5022eee2-7732-4d25-9906-e1c15a8a3149 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5ef24ab-576d-4848-84e7-b0962eebdeab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1841872 Apr 20 17:33:28.728476 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bf8321cb-b30c-4336-9bf9-c5d84f9a6c55 req-71309c89-43e9-4852-a1d2-4d3daf9bce4f tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/security-groups?id=1442ed40-d884-4ed9-872e-058016d85116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6513622 Apr 20 17:33:28.730248 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5b7d15bd-43a7-4637-a809-4113eef4b37b req-c630e2e5-6c42-428a-9b37-a566b01e5067 service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4463773 Apr 20 17:33:28.805286 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33084) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:28.841946 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-002c98c1-8c76-475a-8ad3-6a00282dd304 req-82fc43fc-7950-4bb1-9d1c-051a52235310 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf HTTP/1.1" status: 200 len: 1096 time: 0.6406651 Apr 20 17:33:28.847949 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d620e278-d153-48b0-bb8e-bd9ea2fa4947 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:28.859079 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-b4031608-cecd-4192-ac8c-4cc4821784a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d342bd3a-35b5-47b3-8bf2-c19218fd8a1e {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:33:28.882702 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-b4031608-cecd-4192-ac8c-4cc4821784a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:28.901860 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-05820048-b4e0-4dc5-aa86-7f9345e36226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:28.920464 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-b4031608-cecd-4192-ac8c-4cc4821784a4 service neutron] Transition to ACTIVE for port object d342bd3a-35b5-47b3-8bf2-c19218fd8a1e will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:33:28.921905 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3b3d979c-b236-4a60-bdb8-089581fb179c req-7121f175-e1c5-4bbb-8706-93cb974a6c4e service neutron] 10.222.0.43 "GET /v2.0/networks/e5ef24ab-576d-4848-84e7-b0962eebdeab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646251 Apr 20 17:33:28.939517 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9aa294-715c-4224-8ee6-b141d3c31ba1 req-6706acac-2a4d-4307-928d-f0c3d8268091 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:28.940957 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ec9aa294-715c-4224-8ee6-b141d3c31ba1 req-6706acac-2a4d-4307-928d-f0c3d8268091 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 944 time: 0.6374238 Apr 20 17:33:28.981271 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-b4031608-cecd-4192-ac8c-4cc4821784a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:29.074991 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d620e278-d153-48b0-bb8e-bd9ea2fa4947 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:33:29.080334 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5b7d15bd-43a7-4637-a809-4113eef4b37b req-77fd0de6-600c-40d7-92e1-84d75c7540f9 service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336618 Apr 20 17:33:29.090672 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-d620e278-d153-48b0-bb8e-bd9ea2fa4947 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:33:29.102583 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6183a9fd-ac30-4e29-8256-25666a9b8694 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:33:29.111217 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d620e278-d153-48b0-bb8e-bd9ea2fa4947 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:29.111217 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d620e278-d153-48b0-bb8e-bd9ea2fa4947 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:29.115832 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620e278-d153-48b0-bb8e-bd9ea2fa4947 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Subnet': ['ID=ad78a4ef-9ea8-4a8a-823c-1012693df438,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:29.192620 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d620e278-d153-48b0-bb8e-bd9ea2fa4947 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7623100 Apr 20 17:33:29.193710 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-05820048-b4e0-4dc5-aa86-7f9345e36226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:29.198775 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33094) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:29.201265 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-002c98c1-8c76-475a-8ad3-6a00282dd304 req-6a6cb26f-ac63-438d-aed0-51d4559d7ba3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ab8ebc55-da17-4ed8-9a49-ec2f7bd4831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3468242 Apr 20 17:33:29.216016 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-937742e1-f6a1-40b1-bdc4-9e5a2d21d39f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'port': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'fixed_ips': [{'subnet_id': 'ad78a4ef-9ea8-4a8a-823c-1012693df438', 'ip_address': '2001:db8::244d:7313:d943:738e'}], 'name': 'tempest-NetworksTestDHCPv6-1843760797'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:33:29.218525 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-05820048-b4e0-4dc5-aa86-7f9345e36226 admin admin] Usage tracker for resource:security_group_rule and tenant:cbeb0c5f1d20479d89e3537523a70f89 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:33:29.228742 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-05820048-b4e0-4dc5-aa86-7f9345e36226 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:33:29.234063 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4031608-cecd-4192-ac8c-4cc4821784a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d342bd3a-35b5-47b3-8bf2-c19218fd8a1e,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:29.237862 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ec9aa294-715c-4224-8ee6-b141d3c31ba1 req-ed7f3802-14fb-4e0d-ad80-090a4048172f tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709765 Apr 20 17:33:29.239966 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-05820048-b4e0-4dc5-aa86-7f9345e36226 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:29.243613 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3b3d979c-b236-4a60-bdb8-089581fb179c req-6457da7e-bfaa-4a71-8258-5599928382d5 service neutron] 10.222.0.43 "GET /v2.0/networks/e5ef24ab-576d-4848-84e7-b0962eebdeab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011160 Apr 20 17:33:29.394835 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-05820048-b4e0-4dc5-aa86-7f9345e36226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:29.432173 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-05820048-b4e0-4dc5-aa86-7f9345e36226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:29.438172 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5569a3d6-a89f-423c-ba9a-82b0c1de7b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-9ba611e4-024c-4a0c-9998-3bc548cf409a', 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'fixed_ips': [{'subnet_id': 'ad78a4ef-9ea8-4a8a-823c-1012693df438'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:33:29.439019 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5569a3d6-a89f-423c-ba9a-82b0c1de7b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:29.541021 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-05820048-b4e0-4dc5-aa86-7f9345e36226 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cbeb0c5f1d20479d89e3537523a70f89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7346947 Apr 20 17:33:29.541948 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33102) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:29.561516 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9855030-ef68-456f-b0d1-05732f6ef2a7 req-f2c2a42a-2716-4f96-b924-4d61596712e2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:29.563107 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d9855030-ef68-456f-b0d1-05732f6ef2a7 req-f2c2a42a-2716-4f96-b924-4d61596712e2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf HTTP/1.1" status: 200 len: 945 time: 0.6391859 Apr 20 17:33:29.606875 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05820048-b4e0-4dc5-aa86-7f9345e36226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb82eee3-4225-4b41-b121-cb0c91b8cc28,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:29.638206 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-937742e1-f6a1-40b1-bdc4-9e5a2d21d39f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:29.639208 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-5569a3d6-a89f-423c-ba9a-82b0c1de7b6e None None] Allocated IP 2001:db8::2 (9ba611e4-024c-4a0c-9998-3bc548cf409a/ad78a4ef-9ea8-4a8a-823c-1012693df438/d4ba0a44-cde8-4687-aa91-aa4ea4092f28) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:33:29.647186 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9bd7b324-6729-48d1-bfec-e85e1f22775c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:29.678286 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-937742e1-f6a1-40b1-bdc4-9e5a2d21d39f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:29.682515 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9bd7b324-6729-48d1-bfec-e85e1f22775c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:29.687335 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-b4031608-cecd-4192-ac8c-4cc4821784a4 service neutron] Attempting to bind port d342bd3a-35b5-47b3-8bf2-c19218fd8a1e on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:33:29.687670 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-b4031608-cecd-4192-ac8c-4cc4821784a4 service neutron] Attempting to bind port d342bd3a-35b5-47b3-8bf2-c19218fd8a1e by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '213ecd4d-2e59-4b17-a412-e2514b5847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:33:29.687998 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-b4031608-cecd-4192-ac8c-4cc4821784a4 service neutron] Attempting to bind port d342bd3a-35b5-47b3-8bf2-c19218fd8a1e on network 559f75fc-3697-4c39-a90d-68a51f28c45f {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:33:29.699961 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d9855030-ef68-456f-b0d1-05732f6ef2a7 req-e5b23688-f76f-4de4-8a24-e81b3a4d9c40 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8ebc55-da17-4ed8-9a49-ec2f7bd4831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212227 Apr 20 17:33:29.703655 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-b4031608-cecd-4192-ac8c-4cc4821784a4 service neutron] Port d342bd3a-35b5-47b3-8bf2-c19218fd8a1e on network 559f75fc-3697-4c39-a90d-68a51f28c45f not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:33:29.704006 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-b4031608-cecd-4192-ac8c-4cc4821784a4 service neutron] Attempting to bind port d342bd3a-35b5-47b3-8bf2-c19218fd8a1e on network 559f75fc-3697-4c39-a90d-68a51f28c45f {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:33:29.708306 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1939c2c2-e31a-4300-b219-decde329412e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Router 19d9c183-8135-4d12-8f35-87afacc1ecc3 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:33:29.712896 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937742e1-f6a1-40b1-bdc4-9e5a2d21d39f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:33:29.739569 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-b4031608-cecd-4192-ac8c-4cc4821784a4 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:33:29.740238 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-b4031608-cecd-4192-ac8c-4cc4821784a4 service neutron] Checking segment: {'id': '213ecd4d-2e59-4b17-a412-e2514b5847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:33:29.740342 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-b4031608-cecd-4192-ac8c-4cc4821784a4 service neutron] Bound using segment: {'id': '213ecd4d-2e59-4b17-a412-e2514b5847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:33:29.740711 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-b4031608-cecd-4192-ac8c-4cc4821784a4 service neutron] Bound port: d342bd3a-35b5-47b3-8bf2-c19218fd8a1e, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '213ecd4d-2e59-4b17-a412-e2514b5847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:33:29.741058 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-b4031608-cecd-4192-ac8c-4cc4821784a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:29.771199 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c78d25-8239-4b43-a000-0c34845c674e req-7b4713cb-62a2-4cf6-8fa9-1f6d56a77495 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:29.772779 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c6c78d25-8239-4b43-a000-0c34845c674e req-7b4713cb-62a2-4cf6-8fa9-1f6d56a77495 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a395357-09d1-46ee-8244-f165d4cd9f76 HTTP/1.1" status: 200 len: 943 time: 0.3805761 Apr 20 17:33:29.777867 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9bd7b324-6729-48d1-bfec-e85e1f22775c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:29.805369 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7b324-6729-48d1-bfec-e85e1f22775c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb82eee3-4225-4b41-b121-cb0c91b8cc28,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:29.830574 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9bd7b324-6729-48d1-bfec-e85e1f22775c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:29.850122 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9bd7b324-6729-48d1-bfec-e85e1f22775c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb82eee3-4225-4b41-b121-cb0c91b8cc28 HTTP/1.1" status: 204 len: 168 time: 0.3007758 Apr 20 17:33:29.932271 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c6c78d25-8239-4b43-a000-0c34845c674e req-e420e8b1-4698-4963-8908-11409a44e142 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442163 Apr 20 17:33:30.063161 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5569a3d6-a89f-423c-ba9a-82b0c1de7b6e None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:30.075166 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5569a3d6-a89f-423c-ba9a-82b0c1de7b6e None None] Transition to ACTIVE for port object d4ba0a44-cde8-4687-aa91-aa4ea4092f28 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:33:30.107043 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5569a3d6-a89f-423c-ba9a-82b0c1de7b6e None None] Transition to ACTIVE for port object d4ba0a44-cde8-4687-aa91-aa4ea4092f28 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:33:30.130577 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5569a3d6-a89f-423c-ba9a-82b0c1de7b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:30.223300 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e90cdb7-8395-4991-94b6-16ef644e1f9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c946e4a1-d9e6-42e1-a1b0-8d853d8d2171'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:33:30.301741 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-937742e1-f6a1-40b1-bdc4-9e5a2d21d39f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:30.304818 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5569a3d6-a89f-423c-ba9a-82b0c1de7b6e None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:33:30.312772 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-5569a3d6-a89f-423c-ba9a-82b0c1de7b6e None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:33:30.318158 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5569a3d6-a89f-423c-ba9a-82b0c1de7b6e None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:33:30.335892 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5569a3d6-a89f-423c-ba9a-82b0c1de7b6e None None] Pushing event updated for resources: {'Port': ['ID=d4ba0a44-cde8-4687-aa91-aa4ea4092f28,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:30.357275 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512cf8fc-3115-49e2-a36d-3a224ec0e50d req-8a8269bb-16a5-4499-b384-c3abd41bf2ba tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:30.364553 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-512cf8fc-3115-49e2-a36d-3a224ec0e50d req-8a8269bb-16a5-4499-b384-c3abd41bf2ba tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/ports?device_id=0831f1fc-c329-463f-aefa-d83d743ebca4 HTTP/1.1" status: 200 len: 943 time: 0.4235168 Apr 20 17:33:30.372391 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-b4031608-cecd-4192-ac8c-4cc4821784a4 service neutron] For port d342bd3a-35b5-47b3-8bf2-c19218fd8a1e, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:33:30.381856 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-b4031608-cecd-4192-ac8c-4cc4821784a4 service neutron] For port d342bd3a-35b5-47b3-8bf2-c19218fd8a1e, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=d342bd3a-35b5-47b3-8bf2-c19218fd8a1e,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:33:30.409340 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf59c31b-930c-4277-8055-b028ed8bcffd'] response: {'server_uuid': '5e90cdb7-8395-4991-94b6-16ef644e1f9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c946e4a1-d9e6-42e1-a1b0-8d853d8d2171', 'code': 200} Apr 20 17:33:30.412199 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-b4031608-cecd-4192-ac8c-4cc4821784a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:30.426889 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-937742e1-f6a1-40b1-bdc4-9e5a2d21d39f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] device_id is not set on port d73f56af-fb94-41eb-bc33-62096dc567ac yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:33:30.579714 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5569a3d6-a89f-423c-ba9a-82b0c1de7b6e None None] Attempting to bind port d4ba0a44-cde8-4687-aa91-aa4ea4092f28 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:33:30.580072 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5569a3d6-a89f-423c-ba9a-82b0c1de7b6e None None] Attempting to bind port d4ba0a44-cde8-4687-aa91-aa4ea4092f28 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:33:30.580431 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5569a3d6-a89f-423c-ba9a-82b0c1de7b6e None None] Attempting to bind port d4ba0a44-cde8-4687-aa91-aa4ea4092f28 on network 9ba611e4-024c-4a0c-9998-3bc548cf409a {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:33:30.601113 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5569a3d6-a89f-423c-ba9a-82b0c1de7b6e None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:33:30.601490 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5569a3d6-a89f-423c-ba9a-82b0c1de7b6e None None] Checking segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:33:30.601888 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5569a3d6-a89f-423c-ba9a-82b0c1de7b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:30.602350 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5569a3d6-a89f-423c-ba9a-82b0c1de7b6e None None] Bound using segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:33:30.602825 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5569a3d6-a89f-423c-ba9a-82b0c1de7b6e None None] Bound port: d4ba0a44-cde8-4687-aa91-aa4ea4092f28, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:33:30.603694 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5569a3d6-a89f-423c-ba9a-82b0c1de7b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:30.637130 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4031608-cecd-4192-ac8c-4cc4821784a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d342bd3a-35b5-47b3-8bf2-c19218fd8a1e,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:30.787008 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce093ac-ece5-4751-836a-3cac010d6f58 req-0b25fcb9-1926-48dc-9339-1db3e52f333e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:30.789039 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1ce093ac-ece5-4751-836a-3cac010d6f58 req-0b25fcb9-1926-48dc-9339-1db3e52f333e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 944 time: 0.1649578 Apr 20 17:33:30.856054 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-b4031608-cecd-4192-ac8c-4cc4821784a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:30.857796 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-b4031608-cecd-4192-ac8c-4cc4821784a4 service neutron] 10.222.0.43 "PUT /v2.0/ports/d342bd3a-35b5-47b3-8bf2-c19218fd8a1e HTTP/1.1" status: 200 len: 1091 time: 4.5531349 Apr 20 17:33:30.861693 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a395357-09d1-46ee-8244-f165d4cd9f76', 'tag': 'd342bd3a-35b5-47b3-8bf2-c19218fd8a1e'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:33:30.864763 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-5569a3d6-a89f-423c-ba9a-82b0c1de7b6e None None] For port d4ba0a44-cde8-4687-aa91-aa4ea4092f28, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:33:30.870049 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-5569a3d6-a89f-423c-ba9a-82b0c1de7b6e None None] For port d4ba0a44-cde8-4687-aa91-aa4ea4092f28, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d4ba0a44-cde8-4687-aa91-aa4ea4092f28,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:33:30.880627 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5569a3d6-a89f-423c-ba9a-82b0c1de7b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:30.893824 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-512cf8fc-3115-49e2-a36d-3a224ec0e50d req-1b2dc4e1-300b-4b6d-a1fe-c9b01612ddce tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/security-groups?id=1442ed40-d884-4ed9-872e-058016d85116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5278380 Apr 20 17:33:30.904024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1939c2c2-e31a-4300-b219-decde329412e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:33:30.917045 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b76eb0-20dc-47ba-9ffc-fe5764e0008c None None] Sync routers for ids ['19d9c183-8135-4d12-8f35-87afacc1ecc3'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:33:30.933225 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1ce093ac-ece5-4751-836a-3cac010d6f58 req-f889f769-0495-4909-9c7c-925cb8652fdb tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342549 Apr 20 17:33:30.939117 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b76eb0-20dc-47ba-9ffc-fe5764e0008c None None] Routers {'19d9c183-8135-4d12-8f35-87afacc1ecc3'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:33:30.939899 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-91b76eb0-20dc-47ba-9ffc-fe5764e0008c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:33:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['19d9c183-8135-4d12-8f35-87afacc1ecc3'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:33:30.991578 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1939c2c2-e31a-4300-b219-decde329412e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "PUT /v2.0/routers/19d9c183-8135-4d12-8f35-87afacc1ecc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6256449 Apr 20 17:33:30.993422 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33140) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:31.081870 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 879bb98a-036a-432d-8e4d-8edeace7e5a6 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:33:31.091204 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5569a3d6-a89f-423c-ba9a-82b0c1de7b6e None None] Pushing event updated for resources: {'Port': ['ID=d4ba0a44-cde8-4687-aa91-aa4ea4092f28,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:31.192210 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-91b76eb0-20dc-47ba-9ffc-fe5764e0008c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:33:31.238815 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b76eb0-20dc-47ba-9ffc-fe5764e0008c None None] Routers {'19d9c183-8135-4d12-8f35-87afacc1ecc3'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:33:31.239676 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-91b76eb0-20dc-47ba-9ffc-fe5764e0008c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:33:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['19d9c183-8135-4d12-8f35-87afacc1ecc3'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:33:31.243688 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b77a512-3347-4860-87f7-53f548834781 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:31.244600 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-5b77a512-3347-4860-87f7-53f548834781 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Synchronizing usage tracker for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:33:31.287820 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-5b77a512-3347-4860-87f7-53f548834781 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Unset dirty status for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:33:31.289101 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5b77a512-3347-4860-87f7-53f548834781 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "GET /v2.0/ports?device_id=19d9c183-8135-4d12-8f35-87afacc1ecc3 HTTP/1.1" status: 200 len: 988 time: 0.2944517 Apr 20 17:33:31.295330 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33146) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:31.347838 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-937742e1-f6a1-40b1-bdc4-9e5a2d21d39f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Allocated IP 2001:db8::244d:7313:d943:738e (9ba611e4-024c-4a0c-9998-3bc548cf409a/ad78a4ef-9ea8-4a8a-823c-1012693df438/d73f56af-fb94-41eb-bc33-62096dc567ac) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:33:31.369348 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 879bb98a-036a-432d-8e4d-8edeace7e5a6, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=879bb98a-036a-432d-8e4d-8edeace7e5a6,segment=NetworkSegment(aa365b0e-5984-4a20-8a84-1a29998467ac),segment_id=aa365b0e-5984-4a20-8a84-1a29998467ac)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:33:31.373283 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb1c2a8d-a6d3-4343-aa3a-f3182bc0ecd0'] response: {'name': 'network-changed', 'server_uuid': '8a395357-09d1-46ee-8244-f165d4cd9f76', 'tag': 'd342bd3a-35b5-47b3-8bf2-c19218fd8a1e', 'status': 'completed', 'code': 200} Apr 20 17:33:31.424393 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '879bb98a-036a-432d-8e4d-8edeace7e5a6', 'network_id': 'e5ef24ab-576d-4848-84e7-b0962eebdeab', 'port_id': '879bb98a-036a-432d-8e4d-8edeace7e5a6', 'mac_address': 'fa:16:3e:ed:5d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e32bdf4b-fd8b-4b00-867f-fc0a7ce7a898', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:33:31.440776 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-91b76eb0-20dc-47ba-9ffc-fe5764e0008c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:33:31.441171 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b76eb0-20dc-47ba-9ffc-fe5764e0008c None None] The sync data for ids ['19d9c183-8135-4d12-8f35-87afacc1ecc3'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:33:31.643197 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:31.686174 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 879bb98a-036a-432d-8e4d-8edeace7e5a6 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:33:31.726115 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 879bb98a-036a-432d-8e4d-8edeace7e5a6, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=879bb98a-036a-432d-8e4d-8edeace7e5a6,segment=NetworkSegment(aa365b0e-5984-4a20-8a84-1a29998467ac),segment_id=aa365b0e-5984-4a20-8a84-1a29998467ac)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:33:31.737569 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:31.820613 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bad548-954f-49b3-979d-28b01fa0a1ea req-67440305-ad03-48a8-9beb-468e19700705 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:31.822981 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95bad548-954f-49b3-979d-28b01fa0a1ea req-67440305-ad03-48a8-9beb-468e19700705 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a395357-09d1-46ee-8244-f165d4cd9f76 HTTP/1.1" status: 200 len: 943 time: 0.3226547 Apr 20 17:33:31.935315 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=879bb98a-036a-432d-8e4d-8edeace7e5a6,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:31.957089 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['879bb98a-036a-432d-8e4d-8edeace7e5a6'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:33:32.047087 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95bad548-954f-49b3-979d-28b01fa0a1ea req-94804867-a853-4daf-aa9a-37a930774f1b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109203 Apr 20 17:33:32.094357 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc65ca1-d9d7-4d1d-9033-828583460f41 req-bc9e0de3-a718-4d3b-aafc-a7ea15e55a76 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:32.095871 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3fc65ca1-d9d7-4d1d-9033-828583460f41 req-bc9e0de3-a718-4d3b-aafc-a7ea15e55a76 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf HTTP/1.1" status: 200 len: 945 time: 0.6813161 Apr 20 17:33:32.099468 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-7227dc90-863a-4389-8d3d-63a4b8d88e29 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55ad101ba72d4aafab1fd36de3508559&device_id=8a395357-09d1-46ee-8244-f165d4cd9f76 HTTP/1.1" status: 200 len: 1094 time: 1.0804739 Apr 20 17:33:32.102791 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-937742e1-f6a1-40b1-bdc4-9e5a2d21d39f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:32.290364 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-937742e1-f6a1-40b1-bdc4-9e5a2d21d39f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Transition to ACTIVE for port object d73f56af-fb94-41eb-bc33-62096dc567ac will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:33:32.291786 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d4ba0a44-cde8-4687-aa91-aa4ea4092f28 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:33:32.292937 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-bdb6b2fd-c15e-4b3e-beff-6e30c559688e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d342bd3a-35b5-47b3-8bf2-c19218fd8a1e HTTP/1.1" status: 200 len: 217 time: 0.1641161 Apr 20 17:33:32.470155 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3fc65ca1-d9d7-4d1d-9033-828583460f41 req-d8498783-d8f6-433f-aaaf-0ecc38c1bbb5 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8ebc55-da17-4ed8-9a49-ec2f7bd4831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3638866 Apr 20 17:33:32.479442 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port d4ba0a44-cde8-4687-aa91-aa4ea4092f28 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:33:32.506994 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-a7808508-e303-4fe8-b050-7eb82ad63608 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:32.508994 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-a7808508-e303-4fe8-b050-7eb82ad63608 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32922401-1cb1-4df1-a18a-26612d131639 HTTP/1.1" status: 200 len: 845 time: 0.1906841 Apr 20 17:33:32.578548 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-937742e1-f6a1-40b1-bdc4-9e5a2d21d39f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:32.646467 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-282e5454-ef01-4b7c-a968-27fba849096c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=559f75fc-3697-4c39-a90d-68a51f28c45f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1304100 Apr 20 17:33:32.650215 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa0d80-10b0-48a5-bbdf-1e8c6cb0671d req-371def7d-31bf-4f8f-9942-a15545fb2b1e tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:32.664442 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cbfa0d80-10b0-48a5-bbdf-1e8c6cb0671d req-371def7d-31bf-4f8f-9942-a15545fb2b1e tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/ports?device_id=0831f1fc-c329-463f-aefa-d83d743ebca4 HTTP/1.1" status: 200 len: 944 time: 0.3365238 Apr 20 17:33:32.666679 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937742e1-f6a1-40b1-bdc4-9e5a2d21d39f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:33:32.676283 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-937742e1-f6a1-40b1-bdc4-9e5a2d21d39f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:33:32.788451 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937742e1-f6a1-40b1-bdc4-9e5a2d21d39f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:33:32.792544 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937742e1-f6a1-40b1-bdc4-9e5a2d21d39f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:32.793164 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-937742e1-f6a1-40b1-bdc4-9e5a2d21d39f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:32.804331 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cbfa0d80-10b0-48a5-bbdf-1e8c6cb0671d req-95242119-44c5-4a47-9201-703862855417 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/security-groups?id=1442ed40-d884-4ed9-872e-058016d85116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383028 Apr 20 17:33:32.839440 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-60e574b2-e134-4132-a564-85fed43885a7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:32.847553 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937742e1-f6a1-40b1-bdc4-9e5a2d21d39f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Port': ['ID=d73f56af-fb94-41eb-bc33-62096dc567ac,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:32.960180 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-73f5cdd7-4cee-4eac-9f6d-43ff65a97c02 None None] Provisioning for port d4ba0a44-cde8-4687-aa91-aa4ea4092f28 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:33:32.965537 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-73f5cdd7-4cee-4eac-9f6d-43ff65a97c02 None None] Provisioning complete for port d4ba0a44-cde8-4687-aa91-aa4ea4092f28 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:33:32.965956 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-73f5cdd7-4cee-4eac-9f6d-43ff65a97c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:33.108286 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 879bb98a-036a-432d-8e4d-8edeace7e5a6 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:33:33.248467 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-937742e1-f6a1-40b1-bdc4-9e5a2d21d39f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0472112 Apr 20 17:33:33.253556 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33188) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:33.274215 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-73f5cdd7-4cee-4eac-9f6d-43ff65a97c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:33.287104 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-6d3bc017-8c24-4364-8985-bdb43de7f304 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'port': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'fixed_ips': [{'subnet_id': 'ad78a4ef-9ea8-4a8a-823c-1012693df438', 'ip_address': '2001:db8::244d:7313:d943:738e'}], 'name': 'tempest-NetworksTestDHCPv6-377787406'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:33:33.313673 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-73f5cdd7-4cee-4eac-9f6d-43ff65a97c02 None None] For port d4ba0a44-cde8-4687-aa91-aa4ea4092f28, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d4ba0a44-cde8-4687-aa91-aa4ea4092f28,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:33:33.321759 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 879bb98a-036a-432d-8e4d-8edeace7e5a6 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:33:33.329105 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 879bb98a-036a-432d-8e4d-8edeace7e5a6 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:33:33.330093 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:33.356468 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-73f5cdd7-4cee-4eac-9f6d-43ff65a97c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:33.426372 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a72ef-d9b2-4e32-9ea1-d173d1049f3c req-1bde1bab-91fc-4648-83a2-5811ed42071a tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:33.427719 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0a9a72ef-d9b2-4e32-9ea1-d173d1049f3c req-1bde1bab-91fc-4648-83a2-5811ed42071a tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf HTTP/1.1" status: 200 len: 945 time: 0.3001463 Apr 20 17:33:33.441439 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-5305508c-84ba-47a3-a868-55d57dfb8ff5 service neutron] 10.222.0.43 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7663007 Apr 20 17:33:33.442659 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33200) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:33.463444 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-6df30cf7-23e8-49d9-8b86-45812a30ad21 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Request body: {'floatingip': {'port_id': '834e489e-1e26-4d13-88be-87bb6f451ec0'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:33:33.531297 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5cdd7-4cee-4eac-9f6d-43ff65a97c02 None None] Pushing event updated for resources: {'Port': ['ID=d4ba0a44-cde8-4687-aa91-aa4ea4092f28,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:33.673252 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:33.683086 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39bb79-05cd-4cbb-951a-344a939883e9 req-a7158b80-5310-4dbd-ab02-f4011717e564 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:33.686037 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-000e2bbc-98de-4fc2-b29c-f8518f9993b1 None None] Provisioning for port d73f56af-fb94-41eb-bc33-62096dc567ac completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:33:33.690988 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4c39bb79-05cd-4cbb-951a-344a939883e9 req-a7158b80-5310-4dbd-ab02-f4011717e564 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 944 time: 0.9819498 Apr 20 17:33:33.693703 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-000e2bbc-98de-4fc2-b29c-f8518f9993b1 None None] Provisioning complete for port d73f56af-fb94-41eb-bc33-62096dc567ac triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:33:33.694152 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-000e2bbc-98de-4fc2-b29c-f8518f9993b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:33.727924 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6df30cf7-23e8-49d9-8b86-45812a30ad21 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for floatingip, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:33.762787 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0831f1fc-c329-463f-aefa-d83d743ebca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879bb98a-036a-432d-8e4d-8edeace7e5a6'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:33:33.781007 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 879bb98a-036a-432d-8e4d-8edeace7e5a6, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=879bb98a-036a-432d-8e4d-8edeace7e5a6,segment=NetworkSegment(aa365b0e-5984-4a20-8a84-1a29998467ac),segment_id=aa365b0e-5984-4a20-8a84-1a29998467ac)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:33:33.784820 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-000e2bbc-98de-4fc2-b29c-f8518f9993b1 None None] Port d73f56af-fb94-41eb-bc33-62096dc567ac cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:33:33.790078 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:33.791052 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device c946e4a1-d9e6-42e1-a1b0-8d853d8d2171 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:33:33.833631 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-60e574b2-e134-4132-a564-85fed43885a7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Deleting port 5477102c-6d55-488a-9456-e76be95d4704 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:33:33.834033 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-60e574b2-e134-4132-a564-85fed43885a7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:33.905647 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4c39bb79-05cd-4cbb-951a-344a939883e9 req-3b7e7753-f5d8-4158-8ef5-fb4d1cb57912 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134960 Apr 20 17:33:33.938784 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d459faa-1c77-4c21-88cc-f94bf0c3541c req-cf81dda6-caa9-4644-a180-4078dca7780b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:33.940219 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0d459faa-1c77-4c21-88cc-f94bf0c3541c req-cf81dda6-caa9-4644-a180-4078dca7780b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a395357-09d1-46ee-8244-f165d4cd9f76 HTTP/1.1" status: 200 len: 943 time: 0.2156520 Apr 20 17:33:33.992781 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6d3bc017-8c24-4364-8985-bdb43de7f304 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:34.025049 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=879bb98a-036a-432d-8e4d-8edeace7e5a6,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:34.032110 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6d3bc017-8c24-4364-8985-bdb43de7f304 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:port and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:33:34.058058 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28d0ace0-8bff-47b8-9dbf-6c4867967cf9'] response: {'server_uuid': '0831f1fc-c329-463f-aefa-d83d743ebca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879bb98a-036a-432d-8e4d-8edeace7e5a6', 'code': 200} Apr 20 17:33:34.061805 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6d3bc017-8c24-4364-8985-bdb43de7f304 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:33:34.076993 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0d459faa-1c77-4c21-88cc-f94bf0c3541c req-9a03872d-d013-4243-a6d3-ee75f0690ea9 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879896 Apr 20 17:33:34.084826 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6d3bc017-8c24-4364-8985-bdb43de7f304 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:34.099952 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1713a452-fca6-43a0-8fa4-bc3050d6f115 req-8a6f4a31-93c2-41de-9189-f8ec253f6a8f service neutron] 10.222.0.43 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6433320 Apr 20 17:33:34.105240 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-60e574b2-e134-4132-a564-85fed43885a7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:34.200828 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3bc017-8c24-4364-8985-bdb43de7f304 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:33:34.206120 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6d3bc017-8c24-4364-8985-bdb43de7f304 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:34.275698 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d4ba0a44-cde8-4687-aa91-aa4ea4092f28 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:33:34.369404 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-6d3bc017-8c24-4364-8985-bdb43de7f304 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] device_id is not set on port 8aab01c3-6249-4172-973e-ce61a1329268 yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:33:34.412893 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port d4ba0a44-cde8-4687-aa91-aa4ea4092f28 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:33:34.413349 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:34.504734 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-60e574b2-e134-4132-a564-85fed43885a7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Calling delete_port for 5477102c-6d55-488a-9456-e76be95d4704 owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:33:34.723814 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8907c-2aac-42d9-b667-e3a8b663ff9f req-3fa45a21-67bb-4604-8a04-8a5560c3bb99 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:34.732636 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5aa8907c-2aac-42d9-b667-e3a8b663ff9f req-3fa45a21-67bb-4604-8a04-8a5560c3bb99 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/ports?device_id=0831f1fc-c329-463f-aefa-d83d743ebca4 HTTP/1.1" status: 200 len: 945 time: 0.5097532 Apr 20 17:33:34.805466 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e26495a9-c89f-4d17-bdc1-0c4191087c8c req-b51b18e6-b828-4021-b087-70cba5fcad5d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0831f1fc-c329-463f-aefa-d83d743ebca4 HTTP/1.1" status: 200 len: 1096 time: 0.4860773 Apr 20 17:33:34.816811 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5aa8907c-2aac-42d9-b667-e3a8b663ff9f req-e5ac6d8e-5ea8-4d84-81d0-cd7ee951b71d tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/security-groups?id=1442ed40-d884-4ed9-872e-058016d85116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830874 Apr 20 17:33:34.846921 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ea26a-09a8-42da-b20f-428839fad383 req-142ee465-f30d-4413-919c-bddd5e695f10 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:34.848359 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f31ea26a-09a8-42da-b20f-428839fad383 req-142ee465-f30d-4413-919c-bddd5e695f10 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.3758345 Apr 20 17:33:34.865408 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-32cc3dd9-3bac-4982-aa14-c48ec3d868c6 req-49d56a4d-0033-438c-af44-cf7df5c55458 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55ad101ba72d4aafab1fd36de3508559&device_id=8a395357-09d1-46ee-8244-f165d4cd9f76 HTTP/1.1" status: 200 len: 1094 time: 0.6996806 Apr 20 17:33:34.947039 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e26495a9-c89f-4d17-bdc1-0c4191087c8c req-20a92692-c78f-4b6e-b514-c0f0279f0695 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1442ed40-d884-4ed9-872e-058016d85116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091294 Apr 20 17:33:34.955473 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-60e574b2-e134-4132-a564-85fed43885a7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:34.959612 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f31ea26a-09a8-42da-b20f-428839fad383 req-6ad14eb4-6ccc-4e13-bfc3-71ad5bda43c8 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0943339 Apr 20 17:33:35.054103 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e574b2-e134-4132-a564-85fed43885a7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Port': ['ID=5477102c-6d55-488a-9456-e76be95d4704,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:35.463940 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-60e574b2-e134-4132-a564-85fed43885a7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:35.642151 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d3bc017-8c24-4364-8985-bdb43de7f304 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 20 17:33:35.643001 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d3bc017-8c24-4364-8985-bdb43de7f304 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:33:35.729223 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc3dd9-3bac-4982-aa14-c48ec3d868c6 req-700b2c15-ec9c-4689-8c45-8ae571a4be83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:35.732282 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-32cc3dd9-3bac-4982-aa14-c48ec3d868c6 req-700b2c15-ec9c-4689-8c45-8ae571a4be83 service neutron] 10.222.0.43 "GET /v2.0/networks?id=559f75fc-3697-4c39-a90d-68a51f28c45f HTTP/1.1" status: 200 len: 906 time: 0.8567717 Apr 20 17:33:35.811365 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6df30cf7-23e8-49d9-8b86-45812a30ad21 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:35.819679 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6d3bc017-8c24-4364-8985-bdb43de7f304 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.5623384 Apr 20 17:33:35.823677 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33254) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:35.830694 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e318b-ca2c-47f2-8687-7967d589a31b req-20f620e1-dfa6-43fc-94f7-141b801f8447 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:35.832211 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3e7e318b-ca2c-47f2-8687-7967d589a31b req-20f620e1-dfa6-43fc-94f7-141b801f8447 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a395357-09d1-46ee-8244-f165d4cd9f76 HTTP/1.1" status: 200 len: 943 time: 0.4331536 Apr 20 17:33:35.843720 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-32cc3dd9-3bac-4982-aa14-c48ec3d868c6 req-60084b76-fc4d-4243-bb5a-46966bb8389d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d342bd3a-35b5-47b3-8bf2-c19218fd8a1e HTTP/1.1" status: 200 len: 217 time: 0.0925901 Apr 20 17:33:35.844715 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6df30cf7-23e8-49d9-8b86-45812a30ad21 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:35.963237 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daaaad-ddb8-456e-8eab-81c754f3b56d req-e0dbdc21-7362-4d16-9c33-0d2ff048baf4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:35.964699 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6daaaad-ddb8-456e-8eab-81c754f3b56d req-e0dbdc21-7362-4d16-9c33-0d2ff048baf4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.8527834 Apr 20 17:33:36.085879 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc3dd9-3bac-4982-aa14-c48ec3d868c6 req-c37806d8-3e42-48fb-8de1-79820640abdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:36.087366 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-32cc3dd9-3bac-4982-aa14-c48ec3d868c6 req-c37806d8-3e42-48fb-8de1-79820640abdc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32922401-1cb1-4df1-a18a-26612d131639 HTTP/1.1" status: 200 len: 845 time: 0.1907964 Apr 20 17:33:36.148701 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33266) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:36.167033 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-32cc3dd9-3bac-4982-aa14-c48ec3d868c6 req-a9200d28-c032-4396-81fb-68272db0acc2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=559f75fc-3697-4c39-a90d-68a51f28c45f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580876 Apr 20 17:33:36.193489 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3e7e318b-ca2c-47f2-8687-7967d589a31b req-5993cba8-b58e-4a12-bf94-07a799bbb9a6 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197949 Apr 20 17:33:36.213588 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6daaaad-ddb8-456e-8eab-81c754f3b56d req-219f8e54-a198-48f6-ac00-72174f52036d tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1626794 Apr 20 17:33:36.376242 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c1191d-2a0c-4eb8-a039-bc73aa991b24 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:36.380657 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c1191d-2a0c-4eb8-a039-bc73aa991b24 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:36.384513 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-90c1191d-2a0c-4eb8-a039-bc73aa991b24 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.5488718 Apr 20 17:33:36.384834 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33274) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:36.476981 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4ab2a13b-2b32-4aa6-b24b-58f9afa83fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:36.513725 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-32cc3dd9-3bac-4982-aa14-c48ec3d868c6 req-e32780bb-44fd-4809-a543-fbaf4b0856e4 service neutron] 10.222.0.43 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388598 Apr 20 17:33:36.526549 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-28ffe0c1-2a95-4d66-aeaa-2e1062aeff92 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting port d73f56af-fb94-41eb-bc33-62096dc567ac {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:33:36.527024 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-28ffe0c1-2a95-4d66-aeaa-2e1062aeff92 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:36.565148 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e574b2-e134-4132-a564-85fed43885a7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Router 19d9c183-8135-4d12-8f35-87afacc1ecc3 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:33:36.625243 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4ab2a13b-2b32-4aa6-b24b-58f9afa83fdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:36.645249 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4ab2a13b-2b32-4aa6-b24b-58f9afa83fdd admin admin] Usage tracker for resource:security_group_rule and tenant:709fc6e2a367469995f1f66e218514c5 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:33:36.649612 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4ab2a13b-2b32-4aa6-b24b-58f9afa83fdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:33:36.670785 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4ab2a13b-2b32-4aa6-b24b-58f9afa83fdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:36.685143 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998710f-68f8-4720-b016-d5b7ff48c5b0 req-bc537754-e890-45af-aa76-ab93107ed6c6 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:36.686651 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2998710f-68f8-4720-b016-d5b7ff48c5b0 req-bc537754-e890-45af-aa76-ab93107ed6c6 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.2702684 Apr 20 17:33:36.732868 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [None req-6df30cf7-23e8-49d9-8b86-45812a30ad21 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Floating IP d1bf573a-0cee-40e1-86d6-0f57d86220d2 associated. External IP: 172.25.8.165, port: 834e489e-1e26-4d13-88be-87bb6f451ec0. Apr 20 17:33:36.843984 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681cb43-5b30-4c4f-a5fd-9c710d46410f req-03a46457-bd42-45b4-b2cc-9c4f723510b6 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:36.845441 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3681cb43-5b30-4c4f-a5fd-9c710d46410f req-03a46457-bd42-45b4-b2cc-9c4f723510b6 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/ports?device_id=0831f1fc-c329-463f-aefa-d83d743ebca4 HTTP/1.1" status: 200 len: 945 time: 0.3857119 Apr 20 17:33:36.925750 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-32cc3dd9-3bac-4982-aa14-c48ec3d868c6 req-f9338c2c-8715-4a47-8eaf-97c555c270eb service neutron] 10.222.0.43 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973527 Apr 20 17:33:36.944039 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e574b2-e134-4132-a564-85fed43885a7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:33:36.961641 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a431743b-058c-4c23-a3b1-ac26a8f30101 None None] Sync routers for ids ['19d9c183-8135-4d12-8f35-87afacc1ecc3'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:33:36.970704 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2998710f-68f8-4720-b016-d5b7ff48c5b0 req-2b096fb1-4a05-4846-9188-d18e1e74bc4e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2719548 Apr 20 17:33:36.975161 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3681cb43-5b30-4c4f-a5fd-9c710d46410f req-e41ac023-7559-4759-bc98-98010498a57d tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/security-groups?id=1442ed40-d884-4ed9-872e-058016d85116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195309 Apr 20 17:33:36.979669 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-28ffe0c1-2a95-4d66-aeaa-2e1062aeff92 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:37.000767 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a431743b-058c-4c23-a3b1-ac26a8f30101 None None] Routers {'19d9c183-8135-4d12-8f35-87afacc1ecc3'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:33:37.001551 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a431743b-058c-4c23-a3b1-ac26a8f30101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:33:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['19d9c183-8135-4d12-8f35-87afacc1ecc3'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:33:37.053974 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4ab2a13b-2b32-4aa6-b24b-58f9afa83fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:37.078300 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4ab2a13b-2b32-4aa6-b24b-58f9afa83fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:37.091212 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-60e574b2-e134-4132-a564-85fed43885a7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "PUT /v2.0/routers/19d9c183-8135-4d12-8f35-87afacc1ecc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7972379 Apr 20 17:33:37.091524 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a431743b-058c-4c23-a3b1-ac26a8f30101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:33:37.095788 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33288) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:37.106333 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device d342bd3a-35b5-47b3-8bf2-c19218fd8a1e details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:33:37.117733 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a431743b-058c-4c23-a3b1-ac26a8f30101 None None] Routers {'19d9c183-8135-4d12-8f35-87afacc1ecc3'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:33:37.118552 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a431743b-058c-4c23-a3b1-ac26a8f30101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:33:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['19d9c183-8135-4d12-8f35-87afacc1ecc3'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:33:37.157563 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-28ffe0c1-2a95-4d66-aeaa-2e1062aeff92 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Calling delete_port for d73f56af-fb94-41eb-bc33-62096dc567ac owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:33:37.199997 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a431743b-058c-4c23-a3b1-ac26a8f30101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:33:37.200422 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a431743b-058c-4c23-a3b1-ac26a8f30101 None None] The sync data for ids ['19d9c183-8135-4d12-8f35-87afacc1ecc3'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:33:37.238752 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-a91fd6b8-13b0-4352-bb3a-6aa02bdd665d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] GET failed (client error): The resource could not be found. Apr 20 17:33:37.239280 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a91fd6b8-13b0-4352-bb3a-6aa02bdd665d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Synchronizing usage tracker for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:33:37.324143 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4ab2a13b-2b32-4aa6-b24b-58f9afa83fdd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=709fc6e2a367469995f1f66e218514c5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1743939 Apr 20 17:33:37.331789 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2a13b-2b32-4aa6-b24b-58f9afa83fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f08d639-c7a2-43b4-bb74-54efb285391e,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:37.339269 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33296) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:37.389577 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a91fd6b8-13b0-4352-bb3a-6aa02bdd665d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Unset dirty status for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:33:37.390969 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a91fd6b8-13b0-4352-bb3a-6aa02bdd665d tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "GET /v2.0/ports/5477102c-6d55-488a-9456-e76be95d4704 HTTP/1.1" status: 404 len: 333 time: 0.2845409 Apr 20 17:33:37.400980 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33300) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:37.442517 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port d342bd3a-35b5-47b3-8bf2-c19218fd8a1e, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=d342bd3a-35b5-47b3-8bf2-c19218fd8a1e,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:33:37.463428 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'd342bd3a-35b5-47b3-8bf2-c19218fd8a1e', 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f', 'port_id': 'd342bd3a-35b5-47b3-8bf2-c19218fd8a1e', 'mac_address': 'fa:16:3e:c3:23:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32922401-1cb1-4df1-a18a-26612d131639', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:33:37.525909 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:37.544200 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-28ffe0c1-2a95-4d66-aeaa-2e1062aeff92 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:37.547695 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d342bd3a-35b5-47b3-8bf2-c19218fd8a1e {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:33:37.579509 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port d342bd3a-35b5-47b3-8bf2-c19218fd8a1e, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=d342bd3a-35b5-47b3-8bf2-c19218fd8a1e,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:33:37.592531 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:37.610979 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ffe0c1-2a95-4d66-aeaa-2e1062aeff92 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Port': ['ID=d73f56af-fb94-41eb-bc33-62096dc567ac,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:37.661878 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-28ffe0c1-2a95-4d66-aeaa-2e1062aeff92 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:37.695606 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-28ffe0c1-2a95-4d66-aeaa-2e1062aeff92 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/d73f56af-fb94-41eb-bc33-62096dc567ac HTTP/1.1" status: 204 len: 168 time: 1.3086734 Apr 20 17:33:37.698067 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33312) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:37.724165 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=d342bd3a-35b5-47b3-8bf2-c19218fd8a1e,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:37.838944 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['d342bd3a-35b5-47b3-8bf2-c19218fd8a1e'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:33:37.909324 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c475cf-fb5d-4351-89ff-24918a8d4467 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:37.910835 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c475cf-fb5d-4351-89ff-24918a8d4467 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:37.911629 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-48c475cf-fb5d-4351-89ff-24918a8d4467 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:33:37.951709 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-48c475cf-fb5d-4351-89ff-24918a8d4467 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:33:37.954921 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-48c475cf-fb5d-4351-89ff-24918a8d4467 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2557456 Apr 20 17:33:37.959053 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33316) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:38.031882 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950f047-0921-4140-b4bf-6a3701f3292f req-707f4a7b-3443-4f78-b634-a3b0b136d8ee tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:38.033462 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9950f047-0921-4140-b4bf-6a3701f3292f req-707f4a7b-3443-4f78-b634-a3b0b136d8ee tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a395357-09d1-46ee-8244-f165d4cd9f76 HTTP/1.1" status: 200 len: 944 time: 0.2168558 Apr 20 17:33:38.129334 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6df2c-36a6-4336-98de-47709a38f090 req-e7aef876-9710-4a8e-a82f-6072bce81abc tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:38.131105 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5df6df2c-36a6-4336-98de-47709a38f090 req-e7aef876-9710-4a8e-a82f-6072bce81abc tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.9054556 Apr 20 17:33:38.146318 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c4530b08-772f-4620-aa6d-05edafc0a46d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:38.171467 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9950f047-0921-4140-b4bf-6a3701f3292f req-03a3611e-b367-404e-920f-e3f5a001f7a3 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324182 Apr 20 17:33:38.192474 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c7daa41b-ebc4-4ad2-935a-dc04df28c2b1 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:38.212876 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-b794e946-2753-43f1-bcc8-6476fbb83c25 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting subnet ad78a4ef-9ea8-4a8a-823c-1012693df438 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:33:38.216135 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b794e946-2753-43f1-bcc8-6476fbb83c25 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:38.273606 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b794e946-2753-43f1-bcc8-6476fbb83c25 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:38.356525 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b794e946-2753-43f1-bcc8-6476fbb83c25 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:38.439335 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b794e946-2753-43f1-bcc8-6476fbb83c25 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:38.486237 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794e946-2753-43f1-bcc8-6476fbb83c25 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Subnet': ['ID=ad78a4ef-9ea8-4a8a-823c-1012693df438,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:38.498215 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b794e946-2753-43f1-bcc8-6476fbb83c25 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:38.504626 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243d1464-cd6d-44c1-b1fb-d4c93d1d84e3 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:33:38.515927 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c4530b08-772f-4620-aa6d-05edafc0a46d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:38.518162 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b794e946-2753-43f1-bcc8-6476fbb83c25 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/ad78a4ef-9ea8-4a8a-823c-1012693df438 HTTP/1.1" status: 204 len: 168 time: 0.5568380 Apr 20 17:33:38.520498 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33320) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:38.588161 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5df6df2c-36a6-4336-98de-47709a38f090 req-8018b5ad-dd51-491f-8f41-53a62240cf28 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4510744 Apr 20 17:33:38.610632 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-59023c0d-1221-4dd6-ae92-7f9965531b78 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0887003 Apr 20 17:33:38.616088 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33326) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:38.638120 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-b4b30c30-6035-4e97-97d2-4c4f62195366 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:33:38.858420 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b4b30c30-6035-4e97-97d2-4c4f62195366 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:38.864389 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b4b30c30-6035-4e97-97d2-4c4f62195366 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:subnet and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:33:38.890679 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b4b30c30-6035-4e97-97d2-4c4f62195366 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:33:38.901120 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b4b30c30-6035-4e97-97d2-4c4f62195366 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:38.912893 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c4530b08-772f-4620-aa6d-05edafc0a46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:38.916853 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36500384-2bcf-42ba-923e-d7f2252002f7 None None] DHCP port deletion for 9ba611e4-024c-4a0c-9998-3bc548cf409a request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:33:38.920974 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-36500384-2bcf-42ba-923e-d7f2252002f7 None None] Deleting port d4ba0a44-cde8-4687-aa91-aa4ea4092f28 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:33:38.921450 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-36500384-2bcf-42ba-923e-d7f2252002f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:38.923922 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b30c30-6035-4e97-97d2-4c4f62195366 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:33:38.928770 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b4b30c30-6035-4e97-97d2-4c4f62195366 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:38.985410 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c4530b08-772f-4620-aa6d-05edafc0a46d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:38.988946 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c4530b08-772f-4620-aa6d-05edafc0a46d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f08d639-c7a2-43b4-bb74-54efb285391e HTTP/1.1" status: 204 len: 168 time: 1.6450725 Apr 20 17:33:38.989910 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4530b08-772f-4620-aa6d-05edafc0a46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f08d639-c7a2-43b4-bb74-54efb285391e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:39.133041 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device d342bd3a-35b5-47b3-8bf2-c19218fd8a1e up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:33:39.301288 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c7daa41b-ebc4-4ad2-935a-dc04df28c2b1 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:39.309255 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c7daa41b-ebc4-4ad2-935a-dc04df28c2b1 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:39.348710 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-43abcc64-1153-417c-8eb2-692424f370cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:39.381752 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c7daa41b-ebc4-4ad2-935a-dc04df28c2b1 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:39.382658 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7daa41b-ebc4-4ad2-935a-dc04df28c2b1 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Fanout notify agent at l3_agent the message router_deleted on router 19d9c183-8135-4d12-8f35-87afacc1ecc3 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:33:39.389340 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port d342bd3a-35b5-47b3-8bf2-c19218fd8a1e completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:33:39.422592 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port d342bd3a-35b5-47b3-8bf2-c19218fd8a1e triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:33:39.422956 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:39.471828 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c7daa41b-ebc4-4ad2-935a-dc04df28c2b1 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:39.475877 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c7daa41b-ebc4-4ad2-935a-dc04df28c2b1 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/routers/19d9c183-8135-4d12-8f35-87afacc1ecc3 HTTP/1.1" status: 204 len: 168 time: 2.0272861 Apr 20 17:33:39.482668 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33346) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:39.494156 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-36500384-2bcf-42ba-923e-d7f2252002f7 None None] For port d4ba0a44-cde8-4687-aa91-aa4ea4092f28, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d4ba0a44-cde8-4687-aa91-aa4ea4092f28,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:33:39.494580 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-36500384-2bcf-42ba-923e-d7f2252002f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:39.509653 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b4b30c30-6035-4e97-97d2-4c4f62195366 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:39.632734 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33354) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:39.660742 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b30c30-6035-4e97-97d2-4c4f62195366 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:33:39.707491 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-b4b30c30-6035-4e97-97d2-4c4f62195366 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:33:39.707491 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b30c30-6035-4e97-97d2-4c4f62195366 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:39.707491 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b4b30c30-6035-4e97-97d2-4c4f62195366 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:39.725685 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-58919f9a-62d9-4999-9db1-00f7990647b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:39.741322 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b30c30-6035-4e97-97d2-4c4f62195366 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Subnet': ['ID=358c8061-9474-47fb-8fdb-c4b20f8a1d1c,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:39.755897 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654849f0-01d3-4c28-96c2-7543aedb5f37 req-1e3312fd-1b10-4e30-ae16-99b84db59c9f tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:39.757698 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-654849f0-01d3-4c28-96c2-7543aedb5f37 req-1e3312fd-1b10-4e30-ae16-99b84db59c9f tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a395357-09d1-46ee-8244-f165d4cd9f76 HTTP/1.1" status: 200 len: 944 time: 0.3485615 Apr 20 17:33:39.772340 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-36500384-2bcf-42ba-923e-d7f2252002f7 None None] Calling delete_port for d4ba0a44-cde8-4687-aa91-aa4ea4092f28 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:33:39.789962 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b4b30c30-6035-4e97-97d2-4c4f62195366 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1723826 Apr 20 17:33:39.795581 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33358) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:39.812546 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-8cb2f5f0-fc0b-4e31-bc11-09255e0d9e93 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'port': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'fixed_ips': [{'subnet_id': '358c8061-9474-47fb-8fdb-c4b20f8a1d1c', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-566321990'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:33:39.826980 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-654849f0-01d3-4c28-96c2-7543aedb5f37 req-06e3db6b-b0f2-41f7-8515-6106253d23a4 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559313 Apr 20 17:33:39.830250 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-58919f9a-62d9-4999-9db1-00f7990647b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:39.834046 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-58919f9a-62d9-4999-9db1-00f7990647b3 admin admin] Usage tracker for resource:security_group_rule and tenant:9f46b17426484c229272d8bf886b3a67 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:33:39.836939 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-58919f9a-62d9-4999-9db1-00f7990647b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:33:39.843061 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-58919f9a-62d9-4999-9db1-00f7990647b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:39.920676 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df30cf7-23e8-49d9-8b86-45812a30ad21 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:33:39.930171 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-58919f9a-62d9-4999-9db1-00f7990647b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:39.938516 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-58919f9a-62d9-4999-9db1-00f7990647b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:39.946008 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600da75-7d14-4c06-b347-18888cdc7d11 req-b54d67ea-5393-4f14-a983-db79ca1eaddc tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:39.953407 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a600da75-7d14-4c06-b347-18888cdc7d11 req-b54d67ea-5393-4f14-a983-db79ca1eaddc tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.5804598 Apr 20 17:33:39.997797 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-58919f9a-62d9-4999-9db1-00f7990647b3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9f46b17426484c229272d8bf886b3a67&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3621783 Apr 20 17:33:39.998784 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58919f9a-62d9-4999-9db1-00f7990647b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cc35a6-a5f7-44a8-9a5d-c273e6dc56e2,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:40.003038 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33364) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:40.081177 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-36500384-2bcf-42ba-923e-d7f2252002f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:40.081731 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-148e9fdf-e498-4bcb-80e4-94661a565d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:40.125182 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-148e9fdf-e498-4bcb-80e4-94661a565d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:40.209291 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-148e9fdf-e498-4bcb-80e4-94661a565d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:40.255979 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e9fdf-e498-4bcb-80e4-94661a565d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cc35a6-a5f7-44a8-9a5d-c273e6dc56e2,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:40.274882 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-148e9fdf-e498-4bcb-80e4-94661a565d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:40.277314 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-148e9fdf-e498-4bcb-80e4-94661a565d2d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/68cc35a6-a5f7-44a8-9a5d-c273e6dc56e2 HTTP/1.1" status: 204 len: 168 time: 0.2730699 Apr 20 17:33:40.338023 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36500384-2bcf-42ba-923e-d7f2252002f7 None None] Pushing event deleted for resources: {'Port': ['ID=d4ba0a44-cde8-4687-aa91-aa4ea4092f28,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:40.340139 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d4ba0a44-cde8-4687-aa91-aa4ea4092f28 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:33:40.386324 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a600da75-7d14-4c06-b347-18888cdc7d11 req-d49a46d9-be9d-4dfd-b82f-0c6c11238658 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4318619 Apr 20 17:33:40.411210 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8cb2f5f0-fc0b-4e31-bc11-09255e0d9e93 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:40.415552 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8cb2f5f0-fc0b-4e31-bc11-09255e0d9e93 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:port and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:33:40.418071 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8cb2f5f0-fc0b-4e31-bc11-09255e0d9e93 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:33:40.423841 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8cb2f5f0-fc0b-4e31-bc11-09255e0d9e93 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:40.435519 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e3f69f-6bc6-402d-a77f-ce628d7da01c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Deleting subnet be8a7430-c629-4948-88ac-00d0df5467ab {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:33:40.440519 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:40.442237 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb2f5f0-fc0b-4e31-bc11-09255e0d9e93 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:33:40.491119 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-01e3f69f-6bc6-402d-a77f-ce628d7da01c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:40.491771 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36500384-2bcf-42ba-923e-d7f2252002f7 None None] No DVR routers for this DVR port d4ba0a44-cde8-4687-aa91-aa4ea4092f28 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:33:40.524539 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581e93a0-9b62-4b5b-bb7c-0b69e3da1b90 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:33:40.542653 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: d4ba0a44-cde8-4687-aa91-aa4ea4092f28 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:33:40.542986 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d4ba0a44-cde8-4687-aa91-aa4ea4092f28 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:33:40.645188 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-01e3f69f-6bc6-402d-a77f-ce628d7da01c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:40.684765 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a395357-09d1-46ee-8244-f165d4cd9f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd342bd3a-35b5-47b3-8bf2-c19218fd8a1e'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:33:40.701010 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port d342bd3a-35b5-47b3-8bf2-c19218fd8a1e, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=d342bd3a-35b5-47b3-8bf2-c19218fd8a1e,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:33:40.736972 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:40.762583 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8cb2f5f0-fc0b-4e31-bc11-09255e0d9e93 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:40.799350 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-8cb2f5f0-fc0b-4e31-bc11-09255e0d9e93 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] device_id is not set on port a766bf93-f20e-4961-88a1-7403d9410850 yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:33:40.849979 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76ce03df-2c86-4fc5-b3fe-572b5c16c5bc'] response: {'server_uuid': '8a395357-09d1-46ee-8244-f165d4cd9f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd342bd3a-35b5-47b3-8bf2-c19218fd8a1e', 'code': 200} Apr 20 17:33:40.851258 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=d342bd3a-35b5-47b3-8bf2-c19218fd8a1e,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:40.930490 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-01e3f69f-6bc6-402d-a77f-ce628d7da01c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:41.033402 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64be7ccc-559b-42fb-ad30-09b8e9016b94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-9ba611e4-024c-4a0c-9998-3bc548cf409a', 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'fixed_ips': [{'subnet_id': '358c8061-9474-47fb-8fdb-c4b20f8a1d1c'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:33:41.033402 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-64be7ccc-559b-42fb-ad30-09b8e9016b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:41.191902 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-01e3f69f-6bc6-402d-a77f-ce628d7da01c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:41.238331 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-64be7ccc-559b-42fb-ad30-09b8e9016b94 None None] Allocated IP 2001:db8::2 (9ba611e4-024c-4a0c-9998-3bc548cf409a/358c8061-9474-47fb-8fdb-c4b20f8a1d1c/6594111a-e2e3-47dd-a9ab-6b0b1571db09) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:33:41.244111 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3f69f-6bc6-402d-a77f-ce628d7da01c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Subnet': ['ID=be8a7430-c629-4948-88ac-00d0df5467ab,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:41.255268 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df30cf7-23e8-49d9-8b86-45812a30ad21 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:33:41.271828 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cac8f26-b02d-4e58-931e-67bf00258e67 None None] Sync routers for ids ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:33:41.295843 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-01e3f69f-6bc6-402d-a77f-ce628d7da01c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:41.297890 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-01e3f69f-6bc6-402d-a77f-ce628d7da01c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/subnets/be8a7430-c629-4948-88ac-00d0df5467ab HTTP/1.1" status: 204 len: 168 time: 1.7936816 Apr 20 17:33:41.300426 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33404) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:41.303327 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cac8f26-b02d-4e58-931e-67bf00258e67 None None] Routers {'e1d93820-6526-4ca9-b0c8-c49105c7dbc4'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:33:41.304042 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-1cac8f26-b02d-4e58-931e-67bf00258e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:33:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:33:41.322536 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6df30cf7-23e8-49d9-8b86-45812a30ad21 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:41.413980 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd227c9-b749-438b-a8a3-997dde12b906 None None] Network 6d0484ad-d56a-4809-b032-d5cb464770b4 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:33:41.431741 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-911700e0-a06c-46b8-b14a-7e5b2de9f39b req-7481e715-be21-42f7-a03a-fd82d8716a63 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8a395357-09d1-46ee-8244-f165d4cd9f76 HTTP/1.1" status: 200 len: 1096 time: 0.5992362 Apr 20 17:33:41.511214 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-391786e3-fbf0-4d48-b46b-55e108ea6d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:41.624274 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fe3b227b-809a-42d9-83b2-112bf2e114fd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:41.638159 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-fe3b227b-809a-42d9-83b2-112bf2e114fd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Deleting port 4c34c0ac-c646-4ba3-acaa-aec6e402ae18 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:33:41.639300 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fe3b227b-809a-42d9-83b2-112bf2e114fd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:41.661693 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6df30cf7-23e8-49d9-8b86-45812a30ad21 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "PUT /v2.0/floatingips/d1bf573a-0cee-40e1-86d6-0f57d86220d2 HTTP/1.1" status: 200 len: 991 time: 8.2154956 Apr 20 17:33:41.663703 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf', 'tag': '834e489e-1e26-4d13-88be-87bb6f451ec0'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:33:41.712590 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f87db2-ef11-4f04-b03b-32b2bd805e70 req-45be17b3-495d-4c1c-8bd7-967f5c6b7602 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:41.719430 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-11f87db2-ef11-4f04-b03b-32b2bd805e70 req-45be17b3-495d-4c1c-8bd7-967f5c6b7602 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Synchronizing usage tracker for tenant:55ad101ba72d4aafab1fd36de3508559 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:33:41.730730 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-1cac8f26-b02d-4e58-931e-67bf00258e67 None None] Set router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:33:41.762407 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-911700e0-a06c-46b8-b14a-7e5b2de9f39b req-940b1da2-2d8f-4cea-ae0c-ad6259ec5e07 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029840 Apr 20 17:33:41.766836 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-11f87db2-ef11-4f04-b03b-32b2bd805e70 req-45be17b3-495d-4c1c-8bd7-967f5c6b7602 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Unset dirty status for tenant:55ad101ba72d4aafab1fd36de3508559 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:33:41.778562 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-11f87db2-ef11-4f04-b03b-32b2bd805e70 req-45be17b3-495d-4c1c-8bd7-967f5c6b7602 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a395357-09d1-46ee-8244-f165d4cd9f76 HTTP/1.1" status: 200 len: 945 time: 0.6594865 Apr 20 17:33:41.856133 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-11f87db2-ef11-4f04-b03b-32b2bd805e70 req-5bf01923-e075-49fa-a1af-e4212d144ebf tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763216 Apr 20 17:33:41.968627 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4f3db49-a2f1-4257-881f-7d3efa3ba756'] response: {'name': 'network-changed', 'server_uuid': '42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf', 'tag': '834e489e-1e26-4d13-88be-87bb6f451ec0', 'status': 'completed', 'code': 200} Apr 20 17:33:42.065031 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-64be7ccc-559b-42fb-ad30-09b8e9016b94 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:42.099820 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-64be7ccc-559b-42fb-ad30-09b8e9016b94 None None] Transition to ACTIVE for port object 6594111a-e2e3-47dd-a9ab-6b0b1571db09 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:33:42.150964 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c870bb1-2f7e-4f55-865b-047070919c99 req-9e4e09ff-3072-45d6-9f69-5ec4ecf4e2d8 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:42.154345 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4c870bb1-2f7e-4f55-865b-047070919c99 req-9e4e09ff-3072-45d6-9f69-5ec4ecf4e2d8 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.4849539 Apr 20 17:33:42.161727 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-64be7ccc-559b-42fb-ad30-09b8e9016b94 None None] Transition to ACTIVE for port object 6594111a-e2e3-47dd-a9ab-6b0b1571db09 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:33:42.166686 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5d4d4b-a1e8-4515-9594-931c365b1710 None None] DHCP port deletion for 6d0484ad-d56a-4809-b032-d5cb464770b4 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:33:42.171307 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-fe3b227b-809a-42d9-83b2-112bf2e114fd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] For port 4c34c0ac-c646-4ba3-acaa-aec6e402ae18, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=4c34c0ac-c646-4ba3-acaa-aec6e402ae18,segment=NetworkSegment(c394e825-0931-40fb-9636-064e8e0c0acb),segment_id=c394e825-0931-40fb-9636-064e8e0c0acb)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:33:42.171534 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fe3b227b-809a-42d9-83b2-112bf2e114fd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:42.172200 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d4d4b-a1e8-4515-9594-931c365b1710 None None] Deleting port 4c34c0ac-c646-4ba3-acaa-aec6e402ae18 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:33:42.172631 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2c5d4d4b-a1e8-4515-9594-931c365b1710 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:42.185991 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb2f5f0-fc0b-4e31-bc11-09255e0d9e93 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:33:42.186951 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cb2f5f0-fc0b-4e31-bc11-09255e0d9e93 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:33:42.208807 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-64be7ccc-559b-42fb-ad30-09b8e9016b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:42.231928 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8cb2f5f0-fc0b-4e31-bc11-09255e0d9e93 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.4241436 Apr 20 17:33:42.232741 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33436) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:42.300452 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64be7ccc-559b-42fb-ad30-09b8e9016b94 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:33:42.305972 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-64be7ccc-559b-42fb-ad30-09b8e9016b94 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:33:42.311044 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64be7ccc-559b-42fb-ad30-09b8e9016b94 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:33:42.414214 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a40d03-33c1-41a0-8257-bde6489f4a62 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:42.416154 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-10a40d03-33c1-41a0-8257-bde6489f4a62 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:33:42.457619 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be7ccc-559b-42fb-ad30-09b8e9016b94 None None] Pushing event updated for resources: {'Port': ['ID=6594111a-e2e3-47dd-a9ab-6b0b1571db09,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:42.480604 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-10a40d03-33c1-41a0-8257-bde6489f4a62 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:33:42.482646 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-10a40d03-33c1-41a0-8257-bde6489f4a62 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2480311 Apr 20 17:33:42.484620 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33442) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:42.504468 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-1cac8f26-b02d-4e58-931e-67bf00258e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'name': 'tempest-AttachVolumeNegativeTest-176702069-router', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:30:58Z', 'updated_at': '2022-04-20T17:31:10Z', 'revision_number': 4, 'project_id': 'fff76710152c4266b547138b68f9e982', 'gw_port': {'id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:30:59Z', 'updated_at': '2022-04-20T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '4e852ef9-9055-4007-821f-32a6334e2805', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'port_id': '08fb96fe-1715-4d23-b04b-641242ea8aeb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'mac_address': 'fa:16:3e:7e:d7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb881ea2-f91c-4971-9925-fb51ed69ec96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:31:20Z', 'updated_at': '2022-04-20T17:31:59Z', 'revision_number': 2, 'project_id': 'fff76710152c4266b547138b68f9e982', 'fixed_ip_address_scope': None}, {'id': 'd1bf573a-0cee-40e1-86d6-0f57d86220d2', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'floating_ip_address': '172.25.8.165', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'port_id': '834e489e-1e26-4d13-88be-87bb6f451ec0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'mac_address': 'fa:16:3e:1e:1d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:32:51Z', 'updated_at': '2022-04-20T17:33:35Z', 'revision_number': 1, 'project_id': 'fff76710152c4266b547138b68f9e982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8599e52f-56a7-4816-bd23-d86cc23894bb', 'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'mac_address': 'fa:16:3e:63:5d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:31:08Z', 'updated_at': '2022-04-20T17:31:21Z', 'revision_number': 5, 'project_id': 'fff76710152c4266b547138b68f9e982', 'subnets': [{'id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:33:42.514822 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cac8f26-b02d-4e58-931e-67bf00258e67 None None] Checking router: e1d93820-6526-4ca9-b0c8-c49105c7dbc4 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:33:42.539491 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-64be7ccc-559b-42fb-ad30-09b8e9016b94 None None] Attempting to bind port 6594111a-e2e3-47dd-a9ab-6b0b1571db09 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:33:42.540145 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-64be7ccc-559b-42fb-ad30-09b8e9016b94 None None] Attempting to bind port 6594111a-e2e3-47dd-a9ab-6b0b1571db09 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:33:42.540739 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64be7ccc-559b-42fb-ad30-09b8e9016b94 None None] Attempting to bind port 6594111a-e2e3-47dd-a9ab-6b0b1571db09 on network 9ba611e4-024c-4a0c-9998-3bc548cf409a {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:33:42.544378 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cac8f26-b02d-4e58-931e-67bf00258e67 None None] Routers {'e1d93820-6526-4ca9-b0c8-c49105c7dbc4'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:33:42.545007 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-1cac8f26-b02d-4e58-931e-67bf00258e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:33:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:33:42.551319 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-fe3b227b-809a-42d9-83b2-112bf2e114fd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Calling delete_port for 4c34c0ac-c646-4ba3-acaa-aec6e402ae18 owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:33:42.561787 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64be7ccc-559b-42fb-ad30-09b8e9016b94 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:33:42.562914 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64be7ccc-559b-42fb-ad30-09b8e9016b94 None None] Checking segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:33:42.563750 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-64be7ccc-559b-42fb-ad30-09b8e9016b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:42.564332 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64be7ccc-559b-42fb-ad30-09b8e9016b94 None None] Bound using segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:33:42.565013 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-64be7ccc-559b-42fb-ad30-09b8e9016b94 None None] Bound port: 6594111a-e2e3-47dd-a9ab-6b0b1571db09, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:33:42.565599 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-64be7ccc-559b-42fb-ad30-09b8e9016b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:42.676972 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4c870bb1-2f7e-4f55-865b-047070919c99 req-94c35d3a-10ef-4c87-9fab-3b0f21bbad28 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5142088 Apr 20 17:33:42.709110 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c75ee8fe-99a0-4c7e-9a8f-e9138e172e7b req-e383e3fb-000a-44a1-97fc-7adb20a5aa9f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fff76710152c4266b547138b68f9e982&device_id=42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf HTTP/1.1" status: 200 len: 1096 time: 0.6900201 Apr 20 17:33:42.827041 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:42.828750 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:42.850069 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fe3b227b-809a-42d9-83b2-112bf2e114fd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:42.875656 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-2c5d4d4b-a1e8-4515-9594-931c365b1710 None None] For port 4c34c0ac-c646-4ba3-acaa-aec6e402ae18, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=4c34c0ac-c646-4ba3-acaa-aec6e402ae18,segment=NetworkSegment(c394e825-0931-40fb-9636-064e8e0c0acb),segment_id=c394e825-0931-40fb-9636-064e8e0c0acb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:33:42.876192 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2c5d4d4b-a1e8-4515-9594-931c365b1710 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:42.877436 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a224dbe3-2988-4863-a96a-012751098d98 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:42.878174 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-1cac8f26-b02d-4e58-931e-67bf00258e67 None None] Set router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:33:42.881537 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a224dbe3-2988-4863-a96a-012751098d98 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:42.898367 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a224dbe3-2988-4863-a96a-012751098d98 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4103069 Apr 20 17:33:42.902334 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33460) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:43.041674 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b227b-809a-42d9-83b2-112bf2e114fd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Port': ['ID=4c34c0ac-c646-4ba3-acaa-aec6e402ae18,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:43.110053 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3b227b-809a-42d9-83b2-112bf2e114fd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] No DVR routers for this DVR port 4c34c0ac-c646-4ba3-acaa-aec6e402ae18 on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:33:43.134747 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-296196f6-9675-4c2f-81d3-5fab54235abc req-4fd90699-3c89-452a-9ba1-b4a31fb30765 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=048f4cae66cf42c897493ac9a67e0d5f&device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 1095 time: 0.5548337 Apr 20 17:33:43.210375 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d4d4b-a1e8-4515-9594-931c365b1710 None None] Calling delete_port for 4c34c0ac-c646-4ba3-acaa-aec6e402ae18 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:33:43.289641 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-64be7ccc-559b-42fb-ad30-09b8e9016b94 None None] For port 6594111a-e2e3-47dd-a9ab-6b0b1571db09, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:33:43.291923 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe260ca-036a-4b3c-bf3e-733752777093 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting subnet 358c8061-9474-47fb-8fdb-c4b20f8a1d1c {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:33:43.308990 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ee8fe-99a0-4c7e-9a8f-e9138e172e7b req-810419d7-9367-4c54-ad3f-12aafe8737eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:43.310584 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c75ee8fe-99a0-4c7e-9a8f-e9138e172e7b req-810419d7-9367-4c54-ad3f-12aafe8737eb service neutron] 10.222.0.10 "GET /v2.0/networks?id=b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 HTTP/1.1" status: 200 len: 915 time: 0.5743346 Apr 20 17:33:43.341711 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-64be7ccc-559b-42fb-ad30-09b8e9016b94 None None] For port 6594111a-e2e3-47dd-a9ab-6b0b1571db09, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6594111a-e2e3-47dd-a9ab-6b0b1571db09,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:33:43.357924 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-64be7ccc-559b-42fb-ad30-09b8e9016b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:43.386295 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-afe260ca-036a-4b3c-bf3e-733752777093 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:43.402039 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:43.463633 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fe3b227b-809a-42d9-83b2-112bf2e114fd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:43.478339 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c75ee8fe-99a0-4c7e-9a8f-e9138e172e7b req-d2e618d4-daf9-48b7-b32c-6297001a96d2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=834e489e-1e26-4d13-88be-87bb6f451ec0 HTTP/1.1" status: 200 len: 999 time: 0.1540401 Apr 20 17:33:43.509299 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be7ccc-559b-42fb-ad30-09b8e9016b94 None None] Pushing event updated for resources: {'Port': ['ID=6594111a-e2e3-47dd-a9ab-6b0b1571db09,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:43.513853 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-2c5d4d4b-a1e8-4515-9594-931c365b1710 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:33:43.514211 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-2c5d4d4b-a1e8-4515-9594-931c365b1710 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:33:43.561815 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ee8fe-99a0-4c7e-9a8f-e9138e172e7b req-1a78723d-dbbe-444c-95cd-8c023da082e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:43.563901 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c75ee8fe-99a0-4c7e-9a8f-e9138e172e7b req-1a78723d-dbbe-444c-95cd-8c023da082e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8d05736e-ddd3-43ab-9360-fdcd5c15b127 HTTP/1.1" status: 200 len: 853 time: 0.0789049 Apr 20 17:33:43.646494 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-afe260ca-036a-4b3c-bf3e-733752777093 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:43.662119 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-fe3b227b-809a-42d9-83b2-112bf2e114fd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d0484ad-d56a-4809-b032-d5cb464770b4']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:33:43.717057 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-fe3b227b-809a-42d9-83b2-112bf2e114fd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c394e825-0931-40fb-9636-064e8e0c0acb') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:33:43.717428 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-fe3b227b-809a-42d9-83b2-112bf2e114fd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c394e825-0931-40fb-9636-064e8e0c0acb') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:33:43.753233 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296196f6-9675-4c2f-81d3-5fab54235abc req-e12ce201-b660-42cc-83c2-ff8e05b625a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:43.754938 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-1cac8f26-b02d-4e58-931e-67bf00258e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'name': 'tempest-AttachVolumeNegativeTest-176702069-router', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:30:58Z', 'updated_at': '2022-04-20T17:31:10Z', 'revision_number': 4, 'project_id': 'fff76710152c4266b547138b68f9e982', 'gw_port': {'id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:30:59Z', 'updated_at': '2022-04-20T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '4e852ef9-9055-4007-821f-32a6334e2805', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'port_id': '08fb96fe-1715-4d23-b04b-641242ea8aeb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'mac_address': 'fa:16:3e:7e:d7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb881ea2-f91c-4971-9925-fb51ed69ec96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:31:20Z', 'updated_at': '2022-04-20T17:31:59Z', 'revision_number': 2, 'project_id': 'fff76710152c4266b547138b68f9e982', 'fixed_ip_address_scope': None}, {'id': 'd1bf573a-0cee-40e1-86d6-0f57d86220d2', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'floating_ip_address': '172.25.8.165', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'port_id': '834e489e-1e26-4d13-88be-87bb6f451ec0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'mac_address': 'fa:16:3e:1e:1d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:32:51Z', 'updated_at': '2022-04-20T17:33:35Z', 'revision_number': 1, 'project_id': 'fff76710152c4266b547138b68f9e982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8599e52f-56a7-4816-bd23-d86cc23894bb', 'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'mac_address': 'fa:16:3e:63:5d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:31:08Z', 'updated_at': '2022-04-20T17:31:21Z', 'revision_number': 5, 'project_id': 'fff76710152c4266b547138b68f9e982', 'subnets': [{'id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:33:43.762971 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-296196f6-9675-4c2f-81d3-5fab54235abc req-e12ce201-b660-42cc-83c2-ff8e05b625a0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4f37beb4-cacf-475a-8f23-eab887469923 HTTP/1.1" status: 200 len: 913 time: 0.6014376 Apr 20 17:33:43.766534 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cac8f26-b02d-4e58-931e-67bf00258e67 None None] The sync data for ids ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'] in n-d-838032-1 is: [{'id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'name': 'tempest-AttachVolumeNegativeTest-176702069-router', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:30:58Z', 'updated_at': '2022-04-20T17:31:10Z', 'revision_number': 4, 'project_id': 'fff76710152c4266b547138b68f9e982', 'gw_port': {'id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:30:59Z', 'updated_at': '2022-04-20T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '4e852ef9-9055-4007-821f-32a6334e2805', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'port_id': '08fb96fe-1715-4d23-b04b-641242ea8aeb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'mac_address': 'fa:16:3e:7e:d7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb881ea2-f91c-4971-9925-fb51ed69ec96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:31:20Z', 'updated_at': '2022-04-20T17:31:59Z', 'revision_number': 2, 'project_id': 'fff76710152c4266b547138b68f9e982', 'fixed_ip_address_scope': None}, {'id': 'd1bf573a-0cee-40e1-86d6-0f57d86220d2', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'floating_ip_address': '172.25.8.165', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'port_id': '834e489e-1e26-4d13-88be-87bb6f451ec0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'mac_address': 'fa:16:3e:1e:1d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:32:51Z', 'updated_at': '2022-04-20T17:33:35Z', 'revision_number': 1, 'project_id': 'fff76710152c4266b547138b68f9e982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8599e52f-56a7-4816-bd23-d86cc23894bb', 'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'mac_address': 'fa:16:3e:63:5d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:31:08Z', 'updated_at': '2022-04-20T17:31:21Z', 'revision_number': 5, 'project_id': 'fff76710152c4266b547138b68f9e982', 'subnets': [{'id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:33:43.768558 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fe3b227b-809a-42d9-83b2-112bf2e114fd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:43.989764 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:44.016586 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d4d4b-a1e8-4515-9594-931c365b1710 None None] Deleting port 4c34c0ac-c646-4ba3-acaa-aec6e402ae18 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:33:44.016959 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2c5d4d4b-a1e8-4515-9594-931c365b1710 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:44.089198 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fe3b227b-809a-42d9-83b2-112bf2e114fd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:44.158010 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3b227b-809a-42d9-83b2-112bf2e114fd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:33:44.177734 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fe3b227b-809a-42d9-83b2-112bf2e114fd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:44.183019 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63195d-312a-44de-bcf7-f6fb683053bb req-746611a1-4050-4d1d-ae5e-911827a8c6e6 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:44.185093 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dd63195d-312a-44de-bcf7-f6fb683053bb req-746611a1-4050-4d1d-ae5e-911827a8c6e6 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a395357-09d1-46ee-8244-f165d4cd9f76 HTTP/1.1" status: 200 len: 945 time: 1.0152133 Apr 20 17:33:44.227255 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:33:44.227255 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:33:44.227255 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:33:44.227255 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:33:44.227255 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:33:44.227255 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:33:44.227255 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:33:44.227255 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:33:44.227255 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:33:44.227255 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:33:44.227255 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:33:44.227255 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:33:44.227255 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:33:44.227255 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:33:44.227255 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:33:44.227255 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:33:44.227255 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:33:44.227255 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:33:44.227255 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:33:44.227255 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:33:44.227255 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:33:44.227255 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:33:44.227255 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:33:44.227255 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:33:44.227255 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:33:44.227255 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:33:44.227255 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:33:44.227255 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:33:44.227255 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:33:44.227255 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:33:44.227255 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:33:44.227255 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:33:44.246075 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaaa410-607d-4f5e-a450-18b876e1a618 None None] New status for floating IP d1bf573a-0cee-40e1-86d6-0f57d86220d2: ACTIVE {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:33:44.337356 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d4d4b-a1e8-4515-9594-931c365b1710 None None] The port '4c34c0ac-c646-4ba3-acaa-aec6e402ae18' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:33:44.341339 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-296196f6-9675-4c2f-81d3-5fab54235abc req-8daafe0a-2f5d-4b7b-aa1f-2236c25ab0a8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ade7190-3a4b-418f-a071-6c7e4f46d1d3 HTTP/1.1" status: 200 len: 999 time: 0.5773177 Apr 20 17:33:44.351588 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6594111a-e2e3-47dd-a9ab-6b0b1571db09 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:33:44.412677 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fe3b227b-809a-42d9-83b2-112bf2e114fd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:44.420335 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c75ee8fe-99a0-4c7e-9a8f-e9138e172e7b req-c2901d73-9ca9-4b6a-9c5a-5807a31fe245 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9c5f462-ddff-4ef3-834f-300bbbe5c5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8442705 Apr 20 17:33:44.457115 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fe3b227b-809a-42d9-83b2-112bf2e114fd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:44.462958 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b227b-809a-42d9-83b2-112bf2e114fd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Network': ['ID=6d0484ad-d56a-4809-b032-d5cb464770b4,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:44.471886 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dd63195d-312a-44de-bcf7-f6fb683053bb req-76bc8072-c3f7-4004-a8cb-4922276ac5cf tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750235 Apr 20 17:33:44.480044 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-afe260ca-036a-4b3c-bf3e-733752777093 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:44.564964 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296196f6-9675-4c2f-81d3-5fab54235abc req-3b8d9f33-e5b8-4686-b2df-00c1c30d8f1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:44.573994 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-296196f6-9675-4c2f-81d3-5fab54235abc req-3b8d9f33-e5b8-4686-b2df-00c1c30d8f1e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=459b9241-591b-4214-ba21-d89500ea520e HTTP/1.1" status: 200 len: 851 time: 0.2216949 Apr 20 17:33:44.724517 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33498) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:44.770718 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-afe260ca-036a-4b3c-bf3e-733752777093 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:44.854853 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe260ca-036a-4b3c-bf3e-733752777093 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Subnet': ['ID=358c8061-9474-47fb-8fdb-c4b20f8a1d1c,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:44.862215 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 6594111a-e2e3-47dd-a9ab-6b0b1571db09 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:33:44.880209 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-afe260ca-036a-4b3c-bf3e-733752777093 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:44.892688 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-296196f6-9675-4c2f-81d3-5fab54235abc req-d8432b48-e061-4f02-b8e1-58072cfa97ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f37beb4-cacf-475a-8f23-eab887469923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3085957 Apr 20 17:33:44.898980 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-afe260ca-036a-4b3c-bf3e-733752777093 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/358c8061-9474-47fb-8fdb-c4b20f8a1d1c HTTP/1.1" status: 204 len: 168 time: 1.9853454 Apr 20 17:33:44.922388 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33510) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:44.986932 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 4c34c0ac-c646-4ba3-acaa-aec6e402ae18 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:33:45.065462 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 4c34c0ac-c646-4ba3-acaa-aec6e402ae18 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:33:45.065796 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 4c34c0ac-c646-4ba3-acaa-aec6e402ae18 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:33:45.111080 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6b683605-cac8-4c92-804a-e41ab53f3296 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1747324 Apr 20 17:33:45.115884 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33520) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:45.120872 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fe3b227b-809a-42d9-83b2-112bf2e114fd tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/networks/6d0484ad-d56a-4809-b032-d5cb464770b4 HTTP/1.1" status: 204 len: 168 time: 3.8143151 Apr 20 17:33:45.121287 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33522) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:45.132136 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7fd5a56e-09c3-4c1b-bd56-eb3d32fa015a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:45.133126 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d48db7-b099-428a-af69-e3c0f3744772 req-4bbbf403-8464-472d-80db-1ef50f05c00f tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:45.134854 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-24d48db7-b099-428a-af69-e3c0f3744772 req-4bbbf403-8464-472d-80db-1ef50f05c00f tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 1.2292123 Apr 20 17:33:45.145744 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-c43f0368-2492-4aa1-b8b7-cf8a3254b309 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:33:45.171610 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:45.246506 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12a68d1-3227-42cc-a0b5-492e76bd6aa1 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:33:45.261967 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c75ee8fe-99a0-4c7e-9a8f-e9138e172e7b req-bdc9389a-3393-4478-b070-b2818379053f service neutron] 10.222.0.10 "GET /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8069508 Apr 20 17:33:45.422903 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7fd5a56e-09c3-4c1b-bd56-eb3d32fa015a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:45.431847 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-296196f6-9675-4c2f-81d3-5fab54235abc req-09ff4915-7c61-4ddb-80ae-e4578e9b0142 service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5309935 Apr 20 17:33:45.433522 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7fd5a56e-09c3-4c1b-bd56-eb3d32fa015a admin admin] Usage tracker for resource:security_group_rule and tenant:7790333a987b4af58f10f42e4054b904 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:33:45.436497 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c43f0368-2492-4aa1-b8b7-cf8a3254b309 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:45.443368 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7fd5a56e-09c3-4c1b-bd56-eb3d32fa015a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:33:45.472594 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c43f0368-2492-4aa1-b8b7-cf8a3254b309 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:subnet and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:33:45.519374 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070adb43-5a7b-4c6d-bff7-e60d5cef9fb7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:45.525297 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-070adb43-5a7b-4c6d-bff7-e60d5cef9fb7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Synchronizing usage tracker for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:33:45.547580 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-24d48db7-b099-428a-af69-e3c0f3744772 req-aef269d9-b5b7-47e5-9657-169d0aac2c0d tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3096657 Apr 20 17:33:45.557975 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5d8ca6b8-dd76-4ae9-8068-41286cd4b9cf None None] Provisioning for port 6594111a-e2e3-47dd-a9ab-6b0b1571db09 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:33:45.578505 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5d8ca6b8-dd76-4ae9-8068-41286cd4b9cf None None] Provisioning complete for port 6594111a-e2e3-47dd-a9ab-6b0b1571db09 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:33:45.578505 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5d8ca6b8-dd76-4ae9-8068-41286cd4b9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:45.609504 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c43f0368-2492-4aa1-b8b7-cf8a3254b309 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:33:45.615958 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7fd5a56e-09c3-4c1b-bd56-eb3d32fa015a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:45.619600 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-070adb43-5a7b-4c6d-bff7-e60d5cef9fb7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Unset dirty status for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:33:45.620998 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-070adb43-5a7b-4c6d-bff7-e60d5cef9fb7 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "GET /v2.0/ports/8028729f-9efd-45b6-81b1-dfdee5d4a78b HTTP/1.1" status: 200 len: 844 time: 0.4985635 Apr 20 17:33:45.625533 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33538) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:45.627531 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c43f0368-2492-4aa1-b8b7-cf8a3254b309 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:45.689870 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c75ee8fe-99a0-4c7e-9a8f-e9138e172e7b req-c93d7212-9f41-4904-b57d-0b3228cf148b service neutron] 10.222.0.10 "GET /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140739 Apr 20 17:33:45.753511 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43f0368-2492-4aa1-b8b7-cf8a3254b309 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:33:45.753511 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c43f0368-2492-4aa1-b8b7-cf8a3254b309 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:45.762106 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-89340393-90c3-4579-a940-bde3e237c0da tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "GET /v2.0/ports/8028729f-9efd-45b6-81b1-dfdee5d4a78b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1299152 Apr 20 17:33:45.762106 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33544) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:45.775241 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-e6068962-bbb6-4110-abf8-8bf4cbe653cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'subnet': {'network_id': '5d7b9e06-4f68-4942-bde5-d780665b137e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:33:45.785880 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c95073-cf83-4eb2-98d5-2ea934e73215 req-62b9b1dd-768f-4119-8cc1-9347c089deb0 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:45.787349 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c8c95073-cf83-4eb2-98d5-2ea934e73215 req-62b9b1dd-768f-4119-8cc1-9347c089deb0 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/networks?id=559f75fc-3697-4c39-a90d-68a51f28c45f HTTP/1.1" status: 200 len: 805 time: 0.7332294 Apr 20 17:33:45.833097 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5d8ca6b8-dd76-4ae9-8068-41286cd4b9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:45.874564 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-5d8ca6b8-dd76-4ae9-8068-41286cd4b9cf None None] For port 6594111a-e2e3-47dd-a9ab-6b0b1571db09, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6594111a-e2e3-47dd-a9ab-6b0b1571db09,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:33:45.887362 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7fd5a56e-09c3-4c1b-bd56-eb3d32fa015a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:45.889555 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5d8ca6b8-dd76-4ae9-8068-41286cd4b9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:45.916957 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e6068962-bbb6-4110-abf8-8bf4cbe653cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:45.921745 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e6068962-bbb6-4110-abf8-8bf4cbe653cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:subnet and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:33:45.924911 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7fd5a56e-09c3-4c1b-bd56-eb3d32fa015a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:45.925100 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e6068962-bbb6-4110-abf8-8bf4cbe653cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:33:45.932588 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e6068962-bbb6-4110-abf8-8bf4cbe653cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:45.947419 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6068962-bbb6-4110-abf8-8bf4cbe653cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:33:45.979715 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fc72e1-de95-45c4-b0c3-dbf9edc33c84 None None] DHCP port deletion for 9ba611e4-024c-4a0c-9998-3bc548cf409a request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:33:45.979990 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c8c95073-cf83-4eb2-98d5-2ea934e73215 req-3b99d510-40ca-49ab-984d-304945c34636 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/quotas/55ad101ba72d4aafab1fd36de3508559 HTTP/1.1" status: 200 len: 375 time: 0.1848581 Apr 20 17:33:45.987781 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a8fc72e1-de95-45c4-b0c3-dbf9edc33c84 None None] Deleting port 6594111a-e2e3-47dd-a9ab-6b0b1571db09 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:33:45.988403 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a8fc72e1-de95-45c4-b0c3-dbf9edc33c84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:46.049080 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ca6b8-dd76-4ae9-8068-41286cd4b9cf None None] Pushing event updated for resources: {'Port': ['ID=6594111a-e2e3-47dd-a9ab-6b0b1571db09,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:46.060147 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e6068962-bbb6-4110-abf8-8bf4cbe653cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:46.076449 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-296196f6-9675-4c2f-81d3-5fab54235abc req-29061820-51bf-4fd7-843d-f738e4da64f1 service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6279836 Apr 20 17:33:46.077977 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5a56e-09c3-4c1b-bd56-eb3d32fa015a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6f91ac-5376-4114-b7d3-3b50802fc84b,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:46.170389 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7fd5a56e-09c3-4c1b-bd56-eb3d32fa015a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7790333a987b4af58f10f42e4054b904&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4322748 Apr 20 17:33:46.171633 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33552) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:46.257679 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6594111a-e2e3-47dd-a9ab-6b0b1571db09 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:33:46.380068 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-a8fc72e1-de95-45c4-b0c3-dbf9edc33c84 None None] For port 6594111a-e2e3-47dd-a9ab-6b0b1571db09, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6594111a-e2e3-47dd-a9ab-6b0b1571db09,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:33:46.380670 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a8fc72e1-de95-45c4-b0c3-dbf9edc33c84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:46.495754 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c8c95073-cf83-4eb2-98d5-2ea934e73215 req-2c592c4a-1dd3-4dbf-88d9-b90d06340edd tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=55ad101ba72d4aafab1fd36de3508559&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4965026 Apr 20 17:33:46.499185 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c43f0368-2492-4aa1-b8b7-cf8a3254b309 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:46.547008 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e6068962-bbb6-4110-abf8-8bf4cbe653cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:46.661819 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6068962-bbb6-4110-abf8-8bf4cbe653cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network 5d7b9e06-4f68-4942-bde5-d780665b137e is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:33:46.670477 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-80db7c56-8307-4efe-9ab5-ba8c18a5bdf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:46.672339 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-e6068962-bbb6-4110-abf8-8bf4cbe653cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:33:46.676168 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a8fc72e1-de95-45c4-b0c3-dbf9edc33c84 None None] Calling delete_port for 6594111a-e2e3-47dd-a9ab-6b0b1571db09 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:33:46.688182 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6068962-bbb6-4110-abf8-8bf4cbe653cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:46.688775 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e6068962-bbb6-4110-abf8-8bf4cbe653cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:46.724320 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-80db7c56-8307-4efe-9ab5-ba8c18a5bdf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:46.750733 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6068962-bbb6-4110-abf8-8bf4cbe653cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Subnet': ['ID=9ba138c3-4ead-4fe0-b610-0db4f8d8c7a0,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:46.772308 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e6068962-bbb6-4110-abf8-8bf4cbe653cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0093915 Apr 20 17:33:46.775218 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33568) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:46.782540 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-dc33bc0f-04e6-4be3-91ec-d67efdac5dd3 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'security_group': {'name': 'tempest-secgroup-2021135001'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:33:46.810586 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff66f961-9c64-43de-87b2-9a6bebe64225 None None] Network 5d7b9e06-4f68-4942-bde5-d780665b137e requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:33:46.855174 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-dc33bc0f-04e6-4be3-91ec-d67efdac5dd3 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:46.863751 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-dc33bc0f-04e6-4be3-91ec-d67efdac5dd3 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:security_group and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:33:46.872528 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-dc33bc0f-04e6-4be3-91ec-d67efdac5dd3 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:33:46.881898 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-dc33bc0f-04e6-4be3-91ec-d67efdac5dd3 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:46.906777 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dc33bc0f-04e6-4be3-91ec-d67efdac5dd3 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:46.923618 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80f78b-8426-458a-b51d-7d4f456051d0 req-f30d6241-64b2-4fc1-b65e-883b6c1eab15 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:46.925484 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9b80f78b-8426-458a-b51d-7d4f456051d0 req-f30d6241-64b2-4fc1-b65e-883b6c1eab15 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.1512463 Apr 20 17:33:46.937841 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-80db7c56-8307-4efe-9ab5-ba8c18a5bdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:47.036594 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a8fc72e1-de95-45c4-b0c3-dbf9edc33c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:47.050885 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-dc33bc0f-04e6-4be3-91ec-d67efdac5dd3 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:47.056768 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-dc33bc0f-04e6-4be3-91ec-d67efdac5dd3 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:security_group_rule and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:33:47.061030 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-dc33bc0f-04e6-4be3-91ec-d67efdac5dd3 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:33:47.069002 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-dc33bc0f-04e6-4be3-91ec-d67efdac5dd3 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:47.070139 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:47.089196 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c8c95073-cf83-4eb2-98d5-2ea934e73215 req-f7d0a76b-1085-45da-94f6-9c254f5df5fd service neutron] 10.222.0.39 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5565877 Apr 20 17:33:47.112589 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc72e1-de95-45c4-b0c3-dbf9edc33c84 None None] Pushing event deleted for resources: {'Port': ['ID=6594111a-e2e3-47dd-a9ab-6b0b1571db09,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:47.161960 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fc72e1-de95-45c4-b0c3-dbf9edc33c84 None None] No DVR routers for this DVR port 6594111a-e2e3-47dd-a9ab-6b0b1571db09 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:33:47.184038 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dc33bc0f-04e6-4be3-91ec-d67efdac5dd3 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:47.188676 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9b80f78b-8426-458a-b51d-7d4f456051d0 req-eac42a09-08dc-42ae-b579-1785589ef253 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2521152 Apr 20 17:33:47.193288 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dc33bc0f-04e6-4be3-91ec-d67efdac5dd3 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:47.247198 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33bc0f-04e6-4be3-91ec-d67efdac5dd3 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a73764e9-1674-4977-bae0-8338e7e79ac0,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:47.252417 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dc33bc0f-04e6-4be3-91ec-d67efdac5dd3 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:47.253688 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-dc33bc0f-04e6-4be3-91ec-d67efdac5dd3 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4775534 Apr 20 17:33:47.256550 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33578) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:47.262431 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-a0897091-3ce7-48a6-bfcb-fdcd99f89ba0 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'security_group': {'name': 'tempest-secgroup-1084144571'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:33:47.275789 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-a0897091-3ce7-48a6-bfcb-fdcd99f89ba0 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:47.285920 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:33:47.299498 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a0897091-3ce7-48a6-bfcb-fdcd99f89ba0 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:security_group and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:33:47.304639 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a0897091-3ce7-48a6-bfcb-fdcd99f89ba0 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:33:47.313142 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-a0897091-3ce7-48a6-bfcb-fdcd99f89ba0 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:47.333572 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a0897091-3ce7-48a6-bfcb-fdcd99f89ba0 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:47.390087 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43f0368-2492-4aa1-b8b7-cf8a3254b309 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:33:47.399497 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-a0897091-3ce7-48a6-bfcb-fdcd99f89ba0 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:47.401792 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-c43f0368-2492-4aa1-b8b7-cf8a3254b309 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:33:47.403673 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-80db7c56-8307-4efe-9ab5-ba8c18a5bdf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:47.407484 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a0897091-3ce7-48a6-bfcb-fdcd99f89ba0 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:security_group_rule and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:33:47.407636 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-80db7c56-8307-4efe-9ab5-ba8c18a5bdf3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6a6f91ac-5376-4114-b7d3-3b50802fc84b HTTP/1.1" status: 204 len: 168 time: 1.2323594 Apr 20 17:33:47.408282 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a0897091-3ce7-48a6-bfcb-fdcd99f89ba0 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:33:47.411581 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43f0368-2492-4aa1-b8b7-cf8a3254b309 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:47.412227 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c43f0368-2492-4aa1-b8b7-cf8a3254b309 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:47.417383 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-a0897091-3ce7-48a6-bfcb-fdcd99f89ba0 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:47.420751 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0ad85c-85a1-489f-818b-d775ad8433f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-5d7b9e06-4f68-4942-bde5-d780665b137e', 'network_id': '5d7b9e06-4f68-4942-bde5-d780665b137e', 'tenant_id': '409944c1ab7f41a6acbb3c4fe41edf37', 'fixed_ips': [{'subnet_id': '9ba138c3-4ead-4fe0-b610-0db4f8d8c7a0'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:33:47.421594 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8d0ad85c-85a1-489f-818b-d775ad8433f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:47.439963 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db7c56-8307-4efe-9ab5-ba8c18a5bdf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6f91ac-5376-4114-b7d3-3b50802fc84b,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:47.477860 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e09cf1c-5396-45fa-a2eb-07ede8f28d74 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:33:47.518132 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a0897091-3ce7-48a6-bfcb-fdcd99f89ba0 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:47.531110 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a0897091-3ce7-48a6-bfcb-fdcd99f89ba0 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:47.589823 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a0897091-3ce7-48a6-bfcb-fdcd99f89ba0 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:47.590085 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f0368-2492-4aa1-b8b7-cf8a3254b309 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Subnet': ['ID=3541e4d9-fe43-47b8-8570-28e8a7f5b783,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:47.597884 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33590) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:47.608677 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-180f3106-0fbe-4255-9157-68bf5d72b1aa tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-391320923', 'security_groups': ['9429cc20-297f-4d88-a870-f2786c2f9d96'], 'network_id': '5d7b9e06-4f68-4942-bde5-d780665b137e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9ba138c3-4ead-4fe0-b610-0db4f8d8c7a0'}]}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:33:47.609892 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a0897091-3ce7-48a6-bfcb-fdcd99f89ba0 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3345478 Apr 20 17:33:47.656437 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0897091-3ce7-48a6-bfcb-fdcd99f89ba0 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9429cc20-297f-4d88-a870-f2786c2f9d96,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:47.672569 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33594) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:47.685233 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-d2d8d27d-f819-4174-aac1-29ee4c1809e0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-193564802', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:33:47.685598 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c43f0368-2492-4aa1-b8b7-cf8a3254b309 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5605965 Apr 20 17:33:47.702327 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d2d8d27d-f819-4174-aac1-29ee4c1809e0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:47.708388 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d2d8d27d-f819-4174-aac1-29ee4c1809e0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:router and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:33:47.711553 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d2d8d27d-f819-4174-aac1-29ee4c1809e0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:33:47.721908 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d2d8d27d-f819-4174-aac1-29ee4c1809e0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:47.739784 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d2d8d27d-f819-4174-aac1-29ee4c1809e0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:47.741477 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d2d8d27d-f819-4174-aac1-29ee4c1809e0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:47.787381 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d2d8d27d-f819-4174-aac1-29ee4c1809e0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:47.828002 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d2d8d27d-f819-4174-aac1-29ee4c1809e0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:47.876535 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d2d8d27d-f819-4174-aac1-29ee4c1809e0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:47.878998 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d2d8d27d-f819-4174-aac1-29ee4c1809e0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2078984 Apr 20 17:33:47.881567 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33602) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:47.976334 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c8c95073-cf83-4eb2-98d5-2ea934e73215 req-82053c4b-6b12-4f6d-84aa-07a5b39c5aa0 service neutron] 10.222.0.39 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8773518 Apr 20 17:33:47.987480 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-180f3106-0fbe-4255-9157-68bf5d72b1aa tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:48.029966 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-180f3106-0fbe-4255-9157-68bf5d72b1aa tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:48.070358 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180f3106-0fbe-4255-9157-68bf5d72b1aa tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:33:48.163875 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b53d49-7098-48d9-b5a6-39847472c2a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-9ba611e4-024c-4a0c-9998-3bc548cf409a', 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'fixed_ips': [{'subnet_id': '3541e4d9-fe43-47b8-8570-28e8a7f5b783'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:33:48.164715 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f3b53d49-7098-48d9-b5a6-39847472c2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:48.478753 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-8d0ad85c-85a1-489f-818b-d775ad8433f0 None None] Allocated IP 2001:db8::2 (5d7b9e06-4f68-4942-bde5-d780665b137e/9ba138c3-4ead-4fe0-b610-0db4f8d8c7a0/fd6d7ab6-b63b-497d-abdb-305b45bcde3c) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:33:48.509123 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-180f3106-0fbe-4255-9157-68bf5d72b1aa tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:48.582633 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-180f3106-0fbe-4255-9157-68bf5d72b1aa tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] device_id is not set on port 5651427d-75ad-4f47-8797-8b8d4d1a0f4d yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:33:49.167261 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86f6c2-75ee-468b-8498-a697b3b51af9 req-d4e1fa72-6ed2-4e03-8226-84b5763ad99b tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:49.174383 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6f86f6c2-75ee-468b-8498-a697b3b51af9 req-d4e1fa72-6ed2-4e03-8226-84b5763ad99b tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.4647143 Apr 20 17:33:49.194563 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-f3b53d49-7098-48d9-b5a6-39847472c2a4 None None] Allocated IP 2001:db8::2 (9ba611e4-024c-4a0c-9998-3bc548cf409a/3541e4d9-fe43-47b8-8570-28e8a7f5b783/1d024285-deca-4eed-aee4-73e818c02ea1) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:33:49.213893 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b0dd14e6-0881-4b06-afb4-ae3f47c39c41 req-f3d2847f-b48f-471c-8397-9f44b6ac1d58 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=923bd239-d974-4bb1-974c-b0d82e767367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1631579 Apr 20 17:33:49.269497 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8d0ad85c-85a1-489f-818b-d775ad8433f0 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:49.382147 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8d0ad85c-85a1-489f-818b-d775ad8433f0 None None] Transition to ACTIVE for port object fd6d7ab6-b63b-497d-abdb-305b45bcde3c will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:33:49.664021 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8d0ad85c-85a1-489f-818b-d775ad8433f0 None None] Transition to ACTIVE for port object fd6d7ab6-b63b-497d-abdb-305b45bcde3c will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:33:49.679365 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6f86f6c2-75ee-468b-8498-a697b3b51af9 req-b9f18b13-b356-49ad-b975-9b8c7cd574e2 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5030637 Apr 20 17:33:49.761504 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8d0ad85c-85a1-489f-818b-d775ad8433f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:49.803030 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b0dd14e6-0881-4b06-afb4-ae3f47c39c41 req-514a31ab-663a-4215-80d6-264cadab7b64 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=048f4cae66cf42c897493ac9a67e0d5f&device_id=923bd239-d974-4bb1-974c-b0d82e767367 HTTP/1.1" status: 200 len: 1059 time: 0.3758485 Apr 20 17:33:49.885678 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-22f7b941-9c37-4783-a856-2e1935e084e0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:49.945890 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-4d16d464-fb5f-4a72-a65c-2de33cf3b5e3 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:49.947641 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-4d16d464-fb5f-4a72-a65c-2de33cf3b5e3 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/networks?id=559f75fc-3697-4c39-a90d-68a51f28c45f HTTP/1.1" status: 200 len: 805 time: 0.2556136 Apr 20 17:33:49.975855 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0ad85c-85a1-489f-818b-d775ad8433f0 None None] Network 5d7b9e06-4f68-4942-bde5-d780665b137e is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:33:49.979569 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ad85c-85a1-489f-818b-d775ad8433f0 None None] Pushing event updated for resources: {'Port': ['ID=fd6d7ab6-b63b-497d-abdb-305b45bcde3c,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:49.983680 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-ca25390d-237b-4578-86f5-88dadb7e11a5 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/quotas/55ad101ba72d4aafab1fd36de3508559 HTTP/1.1" status: 200 len: 375 time: 0.0277417 Apr 20 17:33:49.984153 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-8d0ad85c-85a1-489f-818b-d775ad8433f0 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:33:50.003950 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0ad85c-85a1-489f-818b-d775ad8433f0 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:33:50.050769 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-180f3106-0fbe-4255-9157-68bf5d72b1aa tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Allocated IP 2001:db8::a6 (5d7b9e06-4f68-4942-bde5-d780665b137e/9ba138c3-4ead-4fe0-b610-0db4f8d8c7a0/5651427d-75ad-4f47-8797-8b8d4d1a0f4d) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:33:50.163618 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-d2c542cf-0d2e-4c3f-a49b-56dfe1dc5e51 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=55ad101ba72d4aafab1fd36de3508559&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1633854 Apr 20 17:33:50.220513 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-8d0ad85c-85a1-489f-818b-d775ad8433f0 None None] Attempting to bind port fd6d7ab6-b63b-497d-abdb-305b45bcde3c on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:33:50.222036 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-8d0ad85c-85a1-489f-818b-d775ad8433f0 None None] Attempting to bind port fd6d7ab6-b63b-497d-abdb-305b45bcde3c by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '3399636c-1f6b-4f04-8230-379d6d9ea6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5d7b9e06-4f68-4942-bde5-d780665b137e'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:33:50.222752 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0ad85c-85a1-489f-818b-d775ad8433f0 None None] Attempting to bind port fd6d7ab6-b63b-497d-abdb-305b45bcde3c on network 5d7b9e06-4f68-4942-bde5-d780665b137e {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:33:50.233441 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0ad85c-85a1-489f-818b-d775ad8433f0 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:33:50.234088 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0ad85c-85a1-489f-818b-d775ad8433f0 None None] Checking segment: {'id': '3399636c-1f6b-4f04-8230-379d6d9ea6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5d7b9e06-4f68-4942-bde5-d780665b137e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:33:50.234661 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8d0ad85c-85a1-489f-818b-d775ad8433f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:50.235281 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0ad85c-85a1-489f-818b-d775ad8433f0 None None] Bound using segment: {'id': '3399636c-1f6b-4f04-8230-379d6d9ea6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5d7b9e06-4f68-4942-bde5-d780665b137e'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:33:50.236125 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-8d0ad85c-85a1-489f-818b-d775ad8433f0 None None] Bound port: fd6d7ab6-b63b-497d-abdb-305b45bcde3c, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3399636c-1f6b-4f04-8230-379d6d9ea6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5d7b9e06-4f68-4942-bde5-d780665b137e'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:33:50.236735 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8d0ad85c-85a1-489f-818b-d775ad8433f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:50.256983 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd14e6-0881-4b06-afb4-ae3f47c39c41 req-6f727001-56c6-4ebc-ab1c-8dd8e7b86e0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:50.258446 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b0dd14e6-0881-4b06-afb4-ae3f47c39c41 req-6f727001-56c6-4ebc-ab1c-8dd8e7b86e0e service neutron] 10.222.0.10 "GET /v2.0/networks?id=4f37beb4-cacf-475a-8f23-eab887469923 HTTP/1.1" status: 200 len: 913 time: 0.4083967 Apr 20 17:33:50.313586 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f3b53d49-7098-48d9-b5a6-39847472c2a4 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:50.350823 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f3b53d49-7098-48d9-b5a6-39847472c2a4 None None] Transition to ACTIVE for port object 1d024285-deca-4eed-aee4-73e818c02ea1 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:33:50.368546 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33694) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:50.396070 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b0dd14e6-0881-4b06-afb4-ae3f47c39c41 req-8826db7a-9f79-40be-9b33-aa9e4da3a4b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c34d0e24-9726-4e9d-832a-45d1c230effe HTTP/1.1" status: 200 len: 217 time: 0.1303155 Apr 20 17:33:50.475791 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f3b53d49-7098-48d9-b5a6-39847472c2a4 None None] Transition to ACTIVE for port object 1d024285-deca-4eed-aee4-73e818c02ea1 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:33:50.513818 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f3b53d49-7098-48d9-b5a6-39847472c2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:50.526859 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-8d0ad85c-85a1-489f-818b-d775ad8433f0 None None] For port fd6d7ab6-b63b-497d-abdb-305b45bcde3c, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:33:50.572483 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-e2f737ac-f47c-43d8-9232-c5d421f84210 service neutron] 10.222.0.39 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557034 Apr 20 17:33:50.685627 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd14e6-0881-4b06-afb4-ae3f47c39c41 req-332b49e7-4a63-4a80-9d10-dbbc9357de51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:50.687453 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b0dd14e6-0881-4b06-afb4-ae3f47c39c41 req-332b49e7-4a63-4a80-9d10-dbbc9357de51 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=459b9241-591b-4214-ba21-d89500ea520e HTTP/1.1" status: 200 len: 851 time: 0.2646708 Apr 20 17:33:50.692439 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4f6aba50-17d8-490f-ae13-e6255ffa9f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:50.702688 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-8d0ad85c-85a1-489f-818b-d775ad8433f0 None None] For port fd6d7ab6-b63b-497d-abdb-305b45bcde3c, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=fd6d7ab6-b63b-497d-abdb-305b45bcde3c,segment=NetworkSegment(3399636c-1f6b-4f04-8230-379d6d9ea6bd),segment_id=3399636c-1f6b-4f04-8230-379d6d9ea6bd)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:33:50.704369 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-180f3106-0fbe-4255-9157-68bf5d72b1aa tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:50.765619 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8d0ad85c-85a1-489f-818b-d775ad8433f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:50.769087 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-180f3106-0fbe-4255-9157-68bf5d72b1aa tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Transition to ACTIVE for port object 5651427d-75ad-4f47-8797-8b8d4d1a0f4d will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:33:50.780116 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-22f7b941-9c37-4783-a856-2e1935e084e0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Allocated IP 2001:db8::1 (9ba611e4-024c-4a0c-9998-3bc548cf409a/3541e4d9-fe43-47b8-8570-28e8a7f5b783/ca5efb75-13d7-478a-84ec-6bf49464df46) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:33:50.820512 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4f6aba50-17d8-490f-ae13-e6255ffa9f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:50.841773 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-43ce2892-3fb6-49c6-b2b9-85f9f82e2836 service neutron] 10.222.0.39 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575533 Apr 20 17:33:50.845960 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4f6aba50-17d8-490f-ae13-e6255ffa9f4b admin admin] Usage tracker for resource:security_group_rule and tenant:f95ea58b63d6422cbaa228059cb4252b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:33:50.849118 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b53d49-7098-48d9-b5a6-39847472c2a4 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:33:50.871532 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-180f3106-0fbe-4255-9157-68bf5d72b1aa tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:50.897283 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-f3b53d49-7098-48d9-b5a6-39847472c2a4 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:33:50.916438 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b53d49-7098-48d9-b5a6-39847472c2a4 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:33:50.945784 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4f6aba50-17d8-490f-ae13-e6255ffa9f4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:33:51.011322 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f3106-0fbe-4255-9157-68bf5d72b1aa tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Port': ['ID=5651427d-75ad-4f47-8797-8b8d4d1a0f4d,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:51.056472 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180f3106-0fbe-4255-9157-68bf5d72b1aa tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network 5d7b9e06-4f68-4942-bde5-d780665b137e is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:33:51.058574 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b53d49-7098-48d9-b5a6-39847472c2a4 None None] Pushing event updated for resources: {'Port': ['ID=1d024285-deca-4eed-aee4-73e818c02ea1,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:51.062485 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-180f3106-0fbe-4255-9157-68bf5d72b1aa tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:33:51.077559 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180f3106-0fbe-4255-9157-68bf5d72b1aa tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:33:51.092089 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180f3106-0fbe-4255-9157-68bf5d72b1aa tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:51.092089 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-180f3106-0fbe-4255-9157-68bf5d72b1aa tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:51.133831 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4f6aba50-17d8-490f-ae13-e6255ffa9f4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:51.145789 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-180f3106-0fbe-4255-9157-68bf5d72b1aa tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5444217 Apr 20 17:33:51.146023 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33716) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:51.151886 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-31afe088-66f9-4c4e-bab1-d7e24bc13a0f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'subnet': {'network_id': '5d7b9e06-4f68-4942-bde5-d780665b137e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:33:51.218546 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b0dd14e6-0881-4b06-afb4-ae3f47c39c41 req-13d710ed-f035-49ca-8439-4cf9ca2e28ca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f37beb4-cacf-475a-8f23-eab887469923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5132244 Apr 20 17:33:51.382363 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-f3b53d49-7098-48d9-b5a6-39847472c2a4 None None] Attempting to bind port 1d024285-deca-4eed-aee4-73e818c02ea1 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:33:51.382363 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-f3b53d49-7098-48d9-b5a6-39847472c2a4 None None] Attempting to bind port 1d024285-deca-4eed-aee4-73e818c02ea1 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:33:51.383048 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b53d49-7098-48d9-b5a6-39847472c2a4 None None] Attempting to bind port 1d024285-deca-4eed-aee4-73e818c02ea1 on network 9ba611e4-024c-4a0c-9998-3bc548cf409a {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:33:51.416409 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b53d49-7098-48d9-b5a6-39847472c2a4 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:33:51.416409 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b53d49-7098-48d9-b5a6-39847472c2a4 None None] Checking segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:33:51.416409 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f3b53d49-7098-48d9-b5a6-39847472c2a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:51.416409 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b53d49-7098-48d9-b5a6-39847472c2a4 None None] Bound using segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:33:51.416409 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-f3b53d49-7098-48d9-b5a6-39847472c2a4 None None] Bound port: 1d024285-deca-4eed-aee4-73e818c02ea1, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:33:51.416409 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f3b53d49-7098-48d9-b5a6-39847472c2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:51.508980 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-22f7b941-9c37-4783-a856-2e1935e084e0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:51.509804 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-32a17170-488a-4fc6-b6b8-a0451e45f83b req-c57d24d6-7d59-497c-9ce6-2b94d4c9bf75 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee63654e-da59-4f48-bf1a-f4e9f6744cba HTTP/1.1" status: 200 len: 210 time: 0.3028810 Apr 20 17:33:51.563907 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ad85c-85a1-489f-818b-d775ad8433f0 None None] Pushing event updated for resources: {'Port': ['ID=fd6d7ab6-b63b-497d-abdb-305b45bcde3c,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:51.644563 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-22f7b941-9c37-4783-a856-2e1935e084e0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Transition to ACTIVE for port object ca5efb75-13d7-478a-84ec-6bf49464df46 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:33:51.657932 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-f3b53d49-7098-48d9-b5a6-39847472c2a4 None None] For port 1d024285-deca-4eed-aee4-73e818c02ea1, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:33:51.666757 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-f3b53d49-7098-48d9-b5a6-39847472c2a4 None None] For port 1d024285-deca-4eed-aee4-73e818c02ea1, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=1d024285-deca-4eed-aee4-73e818c02ea1,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:33:51.682464 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f3b53d49-7098-48d9-b5a6-39847472c2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:51.799335 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4f6aba50-17d8-490f-ae13-e6255ffa9f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:51.830160 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b53d49-7098-48d9-b5a6-39847472c2a4 None None] Pushing event updated for resources: {'Port': ['ID=1d024285-deca-4eed-aee4-73e818c02ea1,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:51.844326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae04c5e-a8d5-461d-a8cb-8eec92ed6bff req-634fcb8c-303f-4531-8f68-3c187dac6d36 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:51.846156 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0ae04c5e-a8d5-461d-a8cb-8eec92ed6bff req-634fcb8c-303f-4531-8f68-3c187dac6d36 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.7354186 Apr 20 17:33:51.857302 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b0dd14e6-0881-4b06-afb4-ae3f47c39c41 req-da47dea7-de17-4af8-b122-0e460770d919 service neutron] 10.222.0.10 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6154428 Apr 20 17:33:51.889388 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4f6aba50-17d8-490f-ae13-e6255ffa9f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:52.052561 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-31afe088-66f9-4c4e-bab1-d7e24bc13a0f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:52.062017 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-31afe088-66f9-4c4e-bab1-d7e24bc13a0f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:subnet and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:33:52.065158 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-31afe088-66f9-4c4e-bab1-d7e24bc13a0f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:33:52.072108 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-31afe088-66f9-4c4e-bab1-d7e24bc13a0f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:52.086762 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31afe088-66f9-4c4e-bab1-d7e24bc13a0f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:33:52.091787 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-31afe088-66f9-4c4e-bab1-d7e24bc13a0f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:52.157026 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6aba50-17d8-490f-ae13-e6255ffa9f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea541798-1d88-4d88-8b15-ff455bbd5cb8,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:52.223945 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0ae04c5e-a8d5-461d-a8cb-8eec92ed6bff req-c6777ad4-ed45-4784-b9a3-f0974953c346 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3646243 Apr 20 17:33:52.268871 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4f6aba50-17d8-490f-ae13-e6255ffa9f4b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f95ea58b63d6422cbaa228059cb4252b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8986971 Apr 20 17:33:52.275540 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-22f7b941-9c37-4783-a856-2e1935e084e0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:52.292929 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33742) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:52.467116 n-d-838032-1 neutron-server[84080]: INFO neutron.db.ipam_backend_mixin [None req-31afe088-66f9-4c4e-bab1-d7e24bc13a0f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9ba138c3-4ead-4fe0-b610-0db4f8d8c7a0 (CIDR: 2001:db8::/64) Apr 20 17:33:52.485505 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device fd6d7ab6-b63b-497d-abdb-305b45bcde3c up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:33:52.498078 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-31afe088-66f9-4c4e-bab1-d7e24bc13a0f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:33:52.498726 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31afe088-66f9-4c4e-bab1-d7e24bc13a0f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:33:52.569044 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f7b941-9c37-4783-a856-2e1935e084e0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:33:52.626132 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-22f7b941-9c37-4783-a856-2e1935e084e0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:33:52.628114 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-31afe088-66f9-4c4e-bab1-d7e24bc13a0f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4799333 Apr 20 17:33:52.629120 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33750) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:52.643311 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f7b941-9c37-4783-a856-2e1935e084e0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:33:52.645356 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-22f7b941-9c37-4783-a856-2e1935e084e0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:52.648169 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-d57535fe-a110-4b6b-8a79-8376f9551b48 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'subnet': {'network_id': '5d7b9e06-4f68-4942-bde5-d780665b137e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:33:52.711608 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7b941-9c37-4783-a856-2e1935e084e0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Port': ['ID=ca5efb75-13d7-478a-84ec-6bf49464df46,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:52.713554 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-089d4766-50b7-42bc-a98d-5a46d04b9d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:52.820941 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b0dd14e6-0881-4b06-afb4-ae3f47c39c41 req-a7917126-c6fc-45f2-a97b-d6bf8416575f service neutron] 10.222.0.10 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9083211 Apr 20 17:33:52.822989 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9b8ffd2c-eaf9-48e7-a92a-663117d60645 req-7f8ea660-dc52-4dbc-b065-cd56dcdb46f5 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee63654e-da59-4f48-bf1a-f4e9f6744cba HTTP/1.1" status: 200 len: 210 time: 0.0983427 Apr 20 17:33:52.839631 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port fd6d7ab6-b63b-497d-abdb-305b45bcde3c completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:33:52.937538 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-089d4766-50b7-42bc-a98d-5a46d04b9d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:53.066168 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-22f7b941-9c37-4783-a856-2e1935e084e0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:53.320349 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d57535fe-a110-4b6b-8a79-8376f9551b48 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:53.324468 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d57535fe-a110-4b6b-8a79-8376f9551b48 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:subnet and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:33:53.328166 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d57535fe-a110-4b6b-8a79-8376f9551b48 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:33:53.355403 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d57535fe-a110-4b6b-8a79-8376f9551b48 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:53.378976 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d037c9c-cb8b-4c5f-b7cd-1e4291ed7223 req-65b4a94f-b509-4c93-8a94-bf6e92131e4a tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:53.380799 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4d037c9c-cb8b-4c5f-b7cd-1e4291ed7223 req-65b4a94f-b509-4c93-8a94-bf6e92131e4a tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.4121916 Apr 20 17:33:53.396701 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-aa9c6422-332d-492e-bfc9-07709e2ac567 req-ba730b75-fd1c-470f-9ab3-0321e2eb6a1a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=048f4cae66cf42c897493ac9a67e0d5f&device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 1095 time: 0.3473856 Apr 20 17:33:53.484542 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57535fe-a110-4b6b-8a79-8376f9551b48 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:33:53.568019 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d57535fe-a110-4b6b-8a79-8376f9551b48 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:53.627537 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-04d0cbc6-39d4-464c-8955-8050c18732f4 None None] Provisioning complete for port 8028729f-9efd-45b6-81b1-dfdee5d4a78b triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:33:53.636712 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-04d0cbc6-39d4-464c-8955-8050c18732f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:53.703153 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-089d4766-50b7-42bc-a98d-5a46d04b9d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:53.866699 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-04d0cbc6-39d4-464c-8955-8050c18732f4 None None] Port 8028729f-9efd-45b6-81b1-dfdee5d4a78b cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:33:53.908591 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-69030d2b-421e-4222-a7ee-665b7e8204b5 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:53.911174 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-69030d2b-421e-4222-a7ee-665b7e8204b5 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.10 "GET /v2.0/networks?id=559f75fc-3697-4c39-a90d-68a51f28c45f HTTP/1.1" status: 200 len: 805 time: 0.6172829 Apr 20 17:33:53.912758 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-04d0cbc6-39d4-464c-8955-8050c18732f4 None None] Provisioning for port fd6d7ab6-b63b-497d-abdb-305b45bcde3c completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:33:53.918690 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-04d0cbc6-39d4-464c-8955-8050c18732f4 None None] Provisioning complete for port fd6d7ab6-b63b-497d-abdb-305b45bcde3c triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:33:53.919057 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-04d0cbc6-39d4-464c-8955-8050c18732f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:53.934951 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-0bb6de58-b2a9-4a74-b7e0-e409236321f3 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Request body: {'port': {'device_id': 'ee63654e-da59-4f48-bf1a-f4e9f6744cba', 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f', 'admin_state_up': True, 'tenant_id': '55ad101ba72d4aafab1fd36de3508559'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:33:54.192132 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4d037c9c-cb8b-4c5f-b7cd-1e4291ed7223 req-2214c686-7ba0-4002-bceb-35eaa8ab794f tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7943487 Apr 20 17:33:54.196743 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-04d0cbc6-39d4-464c-8955-8050c18732f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:54.201465 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d4766-50b7-42bc-a98d-5a46d04b9d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea541798-1d88-4d88-8b15-ff455bbd5cb8,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:54.234594 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-089d4766-50b7-42bc-a98d-5a46d04b9d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:54.236218 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-089d4766-50b7-42bc-a98d-5a46d04b9d90 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea541798-1d88-4d88-8b15-ff455bbd5cb8 HTTP/1.1" status: 204 len: 168 time: 1.9349401 Apr 20 17:33:54.289822 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-04d0cbc6-39d4-464c-8955-8050c18732f4 None None] For port fd6d7ab6-b63b-497d-abdb-305b45bcde3c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=fd6d7ab6-b63b-497d-abdb-305b45bcde3c,segment=NetworkSegment(3399636c-1f6b-4f04-8230-379d6d9ea6bd),segment_id=3399636c-1f6b-4f04-8230-379d6d9ea6bd)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:33:54.301936 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-04d0cbc6-39d4-464c-8955-8050c18732f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:54.341221 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 1d024285-deca-4eed-aee4-73e818c02ea1 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:33:54.375706 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c6422-332d-492e-bfc9-07709e2ac567 req-09fa2079-3d35-4fd1-83bc-21b2f46e02fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:54.378895 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-aa9c6422-332d-492e-bfc9-07709e2ac567 req-09fa2079-3d35-4fd1-83bc-21b2f46e02fb service neutron] 10.222.0.43 "GET /v2.0/networks?id=4f37beb4-cacf-475a-8f23-eab887469923 HTTP/1.1" status: 200 len: 913 time: 0.9462655 Apr 20 17:33:54.463600 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a47bee51-115e-4384-9a01-ff7b8e6806ad None None] Provisioning for port 1d024285-deca-4eed-aee4-73e818c02ea1 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:33:54.509824 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0cbc6-39d4-464c-8955-8050c18732f4 None None] Pushing event updated for resources: {'Port': ['ID=fd6d7ab6-b63b-497d-abdb-305b45bcde3c,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:54.520156 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-aa9c6422-332d-492e-bfc9-07709e2ac567 req-09bf3a7c-275c-498a-8564-d3efc0afbc0f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ade7190-3a4b-418f-a071-6c7e4f46d1d3 HTTP/1.1" status: 200 len: 999 time: 0.1350510 Apr 20 17:33:54.542875 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a47bee51-115e-4384-9a01-ff7b8e6806ad None None] Provisioning for port 5651427d-75ad-4f47-8797-8b8d4d1a0f4d completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:33:54.550998 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a47bee51-115e-4384-9a01-ff7b8e6806ad None None] Provisioning complete for port 5651427d-75ad-4f47-8797-8b8d4d1a0f4d triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:33:54.551539 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a47bee51-115e-4384-9a01-ff7b8e6806ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:54.591342 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-22f7b941-9c37-4783-a856-2e1935e084e0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:54.595176 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 1d024285-deca-4eed-aee4-73e818c02ea1 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:33:54.606974 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 1d024285-deca-4eed-aee4-73e818c02ea1 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:33:54.607575 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:54.664674 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-22f7b941-9c37-4783-a856-2e1935e084e0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:54.665632 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-22f7b941-9c37-4783-a856-2e1935e084e0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:54.699526 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a47bee51-115e-4384-9a01-ff7b8e6806ad None None] Port 5651427d-75ad-4f47-8797-8b8d4d1a0f4d cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:33:54.743155 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4f892307-4a10-4c14-9322-94c61180cf06 req-97c6e098-9113-4190-b0e9-a08b6ada09d8 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee63654e-da59-4f48-bf1a-f4e9f6744cba HTTP/1.1" status: 200 len: 210 time: 0.5903196 Apr 20 17:33:54.770974 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c6422-332d-492e-bfc9-07709e2ac567 req-9fddf73e-4f2c-485d-8a53-685f29d631f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:54.772455 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-aa9c6422-332d-492e-bfc9-07709e2ac567 req-9fddf73e-4f2c-485d-8a53-685f29d631f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=459b9241-591b-4214-ba21-d89500ea520e HTTP/1.1" status: 200 len: 851 time: 0.2399435 Apr 20 17:33:54.818278 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:54.838270 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-0bb6de58-b2a9-4a74-b7e0-e409236321f3 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:33:54.873844 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 1d024285-deca-4eed-aee4-73e818c02ea1, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=1d024285-deca-4eed-aee4-73e818c02ea1,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:33:54.887458 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:55.023715 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-aa9c6422-332d-492e-bfc9-07709e2ac567 req-c70e494a-5cb0-43a2-b43d-2c933031edfe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f37beb4-cacf-475a-8f23-eab887469923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2339027 Apr 20 17:33:55.034645 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2d25f8b3-7ea8-4ae7-aae9-925a995ef2b3 None None] Provisioning for port ca5efb75-13d7-478a-84ec-6bf49464df46 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:33:55.070127 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d57535fe-a110-4b6b-8a79-8376f9551b48 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:55.087316 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2d25f8b3-7ea8-4ae7-aae9-925a995ef2b3 None None] Provisioning complete for port ca5efb75-13d7-478a-84ec-6bf49464df46 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:33:55.087788 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2d25f8b3-7ea8-4ae7-aae9-925a995ef2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:55.110326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-0bb6de58-b2a9-4a74-b7e0-e409236321f3 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:33:55.141139 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7b941-9c37-4783-a856-2e1935e084e0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Port': ['ID=ca5efb75-13d7-478a-84ec-6bf49464df46,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:55.160797 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-0bb6de58-b2a9-4a74-b7e0-e409236321f3 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Made reservation on behalf of 55ad101ba72d4aafab1fd36de3508559 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:33:55.164094 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-0bb6de58-b2a9-4a74-b7e0-e409236321f3 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:55.249539 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-2d25f8b3-7ea8-4ae7-aae9-925a995ef2b3 None None] Port ca5efb75-13d7-478a-84ec-6bf49464df46 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:33:55.251400 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=1d024285-deca-4eed-aee4-73e818c02ea1,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:55.257441 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57535fe-a110-4b6b-8a79-8376f9551b48 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network 5d7b9e06-4f68-4942-bde5-d780665b137e is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:33:55.272885 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-d57535fe-a110-4b6b-8a79-8376f9551b48 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:33:55.283838 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbad5c2-cc1d-439c-8be1-a6ce6e6b3fb6 None None] Network 5d7b9e06-4f68-4942-bde5-d780665b137e requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:33:55.285460 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57535fe-a110-4b6b-8a79-8376f9551b48 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:55.286045 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d57535fe-a110-4b6b-8a79-8376f9551b48 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:55.291161 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f7b941-9c37-4783-a856-2e1935e084e0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:33:55.301515 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-22f7b941-9c37-4783-a856-2e1935e084e0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:33:55.320243 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57535fe-a110-4b6b-8a79-8376f9551b48 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Subnet': ['ID=9070a905-8517-433e-9084-d187785f03ba,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:55.417294 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d57535fe-a110-4b6b-8a79-8376f9551b48 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7817297 Apr 20 17:33:55.424888 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33806) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:55.444410 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-63e94fd3-a75a-40b0-9fdf-486b00ed961e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1278953162', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9070a905-8517-433e-9084-d187785f03ba'}], 'security_groups': ['a73764e9-1674-4977-bae0-8338e7e79ac0']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:33:55.604556 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-aa9c6422-332d-492e-bfc9-07709e2ac567 req-98796227-cea6-4755-a369-c3a2a1473845 service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5726795 Apr 20 17:33:55.962310 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0db7ca9e-787d-416a-859e-13a2d7c9e052 None None] Provisioning complete for port ca5efb75-13d7-478a-84ec-6bf49464df46 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:33:55.962969 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0db7ca9e-787d-416a-859e-13a2d7c9e052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:56.095834 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0db7ca9e-787d-416a-859e-13a2d7c9e052 None None] Port ca5efb75-13d7-478a-84ec-6bf49464df46 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:33:56.224284 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-0bb6de58-b2a9-4a74-b7e0-e409236321f3 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Allocated IP 172.20.0.4 (559f75fc-3697-4c39-a90d-68a51f28c45f/32922401-1cb1-4df1-a18a-26612d131639/7f97344f-aeb8-4087-93c6-36623f16ac48) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:33:56.254180 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc43433-96a6-4c3c-bdd6-86f7236ea42f None None] Update dhcp port {'port': {'network_id': '5d7b9e06-4f68-4942-bde5-d780665b137e', 'fixed_ips': [{'subnet_id': '9ba138c3-4ead-4fe0-b610-0db4f8d8c7a0', 'ip_address': '2001:db8::2'}, {'subnet_id': '9070a905-8517-433e-9084-d187785f03ba'}], 'binding:host_id': 'n-d-838032-1'}, 'id': 'fd6d7ab6-b63b-497d-abdb-305b45bcde3c'} from n-d-838032-1. {{(pid=84082) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 20 17:33:56.350814 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8cc43433-96a6-4c3c-bdd6-86f7236ea42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:56.361080 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device fd6d7ab6-b63b-497d-abdb-305b45bcde3c up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:33:56.384539 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-aa9c6422-332d-492e-bfc9-07709e2ac567 req-bdb2ff23-dbe4-4256-8bec-dc5edfebf88f service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6635664 Apr 20 17:33:56.395527 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6820156d-f6ac-4b8e-a340-d732494fa58a req-caece805-387b-4c9e-a105-432aa4c41308 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee63654e-da59-4f48-bf1a-f4e9f6744cba HTTP/1.1" status: 200 len: 210 time: 0.4032938 Apr 20 17:33:56.428485 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e196baec-f0fd-4f3a-bdfe-0e3897b83dbb req-5c1743e5-c346-4d70-92e4-a5b89e7b234e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:56.436425 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e196baec-f0fd-4f3a-bdfe-0e3897b83dbb req-5c1743e5-c346-4d70-92e4-a5b89e7b234e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.8391163 Apr 20 17:33:56.520552 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e196baec-f0fd-4f3a-bdfe-0e3897b83dbb req-99f352ca-2704-4d38-bcca-9d2cbfe8f9bf tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821953 Apr 20 17:33:56.521754 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-63e94fd3-a75a-40b0-9fdf-486b00ed961e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:56.957496 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-8cc43433-96a6-4c3c-bdd6-86f7236ea42f None None] Allocated IP 2001:db8:0:1::2 (5d7b9e06-4f68-4942-bde5-d780665b137e/9070a905-8517-433e-9084-d187785f03ba/fd6d7ab6-b63b-497d-abdb-305b45bcde3c) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:33:57.007164 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f7b941-9c37-4783-a856-2e1935e084e0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Router 0ef75a8e-015f-4e31-ad14-a1f82b79f8f3 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:33:57.026927 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-0bb6de58-b2a9-4a74-b7e0-e409236321f3 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:57.179634 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-8cc43433-96a6-4c3c-bdd6-86f7236ea42f None None] For port fd6d7ab6-b63b-497d-abdb-305b45bcde3c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=fd6d7ab6-b63b-497d-abdb-305b45bcde3c,segment=NetworkSegment(3399636c-1f6b-4f04-8230-379d6d9ea6bd),segment_id=3399636c-1f6b-4f04-8230-379d6d9ea6bd)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:33:57.212079 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8cc43433-96a6-4c3c-bdd6-86f7236ea42f None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:57.240485 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8cc43433-96a6-4c3c-bdd6-86f7236ea42f None None] Transition to ACTIVE for port object fd6d7ab6-b63b-497d-abdb-305b45bcde3c will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:33:57.260315 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8cc43433-96a6-4c3c-bdd6-86f7236ea42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:57.442859 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-0bb6de58-b2a9-4a74-b7e0-e409236321f3 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:57.490978 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['d342bd3a-35b5-47b3-8bf2-c19218fd8a1e'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:33:57.494999 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-63e94fd3-a75a-40b0-9fdf-486b00ed961e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Delete allocated IP 2001:db8::a6 (5d7b9e06-4f68-4942-bde5-d780665b137e/9ba138c3-4ead-4fe0-b610-0db4f8d8c7a0) {{(pid=84080) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 17:33:57.514468 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-63e94fd3-a75a-40b0-9fdf-486b00ed961e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Allocated IP 2001:db8:0:1::193 (5d7b9e06-4f68-4942-bde5-d780665b137e/9070a905-8517-433e-9084-d187785f03ba/5651427d-75ad-4f47-8797-8b8d4d1a0f4d) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:33:57.603812 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6de58-b2a9-4a74-b7e0-e409236321f3 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Pushing event updated for resources: {'Port': ['ID=7f97344f-aeb8-4087-93c6-36623f16ac48,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:57.632922 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 1d024285-deca-4eed-aee4-73e818c02ea1 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:33:57.638148 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-0bb6de58-b2a9-4a74-b7e0-e409236321f3 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Network 559f75fc-3697-4c39-a90d-68a51f28c45f is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:33:57.640503 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-0bb6de58-b2a9-4a74-b7e0-e409236321f3 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:33:57.649575 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-0bb6de58-b2a9-4a74-b7e0-e409236321f3 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:33:57.736105 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f7b941-9c37-4783-a856-2e1935e084e0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:33:57.747173 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ab0408-aaee-49f7-8749-be3f13e0b83a None None] Sync routers for ids ['0ef75a8e-015f-4e31-ad14-a1f82b79f8f3'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:33:57.747994 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc43433-96a6-4c3c-bdd6-86f7236ea42f None None] Pushing event updated for resources: {'Port': ['ID=fd6d7ab6-b63b-497d-abdb-305b45bcde3c,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:57.776954 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ab0408-aaee-49f7-8749-be3f13e0b83a None None] Routers {'0ef75a8e-015f-4e31-ad14-a1f82b79f8f3'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:33:57.777591 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-82ab0408-aaee-49f7-8749-be3f13e0b83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:33:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0ef75a8e-015f-4e31-ad14-a1f82b79f8f3'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:33:57.855264 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 1d024285-deca-4eed-aee4-73e818c02ea1 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:33:57.856074 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:57.929210 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-0bb6de58-b2a9-4a74-b7e0-e409236321f3 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:57.936131 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-0bb6de58-b2a9-4a74-b7e0-e409236321f3 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:57.951116 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-22f7b941-9c37-4783-a856-2e1935e084e0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "PUT /v2.0/routers/0ef75a8e-015f-4e31-ad14-a1f82b79f8f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0669789 Apr 20 17:33:57.968070 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33866) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:58.093308 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-63e94fd3-a75a-40b0-9fdf-486b00ed961e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:58.105358 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2528c5d8-753b-431b-bef6-1f6802e2ae76 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:58.106635 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2528c5d8-753b-431b-bef6-1f6802e2ae76 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:33:58.136458 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-63e94fd3-a75a-40b0-9fdf-486b00ed961e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Transition to ACTIVE for port object 5651427d-75ad-4f47-8797-8b8d4d1a0f4d will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:33:58.142896 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-0bb6de58-b2a9-4a74-b7e0-e409236321f3 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2169571 Apr 20 17:33:58.145177 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-63e94fd3-a75a-40b0-9fdf-486b00ed961e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:58.178833 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-38da0031-edb5-4dfa-a00b-47593a26420d service neutron] Request body: {'port': {'device_id': 'ee63654e-da59-4f48-bf1a-f4e9f6744cba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:33:58.304732 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d6e5e-36e8-4565-a4d5-48ef03edc4c3 req-9f6e0c4e-1c2e-4a2e-9c7b-591f5d82644e tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:58.305477 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-151d6e5e-36e8-4565-a4d5-48ef03edc4c3 req-9f6e0c4e-1c2e-4a2e-9c7b-591f5d82644e tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Synchronizing usage tracker for tenant:55ad101ba72d4aafab1fd36de3508559 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:33:58.388238 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device fd6d7ab6-b63b-497d-abdb-305b45bcde3c up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:33:58.395312 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2528c5d8-753b-431b-bef6-1f6802e2ae76 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:33:58.396910 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2528c5d8-753b-431b-bef6-1f6802e2ae76 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports/ca5efb75-13d7-478a-84ec-6bf49464df46 HTTP/1.1" status: 200 len: 911 time: 0.4169188 Apr 20 17:33:58.401962 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33882) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:58.448481 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-82ab0408-aaee-49f7-8749-be3f13e0b83a None None] Set router 0ef75a8e-015f-4e31-ad14-a1f82b79f8f3 gateway port host: None {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:33:58.595971 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-151d6e5e-36e8-4565-a4d5-48ef03edc4c3 req-9f6e0c4e-1c2e-4a2e-9c7b-591f5d82644e tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Unset dirty status for tenant:55ad101ba72d4aafab1fd36de3508559 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:33:58.599081 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-151d6e5e-36e8-4565-a4d5-48ef03edc4c3 req-9f6e0c4e-1c2e-4a2e-9c7b-591f5d82644e tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee63654e-da59-4f48-bf1a-f4e9f6744cba HTTP/1.1" status: 200 len: 931 time: 0.8216624 Apr 20 17:33:58.622372 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e94fd3-a75a-40b0-9fdf-486b00ed961e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Port': ['ID=5651427d-75ad-4f47-8797-8b8d4d1a0f4d,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:33:58.624051 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-63e94fd3-a75a-40b0-9fdf-486b00ed961e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] In _notify_port_updated(), no bound segment for port 5651427d-75ad-4f47-8797-8b8d4d1a0f4d on network 5d7b9e06-4f68-4942-bde5-d780665b137e {{(pid=84080) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 20 17:33:58.628765 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e94fd3-a75a-40b0-9fdf-486b00ed961e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:58.629568 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-63e94fd3-a75a-40b0-9fdf-486b00ed961e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:58.631969 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-63e94fd3-a75a-40b0-9fdf-486b00ed961e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "PUT /v2.0/ports/5651427d-75ad-4f47-8797-8b8d4d1a0f4d HTTP/1.1" status: 200 len: 931 time: 3.2059946 Apr 20 17:33:58.633973 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33890) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:58.661023 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e232bbd5-88df-4bf7-8644-217ba4b136f5 None None] Provisioning complete for port 8028729f-9efd-45b6-81b1-dfdee5d4a78b triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:33:58.661298 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e232bbd5-88df-4bf7-8644-217ba4b136f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:58.760072 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b698c25-7e33-48dc-8eaf-002f84e005bc req-b9c907fc-6c23-43db-bd5b-259602cf7db4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:58.778891 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3b698c25-7e33-48dc-8eaf-002f84e005bc req-b9c907fc-6c23-43db-bd5b-259602cf7db4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.6405609 Apr 20 17:33:58.799735 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-e232bbd5-88df-4bf7-8644-217ba4b136f5 None None] Port 8028729f-9efd-45b6-81b1-dfdee5d4a78b cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:33:58.835320 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e232bbd5-88df-4bf7-8644-217ba4b136f5 None None] Provisioning for port 5651427d-75ad-4f47-8797-8b8d4d1a0f4d completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:33:58.841372 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e232bbd5-88df-4bf7-8644-217ba4b136f5 None None] Provisioning complete for port 5651427d-75ad-4f47-8797-8b8d4d1a0f4d triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:33:58.842054 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e232bbd5-88df-4bf7-8644-217ba4b136f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:58.874588 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-38da0031-edb5-4dfa-a00b-47593a26420d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:58.889820 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-58a175ee-c431-40cd-beae-ee25c1f58a8f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Deleting port 5651427d-75ad-4f47-8797-8b8d4d1a0f4d {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:33:58.890162 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-58a175ee-c431-40cd-beae-ee25c1f58a8f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:58.934014 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf3702d-acf8-4781-8530-4efe5728d92d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:58.956113 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf3702d-acf8-4781-8530-4efe5728d92d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:58.962632 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cbf3702d-acf8-4781-8530-4efe5728d92d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5275850 Apr 20 17:33:58.968876 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-e232bbd5-88df-4bf7-8644-217ba4b136f5 None None] Port 5651427d-75ad-4f47-8797-8b8d4d1a0f4d cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:33:58.977682 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33898) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:59.000605 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e232bbd5-88df-4bf7-8644-217ba4b136f5 None None] Provisioning for port fd6d7ab6-b63b-497d-abdb-305b45bcde3c completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:33:59.014750 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e232bbd5-88df-4bf7-8644-217ba4b136f5 None None] Provisioning complete for port fd6d7ab6-b63b-497d-abdb-305b45bcde3c triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:33:59.015319 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e232bbd5-88df-4bf7-8644-217ba4b136f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:59.093370 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-82ab0408-aaee-49f7-8749-be3f13e0b83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef75a8e-015f-4e31-ad14-a1f82b79f8f3', 'name': 'tempest-NetworksTestDHCPv6-router-193564802', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:33:47Z', 'updated_at': '2022-04-20T17:33:52Z', 'revision_number': 2, 'project_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'gw_port_host': None, '_interfaces': [{'id': 'ca5efb75-13d7-478a-84ec-6bf49464df46', 'name': '', 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'mac_address': 'fa:16:3e:e4:39:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef75a8e-015f-4e31-ad14-a1f82b79f8f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3541e4d9-fe43-47b8-8570-28e8a7f5b783', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:33:50Z', 'updated_at': '2022-04-20T17:33:54Z', 'revision_number': 2, 'project_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'subnets': [{'id': '3541e4d9-fe43-47b8-8570-28e8a7f5b783', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:33:59.100747 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ab0408-aaee-49f7-8749-be3f13e0b83a None None] Checking router: 0ef75a8e-015f-4e31-ad14-a1f82b79f8f3 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:33:59.101283 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ab0408-aaee-49f7-8749-be3f13e0b83a None None] Updating router 0ef75a8e-015f-4e31-ad14-a1f82b79f8f3 port ca5efb75-13d7-478a-84ec-6bf49464df46 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:33:59.153757 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3b698c25-7e33-48dc-8eaf-002f84e005bc req-1039e114-4344-4372-9fde-c7b4b1b898c6 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3739874 Apr 20 17:33:59.210731 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-82ab0408-aaee-49f7-8749-be3f13e0b83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:59.373598 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-88e3d36a-d97b-47f2-8a44-29fb7155560d None None] Provisioning complete for port 5651427d-75ad-4f47-8797-8b8d4d1a0f4d triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:33:59.373962 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-88e3d36a-d97b-47f2-8a44-29fb7155560d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:59.400793 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-151d6e5e-36e8-4565-a4d5-48ef03edc4c3 req-cc3458fa-8d25-477c-9eb7-e237f60bc01e tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7857056 Apr 20 17:33:59.525290 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-88e3d36a-d97b-47f2-8a44-29fb7155560d None None] Port 5651427d-75ad-4f47-8797-8b8d4d1a0f4d cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:33:59.880518 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-82ab0408-aaee-49f7-8749-be3f13e0b83a None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:59.907875 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-58a175ee-c431-40cd-beae-ee25c1f58a8f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:59.919600 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00ed88-1f47-44a8-8297-2373af2d0699 req-dcc426d5-0db8-4c5a-b776-afba9c646fed tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:33:59.925414 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-82ab0408-aaee-49f7-8749-be3f13e0b83a None None] Transition to ACTIVE for port object ca5efb75-13d7-478a-84ec-6bf49464df46 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:33:59.932123 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ae00ed88-1f47-44a8-8297-2373af2d0699 req-dcc426d5-0db8-4c5a-b776-afba9c646fed tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.5679915 Apr 20 17:33:59.939617 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-82ab0408-aaee-49f7-8749-be3f13e0b83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:33:59.991237 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-38da0031-edb5-4dfa-a00b-47593a26420d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f97344f-aeb8-4087-93c6-36623f16ac48 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:33:59.998759 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-38da0031-edb5-4dfa-a00b-47593a26420d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:00.025020 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-38da0031-edb5-4dfa-a00b-47593a26420d service neutron] Transition to ACTIVE for port object 7f97344f-aeb8-4087-93c6-36623f16ac48 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:34:00.037625 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-38da0031-edb5-4dfa-a00b-47593a26420d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:00.064770 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576990c-582d-4b1a-81a3-91c3509d9aa2 None None] Pushing event updated for resources: {'Port': ['ID=ca5efb75-13d7-478a-84ec-6bf49464df46,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:00.181373 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ae00ed88-1f47-44a8-8297-2373af2d0699 req-88585bf3-599f-4b3e-addb-be28bea943e4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2565384 Apr 20 17:34:00.215945 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576990c-582d-4b1a-81a3-91c3509d9aa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:00.215945 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576990c-582d-4b1a-81a3-91c3509d9aa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:00.215945 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576990c-582d-4b1a-81a3-91c3509d9aa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:00.215945 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576990c-582d-4b1a-81a3-91c3509d9aa2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:00.221281 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da0031-edb5-4dfa-a00b-47593a26420d service neutron] Pushing event updated for resources: {'Port': ['ID=7f97344f-aeb8-4087-93c6-36623f16ac48,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:00.228553 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576990c-582d-4b1a-81a3-91c3509d9aa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:00.228553 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576990c-582d-4b1a-81a3-91c3509d9aa2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:00.228553 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576990c-582d-4b1a-81a3-91c3509d9aa2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:00.228553 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576990c-582d-4b1a-81a3-91c3509d9aa2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:00.228553 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576990c-582d-4b1a-81a3-91c3509d9aa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:00.228553 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576990c-582d-4b1a-81a3-91c3509d9aa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:00.228553 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576990c-582d-4b1a-81a3-91c3509d9aa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:00.392087 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-58a175ee-c431-40cd-beae-ee25c1f58a8f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Calling delete_port for 5651427d-75ad-4f47-8797-8b8d4d1a0f4d owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:34:00.523353 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-82ab0408-aaee-49f7-8749-be3f13e0b83a None None] Attempting to bind port ca5efb75-13d7-478a-84ec-6bf49464df46 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:34:00.524010 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-82ab0408-aaee-49f7-8749-be3f13e0b83a None None] Attempting to bind port ca5efb75-13d7-478a-84ec-6bf49464df46 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:34:00.524553 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ab0408-aaee-49f7-8749-be3f13e0b83a None None] Attempting to bind port ca5efb75-13d7-478a-84ec-6bf49464df46 on network 9ba611e4-024c-4a0c-9998-3bc548cf409a {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:34:00.540302 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ab0408-aaee-49f7-8749-be3f13e0b83a None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:34:00.541030 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ab0408-aaee-49f7-8749-be3f13e0b83a None None] Checking segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:34:00.541908 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-82ab0408-aaee-49f7-8749-be3f13e0b83a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:00.542650 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ab0408-aaee-49f7-8749-be3f13e0b83a None None] Bound using segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:34:00.543350 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-82ab0408-aaee-49f7-8749-be3f13e0b83a None None] Bound port: ca5efb75-13d7-478a-84ec-6bf49464df46, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:34:00.543906 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-82ab0408-aaee-49f7-8749-be3f13e0b83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:00.853254 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-82ab0408-aaee-49f7-8749-be3f13e0b83a None None] For port ca5efb75-13d7-478a-84ec-6bf49464df46, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:34:00.859027 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-82ab0408-aaee-49f7-8749-be3f13e0b83a None None] For port ca5efb75-13d7-478a-84ec-6bf49464df46, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ca5efb75-13d7-478a-84ec-6bf49464df46,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:34:00.871643 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-82ab0408-aaee-49f7-8749-be3f13e0b83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:00.970430 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-38da0031-edb5-4dfa-a00b-47593a26420d service neutron] Attempting to bind port 7f97344f-aeb8-4087-93c6-36623f16ac48 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:34:00.970771 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-38da0031-edb5-4dfa-a00b-47593a26420d service neutron] Attempting to bind port 7f97344f-aeb8-4087-93c6-36623f16ac48 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '213ecd4d-2e59-4b17-a412-e2514b5847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:34:00.975038 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-38da0031-edb5-4dfa-a00b-47593a26420d service neutron] Attempting to bind port 7f97344f-aeb8-4087-93c6-36623f16ac48 on network 559f75fc-3697-4c39-a90d-68a51f28c45f {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:34:00.984742 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576990c-582d-4b1a-81a3-91c3509d9aa2 None None] Pushing event updated for resources: {'Port': ['ID=ca5efb75-13d7-478a-84ec-6bf49464df46,revision_number=4']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:00.988121 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ab0408-aaee-49f7-8749-be3f13e0b83a None None] Routers {'0ef75a8e-015f-4e31-ad14-a1f82b79f8f3'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:34:00.988709 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-82ab0408-aaee-49f7-8749-be3f13e0b83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:33:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0ef75a8e-015f-4e31-ad14-a1f82b79f8f3'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:34:01.033859 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-38da0031-edb5-4dfa-a00b-47593a26420d service neutron] Port 7f97344f-aeb8-4087-93c6-36623f16ac48 on network 559f75fc-3697-4c39-a90d-68a51f28c45f not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:34:01.034874 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-38da0031-edb5-4dfa-a00b-47593a26420d service neutron] Attempting to bind port 7f97344f-aeb8-4087-93c6-36623f16ac48 on network 559f75fc-3697-4c39-a90d-68a51f28c45f {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:34:01.045037 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-38da0031-edb5-4dfa-a00b-47593a26420d service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:34:01.046897 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-38da0031-edb5-4dfa-a00b-47593a26420d service neutron] Checking segment: {'id': '213ecd4d-2e59-4b17-a412-e2514b5847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:34:01.047472 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-38da0031-edb5-4dfa-a00b-47593a26420d service neutron] Bound using segment: {'id': '213ecd4d-2e59-4b17-a412-e2514b5847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:34:01.048126 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-38da0031-edb5-4dfa-a00b-47593a26420d service neutron] Bound port: 7f97344f-aeb8-4087-93c6-36623f16ac48, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '213ecd4d-2e59-4b17-a412-e2514b5847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:34:01.048652 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-38da0031-edb5-4dfa-a00b-47593a26420d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:01.135784 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18166898-20a1-4daa-b59c-1251f6891747 req-ab2f2645-cf58-464c-a94e-53e0a219ea20 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:01.137688 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-18166898-20a1-4daa-b59c-1251f6891747 req-ab2f2645-cf58-464c-a94e-53e0a219ea20 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.4249015 Apr 20 17:34:01.186685 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-82ab0408-aaee-49f7-8749-be3f13e0b83a None None] Set router 0ef75a8e-015f-4e31-ad14-a1f82b79f8f3 gateway port host: None {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:34:01.192421 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-58a175ee-c431-40cd-beae-ee25c1f58a8f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:01.207655 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-18166898-20a1-4daa-b59c-1251f6891747 req-fb705765-5dc0-4966-a076-0c06eccf1de2 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581353 Apr 20 17:34:01.259279 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-38da0031-edb5-4dfa-a00b-47593a26420d service neutron] For port 7f97344f-aeb8-4087-93c6-36623f16ac48, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:34:01.263546 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-38da0031-edb5-4dfa-a00b-47593a26420d service neutron] For port 7f97344f-aeb8-4087-93c6-36623f16ac48, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=7f97344f-aeb8-4087-93c6-36623f16ac48,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:34:01.274959 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-38da0031-edb5-4dfa-a00b-47593a26420d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:01.283477 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a175ee-c431-40cd-beae-ee25c1f58a8f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Port': ['ID=5651427d-75ad-4f47-8797-8b8d4d1a0f4d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:01.336061 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-38da0031-edb5-4dfa-a00b-47593a26420d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:01.338351 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-38da0031-edb5-4dfa-a00b-47593a26420d service neutron] 10.222.0.10 "PUT /v2.0/ports/7f97344f-aeb8-4087-93c6-36623f16ac48 HTTP/1.1" status: 200 len: 1091 time: 3.1820288 Apr 20 17:34:01.354369 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee63654e-da59-4f48-bf1a-f4e9f6744cba', 'tag': '7f97344f-aeb8-4087-93c6-36623f16ac48'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:34:01.389888 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da0031-edb5-4dfa-a00b-47593a26420d service neutron] Pushing event updated for resources: {'Port': ['ID=7f97344f-aeb8-4087-93c6-36623f16ac48,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:01.407863 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f613e7-18e9-41ac-b57b-31c9c98a79d5 req-792559c4-8748-46a0-8a5b-9c4224a40490 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:01.416365 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c0f613e7-18e9-41ac-b57b-31c9c98a79d5 req-792559c4-8748-46a0-8a5b-9c4224a40490 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee63654e-da59-4f48-bf1a-f4e9f6744cba HTTP/1.1" status: 200 len: 943 time: 0.4705560 Apr 20 17:34:01.445127 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33942) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:01.464757 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-58a175ee-c431-40cd-beae-ee25c1f58a8f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:01.506536 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-58a175ee-c431-40cd-beae-ee25c1f58a8f tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/ports/5651427d-75ad-4f47-8797-8b8d4d1a0f4d HTTP/1.1" status: 204 len: 168 time: 2.8622503 Apr 20 17:34:01.509960 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33950) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:01.514465 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c0f613e7-18e9-41ac-b57b-31c9c98a79d5 req-51066111-b104-4657-9109-41264e6218ab tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967450 Apr 20 17:34:01.572076 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e071c9f-077b-4c09-a2d2-dc5948610e95 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] GET failed (client error): The resource could not be found. Apr 20 17:34:01.572581 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7e071c9f-077b-4c09-a2d2-dc5948610e95 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Synchronizing usage tracker for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:34:01.635835 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-5a6d2cc0-d2fc-4f77-8723-32d33c048654 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=55ad101ba72d4aafab1fd36de3508559&device_id=ee63654e-da59-4f48-bf1a-f4e9f6744cba HTTP/1.1" status: 200 len: 1094 time: 0.2403932 Apr 20 17:34:01.670312 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7e071c9f-077b-4c09-a2d2-dc5948610e95 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Unset dirty status for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:34:01.679730 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7e071c9f-077b-4c09-a2d2-dc5948610e95 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "GET /v2.0/ports/5651427d-75ad-4f47-8797-8b8d4d1a0f4d HTTP/1.1" status: 404 len: 333 time: 0.1617732 Apr 20 17:34:01.688742 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33954) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:01.734387 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b64e337-3823-4ff1-a125-962ab1858b39'] response: {'name': 'network-changed', 'server_uuid': 'ee63654e-da59-4f48-bf1a-f4e9f6744cba', 'tag': '7f97344f-aeb8-4087-93c6-36623f16ac48', 'status': 'completed', 'code': 200} Apr 20 17:34:01.766914 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-3e25d199-81f7-44e5-ac16-6882058bb666 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f97344f-aeb8-4087-93c6-36623f16ac48 HTTP/1.1" status: 200 len: 217 time: 0.1209121 Apr 20 17:34:01.784877 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa8e87-23bc-4c51-a8af-169de3090c0e req-89907498-0efb-4422-9934-9430b1e2b9f2 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:01.787014 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dfaa8e87-23bc-4c51-a8af-169de3090c0e req-89907498-0efb-4422-9934-9430b1e2b9f2 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.2996423 Apr 20 17:34:01.832622 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88169f8b-e4d0-4f69-a29d-6bc012b6fa28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:01.838064 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-82ab0408-aaee-49f7-8749-be3f13e0b83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef75a8e-015f-4e31-ad14-a1f82b79f8f3', 'name': 'tempest-NetworksTestDHCPv6-router-193564802', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:33:47Z', 'updated_at': '2022-04-20T17:33:52Z', 'revision_number': 2, 'project_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'gw_port_host': None, '_interfaces': [{'id': 'ca5efb75-13d7-478a-84ec-6bf49464df46', 'name': '', 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'mac_address': 'fa:16:3e:e4:39:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef75a8e-015f-4e31-ad14-a1f82b79f8f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3541e4d9-fe43-47b8-8570-28e8a7f5b783', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:33:50Z', 'updated_at': '2022-04-20T17:34:00Z', 'revision_number': 4, 'project_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'subnets': [{'id': '3541e4d9-fe43-47b8-8570-28e8a7f5b783', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:34:01.846487 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ab0408-aaee-49f7-8749-be3f13e0b83a None None] The sync data for ids ['0ef75a8e-015f-4e31-ad14-a1f82b79f8f3'] in n-d-838032-1 is: [{'id': '0ef75a8e-015f-4e31-ad14-a1f82b79f8f3', 'name': 'tempest-NetworksTestDHCPv6-router-193564802', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:33:47Z', 'updated_at': '2022-04-20T17:33:52Z', 'revision_number': 2, 'project_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'gw_port_host': None, '_interfaces': [{'id': 'ca5efb75-13d7-478a-84ec-6bf49464df46', 'name': '', 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'mac_address': 'fa:16:3e:e4:39:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef75a8e-015f-4e31-ad14-a1f82b79f8f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3541e4d9-fe43-47b8-8570-28e8a7f5b783', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:33:50Z', 'updated_at': '2022-04-20T17:34:00Z', 'revision_number': 4, 'project_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'subnets': [{'id': '3541e4d9-fe43-47b8-8570-28e8a7f5b783', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:34:01.915884 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dfaa8e87-23bc-4c51-a8af-169de3090c0e req-8a7a22bc-c054-46c0-94dd-3a47e83e9528 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0948763 Apr 20 17:34:01.922538 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-de957a29-45c4-4339-9ddb-b5c22564c3f3 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:01.945113 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-48413fc5-da08-447b-bd71-3e11822ffe94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:01.953494 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-48413fc5-da08-447b-bd71-3e11822ffe94 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=32922401-1cb1-4df1-a18a-26612d131639 HTTP/1.1" status: 200 len: 845 time: 0.1654751 Apr 20 17:34:02.007079 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-de957a29-45c4-4339-9ddb-b5c22564c3f3 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:02.082495 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-80f965a8-13f7-4ce6-97b2-c1989edacf24 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=559f75fc-3697-4c39-a90d-68a51f28c45f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239669 Apr 20 17:34:02.165137 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-de957a29-45c4-4339-9ddb-b5c22564c3f3 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:02.189062 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-88169f8b-e4d0-4f69-a29d-6bc012b6fa28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:34:02.257539 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-88169f8b-e4d0-4f69-a29d-6bc012b6fa28 admin admin] Usage tracker for resource:security_group_rule and tenant:ec2e3a6a300b4f10b1611e3c1cc9e56e is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:34:02.272271 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-88169f8b-e4d0-4f69-a29d-6bc012b6fa28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:34:02.362662 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-88169f8b-e4d0-4f69-a29d-6bc012b6fa28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:34:02.364981 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-de957a29-45c4-4339-9ddb-b5c22564c3f3 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:02.368833 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-de957a29-45c4-4339-9ddb-b5c22564c3f3 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/security-groups/9429cc20-297f-4d88-a870-f2786c2f9d96 HTTP/1.1" status: 204 len: 168 time: 0.6756320 Apr 20 17:34:02.368833 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de957a29-45c4-4339-9ddb-b5c22564c3f3 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9429cc20-297f-4d88-a870-f2786c2f9d96,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:02.372860 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33972) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:02.473083 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ca5efb75-13d7-478a-84ec-6bf49464df46 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:34:02.503442 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-a23269d2-d13b-49a8-872b-6a7ca6f5b7d4 service neutron] 10.222.0.10 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106789 Apr 20 17:34:02.641739 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port ca5efb75-13d7-478a-84ec-6bf49464df46 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:34:02.648939 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port ca5efb75-13d7-478a-84ec-6bf49464df46 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:34:02.649360 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:02.775794 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef6e05-8b21-4cec-a7a2-9be0773e70b7 req-ccbb4575-879b-479f-ac83-e1c5e5790792 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:02.777374 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d5ef6e05-8b21-4cec-a7a2-9be0773e70b7 req-ccbb4575-879b-479f-ac83-e1c5e5790792 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.5081346 Apr 20 17:34:02.818268 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7b70f3e3-4acb-4f59-8120-04d48db9fbdc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:02.909846 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5dead3f0-cb3c-4713-8a74-a6eac3a12565 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:02.966664 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:02.992504 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88169f8b-e4d0-4f69-a29d-6bc012b6fa28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:02.996113 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5dead3f0-cb3c-4713-8a74-a6eac3a12565 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:03.014076 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88169f8b-e4d0-4f69-a29d-6bc012b6fa28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:03.043277 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port ca5efb75-13d7-478a-84ec-6bf49464df46, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ca5efb75-13d7-478a-84ec-6bf49464df46,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:34:03.052317 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2dc69643-6ffe-4bf7-af76-7d1135e93a43 req-253357d8-2784-4132-944b-ec919ec6083f service neutron] 10.222.0.10 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5320311 Apr 20 17:34:03.053793 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:03.072208 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d5ef6e05-8b21-4cec-a7a2-9be0773e70b7 req-5984a134-e9c0-4588-a2bd-bde1a38f49de tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2803791 Apr 20 17:34:03.114671 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88169f8b-e4d0-4f69-a29d-6bc012b6fa28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e0ee2f-db8d-4b91-9876-e6163d331a8d,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:03.130465 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-88169f8b-e4d0-4f69-a29d-6bc012b6fa28 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ec2e3a6a300b4f10b1611e3c1cc9e56e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6820953 Apr 20 17:34:03.133449 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33986) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:03.214857 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=ca5efb75-13d7-478a-84ec-6bf49464df46,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:03.259101 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-90ad528e-e375-4c8e-a75a-d9cd7bc3aeb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:03.308881 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-90ad528e-e375-4c8e-a75a-d9cd7bc3aeb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:03.357177 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5074706-9768-418a-a5c2-1d007d537921 req-bf123136-a91f-4ee2-b6cf-d98a5be942e0 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:03.359071 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c5074706-9768-418a-a5c2-1d007d537921 req-bf123136-a91f-4ee2-b6cf-d98a5be942e0 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee63654e-da59-4f48-bf1a-f4e9f6744cba HTTP/1.1" status: 200 len: 943 time: 0.6232750 Apr 20 17:34:03.417361 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5dead3f0-cb3c-4713-8a74-a6eac3a12565 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:03.477022 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dead3f0-cb3c-4713-8a74-a6eac3a12565 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73764e9-1674-4977-bae0-8338e7e79ac0,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:03.487225 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-68f9003a-cbfb-47e3-85c0-436142b2f273 req-2c37717c-0ba5-4dfe-8998-ebcb4c86e430 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=55ad101ba72d4aafab1fd36de3508559&device_id=ee63654e-da59-4f48-bf1a-f4e9f6744cba HTTP/1.1" status: 200 len: 1094 time: 0.3520362 Apr 20 17:34:03.490050 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5dead3f0-cb3c-4713-8a74-a6eac3a12565 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:03.491093 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5dead3f0-cb3c-4713-8a74-a6eac3a12565 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/security-groups/a73764e9-1674-4977-bae0-8338e7e79ac0 HTTP/1.1" status: 204 len: 168 time: 1.1165483 Apr 20 17:34:03.504464 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c5074706-9768-418a-a5c2-1d007d537921 req-6d563022-f78d-4baf-8e09-02c4924c0b17 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352391 Apr 20 17:34:03.504971 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33990) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:03.635334 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dead3f0-cb3c-4713-8a74-a6eac3a12565 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:03.635774 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dead3f0-cb3c-4713-8a74-a6eac3a12565 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:03.636299 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dead3f0-cb3c-4713-8a74-a6eac3a12565 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:03.636654 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dead3f0-cb3c-4713-8a74-a6eac3a12565 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:03.636913 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dead3f0-cb3c-4713-8a74-a6eac3a12565 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:03.637229 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dead3f0-cb3c-4713-8a74-a6eac3a12565 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:03.637549 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dead3f0-cb3c-4713-8a74-a6eac3a12565 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:03.638207 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dead3f0-cb3c-4713-8a74-a6eac3a12565 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:03.659414 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dead3f0-cb3c-4713-8a74-a6eac3a12565 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:03.659757 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dead3f0-cb3c-4713-8a74-a6eac3a12565 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:03.660168 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dead3f0-cb3c-4713-8a74-a6eac3a12565 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:03.670539 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-7b70f3e3-4acb-4f59-8120-04d48db9fbdc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting port ca5efb75-13d7-478a-84ec-6bf49464df46 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:34:03.670960 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7b70f3e3-4acb-4f59-8120-04d48db9fbdc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:03.725826 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-90ad528e-e375-4c8e-a75a-d9cd7bc3aeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:03.958713 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad528e-e375-4c8e-a75a-d9cd7bc3aeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e0ee2f-db8d-4b91-9876-e6163d331a8d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:03.983610 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-90ad528e-e375-4c8e-a75a-d9cd7bc3aeb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:03.984748 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-90ad528e-e375-4c8e-a75a-d9cd7bc3aeb9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/71e0ee2f-db8d-4b91-9876-e6163d331a8d HTTP/1.1" status: 204 len: 168 time: 0.8496346 Apr 20 17:34:04.038289 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9003a-cbfb-47e3-85c0-436142b2f273 req-4a9429d7-2656-472c-8c9f-76040b2f53c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:04.039676 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-68f9003a-cbfb-47e3-85c0-436142b2f273 req-4a9429d7-2656-472c-8c9f-76040b2f53c9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=559f75fc-3697-4c39-a90d-68a51f28c45f HTTP/1.1" status: 200 len: 906 time: 0.5155449 Apr 20 17:34:04.065173 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-7b70f3e3-4acb-4f59-8120-04d48db9fbdc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] For port ca5efb75-13d7-478a-84ec-6bf49464df46, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ca5efb75-13d7-478a-84ec-6bf49464df46,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:34:04.065173 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7b70f3e3-4acb-4f59-8120-04d48db9fbdc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:04.126517 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-68f9003a-cbfb-47e3-85c0-436142b2f273 req-ce9fbe20-ea16-4899-b87a-b820c5f5faef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f97344f-aeb8-4087-93c6-36623f16ac48 HTTP/1.1" status: 200 len: 217 time: 0.0780027 Apr 20 17:34:04.221592 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-593a7a25-3360-44ec-8fba-2369e2c5e71a tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Deleting subnet 9ba138c3-4ead-4fe0-b610-0db4f8d8c7a0 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:34:04.230648 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-593a7a25-3360-44ec-8fba-2369e2c5e71a tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:04.265301 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-7b70f3e3-4acb-4f59-8120-04d48db9fbdc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Calling delete_port for ca5efb75-13d7-478a-84ec-6bf49464df46 owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:34:04.325148 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5461bd4-ddba-4f68-b8fb-6cd69ae11ada req-fd5aa6b4-f7f0-41ad-ad62-5e6defc5a22c tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:04.335306 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a5461bd4-ddba-4f68-b8fb-6cd69ae11ada req-fd5aa6b4-f7f0-41ad-ad62-5e6defc5a22c tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.3704834 Apr 20 17:34:04.341506 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9003a-cbfb-47e3-85c0-436142b2f273 req-307feb66-9438-4f07-a42e-f555a2de370d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:04.344099 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-68f9003a-cbfb-47e3-85c0-436142b2f273 req-307feb66-9438-4f07-a42e-f555a2de370d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=32922401-1cb1-4df1-a18a-26612d131639 HTTP/1.1" status: 200 len: 845 time: 0.1993020 Apr 20 17:34:04.361415 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ca5efb75-13d7-478a-84ec-6bf49464df46 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:34:04.407880 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-68f9003a-cbfb-47e3-85c0-436142b2f273 req-dc9d21e8-645b-4621-9941-a7ae6bb48221 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=559f75fc-3697-4c39-a90d-68a51f28c45f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425406 Apr 20 17:34:04.438709 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-593a7a25-3360-44ec-8fba-2369e2c5e71a tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:04.471522 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34002) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:04.482905 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port ca5efb75-13d7-478a-84ec-6bf49464df46 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:34:04.483542 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:04.512419 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21a97a5c-9558-4f29-b230-ac6fe2a4ac07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:04.518026 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7b70f3e3-4acb-4f59-8120-04d48db9fbdc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:04.541579 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Could not find standard attr ID for object ca5efb75-13d7-478a-84ec-6bf49464df46. {{(pid=84082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 17:34:04.544306 n-d-838032-1 neutron-server[84082]: INFO neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No ports have port_id starting with ca5efb75-13d7-478a-84ec-6bf49464df46 Apr 20 17:34:04.572739 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70f3e3-4acb-4f59-8120-04d48db9fbdc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Port': ['ID=ca5efb75-13d7-478a-84ec-6bf49464df46,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:04.634867 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a5461bd4-ddba-4f68-b8fb-6cd69ae11ada req-37dac907-2bce-4188-9755-a10422b0c3b4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2984903 Apr 20 17:34:04.701030 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-21a97a5c-9558-4f29-b230-ac6fe2a4ac07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:34:04.708740 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-21a97a5c-9558-4f29-b230-ac6fe2a4ac07 admin admin] Usage tracker for resource:security_group_rule and tenant:aac39eb186b54efd8c7dba9bce9076a8 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:34:04.714839 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-21a97a5c-9558-4f29-b230-ac6fe2a4ac07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:34:04.738385 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-21a97a5c-9558-4f29-b230-ac6fe2a4ac07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:34:04.750704 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-68f9003a-cbfb-47e3-85c0-436142b2f273 req-3305bcea-7785-476b-89f8-76e5dd66a067 service neutron] 10.222.0.10 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337269 Apr 20 17:34:04.758513 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-593a7a25-3360-44ec-8fba-2369e2c5e71a tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:04.839760 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7b70f3e3-4acb-4f59-8120-04d48db9fbdc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:04.872495 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e95ff-dbb7-4654-999c-9efad336171d req-f8df8b07-6c35-45ad-9388-32a06e7212b0 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:04.876496 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-654e95ff-dbb7-4654-999c-9efad336171d req-f8df8b07-6c35-45ad-9388-32a06e7212b0 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee63654e-da59-4f48-bf1a-f4e9f6744cba HTTP/1.1" status: 200 len: 943 time: 0.1894801 Apr 20 17:34:05.035125 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-68f9003a-cbfb-47e3-85c0-436142b2f273 req-8526692f-0bc2-4101-bb73-11a1c4b8516f service neutron] 10.222.0.10 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057049 Apr 20 17:34:05.050995 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-593a7a25-3360-44ec-8fba-2369e2c5e71a tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:05.066738 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-654e95ff-dbb7-4654-999c-9efad336171d req-1f3ee6e7-e53f-4c18-bb17-77b2b022f75a tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899643 Apr 20 17:34:05.102925 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a7a25-3360-44ec-8fba-2369e2c5e71a tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Subnet': ['ID=9ba138c3-4ead-4fe0-b610-0db4f8d8c7a0,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:05.114409 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-593a7a25-3360-44ec-8fba-2369e2c5e71a tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:05.118240 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21a97a5c-9558-4f29-b230-ac6fe2a4ac07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:05.121291 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76661cdf-7b7d-42e1-b9e4-24455d3f1c03 None None] Network 5d7b9e06-4f68-4942-bde5-d780665b137e requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:34:05.127001 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21a97a5c-9558-4f29-b230-ac6fe2a4ac07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:05.162431 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-21a97a5c-9558-4f29-b230-ac6fe2a4ac07 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aac39eb186b54efd8c7dba9bce9076a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6837409 Apr 20 17:34:05.170318 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-593a7a25-3360-44ec-8fba-2369e2c5e71a tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/subnets/9ba138c3-4ead-4fe0-b610-0db4f8d8c7a0 HTTP/1.1" status: 204 len: 168 time: 1.6058602 Apr 20 17:34:05.173670 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34010) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:05.174166 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34012) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:05.212813 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-d907c733-de64-4aa6-868d-7a4ef6d48741 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'subnet': {'network_id': '5d7b9e06-4f68-4942-bde5-d780665b137e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:34:05.300891 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a97a5c-9558-4f29-b230-ac6fe2a4ac07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82614705-b797-46a8-a3da-5756ebbb0b68,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:05.361670 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cce5386c-3823-4130-b089-9195908ee22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:05.389590 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cce5386c-3823-4130-b089-9195908ee22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:05.538153 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b70f3e3-4acb-4f59-8120-04d48db9fbdc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Router 0ef75a8e-015f-4e31-ad14-a1f82b79f8f3 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:34:05.542547 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cce5386c-3823-4130-b089-9195908ee22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:05.739264 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cce5386c-3823-4130-b089-9195908ee22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:05.743330 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cce5386c-3823-4130-b089-9195908ee22d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/82614705-b797-46a8-a3da-5756ebbb0b68 HTTP/1.1" status: 204 len: 168 time: 0.5653214 Apr 20 17:34:05.746846 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b70f3e3-4acb-4f59-8120-04d48db9fbdc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:34:05.750886 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5386c-3823-4130-b089-9195908ee22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82614705-b797-46a8-a3da-5756ebbb0b68,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:05.773261 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d907c733-de64-4aa6-868d-7a4ef6d48741 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:34:05.792532 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d907c733-de64-4aa6-868d-7a4ef6d48741 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:subnet and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:34:05.795694 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d907c733-de64-4aa6-868d-7a4ef6d48741 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:34:05.802814 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7b70f3e3-4acb-4f59-8120-04d48db9fbdc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "PUT /v2.0/routers/0ef75a8e-015f-4e31-ad14-a1f82b79f8f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7891779 Apr 20 17:34:05.803993 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34032) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:05.808121 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d907c733-de64-4aa6-868d-7a4ef6d48741 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:34:05.821190 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a311475-8329-43be-aa49-1860cf6ad0c6 None None] Sync routers for ids ['0ef75a8e-015f-4e31-ad14-a1f82b79f8f3'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:34:05.831226 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d907c733-de64-4aa6-868d-7a4ef6d48741 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:34:05.834829 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d907c733-de64-4aa6-868d-7a4ef6d48741 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:05.853835 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a311475-8329-43be-aa49-1860cf6ad0c6 None None] Routers {'0ef75a8e-015f-4e31-ad14-a1f82b79f8f3'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:34:05.854489 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-7a311475-8329-43be-aa49-1860cf6ad0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:33:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0ef75a8e-015f-4e31-ad14-a1f82b79f8f3'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:34:06.161546 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bf6893-266b-4288-97c0-02415f3647eb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:06.165063 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bf6893-266b-4288-97c0-02415f3647eb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:06.167445 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d8bf6893-266b-4288-97c0-02415f3647eb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:34:06.198576 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 7f97344f-aeb8-4087-93c6-36623f16ac48 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:34:06.336287 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d8bf6893-266b-4288-97c0-02415f3647eb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:34:06.339523 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d8bf6893-266b-4288-97c0-02415f3647eb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5318298 Apr 20 17:34:06.341653 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34044) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:06.363736 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf144279-90e9-4153-adb2-fd6de426af2d req-6e75ad34-0b6e-456c-b931-e1be3ba488a9 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:06.365529 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cf144279-90e9-4153-adb2-fd6de426af2d req-6e75ad34-0b6e-456c-b931-e1be3ba488a9 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.4235270 Apr 20 17:34:06.428236 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 7f97344f-aeb8-4087-93c6-36623f16ac48, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=7f97344f-aeb8-4087-93c6-36623f16ac48,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:34:06.499166 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '7f97344f-aeb8-4087-93c6-36623f16ac48', 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f', 'port_id': '7f97344f-aeb8-4087-93c6-36623f16ac48', 'mac_address': 'fa:16:3e:f7:39:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32922401-1cb1-4df1-a18a-26612d131639', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:34:06.572790 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d907c733-de64-4aa6-868d-7a4ef6d48741 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:06.638861 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-7a311475-8329-43be-aa49-1860cf6ad0c6 None None] Set router 0ef75a8e-015f-4e31-ad14-a1f82b79f8f3 gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:34:06.689455 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cf144279-90e9-4153-adb2-fd6de426af2d req-626e67ec-a954-45f2-8bdd-88e20bf55de7 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2250545 Apr 20 17:34:06.734231 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d907c733-de64-4aa6-868d-7a4ef6d48741 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network 5d7b9e06-4f68-4942-bde5-d780665b137e is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:34:06.735769 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907c733-de64-4aa6-868d-7a4ef6d48741 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Subnet': ['ID=8eb9c1e9-5044-4589-bfd2-256f9c9ec3b3,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:06.745439 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-d907c733-de64-4aa6-868d-7a4ef6d48741 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:34:06.750292 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d907c733-de64-4aa6-868d-7a4ef6d48741 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:06.751087 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d907c733-de64-4aa6-868d-7a4ef6d48741 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:06.800052 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebdee47-d7fc-4b5d-b550-aaefc0d8cd90 req-c47e53a6-4556-4bde-a7fe-feb8899ce898 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:06.816388 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3ebdee47-d7fc-4b5d-b550-aaefc0d8cd90 req-c47e53a6-4556-4bde-a7fe-feb8899ce898 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee63654e-da59-4f48-bf1a-f4e9f6744cba HTTP/1.1" status: 200 len: 943 time: 0.3899543 Apr 20 17:34:06.819195 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-08af6bd4-880b-4816-97a9-c7238738b30a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting subnet 3541e4d9-fe43-47b8-8570-28e8a7f5b783 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:34:06.827401 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-08af6bd4-880b-4816-97a9-c7238738b30a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:06.879942 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d907c733-de64-4aa6-868d-7a4ef6d48741 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7029915 Apr 20 17:34:06.884344 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34058) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:06.893733 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7277c38-eb41-4138-ae99-45c952d63d5f None None] Network 5d7b9e06-4f68-4942-bde5-d780665b137e requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:34:06.917712 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-57abcf69-affa-429b-ad4f-ca40723a43e1 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'security_group': {'name': 'tempest-secgroup-1012359674'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:34:06.938144 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-57abcf69-affa-429b-ad4f-ca40723a43e1 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:34:06.942855 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-08af6bd4-880b-4816-97a9-c7238738b30a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:06.957091 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-57abcf69-affa-429b-ad4f-ca40723a43e1 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:security_group and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:34:06.969409 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-57abcf69-affa-429b-ad4f-ca40723a43e1 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:34:06.979702 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3ebdee47-d7fc-4b5d-b550-aaefc0d8cd90 req-77ff433c-f008-4fef-9e9f-dfc02148d994 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568866 Apr 20 17:34:06.986862 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-57abcf69-affa-429b-ad4f-ca40723a43e1 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:34:07.015007 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-57abcf69-affa-429b-ad4f-ca40723a43e1 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:07.136061 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-08af6bd4-880b-4816-97a9-c7238738b30a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:07.148789 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-57abcf69-affa-429b-ad4f-ca40723a43e1 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:34:07.156417 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-57abcf69-affa-429b-ad4f-ca40723a43e1 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:security_group_rule and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:34:07.171322 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-57abcf69-affa-429b-ad4f-ca40723a43e1 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:34:07.184318 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-57abcf69-affa-429b-ad4f-ca40723a43e1 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:34:07.306591 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-08af6bd4-880b-4816-97a9-c7238738b30a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:07.331236 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-57abcf69-affa-429b-ad4f-ca40723a43e1 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:07.348361 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-57abcf69-affa-429b-ad4f-ca40723a43e1 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:07.422763 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-7a311475-8329-43be-aa49-1860cf6ad0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef75a8e-015f-4e31-ad14-a1f82b79f8f3', 'name': 'tempest-NetworksTestDHCPv6-router-193564802', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:33:47Z', 'updated_at': '2022-04-20T17:34:04Z', 'revision_number': 3, 'project_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:34:07.437378 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a311475-8329-43be-aa49-1860cf6ad0c6 None None] Checking router: 0ef75a8e-015f-4e31-ad14-a1f82b79f8f3 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:34:07.489136 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-602b5675-b4c9-4291-bd45-12d82eafe82e None None] Provisioning complete for port 8028729f-9efd-45b6-81b1-dfdee5d4a78b triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:34:07.489136 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-602b5675-b4c9-4291-bd45-12d82eafe82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:07.538581 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:07.563063 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f97344f-aeb8-4087-93c6-36623f16ac48 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:34:07.594218 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af6bd4-880b-4816-97a9-c7238738b30a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Subnet': ['ID=3541e4d9-fe43-47b8-8570-28e8a7f5b783,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:07.609361 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-08af6bd4-880b-4816-97a9-c7238738b30a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:07.629257 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57abcf69-affa-429b-ad4f-ca40723a43e1 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8727794-2e45-408a-afa7-0a4c3f893db7,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:07.641350 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-08af6bd4-880b-4816-97a9-c7238738b30a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/3541e4d9-fe43-47b8-8570-28e8a7f5b783 HTTP/1.1" status: 204 len: 168 time: 1.2982755 Apr 20 17:34:07.643893 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34076) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:07.654671 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-57abcf69-affa-429b-ad4f-ca40723a43e1 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:07.660079 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-57abcf69-affa-429b-ad4f-ca40723a43e1 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7704110 Apr 20 17:34:07.672731 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a311475-8329-43be-aa49-1860cf6ad0c6 None None] Routers {'0ef75a8e-015f-4e31-ad14-a1f82b79f8f3'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:34:07.673721 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-7a311475-8329-43be-aa49-1860cf6ad0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:33:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0ef75a8e-015f-4e31-ad14-a1f82b79f8f3'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:34:07.680041 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34080) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:07.707791 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-3f8ec208-4aa4-4fc2-831a-e3afd383ac60 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'security_group': {'name': 'tempest-secgroup-38677833'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:34:07.722231 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3f8ec208-4aa4-4fc2-831a-e3afd383ac60 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:34:07.741272 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3f8ec208-4aa4-4fc2-831a-e3afd383ac60 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:security_group and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:34:07.745338 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3f8ec208-4aa4-4fc2-831a-e3afd383ac60 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:34:07.752796 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3f8ec208-4aa4-4fc2-831a-e3afd383ac60 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:34:07.770797 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e01f359-0272-4631-8a59-6b5c4eea62de None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:34:07.771805 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca53c0-8f8b-4e84-a1ba-61ac4407f8da req-c72580c6-62cb-486d-8df3-5bcda79b344b tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:07.773330 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a7ca53c0-8f8b-4e84-a1ba-61ac4407f8da req-c72580c6-62cb-486d-8df3-5bcda79b344b tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.3581996 Apr 20 17:34:07.776793 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3f8ec208-4aa4-4fc2-831a-e3afd383ac60 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:07.789469 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 7f97344f-aeb8-4087-93c6-36623f16ac48, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=7f97344f-aeb8-4087-93c6-36623f16ac48,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:34:07.811108 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-602b5675-b4c9-4291-bd45-12d82eafe82e None None] Port 8028729f-9efd-45b6-81b1-dfdee5d4a78b cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:34:07.834349 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d3fcc504-e6ec-43c2-865f-eb32d730d9e6 req-d33cb7c6-395f-43a2-ac61-df1633846c14 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=048f4cae66cf42c897493ac9a67e0d5f&device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 1095 time: 0.4060638 Apr 20 17:34:07.908662 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3f8ec208-4aa4-4fc2-831a-e3afd383ac60 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:34:07.912706 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3f8ec208-4aa4-4fc2-831a-e3afd383ac60 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:security_group_rule and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:34:07.915617 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3f8ec208-4aa4-4fc2-831a-e3afd383ac60 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:34:07.924191 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3f8ec208-4aa4-4fc2-831a-e3afd383ac60 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:34:07.929459 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:07.978416 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3f8ec208-4aa4-4fc2-831a-e3afd383ac60 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:07.982383 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a7ca53c0-8f8b-4e84-a1ba-61ac4407f8da req-aaf7ed6e-2865-40a8-ade1-ac4f38d77f56 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1942968 Apr 20 17:34:07.984345 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3f8ec208-4aa4-4fc2-831a-e3afd383ac60 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:08.064519 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-321e4e01-8968-4f39-a13b-465f0173e1c0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4184358 Apr 20 17:34:08.067540 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34092) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:08.071941 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ec208-4aa4-4fc2-831a-e3afd383ac60 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=953c40bb-a707-4f0d-8430-0c1220ec7644,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:08.088863 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=7f97344f-aeb8-4087-93c6-36623f16ac48,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:08.089024 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3f8ec208-4aa4-4fc2-831a-e3afd383ac60 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:08.090775 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3f8ec208-4aa4-4fc2-831a-e3afd383ac60 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.3993599 Apr 20 17:34:08.107690 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34096) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:08.118294 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-e0a9069d-2125-44f5-bfd6-dafe6e61315c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'security_group': {'name': 'tempest-secgroup-2085749162'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:34:08.130805 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e0a9069d-2125-44f5-bfd6-dafe6e61315c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:34:08.138384 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-602b5675-b4c9-4291-bd45-12d82eafe82e None None] Provisioning complete for port fd6d7ab6-b63b-497d-abdb-305b45bcde3c triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:34:08.138752 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-602b5675-b4c9-4291-bd45-12d82eafe82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:08.142998 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e0a9069d-2125-44f5-bfd6-dafe6e61315c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:security_group and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:34:08.146817 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e0a9069d-2125-44f5-bfd6-dafe6e61315c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:34:08.155026 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e0a9069d-2125-44f5-bfd6-dafe6e61315c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:34:08.173437 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e0a9069d-2125-44f5-bfd6-dafe6e61315c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:08.231649 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e0a9069d-2125-44f5-bfd6-dafe6e61315c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:34:08.237178 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e0a9069d-2125-44f5-bfd6-dafe6e61315c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:security_group_rule and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:34:08.240771 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e0a9069d-2125-44f5-bfd6-dafe6e61315c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:34:08.259662 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e0a9069d-2125-44f5-bfd6-dafe6e61315c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:34:08.278525 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fcc504-e6ec-43c2-865f-eb32d730d9e6 req-2610f1d7-7b44-4687-b73f-e7331556228a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:08.280000 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d3fcc504-e6ec-43c2-865f-eb32d730d9e6 req-2610f1d7-7b44-4687-b73f-e7331556228a service neutron] 10.222.0.43 "GET /v2.0/networks?id=4f37beb4-cacf-475a-8f23-eab887469923 HTTP/1.1" status: 200 len: 913 time: 0.4385595 Apr 20 17:34:08.283467 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-7a311475-8329-43be-aa49-1860cf6ad0c6 None None] Set router 0ef75a8e-015f-4e31-ad14-a1f82b79f8f3 gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:34:08.333544 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e0a9069d-2125-44f5-bfd6-dafe6e61315c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:08.341310 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e0a9069d-2125-44f5-bfd6-dafe6e61315c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:08.367774 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['7f97344f-aeb8-4087-93c6-36623f16ac48'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:34:08.429938 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9069d-2125-44f5-bfd6-dafe6e61315c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49b75e90-eb7f-41dd-90d4-fcbc826a9e86,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:08.488207 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e0a9069d-2125-44f5-bfd6-dafe6e61315c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:08.489531 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e0a9069d-2125-44f5-bfd6-dafe6e61315c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3783054 Apr 20 17:34:08.492613 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34116) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:08.498169 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-bd0d4abd-fd76-4ba7-af72-fc33c03315b6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1563075604', 'security_groups': ['49b75e90-eb7f-41dd-90d4-fcbc826a9e86'], 'network_id': '5d7b9e06-4f68-4942-bde5-d780665b137e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8eb9c1e9-5044-4589-bfd2-256f9c9ec3b3'}]}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:34:08.530907 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4f078068-83b3-48ef-bc0c-bbba725e3108 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:08.699801 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-bd0d4abd-fd76-4ba7-af72-fc33c03315b6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:34:08.703548 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1044f5c9-795f-4451-b90d-4c34ea55828b None None] Update dhcp port {'port': {'network_id': '5d7b9e06-4f68-4942-bde5-d780665b137e', 'fixed_ips': [{'subnet_id': '9070a905-8517-433e-9084-d187785f03ba', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8eb9c1e9-5044-4589-bfd2-256f9c9ec3b3'}], 'binding:host_id': 'n-d-838032-1'}, 'id': 'fd6d7ab6-b63b-497d-abdb-305b45bcde3c'} from n-d-838032-1. {{(pid=84082) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 20 17:34:08.711187 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-bd0d4abd-fd76-4ba7-af72-fc33c03315b6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:34:08.752716 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0d4abd-fd76-4ba7-af72-fc33c03315b6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:34:08.765701 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bd0d4abd-fd76-4ba7-af72-fc33c03315b6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:08.791766 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-7a311475-8329-43be-aa49-1860cf6ad0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef75a8e-015f-4e31-ad14-a1f82b79f8f3', 'name': 'tempest-NetworksTestDHCPv6-router-193564802', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:33:47Z', 'updated_at': '2022-04-20T17:34:04Z', 'revision_number': 3, 'project_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:34:08.803620 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-bd0d4abd-fd76-4ba7-af72-fc33c03315b6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] device_id is not set on port 0fcc57cd-e40d-4588-932a-33fd076f4be9 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:34:08.863357 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954fba4-ac1e-442b-8a5c-8c77cb901c12 req-cbe83741-aafb-41b3-b8c8-5bd8e4339025 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:08.865878 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9954fba4-ac1e-442b-8a5c-8c77cb901c12 req-cbe83741-aafb-41b3-b8c8-5bd8e4339025 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee63654e-da59-4f48-bf1a-f4e9f6744cba HTTP/1.1" status: 200 len: 944 time: 0.6563256 Apr 20 17:34:08.947886 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d3fcc504-e6ec-43c2-865f-eb32d730d9e6 req-157dccbc-833f-4def-aa10-18ab942c449e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ade7190-3a4b-418f-a071-6c7e4f46d1d3 HTTP/1.1" status: 200 len: 999 time: 0.6566987 Apr 20 17:34:08.956487 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a311475-8329-43be-aa49-1860cf6ad0c6 None None] The sync data for ids ['0ef75a8e-015f-4e31-ad14-a1f82b79f8f3'] in n-d-838032-1 is: [{'id': '0ef75a8e-015f-4e31-ad14-a1f82b79f8f3', 'name': 'tempest-NetworksTestDHCPv6-router-193564802', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:33:47Z', 'updated_at': '2022-04-20T17:34:04Z', 'revision_number': 3, 'project_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'gw_port_host': None}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:34:09.066447 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1044f5c9-795f-4451-b90d-4c34ea55828b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:09.109506 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fcc504-e6ec-43c2-865f-eb32d730d9e6 req-5d74ad7b-8969-41af-bfce-a060ed386dfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:09.111596 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d3fcc504-e6ec-43c2-865f-eb32d730d9e6 req-5d74ad7b-8969-41af-bfce-a060ed386dfd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=459b9241-591b-4214-ba21-d89500ea520e HTTP/1.1" status: 200 len: 851 time: 0.1563673 Apr 20 17:34:09.149717 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be36d01-9961-494f-a339-7008c470c3a1 req-87cbc002-604f-4a42-876d-e54df4735dc7 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:09.151480 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7be36d01-9961-494f-a339-7008c470c3a1 req-87cbc002-604f-4a42-876d-e54df4735dc7 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/ports?device_id=0831f1fc-c329-463f-aefa-d83d743ebca4 HTTP/1.1" status: 200 len: 945 time: 0.2244012 Apr 20 17:34:09.216874 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-bd0d4abd-fd76-4ba7-af72-fc33c03315b6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Allocated IP 2001:db8::17b (5d7b9e06-4f68-4942-bde5-d780665b137e/8eb9c1e9-5044-4589-bfd2-256f9c9ec3b3/0fcc57cd-e40d-4588-932a-33fd076f4be9) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:34:09.330568 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7be36d01-9961-494f-a339-7008c470c3a1 req-b6d6490e-ca38-443e-aee6-1ffd57fd9b28 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/security-groups?id=1442ed40-d884-4ed9-872e-058016d85116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213076 Apr 20 17:34:09.417633 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-da7d0832-4151-4ccb-bbe5-f035132e57bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:09.458481 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b978bb-e831-4a4a-bd1e-9a1d12826373 None None] DHCP port deletion for 9ba611e4-024c-4a0c-9998-3bc548cf409a request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:34:09.471552 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-87b978bb-e831-4a4a-bd1e-9a1d12826373 None None] Deleting port 1d024285-deca-4eed-aee4-73e818c02ea1 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:34:09.472177 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-87b978bb-e831-4a4a-bd1e-9a1d12826373 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:09.753548 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9954fba4-ac1e-442b-8a5c-8c77cb901c12 req-b550f1fa-aac9-4c41-b880-b4946824826c tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8711257 Apr 20 17:34:09.836966 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-87b978bb-e831-4a4a-bd1e-9a1d12826373 None None] For port 1d024285-deca-4eed-aee4-73e818c02ea1, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=1d024285-deca-4eed-aee4-73e818c02ea1,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:34:09.837578 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-87b978bb-e831-4a4a-bd1e-9a1d12826373 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:09.890731 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579e223-313c-4b85-b0df-55a60ced7ef7 req-9ff519ac-6626-459e-8060-09457eabbdb6 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:09.907633 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c579e223-313c-4b85-b0df-55a60ced7ef7 req-9ff519ac-6626-459e-8060-09457eabbdb6 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.3055539 Apr 20 17:34:09.957879 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4f078068-83b3-48ef-bc0c-bbba725e3108 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:09.964558 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4f078068-83b3-48ef-bc0c-bbba725e3108 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:09.981681 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bd0d4abd-fd76-4ba7-af72-fc33c03315b6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:10.004686 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d3fcc504-e6ec-43c2-865f-eb32d730d9e6 req-00f87e2f-4ec6-46dc-b00e-89100e72f648 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4f37beb4-cacf-475a-8f23-eab887469923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8788927 Apr 20 17:34:10.008792 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-87b978bb-e831-4a4a-bd1e-9a1d12826373 None None] Calling delete_port for 1d024285-deca-4eed-aee4-73e818c02ea1 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:34:10.052207 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-bd0d4abd-fd76-4ba7-af72-fc33c03315b6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Transition to ACTIVE for port object 0fcc57cd-e40d-4588-932a-33fd076f4be9 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:34:10.070132 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c579e223-313c-4b85-b0df-55a60ced7ef7 req-38d438e6-7059-44db-aebf-4bd23b0e02a0 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1641908 Apr 20 17:34:10.104085 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bd0d4abd-fd76-4ba7-af72-fc33c03315b6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:10.119860 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4f078068-83b3-48ef-bc0c-bbba725e3108 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:10.121145 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f078068-83b3-48ef-bc0c-bbba725e3108 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Fanout notify agent at l3_agent the message router_deleted on router 0ef75a8e-015f-4e31-ad14-a1f82b79f8f3 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:34:10.190220 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4f078068-83b3-48ef-bc0c-bbba725e3108 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:10.194994 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4f078068-83b3-48ef-bc0c-bbba725e3108 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/routers/0ef75a8e-015f-4e31-ad14-a1f82b79f8f3 HTTP/1.1" status: 204 len: 168 time: 2.1260185 Apr 20 17:34:10.206124 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-87b978bb-e831-4a4a-bd1e-9a1d12826373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:10.209492 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34188) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:10.241766 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-e90ca0ce-18ba-4f4a-a00a-1d5210184484 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:34:10.280180 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d4abd-fd76-4ba7-af72-fc33c03315b6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Port': ['ID=0fcc57cd-e40d-4588-932a-33fd076f4be9,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:10.308561 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b978bb-e831-4a4a-bd1e-9a1d12826373 None None] Pushing event deleted for resources: {'Port': ['ID=1d024285-deca-4eed-aee4-73e818c02ea1,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:10.335127 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b978bb-e831-4a4a-bd1e-9a1d12826373 None None] No DVR routers for this DVR port 1d024285-deca-4eed-aee4-73e818c02ea1 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:34:10.339433 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0d4abd-fd76-4ba7-af72-fc33c03315b6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network 5d7b9e06-4f68-4942-bde5-d780665b137e is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:34:10.345196 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-1044f5c9-795f-4451-b90d-4c34ea55828b None None] Allocated IP 2001:db8::2 (5d7b9e06-4f68-4942-bde5-d780665b137e/8eb9c1e9-5044-4589-bfd2-256f9c9ec3b3/fd6d7ab6-b63b-497d-abdb-305b45bcde3c) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:34:10.350006 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-bd0d4abd-fd76-4ba7-af72-fc33c03315b6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:34:10.355072 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0d4abd-fd76-4ba7-af72-fc33c03315b6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:34:10.367665 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0d4abd-fd76-4ba7-af72-fc33c03315b6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:10.367665 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bd0d4abd-fd76-4ba7-af72-fc33c03315b6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:10.445421 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ca5efb75-13d7-478a-84ec-6bf49464df46 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:34:10.536155 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e90ca0ce-18ba-4f4a-a00a-1d5210184484 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:34:10.537144 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bd0d4abd-fd76-4ba7-af72-fc33c03315b6 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0433843 Apr 20 17:34:10.545225 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34202) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:10.552218 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-225a115a-4c85-43dc-a678-bba8165b80b9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'subnet': {'network_id': '5d7b9e06-4f68-4942-bde5-d780665b137e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:34:10.613782 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e90ca0ce-18ba-4f4a-a00a-1d5210184484 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:subnet and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:34:10.630342 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bcc39-f9de-4807-b220-5ba3b1b3dcbd req-1ae4dca8-7aff-4d76-b77c-5ee8054ca189 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:10.632587 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-663bcc39-f9de-4807-b220-5ba3b1b3dcbd req-1ae4dca8-7aff-4d76-b77c-5ee8054ca189 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.43 "GET /v2.0/ports?device_id=0831f1fc-c329-463f-aefa-d83d743ebca4 HTTP/1.1" status: 200 len: 945 time: 0.2098656 Apr 20 17:34:10.684131 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: ca5efb75-13d7-478a-84ec-6bf49464df46 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:34:10.684474 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ca5efb75-13d7-478a-84ec-6bf49464df46 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:34:10.684893 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 1d024285-deca-4eed-aee4-73e818c02ea1 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:34:10.691926 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e90ca0ce-18ba-4f4a-a00a-1d5210184484 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:34:10.777482 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 1d024285-deca-4eed-aee4-73e818c02ea1 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:34:10.777482 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 1d024285-deca-4eed-aee4-73e818c02ea1 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:34:10.889398 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1044f5c9-795f-4451-b90d-4c34ea55828b None None] For port fd6d7ab6-b63b-497d-abdb-305b45bcde3c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=fd6d7ab6-b63b-497d-abdb-305b45bcde3c,segment=NetworkSegment(3399636c-1f6b-4f04-8230-379d6d9ea6bd),segment_id=3399636c-1f6b-4f04-8230-379d6d9ea6bd)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:34:10.892393 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e90ca0ce-18ba-4f4a-a00a-1d5210184484 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:34:10.941523 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1044f5c9-795f-4451-b90d-4c34ea55828b None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:10.957249 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d3fcc504-e6ec-43c2-865f-eb32d730d9e6 req-22cf2b75-714f-48be-8901-3b368e5cdea1 service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9408348 Apr 20 17:34:10.974004 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1044f5c9-795f-4451-b90d-4c34ea55828b None None] Transition to ACTIVE for port object fd6d7ab6-b63b-497d-abdb-305b45bcde3c will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:34:10.987073 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1044f5c9-795f-4451-b90d-4c34ea55828b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:11.043468 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90ca0ce-18ba-4f4a-a00a-1d5210184484 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:34:11.047805 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e90ca0ce-18ba-4f4a-a00a-1d5210184484 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:11.118235 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-663bcc39-f9de-4807-b220-5ba3b1b3dcbd req-b5dc6d5d-10c8-4bc2-8ca8-b0600f071fd2 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Deleting port 879bb98a-036a-432d-8e4d-8edeace7e5a6 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:34:11.119595 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-663bcc39-f9de-4807-b220-5ba3b1b3dcbd req-b5dc6d5d-10c8-4bc2-8ca8-b0600f071fd2 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:11.175979 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044f5c9-795f-4451-b90d-4c34ea55828b None None] Pushing event updated for resources: {'Port': ['ID=fd6d7ab6-b63b-497d-abdb-305b45bcde3c,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:11.376157 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a2bad2cf-3c29-4772-9cf7-059ae0c3810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:11.557094 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-225a115a-4c85-43dc-a678-bba8165b80b9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:34:11.562528 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-663bcc39-f9de-4807-b220-5ba3b1b3dcbd req-b5dc6d5d-10c8-4bc2-8ca8-b0600f071fd2 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] For port 879bb98a-036a-432d-8e4d-8edeace7e5a6, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=879bb98a-036a-432d-8e4d-8edeace7e5a6,segment=NetworkSegment(aa365b0e-5984-4a20-8a84-1a29998467ac),segment_id=aa365b0e-5984-4a20-8a84-1a29998467ac)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:34:11.562815 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-663bcc39-f9de-4807-b220-5ba3b1b3dcbd req-b5dc6d5d-10c8-4bc2-8ca8-b0600f071fd2 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:11.606235 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-225a115a-4c85-43dc-a678-bba8165b80b9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:subnet and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:34:11.794487 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-225a115a-4c85-43dc-a678-bba8165b80b9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:34:11.826212 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c8bcd-0101-4516-915c-0542c39571a7 req-f73a76c9-9f7e-4e19-bc8f-d06e2417485f tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:11.839805 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a77c8bcd-0101-4516-915c-0542c39571a7 req-f73a76c9-9f7e-4e19-bc8f-d06e2417485f tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/ports?device_id=0831f1fc-c329-463f-aefa-d83d743ebca4 HTTP/1.1" status: 200 len: 945 time: 1.2023327 Apr 20 17:34:11.859833 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-663bcc39-f9de-4807-b220-5ba3b1b3dcbd req-b5dc6d5d-10c8-4bc2-8ca8-b0600f071fd2 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Calling delete_port for 879bb98a-036a-432d-8e4d-8edeace7e5a6 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:34:11.867858 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-225a115a-4c85-43dc-a678-bba8165b80b9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:34:11.970892 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225a115a-4c85-43dc-a678-bba8165b80b9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:34:11.980282 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ac6fc-d388-4372-be0d-b13412303faf req-8e927f4b-f122-483c-962a-7adbe3876fec tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:11.993293 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e90ca0ce-18ba-4f4a-a00a-1d5210184484 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:11.996475 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-079ac6fc-d388-4372-be0d-b13412303faf req-8e927f4b-f122-483c-962a-7adbe3876fec tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee63654e-da59-4f48-bf1a-f4e9f6744cba HTTP/1.1" status: 200 len: 944 time: 0.9607944 Apr 20 17:34:12.018573 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d3fcc504-e6ec-43c2-865f-eb32d730d9e6 req-de25e224-d8a2-405c-ab00-de3ac727dc96 service neutron] 10.222.0.43 "GET /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0346756 Apr 20 17:34:12.077394 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-079ac6fc-d388-4372-be0d-b13412303faf req-7df43b43-305c-4270-9dee-1fc8a3c8ce5d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822577 Apr 20 17:34:12.118665 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a77c8bcd-0101-4516-915c-0542c39571a7 req-54fb49d0-8106-4394-bee3-63cd567cd5aa tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/security-groups?id=1442ed40-d884-4ed9-872e-058016d85116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772973 Apr 20 17:34:12.139339 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 7f97344f-aeb8-4087-93c6-36623f16ac48 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:34:12.246866 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90ca0ce-18ba-4f4a-a00a-1d5210184484 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:34:12.255503 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-e90ca0ce-18ba-4f4a-a00a-1d5210184484 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:34:12.260523 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90ca0ce-18ba-4f4a-a00a-1d5210184484 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:12.263010 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e90ca0ce-18ba-4f4a-a00a-1d5210184484 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:12.267365 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e6f632-5161-48ff-90ef-b6636013e195 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:34:12.415575 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-663bcc39-f9de-4807-b220-5ba3b1b3dcbd req-b5dc6d5d-10c8-4bc2-8ca8-b0600f071fd2 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:12.452177 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e90ca0ce-18ba-4f4a-a00a-1d5210184484 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2376583 Apr 20 17:34:12.455338 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34274) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:12.479591 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-a4ced580-a913-4474-9fe0-5a64ba9335d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-301311554', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:34:12.532291 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a4ced580-a913-4474-9fe0-5a64ba9335d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:34:12.543113 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ca0ce-18ba-4f4a-a00a-1d5210184484 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Subnet': ['ID=146c9b37-a395-4870-8938-0c9eead0278f,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:12.561534 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a4ced580-a913-4474-9fe0-5a64ba9335d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:router and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:34:12.563502 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device fd6d7ab6-b63b-497d-abdb-305b45bcde3c up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:34:12.566439 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc6d5d-10c8-4bc2-8ca8-b0600f071fd2 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Pushing event deleted for resources: {'Port': ['ID=879bb98a-036a-432d-8e4d-8edeace7e5a6,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:12.600231 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a4ced580-a913-4474-9fe0-5a64ba9335d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:34:12.610955 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a4ced580-a913-4474-9fe0-5a64ba9335d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:34:12.618088 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-225a115a-4c85-43dc-a678-bba8165b80b9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:12.794643 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-663bcc39-f9de-4807-b220-5ba3b1b3dcbd req-b5dc6d5d-10c8-4bc2-8ca8-b0600f071fd2 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] No DVR routers for this DVR port 879bb98a-036a-432d-8e4d-8edeace7e5a6 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:34:12.794643 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-663bcc39-f9de-4807-b220-5ba3b1b3dcbd req-b5dc6d5d-10c8-4bc2-8ca8-b0600f071fd2 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:12.802018 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0831f1fc-c329-463f-aefa-d83d743ebca4', 'name': 'network-vif-deleted', 'tag': '879bb98a-036a-432d-8e4d-8edeace7e5a6'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:34:12.873871 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73900ed6-46d2-4562-b3de-af0eee7e2ea4 req-dec085ee-3ea2-406d-9e19-2feda1030844 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:12.887177 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-73900ed6-46d2-4562-b3de-af0eee7e2ea4 req-dec085ee-3ea2-406d-9e19-2feda1030844 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.4549460 Apr 20 17:34:12.985354 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-663bcc39-f9de-4807-b220-5ba3b1b3dcbd req-b5dc6d5d-10c8-4bc2-8ca8-b0600f071fd2 tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.43 "DELETE /v2.0/ports/879bb98a-036a-432d-8e4d-8edeace7e5a6 HTTP/1.1" status: 204 len: 173 time: 2.3459780 Apr 20 17:34:12.998946 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fbf775-778b-40dc-99b4-ede74398a883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-9ba611e4-024c-4a0c-9998-3bc548cf409a', 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'fixed_ips': [{'subnet_id': '146c9b37-a395-4870-8938-0c9eead0278f'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:34:13.000221 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-98fbf775-778b-40dc-99b4-ede74398a883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:13.006638 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a4ced580-a913-4474-9fe0-5a64ba9335d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:13.013848 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-91a12e72-7525-4884-9840-039bc65bec91 None None] Provisioning complete for port 8028729f-9efd-45b6-81b1-dfdee5d4a78b triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:34:13.014269 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-91a12e72-7525-4884-9840-039bc65bec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:13.032479 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a4ced580-a913-4474-9fe0-5a64ba9335d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:13.038773 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9203f42-0ce3-402b-9ff7-94fda9999627'] response: {'server_uuid': '0831f1fc-c329-463f-aefa-d83d743ebca4', 'name': 'network-vif-deleted', 'tag': '879bb98a-036a-432d-8e4d-8edeace7e5a6', 'status': 'completed', 'code': 200} Apr 20 17:34:13.050050 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:13.059959 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-73900ed6-46d2-4562-b3de-af0eee7e2ea4 req-434d3a13-3b77-4beb-be92-385a877c952a tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1762402 Apr 20 17:34:13.061619 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:13.107070 n-d-838032-1 neutron-server[84080]: INFO neutron.db.ipam_backend_mixin [None req-225a115a-4c85-43dc-a678-bba8165b80b9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8eb9c1e9-5044-4589-bfd2-256f9c9ec3b3 (CIDR: 2001:db8::/64) Apr 20 17:34:13.122529 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-225a115a-4c85-43dc-a678-bba8165b80b9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:34:13.122529 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-225a115a-4c85-43dc-a678-bba8165b80b9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:34:13.186740 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-225a115a-4c85-43dc-a678-bba8165b80b9 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.6325085 Apr 20 17:34:13.188664 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34308) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:13.203915 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-c4d2e239-504e-4502-a5a3-c5a229844870 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'subnet': {'network_id': '5d7b9e06-4f68-4942-bde5-d780665b137e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:34:13.212957 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a4ced580-a913-4474-9fe0-5a64ba9335d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:13.260447 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a4ced580-a913-4474-9fe0-5a64ba9335d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:13.317313 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 879bb98a-036a-432d-8e4d-8edeace7e5a6 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:34:13.327219 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a4ced580-a913-4474-9fe0-5a64ba9335d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:13.328913 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a4ced580-a913-4474-9fe0-5a64ba9335d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8661840 Apr 20 17:34:13.332195 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34316) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:13.432422 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 7f97344f-aeb8-4087-93c6-36623f16ac48 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:34:13.540102 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-91a12e72-7525-4884-9840-039bc65bec91 None None] Port 8028729f-9efd-45b6-81b1-dfdee5d4a78b cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:34:13.633334 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:13.633991 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 7f97344f-aeb8-4087-93c6-36623f16ac48 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:34:13.652861 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:13.694855 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-ce03709a-81c8-4d69-bad5-5f61e5040c8d req-f004e9d7-165a-4332-98bc-c802d117fc1a tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Synchronizing usage tracker for tenant:dd2e3957e24f4e9fb5ef2b605f529d68 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:34:13.710715 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 879bb98a-036a-432d-8e4d-8edeace7e5a6 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:34:13.710715 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 879bb98a-036a-432d-8e4d-8edeace7e5a6 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:34:13.866669 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c4d2e239-504e-4502-a5a3-c5a229844870 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:34:13.872099 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-91a12e72-7525-4884-9840-039bc65bec91 None None] Provisioning for port fd6d7ab6-b63b-497d-abdb-305b45bcde3c completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:34:13.875288 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c4d2e239-504e-4502-a5a3-c5a229844870 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:subnet and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:34:13.875288 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-ce03709a-81c8-4d69-bad5-5f61e5040c8d req-f004e9d7-165a-4332-98bc-c802d117fc1a tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] Unset dirty status for tenant:dd2e3957e24f4e9fb5ef2b605f529d68 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:34:13.875288 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ce03709a-81c8-4d69-bad5-5f61e5040c8d req-f004e9d7-165a-4332-98bc-c802d117fc1a tempest-VolumesSnapshotTestJSON-1424440935 tempest-VolumesSnapshotTestJSON-1424440935-project] 10.222.0.39 "GET /v2.0/ports?device_id=0831f1fc-c329-463f-aefa-d83d743ebca4 HTTP/1.1" status: 200 len: 210 time: 0.4058213 Apr 20 17:34:13.875288 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c4d2e239-504e-4502-a5a3-c5a229844870 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:34:13.885782 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c4d2e239-504e-4502-a5a3-c5a229844870 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:34:13.912439 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d2e239-504e-4502-a5a3-c5a229844870 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:34:13.959178 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-91a12e72-7525-4884-9840-039bc65bec91 None None] Provisioning complete for port fd6d7ab6-b63b-497d-abdb-305b45bcde3c triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:34:13.960752 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e18b9-a890-43c5-9dfc-bb4fcbf7222e req-90fc9565-223b-4a51-b42c-66e2722391b6 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:13.962340 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-91a12e72-7525-4884-9840-039bc65bec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:13.986854 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-494e18b9-a890-43c5-9dfc-bb4fcbf7222e req-90fc9565-223b-4a51-b42c-66e2722391b6 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee63654e-da59-4f48-bf1a-f4e9f6744cba HTTP/1.1" status: 200 len: 944 time: 0.5844173 Apr 20 17:34:14.051787 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34326) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:14.083928 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-98fbf775-778b-40dc-99b4-ede74398a883 None None] Allocated IP 2001:db8::2 (9ba611e4-024c-4a0c-9998-3bc548cf409a/146c9b37-a395-4870-8938-0c9eead0278f/374bb748-84d1-402c-81e7-e116653c52e8) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:34:14.114369 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4d2e239-504e-4502-a5a3-c5a229844870 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:14.122601 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:14.262853 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-494e18b9-a890-43c5-9dfc-bb4fcbf7222e req-e53ee314-db9b-4fea-8d41-c4d93d8aab9f tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722025 Apr 20 17:34:14.336455 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5d0922d-61a4-4ee9-b4a5-54021bb4b3f2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:14.369287 n-d-838032-1 neutron-server[84081]: INFO neutron.db.ipam_backend_mixin [None req-c4d2e239-504e-4502-a5a3-c5a229844870 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 9070a905-8517-433e-9084-d187785f03ba (CIDR: 2001:db8:0:1::/64) Apr 20 17:34:14.376165 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4d2e239-504e-4502-a5a3-c5a229844870 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:34:14.377207 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4d2e239-504e-4502-a5a3-c5a229844870 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:34:14.421597 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c4d2e239-504e-4502-a5a3-c5a229844870 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2382185 Apr 20 17:34:14.423851 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34338) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:14.430574 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-84cf76c7-e492-480f-a65a-1fe52ae4024c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'subnet': {'network_id': '5d7b9e06-4f68-4942-bde5-d780665b137e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:34:14.511243 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:14.602343 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee63654e-da59-4f48-bf1a-f4e9f6744cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f97344f-aeb8-4087-93c6-36623f16ac48'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:34:14.614234 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-082475f4-ee35-418d-a658-8aafba2b2fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:14.649094 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 7f97344f-aeb8-4087-93c6-36623f16ac48, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=7f97344f-aeb8-4087-93c6-36623f16ac48,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:34:14.673787 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:14.786493 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5877761e-2537-4b3a-a7b1-963bfdb7aec0'] response: {'server_uuid': 'ee63654e-da59-4f48-bf1a-f4e9f6744cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f97344f-aeb8-4087-93c6-36623f16ac48', 'code': 200} Apr 20 17:34:14.840158 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=7f97344f-aeb8-4087-93c6-36623f16ac48,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:14.879358 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-971f450c-8b32-475f-a3e4-994952b70696 None None] Provisioning for port 0fcc57cd-e40d-4588-932a-33fd076f4be9 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:34:14.885797 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-84cf76c7-e492-480f-a65a-1fe52ae4024c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:34:14.891384 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-98fbf775-778b-40dc-99b4-ede74398a883 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:14.906702 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-971f450c-8b32-475f-a3e4-994952b70696 None None] Provisioning complete for port 0fcc57cd-e40d-4588-932a-33fd076f4be9 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:34:14.906702 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-971f450c-8b32-475f-a3e4-994952b70696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:14.914324 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-84cf76c7-e492-480f-a65a-1fe52ae4024c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Usage tracker for resource:subnet and tenant:409944c1ab7f41a6acbb3c4fe41edf37 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:34:14.929117 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-84cf76c7-e492-480f-a65a-1fe52ae4024c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:34:14.929117 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-84cf76c7-e492-480f-a65a-1fe52ae4024c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:34:14.955434 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-98fbf775-778b-40dc-99b4-ede74398a883 None None] Transition to ACTIVE for port object 374bb748-84d1-402c-81e7-e116653c52e8 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:34:14.994553 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-98fbf775-778b-40dc-99b4-ede74398a883 None None] Transition to ACTIVE for port object 374bb748-84d1-402c-81e7-e116653c52e8 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:34:14.994553 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-971f450c-8b32-475f-a3e4-994952b70696 None None] Port 0fcc57cd-e40d-4588-932a-33fd076f4be9 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:34:15.003449 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-98fbf775-778b-40dc-99b4-ede74398a883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:15.025547 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cf76c7-e492-480f-a65a-1fe52ae4024c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Made reservation on behalf of 409944c1ab7f41a6acbb3c4fe41edf37 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:34:15.032781 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-84cf76c7-e492-480f-a65a-1fe52ae4024c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:15.135946 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fbf775-778b-40dc-99b4-ede74398a883 None None] Pushing event updated for resources: {'Port': ['ID=374bb748-84d1-402c-81e7-e116653c52e8,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:15.137187 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-c5d0922d-61a4-4ee9-b4a5-54021bb4b3f2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Allocated IP 2001:db8::1 (9ba611e4-024c-4a0c-9998-3bc548cf409a/146c9b37-a395-4870-8938-0c9eead0278f/98566a78-a95c-4a22-9f18-9bbc3cf24543) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:34:15.270566 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fbf775-778b-40dc-99b4-ede74398a883 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:34:15.287604 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-98fbf775-778b-40dc-99b4-ede74398a883 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:34:15.291456 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fbf775-778b-40dc-99b4-ede74398a883 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:34:15.323608 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:15.370274 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-082475f4-ee35-418d-a658-8aafba2b2fc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:34:15.385755 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-082475f4-ee35-418d-a658-8aafba2b2fc6 admin admin] Usage tracker for resource:security_group_rule and tenant:31aa6bcab5f24054ba5032b31f647d42 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:34:15.396179 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea1068-1b7a-4908-bdd9-1629fd4a8ee6 req-430d816f-8935-4a0f-9004-da7482cf873b tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:15.399864 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9fea1068-1b7a-4908-bdd9-1629fd4a8ee6 req-430d816f-8935-4a0f-9004-da7482cf873b tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.9115176 Apr 20 17:34:15.402274 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-082475f4-ee35-418d-a658-8aafba2b2fc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:34:15.406137 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5d0922d-61a4-4ee9-b4a5-54021bb4b3f2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:15.430527 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-082475f4-ee35-418d-a658-8aafba2b2fc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:34:15.460341 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-c5d0922d-61a4-4ee9-b4a5-54021bb4b3f2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Transition to ACTIVE for port object 98566a78-a95c-4a22-9f18-9bbc3cf24543 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:34:15.512357 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5d0922d-61a4-4ee9-b4a5-54021bb4b3f2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:15.537555 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-98fbf775-778b-40dc-99b4-ede74398a883 None None] Attempting to bind port 374bb748-84d1-402c-81e7-e116653c52e8 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:34:15.537555 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-98fbf775-778b-40dc-99b4-ede74398a883 None None] Attempting to bind port 374bb748-84d1-402c-81e7-e116653c52e8 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:34:15.537555 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fbf775-778b-40dc-99b4-ede74398a883 None None] Attempting to bind port 374bb748-84d1-402c-81e7-e116653c52e8 on network 9ba611e4-024c-4a0c-9998-3bc548cf409a {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:34:15.556338 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9fea1068-1b7a-4908-bdd9-1629fd4a8ee6 req-44de9bd3-9b90-4d30-8141-254102e967df tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1427975 Apr 20 17:34:15.562833 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fbf775-778b-40dc-99b4-ede74398a883 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:34:15.562833 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fbf775-778b-40dc-99b4-ede74398a883 None None] Checking segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:34:15.562833 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-98fbf775-778b-40dc-99b4-ede74398a883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:15.562833 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fbf775-778b-40dc-99b4-ede74398a883 None None] Bound using segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:34:15.562833 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-98fbf775-778b-40dc-99b4-ede74398a883 None None] Bound port: 374bb748-84d1-402c-81e7-e116653c52e8, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:34:15.562833 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-98fbf775-778b-40dc-99b4-ede74398a883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:15.586712 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3628d8f4-b058-4df8-b5a9-3855e91ea76d req-1998cb69-885c-464f-896e-ab62f8f6c401 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ee63654e-da59-4f48-bf1a-f4e9f6744cba HTTP/1.1" status: 200 len: 1096 time: 0.6793067 Apr 20 17:34:15.652383 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-84cf76c7-e492-480f-a65a-1fe52ae4024c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:15.738541 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d0922d-61a4-4ee9-b4a5-54021bb4b3f2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:34:15.755219 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-c5d0922d-61a4-4ee9-b4a5-54021bb4b3f2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:34:15.760248 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-98fbf775-778b-40dc-99b4-ede74398a883 None None] For port 374bb748-84d1-402c-81e7-e116653c52e8, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:34:15.764845 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d0922d-61a4-4ee9-b4a5-54021bb4b3f2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:34:15.765329 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5d0922d-61a4-4ee9-b4a5-54021bb4b3f2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:15.774628 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-98fbf775-778b-40dc-99b4-ede74398a883 None None] For port 374bb748-84d1-402c-81e7-e116653c52e8, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=374bb748-84d1-402c-81e7-e116653c52e8,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:34:15.792064 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-98fbf775-778b-40dc-99b4-ede74398a883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:15.830898 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d0922d-61a4-4ee9-b4a5-54021bb4b3f2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Port': ['ID=98566a78-a95c-4a22-9f18-9bbc3cf24543,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:15.866786 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cf76c7-e492-480f-a65a-1fe52ae4024c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Network 5d7b9e06-4f68-4942-bde5-d780665b137e is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:34:15.872459 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-84cf76c7-e492-480f-a65a-1fe52ae4024c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:34:15.899585 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cf76c7-e492-480f-a65a-1fe52ae4024c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:15.900379 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-84cf76c7-e492-480f-a65a-1fe52ae4024c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:15.916340 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843ef84-528b-4f8c-b94e-ed10966c721f req-aa22af67-14f7-400c-bdd8-0fd998a5586e tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:15.924951 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8843ef84-528b-4f8c-b94e-ed10966c721f req-aa22af67-14f7-400c-bdd8-0fd998a5586e tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee63654e-da59-4f48-bf1a-f4e9f6744cba HTTP/1.1" status: 200 len: 945 time: 0.3479619 Apr 20 17:34:15.927827 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001c059d-79c3-49ae-b950-953ec54d1e4a None None] Network 5d7b9e06-4f68-4942-bde5-d780665b137e requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:34:16.033304 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf76c7-e492-480f-a65a-1fe52ae4024c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Subnet': ['ID=54bbcb84-ff59-4c38-9d06-646f899dcb1b,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:16.061988 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-082475f4-ee35-418d-a658-8aafba2b2fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:16.097168 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fbf775-778b-40dc-99b4-ede74398a883 None None] Pushing event updated for resources: {'Port': ['ID=374bb748-84d1-402c-81e7-e116653c52e8,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:16.127624 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3628d8f4-b058-4df8-b5a9-3855e91ea76d req-f2f47dea-9705-47d5-a66f-52fd0942e5e3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5280886 Apr 20 17:34:16.130119 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5d0922d-61a4-4ee9-b4a5-54021bb4b3f2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:16.143613 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-082475f4-ee35-418d-a658-8aafba2b2fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:16.233643 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-84cf76c7-e492-480f-a65a-1fe52ae4024c tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8083923 Apr 20 17:34:16.236102 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34368) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:16.251536 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-4a026d88-71e8-433e-af9a-96fd76f49dcc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1037286135', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '54bbcb84-ff59-4c38-9d06-646f899dcb1b'}], 'security_groups': ['e8727794-2e45-408a-afa7-0a4c3f893db7', '953c40bb-a707-4f0d-8430-0c1220ec7644']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:34:16.253343 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082475f4-ee35-418d-a658-8aafba2b2fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b67f5e3-6c68-498f-9050-516ccfa1d81b,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:16.265530 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-082475f4-ee35-418d-a658-8aafba2b2fc6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=31aa6bcab5f24054ba5032b31f647d42&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2119663 Apr 20 17:34:16.272404 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34372) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:16.320731 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56047e6-4c81-4c3c-9372-8a52ebdd1f39 req-fad4f471-f432-4afe-bb29-fc186374c2e7 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:16.335749 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8843ef84-528b-4f8c-b94e-ed10966c721f req-72dba68d-2585-4855-9631-24fe5ac4e890 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094949 Apr 20 17:34:16.343506 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b56047e6-4c81-4c3c-9372-8a52ebdd1f39 req-fad4f471-f432-4afe-bb29-fc186374c2e7 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.4475193 Apr 20 17:34:16.564504 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b56047e6-4c81-4c3c-9372-8a52ebdd1f39 req-1c794fd5-18ee-4944-8952-59a68f6144e8 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2138748 Apr 20 17:34:16.596798 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-274d5859-62ae-4301-b3e7-53d499e0fb04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:16.676190 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-274d5859-62ae-4301-b3e7-53d499e0fb04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:16.788411 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-274d5859-62ae-4301-b3e7-53d499e0fb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:16.819796 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a271f6d-8da5-4312-b29f-bbf35ff64be1 None None] Update dhcp port {'port': {'network_id': '5d7b9e06-4f68-4942-bde5-d780665b137e', 'fixed_ips': [{'subnet_id': '9070a905-8517-433e-9084-d187785f03ba', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8eb9c1e9-5044-4589-bfd2-256f9c9ec3b3', 'ip_address': '2001:db8::2'}, {'subnet_id': '54bbcb84-ff59-4c38-9d06-646f899dcb1b'}], 'binding:host_id': 'n-d-838032-1'}, 'id': 'fd6d7ab6-b63b-497d-abdb-305b45bcde3c'} from n-d-838032-1. {{(pid=84082) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 20 17:34:16.825712 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d5859-62ae-4301-b3e7-53d499e0fb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b67f5e3-6c68-498f-9050-516ccfa1d81b,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:16.830479 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-274d5859-62ae-4301-b3e7-53d499e0fb04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:16.836444 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-274d5859-62ae-4301-b3e7-53d499e0fb04 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4b67f5e3-6c68-498f-9050-516ccfa1d81b HTTP/1.1" status: 204 len: 168 time: 0.5624862 Apr 20 17:34:17.074695 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4a271f6d-8da5-4312-b29f-bbf35ff64be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:17.229357 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4a026d88-71e8-433e-af9a-96fd76f49dcc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:17.536493 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-4a271f6d-8da5-4312-b29f-bbf35ff64be1 None None] Allocated IP 2001:db8:0:2::2 (5d7b9e06-4f68-4942-bde5-d780665b137e/54bbcb84-ff59-4c38-9d06-646f899dcb1b/fd6d7ab6-b63b-497d-abdb-305b45bcde3c) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:34:17.833986 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-4a271f6d-8da5-4312-b29f-bbf35ff64be1 None None] For port fd6d7ab6-b63b-497d-abdb-305b45bcde3c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=fd6d7ab6-b63b-497d-abdb-305b45bcde3c,segment=NetworkSegment(3399636c-1f6b-4f04-8230-379d6d9ea6bd),segment_id=3399636c-1f6b-4f04-8230-379d6d9ea6bd)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:34:17.901099 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4a271f6d-8da5-4312-b29f-bbf35ff64be1 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:17.927011 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef6598-ec72-41b0-9c7b-32d9f1c05635 req-21bc18d9-7c1c-4397-86e5-80f52af15fe7 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:17.947473 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-deef6598-ec72-41b0-9c7b-32d9f1c05635 req-21bc18d9-7c1c-4397-86e5-80f52af15fe7 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee63654e-da59-4f48-bf1a-f4e9f6744cba HTTP/1.1" status: 200 len: 945 time: 0.2626996 Apr 20 17:34:17.953709 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-4a271f6d-8da5-4312-b29f-bbf35ff64be1 None None] Transition to ACTIVE for port object fd6d7ab6-b63b-497d-abdb-305b45bcde3c will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:34:17.953709 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4a271f6d-8da5-4312-b29f-bbf35ff64be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:18.143318 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-deef6598-ec72-41b0-9c7b-32d9f1c05635 req-1cbda2df-cc50-4c25-9657-5533f2112159 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868639 Apr 20 17:34:18.199912 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f2d7566d-b268-4370-90fe-58f4c095296c None None] Provisioning for port 374bb748-84d1-402c-81e7-e116653c52e8 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:34:18.277098 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.resource_extend [None req-c5d0922d-61a4-4ee9-b4a5-54021bb4b3f2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:34:18.349205 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5d0922d-61a4-4ee9-b4a5-54021bb4b3f2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:18.371675 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5d0922d-61a4-4ee9-b4a5-54021bb4b3f2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:18.379073 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5d0922d-61a4-4ee9-b4a5-54021bb4b3f2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:18.422467 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a271f6d-8da5-4312-b29f-bbf35ff64be1 None None] Pushing event updated for resources: {'Port': ['ID=fd6d7ab6-b63b-497d-abdb-305b45bcde3c,revision_number=7']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:18.503672 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 374bb748-84d1-402c-81e7-e116653c52e8 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:34:18.690121 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d0922d-61a4-4ee9-b4a5-54021bb4b3f2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Port': ['ID=98566a78-a95c-4a22-9f18-9bbc3cf24543,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:18.697600 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-9edcf46e-be7b-41df-8321-c36a4c477fae None None] Provisioning for port 98566a78-a95c-4a22-9f18-9bbc3cf24543 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:34:18.711270 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-9edcf46e-be7b-41df-8321-c36a4c477fae None None] Provisioning complete for port 98566a78-a95c-4a22-9f18-9bbc3cf24543 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:34:18.711270 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9edcf46e-be7b-41df-8321-c36a4c477fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:18.813236 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 374bb748-84d1-402c-81e7-e116653c52e8 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:34:18.865568 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 374bb748-84d1-402c-81e7-e116653c52e8 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:34:18.865568 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:18.989911 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-9edcf46e-be7b-41df-8321-c36a4c477fae None None] Port 98566a78-a95c-4a22-9f18-9bbc3cf24543 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:34:19.160372 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:19.264861 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 374bb748-84d1-402c-81e7-e116653c52e8, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=374bb748-84d1-402c-81e7-e116653c52e8,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:34:19.278252 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:19.368163 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=374bb748-84d1-402c-81e7-e116653c52e8,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:19.412787 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-4a026d88-71e8-433e-af9a-96fd76f49dcc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Delete allocated IP 2001:db8::17b (5d7b9e06-4f68-4942-bde5-d780665b137e/8eb9c1e9-5044-4589-bfd2-256f9c9ec3b3) {{(pid=84080) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 17:34:19.453542 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-4a026d88-71e8-433e-af9a-96fd76f49dcc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Allocated IP 2001:db8:0:2::2ab (5d7b9e06-4f68-4942-bde5-d780665b137e/54bbcb84-ff59-4c38-9d06-646f899dcb1b/0fcc57cd-e40d-4588-932a-33fd076f4be9) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:34:19.494345 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d0922d-61a4-4ee9-b4a5-54021bb4b3f2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:34:19.505430 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-c5d0922d-61a4-4ee9-b4a5-54021bb4b3f2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:34:19.684631 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2b3c78c1-d8c6-4a47-813a-8862ad613bb8 None None] Provisioning complete for port 8028729f-9efd-45b6-81b1-dfdee5d4a78b triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:34:19.684631 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2b3c78c1-d8c6-4a47-813a-8862ad613bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:19.757342 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb72f7-49c3-43eb-83d1-c4a1a379dedc req-390f9bf8-018a-4639-b126-930e438ea0e8 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:19.757342 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-90fb72f7-49c3-43eb-83d1-c4a1a379dedc req-390f9bf8-018a-4639-b126-930e438ea0e8 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e90cdb7-8395-4991-94b6-16ef644e1f9a HTTP/1.1" status: 200 len: 944 time: 0.9750597 Apr 20 17:34:19.768733 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ee9b6-0921-4e67-b818-28d7e9957c9b req-476afade-4cfd-46df-8e9a-4b0854b624de tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:19.776136 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-367ee9b6-0921-4e67-b818-28d7e9957c9b req-476afade-4cfd-46df-8e9a-4b0854b624de tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee63654e-da59-4f48-bf1a-f4e9f6744cba HTTP/1.1" status: 200 len: 945 time: 0.2490346 Apr 20 17:34:19.845053 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-367ee9b6-0921-4e67-b818-28d7e9957c9b req-aa66e511-988a-4d63-b693-b863957c17b6 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718703 Apr 20 17:34:19.871143 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c78c1-d8c6-4a47-813a-8862ad613bb8 None None] Port 8028729f-9efd-45b6-81b1-dfdee5d4a78b cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:34:19.895009 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2b3c78c1-d8c6-4a47-813a-8862ad613bb8 None None] Provisioning complete for port 0fcc57cd-e40d-4588-932a-33fd076f4be9 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:34:19.896281 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2b3c78c1-d8c6-4a47-813a-8862ad613bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:19.951544 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-90fb72f7-49c3-43eb-83d1-c4a1a379dedc req-4b005a52-2bdd-4cd2-ac2d-36e80338877d tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Deleting port c946e4a1-d9e6-42e1-a1b0-8d853d8d2171 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:34:19.952157 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-90fb72f7-49c3-43eb-83d1-c4a1a379dedc req-4b005a52-2bdd-4cd2-ac2d-36e80338877d tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:20.013705 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c78c1-d8c6-4a47-813a-8862ad613bb8 None None] Port 0fcc57cd-e40d-4588-932a-33fd076f4be9 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:34:20.036979 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2b3c78c1-d8c6-4a47-813a-8862ad613bb8 None None] Provisioning for port fd6d7ab6-b63b-497d-abdb-305b45bcde3c completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:34:20.045972 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2b3c78c1-d8c6-4a47-813a-8862ad613bb8 None None] Provisioning complete for port fd6d7ab6-b63b-497d-abdb-305b45bcde3c triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:34:20.046496 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2b3c78c1-d8c6-4a47-813a-8862ad613bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:20.368715 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c17191-de45-4512-b7a2-5c9313f8270a req-dc3e92f2-2b2f-4a86-a001-5f1baa85dfed tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:20.373954 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f6c17191-de45-4512-b7a2-5c9313f8270a req-dc3e92f2-2b2f-4a86-a001-5f1baa85dfed tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee63654e-da59-4f48-bf1a-f4e9f6744cba HTTP/1.1" status: 200 len: 945 time: 0.2326095 Apr 20 17:34:20.485119 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a925cb00-d5a5-4d57-ab62-d03e469ad416 None None] Provisioning complete for port 98566a78-a95c-4a22-9f18-9bbc3cf24543 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:34:20.485490 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a925cb00-d5a5-4d57-ab62-d03e469ad416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:20.553675 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f6c17191-de45-4512-b7a2-5c9313f8270a req-beed273b-6d35-46c9-be83-e4cd3865b41b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695168 Apr 20 17:34:20.564218 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a925cb00-d5a5-4d57-ab62-d03e469ad416 None None] Port 98566a78-a95c-4a22-9f18-9bbc3cf24543 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:34:20.571143 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device fd6d7ab6-b63b-497d-abdb-305b45bcde3c up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:34:20.752574 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port fd6d7ab6-b63b-497d-abdb-305b45bcde3c triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:34:20.752948 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:20.981776 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 374bb748-84d1-402c-81e7-e116653c52e8 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:34:21.132676 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4a026d88-71e8-433e-af9a-96fd76f49dcc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:21.202078 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-4a026d88-71e8-433e-af9a-96fd76f49dcc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Transition to ACTIVE for port object 0fcc57cd-e40d-4588-932a-33fd076f4be9 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:34:21.225587 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4a026d88-71e8-433e-af9a-96fd76f49dcc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:21.322673 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-90fb72f7-49c3-43eb-83d1-c4a1a379dedc req-4b005a52-2bdd-4cd2-ac2d-36e80338877d tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] For port c946e4a1-d9e6-42e1-a1b0-8d853d8d2171, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=c946e4a1-d9e6-42e1-a1b0-8d853d8d2171,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:34:21.323063 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-90fb72f7-49c3-43eb-83d1-c4a1a379dedc req-4b005a52-2bdd-4cd2-ac2d-36e80338877d tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:21.325348 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 374bb748-84d1-402c-81e7-e116653c52e8 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:34:21.325722 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:21.491075 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af0025-96b1-4879-bdc6-0a2a0435964a req-3fb65b5e-347c-4063-b31f-7c2553cbb8ec tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:21.499636 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-09af0025-96b1-4879-bdc6-0a2a0435964a req-3fb65b5e-347c-4063-b31f-7c2553cbb8ec tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee63654e-da59-4f48-bf1a-f4e9f6744cba HTTP/1.1" status: 200 len: 945 time: 0.2105708 Apr 20 17:34:21.578853 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-09af0025-96b1-4879-bdc6-0a2a0435964a req-876a866f-469c-4398-94f6-038148de6013 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779693 Apr 20 17:34:21.593077 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-90fb72f7-49c3-43eb-83d1-c4a1a379dedc req-4b005a52-2bdd-4cd2-ac2d-36e80338877d tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Calling delete_port for c946e4a1-d9e6-42e1-a1b0-8d853d8d2171 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:34:21.683534 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a026d88-71e8-433e-af9a-96fd76f49dcc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event updated for resources: {'Port': ['ID=0fcc57cd-e40d-4588-932a-33fd076f4be9,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:21.705299 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-4a026d88-71e8-433e-af9a-96fd76f49dcc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] In _notify_port_updated(), no bound segment for port 0fcc57cd-e40d-4588-932a-33fd076f4be9 on network 5d7b9e06-4f68-4942-bde5-d780665b137e {{(pid=84080) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 20 17:34:21.705299 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a026d88-71e8-433e-af9a-96fd76f49dcc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:21.705299 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4a026d88-71e8-433e-af9a-96fd76f49dcc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:21.714076 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34516) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:21.745357 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4a026d88-71e8-433e-af9a-96fd76f49dcc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "PUT /v2.0/ports/0fcc57cd-e40d-4588-932a-33fd076f4be9 HTTP/1.1" status: 200 len: 970 time: 5.4972932 Apr 20 17:34:21.836704 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d0922d-61a4-4ee9-b4a5-54021bb4b3f2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Router eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:34:21.837463 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-b160e44d-cf7c-42d3-b552-88226b4b07ee tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Deleting port 0fcc57cd-e40d-4588-932a-33fd076f4be9 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:34:21.838002 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b160e44d-cf7c-42d3-b552-88226b4b07ee tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:22.067352 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-795555af-46d0-4985-99eb-f32d4848d365 None None] Provisioning for port 0fcc57cd-e40d-4588-932a-33fd076f4be9 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:34:22.067352 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-795555af-46d0-4985-99eb-f32d4848d365 None None] Provisioning complete for port 0fcc57cd-e40d-4588-932a-33fd076f4be9 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:34:22.067352 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-795555af-46d0-4985-99eb-f32d4848d365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:22.180271 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-795555af-46d0-4985-99eb-f32d4848d365 None None] Port 0fcc57cd-e40d-4588-932a-33fd076f4be9 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:34:22.268057 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b160e44d-cf7c-42d3-b552-88226b4b07ee tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:22.384097 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-90fb72f7-49c3-43eb-83d1-c4a1a379dedc req-4b005a52-2bdd-4cd2-ac2d-36e80338877d tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:22.397394 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['1072c739-82f1-4440-9b4d-75a6639e96c9'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:34:22.437421 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-b160e44d-cf7c-42d3-b552-88226b4b07ee tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Calling delete_port for 0fcc57cd-e40d-4588-932a-33fd076f4be9 owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:34:22.451721 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['e0b3d423-a33b-4b1a-9611-990b877c1adc'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:34:22.518810 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b005a52-2bdd-4cd2-ac2d-36e80338877d tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Pushing event deleted for resources: {'Port': ['ID=c946e4a1-d9e6-42e1-a1b0-8d853d8d2171,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:22.738312 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34542) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:22.743611 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-90fb72f7-49c3-43eb-83d1-c4a1a379dedc req-4b005a52-2bdd-4cd2-ac2d-36e80338877d tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] No DVR routers for this DVR port c946e4a1-d9e6-42e1-a1b0-8d853d8d2171 on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:34:22.743611 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-90fb72f7-49c3-43eb-83d1-c4a1a379dedc req-4b005a52-2bdd-4cd2-ac2d-36e80338877d tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:22.776883 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e90cdb7-8395-4991-94b6-16ef644e1f9a', 'name': 'network-vif-deleted', 'tag': 'c946e4a1-d9e6-42e1-a1b0-8d853d8d2171'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:34:22.856889 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d0922d-61a4-4ee9-b4a5-54021bb4b3f2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:34:22.866804 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c382b8a-112b-424d-b180-ab7ff57d4602 None None] Sync routers for ids ['eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:34:22.871407 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c5d0922d-61a4-4ee9-b4a5-54021bb4b3f2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "PUT /v2.0/routers/eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5298986 Apr 20 17:34:22.876442 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-90fb72f7-49c3-43eb-83d1-c4a1a379dedc req-4b005a52-2bdd-4cd2-ac2d-36e80338877d tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "DELETE /v2.0/ports/c946e4a1-d9e6-42e1-a1b0-8d853d8d2171 HTTP/1.1" status: 204 len: 173 time: 3.1218176 Apr 20 17:34:22.876442 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34550) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:22.901092 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c382b8a-112b-424d-b180-ab7ff57d4602 None None] Routers {'eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:34:22.905154 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9c382b8a-112b-424d-b180-ab7ff57d4602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:34:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:34:23.096096 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508484b5-80e4-4a5c-842e-fbf58e41dbea tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:23.097200 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-508484b5-80e4-4a5c-842e-fbf58e41dbea tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:34:23.143123 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-508484b5-80e4-4a5c-842e-fbf58e41dbea tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:34:23.144204 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-508484b5-80e4-4a5c-842e-fbf58e41dbea tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports/98566a78-a95c-4a22-9f18-9bbc3cf24543 HTTP/1.1" status: 200 len: 911 time: 0.2672768 Apr 20 17:34:23.146851 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34560) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:23.198570 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fcbc32-36a5-4712-8e34-b0ec5a264df5 req-5efc957e-4066-467b-a31e-f0b73d763b5c tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:23.200986 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-73fcbc32-36a5-4712-8e34-b0ec5a264df5 req-5efc957e-4066-467b-a31e-f0b73d763b5c tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee63654e-da59-4f48-bf1a-f4e9f6744cba HTTP/1.1" status: 200 len: 945 time: 0.7172220 Apr 20 17:34:23.326622 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-20d631f5-43ae-4231-b862-617fe1534b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:23.354505 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-9c382b8a-112b-424d-b180-ab7ff57d4602 None None] Set router eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0 gateway port host: None {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:34:23.372830 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcdbc25-cae7-44e0-887b-37540b51aabc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:23.377004 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcdbc25-cae7-44e0-887b-37540b51aabc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:23.394710 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4dcdbc25-cae7-44e0-887b-37540b51aabc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2319114 Apr 20 17:34:23.394710 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34564) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:23.557500 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282be30-735e-4a03-ad27-76a1fe5fe5a5 req-23ae1c3b-c9df-421b-9538-cdd1df5c5ca3 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:23.568691 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2282be30-735e-4a03-ad27-76a1fe5fe5a5 req-23ae1c3b-c9df-421b-9538-cdd1df5c5ca3 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee63654e-da59-4f48-bf1a-f4e9f6744cba HTTP/1.1" status: 200 len: 945 time: 0.6044495 Apr 20 17:34:23.609965 n-d-838032-1 neutron-server[84080]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b19087bb-5bff-4d8a-aa1c-6c96864f1152']: {'server_uuid': '5e90cdb7-8395-4991-94b6-16ef644e1f9a', 'name': 'network-vif-deleted', 'tag': 'c946e4a1-d9e6-42e1-a1b0-8d853d8d2171', 'status': 'failed', 'code': 422} returned with failed status Apr 20 17:34:23.772474 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-73fcbc32-36a5-4712-8e34-b0ec5a264df5 req-0d4b7b9e-3236-42c7-b1f6-00b8d5ba2b20 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Deleting port 7f97344f-aeb8-4087-93c6-36623f16ac48 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:34:23.772474 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-73fcbc32-36a5-4712-8e34-b0ec5a264df5 req-0d4b7b9e-3236-42c7-b1f6-00b8d5ba2b20 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:24.006146 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9c382b8a-112b-424d-b180-ab7ff57d4602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0', 'name': 'tempest-NetworksTestDHCPv6-router-301311554', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:34:13Z', 'updated_at': '2022-04-20T17:34:15Z', 'revision_number': 2, 'project_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'gw_port_host': None, '_interfaces': [{'id': '98566a78-a95c-4a22-9f18-9bbc3cf24543', 'name': '', 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'mac_address': 'fa:16:3e:d9:18:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '146c9b37-a395-4870-8938-0c9eead0278f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:34:14Z', 'updated_at': '2022-04-20T17:34:17Z', 'revision_number': 2, 'project_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'subnets': [{'id': '146c9b37-a395-4870-8938-0c9eead0278f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:34:24.011818 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c382b8a-112b-424d-b180-ab7ff57d4602 None None] Checking router: eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:34:24.012594 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c382b8a-112b-424d-b180-ab7ff57d4602 None None] Updating router eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0 port 98566a78-a95c-4a22-9f18-9bbc3cf24543 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:34:24.091071 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9c382b8a-112b-424d-b180-ab7ff57d4602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:24.162756 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-73fcbc32-36a5-4712-8e34-b0ec5a264df5 req-0d4b7b9e-3236-42c7-b1f6-00b8d5ba2b20 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] For port 7f97344f-aeb8-4087-93c6-36623f16ac48, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=7f97344f-aeb8-4087-93c6-36623f16ac48,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:34:24.162756 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-73fcbc32-36a5-4712-8e34-b0ec5a264df5 req-0d4b7b9e-3236-42c7-b1f6-00b8d5ba2b20 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:24.292556 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-73fcbc32-36a5-4712-8e34-b0ec5a264df5 req-0d4b7b9e-3236-42c7-b1f6-00b8d5ba2b20 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Calling delete_port for 7f97344f-aeb8-4087-93c6-36623f16ac48 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:34:24.462778 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:34:24.605087 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-73fcbc32-36a5-4712-8e34-b0ec5a264df5 req-0d4b7b9e-3236-42c7-b1f6-00b8d5ba2b20 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:24.631140 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['d342bd3a-35b5-47b3-8bf2-c19218fd8a1e'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:34:24.825864 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d54caba5-6fc4-46e0-90bf-cc226490cc80 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:24.914608 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2282be30-735e-4a03-ad27-76a1fe5fe5a5 req-d688ef52-1eea-443c-b300-f1467d81d3af tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3448727 Apr 20 17:34:24.943660 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b7b9e-3236-42c7-b1f6-00b8d5ba2b20 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Pushing event deleted for resources: {'Port': ['ID=7f97344f-aeb8-4087-93c6-36623f16ac48,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:24.954071 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b160e44d-cf7c-42d3-b552-88226b4b07ee tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:24.969055 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041b22b-ab5b-425b-92af-928303dee944 req-dfc24170-a02b-4ac0-9d3e-b1779068fd28 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:24.969794 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-2041b22b-ab5b-425b-92af-928303dee944 req-dfc24170-a02b-4ac0-9d3e-b1779068fd28 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Synchronizing usage tracker for tenant:048f4cae66cf42c897493ac9a67e0d5f on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:34:25.145053 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160e44d-cf7c-42d3-b552-88226b4b07ee tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Port': ['ID=0fcc57cd-e40d-4588-932a-33fd076f4be9,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:25.152029 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b160e44d-cf7c-42d3-b552-88226b4b07ee tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:25.180131 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-73fcbc32-36a5-4712-8e34-b0ec5a264df5 req-0d4b7b9e-3236-42c7-b1f6-00b8d5ba2b20 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] No DVR routers for this DVR port 7f97344f-aeb8-4087-93c6-36623f16ac48 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:34:25.192603 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-73fcbc32-36a5-4712-8e34-b0ec5a264df5 req-0d4b7b9e-3236-42c7-b1f6-00b8d5ba2b20 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:25.192603 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-73fcbc32-36a5-4712-8e34-b0ec5a264df5 req-0d4b7b9e-3236-42c7-b1f6-00b8d5ba2b20 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.10 "DELETE /v2.0/ports/7f97344f-aeb8-4087-93c6-36623f16ac48 HTTP/1.1" status: 204 len: 173 time: 1.9795630 Apr 20 17:34:25.199378 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b160e44d-cf7c-42d3-b552-88226b4b07ee tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/ports/0fcc57cd-e40d-4588-932a-33fd076f4be9 HTTP/1.1" status: 204 len: 168 time: 3.4851434 Apr 20 17:34:25.199378 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee63654e-da59-4f48-bf1a-f4e9f6744cba', 'name': 'network-vif-deleted', 'tag': '7f97344f-aeb8-4087-93c6-36623f16ac48'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:34:25.234528 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34596) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:25.287035 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9c382b8a-112b-424d-b180-ab7ff57d4602 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:25.292277 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-20d631f5-43ae-4231-b862-617fe1534b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:34:25.296657 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-0507f5f1-cdb1-4052-b760-d177b6fac7b8 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] GET failed (client error): The resource could not be found. Apr 20 17:34:25.297235 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0507f5f1-cdb1-4052-b760-d177b6fac7b8 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Synchronizing usage tracker for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:34:25.320900 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-9c382b8a-112b-424d-b180-ab7ff57d4602 None None] Transition to ACTIVE for port object 98566a78-a95c-4a22-9f18-9bbc3cf24543 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:34:25.325415 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-2041b22b-ab5b-425b-92af-928303dee944 req-dfc24170-a02b-4ac0-9d3e-b1779068fd28 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Unset dirty status for tenant:048f4cae66cf42c897493ac9a67e0d5f on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:34:25.333567 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0507f5f1-cdb1-4052-b760-d177b6fac7b8 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Unset dirty status for tenant:409944c1ab7f41a6acbb3c4fe41edf37 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:34:25.337780 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2041b22b-ab5b-425b-92af-928303dee944 req-dfc24170-a02b-4ac0-9d3e-b1779068fd28 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=923bd239-d974-4bb1-974c-b0d82e767367 HTTP/1.1" status: 200 len: 908 time: 0.7452686 Apr 20 17:34:25.337949 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0507f5f1-cdb1-4052-b760-d177b6fac7b8 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "GET /v2.0/ports/0fcc57cd-e40d-4588-932a-33fd076f4be9 HTTP/1.1" status: 404 len: 333 time: 0.1021078 Apr 20 17:34:25.338873 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34604) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:25.339635 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-20d631f5-43ae-4231-b862-617fe1534b87 admin admin] Usage tracker for resource:security_group_rule and tenant:651cd08136624d649fe6fc3101264a72 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:34:25.341875 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9c382b8a-112b-424d-b180-ab7ff57d4602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:25.395477 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-20d631f5-43ae-4231-b862-617fe1534b87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:34:25.426671 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-20d631f5-43ae-4231-b862-617fe1534b87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:34:25.452976 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7821e5cf-22f7-4586-96d4-2095ae8a9e83'] response: {'server_uuid': 'ee63654e-da59-4f48-bf1a-f4e9f6744cba', 'name': 'network-vif-deleted', 'tag': '7f97344f-aeb8-4087-93c6-36623f16ac48', 'status': 'completed', 'code': 200} Apr 20 17:34:25.489349 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f006a5-dc7d-412c-b741-720205bfa584 None None] Pushing event updated for resources: {'Port': ['ID=98566a78-a95c-4a22-9f18-9bbc3cf24543,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:25.540357 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1758e1a9-7bfc-48e8-a058-0b814ef13a3b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:25.636809 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1758e1a9-7bfc-48e8-a058-0b814ef13a3b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:25.736928 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-9c382b8a-112b-424d-b180-ab7ff57d4602 None None] Attempting to bind port 98566a78-a95c-4a22-9f18-9bbc3cf24543 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:34:25.736928 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-9c382b8a-112b-424d-b180-ab7ff57d4602 None None] Attempting to bind port 98566a78-a95c-4a22-9f18-9bbc3cf24543 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:34:25.736928 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c382b8a-112b-424d-b180-ab7ff57d4602 None None] Attempting to bind port 98566a78-a95c-4a22-9f18-9bbc3cf24543 on network 9ba611e4-024c-4a0c-9998-3bc548cf409a {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:34:25.751803 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1758e1a9-7bfc-48e8-a058-0b814ef13a3b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:25.752053 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c382b8a-112b-424d-b180-ab7ff57d4602 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:34:25.752518 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c382b8a-112b-424d-b180-ab7ff57d4602 None None] Checking segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:34:25.753508 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9c382b8a-112b-424d-b180-ab7ff57d4602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:25.755155 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c382b8a-112b-424d-b180-ab7ff57d4602 None None] Bound using segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:34:25.756585 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-9c382b8a-112b-424d-b180-ab7ff57d4602 None None] Bound port: 98566a78-a95c-4a22-9f18-9bbc3cf24543, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:34:25.757022 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9c382b8a-112b-424d-b180-ab7ff57d4602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:25.776329 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758e1a9-7bfc-48e8-a058-0b814ef13a3b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b75e90-eb7f-41dd-90d4-fcbc826a9e86,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:25.812837 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1758e1a9-7bfc-48e8-a058-0b814ef13a3b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:25.818619 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34610) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:25.818905 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1758e1a9-7bfc-48e8-a058-0b814ef13a3b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/security-groups/49b75e90-eb7f-41dd-90d4-fcbc826a9e86 HTTP/1.1" status: 204 len: 168 time: 0.4790704 Apr 20 17:34:25.833616 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-20d631f5-43ae-4231-b862-617fe1534b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:25.876740 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-20d631f5-43ae-4231-b862-617fe1534b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:26.055643 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5a876-3336-4c87-9b45-6c63b48808c8 req-4a4c3600-2d09-445e-844f-a707acc0065e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:26.062765 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-60d5a876-3336-4c87-9b45-6c63b48808c8 req-4a4c3600-2d09-445e-844f-a707acc0065e tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.10 "GET /v2.0/ports?device_id=923bd239-d974-4bb1-974c-b0d82e767367 HTTP/1.1" status: 200 len: 908 time: 0.1563106 Apr 20 17:34:26.070300 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-9c382b8a-112b-424d-b180-ab7ff57d4602 None None] For port 98566a78-a95c-4a22-9f18-9bbc3cf24543, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:34:26.074168 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-9c382b8a-112b-424d-b180-ab7ff57d4602 None None] For port 98566a78-a95c-4a22-9f18-9bbc3cf24543, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=98566a78-a95c-4a22-9f18-9bbc3cf24543,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:34:26.087469 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9c382b8a-112b-424d-b180-ab7ff57d4602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:26.199004 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 7f97344f-aeb8-4087-93c6-36623f16ac48 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:34:26.279851 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f006a5-dc7d-412c-b741-720205bfa584 None None] Pushing event updated for resources: {'Port': ['ID=98566a78-a95c-4a22-9f18-9bbc3cf24543,revision_number=4']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:26.291727 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-60d5a876-3336-4c87-9b45-6c63b48808c8 req-2ad61d74-690e-4e2f-bee2-149ec317c624 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Deleting port c34d0e24-9726-4e9d-832a-45d1c230effe {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:34:26.291727 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-60d5a876-3336-4c87-9b45-6c63b48808c8 req-2ad61d74-690e-4e2f-bee2-149ec317c624 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:26.343081 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c382b8a-112b-424d-b180-ab7ff57d4602 None None] Routers {'eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:34:26.345531 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9c382b8a-112b-424d-b180-ab7ff57d4602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:34:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:34:26.389971 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 7f97344f-aeb8-4087-93c6-36623f16ac48 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:34:26.390524 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 7f97344f-aeb8-4087-93c6-36623f16ac48 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:34:26.727116 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-9c382b8a-112b-424d-b180-ab7ff57d4602 None None] Set router eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0 gateway port host: None {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:34:26.765161 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-20d631f5-43ae-4231-b862-617fe1534b87 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=651cd08136624d649fe6fc3101264a72&name=default HTTP/1.1" status: 200 len: 2647 time: 3.9964266 Apr 20 17:34:26.780077 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34624) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:26.793770 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ecc79406-f6ee-435b-88c9-a8f4a96121f2 req-2c0d3c1d-16f2-4de6-bbc9-65d84e0126f6 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee63654e-da59-4f48-bf1a-f4e9f6744cba HTTP/1.1" status: 200 len: 210 time: 0.1795740 Apr 20 17:34:26.793770 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d631f5-43ae-4231-b862-617fe1534b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1bb484-8bf2-4986-a049-5ba01b203af5,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:26.865241 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d631f5-43ae-4231-b862-617fe1534b87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:26.865241 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d631f5-43ae-4231-b862-617fe1534b87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:26.865241 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d631f5-43ae-4231-b862-617fe1534b87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:26.865241 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d631f5-43ae-4231-b862-617fe1534b87 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:26.865241 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d631f5-43ae-4231-b862-617fe1534b87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:26.865241 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d631f5-43ae-4231-b862-617fe1534b87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:26.865241 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d631f5-43ae-4231-b862-617fe1534b87 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:26.865241 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d631f5-43ae-4231-b862-617fe1534b87 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:26.867444 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d631f5-43ae-4231-b862-617fe1534b87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:26.867444 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d631f5-43ae-4231-b862-617fe1534b87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:26.867444 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d631f5-43ae-4231-b862-617fe1534b87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:26.890584 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-d54caba5-6fc4-46e0-90bf-cc226490cc80 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting port 98566a78-a95c-4a22-9f18-9bbc3cf24543 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:34:26.890924 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d54caba5-6fc4-46e0-90bf-cc226490cc80 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:27.099945 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e56f94-74fd-4d30-b3c6-3798b398c648 req-584ac2b8-f1dc-4831-8e72-13a9914e86c1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:27.119159 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-66e56f94-74fd-4d30-b3c6-3798b398c648 req-584ac2b8-f1dc-4831-8e72-13a9914e86c1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=923bd239-d974-4bb1-974c-b0d82e767367 HTTP/1.1" status: 200 len: 908 time: 0.4389019 Apr 20 17:34:27.153817 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-60d5a876-3336-4c87-9b45-6c63b48808c8 req-2ad61d74-690e-4e2f-bee2-149ec317c624 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] For port c34d0e24-9726-4e9d-832a-45d1c230effe, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=c34d0e24-9726-4e9d-832a-45d1c230effe,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:34:27.153817 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-60d5a876-3336-4c87-9b45-6c63b48808c8 req-2ad61d74-690e-4e2f-bee2-149ec317c624 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:27.168259 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-d54caba5-6fc4-46e0-90bf-cc226490cc80 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] For port 98566a78-a95c-4a22-9f18-9bbc3cf24543, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=98566a78-a95c-4a22-9f18-9bbc3cf24543,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:34:27.168259 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d54caba5-6fc4-46e0-90bf-cc226490cc80 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:27.366132 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-d54caba5-6fc4-46e0-90bf-cc226490cc80 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Calling delete_port for 98566a78-a95c-4a22-9f18-9bbc3cf24543 owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:34:27.387001 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-60d5a876-3336-4c87-9b45-6c63b48808c8 req-2ad61d74-690e-4e2f-bee2-149ec317c624 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Calling delete_port for c34d0e24-9726-4e9d-832a-45d1c230effe owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:34:27.397522 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9c382b8a-112b-424d-b180-ab7ff57d4602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0', 'name': 'tempest-NetworksTestDHCPv6-router-301311554', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:34:13Z', 'updated_at': '2022-04-20T17:34:15Z', 'revision_number': 2, 'project_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'gw_port_host': None, '_interfaces': [{'id': '98566a78-a95c-4a22-9f18-9bbc3cf24543', 'name': '', 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'mac_address': 'fa:16:3e:d9:18:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '146c9b37-a395-4870-8938-0c9eead0278f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:34:14Z', 'updated_at': '2022-04-20T17:34:26Z', 'revision_number': 4, 'project_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'subnets': [{'id': '146c9b37-a395-4870-8938-0c9eead0278f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:34:27.403947 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c382b8a-112b-424d-b180-ab7ff57d4602 None None] The sync data for ids ['eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0'] in n-d-838032-1 is: [{'id': 'eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0', 'name': 'tempest-NetworksTestDHCPv6-router-301311554', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:34:13Z', 'updated_at': '2022-04-20T17:34:15Z', 'revision_number': 2, 'project_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'gw_port_host': None, '_interfaces': [{'id': '98566a78-a95c-4a22-9f18-9bbc3cf24543', 'name': '', 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'mac_address': 'fa:16:3e:d9:18:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '146c9b37-a395-4870-8938-0c9eead0278f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:34:14Z', 'updated_at': '2022-04-20T17:34:26Z', 'revision_number': 4, 'project_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'subnets': [{'id': '146c9b37-a395-4870-8938-0c9eead0278f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:34:27.520336 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-48adab20-9c0c-4bc1-a64c-f656ee9af57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:27.520336 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fbc094b2-5082-4c3a-9dcd-1ffd2e9c1f07 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:27.657642 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-48adab20-9c0c-4bc1-a64c-f656ee9af57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:27.675573 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fbc094b2-5082-4c3a-9dcd-1ffd2e9c1f07 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:27.709215 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-60d5a876-3336-4c87-9b45-6c63b48808c8 req-2ad61d74-690e-4e2f-bee2-149ec317c624 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:27.802721 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad61d74-690e-4e2f-bee2-149ec317c624 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Pushing event deleted for resources: {'Port': ['ID=c34d0e24-9726-4e9d-832a-45d1c230effe,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:27.834531 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fbc094b2-5082-4c3a-9dcd-1ffd2e9c1f07 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:27.875761 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-48adab20-9c0c-4bc1-a64c-f656ee9af57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:27.894378 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d5a876-3336-4c87-9b45-6c63b48808c8 req-2ad61d74-690e-4e2f-bee2-149ec317c624 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] No DVR routers for this DVR port c34d0e24-9726-4e9d-832a-45d1c230effe on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:34:27.905912 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-60d5a876-3336-4c87-9b45-6c63b48808c8 req-2ad61d74-690e-4e2f-bee2-149ec317c624 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:27.917186 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923bd239-d974-4bb1-974c-b0d82e767367', 'name': 'network-vif-deleted', 'tag': 'c34d0e24-9726-4e9d-832a-45d1c230effe'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:34:27.927980 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-60d5a876-3336-4c87-9b45-6c63b48808c8 req-2ad61d74-690e-4e2f-bee2-149ec317c624 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.10 "DELETE /v2.0/ports/c34d0e24-9726-4e9d-832a-45d1c230effe HTTP/1.1" status: 204 len: 173 time: 1.8617535 Apr 20 17:34:28.045306 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc094b2-5082-4c3a-9dcd-1ffd2e9c1f07 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=953c40bb-a707-4f0d-8430-0c1220ec7644,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:28.148822 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48adab20-9c0c-4bc1-a64c-f656ee9af57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1bb484-8bf2-4986-a049-5ba01b203af5,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:28.186502 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04d1c486-5a33-4bc3-9b59-d49b30cd4e45'] response: {'server_uuid': '923bd239-d974-4bb1-974c-b0d82e767367', 'name': 'network-vif-deleted', 'tag': 'c34d0e24-9726-4e9d-832a-45d1c230effe', 'status': 'completed', 'code': 200} Apr 20 17:34:28.263975 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fbc094b2-5082-4c3a-9dcd-1ffd2e9c1f07 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:28.271228 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34650) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:28.283386 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fbc094b2-5082-4c3a-9dcd-1ffd2e9c1f07 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/security-groups/953c40bb-a707-4f0d-8430-0c1220ec7644 HTTP/1.1" status: 204 len: 168 time: 2.4585090 Apr 20 17:34:28.302657 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-48adab20-9c0c-4bc1-a64c-f656ee9af57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:28.304252 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-48adab20-9c0c-4bc1-a64c-f656ee9af57e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8b1bb484-8bf2-4986-a049-5ba01b203af5 HTTP/1.1" status: 204 len: 168 time: 1.5277505 Apr 20 17:34:28.379387 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d54caba5-6fc4-46e0-90bf-cc226490cc80 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:28.551849 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 98566a78-a95c-4a22-9f18-9bbc3cf24543 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:34:28.556994 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-5c02a6bf-742f-4fdc-94f4-f4d4c143e983 req-86e6effc-fedb-418e-b84b-ec1c9b92f9e9 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Synchronizing usage tracker for tenant:048f4cae66cf42c897493ac9a67e0d5f on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:34:28.634752 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d1b3d3f9-f31b-4ebc-b4a7-838f61e288f2 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:28.701063 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 98566a78-a95c-4a22-9f18-9bbc3cf24543 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:34:28.701063 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 98566a78-a95c-4a22-9f18-9bbc3cf24543 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 20 17:34:28.781469 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d1b3d3f9-f31b-4ebc-b4a7-838f61e288f2 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:28.790523 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54caba5-6fc4-46e0-90bf-cc226490cc80 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Port': ['ID=98566a78-a95c-4a22-9f18-9bbc3cf24543,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:28.891902 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-5c02a6bf-742f-4fdc-94f4-f4d4c143e983 req-86e6effc-fedb-418e-b84b-ec1c9b92f9e9 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Unset dirty status for tenant:048f4cae66cf42c897493ac9a67e0d5f on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:34:28.907196 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5c02a6bf-742f-4fdc-94f4-f4d4c143e983 req-86e6effc-fedb-418e-b84b-ec1c9b92f9e9 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=923bd239-d974-4bb1-974c-b0d82e767367 HTTP/1.1" status: 200 len: 210 time: 0.4652088 Apr 20 17:34:28.907196 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d1b3d3f9-f31b-4ebc-b4a7-838f61e288f2 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:28.944814 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Port 98566a78-a95c-4a22-9f18-9bbc3cf24543 not found, will not notify nova. {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 20 17:34:29.015590 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d1b3d3f9-f31b-4ebc-b4a7-838f61e288f2 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:29.031994 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d1b3d3f9-f31b-4ebc-b4a7-838f61e288f2 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/security-groups/e8727794-2e45-408a-afa7-0a4c3f893db7 HTTP/1.1" status: 204 len: 168 time: 0.7490153 Apr 20 17:34:29.035415 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34662) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:29.077919 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d54caba5-6fc4-46e0-90bf-cc226490cc80 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:29.211486 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3d3f9-f31b-4ebc-b4a7-838f61e288f2 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8727794-2e45-408a-afa7-0a4c3f893db7,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:29.606251 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34674) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:29.678844 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-076cd338-91a6-4413-a562-486459b4c133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:29.814227 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-076cd338-91a6-4413-a562-486459b4c133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:34:29.835584 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-076cd338-91a6-4413-a562-486459b4c133 admin admin] Usage tracker for resource:security_group_rule and tenant:165cdd47fa7f49a0b5d5dac3c5cb544b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:34:29.843606 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-076cd338-91a6-4413-a562-486459b4c133 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:34:29.895544 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-076cd338-91a6-4413-a562-486459b4c133 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:34:29.921599 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-f305c8ba-60b8-42b6-9794-84968ff8b173 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Deleting subnet 8eb9c1e9-5044-4589-bfd2-256f9c9ec3b3 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:34:29.921599 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f305c8ba-60b8-42b6-9794-84968ff8b173 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:30.200044 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f305c8ba-60b8-42b6-9794-84968ff8b173 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:30.218662 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device c34d0e24-9726-4e9d-832a-45d1c230effe no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:34:30.323510 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: c34d0e24-9726-4e9d-832a-45d1c230effe {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:34:30.323510 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device c34d0e24-9726-4e9d-832a-45d1c230effe not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:34:30.349600 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54caba5-6fc4-46e0-90bf-cc226490cc80 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Router eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:34:30.514051 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-076cd338-91a6-4413-a562-486459b4c133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:30.525926 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-076cd338-91a6-4413-a562-486459b4c133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:30.698701 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076cd338-91a6-4413-a562-486459b4c133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b266176-d7f7-4bfd-9b73-7c1e9d34b077,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:30.717227 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f305c8ba-60b8-42b6-9794-84968ff8b173 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:30.793471 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-076cd338-91a6-4413-a562-486459b4c133 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=165cdd47fa7f49a0b5d5dac3c5cb544b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1848447 Apr 20 17:34:30.816167 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34700) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:30.828669 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-c8b1f501-f75e-4189-8564-b35229149a51 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:30.837066 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-c8b1f501-f75e-4189-8564-b35229149a51 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/networks?id=559f75fc-3697-4c39-a90d-68a51f28c45f HTTP/1.1" status: 200 len: 805 time: 0.6591475 Apr 20 17:34:30.952172 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f305c8ba-60b8-42b6-9794-84968ff8b173 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:31.020183 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-e6f4ba2c-40ba-46c7-96a0-3409ab544cf1 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/quotas/55ad101ba72d4aafab1fd36de3508559 HTTP/1.1" status: 200 len: 375 time: 0.1826403 Apr 20 17:34:31.043687 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-124a9efc-d687-4849-911e-e57d9e5d3043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:31.052892 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305c8ba-60b8-42b6-9794-84968ff8b173 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Subnet': ['ID=8eb9c1e9-5044-4589-bfd2-256f9c9ec3b3,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:31.058151 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f305c8ba-60b8-42b6-9794-84968ff8b173 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:31.060560 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12a9c19-4a40-4bee-9c90-e3a282c254df None None] Network 5d7b9e06-4f68-4942-bde5-d780665b137e requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:34:31.085121 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f305c8ba-60b8-42b6-9794-84968ff8b173 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/subnets/8eb9c1e9-5044-4589-bfd2-256f9c9ec3b3 HTTP/1.1" status: 204 len: 168 time: 2.0391970 Apr 20 17:34:31.086500 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34704) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:31.109167 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54caba5-6fc4-46e0-90bf-cc226490cc80 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:34:31.117628 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d54caba5-6fc4-46e0-90bf-cc226490cc80 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "PUT /v2.0/routers/eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7310579 Apr 20 17:34:31.121201 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34708) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:31.135398 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e4bcdd-0e9d-48d5-b66a-ba841c621dbe None None] Sync routers for ids ['eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:34:31.204425 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e484433-3cf3-419c-ac37-ffa71887aaa3 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Deleting subnet 54bbcb84-ff59-4c38-9d06-646f899dcb1b {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:34:31.218531 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2e484433-3cf3-419c-ac37-ffa71887aaa3 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:31.227746 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eac1301-1f94-4297-a265-60ec403c3d96 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:31.229399 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eac1301-1f94-4297-a265-60ec403c3d96 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:31.230617 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6eac1301-1f94-4297-a265-60ec403c3d96 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:34:31.249030 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-960d9007-da84-4a29-9bf5-f98502818109 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=55ad101ba72d4aafab1fd36de3508559&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2241814 Apr 20 17:34:31.413338 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2e484433-3cf3-419c-ac37-ffa71887aaa3 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:31.429916 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e4bcdd-0e9d-48d5-b66a-ba841c621dbe None None] Routers {'eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:34:31.429916 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-d0e4bcdd-0e9d-48d5-b66a-ba841c621dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:34:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:34:31.525268 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6eac1301-1f94-4297-a265-60ec403c3d96 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:34:31.527442 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6eac1301-1f94-4297-a265-60ec403c3d96 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4052188 Apr 20 17:34:31.533005 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34716) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:31.603327 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2e484433-3cf3-419c-ac37-ffa71887aaa3 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:31.713220 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-124a9efc-d687-4849-911e-e57d9e5d3043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:31.733483 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2e484433-3cf3-419c-ac37-ffa71887aaa3 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:31.820707 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-b433feb5-3b12-4730-a664-81901ff89e82 service neutron] 10.222.0.39 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5324390 Apr 20 17:34:31.873314 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e484433-3cf3-419c-ac37-ffa71887aaa3 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Subnet': ['ID=54bbcb84-ff59-4c38-9d06-646f899dcb1b,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:31.893158 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2e484433-3cf3-419c-ac37-ffa71887aaa3 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:31.922952 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2e484433-3cf3-419c-ac37-ffa71887aaa3 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/subnets/54bbcb84-ff59-4c38-9d06-646f899dcb1b HTTP/1.1" status: 204 len: 168 time: 0.8173749 Apr 20 17:34:31.922952 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34722) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:31.931084 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-d0e4bcdd-0e9d-48d5-b66a-ba841c621dbe None None] Set router eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0 gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:34:32.139843 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaa545c7-f28b-4a2a-b1d4-e0451b3b548b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] DELETE failed (client error): The resource could not be found. Apr 20 17:34:32.139843 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaa545c7-f28b-4a2a-b1d4-e0451b3b548b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:34:32.166675 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e6fa1b-7f5d-4ea0-b951-718579511823 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting subnet 146c9b37-a395-4870-8938-0c9eead0278f {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:34:32.178544 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d8e6fa1b-7f5d-4ea0-b951-718579511823 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:32.255266 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf15ac-abff-4257-a3f5-83b0feee5c8e req-77529835-9dfb-4d29-a074-752bf5d70cee tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:32.274747 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eadf15ac-abff-4257-a3f5-83b0feee5c8e req-77529835-9dfb-4d29-a074-752bf5d70cee tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c8149f-c4b1-47ac-9b37-f996ee40df23 HTTP/1.1" status: 200 len: 946 time: 0.5605800 Apr 20 17:34:32.383994 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-d0e4bcdd-0e9d-48d5-b66a-ba841c621dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0', 'name': 'tempest-NetworksTestDHCPv6-router-301311554', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:34:13Z', 'updated_at': '2022-04-20T17:34:27Z', 'revision_number': 3, 'project_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:34:32.389207 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d8e6fa1b-7f5d-4ea0-b951-718579511823 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:32.397457 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e4bcdd-0e9d-48d5-b66a-ba841c621dbe None None] Checking router: eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:34:32.409666 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-124a9efc-d687-4849-911e-e57d9e5d3043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:32.409666 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-124a9efc-d687-4849-911e-e57d9e5d3043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:32.409666 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-124a9efc-d687-4849-911e-e57d9e5d3043 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9b266176-d7f7-4bfd-9b73-7c1e9d34b077 HTTP/1.1" status: 204 len: 168 time: 1.5837476 Apr 20 17:34:32.425662 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e4bcdd-0e9d-48d5-b66a-ba841c621dbe None None] Routers {'eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:34:32.425662 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-d0e4bcdd-0e9d-48d5-b66a-ba841c621dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:34:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:34:32.457749 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-aaa545c7-f28b-4a2a-b1d4-e0451b3b548b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/subnets/8eb9c1e9-5044-4589-bfd2-256f9c9ec3b3 HTTP/1.1" status: 404 len: 337 time: 0.5198643 Apr 20 17:34:32.468659 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34732) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:32.493328 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-d897cb55-46b7-4c1c-94fa-efac1b7bcaad service neutron] 10.222.0.39 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6880322 Apr 20 17:34:32.617535 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d8e6fa1b-7f5d-4ea0-b951-718579511823 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:32.640712 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-d0e4bcdd-0e9d-48d5-b66a-ba841c621dbe None None] Set router eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0 gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:34:32.776870 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a9efc-d687-4849-911e-e57d9e5d3043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b266176-d7f7-4bfd-9b73-7c1e9d34b077,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:32.888563 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eadf15ac-abff-4257-a3f5-83b0feee5c8e req-b5c87e14-1a90-41a6-acce-ff2f0875ae19 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6122408 Apr 20 17:34:32.899743 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-d0e4bcdd-0e9d-48d5-b66a-ba841c621dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0', 'name': 'tempest-NetworksTestDHCPv6-router-301311554', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:34:13Z', 'updated_at': '2022-04-20T17:34:27Z', 'revision_number': 3, 'project_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:34:32.909691 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d8e6fa1b-7f5d-4ea0-b951-718579511823 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:32.934005 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e4bcdd-0e9d-48d5-b66a-ba841c621dbe None None] The sync data for ids ['eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0'] in n-d-838032-1 is: [{'id': 'eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0', 'name': 'tempest-NetworksTestDHCPv6-router-301311554', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:34:13Z', 'updated_at': '2022-04-20T17:34:27Z', 'revision_number': 3, 'project_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'gw_port_host': None}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:34:32.942055 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-48993f8f-cae8-437b-8f42-36942f62856e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Deleting subnet 9070a905-8517-433e-9084-d187785f03ba {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:34:32.961288 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-48993f8f-cae8-437b-8f42-36942f62856e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:33.095335 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b52aa9-a0c9-4762-95bb-2f4f5776bbfc req-97b5a292-dd64-4115-8ef0-b8291fde9ca1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:33.095335 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2b52aa9-a0c9-4762-95bb-2f4f5776bbfc req-97b5a292-dd64-4115-8ef0-b8291fde9ca1 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6c8149f-c4b1-47ac-9b37-f996ee40df23 HTTP/1.1" status: 200 len: 946 time: 0.9292812 Apr 20 17:34:33.095335 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-48993f8f-cae8-437b-8f42-36942f62856e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:33.170910 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d8e6fa1b-7f5d-4ea0-b951-718579511823 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:33.184408 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3016c21-e56d-440c-bda3-60b55f4be0a8 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:34:33.462092 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6fa1b-7f5d-4ea0-b951-718579511823 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Subnet': ['ID=146c9b37-a395-4870-8938-0c9eead0278f,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:33.555477 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a734deb5-49c1-4b1f-978d-d98299dcac65 req-f80f32c6-8176-4c94-a0ee-85950567be12 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=89d0bac1-055e-4fe5-9053-4b360fb795b9 HTTP/1.1" status: 200 len: 210 time: 0.4331484 Apr 20 17:34:33.562109 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d8e6fa1b-7f5d-4ea0-b951-718579511823 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/146c9b37-a395-4870-8938-0c9eead0278f HTTP/1.1" status: 204 len: 168 time: 2.0278494 Apr 20 17:34:33.569310 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34762) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:33.753630 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-d2b52aa9-a0c9-4762-95bb-2f4f5776bbfc req-31dd1060-bca1-4f13-857a-b33badae0264 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Deleting port 1072c739-82f1-4440-9b4d-75a6639e96c9 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:34:33.753630 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d2b52aa9-a0c9-4762-95bb-2f4f5776bbfc req-31dd1060-bca1-4f13-857a-b33badae0264 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:33.891214 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-48993f8f-cae8-437b-8f42-36942f62856e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:34.081552 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69961974-5ca0-418e-a872-c2c0cb016108 None None] DHCP port deletion for 9ba611e4-024c-4a0c-9998-3bc548cf409a request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:34:34.087443 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-69961974-5ca0-418e-a872-c2c0cb016108 None None] Deleting port 374bb748-84d1-402c-81e7-e116653c52e8 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:34:34.088117 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-69961974-5ca0-418e-a872-c2c0cb016108 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:34.227836 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-34b42866-1576-4b54-a2ad-b075f8a23274 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:router {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:34:34.304679 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-34b42866-1576-4b54-a2ad-b075f8a23274 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:router {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:34:34.304679 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-34b42866-1576-4b54-a2ad-b075f8a23274 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.7242863 Apr 20 17:34:34.304679 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34778) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:34.669761 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 374bb748-84d1-402c-81e7-e116653c52e8 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:34:35.063818 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d2e0adf7-6c29-4254-ac11-6f8fd8ea5d76 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:35.090697 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:35.127434 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-7eee36d1-97ec-4050-9f34-b9300bd8f284 None None] Provisioning complete for port 8028729f-9efd-45b6-81b1-dfdee5d4a78b triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:34:35.128060 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7eee36d1-97ec-4050-9f34-b9300bd8f284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:35.243279 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-d2b52aa9-a0c9-4762-95bb-2f4f5776bbfc req-31dd1060-bca1-4f13-857a-b33badae0264 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] For port 1072c739-82f1-4440-9b4d-75a6639e96c9, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=1072c739-82f1-4440-9b4d-75a6639e96c9,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:34:35.243279 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d2b52aa9-a0c9-4762-95bb-2f4f5776bbfc req-31dd1060-bca1-4f13-857a-b33badae0264 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:35.399231 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-62a87051-590c-4669-a14e-cba0a2d96df1 req-4dde8317-adf7-4c64-aea2-5d3814bb1b83 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=89d0bac1-055e-4fe5-9053-4b360fb795b9 HTTP/1.1" status: 200 len: 210 time: 0.2078521 Apr 20 17:34:35.416748 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-69961974-5ca0-418e-a872-c2c0cb016108 None None] For port 374bb748-84d1-402c-81e7-e116653c52e8, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=374bb748-84d1-402c-81e7-e116653c52e8,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:34:35.416941 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-69961974-5ca0-418e-a872-c2c0cb016108 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:35.663465 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-d2b52aa9-a0c9-4762-95bb-2f4f5776bbfc req-31dd1060-bca1-4f13-857a-b33badae0264 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Calling delete_port for 1072c739-82f1-4440-9b4d-75a6639e96c9 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:34:35.933563 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-69961974-5ca0-418e-a872-c2c0cb016108 None None] Calling delete_port for 374bb748-84d1-402c-81e7-e116653c52e8 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:34:35.939801 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34810) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:35.958162 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-48993f8f-cae8-437b-8f42-36942f62856e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:35.968499 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d2e0adf7-6c29-4254-ac11-6f8fd8ea5d76 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:35.973319 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d2e0adf7-6c29-4254-ac11-6f8fd8ea5d76 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:36.072657 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d2e0adf7-6c29-4254-ac11-6f8fd8ea5d76 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:36.072657 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e0adf7-6c29-4254-ac11-6f8fd8ea5d76 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Fanout notify agent at l3_agent the message router_deleted on router eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:34:36.078104 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48993f8f-cae8-437b-8f42-36942f62856e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Subnet': ['ID=9070a905-8517-433e-9084-d187785f03ba,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:36.108726 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d2e0adf7-6c29-4254-ac11-6f8fd8ea5d76 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:36.108726 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d2e0adf7-6c29-4254-ac11-6f8fd8ea5d76 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/routers/eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0 HTTP/1.1" status: 204 len: 168 time: 1.8007419 Apr 20 17:34:36.108726 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34816) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:36.115341 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346e229-64c8-48fc-abb4-c8d35d90787f req-56e8a81b-3ea7-446c-8f04-c7a7800d09dd tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:36.115341 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0346e229-64c8-48fc-abb4-c8d35d90787f req-56e8a81b-3ea7-446c-8f04-c7a7800d09dd tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c8149f-c4b1-47ac-9b37-f996ee40df23 HTTP/1.1" status: 200 len: 946 time: 1.8460855 Apr 20 17:34:36.140623 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-48993f8f-cae8-437b-8f42-36942f62856e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:36.147567 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-7eee36d1-97ec-4050-9f34-b9300bd8f284 None None] Port 8028729f-9efd-45b6-81b1-dfdee5d4a78b cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:34:36.206005 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 1072c739-82f1-4440-9b4d-75a6639e96c9 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:34:36.223677 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-48993f8f-cae8-437b-8f42-36942f62856e tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/subnets/9070a905-8517-433e-9084-d187785f03ba HTTP/1.1" status: 204 len: 168 time: 3.7296729 Apr 20 17:34:36.246036 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34820) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:36.300450 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c16c6fd-b5be-496a-8076-0f8b0aeca38c None None] Network 5d7b9e06-4f68-4942-bde5-d780665b137e requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:34:36.315664 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3e0c6827-2a59-4c8f-8581-a621dd3e84e3 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:34:36.351413 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3e0c6827-2a59-4c8f-8581-a621dd3e84e3 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:34:36.355093 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3e0c6827-2a59-4c8f-8581-a621dd3e84e3 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2479086 Apr 20 17:34:36.362808 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34826) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:36.381111 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0346e229-64c8-48fc-abb4-c8d35d90787f req-0194a6fe-6c7d-4498-a98c-08139e0778fd tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676377 Apr 20 17:34:36.469112 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276cf7f0-270a-45c0-a0dc-90f6fcf59359 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:36.470999 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-276cf7f0-270a-45c0-a0dc-90f6fcf59359 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:34:36.493930 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-522b6a5d-e88d-4e04-bcca-09fcf0031e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:36.496272 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca4df2d2-6089-41ca-ba30-0acf1468d0fb tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] DELETE failed (client error): The resource could not be found. Apr 20 17:34:36.496272 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca4df2d2-6089-41ca-ba30-0acf1468d0fb tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:34:36.529418 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-69961974-5ca0-418e-a872-c2c0cb016108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:36.631713 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34832) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:36.635246 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ca4df2d2-6089-41ca-ba30-0acf1468d0fb tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/subnets/9ba138c3-4ead-4fe0-b610-0db4f8d8c7a0 HTTP/1.1" status: 404 len: 337 time: 0.3755980 Apr 20 17:34:36.674813 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-114ccfc4-7e18-482d-8405-4ef70d4059d6 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:36.683656 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-114ccfc4-7e18-482d-8405-4ef70d4059d6 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.10 "GET /v2.0/networks?id=559f75fc-3697-4c39-a90d-68a51f28c45f HTTP/1.1" status: 200 len: 805 time: 0.8594453 Apr 20 17:34:36.690922 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69961974-5ca0-418e-a872-c2c0cb016108 None None] No DVR routers for this DVR port 374bb748-84d1-402c-81e7-e116653c52e8 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:34:36.699144 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-c0b22b01-ac27-4d1b-bc49-5569d6fe8f08 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Request body: {'port': {'device_id': '89d0bac1-055e-4fe5-9053-4b360fb795b9', 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f', 'admin_state_up': True, 'tenant_id': '55ad101ba72d4aafab1fd36de3508559'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:34:36.717919 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d2b52aa9-a0c9-4762-95bb-2f4f5776bbfc req-31dd1060-bca1-4f13-857a-b33badae0264 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:36.750349 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-943d5720-6fc7-4b1b-9e9e-df692e388886 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "GET /v2.0/ports?device_id=19d9c183-8135-4d12-8f35-87afacc1ecc3 HTTP/1.1" status: 200 len: 205 time: 0.0590608 Apr 20 17:34:36.754174 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-276cf7f0-270a-45c0-a0dc-90f6fcf59359 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:34:36.755532 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-276cf7f0-270a-45c0-a0dc-90f6fcf59359 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3865650 Apr 20 17:34:36.757800 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34838) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:36.766793 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 98566a78-a95c-4a22-9f18-9bbc3cf24543 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:34:36.785920 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34840) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:36.802961 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-7eee36d1-97ec-4050-9f34-b9300bd8f284 None None] Provisioning complete for port fd6d7ab6-b63b-497d-abdb-305b45bcde3c triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:34:36.803331 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7eee36d1-97ec-4050-9f34-b9300bd8f284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:36.823874 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-522b6a5d-e88d-4e04-bcca-09fcf0031e96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:34:36.849132 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['e0b3d423-a33b-4b1a-9611-990b877c1adc'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:34:36.875556 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69961974-5ca0-418e-a872-c2c0cb016108 None None] Pushing event deleted for resources: {'Port': ['ID=374bb748-84d1-402c-81e7-e116653c52e8,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:36.899534 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 98566a78-a95c-4a22-9f18-9bbc3cf24543 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:34:36.899534 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 98566a78-a95c-4a22-9f18-9bbc3cf24543 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:34:36.899534 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69961974-5ca0-418e-a872-c2c0cb016108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:36.899534 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69961974-5ca0-418e-a872-c2c0cb016108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:36.899534 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69961974-5ca0-418e-a872-c2c0cb016108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:36.899534 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69961974-5ca0-418e-a872-c2c0cb016108 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:36.899534 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69961974-5ca0-418e-a872-c2c0cb016108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:36.899534 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69961974-5ca0-418e-a872-c2c0cb016108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:36.899534 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69961974-5ca0-418e-a872-c2c0cb016108 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:36.899534 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69961974-5ca0-418e-a872-c2c0cb016108 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:36.899534 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69961974-5ca0-418e-a872-c2c0cb016108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:36.899534 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69961974-5ca0-418e-a872-c2c0cb016108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:36.899534 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69961974-5ca0-418e-a872-c2c0cb016108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:34:36.916533 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-2123bf0e-641c-4159-aca3-bca3b66e972b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] delete failed (client error): The resource could not be found. Apr 20 17:34:36.916533 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2123bf0e-641c-4159-aca3-bca3b66e972b tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/routers/19d9c183-8135-4d12-8f35-87afacc1ecc3 HTTP/1.1" status: 404 len: 336 time: 0.1064374 Apr 20 17:34:36.916533 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-522b6a5d-e88d-4e04-bcca-09fcf0031e96 admin admin] Usage tracker for resource:security_group_rule and tenant:23315fb281ce42038f1f77f7bd09a3fa is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:34:36.929288 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-60880b6e-51a5-43e7-8b61-13ddd0f98db5 req-90ad9514-406e-44ba-ac0f-0363ae8cef70 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=89d0bac1-055e-4fe5-9053-4b360fb795b9 HTTP/1.1" status: 200 len: 210 time: 0.2281606 Apr 20 17:34:36.929288 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34844) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:36.929288 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-522b6a5d-e88d-4e04-bcca-09fcf0031e96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:34:36.968426 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No active binding found for port 1072c739-82f1-4440-9b4d-75a6639e96c9 {{(pid=84082) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 20 17:34:36.968426 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 1072c739-82f1-4440-9b4d-75a6639e96c9 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:34:37.035033 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-522b6a5d-e88d-4e04-bcca-09fcf0031e96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:34:37.045323 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d05e71-c8b8-4ff6-bff1-446a8ca6a0cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] DELETE failed (client error): The resource could not be found. Apr 20 17:34:37.045323 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29d05e71-c8b8-4ff6-bff1-446a8ca6a0cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:34:37.065225 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-29d05e71-c8b8-4ff6-bff1-446a8ca6a0cc tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/subnets/be8a7430-c629-4948-88ac-00d0df5467ab HTTP/1.1" status: 404 len: 337 time: 0.1205268 Apr 20 17:34:37.065225 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34854) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:37.105748 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-f56a8ab7-df5c-4bba-8aba-1d3678188d59 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] DELETE failed (client error): The resource could not be found. Apr 20 17:34:37.106175 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f56a8ab7-df5c-4bba-8aba-1d3678188d59 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:34:37.115922 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f56a8ab7-df5c-4bba-8aba-1d3678188d59 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/subnets/8fc2b526-aa28-461c-a9d9-f9bd29a380fc HTTP/1.1" status: 404 len: 337 time: 0.0528841 Apr 20 17:34:37.118384 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34860) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:37.160678 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d18f226-4e8e-431b-9950-0b76d5d07273 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] DELETE failed (client error): The resource could not be found. Apr 20 17:34:37.161159 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d18f226-4e8e-431b-9950-0b76d5d07273 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:34:37.177647 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8d18f226-4e8e-431b-9950-0b76d5d07273 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/subnets/fe0a13a4-a76f-481e-bd04-15f9d1241409 HTTP/1.1" status: 404 len: 337 time: 0.0582521 Apr 20 17:34:37.183290 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34866) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:37.279482 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-545fec3a-794d-4ef0-8f46-5fe8a3084750 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] DELETE failed (client error): The resource could not be found. Apr 20 17:34:37.279482 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-545fec3a-794d-4ef0-8f46-5fe8a3084750 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:34:37.301756 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-545fec3a-794d-4ef0-8f46-5fe8a3084750 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/ports/62b77e6b-eb9f-4e09-a563-95fd781d2c13 HTTP/1.1" status: 404 len: 333 time: 0.1135623 Apr 20 17:34:37.301756 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34870) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:37.310704 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-522b6a5d-e88d-4e04-bcca-09fcf0031e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:37.348023 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-c0b22b01-ac27-4d1b-bc49-5569d6fe8f08 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:34:37.358021 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-c0b22b01-ac27-4d1b-bc49-5569d6fe8f08 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:34:37.369883 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-fc5a42b5-7485-4902-b60a-4601d0da1b42 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:router {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:34:37.390281 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-522b6a5d-e88d-4e04-bcca-09fcf0031e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:37.398794 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-c0b22b01-ac27-4d1b-bc49-5569d6fe8f08 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Made reservation on behalf of 55ad101ba72d4aafab1fd36de3508559 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:34:37.398794 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-c0b22b01-ac27-4d1b-bc49-5569d6fe8f08 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:37.432273 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd1060-bca1-4f13-857a-b33badae0264 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Pushing event deleted for resources: {'Port': ['ID=1072c739-82f1-4440-9b4d-75a6639e96c9,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:37.483013 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-522b6a5d-e88d-4e04-bcca-09fcf0031e96 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=23315fb281ce42038f1f77f7bd09a3fa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5421758 Apr 20 17:34:37.484761 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b569ff5-9722-4b48-b2b2-43b389a82470 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] DELETE failed (client error): The resource could not be found. Apr 20 17:34:37.485403 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b569ff5-9722-4b48-b2b2-43b389a82470 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:34:37.487819 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5b569ff5-9722-4b48-b2b2-43b389a82470 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/subnets/5f92b6f3-c25c-4381-a1d2-4750c3623d76 HTTP/1.1" status: 404 len: 337 time: 0.1855695 Apr 20 17:34:37.490290 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34878) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:37.490816 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34880) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:37.506706 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dd918b-3a5a-4a28-8e7e-0a4bbb295fd9 None None] DHCP port deletion for 5d7b9e06-4f68-4942-bde5-d780665b137e request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:34:37.514036 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-53dd918b-3a5a-4a28-8e7e-0a4bbb295fd9 None None] Deleting port fd6d7ab6-b63b-497d-abdb-305b45bcde3c {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:34:37.515192 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-53dd918b-3a5a-4a28-8e7e-0a4bbb295fd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:37.712034 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-c0b22b01-ac27-4d1b-bc49-5569d6fe8f08 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Allocated IP 172.20.0.7 (559f75fc-3697-4c39-a90d-68a51f28c45f/32922401-1cb1-4df1-a18a-26612d131639/8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:34:37.912044 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-53dd918b-3a5a-4a28-8e7e-0a4bbb295fd9 None None] For port fd6d7ab6-b63b-497d-abdb-305b45bcde3c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=fd6d7ab6-b63b-497d-abdb-305b45bcde3c,segment=NetworkSegment(3399636c-1f6b-4f04-8230-379d6d9ea6bd),segment_id=3399636c-1f6b-4f04-8230-379d6d9ea6bd)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:34:37.912310 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-53dd918b-3a5a-4a28-8e7e-0a4bbb295fd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:37.925778 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be391c4-425d-4841-b72b-e34bf9e654ea tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] DELETE failed (client error): The resource could not be found. Apr 20 17:34:37.930478 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4be391c4-425d-4841-b72b-e34bf9e654ea tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:34:37.936007 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4be391c4-425d-4841-b72b-e34bf9e654ea tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/subnets/40f0c6b6-0bb5-48d2-abc3-ddc641b626f8 HTTP/1.1" status: 404 len: 337 time: 0.4418566 Apr 20 17:34:37.948731 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34892) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:38.024121 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b6a5d-e88d-4e04-bcca-09fcf0031e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0918db9a-7018-4d16-9da4-f1ee29e40103,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:38.032019 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-c92c02b7-306f-4014-b4e5-1afc4539511a tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] DELETE failed (client error): The resource could not be found. Apr 20 17:34:38.032731 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c92c02b7-306f-4014-b4e5-1afc4539511a tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:34:38.035408 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c92c02b7-306f-4014-b4e5-1afc4539511a tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/ports/9faaeb26-edc0-4395-b218-21e07075dbfd HTTP/1.1" status: 404 len: 333 time: 0.0789468 Apr 20 17:34:38.045916 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34900) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:38.137934 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4d2d4f-214b-4248-8534-45eed9fb47ec tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] DELETE failed (client error): The resource could not be found. Apr 20 17:34:38.137934 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c4d2d4f-214b-4248-8534-45eed9fb47ec tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:34:38.137934 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9c4d2d4f-214b-4248-8534-45eed9fb47ec tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/subnets/3d248ec9-ccde-4d87-8dfb-e0bcc6f6cb7a HTTP/1.1" status: 404 len: 337 time: 0.0879934 Apr 20 17:34:38.148770 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34904) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:38.159988 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-53dd918b-3a5a-4a28-8e7e-0a4bbb295fd9 None None] Calling delete_port for fd6d7ab6-b63b-497d-abdb-305b45bcde3c owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:34:38.199939 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b52aa9-a0c9-4762-95bb-2f4f5776bbfc req-31dd1060-bca1-4f13-857a-b33badae0264 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] No DVR routers for this DVR port 1072c739-82f1-4440-9b4d-75a6639e96c9 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:34:38.203277 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-338ec48b-1f04-45a8-bc31-52e64860c608 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] DELETE failed (client error): The resource could not be found. Apr 20 17:34:38.203277 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-338ec48b-1f04-45a8-bc31-52e64860c608 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:34:38.203277 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-338ec48b-1f04-45a8-bc31-52e64860c608 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/subnets/62d70b81-c859-4d99-bac9-c1c7b517455b HTTP/1.1" status: 404 len: 337 time: 0.0557971 Apr 20 17:34:38.207366 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d2b52aa9-a0c9-4762-95bb-2f4f5776bbfc req-31dd1060-bca1-4f13-857a-b33badae0264 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:38.210629 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af8f7160-b3ba-44ef-a6a5-065202a76414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:38.235673 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af8f7160-b3ba-44ef-a6a5-065202a76414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:38.271286 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34908) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:38.271286 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c8149f-c4b1-47ac-9b37-f996ee40df23', 'name': 'network-vif-deleted', 'tag': '1072c739-82f1-4440-9b4d-75a6639e96c9'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:34:38.295955 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2b52aa9-a0c9-4762-95bb-2f4f5776bbfc req-31dd1060-bca1-4f13-857a-b33badae0264 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.43 "DELETE /v2.0/ports/1072c739-82f1-4440-9b4d-75a6639e96c9 HTTP/1.1" status: 204 len: 173 time: 5.0678272 Apr 20 17:34:38.295955 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-fc5a42b5-7485-4902-b60a-4601d0da1b42 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:router {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:34:38.305119 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-53dd918b-3a5a-4a28-8e7e-0a4bbb295fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:38.310399 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fc5a42b5-7485-4902-b60a-4601d0da1b42 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.2641549 Apr 20 17:34:38.345955 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34912) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:38.347782 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-ac824613-d854-4a2f-9355-296df88afe39 req-5b1c6923-8941-44d6-948b-ed37153cc340 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Synchronizing usage tracker for tenant:048f4cae66cf42c897493ac9a67e0d5f on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:34:38.360211 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-b233f29e-effc-4df1-a0e2-bb3eb05bee45 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:34:38.403838 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-916b8541-b964-4952-a68d-1d4b93cf21b5 req-35d7ec8d-a067-4e4e-8b44-b2df3de56fe8 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=89d0bac1-055e-4fe5-9053-4b360fb795b9 HTTP/1.1" status: 200 len: 210 time: 0.1256886 Apr 20 17:34:38.428770 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af8f7160-b3ba-44ef-a6a5-065202a76414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:38.461114 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dd918b-3a5a-4a28-8e7e-0a4bbb295fd9 None None] No DVR routers for this DVR port fd6d7ab6-b63b-497d-abdb-305b45bcde3c on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:34:38.465599 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f7160-b3ba-44ef-a6a5-065202a76414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0918db9a-7018-4d16-9da4-f1ee29e40103,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:38.473151 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd918b-3a5a-4a28-8e7e-0a4bbb295fd9 None None] Pushing event deleted for resources: {'Port': ['ID=fd6d7ab6-b63b-497d-abdb-305b45bcde3c,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:38.496212 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af8f7160-b3ba-44ef-a6a5-065202a76414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:38.498770 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-af8f7160-b3ba-44ef-a6a5-065202a76414 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0918db9a-7018-4d16-9da4-f1ee29e40103 HTTP/1.1" status: 204 len: 168 time: 1.0063992 Apr 20 17:34:38.647543 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ec70b38-fa3a-44bb-a958-975877a11cb6'] response: {'server_uuid': 'b6c8149f-c4b1-47ac-9b37-f996ee40df23', 'name': 'network-vif-deleted', 'tag': '1072c739-82f1-4440-9b4d-75a6639e96c9', 'status': 'completed', 'code': 200} Apr 20 17:34:38.676243 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-c0b22b01-ac27-4d1b-bc49-5569d6fe8f08 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:38.681025 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-ac824613-d854-4a2f-9355-296df88afe39 req-5b1c6923-8941-44d6-948b-ed37153cc340 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Unset dirty status for tenant:048f4cae66cf42c897493ac9a67e0d5f on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:34:38.681025 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ac824613-d854-4a2f-9355-296df88afe39 req-5b1c6923-8941-44d6-948b-ed37153cc340 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c8149f-c4b1-47ac-9b37-f996ee40df23 HTTP/1.1" status: 200 len: 210 time: 1.1249218 Apr 20 17:34:38.717295 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-a3ec114d-81ca-4f56-a1e4-bab1c6bb2408 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Deleting port 8028729f-9efd-45b6-81b1-dfdee5d4a78b {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:34:38.717870 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a3ec114d-81ca-4f56-a1e4-bab1c6bb2408 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:38.787207 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b233f29e-effc-4df1-a0e2-bb3eb05bee45 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:34:38.839512 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b233f29e-effc-4df1-a0e2-bb3eb05bee45 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:34:39.075314 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device fd6d7ab6-b63b-497d-abdb-305b45bcde3c no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:34:39.084787 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a3ec114d-81ca-4f56-a1e4-bab1c6bb2408 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:39.154285 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: fd6d7ab6-b63b-497d-abdb-305b45bcde3c {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:34:39.154625 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device fd6d7ab6-b63b-497d-abdb-305b45bcde3c not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:34:39.238158 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-30e6e071-e3b1-45b1-ad36-707ef98ef40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:39.341260 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-a3ec114d-81ca-4f56-a1e4-bab1c6bb2408 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Calling delete_port for 8028729f-9efd-45b6-81b1-dfdee5d4a78b owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:34:39.423365 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b233f29e-effc-4df1-a0e2-bb3eb05bee45 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:34:39.503941 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-c0b22b01-ac27-4d1b-bc49-5569d6fe8f08 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:39.523230 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['d342bd3a-35b5-47b3-8bf2-c19218fd8a1e'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:34:39.927848 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b233f29e-effc-4df1-a0e2-bb3eb05bee45 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:39.938658 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f783d-d95a-48b3-8056-32a428f1caad req-bbab681f-1141-4899-807d-b8b8f89bf55b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:39.940253 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e97f783d-d95a-48b3-8056-32a428f1caad req-bbab681f-1141-4899-807d-b8b8f89bf55b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=89d0bac1-055e-4fe5-9053-4b360fb795b9 HTTP/1.1" status: 200 len: 931 time: 0.2041495 Apr 20 17:34:39.962530 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a3ec114d-81ca-4f56-a1e4-bab1c6bb2408 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:40.020934 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e97f783d-d95a-48b3-8056-32a428f1caad req-39f451a0-3d54-434a-a959-f46bbbedc1ee tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727022 Apr 20 17:34:40.123722 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a3ec114d-81ca-4f56-a1e4-bab1c6bb2408 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:40.156891 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-c0b22b01-ac27-4d1b-bc49-5569d6fe8f08 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Network 559f75fc-3697-4c39-a90d-68a51f28c45f is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:34:40.171127 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-c0b22b01-ac27-4d1b-bc49-5569d6fe8f08 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:34:40.188295 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-c0b22b01-ac27-4d1b-bc49-5569d6fe8f08 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:34:40.233379 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a3ec114d-81ca-4f56-a1e4-bab1c6bb2408 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/ports/8028729f-9efd-45b6-81b1-dfdee5d4a78b HTTP/1.1" status: 204 len: 168 time: 1.9452183 Apr 20 17:34:40.234333 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b22b01-ac27-4d1b-bc49-5569d6fe8f08 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Pushing event updated for resources: {'Port': ['ID=8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:40.236393 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34962) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:40.367756 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-c0b22b01-ac27-4d1b-bc49-5569d6fe8f08 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:40.368650 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-c0b22b01-ac27-4d1b-bc49-5569d6fe8f08 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:40.385302 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec114d-81ca-4f56-a1e4-bab1c6bb2408 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Port': ['ID=8028729f-9efd-45b6-81b1-dfdee5d4a78b,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:40.429091 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eece611d-464e-4395-9698-4c3a256832d2 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:40.465450 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-c0b22b01-ac27-4d1b-bc49-5569d6fe8f08 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7707253 Apr 20 17:34:40.703038 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-3c03c8da-51a7-4b21-8e01-1fb0aa073cfe service neutron] Request body: {'port': {'device_id': '89d0bac1-055e-4fe5-9053-4b360fb795b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:34:40.919994 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eece611d-464e-4395-9698-4c3a256832d2 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:40.950650 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-3c03c8da-51a7-4b21-8e01-1fb0aa073cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:40.952561 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-eece611d-464e-4395-9698-4c3a256832d2 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d7b9e06-4f68-4942-bde5-d780665b137e']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:34:40.973020 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-eece611d-464e-4395-9698-4c3a256832d2 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3399636c-1f6b-4f04-8230-379d6d9ea6bd') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:34:40.973020 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-eece611d-464e-4395-9698-4c3a256832d2 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3399636c-1f6b-4f04-8230-379d6d9ea6bd') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:34:40.982456 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eece611d-464e-4395-9698-4c3a256832d2 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:40.997621 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eece611d-464e-4395-9698-4c3a256832d2 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:41.002733 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eece611d-464e-4395-9698-4c3a256832d2 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:34:41.002733 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eece611d-464e-4395-9698-4c3a256832d2 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:41.227179 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:34:41.227179 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:34:41.227179 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:34:41.227179 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:34:41.227179 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:34:41.227179 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:34:41.227179 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:34:41.227179 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:34:41.227179 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:34:41.227179 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:34:41.227179 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:34:41.227179 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:34:41.227179 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:34:41.227179 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:34:41.227179 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:34:41.227179 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:34:41.227179 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:34:41.227179 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:34:41.227179 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:34:41.227179 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:34:41.227179 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:34:41.227179 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:34:41.227179 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:34:41.227179 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:34:41.227179 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:34:41.227179 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:34:41.227179 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:34:41.227179 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:34:41.227179 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:34:41.227179 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:34:41.227179 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:34:41.227179 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:34:41.244949 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eece611d-464e-4395-9698-4c3a256832d2 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:41.267489 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eece611d-464e-4395-9698-4c3a256832d2 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:41.323176 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-eece611d-464e-4395-9698-4c3a256832d2 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] 10.222.0.39 "DELETE /v2.0/networks/5d7b9e06-4f68-4942-bde5-d780665b137e HTTP/1.1" status: 204 len: 168 time: 1.0789626 Apr 20 17:34:41.323176 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece611d-464e-4395-9698-4c3a256832d2 tempest-PortsIpV6TestJSON-337154562 tempest-PortsIpV6TestJSON-337154562-project] Pushing event deleted for resources: {'Network': ['ID=5d7b9e06-4f68-4942-bde5-d780665b137e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:41.412587 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f1153-f0c3-4a8d-982f-2976d8b603ee req-703b1ef9-f740-49f8-9a46-a47fd59d181f tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:41.412587 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-874f1153-f0c3-4a8d-982f-2976d8b603ee req-703b1ef9-f740-49f8-9a46-a47fd59d181f tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 946 time: 0.7367129 Apr 20 17:34:41.426119 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-855a723c-bedf-4322-8a5f-fd359e618d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:41.430811 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159acb8-88d2-405c-846e-dc01f439a2b1 req-945c36f6-9660-442b-a192-7d6eaeb086be tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:41.430811 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a159acb8-88d2-405c-846e-dc01f439a2b1 req-945c36f6-9660-442b-a192-7d6eaeb086be tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 946 time: 0.7582934 Apr 20 17:34:41.714828 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-a159acb8-88d2-405c-846e-dc01f439a2b1 req-3de75792-0d09-4c82-9f31-f2664fd303d7 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Deleting port e0b3d423-a33b-4b1a-9611-990b877c1adc {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:34:41.715177 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a159acb8-88d2-405c-846e-dc01f439a2b1 req-3de75792-0d09-4c82-9f31-f2664fd303d7 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:41.834246 n-d-838032-1 neutron-server[84081]: DEBUG neutron.objects.ports [None req-b233f29e-effc-4df1-a0e2-bb3eb05bee45 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84081) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 20 17:34:41.834246 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b233f29e-effc-4df1-a0e2-bb3eb05bee45 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:41.844558 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-874f1153-f0c3-4a8d-982f-2976d8b603ee req-40f61d14-f87b-41ab-8d48-6b3135dcd433 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080315 Apr 20 17:34:41.991550 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233f29e-effc-4df1-a0e2-bb3eb05bee45 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Subnet': ['ID=93e53428-a671-4042-921b-f1831fa5a200,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:42.088699 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35002) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:42.090845 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-3c03c8da-51a7-4b21-8e01-1fb0aa073cfe service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:34:42.111367 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b233f29e-effc-4df1-a0e2-bb3eb05bee45 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:34:42.116173 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-b233f29e-effc-4df1-a0e2-bb3eb05bee45 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:34:42.131275 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62679fa8-3a5f-4aa6-bbad-20cf8544c0a3 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:34:42.145565 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b233f29e-effc-4df1-a0e2-bb3eb05bee45 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:42.146152 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b233f29e-effc-4df1-a0e2-bb3eb05bee45 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:42.162354 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-a159acb8-88d2-405c-846e-dc01f439a2b1 req-3de75792-0d09-4c82-9f31-f2664fd303d7 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] For port e0b3d423-a33b-4b1a-9611-990b877c1adc, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=e0b3d423-a33b-4b1a-9611-990b877c1adc,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:34:42.162710 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a159acb8-88d2-405c-846e-dc01f439a2b1 req-3de75792-0d09-4c82-9f31-f2664fd303d7 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:42.173387 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad13f35-772e-40df-bcfc-e727d2b4afa0 req-521dfed1-a8f4-4d72-ad1f-cf96e45919a7 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:42.174919 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-0ad13f35-772e-40df-bcfc-e727d2b4afa0 req-521dfed1-a8f4-4d72-ad1f-cf96e45919a7 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Synchronizing usage tracker for tenant:55ad101ba72d4aafab1fd36de3508559 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:34:42.561630 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-a159acb8-88d2-405c-846e-dc01f439a2b1 req-3de75792-0d09-4c82-9f31-f2664fd303d7 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Calling delete_port for e0b3d423-a33b-4b1a-9611-990b877c1adc owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:34:42.620857 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-3c03c8da-51a7-4b21-8e01-1fb0aa073cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:34:42.636113 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-3c03c8da-51a7-4b21-8e01-1fb0aa073cfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:42.709311 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-0ad13f35-772e-40df-bcfc-e727d2b4afa0 req-521dfed1-a8f4-4d72-ad1f-cf96e45919a7 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Unset dirty status for tenant:55ad101ba72d4aafab1fd36de3508559 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:34:42.748217 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0ad13f35-772e-40df-bcfc-e727d2b4afa0 req-521dfed1-a8f4-4d72-ad1f-cf96e45919a7 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=89d0bac1-055e-4fe5-9053-4b360fb795b9 HTTP/1.1" status: 200 len: 931 time: 1.4074652 Apr 20 17:34:42.761637 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35028) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:42.771378 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b233f29e-effc-4df1-a0e2-bb3eb05bee45 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.4147868 Apr 20 17:34:42.784237 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-3c03c8da-51a7-4b21-8e01-1fb0aa073cfe service neutron] Transition to ACTIVE for port object 8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:34:42.788259 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-bd114711-9534-4ff4-8005-caffaaeacfe2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:34:42.831251 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-3c03c8da-51a7-4b21-8e01-1fb0aa073cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:43.002751 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:43.019821 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd71e1a-2bad-4341-9b36-af404020f36a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-9ba611e4-024c-4a0c-9998-3bc548cf409a', 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'fixed_ips': [{'subnet_id': '93e53428-a671-4042-921b-f1831fa5a200'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:34:43.022131 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7cd71e1a-2bad-4341-9b36-af404020f36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:43.054005 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c03c8da-51a7-4b21-8e01-1fb0aa073cfe service neutron] Pushing event updated for resources: {'Port': ['ID=8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:43.238156 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0ad13f35-772e-40df-bcfc-e727d2b4afa0 req-6f35383b-2158-4b3d-b717-bedf7ba2a4b6 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467840 Apr 20 17:34:43.326289 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-3c03c8da-51a7-4b21-8e01-1fb0aa073cfe service neutron] Attempting to bind port 8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:34:43.326289 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-3c03c8da-51a7-4b21-8e01-1fb0aa073cfe service neutron] Attempting to bind port 8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '213ecd4d-2e59-4b17-a412-e2514b5847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:34:43.326289 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-3c03c8da-51a7-4b21-8e01-1fb0aa073cfe service neutron] Attempting to bind port 8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc on network 559f75fc-3697-4c39-a90d-68a51f28c45f {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:34:43.352091 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-3c03c8da-51a7-4b21-8e01-1fb0aa073cfe service neutron] Port 8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc on network 559f75fc-3697-4c39-a90d-68a51f28c45f not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:34:43.352417 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-3c03c8da-51a7-4b21-8e01-1fb0aa073cfe service neutron] Attempting to bind port 8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc on network 559f75fc-3697-4c39-a90d-68a51f28c45f {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:34:43.365833 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-7cd71e1a-2bad-4341-9b36-af404020f36a None None] Allocated IP 2001:db8::f816:3eff:fe1c:919 (9ba611e4-024c-4a0c-9998-3bc548cf409a/93e53428-a671-4042-921b-f1831fa5a200/d9794b81-855c-4630-8e5c-914bc4b4a824) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:34:43.370124 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:43.383861 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-3c03c8da-51a7-4b21-8e01-1fb0aa073cfe service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:34:43.384214 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-3c03c8da-51a7-4b21-8e01-1fb0aa073cfe service neutron] Checking segment: {'id': '213ecd4d-2e59-4b17-a412-e2514b5847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:34:43.384588 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-3c03c8da-51a7-4b21-8e01-1fb0aa073cfe service neutron] Bound using segment: {'id': '213ecd4d-2e59-4b17-a412-e2514b5847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:34:43.385026 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-3c03c8da-51a7-4b21-8e01-1fb0aa073cfe service neutron] Bound port: 8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '213ecd4d-2e59-4b17-a412-e2514b5847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:34:43.387522 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-3c03c8da-51a7-4b21-8e01-1fb0aa073cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:43.417792 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:43.521388 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bd114711-9534-4ff4-8005-caffaaeacfe2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:34:43.525955 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bd114711-9534-4ff4-8005-caffaaeacfe2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:subnet and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:34:43.533262 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-48a1538f-c633-4740-aa89-a12f49e8c3f9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=409944c1ab7f41a6acbb3c4fe41edf37&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4411044 Apr 20 17:34:43.533588 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bd114711-9534-4ff4-8005-caffaaeacfe2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:34:43.555542 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35050) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:43.596829 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bd114711-9534-4ff4-8005-caffaaeacfe2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:34:43.675458 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd114711-9534-4ff4-8005-caffaaeacfe2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:34:43.775370 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a159acb8-88d2-405c-846e-dc01f439a2b1 req-3de75792-0d09-4c82-9f31-f2664fd303d7 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:43.780410 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-3c03c8da-51a7-4b21-8e01-1fb0aa073cfe service neutron] For port 8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:34:43.796110 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48ea90-fd51-4842-a63b-b9e9b652aa75 req-9429d130-fc59-466a-9046-64a589687bf4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:43.797867 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ef48ea90-fd51-4842-a63b-b9e9b652aa75 req-9429d130-fc59-466a-9046-64a589687bf4 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d53db07-ce62-4df5-91a4-94eee11e9267 HTTP/1.1" status: 200 len: 946 time: 0.3374326 Apr 20 17:34:43.807783 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-3c03c8da-51a7-4b21-8e01-1fb0aa073cfe service neutron] For port 8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:34:43.838000 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-3c03c8da-51a7-4b21-8e01-1fb0aa073cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:43.959399 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d6b94886-b47c-432e-820e-821c68b65b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:43.964946 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de75792-0d09-4c82-9f31-f2664fd303d7 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Pushing event deleted for resources: {'Port': ['ID=e0b3d423-a33b-4b1a-9611-990b877c1adc,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:44.045804 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35064) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:44.113081 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d6b94886-b47c-432e-820e-821c68b65b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:44.124634 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-a159acb8-88d2-405c-846e-dc01f439a2b1 req-3de75792-0d09-4c82-9f31-f2664fd303d7 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] No DVR routers for this DVR port e0b3d423-a33b-4b1a-9611-990b877c1adc on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:34:44.134553 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a159acb8-88d2-405c-846e-dc01f439a2b1 req-3de75792-0d09-4c82-9f31-f2664fd303d7 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:44.149268 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d53db07-ce62-4df5-91a4-94eee11e9267', 'name': 'network-vif-deleted', 'tag': 'e0b3d423-a33b-4b1a-9611-990b877c1adc'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:34:44.310361 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bd114711-9534-4ff4-8005-caffaaeacfe2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:44.384157 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c03c8da-51a7-4b21-8e01-1fb0aa073cfe service neutron] Pushing event updated for resources: {'Port': ['ID=8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:44.400883 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d6b94886-b47c-432e-820e-821c68b65b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:44.490693 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7cd71e1a-2bad-4341-9b36-af404020f36a None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:44.497191 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-3c03c8da-51a7-4b21-8e01-1fb0aa073cfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:44.502392 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-3c03c8da-51a7-4b21-8e01-1fb0aa073cfe service neutron] 10.222.0.10 "PUT /v2.0/ports/8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc HTTP/1.1" status: 200 len: 1091 time: 3.8062191 Apr 20 17:34:44.505300 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a159acb8-88d2-405c-846e-dc01f439a2b1 req-3de75792-0d09-4c82-9f31-f2664fd303d7 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.10 "DELETE /v2.0/ports/e0b3d423-a33b-4b1a-9611-990b877c1adc HTTP/1.1" status: 204 len: 173 time: 3.0384321 Apr 20 17:34:44.527734 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-7cd71e1a-2bad-4341-9b36-af404020f36a None None] Transition to ACTIVE for port object d9794b81-855c-4630-8e5c-914bc4b4a824 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:34:44.532241 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device e0b3d423-a33b-4b1a-9611-990b877c1adc no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:34:44.540812 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d0bac1-055e-4fe5-9053-4b360fb795b9', 'tag': '8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:34:44.569398 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b94886-b47c-432e-820e-821c68b65b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11ff4d6-5472-407a-a886-02b0d8808946,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:44.578425 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ef48ea90-fd51-4842-a63b-b9e9b652aa75 req-aec2f289-998d-41b2-b888-46c2d4972e56 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e87eb2e-137f-4c9f-a609-0263ee6fcc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7687058 Apr 20 17:34:44.579883 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d6b94886-b47c-432e-820e-821c68b65b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:44.581103 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d6b94886-b47c-432e-820e-821c68b65b0e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d11ff4d6-5472-407a-a886-02b0d8808946 HTTP/1.1" status: 204 len: 168 time: 0.9563837 Apr 20 17:34:44.633687 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: e0b3d423-a33b-4b1a-9611-990b877c1adc {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:34:44.634402 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device e0b3d423-a33b-4b1a-9611-990b877c1adc not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:34:44.684109 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-7cd71e1a-2bad-4341-9b36-af404020f36a None None] Transition to ACTIVE for port object d9794b81-855c-4630-8e5c-914bc4b4a824 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:34:44.685644 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:44.709972 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7cd71e1a-2bad-4341-9b36-af404020f36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:44.746398 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-8996594b-f8d4-4954-96e3-493e3ddf7a16 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:34:44.750940 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a34b764d-9575-47fb-8899-8775711237e1'] response: {'server_uuid': '2d53db07-ce62-4df5-91a4-94eee11e9267', 'name': 'network-vif-deleted', 'tag': 'e0b3d423-a33b-4b1a-9611-990b877c1adc', 'status': 'completed', 'code': 200} Apr 20 17:34:44.941137 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd71e1a-2bad-4341-9b36-af404020f36a None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:34:44.949187 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8996594b-f8d4-4954-96e3-493e3ddf7a16 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] 10.222.0.39 "PUT /v2.0/quotas/c2d19903c7134b3a94ea509b11ab4116 HTTP/1.1" status: 200 len: 368 time: 0.9080083 Apr 20 17:34:44.950082 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35090) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:44.955847 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-02a4acc8-a7d3-4ab3-babb-608a76019379 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Request body: {'network': {'project_id': 'c2d19903c7134b3a94ea509b11ab4116'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:34:44.962585 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-20ba79c0-96ec-4253-9b1f-a05ce4d703d1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=55ad101ba72d4aafab1fd36de3508559&device_id=89d0bac1-055e-4fe5-9053-4b360fb795b9 HTTP/1.1" status: 200 len: 1094 time: 0.2997730 Apr 20 17:34:44.964058 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-02a4acc8-a7d3-4ab3-babb-608a76019379 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:34:44.968602 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-7cd71e1a-2bad-4341-9b36-af404020f36a None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:34:44.984690 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd71e1a-2bad-4341-9b36-af404020f36a None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:34:45.024992 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-02a4acc8-a7d3-4ab3-babb-608a76019379 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Usage tracker for resource:network and tenant:c2d19903c7134b3a94ea509b11ab4116 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:34:45.082747 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-2cbbc6b1-7517-45ce-8f2d-884e08508d6c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc HTTP/1.1" status: 200 len: 217 time: 0.1090612 Apr 20 17:34:45.099537 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-02a4acc8-a7d3-4ab3-babb-608a76019379 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:34:45.137650 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-02a4acc8-a7d3-4ab3-babb-608a76019379 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:34:45.205633 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd71e1a-2bad-4341-9b36-af404020f36a None None] Pushing event updated for resources: {'Port': ['ID=d9794b81-855c-4630-8e5c-914bc4b4a824,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:45.234122 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a4acc8-a7d3-4ab3-babb-608a76019379 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Made reservation on behalf of c2d19903c7134b3a94ea509b11ab4116 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:34:45.249200 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02a4acc8-a7d3-4ab3-babb-608a76019379 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:45.286622 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-7cd71e1a-2bad-4341-9b36-af404020f36a None None] Attempting to bind port d9794b81-855c-4630-8e5c-914bc4b4a824 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:34:45.286622 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-7cd71e1a-2bad-4341-9b36-af404020f36a None None] Attempting to bind port d9794b81-855c-4630-8e5c-914bc4b4a824 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:34:45.286622 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd71e1a-2bad-4341-9b36-af404020f36a None None] Attempting to bind port d9794b81-855c-4630-8e5c-914bc4b4a824 on network 9ba611e4-024c-4a0c-9998-3bc548cf409a {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:34:45.286622 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:45.313236 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd71e1a-2bad-4341-9b36-af404020f36a None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:34:45.313236 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd71e1a-2bad-4341-9b36-af404020f36a None None] Checking segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:34:45.313236 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7cd71e1a-2bad-4341-9b36-af404020f36a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:45.313236 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd71e1a-2bad-4341-9b36-af404020f36a None None] Bound using segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:34:45.323444 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-7cd71e1a-2bad-4341-9b36-af404020f36a None None] Bound port: d9794b81-855c-4630-8e5c-914bc4b4a824, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:34:45.323444 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7cd71e1a-2bad-4341-9b36-af404020f36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:45.337358 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02a4acc8-a7d3-4ab3-babb-608a76019379 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:45.340848 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-7aab7dad-fa26-4060-a7d5-4111a4c6f00c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:45.342513 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-7aab7dad-fa26-4060-a7d5-4111a4c6f00c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=32922401-1cb1-4df1-a18a-26612d131639 HTTP/1.1" status: 200 len: 845 time: 0.2120326 Apr 20 17:34:45.368504 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee7ceb-3eff-4d11-a357-1000350ec280 req-e906bfbf-7518-4222-8c33-2e4bda2b9eaf tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:45.370177 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-37ee7ceb-3eff-4d11-a357-1000350ec280 req-e906bfbf-7518-4222-8c33-2e4bda2b9eaf tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf HTTP/1.1" status: 200 len: 945 time: 0.2880297 Apr 20 17:34:45.433251 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcb87a-c1b4-4bf4-88ce-9534bdedda53 req-bceac9eb-3cfe-48f0-9da8-b79df8740831 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:45.435266 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0bfcb87a-c1b4-4bf4-88ce-9534bdedda53 req-bceac9eb-3cfe-48f0-9da8-b79df8740831 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=89d0bac1-055e-4fe5-9053-4b360fb795b9 HTTP/1.1" status: 200 len: 943 time: 0.4178298 Apr 20 17:34:45.450838 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-835dcea0-a994-4900-9b68-f4f9fafbae4b req-124769f0-47d1-4350-b528-6fc8d95550e5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cb881ea2-f91c-4971-9925-fb51ed69ec96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4743316 Apr 20 17:34:45.548249 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-8225863e-4a9b-4d4d-8a38-9c71c42e94bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=559f75fc-3697-4c39-a90d-68a51f28c45f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1786883 Apr 20 17:34:45.608991 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-7cd71e1a-2bad-4341-9b36-af404020f36a None None] For port d9794b81-855c-4630-8e5c-914bc4b4a824, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:34:45.608991 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-7cd71e1a-2bad-4341-9b36-af404020f36a None None] For port d9794b81-855c-4630-8e5c-914bc4b4a824, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d9794b81-855c-4630-8e5c-914bc4b4a824,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:34:45.627591 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7cd71e1a-2bad-4341-9b36-af404020f36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:45.876673 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0bfcb87a-c1b4-4bf4-88ce-9534bdedda53 req-9905cc5c-3b63-4f6d-9306-cdb48a0a9f6e tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796501 Apr 20 17:34:45.887160 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-02a4acc8-a7d3-4ab3-babb-608a76019379 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:34:45.901403 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-02a4acc8-a7d3-4ab3-babb-608a76019379 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Usage tracker for resource:security_group_rule and tenant:c2d19903c7134b3a94ea509b11ab4116 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:34:45.909397 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-02a4acc8-a7d3-4ab3-babb-608a76019379 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:34:45.972678 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-02a4acc8-a7d3-4ab3-babb-608a76019379 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:34:45.982826 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd71e1a-2bad-4341-9b36-af404020f36a None None] Pushing event updated for resources: {'Port': ['ID=d9794b81-855c-4630-8e5c-914bc4b4a824,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:46.072674 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-5e530ebb-4355-45ae-bef7-7feb03a37b5c service neutron] 10.222.0.10 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5321827 Apr 20 17:34:46.114368 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f3700e0-a3c0-4241-8c9d-dbe3eeb9ef35'] response: {'name': 'network-changed', 'server_uuid': '89d0bac1-055e-4fe5-9053-4b360fb795b9', 'tag': '8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc', 'status': 'completed', 'code': 200} Apr 20 17:34:46.147716 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-835dcea0-a994-4900-9b68-f4f9fafbae4b req-8ba631ae-6483-40e0-9895-72b3d9bd140f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fff76710152c4266b547138b68f9e982&device_id=cb881ea2-f91c-4971-9925-fb51ed69ec96 HTTP/1.1" status: 200 len: 1096 time: 0.5493550 Apr 20 17:34:46.413405 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-37ee7ceb-3eff-4d11-a357-1000350ec280 req-2b9352ab-9ff7-49e6-9dc0-4907c24d7d0e tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8ebc55-da17-4ed8-9a49-ec2f7bd4831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9709768 Apr 20 17:34:46.413405 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bd114711-9534-4ff4-8005-caffaaeacfe2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:46.508596 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bec6cf-a464-437b-942b-bb81a0c73c6e req-bfae1489-6283-406d-937b-e2f174d8ec87 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:46.510172 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d5bec6cf-a464-437b-942b-bb81a0c73c6e req-bfae1489-6283-406d-937b-e2f174d8ec87 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.10 "GET /v2.0/ports?device_id=42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf HTTP/1.1" status: 200 len: 945 time: 0.5926206 Apr 20 17:34:46.630282 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02a4acc8-a7d3-4ab3-babb-608a76019379 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:46.700340 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02a4acc8-a7d3-4ab3-babb-608a76019379 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:46.721652 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d0a1ba3c-9459-41ea-b328-fb08a8f63e94 req-77da6cbc-7b21-427a-8499-707da5548fc7 service neutron] 10.222.0.10 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6122177 Apr 20 17:34:46.731139 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd114711-9534-4ff4-8005-caffaaeacfe2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:34:46.739404 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-bd114711-9534-4ff4-8005-caffaaeacfe2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:34:46.756842 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd114711-9534-4ff4-8005-caffaaeacfe2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:46.759028 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bd114711-9534-4ff4-8005-caffaaeacfe2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:46.806008 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835dcea0-a994-4900-9b68-f4f9fafbae4b req-ca420ae0-2dbb-4162-9c44-61a69e4ead85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:46.811811 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-835dcea0-a994-4900-9b68-f4f9fafbae4b req-ca420ae0-2dbb-4162-9c44-61a69e4ead85 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 HTTP/1.1" status: 200 len: 915 time: 0.6423459 Apr 20 17:34:46.833863 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd114711-9534-4ff4-8005-caffaaeacfe2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Subnet': ['ID=bf4002d2-3966-4b49-a2a1-2dca348e2dcb,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:46.864222 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bd114711-9534-4ff4-8005-caffaaeacfe2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0963824 Apr 20 17:34:46.864222 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35132) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:46.871875 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-a7c66d18-4f0f-475e-9995-adcbef95f348 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'port': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'mac_address': 'fa:16:3e:5c:e2:2a', 'name': 'tempest-NetworksTestDHCPv6-1603751702'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:34:47.091887 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-d5bec6cf-a464-437b-942b-bb81a0c73c6e req-03f0e900-a897-41c9-8dd3-6c5649b70e51 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Deleting port 834e489e-1e26-4d13-88be-87bb6f451ec0 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:34:47.091887 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d5bec6cf-a464-437b-942b-bb81a0c73c6e req-03f0e900-a897-41c9-8dd3-6c5649b70e51 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:47.109779 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d9794b81-855c-4630-8e5c-914bc4b4a824 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:34:47.208219 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port d9794b81-855c-4630-8e5c-914bc4b4a824 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:34:47.277186 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a4acc8-a7d3-4ab3-babb-608a76019379 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:34:47.349530 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02a4acc8-a7d3-4ab3-babb-608a76019379 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:47.349530 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-02a4acc8-a7d3-4ab3-babb-608a76019379 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Added segment 8f769193-8a9e-40c5-963a-9fdaae50b96f of type vlan for network 5936ecc1-7857-44c7-b3b6-4e84650af299 Apr 20 17:34:47.387594 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02a4acc8-a7d3-4ab3-babb-608a76019379 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:47.547946 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4acc8-a7d3-4ab3-babb-608a76019379 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f51915-291d-4fb7-a47c-fcf857f9a7e7,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:47.599597 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02a4acc8-a7d3-4ab3-babb-608a76019379 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:47.600704 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a4acc8-a7d3-4ab3-babb-608a76019379 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:47.601482 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02a4acc8-a7d3-4ab3-babb-608a76019379 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:47.752086 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419db74e-1437-48d5-9d1d-c125d0aabfc4 req-76a42ec8-65fa-4846-9fe8-b7654f767641 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:47.752086 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-419db74e-1437-48d5-9d1d-c125d0aabfc4 req-76a42ec8-65fa-4846-9fe8-b7654f767641 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Synchronizing usage tracker for tenant:048f4cae66cf42c897493ac9a67e0d5f on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:34:47.762758 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-80830bc1-ca74-4a31-8681-c77f98d60bbb req-5d4559fc-1c45-4568-b8d6-b9e40c6caeb6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=55ad101ba72d4aafab1fd36de3508559&device_id=89d0bac1-055e-4fe5-9053-4b360fb795b9 HTTP/1.1" status: 200 len: 1094 time: 0.8677347 Apr 20 17:34:47.772025 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a7c66d18-4f0f-475e-9995-adcbef95f348 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:34:47.779871 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-835dcea0-a994-4900-9b68-f4f9fafbae4b req-8e1969a5-f579-48ff-95fb-805d187fbe3e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08fb96fe-1715-4d23-b04b-641242ea8aeb HTTP/1.1" status: 200 len: 1001 time: 0.9016218 Apr 20 17:34:47.779871 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4acc8-a7d3-4ab3-babb-608a76019379 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Pushing event updated for resources: {'Network': ['ID=5936ecc1-7857-44c7-b3b6-4e84650af299,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:47.779871 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-02a4acc8-a7d3-4ab3-babb-608a76019379 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.8234529 Apr 20 17:34:47.797633 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35150) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:47.803377 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 5936ecc1-7857-44c7-b3b6-4e84650af299 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:34:48.203473 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a7c66d18-4f0f-475e-9995-adcbef95f348 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:port and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:34:48.208821 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a7c66d18-4f0f-475e-9995-adcbef95f348 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:34:48.215550 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a7c66d18-4f0f-475e-9995-adcbef95f348 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:34:48.232262 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-276afb26-e30e-4a72-82cc-4ec2c11d78d4 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Request body: {'network': {'project_id': 'c2d19903c7134b3a94ea509b11ab4116'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:34:48.246987 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efc457f-9e2c-4027-85eb-cb603a5af1bd None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:34:48.332337 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-276afb26-e30e-4a72-82cc-4ec2c11d78d4 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:34:48.352296 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c66d18-4f0f-475e-9995-adcbef95f348 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:34:48.361589 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-276afb26-e30e-4a72-82cc-4ec2c11d78d4 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Usage tracker for resource:network and tenant:c2d19903c7134b3a94ea509b11ab4116 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:34:48.370739 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a7c66d18-4f0f-475e-9995-adcbef95f348 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:48.384845 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-276afb26-e30e-4a72-82cc-4ec2c11d78d4 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:34:48.447884 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-419db74e-1437-48d5-9d1d-c125d0aabfc4 req-76a42ec8-65fa-4846-9fe8-b7654f767641 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Unset dirty status for tenant:048f4cae66cf42c897493ac9a67e0d5f on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:34:48.449344 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-419db74e-1437-48d5-9d1d-c125d0aabfc4 req-76a42ec8-65fa-4846-9fe8-b7654f767641 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 1.1160092 Apr 20 17:34:48.452397 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-d5bec6cf-a464-437b-942b-bb81a0c73c6e req-03f0e900-a897-41c9-8dd3-6c5649b70e51 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] For port 834e489e-1e26-4d13-88be-87bb6f451ec0, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=834e489e-1e26-4d13-88be-87bb6f451ec0,segment=NetworkSegment(aeb8f33c-317c-45e3-a7a9-c21f7e658316),segment_id=aeb8f33c-317c-45e3-a7a9-c21f7e658316)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:34:48.453129 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d5bec6cf-a464-437b-942b-bb81a0c73c6e req-03f0e900-a897-41c9-8dd3-6c5649b70e51 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:48.485878 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-288550e6-914d-41c7-aecc-b0614315c80b None None] Provisioning for port d9794b81-855c-4630-8e5c-914bc4b4a824 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:34:48.522404 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-288550e6-914d-41c7-aecc-b0614315c80b None None] Provisioning complete for port d9794b81-855c-4630-8e5c-914bc4b4a824 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:34:48.522404 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-288550e6-914d-41c7-aecc-b0614315c80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:48.575600 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80830bc1-ca74-4a31-8681-c77f98d60bbb req-26bc88bf-0022-4880-a532-9db87f1bc37a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:48.575600 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-80830bc1-ca74-4a31-8681-c77f98d60bbb req-26bc88bf-0022-4880-a532-9db87f1bc37a service neutron] 10.222.0.10 "GET /v2.0/networks?id=559f75fc-3697-4c39-a90d-68a51f28c45f HTTP/1.1" status: 200 len: 906 time: 0.8040247 Apr 20 17:34:48.575600 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-a7c66d18-4f0f-475e-9995-adcbef95f348 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] device_id is not set on port d003c882-b791-42c9-8dce-2b0d8904f4f5 yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:34:48.609777 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-276afb26-e30e-4a72-82cc-4ec2c11d78d4 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:34:48.654472 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835dcea0-a994-4900-9b68-f4f9fafbae4b req-2bdc273c-522d-4d3e-8fb8-2e38e1e90bf2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:48.654472 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-835dcea0-a994-4900-9b68-f4f9fafbae4b req-2bdc273c-522d-4d3e-8fb8-2e38e1e90bf2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8d05736e-ddd3-43ab-9360-fdcd5c15b127 HTTP/1.1" status: 200 len: 853 time: 0.8641126 Apr 20 17:34:48.714755 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705781a-a8d7-4c28-b16e-87991f8dca6e req-693a2744-3158-41b2-91fe-6f750c1e706c tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:48.718664 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5705781a-a8d7-4c28-b16e-87991f8dca6e req-693a2744-3158-41b2-91fe-6f750c1e706c tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=89d0bac1-055e-4fe5-9053-4b360fb795b9 HTTP/1.1" status: 200 len: 943 time: 1.4349763 Apr 20 17:34:48.990415 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276afb26-e30e-4a72-82cc-4ec2c11d78d4 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Made reservation on behalf of c2d19903c7134b3a94ea509b11ab4116 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:34:48.995358 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-276afb26-e30e-4a72-82cc-4ec2c11d78d4 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:49.172465 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276afb26-e30e-4a72-82cc-4ec2c11d78d4 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:34:49.188066 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-a7c66d18-4f0f-475e-9995-adcbef95f348 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Allocated IP 172.20.0.13 (9ba611e4-024c-4a0c-9998-3bc548cf409a/bf4002d2-3966-4b49-a2a1-2dca348e2dcb/d003c882-b791-42c9-8dce-2b0d8904f4f5) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:34:49.188066 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-a7c66d18-4f0f-475e-9995-adcbef95f348 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Allocated IP 2001:db8::f816:3eff:fe5c:e22a (9ba611e4-024c-4a0c-9998-3bc548cf409a/93e53428-a671-4042-921b-f1831fa5a200/d003c882-b791-42c9-8dce-2b0d8904f4f5) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:34:49.242960 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-80830bc1-ca74-4a31-8681-c77f98d60bbb req-a83bf5b4-aca7-4c95-8455-3703ece99a33 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc HTTP/1.1" status: 200 len: 217 time: 0.5383463 Apr 20 17:34:49.253841 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-288550e6-914d-41c7-aecc-b0614315c80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:49.352720 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80830bc1-ca74-4a31-8681-c77f98d60bbb req-2e92b96f-5d78-4680-bff6-d623faad9d4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:49.352720 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-80830bc1-ca74-4a31-8681-c77f98d60bbb req-2e92b96f-5d78-4680-bff6-d623faad9d4d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=32922401-1cb1-4df1-a18a-26612d131639 HTTP/1.1" status: 200 len: 845 time: 0.0788522 Apr 20 17:34:49.361165 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-288550e6-914d-41c7-aecc-b0614315c80b None None] For port d9794b81-855c-4630-8e5c-914bc4b4a824, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d9794b81-855c-4630-8e5c-914bc4b4a824,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:34:49.423838 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-276afb26-e30e-4a72-82cc-4ec2c11d78d4 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:49.424374 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-276afb26-e30e-4a72-82cc-4ec2c11d78d4 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Added segment abfa88dd-56ba-4cfe-8d6f-4a44ce7299b7 of type vlan for network bade16c6-be56-41e5-bb47-778bc7db0bf0 Apr 20 17:34:49.444757 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5705781a-a8d7-4c28-b16e-87991f8dca6e req-a65011e8-131f-4f24-8ef3-bd6ffe6f1e4c tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897429 Apr 20 17:34:49.481201 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-80830bc1-ca74-4a31-8681-c77f98d60bbb req-945c45aa-2754-4f39-ab13-92033d6ddae3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=559f75fc-3697-4c39-a90d-68a51f28c45f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223848 Apr 20 17:34:49.485640 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-288550e6-914d-41c7-aecc-b0614315c80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:49.511455 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d5bec6cf-a464-437b-942b-bb81a0c73c6e req-03f0e900-a897-41c9-8dd3-6c5649b70e51 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:49.511814 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d5bec6cf-a464-437b-942b-bb81a0c73c6e req-03f0e900-a897-41c9-8dd3-6c5649b70e51 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:49.514569 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [req-d5bec6cf-a464-437b-942b-bb81a0c73c6e req-03f0e900-a897-41c9-8dd3-6c5649b70e51 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Floating IP d1bf573a-0cee-40e1-86d6-0f57d86220d2 disassociated. External IP: 172.25.8.165, port: 834e489e-1e26-4d13-88be-87bb6f451ec0. Apr 20 17:34:49.515089 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-d5bec6cf-a464-437b-942b-bb81a0c73c6e req-03f0e900-a897-41c9-8dd3-6c5649b70e51 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Calling delete_port for 834e489e-1e26-4d13-88be-87bb6f451ec0 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:34:49.544479 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-419db74e-1437-48d5-9d1d-c125d0aabfc4 req-07f2edd7-b209-4e02-b9ad-300f149b9529 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0529158 Apr 20 17:34:49.615171 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288550e6-914d-41c7-aecc-b0614315c80b None None] Pushing event updated for resources: {'Port': ['ID=d9794b81-855c-4630-8e5c-914bc4b4a824,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:49.615171 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4f9dae-8928-4bcd-9f5f-44bfaf3eac65 None None] Update dhcp port {'port': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'fixed_ips': [{'subnet_id': '93e53428-a671-4042-921b-f1831fa5a200', 'ip_address': '2001:db8::f816:3eff:fe1c:919'}, {'subnet_id': 'bf4002d2-3966-4b49-a2a1-2dca348e2dcb'}], 'binding:host_id': 'n-d-838032-1'}, 'id': 'd9794b81-855c-4630-8e5c-914bc4b4a824'} from n-d-838032-1. {{(pid=84082) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 20 17:34:49.654467 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-276afb26-e30e-4a72-82cc-4ec2c11d78d4 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:49.691124 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2b4f9dae-8928-4bcd-9f5f-44bfaf3eac65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:49.704351 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-835dcea0-a994-4900-9b68-f4f9fafbae4b req-b5d0d44c-ae96-465d-85e3-3f3ff358b162 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b9c5f462-ddff-4ef3-834f-300bbbe5c5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0432673 Apr 20 17:34:49.734022 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46da96-9009-48f3-94fc-e485225d18ff req-99381359-d6b3-4d2c-af9e-6cf80fdabd85 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:49.734022 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd46da96-9009-48f3-94fc-e485225d18ff req-99381359-d6b3-4d2c-af9e-6cf80fdabd85 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 1.4966629 Apr 20 17:34:49.863970 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-cd46da96-9009-48f3-94fc-e485225d18ff req-12abe18d-dbf3-4d0a-8cf6-5090717fab01 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Deleting port 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:34:49.864400 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cd46da96-9009-48f3-94fc-e485225d18ff req-12abe18d-dbf3-4d0a-8cf6-5090717fab01 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:50.065801 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [None req-276afb26-e30e-4a72-82cc-4ec2c11d78d4 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:34:50.070302 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a7c66d18-4f0f-475e-9995-adcbef95f348 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:50.114200 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-80830bc1-ca74-4a31-8681-c77f98d60bbb req-67119837-e9de-4780-ad3d-170d4c491a70 service neutron] 10.222.0.10 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5506551 Apr 20 17:34:50.114200 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-a7c66d18-4f0f-475e-9995-adcbef95f348 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Transition to ACTIVE for port object d003c882-b791-42c9-8dce-2b0d8904f4f5 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:34:50.176551 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-276afb26-e30e-4a72-82cc-4ec2c11d78d4 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:50.176551 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276afb26-e30e-4a72-82cc-4ec2c11d78d4 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:50.176551 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-276afb26-e30e-4a72-82cc-4ec2c11d78d4 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:50.277860 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-cd46da96-9009-48f3-94fc-e485225d18ff req-12abe18d-dbf3-4d0a-8cf6-5090717fab01 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] For port 8ade7190-3a4b-418f-a071-6c7e4f46d1d3, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=8ade7190-3a4b-418f-a071-6c7e4f46d1d3,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:34:50.278481 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cd46da96-9009-48f3-94fc-e485225d18ff req-12abe18d-dbf3-4d0a-8cf6-5090717fab01 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:50.342443 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:34:50.344856 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 834e489e-1e26-4d13-88be-87bb6f451ec0 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:34:50.359365 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-835dcea0-a994-4900-9b68-f4f9fafbae4b req-a55fa84e-ce57-4d56-b462-33b52ddd2323 service neutron] 10.222.0.43 "GET /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6439798 Apr 20 17:34:50.430975 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d5bec6cf-a464-437b-942b-bb81a0c73c6e req-03f0e900-a897-41c9-8dd3-6c5649b70e51 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:50.488073 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 834e489e-1e26-4d13-88be-87bb6f451ec0 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:34:50.488073 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 834e489e-1e26-4d13-88be-87bb6f451ec0 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:34:50.847651 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:34:50.868308 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc', 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f', 'port_id': '8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc', 'mac_address': 'fa:16:3e:48:cd:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32922401-1cb1-4df1-a18a-26612d131639', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:34:50.935444 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839eb2d-759b-43a6-b95b-d0f4e1050474 req-8b41131d-e821-4b62-8e8f-336fe4a99de2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:50.935444 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-6839eb2d-759b-43a6-b95b-d0f4e1050474 req-8b41131d-e821-4b62-8e8f-336fe4a99de2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Synchronizing usage tracker for tenant:fff76710152c4266b547138b68f9e982 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:34:51.021514 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-276afb26-e30e-4a72-82cc-4ec2c11d78d4 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.1067393 Apr 20 17:34:51.021514 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0e900-a897-41c9-8dd3-6c5649b70e51 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event deleted for resources: {'Port': ['ID=834e489e-1e26-4d13-88be-87bb6f451ec0,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:51.021514 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276afb26-e30e-4a72-82cc-4ec2c11d78d4 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Pushing event updated for resources: {'Network': ['ID=bade16c6-be56-41e5-bb47-778bc7db0bf0,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:51.021514 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35230) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:51.034352 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network bade16c6-be56-41e5-bb47-778bc7db0bf0 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:34:51.042143 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-235b4f16-cad0-4f45-8758-938a0076f9de tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Request body: {'network': {'project_id': 'c2d19903c7134b3a94ea509b11ab4116'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:34:51.065402 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-235b4f16-cad0-4f45-8758-938a0076f9de tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:34:51.065402 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-835dcea0-a994-4900-9b68-f4f9fafbae4b req-fb028d60-133f-49c0-8e46-e3d996379c7b service neutron] 10.222.0.43 "GET /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6267402 Apr 20 17:34:51.085065 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-235b4f16-cad0-4f45-8758-938a0076f9de tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Usage tracker for resource:network and tenant:c2d19903c7134b3a94ea509b11ab4116 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:34:51.104002 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-235b4f16-cad0-4f45-8758-938a0076f9de tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:34:51.119452 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-6839eb2d-759b-43a6-b95b-d0f4e1050474 req-8b41131d-e821-4b62-8e8f-336fe4a99de2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Unset dirty status for tenant:fff76710152c4266b547138b68f9e982 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:34:51.130551 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6839eb2d-759b-43a6-b95b-d0f4e1050474 req-8b41131d-e821-4b62-8e8f-336fe4a99de2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf HTTP/1.1" status: 200 len: 945 time: 1.4462435 Apr 20 17:34:51.139353 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-235b4f16-cad0-4f45-8758-938a0076f9de tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:34:51.289263 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-235b4f16-cad0-4f45-8758-938a0076f9de tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 20 17:34:51.289782 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-235b4f16-cad0-4f45-8758-938a0076f9de tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:34:51.291099 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-235b4f16-cad0-4f45-8758-938a0076f9de tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2593553 Apr 20 17:34:51.296600 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35244) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:51.355602 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d9794b81-855c-4630-8e5c-914bc4b4a824 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:34:51.478796 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:34:51.507050 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cd46da96-9009-48f3-94fc-e485225d18ff req-12abe18d-dbf3-4d0a-8cf6-5090717fab01 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:51.507050 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cd46da96-9009-48f3-94fc-e485225d18ff req-12abe18d-dbf3-4d0a-8cf6-5090717fab01 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:51.507050 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [req-cd46da96-9009-48f3-94fc-e485225d18ff req-12abe18d-dbf3-4d0a-8cf6-5090717fab01 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Floating IP 2ded6e3c-e721-4985-ba95-1b79a6a9bc32 disassociated. External IP: 172.25.8.206, port: 8ade7190-3a4b-418f-a071-6c7e4f46d1d3. Apr 20 17:34:51.507050 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-cd46da96-9009-48f3-94fc-e485225d18ff req-12abe18d-dbf3-4d0a-8cf6-5090717fab01 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Calling delete_port for 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:34:51.546101 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:51.755334 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:34:51.771206 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6839eb2d-759b-43a6-b95b-d0f4e1050474 req-a8191e29-017a-49bc-8423-a76da5658464 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab8ebc55-da17-4ed8-9a49-ec2f7bd4831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6473656 Apr 20 17:34:51.791305 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b0ca4e7e-64ef-47ad-9aaa-b80f757fe644 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c2d19903c7134b3a94ea509b11ab4116&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4691012 Apr 20 17:34:51.808159 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35256) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:51.863912 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-80830bc1-ca74-4a31-8681-c77f98d60bbb req-ba51e35e-a24e-453f-ac58-4b94fd2536b6 service neutron] 10.222.0.10 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9359045 Apr 20 17:34:51.877881 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:34:51.902561 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a7c66d18-4f0f-475e-9995-adcbef95f348 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:51.953972 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-be6aad54-c52a-4655-976a-977dbfb42996 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:52.002330 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-be6aad54-c52a-4655-976a-977dbfb42996 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:52.037179 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port d9794b81-855c-4630-8e5c-914bc4b4a824 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:34:52.037179 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:52.062564 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5bec6cf-a464-437b-942b-bb81a0c73c6e req-03f0e900-a897-41c9-8dd3-6c5649b70e51 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:34:52.108970 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:52.121936 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35262) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:52.149774 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c66d18-4f0f-475e-9995-adcbef95f348 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:34:52.184406 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57dc3c9-f8fe-4cf9-add0-cc73fc8fff24 req-59a3f73f-18db-4d9d-ba02-0a2bbcf45439 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:52.190213 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f57dc3c9-f8fe-4cf9-add0-cc73fc8fff24 req-59a3f73f-18db-4d9d-ba02-0a2bbcf45439 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=89d0bac1-055e-4fe5-9053-4b360fb795b9 HTTP/1.1" status: 200 len: 943 time: 1.2476075 Apr 20 17:34:52.197917 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-a7c66d18-4f0f-475e-9995-adcbef95f348 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:34:52.392247 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-2b4f9dae-8928-4bcd-9f5f-44bfaf3eac65 None None] Allocated IP 172.20.0.2 (9ba611e4-024c-4a0c-9998-3bc548cf409a/bf4002d2-3966-4b49-a2a1-2dca348e2dcb/d9794b81-855c-4630-8e5c-914bc4b4a824) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:34:52.421262 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-be6aad54-c52a-4655-976a-977dbfb42996 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:52.480168 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6aad54-c52a-4655-976a-977dbfb42996 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f51915-291d-4fb7-a47c-fcf857f9a7e7,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:52.484179 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:52.517291 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-be6aad54-c52a-4655-976a-977dbfb42996 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:52.517291 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-be6aad54-c52a-4655-976a-977dbfb42996 tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/c8f51915-291d-4fb7-a47c-fcf857f9a7e7 HTTP/1.1" status: 204 len: 168 time: 0.6942358 Apr 20 17:34:52.535501 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:34:52.538877 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35272) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:52.614786 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c66d18-4f0f-475e-9995-adcbef95f348 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:34:52.683796 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f57dc3c9-f8fe-4cf9-add0-cc73fc8fff24 req-e2a62cde-2cc2-4edf-aad6-e48e5a678f65 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838382 Apr 20 17:34:52.755239 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c66d18-4f0f-475e-9995-adcbef95f348 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Port': ['ID=d003c882-b791-42c9-8dce-2b0d8904f4f5,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:52.797547 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a9060b5f-53c9-4375-aaaf-555f14daf73f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:52.848021 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f7c624de-b4d8-4f30-9506-419d4904629c tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:52.873809 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a9060b5f-53c9-4375-aaaf-555f14daf73f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:34:52.892257 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cd46da96-9009-48f3-94fc-e485225d18ff req-12abe18d-dbf3-4d0a-8cf6-5090717fab01 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:52.895728 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b1246-765c-46da-82cb-21417619e776 req-e7089d03-fcfc-4e8f-8229-86795241609f tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:52.899031 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a9060b5f-53c9-4375-aaaf-555f14daf73f admin admin] Usage tracker for resource:security_group_rule and tenant:f60f13141aee46cd9f14d2c9757d8d41 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:34:52.914714 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-214b1246-765c-46da-82cb-21417619e776 req-e7089d03-fcfc-4e8f-8229-86795241609f tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 944 time: 0.6703002 Apr 20 17:34:53.081875 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-2b4f9dae-8928-4bcd-9f5f-44bfaf3eac65 None None] For port d9794b81-855c-4630-8e5c-914bc4b4a824, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d9794b81-855c-4630-8e5c-914bc4b4a824,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:34:53.083878 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a9060b5f-53c9-4375-aaaf-555f14daf73f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:34:53.083878 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a9060b5f-53c9-4375-aaaf-555f14daf73f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:34:53.125988 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12abe18d-dbf3-4d0a-8cf6-5090717fab01 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Pushing event deleted for resources: {'Port': ['ID=8ade7190-3a4b-418f-a071-6c7e4f46d1d3,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:53.126643 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2b4f9dae-8928-4bcd-9f5f-44bfaf3eac65 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:53.159236 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-214b1246-765c-46da-82cb-21417619e776 req-721c8ca9-f1f4-4a9c-af0f-845749f47f88 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups?id=788e0f0a-b793-48ac-852a-e59827f3e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2488880 Apr 20 17:34:53.165707 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2b4f9dae-8928-4bcd-9f5f-44bfaf3eac65 None None] Transition to ACTIVE for port object d9794b81-855c-4630-8e5c-914bc4b4a824 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:34:53.173409 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2b4f9dae-8928-4bcd-9f5f-44bfaf3eac65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:53.198781 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c66d18-4f0f-475e-9995-adcbef95f348 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:53.200609 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a7c66d18-4f0f-475e-9995-adcbef95f348 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:53.295177 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1aa64fe-07b8-4022-a893-93c786026ace req-c9d1cf91-5b99-42ff-8c89-2b6f4b62162f tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf HTTP/1.1" status: 200 len: 210 time: 0.1684213 Apr 20 17:34:53.397531 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a9060b5f-53c9-4375-aaaf-555f14daf73f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:53.419363 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a9060b5f-53c9-4375-aaaf-555f14daf73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:53.440512 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a7c66d18-4f0f-475e-9995-adcbef95f348 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 6.5809293 Apr 20 17:34:53.448388 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35284) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:53.487944 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a9060b5f-53c9-4375-aaaf-555f14daf73f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f60f13141aee46cd9f14d2c9757d8d41&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3473487 Apr 20 17:34:53.489073 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35290) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:53.560086 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f9dae-8928-4bcd-9f5f-44bfaf3eac65 None None] Pushing event updated for resources: {'Port': ['ID=d9794b81-855c-4630-8e5c-914bc4b4a824,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:53.594877 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f7c624de-b4d8-4f30-9506-419d4904629c tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:53.634757 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-f7c624de-b4d8-4f30-9506-419d4904629c tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bade16c6-be56-41e5-bb47-778bc7db0bf0']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:34:53.650095 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-f7c624de-b4d8-4f30-9506-419d4904629c tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abfa88dd-56ba-4cfe-8d6f-4a44ce7299b7') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:34:53.650095 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-f7c624de-b4d8-4f30-9506-419d4904629c tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abfa88dd-56ba-4cfe-8d6f-4a44ce7299b7') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:34:53.673181 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f7c624de-b4d8-4f30-9506-419d4904629c tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:53.693510 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5bec6cf-a464-437b-942b-bb81a0c73c6e req-03f0e900-a897-41c9-8dd3-6c5649b70e51 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:34:53.710798 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819b1889-17bc-42b9-9fbc-4f68b0038311 None None] Sync routers for ids ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:34:53.722590 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9060b5f-53c9-4375-aaaf-555f14daf73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c599948d-309c-48ad-a75c-12e88b28092b,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:53.728490 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819b1889-17bc-42b9-9fbc-4f68b0038311 None None] Routers {'e1d93820-6526-4ca9-b0c8-c49105c7dbc4'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:34:53.735552 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-819b1889-17bc-42b9-9fbc-4f68b0038311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:34:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:34:53.892465 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f7c624de-b4d8-4f30-9506-419d4904629c tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:54.056288 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c624de-b4d8-4f30-9506-419d4904629c tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:34:54.056831 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f7c624de-b4d8-4f30-9506-419d4904629c tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:54.172362 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-15accd2b-9b42-4402-a1aa-bafd876e64b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:54.223363 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-819b1889-17bc-42b9-9fbc-4f68b0038311 None None] Set router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:34:54.287359 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b65f81-7e3f-4939-86ea-0a78bde7cec4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:54.287359 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b65f81-7e3f-4939-86ea-0a78bde7cec4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:54.301905 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-65b65f81-7e3f-4939-86ea-0a78bde7cec4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:34:54.325570 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-15accd2b-9b42-4402-a1aa-bafd876e64b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:54.329830 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:34:54.329830 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:34:54.329830 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:34:54.329830 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:34:54.329830 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:34:54.329830 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:34:54.329830 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:34:54.329830 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:34:54.329830 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:34:54.329830 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:34:54.329830 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:34:54.329830 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:34:54.329830 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:34:54.329830 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:34:54.329830 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:34:54.329830 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:34:54.329830 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:34:54.329830 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:34:54.329830 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:34:54.329830 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:34:54.329830 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:34:54.329830 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:34:54.329830 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:34:54.329830 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:34:54.329830 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:34:54.329830 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:34:54.329830 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:34:54.329830 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:34:54.329830 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:34:54.329830 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:34:54.329830 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:34:54.329830 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:34:54.376634 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5bec6cf-a464-437b-942b-bb81a0c73c6e req-03f0e900-a897-41c9-8dd3-6c5649b70e51 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] No DVR routers for this DVR port 834e489e-1e26-4d13-88be-87bb6f451ec0 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:34:54.382056 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:34:54.390007 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-65b65f81-7e3f-4939-86ea-0a78bde7cec4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:34:54.390007 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-65b65f81-7e3f-4939-86ea-0a78bde7cec4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.9280841 Apr 20 17:34:54.398274 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35308) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:54.493785 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-d5bec6cf-a464-437b-942b-bb81a0c73c6e req-03f0e900-a897-41c9-8dd3-6c5649b70e51 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:54.495808 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d5bec6cf-a464-437b-942b-bb81a0c73c6e req-03f0e900-a897-41c9-8dd3-6c5649b70e51 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.10 "DELETE /v2.0/ports/834e489e-1e26-4d13-88be-87bb6f451ec0 HTTP/1.1" status: 204 len: 173 time: 7.9750109 Apr 20 17:34:54.496290 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf', 'name': 'network-vif-deleted', 'tag': '834e489e-1e26-4d13-88be-87bb6f451ec0'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:34:54.549534 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f7c624de-b4d8-4f30-9506-419d4904629c tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:54.601405 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f7c624de-b4d8-4f30-9506-419d4904629c tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:54.626730 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:34:54.653431 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:34:54.653431 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:54.657668 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c624de-b4d8-4f30-9506-419d4904629c tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Pushing event deleted for resources: {'Network': ['ID=bade16c6-be56-41e5-bb47-778bc7db0bf0,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:54.657668 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f7c624de-b4d8-4f30-9506-419d4904629c tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] 10.222.0.39 "DELETE /v2.0/networks/bade16c6-be56-41e5-bb47-778bc7db0bf0 HTTP/1.1" status: 204 len: 168 time: 2.1303484 Apr 20 17:34:54.667820 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35316) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:54.807825 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-fab2af56-8967-44a9-a8c7-0c7d16eea54f req-50821f44-63eb-4cdd-a0cb-a5b59b142d36 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Synchronizing usage tracker for tenant:048f4cae66cf42c897493ac9a67e0d5f on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:34:54.878833 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-39103746-21b3-489c-91b1-88110b999001 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting port d003c882-b791-42c9-8dce-2b0d8904f4f5 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:34:54.879158 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-39103746-21b3-489c-91b1-88110b999001 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:54.954905 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a3e8d-8386-406f-9e13-3015fe1493dd req-d297cca9-4d2c-431a-9940-f1354823ee27 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:54.957417 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-440a3e8d-8386-406f-9e13-3015fe1493dd req-d297cca9-4d2c-431a-9940-f1354823ee27 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=89d0bac1-055e-4fe5-9053-4b360fb795b9 HTTP/1.1" status: 200 len: 944 time: 0.6193237 Apr 20 17:34:54.967361 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-77b85e36-508b-4541-b7e2-8dbefa75e57b tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:55.075627 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-15accd2b-9b42-4402-a1aa-bafd876e64b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:55.123763 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd46da96-9009-48f3-94fc-e485225d18ff req-12abe18d-dbf3-4d0a-8cf6-5090717fab01 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Router 99bb21b0-21b3-4412-a977-55cc451563b7 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:34:55.131608 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d9794b81-855c-4630-8e5c-914bc4b4a824 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:34:55.176775 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:55.236562 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15accd2b-9b42-4402-a1aa-bafd876e64b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c599948d-309c-48ad-a75c-12e88b28092b,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:55.238508 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-fab2af56-8967-44a9-a8c7-0c7d16eea54f req-50821f44-63eb-4cdd-a0cb-a5b59b142d36 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Unset dirty status for tenant:048f4cae66cf42c897493ac9a67e0d5f on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:34:55.239688 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fab2af56-8967-44a9-a8c7-0c7d16eea54f req-50821f44-63eb-4cdd-a0cb-a5b59b142d36 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 210 time: 0.6897583 Apr 20 17:34:55.257907 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-15accd2b-9b42-4402-a1aa-bafd876e64b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:55.265671 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d0bac1-055e-4fe5-9053-4b360fb795b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:34:55.268325 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-15accd2b-9b42-4402-a1aa-bafd876e64b7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c599948d-309c-48ad-a75c-12e88b28092b HTTP/1.1" status: 204 len: 168 time: 1.5996625 Apr 20 17:34:55.342421 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5203cde6-175d-423c-a0b9-475c4758c844 None None] Provisioning for port d9794b81-855c-4630-8e5c-914bc4b4a824 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:34:55.358552 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:34:55.362084 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5203cde6-175d-423c-a0b9-475c4758c844 None None] Provisioning complete for port d9794b81-855c-4630-8e5c-914bc4b4a824 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:34:55.365957 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5203cde6-175d-423c-a0b9-475c4758c844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:55.384816 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-440a3e8d-8386-406f-9e13-3015fe1493dd req-9ccc6691-0a99-4c55-85e0-6d161e21af7e tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088237 Apr 20 17:34:55.441968 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-77b85e36-508b-4541-b7e2-8dbefa75e57b tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:55.555575 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-77b85e36-508b-4541-b7e2-8dbefa75e57b tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5936ecc1-7857-44c7-b3b6-4e84650af299']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:34:55.560428 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-819b1889-17bc-42b9-9fbc-4f68b0038311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'name': 'tempest-AttachVolumeNegativeTest-176702069-router', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:30:58Z', 'updated_at': '2022-04-20T17:31:10Z', 'revision_number': 4, 'project_id': 'fff76710152c4266b547138b68f9e982', 'gw_port': {'id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:30:59Z', 'updated_at': '2022-04-20T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '4e852ef9-9055-4007-821f-32a6334e2805', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'port_id': '08fb96fe-1715-4d23-b04b-641242ea8aeb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'mac_address': 'fa:16:3e:7e:d7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb881ea2-f91c-4971-9925-fb51ed69ec96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:31:20Z', 'updated_at': '2022-04-20T17:31:59Z', 'revision_number': 2, 'project_id': 'fff76710152c4266b547138b68f9e982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8599e52f-56a7-4816-bd23-d86cc23894bb', 'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'mac_address': 'fa:16:3e:63:5d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:31:08Z', 'updated_at': '2022-04-20T17:31:21Z', 'revision_number': 5, 'project_id': 'fff76710152c4266b547138b68f9e982', 'subnets': [{'id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:34:55.579860 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819b1889-17bc-42b9-9fbc-4f68b0038311 None None] Checking router: e1d93820-6526-4ca9-b0c8-c49105c7dbc4 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:34:55.645153 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-77b85e36-508b-4541-b7e2-8dbefa75e57b tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f769193-8a9e-40c5-963a-9fdaae50b96f') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:34:55.645153 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-77b85e36-508b-4541-b7e2-8dbefa75e57b tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f769193-8a9e-40c5-963a-9fdaae50b96f') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:34:55.648315 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819b1889-17bc-42b9-9fbc-4f68b0038311 None None] Routers {'e1d93820-6526-4ca9-b0c8-c49105c7dbc4'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:34:55.664409 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-819b1889-17bc-42b9-9fbc-4f68b0038311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:34:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:34:55.701175 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d78d6ec7-72bf-4355-98cc-2c6ad62d1640'] response: {'server_uuid': '42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf', 'name': 'network-vif-deleted', 'tag': '834e489e-1e26-4d13-88be-87bb6f451ec0', 'status': 'completed', 'code': 200} Apr 20 17:34:55.711766 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:55.749341 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-77b85e36-508b-4541-b7e2-8dbefa75e57b tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:55.826401 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-77b85e36-508b-4541-b7e2-8dbefa75e57b tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:55.851351 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b85e36-508b-4541-b7e2-8dbefa75e57b tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:34:55.851351 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-77b85e36-508b-4541-b7e2-8dbefa75e57b tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:55.918922 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:34:55.918922 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:34:55.918922 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:34:55.918922 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:34:55.918922 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:34:55.918922 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:34:55.918922 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:34:55.918922 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:34:55.918922 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:34:55.918922 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:34:55.918922 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:34:55.918922 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:34:55.918922 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:34:55.918922 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:34:55.918922 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:34:55.918922 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:34:55.918922 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:34:55.918922 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:34:55.918922 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:34:55.918922 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:34:55.918922 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:34:55.918922 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:34:55.918922 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:34:55.918922 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:34:55.918922 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:34:55.918922 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:34:55.918922 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:34:55.918922 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:34:55.918922 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:34:55.918922 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:34:55.918922 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:34:55.918922 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:34:55.933070 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:55.940911 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-113c9398-e1cb-4582-aa60-f851e13a841a'] response: {'server_uuid': '89d0bac1-055e-4fe5-9053-4b360fb795b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc', 'code': 200} Apr 20 17:34:56.174876 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-819b1889-17bc-42b9-9fbc-4f68b0038311 None None] Set router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:34:56.259309 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port d9794b81-855c-4630-8e5c-914bc4b4a824 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:34:56.268286 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:56.280229 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35340) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:56.342254 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7919fea1-88fb-43f4-98b0-6ccaf7eee880 req-daba59ac-d55f-4046-bafe-bae04fa62b58 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=42b7d92b-70a8-4bf9-95cf-c4e66a4bf7bf HTTP/1.1" status: 200 len: 210 time: 0.3502071 Apr 20 17:34:56.352617 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-086bb6e9-85c6-4ff2-9c2c-8611bafb8800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:56.377696 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-77b85e36-508b-4541-b7e2-8dbefa75e57b tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:56.401692 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-77b85e36-508b-4541-b7e2-8dbefa75e57b tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:56.465380 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b85e36-508b-4541-b7e2-8dbefa75e57b tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] Pushing event deleted for resources: {'Network': ['ID=5936ecc1-7857-44c7-b3b6-4e84650af299,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:56.502895 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-77b85e36-508b-4541-b7e2-8dbefa75e57b tempest-QuotasNegativeTest-553153500 tempest-QuotasNegativeTest-553153500-project-admin] 10.222.0.39 "DELETE /v2.0/networks/5936ecc1-7857-44c7-b3b6-4e84650af299 HTTP/1.1" status: 204 len: 168 time: 1.8380630 Apr 20 17:34:56.585309 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-39103746-21b3-489c-91b1-88110b999001 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:56.606219 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-38a89e34-b70b-4350-9ef4-63d0f007ec77 None None] Provisioning for port d003c882-b791-42c9-8dce-2b0d8904f4f5 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:34:56.615710 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-38a89e34-b70b-4350-9ef4-63d0f007ec77 None None] Provisioning complete for port d003c882-b791-42c9-8dce-2b0d8904f4f5 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:34:56.619272 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-38a89e34-b70b-4350-9ef4-63d0f007ec77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:56.679473 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-086bb6e9-85c6-4ff2-9c2c-8611bafb8800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:34:56.700803 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a9889ffe-454d-403d-977c-1f88e09b4595 req-440f094c-3dd2-45be-a722-f9c72a643a08 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=89d0bac1-055e-4fe5-9053-4b360fb795b9 HTTP/1.1" status: 200 len: 1096 time: 0.7647605 Apr 20 17:34:56.736066 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-086bb6e9-85c6-4ff2-9c2c-8611bafb8800 admin admin] Usage tracker for resource:security_group_rule and tenant:70025d06f2f84a4a8c220534085d2e36 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:34:56.790880 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-38a89e34-b70b-4350-9ef4-63d0f007ec77 None None] Port d003c882-b791-42c9-8dce-2b0d8904f4f5 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:34:56.804239 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-086bb6e9-85c6-4ff2-9c2c-8611bafb8800 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:34:56.829167 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3a8d6f43-227a-4640-8ed0-e2f524cce7f0 req-95668e57-d98f-43ca-b81b-a08dfd3b6736 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 210 time: 0.2616000 Apr 20 17:34:56.851267 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-086bb6e9-85c6-4ff2-9c2c-8611bafb8800 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:34:56.982943 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a9889ffe-454d-403d-977c-1f88e09b4595 req-a64333d5-b879-46de-ab60-705049816822 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393951 Apr 20 17:34:57.053221 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-39103746-21b3-489c-91b1-88110b999001 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Calling delete_port for d003c882-b791-42c9-8dce-2b0d8904f4f5 owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:34:57.144441 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-819b1889-17bc-42b9-9fbc-4f68b0038311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'name': 'tempest-AttachVolumeNegativeTest-176702069-router', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:30:58Z', 'updated_at': '2022-04-20T17:31:10Z', 'revision_number': 4, 'project_id': 'fff76710152c4266b547138b68f9e982', 'gw_port': {'id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:30:59Z', 'updated_at': '2022-04-20T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '4e852ef9-9055-4007-821f-32a6334e2805', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'port_id': '08fb96fe-1715-4d23-b04b-641242ea8aeb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'mac_address': 'fa:16:3e:7e:d7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb881ea2-f91c-4971-9925-fb51ed69ec96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:31:20Z', 'updated_at': '2022-04-20T17:31:59Z', 'revision_number': 2, 'project_id': 'fff76710152c4266b547138b68f9e982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8599e52f-56a7-4816-bd23-d86cc23894bb', 'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'mac_address': 'fa:16:3e:63:5d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:31:08Z', 'updated_at': '2022-04-20T17:31:21Z', 'revision_number': 5, 'project_id': 'fff76710152c4266b547138b68f9e982', 'subnets': [{'id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:34:57.149275 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819b1889-17bc-42b9-9fbc-4f68b0038311 None None] The sync data for ids ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'] in n-d-838032-1 is: [{'id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'name': 'tempest-AttachVolumeNegativeTest-176702069-router', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:30:58Z', 'updated_at': '2022-04-20T17:31:10Z', 'revision_number': 4, 'project_id': 'fff76710152c4266b547138b68f9e982', 'gw_port': {'id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:30:59Z', 'updated_at': '2022-04-20T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '4e852ef9-9055-4007-821f-32a6334e2805', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'port_id': '08fb96fe-1715-4d23-b04b-641242ea8aeb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'mac_address': 'fa:16:3e:7e:d7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb881ea2-f91c-4971-9925-fb51ed69ec96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:31:20Z', 'updated_at': '2022-04-20T17:31:59Z', 'revision_number': 2, 'project_id': 'fff76710152c4266b547138b68f9e982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8599e52f-56a7-4816-bd23-d86cc23894bb', 'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'mac_address': 'fa:16:3e:63:5d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:31:08Z', 'updated_at': '2022-04-20T17:31:21Z', 'revision_number': 5, 'project_id': 'fff76710152c4266b547138b68f9e982', 'subnets': [{'id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:34:57.184067 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-086bb6e9-85c6-4ff2-9c2c-8611bafb8800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:57.200058 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-086bb6e9-85c6-4ff2-9c2c-8611bafb8800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:57.305877 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35354) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:57.318815 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-086bb6e9-85c6-4ff2-9c2c-8611bafb8800 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=70025d06f2f84a4a8c220534085d2e36&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0364213 Apr 20 17:34:57.319982 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086bb6e9-85c6-4ff2-9c2c-8611bafb8800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99aa1c7a-7b49-4ce2-b048-eb8c144322e2,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:57.501264 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd46da96-9009-48f3-94fc-e485225d18ff req-12abe18d-dbf3-4d0a-8cf6-5090717fab01 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:34:57.511905 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffd1faf-01d5-475e-b711-3c4e1e06c017 None None] Sync routers for ids ['99bb21b0-21b3-4412-a977-55cc451563b7'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:34:57.519610 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585be37-bd53-4238-969e-4fa2550fc7bd req-cfdb617c-2ff1-4e1a-9f6f-2bd2b4c5326b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:57.532978 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3585be37-bd53-4238-969e-4fa2550fc7bd req-cfdb617c-2ff1-4e1a-9f6f-2bd2b4c5326b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=89d0bac1-055e-4fe5-9053-4b360fb795b9 HTTP/1.1" status: 200 len: 945 time: 0.7169566 Apr 20 17:34:57.540405 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffd1faf-01d5-475e-b711-3c4e1e06c017 None None] Routers {'99bb21b0-21b3-4412-a977-55cc451563b7'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:34:57.546337 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-7ffd1faf-01d5-475e-b711-3c4e1e06c017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:34:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['99bb21b0-21b3-4412-a977-55cc451563b7'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:34:57.638237 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35366) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:57.705029 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95326028-0a76-49dc-b3cb-395632370ee4 None None] New status for floating IP d1bf573a-0cee-40e1-86d6-0f57d86220d2: DOWN {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:34:57.807373 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-58839f4c-7b0b-4d1d-b5ba-be3f75a31d95 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:57.868826 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-58839f4c-7b0b-4d1d-b5ba-be3f75a31d95 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:57.883310 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35372) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:57.950236 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd46da96-9009-48f3-94fc-e485225d18ff req-12abe18d-dbf3-4d0a-8cf6-5090717fab01 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] No DVR routers for this DVR port 8ade7190-3a4b-418f-a071-6c7e4f46d1d3 on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:34:57.966699 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cd46da96-9009-48f3-94fc-e485225d18ff req-12abe18d-dbf3-4d0a-8cf6-5090717fab01 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:57.978387 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0aa0140-852b-430d-ba5a-cf25471b3871', 'name': 'network-vif-deleted', 'tag': '8ade7190-3a4b-418f-a071-6c7e4f46d1d3'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:34:58.024389 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-58839f4c-7b0b-4d1d-b5ba-be3f75a31d95 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:58.039780 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b5351c55-f4ce-4019-95f9-6af9ea48ee15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:58.074934 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3585be37-bd53-4238-969e-4fa2550fc7bd req-1ead1d4f-bc3a-457b-a6b3-59dd47a23315 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578316 Apr 20 17:34:58.077391 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd46da96-9009-48f3-94fc-e485225d18ff req-12abe18d-dbf3-4d0a-8cf6-5090717fab01 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.43 "DELETE /v2.0/ports/8ade7190-3a4b-418f-a071-6c7e4f46d1d3 HTTP/1.1" status: 204 len: 173 time: 8.2935975 Apr 20 17:34:58.108056 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b5351c55-f4ce-4019-95f9-6af9ea48ee15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:58.122461 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-7ffd1faf-01d5-475e-b711-3c4e1e06c017 None None] Set router 99bb21b0-21b3-4412-a977-55cc451563b7 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:34:58.188563 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b5351c55-f4ce-4019-95f9-6af9ea48ee15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:58.189614 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58839f4c-7b0b-4d1d-b5ba-be3f75a31d95 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8ebc55-da17-4ed8-9a49-ec2f7bd4831b,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:58.211796 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-39103746-21b3-489c-91b1-88110b999001 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:58.217054 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5351c55-f4ce-4019-95f9-6af9ea48ee15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99aa1c7a-7b49-4ce2-b048-eb8c144322e2,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:58.225790 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e9c6625b-1ef1-4771-8dee-17a35084c12e req-d5359df1-a577-4b54-b0b3-a24ae3371253 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0aa0140-852b-430d-ba5a-cf25471b3871 HTTP/1.1" status: 200 len: 210 time: 0.1349809 Apr 20 17:34:58.244199 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-58839f4c-7b0b-4d1d-b5ba-be3f75a31d95 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:58.247049 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-58839f4c-7b0b-4d1d-b5ba-be3f75a31d95 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "DELETE /v2.0/security-groups/ab8ebc55-da17-4ed8-9a49-ec2f7bd4831b HTTP/1.1" status: 204 len: 168 time: 0.6029518 Apr 20 17:34:58.249221 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35382) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:58.276909 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c7310e8-8f78-4c4f-8772-f65c0407d55c'] response: {'server_uuid': 'b0aa0140-852b-430d-ba5a-cf25471b3871', 'name': 'network-vif-deleted', 'tag': '8ade7190-3a4b-418f-a071-6c7e4f46d1d3', 'status': 'completed', 'code': 200} Apr 20 17:34:58.325394 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b5351c55-f4ce-4019-95f9-6af9ea48ee15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:58.327494 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b5351c55-f4ce-4019-95f9-6af9ea48ee15 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/99aa1c7a-7b49-4ce2-b048-eb8c144322e2 HTTP/1.1" status: 204 len: 168 time: 1.0190799 Apr 20 17:34:58.356465 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39103746-21b3-489c-91b1-88110b999001 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Port': ['ID=d003c882-b791-42c9-8dce-2b0d8904f4f5,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:34:58.376552 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-0274eaea-ee3e-4b95-b7dd-eabf24fe3425 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] show failed (client error): The resource could not be found. Apr 20 17:34:58.389385 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0274eaea-ee3e-4b95-b7dd-eabf24fe3425 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups/ab8ebc55-da17-4ed8-9a49-ec2f7bd4831b HTTP/1.1" status: 404 len: 347 time: 0.1378078 Apr 20 17:34:58.409472 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35388) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:58.615785 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-39103746-21b3-489c-91b1-88110b999001 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:58.621520 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-39103746-21b3-489c-91b1-88110b999001 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/d003c882-b791-42c9-8dce-2b0d8904f4f5 HTTP/1.1" status: 204 len: 168 time: 4.2289960 Apr 20 17:34:58.622423 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35394) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:58.802841 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef55ec7e-b08f-48dd-a425-00761bb0791e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:58.804649 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef55ec7e-b08f-48dd-a425-00761bb0791e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:58.806235 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef55ec7e-b08f-48dd-a425-00761bb0791e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:34:58.807568 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ef55ec7e-b08f-48dd-a425-00761bb0791e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:34:58.841238 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ef55ec7e-b08f-48dd-a425-00761bb0791e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:34:58.855998 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ef55ec7e-b08f-48dd-a425-00761bb0791e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2320445 Apr 20 17:34:58.858874 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35398) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:58.991195 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-559e599e-266f-4150-b6ff-9e4da8b45b54 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Deleting port 9499b49a-46f2-4d52-93e3-b0b964586e7e {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:34:58.992226 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-559e599e-266f-4150-b6ff-9e4da8b45b54 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:59.075617 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-7ffd1faf-01d5-475e-b711-3c4e1e06c017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'name': 'tempest-ServerActionsTestJSON-1417737561-router', 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '99874db1-56a9-4990-a2da-9b8c1b31499c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:25:25Z', 'updated_at': '2022-04-20T17:25:38Z', 'revision_number': 4, 'project_id': '048f4cae66cf42c897493ac9a67e0d5f', 'gw_port': {'id': '99874db1-56a9-4990-a2da-9b8c1b31499c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:25:27Z', 'updated_at': '2022-04-20T17:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'c7902397-ce2c-4bac-b2f4-64cd0166c574', 'name': '', 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923', 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f', 'mac_address': 'fa:16:3e:41:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '459b9241-591b-4214-ba21-d89500ea520e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:25:36Z', 'updated_at': '2022-04-20T17:25:49Z', 'revision_number': 5, 'project_id': '048f4cae66cf42c897493ac9a67e0d5f', 'subnets': [{'id': '459b9241-591b-4214-ba21-d89500ea520e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:34:59.088108 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffd1faf-01d5-475e-b711-3c4e1e06c017 None None] Checking router: 99bb21b0-21b3-4412-a977-55cc451563b7 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:34:59.114043 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffd1faf-01d5-475e-b711-3c4e1e06c017 None None] Routers {'99bb21b0-21b3-4412-a977-55cc451563b7'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:34:59.115028 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-7ffd1faf-01d5-475e-b711-3c4e1e06c017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:34:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['99bb21b0-21b3-4412-a977-55cc451563b7'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:34:59.357726 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-231709b0-8623-4af4-8c4e-2b52bdf397df admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:59.646591 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-632e6420-a3cd-44d3-a5e0-ebf9badfb6e1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting subnet 93e53428-a671-4042-921b-f1831fa5a200 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:34:59.650509 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-632e6420-a3cd-44d3-a5e0-ebf9badfb6e1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:34:59.705695 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-231709b0-8623-4af4-8c4e-2b52bdf397df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:34:59.714420 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-231709b0-8623-4af4-8c4e-2b52bdf397df admin admin] Usage tracker for resource:security_group_rule and tenant:d80ec8793d8e4d53ab84ad66ad6aa99a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:34:59.719860 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-231709b0-8623-4af4-8c4e-2b52bdf397df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:34:59.736403 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-231709b0-8623-4af4-8c4e-2b52bdf397df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:34:59.742463 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-7ffd1faf-01d5-475e-b711-3c4e1e06c017 None None] Set router 99bb21b0-21b3-4412-a977-55cc451563b7 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:34:59.761399 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35420) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:59.807258 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-632e6420-a3cd-44d3-a5e0-ebf9badfb6e1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:00.005344 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-559e599e-266f-4150-b6ff-9e4da8b45b54 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:00.005940 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-559e599e-266f-4150-b6ff-9e4da8b45b54 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:00.026958 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-231709b0-8623-4af4-8c4e-2b52bdf397df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:00.160346 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-629d070d-5078-48d9-97d5-b915aaa8b5cb tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:00.190653 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-629d070d-5078-48d9-97d5-b915aaa8b5cb tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:00.202260 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-559e599e-266f-4150-b6ff-9e4da8b45b54 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Calling delete_port for 9499b49a-46f2-4d52-93e3-b0b964586e7e owned by network:floatingip {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:35:00.251132 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-632e6420-a3cd-44d3-a5e0-ebf9badfb6e1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:00.307026 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-629d070d-5078-48d9-97d5-b915aaa8b5cb tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:00.341916 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d070d-5078-48d9-97d5-b915aaa8b5cb tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=788e0f0a-b793-48ac-852a-e59827f3e22c,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:00.363172 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-629d070d-5078-48d9-97d5-b915aaa8b5cb tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:00.365232 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-629d070d-5078-48d9-97d5-b915aaa8b5cb tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "DELETE /v2.0/security-groups/788e0f0a-b793-48ac-852a-e59827f3e22c HTTP/1.1" status: 204 len: 168 time: 0.6024282 Apr 20 17:35:00.370806 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35436) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:00.396279 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-a3cedba8-6ee8-43dc-9986-7ba32fc46614 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] show failed (client error): The resource could not be found. Apr 20 17:35:00.397370 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a3cedba8-6ee8-43dc-9986-7ba32fc46614 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "GET /v2.0/security-groups/788e0f0a-b793-48ac-852a-e59827f3e22c HTTP/1.1" status: 404 len: 347 time: 0.0253890 Apr 20 17:35:00.400446 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35440) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:00.404163 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b681c9-f502-4a2f-ac31-a3d468385cb0 req-32db9f67-4d74-4dc8-b437-c1b264bb1f21 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:00.410797 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-83b681c9-f502-4a2f-ac31-a3d468385cb0 req-32db9f67-4d74-4dc8-b437-c1b264bb1f21 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=89d0bac1-055e-4fe5-9053-4b360fb795b9 HTTP/1.1" status: 200 len: 945 time: 0.8266282 Apr 20 17:35:00.412556 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-231709b0-8623-4af4-8c4e-2b52bdf397df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:00.430675 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-559e599e-266f-4150-b6ff-9e4da8b45b54 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:00.613417 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-7ffd1faf-01d5-475e-b711-3c4e1e06c017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'name': 'tempest-ServerActionsTestJSON-1417737561-router', 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '99874db1-56a9-4990-a2da-9b8c1b31499c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:25:25Z', 'updated_at': '2022-04-20T17:25:38Z', 'revision_number': 4, 'project_id': '048f4cae66cf42c897493ac9a67e0d5f', 'gw_port': {'id': '99874db1-56a9-4990-a2da-9b8c1b31499c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:25:27Z', 'updated_at': '2022-04-20T17:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'c7902397-ce2c-4bac-b2f4-64cd0166c574', 'name': '', 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923', 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f', 'mac_address': 'fa:16:3e:41:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '459b9241-591b-4214-ba21-d89500ea520e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:25:36Z', 'updated_at': '2022-04-20T17:25:49Z', 'revision_number': 5, 'project_id': '048f4cae66cf42c897493ac9a67e0d5f', 'subnets': [{'id': '459b9241-591b-4214-ba21-d89500ea520e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:35:00.627915 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffd1faf-01d5-475e-b711-3c4e1e06c017 None None] The sync data for ids ['99bb21b0-21b3-4412-a977-55cc451563b7'] in n-d-838032-1 is: [{'id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'name': 'tempest-ServerActionsTestJSON-1417737561-router', 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '99874db1-56a9-4990-a2da-9b8c1b31499c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:25:25Z', 'updated_at': '2022-04-20T17:25:38Z', 'revision_number': 4, 'project_id': '048f4cae66cf42c897493ac9a67e0d5f', 'gw_port': {'id': '99874db1-56a9-4990-a2da-9b8c1b31499c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:25:27Z', 'updated_at': '2022-04-20T17:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'c7902397-ce2c-4bac-b2f4-64cd0166c574', 'name': '', 'network_id': '4f37beb4-cacf-475a-8f23-eab887469923', 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f', 'mac_address': 'fa:16:3e:41:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '459b9241-591b-4214-ba21-d89500ea520e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:25:36Z', 'updated_at': '2022-04-20T17:25:49Z', 'revision_number': 5, 'project_id': '048f4cae66cf42c897493ac9a67e0d5f', 'subnets': [{'id': '459b9241-591b-4214-ba21-d89500ea520e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:35:00.643748 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-0e8c4da3-b9d5-4630-a6cb-e13f8e132df7 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Deleting port eeaacad5-1b97-4240-a6e9-916d48fb6062 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:35:00.643988 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4da3-b9d5-4630-a6cb-e13f8e132df7 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:00.669444 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e599e-266f-4150-b6ff-9e4da8b45b54 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event deleted for resources: {'Port': ['ID=9499b49a-46f2-4d52-93e3-b0b964586e7e,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:00.712661 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231709b0-8623-4af4-8c4e-2b52bdf397df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b41fe0d-9ff9-4f54-ba8c-19e4bf5e8927,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:00.755832 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-231709b0-8623-4af4-8c4e-2b52bdf397df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d80ec8793d8e4d53ab84ad66ad6aa99a&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8624067 Apr 20 17:35:00.760427 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35448) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:00.921002 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-632e6420-a3cd-44d3-a5e0-ebf9badfb6e1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:00.938882 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-83b681c9-f502-4a2f-ac31-a3d468385cb0 req-73fabd51-ec79-4d3c-b2ee-2fb9c7c70f31 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5270629 Apr 20 17:35:00.969065 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-559e599e-266f-4150-b6ff-9e4da8b45b54 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for floatingip, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:00.985873 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a37d18f1-aba5-4f89-b1d0-cd69a663f3d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:01.027872 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a37d18f1-aba5-4f89-b1d0-cd69a663f3d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:01.059982 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-559e599e-266f-4150-b6ff-9e4da8b45b54 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:01.061221 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-559e599e-266f-4150-b6ff-9e4da8b45b54 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "DELETE /v2.0/floatingips/d1bf573a-0cee-40e1-86d6-0f57d86220d2 HTTP/1.1" status: 204 len: 168 time: 2.6473188 Apr 20 17:35:01.109510 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a37d18f1-aba5-4f89-b1d0-cd69a663f3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:01.135886 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e6420-a3cd-44d3-a5e0-ebf9badfb6e1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Subnet': ['ID=93e53428-a671-4042-921b-f1831fa5a200,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:01.142205 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d18f1-aba5-4f89-b1d0-cd69a663f3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b41fe0d-9ff9-4f54-ba8c-19e4bf5e8927,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:01.159636 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-632e6420-a3cd-44d3-a5e0-ebf9badfb6e1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:01.173405 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8269ea7-d13a-4e73-b5b3-48b80688bfc8 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:35:01.186017 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a37d18f1-aba5-4f89-b1d0-cd69a663f3d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:01.188940 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a37d18f1-aba5-4f89-b1d0-cd69a663f3d1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9b41fe0d-9ff9-4f54-ba8c-19e4bf5e8927 HTTP/1.1" status: 204 len: 168 time: 0.4201643 Apr 20 17:35:01.233517 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35468) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:01.233698 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-632e6420-a3cd-44d3-a5e0-ebf9badfb6e1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/93e53428-a671-4042-921b-f1831fa5a200 HTTP/1.1" status: 204 len: 168 time: 2.3722031 Apr 20 17:35:01.290155 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4da3-b9d5-4630-a6cb-e13f8e132df7 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:01.290476 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4da3-b9d5-4630-a6cb-e13f8e132df7 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:01.424370 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:35:01.483877 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf1cb87-1f9b-46fb-aafe-9ddac85c3ac8 None None] New status for floating IP 2ded6e3c-e721-4985-ba95-1b79a6a9bc32: DOWN {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:35:01.692228 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-0e8c4da3-b9d5-4630-a6cb-e13f8e132df7 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Calling delete_port for eeaacad5-1b97-4240-a6e9-916d48fb6062 owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:35:01.743463 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-2304cbcb-1a8b-46e3-bb3b-16f7db2be804 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting subnet bf4002d2-3966-4b49-a2a1-2dca348e2dcb {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:35:01.753886 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2304cbcb-1a8b-46e3-bb3b-16f7db2be804 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:01.870468 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2304cbcb-1a8b-46e3-bb3b-16f7db2be804 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:01.893387 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7c070-64f9-488f-8471-e4f2d9a9e61a req-38353a34-4f6c-4b6f-ab94-c24823adb2a2 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:01.907310 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-76a7c070-64f9-488f-8471-e4f2d9a9e61a req-38353a34-4f6c-4b6f-ab94-c24823adb2a2 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=89d0bac1-055e-4fe5-9053-4b360fb795b9 HTTP/1.1" status: 200 len: 945 time: 0.6203008 Apr 20 17:35:01.982508 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2304cbcb-1a8b-46e3-bb3b-16f7db2be804 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:02.029499 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-76a7c070-64f9-488f-8471-e4f2d9a9e61a req-c27e7d8b-8889-4e5a-aaa3-4e45c08d68e0 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210895 Apr 20 17:35:02.108021 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2304cbcb-1a8b-46e3-bb3b-16f7db2be804 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:02.202584 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304cbcb-1a8b-46e3-bb3b-16f7db2be804 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Subnet': ['ID=bf4002d2-3966-4b49-a2a1-2dca348e2dcb,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:02.213172 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2304cbcb-1a8b-46e3-bb3b-16f7db2be804 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:02.221323 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35488) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:02.234968 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2304cbcb-1a8b-46e3-bb3b-16f7db2be804 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/bf4002d2-3966-4b49-a2a1-2dca348e2dcb HTTP/1.1" status: 204 len: 168 time: 0.9998744 Apr 20 17:35:02.241393 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35492) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:02.335793 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-50515cf3-6ab3-495d-933b-0c4b2093e683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:02.398388 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4da3-b9d5-4630-a6cb-e13f8e132df7 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:02.560802 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c4da3-b9d5-4630-a6cb-e13f8e132df7 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Pushing event deleted for resources: {'Port': ['ID=eeaacad5-1b97-4240-a6e9-916d48fb6062,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:02.571430 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-26417caa-2173-4488-bf26-1a40af1b44ac tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3280990 Apr 20 17:35:02.574528 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35504) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:02.585365 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:02.702880 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-faf1cb87-1f9b-46fb-aafe-9ddac85c3ac8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:35:02.703440 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-faf1cb87-1f9b-46fb-aafe-9ddac85c3ac8 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:35:02.762014 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0944a036-c789-485c-a1cd-9322aa419af4 None None] Update dhcp port {'port': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'fixed_ips': [{'subnet_id': 'bf4002d2-3966-4b49-a2a1-2dca348e2dcb'}], 'binding:host_id': 'n-d-838032-1'}, 'id': 'd9794b81-855c-4630-8e5c-914bc4b4a824'} from n-d-838032-1. {{(pid=84082) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 20 17:35:02.787486 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-50515cf3-6ab3-495d-933b-0c4b2093e683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:02.899647 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-50515cf3-6ab3-495d-933b-0c4b2093e683 admin admin] Usage tracker for resource:security_group_rule and tenant:3583260d73594f6a8fed018fbc0ff119 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:02.913471 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-50515cf3-6ab3-495d-933b-0c4b2093e683 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:02.968919 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-50515cf3-6ab3-495d-933b-0c4b2093e683 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:03.019546 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0944a036-c789-485c-a1cd-9322aa419af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:03.021732 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:03.027939 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:subnet and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:03.040483 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:03.049844 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:03.084568 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:35:03.088099 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:03.127306 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4da3-b9d5-4630-a6cb-e13f8e132df7 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:03.226233 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf1cb87-1f9b-46fb-aafe-9ddac85c3ac8 None None] New status for floating IP 2ded6e3c-e721-4985-ba95-1b79a6a9bc32: DOWN {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:35:03.315609 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a611a6-2f08-4c5f-a305-29e3356b11a1 req-5276e8bf-7443-4453-824b-93f89f27e180 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:03.322858 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e2a611a6-2f08-4c5f-a305-29e3356b11a1 req-5276e8bf-7443-4453-824b-93f89f27e180 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=89d0bac1-055e-4fe5-9053-4b360fb795b9 HTTP/1.1" status: 200 len: 945 time: 0.3095093 Apr 20 17:35:03.362498 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4da3-b9d5-4630-a6cb-e13f8e132df7 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:03.363901 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0e8c4da3-b9d5-4630-a6cb-e13f8e132df7 tempest-ServerActionsTestJSON-91864019 tempest-ServerActionsTestJSON-91864019-project] 10.222.0.39 "DELETE /v2.0/floatingips/2ded6e3c-e721-4985-ba95-1b79a6a9bc32 HTTP/1.1" status: 204 len: 168 time: 2.9625020 Apr 20 17:35:03.369530 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35516) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:03.375118 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-50515cf3-6ab3-495d-933b-0c4b2093e683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:03.405690 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-50515cf3-6ab3-495d-933b-0c4b2093e683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:03.554806 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e2a611a6-2f08-4c5f-a305-29e3356b11a1 req-cd1d9151-677a-4711-9370-7e5fe52f8a3c tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307620 Apr 20 17:35:03.678350 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50515cf3-6ab3-495d-933b-0c4b2093e683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ad507b-b297-4d9d-9f92-8d93176bde08,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:03.710887 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-50515cf3-6ab3-495d-933b-0c4b2093e683 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3583260d73594f6a8fed018fbc0ff119&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4837029 Apr 20 17:35:03.712932 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35528) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:03.718077 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dca55d-9e28-4c40-9c66-cca9bfe42d8e None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:35:04.071841 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2f8e5a58-817c-46a0-a6b5-cfccfecaec4b None None] Provisioning complete for port d9794b81-855c-4630-8e5c-914bc4b4a824 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:35:04.082457 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2f8e5a58-817c-46a0-a6b5-cfccfecaec4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:04.405603 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cb867-3d6d-432e-9fae-01c905c8fefa req-16c694ce-3734-4b4a-9c4c-815234d44df3 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:04.411531 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3b1cb867-3d6d-432e-9fae-01c905c8fefa req-16c694ce-3734-4b4a-9c4c-815234d44df3 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.10 "GET /v2.0/ports?device_id=89d0bac1-055e-4fe5-9053-4b360fb795b9 HTTP/1.1" status: 200 len: 945 time: 0.1980047 Apr 20 17:35:04.503671 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2830da6d-aabb-4a7c-a814-06b7d686721c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:04.580739 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2830da6d-aabb-4a7c-a814-06b7d686721c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:04.635995 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-3b1cb867-3d6d-432e-9fae-01c905c8fefa req-9d685541-1e01-4f0f-8da4-667b0f72e682 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Deleting port 8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:35:04.636484 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-3b1cb867-3d6d-432e-9fae-01c905c8fefa req-9d685541-1e01-4f0f-8da4-667b0f72e682 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:04.738479 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2830da6d-aabb-4a7c-a814-06b7d686721c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:04.762983 n-d-838032-1 neutron-server[84081]: DEBUG neutron.objects.ports [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84081) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 20 17:35:04.862335 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830da6d-aabb-4a7c-a814-06b7d686721c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ad507b-b297-4d9d-9f92-8d93176bde08,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:04.877469 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2830da6d-aabb-4a7c-a814-06b7d686721c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:04.878795 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2830da6d-aabb-4a7c-a814-06b7d686721c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/73ad507b-b297-4d9d-9f92-8d93176bde08 HTTP/1.1" status: 204 len: 168 time: 1.1661572 Apr 20 17:35:05.009624 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3849f8-7260-4d15-880b-cf9f2d936c0c None None] Update dhcp port {'port': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'fixed_ips': [{'subnet_id': 'f3d79ec9-126d-4e00-9dea-dad0d3a175b6'}], 'binding:host_id': 'n-d-838032-1'}, 'id': 'd9794b81-855c-4630-8e5c-914bc4b4a824'} from n-d-838032-1. {{(pid=84082) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 20 17:35:05.172487 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d9794b81-855c-4630-8e5c-914bc4b4a824 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:35:05.208374 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365b16a-7dd1-4a9b-ac92-61ff47b82d2a req-ff0af02d-94c4-4d2c-a113-36159d5c2bc9 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:05.216446 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1365b16a-7dd1-4a9b-ac92-61ff47b82d2a req-ff0af02d-94c4-4d2c-a113-36159d5c2bc9 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=89d0bac1-055e-4fe5-9053-4b360fb795b9 HTTP/1.1" status: 200 len: 945 time: 0.2395582 Apr 20 17:35:05.338849 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2fa6a9ad-9c19-4dde-a70c-b29642e17be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:05.437986 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1365b16a-7dd1-4a9b-ac92-61ff47b82d2a req-2ed187a2-bfc3-4d8d-a4df-a41f6b9b3293 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207043 Apr 20 17:35:05.615428 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fc3849f8-7260-4d15-880b-cf9f2d936c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:05.827642 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:05.860219 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:06.045090 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-3b1cb867-3d6d-432e-9fae-01c905c8fefa req-9d685541-1e01-4f0f-8da4-667b0f72e682 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] For port 8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:35:06.045489 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-3b1cb867-3d6d-432e-9fae-01c905c8fefa req-9d685541-1e01-4f0f-8da4-667b0f72e682 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:06.269090 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-3b1cb867-3d6d-432e-9fae-01c905c8fefa req-9d685541-1e01-4f0f-8da4-667b0f72e682 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Calling delete_port for 8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:35:06.484188 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] For port d9794b81-855c-4630-8e5c-914bc4b4a824, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d9794b81-855c-4630-8e5c-914bc4b4a824,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:35:06.538577 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387f5e8-d18c-49a9-9e93-dc9a9bf1d904 req-e8aa99e5-848e-4347-abac-f03a4612fdb4 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:06.543631 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1387f5e8-d18c-49a9-9e93-dc9a9bf1d904 req-e8aa99e5-848e-4347-abac-f03a4612fdb4 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb881ea2-f91c-4971-9925-fb51ed69ec96 HTTP/1.1" status: 200 len: 945 time: 0.5838659 Apr 20 17:35:06.615123 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:35:06.635405 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:06.652089 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:06.653080 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:06.702318 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1387f5e8-d18c-49a9-9e93-dc9a9bf1d904 req-4f0c2465-174a-4dc9-924d-8a7cd0436628 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcdd2e1a-e3c7-47ad-88ee-1fdac94d151c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449795 Apr 20 17:35:06.789388 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-fc3849f8-7260-4d15-880b-cf9f2d936c0c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:35:06.790684 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-fc3849f8-7260-4d15-880b-cf9f2d936c0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:35:06.870588 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:35:06.871154 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:35:07.073409 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35634) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:07.089834 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Subnet': ['ID=f3d79ec9-126d-4e00-9dea-dad0d3a175b6,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:07.096679 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-3b1cb867-3d6d-432e-9fae-01c905c8fefa req-9d685541-1e01-4f0f-8da4-667b0f72e682 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:07.108849 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['d342bd3a-35b5-47b3-8bf2-c19218fd8a1e'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:35:07.176405 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Port': ['ID=d9794b81-855c-4630-8e5c-914bc4b4a824,revision_number=8']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:07.216174 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:07.240529 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:07.240969 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:07.241308 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:07.241646 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:07.242359 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:07.242690 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:07.243012 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:07.243332 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:07.243654 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:07.243972 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:07.300292 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0433c840-7a64-40be-9f17-56f1e49c630b req-ba9b6dac-5072-4090-ac00-5e06e023dafb tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=89d0bac1-055e-4fe5-9053-4b360fb795b9 HTTP/1.1" status: 200 len: 210 time: 0.2149208 Apr 20 17:35:07.332975 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:35:07.380741 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-2fa6a9ad-9c19-4dde-a70c-b29642e17be4 admin admin] Deleting port c7902397-ce2c-4bac-b2f4-64cd0166c574 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:35:07.381677 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2fa6a9ad-9c19-4dde-a70c-b29642e17be4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:07.425985 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:07.426728 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:07.427818 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:07.428168 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:07.429777 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:07.430237 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:07.430888 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:07.431230 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:07.431567 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:07.431927 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:07.434458 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:07.473027 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09d706-0898-447e-9700-4bf13f06ecbc req-f1076fce-6ed1-4016-a37f-4ed53a0247c1 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:07.474633 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7f09d706-0898-447e-9700-4bf13f06ecbc req-f1076fce-6ed1-4016-a37f-4ed53a0247c1 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb881ea2-f91c-4971-9925-fb51ed69ec96 HTTP/1.1" status: 200 len: 945 time: 0.4060955 Apr 20 17:35:07.503855 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:35:07.507616 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:07.508211 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:07.584221 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d685541-1e01-4f0f-8da4-667b0f72e682 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Pushing event deleted for resources: {'Port': ['ID=8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:07.593535 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1cb867-3d6d-432e-9fae-01c905c8fefa req-9d685541-1e01-4f0f-8da4-667b0f72e682 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] No DVR routers for this DVR port 8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:35:07.596986 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-3b1cb867-3d6d-432e-9fae-01c905c8fefa req-9d685541-1e01-4f0f-8da4-667b0f72e682 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:07.603108 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d0bac1-055e-4fe5-9053-4b360fb795b9', 'name': 'network-vif-deleted', 'tag': '8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:35:07.627060 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-5796482d-8cc0-49d2-8675-c8c651c51fad tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1461092451'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:07.648726 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fc3849f8-7260-4d15-880b-cf9f2d936c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:07.661250 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c212652f-3f08-4ce6-adf3-2e84a0a8c349 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.0850718 Apr 20 17:35:07.663560 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35702) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:07.674908 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3b1cb867-3d6d-432e-9fae-01c905c8fefa req-9d685541-1e01-4f0f-8da4-667b0f72e682 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.10 "DELETE /v2.0/ports/8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc HTTP/1.1" status: 204 len: 173 time: 3.2450297 Apr 20 17:35:07.692317 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-40af745b-fb4e-4e6b-a72d-b74865b5696e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:07.694725 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5796482d-8cc0-49d2-8675-c8c651c51fad tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:07.733444 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5796482d-8cc0-49d2-8675-c8c651c51fad tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Usage tracker for resource:network and tenant:35abef9abdc94533a2681f476d78a8d7 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:07.791338 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5796482d-8cc0-49d2-8675-c8c651c51fad tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:07.832569 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5796482d-8cc0-49d2-8675-c8c651c51fad tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:07.970460 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:07.981300 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-7f09d706-0898-447e-9700-4bf13f06ecbc req-05516d54-114d-4af8-8e0b-8efb56afadc2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Deleting port 08fb96fe-1715-4d23-b04b-641242ea8aeb {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:35:07.981985 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7f09d706-0898-447e-9700-4bf13f06ecbc req-05516d54-114d-4af8-8e0b-8efb56afadc2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:08.114173 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5796482d-8cc0-49d2-8675-c8c651c51fad tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Made reservation on behalf of 35abef9abdc94533a2681f476d78a8d7 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:35:08.117891 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5796482d-8cc0-49d2-8675-c8c651c51fad tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:08.126958 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port d9794b81-855c-4630-8e5c-914bc4b4a824, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d9794b81-855c-4630-8e5c-914bc4b4a824,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:35:08.157755 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:08.177538 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5796482d-8cc0-49d2-8675-c8c651c51fad tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:08.363558 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-502505a5-f670-4fe5-9cc0-522714af81c5'] response: {'server_uuid': '89d0bac1-055e-4fe5-9053-4b360fb795b9', 'name': 'network-vif-deleted', 'tag': '8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc', 'status': 'completed', 'code': 200} Apr 20 17:35:08.541991 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=d9794b81-855c-4630-8e5c-914bc4b4a824,revision_number=9']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:08.578857 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:35:08.730996 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5796482d-8cc0-49d2-8675-c8c651c51fad tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:08.743169 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:35:08.743542 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5796482d-8cc0-49d2-8675-c8c651c51fad tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Usage tracker for resource:security_group_rule and tenant:35abef9abdc94533a2681f476d78a8d7 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:08.746002 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 8b5311c8-ae79-44eb-8bb0-5d99ad7f7fcc not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:35:08.749529 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5796482d-8cc0-49d2-8675-c8c651c51fad tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:08.762256 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5796482d-8cc0-49d2-8675-c8c651c51fad tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:08.768541 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-40af745b-fb4e-4e6b-a72d-b74865b5696e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:08.793760 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-40af745b-fb4e-4e6b-a72d-b74865b5696e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:subnet and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:08.809444 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-40af745b-fb4e-4e6b-a72d-b74865b5696e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:08.834576 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-40af745b-fb4e-4e6b-a72d-b74865b5696e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:08.848214 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5796482d-8cc0-49d2-8675-c8c651c51fad tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:08.880072 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5796482d-8cc0-49d2-8675-c8c651c51fad tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:08.919629 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40af745b-fb4e-4e6b-a72d-b74865b5696e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:35:08.984264 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-fc3849f8-7260-4d15-880b-cf9f2d936c0c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:35:08.984727 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-fc3849f8-7260-4d15-880b-cf9f2d936c0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:35:09.042557 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796482d-8cc0-49d2-8675-c8c651c51fad tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=143e49ba-5013-42d9-9d75-952517e6112b,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:09.080851 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-89583195-b3ab-455d-a194-769d2fb2ee4d req-02def967-4d6c-4fc0-a84b-6c92a11a18f1 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=89d0bac1-055e-4fe5-9053-4b360fb795b9 HTTP/1.1" status: 200 len: 210 time: 0.2308910 Apr 20 17:35:09.082815 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-2fa6a9ad-9c19-4dde-a70c-b29642e17be4 admin admin] For port c7902397-ce2c-4bac-b2f4-64cd0166c574, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c7902397-ce2c-4bac-b2f4-64cd0166c574,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:35:09.083295 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2fa6a9ad-9c19-4dde-a70c-b29642e17be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:09.152523 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b653c-9114-4e11-9712-4dcab6d9712b req-fbc84ffb-b3d0-4620-b1f9-cdbc1983dd41 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:09.153252 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-4b7b653c-9114-4e11-9712-4dcab6d9712b req-fbc84ffb-b3d0-4620-b1f9-cdbc1983dd41 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Synchronizing usage tracker for tenant:fff76710152c4266b547138b68f9e982 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:35:09.157120 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5796482d-8cc0-49d2-8675-c8c651c51fad tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:35:09.186400 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-68a1cfc2-f1cc-4ce9-ac4e-c64b9c50bc8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:09.293717 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-4b7b653c-9114-4e11-9712-4dcab6d9712b req-fbc84ffb-b3d0-4620-b1f9-cdbc1983dd41 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Unset dirty status for tenant:fff76710152c4266b547138b68f9e982 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:35:09.300146 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4b7b653c-9114-4e11-9712-4dcab6d9712b req-fbc84ffb-b3d0-4620-b1f9-cdbc1983dd41 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb881ea2-f91c-4971-9925-fb51ed69ec96 HTTP/1.1" status: 200 len: 945 time: 0.9384115 Apr 20 17:35:09.362350 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-40af745b-fb4e-4e6b-a72d-b74865b5696e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:09.446595 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-2fa6a9ad-9c19-4dde-a70c-b29642e17be4 admin admin] Calling delete_port for c7902397-ce2c-4bac-b2f4-64cd0166c574 owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:35:09.487682 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5796482d-8cc0-49d2-8675-c8c651c51fad tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:09.487682 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-5796482d-8cc0-49d2-8675-c8c651c51fad tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Added segment 24457ec4-cfca-47a7-ac12-e6e66fea746b of type vlan for network 53fa9a2b-1503-4e08-8453-12a599bac72b Apr 20 17:35:09.489699 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 08fb96fe-1715-4d23-b04b-641242ea8aeb no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:35:09.579221 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-4b7b653c-9114-4e11-9712-4dcab6d9712b req-701a8428-c104-4a9a-902b-dd7050a0a216 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Synchronizing usage tracker for tenant:fff76710152c4266b547138b68f9e982 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:35:09.635175 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5796482d-8cc0-49d2-8675-c8c651c51fad tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:09.639000 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-4b7b653c-9114-4e11-9712-4dcab6d9712b req-701a8428-c104-4a9a-902b-dd7050a0a216 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Unset dirty status for tenant:fff76710152c4266b547138b68f9e982 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:35:09.641428 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4b7b653c-9114-4e11-9712-4dcab6d9712b req-701a8428-c104-4a9a-902b-dd7050a0a216 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcdd2e1a-e3c7-47ad-88ee-1fdac94d151c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3404076 Apr 20 17:35:09.664229 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35924) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:09.750044 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-7f09d706-0898-447e-9700-4bf13f06ecbc req-05516d54-114d-4af8-8e0b-8efb56afadc2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] For port 08fb96fe-1715-4d23-b04b-641242ea8aeb, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=08fb96fe-1715-4d23-b04b-641242ea8aeb,segment=NetworkSegment(aeb8f33c-317c-45e3-a7a9-c21f7e658316),segment_id=aeb8f33c-317c-45e3-a7a9-c21f7e658316)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:35:09.750696 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7f09d706-0898-447e-9700-4bf13f06ecbc req-05516d54-114d-4af8-8e0b-8efb56afadc2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:09.767546 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:09.825350 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb881ea2-f91c-4971-9925-fb51ed69ec96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08fb96fe-1715-4d23-b04b-641242ea8aeb'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:35:09.826500 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-40af745b-fb4e-4e6b-a72d-b74865b5696e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:09.857885 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 08fb96fe-1715-4d23-b04b-641242ea8aeb, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=08fb96fe-1715-4d23-b04b-641242ea8aeb,segment=NetworkSegment(aeb8f33c-317c-45e3-a7a9-c21f7e658316),segment_id=aeb8f33c-317c-45e3-a7a9-c21f7e658316)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:35:09.871583 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:09.917290 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40af745b-fb4e-4e6b-a72d-b74865b5696e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:35:09.921077 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-40af745b-fb4e-4e6b-a72d-b74865b5696e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:35:09.929525 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40af745b-fb4e-4e6b-a72d-b74865b5696e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:09.930546 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-40af745b-fb4e-4e6b-a72d-b74865b5696e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:09.951560 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af745b-fb4e-4e6b-a72d-b74865b5696e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Subnet': ['ID=23ed44dc-8743-4861-92b6-11508747ccfb,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:09.985869 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fb0dcbc6-d81a-4bb5-8abe-b957567c6e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:10.029404 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-40af745b-fb4e-4e6b-a72d-b74865b5696e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3632851 Apr 20 17:35:10.030459 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35966) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:10.040234 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=08fb96fe-1715-4d23-b04b-641242ea8aeb,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:10.045305 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-46d3b95a-6c7a-417b-8c44-e1d226e4c806 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'port': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'mac_address': 'fa:16:3e:b3:52:dd', 'name': 'tempest-NetworksTestDHCPv6-1805326436'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:10.060635 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-530ab910-a355-46d3-892b-0dfd5254b231'] response: {'server_uuid': 'cb881ea2-f91c-4971-9925-fb51ed69ec96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08fb96fe-1715-4d23-b04b-641242ea8aeb', 'code': 200} Apr 20 17:35:10.089467 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fc3849f8-7260-4d15-880b-cf9f2d936c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:10.140615 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-fb0dcbc6-d81a-4bb5-8abe-b957567c6e9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:10.179710 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-fb0dcbc6-d81a-4bb5-8abe-b957567c6e9d admin admin] Usage tracker for resource:security_group_rule and tenant:4ef257e3a9c543e79040dfb9c1735a6c is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:10.203301 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-fb0dcbc6-d81a-4bb5-8abe-b957567c6e9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:10.300409 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-fb0dcbc6-d81a-4bb5-8abe-b957567c6e9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:10.305984 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-46d3b95a-6c7a-417b-8c44-e1d226e4c806 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:10.325677 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-46d3b95a-6c7a-417b-8c44-e1d226e4c806 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:10.533710 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fb0dcbc6-d81a-4bb5-8abe-b957567c6e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:10.535273 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d3b95a-6c7a-417b-8c44-e1d226e4c806 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:35:10.540765 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7f09d706-0898-447e-9700-4bf13f06ecbc req-05516d54-114d-4af8-8e0b-8efb56afadc2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:10.541395 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7f09d706-0898-447e-9700-4bf13f06ecbc req-05516d54-114d-4af8-8e0b-8efb56afadc2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:10.541945 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [req-7f09d706-0898-447e-9700-4bf13f06ecbc req-05516d54-114d-4af8-8e0b-8efb56afadc2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Floating IP 4e852ef9-9055-4007-821f-32a6334e2805 disassociated. External IP: 172.25.8.250, port: 08fb96fe-1715-4d23-b04b-641242ea8aeb. Apr 20 17:35:10.542987 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-7f09d706-0898-447e-9700-4bf13f06ecbc req-05516d54-114d-4af8-8e0b-8efb56afadc2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Calling delete_port for 08fb96fe-1715-4d23-b04b-641242ea8aeb owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:35:10.549422 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-46d3b95a-6c7a-417b-8c44-e1d226e4c806 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:10.619775 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-fc3849f8-7260-4d15-880b-cf9f2d936c0c None None] For port d9794b81-855c-4630-8e5c-914bc4b4a824, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d9794b81-855c-4630-8e5c-914bc4b4a824,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:35:10.624413 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fb0dcbc6-d81a-4bb5-8abe-b957567c6e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:10.685674 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fb0dcbc6-d81a-4bb5-8abe-b957567c6e9d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4ef257e3a9c543e79040dfb9c1735a6c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0195427 Apr 20 17:35:10.694005 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36040) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:10.696710 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-46d3b95a-6c7a-417b-8c44-e1d226e4c806 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] device_id is not set on port d793ec7c-24fc-4c82-981a-5b78c621ef69 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:35:10.703191 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fc3849f8-7260-4d15-880b-cf9f2d936c0c None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:10.723896 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fc3849f8-7260-4d15-880b-cf9f2d936c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:10.725469 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.api [req-7f09d706-0898-447e-9700-4bf13f06ecbc req-05516d54-114d-4af8-8e0b-8efb56afadc2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:35:10.725794 n-d-838032-1 neutron-server[84080]: DEBUG oslo_db.api [req-7f09d706-0898-447e-9700-4bf13f06ecbc req-05516d54-114d-4af8-8e0b-8efb56afadc2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:35:10.735305 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5796482d-8cc0-49d2-8675-c8c651c51fad tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:10.739316 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5796482d-8cc0-49d2-8675-c8c651c51fad tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:10.739908 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5796482d-8cc0-49d2-8675-c8c651c51fad tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:10.863432 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3849f8-7260-4d15-880b-cf9f2d936c0c None None] Pushing event updated for resources: {'Port': ['ID=d9794b81-855c-4630-8e5c-914bc4b4a824,revision_number=10']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:10.948637 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0dcbc6-d81a-4bb5-8abe-b957567c6e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f714a7d9-d854-4e52-849c-7ed6ff4d9b26,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:11.051436 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2fa6a9ad-9c19-4dde-a70c-b29642e17be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:11.207097 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5796482d-8cc0-49d2-8675-c8c651c51fad tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 4.1256504 Apr 20 17:35:11.258998 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36102) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:11.265762 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-7f09d706-0898-447e-9700-4bf13f06ecbc req-05516d54-114d-4af8-8e0b-8efb56afadc2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Deleting port 08fb96fe-1715-4d23-b04b-641242ea8aeb {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:35:11.266506 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7f09d706-0898-447e-9700-4bf13f06ecbc req-05516d54-114d-4af8-8e0b-8efb56afadc2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:11.339179 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796482d-8cc0-49d2-8675-c8c651c51fad tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Pushing event updated for resources: {'Network': ['ID=53fa9a2b-1503-4e08-8453-12a599bac72b,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:11.353898 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 53fa9a2b-1503-4e08-8453-12a599bac72b details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:35:11.377978 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6a9ad-9c19-4dde-a70c-b29642e17be4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7902397-ce2c-4bac-b2f4-64cd0166c574,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:11.399909 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-dac0b1b8-2da9-4fef-b6d3-719e840e9b32 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Request body: {'subnet': {'network_id': '53fa9a2b-1503-4e08-8453-12a599bac72b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:11.683183 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d6f73295-7578-4904-9f71-90b6089339e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:11.891002 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-46d3b95a-6c7a-417b-8c44-e1d226e4c806 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Allocated IP 172.20.0.2 (9ba611e4-024c-4a0c-9998-3bc548cf409a/23ed44dc-8743-4861-92b6-11508747ccfb/d793ec7c-24fc-4c82-981a-5b78c621ef69) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:35:11.897646 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-46d3b95a-6c7a-417b-8c44-e1d226e4c806 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Allocated IP 2001:db8::f816:3eff:feb3:52dd (9ba611e4-024c-4a0c-9998-3bc548cf409a/f3d79ec9-126d-4e00-9dea-dad0d3a175b6/d793ec7c-24fc-4c82-981a-5b78c621ef69) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:35:11.912690 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bed917-84a6-468b-8c53-42441e255200 req-0d6a8d23-9c9b-4bb6-a2d7-cdc8a5fc59b0 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:11.914127 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e2bed917-84a6-468b-8c53-42441e255200 req-0d6a8d23-9c9b-4bb6-a2d7-cdc8a5fc59b0 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/networks?id=559f75fc-3697-4c39-a90d-68a51f28c45f HTTP/1.1" status: 200 len: 805 time: 0.9603689 Apr 20 17:35:11.954840 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-70ca14a5-e24f-4707-a629-84e587fc9655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:11.984666 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-dac0b1b8-2da9-4fef-b6d3-719e840e9b32 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:12.013157 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-dac0b1b8-2da9-4fef-b6d3-719e840e9b32 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Usage tracker for resource:subnet and tenant:35abef9abdc94533a2681f476d78a8d7 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:12.029417 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-dac0b1b8-2da9-4fef-b6d3-719e840e9b32 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:12.079864 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-dac0b1b8-2da9-4fef-b6d3-719e840e9b32 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:12.082693 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e2bed917-84a6-468b-8c53-42441e255200 req-9d47314c-48be-49c1-8f40-d95c072a6a7c tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/quotas/55ad101ba72d4aafab1fd36de3508559 HTTP/1.1" status: 200 len: 375 time: 0.1258142 Apr 20 17:35:12.107815 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-70ca14a5-e24f-4707-a629-84e587fc9655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:12.108749 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79a9abb-50a0-4dd5-a8df-d47bf6fe81de None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:35:12.188216 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-7f09d706-0898-447e-9700-4bf13f06ecbc req-05516d54-114d-4af8-8e0b-8efb56afadc2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] For port 08fb96fe-1715-4d23-b04b-641242ea8aeb, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=08fb96fe-1715-4d23-b04b-641242ea8aeb,segment=NetworkSegment(aeb8f33c-317c-45e3-a7a9-c21f7e658316),segment_id=aeb8f33c-317c-45e3-a7a9-c21f7e658316)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:35:12.194664 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7f09d706-0898-447e-9700-4bf13f06ecbc req-05516d54-114d-4af8-8e0b-8efb56afadc2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:12.485075 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac0b1b8-2da9-4fef-b6d3-719e840e9b32 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Made reservation on behalf of 35abef9abdc94533a2681f476d78a8d7 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:35:12.553438 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7f09d706-0898-447e-9700-4bf13f06ecbc req-05516d54-114d-4af8-8e0b-8efb56afadc2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:12.554090 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7f09d706-0898-447e-9700-4bf13f06ecbc req-05516d54-114d-4af8-8e0b-8efb56afadc2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:12.554679 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [req-7f09d706-0898-447e-9700-4bf13f06ecbc req-05516d54-114d-4af8-8e0b-8efb56afadc2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Floating IP 4e852ef9-9055-4007-821f-32a6334e2805 disassociated. External IP: 172.25.8.250, port: 08fb96fe-1715-4d23-b04b-641242ea8aeb. Apr 20 17:35:12.555163 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-7f09d706-0898-447e-9700-4bf13f06ecbc req-05516d54-114d-4af8-8e0b-8efb56afadc2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Calling delete_port for 08fb96fe-1715-4d23-b04b-641242ea8aeb owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:35:12.612756 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d9794b81-855c-4630-8e5c-914bc4b4a824 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:35:12.680247 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dac0b1b8-2da9-4fef-b6d3-719e840e9b32 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:12.728153 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c46e05-0696-46ba-8bc5-a7b4dbdd6e14 req-1520e51a-7527-4b8b-bcd6-4a4ea333c2d2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:12.729271 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-d9c46e05-0696-46ba-8bc5-a7b4dbdd6e14 req-1520e51a-7527-4b8b-bcd6-4a4ea333c2d2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Synchronizing usage tracker for tenant:fff76710152c4266b547138b68f9e982 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:35:12.732174 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7f09d706-0898-447e-9700-4bf13f06ecbc req-05516d54-114d-4af8-8e0b-8efb56afadc2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:12.749081 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6dd37c6f-8101-4dd5-a94e-9c399f80d54f None None] Provisioning complete for port d9794b81-855c-4630-8e5c-914bc4b4a824 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:35:12.749479 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6dd37c6f-8101-4dd5-a94e-9c399f80d54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:12.819217 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05516d54-114d-4af8-8e0b-8efb56afadc2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event deleted for resources: {'Port': ['ID=08fb96fe-1715-4d23-b04b-641242ea8aeb,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:12.842090 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:12.858303 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-d9c46e05-0696-46ba-8bc5-a7b4dbdd6e14 req-1520e51a-7527-4b8b-bcd6-4a4ea333c2d2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Unset dirty status for tenant:fff76710152c4266b547138b68f9e982 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:35:12.860616 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d9c46e05-0696-46ba-8bc5-a7b4dbdd6e14 req-1520e51a-7527-4b8b-bcd6-4a4ea333c2d2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb881ea2-f91c-4971-9925-fb51ed69ec96 HTTP/1.1" status: 200 len: 943 time: 1.8103449 Apr 20 17:35:12.880876 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:12.925993 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port d9794b81-855c-4630-8e5c-914bc4b4a824 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:35:12.926379 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:12.944682 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e2bed917-84a6-468b-8c53-42441e255200 req-b6b96518-f879-407e-bbcd-b259c72b5b31 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Synchronizing usage tracker for tenant:55ad101ba72d4aafab1fd36de3508559 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:35:12.965913 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-70ca14a5-e24f-4707-a629-84e587fc9655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:12.985185 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-46d3b95a-6c7a-417b-8c44-e1d226e4c806 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:13.006854 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-46d3b95a-6c7a-417b-8c44-e1d226e4c806 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Transition to ACTIVE for port object d793ec7c-24fc-4c82-981a-5b78c621ef69 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:35:13.071084 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d9c46e05-0696-46ba-8bc5-a7b4dbdd6e14 req-194eeaf9-9edb-42e9-a778-acc15d6dfe81 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=bcdd2e1a-e3c7-47ad-88ee-1fdac94d151c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995809 Apr 20 17:35:13.114015 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2fa6a9ad-9c19-4dde-a70c-b29642e17be4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:13.123402 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6dd37c6f-8101-4dd5-a94e-9c399f80d54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:13.142932 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94f4a7f-ec90-484a-8cc7-f43ee956e2ed None None] Update dhcp port {'port': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'fixed_ips': [{'subnet_id': 'f3d79ec9-126d-4e00-9dea-dad0d3a175b6', 'ip_address': '2001:db8::f816:3eff:fe1c:919'}, {'subnet_id': '23ed44dc-8743-4861-92b6-11508747ccfb'}], 'binding:host_id': 'n-d-838032-1'}, 'id': 'd9794b81-855c-4630-8e5c-914bc4b4a824'} from n-d-838032-1. {{(pid=84082) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 20 17:35:13.196668 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e2bed917-84a6-468b-8c53-42441e255200 req-b6b96518-f879-407e-bbcd-b259c72b5b31 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Unset dirty status for tenant:55ad101ba72d4aafab1fd36de3508559 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:35:13.201884 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e2bed917-84a6-468b-8c53-42441e255200 req-b6b96518-f879-407e-bbcd-b259c72b5b31 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=55ad101ba72d4aafab1fd36de3508559&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0737152 Apr 20 17:35:13.203006 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dac0b1b8-2da9-4fef-b6d3-719e840e9b32 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:13.207371 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-46d3b95a-6c7a-417b-8c44-e1d226e4c806 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:13.235149 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-6dd37c6f-8101-4dd5-a94e-9c399f80d54f None None] For port d9794b81-855c-4630-8e5c-914bc4b4a824, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d9794b81-855c-4630-8e5c-914bc4b4a824,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:35:13.268251 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6dd37c6f-8101-4dd5-a94e-9c399f80d54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:13.323009 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca14a5-e24f-4707-a629-84e587fc9655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f714a7d9-d854-4e52-849c-7ed6ff4d9b26,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:13.380478 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f09d706-0898-447e-9700-4bf13f06ecbc req-05516d54-114d-4af8-8e0b-8efb56afadc2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:35:13.387527 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:13.453905 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f94f4a7f-ec90-484a-8cc7-f43ee956e2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:13.600173 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd37c6f-8101-4dd5-a94e-9c399f80d54f None None] Pushing event updated for resources: {'Port': ['ID=d9794b81-855c-4630-8e5c-914bc4b4a824,revision_number=11']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:13.654450 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e2bed917-84a6-468b-8c53-42441e255200 req-e3f4f817-a80f-4087-84e5-e017cdd169a8 service neutron] 10.222.0.39 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979280 Apr 20 17:35:13.667570 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-70ca14a5-e24f-4707-a629-84e587fc9655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:13.668893 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-70ca14a5-e24f-4707-a629-84e587fc9655 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f714a7d9-d854-4e52-849c-7ed6ff4d9b26 HTTP/1.1" status: 204 len: 168 time: 2.9739256 Apr 20 17:35:13.671298 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d3b95a-6c7a-417b-8c44-e1d226e4c806 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:35:13.706172 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3b95a-6c7a-417b-8c44-e1d226e4c806 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Port': ['ID=d793ec7c-24fc-4c82-981a-5b78c621ef69,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:13.708848 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac0b1b8-2da9-4fef-b6d3-719e840e9b32 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Pushing event updated for resources: {'Subnet': ['ID=ba6182e2-4289-43f1-891a-ee717f9b5402,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:13.711080 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-46d3b95a-6c7a-417b-8c44-e1d226e4c806 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:35:13.721442 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d3b95a-6c7a-417b-8c44-e1d226e4c806 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:35:13.828405 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-f94f4a7f-ec90-484a-8cc7-f43ee956e2ed None None] Allocated IP 172.20.0.3 (9ba611e4-024c-4a0c-9998-3bc548cf409a/23ed44dc-8743-4861-92b6-11508747ccfb/d9794b81-855c-4630-8e5c-914bc4b4a824) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:35:13.828956 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac0b1b8-2da9-4fef-b6d3-719e840e9b32 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Checking segment: {'id': '24457ec4-cfca-47a7-ac12-e6e66fea746b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '53fa9a2b-1503-4e08-8453-12a599bac72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:35:13.829148 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac0b1b8-2da9-4fef-b6d3-719e840e9b32 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Network hostable DHCP agents. Network: 53fa9a2b-1503-4e08-8453-12a599bac72b, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:35:13.907189 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d3b95a-6c7a-417b-8c44-e1d226e4c806 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:13.908133 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-46d3b95a-6c7a-417b-8c44-e1d226e4c806 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:13.944455 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e2bed917-84a6-468b-8c53-42441e255200 req-e01361aa-1e1c-44da-86ae-bf2f57c0cc25 service neutron] 10.222.0.39 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716064 Apr 20 17:35:13.956879 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-46d3b95a-6c7a-417b-8c44-e1d226e4c806 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.9195614 Apr 20 17:35:13.957489 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36204) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:13.967782 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac0b1b8-2da9-4fef-b6d3-719e840e9b32 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Network 53fa9a2b-1503-4e08-8453-12a599bac72b is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:35:14.045459 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:14.148967 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-dac0b1b8-2da9-4fef-b6d3-719e840e9b32 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 53fa9a2b-1503-4e08-8453-12a599bac72b) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:35:14.158602 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac0b1b8-2da9-4fef-b6d3-719e840e9b32 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:14.159474 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dac0b1b8-2da9-4fef-b6d3-719e840e9b32 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:14.182074 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-f94f4a7f-ec90-484a-8cc7-f43ee956e2ed None None] For port d9794b81-855c-4630-8e5c-914bc4b4a824, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d9794b81-855c-4630-8e5c-914bc4b4a824,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:35:14.195434 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cda6657-e9fe-417e-b8e3-0f211fb81fdb None None] Network 53fa9a2b-1503-4e08-8453-12a599bac72b requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:35:14.225166 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4add3973-be58-465f-bc52-43b015f0618d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:14.252908 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4add3973-be58-465f-bc52-43b015f0618d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:14.253721 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4add3973-be58-465f-bc52-43b015f0618d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:35:14.273840 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-dac0b1b8-2da9-4fef-b6d3-719e840e9b32 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0114257 Apr 20 17:35:14.276621 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36218) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:14.294036 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4add3973-be58-465f-bc52-43b015f0618d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:35:14.297819 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4add3973-be58-465f-bc52-43b015f0618d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.3320987 Apr 20 17:35:14.299246 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-02b58638-1187-4921-b7d1-2dee1e35417b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Request body: {'port': {'network_id': '53fa9a2b-1503-4e08-8453-12a599bac72b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1766857174'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:14.325405 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36224) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:14.495743 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e19fc159-acba-43ac-859b-7f4324ce3359 req-25f239b4-352c-4620-88c3-7874575be6ca tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb881ea2-f91c-4971-9925-fb51ed69ec96 HTTP/1.1" status: 200 len: 210 time: 0.0806251 Apr 20 17:35:14.519878 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f09d706-0898-447e-9700-4bf13f06ecbc req-05516d54-114d-4af8-8e0b-8efb56afadc2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:35:14.532319 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fbf640-54b4-46cb-aae3-f5473fd73fb2 None None] Sync routers for ids ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:35:14.569345 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fbf640-54b4-46cb-aae3-f5473fd73fb2 None None] Routers {'e1d93820-6526-4ca9-b0c8-c49105c7dbc4'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:35:14.570042 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-74fbf640-54b4-46cb-aae3-f5473fd73fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:35:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:35:14.630840 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-02b58638-1187-4921-b7d1-2dee1e35417b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:14.635531 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-02b58638-1187-4921-b7d1-2dee1e35417b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Usage tracker for resource:port and tenant:35abef9abdc94533a2681f476d78a8d7 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:14.658498 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-02b58638-1187-4921-b7d1-2dee1e35417b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:14.674155 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-02b58638-1187-4921-b7d1-2dee1e35417b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:14.703989 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-12676575-efe7-41a0-9d9c-95ca9c4dccfa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting port d793ec7c-24fc-4c82-981a-5b78c621ef69 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:35:14.704743 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-12676575-efe7-41a0-9d9c-95ca9c4dccfa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:14.726168 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d9794b81-855c-4630-8e5c-914bc4b4a824 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:35:14.745764 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f09d706-0898-447e-9700-4bf13f06ecbc req-05516d54-114d-4af8-8e0b-8efb56afadc2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] No DVR routers for this DVR port 08fb96fe-1715-4d23-b04b-641242ea8aeb on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:35:14.758474 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7f09d706-0898-447e-9700-4bf13f06ecbc req-05516d54-114d-4af8-8e0b-8efb56afadc2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:14.761220 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7f09d706-0898-447e-9700-4bf13f06ecbc req-05516d54-114d-4af8-8e0b-8efb56afadc2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.43 "DELETE /v2.0/ports/08fb96fe-1715-4d23-b04b-641242ea8aeb HTTP/1.1" status: 204 len: 173 time: 7.2792790 Apr 20 17:35:14.762594 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb881ea2-f91c-4971-9925-fb51ed69ec96', 'name': 'network-vif-deleted', 'tag': '08fb96fe-1715-4d23-b04b-641242ea8aeb'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:35:14.831081 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b58638-1187-4921-b7d1-2dee1e35417b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Made reservation on behalf of 35abef9abdc94533a2681f476d78a8d7 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:35:14.834333 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36238) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:14.835780 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02b58638-1187-4921-b7d1-2dee1e35417b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:14.867352 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b11dc3f3-4f19-4cc0-8ccd-9242e8427e17 req-619aed5b-d1d8-4b57-b291-66eb2e18320e tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ef15563-ae5b-4ae0-942d-46f903c401e7 HTTP/1.1" status: 200 len: 210 time: 0.1496418 Apr 20 17:35:14.876845 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-02b58638-1187-4921-b7d1-2dee1e35417b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] device_id is not set on port 634f8bad-4126-444c-b97d-7d267c770082 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:35:15.004894 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8acee96b-1977-4729-8020-fefae9e5f94d'] response: {'server_uuid': 'cb881ea2-f91c-4971-9925-fb51ed69ec96', 'name': 'network-vif-deleted', 'tag': '08fb96fe-1715-4d23-b04b-641242ea8aeb', 'status': 'completed', 'code': 200} Apr 20 17:35:15.013110 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.resource_extend [None req-f94f4a7f-ec90-484a-8cc7-f43ee956e2ed None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:35:15.027774 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8302afec-bf9b-4b54-af24-2c8a1173b2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:15.088669 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f94f4a7f-ec90-484a-8cc7-f43ee956e2ed None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:15.125465 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d2ff29-d034-4c16-9afb-7c9084ce6865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-53fa9a2b-1503-4e08-8453-12a599bac72b', 'network_id': '53fa9a2b-1503-4e08-8453-12a599bac72b', 'tenant_id': '35abef9abdc94533a2681f476d78a8d7', 'fixed_ips': [{'subnet_id': 'ba6182e2-4289-43f1-891a-ee717f9b5402'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:35:15.126307 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-96d2ff29-d034-4c16-9afb-7c9084ce6865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:15.142406 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f94f4a7f-ec90-484a-8cc7-f43ee956e2ed None None] Transition to ACTIVE for port object d9794b81-855c-4630-8e5c-914bc4b4a824 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:35:15.146760 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-02b58638-1187-4921-b7d1-2dee1e35417b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Allocated IP 2001:db8::307 (53fa9a2b-1503-4e08-8453-12a599bac72b/ba6182e2-4289-43f1-891a-ee717f9b5402/634f8bad-4126-444c-b97d-7d267c770082) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:35:15.151412 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-74fbf640-54b4-46cb-aae3-f5473fd73fb2 None None] Set router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:35:15.157417 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f94f4a7f-ec90-484a-8cc7-f43ee956e2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:15.163553 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port d9794b81-855c-4630-8e5c-914bc4b4a824 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:35:15.163553 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:15.344761 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8302afec-bf9b-4b54-af24-2c8a1173b2dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:15.383107 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8302afec-bf9b-4b54-af24-2c8a1173b2dc admin admin] Usage tracker for resource:security_group_rule and tenant:6fdb0f71b1c44a5eb2b6d95c718f2ad2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:15.413437 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8302afec-bf9b-4b54-af24-2c8a1173b2dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:15.460451 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8302afec-bf9b-4b54-af24-2c8a1173b2dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:15.589997 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:15.657602 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa6a9ad-9c19-4dde-a70c-b29642e17be4 admin admin] Router 99bb21b0-21b3-4412-a977-55cc451563b7 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:35:15.669703 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-12676575-efe7-41a0-9d9c-95ca9c4dccfa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:15.690275 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Port d9794b81-855c-4630-8e5c-914bc4b4a824 had new provisioning blocks added so it will not transition to active. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Apr 20 17:35:15.757789 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02b58638-1187-4921-b7d1-2dee1e35417b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:15.790059 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f4a7f-ec90-484a-8cc7-f43ee956e2ed None None] Pushing event updated for resources: {'Port': ['ID=d9794b81-855c-4630-8e5c-914bc4b4a824,revision_number=12']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:15.846032 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-02b58638-1187-4921-b7d1-2dee1e35417b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Transition to ACTIVE for port object 634f8bad-4126-444c-b97d-7d267c770082 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:35:15.937008 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02b58638-1187-4921-b7d1-2dee1e35417b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:15.964427 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-74fbf640-54b4-46cb-aae3-f5473fd73fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'name': 'tempest-AttachVolumeNegativeTest-176702069-router', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:30:58Z', 'updated_at': '2022-04-20T17:31:10Z', 'revision_number': 4, 'project_id': 'fff76710152c4266b547138b68f9e982', 'gw_port': {'id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:30:59Z', 'updated_at': '2022-04-20T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8599e52f-56a7-4816-bd23-d86cc23894bb', 'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'mac_address': 'fa:16:3e:63:5d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:31:08Z', 'updated_at': '2022-04-20T17:31:21Z', 'revision_number': 5, 'project_id': 'fff76710152c4266b547138b68f9e982', 'subnets': [{'id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:35:15.977264 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fbf640-54b4-46cb-aae3-f5473fd73fb2 None None] Checking router: e1d93820-6526-4ca9-b0c8-c49105c7dbc4 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:35:16.019698 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fbf640-54b4-46cb-aae3-f5473fd73fb2 None None] Routers {'e1d93820-6526-4ca9-b0c8-c49105c7dbc4'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:35:16.020336 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-74fbf640-54b4-46cb-aae3-f5473fd73fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:35:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:35:16.061251 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36256) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:16.094633 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-12676575-efe7-41a0-9d9c-95ca9c4dccfa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Calling delete_port for d793ec7c-24fc-4c82-981a-5b78c621ef69 owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:35:16.134236 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-96d2ff29-d034-4c16-9afb-7c9084ce6865 None None] Allocated IP 2001:db8::2 (53fa9a2b-1503-4e08-8453-12a599bac72b/ba6182e2-4289-43f1-891a-ee717f9b5402/f574f809-3d8f-48a0-84b4-fbe6199c96c9) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:35:16.513643 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b58638-1187-4921-b7d1-2dee1e35417b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Pushing event updated for resources: {'Port': ['ID=634f8bad-4126-444c-b97d-7d267c770082,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:16.580604 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-74fbf640-54b4-46cb-aae3-f5473fd73fb2 None None] Set router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:35:16.598250 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-96d2ff29-d034-4c16-9afb-7c9084ce6865 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:16.610414 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-96d2ff29-d034-4c16-9afb-7c9084ce6865 None None] Transition to ACTIVE for port object f574f809-3d8f-48a0-84b4-fbe6199c96c9 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:35:16.634873 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8302afec-bf9b-4b54-af24-2c8a1173b2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:16.647868 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-96d2ff29-d034-4c16-9afb-7c9084ce6865 None None] Transition to ACTIVE for port object f574f809-3d8f-48a0-84b4-fbe6199c96c9 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:35:16.654702 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d9794b81-855c-4630-8e5c-914bc4b4a824 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:35:16.702614 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cc03e356-90b8-4975-a402-4fea7ebdcddb req-92b9df35-0731-4030-96b4-179213e7fcb4 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ef15563-ae5b-4ae0-942d-46f903c401e7 HTTP/1.1" status: 200 len: 210 time: 0.1832061 Apr 20 17:35:16.703749 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8302afec-bf9b-4b54-af24-2c8a1173b2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:16.709350 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b58638-1187-4921-b7d1-2dee1e35417b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Network 53fa9a2b-1503-4e08-8453-12a599bac72b is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:35:16.715060 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-02b58638-1187-4921-b7d1-2dee1e35417b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:35:16.727268 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b58638-1187-4921-b7d1-2dee1e35417b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:35:16.732025 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b58638-1187-4921-b7d1-2dee1e35417b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:16.733153 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02b58638-1187-4921-b7d1-2dee1e35417b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:16.788964 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3939ebfe-defa-4fd0-8f6a-70c4dedb3b03 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:16.825686 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8302afec-bf9b-4b54-af24-2c8a1173b2dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6fdb0f71b1c44a5eb2b6d95c718f2ad2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9808714 Apr 20 17:35:16.828122 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-96d2ff29-d034-4c16-9afb-7c9084ce6865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:16.841468 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36264) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:16.876547 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3939ebfe-defa-4fd0-8f6a-70c4dedb3b03 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:16.948218 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2ff29-d034-4c16-9afb-7c9084ce6865 None None] Pushing event updated for resources: {'Port': ['ID=f574f809-3d8f-48a0-84b4-fbe6199c96c9,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:16.994519 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f23b1e-bd91-491d-b535-da0f8eee6eb9 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:35:17.012027 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8302afec-bf9b-4b54-af24-2c8a1173b2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6d3ada-868a-4f4c-8000-83b7a1db7ac4,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:17.070073 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d2ff29-d034-4c16-9afb-7c9084ce6865 None None] Network 53fa9a2b-1503-4e08-8453-12a599bac72b is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:35:17.087213 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-96d2ff29-d034-4c16-9afb-7c9084ce6865 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:35:17.155339 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3939ebfe-defa-4fd0-8f6a-70c4dedb3b03 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:17.183165 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d2ff29-d034-4c16-9afb-7c9084ce6865 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:35:17.341297 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8803311d-933b-4ec9-8aed-3c126dc60c76 None None] Provisioning for port d9794b81-855c-4630-8e5c-914bc4b4a824 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:35:17.348346 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-74fbf640-54b4-46cb-aae3-f5473fd73fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'name': 'tempest-AttachVolumeNegativeTest-176702069-router', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:30:58Z', 'updated_at': '2022-04-20T17:31:10Z', 'revision_number': 4, 'project_id': 'fff76710152c4266b547138b68f9e982', 'gw_port': {'id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:30:59Z', 'updated_at': '2022-04-20T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8599e52f-56a7-4816-bd23-d86cc23894bb', 'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'mac_address': 'fa:16:3e:63:5d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:31:08Z', 'updated_at': '2022-04-20T17:31:21Z', 'revision_number': 5, 'project_id': 'fff76710152c4266b547138b68f9e982', 'subnets': [{'id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:35:17.361126 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fbf640-54b4-46cb-aae3-f5473fd73fb2 None None] The sync data for ids ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'] in n-d-838032-1 is: [{'id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'name': 'tempest-AttachVolumeNegativeTest-176702069-router', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:30:58Z', 'updated_at': '2022-04-20T17:31:10Z', 'revision_number': 4, 'project_id': 'fff76710152c4266b547138b68f9e982', 'gw_port': {'id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:30:59Z', 'updated_at': '2022-04-20T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8599e52f-56a7-4816-bd23-d86cc23894bb', 'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'mac_address': 'fa:16:3e:63:5d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:31:08Z', 'updated_at': '2022-04-20T17:31:21Z', 'revision_number': 5, 'project_id': 'fff76710152c4266b547138b68f9e982', 'subnets': [{'id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:35:17.361482 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7855b4d4-223c-4c8a-9f51-0d2eda86bedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:17.369128 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-96d2ff29-d034-4c16-9afb-7c9084ce6865 None None] Attempting to bind port f574f809-3d8f-48a0-84b4-fbe6199c96c9 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:35:17.372145 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-96d2ff29-d034-4c16-9afb-7c9084ce6865 None None] Attempting to bind port f574f809-3d8f-48a0-84b4-fbe6199c96c9 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '24457ec4-cfca-47a7-ac12-e6e66fea746b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '53fa9a2b-1503-4e08-8453-12a599bac72b'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:35:17.372491 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d2ff29-d034-4c16-9afb-7c9084ce6865 None None] Attempting to bind port f574f809-3d8f-48a0-84b4-fbe6199c96c9 on network 53fa9a2b-1503-4e08-8453-12a599bac72b {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:35:17.402738 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8803311d-933b-4ec9-8aed-3c126dc60c76 None None] Provisioning complete for port d9794b81-855c-4630-8e5c-914bc4b4a824 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:35:17.403155 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8803311d-933b-4ec9-8aed-3c126dc60c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:17.433040 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7855b4d4-223c-4c8a-9f51-0d2eda86bedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:17.483905 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d2ff29-d034-4c16-9afb-7c9084ce6865 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:35:17.486060 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d2ff29-d034-4c16-9afb-7c9084ce6865 None None] Checking segment: {'id': '24457ec4-cfca-47a7-ac12-e6e66fea746b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '53fa9a2b-1503-4e08-8453-12a599bac72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:35:17.486630 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-96d2ff29-d034-4c16-9afb-7c9084ce6865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:17.487119 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d2ff29-d034-4c16-9afb-7c9084ce6865 None None] Bound using segment: {'id': '24457ec4-cfca-47a7-ac12-e6e66fea746b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '53fa9a2b-1503-4e08-8453-12a599bac72b'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:35:17.487710 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-96d2ff29-d034-4c16-9afb-7c9084ce6865 None None] Bound port: f574f809-3d8f-48a0-84b4-fbe6199c96c9, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24457ec4-cfca-47a7-ac12-e6e66fea746b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '53fa9a2b-1503-4e08-8453-12a599bac72b'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:35:17.488177 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-96d2ff29-d034-4c16-9afb-7c9084ce6865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:17.515296 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bed917-84a6-468b-8c53-42441e255200 req-ab247de3-23f2-484d-8500-fc9ef07de75c tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:17.521298 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e2bed917-84a6-468b-8c53-42441e255200 req-ab247de3-23f2-484d-8500-fc9ef07de75c tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.10 "GET /v2.0/networks?id=559f75fc-3697-4c39-a90d-68a51f28c45f HTTP/1.1" status: 200 len: 805 time: 0.4638247 Apr 20 17:35:17.527876 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939ebfe-defa-4fd0-8f6a-70c4dedb3b03 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdd2e1a-e3c7-47ad-88ee-1fdac94d151c,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:17.545873 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-02b58638-1187-4921-b7d1-2dee1e35417b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.2645836 Apr 20 17:35:17.551532 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36272) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:17.553137 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-e2bed917-84a6-468b-8c53-42441e255200 req-015e99a6-a40e-49c9-abd1-502aa333e7b4 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Request body: {'port': {'device_id': '3ef15563-ae5b-4ae0-942d-46f903c401e7', 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f', 'admin_state_up': True, 'tenant_id': '55ad101ba72d4aafab1fd36de3508559'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:17.676248 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3939ebfe-defa-4fd0-8f6a-70c4dedb3b03 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:17.680747 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3939ebfe-defa-4fd0-8f6a-70c4dedb3b03 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "DELETE /v2.0/security-groups/bcdd2e1a-e3c7-47ad-88ee-1fdac94d151c HTTP/1.1" status: 204 len: 168 time: 1.6173761 Apr 20 17:35:17.689888 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36276) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:17.718757 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-d8dfdb81-26f5-4ca1-abd9-39bec5e433f6 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] show failed (client error): The resource could not be found. Apr 20 17:35:17.725109 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d8dfdb81-26f5-4ca1-abd9-39bec5e433f6 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups/bcdd2e1a-e3c7-47ad-88ee-1fdac94d151c HTTP/1.1" status: 404 len: 347 time: 0.0341983 Apr 20 17:35:17.730562 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36280) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:17.824294 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a983a0c-6355-4511-b5e3-fc48e46d785b None None] New status for floating IP 4e852ef9-9055-4007-821f-32a6334e2805: DOWN {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:35:17.869409 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-8111a9d3-39af-4607-888e-461eaa48d39b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Request body: {'port': {'network_id': '53fa9a2b-1503-4e08-8453-12a599bac72b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1257361169', 'allowed_address_pairs': [{'ip_address': '2001:db8::307', 'mac_address': 'fa:16:3e:18:37:10'}]}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:18.020262 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7855b4d4-223c-4c8a-9f51-0d2eda86bedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:18.032039 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-12676575-efe7-41a0-9d9c-95ca9c4dccfa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:18.078299 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-96d2ff29-d034-4c16-9afb-7c9084ce6865 None None] For port f574f809-3d8f-48a0-84b4-fbe6199c96c9, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:35:18.151641 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855b4d4-223c-4c8a-9f51-0d2eda86bedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6d3ada-868a-4f4c-8000-83b7a1db7ac4,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:18.159164 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-e2bed917-84a6-468b-8c53-42441e255200 req-015e99a6-a40e-49c9-abd1-502aa333e7b4 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:18.159546 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-96d2ff29-d034-4c16-9afb-7c9084ce6865 None None] For port f574f809-3d8f-48a0-84b4-fbe6199c96c9, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f574f809-3d8f-48a0-84b4-fbe6199c96c9,segment=NetworkSegment(24457ec4-cfca-47a7-ac12-e6e66fea746b),segment_id=24457ec4-cfca-47a7-ac12-e6e66fea746b)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:35:18.174534 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-3257939f-9d4b-435a-94d5-fbb6d927b0bc tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Deleting port fdaa02b2-0520-461e-abc3-614fc59cd82f {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:35:18.175215 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3257939f-9d4b-435a-94d5-fbb6d927b0bc tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:18.185342 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-96d2ff29-d034-4c16-9afb-7c9084ce6865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:18.215054 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-e2bed917-84a6-468b-8c53-42441e255200 req-015e99a6-a40e-49c9-abd1-502aa333e7b4 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:18.215600 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-10ae202a-1cb2-471e-9d62-15ebe58a5ae9 req-69eff932-dc59-4a04-8549-c9fb7aaf2db2 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ef15563-ae5b-4ae0-942d-46f903c401e7 HTTP/1.1" status: 200 len: 210 time: 0.2023702 Apr 20 17:35:18.236075 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12676575-efe7-41a0-9d9c-95ca9c4dccfa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Port': ['ID=d793ec7c-24fc-4c82-981a-5b78c621ef69,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:18.264639 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2bed917-84a6-468b-8c53-42441e255200 req-015e99a6-a40e-49c9-abd1-502aa333e7b4 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Made reservation on behalf of 55ad101ba72d4aafab1fd36de3508559 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:35:18.270954 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e2bed917-84a6-468b-8c53-42441e255200 req-015e99a6-a40e-49c9-abd1-502aa333e7b4 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:18.325163 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2ff29-d034-4c16-9afb-7c9084ce6865 None None] Pushing event updated for resources: {'Port': ['ID=f574f809-3d8f-48a0-84b4-fbe6199c96c9,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:18.335488 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa6a9ad-9c19-4dde-a70c-b29642e17be4 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:35:18.358035 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10035fa7-0530-4dda-bddb-b0662c5b661b None None] Sync routers for ids ['99bb21b0-21b3-4412-a977-55cc451563b7'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:35:18.373918 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8111a9d3-39af-4607-888e-461eaa48d39b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:18.382741 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10035fa7-0530-4dda-bddb-b0662c5b661b None None] Routers {'99bb21b0-21b3-4412-a977-55cc451563b7'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:35:18.383360 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-10035fa7-0530-4dda-bddb-b0662c5b661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:35:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['99bb21b0-21b3-4412-a977-55cc451563b7'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:35:18.403666 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8111a9d3-39af-4607-888e-461eaa48d39b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Usage tracker for resource:port and tenant:35abef9abdc94533a2681f476d78a8d7 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:18.418884 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8111a9d3-39af-4607-888e-461eaa48d39b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:18.444475 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2fa6a9ad-9c19-4dde-a70c-b29642e17be4 admin admin] 10.222.0.39 "PUT /v2.0/routers/99bb21b0-21b3-4412-a977-55cc451563b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0716612 Apr 20 17:35:18.445523 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7855b4d4-223c-4c8a-9f51-0d2eda86bedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:18.449056 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7855b4d4-223c-4c8a-9f51-0d2eda86bedb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aa6d3ada-868a-4f4c-8000-83b7a1db7ac4 HTTP/1.1" status: 204 len: 168 time: 1.5705025 Apr 20 17:35:18.449923 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36294) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:18.549706 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8111a9d3-39af-4607-888e-461eaa48d39b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:18.845596 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3257939f-9d4b-435a-94d5-fbb6d927b0bc tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:18.846150 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3257939f-9d4b-435a-94d5-fbb6d927b0bc tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:18.957672 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-44202a82-5258-4afe-b7dc-1f12fcad37ca None None] Provisioning complete for port d9794b81-855c-4630-8e5c-914bc4b4a824 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:35:18.958041 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-44202a82-5258-4afe-b7dc-1f12fcad37ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:19.011127 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-10035fa7-0530-4dda-bddb-b0662c5b661b None None] Set router 99bb21b0-21b3-4412-a977-55cc451563b7 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:35:19.297589 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-44202a82-5258-4afe-b7dc-1f12fcad37ca None None] Could not find standard attr ID for object d793ec7c-24fc-4c82-981a-5b78c621ef69. {{(pid=84082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 17:35:19.361037 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8111a9d3-39af-4607-888e-461eaa48d39b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Made reservation on behalf of 35abef9abdc94533a2681f476d78a8d7 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:35:19.489652 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-e2bed917-84a6-468b-8c53-42441e255200 req-015e99a6-a40e-49c9-abd1-502aa333e7b4 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Allocated IP 172.20.0.12 (559f75fc-3697-4c39-a90d-68a51f28c45f/32922401-1cb1-4df1-a18a-26612d131639/019d832e-ad88-4ee0-a3a0-92084c6db641) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:35:19.513666 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1b94fe25-eef7-4923-945d-9fa938f12751 None None] Could not find standard attr ID for object d793ec7c-24fc-4c82-981a-5b78c621ef69. {{(pid=84082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 17:35:19.560096 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-12676575-efe7-41a0-9d9c-95ca9c4dccfa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:19.576253 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-12676575-efe7-41a0-9d9c-95ca9c4dccfa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/d793ec7c-24fc-4c82-981a-5b78c621ef69 HTTP/1.1" status: 204 len: 168 time: 5.2242377 Apr 20 17:35:19.625094 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36314) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:19.683798 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-3257939f-9d4b-435a-94d5-fbb6d927b0bc tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Calling delete_port for fdaa02b2-0520-461e-abc3-614fc59cd82f owned by network:floatingip {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:35:19.906002 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-10035fa7-0530-4dda-bddb-b0662c5b661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'name': 'tempest-ServerActionsTestJSON-1417737561-router', 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '99874db1-56a9-4990-a2da-9b8c1b31499c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:25:25Z', 'updated_at': '2022-04-20T17:35:10Z', 'revision_number': 5, 'project_id': '048f4cae66cf42c897493ac9a67e0d5f', 'gw_port': {'id': '99874db1-56a9-4990-a2da-9b8c1b31499c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:25:27Z', 'updated_at': '2022-04-20T17:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:35:19.926291 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10035fa7-0530-4dda-bddb-b0662c5b661b None None] Checking router: 99bb21b0-21b3-4412-a977-55cc451563b7 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:35:19.989179 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10035fa7-0530-4dda-bddb-b0662c5b661b None None] Routers {'99bb21b0-21b3-4412-a977-55cc451563b7'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:35:20.000400 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-10035fa7-0530-4dda-bddb-b0662c5b661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:35:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['99bb21b0-21b3-4412-a977-55cc451563b7'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:35:20.029561 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d4b6da-4529-4f0a-b4b9-8ee86f1e1dfa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:20.039255 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d4b6da-4529-4f0a-b4b9-8ee86f1e1dfa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:20.046262 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d4b6da-4529-4f0a-b4b9-8ee86f1e1dfa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:20.047680 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-21d4b6da-4529-4f0a-b4b9-8ee86f1e1dfa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:35:20.120893 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3257939f-9d4b-435a-94d5-fbb6d927b0bc tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:20.151945 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8111a9d3-39af-4607-888e-461eaa48d39b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:20.254283 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-8111a9d3-39af-4607-888e-461eaa48d39b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] device_id is not set on port 74a73e6c-bf6f-4c9a-ad85-c5d646427bd1 yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:35:20.341356 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d4ba0839-4bab-4ebc-9b51-9c28cabf8a30 req-202c6f6c-b6bc-4b11-bfc2-80f42eb08ba0 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ef15563-ae5b-4ae0-942d-46f903c401e7 HTTP/1.1" status: 200 len: 210 time: 0.3272970 Apr 20 17:35:20.347924 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53759413-6078-4f98-8f2d-5369f90dbe9f None None] Network 53fa9a2b-1503-4e08-8453-12a599bac72b requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:35:20.370820 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f574f809-3d8f-48a0-84b4-fbe6199c96c9 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:35:20.516910 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-10035fa7-0530-4dda-bddb-b0662c5b661b None None] Set router 99bb21b0-21b3-4412-a977-55cc451563b7 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:35:20.626255 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257939f-9d4b-435a-94d5-fbb6d927b0bc tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event deleted for resources: {'Port': ['ID=fdaa02b2-0520-461e-abc3-614fc59cd82f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:20.635661 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-21d4b6da-4529-4f0a-b4b9-8ee86f1e1dfa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:35:20.643451 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-21d4b6da-4529-4f0a-b4b9-8ee86f1e1dfa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 1.0162857 Apr 20 17:35:20.650514 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36330) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:20.733021 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b5298e5f-7b6f-4214-bcbe-a9c2b00a74df None None] Provisioning for port f574f809-3d8f-48a0-84b4-fbe6199c96c9 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:35:20.793576 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-8111a9d3-39af-4607-888e-461eaa48d39b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Allocated IP 2001:db8::2ce (53fa9a2b-1503-4e08-8453-12a599bac72b/ba6182e2-4289-43f1-891a-ee717f9b5402/74a73e6c-bf6f-4c9a-ad85-c5d646427bd1) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:35:20.798269 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f802b2f7-12b4-43ca-b2a8-1bf25d6083f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:20.965280 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port f574f809-3d8f-48a0-84b4-fbe6199c96c9 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:35:20.972349 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port f574f809-3d8f-48a0-84b4-fbe6199c96c9 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:35:20.972349 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:21.258732 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3257939f-9d4b-435a-94d5-fbb6d927b0bc tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for floatingip, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:21.306531 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e2bed917-84a6-468b-8c53-42441e255200 req-015e99a6-a40e-49c9-abd1-502aa333e7b4 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:21.313422 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3257939f-9d4b-435a-94d5-fbb6d927b0bc tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:21.318444 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3257939f-9d4b-435a-94d5-fbb6d927b0bc tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "DELETE /v2.0/floatingips/4e852ef9-9055-4007-821f-32a6334e2805 HTTP/1.1" status: 204 len: 168 time: 3.5869117 Apr 20 17:35:21.320399 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:21.363402 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-10035fa7-0530-4dda-bddb-b0662c5b661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'name': 'tempest-ServerActionsTestJSON-1417737561-router', 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '99874db1-56a9-4990-a2da-9b8c1b31499c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:25:25Z', 'updated_at': '2022-04-20T17:35:10Z', 'revision_number': 5, 'project_id': '048f4cae66cf42c897493ac9a67e0d5f', 'gw_port': {'id': '99874db1-56a9-4990-a2da-9b8c1b31499c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:25:27Z', 'updated_at': '2022-04-20T17:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:35:21.369035 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10035fa7-0530-4dda-bddb-b0662c5b661b None None] The sync data for ids ['99bb21b0-21b3-4412-a977-55cc451563b7'] in n-d-838032-1 is: [{'id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'name': 'tempest-ServerActionsTestJSON-1417737561-router', 'tenant_id': '048f4cae66cf42c897493ac9a67e0d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '99874db1-56a9-4990-a2da-9b8c1b31499c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:25:25Z', 'updated_at': '2022-04-20T17:35:10Z', 'revision_number': 5, 'project_id': '048f4cae66cf42c897493ac9a67e0d5f', 'gw_port': {'id': '99874db1-56a9-4990-a2da-9b8c1b31499c', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bb21b0-21b3-4412-a977-55cc451563b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:25:27Z', 'updated_at': '2022-04-20T17:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:35:21.377758 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e2bed917-84a6-468b-8c53-42441e255200 req-015e99a6-a40e-49c9-abd1-502aa333e7b4 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:21.390127 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['d342bd3a-35b5-47b3-8bf2-c19218fd8a1e'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:35:21.523028 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port f574f809-3d8f-48a0-84b4-fbe6199c96c9, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f574f809-3d8f-48a0-84b4-fbe6199c96c9,segment=NetworkSegment(24457ec4-cfca-47a7-ac12-e6e66fea746b),segment_id=24457ec4-cfca-47a7-ac12-e6e66fea746b)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:35:21.538039 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:21.757057 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2bed917-84a6-468b-8c53-42441e255200 req-015e99a6-a40e-49c9-abd1-502aa333e7b4 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Network 559f75fc-3697-4c39-a90d-68a51f28c45f is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:35:21.764358 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e99a6-a40e-49c9-abd1-502aa333e7b4 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Pushing event updated for resources: {'Port': ['ID=019d832e-ad88-4ee0-a3a0-92084c6db641,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:21.777005 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-e2bed917-84a6-468b-8c53-42441e255200 req-015e99a6-a40e-49c9-abd1-502aa333e7b4 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:35:21.787374 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2bed917-84a6-468b-8c53-42441e255200 req-015e99a6-a40e-49c9-abd1-502aa333e7b4 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:35:21.824352 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=f574f809-3d8f-48a0-84b4-fbe6199c96c9,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:21.859724 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fbeb204-1c15-4c40-abf3-3e51f76dab3d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting subnet 23ed44dc-8743-4861-92b6-11508747ccfb {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:35:21.874153 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6fbeb204-1c15-4c40-abf3-3e51f76dab3d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:21.886042 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bed917-84a6-468b-8c53-42441e255200 req-015e99a6-a40e-49c9-abd1-502aa333e7b4 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:21.886801 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e2bed917-84a6-468b-8c53-42441e255200 req-015e99a6-a40e-49c9-abd1-502aa333e7b4 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:21.898268 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f2477345-f0df-4bad-8025-a308a7e1123e None None] Provisioning complete for port f574f809-3d8f-48a0-84b4-fbe6199c96c9 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:35:21.905210 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f2477345-f0df-4bad-8025-a308a7e1123e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:21.919277 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e2bed917-84a6-468b-8c53-42441e255200 req-015e99a6-a40e-49c9-abd1-502aa333e7b4 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3782184 Apr 20 17:35:21.933372 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-e2bed917-84a6-468b-8c53-42441e255200 req-46e3f908-5507-4c43-b643-34fd463dd30c service neutron] Request body: {'port': {'device_id': '3ef15563-ae5b-4ae0-942d-46f903c401e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:22.024315 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6fbeb204-1c15-4c40-abf3-3e51f76dab3d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:22.180839 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29816602-bee4-463f-aacd-8bd3c6b4b026 req-5381d94d-4574-4414-9bd1-5f6eee44efeb tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:22.181585 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-29816602-bee4-463f-aacd-8bd3c6b4b026 req-5381d94d-4574-4414-9bd1-5f6eee44efeb tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Synchronizing usage tracker for tenant:55ad101ba72d4aafab1fd36de3508559 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:35:22.205996 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e2bed917-84a6-468b-8c53-42441e255200 req-46e3f908-5507-4c43-b643-34fd463dd30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:22.250335 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6fbeb204-1c15-4c40-abf3-3e51f76dab3d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:22.341761 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f574f809-3d8f-48a0-84b4-fbe6199c96c9 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:35:22.456185 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f2477345-f0df-4bad-8025-a308a7e1123e None None] Provisioning for port 634f8bad-4126-444c-b97d-7d267c770082 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:35:22.472872 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f2477345-f0df-4bad-8025-a308a7e1123e None None] Provisioning complete for port 634f8bad-4126-444c-b97d-7d267c770082 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:35:22.473267 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f2477345-f0df-4bad-8025-a308a7e1123e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:22.559164 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-29816602-bee4-463f-aacd-8bd3c6b4b026 req-5381d94d-4574-4414-9bd1-5f6eee44efeb tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Unset dirty status for tenant:55ad101ba72d4aafab1fd36de3508559 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:35:22.560240 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-29816602-bee4-463f-aacd-8bd3c6b4b026 req-5381d94d-4574-4414-9bd1-5f6eee44efeb tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ef15563-ae5b-4ae0-942d-46f903c401e7 HTTP/1.1" status: 200 len: 932 time: 0.9241314 Apr 20 17:35:22.578430 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6fbeb204-1c15-4c40-abf3-3e51f76dab3d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:22.671220 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-29816602-bee4-463f-aacd-8bd3c6b4b026 req-ad5537d5-cbc3-406c-a95d-226f401349d5 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024075 Apr 20 17:35:22.681502 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-f2477345-f0df-4bad-8025-a308a7e1123e None None] Port 634f8bad-4126-444c-b97d-7d267c770082 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:35:22.687856 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36374) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:22.698706 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbeb204-1c15-4c40-abf3-3e51f76dab3d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Subnet': ['ID=23ed44dc-8743-4861-92b6-11508747ccfb,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:22.700880 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-84205f7a-7238-4f66-b9a5-3352185f7f45 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2140688284', 'description': 'tempest-description--1333411744'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:22.715074 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port f574f809-3d8f-48a0-84b4-fbe6199c96c9 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:35:22.715432 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:22.718097 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6fbeb204-1c15-4c40-abf3-3e51f76dab3d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:22.763180 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-84205f7a-7238-4f66-b9a5-3352185f7f45 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:22.778119 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-84205f7a-7238-4f66-b9a5-3352185f7f45 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Usage tracker for resource:security_group and tenant:fff76710152c4266b547138b68f9e982 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:22.781209 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1d119a-40ba-4aed-9666-499dda31b108 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:35:22.784388 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8111a9d3-39af-4607-888e-461eaa48d39b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:22.789641 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-84205f7a-7238-4f66-b9a5-3352185f7f45 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:22.799737 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-84205f7a-7238-4f66-b9a5-3352185f7f45 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:22.845952 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-84205f7a-7238-4f66-b9a5-3352185f7f45 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:22.846928 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6fbeb204-1c15-4c40-abf3-3e51f76dab3d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/23ed44dc-8743-4861-92b6-11508747ccfb HTTP/1.1" status: 204 len: 168 time: 2.1857126 Apr 20 17:35:22.868725 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36378) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:22.883015 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-8111a9d3-39af-4607-888e-461eaa48d39b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Transition to ACTIVE for port object 74a73e6c-bf6f-4c9a-ad85-c5d646427bd1 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:35:22.933379 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-84205f7a-7238-4f66-b9a5-3352185f7f45 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:22.969339 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-84205f7a-7238-4f66-b9a5-3352185f7f45 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Usage tracker for resource:security_group_rule and tenant:fff76710152c4266b547138b68f9e982 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:22.985769 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-84205f7a-7238-4f66-b9a5-3352185f7f45 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:23.035648 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1cc48230-1845-4fb1-87e9-7bf718f3ecbf None None] Provisioning complete for port 634f8bad-4126-444c-b97d-7d267c770082 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:35:23.042560 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1cc48230-1845-4fb1-87e9-7bf718f3ecbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:23.063111 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-84205f7a-7238-4f66-b9a5-3352185f7f45 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:23.067651 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8111a9d3-39af-4607-888e-461eaa48d39b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:23.076486 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d0e96c5-af8c-4f00-a1bb-82b9e45430d5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting subnet f3d79ec9-126d-4e00-9dea-dad0d3a175b6 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:35:23.130847 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6d0e96c5-af8c-4f00-a1bb-82b9e45430d5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:23.162499 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-e2bed917-84a6-468b-8c53-42441e255200 req-46e3f908-5507-4c43-b643-34fd463dd30c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 019d832e-ad88-4ee0-a3a0-92084c6db641 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:35:23.205476 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e2bed917-84a6-468b-8c53-42441e255200 req-46e3f908-5507-4c43-b643-34fd463dd30c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:23.252268 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f802b2f7-12b4-43ca-b2a8-1bf25d6083f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:23.257033 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1cc48230-1845-4fb1-87e9-7bf718f3ecbf None None] Port 634f8bad-4126-444c-b97d-7d267c770082 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:35:23.263752 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-e2bed917-84a6-468b-8c53-42441e255200 req-46e3f908-5507-4c43-b643-34fd463dd30c service neutron] Transition to ACTIVE for port object 019d832e-ad88-4ee0-a3a0-92084c6db641 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:35:23.267282 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8111a9d3-39af-4607-888e-461eaa48d39b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Network 53fa9a2b-1503-4e08-8453-12a599bac72b is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:35:23.276381 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-8111a9d3-39af-4607-888e-461eaa48d39b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:35:23.279884 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-84205f7a-7238-4f66-b9a5-3352185f7f45 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:23.281679 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e2bed917-84a6-468b-8c53-42441e255200 req-46e3f908-5507-4c43-b643-34fd463dd30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:23.283672 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8111a9d3-39af-4607-888e-461eaa48d39b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:35:23.289316 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8111a9d3-39af-4607-888e-461eaa48d39b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:23.290061 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8111a9d3-39af-4607-888e-461eaa48d39b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:23.307228 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-f802b2f7-12b4-43ca-b2a8-1bf25d6083f4 admin admin] Deleting port 99874db1-56a9-4990-a2da-9b8c1b31499c {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:35:23.307671 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f802b2f7-12b4-43ca-b2a8-1bf25d6083f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:23.350807 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c7902397-ce2c-4bac-b2f4-64cd0166c574 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:35:23.430825 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3f908-5507-4c43-b643-34fd463dd30c service neutron] Pushing event updated for resources: {'Port': ['ID=019d832e-ad88-4ee0-a3a0-92084c6db641,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:23.437298 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-84205f7a-7238-4f66-b9a5-3352185f7f45 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:23.476509 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: c7902397-ce2c-4bac-b2f4-64cd0166c574 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:35:23.477610 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c7902397-ce2c-4bac-b2f4-64cd0166c574 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:35:23.483409 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-84205f7a-7238-4f66-b9a5-3352185f7f45 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:23.484560 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-84205f7a-7238-4f66-b9a5-3352185f7f45 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.7950053 Apr 20 17:35:23.636385 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36402) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:23.668974 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-c90a297d-80a2-41d0-bb8b-11c8bbf68ed9 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Request body: {'security_group_rule': {'security_group_id': '2ea1cb64-5e15-4e0d-9f0e-f01a8904d073', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:23.696636 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c90a297d-80a2-41d0-bb8b-11c8bbf68ed9 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:23.703770 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c90a297d-80a2-41d0-bb8b-11c8bbf68ed9 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Usage tracker for resource:security_group_rule and tenant:fff76710152c4266b547138b68f9e982 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:23.712356 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c90a297d-80a2-41d0-bb8b-11c8bbf68ed9 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:23.768454 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84205f7a-7238-4f66-b9a5-3352185f7f45 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea1cb64-5e15-4e0d-9f0e-f01a8904d073,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:23.777776 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c90a297d-80a2-41d0-bb8b-11c8bbf68ed9 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:23.792532 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-f802b2f7-12b4-43ca-b2a8-1bf25d6083f4 admin admin] For port 99874db1-56a9-4990-a2da-9b8c1b31499c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=99874db1-56a9-4990-a2da-9b8c1b31499c,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:35:23.793037 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f802b2f7-12b4-43ca-b2a8-1bf25d6083f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:23.795416 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a1cfe216-a99e-4a6a-adde-4962837a9163 None None] Provisioning for port 74a73e6c-bf6f-4c9a-ad85-c5d646427bd1 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:35:23.804365 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a1cfe216-a99e-4a6a-adde-4962837a9163 None None] Provisioning complete for port 74a73e6c-bf6f-4c9a-ad85-c5d646427bd1 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:35:23.805256 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a1cfe216-a99e-4a6a-adde-4962837a9163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:23.995632 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a1cfe216-a99e-4a6a-adde-4962837a9163 None None] Port 74a73e6c-bf6f-4c9a-ad85-c5d646427bd1 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:35:24.045165 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c90a297d-80a2-41d0-bb8b-11c8bbf68ed9 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:24.080911 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-e2bed917-84a6-468b-8c53-42441e255200 req-46e3f908-5507-4c43-b643-34fd463dd30c service neutron] Attempting to bind port 019d832e-ad88-4ee0-a3a0-92084c6db641 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:35:24.081440 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-e2bed917-84a6-468b-8c53-42441e255200 req-46e3f908-5507-4c43-b643-34fd463dd30c service neutron] Attempting to bind port 019d832e-ad88-4ee0-a3a0-92084c6db641 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '213ecd4d-2e59-4b17-a412-e2514b5847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:35:24.081808 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bed917-84a6-468b-8c53-42441e255200 req-46e3f908-5507-4c43-b643-34fd463dd30c service neutron] Attempting to bind port 019d832e-ad88-4ee0-a3a0-92084c6db641 on network 559f75fc-3697-4c39-a90d-68a51f28c45f {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:35:24.105493 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bed917-84a6-468b-8c53-42441e255200 req-46e3f908-5507-4c43-b643-34fd463dd30c service neutron] Port 019d832e-ad88-4ee0-a3a0-92084c6db641 on network 559f75fc-3697-4c39-a90d-68a51f28c45f not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:35:24.105854 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bed917-84a6-468b-8c53-42441e255200 req-46e3f908-5507-4c43-b643-34fd463dd30c service neutron] Attempting to bind port 019d832e-ad88-4ee0-a3a0-92084c6db641 on network 559f75fc-3697-4c39-a90d-68a51f28c45f {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:35:24.114578 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-f802b2f7-12b4-43ca-b2a8-1bf25d6083f4 admin admin] Calling delete_port for 99874db1-56a9-4990-a2da-9b8c1b31499c owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:35:24.124371 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bed917-84a6-468b-8c53-42441e255200 req-46e3f908-5507-4c43-b643-34fd463dd30c service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:35:24.124661 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bed917-84a6-468b-8c53-42441e255200 req-46e3f908-5507-4c43-b643-34fd463dd30c service neutron] Checking segment: {'id': '213ecd4d-2e59-4b17-a412-e2514b5847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:35:24.125044 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bed917-84a6-468b-8c53-42441e255200 req-46e3f908-5507-4c43-b643-34fd463dd30c service neutron] Bound using segment: {'id': '213ecd4d-2e59-4b17-a412-e2514b5847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:35:24.125526 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-e2bed917-84a6-468b-8c53-42441e255200 req-46e3f908-5507-4c43-b643-34fd463dd30c service neutron] Bound port: 019d832e-ad88-4ee0-a3a0-92084c6db641, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '213ecd4d-2e59-4b17-a412-e2514b5847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:35:24.125870 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e2bed917-84a6-468b-8c53-42441e255200 req-46e3f908-5507-4c43-b643-34fd463dd30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:24.176159 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111a9d3-39af-4607-888e-461eaa48d39b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Pushing event updated for resources: {'Port': ['ID=74a73e6c-bf6f-4c9a-ad85-c5d646427bd1,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:24.210958 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6d0e96c5-af8c-4f00-a1bb-82b9e45430d5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:24.289150 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-e2bed917-84a6-468b-8c53-42441e255200 req-46e3f908-5507-4c43-b643-34fd463dd30c service neutron] For port 019d832e-ad88-4ee0-a3a0-92084c6db641, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:35:24.292915 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-e2bed917-84a6-468b-8c53-42441e255200 req-46e3f908-5507-4c43-b643-34fd463dd30c service neutron] For port 019d832e-ad88-4ee0-a3a0-92084c6db641, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=019d832e-ad88-4ee0-a3a0-92084c6db641,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:35:24.321083 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e2bed917-84a6-468b-8c53-42441e255200 req-46e3f908-5507-4c43-b643-34fd463dd30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:24.335035 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c90a297d-80a2-41d0-bb8b-11c8bbf68ed9 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:24.378040 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c90a297d-80a2-41d0-bb8b-11c8bbf68ed9 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:24.385870 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8111a9d3-39af-4607-888e-461eaa48d39b tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 6.8323655 Apr 20 17:35:24.391036 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e2bed917-84a6-468b-8c53-42441e255200 req-46e3f908-5507-4c43-b643-34fd463dd30c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:24.394573 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e2bed917-84a6-468b-8c53-42441e255200 req-46e3f908-5507-4c43-b643-34fd463dd30c service neutron] 10.222.0.10 "PUT /v2.0/ports/019d832e-ad88-4ee0-a3a0-92084c6db641 HTTP/1.1" status: 200 len: 1092 time: 2.4660389 Apr 20 17:35:24.428804 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef15563-ae5b-4ae0-942d-46f903c401e7', 'tag': '019d832e-ad88-4ee0-a3a0-92084c6db641'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:35:24.442040 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36422) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:24.539899 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c90a297d-80a2-41d0-bb8b-11c8bbf68ed9 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:24.542167 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c90a297d-80a2-41d0-bb8b-11c8bbf68ed9 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9019730 Apr 20 17:35:24.549866 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a297d-80a2-41d0-bb8b-11c8bbf68ed9 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09193d03-c385-45eb-a86b-1aebac0fd12a,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:24.552102 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36430) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:24.563723 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-f3f96703-beb3-4abe-b55e-cdacaa168c91 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Request body: {'security_group_rule': {'security_group_id': '2ea1cb64-5e15-4e0d-9f0e-f01a8904d073', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:24.577442 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f3f96703-beb3-4abe-b55e-cdacaa168c91 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:24.602981 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f3f96703-beb3-4abe-b55e-cdacaa168c91 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Usage tracker for resource:security_group_rule and tenant:fff76710152c4266b547138b68f9e982 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:24.611049 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f3f96703-beb3-4abe-b55e-cdacaa168c91 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:24.636700 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05bec426-2993-453c-b605-4e26ec38a979'] response: {'name': 'network-changed', 'server_uuid': '3ef15563-ae5b-4ae0-942d-46f903c401e7', 'tag': '019d832e-ad88-4ee0-a3a0-92084c6db641', 'status': 'completed', 'code': 200} Apr 20 17:35:24.637456 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0935d8c8-e6da-42d5-a68a-4c24bff1d5af None None] Provisioning complete for port d9794b81-855c-4630-8e5c-914bc4b4a824 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:35:24.637861 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0935d8c8-e6da-42d5-a68a-4c24bff1d5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:24.640973 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f3f96703-beb3-4abe-b55e-cdacaa168c91 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:24.650873 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3f908-5507-4c43-b643-34fd463dd30c service neutron] Pushing event updated for resources: {'Port': ['ID=019d832e-ad88-4ee0-a3a0-92084c6db641,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:24.675153 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e2bed917-84a6-468b-8c53-42441e255200 req-17e2f9cc-86e3-4149-a4a7-542f5a962741 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=55ad101ba72d4aafab1fd36de3508559&device_id=3ef15563-ae5b-4ae0-942d-46f903c401e7 HTTP/1.1" status: 200 len: 1095 time: 0.2198029 Apr 20 17:35:24.749018 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ecfaf-a7e8-4764-8fdb-77336eeae32e req-860756da-8804-4f53-b53d-328150383bfa tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:24.755949 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0f2ecfaf-a7e8-4764-8fdb-77336eeae32e req-860756da-8804-4f53-b53d-328150383bfa tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ef15563-ae5b-4ae0-942d-46f903c401e7 HTTP/1.1" status: 200 len: 944 time: 0.5503507 Apr 20 17:35:24.759642 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f3f96703-beb3-4abe-b55e-cdacaa168c91 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:24.813113 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e2bed917-84a6-468b-8c53-42441e255200 req-fcb6d47c-5670-4b9e-a57d-acc2d6c9cb6a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=019d832e-ad88-4ee0-a3a0-92084c6db641 HTTP/1.1" status: 200 len: 217 time: 0.1286738 Apr 20 17:35:24.822761 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0f2ecfaf-a7e8-4764-8fdb-77336eeae32e req-503671ab-85bd-4fcf-8d88-e61c8e507e74 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658836 Apr 20 17:35:24.829339 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6d0e96c5-af8c-4f00-a1bb-82b9e45430d5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:24.850226 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f3f96703-beb3-4abe-b55e-cdacaa168c91 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:24.900341 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0077a5-39e7-4b91-a6cb-a3adf1150ad7 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:24.905877 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f3f96703-beb3-4abe-b55e-cdacaa168c91 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:24.915249 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0077a5-39e7-4b91-a6cb-a3adf1150ad7 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:24.919264 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0077a5-39e7-4b91-a6cb-a3adf1150ad7 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:24.923729 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ca0077a5-39e7-4b91-a6cb-a3adf1150ad7 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Synchronizing usage tracker for tenant:35abef9abdc94533a2681f476d78a8d7 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:35:25.011733 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f96703-beb3-4abe-b55e-cdacaa168c91 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f6bd16d-236b-43c4-9f5f-0e295b47fa6d,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:25.020009 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f3f96703-beb3-4abe-b55e-cdacaa168c91 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:25.021146 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f3f96703-beb3-4abe-b55e-cdacaa168c91 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4657803 Apr 20 17:35:25.025817 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36442) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:25.028970 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bed917-84a6-468b-8c53-42441e255200 req-fa7a1007-caec-4355-8d20-9ec085e32072 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:25.031033 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e2bed917-84a6-468b-8c53-42441e255200 req-fa7a1007-caec-4355-8d20-9ec085e32072 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=32922401-1cb1-4df1-a18a-26612d131639 HTTP/1.1" status: 200 len: 845 time: 0.1860027 Apr 20 17:35:25.034747 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-4cb45bd4-c94b-422d-bd5e-9716a270836b tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:25.190309 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f802b2f7-12b4-43ca-b2a8-1bf25d6083f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:25.190776 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-76eb692a-7116-4fa2-9442-888f8f399bd9 req-27bd4da0-7887-474a-9d18-1d085981265f service neutron] (84081) timed out ('10.222.0.43', 57387) {{(pid=84081) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 20 17:35:25.195660 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4cb45bd4-c94b-422d-bd5e-9716a270836b tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:25.205522 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e2bed917-84a6-468b-8c53-42441e255200 req-778b54d5-a7b5-4f60-8516-57e9a5a4ec6f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=559f75fc-3697-4c39-a90d-68a51f28c45f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1663477 Apr 20 17:35:25.206484 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4cb45bd4-c94b-422d-bd5e-9716a270836b tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Usage tracker for resource:floatingip and tenant:fff76710152c4266b547138b68f9e982 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:25.209885 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4cb45bd4-c94b-422d-bd5e-9716a270836b tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:25.236214 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4cb45bd4-c94b-422d-bd5e-9716a270836b tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:25.263850 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6d0e96c5-af8c-4f00-a1bb-82b9e45430d5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:25.330341 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4cb45bd4-c94b-422d-bd5e-9716a270836b tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:25.331791 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ca0077a5-39e7-4b91-a6cb-a3adf1150ad7 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Unset dirty status for tenant:35abef9abdc94533a2681f476d78a8d7 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:35:25.332734 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ca0077a5-39e7-4b91-a6cb-a3adf1150ad7 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.8643150 Apr 20 17:35:25.360261 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36452) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:25.395338 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802b2f7-12b4-43ca-b2a8-1bf25d6083f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=99874db1-56a9-4990-a2da-9b8c1b31499c,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:25.451010 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e96c5-af8c-4f00-a1bb-82b9e45430d5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Subnet': ['ID=f3d79ec9-126d-4e00-9dea-dad0d3a175b6,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:25.559478 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6d0e96c5-af8c-4f00-a1bb-82b9e45430d5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:25.563845 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f19fa9-bd97-4053-a5d5-5d3d84bfda85 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:35:25.608666 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-4ee63161-269b-432d-b5ab-8377d47fc402 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Deleting port 74a73e6c-bf6f-4c9a-ad85-c5d646427bd1 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:35:25.609026 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4ee63161-269b-432d-b5ab-8377d47fc402 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:25.619243 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6d0e96c5-af8c-4f00-a1bb-82b9e45430d5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/f3d79ec9-126d-4e00-9dea-dad0d3a175b6 HTTP/1.1" status: 204 len: 168 time: 2.7392354 Apr 20 17:35:25.622177 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36458) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:25.649642 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e2bed917-84a6-468b-8c53-42441e255200 req-03f41dbc-85a0-4df5-95f9-a18fde2f0640 service neutron] 10.222.0.10 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364934 Apr 20 17:35:25.698962 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-767f9744-119a-45c8-86b0-35adf1b89d10 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:router {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:35:26.101106 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f802b2f7-12b4-43ca-b2a8-1bf25d6083f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:26.139855 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28425c0e-565c-49f0-bc52-b82a39e6f20e None None] DHCP port deletion for 9ba611e4-024c-4a0c-9998-3bc548cf409a request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:35:26.146517 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-28425c0e-565c-49f0-bc52-b82a39e6f20e None None] Deleting port d9794b81-855c-4630-8e5c-914bc4b4a824 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:35:26.147258 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-28425c0e-565c-49f0-bc52-b82a39e6f20e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:26.161200 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e2bed917-84a6-468b-8c53-42441e255200 req-928070e0-e334-466c-830e-93db91cdf580 service neutron] 10.222.0.10 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4976542 Apr 20 17:35:26.188371 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4ee63161-269b-432d-b5ab-8377d47fc402 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:26.274675 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-767f9744-119a-45c8-86b0-35adf1b89d10 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:router {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:35:26.279974 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-767f9744-119a-45c8-86b0-35adf1b89d10 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6539385 Apr 20 17:35:26.280666 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36482) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:26.320775 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-8e6b1f2a-7303-4ec4-bd33-8c3fcffff557 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:26.485307 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-4ee63161-269b-432d-b5ab-8377d47fc402 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Calling delete_port for 74a73e6c-bf6f-4c9a-ad85-c5d646427bd1 owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:35:26.497028 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8e6b1f2a-7303-4ec4-bd33-8c3fcffff557 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:26.605191 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4cb45bd4-c94b-422d-bd5e-9716a270836b tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:26.656047 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d9794b81-855c-4630-8e5c-914bc4b4a824 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:35:26.660754 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8e6b1f2a-7303-4ec4-bd33-8c3fcffff557 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:subnet and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:26.799725 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8e6b1f2a-7303-4ec4-bd33-8c3fcffff557 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:26.835036 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8e6b1f2a-7303-4ec4-bd33-8c3fcffff557 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:26.855803 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f802b2f7-12b4-43ca-b2a8-1bf25d6083f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:26.871763 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:26.887163 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f802b2f7-12b4-43ca-b2a8-1bf25d6083f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:26.907868 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6b1f2a-7303-4ec4-bd33-8c3fcffff557 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:35:26.938776 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port d9794b81-855c-4630-8e5c-914bc4b4a824, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d9794b81-855c-4630-8e5c-914bc4b4a824,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:35:26.952938 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-28425c0e-565c-49f0-bc52-b82a39e6f20e None None] For port d9794b81-855c-4630-8e5c-914bc4b4a824, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d9794b81-855c-4630-8e5c-914bc4b4a824,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:35:26.954037 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-28425c0e-565c-49f0-bc52-b82a39e6f20e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:27.022989 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8809a-03d0-4d46-ae6d-628454054377 req-e10459df-28c5-435e-aa7e-72415f45475c tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:27.024397 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-06c8809a-03d0-4d46-ae6d-628454054377 req-e10459df-28c5-435e-aa7e-72415f45475c tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ef15563-ae5b-4ae0-942d-46f903c401e7 HTTP/1.1" status: 200 len: 944 time: 0.9531941 Apr 20 17:35:27.140469 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-28425c0e-565c-49f0-bc52-b82a39e6f20e None None] Calling delete_port for d9794b81-855c-4630-8e5c-914bc4b4a824 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:35:27.157149 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fe684214-bfe0-4019-ae7a-49cd023c6bf3 req-36a904cd-5d24-4075-9438-d90115e05353 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=55ad101ba72d4aafab1fd36de3508559&device_id=3ef15563-ae5b-4ae0-942d-46f903c401e7 HTTP/1.1" status: 200 len: 1095 time: 0.8299074 Apr 20 17:35:27.165082 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4ee63161-269b-432d-b5ab-8377d47fc402 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:27.177006 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8e6b1f2a-7303-4ec4-bd33-8c3fcffff557 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:27.208254 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:27.351328 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f802b2f7-12b4-43ca-b2a8-1bf25d6083f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:27.351328 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f802b2f7-12b4-43ca-b2a8-1bf25d6083f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99bb21b0-21b3-4412-a977-55cc451563b7 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:35:27.365292 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=d9794b81-855c-4630-8e5c-914bc4b4a824,revision_number=15']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:27.423745 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f802b2f7-12b4-43ca-b2a8-1bf25d6083f4 admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:27.427556 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f802b2f7-12b4-43ca-b2a8-1bf25d6083f4 admin admin] 10.222.0.39 "DELETE /v2.0/routers/99bb21b0-21b3-4412-a977-55cc451563b7 HTTP/1.1" status: 204 len: 168 time: 8.8986692 Apr 20 17:35:27.428261 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36512) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:27.435246 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-28425c0e-565c-49f0-bc52-b82a39e6f20e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:35:27.435832 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-28425c0e-565c-49f0-bc52-b82a39e6f20e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:35:27.629134 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff4f9e5d-c72a-46e1-bc20-fc0772061fda admin admin] Deleting subnet 459b9241-591b-4214-ba21-d89500ea520e {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:35:27.635219 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ff4f9e5d-c72a-46e1-bc20-fc0772061fda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:27.772560 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ff4f9e5d-c72a-46e1-bc20-fc0772061fda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:27.829118 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee63161-269b-432d-b5ab-8377d47fc402 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Pushing event deleted for resources: {'Port': ['ID=74a73e6c-bf6f-4c9a-ad85-c5d646427bd1,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:27.880029 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-4cb45bd4-c94b-422d-bd5e-9716a270836b tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Allocated IP 172.25.8.234 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/8fb04e52-94af-4925-9a4b-2390f98f7431) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:35:27.926348 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8e6b1f2a-7303-4ec4-bd33-8c3fcffff557 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:27.939302 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-28425c0e-565c-49f0-bc52-b82a39e6f20e None None] Deleting port d9794b81-855c-4630-8e5c-914bc4b4a824 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:35:27.939924 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-28425c0e-565c-49f0-bc52-b82a39e6f20e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:28.049024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b1f2a-7303-4ec4-bd33-8c3fcffff557 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Subnet': ['ID=52749606-af14-4cd6-a6e9-855cb084f6e5,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:28.061706 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b1f2a-7303-4ec4-bd33-8c3fcffff557 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:28.062110 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b1f2a-7303-4ec4-bd33-8c3fcffff557 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:28.062529 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b1f2a-7303-4ec4-bd33-8c3fcffff557 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:28.062918 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b1f2a-7303-4ec4-bd33-8c3fcffff557 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:28.063343 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b1f2a-7303-4ec4-bd33-8c3fcffff557 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:28.063976 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b1f2a-7303-4ec4-bd33-8c3fcffff557 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:28.064355 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b1f2a-7303-4ec4-bd33-8c3fcffff557 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:28.064862 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b1f2a-7303-4ec4-bd33-8c3fcffff557 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:28.065348 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b1f2a-7303-4ec4-bd33-8c3fcffff557 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:28.065910 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b1f2a-7303-4ec4-bd33-8c3fcffff557 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:28.066024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6b1f2a-7303-4ec4-bd33-8c3fcffff557 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:28.094222 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ff4f9e5d-c72a-46e1-bc20-fc0772061fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:28.145570 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6b1f2a-7303-4ec4-bd33-8c3fcffff557 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:35:28.161741 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-8e6b1f2a-7303-4ec4-bd33-8c3fcffff557 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:35:28.170731 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-06c8809a-03d0-4d46-ae6d-628454054377 req-93bedd11-2fed-4164-bd7c-93df5ac14d18 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0919030 Apr 20 17:35:28.176683 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6b1f2a-7303-4ec4-bd33-8c3fcffff557 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:28.177199 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8e6b1f2a-7303-4ec4-bd33-8c3fcffff557 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:28.269052 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8e6b1f2a-7303-4ec4-bd33-8c3fcffff557 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9815271 Apr 20 17:35:28.275286 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36526) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:28.281034 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-3068660d-11e5-4a0e-82e7-b22c1fae10d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:28.300870 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 99874db1-56a9-4990-a2da-9b8c1b31499c no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:35:28.318299 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe684214-bfe0-4019-ae7a-49cd023c6bf3 req-2620d46b-cc65-4331-b785-5d40399e86da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:28.319874 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fe684214-bfe0-4019-ae7a-49cd023c6bf3 req-2620d46b-cc65-4331-b785-5d40399e86da service neutron] 10.222.0.10 "GET /v2.0/networks?id=559f75fc-3697-4c39-a90d-68a51f28c45f HTTP/1.1" status: 200 len: 906 time: 1.1491561 Apr 20 17:35:28.384774 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 99874db1-56a9-4990-a2da-9b8c1b31499c {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:35:28.385102 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 99874db1-56a9-4990-a2da-9b8c1b31499c not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:35:28.409073 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4ee63161-269b-432d-b5ab-8377d47fc402 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:28.414066 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ff4f9e5d-c72a-46e1-bc20-fc0772061fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:28.476125 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4ee63161-269b-432d-b5ab-8377d47fc402 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] 10.222.0.39 "DELETE /v2.0/ports/74a73e6c-bf6f-4c9a-ad85-c5d646427bd1 HTTP/1.1" status: 204 len: 168 time: 3.1031947 Apr 20 17:35:28.483577 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36536) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:28.514477 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 019d832e-ad88-4ee0-a3a0-92084c6db641 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:35:28.521860 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f9e5d-c72a-46e1-bc20-fc0772061fda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=459b9241-591b-4214-ba21-d89500ea520e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:28.549848 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fe684214-bfe0-4019-ae7a-49cd023c6bf3 req-edf206ba-625c-45f5-b59c-c7e148033698 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=019d832e-ad88-4ee0-a3a0-92084c6db641 HTTP/1.1" status: 200 len: 217 time: 0.2086682 Apr 20 17:35:28.559049 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ff4f9e5d-c72a-46e1-bc20-fc0772061fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:28.560621 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4cb45bd4-c94b-422d-bd5e-9716a270836b tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:28.599319 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ff4f9e5d-c72a-46e1-bc20-fc0772061fda admin admin] 10.222.0.39 "DELETE /v2.0/subnets/459b9241-591b-4214-ba21-d89500ea520e HTTP/1.1" status: 204 len: 168 time: 1.1657925 Apr 20 17:35:28.605073 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36540) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:28.624219 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f574de-6029-41cd-94fd-b29ba892846a tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] GET failed (client error): The resource could not be found. Apr 20 17:35:28.624966 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-41f574de-6029-41cd-94fd-b29ba892846a tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Synchronizing usage tracker for tenant:35abef9abdc94533a2681f476d78a8d7 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:35:28.683819 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-41f574de-6029-41cd-94fd-b29ba892846a tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Unset dirty status for tenant:35abef9abdc94533a2681f476d78a8d7 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:35:28.689769 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-41f574de-6029-41cd-94fd-b29ba892846a tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] 10.222.0.39 "GET /v2.0/ports/74a73e6c-bf6f-4c9a-ad85-c5d646427bd1 HTTP/1.1" status: 404 len: 333 time: 0.1930251 Apr 20 17:35:28.692259 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe684214-bfe0-4019-ae7a-49cd023c6bf3 req-94d415fc-a15d-4b73-86e4-c4a49bc302f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:28.694228 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fe684214-bfe0-4019-ae7a-49cd023c6bf3 req-94d415fc-a15d-4b73-86e4-c4a49bc302f1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=32922401-1cb1-4df1-a18a-26612d131639 HTTP/1.1" status: 200 len: 845 time: 0.1217544 Apr 20 17:35:28.694801 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36544) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:28.704913 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-1fd5d517-a9fb-4099-b966-d9db5de9f8b4 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Request body: {'port': {'network_id': '53fa9a2b-1503-4e08-8453-12a599bac72b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-426421656'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:28.751014 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 019d832e-ad88-4ee0-a3a0-92084c6db641, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=019d832e-ad88-4ee0-a3a0-92084c6db641,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:35:28.775072 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '019d832e-ad88-4ee0-a3a0-92084c6db641', 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f', 'port_id': '019d832e-ad88-4ee0-a3a0-92084c6db641', 'mac_address': 'fa:16:3e:1a:c3:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32922401-1cb1-4df1-a18a-26612d131639', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:35:28.777569 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3285a62c-82e1-4849-88f9-88a95e1472fc None None] Network 4f37beb4-cacf-475a-8f23-eab887469923 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:35:28.922506 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8ad8c1b7-0225-45a0-ae7f-47fb333db010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:28.934174 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3068660d-11e5-4a0e-82e7-b22c1fae10d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:28.943657 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3068660d-11e5-4a0e-82e7-b22c1fae10d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:subnet and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:28.967144 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3068660d-11e5-4a0e-82e7-b22c1fae10d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:28.976699 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3068660d-11e5-4a0e-82e7-b22c1fae10d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:28.985136 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-8ad8c1b7-0225-45a0-ae7f-47fb333db010 admin admin] Deleting port d68f2bd6-deec-4ce2-8461-f8adacab1341 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:35:28.985697 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8ad8c1b7-0225-45a0-ae7f-47fb333db010 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:28.991492 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fe684214-bfe0-4019-ae7a-49cd023c6bf3 req-1536e48a-d43e-4f62-95ad-4860f3431586 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=559f75fc-3697-4c39-a90d-68a51f28c45f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958080 Apr 20 17:35:29.046352 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1fd5d517-a9fb-4099-b966-d9db5de9f8b4 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:29.059416 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3068660d-11e5-4a0e-82e7-b22c1fae10d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:35:29.063619 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:29.070868 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1fd5d517-a9fb-4099-b966-d9db5de9f8b4 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:29.072226 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3068660d-11e5-4a0e-82e7-b22c1fae10d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:29.092120 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4cb45bd4-c94b-422d-bd5e-9716a270836b tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:29.156941 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-28425c0e-565c-49f0-bc52-b82a39e6f20e None None] For port d9794b81-855c-4630-8e5c-914bc4b4a824, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d9794b81-855c-4630-8e5c-914bc4b4a824,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:35:29.158648 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-28425c0e-565c-49f0-bc52-b82a39e6f20e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:29.181609 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 019d832e-ad88-4ee0-a3a0-92084c6db641 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:35:29.279328 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd5d517-a9fb-4099-b966-d9db5de9f8b4 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Made reservation on behalf of 35abef9abdc94533a2681f476d78a8d7 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:35:29.283363 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1fd5d517-a9fb-4099-b966-d9db5de9f8b4 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:29.479981 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-1fd5d517-a9fb-4099-b966-d9db5de9f8b4 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] device_id is not set on port 8fdcfca3-e244-4b97-8975-bd458613e85b yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:35:29.602954 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb45bd4-c94b-422d-bd5e-9716a270836b tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:35:29.665531 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-28425c0e-565c-49f0-bc52-b82a39e6f20e None None] Calling delete_port for d9794b81-855c-4630-8e5c-914bc4b4a824 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:35:29.671543 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-4cb45bd4-c94b-422d-bd5e-9716a270836b tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:35:29.674361 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb45bd4-c94b-422d-bd5e-9716a270836b tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:35:29.743230 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb45bd4-c94b-422d-bd5e-9716a270836b tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event updated for resources: {'Port': ['ID=8fb04e52-94af-4925-9a4b-2390f98f7431,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:29.788616 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 019d832e-ad88-4ee0-a3a0-92084c6db641, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=019d832e-ad88-4ee0-a3a0-92084c6db641,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:35:29.802569 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:29.812673 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fe684214-bfe0-4019-ae7a-49cd023c6bf3 req-b78ba71c-1179-45b5-b8f3-8077179c5a96 service neutron] 10.222.0.10 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8114216 Apr 20 17:35:29.888994 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-8ad8c1b7-0225-45a0-ae7f-47fb333db010 admin admin] For port d68f2bd6-deec-4ce2-8461-f8adacab1341, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d68f2bd6-deec-4ce2-8461-f8adacab1341,segment=NetworkSegment(c554300a-cd59-4a60-9307-fc40b2335284),segment_id=c554300a-cd59-4a60-9307-fc40b2335284)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:35:29.889598 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8ad8c1b7-0225-45a0-ae7f-47fb333db010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:29.963018 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=019d832e-ad88-4ee0-a3a0-92084c6db641,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:29.969908 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-28425c0e-565c-49f0-bc52-b82a39e6f20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:30.053164 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-8ad8c1b7-0225-45a0-ae7f-47fb333db010 admin admin] Calling delete_port for d68f2bd6-deec-4ce2-8461-f8adacab1341 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:35:30.066749 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28425c0e-565c-49f0-bc52-b82a39e6f20e None None] Pushing event deleted for resources: {'Port': ['ID=d9794b81-855c-4630-8e5c-914bc4b4a824,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:30.081369 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28425c0e-565c-49f0-bc52-b82a39e6f20e None None] No DVR routers for this DVR port d9794b81-855c-4630-8e5c-914bc4b4a824 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:35:30.109154 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c5cad8-9ef9-4216-ba88-f376ddc61386 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:35:30.147024 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8ad8c1b7-0225-45a0-ae7f-47fb333db010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:30.221360 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad8c1b7-0225-45a0-ae7f-47fb333db010 admin admin] No DVR routers for this DVR port d68f2bd6-deec-4ce2-8461-f8adacab1341 on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:35:30.235003 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8c1b7-0225-45a0-ae7f-47fb333db010 admin admin] Pushing event deleted for resources: {'Port': ['ID=d68f2bd6-deec-4ce2-8461-f8adacab1341,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:30.289914 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-1fd5d517-a9fb-4099-b966-d9db5de9f8b4 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Allocated IP 2001:db8::277 (53fa9a2b-1503-4e08-8453-12a599bac72b/ba6182e2-4289-43f1-891a-ee717f9b5402/8fdcfca3-e244-4b97-8975-bd458613e85b) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:35:30.322762 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fe684214-bfe0-4019-ae7a-49cd023c6bf3 req-77dec9d8-1cb8-4cf2-a9d8-dc26eb7cf9cc service neutron] 10.222.0.10 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696286 Apr 20 17:35:30.334284 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c39c68-edc5-494d-aef1-01e16747c578 None None] DHCP port deletion for 4f37beb4-cacf-475a-8f23-eab887469923 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:35:30.338385 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['019d832e-ad88-4ee0-a3a0-92084c6db641'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:35:30.433098 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d68f2bd6-deec-4ce2-8461-f8adacab1341 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:35:30.482254 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: d68f2bd6-deec-4ce2-8461-f8adacab1341 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:35:30.483152 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d68f2bd6-deec-4ce2-8461-f8adacab1341 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:35:30.511864 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac2eac9-a375-4539-b46a-6449732fefa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-9ba611e4-024c-4a0c-9998-3bc548cf409a', 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'fixed_ips': [{'subnet_id': '52749606-af14-4cd6-a6e9-855cb084f6e5'}, {'subnet_id': '8da0c168-bad5-4bfb-8b67-641bff9e76f7'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:35:30.512963 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0ac2eac9-a375-4539-b46a-6449732fefa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:30.597040 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95815c94-3db6-4fd5-877b-4feabd25e9be req-d128bfe5-26f6-4112-985a-875c0b90f4c1 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:30.610251 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95815c94-3db6-4fd5-877b-4feabd25e9be req-d128bfe5-26f6-4112-985a-875c0b90f4c1 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ef15563-ae5b-4ae0-942d-46f903c401e7 HTTP/1.1" status: 200 len: 944 time: 1.0268319 Apr 20 17:35:30.698908 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8ad8c1b7-0225-45a0-ae7f-47fb333db010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:30.748530 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4cb45bd4-c94b-422d-bd5e-9716a270836b tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:30.769072 n-d-838032-1 neutron-server[84080]: DEBUG neutron.objects.ports [None req-3068660d-11e5-4a0e-82e7-b22c1fae10d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84080) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 20 17:35:30.811071 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3068660d-11e5-4a0e-82e7-b22c1fae10d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:30.936992 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-8ad8c1b7-0225-45a0-ae7f-47fb333db010 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f37beb4-cacf-475a-8f23-eab887469923']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:35:30.951613 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95815c94-3db6-4fd5-877b-4feabd25e9be req-4f7aa891-a91a-4b57-b69d-7e2e6add082b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115089 Apr 20 17:35:30.989207 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-8ad8c1b7-0225-45a0-ae7f-47fb333db010 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c554300a-cd59-4a60-9307-fc40b2335284') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:35:30.989341 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-8ad8c1b7-0225-45a0-ae7f-47fb333db010 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c554300a-cd59-4a60-9307-fc40b2335284') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:35:31.068292 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8ad8c1b7-0225-45a0-ae7f-47fb333db010 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:31.068929 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-0ac2eac9-a375-4539-b46a-6449732fefa6 None None] Allocated IP 172.20.0.2 (9ba611e4-024c-4a0c-9998-3bc548cf409a/52749606-af14-4cd6-a6e9-855cb084f6e5/a9bc0f8f-1033-4904-b0c6-60bc821abca4) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:35:31.085965 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-0ac2eac9-a375-4539-b46a-6449732fefa6 None None] Allocated IP 2001:db8::f816:3eff:fe28:fb64 (9ba611e4-024c-4a0c-9998-3bc548cf409a/8da0c168-bad5-4bfb-8b67-641bff9e76f7/a9bc0f8f-1033-4904-b0c6-60bc821abca4) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:35:31.091501 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3068660d-11e5-4a0e-82e7-b22c1fae10d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:35:31.120150 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-3068660d-11e5-4a0e-82e7-b22c1fae10d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:35:31.152039 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3068660d-11e5-4a0e-82e7-b22c1fae10d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:31.153019 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3068660d-11e5-4a0e-82e7-b22c1fae10d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:31.250883 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4cb45bd4-c94b-422d-bd5e-9716a270836b tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:31.254136 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3068660d-11e5-4a0e-82e7-b22c1fae10d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9778173 Apr 20 17:35:31.255215 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3068660d-11e5-4a0e-82e7-b22c1fae10d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Subnet': ['ID=8da0c168-bad5-4bfb-8b67-641bff9e76f7,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:31.257371 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36596) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:31.265229 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8ad8c1b7-0225-45a0-ae7f-47fb333db010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:31.292153 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-1086b331-5155-40f5-af1a-795c0f835cfa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'port': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'mac_address': 'fa:16:3e:3c:79:3e', 'name': 'tempest-NetworksTestDHCPv6-183940630'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:31.525045 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ad8c1b7-0225-45a0-ae7f-47fb333db010 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:35:31.530493 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8ad8c1b7-0225-45a0-ae7f-47fb333db010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:31.583551 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:35:31.583551 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:35:31.583551 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:35:31.583551 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:35:31.583551 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:35:31.583551 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:35:31.583551 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:35:31.583551 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:35:31.583551 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:35:31.583551 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:35:31.583551 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:35:31.583551 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:35:31.583551 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:35:31.583551 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:35:31.583551 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:35:31.583551 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:35:31.583551 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:35:31.583551 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:35:31.583551 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:35:31.583551 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:35:31.583551 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:35:31.583551 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:35:31.583551 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:35:31.583551 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:35:31.583551 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:35:31.583551 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:35:31.583551 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:35:31.583551 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:35:31.583551 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:35:31.583551 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:35:31.583551 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:35:31.583551 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:35:31.595267 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4cb45bd4-c94b-422d-bd5e-9716a270836b tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:31.627002 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4cb45bd4-c94b-422d-bd5e-9716a270836b tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:31.627444 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0ac2eac9-a375-4539-b46a-6449732fefa6 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:31.653297 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0ac2eac9-a375-4539-b46a-6449732fefa6 None None] Transition to ACTIVE for port object a9bc0f8f-1033-4904-b0c6-60bc821abca4 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:35:31.703991 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb45bd4-c94b-422d-bd5e-9716a270836b tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event updated for resources: {'Port': ['ID=8fb04e52-94af-4925-9a4b-2390f98f7431,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:31.740610 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0ac2eac9-a375-4539-b46a-6449732fefa6 None None] Transition to ACTIVE for port object a9bc0f8f-1033-4904-b0c6-60bc821abca4 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:35:31.757758 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0ac2eac9-a375-4539-b46a-6449732fefa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:31.758146 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1086b331-5155-40f5-af1a-795c0f835cfa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:31.762763 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1086b331-5155-40f5-af1a-795c0f835cfa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:port and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:31.766147 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1086b331-5155-40f5-af1a-795c0f835cfa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:31.776722 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1086b331-5155-40f5-af1a-795c0f835cfa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:31.828276 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4cb45bd4-c94b-422d-bd5e-9716a270836b tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:31.904330 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1086b331-5155-40f5-af1a-795c0f835cfa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:35:31.911571 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1086b331-5155-40f5-af1a-795c0f835cfa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:31.914860 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1fd5d517-a9fb-4099-b966-d9db5de9f8b4 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:31.936149 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4cb45bd4-c94b-422d-bd5e-9716a270836b tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:31.936851 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac2eac9-a375-4539-b46a-6449732fefa6 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:35:31.945427 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2eac9-a375-4539-b46a-6449732fefa6 None None] Pushing event updated for resources: {'Port': ['ID=a9bc0f8f-1033-4904-b0c6-60bc821abca4,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:31.945427 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-0ac2eac9-a375-4539-b46a-6449732fefa6 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:35:31.953175 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4cb45bd4-c94b-422d-bd5e-9716a270836b tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9195910 Apr 20 17:35:31.954967 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-1fd5d517-a9fb-4099-b966-d9db5de9f8b4 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Transition to ACTIVE for port object 8fdcfca3-e244-4b97-8975-bd458613e85b will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:35:31.959198 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac2eac9-a375-4539-b46a-6449732fefa6 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:35:32.012606 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1fd5d517-a9fb-4099-b966-d9db5de9f8b4 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:32.261858 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd5d517-a9fb-4099-b966-d9db5de9f8b4 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Network 53fa9a2b-1503-4e08-8453-12a599bac72b is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:35:32.268942 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-1fd5d517-a9fb-4099-b966-d9db5de9f8b4 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:35:32.278285 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd5d517-a9fb-4099-b966-d9db5de9f8b4 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:35:32.282352 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd5d517-a9fb-4099-b966-d9db5de9f8b4 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:32.282961 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1fd5d517-a9fb-4099-b966-d9db5de9f8b4 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:32.288609 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5d517-a9fb-4099-b966-d9db5de9f8b4 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Pushing event updated for resources: {'Port': ['ID=8fdcfca3-e244-4b97-8975-bd458613e85b,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:32.407417 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1fd5d517-a9fb-4099-b966-d9db5de9f8b4 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.7096648 Apr 20 17:35:32.413687 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36626) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:32.419689 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-c5c7df33-387d-4ba6-bd96-63a3f71624f6 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::307', 'mac_address': 'fa:16:3e:18:37:10'}]}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:32.467261 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-0ac2eac9-a375-4539-b46a-6449732fefa6 None None] Attempting to bind port a9bc0f8f-1033-4904-b0c6-60bc821abca4 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:35:32.468183 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-0ac2eac9-a375-4539-b46a-6449732fefa6 None None] Attempting to bind port a9bc0f8f-1033-4904-b0c6-60bc821abca4 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:35:32.468765 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac2eac9-a375-4539-b46a-6449732fefa6 None None] Attempting to bind port a9bc0f8f-1033-4904-b0c6-60bc821abca4 on network 9ba611e4-024c-4a0c-9998-3bc548cf409a {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:35:32.483683 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac2eac9-a375-4539-b46a-6449732fefa6 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:35:32.484331 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac2eac9-a375-4539-b46a-6449732fefa6 None None] Checking segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:35:32.485016 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0ac2eac9-a375-4539-b46a-6449732fefa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:32.485612 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac2eac9-a375-4539-b46a-6449732fefa6 None None] Bound using segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:35:32.486335 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-0ac2eac9-a375-4539-b46a-6449732fefa6 None None] Bound port: a9bc0f8f-1033-4904-b0c6-60bc821abca4, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:35:32.486927 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0ac2eac9-a375-4539-b46a-6449732fefa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:32.539987 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8ad8c1b7-0225-45a0-ae7f-47fb333db010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:32.604794 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8ad8c1b7-0225-45a0-ae7f-47fb333db010 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:32.608302 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-1086b331-5155-40f5-af1a-795c0f835cfa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] device_id is not set on port 18c0bb93-4785-49b9-87be-07377cede8d5 yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:35:32.675881 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-7b1d7684-5cad-4a11-8163-59629a92d65f tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2140688284&fields=id&tenant_id=fff76710152c4266b547138b68f9e982 HTTP/1.1" status: 200 len: 267 time: 0.1388254 Apr 20 17:35:32.703764 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0ac2eac9-a375-4539-b46a-6449732fefa6 None None] For port a9bc0f8f-1033-4904-b0c6-60bc821abca4, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:35:32.714360 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0ac2eac9-a375-4539-b46a-6449732fefa6 None None] For port a9bc0f8f-1033-4904-b0c6-60bc821abca4, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=a9bc0f8f-1033-4904-b0c6-60bc821abca4,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:35:32.728790 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0ac2eac9-a375-4539-b46a-6449732fefa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:32.829532 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220b9d2-ab42-4705-8e0d-3c7898318df4 req-1d0455d5-c06f-4c43-a21b-c0490cab0422 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:32.851278 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b220b9d2-ab42-4705-8e0d-3c7898318df4 req-1d0455d5-c06f-4c43-a21b-c0490cab0422 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ef15563-ae5b-4ae0-942d-46f903c401e7 HTTP/1.1" status: 200 len: 945 time: 0.5305035 Apr 20 17:35:32.867471 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2eac9-a375-4539-b46a-6449732fefa6 None None] Pushing event updated for resources: {'Port': ['ID=a9bc0f8f-1033-4904-b0c6-60bc821abca4,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:32.949752 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8c1b7-0225-45a0-ae7f-47fb333db010 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f37beb4-cacf-475a-8f23-eab887469923,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:32.976355 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b220b9d2-ab42-4705-8e0d-3c7898318df4 req-12df5a86-7c47-4eab-91ff-2c8de6c8ddd4 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239979 Apr 20 17:35:33.017104 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-59e4ec59-7eb7-4f22-b044-31887be1760c None None] Provisioning for port 8fdcfca3-e244-4b97-8975-bd458613e85b completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:35:33.032904 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8ad8c1b7-0225-45a0-ae7f-47fb333db010 admin admin] 10.222.0.39 "DELETE /v2.0/networks/4f37beb4-cacf-475a-8f23-eab887469923 HTTP/1.1" status: 204 len: 168 time: 4.4256392 Apr 20 17:35:33.035101 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-59e4ec59-7eb7-4f22-b044-31887be1760c None None] Provisioning complete for port 8fdcfca3-e244-4b97-8975-bd458613e85b triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:35:33.035686 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-59e4ec59-7eb7-4f22-b044-31887be1760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:33.062249 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-48a416ce-e456-4a6a-a33a-c5b4ae2fe613 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:33.070613 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-48a416ce-e456-4a6a-a33a-c5b4ae2fe613 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/networks?id=b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 HTTP/1.1" status: 200 len: 814 time: 0.3679688 Apr 20 17:35:33.073173 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c5c7df33-387d-4ba6-bd96-63a3f71624f6 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:33.136406 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-379230e5-498d-432e-aa6d-3c6221c63e33 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/quotas/fff76710152c4266b547138b68f9e982 HTTP/1.1" status: 200 len: 375 time: 0.0348401 Apr 20 17:35:33.191424 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-59e4ec59-7eb7-4f22-b044-31887be1760c None None] Port 8fdcfca3-e244-4b97-8975-bd458613e85b cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:35:33.567255 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-b6ce3796-43ee-40f1-9c26-d30cd7ddb9ec tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fff76710152c4266b547138b68f9e982&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4230163 Apr 20 17:35:33.583571 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36648) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:33.597302 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-1086b331-5155-40f5-af1a-795c0f835cfa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Allocated IP 172.20.0.6 (9ba611e4-024c-4a0c-9998-3bc548cf409a/52749606-af14-4cd6-a6e9-855cb084f6e5/18c0bb93-4785-49b9-87be-07377cede8d5) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:35:33.614028 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-1086b331-5155-40f5-af1a-795c0f835cfa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Allocated IP 2001:db8::f816:3eff:fe3c:793e (9ba611e4-024c-4a0c-9998-3bc548cf409a/8da0c168-bad5-4bfb-8b67-641bff9e76f7/18c0bb93-4785-49b9-87be-07377cede8d5) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:35:33.689281 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2a68fd93-ecec-4d51-8356-4fd06dff4e1c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=048f4cae66cf42c897493ac9a67e0d5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1024411 Apr 20 17:35:33.689824 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36654) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:33.745877 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c5c7df33-387d-4ba6-bd96-63a3f71624f6 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:33.786845 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9363a186-d7a9-48d0-b64c-8216917f8dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:33.788744 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c5c7df33-387d-4ba6-bd96-63a3f71624f6 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:33.896498 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-c5c7df33-387d-4ba6-bd96-63a3f71624f6 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] In _notify_port_updated(), no bound segment for port 8fdcfca3-e244-4b97-8975-bd458613e85b on network 53fa9a2b-1503-4e08-8453-12a599bac72b {{(pid=84081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 20 17:35:33.900344 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c7df33-387d-4ba6-bd96-63a3f71624f6 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:33.900968 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c5c7df33-387d-4ba6-bd96-63a3f71624f6 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:33.904700 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c5c7df33-387d-4ba6-bd96-63a3f71624f6 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] 10.222.0.39 "PUT /v2.0/ports/8fdcfca3-e244-4b97-8975-bd458613e85b HTTP/1.1" status: 200 len: 1002 time: 1.4875960 Apr 20 17:35:33.907997 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36662) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:33.918431 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9363a186-d7a9-48d0-b64c-8216917f8dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:33.997032 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7df33-387d-4ba6-bd96-63a3f71624f6 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Pushing event updated for resources: {'Port': ['ID=8fdcfca3-e244-4b97-8975-bd458613e85b,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:34.026323 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-f9c2a677-2d8a-455c-97e4-8e8497e9ef36 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Deleting port 8fdcfca3-e244-4b97-8975-bd458613e85b {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:35:34.026664 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f9c2a677-2d8a-455c-97e4-8e8497e9ef36 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:34.151918 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1086b331-5155-40f5-af1a-795c0f835cfa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:34.165682 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9363a186-d7a9-48d0-b64c-8216917f8dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:34.199406 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-1086b331-5155-40f5-af1a-795c0f835cfa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Transition to ACTIVE for port object 18c0bb93-4785-49b9-87be-07377cede8d5 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:35:34.243891 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9363a186-d7a9-48d0-b64c-8216917f8dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:34.250449 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9363a186-d7a9-48d0-b64c-8216917f8dea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7e87eb2e-137f-4c9f-a609-0263ee6fcc92 HTTP/1.1" status: 204 len: 168 time: 0.5573232 Apr 20 17:35:34.317909 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-cedbcec6-d84c-44d5-84d5-40a622af7183 service neutron] 10.222.0.39 "GET /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7462263 Apr 20 17:35:34.416290 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363a186-d7a9-48d0-b64c-8216917f8dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e87eb2e-137f-4c9f-a609-0263ee6fcc92,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:34.510512 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 019d832e-ad88-4ee0-a3a0-92084c6db641 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:35:34.700237 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device a9bc0f8f-1033-4904-b0c6-60bc821abca4 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:35:34.830550 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1086b331-5155-40f5-af1a-795c0f835cfa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:34.979653 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 019d832e-ad88-4ee0-a3a0-92084c6db641 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:35:34.983814 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0ff8492f-305a-433a-9d65-4c2c184861d1 None None] Provisioning complete for port 8fdcfca3-e244-4b97-8975-bd458613e85b triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:35:34.984563 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0ff8492f-305a-433a-9d65-4c2c184861d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:35.038152 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1086b331-5155-40f5-af1a-795c0f835cfa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:35:35.050909 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0ff8492f-305a-433a-9d65-4c2c184861d1 None None] Port 8fdcfca3-e244-4b97-8975-bd458613e85b cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:35:35.051418 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-1086b331-5155-40f5-af1a-795c0f835cfa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:35:35.064439 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 019d832e-ad88-4ee0-a3a0-92084c6db641 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:35:35.064863 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:35.091723 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1086b331-5155-40f5-af1a-795c0f835cfa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:35:35.135004 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086b331-5155-40f5-af1a-795c0f835cfa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Port': ['ID=18c0bb93-4785-49b9-87be-07377cede8d5,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:35.154632 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port a9bc0f8f-1033-4904-b0c6-60bc821abca4 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:35:35.231968 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:35.262007 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-73117853-3244-4062-aa83-f8c954f14294 service neutron] 10.222.0.39 "GET /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9253299 Apr 20 17:35:35.287775 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 019d832e-ad88-4ee0-a3a0-92084c6db641, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=019d832e-ad88-4ee0-a3a0-92084c6db641,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:35:35.294380 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef15563-ae5b-4ae0-942d-46f903c401e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019d832e-ad88-4ee0-a3a0-92084c6db641'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:35:35.303819 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1086b331-5155-40f5-af1a-795c0f835cfa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:35.304181 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419a0c9c-bb16-43ba-aa7e-06d839bc1157 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:35:35.327126 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1086b331-5155-40f5-af1a-795c0f835cfa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:35.409640 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c30c77-8779-4358-b382-fbb33d21a52b req-6900c741-e900-42b1-a320-56976516cd03 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:35.411414 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b1c30c77-8779-4358-b382-fbb33d21a52b req-6900c741-e900-42b1-a320-56976516cd03 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ef15563-ae5b-4ae0-942d-46f903c401e7 HTTP/1.1" status: 200 len: 945 time: 0.9965651 Apr 20 17:35:35.418386 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1086b331-5155-40f5-af1a-795c0f835cfa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.1547866 Apr 20 17:35:35.425038 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36704) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:35.483445 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:35.508261 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f9c2a677-2d8a-455c-97e4-8e8497e9ef36 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:35.750311 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2186ce22-614b-47f9-ae63-ca88eb19546f'] response: {'server_uuid': '3ef15563-ae5b-4ae0-942d-46f903c401e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019d832e-ad88-4ee0-a3a0-92084c6db641', 'code': 200} Apr 20 17:35:35.763632 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-60da2147-b227-4e3b-af86-6c340fa5845f None None] Provisioning for port a9bc0f8f-1033-4904-b0c6-60bc821abca4 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:35:35.830462 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-60da2147-b227-4e3b-af86-6c340fa5845f None None] Provisioning complete for port a9bc0f8f-1033-4904-b0c6-60bc821abca4 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:35:35.830829 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-60da2147-b227-4e3b-af86-6c340fa5845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:35.834694 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f6be02df-c5ec-41bc-8a3b-d82f4e69e869 req-1d7e9395-aa24-46d4-adc4-c5aae9331d80 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=a77a8785-0391-4112-83ed-2c09953983ad HTTP/1.1" status: 200 len: 210 time: 0.1049304 Apr 20 17:35:35.885905 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-f9c2a677-2d8a-455c-97e4-8e8497e9ef36 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Calling delete_port for 8fdcfca3-e244-4b97-8975-bd458613e85b owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:35:35.929116 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=019d832e-ad88-4ee0-a3a0-92084c6db641,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:36.119487 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b1c30c77-8779-4358-b382-fbb33d21a52b req-f1d61cc2-d59e-4181-9186-9697b0f8fcdf tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6921043 Apr 20 17:35:36.201127 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-60da2147-b227-4e3b-af86-6c340fa5845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:36.326079 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c232814a-be4e-41c0-8e09-7447dcdc55f4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:36.334542 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c232814a-be4e-41c0-8e09-7447dcdc55f4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:36.334881 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-60da2147-b227-4e3b-af86-6c340fa5845f None None] For port a9bc0f8f-1033-4904-b0c6-60bc821abca4, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=a9bc0f8f-1033-4904-b0c6-60bc821abca4,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:35:36.339023 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c232814a-be4e-41c0-8e09-7447dcdc55f4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.9117637 Apr 20 17:35:36.341873 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36742) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:36.352984 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-60da2147-b227-4e3b-af86-6c340fa5845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:36.372007 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fbd58551-43e0-4c78-ae3e-8ed21a910965 req-699a0546-5254-4b58-a8a8-fac746ada4a9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3ef15563-ae5b-4ae0-942d-46f903c401e7 HTTP/1.1" status: 200 len: 1097 time: 0.3885803 Apr 20 17:35:36.498657 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-4d63c9c9-e40b-4c30-922b-3e47768faafd tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting port 18c0bb93-4785-49b9-87be-07377cede8d5 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:35:36.514276 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4d63c9c9-e40b-4c30-922b-3e47768faafd tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:36.563036 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da2147-b227-4e3b-af86-6c340fa5845f None None] Pushing event updated for resources: {'Port': ['ID=a9bc0f8f-1033-4904-b0c6-60bc821abca4,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:36.714801 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fbd58551-43e0-4c78-ae3e-8ed21a910965 req-03b98b71-63d6-458b-afed-ab634e871841 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919663 Apr 20 17:35:36.717863 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f9c2a677-2d8a-455c-97e4-8e8497e9ef36 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:36.900474 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2a677-2d8a-455c-97e4-8e8497e9ef36 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Pushing event deleted for resources: {'Port': ['ID=8fdcfca3-e244-4b97-8975-bd458613e85b,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:37.177744 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4d63c9c9-e40b-4c30-922b-3e47768faafd tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:37.200736 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-eb55053a-7300-468e-a41f-b11422e7eefc None None] Provisioning complete for port a9bc0f8f-1033-4904-b0c6-60bc821abca4 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:35:37.202450 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-eb55053a-7300-468e-a41f-b11422e7eefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:37.348083 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-bc637e25-1e45-46c3-89c8-645d3eef28f0 req-cc512fe2-d7b0-42fc-a17d-53def36b49d8 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Synchronizing usage tracker for tenant:fff76710152c4266b547138b68f9e982 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:35:37.359562 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f9c2a677-2d8a-455c-97e4-8e8497e9ef36 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:37.465756 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f9c2a677-2d8a-455c-97e4-8e8497e9ef36 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] 10.222.0.39 "DELETE /v2.0/ports/8fdcfca3-e244-4b97-8975-bd458613e85b HTTP/1.1" status: 204 len: 168 time: 3.5503008 Apr 20 17:35:37.467229 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36774) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:37.486375 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-bc637e25-1e45-46c3-89c8-645d3eef28f0 req-cc512fe2-d7b0-42fc-a17d-53def36b49d8 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Unset dirty status for tenant:fff76710152c4266b547138b68f9e982 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:35:37.490869 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bc637e25-1e45-46c3-89c8-645d3eef28f0 req-cc512fe2-d7b0-42fc-a17d-53def36b49d8 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=a77a8785-0391-4112-83ed-2c09953983ad HTTP/1.1" status: 200 len: 210 time: 0.3301311 Apr 20 17:35:37.586901 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-eb55053a-7300-468e-a41f-b11422e7eefc None None] Provisioning for port 18c0bb93-4785-49b9-87be-07377cede8d5 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:35:37.594133 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-eb55053a-7300-468e-a41f-b11422e7eefc None None] Provisioning complete for port 18c0bb93-4785-49b9-87be-07377cede8d5 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:35:37.607720 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-eb55053a-7300-468e-a41f-b11422e7eefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:37.697845 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1091d00-c28d-4cf8-996e-913b8938c908 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] GET failed (client error): The resource could not be found. Apr 20 17:35:37.698734 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e1091d00-c28d-4cf8-996e-913b8938c908 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Synchronizing usage tracker for tenant:35abef9abdc94533a2681f476d78a8d7 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:35:37.721787 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-eb55053a-7300-468e-a41f-b11422e7eefc None None] Port 18c0bb93-4785-49b9-87be-07377cede8d5 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:35:37.724741 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e1091d00-c28d-4cf8-996e-913b8938c908 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Unset dirty status for tenant:35abef9abdc94533a2681f476d78a8d7 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:35:37.736990 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e1091d00-c28d-4cf8-996e-913b8938c908 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] 10.222.0.39 "GET /v2.0/ports/8fdcfca3-e244-4b97-8975-bd458613e85b HTTP/1.1" status: 404 len: 333 time: 0.2623255 Apr 20 17:35:37.750938 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36784) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:37.768791 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-0bab09c9-837b-4e48-bc51-e7b1a3988b2f tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Request body: {'port': {'network_id': '53fa9a2b-1503-4e08-8453-12a599bac72b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1375536774'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:37.956610 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-4d63c9c9-e40b-4c30-922b-3e47768faafd tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Calling delete_port for 18c0bb93-4785-49b9-87be-07377cede8d5 owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:35:37.977078 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a32ed475-eebf-493a-a7ca-da0c3a91392a None None] Provisioning complete for port 18c0bb93-4785-49b9-87be-07377cede8d5 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:35:37.977455 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a32ed475-eebf-493a-a7ca-da0c3a91392a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:38.183971 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a32ed475-eebf-493a-a7ca-da0c3a91392a None None] Port 18c0bb93-4785-49b9-87be-07377cede8d5 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:35:38.396332 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac67847-72b0-4475-9de0-1687c59bdb4b req-68c48b73-1d57-4451-a44d-896facee9943 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:38.399193 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5ac67847-72b0-4475-9de0-1687c59bdb4b req-68c48b73-1d57-4451-a44d-896facee9943 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ef15563-ae5b-4ae0-942d-46f903c401e7 HTTP/1.1" status: 200 len: 946 time: 0.3826871 Apr 20 17:35:38.409852 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device a9bc0f8f-1033-4904-b0c6-60bc821abca4 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:35:38.425712 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:35:38.447664 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0bab09c9-837b-4e48-bc51-e7b1a3988b2f tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:38.458471 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0bab09c9-837b-4e48-bc51-e7b1a3988b2f tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:38.481497 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bab09c9-837b-4e48-bc51-e7b1a3988b2f tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Made reservation on behalf of 35abef9abdc94533a2681f476d78a8d7 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:35:38.484970 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0bab09c9-837b-4e48-bc51-e7b1a3988b2f tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:38.517869 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-0bab09c9-837b-4e48-bc51-e7b1a3988b2f tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] device_id is not set on port 60c3a026-44f2-483d-ac4a-246b58740a14 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:35:38.571899 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5ac67847-72b0-4475-9de0-1687c59bdb4b req-f34377bb-3867-4c2e-b2d0-71f542614308 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568341 Apr 20 17:35:38.675283 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port a9bc0f8f-1033-4904-b0c6-60bc821abca4 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:35:38.676187 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:38.948133 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-efbb42b2-f0a4-49f7-a8d4-099ed949fe83 req-8a9102d6-c1c0-4642-be05-574cf7d56aeb tempest-ServersAaction247Test-1161685153 tempest-ServersAaction247Test-1161685153-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dcb134-a5f3-4888-a598-ef5478096f06 HTTP/1.1" status: 200 len: 210 time: 0.2429020 Apr 20 17:35:38.950269 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-0bab09c9-837b-4e48-bc51-e7b1a3988b2f tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Allocated IP 2001:db8::232 (53fa9a2b-1503-4e08-8453-12a599bac72b/ba6182e2-4289-43f1-891a-ee717f9b5402/60c3a026-44f2-483d-ac4a-246b58740a14) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:35:38.964361 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4d63c9c9-e40b-4c30-922b-3e47768faafd tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:39.091771 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-42295b58-8495-47ab-9829-c39786a8fb7f req-b5471a8e-6ee1-4f31-82c5-06fb2b88f30f tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=a77a8785-0391-4112-83ed-2c09953983ad HTTP/1.1" status: 200 len: 210 time: 0.0748088 Apr 20 17:35:39.180433 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4ca2344b-291c-4179-8828-baa9091dee19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:39.194552 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-5410a81e-3cd6-48c8-860f-1d1b75f90465 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:39.196996 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-5410a81e-3cd6-48c8-860f-1d1b75f90465 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.43 "GET /v2.0/networks?id=b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 HTTP/1.1" status: 200 len: 814 time: 0.4956646 Apr 20 17:35:39.288399 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63c9c9-e40b-4c30-922b-3e47768faafd tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Port': ['ID=18c0bb93-4785-49b9-87be-07377cede8d5,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:39.382489 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0bab09c9-837b-4e48-bc51-e7b1a3988b2f tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:39.419503 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-0bab09c9-837b-4e48-bc51-e7b1a3988b2f tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Transition to ACTIVE for port object 60c3a026-44f2-483d-ac4a-246b58740a14 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:35:39.450689 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36818) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:39.460993 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-5a1901a1-aa88-47c2-a47e-539ae6ab3685 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fff76710152c4266b547138b68f9e982 HTTP/1.1" status: 200 len: 380 time: 0.1981888 Apr 20 17:35:39.489963 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0bab09c9-837b-4e48-bc51-e7b1a3988b2f tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:39.493798 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-5bc028b1-1264-4f08-be5f-79e8b72d8d22 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Request body: {'port': {'device_id': 'a77a8785-0391-4112-83ed-2c09953983ad', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'admin_state_up': True, 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'security_groups': ['2ea1cb64-5e15-4e0d-9f0e-f01a8904d073']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:39.634610 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bab09c9-837b-4e48-bc51-e7b1a3988b2f tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Network 53fa9a2b-1503-4e08-8453-12a599bac72b is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:35:39.647397 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4d63c9c9-e40b-4c30-922b-3e47768faafd tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:39.664019 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-0bab09c9-837b-4e48-bc51-e7b1a3988b2f tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:35:39.672768 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4d63c9c9-e40b-4c30-922b-3e47768faafd tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/18c0bb93-4785-49b9-87be-07377cede8d5 HTTP/1.1" status: 204 len: 168 time: 3.3297160 Apr 20 17:35:39.704800 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bab09c9-837b-4e48-bc51-e7b1a3988b2f tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:35:39.710958 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36828) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:39.713502 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bab09c9-837b-4e48-bc51-e7b1a3988b2f tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:39.714412 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0bab09c9-837b-4e48-bc51-e7b1a3988b2f tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:39.844594 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab09c9-837b-4e48-bc51-e7b1a3988b2f tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Pushing event updated for resources: {'Port': ['ID=60c3a026-44f2-483d-ac4a-246b58740a14,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:39.870534 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0bab09c9-837b-4e48-bc51-e7b1a3988b2f tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1184938 Apr 20 17:35:39.881340 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36842) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:39.893276 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-5bc028b1-1264-4f08-be5f-79e8b72d8d22 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:39.904297 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-3dd9e24c-07b0-4e97-ae6d-b676ff361eef tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:18:37:10'}]}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:39.943467 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-5bc028b1-1264-4f08-be5f-79e8b72d8d22 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:40.032533 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-5bc028b1-1264-4f08-be5f-79e8b72d8d22 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Made reservation on behalf of fff76710152c4266b547138b68f9e982 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:35:40.041759 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-5bc028b1-1264-4f08-be5f-79e8b72d8d22 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:40.083011 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea23bc0f-2f64-4151-a2d1-418dd005caf7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:40.084780 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea23bc0f-2f64-4151-a2d1-418dd005caf7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:40.086255 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea23bc0f-2f64-4151-a2d1-418dd005caf7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:40.087332 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ea23bc0f-2f64-4151-a2d1-418dd005caf7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:35:40.318226 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-5bc028b1-1264-4f08-be5f-79e8b72d8d22 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Allocated IP 172.20.0.7 (b9c5f462-ddff-4ef3-834f-300bbbe5c5e1/8d05736e-ddd3-43ab-9360-fdcd5c15b127/28f7f4e0-a95d-4644-adb0-ace894530921) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:35:40.374709 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a5e6eace-a4cd-4697-bb46-ff0fd70c176c None None] Provisioning for port 60c3a026-44f2-483d-ac4a-246b58740a14 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:35:40.379669 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a5e6eace-a4cd-4697-bb46-ff0fd70c176c None None] Provisioning complete for port 60c3a026-44f2-483d-ac4a-246b58740a14 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:35:40.382723 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a5e6eace-a4cd-4697-bb46-ff0fd70c176c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:40.434863 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda06680-0931-48c2-88c8-3e464447b4a9 admin admin] Deleting subnet e32bdf4b-fd8b-4b00-867f-fc0a7ce7a898 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:35:40.457417 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a5e6eace-a4cd-4697-bb46-ff0fd70c176c None None] Port 60c3a026-44f2-483d-ac4a-246b58740a14 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:35:40.497049 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cd4fb3f4-a09a-4d4f-8792-b4a49619983d req-9b1846ef-e70f-4b0d-a0ed-ca2aae872f32 tempest-ServersAaction247Test-1161685153 tempest-ServersAaction247Test-1161685153-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dcb134-a5f3-4888-a598-ef5478096f06 HTTP/1.1" status: 200 len: 210 time: 0.1961062 Apr 20 17:35:40.517344 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dda06680-0931-48c2-88c8-3e464447b4a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:40.622764 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-5bc028b1-1264-4f08-be5f-79e8b72d8d22 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:40.656289 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-5bc028b1-1264-4f08-be5f-79e8b72d8d22 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Transition to ACTIVE for port object 28f7f4e0-a95d-4644-adb0-ace894530921 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:35:40.695609 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ea23bc0f-2f64-4151-a2d1-418dd005caf7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:35:40.698047 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ea23bc0f-2f64-4151-a2d1-418dd005caf7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.9860306 Apr 20 17:35:40.701489 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-5bc028b1-1264-4f08-be5f-79e8b72d8d22 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:40.703384 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36856) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:40.827599 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dda06680-0931-48c2-88c8-3e464447b4a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:40.878235 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc028b1-1264-4f08-be5f-79e8b72d8d22 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event updated for resources: {'Port': ['ID=28f7f4e0-a95d-4644-adb0-ace894530921,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:40.955370 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dda06680-0931-48c2-88c8-3e464447b4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:40.990952 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-5bc028b1-1264-4f08-be5f-79e8b72d8d22 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Network b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:35:41.004126 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-5bc028b1-1264-4f08-be5f-79e8b72d8d22 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:35:41.013607 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4bd7c2-ba24-4b94-bd38-7f459a1306f5 req-f78f1ace-ba6e-4eff-b3d5-c6bd8dce2cc6 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:41.020465 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5c4bd7c2-ba24-4b94-bd38-7f459a1306f5 req-f78f1ace-ba6e-4eff-b3d5-c6bd8dce2cc6 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ef15563-ae5b-4ae0-942d-46f903c401e7 HTTP/1.1" status: 200 len: 946 time: 1.0678365 Apr 20 17:35:41.022317 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-5bc028b1-1264-4f08-be5f-79e8b72d8d22 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:35:41.033069 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62427c17-3048-49fc-beab-c3a0f3ee8499 req-a3899383-f728-4fe7-a776-6dd94553f29a tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:41.035119 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-62427c17-3048-49fc-beab-c3a0f3ee8499 req-a3899383-f728-4fe7-a776-6dd94553f29a tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=a77a8785-0391-4112-83ed-2c09953983ad HTTP/1.1" status: 200 len: 931 time: 0.3184795 Apr 20 17:35:41.114171 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcdd5ade-8f57-4df8-8004-018a1b784710 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting subnet 52749606-af14-4cd6-a6e9-855cb084f6e5 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:35:41.122918 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-62427c17-3048-49fc-beab-c3a0f3ee8499 req-54d1d3d2-6bf9-4f72-a9c0-3e6acb94d4de tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Synchronizing usage tracker for tenant:fff76710152c4266b547138b68f9e982 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:35:41.127232 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dcdd5ade-8f57-4df8-8004-018a1b784710 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:41.152910 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-62427c17-3048-49fc-beab-c3a0f3ee8499 req-54d1d3d2-6bf9-4f72-a9c0-3e6acb94d4de tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Unset dirty status for tenant:fff76710152c4266b547138b68f9e982 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:35:41.166853 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-62427c17-3048-49fc-beab-c3a0f3ee8499 req-54d1d3d2-6bf9-4f72-a9c0-3e6acb94d4de tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea1cb64-5e15-4e0d-9f0e-f01a8904d073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180274 Apr 20 17:35:41.178575 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3dd9e24c-07b0-4e97-ae6d-b676ff361eef tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:41.270943 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dda06680-0931-48c2-88c8-3e464447b4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:41.315612 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda06680-0931-48c2-88c8-3e464447b4a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e32bdf4b-fd8b-4b00-867f-fc0a7ce7a898,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:41.330696 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dda06680-0931-48c2-88c8-3e464447b4a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:41.342978 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-dda06680-0931-48c2-88c8-3e464447b4a9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e32bdf4b-fd8b-4b00-867f-fc0a7ce7a898 HTTP/1.1" status: 204 len: 168 time: 1.8867559 Apr 20 17:35:41.344326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36872) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:41.354277 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5c4bd7c2-ba24-4b94-bd38-7f459a1306f5 req-fb4ad052-25be-4840-a5ee-a16a77cdb2f4 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329587 Apr 20 17:35:41.397527 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dcdd5ade-8f57-4df8-8004-018a1b784710 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:41.402539 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-800dc609-1216-45e9-bf88-443801700afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:41.475080 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-db3db1b8-6df1-4539-9078-35c02cf4d2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:41.476721 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-5bc028b1-1264-4f08-be5f-79e8b72d8d22 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:41.477224 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-5bc028b1-1264-4f08-be5f-79e8b72d8d22 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:41.498208 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1b4e79f0-0b35-498f-a720-5f350574de28 None None] Provisioning for port 28f7f4e0-a95d-4644-adb0-ace894530921 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:35:41.512294 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1b4e79f0-0b35-498f-a720-5f350574de28 None None] Provisioning complete for port 28f7f4e0-a95d-4644-adb0-ace894530921 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:35:41.514126 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1b4e79f0-0b35-498f-a720-5f350574de28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:41.588249 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dcdd5ade-8f57-4df8-8004-018a1b784710 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:41.662499 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1b4e79f0-0b35-498f-a720-5f350574de28 None None] Port 28f7f4e0-a95d-4644-adb0-ace894530921 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:35:41.673991 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-5bc028b1-1264-4f08-be5f-79e8b72d8d22 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2056007 Apr 20 17:35:41.688550 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-c1f61b00-5769-452e-bba0-861cf68b60ad service neutron] Request body: {'port': {'device_id': 'a77a8785-0391-4112-83ed-2c09953983ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:41.746505 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dcdd5ade-8f57-4df8-8004-018a1b784710 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:41.829052 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3dd9e24c-07b0-4e97-ae6d-b676ff361eef tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:41.848744 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd5ade-8f57-4df8-8004-018a1b784710 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Subnet': ['ID=52749606-af14-4cd6-a6e9-855cb084f6e5,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:41.918112 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3dd9e24c-07b0-4e97-ae6d-b676ff361eef tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:41.928461 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e63800-2507-4d47-9be9-98afc6fb7523 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:35:42.149933 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dcdd5ade-8f57-4df8-8004-018a1b784710 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:42.197082 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-db3db1b8-6df1-4539-9078-35c02cf4d2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:42.208250 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-c1f61b00-5769-452e-bba0-861cf68b60ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:42.227435 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-dcdd5ade-8f57-4df8-8004-018a1b784710 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/52749606-af14-4cd6-a6e9-855cb084f6e5 HTTP/1.1" status: 204 len: 168 time: 1.5185609 Apr 20 17:35:42.239624 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36900) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:42.272902 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-db3db1b8-6df1-4539-9078-35c02cf4d2a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ef24ab-576d-4848-84e7-b0962eebdeab']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:35:42.298452 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-db3db1b8-6df1-4539-9078-35c02cf4d2a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa365b0e-5984-4a20-8a84-1a29998467ac') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:35:42.298971 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-db3db1b8-6df1-4539-9078-35c02cf4d2a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa365b0e-5984-4a20-8a84-1a29998467ac') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:35:42.321807 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-db3db1b8-6df1-4539-9078-35c02cf4d2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:42.333169 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9dba9d42-5082-4c91-b208-2d7ae13f9c81 req-62fc9be4-88db-4838-aaac-2d49860dfbf3 tempest-ServersAaction247Test-1161685153 tempest-ServersAaction247Test-1161685153-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dcb134-a5f3-4888-a598-ef5478096f06 HTTP/1.1" status: 200 len: 210 time: 0.5071676 Apr 20 17:35:42.340826 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-db3db1b8-6df1-4539-9078-35c02cf4d2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:42.348174 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db3db1b8-6df1-4539-9078-35c02cf4d2a5 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:35:42.351257 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-db3db1b8-6df1-4539-9078-35c02cf4d2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:42.375094 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-8e77b920-e307-43db-8613-822e7af73c96 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:42.386896 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-8e77b920-e307-43db-8613-822e7af73c96 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/networks?id=559f75fc-3697-4c39-a90d-68a51f28c45f HTTP/1.1" status: 200 len: 805 time: 0.6021526 Apr 20 17:35:42.531000 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-971ce027-4de7-4b0b-852b-f1604138c836 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting subnet 8da0c168-bad5-4bfb-8b67-641bff9e76f7 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:35:42.543591 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:35:42.543591 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:35:42.543591 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:35:42.543591 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:35:42.543591 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:35:42.543591 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:35:42.543591 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:35:42.543591 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:35:42.543591 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:35:42.543591 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:35:42.543591 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:35:42.543591 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:35:42.543591 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:35:42.543591 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:35:42.543591 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:35:42.543591 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:35:42.543591 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:35:42.543591 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:35:42.543591 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:35:42.543591 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:35:42.543591 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:35:42.543591 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:35:42.543591 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:35:42.543591 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:35:42.543591 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:35:42.543591 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:35:42.543591 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:35:42.543591 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:35:42.543591 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:35:42.543591 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:35:42.543591 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:35:42.543591 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:35:42.545682 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9e24c-07b0-4e97-ae6d-b676ff361eef tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Pushing event updated for resources: {'Port': ['ID=60c3a026-44f2-483d-ac4a-246b58740a14,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:42.575827 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-b7e760b8-0aea-4ead-9bee-34975b636666 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/quotas/55ad101ba72d4aafab1fd36de3508559 HTTP/1.1" status: 200 len: 375 time: 0.1514862 Apr 20 17:35:42.582341 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-971ce027-4de7-4b0b-852b-f1604138c836 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:42.607530 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-15f254a3-9e18-4905-97d1-255ea5a2ba82 req-cbd11c5b-f627-4963-9113-1f1b093316cf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=68dcb134-a5f3-4888-a598-ef5478096f06 HTTP/1.1" status: 200 len: 210 time: 0.0593355 Apr 20 17:35:42.607530 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-db3db1b8-6df1-4539-9078-35c02cf4d2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:42.630936 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-db3db1b8-6df1-4539-9078-35c02cf4d2a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:42.651505 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-3dd9e24c-07b0-4e97-ae6d-b676ff361eef tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] In _notify_port_updated(), no bound segment for port 60c3a026-44f2-483d-ac4a-246b58740a14 on network 53fa9a2b-1503-4e08-8453-12a599bac72b {{(pid=84081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 20 17:35:42.660771 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd9e24c-07b0-4e97-ae6d-b676ff361eef tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:42.661743 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3dd9e24c-07b0-4e97-ae6d-b676ff361eef tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:42.666415 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3dd9e24c-07b0-4e97-ae6d-b676ff361eef tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] 10.222.0.39 "PUT /v2.0/ports/60c3a026-44f2-483d-ac4a-246b58740a14 HTTP/1.1" status: 200 len: 1003 time: 2.7821250 Apr 20 17:35:42.669846 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36912) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:42.680813 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3db1b8-6df1-4539-9078-35c02cf4d2a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5ef24ab-576d-4848-84e7-b0962eebdeab,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:42.728505 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:42.751930 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:42.890841 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-db3db1b8-6df1-4539-9078-35c02cf4d2a5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e5ef24ab-576d-4848-84e7-b0962eebdeab HTTP/1.1" status: 204 len: 168 time: 1.5456102 Apr 20 17:35:42.900879 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-971ce027-4de7-4b0b-852b-f1604138c836 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:43.063941 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-971ce027-4de7-4b0b-852b-f1604138c836 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:43.206998 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6baaa64f-09be-49b5-a811-9d79fed284e1 None None] Provisioning complete for port 60c3a026-44f2-483d-ac4a-246b58740a14 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:35:43.207363 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6baaa64f-09be-49b5-a811-9d79fed284e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:43.259568 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36928) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:43.280434 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-6dfbcb43-f063-49d3-8ed3-87435698fb4f tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Deleting port 60c3a026-44f2-483d-ac4a-246b58740a14 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:35:43.280769 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6dfbcb43-f063-49d3-8ed3-87435698fb4f tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:43.312641 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-6baaa64f-09be-49b5-a811-9d79fed284e1 None None] Port 60c3a026-44f2-483d-ac4a-246b58740a14 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:35:43.358276 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:43.367125 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec952c1e-f647-4c27-91af-c4e8d86b6449 req-8ae21da1-d3d7-4c7c-a40f-2fe62a9e82fe tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:43.368637 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ec952c1e-f647-4c27-91af-c4e8d86b6449 req-8ae21da1-d3d7-4c7c-a40f-2fe62a9e82fe tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=a77a8785-0391-4112-83ed-2c09953983ad HTTP/1.1" status: 200 len: 931 time: 0.6302974 Apr 20 17:35:43.384100 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-c1f61b00-5769-452e-bba0-861cf68b60ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f7f4e0-a95d-4644-adb0-ace894530921 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:35:43.395783 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-c1f61b00-5769-452e-bba0-861cf68b60ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:43.413773 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-e505e62e-0c4c-41a7-bfa7-8d2d931c215c tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=55ad101ba72d4aafab1fd36de3508559&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7660885 Apr 20 17:35:43.445315 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-971ce027-4de7-4b0b-852b-f1604138c836 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:43.449723 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-c1f61b00-5769-452e-bba0-861cf68b60ad service neutron] Transition to ACTIVE for port object 28f7f4e0-a95d-4644-adb0-ace894530921 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:35:43.467192 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5f8e5de5-e8f0-41da-b75a-530895c2fa53 None None] Provisioning complete for port a9bc0f8f-1033-4904-b0c6-60bc821abca4 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:35:43.469065 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5de5-e8f0-41da-b75a-530895c2fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:43.570001 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-c1f61b00-5769-452e-bba0-861cf68b60ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:43.576950 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-971ce027-4de7-4b0b-852b-f1604138c836 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:43.595484 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6dfbcb43-f063-49d3-8ed3-87435698fb4f tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:43.644379 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71771f9a-f854-4707-b91f-868db7747d2f None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:35:43.673236 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f61b00-5769-452e-bba0-861cf68b60ad service neutron] Pushing event updated for resources: {'Port': ['ID=28f7f4e0-a95d-4644-adb0-ace894530921,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:43.686002 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ce027-4de7-4b0b-852b-f1604138c836 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Subnet': ['ID=8da0c168-bad5-4bfb-8b67-641bff9e76f7,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:43.720331 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-971ce027-4de7-4b0b-852b-f1604138c836 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/8da0c168-bad5-4bfb-8b67-641bff9e76f7 HTTP/1.1" status: 204 len: 168 time: 1.4795935 Apr 20 17:35:43.727684 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-6dfbcb43-f063-49d3-8ed3-87435698fb4f tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Calling delete_port for 60c3a026-44f2-483d-ac4a-246b58740a14 owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:35:43.774506 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36940) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:43.893539 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-0e2cff75-b604-4e02-adcd-eaa78d753652 service neutron] 10.222.0.39 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712801 Apr 20 17:35:43.901842 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8d830944-a0f6-40d6-a515-87b57c8980fd tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1238847 Apr 20 17:35:43.909817 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36948) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:43.936614 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-6685bdab-7289-4fea-93bb-da90f52e9b26 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:43.961547 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6fc3513d-05f3-477e-a081-26a712fd4069 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dd2e3957e24f4e9fb5ef2b605f529d68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6998794 Apr 20 17:35:44.162225 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36952) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:44.248549 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-cee0bf2b-9749-4f20-80a7-d16d63168ea7 service neutron] 10.222.0.39 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487661 Apr 20 17:35:44.281742 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6dfbcb43-f063-49d3-8ed3-87435698fb4f tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:44.394283 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:44.417614 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ec952c1e-f647-4c27-91af-c4e8d86b6449 req-690f4610-2e72-4e11-a9d0-95a07ffe6155 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea1cb64-5e15-4e0d-9f0e-f01a8904d073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6422691 Apr 20 17:35:44.430069 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfbcb43-f063-49d3-8ed3-87435698fb4f tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Pushing event deleted for resources: {'Port': ['ID=60c3a026-44f2-483d-ac4a-246b58740a14,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:44.464877 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d4bc8670-c87e-4f4c-ae79-6e8a46038654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:44.496819 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d4bc8670-c87e-4f4c-ae79-6e8a46038654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:44.545702 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-c1f61b00-5769-452e-bba0-861cf68b60ad service neutron] Attempting to bind port 28f7f4e0-a95d-4644-adb0-ace894530921 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:35:44.554687 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-c1f61b00-5769-452e-bba0-861cf68b60ad service neutron] Attempting to bind port 28f7f4e0-a95d-4644-adb0-ace894530921 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'aeb8f33c-317c-45e3-a7a9-c21f7e658316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:35:44.555019 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-c1f61b00-5769-452e-bba0-861cf68b60ad service neutron] Attempting to bind port 28f7f4e0-a95d-4644-adb0-ace894530921 on network b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:35:44.606602 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-c1f61b00-5769-452e-bba0-861cf68b60ad service neutron] Port 28f7f4e0-a95d-4644-adb0-ace894530921 on network b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:35:44.606919 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-c1f61b00-5769-452e-bba0-861cf68b60ad service neutron] Attempting to bind port 28f7f4e0-a95d-4644-adb0-ace894530921 on network b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:35:44.631557 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-c1f61b00-5769-452e-bba0-861cf68b60ad service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:35:44.631921 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-c1f61b00-5769-452e-bba0-861cf68b60ad service neutron] Checking segment: {'id': 'aeb8f33c-317c-45e3-a7a9-c21f7e658316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:35:44.632261 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-c1f61b00-5769-452e-bba0-861cf68b60ad service neutron] Bound using segment: {'id': 'aeb8f33c-317c-45e3-a7a9-c21f7e658316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:35:44.632673 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-c1f61b00-5769-452e-bba0-861cf68b60ad service neutron] Bound port: 28f7f4e0-a95d-4644-adb0-ace894530921, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb8f33c-317c-45e3-a7a9-c21f7e658316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:35:44.633013 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-c1f61b00-5769-452e-bba0-861cf68b60ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:44.685937 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6dfbcb43-f063-49d3-8ed3-87435698fb4f tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:44.774737 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1d3d2419-b6ce-470d-9e84-3c6b7ced7b99 req-4d72086a-fb0c-471f-9c57-e2a30c3bc93d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d02632ba-9f6d-4255-b9d7-a60237c0df9f HTTP/1.1" status: 200 len: 210 time: 0.1167116 Apr 20 17:35:44.777401 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d4bc8670-c87e-4f4c-ae79-6e8a46038654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:44.805935 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6685bdab-7289-4fea-93bb-da90f52e9b26 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:44.816220 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f8d74c-3595-43a8-8ee5-8ff443aaf88f None None] DHCP port deletion for 9ba611e4-024c-4a0c-9998-3bc548cf409a request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:35:44.822308 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-f0f8d74c-3595-43a8-8ee5-8ff443aaf88f None None] Deleting port a9bc0f8f-1033-4904-b0c6-60bc821abca4 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:35:44.827324 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f0f8d74c-3595-43a8-8ee5-8ff443aaf88f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:44.868727 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6685bdab-7289-4fea-93bb-da90f52e9b26 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:subnet and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:44.886361 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc8670-c87e-4f4c-ae79-6e8a46038654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1442ed40-d884-4ed9-872e-058016d85116,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:44.891637 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6685bdab-7289-4fea-93bb-da90f52e9b26 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:44.904058 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-063fb59b-13ec-4e7d-bec1-176cc3e5296b req-18c95185-fb47-411d-8f53-47c1be9ef387 tempest-ServersAaction247Test-1161685153 tempest-ServersAaction247Test-1161685153-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dcb134-a5f3-4888-a598-ef5478096f06 HTTP/1.1" status: 200 len: 210 time: 0.1869378 Apr 20 17:35:44.922171 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6685bdab-7289-4fea-93bb-da90f52e9b26 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:44.927187 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6dfbcb43-f063-49d3-8ed3-87435698fb4f tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] 10.222.0.39 "DELETE /v2.0/ports/60c3a026-44f2-483d-ac4a-246b58740a14 HTTP/1.1" status: 204 len: 168 time: 2.2526865 Apr 20 17:35:44.929492 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36976) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:44.932460 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d4bc8670-c87e-4f4c-ae79-6e8a46038654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:44.933951 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d4bc8670-c87e-4f4c-ae79-6e8a46038654 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1442ed40-d884-4ed9-872e-058016d85116 HTTP/1.1" status: 204 len: 168 time: 0.7676806 Apr 20 17:35:45.048694 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-c1f61b00-5769-452e-bba0-861cf68b60ad service neutron] For port 28f7f4e0-a95d-4644-adb0-ace894530921, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:35:45.052338 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-c1f61b00-5769-452e-bba0-861cf68b60ad service neutron] For port 28f7f4e0-a95d-4644-adb0-ace894530921, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=28f7f4e0-a95d-4644-adb0-ace894530921,segment=NetworkSegment(aeb8f33c-317c-45e3-a7a9-c21f7e658316),segment_id=aeb8f33c-317c-45e3-a7a9-c21f7e658316)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:35:45.067140 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-c1f61b00-5769-452e-bba0-861cf68b60ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:45.136007 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4d485dc-299e-410c-8cf5-01bb3a88aa90 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] GET failed (client error): The resource could not be found. Apr 20 17:35:45.141056 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c4d485dc-299e-410c-8cf5-01bb3a88aa90 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Synchronizing usage tracker for tenant:35abef9abdc94533a2681f476d78a8d7 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:35:45.146032 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6685bdab-7289-4fea-93bb-da90f52e9b26 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:35:45.197310 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-c1f61b00-5769-452e-bba0-861cf68b60ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:45.199016 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-c1f61b00-5769-452e-bba0-861cf68b60ad service neutron] 10.222.0.43 "PUT /v2.0/ports/28f7f4e0-a95d-4644-adb0-ace894530921 HTTP/1.1" status: 200 len: 1091 time: 3.5181699 Apr 20 17:35:45.220321 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a77a8785-0391-4112-83ed-2c09953983ad', 'tag': '28f7f4e0-a95d-4644-adb0-ace894530921'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:35:45.366352 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e1bcfcf-061a-43e9-b711-bb857c66f366'] response: {'name': 'network-changed', 'server_uuid': 'a77a8785-0391-4112-83ed-2c09953983ad', 'tag': '28f7f4e0-a95d-4644-adb0-ace894530921', 'status': 'completed', 'code': 200} Apr 20 17:35:45.387210 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-f0f8d74c-3595-43a8-8ee5-8ff443aaf88f None None] For port a9bc0f8f-1033-4904-b0c6-60bc821abca4, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=a9bc0f8f-1033-4904-b0c6-60bc821abca4,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:35:45.389454 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f0f8d74c-3595-43a8-8ee5-8ff443aaf88f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:45.393063 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f61b00-5769-452e-bba0-861cf68b60ad service neutron] Pushing event updated for resources: {'Port': ['ID=28f7f4e0-a95d-4644-adb0-ace894530921,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:45.453855 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-331fc3d7-cc04-4436-b3be-c2aee4c82c8c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fff76710152c4266b547138b68f9e982&device_id=a77a8785-0391-4112-83ed-2c09953983ad HTTP/1.1" status: 200 len: 1094 time: 0.1987262 Apr 20 17:35:45.515118 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c4d485dc-299e-410c-8cf5-01bb3a88aa90 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Unset dirty status for tenant:35abef9abdc94533a2681f476d78a8d7 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:35:45.526816 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c4d485dc-299e-410c-8cf5-01bb3a88aa90 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] 10.222.0.39 "GET /v2.0/ports/60c3a026-44f2-483d-ac4a-246b58740a14 HTTP/1.1" status: 404 len: 333 time: 0.5959074 Apr 20 17:35:45.527486 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37000) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:45.552215 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-e095b3c5-da39-4ead-b070-b12f299f9c23 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Request body: {'port': {'network_id': '53fa9a2b-1503-4e08-8453-12a599bac72b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1571163343'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:45.745948 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6685bdab-7289-4fea-93bb-da90f52e9b26 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:45.748958 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-4479844e-728e-42d4-8c83-bed6cc1e0e9a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28f7f4e0-a95d-4644-adb0-ace894530921 HTTP/1.1" status: 200 len: 217 time: 0.2872190 Apr 20 17:35:45.857906 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-eca0df56-7480-4e33-a7b0-df5f72fa2b82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:45.859480 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-eca0df56-7480-4e33-a7b0-df5f72fa2b82 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8d05736e-ddd3-43ab-9360-fdcd5c15b127 HTTP/1.1" status: 200 len: 853 time: 0.1041927 Apr 20 17:35:45.892448 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-f0f8d74c-3595-43a8-8ee5-8ff443aaf88f None None] Calling delete_port for a9bc0f8f-1033-4904-b0c6-60bc821abca4 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:35:46.002759 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-c5223bcd-e3cb-45cd-adbc-017fb839f06c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b9c5f462-ddff-4ef3-834f-300bbbe5c5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370685 Apr 20 17:35:46.030557 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f0f8d74c-3595-43a8-8ee5-8ff443aaf88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:46.153736 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:46.156590 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8d74c-3595-43a8-8ee5-8ff443aaf88f None None] Pushing event deleted for resources: {'Port': ['ID=a9bc0f8f-1033-4904-b0c6-60bc821abca4,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:46.174983 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f8d74c-3595-43a8-8ee5-8ff443aaf88f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:46.175504 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f8d74c-3595-43a8-8ee5-8ff443aaf88f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:46.175963 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f8d74c-3595-43a8-8ee5-8ff443aaf88f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:46.176428 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f8d74c-3595-43a8-8ee5-8ff443aaf88f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:46.176878 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f8d74c-3595-43a8-8ee5-8ff443aaf88f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:46.177346 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f8d74c-3595-43a8-8ee5-8ff443aaf88f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:46.177801 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f8d74c-3595-43a8-8ee5-8ff443aaf88f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:46.178312 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f8d74c-3595-43a8-8ee5-8ff443aaf88f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:46.178830 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f8d74c-3595-43a8-8ee5-8ff443aaf88f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:46.179326 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f8d74c-3595-43a8-8ee5-8ff443aaf88f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:46.179915 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f8d74c-3595-43a8-8ee5-8ff443aaf88f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:35:46.185089 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f8d74c-3595-43a8-8ee5-8ff443aaf88f None None] No DVR routers for this DVR port a9bc0f8f-1033-4904-b0c6-60bc821abca4 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:35:46.247798 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e095b3c5-da39-4ead-b070-b12f299f9c23 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:46.259952 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e095b3c5-da39-4ead-b070-b12f299f9c23 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:46.288345 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e095b3c5-da39-4ead-b070-b12f299f9c23 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Made reservation on behalf of 35abef9abdc94533a2681f476d78a8d7 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:35:46.292652 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e095b3c5-da39-4ead-b070-b12f299f9c23 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:46.299589 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-35f11705-30c1-4894-8aea-1baf7d561667 service neutron] 10.222.0.43 "GET /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900491 Apr 20 17:35:46.386311 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device a9bc0f8f-1033-4904-b0c6-60bc821abca4 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:35:46.468068 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: a9bc0f8f-1033-4904-b0c6-60bc821abca4 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:35:46.468663 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device a9bc0f8f-1033-4904-b0c6-60bc821abca4 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:35:46.594819 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2b89ff2d-c36f-4ee4-ab4a-597c839344dc req-e9790072-d247-4cae-82b7-24e804420449 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d02632ba-9f6d-4255-b9d7-a60237c0df9f HTTP/1.1" status: 200 len: 210 time: 0.2085409 Apr 20 17:35:46.662663 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c6a27-377f-4584-9403-79ff9bbfd694 req-ba6bb81b-568f-4b86-aa63-1914731cc1ce tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:46.670542 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2d8c6a27-377f-4584-9403-79ff9bbfd694 req-ba6bb81b-568f-4b86-aa63-1914731cc1ce tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=a77a8785-0391-4112-83ed-2c09953983ad HTTP/1.1" status: 200 len: 943 time: 0.7790480 Apr 20 17:35:46.714226 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-e095b3c5-da39-4ead-b070-b12f299f9c23 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] device_id is not set on port ed781a49-8956-4db2-8657-27ef80aa96fc yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:35:46.738862 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9dac369-bfd7-4145-b273-ad149cd228d1 req-5969d748-53fb-4d14-ba25-88ce08a29b02 service neutron] 10.222.0.43 "GET /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4329996 Apr 20 17:35:46.963260 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d9232c5-19b2-4a01-85e4-f7a5e363bbb9 req-40dd4d69-2c03-4fef-aa2f-a73c77ed2ed3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fff76710152c4266b547138b68f9e982&device_id=a77a8785-0391-4112-83ed-2c09953983ad HTTP/1.1" status: 200 len: 1094 time: 0.1691566 Apr 20 17:35:47.149166 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2d8c6a27-377f-4584-9403-79ff9bbfd694 req-762904d6-3640-492f-8f6c-26fbedb5b272 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea1cb64-5e15-4e0d-9f0e-f01a8904d073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4772403 Apr 20 17:35:47.209874 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-534338d4-4885-4f23-a924-7b1118dd31e6 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:47.211926 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-534338d4-4885-4f23-a924-7b1118dd31e6 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.43 "GET /v2.0/networks?id=559f75fc-3697-4c39-a90d-68a51f28c45f HTTP/1.1" status: 200 len: 805 time: 0.4993849 Apr 20 17:35:47.224848 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9232c5-19b2-4a01-85e4-f7a5e363bbb9 req-6a11350a-9ef7-4f8b-85f8-d694263b31f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:47.226318 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d9232c5-19b2-4a01-85e4-f7a5e363bbb9 req-6a11350a-9ef7-4f8b-85f8-d694263b31f9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 HTTP/1.1" status: 200 len: 915 time: 0.2579281 Apr 20 17:35:47.318683 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-e095b3c5-da39-4ead-b070-b12f299f9c23 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Allocated IP 2001:db8::37f (53fa9a2b-1503-4e08-8453-12a599bac72b/ba6182e2-4289-43f1-891a-ee717f9b5402/ed781a49-8956-4db2-8657-27ef80aa96fc) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:35:47.411113 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-85ed9b94-5633-4ef9-8c52-2f303de20dbb req-06214618-d306-4148-8dd9-7b6e42f16700 tempest-ServersAaction247Test-1161685153 tempest-ServersAaction247Test-1161685153-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dcb134-a5f3-4888-a598-ef5478096f06 HTTP/1.1" status: 200 len: 210 time: 0.0589952 Apr 20 17:35:47.413631 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d9232c5-19b2-4a01-85e4-f7a5e363bbb9 req-82ed132a-e3d2-4561-b287-6a7611ae4c9e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28f7f4e0-a95d-4644-adb0-ace894530921 HTTP/1.1" status: 200 len: 217 time: 0.1815660 Apr 20 17:35:47.455417 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-14981c7f-ef07-422f-a76f-c831c750006b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Request body: {'port': {'device_id': 'd02632ba-9f6d-4255-b9d7-a60237c0df9f', 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f', 'admin_state_up': True, 'tenant_id': '55ad101ba72d4aafab1fd36de3508559'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:47.532017 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9232c5-19b2-4a01-85e4-f7a5e363bbb9 req-d07124cd-c4e3-4daa-bb52-c4912f1dc741 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:47.533824 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d9232c5-19b2-4a01-85e4-f7a5e363bbb9 req-d07124cd-c4e3-4daa-bb52-c4912f1dc741 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8d05736e-ddd3-43ab-9360-fdcd5c15b127 HTTP/1.1" status: 200 len: 853 time: 0.1130571 Apr 20 17:35:47.630555 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d9232c5-19b2-4a01-85e4-f7a5e363bbb9 req-7ac84c19-69e8-4502-b8af-8fc83d499798 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b9c5f462-ddff-4ef3-834f-300bbbe5c5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886784 Apr 20 17:35:47.637974 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-28708646-edc5-49ed-b1eb-b1a355424568 req-edf72c67-fa32-4281-9042-1bb5b4d42798 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=db76f0012ecb412d8f6d6bc4ec24b583&device_id=68dcb134-a5f3-4888-a598-ef5478096f06 HTTP/1.1" status: 200 len: 210 time: 0.4200437 Apr 20 17:35:47.638809 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6685bdab-7289-4fea-93bb-da90f52e9b26 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:47.868552 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-14981c7f-ef07-422f-a76f-c831c750006b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:47.871901 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6685bdab-7289-4fea-93bb-da90f52e9b26 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:35:47.884470 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d9232c5-19b2-4a01-85e4-f7a5e363bbb9 req-43dcea77-a8d3-48cf-99be-3e12d4b5ceb1 service neutron] 10.222.0.43 "GET /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462389 Apr 20 17:35:47.892448 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-6685bdab-7289-4fea-93bb-da90f52e9b26 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:35:47.896127 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-28708646-edc5-49ed-b1eb-b1a355424568 req-8c01cfc0-f883-4065-8478-d079c346851b service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=db76f0012ecb412d8f6d6bc4ec24b583&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2468584 Apr 20 17:35:47.897439 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6685bdab-7289-4fea-93bb-da90f52e9b26 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:47.898499 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6685bdab-7289-4fea-93bb-da90f52e9b26 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:47.904703 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9f7c5e-4058-4534-8bf0-229c5da38011 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:35:47.998771 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-14981c7f-ef07-422f-a76f-c831c750006b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:48.002690 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aa395547-3952-4e08-b7c8-ab95dc17dcee req-2ccc4fdd-de75-45c2-ba46-4ff94fa2ae75 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d02632ba-9f6d-4255-b9d7-a60237c0df9f HTTP/1.1" status: 200 len: 210 time: 0.1418691 Apr 20 17:35:48.124030 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685bdab-7289-4fea-93bb-da90f52e9b26 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Subnet': ['ID=c9902d72-95bf-4b55-b996-31c895c17882,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:48.223855 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28708646-edc5-49ed-b1eb-b1a355424568 req-f67c8746-8afc-46e7-8482-e17538da4a20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:48.225292 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-28708646-edc5-49ed-b1eb-b1a355424568 req-f67c8746-8afc-46e7-8482-e17538da4a20 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2738929 Apr 20 17:35:48.232122 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6685bdab-7289-4fea-93bb-da90f52e9b26 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3171098 Apr 20 17:35:48.235360 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37076) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:48.244554 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-d3d9dd80-8d2a-418a-ba0e-6de69e92f3c5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:48.280449 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-14981c7f-ef07-422f-a76f-c831c750006b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Made reservation on behalf of 55ad101ba72d4aafab1fd36de3508559 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:35:48.288321 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-14981c7f-ef07-422f-a76f-c831c750006b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:48.291293 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d9232c5-19b2-4a01-85e4-f7a5e363bbb9 req-77be35a1-3808-4abd-80f0-6e9135e63bf0 service neutron] 10.222.0.43 "GET /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994792 Apr 20 17:35:48.464733 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ad72f8-e303-4322-ad68-3abf16e426a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-9ba611e4-024c-4a0c-9998-3bc548cf409a', 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'fixed_ips': [{'subnet_id': 'c9902d72-95bf-4b55-b996-31c895c17882'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:35:48.465843 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-06ad72f8-e303-4322-ad68-3abf16e426a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:48.503603 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e095b3c5-da39-4ead-b070-b12f299f9c23 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:48.677717 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c71b4-f84c-40c8-b026-2b1fbb913177 req-c6538ad8-b5a6-4c7e-879b-f062a0249a81 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:48.679429 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-cf6c71b4-f84c-40c8-b026-2b1fbb913177 req-c6538ad8-b5a6-4c7e-879b-f062a0249a81 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Synchronizing usage tracker for tenant:fff76710152c4266b547138b68f9e982 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:35:48.721541 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-cf6c71b4-f84c-40c8-b026-2b1fbb913177 req-c6538ad8-b5a6-4c7e-879b-f062a0249a81 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Unset dirty status for tenant:fff76710152c4266b547138b68f9e982 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:35:48.731350 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cf6c71b4-f84c-40c8-b026-2b1fbb913177 req-c6538ad8-b5a6-4c7e-879b-f062a0249a81 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=a77a8785-0391-4112-83ed-2c09953983ad HTTP/1.1" status: 200 len: 943 time: 0.2820282 Apr 20 17:35:48.759863 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-e095b3c5-da39-4ead-b070-b12f299f9c23 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Transition to ACTIVE for port object ed781a49-8956-4db2-8657-27ef80aa96fc will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:35:48.873082 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cf6c71b4-f84c-40c8-b026-2b1fbb913177 req-74332a24-01d3-4287-a3e6-14e66137b67c tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea1cb64-5e15-4e0d-9f0e-f01a8904d073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409731 Apr 20 17:35:48.881040 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7c24e956-fd7f-4026-bcc1-aaaf51031684 req-b313d18c-14a1-4823-9400-67f363d4316f tempest-ServersAaction247Test-1161685153 tempest-ServersAaction247Test-1161685153-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dcb134-a5f3-4888-a598-ef5478096f06 HTTP/1.1" status: 200 len: 210 time: 0.1195426 Apr 20 17:35:48.910383 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-06ad72f8-e303-4322-ad68-3abf16e426a5 None None] Allocated IP 172.20.0.2 (9ba611e4-024c-4a0c-9998-3bc548cf409a/c9902d72-95bf-4b55-b996-31c895c17882/2cd5073c-cab2-4995-9b89-62a81c70998b) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:35:48.952430 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d3d9dd80-8d2a-418a-ba0e-6de69e92f3c5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:48.963670 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d3d9dd80-8d2a-418a-ba0e-6de69e92f3c5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:subnet and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:48.969560 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e095b3c5-da39-4ead-b070-b12f299f9c23 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:48.971532 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d3d9dd80-8d2a-418a-ba0e-6de69e92f3c5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:49.016404 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d3d9dd80-8d2a-418a-ba0e-6de69e92f3c5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:49.164262 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d9dd80-8d2a-418a-ba0e-6de69e92f3c5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:35:49.168996 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d3d9dd80-8d2a-418a-ba0e-6de69e92f3c5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:49.266703 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095b3c5-da39-4ead-b070-b12f299f9c23 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Pushing event updated for resources: {'Port': ['ID=ed781a49-8956-4db2-8657-27ef80aa96fc,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:49.272868 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e095b3c5-da39-4ead-b070-b12f299f9c23 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Network 53fa9a2b-1503-4e08-8453-12a599bac72b is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:35:49.315825 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-e095b3c5-da39-4ead-b070-b12f299f9c23 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:35:49.360015 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e095b3c5-da39-4ead-b070-b12f299f9c23 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:35:49.367394 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e095b3c5-da39-4ead-b070-b12f299f9c23 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:49.368044 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e095b3c5-da39-4ead-b070-b12f299f9c23 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:49.565343 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0e0414e9-293a-4d74-b719-adaa412af39b req-3a76ef1b-144a-4975-a543-2d7db074c6ae tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d02632ba-9f6d-4255-b9d7-a60237c0df9f HTTP/1.1" status: 200 len: 210 time: 0.2149854 Apr 20 17:35:49.635132 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-06ad72f8-e303-4322-ad68-3abf16e426a5 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:49.682337 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-06ad72f8-e303-4322-ad68-3abf16e426a5 None None] Transition to ACTIVE for port object 2cd5073c-cab2-4995-9b89-62a81c70998b will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:35:49.723536 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 28f7f4e0-a95d-4644-adb0-ace894530921 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:35:49.768509 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-06ad72f8-e303-4322-ad68-3abf16e426a5 None None] Transition to ACTIVE for port object 2cd5073c-cab2-4995-9b89-62a81c70998b will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:35:49.791214 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-06ad72f8-e303-4322-ad68-3abf16e426a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:49.825156 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-14981c7f-ef07-422f-a76f-c831c750006b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Allocated IP 172.20.0.11 (559f75fc-3697-4c39-a90d-68a51f28c45f/32922401-1cb1-4df1-a18a-26612d131639/9289110a-80a1-44fe-9d7b-d1ade0579b46) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:35:49.950700 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.resource_extend [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:35:49.967566 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad72f8-e303-4322-ad68-3abf16e426a5 None None] Pushing event updated for resources: {'Port': ['ID=2cd5073c-cab2-4995-9b89-62a81c70998b,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:49.989130 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ad72f8-e303-4322-ad68-3abf16e426a5 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:35:50.051355 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-06ad72f8-e303-4322-ad68-3abf16e426a5 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:35:50.070640 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37120) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:50.073312 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ad72f8-e303-4322-ad68-3abf16e426a5 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:35:50.077038 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-bcad188e-139e-4489-8f63-4cc3a8ae9d14 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1266912371', 'description': 'tempest-secgroup-smoke-1266912371 description', 'project_id': 'ac289a58365e49439c6a449ebba5fb54'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:50.116302 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e095b3c5-da39-4ead-b070-b12f299f9c23 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.5743859 Apr 20 17:35:50.125953 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37126) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:50.137401 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-6a86c7a9-d175-4506-8f40-bbfdcbaf5843 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Request body: {'port': {'network_id': '53fa9a2b-1503-4e08-8453-12a599bac72b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-790489290'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:50.141863 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1e0b5b89-c589-45e1-8056-10611388799a None None] Provisioning for port ed781a49-8956-4db2-8657-27ef80aa96fc completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:35:50.161335 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bcad188e-139e-4489-8f63-4cc3a8ae9d14 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:50.181365 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bcad188e-139e-4489-8f63-4cc3a8ae9d14 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:security_group and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:50.185497 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bcad188e-139e-4489-8f63-4cc3a8ae9d14 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:50.193265 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bcad188e-139e-4489-8f63-4cc3a8ae9d14 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:50.203657 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1e0b5b89-c589-45e1-8056-10611388799a None None] Provisioning complete for port ed781a49-8956-4db2-8657-27ef80aa96fc triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:35:50.203948 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1e0b5b89-c589-45e1-8056-10611388799a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:50.225211 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bcad188e-139e-4489-8f63-4cc3a8ae9d14 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:50.243197 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bcad188e-139e-4489-8f63-4cc3a8ae9d14 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:50.305472 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bcad188e-139e-4489-8f63-4cc3a8ae9d14 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:50.308969 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1e0b5b89-c589-45e1-8056-10611388799a None None] Port ed781a49-8956-4db2-8657-27ef80aa96fc cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:35:50.310835 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bcad188e-139e-4489-8f63-4cc3a8ae9d14 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:security_group_rule and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:50.314970 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bcad188e-139e-4489-8f63-4cc3a8ae9d14 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:50.321712 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bcad188e-139e-4489-8f63-4cc3a8ae9d14 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:50.333276 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-06ad72f8-e303-4322-ad68-3abf16e426a5 None None] Attempting to bind port 2cd5073c-cab2-4995-9b89-62a81c70998b on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:35:50.333634 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-06ad72f8-e303-4322-ad68-3abf16e426a5 None None] Attempting to bind port 2cd5073c-cab2-4995-9b89-62a81c70998b by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:35:50.333985 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ad72f8-e303-4322-ad68-3abf16e426a5 None None] Attempting to bind port 2cd5073c-cab2-4995-9b89-62a81c70998b on network 9ba611e4-024c-4a0c-9998-3bc548cf409a {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:35:50.347962 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621ab0a-16f0-48a3-9c97-da077796ef7d req-614b4d1e-b922-4da4-b0f2-bf506d9ecbf4 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:50.349928 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0621ab0a-16f0-48a3-9c97-da077796ef7d req-614b4d1e-b922-4da4-b0f2-bf506d9ecbf4 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=a77a8785-0391-4112-83ed-2c09953983ad HTTP/1.1" status: 200 len: 943 time: 0.2672455 Apr 20 17:35:50.358538 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-14981c7f-ef07-422f-a76f-c831c750006b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:50.363035 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ad72f8-e303-4322-ad68-3abf16e426a5 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:35:50.363420 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ad72f8-e303-4322-ad68-3abf16e426a5 None None] Checking segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:35:50.363812 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-06ad72f8-e303-4322-ad68-3abf16e426a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:50.364192 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ad72f8-e303-4322-ad68-3abf16e426a5 None None] Bound using segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:35:50.364650 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-06ad72f8-e303-4322-ad68-3abf16e426a5 None None] Bound port: 2cd5073c-cab2-4995-9b89-62a81c70998b, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:35:50.365014 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-06ad72f8-e303-4322-ad68-3abf16e426a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:50.429153 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0621ab0a-16f0-48a3-9c97-da077796ef7d req-ea9229a1-cb27-463d-ad4f-e4d09a442ecb tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea1cb64-5e15-4e0d-9f0e-f01a8904d073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721524 Apr 20 17:35:50.468300 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-60bd93ad-f38d-4d90-9910-eb6eb9c4b754 req-71c48dab-9043-4b5d-abe6-b0507ff40bd6 tempest-ServersAaction247Test-1161685153 tempest-ServersAaction247Test-1161685153-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dcb134-a5f3-4888-a598-ef5478096f06 HTTP/1.1" status: 200 len: 210 time: 0.1200264 Apr 20 17:35:50.470405 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6a86c7a9-d175-4506-8f40-bbfdcbaf5843 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:50.481870 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6a86c7a9-d175-4506-8f40-bbfdcbaf5843 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:50.501293 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a86c7a9-d175-4506-8f40-bbfdcbaf5843 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Made reservation on behalf of 35abef9abdc94533a2681f476d78a8d7 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:35:50.505656 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6a86c7a9-d175-4506-8f40-bbfdcbaf5843 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:50.533363 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bcad188e-139e-4489-8f63-4cc3a8ae9d14 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:50.542824 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bcad188e-139e-4489-8f63-4cc3a8ae9d14 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:50.572331 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 28f7f4e0-a95d-4644-adb0-ace894530921, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=28f7f4e0-a95d-4644-adb0-ace894530921,segment=NetworkSegment(aeb8f33c-317c-45e3-a7a9-c21f7e658316),segment_id=aeb8f33c-317c-45e3-a7a9-c21f7e658316)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:35:50.594825 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '28f7f4e0-a95d-4644-adb0-ace894530921', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'port_id': '28f7f4e0-a95d-4644-adb0-ace894530921', 'mac_address': 'fa:16:3e:04:69:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:35:50.599208 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-06ad72f8-e303-4322-ad68-3abf16e426a5 None None] For port 2cd5073c-cab2-4995-9b89-62a81c70998b, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:35:50.648340 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bcad188e-139e-4489-8f63-4cc3a8ae9d14 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:50.651924 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad188e-139e-4489-8f63-4cc3a8ae9d14 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=640054a3-0a21-4285-970f-9b2605223cfb,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:50.672617 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bcad188e-139e-4489-8f63-4cc3a8ae9d14 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:security_group_rule and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:50.680349 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bcad188e-139e-4489-8f63-4cc3a8ae9d14 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:50.690255 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bcad188e-139e-4489-8f63-4cc3a8ae9d14 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:50.703321 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-28708646-edc5-49ed-b1eb-b1a355424568 req-5efddbfe-e4f5-4f23-95c4-24e66b5dfe85 tempest-ServersAaction247Test-1161685153 tempest-ServersAaction247Test-1161685153-project] 10.222.0.10 "GET /v2.0/ports?device_id=68dcb134-a5f3-4888-a598-ef5478096f06 HTTP/1.1" status: 200 len: 210 time: 0.1695766 Apr 20 17:35:50.705583 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-6a86c7a9-d175-4506-8f40-bbfdcbaf5843 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] device_id is not set on port 8b1801ef-f5ac-4575-8239-3b2f869edae5 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:35:50.751236 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:50.784207 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bcad188e-139e-4489-8f63-4cc3a8ae9d14 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:50.790150 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-06ad72f8-e303-4322-ad68-3abf16e426a5 None None] For port 2cd5073c-cab2-4995-9b89-62a81c70998b, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=2cd5073c-cab2-4995-9b89-62a81c70998b,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:35:50.798440 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-14981c7f-ef07-422f-a76f-c831c750006b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:50.823281 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-06ad72f8-e303-4322-ad68-3abf16e426a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:50.833628 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f7f4e0-a95d-4644-adb0-ace894530921 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:35:50.862105 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 28f7f4e0-a95d-4644-adb0-ace894530921, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=28f7f4e0-a95d-4644-adb0-ace894530921,segment=NetworkSegment(aeb8f33c-317c-45e3-a7a9-c21f7e658316),segment_id=aeb8f33c-317c-45e3-a7a9-c21f7e658316)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:35:50.911066 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bcad188e-139e-4489-8f63-4cc3a8ae9d14 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:50.951889 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['d342bd3a-35b5-47b3-8bf2-c19218fd8a1e'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:35:50.966584 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-14981c7f-ef07-422f-a76f-c831c750006b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Network 559f75fc-3697-4c39-a90d-68a51f28c45f is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:35:50.992245 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-14981c7f-ef07-422f-a76f-c831c750006b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:35:51.021841 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-14981c7f-ef07-422f-a76f-c831c750006b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:35:51.032137 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad188e-139e-4489-8f63-4cc3a8ae9d14 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b11ffdb-0a5b-46b0-8905-207106275e25,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:51.032342 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['019d832e-ad88-4ee0-a3a0-92084c6db641'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:35:51.034604 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bcad188e-139e-4489-8f63-4cc3a8ae9d14 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:51.036010 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bcad188e-139e-4489-8f63-4cc3a8ae9d14 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.9641418 Apr 20 17:35:51.039323 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37154) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:51.047270 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-3203bf89-7e1f-4baa-9cf3-1e6e450755c1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'security_group_rule': {'security_group_id': '0b11ffdb-0a5b-46b0-8905-207106275e25', 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:51.054174 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3203bf89-7e1f-4baa-9cf3-1e6e450755c1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:51.058401 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3203bf89-7e1f-4baa-9cf3-1e6e450755c1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:security_group_rule and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:51.062261 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3203bf89-7e1f-4baa-9cf3-1e6e450755c1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:51.068549 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3203bf89-7e1f-4baa-9cf3-1e6e450755c1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:51.103369 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3203bf89-7e1f-4baa-9cf3-1e6e450755c1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:51.136230 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad72f8-e303-4322-ad68-3abf16e426a5 None None] Pushing event updated for resources: {'Port': ['ID=2cd5073c-cab2-4995-9b89-62a81c70998b,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:51.143099 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:51.193583 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3203bf89-7e1f-4baa-9cf3-1e6e450755c1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:51.206738 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6ca02-9794-4855-9ea2-38ea88f9580e req-ae7381ff-0b97-41f8-886d-3772896358e2 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:51.208928 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-86a6ca02-9794-4855-9ea2-38ea88f9580e req-ae7381ff-0b97-41f8-886d-3772896358e2 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d02632ba-9f6d-4255-b9d7-a60237c0df9f HTTP/1.1" status: 200 len: 932 time: 0.4011385 Apr 20 17:35:51.210386 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3203bf89-7e1f-4baa-9cf3-1e6e450755c1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:51.210714 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14981c7f-ef07-422f-a76f-c831c750006b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Pushing event updated for resources: {'Port': ['ID=9289110a-80a1-44fe-9d7b-d1ade0579b46,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:51.297683 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-14981c7f-ef07-422f-a76f-c831c750006b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:51.298378 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-14981c7f-ef07-422f-a76f-c831c750006b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:51.303407 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-86a6ca02-9794-4855-9ea2-38ea88f9580e req-0fb53cf6-a7db-449c-91b7-2d4cf1d8ac9b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507011 Apr 20 17:35:51.304203 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3203bf89-7e1f-4baa-9cf3-1e6e450755c1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:51.308172 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3203bf89-7e1f-4baa-9cf3-1e6e450755c1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2650421 Apr 20 17:35:51.308172 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203bf89-7e1f-4baa-9cf3-1e6e450755c1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7482905a-c5c4-45c1-9822-f08e6a11c676,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:51.309188 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37158) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:51.314841 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-cbaab7dc-86d9-46ee-a234-9045afcaf2c8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'security_group_rule': {'security_group_id': '0b11ffdb-0a5b-46b0-8905-207106275e25', 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:51.323177 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-cbaab7dc-86d9-46ee-a234-9045afcaf2c8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:51.328081 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-cbaab7dc-86d9-46ee-a234-9045afcaf2c8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:security_group_rule and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:51.332077 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-cbaab7dc-86d9-46ee-a234-9045afcaf2c8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:51.340071 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-cbaab7dc-86d9-46ee-a234-9045afcaf2c8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:51.372333 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-6a86c7a9-d175-4506-8f40-bbfdcbaf5843 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Allocated IP 2001:db8::2b8 (53fa9a2b-1503-4e08-8453-12a599bac72b/ba6182e2-4289-43f1-891a-ee717f9b5402/8b1801ef-f5ac-4575-8239-3b2f869edae5) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:35:51.381265 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cbaab7dc-86d9-46ee-a234-9045afcaf2c8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:51.436622 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-14981c7f-ef07-422f-a76f-c831c750006b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0083647 Apr 20 17:35:51.453121 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['28f7f4e0-a95d-4644-adb0-ace894530921'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:35:51.489743 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-49433997-0a92-4191-bbb6-e9b45ef6ffb2 service neutron] Request body: {'port': {'device_id': 'd02632ba-9f6d-4255-b9d7-a60237c0df9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:51.589170 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cbaab7dc-86d9-46ee-a234-9045afcaf2c8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:51.605381 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cbaab7dc-86d9-46ee-a234-9045afcaf2c8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:51.651110 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de76ea28-1676-411a-84e7-4cb3c14b2ad7 req-8050e28d-9551-4377-b3d0-597ecfdacee3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3ef15563-ae5b-4ae0-942d-46f903c401e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7478476 Apr 20 17:35:51.743660 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaab7dc-86d9-46ee-a234-9045afcaf2c8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a80ca93-d971-454c-af04-3891f1ed1d1f,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:51.810965 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cbaab7dc-86d9-46ee-a234-9045afcaf2c8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:51.812521 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cbaab7dc-86d9-46ee-a234-9045afcaf2c8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5029416 Apr 20 17:35:51.815491 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37174) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:51.822906 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-a83d1d2b-3c3c-4e6a-8ac7-b8e5f343fa5d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'security_group_rule': {'security_group_id': '0b11ffdb-0a5b-46b0-8905-207106275e25', 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:51.835814 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a83d1d2b-3c3c-4e6a-8ac7-b8e5f343fa5d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:51.851345 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a83d1d2b-3c3c-4e6a-8ac7-b8e5f343fa5d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:security_group_rule and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:51.856570 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a83d1d2b-3c3c-4e6a-8ac7-b8e5f343fa5d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:51.872025 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a83d1d2b-3c3c-4e6a-8ac7-b8e5f343fa5d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:51.905222 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a83d1d2b-3c3c-4e6a-8ac7-b8e5f343fa5d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:51.947720 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=28f7f4e0-a95d-4644-adb0-ace894530921,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:52.052515 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a83d1d2b-3c3c-4e6a-8ac7-b8e5f343fa5d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:52.063951 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a83d1d2b-3c3c-4e6a-8ac7-b8e5f343fa5d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:52.105938 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d1d2b-3c3c-4e6a-8ac7-b8e5f343fa5d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee62173-7f25-4e18-bd68-cd71be8a7de3,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:52.140027 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a83d1d2b-3c3c-4e6a-8ac7-b8e5f343fa5d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:52.141930 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a83d1d2b-3c3c-4e6a-8ac7-b8e5f343fa5d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3236933 Apr 20 17:35:52.144129 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37184) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:52.150495 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-ace11add-71e9-4244-84ad-dc081ada8fa2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'security_group_rule': {'security_group_id': '0b11ffdb-0a5b-46b0-8905-207106275e25', 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:52.167962 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ace11add-71e9-4244-84ad-dc081ada8fa2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:52.177137 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ace11add-71e9-4244-84ad-dc081ada8fa2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:security_group_rule and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:52.183682 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ace11add-71e9-4244-84ad-dc081ada8fa2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:52.193903 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ace11add-71e9-4244-84ad-dc081ada8fa2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:52.222982 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ace11add-71e9-4244-84ad-dc081ada8fa2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:52.407579 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ace11add-71e9-4244-84ad-dc081ada8fa2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:52.419270 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ace11add-71e9-4244-84ad-dc081ada8fa2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:52.436264 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37192) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:52.450262 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 2cd5073c-cab2-4995-9b89-62a81c70998b up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:35:52.464988 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-49433997-0a92-4191-bbb6-e9b45ef6ffb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:52.493957 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace11add-71e9-4244-84ad-dc081ada8fa2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f04bc2-c1e5-4d20-96e1-dd5ac5b44575,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:52.506181 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ace11add-71e9-4244-84ad-dc081ada8fa2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:52.507186 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ace11add-71e9-4244-84ad-dc081ada8fa2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3620937 Apr 20 17:35:52.512918 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37198) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:52.532613 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38837c7b-83bb-46e6-a3c7-20a3f3fe0cfa req-6125311e-f224-467c-ab15-d75c5b335eb9 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:52.540194 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-38837c7b-83bb-46e6-a3c7-20a3f3fe0cfa req-6125311e-f224-467c-ab15-d75c5b335eb9 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=a77a8785-0391-4112-83ed-2c09953983ad HTTP/1.1" status: 200 len: 944 time: 0.7633612 Apr 20 17:35:52.575373 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6a86c7a9-d175-4506-8f40-bbfdcbaf5843 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:52.618967 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-6a86c7a9-d175-4506-8f40-bbfdcbaf5843 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Transition to ACTIVE for port object 8b1801ef-f5ac-4575-8239-3b2f869edae5 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:35:52.647865 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435a183-71be-4144-846c-540142cd07ec req-c4261dbb-9dce-422a-ae67-bd08fdd27b45 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:52.658407 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4435a183-71be-4144-846c-540142cd07ec req-c4261dbb-9dce-422a-ae67-bd08fdd27b45 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d02632ba-9f6d-4255-b9d7-a60237c0df9f HTTP/1.1" status: 200 len: 932 time: 0.1449847 Apr 20 17:35:52.680821 n-d-838032-1 neutron-server[84081]: DEBUG neutron.objects.ports [None req-d3d9dd80-8d2a-418a-ba0e-6de69e92f3c5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84081) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 20 17:35:52.698064 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 2cd5073c-cab2-4995-9b89-62a81c70998b completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:35:52.746465 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4435a183-71be-4144-846c-540142cd07ec req-2a91f00c-b0c1-4a0c-9404-b7cdca53459c tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866678 Apr 20 17:35:52.771971 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-c6d94500-5c8b-48eb-9828-bf5b33adb127 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'security_group_rule': {'security_group_id': '0b11ffdb-0a5b-46b0-8905-207106275e25', 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:52.834947 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-87e064e7-8743-4910-923f-26a0b054d971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:52.947455 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-87e064e7-8743-4910-923f-26a0b054d971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:52.963321 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-87e064e7-8743-4910-923f-26a0b054d971 admin admin] Usage tracker for resource:security_group_rule and tenant:db76f0012ecb412d8f6d6bc4ec24b583 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:52.966620 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-87e064e7-8743-4910-923f-26a0b054d971 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:52.973760 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-87e064e7-8743-4910-923f-26a0b054d971 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:53.052364 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de76ea28-1676-411a-84e7-4cb3c14b2ad7 req-7694c73f-d082-46d1-af68-1a076da8c2b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=55ad101ba72d4aafab1fd36de3508559&device_id=3ef15563-ae5b-4ae0-942d-46f903c401e7 HTTP/1.1" status: 200 len: 1097 time: 1.1682413 Apr 20 17:35:53.061254 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c6d94500-5c8b-48eb-9828-bf5b33adb127 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:53.108493 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c6d94500-5c8b-48eb-9828-bf5b33adb127 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:security_group_rule and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:53.134445 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-87e064e7-8743-4910-923f-26a0b054d971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:53.144568 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c6d94500-5c8b-48eb-9828-bf5b33adb127 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:53.151698 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-87e064e7-8743-4910-923f-26a0b054d971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:53.161744 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-38837c7b-83bb-46e6-a3c7-20a3f3fe0cfa req-bdb0c4f0-5a89-49e3-89ce-6b7eee729a7f tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea1cb64-5e15-4e0d-9f0e-f01a8904d073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6203587 Apr 20 17:35:53.244557 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-87e064e7-8743-4910-923f-26a0b054d971 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=db76f0012ecb412d8f6d6bc4ec24b583&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7804914 Apr 20 17:35:53.250650 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37214) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:53.252530 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c6d94500-5c8b-48eb-9828-bf5b33adb127 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:53.299325 n-d-838032-1 neutron-server[84081]: INFO neutron.db.securitygroups_db [None req-c6d94500-5c8b-48eb-9828-bf5b33adb127 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Project ac289a58365e49439c6a449ebba5fb54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:35:53.304765 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e064e7-8743-4910-923f-26a0b054d971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1984d6f-56f9-443d-b8e2-526ece4b8567,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:53.328008 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c6d94500-5c8b-48eb-9828-bf5b33adb127 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:53.336645 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-10ad4ac1-357f-4e69-a023-65baf2d998e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:53.369854 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f3738c89-ed9f-40b8-91f5-2fc2708e2632 None None] Provisioning for port 2cd5073c-cab2-4995-9b89-62a81c70998b completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:35:53.372814 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-10ad4ac1-357f-4e69-a023-65baf2d998e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:53.375683 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f3738c89-ed9f-40b8-91f5-2fc2708e2632 None None] Provisioning complete for port 2cd5073c-cab2-4995-9b89-62a81c70998b triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:35:53.376201 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f3738c89-ed9f-40b8-91f5-2fc2708e2632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:53.386073 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6a86c7a9-d175-4506-8f40-bbfdcbaf5843 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:53.438470 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-10ad4ac1-357f-4e69-a023-65baf2d998e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:53.458099 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-10ad4ac1-357f-4e69-a023-65baf2d998e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:53.474508 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-10ad4ac1-357f-4e69-a023-65baf2d998e9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c1984d6f-56f9-443d-b8e2-526ece4b8567 HTTP/1.1" status: 204 len: 168 time: 0.2106204 Apr 20 17:35:53.477274 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad4ac1-357f-4e69-a023-65baf2d998e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1984d6f-56f9-443d-b8e2-526ece4b8567,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:53.499624 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86c7a9-d175-4506-8f40-bbfdcbaf5843 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Pushing event updated for resources: {'Port': ['ID=8b1801ef-f5ac-4575-8239-3b2f869edae5,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:53.562682 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a86c7a9-d175-4506-8f40-bbfdcbaf5843 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Network 53fa9a2b-1503-4e08-8453-12a599bac72b is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:35:53.569980 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-6a86c7a9-d175-4506-8f40-bbfdcbaf5843 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:35:53.592078 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a86c7a9-d175-4506-8f40-bbfdcbaf5843 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:35:53.607081 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a86c7a9-d175-4506-8f40-bbfdcbaf5843 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:53.607751 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6a86c7a9-d175-4506-8f40-bbfdcbaf5843 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:53.612794 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76ea28-1676-411a-84e7-4cb3c14b2ad7 req-33ed8f30-1b71-42a8-8baf-bec2da53762a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:53.614450 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de76ea28-1676-411a-84e7-4cb3c14b2ad7 req-33ed8f30-1b71-42a8-8baf-bec2da53762a service neutron] 10.222.0.10 "GET /v2.0/networks?id=559f75fc-3697-4c39-a90d-68a51f28c45f HTTP/1.1" status: 200 len: 906 time: 0.5297844 Apr 20 17:35:53.615564 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f3738c89-ed9f-40b8-91f5-2fc2708e2632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:53.723679 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de76ea28-1676-411a-84e7-4cb3c14b2ad7 req-edf381d4-8ff6-452d-9022-ffa1e5f90d64 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=019d832e-ad88-4ee0-a3a0-92084c6db641 HTTP/1.1" status: 200 len: 217 time: 0.0859749 Apr 20 17:35:53.726129 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 28f7f4e0-a95d-4644-adb0-ace894530921 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:35:53.879939 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-f3738c89-ed9f-40b8-91f5-2fc2708e2632 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:35:53.880473 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-f3738c89-ed9f-40b8-91f5-2fc2708e2632 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:35:53.891320 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 28f7f4e0-a95d-4644-adb0-ace894530921 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:35:53.897229 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 28f7f4e0-a95d-4644-adb0-ace894530921 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:35:53.898090 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:53.943526 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6a86c7a9-d175-4506-8f40-bbfdcbaf5843 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.8163984 Apr 20 17:35:53.946316 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37234) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:53.952825 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-65110b44-641c-462d-a971-a0f928606b8c tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::307', 'mac_address': 'fa:16:3e:18:37:10'}, {'ip_address': '2001:db8::37f', 'mac_address': 'fa:16:3e:e1:e1:de'}]}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:53.977520 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76ea28-1676-411a-84e7-4cb3c14b2ad7 req-c164d37f-d2f6-4d04-b3a0-aa85e98c1692 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:53.982784 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de76ea28-1676-411a-84e7-4cb3c14b2ad7 req-c164d37f-d2f6-4d04-b3a0-aa85e98c1692 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=32922401-1cb1-4df1-a18a-26612d131639 HTTP/1.1" status: 200 len: 845 time: 0.2007854 Apr 20 17:35:54.038834 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d3d9dd80-8d2a-418a-ba0e-6de69e92f3c5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:54.051146 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:54.080543 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77a8785-0391-4112-83ed-2c09953983ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f7f4e0-a95d-4644-adb0-ace894530921'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:35:54.092772 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 28f7f4e0-a95d-4644-adb0-ace894530921, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=28f7f4e0-a95d-4644-adb0-ace894530921,segment=NetworkSegment(aeb8f33c-317c-45e3-a7a9-c21f7e658316),segment_id=aeb8f33c-317c-45e3-a7a9-c21f7e658316)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:35:54.104981 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:54.180988 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de76ea28-1676-411a-84e7-4cb3c14b2ad7 req-3759f900-a904-4321-9218-de35a46412f4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=559f75fc-3697-4c39-a90d-68a51f28c45f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766923 Apr 20 17:35:54.240881 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=28f7f4e0-a95d-4644-adb0-ace894530921,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:54.260549 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a09155d-4759-43b6-a3b0-92e20f1e9eb8'] response: {'server_uuid': 'a77a8785-0391-4112-83ed-2c09953983ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f7f4e0-a95d-4644-adb0-ace894530921', 'code': 200} Apr 20 17:35:54.279702 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231621d-c334-448d-9bfb-91831f3333dc req-6b35dce0-23e8-4aed-a037-5bd70ab4ecee tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:54.290786 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9231621d-c334-448d-9bfb-91831f3333dc req-6b35dce0-23e8-4aed-a037-5bd70ab4ecee tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d02632ba-9f6d-4255-b9d7-a60237c0df9f HTTP/1.1" status: 200 len: 932 time: 0.2317379 Apr 20 17:35:54.403566 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c6d94500-5c8b-48eb-9828-bf5b33adb127 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:54.476099 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c6d94500-5c8b-48eb-9828-bf5b33adb127 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:54.485125 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f3738c89-ed9f-40b8-91f5-2fc2708e2632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:54.525655 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-65110b44-641c-462d-a971-a0f928606b8c tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:54.531211 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-f3738c89-ed9f-40b8-91f5-2fc2708e2632 None None] For port 2cd5073c-cab2-4995-9b89-62a81c70998b, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=2cd5073c-cab2-4995-9b89-62a81c70998b,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:35:54.543013 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f3738c89-ed9f-40b8-91f5-2fc2708e2632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:54.543923 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d94500-5c8b-48eb-9828-bf5b33adb127 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1981fe22-d13e-49dd-bf9e-0092ad40cff8,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:54.590023 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9231621d-c334-448d-9bfb-91831f3333dc req-e90ca19a-c0fa-40c5-87c7-d17640f10c52 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977996 Apr 20 17:35:54.712358 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de76ea28-1676-411a-84e7-4cb3c14b2ad7 req-56eb3751-5b73-4251-a11c-c98d9942daf1 service neutron] 10.222.0.10 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5055649 Apr 20 17:35:54.732095 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3738c89-ed9f-40b8-91f5-2fc2708e2632 None None] Pushing event updated for resources: {'Port': ['ID=2cd5073c-cab2-4995-9b89-62a81c70998b,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:54.760142 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-9343e010-ff23-4b42-90b1-c6bd192e6f53 None None] Provisioning for port 8b1801ef-f5ac-4575-8239-3b2f869edae5 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:35:54.766029 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-9343e010-ff23-4b42-90b1-c6bd192e6f53 None None] Provisioning complete for port 8b1801ef-f5ac-4575-8239-3b2f869edae5 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:35:54.766427 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9343e010-ff23-4b42-90b1-c6bd192e6f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:54.846547 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.api [None req-d3d9dd80-8d2a-418a-ba0e-6de69e92f3c5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:35:54.847226 n-d-838032-1 neutron-server[84081]: DEBUG oslo_db.api [None req-d3d9dd80-8d2a-418a-ba0e-6de69e92f3c5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:35:54.851421 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-57598168-dee0-488c-9fc6-20357a15ef65 req-cf0f0d5f-ae26-4da5-9c80-7cdd01961cae service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a77a8785-0391-4112-83ed-2c09953983ad HTTP/1.1" status: 200 len: 1096 time: 0.5004365 Apr 20 17:35:54.864183 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c6d94500-5c8b-48eb-9828-bf5b33adb127 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:54.865508 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c6d94500-5c8b-48eb-9828-bf5b33adb127 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 2.3229942 Apr 20 17:35:54.895063 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37270) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:54.926733 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-1ae53714-e5bf-41ee-bf47-a2cfc0a227dd tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'security_group_rule': {'security_group_id': '0b11ffdb-0a5b-46b0-8905-207106275e25', 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:54.961569 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-9343e010-ff23-4b42-90b1-c6bd192e6f53 None None] Port 8b1801ef-f5ac-4575-8239-3b2f869edae5 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:35:54.990249 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37276) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:54.993539 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1ae53714-e5bf-41ee-bf47-a2cfc0a227dd tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:55.032687 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-49433997-0a92-4191-bbb6-e9b45ef6ffb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9289110a-80a1-44fe-9d7b-d1ade0579b46 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:35:55.045539 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1ae53714-e5bf-41ee-bf47-a2cfc0a227dd tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:security_group_rule and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:55.052010 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-49433997-0a92-4191-bbb6-e9b45ef6ffb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:55.061247 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1ae53714-e5bf-41ee-bf47-a2cfc0a227dd tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:55.097937 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1ae53714-e5bf-41ee-bf47-a2cfc0a227dd tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:55.110571 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66d0ef-c697-4f6b-8d94-897277544805 req-b21b0b58-ae63-4f61-ab8d-498cca76839b tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:55.118840 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eb66d0ef-c697-4f6b-8d94-897277544805 req-b21b0b58-ae63-4f61-ab8d-498cca76839b tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=a77a8785-0391-4112-83ed-2c09953983ad HTTP/1.1" status: 200 len: 945 time: 0.6683464 Apr 20 17:35:55.133484 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-57598168-dee0-488c-9fc6-20357a15ef65 req-0ae1146c-0882-4a6f-b0ef-a9884d0877eb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2ea1cb64-5e15-4e0d-9f0e-f01a8904d073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2729614 Apr 20 17:35:55.143026 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-49433997-0a92-4191-bbb6-e9b45ef6ffb2 service neutron] Transition to ACTIVE for port object 9289110a-80a1-44fe-9d7b-d1ade0579b46 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:35:55.163757 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-49433997-0a92-4191-bbb6-e9b45ef6ffb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:55.164868 n-d-838032-1 neutron-server[84080]: INFO neutron.db.securitygroups_db [None req-1ae53714-e5bf-41ee-bf47-a2cfc0a227dd tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Project ac289a58365e49439c6a449ebba5fb54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:35:55.178737 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1ae53714-e5bf-41ee-bf47-a2cfc0a227dd tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:55.264794 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-d4b9917e-aeb7-4e3a-abaa-699ccaba9965 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-500613962-network', 'tenant_id': '2ebf7eb106a7492aa5b3798a6700e1e3'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:55.281365 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d4b9917e-aeb7-4e3a-abaa-699ccaba9965 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:55.287585 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49433997-0a92-4191-bbb6-e9b45ef6ffb2 service neutron] Pushing event updated for resources: {'Port': ['ID=9289110a-80a1-44fe-9d7b-d1ade0579b46,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:55.290761 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-65110b44-641c-462d-a971-a0f928606b8c tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:55.293679 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d4b9917e-aeb7-4e3a-abaa-699ccaba9965 admin admin] Usage tracker for resource:network and tenant:2ebf7eb106a7492aa5b3798a6700e1e3 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:55.298353 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d4b9917e-aeb7-4e3a-abaa-699ccaba9965 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:55.304811 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-65110b44-641c-462d-a971-a0f928606b8c tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:55.308585 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d4b9917e-aeb7-4e3a-abaa-699ccaba9965 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:55.320144 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de76ea28-1676-411a-84e7-4cb3c14b2ad7 req-a48dfa07-7b25-4b0c-8903-dc55552661ff service neutron] 10.222.0.10 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5178068 Apr 20 17:35:55.327125 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eb66d0ef-c697-4f6b-8d94-897277544805 req-6d67c365-3e8b-46bc-ab1c-45505879e3a0 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea1cb64-5e15-4e0d-9f0e-f01a8904d073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069526 Apr 20 17:35:55.414934 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1ae53714-e5bf-41ee-bf47-a2cfc0a227dd tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:55.441797 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1ae53714-e5bf-41ee-bf47-a2cfc0a227dd tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:55.480188 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b9917e-aeb7-4e3a-abaa-699ccaba9965 admin admin] Made reservation on behalf of 2ebf7eb106a7492aa5b3798a6700e1e3 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:35:55.482440 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d4b9917e-aeb7-4e3a-abaa-699ccaba9965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:55.516120 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-65110b44-641c-462d-a971-a0f928606b8c tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] In _notify_port_updated(), no bound segment for port 8b1801ef-f5ac-4575-8239-3b2f869edae5 on network 53fa9a2b-1503-4e08-8453-12a599bac72b {{(pid=84080) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 20 17:35:55.519974 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65110b44-641c-462d-a971-a0f928606b8c tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:55.520603 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-65110b44-641c-462d-a971-a0f928606b8c tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:55.524603 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-65110b44-641c-462d-a971-a0f928606b8c tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] 10.222.0.39 "PUT /v2.0/ports/8b1801ef-f5ac-4575-8239-3b2f869edae5 HTTP/1.1" status: 200 len: 1067 time: 1.5740745 Apr 20 17:35:55.527455 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37292) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:55.535369 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae53714-e5bf-41ee-bf47-a2cfc0a227dd tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a44e97-6184-4988-87cd-a56564a52ee3,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:55.542615 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d4b9917e-aeb7-4e3a-abaa-699ccaba9965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:55.557800 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65110b44-641c-462d-a971-a0f928606b8c tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Pushing event updated for resources: {'Port': ['ID=8b1801ef-f5ac-4575-8239-3b2f869edae5,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:55.562996 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1ae53714-e5bf-41ee-bf47-a2cfc0a227dd tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:55.564187 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1ae53714-e5bf-41ee-bf47-a2cfc0a227dd tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6511822 Apr 20 17:35:55.567638 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37294) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:55.574530 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-4cb6179a-43f6-499e-8b21-41382d05c803 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'network': {'name': 'tempest-network-smoke--517382477', 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'port_security_enabled': True}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:55.582424 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4cb6179a-43f6-499e-8b21-41382d05c803 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:55.594704 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4cb6179a-43f6-499e-8b21-41382d05c803 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:network and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:55.598973 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4cb6179a-43f6-499e-8b21-41382d05c803 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:55.616997 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4cb6179a-43f6-499e-8b21-41382d05c803 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:55.619636 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d4b9917e-aeb7-4e3a-abaa-699ccaba9965 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:55.628591 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d4b9917e-aeb7-4e3a-abaa-699ccaba9965 admin admin] Usage tracker for resource:security_group_rule and tenant:2ebf7eb106a7492aa5b3798a6700e1e3 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:55.634593 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d4b9917e-aeb7-4e3a-abaa-699ccaba9965 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:55.659206 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d4b9917e-aeb7-4e3a-abaa-699ccaba9965 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:55.663139 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb6179a-43f6-499e-8b21-41382d05c803 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Made reservation on behalf of ac289a58365e49439c6a449ebba5fb54 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:35:55.670610 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4cb6179a-43f6-499e-8b21-41382d05c803 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:55.776316 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb6179a-43f6-499e-8b21-41382d05c803 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:35:55.831749 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4cb6179a-43f6-499e-8b21-41382d05c803 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:55.838107 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d3d9dd80-8d2a-418a-ba0e-6de69e92f3c5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:55.838621 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-4cb6179a-43f6-499e-8b21-41382d05c803 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Added segment 7543a3ce-829e-4f5b-aa0d-43ed05cd118d of type vlan for network c6d4fe1b-5c38-412d-8e32-1a9e69c72c67 Apr 20 17:35:55.944427 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-49433997-0a92-4191-bbb6-e9b45ef6ffb2 service neutron] Attempting to bind port 9289110a-80a1-44fe-9d7b-d1ade0579b46 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:35:55.944998 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-49433997-0a92-4191-bbb6-e9b45ef6ffb2 service neutron] Attempting to bind port 9289110a-80a1-44fe-9d7b-d1ade0579b46 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '213ecd4d-2e59-4b17-a412-e2514b5847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:35:55.945470 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-49433997-0a92-4191-bbb6-e9b45ef6ffb2 service neutron] Attempting to bind port 9289110a-80a1-44fe-9d7b-d1ade0579b46 on network 559f75fc-3697-4c39-a90d-68a51f28c45f {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:35:55.945979 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4cb6179a-43f6-499e-8b21-41382d05c803 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:55.952120 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d4b9917e-aeb7-4e3a-abaa-699ccaba9965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:55.957580 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-49433997-0a92-4191-bbb6-e9b45ef6ffb2 service neutron] Port 9289110a-80a1-44fe-9d7b-d1ade0579b46 on network 559f75fc-3697-4c39-a90d-68a51f28c45f not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:35:55.958088 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-49433997-0a92-4191-bbb6-e9b45ef6ffb2 service neutron] Attempting to bind port 9289110a-80a1-44fe-9d7b-d1ade0579b46 on network 559f75fc-3697-4c39-a90d-68a51f28c45f {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:35:55.969267 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d4b9917e-aeb7-4e3a-abaa-699ccaba9965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:56.015649 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4b9917e-aeb7-4e3a-abaa-699ccaba9965 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:35:56.028054 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-fbd60989-1666-4da8-b6fe-10af6f301bd3 None None] Provisioning complete for port 8b1801ef-f5ac-4575-8239-3b2f869edae5 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:35:56.028595 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fbd60989-1666-4da8-b6fe-10af6f301bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:56.041853 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9917e-aeb7-4e3a-abaa-699ccaba9965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5671c89d-0048-417e-b766-c124f42aab4a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:56.046570 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d4b9917e-aeb7-4e3a-abaa-699ccaba9965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:56.046813 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-d4b9917e-aeb7-4e3a-abaa-699ccaba9965 admin admin] Added segment d4af0888-96c0-4bc6-8226-00610a420d13 of type vlan for network 404fa35b-eb31-464c-8c9d-43ca9fe048f0 Apr 20 17:35:56.047831 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4cb6179a-43f6-499e-8b21-41382d05c803 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:56.056859 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb6179a-43f6-499e-8b21-41382d05c803 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:56.057473 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4cb6179a-43f6-499e-8b21-41382d05c803 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:56.105309 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a91085-a1bd-4eda-95d6-c1edbd92cdd8 req-718f16ea-67f1-44d5-a8d3-b34c735f3555 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:56.112363 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1a91085-a1bd-4eda-95d6-c1edbd92cdd8 req-718f16ea-67f1-44d5-a8d3-b34c735f3555 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d02632ba-9f6d-4255-b9d7-a60237c0df9f HTTP/1.1" status: 200 len: 944 time: 0.2569518 Apr 20 17:35:56.146125 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-fbd60989-1666-4da8-b6fe-10af6f301bd3 None None] Port 8b1801ef-f5ac-4575-8239-3b2f869edae5 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:35:56.252192 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-49433997-0a92-4191-bbb6-e9b45ef6ffb2 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:35:56.252616 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-49433997-0a92-4191-bbb6-e9b45ef6ffb2 service neutron] Checking segment: {'id': '213ecd4d-2e59-4b17-a412-e2514b5847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:35:56.253001 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-49433997-0a92-4191-bbb6-e9b45ef6ffb2 service neutron] Bound using segment: {'id': '213ecd4d-2e59-4b17-a412-e2514b5847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:35:56.253452 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-49433997-0a92-4191-bbb6-e9b45ef6ffb2 service neutron] Bound port: 9289110a-80a1-44fe-9d7b-d1ade0579b46, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '213ecd4d-2e59-4b17-a412-e2514b5847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:35:56.253801 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-49433997-0a92-4191-bbb6-e9b45ef6ffb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:56.261377 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d4b9917e-aeb7-4e3a-abaa-699ccaba9965 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:56.318729 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d4b9917e-aeb7-4e3a-abaa-699ccaba9965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:56.320165 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b9917e-aeb7-4e3a-abaa-699ccaba9965 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:56.320944 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d4b9917e-aeb7-4e3a-abaa-699ccaba9965 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:56.333227 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 2cd5073c-cab2-4995-9b89-62a81c70998b up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:35:56.360745 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-92f9d2da-adf4-4f38-a7b1-d943387bf123 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Deleting port 8b1801ef-f5ac-4575-8239-3b2f869edae5 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:35:56.361098 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-92f9d2da-adf4-4f38-a7b1-d943387bf123 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:56.361930 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1a91085-a1bd-4eda-95d6-c1edbd92cdd8 req-64a61ee2-a398-4b1b-bae7-ad64b2e187b9 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485077 Apr 20 17:35:56.374756 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4cb6179a-43f6-499e-8b21-41382d05c803 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8030667 Apr 20 17:35:56.390842 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6179a-43f6-499e-8b21-41382d05c803 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'Network': ['ID=c6d4fe1b-5c38-412d-8e32-1a9e69c72c67,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:56.409425 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37310) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:56.465256 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network c6d4fe1b-5c38-412d-8e32-1a9e69c72c67 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:35:56.485328 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-d3d9dd80-8d2a-418a-ba0e-6de69e92f3c5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] For port 2cd5073c-cab2-4995-9b89-62a81c70998b, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=2cd5073c-cab2-4995-9b89-62a81c70998b,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:35:56.582135 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d3d9dd80-8d2a-418a-ba0e-6de69e92f3c5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:56.656694 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d3d9dd80-8d2a-418a-ba0e-6de69e92f3c5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:56.657856 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d3d9dd80-8d2a-418a-ba0e-6de69e92f3c5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:56.712827 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-850eec92-5676-41a6-aa15-5aba53951ad4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-622036229', 'admin_state_up': True, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:56.724341 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d4b9917e-aeb7-4e3a-abaa-699ccaba9965 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7255533 Apr 20 17:35:56.749374 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37320) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:56.784303 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-850eec92-5676-41a6-aa15-5aba53951ad4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:56.790263 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 2cd5073c-cab2-4995-9b89-62a81c70998b triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:35:56.790979 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:56.802073 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-6bc83111-2e64-462c-af52-794d49eef5e2 admin admin] Request body: {'subnet': {'network_id': '404fa35b-eb31-464c-8c9d-43ca9fe048f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-500613962-subnet', 'tenant_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:56.816518 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6bc83111-2e64-462c-af52-794d49eef5e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:56.827322 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-850eec92-5676-41a6-aa15-5aba53951ad4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:router and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:56.843974 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-850eec92-5676-41a6-aa15-5aba53951ad4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:56.857645 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6bc83111-2e64-462c-af52-794d49eef5e2 admin admin] Usage tracker for resource:subnet and tenant:2ebf7eb106a7492aa5b3798a6700e1e3 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:56.865948 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9917e-aeb7-4e3a-abaa-699ccaba9965 admin admin] Pushing event updated for resources: {'Network': ['ID=404fa35b-eb31-464c-8c9d-43ca9fe048f0,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:56.879799 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-850eec92-5676-41a6-aa15-5aba53951ad4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:56.882111 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6bc83111-2e64-462c-af52-794d49eef5e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:56.905571 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 404fa35b-eb31-464c-8c9d-43ca9fe048f0 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:35:56.906247 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6bc83111-2e64-462c-af52-794d49eef5e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:56.921620 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-850eec92-5676-41a6-aa15-5aba53951ad4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:56.923700 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-850eec92-5676-41a6-aa15-5aba53951ad4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:56.932410 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc83111-2e64-462c-af52-794d49eef5e2 admin admin] Made reservation on behalf of 2ebf7eb106a7492aa5b3798a6700e1e3 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:35:56.937769 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6bc83111-2e64-462c-af52-794d49eef5e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:57.002106 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9dd80-8d2a-418a-ba0e-6de69e92f3c5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Subnet': ['ID=c70e13b7-a388-4c5c-a604-b750c8911fc0,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:57.014273 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d9dd80-8d2a-418a-ba0e-6de69e92f3c5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:35:57.023088 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9dd80-8d2a-418a-ba0e-6de69e92f3c5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Port': ['ID=2cd5073c-cab2-4995-9b89-62a81c70998b,revision_number=5']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:57.030273 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-49433997-0a92-4191-bbb6-e9b45ef6ffb2 service neutron] For port 9289110a-80a1-44fe-9d7b-d1ade0579b46, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:35:57.032452 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-d3d9dd80-8d2a-418a-ba0e-6de69e92f3c5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:35:57.040873 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d9dd80-8d2a-418a-ba0e-6de69e92f3c5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:57.042558 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d3d9dd80-8d2a-418a-ba0e-6de69e92f3c5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:57.048142 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eed4cc5-6a5f-429a-be41-189f5fd58e0e None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:35:57.090378 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-49433997-0a92-4191-bbb6-e9b45ef6ffb2 service neutron] For port 9289110a-80a1-44fe-9d7b-d1ade0579b46, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9289110a-80a1-44fe-9d7b-d1ade0579b46,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:35:57.097841 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d3d9dd80-8d2a-418a-ba0e-6de69e92f3c5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 8.8612788 Apr 20 17:35:57.106335 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-850eec92-5676-41a6-aa15-5aba53951ad4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:57.124603 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37330) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:57.137527 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-2f62413a-50c1-4479-baf1-8f5c6d5d0a43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'port': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'mac_address': 'fa:16:3e:a8:ea:03', 'name': 'tempest-NetworksTestDHCPv6-535754103'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:57.209172 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-49433997-0a92-4191-bbb6-e9b45ef6ffb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:57.229702 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32279b3-62b0-44e2-8ec4-1b260ddb8c2d req-6c0b777f-92a8-461f-92e9-ad2c763b2baf tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:57.231324 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f32279b3-62b0-44e2-8ec4-1b260ddb8c2d req-6c0b777f-92a8-461f-92e9-ad2c763b2baf tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=a77a8785-0391-4112-83ed-2c09953983ad HTTP/1.1" status: 200 len: 945 time: 0.5905654 Apr 20 17:35:57.351171 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-49433997-0a92-4191-bbb6-e9b45ef6ffb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:57.353144 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-49433997-0a92-4191-bbb6-e9b45ef6ffb2 service neutron] 10.222.0.43 "PUT /v2.0/ports/9289110a-80a1-44fe-9d7b-d1ade0579b46 HTTP/1.1" status: 200 len: 1092 time: 5.8727543 Apr 20 17:35:57.361492 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02632ba-9f6d-4255-b9d7-a60237c0df9f', 'tag': '9289110a-80a1-44fe-9d7b-d1ade0579b46'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:35:57.529207 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32ecd42e-cc77-49ad-9ba1-bb45988dfa9a'] response: {'name': 'network-changed', 'server_uuid': 'd02632ba-9f6d-4255-b9d7-a60237c0df9f', 'tag': '9289110a-80a1-44fe-9d7b-d1ade0579b46', 'status': 'completed', 'code': 200} Apr 20 17:35:57.605292 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49433997-0a92-4191-bbb6-e9b45ef6ffb2 service neutron] Pushing event updated for resources: {'Port': ['ID=9289110a-80a1-44fe-9d7b-d1ade0579b46,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:57.622879 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f32279b3-62b0-44e2-8ec4-1b260ddb8c2d req-26a455f5-5fb5-405a-845c-c9e9a8d73194 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea1cb64-5e15-4e0d-9f0e-f01a8904d073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3605564 Apr 20 17:35:57.633987 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-92f9d2da-adf4-4f38-a7b1-d943387bf123 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:57.833058 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-92f9d2da-adf4-4f38-a7b1-d943387bf123 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Calling delete_port for 8b1801ef-f5ac-4575-8239-3b2f869edae5 owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:35:57.884171 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6bc83111-2e64-462c-af52-794d49eef5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:57.969505 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-2f62413a-50c1-4479-baf1-8f5c6d5d0a43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:57.975209 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-2ecd8ffc-1c6c-47d2-aa2b-863affb63781 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55ad101ba72d4aafab1fd36de3508559&device_id=d02632ba-9f6d-4255-b9d7-a60237c0df9f HTTP/1.1" status: 200 len: 1095 time: 0.5400860 Apr 20 17:35:57.975808 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-2f62413a-50c1-4479-baf1-8f5c6d5d0a43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:port and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:57.979178 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-2f62413a-50c1-4479-baf1-8f5c6d5d0a43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:57.986162 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-2f62413a-50c1-4479-baf1-8f5c6d5d0a43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:58.008039 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f62413a-50c1-4479-baf1-8f5c6d5d0a43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:35:58.113744 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-31fd132c-1c65-4bc1-8d3a-c68993fdce57 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9289110a-80a1-44fe-9d7b-d1ade0579b46 HTTP/1.1" status: 200 len: 217 time: 0.1054175 Apr 20 17:35:58.250430 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d2aea-65ed-4c01-a933-bc30736c5b0e req-5c5ea117-ff13-480f-b569-fedfbd2198e3 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:58.251907 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-148d2aea-65ed-4c01-a933-bc30736c5b0e req-5c5ea117-ff13-480f-b569-fedfbd2198e3 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=a77a8785-0391-4112-83ed-2c09953983ad HTTP/1.1" status: 200 len: 945 time: 0.3257563 Apr 20 17:35:58.263352 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-4b2b0367-b97a-414c-98b0-252eb9978a22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:58.264847 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-4b2b0367-b97a-414c-98b0-252eb9978a22 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32922401-1cb1-4df1-a18a-26612d131639 HTTP/1.1" status: 200 len: 845 time: 0.1457369 Apr 20 17:35:58.264959 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-850eec92-5676-41a6-aa15-5aba53951ad4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:58.267423 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37364) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:58.334827 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-4bcd64c8-6fb7-47e2-950a-14d77f194c77 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Request body: {'floatingip': {'port_id': '28f7f4e0-a95d-4644-adb0-ace894530921'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:58.386963 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc83111-2e64-462c-af52-794d49eef5e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=641ca1bb-b160-4ee3-976a-db32db979b60,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:58.445013 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28f57e-af21-4f6a-bc61-427059baff43 req-17104296-12b0-4d6e-9352-7c144460448d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:58.446764 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fa28f57e-af21-4f6a-bc61-427059baff43 req-17104296-12b0-4d6e-9352-7c144460448d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d02632ba-9f6d-4255-b9d7-a60237c0df9f HTTP/1.1" status: 200 len: 944 time: 0.8000734 Apr 20 17:35:58.516437 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b28238b3-c5e6-470c-8ffd-53ad685421fd None None] Provisioning complete for port 2cd5073c-cab2-4995-9b89-62a81c70998b triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:35:58.517002 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b28238b3-c5e6-470c-8ffd-53ad685421fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:58.520118 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc83111-2e64-462c-af52-794d49eef5e2 admin admin] Checking segment: {'id': 'd4af0888-96c0-4bc6-8226-00610a420d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '404fa35b-eb31-464c-8c9d-43ca9fe048f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:35:58.520475 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc83111-2e64-462c-af52-794d49eef5e2 admin admin] Network hostable DHCP agents. Network: 404fa35b-eb31-464c-8c9d-43ca9fe048f0, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:35:58.616715 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2f62413a-50c1-4479-baf1-8f5c6d5d0a43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:58.634513 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fa28f57e-af21-4f6a-bc61-427059baff43 req-cf49457d-8b6e-4cd1-b26e-5007b5954870 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580250 Apr 20 17:35:58.671111 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-92f9d2da-adf4-4f38-a7b1-d943387bf123 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:58.673912 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-2f62413a-50c1-4479-baf1-8f5c6d5d0a43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] device_id is not set on port 9783cae7-7737-4825-bfa0-1ee4c20d178d yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:35:58.725363 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc83111-2e64-462c-af52-794d49eef5e2 admin admin] Network 404fa35b-eb31-464c-8c9d-43ca9fe048f0 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:35:58.749073 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-6bc83111-2e64-462c-af52-794d49eef5e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 404fa35b-eb31-464c-8c9d-43ca9fe048f0) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:35:58.757133 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc83111-2e64-462c-af52-794d49eef5e2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:35:58.757970 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6bc83111-2e64-462c-af52-794d49eef5e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:58.758601 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c8d0f0-5612-4a97-9309-0cc8e6b93823 None None] Network 404fa35b-eb31-464c-8c9d-43ca9fe048f0 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:35:58.818222 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-3bcf35c7-becc-4c6e-9c7c-64cf5c47d92b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=559f75fc-3697-4c39-a90d-68a51f28c45f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5396469 Apr 20 17:35:58.869969 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9d2da-adf4-4f38-a7b1-d943387bf123 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Pushing event deleted for resources: {'Port': ['ID=8b1801ef-f5ac-4575-8239-3b2f869edae5,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:35:58.884791 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4bcd64c8-6fb7-47e2-950a-14d77f194c77 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for floatingip, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:58.924208 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6bc83111-2e64-462c-af52-794d49eef5e2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1465402 Apr 20 17:35:58.929682 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37378) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:58.944311 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-3b893cbd-1c9f-4216-ae95-c5c1fe38bfaf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-500613962-router', 'tenant_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:35:58.960523 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3b893cbd-1c9f-4216-ae95-c5c1fe38bfaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:35:59.018231 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3b893cbd-1c9f-4216-ae95-c5c1fe38bfaf admin admin] Usage tracker for resource:router and tenant:2ebf7eb106a7492aa5b3798a6700e1e3 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:35:59.117851 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3b893cbd-1c9f-4216-ae95-c5c1fe38bfaf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:35:59.157774 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3b893cbd-1c9f-4216-ae95-c5c1fe38bfaf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:35:59.163488 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-2f62413a-50c1-4479-baf1-8f5c6d5d0a43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Allocated IP 172.20.0.12 (9ba611e4-024c-4a0c-9998-3bc548cf409a/c9902d72-95bf-4b55-b996-31c895c17882/9783cae7-7737-4825-bfa0-1ee4c20d178d) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:35:59.165475 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-850eec92-5676-41a6-aa15-5aba53951ad4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:59.183080 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50208ab-4d95-41eb-8e49-6b88bb7e6bd5 None None] Network 404fa35b-eb31-464c-8c9d-43ca9fe048f0 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:35:59.269382 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-850eec92-5676-41a6-aa15-5aba53951ad4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:59.271646 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-2f62413a-50c1-4479-baf1-8f5c6d5d0a43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Allocated IP 2001:db8::f816:3eff:fea8:ea03 (9ba611e4-024c-4a0c-9998-3bc548cf409a/c70e13b7-a388-4c5c-a604-b750c8911fc0/9783cae7-7737-4825-bfa0-1ee4c20d178d) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:35:59.320722 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-dbfc23f0-e912-47d1-863c-2bb12ed95d6b service neutron] 10.222.0.43 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548168 Apr 20 17:35:59.547521 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-850eec92-5676-41a6-aa15-5aba53951ad4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Allocated IP 172.25.8.240 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/c6b1e202-dcdd-47e0-8774-6bf60b9da4cc) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:35:59.630655 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3b893cbd-1c9f-4216-ae95-c5c1fe38bfaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:59.631696 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3b893cbd-1c9f-4216-ae95-c5c1fe38bfaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:59.768997 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3b893cbd-1c9f-4216-ae95-c5c1fe38bfaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:35:59.920116 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-850eec92-5676-41a6-aa15-5aba53951ad4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:00.120828 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-850eec92-5676-41a6-aa15-5aba53951ad4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:00.177278 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bf3ce6ed-678f-44b3-8504-6a9b43f9b98c req-df59a3e7-f496-4f46-8971-9e6c6fba87ee service neutron] 10.222.0.43 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7857282 Apr 20 17:36:00.219735 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3b893cbd-1c9f-4216-ae95-c5c1fe38bfaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:00.235059 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2f62413a-50c1-4479-baf1-8f5c6d5d0a43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:00.259129 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-92f9d2da-adf4-4f38-a7b1-d943387bf123 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:00.299419 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850eec92-5676-41a6-aa15-5aba53951ad4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:36:00.302394 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850eec92-5676-41a6-aa15-5aba53951ad4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'Port': ['ID=c6b1e202-dcdd-47e0-8774-6bf60b9da4cc,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:00.305156 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-2f62413a-50c1-4479-baf1-8f5c6d5d0a43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Transition to ACTIVE for port object 9783cae7-7737-4825-bfa0-1ee4c20d178d will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:36:00.307494 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-850eec92-5676-41a6-aa15-5aba53951ad4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:36:00.311371 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850eec92-5676-41a6-aa15-5aba53951ad4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:36:00.357343 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f28f91-477e-4d0d-99a6-0e88983f5b0c req-f390ec0c-ee71-45a4-9990-26460dbdceda tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:00.358032 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-37f28f91-477e-4d0d-99a6-0e88983f5b0c req-f390ec0c-ee71-45a4-9990-26460dbdceda tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Synchronizing usage tracker for tenant:55ad101ba72d4aafab1fd36de3508559 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:36:00.361226 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-92f9d2da-adf4-4f38-a7b1-d943387bf123 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] 10.222.0.39 "DELETE /v2.0/ports/8b1801ef-f5ac-4575-8239-3b2f869edae5 HTTP/1.1" status: 204 len: 168 time: 4.5914567 Apr 20 17:36:00.369797 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37412) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:00.450735 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-f845e516-550e-40be-926a-e6f0febea24a tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] GET failed (client error): The resource could not be found. Apr 20 17:36:00.451842 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f845e516-550e-40be-926a-e6f0febea24a tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Synchronizing usage tracker for tenant:35abef9abdc94533a2681f476d78a8d7 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:36:00.452037 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2f62413a-50c1-4479-baf1-8f5c6d5d0a43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:00.473502 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-37f28f91-477e-4d0d-99a6-0e88983f5b0c req-f390ec0c-ee71-45a4-9990-26460dbdceda tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Unset dirty status for tenant:55ad101ba72d4aafab1fd36de3508559 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:36:00.476145 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-37f28f91-477e-4d0d-99a6-0e88983f5b0c req-f390ec0c-ee71-45a4-9990-26460dbdceda tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d02632ba-9f6d-4255-b9d7-a60237c0df9f HTTP/1.1" status: 200 len: 944 time: 0.6544809 Apr 20 17:36:00.533692 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f845e516-550e-40be-926a-e6f0febea24a tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Unset dirty status for tenant:35abef9abdc94533a2681f476d78a8d7 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:36:00.537205 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f845e516-550e-40be-926a-e6f0febea24a tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] 10.222.0.39 "GET /v2.0/ports/8b1801ef-f5ac-4575-8239-3b2f869edae5 HTTP/1.1" status: 404 len: 333 time: 0.1640601 Apr 20 17:36:00.538248 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-53c8dfc7-c36e-4b44-9cd2-c31775d41dfe req-5a5ae0f0-9c76-4d0f-855e-865c96c000e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55ad101ba72d4aafab1fd36de3508559&device_id=d02632ba-9f6d-4255-b9d7-a60237c0df9f HTTP/1.1" status: 200 len: 1095 time: 0.2523222 Apr 20 17:36:00.538713 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37424) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:00.770821 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62413a-50c1-4479-baf1-8f5c6d5d0a43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Port': ['ID=9783cae7-7737-4825-bfa0-1ee4c20d178d,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:00.786475 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f62413a-50c1-4479-baf1-8f5c6d5d0a43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:36:00.791686 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-2f62413a-50c1-4479-baf1-8f5c6d5d0a43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:36:00.794796 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f62413a-50c1-4479-baf1-8f5c6d5d0a43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:36:00.883085 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f62413a-50c1-4479-baf1-8f5c6d5d0a43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:00.883716 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2f62413a-50c1-4479-baf1-8f5c6d5d0a43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:00.918344 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-59af3e6a-ee8d-4f87-a01f-73f34db2f1ba tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Deleting port ed781a49-8956-4db2-8657-27ef80aa96fc {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:36:00.919115 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-59af3e6a-ee8d-4f87-a01f-73f34db2f1ba tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:00.929263 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2f62413a-50c1-4479-baf1-8f5c6d5d0a43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.8011096 Apr 20 17:36:00.930030 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37444) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:00.998943 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-37f28f91-477e-4d0d-99a6-0e88983f5b0c req-02b2c77c-d400-45b7-9bad-e47f8f7e0ac0 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5019264 Apr 20 17:36:01.117769 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4bcd64c8-6fb7-47e2-950a-14d77f194c77 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:01.156975 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-850eec92-5676-41a6-aa15-5aba53951ad4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:01.157801 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-850eec92-5676-41a6-aa15-5aba53951ad4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:01.171206 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4bcd64c8-6fb7-47e2-950a-14d77f194c77 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:01.240941 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8dfc7-c36e-4b44-9cd2-c31775d41dfe req-80cfa989-b434-45b0-bb92-2447ee455fdc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:01.244378 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-53c8dfc7-c36e-4b44-9cd2-c31775d41dfe req-80cfa989-b434-45b0-bb92-2447ee455fdc service neutron] 10.222.0.43 "GET /v2.0/networks?id=559f75fc-3697-4c39-a90d-68a51f28c45f HTTP/1.1" status: 200 len: 906 time: 0.5144315 Apr 20 17:36:01.331691 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-53c8dfc7-c36e-4b44-9cd2-c31775d41dfe req-7c886820-41d4-4429-bd3f-f50bc2a5468a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9289110a-80a1-44fe-9d7b-d1ade0579b46 HTTP/1.1" status: 200 len: 217 time: 0.0755394 Apr 20 17:36:01.337030 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3b893cbd-1c9f-4216-ae95-c5c1fe38bfaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:01.389764 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3b893cbd-1c9f-4216-ae95-c5c1fe38bfaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:01.406537 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1f323e00-9753-4ca2-968c-6dfdeb562119 None None] Provisioning for port 9783cae7-7737-4825-bfa0-1ee4c20d178d completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:36:01.411559 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1f323e00-9753-4ca2-968c-6dfdeb562119 None None] Provisioning complete for port 9783cae7-7737-4825-bfa0-1ee4c20d178d triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:36:01.411932 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1f323e00-9753-4ca2-968c-6dfdeb562119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:01.494287 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9579947f-bcf2-491a-b3fb-cee448d4c14e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:01.498165 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9579947f-bcf2-491a-b3fb-cee448d4c14e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:01.498998 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9579947f-bcf2-491a-b3fb-cee448d4c14e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:36:01.522836 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1f323e00-9753-4ca2-968c-6dfdeb562119 None None] Port 9783cae7-7737-4825-bfa0-1ee4c20d178d cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:36:01.577591 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9579947f-bcf2-491a-b3fb-cee448d4c14e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:36:01.578814 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9579947f-bcf2-491a-b3fb-cee448d4c14e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6485636 Apr 20 17:36:01.583265 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37456) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:01.586509 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8dfc7-c36e-4b44-9cd2-c31775d41dfe req-a5f8be11-2f66-455d-a0c7-3a440c9b67fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:01.588064 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-53c8dfc7-c36e-4b44-9cd2-c31775d41dfe req-a5f8be11-2f66-455d-a0c7-3a440c9b67fd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32922401-1cb1-4df1-a18a-26612d131639 HTTP/1.1" status: 200 len: 845 time: 0.1722958 Apr 20 17:36:01.644542 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-53c8dfc7-c36e-4b44-9cd2-c31775d41dfe req-961891ca-9971-40bb-8c48-0c809f232280 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=559f75fc-3697-4c39-a90d-68a51f28c45f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479980 Apr 20 17:36:01.727104 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-a512e605-3ff7-4c80-a7af-1b2a9d848305 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting port 9783cae7-7737-4825-bfa0-1ee4c20d178d {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:36:01.727490 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a512e605-3ff7-4c80-a7af-1b2a9d848305 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:01.776548 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-3b893cbd-1c9f-4216-ae95-c5c1fe38bfaf admin admin] Allocated IP 172.25.8.200 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/a9f44896-41c2-4669-a295-b014a82b1576) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:36:01.841601 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-59af3e6a-ee8d-4f87-a01f-73f34db2f1ba tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:01.970395 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-53c8dfc7-c36e-4b44-9cd2-c31775d41dfe req-478ac851-024b-406f-a445-a2b225cbf6c5 service neutron] 10.222.0.43 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172133 Apr 20 17:36:01.983536 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-59af3e6a-ee8d-4f87-a01f-73f34db2f1ba tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Calling delete_port for ed781a49-8956-4db2-8657-27ef80aa96fc owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:36:02.201012 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3b893cbd-1c9f-4216-ae95-c5c1fe38bfaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:02.313777 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a512e605-3ff7-4c80-a7af-1b2a9d848305 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:02.536967 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-53c8dfc7-c36e-4b44-9cd2-c31775d41dfe req-f2a03884-771c-46d0-a493-645664988aeb service neutron] 10.222.0.43 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5219741 Apr 20 17:36:02.541713 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [None req-4bcd64c8-6fb7-47e2-950a-14d77f194c77 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Floating IP 4dddbf07-aedf-4faa-a52c-6a618a889882 associated. External IP: 172.25.8.234, port: 28f7f4e0-a95d-4644-adb0-ace894530921. Apr 20 17:36:02.578326 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850eec92-5676-41a6-aa15-5aba53951ad4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Router a847c51d-e3e8-4b74-9074-de9e5616f6d3 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:36:02.592641 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-a512e605-3ff7-4c80-a7af-1b2a9d848305 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Calling delete_port for 9783cae7-7737-4825-bfa0-1ee4c20d178d owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:36:02.663696 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3b893cbd-1c9f-4216-ae95-c5c1fe38bfaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:02.675028 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-59af3e6a-ee8d-4f87-a01f-73f34db2f1ba tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:02.725522 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af3e6a-ee8d-4f87-a01f-73f34db2f1ba tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Pushing event deleted for resources: {'Port': ['ID=ed781a49-8956-4db2-8657-27ef80aa96fc,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:02.783923 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-59af3e6a-ee8d-4f87-a01f-73f34db2f1ba tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:02.789927 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651deb20-6b4d-4d18-a396-2133cf04b021 req-f2e9a60f-b2c0-4975-8af3-f8ca93cfe8d4 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:02.791551 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-651deb20-6b4d-4d18-a396-2133cf04b021 req-f2e9a60f-b2c0-4975-8af3-f8ca93cfe8d4 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d02632ba-9f6d-4255-b9d7-a60237c0df9f HTTP/1.1" status: 200 len: 944 time: 0.5506020 Apr 20 17:36:02.811187 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-59af3e6a-ee8d-4f87-a01f-73f34db2f1ba tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] 10.222.0.39 "DELETE /v2.0/ports/ed781a49-8956-4db2-8657-27ef80aa96fc HTTP/1.1" status: 204 len: 168 time: 2.0846903 Apr 20 17:36:02.813552 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37482) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:02.878499 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4138b1-18c4-472b-ac4b-f9bcfce4c070 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] GET failed (client error): The resource could not be found. Apr 20 17:36:02.879002 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9c4138b1-18c4-472b-ac4b-f9bcfce4c070 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Synchronizing usage tracker for tenant:35abef9abdc94533a2681f476d78a8d7 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:36:02.912762 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9c4138b1-18c4-472b-ac4b-f9bcfce4c070 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Unset dirty status for tenant:35abef9abdc94533a2681f476d78a8d7 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:36:02.917591 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9c4138b1-18c4-472b-ac4b-f9bcfce4c070 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] 10.222.0.39 "GET /v2.0/ports/ed781a49-8956-4db2-8657-27ef80aa96fc HTTP/1.1" status: 404 len: 333 time: 0.0995123 Apr 20 17:36:02.917858 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37486) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:02.997645 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-b6e64b5c-2323-4c35-93c6-c9b0ef319814 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Deleting port 634f8bad-4126-444c-b97d-7d267c770082 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:36:02.997977 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b6e64b5c-2323-4c35-93c6-c9b0ef319814 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:03.057004 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b893cbd-1c9f-4216-ae95-c5c1fe38bfaf admin admin] Pushing event updated for resources: {'Port': ['ID=a9f44896-41c2-4669-a295-b014a82b1576,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:03.067903 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b893cbd-1c9f-4216-ae95-c5c1fe38bfaf admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:36:03.079653 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-3b893cbd-1c9f-4216-ae95-c5c1fe38bfaf admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:36:03.088867 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b893cbd-1c9f-4216-ae95-c5c1fe38bfaf admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:36:03.214869 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-651deb20-6b4d-4d18-a396-2133cf04b021 req-4aaa6dea-a8d7-42c0-84bd-355d84e7de69 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990592 Apr 20 17:36:03.458823 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a512e605-3ff7-4c80-a7af-1b2a9d848305 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:03.614885 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a512e605-3ff7-4c80-a7af-1b2a9d848305 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Port': ['ID=9783cae7-7737-4825-bfa0-1ee4c20d178d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:03.628877 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b6e64b5c-2323-4c35-93c6-c9b0ef319814 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:03.765060 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 9289110a-80a1-44fe-9d7b-d1ade0579b46 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:36:03.810490 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850eec92-5676-41a6-aa15-5aba53951ad4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:36:03.828038 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a6295-c64c-414d-ab68-d4455ac0cd69 None None] Sync routers for ids ['a847c51d-e3e8-4b74-9074-de9e5616f6d3'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:36:03.838776 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-b6e64b5c-2323-4c35-93c6-c9b0ef319814 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Calling delete_port for 634f8bad-4126-444c-b97d-7d267c770082 owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:36:03.955768 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-850eec92-5676-41a6-aa15-5aba53951ad4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:03.956958 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-850eec92-5676-41a6-aa15-5aba53951ad4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.5442128 Apr 20 17:36:03.961903 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37506) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:03.977916 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a512e605-3ff7-4c80-a7af-1b2a9d848305 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:03.978949 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bcd64c8-6fb7-47e2-950a-14d77f194c77 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:36:03.982048 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a512e605-3ff7-4c80-a7af-1b2a9d848305 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/9783cae7-7737-4825-bfa0-1ee4c20d178d HTTP/1.1" status: 204 len: 168 time: 2.3922164 Apr 20 17:36:03.985884 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37510) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:04.016242 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3b893cbd-1c9f-4216-ae95-c5c1fe38bfaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:04.017119 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3b893cbd-1c9f-4216-ae95-c5c1fe38bfaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:04.050492 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367a6295-c64c-414d-ab68-d4455ac0cd69 None None] Routers {'a847c51d-e3e8-4b74-9074-de9e5616f6d3'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:36:04.051124 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-367a6295-c64c-414d-ab68-d4455ac0cd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:35:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['a847c51d-e3e8-4b74-9074-de9e5616f6d3'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:36:04.184973 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d0b763-86a7-47f3-ba7c-89087e3a184d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:04.186436 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d0b763-86a7-47f3-ba7c-89087e3a184d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:04.187740 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d0b763-86a7-47f3-ba7c-89087e3a184d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:04.188521 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-45d0b763-86a7-47f3-ba7c-89087e3a184d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:36:04.219416 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 9289110a-80a1-44fe-9d7b-d1ade0579b46, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9289110a-80a1-44fe-9d7b-d1ade0579b46,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:36:04.292603 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-19ec93d6-e423-4e74-9314-082604861a0d tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=ac289a58365e49439c6a449ebba5fb54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3223593 Apr 20 17:36:04.295379 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37522) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:04.364015 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '9289110a-80a1-44fe-9d7b-d1ade0579b46', 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f', 'port_id': '9289110a-80a1-44fe-9d7b-d1ade0579b46', 'mac_address': 'fa:16:3e:4c:fc:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32922401-1cb1-4df1-a18a-26612d131639', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:36:04.385196 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-45d0b763-86a7-47f3-ba7c-89087e3a184d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:36:04.386404 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-45d0b763-86a7-47f3-ba7c-89087e3a184d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3968604 Apr 20 17:36:04.408832 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37526) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:04.459995 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-367a6295-c64c-414d-ab68-d4455ac0cd69 None None] Set router a847c51d-e3e8-4b74-9074-de9e5616f6d3 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:36:04.647352 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72693c78-dfd5-49be-89f7-74fd1a3328fb tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:04.649086 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-72693c78-dfd5-49be-89f7-74fd1a3328fb tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3525224 Apr 20 17:36:04.656585 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:04.657335 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37536) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:04.728107 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3074c166-7b03-4e54-97ad-7fe7d5860ded tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0684025 Apr 20 17:36:04.732497 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37540) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:04.739706 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-44c26210-9241-4cc5-8799-59d4000defe6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-334598045', 'network_id': 'c6d4fe1b-5c38-412d-8e32-1a9e69c72c67', 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:36:04.767827 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9289110a-80a1-44fe-9d7b-d1ade0579b46 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:36:04.803486 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 9289110a-80a1-44fe-9d7b-d1ade0579b46, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9289110a-80a1-44fe-9d7b-d1ade0579b46,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:36:04.819494 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:04.861136 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b6e64b5c-2323-4c35-93c6-c9b0ef319814 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:04.941014 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-44c26210-9241-4cc5-8799-59d4000defe6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:36:04.947733 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-44c26210-9241-4cc5-8799-59d4000defe6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:subnet and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:36:04.951980 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-44c26210-9241-4cc5-8799-59d4000defe6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:36:04.955740 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e64b5c-2323-4c35-93c6-c9b0ef319814 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Pushing event deleted for resources: {'Port': ['ID=634f8bad-4126-444c-b97d-7d267c770082,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:04.965152 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-44c26210-9241-4cc5-8799-59d4000defe6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:36:04.997530 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c26210-9241-4cc5-8799-59d4000defe6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Made reservation on behalf of ac289a58365e49439c6a449ebba5fb54 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:36:05.036991 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=9289110a-80a1-44fe-9d7b-d1ade0579b46,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:05.048845 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-367a6295-c64c-414d-ab68-d4455ac0cd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622036229', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c6b1e202-dcdd-47e0-8774-6bf60b9da4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:35:56Z', 'updated_at': '2022-04-20T17:36:00Z', 'revision_number': 3, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'c6b1e202-dcdd-47e0-8774-6bf60b9da4cc', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:43:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:35:59Z', 'updated_at': '2022-04-20T17:35:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:36:05.053589 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a6295-c64c-414d-ab68-d4455ac0cd69 None None] Checking router: a847c51d-e3e8-4b74-9074-de9e5616f6d3 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:36:05.053935 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a6295-c64c-414d-ab68-d4455ac0cd69 None None] Updating router a847c51d-e3e8-4b74-9074-de9e5616f6d3 port c6b1e202-dcdd-47e0-8774-6bf60b9da4cc binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:36:05.113559 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-367a6295-c64c-414d-ab68-d4455ac0cd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:05.129344 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-44c26210-9241-4cc5-8799-59d4000defe6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:05.138733 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['9289110a-80a1-44fe-9d7b-d1ade0579b46'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:36:05.283701 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b893cbd-1c9f-4216-ae95-c5c1fe38bfaf admin admin] Router 418b3c6b-4027-4f55-acd7-28a6479c1b0c is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:36:05.348697 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-a27fa782-b410-445f-9849-42f6d15fc5e7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting subnet c70e13b7-a388-4c5c-a604-b750c8911fc0 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:36:05.358227 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a27fa782-b410-445f-9849-42f6d15fc5e7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:05.402824 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b6e64b5c-2323-4c35-93c6-c9b0ef319814 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:05.451095 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24351ffe-bd02-4aee-9a40-210afa31624e req-cd1fee81-148c-4a7b-b0f0-6ad271232fd9 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:05.451095 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-24351ffe-bd02-4aee-9a40-210afa31624e req-cd1fee81-148c-4a7b-b0f0-6ad271232fd9 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d02632ba-9f6d-4255-b9d7-a60237c0df9f HTTP/1.1" status: 200 len: 944 time: 1.0344427 Apr 20 17:36:05.609561 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-24351ffe-bd02-4aee-9a40-210afa31624e req-770887c9-c6e7-429e-941d-a0a118281a00 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351366 Apr 20 17:36:05.637751 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b6e64b5c-2323-4c35-93c6-c9b0ef319814 tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] 10.222.0.39 "DELETE /v2.0/ports/634f8bad-4126-444c-b97d-7d267c770082 HTTP/1.1" status: 204 len: 168 time: 2.7187624 Apr 20 17:36:05.658412 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37554) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:05.711389 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-44c26210-9241-4cc5-8799-59d4000defe6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:05.790799 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a27fa782-b410-445f-9849-42f6d15fc5e7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:05.905040 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c26210-9241-4cc5-8799-59d4000defe6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'Subnet': ['ID=e4c363c9-ff38-4c02-a21b-5b3727689d41,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:05.909943 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-367a6295-c64c-414d-ab68-d4455ac0cd69 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:05.925427 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c26210-9241-4cc5-8799-59d4000defe6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Checking segment: {'id': '7543a3ce-829e-4f5b-aa0d-43ed05cd118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c6d4fe1b-5c38-412d-8e32-1a9e69c72c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:36:05.925788 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c26210-9241-4cc5-8799-59d4000defe6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Network hostable DHCP agents. Network: c6d4fe1b-5c38-412d-8e32-1a9e69c72c67, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:36:05.926422 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-367a6295-c64c-414d-ab68-d4455ac0cd69 None None] Transition to ACTIVE for port object c6b1e202-dcdd-47e0-8774-6bf60b9da4cc will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:36:05.936968 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-367a6295-c64c-414d-ab68-d4455ac0cd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:05.990973 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c26210-9241-4cc5-8799-59d4000defe6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Network c6d4fe1b-5c38-412d-8e32-1a9e69c72c67 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:36:06.021514 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-44c26210-9241-4cc5-8799-59d4000defe6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, c6d4fe1b-5c38-412d-8e32-1a9e69c72c67) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:36:06.029957 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c26210-9241-4cc5-8799-59d4000defe6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:06.030816 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-44c26210-9241-4cc5-8799-59d4000defe6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:06.043749 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962260e6-f469-4575-b28e-1a52d3a7d569 None None] Network c6d4fe1b-5c38-412d-8e32-1a9e69c72c67 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:36:06.065396 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcd64c8-6fb7-47e2-950a-14d77f194c77 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:36:06.067121 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd466a35-8d3a-4e2b-9160-b5e65155cc90 None None] Pushing event updated for resources: {'Port': ['ID=c6b1e202-dcdd-47e0-8774-6bf60b9da4cc,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:06.076040 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4372e00f-5205-4468-97a6-ade44c209373 None None] Sync routers for ids ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:36:06.088633 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b893cbd-1c9f-4216-ae95-c5c1fe38bfaf admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:36:06.105933 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-44c26210-9241-4cc5-8799-59d4000defe6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3711636 Apr 20 17:36:06.108182 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37568) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:06.108368 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4372e00f-5205-4468-97a6-ade44c209373 None None] Routers {'e1d93820-6526-4ca9-b0c8-c49105c7dbc4'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:36:06.108962 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-4372e00f-5205-4468-97a6-ade44c209373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:35:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:36:06.126267 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4bcd64c8-6fb7-47e2-950a-14d77f194c77 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:06.188237 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-367a6295-c64c-414d-ab68-d4455ac0cd69 None None] Attempting to bind port c6b1e202-dcdd-47e0-8774-6bf60b9da4cc on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:36:06.188626 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-367a6295-c64c-414d-ab68-d4455ac0cd69 None None] Attempting to bind port c6b1e202-dcdd-47e0-8774-6bf60b9da4cc by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:36:06.188942 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367a6295-c64c-414d-ab68-d4455ac0cd69 None None] Attempting to bind port c6b1e202-dcdd-47e0-8774-6bf60b9da4cc on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:36:06.219061 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ffe01b-f4f7-4e8c-be4d-45c195a3480d None None] Sync routers for ids ['418b3c6b-4027-4f55-acd7-28a6479c1b0c'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:36:06.250302 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367a6295-c64c-414d-ab68-d4455ac0cd69 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:36:06.250673 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367a6295-c64c-414d-ab68-d4455ac0cd69 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:36:06.251076 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-367a6295-c64c-414d-ab68-d4455ac0cd69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:06.251462 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367a6295-c64c-414d-ab68-d4455ac0cd69 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:36:06.251932 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-367a6295-c64c-414d-ab68-d4455ac0cd69 None None] Bound port: c6b1e202-dcdd-47e0-8774-6bf60b9da4cc, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:36:06.252308 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-367a6295-c64c-414d-ab68-d4455ac0cd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:06.255949 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4bcd64c8-6fb7-47e2-950a-14d77f194c77 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "PUT /v2.0/floatingips/4dddbf07-aedf-4faa-a52c-6a618a889882 HTTP/1.1" status: 200 len: 991 time: 7.9804938 Apr 20 17:36:06.285312 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a77a8785-0391-4112-83ed-2c09953983ad', 'tag': '28f7f4e0-a95d-4644-adb0-ace894530921'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:36:06.308567 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ffe01b-f4f7-4e8c-be4d-45c195a3480d None None] Routers {'418b3c6b-4027-4f55-acd7-28a6479c1b0c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:36:06.309298 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a1ffe01b-f4f7-4e8c-be4d-45c195a3480d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:35:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['418b3c6b-4027-4f55-acd7-28a6479c1b0c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:36:06.445704 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37582) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:06.464209 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf089e2a-f619-44af-a47b-e630e3fb9bbd tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Deleting subnet ba6182e2-4289-43f1-891a-ee717f9b5402 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:36:06.468543 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cf089e2a-f619-44af-a47b-e630e3fb9bbd tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:06.519621 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3b893cbd-1c9f-4216-ae95-c5c1fe38bfaf admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:06.529000 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cf089e2a-f619-44af-a47b-e630e3fb9bbd tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:06.538248 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3b893cbd-1c9f-4216-ae95-c5c1fe38bfaf admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.6039982 Apr 20 17:36:06.548736 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37588) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:06.588157 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-4372e00f-5205-4468-97a6-ade44c209373 None None] Set router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:36:06.754464 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cf089e2a-f619-44af-a47b-e630e3fb9bbd tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:06.880481 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c910a1ea-99ba-4731-9fa4-b146e9dc9080'] response: {'name': 'network-changed', 'server_uuid': 'a77a8785-0391-4112-83ed-2c09953983ad', 'tag': '28f7f4e0-a95d-4644-adb0-ace894530921', 'status': 'completed', 'code': 200} Apr 20 17:36:06.925622 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-a1ffe01b-f4f7-4e8c-be4d-45c195a3480d None None] Set router 418b3c6b-4027-4f55-acd7-28a6479c1b0c gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:36:06.986641 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a27fa782-b410-445f-9849-42f6d15fc5e7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:07.099815 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-09e5bb17-f4c1-4e2a-9441-72ea708fedc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:07.218858 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-367a6295-c64c-414d-ab68-d4455ac0cd69 None None] For port c6b1e202-dcdd-47e0-8774-6bf60b9da4cc, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:36:07.224029 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-367a6295-c64c-414d-ab68-d4455ac0cd69 None None] For port c6b1e202-dcdd-47e0-8774-6bf60b9da4cc, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c6b1e202-dcdd-47e0-8774-6bf60b9da4cc,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:36:07.249653 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-09e5bb17-f4c1-4e2a-9441-72ea708fedc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:36:07.257219 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-09e5bb17-f4c1-4e2a-9441-72ea708fedc5 admin admin] Usage tracker for resource:security_group_rule and tenant:c161cc3a74fc49619b14d53f6caf363c is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:36:07.261719 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-09e5bb17-f4c1-4e2a-9441-72ea708fedc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:36:07.270826 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-09e5bb17-f4c1-4e2a-9441-72ea708fedc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:36:07.286471 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-367a6295-c64c-414d-ab68-d4455ac0cd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:07.321015 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a27fa782-b410-445f-9849-42f6d15fc5e7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:07.381076 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a27fa782-b410-445f-9849-42f6d15fc5e7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:07.389122 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-4372e00f-5205-4468-97a6-ade44c209373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'name': 'tempest-AttachVolumeNegativeTest-176702069-router', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:30:58Z', 'updated_at': '2022-04-20T17:31:10Z', 'revision_number': 4, 'project_id': 'fff76710152c4266b547138b68f9e982', 'gw_port': {'id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:30:59Z', 'updated_at': '2022-04-20T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '4dddbf07-aedf-4faa-a52c-6a618a889882', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'floating_ip_address': '172.25.8.234', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'port_id': '28f7f4e0-a95d-4644-adb0-ace894530921', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'mac_address': 'fa:16:3e:04:69:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77a8785-0391-4112-83ed-2c09953983ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:35:30Z', 'updated_at': '2022-04-20T17:36:00Z', 'revision_number': 1, 'project_id': 'fff76710152c4266b547138b68f9e982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8599e52f-56a7-4816-bd23-d86cc23894bb', 'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'mac_address': 'fa:16:3e:63:5d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:31:08Z', 'updated_at': '2022-04-20T17:31:21Z', 'revision_number': 5, 'project_id': 'fff76710152c4266b547138b68f9e982', 'subnets': [{'id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:36:07.394953 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4372e00f-5205-4468-97a6-ade44c209373 None None] Checking router: e1d93820-6526-4ca9-b0c8-c49105c7dbc4 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:36:07.415337 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27fa782-b410-445f-9849-42f6d15fc5e7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Subnet': ['ID=c70e13b7-a388-4c5c-a604-b750c8911fc0,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:07.418208 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c83602-cd3a-4f85-b3f5-30928cdc1c91 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:36:07.418564 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a27fa782-b410-445f-9849-42f6d15fc5e7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/c70e13b7-a388-4c5c-a604-b750c8911fc0 HTTP/1.1" status: 204 len: 168 time: 3.0073688 Apr 20 17:36:07.422754 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4372e00f-5205-4468-97a6-ade44c209373 None None] Routers {'e1d93820-6526-4ca9-b0c8-c49105c7dbc4'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:36:07.427861 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-4372e00f-5205-4468-97a6-ade44c209373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:35:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:36:07.440175 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37604) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:07.458322 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cf089e2a-f619-44af-a47b-e630e3fb9bbd tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:07.524151 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446913a9-857f-4756-bbd3-b0dee7e76195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-c6d4fe1b-5c38-412d-8e32-1a9e69c72c67', 'network_id': 'c6d4fe1b-5c38-412d-8e32-1a9e69c72c67', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'fixed_ips': [{'subnet_id': 'e4c363c9-ff38-4c02-a21b-5b3727689d41'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:36:07.524966 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-446913a9-857f-4756-bbd3-b0dee7e76195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:07.644097 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf089e2a-f619-44af-a47b-e630e3fb9bbd tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Pushing event deleted for resources: {'Subnet': ['ID=ba6182e2-4289-43f1-891a-ee717f9b5402,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:07.653684 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cf089e2a-f619-44af-a47b-e630e3fb9bbd tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:07.655530 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cf089e2a-f619-44af-a47b-e630e3fb9bbd tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] 10.222.0.39 "DELETE /v2.0/subnets/ba6182e2-4289-43f1-891a-ee717f9b5402 HTTP/1.1" status: 204 len: 168 time: 1.9689035 Apr 20 17:36:07.667163 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-09e5bb17-f4c1-4e2a-9441-72ea708fedc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:07.667953 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37608) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:07.737520 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-4372e00f-5205-4468-97a6-ade44c209373 None None] Set router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:36:07.737685 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4da99d-1085-42e5-86b4-28ddf9056fa2 None None] Network 53fa9a2b-1503-4e08-8453-12a599bac72b requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:36:07.793137 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7e749c5d-615f-4156-ac3c-b8c21bac651e tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:07.805411 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-76685288-d9f6-40b6-a45e-4b380d7ca72d req-223fb965-4f15-4243-880b-7a393b7d3f78 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fff76710152c4266b547138b68f9e982&device_id=a77a8785-0391-4112-83ed-2c09953983ad HTTP/1.1" status: 200 len: 1096 time: 0.8936026 Apr 20 17:36:07.811046 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-09e5bb17-f4c1-4e2a-9441-72ea708fedc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:07.868925 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-09e5bb17-f4c1-4e2a-9441-72ea708fedc5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c161cc3a74fc49619b14d53f6caf363c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4175653 Apr 20 17:36:07.870467 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf089e2a-f619-44af-a47b-e630e3fb9bbd tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:36:07.870805 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf089e2a-f619-44af-a47b-e630e3fb9bbd tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:36:07.871135 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf089e2a-f619-44af-a47b-e630e3fb9bbd tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:36:07.871462 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf089e2a-f619-44af-a47b-e630e3fb9bbd tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:36:07.871782 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf089e2a-f619-44af-a47b-e630e3fb9bbd tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:36:07.872107 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf089e2a-f619-44af-a47b-e630e3fb9bbd tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:36:07.872428 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf089e2a-f619-44af-a47b-e630e3fb9bbd tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:36:07.872744 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf089e2a-f619-44af-a47b-e630e3fb9bbd tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:36:07.873060 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf089e2a-f619-44af-a47b-e630e3fb9bbd tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:36:07.873404 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf089e2a-f619-44af-a47b-e630e3fb9bbd tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:36:07.873693 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf089e2a-f619-44af-a47b-e630e3fb9bbd tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:36:07.906329 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37616) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:07.907062 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5bb17-f4c1-4e2a-9441-72ea708fedc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceef4d65-bf4a-40fc-80b4-a6313034b546,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:07.947392 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333d422-125b-4566-abb6-b3b790027151 req-cf9b18e6-f515-4992-8ff0-bc92ab6aa7b4 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:07.948838 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9333d422-125b-4566-abb6-b3b790027151 req-cf9b18e6-f515-4992-8ff0-bc92ab6aa7b4 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d02632ba-9f6d-4255-b9d7-a60237c0df9f HTTP/1.1" status: 200 len: 945 time: 0.9274950 Apr 20 17:36:07.952465 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-6257c865-08a3-49f3-b302-226a52d46e86 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting subnet c9902d72-95bf-4b55-b996-31c895c17882 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:36:07.963824 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 9289110a-80a1-44fe-9d7b-d1ade0579b46 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:36:08.139325 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-7e749c5d-615f-4156-ac3c-b8c21bac651e tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Deleting port f574f809-3d8f-48a0-84b4-fbe6199c96c9 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:36:08.140148 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7e749c5d-615f-4156-ac3c-b8c21bac651e tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:08.224726 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6257c865-08a3-49f3-b302-226a52d46e86 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:08.334016 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd466a35-8d3a-4e2b-9160-b5e65155cc90 None None] Pushing event updated for resources: {'Port': ['ID=c6b1e202-dcdd-47e0-8774-6bf60b9da4cc,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:08.492538 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367a6295-c64c-414d-ab68-d4455ac0cd69 None None] Routers {'a847c51d-e3e8-4b74-9074-de9e5616f6d3'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:36:08.493522 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-367a6295-c64c-414d-ab68-d4455ac0cd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:35:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['a847c51d-e3e8-4b74-9074-de9e5616f6d3'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:36:08.525268 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-4372e00f-5205-4468-97a6-ade44c209373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'name': 'tempest-AttachVolumeNegativeTest-176702069-router', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:30:58Z', 'updated_at': '2022-04-20T17:31:10Z', 'revision_number': 4, 'project_id': 'fff76710152c4266b547138b68f9e982', 'gw_port': {'id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:30:59Z', 'updated_at': '2022-04-20T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '4dddbf07-aedf-4faa-a52c-6a618a889882', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'floating_ip_address': '172.25.8.234', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'port_id': '28f7f4e0-a95d-4644-adb0-ace894530921', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'mac_address': 'fa:16:3e:04:69:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77a8785-0391-4112-83ed-2c09953983ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:35:30Z', 'updated_at': '2022-04-20T17:36:00Z', 'revision_number': 1, 'project_id': 'fff76710152c4266b547138b68f9e982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8599e52f-56a7-4816-bd23-d86cc23894bb', 'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'mac_address': 'fa:16:3e:63:5d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:31:08Z', 'updated_at': '2022-04-20T17:31:21Z', 'revision_number': 5, 'project_id': 'fff76710152c4266b547138b68f9e982', 'subnets': [{'id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:36:08.531758 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4372e00f-5205-4468-97a6-ade44c209373 None None] The sync data for ids ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'] in n-d-838032-1 is: [{'id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'name': 'tempest-AttachVolumeNegativeTest-176702069-router', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:30:58Z', 'updated_at': '2022-04-20T17:31:10Z', 'revision_number': 4, 'project_id': 'fff76710152c4266b547138b68f9e982', 'gw_port': {'id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:30:59Z', 'updated_at': '2022-04-20T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '4dddbf07-aedf-4faa-a52c-6a618a889882', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'floating_ip_address': '172.25.8.234', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'port_id': '28f7f4e0-a95d-4644-adb0-ace894530921', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'mac_address': 'fa:16:3e:04:69:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77a8785-0391-4112-83ed-2c09953983ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:35:30Z', 'updated_at': '2022-04-20T17:36:00Z', 'revision_number': 1, 'project_id': 'fff76710152c4266b547138b68f9e982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8599e52f-56a7-4816-bd23-d86cc23894bb', 'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'mac_address': 'fa:16:3e:63:5d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:31:08Z', 'updated_at': '2022-04-20T17:31:21Z', 'revision_number': 5, 'project_id': 'fff76710152c4266b547138b68f9e982', 'subnets': [{'id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:36:08.651150 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-7e749c5d-615f-4156-ac3c-b8c21bac651e tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] For port f574f809-3d8f-48a0-84b4-fbe6199c96c9, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f574f809-3d8f-48a0-84b4-fbe6199c96c9,segment=NetworkSegment(24457ec4-cfca-47a7-ac12-e6e66fea746b),segment_id=24457ec4-cfca-47a7-ac12-e6e66fea746b)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:36:08.651505 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7e749c5d-615f-4156-ac3c-b8c21bac651e tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:08.717817 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-367a6295-c64c-414d-ab68-d4455ac0cd69 None None] Set router a847c51d-e3e8-4b74-9074-de9e5616f6d3 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:36:08.729044 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6257c865-08a3-49f3-b302-226a52d46e86 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:08.881904 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-7e749c5d-615f-4156-ac3c-b8c21bac651e tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Calling delete_port for f574f809-3d8f-48a0-84b4-fbe6199c96c9 owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:36:08.944782 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9333d422-125b-4566-abb6-b3b790027151 req-4d5af375-adc3-49d5-a1b2-32dcf4c04301 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7464323 Apr 20 17:36:08.959446 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-54b8a456-898e-45bf-b17f-30f2296ce4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:08.970420 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1644f67f-37c7-4bc0-86d5-3a2436382e51 None None] New status for floating IP 4dddbf07-aedf-4faa-a52c-6a618a889882: ACTIVE {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:36:08.976834 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76685288-d9f6-40b6-a45e-4b380d7ca72d req-b46c3894-6245-4dab-947a-8ad6c0f69034 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:08.978503 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-76685288-d9f6-40b6-a45e-4b380d7ca72d req-b46c3894-6245-4dab-947a-8ad6c0f69034 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 HTTP/1.1" status: 200 len: 915 time: 1.1409202 Apr 20 17:36:09.072459 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-83204890-9f92-48ab-ab4c-1b9d55469962 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:09.093956 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dbcc5c57-4234-4454-8363-31aec8460fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:09.202626 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-76685288-d9f6-40b6-a45e-4b380d7ca72d req-6b4953fb-0046-4efe-a202-44738caed16f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28f7f4e0-a95d-4644-adb0-ace894530921 HTTP/1.1" status: 200 len: 999 time: 0.2096274 Apr 20 17:36:09.271684 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6257c865-08a3-49f3-b302-226a52d46e86 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:09.316726 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-446913a9-857f-4756-bbd3-b0dee7e76195 None None] Allocated IP 172.20.0.2 (c6d4fe1b-5c38-412d-8e32-1a9e69c72c67/e4c363c9-ff38-4c02-a21b-5b3727689d41/0c3a241c-bbd1-48df-b54b-4e9bf44c514c) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:36:09.417648 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7e749c5d-615f-4156-ac3c-b8c21bac651e tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:09.437814 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-54b8a456-898e-45bf-b17f-30f2296ce4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:09.602951 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-139ba6a6-5f32-4415-a9a4-387062ee5fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:09.604887 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47610396-3968-4169-9248-12ddcb3e0df3 None None] DHCP port deletion for 53fa9a2b-1503-4e08-8453-12a599bac72b request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:36:09.619264 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 9289110a-80a1-44fe-9d7b-d1ade0579b46 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:36:09.633263 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 9289110a-80a1-44fe-9d7b-d1ade0579b46 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:36:09.633632 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:09.678664 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76685288-d9f6-40b6-a45e-4b380d7ca72d req-d1041c38-de20-43b9-9f5f-5e0abc67168c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:09.680941 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-76685288-d9f6-40b6-a45e-4b380d7ca72d req-d1041c38-de20-43b9-9f5f-5e0abc67168c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8d05736e-ddd3-43ab-9360-fdcd5c15b127 HTTP/1.1" status: 200 len: 853 time: 0.1533349 Apr 20 17:36:09.681736 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-54b8a456-898e-45bf-b17f-30f2296ce4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:09.713037 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e749c5d-615f-4156-ac3c-b8c21bac651e tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Pushing event deleted for resources: {'Port': ['ID=f574f809-3d8f-48a0-84b4-fbe6199c96c9,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:09.773288 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a1ffe01b-f4f7-4e8c-be4d-45c195a3480d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-500613962-router', 'tenant_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'a9f44896-41c2-4669-a295-b014a82b1576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:35:59Z', 'updated_at': '2022-04-20T17:36:03Z', 'revision_number': 3, 'project_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'gw_port': {'id': 'a9f44896-41c2-4669-a295-b014a82b1576', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:01Z', 'updated_at': '2022-04-20T17:36:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:36:09.783539 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-367a6295-c64c-414d-ab68-d4455ac0cd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622036229', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c6b1e202-dcdd-47e0-8774-6bf60b9da4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:35:56Z', 'updated_at': '2022-04-20T17:36:00Z', 'revision_number': 3, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'c6b1e202-dcdd-47e0-8774-6bf60b9da4cc', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:43:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:35:59Z', 'updated_at': '2022-04-20T17:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:36:09.798523 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-dbcc5c57-4234-4454-8363-31aec8460fa0 admin admin] Allocated IP 172.20.0.1 (404fa35b-eb31-464c-8c9d-43ca9fe048f0/641ca1bb-b160-4ee3-976a-db32db979b60/120a6974-210d-4066-a77f-def7892260d6) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:36:09.798847 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a6295-c64c-414d-ab68-d4455ac0cd69 None None] The sync data for ids ['a847c51d-e3e8-4b74-9074-de9e5616f6d3'] in n-d-838032-1 is: [{'id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622036229', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c6b1e202-dcdd-47e0-8774-6bf60b9da4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:35:56Z', 'updated_at': '2022-04-20T17:36:00Z', 'revision_number': 3, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'c6b1e202-dcdd-47e0-8774-6bf60b9da4cc', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:43:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:35:59Z', 'updated_at': '2022-04-20T17:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:36:09.814734 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e749c5d-615f-4156-ac3c-b8c21bac651e tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] No DVR routers for this DVR port f574f809-3d8f-48a0-84b4-fbe6199c96c9 on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:36:09.822995 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ffe01b-f4f7-4e8c-be4d-45c195a3480d None None] Checking router: 418b3c6b-4027-4f55-acd7-28a6479c1b0c for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:36:09.823338 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ffe01b-f4f7-4e8c-be4d-45c195a3480d None None] Updating router 418b3c6b-4027-4f55-acd7-28a6479c1b0c port a9f44896-41c2-4669-a295-b014a82b1576 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:36:09.861119 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8a456-898e-45bf-b17f-30f2296ce4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceef4d65-bf4a-40fc-80b4-a6313034b546,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:09.887039 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6257c865-08a3-49f3-b302-226a52d46e86 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:09.938503 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6257c865-08a3-49f3-b302-226a52d46e86 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:09.976926 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a1ffe01b-f4f7-4e8c-be4d-45c195a3480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:09.985880 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dbcc5c57-4234-4454-8363-31aec8460fa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:10.034970 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dbcc5c57-4234-4454-8363-31aec8460fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:10.059485 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257c865-08a3-49f3-b302-226a52d46e86 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Subnet': ['ID=c9902d72-95bf-4b55-b996-31c895c17882,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:10.122554 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-54b8a456-898e-45bf-b17f-30f2296ce4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:10.123165 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-446913a9-857f-4756-bbd3-b0dee7e76195 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:10.128936 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-54b8a456-898e-45bf-b17f-30f2296ce4c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ceef4d65-bf4a-40fc-80b4-a6313034b546 HTTP/1.1" status: 204 len: 168 time: 2.2108696 Apr 20 17:36:10.141229 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6257c865-08a3-49f3-b302-226a52d46e86 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/c9902d72-95bf-4b55-b996-31c895c17882 HTTP/1.1" status: 204 len: 168 time: 2.6948845 Apr 20 17:36:10.163649 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37650) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:10.177573 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7e749c5d-615f-4156-ac3c-b8c21bac651e tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:10.243365 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:10.351759 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-7e749c5d-615f-4156-ac3c-b8c21bac651e tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53fa9a2b-1503-4e08-8453-12a599bac72b']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:36:10.370855 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a719f0c3-7752-408c-b696-1761282af66a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1846564 Apr 20 17:36:10.371687 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37656) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:10.429912 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-7e749c5d-615f-4156-ac3c-b8c21bac651e tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24457ec4-cfca-47a7-ac12-e6e66fea746b') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:36:10.430671 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-7e749c5d-615f-4156-ac3c-b8c21bac651e tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24457ec4-cfca-47a7-ac12-e6e66fea746b') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:36:10.443846 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcc5c57-4234-4454-8363-31aec8460fa0 admin admin] Network 404fa35b-eb31-464c-8c9d-43ca9fe048f0 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:36:10.457976 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-dbcc5c57-4234-4454-8363-31aec8460fa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:36:10.474091 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcc5c57-4234-4454-8363-31aec8460fa0 admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:36:10.477509 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-76685288-d9f6-40b6-a45e-4b380d7ca72d req-be0725c0-3f91-4f05-abdf-e08d91a7960b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b9c5f462-ddff-4ef3-834f-300bbbe5c5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7653918 Apr 20 17:36:10.492778 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7e749c5d-615f-4156-ac3c-b8c21bac651e tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:10.512791 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc5c57-4234-4454-8363-31aec8460fa0 admin admin] Pushing event updated for resources: {'Port': ['ID=120a6974-210d-4066-a77f-def7892260d6,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:10.521544 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f574f809-3d8f-48a0-84b4-fbe6199c96c9 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:36:10.576750 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-446913a9-857f-4756-bbd3-b0dee7e76195 None None] Transition to ACTIVE for port object 0c3a241c-bbd1-48df-b54b-4e9bf44c514c will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:36:10.579483 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02632ba-9f6d-4255-b9d7-a60237c0df9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9289110a-80a1-44fe-9d7b-d1ade0579b46'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:36:10.663593 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: f574f809-3d8f-48a0-84b4-fbe6199c96c9 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:36:10.663593 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f574f809-3d8f-48a0-84b4-fbe6199c96c9 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:36:10.673607 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 9289110a-80a1-44fe-9d7b-d1ade0579b46, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9289110a-80a1-44fe-9d7b-d1ade0579b46,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:36:10.709523 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69e71d81-20d2-4b33-a130-c3b4c7382a44'] response: {'server_uuid': 'd02632ba-9f6d-4255-b9d7-a60237c0df9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9289110a-80a1-44fe-9d7b-d1ade0579b46', 'code': 200} Apr 20 17:36:10.712745 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:10.715977 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-446913a9-857f-4756-bbd3-b0dee7e76195 None None] Transition to ACTIVE for port object 0c3a241c-bbd1-48df-b54b-4e9bf44c514c will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:36:10.880447 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dbcc5c57-4234-4454-8363-31aec8460fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:10.890868 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-446913a9-857f-4756-bbd3-b0dee7e76195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:10.920845 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7e749c5d-615f-4156-ac3c-b8c21bac651e tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:10.981463 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e749c5d-615f-4156-ac3c-b8c21bac651e tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:36:10.981921 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7e749c5d-615f-4156-ac3c-b8c21bac651e tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:11.006408 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446913a9-857f-4756-bbd3-b0dee7e76195 None None] Network c6d4fe1b-5c38-412d-8e32-1a9e69c72c67 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:36:11.012107 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-446913a9-857f-4756-bbd3-b0dee7e76195 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:36:11.019603 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446913a9-857f-4756-bbd3-b0dee7e76195 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:36:11.022462 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=9289110a-80a1-44fe-9d7b-d1ade0579b46,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:11.022586 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72651985-9146-4805-9d1e-5b6e67c30766 req-c495fd02-d6cb-4925-b447-b3bd0bbe1c78 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:11.024073 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72651985-9146-4805-9d1e-5b6e67c30766 req-c495fd02-d6cb-4925-b447-b3bd0bbe1c78 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d02632ba-9f6d-4255-b9d7-a60237c0df9f HTTP/1.1" status: 200 len: 945 time: 0.7513602 Apr 20 17:36:11.038292 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98af98f-3539-412d-9994-cb4fefc09a99 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:36:11.050339 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-83204890-9f92-48ab-ab4c-1b9d55469962 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Allocated IP 172.20.0.1 (c6d4fe1b-5c38-412d-8e32-1a9e69c72c67/e4c363c9-ff38-4c02-a21b-5b3727689d41/8753a3c2-5819-46c6-9a57-79470ff4e5cd) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:36:11.073991 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37672) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:11.100090 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:36:11.100090 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:36:11.100090 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:36:11.100090 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:36:11.100090 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:36:11.100090 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:36:11.100090 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:36:11.100090 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:36:11.100090 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:36:11.100090 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:36:11.100090 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:36:11.100090 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:36:11.100090 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:36:11.100090 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:36:11.100090 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:36:11.100090 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:36:11.100090 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:36:11.100090 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:36:11.100090 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:36:11.100090 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:36:11.100090 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:36:11.100090 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:36:11.100090 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:36:11.100090 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:36:11.100090 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:36:11.100090 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:36:11.100090 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:36:11.100090 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:36:11.100090 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:36:11.100090 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:36:11.100090 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:36:11.100090 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:36:11.156004 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-76685288-d9f6-40b6-a45e-4b380d7ca72d req-5409d797-f042-4b45-b2a3-f7f70b387fe0 service neutron] 10.222.0.43 "GET /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6555502 Apr 20 17:36:11.162110 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-96b979ff-807a-4f6b-89c6-4682727f2ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:11.280925 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e9d697-326d-4ecf-a57d-69e83eb18425 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:11.285790 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f4e9d697-326d-4ecf-a57d-69e83eb18425 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9097958 Apr 20 17:36:11.289815 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37678) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:11.292554 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7e749c5d-615f-4156-ac3c-b8c21bac651e tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:11.342219 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446913a9-857f-4756-bbd3-b0dee7e76195 None None] Pushing event updated for resources: {'Port': ['ID=0c3a241c-bbd1-48df-b54b-4e9bf44c514c,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:11.372572 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a5a288-4192-468d-8fe1-1cb0840d1859 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:11.373997 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-50a5a288-4192-468d-8fe1-1cb0840d1859 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:36:11.417399 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7e749c5d-615f-4156-ac3c-b8c21bac651e tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:11.426446 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e749c5d-615f-4156-ac3c-b8c21bac651e tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] Pushing event deleted for resources: {'Network': ['ID=53fa9a2b-1503-4e08-8453-12a599bac72b,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:11.434259 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7e749c5d-615f-4156-ac3c-b8c21bac651e tempest-AllowedAddressPairIpV6TestJSON-840559026 tempest-AllowedAddressPairIpV6TestJSON-840559026-project] 10.222.0.39 "DELETE /v2.0/networks/53fa9a2b-1503-4e08-8453-12a599bac72b HTTP/1.1" status: 204 len: 168 time: 3.7652612 Apr 20 17:36:11.536953 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-50a5a288-4192-468d-8fe1-1cb0840d1859 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:36:11.541697 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-50a5a288-4192-468d-8fe1-1cb0840d1859 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2503064 Apr 20 17:36:11.542774 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37688) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:11.545417 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e135e34c-0fe1-4401-be46-bc044b861ea6 req-ee4f7c66-f748-4d95-b5d9-2edab1e6533d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d02632ba-9f6d-4255-b9d7-a60237c0df9f HTTP/1.1" status: 200 len: 1097 time: 0.7644551 Apr 20 17:36:11.568634 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72651985-9146-4805-9d1e-5b6e67c30766 req-e7e89d77-5dd2-4d56-a090-19a2949b8140 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5240090 Apr 20 17:36:11.623064 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b452a1df-ce6d-46f7-bbf7-a81f94ebadc8 None None] Provisioning complete for port 2cd5073c-cab2-4995-9b89-62a81c70998b triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:36:11.623608 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b452a1df-ce6d-46f7-bbf7-a81f94ebadc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:11.683354 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dbcc5c57-4234-4454-8363-31aec8460fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:11.717094 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.resource_extend [None req-a1ffe01b-f4f7-4e8c-be4d-45c195a3480d None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:36:11.730179 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b9f254e5-5d04-4c67-95fa-aeb4e694be2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:11.752181 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-96b979ff-807a-4f6b-89c6-4682727f2ac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:36:11.764087 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-76685288-d9f6-40b6-a45e-4b380d7ca72d req-9f8f4aec-fbe2-441e-8a0a-3494e09b2efd service neutron] 10.222.0.43 "GET /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5989878 Apr 20 17:36:11.772722 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c2d57772-ca9b-4bfb-9790-7a0c047ad33b tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2166724 Apr 20 17:36:11.773438 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37692) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:11.783384 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-10a3c8e2-ad9a-41ea-be5f-002ba042ea7d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:36:11.837781 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-83204890-9f92-48ab-ab4c-1b9d55469962 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:11.857824 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-83204890-9f92-48ab-ab4c-1b9d55469962 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Transition to ACTIVE for port object 8753a3c2-5819-46c6-9a57-79470ff4e5cd will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:36:11.881218 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-96b979ff-807a-4f6b-89c6-4682727f2ac5 admin admin] Usage tracker for resource:security_group_rule and tenant:4c9decedd05a4b5993cdb4e603e72cf2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:36:11.886103 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-96b979ff-807a-4f6b-89c6-4682727f2ac5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:36:11.893967 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-96b979ff-807a-4f6b-89c6-4682727f2ac5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:36:11.969508 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-10a3c8e2-ad9a-41ea-be5f-002ba042ea7d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:36:11.988538 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-83204890-9f92-48ab-ab4c-1b9d55469962 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:12.000863 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-10a3c8e2-ad9a-41ea-be5f-002ba042ea7d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:36:12.002719 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a1ffe01b-f4f7-4e8c-be4d-45c195a3480d None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:12.019126 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a1ffe01b-f4f7-4e8c-be4d-45c195a3480d None None] Transition to ACTIVE for port object a9f44896-41c2-4669-a295-b014a82b1576 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:36:12.025496 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-446913a9-857f-4756-bbd3-b0dee7e76195 None None] Attempting to bind port 0c3a241c-bbd1-48df-b54b-4e9bf44c514c on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:36:12.026152 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-446913a9-857f-4756-bbd3-b0dee7e76195 None None] Attempting to bind port 0c3a241c-bbd1-48df-b54b-4e9bf44c514c by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '7543a3ce-829e-4f5b-aa0d-43ed05cd118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c6d4fe1b-5c38-412d-8e32-1a9e69c72c67'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:36:12.026823 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446913a9-857f-4756-bbd3-b0dee7e76195 None None] Attempting to bind port 0c3a241c-bbd1-48df-b54b-4e9bf44c514c on network c6d4fe1b-5c38-412d-8e32-1a9e69c72c67 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:36:12.029449 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a3c8e2-ad9a-41ea-be5f-002ba042ea7d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:36:12.040927 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446913a9-857f-4756-bbd3-b0dee7e76195 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:36:12.040927 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446913a9-857f-4756-bbd3-b0dee7e76195 None None] Checking segment: {'id': '7543a3ce-829e-4f5b-aa0d-43ed05cd118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c6d4fe1b-5c38-412d-8e32-1a9e69c72c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:36:12.040927 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-446913a9-857f-4756-bbd3-b0dee7e76195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:12.041311 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446913a9-857f-4756-bbd3-b0dee7e76195 None None] Bound using segment: {'id': '7543a3ce-829e-4f5b-aa0d-43ed05cd118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c6d4fe1b-5c38-412d-8e32-1a9e69c72c67'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:36:12.041532 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-446913a9-857f-4756-bbd3-b0dee7e76195 None None] Bound port: 0c3a241c-bbd1-48df-b54b-4e9bf44c514c, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7543a3ce-829e-4f5b-aa0d-43ed05cd118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c6d4fe1b-5c38-412d-8e32-1a9e69c72c67'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:36:12.042061 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-446913a9-857f-4756-bbd3-b0dee7e76195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:12.148873 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37702) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:12.159160 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-446913a9-857f-4756-bbd3-b0dee7e76195 None None] For port 0c3a241c-bbd1-48df-b54b-4e9bf44c514c, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:36:12.163007 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-446913a9-857f-4756-bbd3-b0dee7e76195 None None] For port 0c3a241c-bbd1-48df-b54b-4e9bf44c514c, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0c3a241c-bbd1-48df-b54b-4e9bf44c514c,segment=NetworkSegment(7543a3ce-829e-4f5b-aa0d-43ed05cd118d),segment_id=7543a3ce-829e-4f5b-aa0d-43ed05cd118d)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:36:12.164359 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a1ffe01b-f4f7-4e8c-be4d-45c195a3480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:12.206535 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10a3c8e2-ad9a-41ea-be5f-002ba042ea7d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:12.208307 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a3c8e2-ad9a-41ea-be5f-002ba042ea7d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:36:12.209020 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10a3c8e2-ad9a-41ea-be5f-002ba042ea7d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:36:12.226696 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e135e34c-0fe1-4401-be46-bc044b861ea6 req-5fbe3735-be97-4f37-82b2-8f53dba696ac service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6543264 Apr 20 17:36:12.247854 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-10a3c8e2-ad9a-41ea-be5f-002ba042ea7d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4723361 Apr 20 17:36:12.249378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37708) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:12.256454 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83204890-9f92-48ab-ab4c-1b9d55469962 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Network c6d4fe1b-5c38-412d-8e32-1a9e69c72c67 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:36:12.299699 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-bf6e26ac-b95b-4db1-8a3f-6b622368041c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:36:12.322966 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-83204890-9f92-48ab-ab4c-1b9d55469962 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:36:12.329713 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-446913a9-857f-4756-bbd3-b0dee7e76195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:12.369950 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83204890-9f92-48ab-ab4c-1b9d55469962 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'Port': ['ID=8753a3c2-5819-46c6-9a57-79470ff4e5cd,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:12.376369 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83204890-9f92-48ab-ab4c-1b9d55469962 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:36:12.492046 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-a1ffe01b-f4f7-4e8c-be4d-45c195a3480d None None] Attempting to bind port a9f44896-41c2-4669-a295-b014a82b1576 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:36:12.492712 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-a1ffe01b-f4f7-4e8c-be4d-45c195a3480d None None] Attempting to bind port a9f44896-41c2-4669-a295-b014a82b1576 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:36:12.493311 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ffe01b-f4f7-4e8c-be4d-45c195a3480d None None] Attempting to bind port a9f44896-41c2-4669-a295-b014a82b1576 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:36:12.507001 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8a5473-9269-42a2-b99e-80d3ecaa3c1a None None] DHCP port deletion for 9ba611e4-024c-4a0c-9998-3bc548cf409a request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:36:12.509056 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c6b1e202-dcdd-47e0-8774-6bf60b9da4cc up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:36:12.545125 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ffe01b-f4f7-4e8c-be4d-45c195a3480d None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:36:12.545549 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ffe01b-f4f7-4e8c-be4d-45c195a3480d None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:36:12.545878 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a1ffe01b-f4f7-4e8c-be4d-45c195a3480d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:12.546303 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ffe01b-f4f7-4e8c-be4d-45c195a3480d None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:36:12.546770 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-a1ffe01b-f4f7-4e8c-be4d-45c195a3480d None None] Bound port: a9f44896-41c2-4669-a295-b014a82b1576, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:36:12.547136 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a1ffe01b-f4f7-4e8c-be4d-45c195a3480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:12.613800 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c784a3c-219b-4e84-87f4-b72a2b47bd39 None None] Pushing event updated for resources: {'Port': ['ID=a9f44896-41c2-4669-a295-b014a82b1576,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:12.636865 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-bc8a5473-9269-42a2-b99e-80d3ecaa3c1a None None] Deleting port 2cd5073c-cab2-4995-9b89-62a81c70998b {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:36:12.637428 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bc8a5473-9269-42a2-b99e-80d3ecaa3c1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:12.722003 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-96b979ff-807a-4f6b-89c6-4682727f2ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:12.762701 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-83204890-9f92-48ab-ab4c-1b9d55469962 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:12.765998 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-96b979ff-807a-4f6b-89c6-4682727f2ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:12.804071 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bf6e26ac-b95b-4db1-8a3f-6b622368041c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:36:12.816725 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bf6e26ac-b95b-4db1-8a3f-6b622368041c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:36:12.913865 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6e26ac-b95b-4db1-8a3f-6b622368041c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:36:12.928565 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53f57e-74ad-41eb-9c87-673bcd808814 req-edc85138-d994-44a4-81d6-21503a4399e5 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:12.930952 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4a53f57e-74ad-41eb-9c87-673bcd808814 req-edc85138-d994-44a4-81d6-21503a4399e5 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d02632ba-9f6d-4255-b9d7-a60237c0df9f HTTP/1.1" status: 200 len: 946 time: 0.1569126 Apr 20 17:36:12.984623 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4a53f57e-74ad-41eb-9c87-673bcd808814 req-837ad8fe-0db7-4910-95e2-9cafb6c0c81a tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454524 Apr 20 17:36:12.998519 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b979ff-807a-4f6b-89c6-4682727f2ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08cab609-fbe1-404b-99b7-f64408733fb8,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:13.068361 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:13.070247 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:13.087785 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-eb372f1a-a33b-447e-b682-c37ed7fe5488 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=35abef9abdc94533a2681f476d78a8d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9376585 Apr 20 17:36:13.090262 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37732) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:13.104640 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-a1ffe01b-f4f7-4e8c-be4d-45c195a3480d None None] For port a9f44896-41c2-4669-a295-b014a82b1576, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:36:13.112822 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-a1ffe01b-f4f7-4e8c-be4d-45c195a3480d None None] For port a9f44896-41c2-4669-a295-b014a82b1576, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=a9f44896-41c2-4669-a295-b014a82b1576,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:36:13.127382 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a1ffe01b-f4f7-4e8c-be4d-45c195a3480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:13.161590 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446913a9-857f-4756-bbd3-b0dee7e76195 None None] Pushing event updated for resources: {'Port': ['ID=0c3a241c-bbd1-48df-b54b-4e9bf44c514c,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:13.182970 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ccf1774-2420-4a24-80b9-9fe57013ca19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:13.210710 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-83204890-9f92-48ab-ab4c-1b9d55469962 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:13.212906 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port c6b1e202-dcdd-47e0-8774-6bf60b9da4cc completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:36:13.215070 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ccf1774-2420-4a24-80b9-9fe57013ca19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:13.217883 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-bc8a5473-9269-42a2-b99e-80d3ecaa3c1a None None] For port 2cd5073c-cab2-4995-9b89-62a81c70998b, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=2cd5073c-cab2-4995-9b89-62a81c70998b,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:36:13.218638 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bc8a5473-9269-42a2-b99e-80d3ecaa3c1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:13.269729 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ffe01b-f4f7-4e8c-be4d-45c195a3480d None None] Routers {'418b3c6b-4027-4f55-acd7-28a6479c1b0c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:36:13.270655 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a1ffe01b-f4f7-4e8c-be4d-45c195a3480d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:36:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['418b3c6b-4027-4f55-acd7-28a6479c1b0c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:36:13.273108 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-96b979ff-807a-4f6b-89c6-4682727f2ac5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4c9decedd05a4b5993cdb4e603e72cf2&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1965373 Apr 20 17:36:13.273287 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37736) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:13.289157 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ccf1774-2420-4a24-80b9-9fe57013ca19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:13.331279 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf1774-2420-4a24-80b9-9fe57013ca19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143e49ba-5013-42d9-9d75-952517e6112b,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:13.364757 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ccf1774-2420-4a24-80b9-9fe57013ca19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:13.366966 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2ccf1774-2420-4a24-80b9-9fe57013ca19 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/143e49ba-5013-42d9-9d75-952517e6112b HTTP/1.1" status: 204 len: 168 time: 0.2747338 Apr 20 17:36:13.390065 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-53da5aaf-6f92-4c0c-9432-91a99acedcc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:13.408641 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bf6e26ac-b95b-4db1-8a3f-6b622368041c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:13.409991 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf6e26ac-b95b-4db1-8a3f-6b622368041c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:36:13.410440 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf6e26ac-b95b-4db1-8a3f-6b622368041c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:36:13.451490 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-53da5aaf-6f92-4c0c-9432-91a99acedcc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:13.561179 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-53da5aaf-6f92-4c0c-9432-91a99acedcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:13.579688 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da5aaf-6f92-4c0c-9432-91a99acedcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cab609-fbe1-404b-99b7-f64408733fb8,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:13.587577 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.resource_extend [None req-dbcc5c57-4234-4454-8363-31aec8460fa0 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:36:13.597823 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-53da5aaf-6f92-4c0c-9432-91a99acedcc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:13.601246 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-53da5aaf-6f92-4c0c-9432-91a99acedcc8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/08cab609-fbe1-404b-99b7-f64408733fb8 HTTP/1.1" status: 204 len: 168 time: 0.3235719 Apr 20 17:36:13.814922 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-a1ffe01b-f4f7-4e8c-be4d-45c195a3480d None None] Set router 418b3c6b-4027-4f55-acd7-28a6479c1b0c gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:36:13.832971 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bf6e26ac-b95b-4db1-8a3f-6b622368041c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.5802293 Apr 20 17:36:13.835996 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37748) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:13.838530 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dbcc5c57-4234-4454-8363-31aec8460fa0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:13.847579 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-16b04ef5-89c5-472f-90e0-4a3cab1282b6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:36:13.871904 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dbcc5c57-4234-4454-8363-31aec8460fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:13.937206 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port c6b1e202-dcdd-47e0-8774-6bf60b9da4cc triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:36:13.937576 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:14.051491 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-bc8a5473-9269-42a2-b99e-80d3ecaa3c1a None None] Calling delete_port for 2cd5073c-cab2-4995-9b89-62a81c70998b owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:36:14.089085 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dbcc5c57-4234-4454-8363-31aec8460fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:14.105169 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc5c57-4234-4454-8363-31aec8460fa0 admin admin] Pushing event updated for resources: {'Port': ['ID=120a6974-210d-4066-a77f-def7892260d6,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:14.183377 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-16b04ef5-89c5-472f-90e0-4a3cab1282b6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:36:14.214094 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-16b04ef5-89c5-472f-90e0-4a3cab1282b6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:36:14.247686 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b04ef5-89c5-472f-90e0-4a3cab1282b6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:36:14.254143 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-16b04ef5-89c5-472f-90e0-4a3cab1282b6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:14.256853 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b04ef5-89c5-472f-90e0-4a3cab1282b6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:36:14.258377 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16b04ef5-89c5-472f-90e0-4a3cab1282b6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:36:14.305146 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-16b04ef5-89c5-472f-90e0-4a3cab1282b6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4679193 Apr 20 17:36:14.308248 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37764) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:14.314541 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-5019b15c-9e0c-4051-bcc7-33fc1ff64ed5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:36:14.414911 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-83204890-9f92-48ab-ab4c-1b9d55469962 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:14.557428 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-5019b15c-9e0c-4051-bcc7-33fc1ff64ed5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:36:14.577735 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-5019b15c-9e0c-4051-bcc7-33fc1ff64ed5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:36:14.602240 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5019b15c-9e0c-4051-bcc7-33fc1ff64ed5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:36:14.606233 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5019b15c-9e0c-4051-bcc7-33fc1ff64ed5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:14.607763 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-5019b15c-9e0c-4051-bcc7-33fc1ff64ed5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:36:14.608222 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5019b15c-9e0c-4051-bcc7-33fc1ff64ed5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:36:14.635628 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5019b15c-9e0c-4051-bcc7-33fc1ff64ed5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3260055 Apr 20 17:36:14.638641 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37778) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:14.644568 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-f045df8a-2cfc-4f71-8f51-b131510a9e59 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:36:14.682126 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad734a67-57f7-4ec6-ada6-f844fb3adb19 None None] Network c6d4fe1b-5c38-412d-8e32-1a9e69c72c67 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:36:14.709836 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-83204890-9f92-48ab-ab4c-1b9d55469962 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:14.840939 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-83204890-9f92-48ab-ab4c-1b9d55469962 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:14.881462 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f045df8a-2cfc-4f71-8f51-b131510a9e59 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:36:14.896464 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f045df8a-2cfc-4f71-8f51-b131510a9e59 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:36:14.927229 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f045df8a-2cfc-4f71-8f51-b131510a9e59 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:36:14.933567 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f045df8a-2cfc-4f71-8f51-b131510a9e59 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:14.936042 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-f045df8a-2cfc-4f71-8f51-b131510a9e59 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:36:14.939078 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f045df8a-2cfc-4f71-8f51-b131510a9e59 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:36:14.964944 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f045df8a-2cfc-4f71-8f51-b131510a9e59 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3249807 Apr 20 17:36:14.967716 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37790) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:14.976886 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-41100f48-32bf-48e3-88e0-3c876172248c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:36:14.997675 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:15.017391 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83204890-9f92-48ab-ab4c-1b9d55469962 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'Port': ['ID=8753a3c2-5819-46c6-9a57-79470ff4e5cd,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:15.041340 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcc5c57-4234-4454-8363-31aec8460fa0 admin admin] Network 404fa35b-eb31-464c-8c9d-43ca9fe048f0 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:36:15.044169 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-dbcc5c57-4234-4454-8363-31aec8460fa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:36:15.051605 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2186767-66a8-4b0e-ab22-debc8680b76d req-c83ae3cf-7de7-455a-8952-63a4560b0a1e tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:15.060885 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f2186767-66a8-4b0e-ab22-debc8680b76d req-c83ae3cf-7de7-455a-8952-63a4560b0a1e tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d02632ba-9f6d-4255-b9d7-a60237c0df9f HTTP/1.1" status: 200 len: 946 time: 0.7316442 Apr 20 17:36:15.082469 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c784a3c-219b-4e84-87f4-b72a2b47bd39 None None] Pushing event updated for resources: {'Port': ['ID=a9f44896-41c2-4669-a295-b014a82b1576,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:15.175637 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5826b21b-6e18-4609-a89a-1e2ae6edcd96 None None] Provisioning for port 0c3a241c-bbd1-48df-b54b-4e9bf44c514c completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:36:15.271504 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:15.272836 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:15.342133 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f2186767-66a8-4b0e-ab22-debc8680b76d req-44ddb4e4-ceee-4c02-a269-b0def4222e1f tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803681 Apr 20 17:36:15.347516 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37800) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:15.367123 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83204890-9f92-48ab-ab4c-1b9d55469962 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Network c6d4fe1b-5c38-412d-8e32-1a9e69c72c67 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:36:15.370425 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-83204890-9f92-48ab-ab4c-1b9d55469962 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:36:15.424023 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-41100f48-32bf-48e3-88e0-3c876172248c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:36:15.431068 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:36:15.438748 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-41100f48-32bf-48e3-88e0-3c876172248c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:36:15.454449 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41100f48-32bf-48e3-88e0-3c876172248c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:36:15.463996 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-41100f48-32bf-48e3-88e0-3c876172248c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:15.467297 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-41100f48-32bf-48e3-88e0-3c876172248c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:36:15.469501 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41100f48-32bf-48e3-88e0-3c876172248c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:36:15.504297 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bc8a5473-9269-42a2-b99e-80d3ecaa3c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:15.514879 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-41100f48-32bf-48e3-88e0-3c876172248c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5461118 Apr 20 17:36:15.517443 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37808) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:15.623235 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8a5473-9269-42a2-b99e-80d3ecaa3c1a None None] No DVR routers for this DVR port 2cd5073c-cab2-4995-9b89-62a81c70998b on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:36:15.668809 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:15.692952 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1d84b617-e9a9-42b8-bed2-f5595a70d7c9 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1740372 Apr 20 17:36:15.698314 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37818) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:15.731396 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port c6b1e202-dcdd-47e0-8774-6bf60b9da4cc, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c6b1e202-dcdd-47e0-8774-6bf60b9da4cc,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:36:15.732572 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a5473-9269-42a2-b99e-80d3ecaa3c1a None None] Pushing event deleted for resources: {'Port': ['ID=2cd5073c-cab2-4995-9b89-62a81c70998b,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:15.766863 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:15.829452 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1218e50-810a-46a0-aa12-2020a3a225d0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:15.835349 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e1218e50-810a-46a0-aa12-2020a3a225d0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1347380 Apr 20 17:36:15.842986 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37828) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:15.937009 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a1ffe01b-f4f7-4e8c-be4d-45c195a3480d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-500613962-router', 'tenant_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'a9f44896-41c2-4669-a295-b014a82b1576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:35:59Z', 'updated_at': '2022-04-20T17:36:11Z', 'revision_number': 4, 'project_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'gw_port': {'id': 'a9f44896-41c2-4669-a295-b014a82b1576', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:01Z', 'updated_at': '2022-04-20T17:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '120a6974-210d-4066-a77f-def7892260d6', 'name': '', 'network_id': '404fa35b-eb31-464c-8c9d-43ca9fe048f0', 'tenant_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'mac_address': 'fa:16:3e:6a:c1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '641ca1bb-b160-4ee3-976a-db32db979b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:09Z', 'updated_at': '2022-04-20T17:36:09Z', 'revision_number': 1, 'project_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'subnets': [{'id': '641ca1bb-b160-4ee3-976a-db32db979b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:36:15.960177 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-420f6d81-add0-4618-bfc4-2067a1dd53a2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1214347 Apr 20 17:36:15.960813 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37834) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:15.970406 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd8ffb-ee04-4a51-8619-26374a378f63 req-64fe3c46-5985-4737-adc2-f506c49dd621 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:15.977358 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-60cd8ffb-ee04-4a51-8619-26374a378f63 req-64fe3c46-5985-4737-adc2-f506c49dd621 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ef15563-ae5b-4ae0-942d-46f903c401e7 HTTP/1.1" status: 200 len: 946 time: 0.3539262 Apr 20 17:36:15.978798 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-880d254a-382b-451b-8e7b-f1c090c881fe tempest-NetworksNegativeTestJSON-387247799 tempest-NetworksNegativeTestJSON-387247799-project] Request body: {'port': {'network_id': 'ad9e2844-53b2-4ddf-8c99-9871755a88ee', 'name': 'tempest-NetworksNegativeTestJSON-627581495'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:36:15.992688 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0c3a241c-bbd1-48df-b54b-4e9bf44c514c up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:36:16.005758 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-03c263bf-3399-4bad-a3ab-b09630284225 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:36:16.028513 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ffe01b-f4f7-4e8c-be4d-45c195a3480d None None] The sync data for ids ['418b3c6b-4027-4f55-acd7-28a6479c1b0c'] in n-d-838032-1 is: [{'id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-500613962-router', 'tenant_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'a9f44896-41c2-4669-a295-b014a82b1576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:35:59Z', 'updated_at': '2022-04-20T17:36:11Z', 'revision_number': 4, 'project_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'gw_port': {'id': 'a9f44896-41c2-4669-a295-b014a82b1576', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:01Z', 'updated_at': '2022-04-20T17:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '120a6974-210d-4066-a77f-def7892260d6', 'name': '', 'network_id': '404fa35b-eb31-464c-8c9d-43ca9fe048f0', 'tenant_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'mac_address': 'fa:16:3e:6a:c1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '641ca1bb-b160-4ee3-976a-db32db979b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:09Z', 'updated_at': '2022-04-20T17:36:09Z', 'revision_number': 1, 'project_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'subnets': [{'id': '641ca1bb-b160-4ee3-976a-db32db979b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:36:16.034018 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-880d254a-382b-451b-8e7b-f1c090c881fe tempest-NetworksNegativeTestJSON-387247799 tempest-NetworksNegativeTestJSON-387247799-project] POST failed (client error): The resource could not be found. Apr 20 17:36:16.036721 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-880d254a-382b-451b-8e7b-f1c090c881fe tempest-NetworksNegativeTestJSON-387247799 tempest-NetworksNegativeTestJSON-387247799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:36:16.044037 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-880d254a-382b-451b-8e7b-f1c090c881fe tempest-NetworksNegativeTestJSON-387247799 tempest-NetworksNegativeTestJSON-387247799-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.6954362 Apr 20 17:36:16.050728 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37838) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:16.064391 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=c6b1e202-dcdd-47e0-8774-6bf60b9da4cc,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:16.138960 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 0c3a241c-bbd1-48df-b54b-4e9bf44c514c completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:36:16.158002 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 0c3a241c-bbd1-48df-b54b-4e9bf44c514c triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:36:16.158413 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:16.164194 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-03c263bf-3399-4bad-a3ab-b09630284225 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:36:16.196836 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-60cd8ffb-ee04-4a51-8619-26374a378f63 req-43d4a5b2-a98d-4f30-bb86-56f0310501a2 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184474 Apr 20 17:36:16.198709 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-03c263bf-3399-4bad-a3ab-b09630284225 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:36:16.200603 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-df27a0e2-9222-404c-b623-9da4b866b37e tempest-NetworksNegativeTestJSON-387247799 tempest-NetworksNegativeTestJSON-387247799-project] DELETE failed (client error): The resource could not be found. Apr 20 17:36:16.201113 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df27a0e2-9222-404c-b623-9da4b866b37e tempest-NetworksNegativeTestJSON-387247799 tempest-NetworksNegativeTestJSON-387247799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:36:16.204452 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-df27a0e2-9222-404c-b623-9da4b866b37e tempest-NetworksNegativeTestJSON-387247799 tempest-NetworksNegativeTestJSON-387247799-project] 10.222.0.39 "DELETE /v2.0/networks/5bcb8876-af48-488f-b3de-b70851767cc7 HTTP/1.1" status: 404 len: 339 time: 0.1526659 Apr 20 17:36:16.214243 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37846) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:16.225660 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c263bf-3399-4bad-a3ab-b09630284225 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:36:16.236143 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-03c263bf-3399-4bad-a3ab-b09630284225 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:16.393020 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:16.495753 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 0c3a241c-bbd1-48df-b54b-4e9bf44c514c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0c3a241c-bbd1-48df-b54b-4e9bf44c514c,segment=NetworkSegment(7543a3ce-829e-4f5b-aa0d-43ed05cd118d),segment_id=7543a3ce-829e-4f5b-aa0d-43ed05cd118d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:36:16.510393 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:16.628663 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 2cd5073c-cab2-4995-9b89-62a81c70998b no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:36:16.712254 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 2cd5073c-cab2-4995-9b89-62a81c70998b {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:36:16.712593 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 2cd5073c-cab2-4995-9b89-62a81c70998b not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:36:16.729427 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-81414723-ce62-4750-8d2b-f11b4ad74bab None None] Provisioning complete for port 0c3a241c-bbd1-48df-b54b-4e9bf44c514c triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:36:16.729861 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-81414723-ce62-4750-8d2b-f11b4ad74bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:16.782967 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb030328-aca3-4cca-9636-7703611d1f82 tempest-NetworksNegativeTestJSON-387247799 tempest-NetworksNegativeTestJSON-387247799-project] DELETE failed (client error): The resource could not be found. Apr 20 17:36:16.783708 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb030328-aca3-4cca-9636-7703611d1f82 tempest-NetworksNegativeTestJSON-387247799 tempest-NetworksNegativeTestJSON-387247799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:36:16.786348 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-eb030328-aca3-4cca-9636-7703611d1f82 tempest-NetworksNegativeTestJSON-387247799 tempest-NetworksNegativeTestJSON-387247799-project] 10.222.0.39 "DELETE /v2.0/ports/a9cc7c95-0a5c-43e3-8361-18a70b265f05 HTTP/1.1" status: 404 len: 333 time: 0.5686789 Apr 20 17:36:16.805126 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37864) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:16.811322 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=0c3a241c-bbd1-48df-b54b-4e9bf44c514c,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:16.884287 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-65371b01-ab9f-4f0f-b709-cdaffb93ecf4 tempest-NetworksNegativeTestJSON-387247799 tempest-NetworksNegativeTestJSON-387247799-project] DELETE failed (client error): The resource could not be found. Apr 20 17:36:16.885052 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65371b01-ab9f-4f0f-b709-cdaffb93ecf4 tempest-NetworksNegativeTestJSON-387247799 tempest-NetworksNegativeTestJSON-387247799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:36:16.891730 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-65371b01-ab9f-4f0f-b709-cdaffb93ecf4 tempest-NetworksNegativeTestJSON-387247799 tempest-NetworksNegativeTestJSON-387247799-project] 10.222.0.39 "DELETE /v2.0/subnets/6be2e009-61f4-46b7-b590-1a8a40db167a HTTP/1.1" status: 404 len: 337 time: 0.0674379 Apr 20 17:36:16.892658 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37870) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:16.934091 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-81414723-ce62-4750-8d2b-f11b4ad74bab None None] Provisioning for port 8753a3c2-5819-46c6-9a57-79470ff4e5cd completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:36:16.939899 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-81414723-ce62-4750-8d2b-f11b4ad74bab None None] Provisioning complete for port 8753a3c2-5819-46c6-9a57-79470ff4e5cd triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:36:16.940274 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-81414723-ce62-4750-8d2b-f11b4ad74bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:16.942367 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc29baa-6d5b-4bdc-a045-e4d147211d3a tempest-NetworksNegativeTestJSON-387247799 tempest-NetworksNegativeTestJSON-387247799-project] GET failed (client error): The resource could not be found. Apr 20 17:36:16.947447 n-d-838032-1 neutron-server[84081]: DEBUG neutron.objects.ports [None req-03c263bf-3399-4bad-a3ab-b09630284225 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84081) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 20 17:36:16.948645 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8cc29baa-6d5b-4bdc-a045-e4d147211d3a tempest-NetworksNegativeTestJSON-387247799 tempest-NetworksNegativeTestJSON-387247799-project] 10.222.0.39 "GET /v2.0/networks/187e2b7f-5fd2-4fb4-ba0c-835c5af9a1ee HTTP/1.1" status: 404 len: 339 time: 0.0511737 Apr 20 17:36:16.951317 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37874) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:16.952463 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-03c263bf-3399-4bad-a3ab-b09630284225 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:17.052319 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-81414723-ce62-4750-8d2b-f11b4ad74bab None None] Port 8753a3c2-5819-46c6-9a57-79470ff4e5cd cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:36:17.062804 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc0964-45c9-45d9-ac69-4fc9edfc1ef6 req-efcf59fe-7a6b-47cd-8388-4c4966e705ba tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:17.077869 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-44fc0964-45c9-45d9-ac69-4fc9edfc1ef6 req-efcf59fe-7a6b-47cd-8388-4c4966e705ba tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d02632ba-9f6d-4255-b9d7-a60237c0df9f HTTP/1.1" status: 200 len: 946 time: 0.5229728 Apr 20 17:36:17.107422 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c263bf-3399-4bad-a3ab-b09630284225 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Subnet': ['ID=aff3337d-46ae-4ff9-92f8-380f0b9214cb,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:17.119200 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-4979606a-d773-45cb-b82b-2030cdd88617 tempest-NetworksNegativeTestJSON-387247799 tempest-NetworksNegativeTestJSON-387247799-project] GET failed (client error): The resource could not be found. Apr 20 17:36:17.120561 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4979606a-d773-45cb-b82b-2030cdd88617 tempest-NetworksNegativeTestJSON-387247799 tempest-NetworksNegativeTestJSON-387247799-project] 10.222.0.39 "GET /v2.0/ports/7b04f6c3-c292-4450-a697-a316521f6597 HTTP/1.1" status: 404 len: 333 time: 0.1518571 Apr 20 17:36:17.129476 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c263bf-3399-4bad-a3ab-b09630284225 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:36:17.130729 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37880) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:17.131575 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-03c263bf-3399-4bad-a3ab-b09630284225 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:36:17.136221 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c263bf-3399-4bad-a3ab-b09630284225 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:17.136883 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-03c263bf-3399-4bad-a3ab-b09630284225 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:17.141591 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06827aa2-66bc-4c09-a6c0-3861c4143dad None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:36:17.154373 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcc5c57-4234-4454-8363-31aec8460fa0 admin admin] Router 418b3c6b-4027-4f55-acd7-28a6479c1b0c has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:36:17.232991 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-e57ef0bc-a53d-45c0-ba1a-3e91edaf02db tempest-NetworksNegativeTestJSON-387247799 tempest-NetworksNegativeTestJSON-387247799-project] GET failed (client error): The resource could not be found. Apr 20 17:36:17.234663 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e57ef0bc-a53d-45c0-ba1a-3e91edaf02db tempest-NetworksNegativeTestJSON-387247799 tempest-NetworksNegativeTestJSON-387247799-project] 10.222.0.39 "GET /v2.0/subnets/f60421df-107b-498a-8470-1d9ba8a98c65 HTTP/1.1" status: 404 len: 337 time: 0.1009169 Apr 20 17:36:17.238938 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37886) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:17.250217 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-95f74b18-7556-44e3-a68b-ac4a1668c6ff tempest-NetworksNegativeTestJSON-387247799 tempest-NetworksNegativeTestJSON-387247799-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:36:17.295186 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f74b18-7556-44e3-a68b-ac4a1668c6ff tempest-NetworksNegativeTestJSON-387247799 tempest-NetworksNegativeTestJSON-387247799-project] PUT failed (client error): The resource could not be found. Apr 20 17:36:17.296087 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95f74b18-7556-44e3-a68b-ac4a1668c6ff tempest-NetworksNegativeTestJSON-387247799 tempest-NetworksNegativeTestJSON-387247799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:36:17.297632 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-95f74b18-7556-44e3-a68b-ac4a1668c6ff tempest-NetworksNegativeTestJSON-387247799 tempest-NetworksNegativeTestJSON-387247799-project] 10.222.0.39 "PUT /v2.0/networks/81324f8f-7e48-4ad1-8409-7dbe0894e99c HTTP/1.1" status: 404 len: 339 time: 0.0571008 Apr 20 17:36:17.302101 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37890) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:17.306947 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-03c263bf-3399-4bad-a3ab-b09630284225 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3449166 Apr 20 17:36:17.312740 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-dd46ba30-bbe4-42a2-b495-c01caa6aa5dd tempest-NetworksNegativeTestJSON-387247799 tempest-NetworksNegativeTestJSON-387247799-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:36:17.350777 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-4a363073-ba0b-4db7-ad4d-80bd4a50c1b2 None None] Provisioning complete for port 8753a3c2-5819-46c6-9a57-79470ff4e5cd triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:36:17.351060 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4a363073-ba0b-4db7-ad4d-80bd4a50c1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:17.353901 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37894) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:17.376212 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd46ba30-bbe4-42a2-b495-c01caa6aa5dd tempest-NetworksNegativeTestJSON-387247799 tempest-NetworksNegativeTestJSON-387247799-project] PUT failed (client error): The resource could not be found. Apr 20 17:36:17.376890 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd46ba30-bbe4-42a2-b495-c01caa6aa5dd tempest-NetworksNegativeTestJSON-387247799 tempest-NetworksNegativeTestJSON-387247799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:36:17.378173 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-dd46ba30-bbe4-42a2-b495-c01caa6aa5dd tempest-NetworksNegativeTestJSON-387247799 tempest-NetworksNegativeTestJSON-387247799-project] 10.222.0.39 "PUT /v2.0/ports/b42791aa-3129-4b52-94b0-bc4ced8fbb93 HTTP/1.1" status: 404 len: 333 time: 0.0746422 Apr 20 17:36:17.382445 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37902) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:17.389356 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-5ae5fafa-a42d-4c97-8a6c-96c3653f6f9b tempest-NetworksNegativeTestJSON-387247799 tempest-NetworksNegativeTestJSON-387247799-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:36:17.391447 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-63c33c31-a5f4-433d-b917-46711800d582 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'port': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'mac_address': 'fa:16:3e:1d:32:d8', 'name': 'tempest-NetworksTestDHCPv6-2007984963'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:36:17.442146 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae5fafa-a42d-4c97-8a6c-96c3653f6f9b tempest-NetworksNegativeTestJSON-387247799 tempest-NetworksNegativeTestJSON-387247799-project] PUT failed (client error): The resource could not be found. Apr 20 17:36:17.442823 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae5fafa-a42d-4c97-8a6c-96c3653f6f9b tempest-NetworksNegativeTestJSON-387247799 tempest-NetworksNegativeTestJSON-387247799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:36:17.445566 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5ae5fafa-a42d-4c97-8a6c-96c3653f6f9b tempest-NetworksNegativeTestJSON-387247799 tempest-NetworksNegativeTestJSON-387247799-project] 10.222.0.39 "PUT /v2.0/subnets/adde3e62-cb79-402e-a790-49a6a1db194f HTTP/1.1" status: 404 len: 337 time: 0.0604289 Apr 20 17:36:17.617852 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-4a363073-ba0b-4db7-ad4d-80bd4a50c1b2 None None] Port 8753a3c2-5819-46c6-9a57-79470ff4e5cd cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:36:17.766305 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44932f0d-1179-439b-a1f6-1d33de7f261d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-9ba611e4-024c-4a0c-9998-3bc548cf409a', 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'fixed_ips': [{'subnet_id': 'aff3337d-46ae-4ff9-92f8-380f0b9214cb'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:36:17.767590 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-44932f0d-1179-439b-a1f6-1d33de7f261d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:17.859316 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-44fc0964-45c9-45d9-ac69-4fc9edfc1ef6 req-a8e37873-e119-4550-8aae-11aa088c7021 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7793040 Apr 20 17:36:17.968343 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c6b1e202-dcdd-47e0-8774-6bf60b9da4cc up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:36:18.057117 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83204890-9f92-48ab-ab4c-1b9d55469962 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Router a847c51d-e3e8-4b74-9074-de9e5616f6d3 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:36:18.063655 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37916) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:18.115119 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-63c33c31-a5f4-433d-b917-46711800d582 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:36:18.144572 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-63c33c31-a5f4-433d-b917-46711800d582 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:36:18.187388 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-44932f0d-1179-439b-a1f6-1d33de7f261d None None] Allocated IP 2001:db8::f816:3eff:fe4f:db56 (9ba611e4-024c-4a0c-9998-3bc548cf409a/aff3337d-46ae-4ff9-92f8-380f0b9214cb/57b52af6-6c1a-41f6-9528-f63a10674967) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:36:18.214610 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port c6b1e202-dcdd-47e0-8774-6bf60b9da4cc triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:36:18.214831 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:18.324511 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bef06596-9410-4745-b66d-4c33a75ae152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:18.364471 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c33c31-a5f4-433d-b917-46711800d582 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:36:18.368745 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-63c33c31-a5f4-433d-b917-46711800d582 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:18.413269 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-bef06596-9410-4745-b66d-4c33a75ae152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:36:18.427776 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-bef06596-9410-4745-b66d-4c33a75ae152 admin admin] Usage tracker for resource:security_group_rule and tenant:85bf61a73ca144a7b197d46a3ef3bc65 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:36:18.433664 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-bef06596-9410-4745-b66d-4c33a75ae152 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:36:18.444420 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-bef06596-9410-4745-b66d-4c33a75ae152 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:36:18.549547 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-63c33c31-a5f4-433d-b917-46711800d582 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] device_id is not set on port 5d237016-4381-41b6-97ec-454af0d6d08d yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:36:18.663976 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0c3a241c-bbd1-48df-b54b-4e9bf44c514c up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:36:18.682380 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bef06596-9410-4745-b66d-4c33a75ae152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:18.698151 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcc5c57-4234-4454-8363-31aec8460fa0 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:36:18.702023 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bef06596-9410-4745-b66d-4c33a75ae152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:18.744273 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bef06596-9410-4745-b66d-4c33a75ae152 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=85bf61a73ca144a7b197d46a3ef3bc65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6789906 Apr 20 17:36:18.753349 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37926) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:18.788643 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef06596-9410-4745-b66d-4c33a75ae152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def4a40c-afd7-410b-8741-211413390b40,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:18.817936 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 0c3a241c-bbd1-48df-b54b-4e9bf44c514c triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:36:18.818304 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:18.836036 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd56aef-7199-49b2-bdcf-5a79875428ae req-d8f8d699-12a6-4ede-bfdc-cab79fa05b8d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:18.838000 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8fd56aef-7199-49b2-bdcf-5a79875428ae req-d8f8d699-12a6-4ede-bfdc-cab79fa05b8d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d02632ba-9f6d-4255-b9d7-a60237c0df9f HTTP/1.1" status: 200 len: 946 time: 0.4046640 Apr 20 17:36:18.848211 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-dbcc5c57-4234-4454-8363-31aec8460fa0 admin admin] 10.222.0.39 "PUT /v2.0/routers/418b3c6b-4027-4f55-acd7-28a6479c1b0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2953315 Apr 20 17:36:18.865743 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-44932f0d-1179-439b-a1f6-1d33de7f261d None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:18.911143 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-44932f0d-1179-439b-a1f6-1d33de7f261d None None] Transition to ACTIVE for port object 57b52af6-6c1a-41f6-9528-f63a10674967 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:36:18.930901 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d4c063c4-0867-408e-9bb1-73548afc71e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:18.954058 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-44932f0d-1179-439b-a1f6-1d33de7f261d None None] Transition to ACTIVE for port object 57b52af6-6c1a-41f6-9528-f63a10674967 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:36:18.993645 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d4c063c4-0867-408e-9bb1-73548afc71e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:19.055132 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-44932f0d-1179-439b-a1f6-1d33de7f261d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:19.209380 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44932f0d-1179-439b-a1f6-1d33de7f261d None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:36:19.240515 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8fd56aef-7199-49b2-bdcf-5a79875428ae req-fdbcfaa1-6f49-4e84-affa-dfeb20a223ff tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870373 Apr 20 17:36:19.266274 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44932f0d-1179-439b-a1f6-1d33de7f261d None None] Pushing event updated for resources: {'Port': ['ID=57b52af6-6c1a-41f6-9528-f63a10674967,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:19.277566 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83204890-9f92-48ab-ab4c-1b9d55469962 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:36:19.281368 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-44932f0d-1179-439b-a1f6-1d33de7f261d None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:36:19.288652 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44932f0d-1179-439b-a1f6-1d33de7f261d None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:36:19.301416 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-83204890-9f92-48ab-ab4c-1b9d55469962 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "PUT /v2.0/routers/a847c51d-e3e8-4b74-9074-de9e5616f6d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1872025 Apr 20 17:36:19.305636 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-63c33c31-a5f4-433d-b917-46711800d582 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Allocated IP 2001:db8::f816:3eff:fe1d:32d8 (9ba611e4-024c-4a0c-9998-3bc548cf409a/aff3337d-46ae-4ff9-92f8-380f0b9214cb/5d237016-4381-41b6-97ec-454af0d6d08d) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:36:19.363525 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d4c063c4-0867-408e-9bb1-73548afc71e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:19.415036 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c063c4-0867-408e-9bb1-73548afc71e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def4a40c-afd7-410b-8741-211413390b40,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:19.509998 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-44932f0d-1179-439b-a1f6-1d33de7f261d None None] Attempting to bind port 57b52af6-6c1a-41f6-9528-f63a10674967 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:36:19.510553 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-44932f0d-1179-439b-a1f6-1d33de7f261d None None] Attempting to bind port 57b52af6-6c1a-41f6-9528-f63a10674967 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:36:19.511247 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44932f0d-1179-439b-a1f6-1d33de7f261d None None] Attempting to bind port 57b52af6-6c1a-41f6-9528-f63a10674967 on network 9ba611e4-024c-4a0c-9998-3bc548cf409a {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:36:19.521528 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44932f0d-1179-439b-a1f6-1d33de7f261d None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:36:19.522045 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44932f0d-1179-439b-a1f6-1d33de7f261d None None] Checking segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:36:19.522623 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-44932f0d-1179-439b-a1f6-1d33de7f261d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:19.523161 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44932f0d-1179-439b-a1f6-1d33de7f261d None None] Bound using segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:36:19.523887 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-44932f0d-1179-439b-a1f6-1d33de7f261d None None] Bound port: 57b52af6-6c1a-41f6-9528-f63a10674967, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:36:19.524408 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-44932f0d-1179-439b-a1f6-1d33de7f261d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:19.552698 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d4c063c4-0867-408e-9bb1-73548afc71e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:19.555978 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d4c063c4-0867-408e-9bb1-73548afc71e5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/def4a40c-afd7-410b-8741-211413390b40 HTTP/1.1" status: 204 len: 168 time: 0.7921708 Apr 20 17:36:19.672069 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-44932f0d-1179-439b-a1f6-1d33de7f261d None None] For port 57b52af6-6c1a-41f6-9528-f63a10674967, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:36:19.676493 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-44932f0d-1179-439b-a1f6-1d33de7f261d None None] For port 57b52af6-6c1a-41f6-9528-f63a10674967, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=57b52af6-6c1a-41f6-9528-f63a10674967,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:36:19.703778 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-44932f0d-1179-439b-a1f6-1d33de7f261d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:19.776280 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-63c33c31-a5f4-433d-b917-46711800d582 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:19.907143 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-63c33c31-a5f4-433d-b917-46711800d582 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Transition to ACTIVE for port object 5d237016-4381-41b6-97ec-454af0d6d08d will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:36:19.912811 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44932f0d-1179-439b-a1f6-1d33de7f261d None None] Pushing event updated for resources: {'Port': ['ID=57b52af6-6c1a-41f6-9528-f63a10674967,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:19.918033 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-7f884c88-7ed3-4398-9583-4bda944851bb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Synchronizing usage tracker for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:36:19.938456 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-1ac1d28d-c3d9-45eb-b511-47b867b859f6 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:19.947099 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-1ac1d28d-c3d9-45eb-b511-47b867b859f6 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/networks?id=404fa35b-eb31-464c-8c9d-43ca9fe048f0 HTTP/1.1" status: 200 len: 819 time: 0.2680180 Apr 20 17:36:19.964789 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device a9f44896-41c2-4669-a295-b014a82b1576 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:36:19.965832 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-16a910b8-393f-414a-8e3f-a114537dc2a0 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/quotas/2ebf7eb106a7492aa5b3798a6700e1e3 HTTP/1.1" status: 200 len: 375 time: 0.0177872 Apr 20 17:36:20.000543 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34195888-4eaa-45dd-8409-b72324acf4ef req-057681a2-edc9-42fa-bb3b-0bf4ea7fd948 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:20.002062 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-34195888-4eaa-45dd-8409-b72324acf4ef req-057681a2-edc9-42fa-bb3b-0bf4ea7fd948 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.43 "GET /v2.0/ports?device_id=d02632ba-9f6d-4255-b9d7-a60237c0df9f HTTP/1.1" status: 200 len: 946 time: 0.2790298 Apr 20 17:36:20.004542 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-7f884c88-7ed3-4398-9583-4bda944851bb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Unset dirty status for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:36:20.013249 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-7f884c88-7ed3-4398-9583-4bda944851bb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1266912371&fields=id&tenant_id=ac289a58365e49439c6a449ebba5fb54 HTTP/1.1" status: 200 len: 267 time: 0.2542236 Apr 20 17:36:20.065342 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-691029a3-c686-477e-8d5f-1c6e0763e41a tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ebf7eb106a7492aa5b3798a6700e1e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0981770 Apr 20 17:36:20.107217 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port a9f44896-41c2-4669-a295-b014a82b1576 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:36:20.119741 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port a9f44896-41c2-4669-a295-b014a82b1576 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:36:20.120344 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:20.289867 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-63c33c31-a5f4-433d-b917-46711800d582 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:20.333702 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-0707245d-3bd6-485b-b186-150eb8e23386 service neutron] 10.222.0.39 "GET /v2.0/networks/404fa35b-eb31-464c-8c9d-43ca9fe048f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676575 Apr 20 17:36:20.394831 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:20.439118 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port a9f44896-41c2-4669-a295-b014a82b1576, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=a9f44896-41c2-4669-a295-b014a82b1576,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:36:20.450783 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:20.549980 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-a1b1d64d-5065-4383-b93f-35e910ed897f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:20.555642 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-a1b1d64d-5065-4383-b93f-35e910ed897f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Synchronizing usage tracker for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:36:20.599832 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-34195888-4eaa-45dd-8409-b72324acf4ef req-b23d83c5-638b-4f00-b3ef-027860f08c1c tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Deleting port 9289110a-80a1-44fe-9d7b-d1ade0579b46 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:36:20.600310 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-34195888-4eaa-45dd-8409-b72324acf4ef req-b23d83c5-638b-4f00-b3ef-027860f08c1c tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:20.627547 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=a9f44896-41c2-4669-a295-b014a82b1576,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:20.827741 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-4fefbe10-5cc6-43d7-b808-928d98c309fb service neutron] 10.222.0.39 "GET /v2.0/networks/404fa35b-eb31-464c-8c9d-43ca9fe048f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4931738 Apr 20 17:36:20.972120 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c33c31-a5f4-433d-b917-46711800d582 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:36:20.979633 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-a1b1d64d-5065-4383-b93f-35e910ed897f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Unset dirty status for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:36:20.989722 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-a1b1d64d-5065-4383-b93f-35e910ed897f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/networks?id=c6d4fe1b-5c38-412d-8e32-1a9e69c72c67 HTTP/1.1" status: 200 len: 796 time: 0.9728453 Apr 20 17:36:21.024849 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-94fdb679-df5b-4059-af26-975a4746b7ca tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/quotas/ac289a58365e49439c6a449ebba5fb54 HTTP/1.1" status: 200 len: 375 time: 0.0332694 Apr 20 17:36:21.080089 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-63c33c31-a5f4-433d-b917-46711800d582 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:36:21.082941 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c33c31-a5f4-433d-b917-46711800d582 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:36:21.088211 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c33c31-a5f4-433d-b917-46711800d582 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:21.088816 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-63c33c31-a5f4-433d-b917-46711800d582 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:21.092881 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c33c31-a5f4-433d-b917-46711800d582 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Port': ['ID=5d237016-4381-41b6-97ec-454af0d6d08d,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:21.162533 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56344ee-059a-4810-8b20-30f7227776db None None] Sync routers for ids ['a847c51d-e3e8-4b74-9074-de9e5616f6d3'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:36:21.189390 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56344ee-059a-4810-8b20-30f7227776db None None] Routers {'a847c51d-e3e8-4b74-9074-de9e5616f6d3'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:36:21.190031 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-c56344ee-059a-4810-8b20-30f7227776db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:36:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['a847c51d-e3e8-4b74-9074-de9e5616f6d3'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:36:21.296250 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-63c33c31-a5f4-433d-b917-46711800d582 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9252701 Apr 20 17:36:21.301438 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38000) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:21.453755 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38014) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:21.477672 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-8b36780f-6570-49af-8121-84231453c87f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Synchronizing usage tracker for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:36:21.652943 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-8b36780f-6570-49af-8121-84231453c87f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Unset dirty status for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:36:21.674486 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-8b36780f-6570-49af-8121-84231453c87f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6444325 Apr 20 17:36:21.745069 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-c56344ee-059a-4810-8b20-30f7227776db None None] Set router a847c51d-e3e8-4b74-9074-de9e5616f6d3 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:36:21.755040 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e231685-78d2-40e4-b3b8-d53afb432b1c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:21.760549 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e231685-78d2-40e4-b3b8-d53afb432b1c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:21.765100 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5e231685-78d2-40e4-b3b8-d53afb432b1c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4492211 Apr 20 17:36:21.767218 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38022) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:21.837484 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 9289110a-80a1-44fe-9d7b-d1ade0579b46 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:36:21.904435 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4d111-1e8d-43b5-873e-993afc1c2394 req-ba28422a-a84b-44fc-9e52-3a91dd84913e tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:21.909877 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f2d4d111-1e8d-43b5-873e-993afc1c2394 req-ba28422a-a84b-44fc-9e52-3a91dd84913e tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d02632ba-9f6d-4255-b9d7-a60237c0df9f HTTP/1.1" status: 200 len: 946 time: 0.6028261 Apr 20 17:36:21.913578 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-34195888-4eaa-45dd-8409-b72324acf4ef req-b23d83c5-638b-4f00-b3ef-027860f08c1c tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] For port 9289110a-80a1-44fe-9d7b-d1ade0579b46, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9289110a-80a1-44fe-9d7b-d1ade0579b46,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:36:21.913962 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-34195888-4eaa-45dd-8409-b72324acf4ef req-b23d83c5-638b-4f00-b3ef-027860f08c1c tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:21.949167 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-ef33d704-3578-4ae1-8029-37bddb9ef06e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-596781193'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:36:21.952155 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e051a68c-4a2d-4c62-86d9-79d211fad16c None None] Provisioning for port 57b52af6-6c1a-41f6-9528-f63a10674967 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:36:21.960322 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ef33d704-3578-4ae1-8029-37bddb9ef06e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:36:21.974121 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ef33d704-3578-4ae1-8029-37bddb9ef06e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Usage tracker for resource:network and tenant:223231c784ee479d86d7622cff558dcb is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:36:21.980715 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-9f13cb95-2dcb-4f32-8bca-8d9ef75b4ef4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting port 5d237016-4381-41b6-97ec-454af0d6d08d {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:36:21.981115 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f13cb95-2dcb-4f32-8bca-8d9ef75b4ef4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:22.009275 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ef33d704-3578-4ae1-8029-37bddb9ef06e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:36:22.020546 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 57b52af6-6c1a-41f6-9528-f63a10674967 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:36:22.035991 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ef33d704-3578-4ae1-8029-37bddb9ef06e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:36:22.096999 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f2d4d111-1e8d-43b5-873e-993afc1c2394 req-718dda03-f65a-4d56-8879-d58edc3c35e4 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783688 Apr 20 17:36:22.109771 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef33d704-3578-4ae1-8029-37bddb9ef06e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Made reservation on behalf of 223231c784ee479d86d7622cff558dcb for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:36:22.113036 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ef33d704-3578-4ae1-8029-37bddb9ef06e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:22.157639 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-34195888-4eaa-45dd-8409-b72324acf4ef req-b23d83c5-638b-4f00-b3ef-027860f08c1c tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Calling delete_port for 9289110a-80a1-44fe-9d7b-d1ade0579b46 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:36:22.191207 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ef33d704-3578-4ae1-8029-37bddb9ef06e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:22.362433 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-7bfd72be-a516-43cb-953a-89a5e6f13974 service neutron] 10.222.0.39 "GET /v2.0/networks/c6d4fe1b-5c38-412d-8e32-1a9e69c72c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6554756 Apr 20 17:36:22.367745 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-34195888-4eaa-45dd-8409-b72324acf4ef req-b23d83c5-638b-4f00-b3ef-027860f08c1c tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:22.384801 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-04b7f3de-ae93-4cc3-a6e2-a09ee898cc04 None None] Provisioning for port 5d237016-4381-41b6-97ec-454af0d6d08d completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:36:22.396350 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['d342bd3a-35b5-47b3-8bf2-c19218fd8a1e'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:36:22.419334 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['019d832e-ad88-4ee0-a3a0-92084c6db641'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:36:22.456202 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d83c5-638b-4f00-b3ef-027860f08c1c tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Pushing event deleted for resources: {'Port': ['ID=9289110a-80a1-44fe-9d7b-d1ade0579b46,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:22.484308 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f13cb95-2dcb-4f32-8bca-8d9ef75b4ef4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:22.517753 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-04b7f3de-ae93-4cc3-a6e2-a09ee898cc04 None None] Provisioning complete for port 5d237016-4381-41b6-97ec-454af0d6d08d triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:36:22.518106 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-04b7f3de-ae93-4cc3-a6e2-a09ee898cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:22.540362 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 57b52af6-6c1a-41f6-9528-f63a10674967 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:36:22.561856 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 57b52af6-6c1a-41f6-9528-f63a10674967 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:36:22.562245 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:22.608998 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:22.612383 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-34195888-4eaa-45dd-8409-b72324acf4ef req-b23d83c5-638b-4f00-b3ef-027860f08c1c tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] No DVR routers for this DVR port 9289110a-80a1-44fe-9d7b-d1ade0579b46 on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:36:22.614979 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-34195888-4eaa-45dd-8409-b72324acf4ef req-b23d83c5-638b-4f00-b3ef-027860f08c1c tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:22.634512 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-9f13cb95-2dcb-4f32-8bca-8d9ef75b4ef4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Calling delete_port for 5d237016-4381-41b6-97ec-454af0d6d08d owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:36:22.636512 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02632ba-9f6d-4255-b9d7-a60237c0df9f', 'name': 'network-vif-deleted', 'tag': '9289110a-80a1-44fe-9d7b-d1ade0579b46'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:36:22.689645 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-34195888-4eaa-45dd-8409-b72324acf4ef req-b23d83c5-638b-4f00-b3ef-027860f08c1c tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.43 "DELETE /v2.0/ports/9289110a-80a1-44fe-9d7b-d1ade0579b46 HTTP/1.1" status: 204 len: 173 time: 2.6743150 Apr 20 17:36:22.742307 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5e8b2648-e5e7-41c6-8b94-d57b5191983d req-59e73ffa-3bdf-45b1-9921-49f53358687d tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 210 time: 0.4402013 Apr 20 17:36:22.754545 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ef33d704-3578-4ae1-8029-37bddb9ef06e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:36:22.762929 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-f4f2b943-f02d-40fc-bcfe-35a7e74080fa service neutron] 10.222.0.39 "GET /v2.0/networks/c6d4fe1b-5c38-412d-8e32-1a9e69c72c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498831 Apr 20 17:36:22.771162 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ef33d704-3578-4ae1-8029-37bddb9ef06e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Usage tracker for resource:security_group_rule and tenant:223231c784ee479d86d7622cff558dcb is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:36:22.783777 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ef33d704-3578-4ae1-8029-37bddb9ef06e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:36:22.800088 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ef33d704-3578-4ae1-8029-37bddb9ef06e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:36:22.854071 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eab72e7-d5fb-4013-aaa8-f3f82d83cf09'] response: {'server_uuid': 'd02632ba-9f6d-4255-b9d7-a60237c0df9f', 'name': 'network-vif-deleted', 'tag': '9289110a-80a1-44fe-9d7b-d1ade0579b46', 'status': 'completed', 'code': 200} Apr 20 17:36:22.913138 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-04b7f3de-ae93-4cc3-a6e2-a09ee898cc04 None None] Port 5d237016-4381-41b6-97ec-454af0d6d08d cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:36:23.164897 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:23.284694 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-4e25fa77-f4f4-4847-b517-4f39f96db842 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:23.291057 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-4e25fa77-f4f4-4847-b517-4f39f96db842 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.10 "GET /v2.0/networks?id=404fa35b-eb31-464c-8c9d-43ca9fe048f0 HTTP/1.1" status: 200 len: 819 time: 0.3480632 Apr 20 17:36:23.423668 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 57b52af6-6c1a-41f6-9528-f63a10674967, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=57b52af6-6c1a-41f6-9528-f63a10674967,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:36:23.525554 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:23.525554 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device a9f44896-41c2-4669-a295-b014a82b1576 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:36:23.598508 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ef33d704-3578-4ae1-8029-37bddb9ef06e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:23.609840 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-06640d78-7084-4704-9cfc-8c2dc9265b20 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Request body: {'port': {'device_id': '269e7ade-4331-40af-96c3-dc939fc8e133', 'network_id': '404fa35b-eb31-464c-8c9d-43ca9fe048f0', 'admin_state_up': True, 'tenant_id': '2ebf7eb106a7492aa5b3798a6700e1e3'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:36:23.639947 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-bb21b8a1-39f8-46bb-830f-cc48ce01bfce req-b0a79188-7759-4606-a87f-7b0a81dd08c5 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Synchronizing usage tracker for tenant:55ad101ba72d4aafab1fd36de3508559 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:36:23.685475 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c9876c03-81e9-4e1c-a547-a3b92c405831 req-edb8f09e-2b2b-49ec-ba7f-99e1508ef61b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 210 time: 0.0846572 Apr 20 17:36:23.696487 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-bb21b8a1-39f8-46bb-830f-cc48ce01bfce req-b0a79188-7759-4606-a87f-7b0a81dd08c5 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Unset dirty status for tenant:55ad101ba72d4aafab1fd36de3508559 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:36:23.698262 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bb21b8a1-39f8-46bb-830f-cc48ce01bfce req-b0a79188-7759-4606-a87f-7b0a81dd08c5 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d02632ba-9f6d-4255-b9d7-a60237c0df9f HTTP/1.1" status: 200 len: 210 time: 0.1058350 Apr 20 17:36:23.724780 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ef33d704-3578-4ae1-8029-37bddb9ef06e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:23.729641 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-c56344ee-059a-4810-8b20-30f7227776db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622036229', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c6b1e202-dcdd-47e0-8774-6bf60b9da4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:35:56Z', 'updated_at': '2022-04-20T17:36:13Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'c6b1e202-dcdd-47e0-8774-6bf60b9da4cc', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:43:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:35:59Z', 'updated_at': '2022-04-20T17:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8753a3c2-5819-46c6-9a57-79470ff4e5cd', 'name': '', 'network_id': 'c6d4fe1b-5c38-412d-8e32-1a9e69c72c67', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:01:89:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4c363c9-ff38-4c02-a21b-5b3727689d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:10Z', 'updated_at': '2022-04-20T17:36:13Z', 'revision_number': 2, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': 'e4c363c9-ff38-4c02-a21b-5b3727689d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:36:23.738697 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56344ee-059a-4810-8b20-30f7227776db None None] Checking router: a847c51d-e3e8-4b74-9074-de9e5616f6d3 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:36:23.739164 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56344ee-059a-4810-8b20-30f7227776db None None] Updating router a847c51d-e3e8-4b74-9074-de9e5616f6d3 port 8753a3c2-5819-46c6-9a57-79470ff4e5cd binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:36:23.870332 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c56344ee-059a-4810-8b20-30f7227776db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:23.921776 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33d704-3578-4ae1-8029-37bddb9ef06e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1abc23c2-fb7d-48f8-8c0d-3eabe1dc85d2,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:23.943892 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f13cb95-2dcb-4f32-8bca-8d9ef75b4ef4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:24.001318 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef33d704-3578-4ae1-8029-37bddb9ef06e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:36:24.117258 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=57b52af6-6c1a-41f6-9528-f63a10674967,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:24.170147 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0aa3420c-3454-4be1-94e1-c1b65d3d7e5a req-37c6fe4c-5afb-40bd-abcf-ec011379b8a7 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 210 time: 0.1285727 Apr 20 17:36:24.174425 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port a9f44896-41c2-4669-a295-b014a82b1576 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:36:24.175167 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:24.195735 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13cb95-2dcb-4f32-8bca-8d9ef75b4ef4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Port': ['ID=5d237016-4381-41b6-97ec-454af0d6d08d,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:24.303540 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ef33d704-3578-4ae1-8029-37bddb9ef06e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:24.303540 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-ef33d704-3578-4ae1-8029-37bddb9ef06e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Added segment 6e8b6f8a-937e-42d7-a859-17731a69f66b of type vlan for network 3d677137-4a91-4596-a700-466f109febcd Apr 20 17:36:24.360771 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f13cb95-2dcb-4f32-8bca-8d9ef75b4ef4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:24.431094 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-06640d78-7084-4704-9cfc-8c2dc9265b20 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:36:24.464914 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ef33d704-3578-4ae1-8029-37bddb9ef06e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:24.474017 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-06640d78-7084-4704-9cfc-8c2dc9265b20 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Usage tracker for resource:port and tenant:2ebf7eb106a7492aa5b3798a6700e1e3 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:36:24.481765 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9f13cb95-2dcb-4f32-8bca-8d9ef75b4ef4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/5d237016-4381-41b6-97ec-454af0d6d08d HTTP/1.1" status: 204 len: 168 time: 2.7108641 Apr 20 17:36:24.484088 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38094) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:24.506691 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-06640d78-7084-4704-9cfc-8c2dc9265b20 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:36:24.535793 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-06640d78-7084-4704-9cfc-8c2dc9265b20 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:36:24.648342 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-06640d78-7084-4704-9cfc-8c2dc9265b20 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Made reservation on behalf of 2ebf7eb106a7492aa5b3798a6700e1e3 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:36:24.656524 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-06640d78-7084-4704-9cfc-8c2dc9265b20 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:24.693080 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ef33d704-3578-4ae1-8029-37bddb9ef06e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:24.693080 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef33d704-3578-4ae1-8029-37bddb9ef06e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:24.693080 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ef33d704-3578-4ae1-8029-37bddb9ef06e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:24.700595 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db79111f-bece-46b6-9158-f29b25c0f1a7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:24.700595 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db79111f-bece-46b6-9158-f29b25c0f1a7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:24.700595 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-db79111f-bece-46b6-9158-f29b25c0f1a7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:36:24.739639 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-db79111f-bece-46b6-9158-f29b25c0f1a7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:36:24.739639 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-db79111f-bece-46b6-9158-f29b25c0f1a7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2533593 Apr 20 17:36:24.748279 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38100) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:24.991651 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ef33d704-3578-4ae1-8029-37bddb9ef06e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.4701140 Apr 20 17:36:24.991651 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38110) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:25.010472 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-01400f93-962b-4d88-9346-3126bf2fb13c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1021933015'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:36:25.036627 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-01400f93-962b-4d88-9346-3126bf2fb13c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:36:25.040406 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 57b52af6-6c1a-41f6-9528-f63a10674967 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:36:25.046486 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-01400f93-962b-4d88-9346-3126bf2fb13c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Usage tracker for resource:network and tenant:223231c784ee479d86d7622cff558dcb is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:36:25.055276 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-01400f93-962b-4d88-9346-3126bf2fb13c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:36:25.065431 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-01400f93-962b-4d88-9346-3126bf2fb13c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:36:25.075758 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33d704-3578-4ae1-8029-37bddb9ef06e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Network': ['ID=3d677137-4a91-4596-a700-466f109febcd,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:25.118460 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01400f93-962b-4d88-9346-3126bf2fb13c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Made reservation on behalf of 223231c784ee479d86d7622cff558dcb for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:36:25.124054 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-01400f93-962b-4d88-9346-3126bf2fb13c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:25.191494 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 3d677137-4a91-4596-a700-466f109febcd details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:36:25.210549 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38116) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:25.232468 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c56344ee-059a-4810-8b20-30f7227776db None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:25.263934 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c56344ee-059a-4810-8b20-30f7227776db None None] Transition to ACTIVE for port object 8753a3c2-5819-46c6-9a57-79470ff4e5cd will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:36:25.307995 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c56344ee-059a-4810-8b20-30f7227776db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:25.367643 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01400f93-962b-4d88-9346-3126bf2fb13c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:36:25.380643 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-06640d78-7084-4704-9cfc-8c2dc9265b20 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Allocated IP 172.20.0.12 (404fa35b-eb31-464c-8c9d-43ca9fe048f0/641ca1bb-b160-4ee3-976a-db32db979b60/4c338798-f13b-42c7-932c-6331f24be7e4) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:36:25.396821 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-01400f93-962b-4d88-9346-3126bf2fb13c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:25.396821 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-01400f93-962b-4d88-9346-3126bf2fb13c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Added segment b2819430-874a-4ede-8319-20f0d4a8f6eb of type vlan for network 9b8a42f1-5787-4f2e-835c-e5d30b47a68e Apr 20 17:36:25.492228 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-01400f93-962b-4d88-9346-3126bf2fb13c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:25.502236 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fb211cfd-de97-4c88-9f98-2b3eee4981bc req-74d221b2-3c09-4d8a-b386-3fca9704eee7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 210 time: 0.2934628 Apr 20 17:36:25.842505 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-01400f93-962b-4d88-9346-3126bf2fb13c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:25.845532 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01400f93-962b-4d88-9346-3126bf2fb13c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:25.846106 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-01400f93-962b-4d88-9346-3126bf2fb13c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:25.893360 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadcb0c6-152e-4a09-8e58-779a80bc778d None None] Pushing event updated for resources: {'Port': ['ID=8753a3c2-5819-46c6-9a57-79470ff4e5cd,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:25.922334 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 57b52af6-6c1a-41f6-9528-f63a10674967 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:36:25.922972 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:26.202031 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-c56344ee-059a-4810-8b20-30f7227776db None None] Attempting to bind port 8753a3c2-5819-46c6-9a57-79470ff4e5cd on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:36:26.202031 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-c56344ee-059a-4810-8b20-30f7227776db None None] Attempting to bind port 8753a3c2-5819-46c6-9a57-79470ff4e5cd by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '7543a3ce-829e-4f5b-aa0d-43ed05cd118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c6d4fe1b-5c38-412d-8e32-1a9e69c72c67'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:36:26.202031 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56344ee-059a-4810-8b20-30f7227776db None None] Attempting to bind port 8753a3c2-5819-46c6-9a57-79470ff4e5cd on network c6d4fe1b-5c38-412d-8e32-1a9e69c72c67 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:36:26.206858 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56344ee-059a-4810-8b20-30f7227776db None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:36:26.206858 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56344ee-059a-4810-8b20-30f7227776db None None] Checking segment: {'id': '7543a3ce-829e-4f5b-aa0d-43ed05cd118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c6d4fe1b-5c38-412d-8e32-1a9e69c72c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:36:26.206858 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c56344ee-059a-4810-8b20-30f7227776db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:26.206858 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56344ee-059a-4810-8b20-30f7227776db None None] Bound using segment: {'id': '7543a3ce-829e-4f5b-aa0d-43ed05cd118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c6d4fe1b-5c38-412d-8e32-1a9e69c72c67'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:36:26.206858 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-c56344ee-059a-4810-8b20-30f7227776db None None] Bound port: 8753a3c2-5819-46c6-9a57-79470ff4e5cd, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7543a3ce-829e-4f5b-aa0d-43ed05cd118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c6d4fe1b-5c38-412d-8e32-1a9e69c72c67'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:36:26.206858 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c56344ee-059a-4810-8b20-30f7227776db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:26.262157 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-01400f93-962b-4d88-9346-3126bf2fb13c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2650385 Apr 20 17:36:26.269459 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38138) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:26.278384 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f4c044-484d-4234-9395-71bbb88174cb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting subnet aff3337d-46ae-4ff9-92f8-380f0b9214cb {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:36:26.286741 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-62ee19b0-39ef-49a6-a215-6915b04ecffb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:26.288432 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-62ee19b0-39ef-49a6-a215-6915b04ecffb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.10 "GET /v2.0/networks?id=c6d4fe1b-5c38-412d-8e32-1a9e69c72c67 HTTP/1.1" status: 200 len: 796 time: 1.0788515 Apr 20 17:36:26.290447 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-a9a12e9b-7ba6-4995-bb4d-eeb7f0cb42c1 req-f43f8795-49eb-4d3c-b55f-705f67c69afc tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Synchronizing usage tracker for tenant:2ebf7eb106a7492aa5b3798a6700e1e3 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:36:26.296455 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01400f93-962b-4d88-9346-3126bf2fb13c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Network': ['ID=9b8a42f1-5787-4f2e-835c-e5d30b47a68e,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:26.298323 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-564b3215-faf6-49c1-95e8-72e5c10f96f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:26.313614 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-602cd2f6-97f0-4508-a160-806c547b5b08 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Request body: {'subnet': {'network_id': '3d677137-4a91-4596-a700-466f109febcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:36:26.315393 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-46f4c044-484d-4234-9395-71bbb88174cb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:26.389268 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 9b8a42f1-5787-4f2e-835c-e5d30b47a68e details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:36:26.438303 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-c56344ee-059a-4810-8b20-30f7227776db None None] For port 8753a3c2-5819-46c6-9a57-79470ff4e5cd, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:36:26.438303 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-c56344ee-059a-4810-8b20-30f7227776db None None] For port 8753a3c2-5819-46c6-9a57-79470ff4e5cd, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8753a3c2-5819-46c6-9a57-79470ff4e5cd,segment=NetworkSegment(7543a3ce-829e-4f5b-aa0d-43ed05cd118d),segment_id=7543a3ce-829e-4f5b-aa0d-43ed05cd118d)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:36:26.461584 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-564b3215-faf6-49c1-95e8-72e5c10f96f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:36:26.461584 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-564b3215-faf6-49c1-95e8-72e5c10f96f8 admin admin] Usage tracker for resource:security_group_rule and tenant:aa97cba4218c43ceb72798d029ddcba3 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:36:26.464615 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c56344ee-059a-4810-8b20-30f7227776db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:26.467525 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-564b3215-faf6-49c1-95e8-72e5c10f96f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:36:26.467525 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-564b3215-faf6-49c1-95e8-72e5c10f96f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:36:26.534081 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-564b3215-faf6-49c1-95e8-72e5c10f96f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:26.580811 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-564b3215-faf6-49c1-95e8-72e5c10f96f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:26.600623 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-06640d78-7084-4704-9cfc-8c2dc9265b20 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:26.620335 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-602cd2f6-97f0-4508-a160-806c547b5b08 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:36:26.634803 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-602cd2f6-97f0-4508-a160-806c547b5b08 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Usage tracker for resource:subnet and tenant:223231c784ee479d86d7622cff558dcb is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:36:26.642404 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadcb0c6-152e-4a09-8e58-779a80bc778d None None] Pushing event updated for resources: {'Port': ['ID=8753a3c2-5819-46c6-9a57-79470ff4e5cd,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:26.643295 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-602cd2f6-97f0-4508-a160-806c547b5b08 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:36:26.655205 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-3a51a61b-0461-4d1e-b089-c535d76c09dd tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac289a58365e49439c6a449ebba5fb54 HTTP/1.1" status: 200 len: 380 time: 0.2397511 Apr 20 17:36:26.655796 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-a9a12e9b-7ba6-4995-bb4d-eeb7f0cb42c1 req-f43f8795-49eb-4d3c-b55f-705f67c69afc tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Unset dirty status for tenant:2ebf7eb106a7492aa5b3798a6700e1e3 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:36:26.661203 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56344ee-059a-4810-8b20-30f7227776db None None] Routers {'a847c51d-e3e8-4b74-9074-de9e5616f6d3'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:36:26.661941 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-c56344ee-059a-4810-8b20-30f7227776db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:36:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['a847c51d-e3e8-4b74-9074-de9e5616f6d3'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:36:26.666091 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-602cd2f6-97f0-4508-a160-806c547b5b08 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:36:26.692749 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e727f-bbad-4a90-94dd-a6c43fc35729 req-786c5fb4-de08-45c4-86b1-3164e9401d81 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:26.695674 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9a12e9b-7ba6-4995-bb4d-eeb7f0cb42c1 req-f43f8795-49eb-4d3c-b55f-705f67c69afc tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 210 time: 0.7213018 Apr 20 17:36:26.698752 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-838e727f-bbad-4a90-94dd-a6c43fc35729 req-786c5fb4-de08-45c4-86b1-3164e9401d81 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ef15563-ae5b-4ae0-942d-46f903c401e7 HTTP/1.1" status: 200 len: 946 time: 0.7314806 Apr 20 17:36:26.701197 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-46f4c044-484d-4234-9395-71bbb88174cb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:26.822157 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-be7853b6-dd45-4098-8d8c-e6b4f9aa371b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'port': {'device_id': '4f83f5c1-8862-400c-b48f-3072a3dbae30', 'network_id': 'c6d4fe1b-5c38-412d-8e32-1a9e69c72c67', 'admin_state_up': True, 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'security_groups': ['0b11ffdb-0a5b-46b0-8905-207106275e25']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:36:26.846378 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602cd2f6-97f0-4508-a160-806c547b5b08 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Made reservation on behalf of 223231c784ee479d86d7622cff558dcb for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:36:26.911109 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-564b3215-faf6-49c1-95e8-72e5c10f96f8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aa97cba4218c43ceb72798d029ddcba3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6996667 Apr 20 17:36:26.911900 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b3215-faf6-49c1-95e8-72e5c10f96f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639630f7-b10e-4f29-841a-d114ec172082,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:26.924723 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-838e727f-bbad-4a90-94dd-a6c43fc35729 req-5a0e7732-46d6-427c-a154-c193ed661a10 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592553 Apr 20 17:36:26.934427 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38150) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:26.939670 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-c56344ee-059a-4810-8b20-30f7227776db None None] Set router a847c51d-e3e8-4b74-9074-de9e5616f6d3 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:36:27.099598 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-06640d78-7084-4704-9cfc-8c2dc9265b20 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:27.150431 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a439343d-acf7-4f54-9483-325f5dff6f60 req-8f0f0d74-86a2-4508-960e-7108695eb0a8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 210 time: 0.1401544 Apr 20 17:36:27.208533 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-602cd2f6-97f0-4508-a160-806c547b5b08 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:27.220875 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ea0a320b-601b-4a3d-9a93-a6f4d6fb1443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:27.291176 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ea0a320b-601b-4a3d-9a93-a6f4d6fb1443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:27.314016 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-be7853b6-dd45-4098-8d8c-e6b4f9aa371b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:36:27.342437 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-be7853b6-dd45-4098-8d8c-e6b4f9aa371b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:36:27.356144 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-46f4c044-484d-4234-9395-71bbb88174cb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:27.374359 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06640d78-7084-4704-9cfc-8c2dc9265b20 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Pushing event updated for resources: {'Port': ['ID=4c338798-f13b-42c7-932c-6331f24be7e4,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:27.397438 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-06640d78-7084-4704-9cfc-8c2dc9265b20 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Network 404fa35b-eb31-464c-8c9d-43ca9fe048f0 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:36:27.400785 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-be7853b6-dd45-4098-8d8c-e6b4f9aa371b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Made reservation on behalf of ac289a58365e49439c6a449ebba5fb54 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:36:27.404845 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-06640d78-7084-4704-9cfc-8c2dc9265b20 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:36:27.409212 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-be7853b6-dd45-4098-8d8c-e6b4f9aa371b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:27.413291 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-06640d78-7084-4704-9cfc-8c2dc9265b20 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:36:27.496289 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-06640d78-7084-4704-9cfc-8c2dc9265b20 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:27.496289 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-06640d78-7084-4704-9cfc-8c2dc9265b20 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:27.536380 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2dfc66-0c21-4a27-83d7-b8954988cd14 req-c811d580-dfa5-4b7f-aac0-bfb1925e2d49 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:27.536380 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9c2dfc66-0c21-4a27-83d7-b8954988cd14 req-c811d580-dfa5-4b7f-aac0-bfb1925e2d49 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ef15563-ae5b-4ae0-942d-46f903c401e7 HTTP/1.1" status: 200 len: 946 time: 0.3315790 Apr 20 17:36:27.553465 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-c56344ee-059a-4810-8b20-30f7227776db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622036229', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c6b1e202-dcdd-47e0-8774-6bf60b9da4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:35:56Z', 'updated_at': '2022-04-20T17:36:13Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'c6b1e202-dcdd-47e0-8774-6bf60b9da4cc', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:43:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:35:59Z', 'updated_at': '2022-04-20T17:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8753a3c2-5819-46c6-9a57-79470ff4e5cd', 'name': '', 'network_id': 'c6d4fe1b-5c38-412d-8e32-1a9e69c72c67', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:01:89:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4c363c9-ff38-4c02-a21b-5b3727689d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:10Z', 'updated_at': '2022-04-20T17:36:26Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': 'e4c363c9-ff38-4c02-a21b-5b3727689d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:36:27.572783 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56344ee-059a-4810-8b20-30f7227776db None None] The sync data for ids ['a847c51d-e3e8-4b74-9074-de9e5616f6d3'] in n-d-838032-1 is: [{'id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622036229', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c6b1e202-dcdd-47e0-8774-6bf60b9da4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:35:56Z', 'updated_at': '2022-04-20T17:36:13Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'c6b1e202-dcdd-47e0-8774-6bf60b9da4cc', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:43:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:35:59Z', 'updated_at': '2022-04-20T17:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8753a3c2-5819-46c6-9a57-79470ff4e5cd', 'name': '', 'network_id': 'c6d4fe1b-5c38-412d-8e32-1a9e69c72c67', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:01:89:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4c363c9-ff38-4c02-a21b-5b3727689d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:10Z', 'updated_at': '2022-04-20T17:36:26Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': 'e4c363c9-ff38-4c02-a21b-5b3727689d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:36:27.604487 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-06640d78-7084-4704-9cfc-8c2dc9265b20 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9982874 Apr 20 17:36:27.618956 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-0ebe7042-d47f-4f4c-a5cd-e2d8c56b89f5 service neutron] Request body: {'port': {'device_id': '269e7ade-4331-40af-96c3-dc939fc8e133', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:36:27.718593 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-be7853b6-dd45-4098-8d8c-e6b4f9aa371b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Allocated IP 172.20.0.3 (c6d4fe1b-5c38-412d-8e32-1a9e69c72c67/e4c363c9-ff38-4c02-a21b-5b3727689d41/f40eae86-ce91-4627-8cc8-71e6eabd0e01) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:36:27.735546 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-9c2dfc66-0c21-4a27-83d7-b8954988cd14 req-9bfa8631-aae2-4bc4-bdeb-3b699a764d6d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Deleting port 019d832e-ad88-4ee0-a3a0-92084c6db641 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:36:27.736201 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9c2dfc66-0c21-4a27-83d7-b8954988cd14 req-9bfa8631-aae2-4bc4-bdeb-3b699a764d6d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:27.810043 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ea0a320b-601b-4a3d-9a93-a6f4d6fb1443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:27.863038 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-46f4c044-484d-4234-9395-71bbb88174cb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:27.871975 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a320b-601b-4a3d-9a93-a6f4d6fb1443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639630f7-b10e-4f29-841a-d114ec172082,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:27.970072 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4c044-484d-4234-9395-71bbb88174cb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Subnet': ['ID=aff3337d-46ae-4ff9-92f8-380f0b9214cb,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:28.019762 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4deaacda-03eb-45f0-9578-ff1cd42f45ac None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:36:28.072629 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-46f4c044-484d-4234-9395-71bbb88174cb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:28.094143 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ea0a320b-601b-4a3d-9a93-a6f4d6fb1443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:28.098244 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ea0a320b-601b-4a3d-9a93-a6f4d6fb1443 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/639630f7-b10e-4f29-841a-d114ec172082 HTTP/1.1" status: 204 len: 168 time: 1.0986969 Apr 20 17:36:28.100711 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-46f4c044-484d-4234-9395-71bbb88174cb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/aff3337d-46ae-4ff9-92f8-380f0b9214cb HTTP/1.1" status: 204 len: 168 time: 3.3569369 Apr 20 17:36:28.105603 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38168) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:28.207253 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-0ebe7042-d47f-4f4c-a5cd-e2d8c56b89f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:28.240496 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-602cd2f6-97f0-4508-a160-806c547b5b08 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:28.281395 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-be7853b6-dd45-4098-8d8c-e6b4f9aa371b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:28.292248 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-be7853b6-dd45-4098-8d8c-e6b4f9aa371b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Transition to ACTIVE for port object f40eae86-ce91-4627-8cc8-71e6eabd0e01 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:36:28.414628 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7611f0a2-0f70-4db5-93e7-64af3f67e171 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3076253 Apr 20 17:36:28.421898 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-be7853b6-dd45-4098-8d8c-e6b4f9aa371b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:28.429887 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38174) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:28.436599 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-b7d1e849-6c85-464d-8433-fe6073bd280a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:36:28.563273 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986c3524-8fdd-4f79-9146-8c5838e9ca75 None None] DHCP port deletion for 9ba611e4-024c-4a0c-9998-3bc548cf409a request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:36:28.567728 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-986c3524-8fdd-4f79-9146-8c5838e9ca75 None None] Deleting port 57b52af6-6c1a-41f6-9528-f63a10674967 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:36:28.568351 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-986c3524-8fdd-4f79-9146-8c5838e9ca75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:28.601464 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-be7853b6-dd45-4098-8d8c-e6b4f9aa371b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Network c6d4fe1b-5c38-412d-8e32-1a9e69c72c67 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:36:28.807239 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-9c2dfc66-0c21-4a27-83d7-b8954988cd14 req-9bfa8631-aae2-4bc4-bdeb-3b699a764d6d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] For port 019d832e-ad88-4ee0-a3a0-92084c6db641, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=019d832e-ad88-4ee0-a3a0-92084c6db641,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:36:28.807239 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9c2dfc66-0c21-4a27-83d7-b8954988cd14 req-9bfa8631-aae2-4bc4-bdeb-3b699a764d6d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:28.819878 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7853b6-dd45-4098-8d8c-e6b4f9aa371b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'Port': ['ID=f40eae86-ce91-4627-8cc8-71e6eabd0e01,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:28.842424 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-be7853b6-dd45-4098-8d8c-e6b4f9aa371b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:36:28.845215 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-be7853b6-dd45-4098-8d8c-e6b4f9aa371b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:36:28.867356 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602cd2f6-97f0-4508-a160-806c547b5b08 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Checking segment: {'id': '6e8b6f8a-937e-42d7-a859-17731a69f66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3d677137-4a91-4596-a700-466f109febcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:36:28.867783 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602cd2f6-97f0-4508-a160-806c547b5b08 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network hostable DHCP agents. Network: 3d677137-4a91-4596-a700-466f109febcd, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:36:28.920874 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7853b6-dd45-4098-8d8c-e6b4f9aa371b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:36:28.923505 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7853b6-dd45-4098-8d8c-e6b4f9aa371b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:36:28.923875 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7853b6-dd45-4098-8d8c-e6b4f9aa371b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:36:28.924206 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7853b6-dd45-4098-8d8c-e6b4f9aa371b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:36:28.924533 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7853b6-dd45-4098-8d8c-e6b4f9aa371b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:36:28.924859 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7853b6-dd45-4098-8d8c-e6b4f9aa371b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:36:28.925179 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7853b6-dd45-4098-8d8c-e6b4f9aa371b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:36:28.928940 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7853b6-dd45-4098-8d8c-e6b4f9aa371b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:36:28.929327 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7853b6-dd45-4098-8d8c-e6b4f9aa371b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:36:28.929694 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7853b6-dd45-4098-8d8c-e6b4f9aa371b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:36:28.930060 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7853b6-dd45-4098-8d8c-e6b4f9aa371b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:36:29.010124 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b7d1e849-6c85-464d-8433-fe6073bd280a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:36:29.036888 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b7d1e849-6c85-464d-8433-fe6073bd280a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:subnet and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:36:29.070397 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b7d1e849-6c85-464d-8433-fe6073bd280a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:36:29.078682 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8753a3c2-5819-46c6-9a57-79470ff4e5cd up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:36:29.111419 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b7d1e849-6c85-464d-8433-fe6073bd280a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:36:29.125608 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a888e45-0ef5-4e0a-bc87-bd14aa0567a7 req-daf3941e-7a15-4f33-85ce-08aa9a63aad8 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:29.135987 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-9c2dfc66-0c21-4a27-83d7-b8954988cd14 req-9bfa8631-aae2-4bc4-bdeb-3b699a764d6d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Calling delete_port for 019d832e-ad88-4ee0-a3a0-92084c6db641 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:36:29.137520 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1a888e45-0ef5-4e0a-bc87-bd14aa0567a7 req-daf3941e-7a15-4f33-85ce-08aa9a63aad8 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ef15563-ae5b-4ae0-942d-46f903c401e7 HTTP/1.1" status: 200 len: 946 time: 0.7984586 Apr 20 17:36:29.170284 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38186) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:29.192545 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-986c3524-8fdd-4f79-9146-8c5838e9ca75 None None] For port 57b52af6-6c1a-41f6-9528-f63a10674967, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=57b52af6-6c1a-41f6-9528-f63a10674967,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:36:29.192545 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-986c3524-8fdd-4f79-9146-8c5838e9ca75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:29.209543 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-be7853b6-dd45-4098-8d8c-e6b4f9aa371b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:29.209543 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-be7853b6-dd45-4098-8d8c-e6b4f9aa371b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:29.209543 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d1e849-6c85-464d-8433-fe6073bd280a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:36:29.228440 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b7d1e849-6c85-464d-8433-fe6073bd280a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:29.309759 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602cd2f6-97f0-4508-a160-806c547b5b08 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Subnet': ['ID=1d3de197-4c18-43d4-8215-416c430f9977,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:29.389099 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a0c8a-6563-4092-8c7d-eaa54995b018 req-56c45cbc-77d4-47b3-a2f4-b775a1781567 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:29.389099 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-ed0a0c8a-6563-4092-8c7d-eaa54995b018 req-56c45cbc-77d4-47b3-a2f4-b775a1781567 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Synchronizing usage tracker for tenant:2ebf7eb106a7492aa5b3798a6700e1e3 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:36:29.453326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602cd2f6-97f0-4508-a160-806c547b5b08 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network 3d677137-4a91-4596-a700-466f109febcd is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:36:29.462044 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-986c3524-8fdd-4f79-9146-8c5838e9ca75 None None] Calling delete_port for 57b52af6-6c1a-41f6-9528-f63a10674967 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:36:29.514921 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-ed0a0c8a-6563-4092-8c7d-eaa54995b018 req-56c45cbc-77d4-47b3-a2f4-b775a1781567 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Unset dirty status for tenant:2ebf7eb106a7492aa5b3798a6700e1e3 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:36:29.514921 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ed0a0c8a-6563-4092-8c7d-eaa54995b018 req-56c45cbc-77d4-47b3-a2f4-b775a1781567 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 932 time: 1.3429809 Apr 20 17:36:29.514921 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-602cd2f6-97f0-4508-a160-806c547b5b08 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 3d677137-4a91-4596-a700-466f109febcd) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:36:29.555213 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e296f6e6-51b6-4944-aec7-a9a7ead8979a None None] Network 3d677137-4a91-4596-a700-466f109febcd requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:36:29.569096 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602cd2f6-97f0-4508-a160-806c547b5b08 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:29.569096 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-602cd2f6-97f0-4508-a160-806c547b5b08 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:29.585653 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-986c3524-8fdd-4f79-9146-8c5838e9ca75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:29.601624 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6320bbb6-934a-4fc0-b645-a43ddf071168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:29.663158 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-602cd2f6-97f0-4508-a160-806c547b5b08 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3873188 Apr 20 17:36:29.667037 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38194) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:29.738854 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-a5c600ba-54e2-4502-af8d-7caa860768e2 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Request body: {'subnet': {'network_id': '9b8a42f1-5787-4f2e-835c-e5d30b47a68e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:36:29.862119 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-be7853b6-dd45-4098-8d8c-e6b4f9aa371b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0904856 Apr 20 17:36:29.892024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-7fe5d365-94d1-4db0-beed-8184cfbb16c4 service neutron] Request body: {'port': {'device_id': '4f83f5c1-8862-400c-b48f-3072a3dbae30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:36:29.895857 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-a5c600ba-54e2-4502-af8d-7caa860768e2 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:36:29.906130 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ed0a0c8a-6563-4092-8c7d-eaa54995b018 req-d1c0cc6a-62ba-4004-8dbe-35f60dcd96c8 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/security-groups?id=5671c89d-0048-417e-b766-c124f42aab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865581 Apr 20 17:36:29.923354 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a5c600ba-54e2-4502-af8d-7caa860768e2 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Usage tracker for resource:subnet and tenant:223231c784ee479d86d7622cff558dcb is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:36:29.923354 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a5c600ba-54e2-4502-af8d-7caa860768e2 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:36:29.932910 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-a5c600ba-54e2-4502-af8d-7caa860768e2 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:36:29.980989 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5c2b273a-7a2d-41ba-a12d-9ec056fba56f None None] Provisioning for port f40eae86-ce91-4627-8cc8-71e6eabd0e01 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:36:29.993276 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c3524-8fdd-4f79-9146-8c5838e9ca75 None None] Pushing event deleted for resources: {'Port': ['ID=57b52af6-6c1a-41f6-9528-f63a10674967,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:29.993276 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986c3524-8fdd-4f79-9146-8c5838e9ca75 None None] No DVR routers for this DVR port 57b52af6-6c1a-41f6-9528-f63a10674967 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:36:30.006120 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5c2b273a-7a2d-41ba-a12d-9ec056fba56f None None] Provisioning complete for port f40eae86-ce91-4627-8cc8-71e6eabd0e01 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:36:30.006120 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5c2b273a-7a2d-41ba-a12d-9ec056fba56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:30.033515 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9c2dfc66-0c21-4a27-83d7-b8954988cd14 req-9bfa8631-aae2-4bc4-bdeb-3b699a764d6d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:30.052581 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36a3d4d-b626-42eb-b144-81a8001588da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-3d677137-4a91-4596-a700-466f109febcd', 'network_id': '3d677137-4a91-4596-a700-466f109febcd', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'fixed_ips': [{'subnet_id': '1d3de197-4c18-43d4-8215-416c430f9977'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:36:30.053438 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f36a3d4d-b626-42eb-b144-81a8001588da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:30.087109 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['d342bd3a-35b5-47b3-8bf2-c19218fd8a1e'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:36:30.099602 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c600ba-54e2-4502-af8d-7caa860768e2 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Made reservation on behalf of 223231c784ee479d86d7622cff558dcb for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:36:30.237523 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1a888e45-0ef5-4e0a-bc87-bd14aa0567a7 req-262ab86e-7b08-4f8a-8915-407a2d75083f tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0997272 Apr 20 17:36:30.237523 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6320bbb6-934a-4fc0-b645-a43ddf071168 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:36:30.248459 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6320bbb6-934a-4fc0-b645-a43ddf071168 admin admin] Usage tracker for resource:security_group_rule and tenant:3873ed77d55d4bac995aeca908c92bfe is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:36:30.248459 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6320bbb6-934a-4fc0-b645-a43ddf071168 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:36:30.257173 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6320bbb6-934a-4fc0-b645-a43ddf071168 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:36:30.265958 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-5c2b273a-7a2d-41ba-a12d-9ec056fba56f None None] Port f40eae86-ce91-4627-8cc8-71e6eabd0e01 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:36:30.275907 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 8753a3c2-5819-46c6-9a57-79470ff4e5cd completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:36:30.280823 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa8631-aae2-4bc4-bdeb-3b699a764d6d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Pushing event deleted for resources: {'Port': ['ID=019d832e-ad88-4ee0-a3a0-92084c6db641,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:30.312793 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 8753a3c2-5819-46c6-9a57-79470ff4e5cd triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:36:30.312793 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:30.383610 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6320bbb6-934a-4fc0-b645-a43ddf071168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:30.440253 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6320bbb6-934a-4fc0-b645-a43ddf071168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:30.442775 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a5c600ba-54e2-4502-af8d-7caa860768e2 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:30.604427 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-7fe5d365-94d1-4db0-beed-8184cfbb16c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:30.624943 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-f36a3d4d-b626-42eb-b144-81a8001588da None None] Allocated IP 2001:db8::2 (3d677137-4a91-4596-a700-466f109febcd/1d3de197-4c18-43d4-8215-416c430f9977/f5b6a197-a47d-469d-ae31-9a5458938adf) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:36:30.695795 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:30.768811 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320bbb6-934a-4fc0-b645-a43ddf071168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2430575-ea2a-4faf-b4b4-e6a6a751754b,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:30.850908 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 8753a3c2-5819-46c6-9a57-79470ff4e5cd, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8753a3c2-5819-46c6-9a57-79470ff4e5cd,segment=NetworkSegment(7543a3ce-829e-4f5b-aa0d-43ed05cd118d),segment_id=7543a3ce-829e-4f5b-aa0d-43ed05cd118d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:36:30.858094 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 019d832e-ad88-4ee0-a3a0-92084c6db641 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:36:30.888278 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6320bbb6-934a-4fc0-b645-a43ddf071168 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3873ed77d55d4bac995aeca908c92bfe&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7137074 Apr 20 17:36:30.897967 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38208) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:30.921916 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:31.027481 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-0ebe7042-d47f-4f4c-a5cd-e2d8c56b89f5 service neutron] It took 0.74 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:36:31.067885 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 57b52af6-6c1a-41f6-9528-f63a10674967 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:36:31.103421 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 019d832e-ad88-4ee0-a3a0-92084c6db641 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:36:31.103760 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 019d832e-ad88-4ee0-a3a0-92084c6db641 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:36:31.148601 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=8753a3c2-5819-46c6-9a57-79470ff4e5cd,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:31.184530 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 57b52af6-6c1a-41f6-9528-f63a10674967 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:36:31.184861 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 57b52af6-6c1a-41f6-9528-f63a10674967 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:36:31.319945 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8753a3c2-5819-46c6-9a57-79470ff4e5cd up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:36:31.416611 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2dfc66-0c21-4a27-83d7-b8954988cd14 req-9bfa8631-aae2-4bc4-bdeb-3b699a764d6d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] No DVR routers for this DVR port 019d832e-ad88-4ee0-a3a0-92084c6db641 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:36:31.435584 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f36a3d4d-b626-42eb-b144-81a8001588da None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:31.442207 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9c2dfc66-0c21-4a27-83d7-b8954988cd14 req-9bfa8631-aae2-4bc4-bdeb-3b699a764d6d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:31.448597 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef15563-ae5b-4ae0-942d-46f903c401e7', 'name': 'network-vif-deleted', 'tag': '019d832e-ad88-4ee0-a3a0-92084c6db641'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:36:31.454748 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9c2dfc66-0c21-4a27-83d7-b8954988cd14 req-9bfa8631-aae2-4bc4-bdeb-3b699a764d6d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.10 "DELETE /v2.0/ports/019d832e-ad88-4ee0-a3a0-92084c6db641 HTTP/1.1" status: 204 len: 173 time: 3.8874643 Apr 20 17:36:31.460679 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-0ebe7042-d47f-4f4c-a5cd-e2d8c56b89f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c338798-f13b-42c7-932c-6331f24be7e4 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:36:31.473264 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f36a3d4d-b626-42eb-b144-81a8001588da None None] Transition to ACTIVE for port object f5b6a197-a47d-469d-ae31-9a5458938adf will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:36:31.475269 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39638bf1-00fd-47e6-81a4-5b61b9ba3a97 req-32472118-2259-4cf2-b98b-ad93a9a6884c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:31.477033 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-39638bf1-00fd-47e6-81a4-5b61b9ba3a97 req-32472118-2259-4cf2-b98b-ad93a9a6884c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 931 time: 1.1778665 Apr 20 17:36:31.499360 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-0ebe7042-d47f-4f4c-a5cd-e2d8c56b89f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:31.520689 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b700b4ba-b7bf-40da-8235-b88e70e502e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:31.537463 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f36a3d4d-b626-42eb-b144-81a8001588da None None] Transition to ACTIVE for port object f5b6a197-a47d-469d-ae31-9a5458938adf will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:36:31.576540 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-0ebe7042-d47f-4f4c-a5cd-e2d8c56b89f5 service neutron] Transition to ACTIVE for port object 4c338798-f13b-42c7-932c-6331f24be7e4 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:36:31.590059 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 8753a3c2-5819-46c6-9a57-79470ff4e5cd triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:36:31.590059 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:31.605750 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-39638bf1-00fd-47e6-81a4-5b61b9ba3a97 req-c899da01-a9d5-4d20-a66a-c42eec4ffa63 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b11ffdb-0a5b-46b0-8905-207106275e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986614 Apr 20 17:36:31.605750 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-0ebe7042-d47f-4f4c-a5cd-e2d8c56b89f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:31.703492 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f36a3d4d-b626-42eb-b144-81a8001588da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:31.711627 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a5c600ba-54e2-4502-af8d-7caa860768e2 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:31.847429 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b700b4ba-b7bf-40da-8235-b88e70e502e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:31.854074 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe7042-d47f-4f4c-a5cd-e2d8c56b89f5 service neutron] Pushing event updated for resources: {'Port': ['ID=4c338798-f13b-42c7-932c-6331f24be7e4,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:31.914589 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c600ba-54e2-4502-af8d-7caa860768e2 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Subnet': ['ID=cd9babac-3236-403d-a677-3abaea1ac3ee,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:31.945786 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b700b4ba-b7bf-40da-8235-b88e70e502e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:31.990318 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700b4ba-b7bf-40da-8235-b88e70e502e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2430575-ea2a-4faf-b4b4-e6a6a751754b,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:32.033169 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a3d4d-b626-42eb-b144-81a8001588da None None] Pushing event updated for resources: {'Port': ['ID=f5b6a197-a47d-469d-ae31-9a5458938adf,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:32.048201 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b700b4ba-b7bf-40da-8235-b88e70e502e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:32.048201 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b700b4ba-b7bf-40da-8235-b88e70e502e3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f2430575-ea2a-4faf-b4b4-e6a6a751754b HTTP/1.1" status: 204 len: 168 time: 1.1477675 Apr 20 17:36:32.066323 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36a3d4d-b626-42eb-b144-81a8001588da None None] Network 3d677137-4a91-4596-a700-466f109febcd is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:36:32.077538 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-f36a3d4d-b626-42eb-b144-81a8001588da None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:36:32.092942 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36a3d4d-b626-42eb-b144-81a8001588da None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:36:32.096059 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.resource_extend [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-7fe5d365-94d1-4db0-beed-8184cfbb16c4 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:36:32.172843 n-d-838032-1 neutron-server[84080]: DEBUG neutron.objects.ports [None req-b7d1e849-6c85-464d-8433-fe6073bd280a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84080) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 20 17:36:32.180236 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b7d1e849-6c85-464d-8433-fe6073bd280a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:32.184678 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-9fa94e3d-6ded-4353-ab40-b3f9fa6c5a0c req-17197e95-deed-4292-bc2f-c23bd9188ad6 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Synchronizing usage tracker for tenant:55ad101ba72d4aafab1fd36de3508559 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:36:32.194180 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c600ba-54e2-4502-af8d-7caa860768e2 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Checking segment: {'id': 'b2819430-874a-4ede-8319-20f0d4a8f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9b8a42f1-5787-4f2e-835c-e5d30b47a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:36:32.195429 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c600ba-54e2-4502-af8d-7caa860768e2 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network hostable DHCP agents. Network: 9b8a42f1-5787-4f2e-835c-e5d30b47a68e, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:36:32.217723 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-0ebe7042-d47f-4f4c-a5cd-e2d8c56b89f5 service neutron] Attempting to bind port 4c338798-f13b-42c7-932c-6331f24be7e4 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:36:32.218060 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-0ebe7042-d47f-4f4c-a5cd-e2d8c56b89f5 service neutron] Attempting to bind port 4c338798-f13b-42c7-932c-6331f24be7e4 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'd4af0888-96c0-4bc6-8226-00610a420d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '404fa35b-eb31-464c-8c9d-43ca9fe048f0'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:36:32.218408 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-0ebe7042-d47f-4f4c-a5cd-e2d8c56b89f5 service neutron] Attempting to bind port 4c338798-f13b-42c7-932c-6331f24be7e4 on network 404fa35b-eb31-464c-8c9d-43ca9fe048f0 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:36:32.238158 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-0ebe7042-d47f-4f4c-a5cd-e2d8c56b89f5 service neutron] Port 4c338798-f13b-42c7-932c-6331f24be7e4 on network 404fa35b-eb31-464c-8c9d-43ca9fe048f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:36:32.238961 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-0ebe7042-d47f-4f4c-a5cd-e2d8c56b89f5 service neutron] Attempting to bind port 4c338798-f13b-42c7-932c-6331f24be7e4 on network 404fa35b-eb31-464c-8c9d-43ca9fe048f0 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:36:32.242250 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-9fa94e3d-6ded-4353-ab40-b3f9fa6c5a0c req-17197e95-deed-4292-bc2f-c23bd9188ad6 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Unset dirty status for tenant:55ad101ba72d4aafab1fd36de3508559 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:36:32.254335 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9fa94e3d-6ded-4353-ab40-b3f9fa6c5a0c req-17197e95-deed-4292-bc2f-c23bd9188ad6 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ef15563-ae5b-4ae0-942d-46f903c401e7 HTTP/1.1" status: 200 len: 210 time: 0.3002720 Apr 20 17:36:32.266967 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-f36a3d4d-b626-42eb-b144-81a8001588da None None] Attempting to bind port f5b6a197-a47d-469d-ae31-9a5458938adf on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:36:32.267326 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-f36a3d4d-b626-42eb-b144-81a8001588da None None] Attempting to bind port f5b6a197-a47d-469d-ae31-9a5458938adf by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '6e8b6f8a-937e-42d7-a859-17731a69f66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3d677137-4a91-4596-a700-466f109febcd'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:36:32.267680 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36a3d4d-b626-42eb-b144-81a8001588da None None] Attempting to bind port f5b6a197-a47d-469d-ae31-9a5458938adf on network 3d677137-4a91-4596-a700-466f109febcd {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:36:32.270530 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c600ba-54e2-4502-af8d-7caa860768e2 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network 9b8a42f1-5787-4f2e-835c-e5d30b47a68e is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:36:32.274770 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36a3d4d-b626-42eb-b144-81a8001588da None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:36:32.275131 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36a3d4d-b626-42eb-b144-81a8001588da None None] Checking segment: {'id': '6e8b6f8a-937e-42d7-a859-17731a69f66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3d677137-4a91-4596-a700-466f109febcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:36:32.275534 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f36a3d4d-b626-42eb-b144-81a8001588da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:32.275919 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36a3d4d-b626-42eb-b144-81a8001588da None None] Bound using segment: {'id': '6e8b6f8a-937e-42d7-a859-17731a69f66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3d677137-4a91-4596-a700-466f109febcd'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:36:32.276388 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-f36a3d4d-b626-42eb-b144-81a8001588da None None] Bound port: f5b6a197-a47d-469d-ae31-9a5458938adf, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8b6f8a-937e-42d7-a859-17731a69f66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3d677137-4a91-4596-a700-466f109febcd'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:36:32.276740 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f36a3d4d-b626-42eb-b144-81a8001588da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:32.277060 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-0ebe7042-d47f-4f4c-a5cd-e2d8c56b89f5 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:36:32.278063 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-0ebe7042-d47f-4f4c-a5cd-e2d8c56b89f5 service neutron] Checking segment: {'id': 'd4af0888-96c0-4bc6-8226-00610a420d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '404fa35b-eb31-464c-8c9d-43ca9fe048f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:36:32.279086 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-0ebe7042-d47f-4f4c-a5cd-e2d8c56b89f5 service neutron] Bound using segment: {'id': 'd4af0888-96c0-4bc6-8226-00610a420d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '404fa35b-eb31-464c-8c9d-43ca9fe048f0'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:36:32.280839 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-0ebe7042-d47f-4f4c-a5cd-e2d8c56b89f5 service neutron] Bound port: 4c338798-f13b-42c7-932c-6331f24be7e4, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4af0888-96c0-4bc6-8226-00610a420d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '404fa35b-eb31-464c-8c9d-43ca9fe048f0'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:36:32.282162 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-0ebe7042-d47f-4f4c-a5cd-e2d8c56b89f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:32.377089 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-a5c600ba-54e2-4502-af8d-7caa860768e2 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 9b8a42f1-5787-4f2e-835c-e5d30b47a68e) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:36:32.381929 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c600ba-54e2-4502-af8d-7caa860768e2 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:32.382847 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a5c600ba-54e2-4502-af8d-7caa860768e2 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:32.409260 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e718eb-0fe1-4e3a-bc11-4d0dc46cc54b None None] Network 9b8a42f1-5787-4f2e-835c-e5d30b47a68e requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:36:32.428870 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-f36a3d4d-b626-42eb-b144-81a8001588da None None] For port f5b6a197-a47d-469d-ae31-9a5458938adf, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:36:32.458414 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b14707a1-7e87-4f95-a63e-e3c58320a91c'] response: {'server_uuid': '3ef15563-ae5b-4ae0-942d-46f903c401e7', 'name': 'network-vif-deleted', 'tag': '019d832e-ad88-4ee0-a3a0-92084c6db641', 'status': 'completed', 'code': 200} Apr 20 17:36:32.499600 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a5c600ba-54e2-4502-af8d-7caa860768e2 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7648268 Apr 20 17:36:32.499600 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38238) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:32.512986 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cd4bb-4513-43dc-9dff-2ec79de91f4c req-705cf561-afb3-4867-b1c2-5dff664caedb tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:32.518710 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4b5cd4bb-4513-43dc-9dff-2ec79de91f4c req-705cf561-afb3-4867-b1c2-5dff664caedb tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 932 time: 1.3937228 Apr 20 17:36:32.533688 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-c4e57b4a-f304-43ca-ad26-81a6327a406b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1162105751', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:36:32.559514 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c4e57b4a-f304-43ca-ad26-81a6327a406b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:36:32.570494 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c4e57b4a-f304-43ca-ad26-81a6327a406b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Usage tracker for resource:router and tenant:223231c784ee479d86d7622cff558dcb is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:36:32.583224 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c4e57b4a-f304-43ca-ad26-81a6327a406b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:36:32.612766 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c4e57b4a-f304-43ca-ad26-81a6327a406b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:36:32.644427 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d1e849-6c85-464d-8433-fe6073bd280a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:36:32.644666 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4e57b4a-f304-43ca-ad26-81a6327a406b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:32.645155 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4e57b4a-f304-43ca-ad26-81a6327a406b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:32.676584 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-b7d1e849-6c85-464d-8433-fe6073bd280a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:36:32.700138 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-0ebe7042-d47f-4f4c-a5cd-e2d8c56b89f5 service neutron] For port 4c338798-f13b-42c7-932c-6331f24be7e4, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:36:32.702931 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4e57b4a-f304-43ca-ad26-81a6327a406b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:32.705251 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-0ebe7042-d47f-4f4c-a5cd-e2d8c56b89f5 service neutron] For port 4c338798-f13b-42c7-932c-6331f24be7e4, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=4c338798-f13b-42c7-932c-6331f24be7e4,segment=NetworkSegment(d4af0888-96c0-4bc6-8226-00610a420d13),segment_id=d4af0888-96c0-4bc6-8226-00610a420d13)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:36:32.717282 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-0ebe7042-d47f-4f4c-a5cd-e2d8c56b89f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:32.728495 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1e849-6c85-464d-8433-fe6073bd280a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Subnet': ['ID=d8ee1261-8790-4822-ab41-c7052b92fa37,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:32.739629 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-7fe5d365-94d1-4db0-beed-8184cfbb16c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f40eae86-ce91-4627-8cc8-71e6eabd0e01 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:36:32.761482 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d1e849-6c85-464d-8433-fe6073bd280a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:32.761482 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b7d1e849-6c85-464d-8433-fe6073bd280a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:32.779837 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-0ebe7042-d47f-4f4c-a5cd-e2d8c56b89f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:32.785017 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-0ebe7042-d47f-4f4c-a5cd-e2d8c56b89f5 service neutron] 10.222.0.10 "PUT /v2.0/ports/4c338798-f13b-42c7-932c-6331f24be7e4 HTTP/1.1" status: 200 len: 1092 time: 5.1690810 Apr 20 17:36:32.815691 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4e57b4a-f304-43ca-ad26-81a6327a406b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:32.819084 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503cce1a-ebfa-4cd6-abc7-5fd0993e08c0 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:36:32.869546 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-4b5cd4bb-4513-43dc-9dff-2ec79de91f4c req-49f71a2e-d3a1-4543-a306-8a7329f647c2 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Synchronizing usage tracker for tenant:2ebf7eb106a7492aa5b3798a6700e1e3 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:36:32.901089 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-7fe5d365-94d1-4db0-beed-8184cfbb16c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:32.907359 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4e57b4a-f304-43ca-ad26-81a6327a406b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:32.907359 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c4e57b4a-f304-43ca-ad26-81a6327a406b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4060879 Apr 20 17:36:32.915874 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38252) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:32.992072 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b7d1e849-6c85-464d-8433-fe6073bd280a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5606692 Apr 20 17:36:32.993956 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38258) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:33.003919 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe7042-d47f-4f4c-a5cd-e2d8c56b89f5 service neutron] Pushing event updated for resources: {'Port': ['ID=4c338798-f13b-42c7-932c-6331f24be7e4,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:33.013309 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-54f31534-f099-423a-bf53-9ed8367359bc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'port': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'mac_address': 'fa:16:3e:c0:37:46', 'name': 'tempest-NetworksTestDHCPv6-449950979'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:36:33.053084 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-7fe5d365-94d1-4db0-beed-8184cfbb16c4 service neutron] Transition to ACTIVE for port object f40eae86-ce91-4627-8cc8-71e6eabd0e01 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:36:33.104284 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-7fe5d365-94d1-4db0-beed-8184cfbb16c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:33.112084 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-f36a3d4d-b626-42eb-b144-81a8001588da None None] For port f5b6a197-a47d-469d-ae31-9a5458938adf, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f5b6a197-a47d-469d-ae31-9a5458938adf,segment=NetworkSegment(6e8b6f8a-937e-42d7-a859-17731a69f66b),segment_id=6e8b6f8a-937e-42d7-a859-17731a69f66b)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:36:33.150916 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f36a3d4d-b626-42eb-b144-81a8001588da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:33.312062 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-d912e85b-7670-42ba-bac7-ddfb6db22dfa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ebf7eb106a7492aa5b3798a6700e1e3&device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 1095 time: 0.4629867 Apr 20 17:36:33.353255 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142b4e94-55b3-4b99-9e75-c09c1830ed2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-9b8a42f1-5787-4f2e-835c-e5d30b47a68e', 'network_id': '9b8a42f1-5787-4f2e-835c-e5d30b47a68e', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'fixed_ips': [{'subnet_id': 'cd9babac-3236-403d-a677-3abaea1ac3ee'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:36:33.354019 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-142b4e94-55b3-4b99-9e75-c09c1830ed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:33.450055 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-3ffe3b96-aed6-499f-8f3f-4b164ef8175a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c338798-f13b-42c7-932c-6331f24be7e4 HTTP/1.1" status: 200 len: 217 time: 0.1355424 Apr 20 17:36:33.568558 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-4b5cd4bb-4513-43dc-9dff-2ec79de91f4c req-49f71a2e-d3a1-4543-a306-8a7329f647c2 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Unset dirty status for tenant:2ebf7eb106a7492aa5b3798a6700e1e3 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:36:33.604342 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a3d4d-b626-42eb-b144-81a8001588da None None] Pushing event updated for resources: {'Port': ['ID=f5b6a197-a47d-469d-ae31-9a5458938adf,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:33.647130 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4b5cd4bb-4513-43dc-9dff-2ec79de91f4c req-49f71a2e-d3a1-4543-a306-8a7329f647c2 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/security-groups?id=5671c89d-0048-417e-b766-c124f42aab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9991989 Apr 20 17:36:33.699825 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-54f31534-f099-423a-bf53-9ed8367359bc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:36:33.718556 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5d365-94d1-4db0-beed-8184cfbb16c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f40eae86-ce91-4627-8cc8-71e6eabd0e01,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:33.747187 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-54f31534-f099-423a-bf53-9ed8367359bc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:port and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:36:33.747187 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-54f31534-f099-423a-bf53-9ed8367359bc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:36:33.760893 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-54f31534-f099-423a-bf53-9ed8367359bc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:36:33.967213 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-142b4e94-55b3-4b99-9e75-c09c1830ed2e None None] Allocated IP 2001:db8:1::2 (9b8a42f1-5787-4f2e-835c-e5d30b47a68e/cd9babac-3236-403d-a677-3abaea1ac3ee/7d734367-e2dc-49ee-b185-6942ed22c499) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:36:34.056786 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f31534-f099-423a-bf53-9ed8367359bc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:36:34.279861 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c37909-4b53-4f3c-b481-d0548810e087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-9ba611e4-024c-4a0c-9998-3bc548cf409a', 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'fixed_ips': [{'subnet_id': 'd8ee1261-8790-4822-ab41-c7052b92fa37'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:36:34.280752 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-07c37909-4b53-4f3c-b481-d0548810e087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:34.319348 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-6ebac70b-fb74-4b0f-8479-80a6da3e1d5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:34.321547 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-6ebac70b-fb74-4b0f-8479-80a6da3e1d5e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=641ca1bb-b160-4ee3-976a-db32db979b60 HTTP/1.1" status: 200 len: 859 time: 0.8614066 Apr 20 17:36:34.639101 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '269e7ade-4331-40af-96c3-dc939fc8e133', 'tag': '4c338798-f13b-42c7-932c-6331f24be7e4'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:36:34.655466 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-8f87aaeb-6cb3-497b-9cb0-981dbb0ce6cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=404fa35b-eb31-464c-8c9d-43ca9fe048f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2786942 Apr 20 17:36:34.963420 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-07c37909-4b53-4f3c-b481-d0548810e087 None None] Allocated IP 2001:db8::f816:3eff:fe80:d688 (9ba611e4-024c-4a0c-9998-3bc548cf409a/d8ee1261-8790-4822-ab41-c7052b92fa37/cf29fd61-0639-4e19-9d96-ead82d97aad9) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:36:34.993567 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cbe43495-02a5-4116-999b-8e5a61b49867 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:35.034010 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-142b4e94-55b3-4b99-9e75-c09c1830ed2e None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:35.075454 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf707d-372b-459c-93b0-71bb56663f7a req-72883fe6-03ce-4160-9b80-722f5f159014 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:35.084440 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f9cf707d-372b-459c-93b0-71bb56663f7a req-72883fe6-03ce-4160-9b80-722f5f159014 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 943 time: 1.0610900 Apr 20 17:36:35.105416 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-142b4e94-55b3-4b99-9e75-c09c1830ed2e None None] Transition to ACTIVE for port object 7d734367-e2dc-49ee-b185-6942ed22c499 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:36:35.330946 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-2e6920f9-b1fb-4290-8195-91c47e280711 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:35.348074 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-2e6920f9-b1fb-4290-8195-91c47e280711 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/networks?id=559f75fc-3697-4c39-a90d-68a51f28c45f HTTP/1.1" status: 200 len: 805 time: 0.8816154 Apr 20 17:36:35.416856 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-142b4e94-55b3-4b99-9e75-c09c1830ed2e None None] Transition to ACTIVE for port object 7d734367-e2dc-49ee-b185-6942ed22c499 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:36:35.486489 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f5b6a197-a47d-469d-ae31-9a5458938adf up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:36:35.502679 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-a841f36f-7c55-44db-b41d-a8e6420835d7 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/quotas/55ad101ba72d4aafab1fd36de3508559 HTTP/1.1" status: 200 len: 375 time: 0.1563082 Apr 20 17:36:35.598927 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-142b4e94-55b3-4b99-9e75-c09c1830ed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:35.617587 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-45d9d09c-1c31-4c93-9633-c481ecd824f2 service neutron] 10.222.0.10 "GET /v2.0/networks/404fa35b-eb31-464c-8c9d-43ca9fe048f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9380331 Apr 20 17:36:35.636056 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-7fe5d365-94d1-4db0-beed-8184cfbb16c4 service neutron] Attempting to bind port f40eae86-ce91-4627-8cc8-71e6eabd0e01 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:36:35.636056 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-7fe5d365-94d1-4db0-beed-8184cfbb16c4 service neutron] Attempting to bind port f40eae86-ce91-4627-8cc8-71e6eabd0e01 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '7543a3ce-829e-4f5b-aa0d-43ed05cd118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c6d4fe1b-5c38-412d-8e32-1a9e69c72c67'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:36:35.636056 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-7fe5d365-94d1-4db0-beed-8184cfbb16c4 service neutron] Attempting to bind port f40eae86-ce91-4627-8cc8-71e6eabd0e01 on network c6d4fe1b-5c38-412d-8e32-1a9e69c72c67 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:36:35.664844 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-54f31534-f099-423a-bf53-9ed8367359bc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:35.707152 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-7fe5d365-94d1-4db0-beed-8184cfbb16c4 service neutron] Port f40eae86-ce91-4627-8cc8-71e6eabd0e01 on network c6d4fe1b-5c38-412d-8e32-1a9e69c72c67 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:36:35.707152 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-7fe5d365-94d1-4db0-beed-8184cfbb16c4 service neutron] Attempting to bind port f40eae86-ce91-4627-8cc8-71e6eabd0e01 on network c6d4fe1b-5c38-412d-8e32-1a9e69c72c67 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:36:35.790282 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-54f31534-f099-423a-bf53-9ed8367359bc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] device_id is not set on port 659ac581-02d4-4032-adfb-c77265f711ae yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:36:35.793141 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142b4e94-55b3-4b99-9e75-c09c1830ed2e None None] Network 9b8a42f1-5787-4f2e-835c-e5d30b47a68e is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:36:35.810617 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b4e94-55b3-4b99-9e75-c09c1830ed2e None None] Pushing event updated for resources: {'Port': ['ID=7d734367-e2dc-49ee-b185-6942ed22c499,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:35.822566 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-142b4e94-55b3-4b99-9e75-c09c1830ed2e None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:36:35.842835 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142b4e94-55b3-4b99-9e75-c09c1830ed2e None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:36:35.896870 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-7fe5d365-94d1-4db0-beed-8184cfbb16c4 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:36:35.897211 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-7fe5d365-94d1-4db0-beed-8184cfbb16c4 service neutron] Checking segment: {'id': '7543a3ce-829e-4f5b-aa0d-43ed05cd118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c6d4fe1b-5c38-412d-8e32-1a9e69c72c67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:36:35.897984 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-7fe5d365-94d1-4db0-beed-8184cfbb16c4 service neutron] Bound using segment: {'id': '7543a3ce-829e-4f5b-aa0d-43ed05cd118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c6d4fe1b-5c38-412d-8e32-1a9e69c72c67'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:36:35.898797 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-7fe5d365-94d1-4db0-beed-8184cfbb16c4 service neutron] Bound port: f40eae86-ce91-4627-8cc8-71e6eabd0e01, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7543a3ce-829e-4f5b-aa0d-43ed05cd118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c6d4fe1b-5c38-412d-8e32-1a9e69c72c67'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:36:35.899337 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-7fe5d365-94d1-4db0-beed-8184cfbb16c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:35.992315 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444f3b2f-a07e-4ed8-b4d6-1816bdbc079d None None] Network 3d677137-4a91-4596-a700-466f109febcd requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:36:36.081266 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f9cf707d-372b-459c-93b0-71bb56663f7a req-6f43af66-1c8a-4704-a05e-6e2878d21ab4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b11ffdb-0a5b-46b0-8905-207106275e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9911799 Apr 20 17:36:36.108027 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-c7c4f233-e970-433a-b1f1-487e73c53b64 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=55ad101ba72d4aafab1fd36de3508559&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5889482 Apr 20 17:36:36.139542 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-07c37909-4b53-4f3c-b481-d0548810e087 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:36.218047 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-142b4e94-55b3-4b99-9e75-c09c1830ed2e None None] Attempting to bind port 7d734367-e2dc-49ee-b185-6942ed22c499 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:36:36.218047 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-142b4e94-55b3-4b99-9e75-c09c1830ed2e None None] Attempting to bind port 7d734367-e2dc-49ee-b185-6942ed22c499 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'b2819430-874a-4ede-8319-20f0d4a8f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9b8a42f1-5787-4f2e-835c-e5d30b47a68e'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:36:36.218047 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142b4e94-55b3-4b99-9e75-c09c1830ed2e None None] Attempting to bind port 7d734367-e2dc-49ee-b185-6942ed22c499 on network 9b8a42f1-5787-4f2e-835c-e5d30b47a68e {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:36:36.222101 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-07c37909-4b53-4f3c-b481-d0548810e087 None None] Transition to ACTIVE for port object cf29fd61-0639-4e19-9d96-ead82d97aad9 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:36:36.321441 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142b4e94-55b3-4b99-9e75-c09c1830ed2e None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:36:36.321827 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142b4e94-55b3-4b99-9e75-c09c1830ed2e None None] Checking segment: {'id': 'b2819430-874a-4ede-8319-20f0d4a8f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9b8a42f1-5787-4f2e-835c-e5d30b47a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:36:36.322684 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-142b4e94-55b3-4b99-9e75-c09c1830ed2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:36.322891 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142b4e94-55b3-4b99-9e75-c09c1830ed2e None None] Bound using segment: {'id': 'b2819430-874a-4ede-8319-20f0d4a8f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9b8a42f1-5787-4f2e-835c-e5d30b47a68e'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:36:36.323345 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-142b4e94-55b3-4b99-9e75-c09c1830ed2e None None] Bound port: 7d734367-e2dc-49ee-b185-6942ed22c499, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2819430-874a-4ede-8319-20f0d4a8f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9b8a42f1-5787-4f2e-835c-e5d30b47a68e'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:36:36.323714 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-142b4e94-55b3-4b99-9e75-c09c1830ed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:36.329935 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-cbe43495-02a5-4116-999b-8e5a61b49867 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Allocated IP 2001:db8::1 (3d677137-4a91-4596-a700-466f109febcd/1d3de197-4c18-43d4-8215-416c430f9977/b070d23a-4b2e-4fd5-9a17-5930fe058649) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:36:36.333344 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b9d46f3-6bca-47a2-8b27-81f20e374479'] response: {'name': 'network-changed', 'server_uuid': '269e7ade-4331-40af-96c3-dc939fc8e133', 'tag': '4c338798-f13b-42c7-932c-6331f24be7e4', 'status': 'completed', 'code': 200} Apr 20 17:36:36.462780 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0e7258d2-1ed0-4cad-9106-86c24c9f5b29 req-52aa2557-3d04-4356-afcf-38805137d9eb service neutron] 10.222.0.10 "GET /v2.0/networks/404fa35b-eb31-464c-8c9d-43ca9fe048f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8293166 Apr 20 17:36:36.512061 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-be790d1a-a25c-4059-bee7-827fa37fadfe service neutron] 10.222.0.39 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111776 Apr 20 17:36:36.758109 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-07c37909-4b53-4f3c-b481-d0548810e087 None None] Transition to ACTIVE for port object cf29fd61-0639-4e19-9d96-ead82d97aad9 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:36:36.760881 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-7c934aa3-48d8-43bd-bc60-0c437ed9ccd5 None None] Provisioning for port f5b6a197-a47d-469d-ae31-9a5458938adf completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:36:36.789470 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-7fe5d365-94d1-4db0-beed-8184cfbb16c4 service neutron] For port f40eae86-ce91-4627-8cc8-71e6eabd0e01, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:36:36.835511 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-7fe5d365-94d1-4db0-beed-8184cfbb16c4 service neutron] For port f40eae86-ce91-4627-8cc8-71e6eabd0e01, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=f40eae86-ce91-4627-8cc8-71e6eabd0e01,segment=NetworkSegment(7543a3ce-829e-4f5b-aa0d-43ed05cd118d),segment_id=7543a3ce-829e-4f5b-aa0d-43ed05cd118d)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:36:36.842073 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-7fe5d365-94d1-4db0-beed-8184cfbb16c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:36.997545 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cbe43495-02a5-4116-999b-8e5a61b49867 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:37.003062 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port f5b6a197-a47d-469d-ae31-9a5458938adf completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:36:37.010772 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fae0655b-2c80-4cb8-b1ca-72423c97e913 req-1c421905-1fc6-42f1-99a5-cd7a648eeb93 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ebf7eb106a7492aa5b3798a6700e1e3&device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 1095 time: 0.3812544 Apr 20 17:36:37.021402 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e459086-f8f9-4b40-ba8f-534a3e7168b5 req-e1781edf-954d-443c-953a-4e2629565b5b tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:37.022922 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3e459086-f8f9-4b40-ba8f-534a3e7168b5 req-e1781edf-954d-443c-953a-4e2629565b5b tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 944 time: 0.5427763 Apr 20 17:36:37.041024 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-07c37909-4b53-4f3c-b481-d0548810e087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:37.058762 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-7c934aa3-48d8-43bd-bc60-0c437ed9ccd5 None None] Provisioning complete for port f5b6a197-a47d-469d-ae31-9a5458938adf triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:36:37.059077 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7c934aa3-48d8-43bd-bc60-0c437ed9ccd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:37.065433 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-cbe43495-02a5-4116-999b-8e5a61b49867 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Transition to ACTIVE for port object b070d23a-4b2e-4fd5-9a17-5930fe058649 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:36:37.105032 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-7fe5d365-94d1-4db0-beed-8184cfbb16c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:37.106785 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-7fe5d365-94d1-4db0-beed-8184cfbb16c4 service neutron] 10.222.0.10 "PUT /v2.0/ports/f40eae86-ce91-4627-8cc8-71e6eabd0e01 HTTP/1.1" status: 200 len: 1091 time: 7.2376461 Apr 20 17:36:37.112038 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f83f5c1-8862-400c-b48f-3072a3dbae30', 'tag': 'f40eae86-ce91-4627-8cc8-71e6eabd0e01'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:36:37.268888 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port f5b6a197-a47d-469d-ae31-9a5458938adf triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:36:37.268888 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:37.441914 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3e459086-f8f9-4b40-ba8f-534a3e7168b5 req-124c5cf1-5635-4dbd-adc5-8d61e6e16767 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/security-groups?id=5671c89d-0048-417e-b766-c124f42aab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948560 Apr 20 17:36:37.444117 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c37909-4b53-4f3c-b481-d0548810e087 None None] Pushing event updated for resources: {'Port': ['ID=cf29fd61-0639-4e19-9d96-ead82d97aad9,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:37.448429 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c37909-4b53-4f3c-b481-d0548810e087 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:36:37.455960 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-07c37909-4b53-4f3c-b481-d0548810e087 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:36:37.461753 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c37909-4b53-4f3c-b481-d0548810e087 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:36:37.494724 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5d365-94d1-4db0-beed-8184cfbb16c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f40eae86-ce91-4627-8cc8-71e6eabd0e01,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:37.501362 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0655b-2c80-4cb8-b1ca-72423c97e913 req-a611cd85-9968-404f-bb75-a2f0ea665a6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:37.503169 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fae0655b-2c80-4cb8-b1ca-72423c97e913 req-a611cd85-9968-404f-bb75-a2f0ea665a6f service neutron] 10.222.0.10 "GET /v2.0/networks?id=404fa35b-eb31-464c-8c9d-43ca9fe048f0 HTTP/1.1" status: 200 len: 920 time: 0.4792600 Apr 20 17:36:37.506033 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cbe43495-02a5-4116-999b-8e5a61b49867 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:37.577483 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-73c21bd1-ab54-4229-8009-92da64af9312 service neutron] 10.222.0.39 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0244129 Apr 20 17:36:37.577483 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-54f31534-f099-423a-bf53-9ed8367359bc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Allocated IP 2001:db8::f816:3eff:fec0:3746 (9ba611e4-024c-4a0c-9998-3bc548cf409a/d8ee1261-8790-4822-ab41-c7052b92fa37/659ac581-02d4-4032-adfb-c77265f711ae) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:36:37.648941 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:37.754504 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-142b4e94-55b3-4b99-9e75-c09c1830ed2e None None] For port 7d734367-e2dc-49ee-b185-6942ed22c499, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:36:37.807355 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-20be5a71-a03b-4c99-941c-173f485b1ca3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 1094 time: 0.6238668 Apr 20 17:36:37.833025 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7c934aa3-48d8-43bd-bc60-0c437ed9ccd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:37.860106 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-07c37909-4b53-4f3c-b481-d0548810e087 None None] Attempting to bind port cf29fd61-0639-4e19-9d96-ead82d97aad9 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:36:37.860464 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-07c37909-4b53-4f3c-b481-d0548810e087 None None] Attempting to bind port cf29fd61-0639-4e19-9d96-ead82d97aad9 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:36:37.861009 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c37909-4b53-4f3c-b481-d0548810e087 None None] Attempting to bind port cf29fd61-0639-4e19-9d96-ead82d97aad9 on network 9ba611e4-024c-4a0c-9998-3bc548cf409a {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:36:37.865281 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-142b4e94-55b3-4b99-9e75-c09c1830ed2e None None] For port 7d734367-e2dc-49ee-b185-6942ed22c499, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=7d734367-e2dc-49ee-b185-6942ed22c499,segment=NetworkSegment(b2819430-874a-4ede-8319-20f0d4a8f6eb),segment_id=b2819430-874a-4ede-8319-20f0d4a8f6eb)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:36:37.930898 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-142b4e94-55b3-4b99-9e75-c09c1830ed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:37.940635 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-f4a94fdb-488b-4eed-828e-02918702b282 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f40eae86-ce91-4627-8cc8-71e6eabd0e01 HTTP/1.1" status: 200 len: 217 time: 0.1124694 Apr 20 17:36:37.953622 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port f5b6a197-a47d-469d-ae31-9a5458938adf, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f5b6a197-a47d-469d-ae31-9a5458938adf,segment=NetworkSegment(6e8b6f8a-937e-42d7-a859-17731a69f66b),segment_id=6e8b6f8a-937e-42d7-a859-17731a69f66b)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:36:38.091704 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-2fdece6b-399e-4873-ae30-7a640bb99333 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:38.091704 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-2fdece6b-399e-4873-ae30-7a640bb99333 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4c363c9-ff38-4c02-a21b-5b3727689d41 HTTP/1.1" status: 200 len: 834 time: 0.1427479 Apr 20 17:36:38.091704 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c474177e-558e-473e-aabb-74382baa0326'] response: {'name': 'network-changed', 'server_uuid': '4f83f5c1-8862-400c-b48f-3072a3dbae30', 'tag': 'f40eae86-ce91-4627-8cc8-71e6eabd0e01', 'status': 'completed', 'code': 200} Apr 20 17:36:38.132230 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:38.151883 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c37909-4b53-4f3c-b481-d0548810e087 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:36:38.151883 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c37909-4b53-4f3c-b481-d0548810e087 None None] Checking segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:36:38.151883 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-07c37909-4b53-4f3c-b481-d0548810e087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:38.151883 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c37909-4b53-4f3c-b481-d0548810e087 None None] Bound using segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:36:38.156630 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-07c37909-4b53-4f3c-b481-d0548810e087 None None] Bound port: cf29fd61-0639-4e19-9d96-ead82d97aad9, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:36:38.156630 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-07c37909-4b53-4f3c-b481-d0548810e087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:38.545141 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fae0655b-2c80-4cb8-b1ca-72423c97e913 req-78a7ab2b-84ab-4394-b11a-1f40879a1962 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c338798-f13b-42c7-932c-6331f24be7e4 HTTP/1.1" status: 200 len: 217 time: 1.0265057 Apr 20 17:36:38.566857 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe43495-02a5-4116-999b-8e5a61b49867 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network 3d677137-4a91-4596-a700-466f109febcd is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:36:38.655615 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe43495-02a5-4116-999b-8e5a61b49867 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Port': ['ID=b070d23a-4b2e-4fd5-9a17-5930fe058649,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:38.655615 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-cbe43495-02a5-4116-999b-8e5a61b49867 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:36:38.672374 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe43495-02a5-4116-999b-8e5a61b49867 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:36:38.672374 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cbe43495-02a5-4116-999b-8e5a61b49867 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:38.794857 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0655b-2c80-4cb8-b1ca-72423c97e913 req-8b726d68-7373-4c8f-94e7-9623e79b4799 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:38.796372 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fae0655b-2c80-4cb8-b1ca-72423c97e913 req-8b726d68-7373-4c8f-94e7-9623e79b4799 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=641ca1bb-b160-4ee3-976a-db32db979b60 HTTP/1.1" status: 200 len: 859 time: 0.2232704 Apr 20 17:36:38.799804 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-c280bc59-515f-4737-85ec-8720b3f6d095 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c6d4fe1b-5c38-412d-8e32-1a9e69c72c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6921997 Apr 20 17:36:38.820364 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b4e94-55b3-4b99-9e75-c09c1830ed2e None None] Pushing event updated for resources: {'Port': ['ID=7d734367-e2dc-49ee-b185-6942ed22c499,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:38.827312 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-7c934aa3-48d8-43bd-bc60-0c437ed9ccd5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:36:38.828659 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-7c934aa3-48d8-43bd-bc60-0c437ed9ccd5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:36:38.988405 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-54f31534-f099-423a-bf53-9ed8367359bc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:38.992869 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fae0655b-2c80-4cb8-b1ca-72423c97e913 req-9efeec91-d474-47b3-b742-3cf12578fde4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=404fa35b-eb31-464c-8c9d-43ca9fe048f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1738610 Apr 20 17:36:39.032082 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 4c338798-f13b-42c7-932c-6331f24be7e4 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:36:39.143174 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-54f31534-f099-423a-bf53-9ed8367359bc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Transition to ACTIVE for port object 659ac581-02d4-4032-adfb-c77265f711ae will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:36:39.216030 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-54f31534-f099-423a-bf53-9ed8367359bc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:39.237964 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ff216-16da-4461-8755-fdfbfc561d9f req-1e781197-ada2-4dc7-93ce-1a380cb4f72a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:39.256947 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ec3ff216-16da-4461-8755-fdfbfc561d9f req-1e781197-ada2-4dc7-93ce-1a380cb4f72a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 943 time: 1.3744538 Apr 20 17:36:39.472648 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=f5b6a197-a47d-469d-ae31-9a5458938adf,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:39.494096 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-02907905-61f0-4d5a-985b-c6954ddbbe56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:39.526493 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cbe43495-02a5-4116-999b-8e5a61b49867 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:39.627551 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-07c37909-4b53-4f3c-b481-d0548810e087 None None] For port cf29fd61-0639-4e19-9d96-ead82d97aad9, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:36:39.694127 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.resource_extend [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:36:39.700349 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-e120f881-c09c-4b6b-9ec9-15db20964b02 service neutron] 10.222.0.10 "GET /v2.0/networks/c6d4fe1b-5c38-412d-8e32-1a9e69c72c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8759298 Apr 20 17:36:39.700349 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f31534-f099-423a-bf53-9ed8367359bc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Port': ['ID=659ac581-02d4-4032-adfb-c77265f711ae,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:39.735835 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-07c37909-4b53-4f3c-b481-d0548810e087 None None] For port cf29fd61-0639-4e19-9d96-ead82d97aad9, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=cf29fd61-0639-4e19-9d96-ead82d97aad9,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:36:39.759288 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-514bb139-5bf0-4550-bc0f-2fa4d00edb8a req-20eb3adb-9762-4ebe-9354-6892ea037ddb tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=e278c072-8a22-49a5-a778-76dea42f9ae8 HTTP/1.1" status: 200 len: 210 time: 0.3790879 Apr 20 17:36:39.814507 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fae0655b-2c80-4cb8-b1ca-72423c97e913 req-bc4a7220-5a5c-492c-a857-6e1d290b081f service neutron] 10.222.0.10 "GET /v2.0/networks/404fa35b-eb31-464c-8c9d-43ca9fe048f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7919602 Apr 20 17:36:39.839450 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ec3ff216-16da-4461-8755-fdfbfc561d9f req-aaf0d076-8c92-448c-8310-b046d8072f2f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b11ffdb-0a5b-46b0-8905-207106275e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5929444 Apr 20 17:36:39.873100 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-07c37909-4b53-4f3c-b481-d0548810e087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:39.875500 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f31534-f099-423a-bf53-9ed8367359bc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:36:39.882004 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-54f31534-f099-423a-bf53-9ed8367359bc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:36:39.937198 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f31534-f099-423a-bf53-9ed8367359bc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:36:39.943030 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f31534-f099-423a-bf53-9ed8367359bc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:39.944018 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-54f31534-f099-423a-bf53-9ed8367359bc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:40.195280 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-54f31534-f099-423a-bf53-9ed8367359bc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 7.1730731 Apr 20 17:36:40.239044 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38410) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:40.449284 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-58807080-1121-4b6d-93df-f94d83712ba9 None None] Provisioning for port b070d23a-4b2e-4fd5-9a17-5930fe058649 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:36:40.550100 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 7d734367-e2dc-49ee-b185-6942ed22c499 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:36:40.732645 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-512199e4-0324-460f-a781-e8f36b5b9a5a req-9060000c-ddfb-4d67-b7d4-5af3e039ead9 service neutron] 10.222.0.10 "GET /v2.0/networks/c6d4fe1b-5c38-412d-8e32-1a9e69c72c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9543626 Apr 20 17:36:40.779200 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 4c338798-f13b-42c7-932c-6331f24be7e4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=4c338798-f13b-42c7-932c-6331f24be7e4,segment=NetworkSegment(d4af0888-96c0-4bc6-8226-00610a420d13),segment_id=d4af0888-96c0-4bc6-8226-00610a420d13)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:36:40.801982 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-58807080-1121-4b6d-93df-f94d83712ba9 None None] Provisioning complete for port b070d23a-4b2e-4fd5-9a17-5930fe058649 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:36:40.802372 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-58807080-1121-4b6d-93df-f94d83712ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:40.909740 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '4c338798-f13b-42c7-932c-6331f24be7e4', 'network_id': '404fa35b-eb31-464c-8c9d-43ca9fe048f0', 'port_id': '4c338798-f13b-42c7-932c-6331f24be7e4', 'mac_address': 'fa:16:3e:8d:4f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641ca1bb-b160-4ee3-976a-db32db979b60', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:36:40.959908 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-58807080-1121-4b6d-93df-f94d83712ba9 None None] Port b070d23a-4b2e-4fd5-9a17-5930fe058649 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:36:40.961287 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e498e6e4-9f4c-4aab-a6ca-45522b6cc2c3 None None] Network 9b8a42f1-5787-4f2e-835c-e5d30b47a68e requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:36:41.007765 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c37909-4b53-4f3c-b481-d0548810e087 None None] Pushing event updated for resources: {'Port': ['ID=cf29fd61-0639-4e19-9d96-ead82d97aad9,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:41.118309 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cbe43495-02a5-4116-999b-8e5a61b49867 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:41.143011 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cbe43495-02a5-4116-999b-8e5a61b49867 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:41.143011 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cbe43495-02a5-4116-999b-8e5a61b49867 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:41.409014 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 7d734367-e2dc-49ee-b185-6942ed22c499 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:36:41.421842 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-59416004-97e8-4683-b777-01cb666bab6f req-1121ddcc-05e7-4ea8-acd4-b8bffac27efd tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=e278c072-8a22-49a5-a778-76dea42f9ae8 HTTP/1.1" status: 200 len: 210 time: 0.1599274 Apr 20 17:36:41.557280 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:41.635025 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe43495-02a5-4116-999b-8e5a61b49867 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Port': ['ID=b070d23a-4b2e-4fd5-9a17-5930fe058649,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:41.642866 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fae0655b-2c80-4cb8-b1ca-72423c97e913 req-385d57bc-9e16-46e5-b7ea-89aa51d0594b service neutron] 10.222.0.10 "GET /v2.0/networks/404fa35b-eb31-464c-8c9d-43ca9fe048f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5190856 Apr 20 17:36:41.717289 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f5b6a197-a47d-469d-ae31-9a5458938adf up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:36:41.732483 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8711469b-1444-44bf-81cb-a225d5d5c4ed tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:41.744131 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8711469b-1444-44bf-81cb-a225d5d5c4ed tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.43 "GET /v2.0/networks?id=559f75fc-3697-4c39-a90d-68a51f28c45f HTTP/1.1" status: 200 len: 805 time: 1.0012622 Apr 20 17:36:41.758297 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe43495-02a5-4116-999b-8e5a61b49867 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network 3d677137-4a91-4596-a700-466f109febcd is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:36:41.763338 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-cbe43495-02a5-4116-999b-8e5a61b49867 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:36:41.789638 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8e17b545-8386-42dd-9cd6-d52551043385 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Request body: {'port': {'device_id': 'e278c072-8a22-49a5-a778-76dea42f9ae8', 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f', 'admin_state_up': True, 'tenant_id': '55ad101ba72d4aafab1fd36de3508559'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:36:41.801820 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ec15e21e-dea3-4368-80a3-6cc1b73f8778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:41.859279 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c338798-f13b-42c7-932c-6331f24be7e4 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:36:41.871431 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af97f2d-9255-4587-b13e-af2b86971b2b req-dfb21201-f68d-4c1a-a688-b2178002981f tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:41.871431 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7af97f2d-9255-4587-b13e-af2b86971b2b req-dfb21201-f68d-4c1a-a688-b2178002981f tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 944 time: 1.6322398 Apr 20 17:36:41.908210 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94e6d1b-4184-421b-b804-305317699d57 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:41.918410 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94e6d1b-4184-421b-b804-305317699d57 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:41.918410 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a94e6d1b-4184-421b-b804-305317699d57 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:36:41.967547 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-58807080-1121-4b6d-93df-f94d83712ba9 None None] Provisioning complete for port f5b6a197-a47d-469d-ae31-9a5458938adf triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:36:41.967547 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-58807080-1121-4b6d-93df-f94d83712ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:42.034477 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 4c338798-f13b-42c7-932c-6331f24be7e4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=4c338798-f13b-42c7-932c-6331f24be7e4,segment=NetworkSegment(d4af0888-96c0-4bc6-8226-00610a420d13),segment_id=d4af0888-96c0-4bc6-8226-00610a420d13)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:36:42.066315 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:42.066315 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port f5b6a197-a47d-469d-ae31-9a5458938adf triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:36:42.066315 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:42.132399 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-38be2460-af78-4787-bd43-d395a10aa3c2 req-b5644fa2-6568-4f81-b44c-e2a2c1401134 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 1094 time: 1.1578763 Apr 20 17:36:42.134588 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7af97f2d-9255-4587-b13e-af2b86971b2b req-aef1621d-ab14-4bed-98ae-0d3b0a47ca27 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/security-groups?id=5671c89d-0048-417e-b766-c124f42aab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037716 Apr 20 17:36:42.416238 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a94e6d1b-4184-421b-b804-305317699d57 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:36:42.436057 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a94e6d1b-4184-421b-b804-305317699d57 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 2.1929798 Apr 20 17:36:42.436057 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38448) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:42.541074 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['4c338798-f13b-42c7-932c-6331f24be7e4'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:36:42.702870 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be2460-af78-4787-bd43-d395a10aa3c2 req-607b976f-cb79-48ea-bd4e-9fcdee169bb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:42.704852 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-38be2460-af78-4787-bd43-d395a10aa3c2 req-607b976f-cb79-48ea-bd4e-9fcdee169bb3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c6d4fe1b-5c38-412d-8e32-1a9e69c72c67 HTTP/1.1" status: 200 len: 897 time: 0.5526702 Apr 20 17:36:42.846426 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:42.846426 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=4c338798-f13b-42c7-932c-6331f24be7e4,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:42.975922 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:43.072161 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bf2c8d81-f78d-4f1b-a8e8-5c6097dc4810 req-0a64c999-8524-4742-bd2d-b5b8752cb7a7 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=e278c072-8a22-49a5-a778-76dea42f9ae8 HTTP/1.1" status: 200 len: 210 time: 0.2856200 Apr 20 17:36:43.158771 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-ab4ddddc-9fb7-4a1e-a361-e754f7b5c62c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting port 659ac581-02d4-4032-adfb-c77265f711ae {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:36:43.159790 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ab4ddddc-9fb7-4a1e-a361-e754f7b5c62c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:43.302828 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71b148-69a0-4aa6-a738-151386941362 req-ee5f9f2c-7474-459b-b896-e11f6c7ed0e0 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:43.317315 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6d71b148-69a0-4aa6-a738-151386941362 req-ee5f9f2c-7474-459b-b896-e11f6c7ed0e0 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 943 time: 1.3160498 Apr 20 17:36:43.327180 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-38be2460-af78-4787-bd43-d395a10aa3c2 req-710ffb4e-c04d-4d32-88ec-c0806f9ecf1e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f40eae86-ce91-4627-8cc8-71e6eabd0e01 HTTP/1.1" status: 200 len: 217 time: 0.5326777 Apr 20 17:36:43.444509 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:43.496009 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6d71b148-69a0-4aa6-a738-151386941362 req-053103fa-4b63-4e33-815d-875f309a7a5c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b11ffdb-0a5b-46b0-8905-207106275e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814170 Apr 20 17:36:43.600063 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8e17b545-8386-42dd-9cd6-d52551043385 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:36:43.638520 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-cf4797f7-e562-455b-9ecd-cc3a6f6d232f None None] Provisioning complete for port b070d23a-4b2e-4fd5-9a17-5930fe058649 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:36:43.639581 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cf4797f7-e562-455b-9ecd-cc3a6f6d232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:43.696626 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe43495-02a5-4116-999b-8e5a61b49867 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Router 1b535ec2-27a0-4679-95ee-69bb79d9a48e is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:36:43.744068 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8e17b545-8386-42dd-9cd6-d52551043385 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:36:43.792596 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-cf4797f7-e562-455b-9ecd-cc3a6f6d232f None None] Port b070d23a-4b2e-4fd5-9a17-5930fe058649 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:36:43.792596 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cf29fd61-0639-4e19-9d96-ead82d97aad9 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:36:43.837773 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be2460-af78-4787-bd43-d395a10aa3c2 req-93de8893-3159-4912-8a62-badc8de6d063 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:43.837773 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-38be2460-af78-4787-bd43-d395a10aa3c2 req-93de8893-3159-4912-8a62-badc8de6d063 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4c363c9-ff38-4c02-a21b-5b3727689d41 HTTP/1.1" status: 200 len: 834 time: 0.4598680 Apr 20 17:36:43.889290 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8e17b545-8386-42dd-9cd6-d52551043385 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Made reservation on behalf of 55ad101ba72d4aafab1fd36de3508559 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:36:43.889290 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8e17b545-8386-42dd-9cd6-d52551043385 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:43.932545 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-cf4797f7-e562-455b-9ecd-cc3a6f6d232f None None] Provisioning for port 659ac581-02d4-4032-adfb-c77265f711ae completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:36:43.944615 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-cf4797f7-e562-455b-9ecd-cc3a6f6d232f None None] Provisioning complete for port 659ac581-02d4-4032-adfb-c77265f711ae triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:36:43.945046 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cf4797f7-e562-455b-9ecd-cc3a6f6d232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:44.027700 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-cf4797f7-e562-455b-9ecd-cc3a6f6d232f None None] Port 659ac581-02d4-4032-adfb-c77265f711ae cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:36:44.031729 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port cf29fd61-0639-4e19-9d96-ead82d97aad9 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:36:44.045119 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:44.054333 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device f40eae86-ce91-4627-8cc8-71e6eabd0e01 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:36:44.078141 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-cf4797f7-e562-455b-9ecd-cc3a6f6d232f None None] Provisioning for port 7d734367-e2dc-49ee-b185-6942ed22c499 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:36:44.094459 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe43495-02a5-4116-999b-8e5a61b49867 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:36:44.097921 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-cf4797f7-e562-455b-9ecd-cc3a6f6d232f None None] Provisioning complete for port 7d734367-e2dc-49ee-b185-6942ed22c499 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:36:44.097921 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cf4797f7-e562-455b-9ecd-cc3a6f6d232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:44.113809 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce07808-ad8e-41f6-9240-5b8ce9451fbe None None] Sync routers for ids ['1b535ec2-27a0-4679-95ee-69bb79d9a48e'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:36:44.124184 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cbe43495-02a5-4116-999b-8e5a61b49867 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "PUT /v2.0/routers/1b535ec2-27a0-4679-95ee-69bb79d9a48e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1989591 Apr 20 17:36:44.127529 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38472) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:44.136713 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bade51-14c1-4651-9ee6-8ce265a10fd0 req-c5b0499d-1889-4b77-be53-8ae4e2875825 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:44.146724 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c6bade51-14c1-4651-9ee6-8ce265a10fd0 req-c5b0499d-1889-4b77-be53-8ae4e2875825 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 945 time: 0.6488528 Apr 20 17:36:44.200498 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.resource_extend [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:36:44.203611 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce07808-ad8e-41f6-9240-5b8ce9451fbe None None] Routers {'1b535ec2-27a0-4679-95ee-69bb79d9a48e'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:36:44.203611 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-1ce07808-ad8e-41f6-9240-5b8ce9451fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:36:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['1b535ec2-27a0-4679-95ee-69bb79d9a48e'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:36:44.262163 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cf34dd-5300-4743-80c4-bd8a16dc2f39 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:44.262163 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b0cf34dd-5300-4743-80c4-bd8a16dc2f39 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Synchronizing usage tracker for tenant:223231c784ee479d86d7622cff558dcb on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:36:44.286078 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b0cf34dd-5300-4743-80c4-bd8a16dc2f39 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Unset dirty status for tenant:223231c784ee479d86d7622cff558dcb on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:36:44.286078 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b0cf34dd-5300-4743-80c4-bd8a16dc2f39 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "GET /v2.0/ports/b070d23a-4b2e-4fd5-9a17-5930fe058649 HTTP/1.1" status: 200 len: 911 time: 0.1560330 Apr 20 17:36:44.286078 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38478) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:44.344590 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-1ce07808-ad8e-41f6-9240-5b8ce9451fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:36:44.354392 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-38be2460-af78-4787-bd43-d395a10aa3c2 req-c8d2f3ad-691d-48c9-9b69-828d13bf403b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c6d4fe1b-5c38-412d-8e32-1a9e69c72c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5100822 Apr 20 17:36:44.360345 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce07808-ad8e-41f6-9240-5b8ce9451fbe None None] Routers {'1b535ec2-27a0-4679-95ee-69bb79d9a48e'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:36:44.361169 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-1ce07808-ad8e-41f6-9240-5b8ce9451fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:36:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['1b535ec2-27a0-4679-95ee-69bb79d9a48e'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:36:44.415127 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c6bade51-14c1-4651-9ee6-8ce265a10fd0 req-91352832-9ad4-4fe0-98d4-767e03c5004f tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/security-groups?id=5671c89d-0048-417e-b766-c124f42aab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703440 Apr 20 17:36:44.427629 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-1ce07808-ad8e-41f6-9240-5b8ce9451fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:36:44.428346 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce07808-ad8e-41f6-9240-5b8ce9451fbe None None] The sync data for ids ['1b535ec2-27a0-4679-95ee-69bb79d9a48e'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:36:44.580008 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-12536d02-44d2-4595-a0d7-3737ad3e0a13 req-652ef25c-5afa-4d8b-a6e2-c43fef28f161 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=e278c072-8a22-49a5-a778-76dea42f9ae8 HTTP/1.1" status: 200 len: 210 time: 0.0903883 Apr 20 17:36:44.689781 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8aa1ef41-c43a-40e2-83b1-cd1cf73370dc req-3ec87811-faaa-4424-ac8a-8ee84fe9b2c6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8a395357-09d1-46ee-8244-f165d4cd9f76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1466038 Apr 20 17:36:44.705891 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port f40eae86-ce91-4627-8cc8-71e6eabd0e01, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=f40eae86-ce91-4627-8cc8-71e6eabd0e01,segment=NetworkSegment(7543a3ce-829e-4f5b-aa0d-43ed05cd118d),segment_id=7543a3ce-829e-4f5b-aa0d-43ed05cd118d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:36:44.758001 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8e17b545-8386-42dd-9cd6-d52551043385 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Allocated IP 172.20.0.12 (559f75fc-3697-4c39-a90d-68a51f28c45f/32922401-1cb1-4df1-a18a-26612d131639/0b55770a-cb4e-41da-8f76-7a1a683e7ea7) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:36:44.781473 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cf4797f7-e562-455b-9ecd-cc3a6f6d232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:44.818663 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'f40eae86-ce91-4627-8cc8-71e6eabd0e01', 'network_id': 'c6d4fe1b-5c38-412d-8e32-1a9e69c72c67', 'port_id': 'f40eae86-ce91-4627-8cc8-71e6eabd0e01', 'mac_address': 'fa:16:3e:f8:15:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c363c9-ff38-4c02-a21b-5b3727689d41', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:36:44.980625 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-cf4797f7-e562-455b-9ecd-cc3a6f6d232f None None] For port 7d734367-e2dc-49ee-b185-6942ed22c499, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=7d734367-e2dc-49ee-b185-6942ed22c499,segment=NetworkSegment(b2819430-874a-4ede-8319-20f0d4a8f6eb),segment_id=b2819430-874a-4ede-8319-20f0d4a8f6eb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:36:45.005245 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cf4797f7-e562-455b-9ecd-cc3a6f6d232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:45.148000 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4797f7-e562-455b-9ecd-cc3a6f6d232f None None] Pushing event updated for resources: {'Port': ['ID=7d734367-e2dc-49ee-b185-6942ed22c499,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:45.166725 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ab4ddddc-9fb7-4a1e-a361-e754f7b5c62c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:45.223640 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:45.285482 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8aa1ef41-c43a-40e2-83b1-cd1cf73370dc req-20477bc8-ee44-4dff-90d6-1f1aad844e00 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55ad101ba72d4aafab1fd36de3508559&device_id=8a395357-09d1-46ee-8244-f165d4cd9f76 HTTP/1.1" status: 200 len: 1096 time: 0.3010619 Apr 20 17:36:45.321020 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-cf4797f7-e562-455b-9ecd-cc3a6f6d232f None None] Provisioning for port cf29fd61-0639-4e19-9d96-ead82d97aad9 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:36:45.346118 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-cf4797f7-e562-455b-9ecd-cc3a6f6d232f None None] Provisioning complete for port cf29fd61-0639-4e19-9d96-ead82d97aad9 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:36:45.346504 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cf4797f7-e562-455b-9ecd-cc3a6f6d232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:45.412526 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f40eae86-ce91-4627-8cc8-71e6eabd0e01 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:36:45.571926 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:45.575065 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port f40eae86-ce91-4627-8cc8-71e6eabd0e01, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=f40eae86-ce91-4627-8cc8-71e6eabd0e01,segment=NetworkSegment(7543a3ce-829e-4f5b-aa0d-43ed05cd118d),segment_id=7543a3ce-829e-4f5b-aa0d-43ed05cd118d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:36:45.584225 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:45.697137 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 7d734367-e2dc-49ee-b185-6942ed22c499 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:36:45.698775 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-ab4ddddc-9fb7-4a1e-a361-e754f7b5c62c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Calling delete_port for 659ac581-02d4-4032-adfb-c77265f711ae owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:36:45.854418 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1ef41-c43a-40e2-83b1-cd1cf73370dc req-cd682788-f9ea-4b80-817f-c7e79414c5df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:45.854418 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8aa1ef41-c43a-40e2-83b1-cd1cf73370dc req-cd682788-f9ea-4b80-817f-c7e79414c5df service neutron] 10.222.0.43 "GET /v2.0/networks?id=559f75fc-3697-4c39-a90d-68a51f28c45f HTTP/1.1" status: 200 len: 906 time: 0.5033255 Apr 20 17:36:45.857059 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=f40eae86-ce91-4627-8cc8-71e6eabd0e01,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:45.875259 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cf4797f7-e562-455b-9ecd-cc3a6f6d232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:45.922772 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 7d734367-e2dc-49ee-b185-6942ed22c499 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:36:45.922772 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:45.943719 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-cf4797f7-e562-455b-9ecd-cc3a6f6d232f None None] For port cf29fd61-0639-4e19-9d96-ead82d97aad9, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=cf29fd61-0639-4e19-9d96-ead82d97aad9,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:36:45.943719 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['f40eae86-ce91-4627-8cc8-71e6eabd0e01'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:36:45.981613 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-38be2460-af78-4787-bd43-d395a10aa3c2 req-b4235a75-e315-4667-814a-c0803b70f463 service neutron] 10.222.0.10 "GET /v2.0/networks/c6d4fe1b-5c38-412d-8e32-1a9e69c72c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5599604 Apr 20 17:36:46.006649 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fcd14-3dc4-47b4-a40e-9d7d73c265ea req-5c3acb37-0afa-4f4a-a1f7-f26a00b374d9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:46.006649 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-520fcd14-3dc4-47b4-a40e-9d7d73c265ea req-5c3acb37-0afa-4f4a-a1f7-f26a00b374d9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Synchronizing usage tracker for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:36:46.032180 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cf4797f7-e562-455b-9ecd-cc3a6f6d232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:46.137652 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 4c338798-f13b-42c7-932c-6331f24be7e4 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:36:46.180650 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961f231-872d-4f60-b92e-08161d07ef98 req-9e0bc529-4d10-4818-a646-2cae2d618a26 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:46.182078 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5961f231-872d-4f60-b92e-08161d07ef98 req-9e0bc529-4d10-4818-a646-2cae2d618a26 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 945 time: 0.5106924 Apr 20 17:36:46.210277 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8aa1ef41-c43a-40e2-83b1-cd1cf73370dc req-8d61a101-182d-4e78-99e3-effb4ed7aa01 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d342bd3a-35b5-47b3-8bf2-c19218fd8a1e HTTP/1.1" status: 200 len: 217 time: 0.3530924 Apr 20 17:36:46.240778 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-38be2460-af78-4787-bd43-d395a10aa3c2 req-a99e8e84-e1e9-4665-89fa-30f5a44c1d45 service neutron] 10.222.0.10 "GET /v2.0/networks/c6d4fe1b-5c38-412d-8e32-1a9e69c72c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494056 Apr 20 17:36:46.334412 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8e17b545-8386-42dd-9cd6-d52551043385 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:46.345697 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1ef41-c43a-40e2-83b1-cd1cf73370dc req-271f29db-50b3-4235-b9b3-2aeff1699836 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:46.345697 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8aa1ef41-c43a-40e2-83b1-cd1cf73370dc req-271f29db-50b3-4235-b9b3-2aeff1699836 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32922401-1cb1-4df1-a18a-26612d131639 HTTP/1.1" status: 200 len: 845 time: 0.1245575 Apr 20 17:36:46.356627 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-520fcd14-3dc4-47b4-a40e-9d7d73c265ea req-5c3acb37-0afa-4f4a-a1f7-f26a00b374d9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Unset dirty status for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:36:46.370629 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-520fcd14-3dc4-47b4-a40e-9d7d73c265ea req-5c3acb37-0afa-4f4a-a1f7-f26a00b374d9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 943 time: 0.9664087 Apr 20 17:36:46.402092 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4797f7-e562-455b-9ecd-cc3a6f6d232f None None] Pushing event updated for resources: {'Port': ['ID=cf29fd61-0639-4e19-9d96-ead82d97aad9,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:46.434794 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4797f7-e562-455b-9ecd-cc3a6f6d232f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:36:46.434794 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4797f7-e562-455b-9ecd-cc3a6f6d232f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:36:46.434794 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4797f7-e562-455b-9ecd-cc3a6f6d232f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:36:46.434794 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4797f7-e562-455b-9ecd-cc3a6f6d232f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:36:46.434794 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4797f7-e562-455b-9ecd-cc3a6f6d232f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:36:46.434794 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4797f7-e562-455b-9ecd-cc3a6f6d232f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:36:46.434794 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4797f7-e562-455b-9ecd-cc3a6f6d232f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:36:46.434794 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4797f7-e562-455b-9ecd-cc3a6f6d232f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:36:46.434794 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4797f7-e562-455b-9ecd-cc3a6f6d232f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:36:46.434794 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4797f7-e562-455b-9ecd-cc3a6f6d232f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:36:46.434794 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4797f7-e562-455b-9ecd-cc3a6f6d232f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:36:46.478328 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ab4ddddc-9fb7-4a1e-a361-e754f7b5c62c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:46.523492 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 4c338798-f13b-42c7-932c-6331f24be7e4 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:36:46.576286 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 4c338798-f13b-42c7-932c-6331f24be7e4 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:36:46.577798 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:46.600153 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ddddc-9fb7-4a1e-a361-e754f7b5c62c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Port': ['ID=659ac581-02d4-4032-adfb-c77265f711ae,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:46.605702 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8aa1ef41-c43a-40e2-83b1-cd1cf73370dc req-fa0b4b95-81d4-45b1-8ffd-aeac5b6c0b98 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=559f75fc-3697-4c39-a90d-68a51f28c45f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2563980 Apr 20 17:36:46.624047 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5961f231-872d-4f60-b92e-08161d07ef98 req-30d4c714-c791-40c6-8295-e92dc76fb793 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/security-groups?id=5671c89d-0048-417e-b766-c124f42aab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314699 Apr 20 17:36:46.761506 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ab4ddddc-9fb7-4a1e-a361-e754f7b5c62c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:46.798355 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-520fcd14-3dc4-47b4-a40e-9d7d73c265ea req-3767a71c-0a58-4530-ac2e-a32f806d9c3d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b11ffdb-0a5b-46b0-8905-207106275e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3843913 Apr 20 17:36:46.805566 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8e17b545-8386-42dd-9cd6-d52551043385 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:46.911635 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['d342bd3a-35b5-47b3-8bf2-c19218fd8a1e'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:36:46.964861 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ab4ddddc-9fb7-4a1e-a361-e754f7b5c62c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/659ac581-02d4-4032-adfb-c77265f711ae HTTP/1.1" status: 204 len: 168 time: 4.5085561 Apr 20 17:36:46.965103 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38526) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:47.011414 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8e17b545-8386-42dd-9cd6-d52551043385 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Network 559f75fc-3697-4c39-a90d-68a51f28c45f is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:36:47.014902 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8e17b545-8386-42dd-9cd6-d52551043385 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:36:47.017935 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8e17b545-8386-42dd-9cd6-d52551043385 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:36:47.019024 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-094b7994-0111-4b9a-94ae-31c3d5536c60 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:47.056877 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17b545-8386-42dd-9cd6-d52551043385 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Pushing event updated for resources: {'Port': ['ID=0b55770a-cb4e-41da-8f76-7a1a683e7ea7,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:47.150849 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8e17b545-8386-42dd-9cd6-d52551043385 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:47.150849 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8e17b545-8386-42dd-9cd6-d52551043385 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:47.186596 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:47.231636 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8e17b545-8386-42dd-9cd6-d52551043385 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4638147 Apr 20 17:36:47.242706 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8577800a-c909-4be0-bd47-966b08a9901d service neutron] Request body: {'port': {'device_id': 'e278c072-8a22-49a5-a778-76dea42f9ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:36:47.268017 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269e7ade-4331-40af-96c3-dc939fc8e133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c338798-f13b-42c7-932c-6331f24be7e4'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:36:47.292923 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 4c338798-f13b-42c7-932c-6331f24be7e4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=4c338798-f13b-42c7-932c-6331f24be7e4,segment=NetworkSegment(d4af0888-96c0-4bc6-8226-00610a420d13),segment_id=d4af0888-96c0-4bc6-8226-00610a420d13)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:36:47.315986 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:47.413966 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8aa1ef41-c43a-40e2-83b1-cd1cf73370dc req-5b9f0e5b-12a6-46d5-a46a-4ccc3a9be1fc service neutron] 10.222.0.43 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7928009 Apr 20 17:36:47.501325 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8577800a-c909-4be0-bd47-966b08a9901d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:47.663199 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cf29fd61-0639-4e19-9d96-ead82d97aad9 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:36:47.715682 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=4c338798-f13b-42c7-932c-6331f24be7e4,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:47.785426 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port cf29fd61-0639-4e19-9d96-ead82d97aad9 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:36:47.785426 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:47.888966 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87553c5-cb72-4b24-901d-8866c63cd859 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:47.890314 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87553c5-cb72-4b24-901d-8866c63cd859 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:47.891087 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d87553c5-cb72-4b24-901d-8866c63cd859 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:36:47.943493 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3b05f-b712-474e-8df8-000e6dbcfc14 req-1c5b898a-dab4-458a-b45a-5be82dca13e9 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:47.948840 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48a89cc2-f19b-4f8b-ba70-4e573abd74f8'] response: {'server_uuid': '269e7ade-4331-40af-96c3-dc939fc8e133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c338798-f13b-42c7-932c-6331f24be7e4', 'code': 200} Apr 20 17:36:47.952169 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6be3b05f-b712-474e-8df8-000e6dbcfc14 req-1c5b898a-dab4-458a-b45a-5be82dca13e9 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=e278c072-8a22-49a5-a778-76dea42f9ae8 HTTP/1.1" status: 200 len: 932 time: 0.9567475 Apr 20 17:36:48.067784 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device f40eae86-ce91-4627-8cc8-71e6eabd0e01 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:36:48.103896 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d87553c5-cb72-4b24-901d-8866c63cd859 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:36:48.111389 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d87553c5-cb72-4b24-901d-8866c63cd859 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 1.1196795 Apr 20 17:36:48.111389 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38546) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:48.234734 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6be3b05f-b712-474e-8df8-000e6dbcfc14 req-bf1c4941-1035-40d5-855e-98e94864a63a tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812266 Apr 20 17:36:48.253059 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8aa1ef41-c43a-40e2-83b1-cd1cf73370dc req-fe7d3baa-2f3d-48fb-bc9c-ee0c1e205664 service neutron] 10.222.0.43 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7235031 Apr 20 17:36:48.256077 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port f40eae86-ce91-4627-8cc8-71e6eabd0e01 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:36:48.262893 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port f40eae86-ce91-4627-8cc8-71e6eabd0e01 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:36:48.262893 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:48.519789 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:48.541480 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dee74f86-98ed-428b-9572-94ee50727364 req-440dffb2-8391-494c-87bc-2177b32b38ba service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 1097 time: 0.3938205 Apr 20 17:36:48.578251 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port f40eae86-ce91-4627-8cc8-71e6eabd0e01, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=f40eae86-ce91-4627-8cc8-71e6eabd0e01,segment=NetworkSegment(7543a3ce-829e-4f5b-aa0d-43ed05cd118d),segment_id=7543a3ce-829e-4f5b-aa0d-43ed05cd118d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:36:48.591368 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:48.693134 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=f40eae86-ce91-4627-8cc8-71e6eabd0e01,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:48.765383 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-094b7994-0111-4b9a-94ae-31c3d5536c60 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Allocated IP 2001:db8:1::1 (9b8a42f1-5787-4f2e-835c-e5d30b47a68e/cd9babac-3236-403d-a677-3abaea1ac3ee/22a17809-94f0-41cb-81c4-a906893002f0) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:36:48.872701 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786e415-b66a-469b-b65a-780a58e12bcc req-32658797-8578-42fe-ab23-ab6b9144532a tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:48.879266 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f786e415-b66a-469b-b65a-780a58e12bcc req-32658797-8578-42fe-ab23-ab6b9144532a tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 946 time: 0.7330031 Apr 20 17:36:48.930320 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-399ed6cf-ffa5-4d03-86f1-29465fd741a1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting subnet d8ee1261-8790-4822-ab41-c7052b92fa37 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:36:48.939809 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0073a-bf36-4194-9aec-d406a30580ff req-5c4ce0e8-ef97-4633-9839-a682913e82ff tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:48.951115 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eaa0073a-bf36-4194-9aec-d406a30580ff req-5c4ce0e8-ef97-4633-9839-a682913e82ff tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 945 time: 0.3781538 Apr 20 17:36:48.987851 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8577800a-c909-4be0-bd47-966b08a9901d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b55770a-cb4e-41da-8f76-7a1a683e7ea7 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:36:49.027190 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-399ed6cf-ffa5-4d03-86f1-29465fd741a1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:49.032288 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f786e415-b66a-469b-b65a-780a58e12bcc req-d93dc285-6417-4db4-b7ed-10ba75843321 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/security-groups?id=5671c89d-0048-417e-b766-c124f42aab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481678 Apr 20 17:36:49.057657 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dee74f86-98ed-428b-9572-94ee50727364 req-6e8396ff-27bb-4959-9baf-1d5d36ef1260 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5671c89d-0048-417e-b766-c124f42aab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4845183 Apr 20 17:36:49.072628 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8577800a-c909-4be0-bd47-966b08a9901d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:49.124579 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8577800a-c909-4be0-bd47-966b08a9901d service neutron] Transition to ACTIVE for port object 0b55770a-cb4e-41da-8f76-7a1a683e7ea7 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:36:49.134482 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8577800a-c909-4be0-bd47-966b08a9901d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:49.150673 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-399ed6cf-ffa5-4d03-86f1-29465fd741a1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:49.447857 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577800a-c909-4be0-bd47-966b08a9901d service neutron] Pushing event updated for resources: {'Port': ['ID=0b55770a-cb4e-41da-8f76-7a1a683e7ea7,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:49.473081 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-399ed6cf-ffa5-4d03-86f1-29465fd741a1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:49.479507 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c135f24-a955-4ec9-b266-1536f6f0f112 None None] Sync routers for ids ['418b3c6b-4027-4f55-acd7-28a6479c1b0c'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:36:49.514685 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c135f24-a955-4ec9-b266-1536f6f0f112 None None] Routers {'418b3c6b-4027-4f55-acd7-28a6479c1b0c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:36:49.514685 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-5c135f24-a955-4ec9-b266-1536f6f0f112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:36:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['418b3c6b-4027-4f55-acd7-28a6479c1b0c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:36:49.708381 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-d535ecaa-5646-429c-a063-ba96b52a810e req-df7bd3fa-8845-4e6c-bfb7-3a116602ae0d service neutron] (84080) timed out ('10.222.0.39', 44208) {{(pid=84080) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 20 17:36:49.866846 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-094b7994-0111-4b9a-94ae-31c3d5536c60 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:49.885425 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eaa0073a-bf36-4194-9aec-d406a30580ff req-d6e76a73-c5a5-45c9-a040-0d0beb714a54 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b11ffdb-0a5b-46b0-8905-207106275e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9377396 Apr 20 17:36:49.947764 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-094b7994-0111-4b9a-94ae-31c3d5536c60 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Transition to ACTIVE for port object 22a17809-94f0-41cb-81c4-a906893002f0 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:36:49.953287 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8577800a-c909-4be0-bd47-966b08a9901d service neutron] Attempting to bind port 0b55770a-cb4e-41da-8f76-7a1a683e7ea7 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:36:49.953287 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8577800a-c909-4be0-bd47-966b08a9901d service neutron] Attempting to bind port 0b55770a-cb4e-41da-8f76-7a1a683e7ea7 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '213ecd4d-2e59-4b17-a412-e2514b5847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:36:49.953287 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8577800a-c909-4be0-bd47-966b08a9901d service neutron] Attempting to bind port 0b55770a-cb4e-41da-8f76-7a1a683e7ea7 on network 559f75fc-3697-4c39-a90d-68a51f28c45f {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:36:49.962088 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8577800a-c909-4be0-bd47-966b08a9901d service neutron] Port 0b55770a-cb4e-41da-8f76-7a1a683e7ea7 on network 559f75fc-3697-4c39-a90d-68a51f28c45f not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:36:49.962088 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8577800a-c909-4be0-bd47-966b08a9901d service neutron] Attempting to bind port 0b55770a-cb4e-41da-8f76-7a1a683e7ea7 on network 559f75fc-3697-4c39-a90d-68a51f28c45f {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:36:49.967163 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-5c135f24-a955-4ec9-b266-1536f6f0f112 None None] Set router 418b3c6b-4027-4f55-acd7-28a6479c1b0c gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:36:49.971846 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8577800a-c909-4be0-bd47-966b08a9901d service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:36:49.971846 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8577800a-c909-4be0-bd47-966b08a9901d service neutron] Checking segment: {'id': '213ecd4d-2e59-4b17-a412-e2514b5847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:36:49.971846 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8577800a-c909-4be0-bd47-966b08a9901d service neutron] Bound using segment: {'id': '213ecd4d-2e59-4b17-a412-e2514b5847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:36:49.971846 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8577800a-c909-4be0-bd47-966b08a9901d service neutron] Bound port: 0b55770a-cb4e-41da-8f76-7a1a683e7ea7, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '213ecd4d-2e59-4b17-a412-e2514b5847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:36:49.971846 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8577800a-c909-4be0-bd47-966b08a9901d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:49.977048 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-399ed6cf-ffa5-4d03-86f1-29465fd741a1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:50.070987 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-094b7994-0111-4b9a-94ae-31c3d5536c60 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:50.103163 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01730ba1-59d9-4dd8-a701-d2f0a2e289ca req-731461e4-4450-4162-aded-3c8302a64a9f tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:50.103163 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-01730ba1-59d9-4dd8-a701-d2f0a2e289ca req-731461e4-4450-4162-aded-3c8302a64a9f tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Synchronizing usage tracker for tenant:55ad101ba72d4aafab1fd36de3508559 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:36:50.248937 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-01730ba1-59d9-4dd8-a701-d2f0a2e289ca req-731461e4-4450-4162-aded-3c8302a64a9f tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Unset dirty status for tenant:55ad101ba72d4aafab1fd36de3508559 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:36:50.250127 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-01730ba1-59d9-4dd8-a701-d2f0a2e289ca req-731461e4-4450-4162-aded-3c8302a64a9f tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=e278c072-8a22-49a5-a778-76dea42f9ae8 HTTP/1.1" status: 200 len: 944 time: 0.7872934 Apr 20 17:36:50.321219 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ed6cf-ffa5-4d03-86f1-29465fd741a1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Subnet': ['ID=d8ee1261-8790-4822-ab41-c7052b92fa37,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:50.333075 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b7994-0111-4b9a-94ae-31c3d5536c60 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Port': ['ID=22a17809-94f0-41cb-81c4-a906893002f0,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:50.360129 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094b7994-0111-4b9a-94ae-31c3d5536c60 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network 9b8a42f1-5787-4f2e-835c-e5d30b47a68e is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:36:50.368585 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-399ed6cf-ffa5-4d03-86f1-29465fd741a1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:50.368585 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-094b7994-0111-4b9a-94ae-31c3d5536c60 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:36:50.377265 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094b7994-0111-4b9a-94ae-31c3d5536c60 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:36:50.377265 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-094b7994-0111-4b9a-94ae-31c3d5536c60 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:50.462038 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f83f5c1-8862-400c-b48f-3072a3dbae30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40eae86-ce91-4627-8cc8-71e6eabd0e01'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:36:50.469237 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-01730ba1-59d9-4dd8-a701-d2f0a2e289ca req-d5127d50-db05-4f00-8f21-ffbe34bef693 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038407 Apr 20 17:36:50.526461 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8577800a-c909-4be0-bd47-966b08a9901d service neutron] For port 0b55770a-cb4e-41da-8f76-7a1a683e7ea7, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:36:50.526461 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8577800a-c909-4be0-bd47-966b08a9901d service neutron] For port 0b55770a-cb4e-41da-8f76-7a1a683e7ea7, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=0b55770a-cb4e-41da-8f76-7a1a683e7ea7,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:36:50.558074 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8577800a-c909-4be0-bd47-966b08a9901d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:50.566600 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bff7b57-f0e8-4438-9ce8-3392314fa747 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:36:50.639892 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-094b7994-0111-4b9a-94ae-31c3d5536c60 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:50.796436 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8577800a-c909-4be0-bd47-966b08a9901d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:50.820900 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-399ed6cf-ffa5-4d03-86f1-29465fd741a1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/d8ee1261-8790-4822-ab41-c7052b92fa37 HTTP/1.1" status: 204 len: 168 time: 2.6988046 Apr 20 17:36:50.824500 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-8577800a-c909-4be0-bd47-966b08a9901d service neutron] 10.222.0.43 "PUT /v2.0/ports/0b55770a-cb4e-41da-8f76-7a1a683e7ea7 HTTP/1.1" status: 200 len: 1092 time: 3.5576222 Apr 20 17:36:50.824500 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e278c072-8a22-49a5-a778-76dea42f9ae8', 'tag': '0b55770a-cb4e-41da-8f76-7a1a683e7ea7'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:36:50.906583 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38594) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:50.906583 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577800a-c909-4be0-bd47-966b08a9901d service neutron] Pushing event updated for resources: {'Port': ['ID=0b55770a-cb4e-41da-8f76-7a1a683e7ea7,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:51.236289 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-77642682-d1f9-4481-9641-b19fbf3a55a3 None None] Provisioning for port 22a17809-94f0-41cb-81c4-a906893002f0 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:36:51.246417 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-77642682-d1f9-4481-9641-b19fbf3a55a3 None None] Provisioning complete for port 22a17809-94f0-41cb-81c4-a906893002f0 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:36:51.246417 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-77642682-d1f9-4481-9641-b19fbf3a55a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:51.405689 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5e698d72-16b4-43ea-ac90-4b29f4f38ebd tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4877429 Apr 20 17:36:51.408664 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38612) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:51.473716 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-77642682-d1f9-4481-9641-b19fbf3a55a3 None None] Port 22a17809-94f0-41cb-81c4-a906893002f0 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:36:51.685829 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f5b01d51-9981-4485-bd59-25f2a122b7c8 req-3c7ff73e-6af3-4cf0-a930-0a7118132288 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7494156 Apr 20 17:36:51.713841 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-18504b84-2ac7-48aa-9ee9-402edef15415 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55ad101ba72d4aafab1fd36de3508559&device_id=e278c072-8a22-49a5-a778-76dea42f9ae8 HTTP/1.1" status: 200 len: 1095 time: 0.6662769 Apr 20 17:36:51.731303 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d921642c-ee22-44be-978b-c18d47cefa6b'] response: {'server_uuid': '4f83f5c1-8862-400c-b48f-3072a3dbae30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40eae86-ce91-4627-8cc8-71e6eabd0e01', 'code': 200} Apr 20 17:36:51.776749 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-5c135f24-a955-4ec9-b266-1536f6f0f112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-500613962-router', 'tenant_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'a9f44896-41c2-4669-a295-b014a82b1576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:35:59Z', 'updated_at': '2022-04-20T17:36:11Z', 'revision_number': 4, 'project_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'gw_port': {'id': 'a9f44896-41c2-4669-a295-b014a82b1576', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:01Z', 'updated_at': '2022-04-20T17:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '120a6974-210d-4066-a77f-def7892260d6', 'name': '', 'network_id': '404fa35b-eb31-464c-8c9d-43ca9fe048f0', 'tenant_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'mac_address': 'fa:16:3e:6a:c1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '641ca1bb-b160-4ee3-976a-db32db979b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:09Z', 'updated_at': '2022-04-20T17:36:12Z', 'revision_number': 2, 'project_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'subnets': [{'id': '641ca1bb-b160-4ee3-976a-db32db979b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:36:51.788519 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c135f24-a955-4ec9-b266-1536f6f0f112 None None] Checking router: 418b3c6b-4027-4f55-acd7-28a6479c1b0c for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:36:51.789899 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c135f24-a955-4ec9-b266-1536f6f0f112 None None] Updating router 418b3c6b-4027-4f55-acd7-28a6479c1b0c port 120a6974-210d-4066-a77f-def7892260d6 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:36:51.910832 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2332f8-c581-4b61-a6db-efccdf045386 None None] DHCP port deletion for 9ba611e4-024c-4a0c-9998-3bc548cf409a request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:36:51.915916 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e52f1d3-9c3c-4e73-b9bd-eba75bd7295e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:51.915916 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5e52f1d3-9c3c-4e73-b9bd-eba75bd7295e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:36:51.941462 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342c4dd-ba92-4128-984b-235c3efce347 req-5d0105cb-3de6-408d-a6be-1ef866327e44 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:51.955524 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-5b2332f8-c581-4b61-a6db-efccdf045386 None None] Deleting port cf29fd61-0639-4e19-9d96-ead82d97aad9 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:36:51.955524 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5b2332f8-c581-4b61-a6db-efccdf045386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:51.960420 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2342c4dd-ba92-4128-984b-235c3efce347 req-5d0105cb-3de6-408d-a6be-1ef866327e44 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 946 time: 1.5434163 Apr 20 17:36:52.038475 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08432077-c70b-44d3-a721-d285c73f2ead'] response: {'name': 'network-changed', 'server_uuid': 'e278c072-8a22-49a5-a778-76dea42f9ae8', 'tag': '0b55770a-cb4e-41da-8f76-7a1a683e7ea7', 'status': 'completed', 'code': 200} Apr 20 17:36:52.076260 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [None req-094b7994-0111-4b9a-94ae-31c3d5536c60 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:36:52.083327 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5c135f24-a955-4ec9-b266-1536f6f0f112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:52.084712 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-7f00e7f9-ed0b-4a1e-bba8-b295b67af88f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b55770a-cb4e-41da-8f76-7a1a683e7ea7 HTTP/1.1" status: 200 len: 217 time: 0.3586595 Apr 20 17:36:52.135599 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-094b7994-0111-4b9a-94ae-31c3d5536c60 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:52.163714 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-094b7994-0111-4b9a-94ae-31c3d5536c60 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:52.165915 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-094b7994-0111-4b9a-94ae-31c3d5536c60 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:52.275024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-0b2cd5d9-110d-4c51-a5e8-a9aa5b64b62b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:52.275024 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-0b2cd5d9-110d-4c51-a5e8-a9aa5b64b62b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32922401-1cb1-4df1-a18a-26612d131639 HTTP/1.1" status: 200 len: 845 time: 0.1277106 Apr 20 17:36:52.295425 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2342c4dd-ba92-4128-984b-235c3efce347 req-818aa3a9-a2ed-4d73-9e06-ef96f224dbd9 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/security-groups?id=5671c89d-0048-417e-b766-c124f42aab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391640 Apr 20 17:36:52.329980 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5e52f1d3-9c3c-4e73-b9bd-eba75bd7295e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:36:52.329980 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5e52f1d3-9c3c-4e73-b9bd-eba75bd7295e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9168313 Apr 20 17:36:52.339093 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38628) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:52.369452 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cf5c174d-3fdc-42d1-b564-a217f7136e16 req-d611903b-90d6-482b-ae1d-09ea5489fda9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 1096 time: 0.4073813 Apr 20 17:36:52.433947 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-83e9fc92-93ca-484d-a6fa-e7ed9a364952 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=559f75fc-3697-4c39-a90d-68a51f28c45f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1431656 Apr 20 17:36:52.443776 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:36:52.635974 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-5b2332f8-c581-4b61-a6db-efccdf045386 None None] For port cf29fd61-0639-4e19-9d96-ead82d97aad9, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=cf29fd61-0639-4e19-9d96-ead82d97aad9,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:36:52.636557 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5b2332f8-c581-4b61-a6db-efccdf045386 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:52.666926 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f5b01d51-9981-4485-bd59-25f2a122b7c8 req-5c5485d1-7db0-4547-a27f-5eb0a40fa4f4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ebf7eb106a7492aa5b3798a6700e1e3&device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 1097 time: 0.7343707 Apr 20 17:36:52.669952 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4298931-f681-4b30-a1d3-1f9ae2d7b7a5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:52.671402 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f4298931-f681-4b30-a1d3-1f9ae2d7b7a5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:36:52.679443 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-ac243fa5-f577-48ad-8874-ac9672a0d041 service neutron] 10.222.0.43 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307978 Apr 20 17:36:52.700530 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ee344-b558-4a44-b126-55157d5aa145 req-b4ee21d9-ffbd-4cf4-b19f-3e5a0c9318b5 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:52.724726 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-611ee344-b558-4a44-b126-55157d5aa145 req-b4ee21d9-ffbd-4cf4-b19f-3e5a0c9318b5 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 945 time: 0.6302986 Apr 20 17:36:52.757438 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b7994-0111-4b9a-94ae-31c3d5536c60 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Port': ['ID=22a17809-94f0-41cb-81c4-a906893002f0,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:52.834683 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cf5c174d-3fdc-42d1-b564-a217f7136e16 req-c01abdd0-1410-4527-ab07-9d7861c4f65c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0b11ffdb-0a5b-46b0-8905-207106275e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3447359 Apr 20 17:36:52.915919 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094b7994-0111-4b9a-94ae-31c3d5536c60 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network 9b8a42f1-5787-4f2e-835c-e5d30b47a68e is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:36:52.915919 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-094b7994-0111-4b9a-94ae-31c3d5536c60 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:36:52.997229 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-5b2332f8-c581-4b61-a6db-efccdf045386 None None] Calling delete_port for cf29fd61-0639-4e19-9d96-ead82d97aad9 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:36:53.464664 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5b2332f8-c581-4b61-a6db-efccdf045386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:53.644561 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b01d51-9981-4485-bd59-25f2a122b7c8 req-ee7a7613-a2f0-421c-a4d3-28c018ddeee7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:53.644561 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f5b01d51-9981-4485-bd59-25f2a122b7c8 req-ee7a7613-a2f0-421c-a4d3-28c018ddeee7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=404fa35b-eb31-464c-8c9d-43ca9fe048f0 HTTP/1.1" status: 200 len: 920 time: 0.9133317 Apr 20 17:36:53.649862 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cf29fd61-0639-4e19-9d96-ead82d97aad9 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:36:53.716562 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2332f8-c581-4b61-a6db-efccdf045386 None None] Pushing event deleted for resources: {'Port': ['ID=cf29fd61-0639-4e19-9d96-ead82d97aad9,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:53.795010 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: cf29fd61-0639-4e19-9d96-ead82d97aad9 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:36:53.795010 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cf29fd61-0639-4e19-9d96-ead82d97aad9 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:36:53.795010 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2332f8-c581-4b61-a6db-efccdf045386 None None] No DVR routers for this DVR port cf29fd61-0639-4e19-9d96-ead82d97aad9 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:36:53.822680 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f4298931-f681-4b30-a1d3-1f9ae2d7b7a5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:36:53.822680 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f4298931-f681-4b30-a1d3-1f9ae2d7b7a5 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.4742091 Apr 20 17:36:53.825416 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38648) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:53.825581 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-20172002-0ebc-4f04-97d1-728713fc772a None None] Provisioning complete for port 22a17809-94f0-41cb-81c4-a906893002f0 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:36:53.825746 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-20172002-0ebc-4f04-97d1-728713fc772a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:53.934713 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f5b01d51-9981-4485-bd59-25f2a122b7c8 req-6681dcb5-f910-46ce-a177-ba300159b65f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c338798-f13b-42c7-932c-6331f24be7e4 HTTP/1.1" status: 200 len: 217 time: 0.2109959 Apr 20 17:36:53.947177 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9dcc51-84c7-4335-afd6-6a235c76855a req-9d29f8eb-a1f5-4eb8-9999-17e7f0a5b603 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:53.950949 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cb9dcc51-84c7-4335-afd6-6a235c76855a req-9d29f8eb-a1f5-4eb8-9999-17e7f0a5b603 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=e278c072-8a22-49a5-a778-76dea42f9ae8 HTTP/1.1" status: 200 len: 944 time: 0.8543284 Apr 20 17:36:54.020544 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c8614ee5-f175-41bb-8bdc-3039e66d6ded tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1774726 Apr 20 17:36:54.020544 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b01d51-9981-4485-bd59-25f2a122b7c8 req-0c2627eb-64b9-4031-8db8-e9a5e0730204 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:54.020544 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f5b01d51-9981-4485-bd59-25f2a122b7c8 req-0c2627eb-64b9-4031-8db8-e9a5e0730204 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=641ca1bb-b160-4ee3-976a-db32db979b60 HTTP/1.1" status: 200 len: 859 time: 0.0705190 Apr 20 17:36:54.020544 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38654) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:54.025055 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cb9dcc51-84c7-4335-afd6-6a235c76855a req-f0d10477-a0b3-4684-89c5-edfe58e5fd3e tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698736 Apr 20 17:36:54.069888 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-ff01bc09-4741-41f5-bacb-46cab8a271ce tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:36:54.076556 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094b7994-0111-4b9a-94ae-31c3d5536c60 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Router 1b535ec2-27a0-4679-95ee-69bb79d9a48e has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:36:54.230734 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-20172002-0ebc-4f04-97d1-728713fc772a None None] Port 22a17809-94f0-41cb-81c4-a906893002f0 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:36:54.236965 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-611ee344-b558-4a44-b126-55157d5aa145 req-6adb209f-29b3-46d9-b55d-ea7e19c3c263 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b11ffdb-0a5b-46b0-8905-207106275e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7369704 Apr 20 17:36:54.239351 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f5b01d51-9981-4485-bd59-25f2a122b7c8 req-a3386b0e-2fa2-4607-a677-2cbd504c1b30 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=404fa35b-eb31-464c-8c9d-43ca9fe048f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2110801 Apr 20 17:36:54.302645 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5c135f24-a955-4ec9-b266-1536f6f0f112 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:54.346112 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5c135f24-a955-4ec9-b266-1536f6f0f112 None None] Transition to ACTIVE for port object 120a6974-210d-4066-a77f-def7892260d6 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:36:54.405866 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5c135f24-a955-4ec9-b266-1536f6f0f112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:54.442695 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ff01bc09-4741-41f5-bacb-46cab8a271ce tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:36:54.466127 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ff01bc09-4741-41f5-bacb-46cab8a271ce tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:36:54.519446 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9325c-69b7-427d-a8a2-807c28aecdce req-0a727841-022b-453d-a0c1-a047b5a96fd2 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:54.541985 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6969503a-ad15-4c89-a181-ce65ebd2eb2f req-3afa64a2-fbea-467d-a906-725de855f65c service neutron] 10.222.0.43 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8027792 Apr 20 17:36:54.546468 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bed9325c-69b7-427d-a8a2-807c28aecdce req-0a727841-022b-453d-a0c1-a047b5a96fd2 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 946 time: 0.1878099 Apr 20 17:36:54.560950 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff01bc09-4741-41f5-bacb-46cab8a271ce tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:36:54.652875 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094b7994-0111-4b9a-94ae-31c3d5536c60 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:36:54.664133 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c704171-6560-4faa-8ffe-4089992bf037 None None] Sync routers for ids ['1b535ec2-27a0-4679-95ee-69bb79d9a48e'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:36:54.681130 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c704171-6560-4faa-8ffe-4089992bf037 None None] Routers {'1b535ec2-27a0-4679-95ee-69bb79d9a48e'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:36:54.681756 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-6c704171-6560-4faa-8ffe-4089992bf037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:36:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['1b535ec2-27a0-4679-95ee-69bb79d9a48e'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:36:54.682884 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-094b7994-0111-4b9a-94ae-31c3d5536c60 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "PUT /v2.0/routers/1b535ec2-27a0-4679-95ee-69bb79d9a48e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3967714 Apr 20 17:36:54.686028 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38670) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:54.728569 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0f610-3ad2-4cf8-a36a-6932bc7a98ea None None] Pushing event updated for resources: {'Port': ['ID=120a6974-210d-4066-a77f-def7892260d6,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:54.879152 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-6c704171-6560-4faa-8ffe-4089992bf037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:36:54.915031 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ff01bc09-4741-41f5-bacb-46cab8a271ce tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:54.924166 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bed9325c-69b7-427d-a8a2-807c28aecdce req-2b1872ea-c3b4-4362-90ad-93f3a440527f tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/security-groups?id=5671c89d-0048-417e-b766-c124f42aab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905334 Apr 20 17:36:54.928465 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c704171-6560-4faa-8ffe-4089992bf037 None None] Routers {'1b535ec2-27a0-4679-95ee-69bb79d9a48e'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:36:54.928465 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-6c704171-6560-4faa-8ffe-4089992bf037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:36:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['1b535ec2-27a0-4679-95ee-69bb79d9a48e'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:36:54.973632 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b4d0c0-d121-4971-8d3d-62b6ce1d3342 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:54.978350 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-70b4d0c0-d121-4971-8d3d-62b6ce1d3342 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Synchronizing usage tracker for tenant:223231c784ee479d86d7622cff558dcb on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:36:55.055956 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-70b4d0c0-d121-4971-8d3d-62b6ce1d3342 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Unset dirty status for tenant:223231c784ee479d86d7622cff558dcb on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:36:55.058330 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-70b4d0c0-d121-4971-8d3d-62b6ce1d3342 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "GET /v2.0/ports/22a17809-94f0-41cb-81c4-a906893002f0 HTTP/1.1" status: 200 len: 913 time: 0.3668342 Apr 20 17:36:55.060464 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38688) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:55.086374 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5c135f24-a955-4ec9-b266-1536f6f0f112 None None] Attempting to bind port 120a6974-210d-4066-a77f-def7892260d6 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:36:55.087178 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5c135f24-a955-4ec9-b266-1536f6f0f112 None None] Attempting to bind port 120a6974-210d-4066-a77f-def7892260d6 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'd4af0888-96c0-4bc6-8226-00610a420d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '404fa35b-eb31-464c-8c9d-43ca9fe048f0'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:36:55.087556 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c135f24-a955-4ec9-b266-1536f6f0f112 None None] Attempting to bind port 120a6974-210d-4066-a77f-def7892260d6 on network 404fa35b-eb31-464c-8c9d-43ca9fe048f0 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:36:55.103766 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c135f24-a955-4ec9-b266-1536f6f0f112 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:36:55.104141 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c135f24-a955-4ec9-b266-1536f6f0f112 None None] Checking segment: {'id': 'd4af0888-96c0-4bc6-8226-00610a420d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '404fa35b-eb31-464c-8c9d-43ca9fe048f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:36:55.104552 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5c135f24-a955-4ec9-b266-1536f6f0f112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:55.104939 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c135f24-a955-4ec9-b266-1536f6f0f112 None None] Bound using segment: {'id': 'd4af0888-96c0-4bc6-8226-00610a420d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '404fa35b-eb31-464c-8c9d-43ca9fe048f0'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:36:55.105405 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5c135f24-a955-4ec9-b266-1536f6f0f112 None None] Bound port: 120a6974-210d-4066-a77f-def7892260d6, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4af0888-96c0-4bc6-8226-00610a420d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '404fa35b-eb31-464c-8c9d-43ca9fe048f0'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:36:55.105770 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5c135f24-a955-4ec9-b266-1536f6f0f112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:55.122844 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-6c704171-6560-4faa-8ffe-4089992bf037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:36:55.123238 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c704171-6560-4faa-8ffe-4089992bf037 None None] The sync data for ids ['1b535ec2-27a0-4679-95ee-69bb79d9a48e'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:36:55.215732 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f5b01d51-9981-4485-bd59-25f2a122b7c8 req-088eea97-7729-4dbf-9977-f6ba957b19e3 service neutron] 10.222.0.10 "GET /v2.0/networks/404fa35b-eb31-464c-8c9d-43ca9fe048f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9488878 Apr 20 17:36:55.345659 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-5c135f24-a955-4ec9-b266-1536f6f0f112 None None] For port 120a6974-210d-4066-a77f-def7892260d6, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:36:55.368253 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-5c135f24-a955-4ec9-b266-1536f6f0f112 None None] For port 120a6974-210d-4066-a77f-def7892260d6, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=120a6974-210d-4066-a77f-def7892260d6,segment=NetworkSegment(d4af0888-96c0-4bc6-8226-00610a420d13),segment_id=d4af0888-96c0-4bc6-8226-00610a420d13)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:36:55.375026 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5c135f24-a955-4ec9-b266-1536f6f0f112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:55.641258 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c135f24-a955-4ec9-b266-1536f6f0f112 None None] Routers {'418b3c6b-4027-4f55-acd7-28a6479c1b0c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:36:55.641258 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-5c135f24-a955-4ec9-b266-1536f6f0f112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:36:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['418b3c6b-4027-4f55-acd7-28a6479c1b0c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:36:55.733190 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9c44a76d-ab2b-45c3-bfd0-df252c79e25c req-c3c288bd-da2c-4cc3-ab67-565e31bec55b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55ad101ba72d4aafab1fd36de3508559&device_id=e278c072-8a22-49a5-a778-76dea42f9ae8 HTTP/1.1" status: 200 len: 1095 time: 1.1011722 Apr 20 17:36:55.822169 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cdf3a264-1e22-43cc-bfec-d02a790b3a88 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:55.843604 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0f610-3ad2-4cf8-a36a-6932bc7a98ea None None] Pushing event updated for resources: {'Port': ['ID=120a6974-210d-4066-a77f-def7892260d6,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:55.964088 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-5c135f24-a955-4ec9-b266-1536f6f0f112 None None] Set router 418b3c6b-4027-4f55-acd7-28a6479c1b0c gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:36:56.151743 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827d0f6-ff4d-484d-a267-4b15d70ded80 req-1cec4074-721a-46c7-b8b7-05cbb86bda7c tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:56.151743 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8827d0f6-ff4d-484d-a267-4b15d70ded80 req-1cec4074-721a-46c7-b8b7-05cbb86bda7c tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=a77a8785-0391-4112-83ed-2c09953983ad HTTP/1.1" status: 200 len: 945 time: 0.1524417 Apr 20 17:36:56.168503 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f5b01d51-9981-4485-bd59-25f2a122b7c8 req-b96b8d92-2745-45bc-a40e-c410589107b0 service neutron] 10.222.0.10 "GET /v2.0/networks/404fa35b-eb31-464c-8c9d-43ca9fe048f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8937137 Apr 20 17:36:56.220023 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44a76d-ab2b-45c3-bfd0-df252c79e25c req-267814b3-93b4-4edf-a62b-3911022d374a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:56.220023 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9c44a76d-ab2b-45c3-bfd0-df252c79e25c req-267814b3-93b4-4edf-a62b-3911022d374a service neutron] 10.222.0.43 "GET /v2.0/networks?id=559f75fc-3697-4c39-a90d-68a51f28c45f HTTP/1.1" status: 200 len: 906 time: 0.4643214 Apr 20 17:36:56.223831 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743d397-770a-4e36-8004-10b320a771ac req-ea2337a5-79ce-419b-aedc-e376a33483bf tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:56.231144 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f743d397-770a-4e36-8004-10b320a771ac req-ea2337a5-79ce-419b-aedc-e376a33483bf tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=e278c072-8a22-49a5-a778-76dea42f9ae8 HTTP/1.1" status: 200 len: 944 time: 0.6365740 Apr 20 17:36:56.384210 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8827d0f6-ff4d-484d-a267-4b15d70ded80 req-43898605-3ede-4b92-a927-8778c139976d tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea1cb64-5e15-4e0d-9f0e-f01a8904d073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172089 Apr 20 17:36:56.734225 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9c44a76d-ab2b-45c3-bfd0-df252c79e25c req-fd7a0f43-0d17-4437-bbef-ec2f70a1bbe0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b55770a-cb4e-41da-8f76-7a1a683e7ea7 HTTP/1.1" status: 200 len: 217 time: 0.4926903 Apr 20 17:36:56.854143 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-5c135f24-a955-4ec9-b266-1536f6f0f112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-500613962-router', 'tenant_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'a9f44896-41c2-4669-a295-b014a82b1576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:35:59Z', 'updated_at': '2022-04-20T17:36:11Z', 'revision_number': 4, 'project_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'gw_port': {'id': 'a9f44896-41c2-4669-a295-b014a82b1576', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:01Z', 'updated_at': '2022-04-20T17:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '120a6974-210d-4066-a77f-def7892260d6', 'name': '', 'network_id': '404fa35b-eb31-464c-8c9d-43ca9fe048f0', 'tenant_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'mac_address': 'fa:16:3e:6a:c1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '641ca1bb-b160-4ee3-976a-db32db979b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:09Z', 'updated_at': '2022-04-20T17:36:55Z', 'revision_number': 4, 'project_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'subnets': [{'id': '641ca1bb-b160-4ee3-976a-db32db979b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:36:56.858881 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c135f24-a955-4ec9-b266-1536f6f0f112 None None] The sync data for ids ['418b3c6b-4027-4f55-acd7-28a6479c1b0c'] in n-d-838032-1 is: [{'id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-500613962-router', 'tenant_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'a9f44896-41c2-4669-a295-b014a82b1576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:35:59Z', 'updated_at': '2022-04-20T17:36:11Z', 'revision_number': 4, 'project_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'gw_port': {'id': 'a9f44896-41c2-4669-a295-b014a82b1576', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:01Z', 'updated_at': '2022-04-20T17:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '120a6974-210d-4066-a77f-def7892260d6', 'name': '', 'network_id': '404fa35b-eb31-464c-8c9d-43ca9fe048f0', 'tenant_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'mac_address': 'fa:16:3e:6a:c1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '641ca1bb-b160-4ee3-976a-db32db979b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:09Z', 'updated_at': '2022-04-20T17:36:55Z', 'revision_number': 4, 'project_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'subnets': [{'id': '641ca1bb-b160-4ee3-976a-db32db979b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:36:57.046496 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f743d397-770a-4e36-8004-10b320a771ac req-ac2ae49c-2196-4f5b-91bc-0094dd760292 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8112466 Apr 20 17:36:57.085526 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44a76d-ab2b-45c3-bfd0-df252c79e25c req-6d00844b-4550-45f1-8e5d-aceadb4fed1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:57.085526 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9c44a76d-ab2b-45c3-bfd0-df252c79e25c req-6d00844b-4550-45f1-8e5d-aceadb4fed1a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32922401-1cb1-4df1-a18a-26612d131639 HTTP/1.1" status: 200 len: 845 time: 0.3440521 Apr 20 17:36:57.133813 n-d-838032-1 neutron-server[84080]: DEBUG neutron.objects.ports [None req-ff01bc09-4741-41f5-bacb-46cab8a271ce tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84080) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 20 17:36:57.217054 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-40511a2d-e886-47ad-b0f7-0a1dfb765199 req-5c34196a-16f6-4f56-9d42-433915bf6704 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ebf7eb106a7492aa5b3798a6700e1e3&device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 1097 time: 0.5894074 Apr 20 17:36:57.226175 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ff01bc09-4741-41f5-bacb-46cab8a271ce tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:57.264041 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9c44a76d-ab2b-45c3-bfd0-df252c79e25c req-f8e3808b-0a82-4d22-8f91-1dabceba8946 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=559f75fc-3697-4c39-a90d-68a51f28c45f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1652949 Apr 20 17:36:57.365058 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924e965-a1d1-4d0f-9a9f-862b66ac7db8 req-d2b2ac11-c70a-49fb-8f79-8353e418b245 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:57.365058 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8924e965-a1d1-4d0f-9a9f-862b66ac7db8 req-d2b2ac11-c70a-49fb-8f79-8353e418b245 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.43 "GET /v2.0/ports?device_id=a77a8785-0391-4112-83ed-2c09953983ad HTTP/1.1" status: 200 len: 945 time: 0.6261957 Apr 20 17:36:57.481060 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b46bc-1916-40a4-9a59-fa970df4a1ff req-fc5da961-9942-4063-8bc9-514584853466 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:57.491648 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a78b46bc-1916-40a4-9a59-fa970df4a1ff req-fc5da961-9942-4063-8bc9-514584853466 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 945 time: 0.8497133 Apr 20 17:36:57.537509 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff01bc09-4741-41f5-bacb-46cab8a271ce tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:36:57.635567 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-ff01bc09-4741-41f5-bacb-46cab8a271ce tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:36:57.648041 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2651c0-f37b-4f7f-b5e7-bd6324279bc2 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:36:57.702130 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff01bc09-4741-41f5-bacb-46cab8a271ce tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:57.702965 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ff01bc09-4741-41f5-bacb-46cab8a271ce tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:57.763521 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-8924e965-a1d1-4d0f-9a9f-862b66ac7db8 req-bb076917-0147-4c4c-a145-4f50210495ab tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Deleting port 28f7f4e0-a95d-4644-adb0-ace894530921 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:36:57.763521 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8924e965-a1d1-4d0f-9a9f-862b66ac7db8 req-bb076917-0147-4c4c-a145-4f50210495ab tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:57.785644 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40511a2d-e886-47ad-b0f7-0a1dfb765199 req-8ab7a3f6-7f38-45b0-9a2c-da8120433ba0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:57.785644 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-40511a2d-e886-47ad-b0f7-0a1dfb765199 req-8ab7a3f6-7f38-45b0-9a2c-da8120433ba0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=404fa35b-eb31-464c-8c9d-43ca9fe048f0 HTTP/1.1" status: 200 len: 920 time: 0.5491691 Apr 20 17:36:57.945690 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-40511a2d-e886-47ad-b0f7-0a1dfb765199 req-b2cd30f7-bb1c-4b35-a8b3-64bac1085f89 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c338798-f13b-42c7-932c-6331f24be7e4 HTTP/1.1" status: 200 len: 217 time: 0.1258459 Apr 20 17:36:57.945690 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ff01bc09-4741-41f5-bacb-46cab8a271ce tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.9246311 Apr 20 17:36:57.978609 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 120a6974-210d-4066-a77f-def7892260d6 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:36:57.984387 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a78b46bc-1916-40a4-9a59-fa970df4a1ff req-95684b98-e2d7-4bc3-a941-a7e89ba70103 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b11ffdb-0a5b-46b0-8905-207106275e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4968150 Apr 20 17:36:57.995079 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38732) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:58.030013 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-bd817762-e465-4022-a5bb-1d5d3df2d9eb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'port': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'mac_address': 'fa:16:3e:45:26:35', 'name': 'tempest-NetworksTestDHCPv6-937245030'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:36:58.036671 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 0b55770a-cb4e-41da-8f76-7a1a683e7ea7 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:36:58.213441 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40511a2d-e886-47ad-b0f7-0a1dfb765199 req-01dcc35d-2cc1-4d26-97d7-665af992935c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:58.213441 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-40511a2d-e886-47ad-b0f7-0a1dfb765199 req-01dcc35d-2cc1-4d26-97d7-665af992935c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=641ca1bb-b160-4ee3-976a-db32db979b60 HTTP/1.1" status: 200 len: 859 time: 0.2628345 Apr 20 17:36:58.213441 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9c44a76d-ab2b-45c3-bfd0-df252c79e25c req-75a960bc-581d-46cf-95a9-eaa02540fee7 service neutron] 10.222.0.43 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8209815 Apr 20 17:36:58.235032 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01bc09-4741-41f5-bacb-46cab8a271ce tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Subnet': ['ID=284fd1b1-dbe3-4793-b9b5-fe954133f007,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:58.320842 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-40511a2d-e886-47ad-b0f7-0a1dfb765199 req-a5227f74-5904-4a38-a130-ca4a3185ae47 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=404fa35b-eb31-464c-8c9d-43ca9fe048f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726714 Apr 20 17:36:58.330062 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 0b55770a-cb4e-41da-8f76-7a1a683e7ea7, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=0b55770a-cb4e-41da-8f76-7a1a683e7ea7,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:36:58.344252 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '0b55770a-cb4e-41da-8f76-7a1a683e7ea7', 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f', 'port_id': '0b55770a-cb4e-41da-8f76-7a1a683e7ea7', 'mac_address': 'fa:16:3e:f1:10:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32922401-1cb1-4df1-a18a-26612d131639', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:36:58.428838 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:58.469788 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b55770a-cb4e-41da-8f76-7a1a683e7ea7 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:36:58.624816 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da73676-ca4d-4477-9406-85dc335eba5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-9ba611e4-024c-4a0c-9998-3bc548cf409a', 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'fixed_ips': [{'subnet_id': '284fd1b1-dbe3-4793-b9b5-fe954133f007'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:36:58.624816 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5da73676-ca4d-4477-9406-85dc335eba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:58.657023 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3f97c-3f6b-4d5a-ac5d-ebb9a1279ca6 req-bdb44313-427d-4a40-99f7-b225de596496 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:58.657023 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c3f3f97c-3f6b-4d5a-ac5d-ebb9a1279ca6 req-bdb44313-427d-4a40-99f7-b225de596496 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 946 time: 1.2545953 Apr 20 17:36:58.659346 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 0b55770a-cb4e-41da-8f76-7a1a683e7ea7, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=0b55770a-cb4e-41da-8f76-7a1a683e7ea7,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:36:58.680514 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:58.727801 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c3f3f97c-3f6b-4d5a-ac5d-ebb9a1279ca6 req-79f021a7-30b7-4782-9156-d322b07764d9 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/security-groups?id=5671c89d-0048-417e-b766-c124f42aab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663395 Apr 20 17:36:58.749554 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9c44a76d-ab2b-45c3-bfd0-df252c79e25c req-76017847-0c5c-46f4-be83-1ca96a876a96 service neutron] 10.222.0.43 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5227387 Apr 20 17:36:58.862629 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-bd817762-e465-4022-a5bb-1d5d3df2d9eb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:36:58.875667 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-40511a2d-e886-47ad-b0f7-0a1dfb765199 req-467a1407-efc5-4495-acbd-d465b3e5dd0f service neutron] 10.222.0.10 "GET /v2.0/networks/404fa35b-eb31-464c-8c9d-43ca9fe048f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931614 Apr 20 17:36:58.996440 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=0b55770a-cb4e-41da-8f76-7a1a683e7ea7,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:36:59.007842 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 120a6974-210d-4066-a77f-def7892260d6 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:36:59.034166 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-8924e965-a1d1-4d0f-9a9f-862b66ac7db8 req-bb076917-0147-4c4c-a145-4f50210495ab tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] For port 28f7f4e0-a95d-4644-adb0-ace894530921, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=28f7f4e0-a95d-4644-adb0-ace894530921,segment=NetworkSegment(aeb8f33c-317c-45e3-a7a9-c21f7e658316),segment_id=aeb8f33c-317c-45e3-a7a9-c21f7e658316)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:36:59.034562 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8924e965-a1d1-4d0f-9a9f-862b66ac7db8 req-bb076917-0147-4c4c-a145-4f50210495ab tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:59.077279 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 120a6974-210d-4066-a77f-def7892260d6 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:36:59.077632 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:59.312065 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['0b55770a-cb4e-41da-8f76-7a1a683e7ea7'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:36:59.389083 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8924e965-a1d1-4d0f-9a9f-862b66ac7db8 req-bb076917-0147-4c4c-a145-4f50210495ab tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:59.389457 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8924e965-a1d1-4d0f-9a9f-862b66ac7db8 req-bb076917-0147-4c4c-a145-4f50210495ab tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:59.389770 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [req-8924e965-a1d1-4d0f-9a9f-862b66ac7db8 req-bb076917-0147-4c4c-a145-4f50210495ab tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Floating IP 4dddbf07-aedf-4faa-a52c-6a618a889882 disassociated. External IP: 172.25.8.234, port: 28f7f4e0-a95d-4644-adb0-ace894530921. Apr 20 17:36:59.390426 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-8924e965-a1d1-4d0f-9a9f-862b66ac7db8 req-bb076917-0147-4c4c-a145-4f50210495ab tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Calling delete_port for 28f7f4e0-a95d-4644-adb0-ace894530921 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:36:59.475466 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-5da73676-ca4d-4477-9406-85dc335eba5d None None] Allocated IP 2001:db8::f816:3eff:fed0:b145 (9ba611e4-024c-4a0c-9998-3bc548cf409a/284fd1b1-dbe3-4793-b9b5-fe954133f007/99f831ca-3f4c-4646-88a4-73a6d0cac38d) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:36:59.517332 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-40511a2d-e886-47ad-b0f7-0a1dfb765199 req-c2bb2bc4-0183-42c1-afc3-2c116ca020cb service neutron] 10.222.0.10 "GET /v2.0/networks/404fa35b-eb31-464c-8c9d-43ca9fe048f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6372414 Apr 20 17:36:59.542553 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff6601-58cb-49f5-94c7-fcfdbf07c67f req-d8102788-2faf-4abb-a52d-6966a074cea8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:36:59.542553 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-32ff6601-58cb-49f5-94c7-fcfdbf07c67f req-d8102788-2faf-4abb-a52d-6966a074cea8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 945 time: 0.4878683 Apr 20 17:36:59.590373 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-cdf3a264-1e22-43cc-bfec-d02a790b3a88 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Deleting port 22a17809-94f0-41cb-81c4-a906893002f0 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:36:59.590373 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cdf3a264-1e22-43cc-bfec-d02a790b3a88 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:59.626322 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-32ff6601-58cb-49f5-94c7-fcfdbf07c67f req-6be6bc7c-9f9a-4d4f-a525-186096729f45 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b11ffdb-0a5b-46b0-8905-207106275e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810125 Apr 20 17:36:59.683248 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38756) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:59.718798 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-bd817762-e465-4022-a5bb-1d5d3df2d9eb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:36:59.734978 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8924e965-a1d1-4d0f-9a9f-862b66ac7db8 req-bb076917-0147-4c4c-a145-4f50210495ab tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:36:59.792875 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd817762-e465-4022-a5bb-1d5d3df2d9eb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:36:59.814448 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e1708b0a-bf19-4ccc-9d5b-64a9e8f9267a tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 1091 time: 0.1333840 Apr 20 17:36:59.817521 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38764) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:59.830040 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-c43b24af-adeb-4563-8066-5b1e833ecfd8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'port_id': 'f40eae86-ce91-4627-8cc8-71e6eabd0e01', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:36:59.839622 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c43b24af-adeb-4563-8066-5b1e833ecfd8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:36:59.846564 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c43b24af-adeb-4563-8066-5b1e833ecfd8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:floatingip and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:36:59.850224 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c43b24af-adeb-4563-8066-5b1e833ecfd8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:36:59.856631 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c43b24af-adeb-4563-8066-5b1e833ecfd8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:36:59.893165 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c43b24af-adeb-4563-8066-5b1e833ecfd8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for floatingip, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:00.051839 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5da73676-ca4d-4477-9406-85dc335eba5d None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:00.072974 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5da73676-ca4d-4477-9406-85dc335eba5d None None] Transition to ACTIVE for port object 99f831ca-3f4c-4646-88a4-73a6d0cac38d will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:37:00.099725 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5da73676-ca4d-4477-9406-85dc335eba5d None None] Transition to ACTIVE for port object 99f831ca-3f4c-4646-88a4-73a6d0cac38d will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:37:00.131876 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 28f7f4e0-a95d-4644-adb0-ace894530921 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:37:00.179207 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5da73676-ca4d-4477-9406-85dc335eba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:00.256256 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:00.280823 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb076917-0147-4c4c-a145-4f50210495ab tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event deleted for resources: {'Port': ['ID=28f7f4e0-a95d-4644-adb0-ace894530921,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:00.309037 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a8971-cf5d-4446-aa8c-4b537867cf0a req-ffc646ea-e0ed-4e84-95ce-7d4905cc233a tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:00.309037 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7a2a8971-cf5d-4446-aa8c-4b537867cf0a req-ffc646ea-e0ed-4e84-95ce-7d4905cc233a tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=e278c072-8a22-49a5-a778-76dea42f9ae8 HTTP/1.1" status: 200 len: 945 time: 0.2561026 Apr 20 17:37:00.312892 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 28f7f4e0-a95d-4644-adb0-ace894530921 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:37:00.312892 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 28f7f4e0-a95d-4644-adb0-ace894530921 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:37:00.389330 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da73676-ca4d-4477-9406-85dc335eba5d None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:37:00.469203 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7a2a8971-cf5d-4446-aa8c-4b537867cf0a req-84ed2b01-227d-4a65-84a4-28c8624d1a63 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504340 Apr 20 17:37:00.478149 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-5da73676-ca4d-4477-9406-85dc335eba5d None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:37:00.489330 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da73676-ca4d-4477-9406-85dc335eba5d None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:37:00.550036 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 120a6974-210d-4066-a77f-def7892260d6, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=120a6974-210d-4066-a77f-def7892260d6,segment=NetworkSegment(d4af0888-96c0-4bc6-8226-00610a420d13),segment_id=d4af0888-96c0-4bc6-8226-00610a420d13)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:00.581151 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c43b24af-adeb-4563-8066-5b1e833ecfd8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:00.620965 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da73676-ca4d-4477-9406-85dc335eba5d None None] Pushing event updated for resources: {'Port': ['ID=99f831ca-3f4c-4646-88a4-73a6d0cac38d,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:00.773512 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:00.866497 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5da73676-ca4d-4477-9406-85dc335eba5d None None] Attempting to bind port 99f831ca-3f4c-4646-88a4-73a6d0cac38d on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:37:00.866497 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5da73676-ca4d-4477-9406-85dc335eba5d None None] Attempting to bind port 99f831ca-3f4c-4646-88a4-73a6d0cac38d by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:37:00.866497 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da73676-ca4d-4477-9406-85dc335eba5d None None] Attempting to bind port 99f831ca-3f4c-4646-88a4-73a6d0cac38d on network 9ba611e4-024c-4a0c-9998-3bc548cf409a {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:37:00.874894 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=120a6974-210d-4066-a77f-def7892260d6,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:00.874894 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da73676-ca4d-4477-9406-85dc335eba5d None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:37:00.878963 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da73676-ca4d-4477-9406-85dc335eba5d None None] Checking segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:37:00.878963 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5da73676-ca4d-4477-9406-85dc335eba5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:00.878963 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da73676-ca4d-4477-9406-85dc335eba5d None None] Bound using segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:37:00.878963 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5da73676-ca4d-4477-9406-85dc335eba5d None None] Bound port: 99f831ca-3f4c-4646-88a4-73a6d0cac38d, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:37:00.878963 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5da73676-ca4d-4477-9406-85dc335eba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:00.957562 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cdf3a264-1e22-43cc-bfec-d02a790b3a88 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:01.063828 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-5da73676-ca4d-4477-9406-85dc335eba5d None None] For port 99f831ca-3f4c-4646-88a4-73a6d0cac38d, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:37:01.072852 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-5da73676-ca4d-4477-9406-85dc335eba5d None None] For port 99f831ca-3f4c-4646-88a4-73a6d0cac38d, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=99f831ca-3f4c-4646-88a4-73a6d0cac38d,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:37:01.085343 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-c43b24af-adeb-4563-8066-5b1e833ecfd8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Allocated IP 172.25.8.129 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/f11b9250-c02d-497a-b3e0-a2ab73001cef) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:37:01.093884 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5da73676-ca4d-4477-9406-85dc335eba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:01.243696 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b20fbf-e5ff-4386-b559-56206ca95b20 req-221b3da2-30dc-4091-ae58-e68636e01fe8 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:01.243696 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-57b20fbf-e5ff-4386-b559-56206ca95b20 req-221b3da2-30dc-4091-ae58-e68636e01fe8 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 946 time: 0.4564333 Apr 20 17:37:01.266597 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da73676-ca4d-4477-9406-85dc335eba5d None None] Pushing event updated for resources: {'Port': ['ID=99f831ca-3f4c-4646-88a4-73a6d0cac38d,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:01.323082 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-cdf3a264-1e22-43cc-bfec-d02a790b3a88 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Calling delete_port for 22a17809-94f0-41cb-81c4-a906893002f0 owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:37:01.383459 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-57b20fbf-e5ff-4386-b559-56206ca95b20 req-0bfb500d-4db4-4881-ab92-2aa90f6e9ae2 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/security-groups?id=5671c89d-0048-417e-b766-c124f42aab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376927 Apr 20 17:37:01.504894 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9947a-cf7d-4fb9-a386-70d39f4e5556 req-d86f00ec-63bf-4ec2-9bb8-5fbf6ebc7f94 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:01.504894 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9cf9947a-cf7d-4fb9-a386-70d39f4e5556 req-d86f00ec-63bf-4ec2-9bb8-5fbf6ebc7f94 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=a77a8785-0391-4112-83ed-2c09953983ad HTTP/1.1" status: 200 len: 945 time: 2.8657796 Apr 20 17:37:01.591530 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c43b24af-adeb-4563-8066-5b1e833ecfd8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:01.697511 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c43b24af-adeb-4563-8066-5b1e833ecfd8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:01.738964 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bd817762-e465-4022-a5bb-1d5d3df2d9eb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:01.898826 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-bd817762-e465-4022-a5bb-1d5d3df2d9eb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] device_id is not set on port 5abd6261-6308-49ee-8ad7-035a656eacaf yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:37:01.904712 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43b24af-adeb-4563-8066-5b1e833ecfd8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:37:01.929232 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-c43b24af-adeb-4563-8066-5b1e833ecfd8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:37:01.929232 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b24af-adeb-4563-8066-5b1e833ecfd8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'Port': ['ID=f11b9250-c02d-497a-b3e0-a2ab73001cef,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:01.929232 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43b24af-adeb-4563-8066-5b1e833ecfd8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:37:02.057565 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 0b55770a-cb4e-41da-8f76-7a1a683e7ea7 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:37:02.259453 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 0b55770a-cb4e-41da-8f76-7a1a683e7ea7 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:37:02.266874 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 0b55770a-cb4e-41da-8f76-7a1a683e7ea7 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:37:02.267531 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:02.654704 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:02.705829 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-bd817762-e465-4022-a5bb-1d5d3df2d9eb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Allocated IP 2001:db8::f816:3eff:fe45:2635 (9ba611e4-024c-4a0c-9998-3bc548cf409a/284fd1b1-dbe3-4793-b9b5-fe954133f007/5abd6261-6308-49ee-8ad7-035a656eacaf) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:37:02.768515 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e278c072-8a22-49a5-a778-76dea42f9ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b55770a-cb4e-41da-8f76-7a1a683e7ea7'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:37:02.815930 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 0b55770a-cb4e-41da-8f76-7a1a683e7ea7, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=0b55770a-cb4e-41da-8f76-7a1a683e7ea7,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:02.827296 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:02.983427 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=0b55770a-cb4e-41da-8f76-7a1a683e7ea7,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:03.046106 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9cf9947a-cf7d-4fb9-a386-70d39f4e5556 req-c23713ea-5f8c-425a-9c4e-2b4204f3c4f4 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ea1cb64-5e15-4e0d-9f0e-f01a8904d073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5185781 Apr 20 17:37:03.046106 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cdf3a264-1e22-43cc-bfec-d02a790b3a88 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:03.109262 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bd817762-e465-4022-a5bb-1d5d3df2d9eb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:03.133453 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-bd817762-e465-4022-a5bb-1d5d3df2d9eb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Transition to ACTIVE for port object 5abd6261-6308-49ee-8ad7-035a656eacaf will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:37:03.241484 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c43b24af-adeb-4563-8066-5b1e833ecfd8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:03.251661 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 99f831ca-3f4c-4646-88a4-73a6d0cac38d up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:37:03.353880 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8d9a2-fbd3-47aa-9024-dc3c54d7d702 req-f97c86af-d1d5-48cb-9323-b51cad78dbf5 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:03.364170 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bd817762-e465-4022-a5bb-1d5d3df2d9eb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:03.368626 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-32e8d9a2-fbd3-47aa-9024-dc3c54d7d702 req-f97c86af-d1d5-48cb-9323-b51cad78dbf5 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=e278c072-8a22-49a5-a778-76dea42f9ae8 HTTP/1.1" status: 200 len: 945 time: 1.4783261 Apr 20 17:37:03.380180 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-58a89a88-94ff-4b49-91c2-49e90e3ba9c4 None None] Provisioning for port 99f831ca-3f4c-4646-88a4-73a6d0cac38d completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:37:03.423748 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 99f831ca-3f4c-4646-88a4-73a6d0cac38d completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:37:03.429211 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 99f831ca-3f4c-4646-88a4-73a6d0cac38d triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:37:03.429764 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:03.474886 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c43b24af-adeb-4563-8066-5b1e833ecfd8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:03.541777 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3a264-1e22-43cc-bfec-d02a790b3a88 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event deleted for resources: {'Port': ['ID=22a17809-94f0-41cb-81c4-a906893002f0,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:03.764421 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:03.781206 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd817762-e465-4022-a5bb-1d5d3df2d9eb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Port': ['ID=5abd6261-6308-49ee-8ad7-035a656eacaf,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:03.828818 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38826) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:03.832499 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 99f831ca-3f4c-4646-88a4-73a6d0cac38d, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=99f831ca-3f4c-4646-88a4-73a6d0cac38d,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:03.841979 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:03.847088 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 120a6974-210d-4066-a77f-def7892260d6 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:37:03.854724 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd817762-e465-4022-a5bb-1d5d3df2d9eb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:37:03.944874 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-32e8d9a2-fbd3-47aa-9024-dc3c54d7d702 req-1dcc5ec3-c60a-4a6f-9307-fb2fa204310b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5397179 Apr 20 17:37:03.976154 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-bd817762-e465-4022-a5bb-1d5d3df2d9eb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:37:03.985265 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd817762-e465-4022-a5bb-1d5d3df2d9eb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:37:03.992888 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd817762-e465-4022-a5bb-1d5d3df2d9eb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:03.992888 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bd817762-e465-4022-a5bb-1d5d3df2d9eb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:04.135737 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c43b24af-adeb-4563-8066-5b1e833ecfd8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:04.146994 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bd817762-e465-4022-a5bb-1d5d3df2d9eb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.1450112 Apr 20 17:37:04.150119 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c43b24af-adeb-4563-8066-5b1e833ecfd8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:04.156016 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38832) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:04.265489 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=99f831ca-3f4c-4646-88a4-73a6d0cac38d,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:04.268966 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b24af-adeb-4563-8066-5b1e833ecfd8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'Port': ['ID=f11b9250-c02d-497a-b3e0-a2ab73001cef,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:04.288527 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 120a6974-210d-4066-a77f-def7892260d6 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:37:04.288527 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:04.444032 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a424367-dd29-4bf6-8ca3-d9ae83f9f155'] response: {'server_uuid': 'e278c072-8a22-49a5-a778-76dea42f9ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b55770a-cb4e-41da-8f76-7a1a683e7ea7', 'code': 200} Apr 20 17:37:04.456743 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9324f2-7a4e-42c5-a20e-1d14b46f475e req-eebeda11-fcc2-463e-babb-6305043697a3 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:04.464314 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7b9324f2-7a4e-42c5-a20e-1d14b46f475e req-eebeda11-fcc2-463e-babb-6305043697a3 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 946 time: 0.6910377 Apr 20 17:37:04.468260 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8924e965-a1d1-4d0f-9a9f-862b66ac7db8 req-bb076917-0147-4c4c-a145-4f50210495ab tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:37:04.511321 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e82680-0e0d-43f1-a887-d13916827ad4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:04.515151 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e82680-0e0d-43f1-a887-d13916827ad4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:04.515953 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-12e82680-0e0d-43f1-a887-d13916827ad4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:37:04.550298 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b5ddda6e-d2ee-482a-bbb1-362a63716edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:04.557395 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cdf3a264-1e22-43cc-bfec-d02a790b3a88 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:04.625508 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5841ae9e-81f3-4223-b775-a266747a496c None None] Provisioning for port 5abd6261-6308-49ee-8ad7-035a656eacaf completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:37:04.631305 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5841ae9e-81f3-4223-b775-a266747a496c None None] Provisioning complete for port 5abd6261-6308-49ee-8ad7-035a656eacaf triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:37:04.631976 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5841ae9e-81f3-4223-b775-a266747a496c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:04.694940 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4af76e98-4add-40d3-b9ae-1ca7c16e0b36 req-3302b96a-89a1-4737-a3f8-d5318f2972da tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=a77a8785-0391-4112-83ed-2c09953983ad HTTP/1.1" status: 200 len: 210 time: 0.0939524 Apr 20 17:37:04.728442 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-5841ae9e-81f3-4223-b775-a266747a496c None None] Port 5abd6261-6308-49ee-8ad7-035a656eacaf cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:37:04.732734 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c43b24af-adeb-4563-8066-5b1e833ecfd8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:04.863529 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 99f831ca-3f4c-4646-88a4-73a6d0cac38d up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:37:04.877894 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-12e82680-0e0d-43f1-a887-d13916827ad4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:37:04.882148 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b5ddda6e-d2ee-482a-bbb1-362a63716edb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:04.882734 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-12e82680-0e0d-43f1-a887-d13916827ad4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.7071249 Apr 20 17:37:04.883690 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38842) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:04.885109 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b5ddda6e-d2ee-482a-bbb1-362a63716edb admin admin] Usage tracker for resource:security_group_rule and tenant:32e782f634c64fcf89790a9879680a6b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:37:04.888121 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b5ddda6e-d2ee-482a-bbb1-362a63716edb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:37:04.898069 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b5ddda6e-d2ee-482a-bbb1-362a63716edb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:04.913500 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d75d6a8e-4858-43ea-bdbe-3c3e73b464fb req-c2d13435-c4dd-47d5-abe0-3b1d9ba385d0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e278c072-8a22-49a5-a778-76dea42f9ae8 HTTP/1.1" status: 200 len: 1097 time: 0.5484204 Apr 20 17:37:04.949186 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 99f831ca-3f4c-4646-88a4-73a6d0cac38d triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:37:04.949643 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:05.011247 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d75d6a8e-4858-43ea-bdbe-3c3e73b464fb req-2f2938d2-08c8-49b9-b9db-54445c0418ff service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870831 Apr 20 17:37:05.029079 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7b9324f2-7a4e-42c5-a20e-1d14b46f475e req-c523fd0a-c3d8-43e3-aa53-9688a5557a00 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/security-groups?id=5671c89d-0048-417e-b766-c124f42aab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5638087 Apr 20 17:37:05.086260 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b5ddda6e-d2ee-482a-bbb1-362a63716edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:05.114301 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b5ddda6e-d2ee-482a-bbb1-362a63716edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:05.135129 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-1d9abef4-f753-46c0-b195-4eb77fe6b0ae tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting port 5abd6261-6308-49ee-8ad7-035a656eacaf {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:37:05.136337 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1d9abef4-f753-46c0-b195-4eb77fe6b0ae tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:05.176836 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [None req-c43b24af-adeb-4563-8066-5b1e833ecfd8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Floating IP 07d6e123-83a2-449d-8892-cae10e7e68c5 associated. External IP: 172.25.8.129, port: f40eae86-ce91-4627-8cc8-71e6eabd0e01. Apr 20 17:37:05.345612 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddda6e-d2ee-482a-bbb1-362a63716edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b13a37d-b2dd-4a9c-a646-5d2f39325198,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:05.361798 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b5ddda6e-d2ee-482a-bbb1-362a63716edb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=32e782f634c64fcf89790a9879680a6b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5288808 Apr 20 17:37:05.365384 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38848) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:05.465520 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd188a11-bb4a-4979-92c4-224c988cc83c req-0697f075-ba0b-47b6-97ce-dbc68395190c tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:05.472225 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dd188a11-bb4a-4979-92c4-224c988cc83c req-0697f075-ba0b-47b6-97ce-dbc68395190c tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=e278c072-8a22-49a5-a778-76dea42f9ae8 HTTP/1.1" status: 200 len: 946 time: 0.2238636 Apr 20 17:37:05.516896 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c62197a-99e9-4e42-b82f-ac9c7615d2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:05.564238 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c62197a-99e9-4e42-b82f-ac9c7615d2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:05.581492 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dd188a11-bb4a-4979-92c4-224c988cc83c req-c51a99ce-038c-4135-ae60-2b473c465c00 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083832 Apr 20 17:37:05.629520 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1d9abef4-f753-46c0-b195-4eb77fe6b0ae tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:05.652099 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8924e965-a1d1-4d0f-9a9f-862b66ac7db8 req-bb076917-0147-4c4c-a145-4f50210495ab tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:37:05.667041 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626fea6b-7bc6-4643-b2ad-9d3cd0b6b59f None None] Sync routers for ids ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:37:05.680029 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626fea6b-7bc6-4643-b2ad-9d3cd0b6b59f None None] Routers {'e1d93820-6526-4ca9-b0c8-c49105c7dbc4'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:37:05.681021 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-626fea6b-7bc6-4643-b2ad-9d3cd0b6b59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:36:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:05.817990 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c62197a-99e9-4e42-b82f-ac9c7615d2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:05.862610 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-626fea6b-7bc6-4643-b2ad-9d3cd0b6b59f None None] Set router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:37:05.876264 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62197a-99e9-4e42-b82f-ac9c7615d2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b13a37d-b2dd-4a9c-a646-5d2f39325198,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:05.911181 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-1d9abef4-f753-46c0-b195-4eb77fe6b0ae tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Calling delete_port for 5abd6261-6308-49ee-8ad7-035a656eacaf owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:37:05.943067 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-8924e965-a1d1-4d0f-9a9f-862b66ac7db8 req-bb076917-0147-4c4c-a145-4f50210495ab tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] No DVR routers for this DVR port 28f7f4e0-a95d-4644-adb0-ace894530921 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:37:05.957360 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8924e965-a1d1-4d0f-9a9f-862b66ac7db8 req-bb076917-0147-4c4c-a145-4f50210495ab tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:05.960889 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8924e965-a1d1-4d0f-9a9f-862b66ac7db8 req-bb076917-0147-4c4c-a145-4f50210495ab tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.43 "DELETE /v2.0/ports/28f7f4e0-a95d-4644-adb0-ace894530921 HTTP/1.1" status: 204 len: 173 time: 8.5913858 Apr 20 17:37:05.973564 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4c62197a-99e9-4e42-b82f-ac9c7615d2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:05.975950 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4c62197a-99e9-4e42-b82f-ac9c7615d2bf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6b13a37d-b2dd-4a9c-a646-5d2f39325198 HTTP/1.1" status: 204 len: 168 time: 0.6094956 Apr 20 17:37:06.029708 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77a8785-0391-4112-83ed-2c09953983ad', 'name': 'network-vif-deleted', 'tag': '28f7f4e0-a95d-4644-adb0-ace894530921'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:37:06.139057 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43b24af-adeb-4563-8066-5b1e833ecfd8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Router a847c51d-e3e8-4b74-9074-de9e5616f6d3 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:37:06.265836 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-626fea6b-7bc6-4643-b2ad-9d3cd0b6b59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'name': 'tempest-AttachVolumeNegativeTest-176702069-router', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:30:58Z', 'updated_at': '2022-04-20T17:31:10Z', 'revision_number': 4, 'project_id': 'fff76710152c4266b547138b68f9e982', 'gw_port': {'id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:30:59Z', 'updated_at': '2022-04-20T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8599e52f-56a7-4816-bd23-d86cc23894bb', 'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'mac_address': 'fa:16:3e:63:5d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:31:08Z', 'updated_at': '2022-04-20T17:31:21Z', 'revision_number': 5, 'project_id': 'fff76710152c4266b547138b68f9e982', 'subnets': [{'id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:06.271568 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626fea6b-7bc6-4643-b2ad-9d3cd0b6b59f None None] Checking router: e1d93820-6526-4ca9-b0c8-c49105c7dbc4 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:37:06.291241 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626fea6b-7bc6-4643-b2ad-9d3cd0b6b59f None None] Routers {'e1d93820-6526-4ca9-b0c8-c49105c7dbc4'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:37:06.291865 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-626fea6b-7bc6-4643-b2ad-9d3cd0b6b59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:36:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:06.296039 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89cd4ff5-8750-45c3-807e-368da0023b94'] response: {'server_uuid': 'a77a8785-0391-4112-83ed-2c09953983ad', 'name': 'network-vif-deleted', 'tag': '28f7f4e0-a95d-4644-adb0-ace894530921', 'status': 'completed', 'code': 200} Apr 20 17:37:06.505624 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-2cc3245a-27ae-46e3-8276-8636a7604b0f req-fe2540d5-2dd6-4506-afd4-575c961e2fe1 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Synchronizing usage tracker for tenant:fff76710152c4266b547138b68f9e982 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:37:06.548835 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-2cc3245a-27ae-46e3-8276-8636a7604b0f req-fe2540d5-2dd6-4506-afd4-575c961e2fe1 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Unset dirty status for tenant:fff76710152c4266b547138b68f9e982 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:37:06.560417 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2cc3245a-27ae-46e3-8276-8636a7604b0f req-fe2540d5-2dd6-4506-afd4-575c961e2fe1 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=a77a8785-0391-4112-83ed-2c09953983ad HTTP/1.1" status: 200 len: 210 time: 0.6044371 Apr 20 17:37:06.562493 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-626fea6b-7bc6-4643-b2ad-9d3cd0b6b59f None None] Set router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:37:06.808402 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf3a264-1e22-43cc-bfec-d02a790b3a88 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Router 1b535ec2-27a0-4679-95ee-69bb79d9a48e has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:37:06.848743 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38872) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:06.878945 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1d9abef4-f753-46c0-b195-4eb77fe6b0ae tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:06.901135 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9f42f11e-3fd6-41bc-adb0-d02c02e36e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:06.933412 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de838c5e-59c4-4f05-8be5-002ec4b45f84 req-88c5b966-0c15-4d83-ae4d-5317725cd57f tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:06.941796 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de838c5e-59c4-4f05-8be5-002ec4b45f84 req-88c5b966-0c15-4d83-ae4d-5317725cd57f tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 946 time: 0.2514095 Apr 20 17:37:06.961791 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-626fea6b-7bc6-4643-b2ad-9d3cd0b6b59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'name': 'tempest-AttachVolumeNegativeTest-176702069-router', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:30:58Z', 'updated_at': '2022-04-20T17:31:10Z', 'revision_number': 4, 'project_id': 'fff76710152c4266b547138b68f9e982', 'gw_port': {'id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:30:59Z', 'updated_at': '2022-04-20T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8599e52f-56a7-4816-bd23-d86cc23894bb', 'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'mac_address': 'fa:16:3e:63:5d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:31:08Z', 'updated_at': '2022-04-20T17:31:21Z', 'revision_number': 5, 'project_id': 'fff76710152c4266b547138b68f9e982', 'subnets': [{'id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:06.967323 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626fea6b-7bc6-4643-b2ad-9d3cd0b6b59f None None] The sync data for ids ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'] in n-d-838032-1 is: [{'id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'name': 'tempest-AttachVolumeNegativeTest-176702069-router', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:30:58Z', 'updated_at': '2022-04-20T17:31:10Z', 'revision_number': 4, 'project_id': 'fff76710152c4266b547138b68f9e982', 'gw_port': {'id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:30:59Z', 'updated_at': '2022-04-20T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8599e52f-56a7-4816-bd23-d86cc23894bb', 'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'mac_address': 'fa:16:3e:63:5d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:31:08Z', 'updated_at': '2022-04-20T17:31:21Z', 'revision_number': 5, 'project_id': 'fff76710152c4266b547138b68f9e982', 'subnets': [{'id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:37:07.001637 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9f42f11e-3fd6-41bc-adb0-d02c02e36e34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:07.008044 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9f42f11e-3fd6-41bc-adb0-d02c02e36e34 admin admin] Usage tracker for resource:security_group_rule and tenant:08f318f370c2457a83cb5786853b28e7 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:37:07.012601 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9f42f11e-3fd6-41bc-adb0-d02c02e36e34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:37:07.026433 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9f42f11e-3fd6-41bc-adb0-d02c02e36e34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:07.064875 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de838c5e-59c4-4f05-8be5-002ec4b45f84 req-edcf2d9a-07cb-4f59-ae42-11d472d2aba1 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/security-groups?id=5671c89d-0048-417e-b766-c124f42aab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190362 Apr 20 17:37:07.075602 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9abef4-f753-46c0-b195-4eb77fe6b0ae tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Port': ['ID=5abd6261-6308-49ee-8ad7-035a656eacaf,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:07.151329 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43b24af-adeb-4563-8066-5b1e833ecfd8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:37:07.168480 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e72f734-e9d1-412e-8d19-6be707a066df None None] Sync routers for ids ['a847c51d-e3e8-4b74-9074-de9e5616f6d3'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:37:07.181369 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9f42f11e-3fd6-41bc-adb0-d02c02e36e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:07.193318 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e72f734-e9d1-412e-8d19-6be707a066df None None] Routers {'a847c51d-e3e8-4b74-9074-de9e5616f6d3'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:37:07.194229 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-0e72f734-e9d1-412e-8d19-6be707a066df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:36:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['a847c51d-e3e8-4b74-9074-de9e5616f6d3'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:07.196534 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9f42f11e-3fd6-41bc-adb0-d02c02e36e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:07.235852 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c43b24af-adeb-4563-8066-5b1e833ecfd8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:07.283618 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1d9abef4-f753-46c0-b195-4eb77fe6b0ae tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:07.310720 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1d9abef4-f753-46c0-b195-4eb77fe6b0ae tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/5abd6261-6308-49ee-8ad7-035a656eacaf HTTP/1.1" status: 204 len: 168 time: 2.4129164 Apr 20 17:37:07.315361 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38880) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:07.343653 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42f11e-3fd6-41bc-adb0-d02c02e36e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db473771-f072-4caa-a7c5-f8e0eadcbe25,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:07.351417 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9f42f11e-3fd6-41bc-adb0-d02c02e36e34 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=08f318f370c2457a83cb5786853b28e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5015111 Apr 20 17:37:07.353306 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38886) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:07.373300 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c43b24af-adeb-4563-8066-5b1e833ecfd8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.5518937 Apr 20 17:37:07.373300 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f83f5c1-8862-400c-b48f-3072a3dbae30', 'tag': 'f40eae86-ce91-4627-8cc8-71e6eabd0e01'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:37:07.400115 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36998fe7-b409-4cd1-ae81-aa4c63fb5d7e req-49664d98-57c0-4014-9568-228d046f557d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:07.406378 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-36998fe7-b409-4cd1-ae81-aa4c63fb5d7e req-49664d98-57c0-4014-9568-228d046f557d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=e278c072-8a22-49a5-a778-76dea42f9ae8 HTTP/1.1" status: 200 len: 946 time: 0.5182776 Apr 20 17:37:07.496023 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-870a3722-882a-4835-b29b-0f9d74b4bae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:07.518284 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf3a264-1e22-43cc-bfec-d02a790b3a88 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:37:07.531946 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33136874-0ae1-4d35-aa8b-4d51fe01af0e None None] Sync routers for ids ['1b535ec2-27a0-4679-95ee-69bb79d9a48e'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:37:07.548037 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cdf3a264-1e22-43cc-bfec-d02a790b3a88 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "PUT /v2.0/routers/1b535ec2-27a0-4679-95ee-69bb79d9a48e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4864540 Apr 20 17:37:07.551144 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38894) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:07.562134 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33136874-0ae1-4d35-aa8b-4d51fe01af0e None None] Routers {'1b535ec2-27a0-4679-95ee-69bb79d9a48e'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:37:07.562799 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-33136874-0ae1-4d35-aa8b-4d51fe01af0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:36:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['1b535ec2-27a0-4679-95ee-69bb79d9a48e'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:07.581463 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-0e72f734-e9d1-412e-8d19-6be707a066df None None] Set router a847c51d-e3e8-4b74-9074-de9e5616f6d3 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:37:07.646829 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-870a3722-882a-4835-b29b-0f9d74b4bae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:07.688295 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-36998fe7-b409-4cd1-ae81-aa4c63fb5d7e req-110296c3-d3e3-43d6-9d08-656c9a867554 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745636 Apr 20 17:37:07.703314 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-33136874-0ae1-4d35-aa8b-4d51fe01af0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:07.705030 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c7385-5932-4db0-8645-7be908320b41 req-1c498bd2-3898-4983-841f-83ae081a8fa9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:07.714169 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-707c7385-5932-4db0-8645-7be908320b41 req-1c498bd2-3898-4983-841f-83ae081a8fa9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 945 time: 0.1742797 Apr 20 17:37:07.728778 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33136874-0ae1-4d35-aa8b-4d51fe01af0e None None] Routers {'1b535ec2-27a0-4679-95ee-69bb79d9a48e'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:37:07.729819 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-33136874-0ae1-4d35-aa8b-4d51fe01af0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:36:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['1b535ec2-27a0-4679-95ee-69bb79d9a48e'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:07.801188 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-707c7385-5932-4db0-8645-7be908320b41 req-0ed85fec-bcd0-4cab-b497-4b1c9bc19eab tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b11ffdb-0a5b-46b0-8905-207106275e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857956 Apr 20 17:37:07.830665 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38902) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:07.881370 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-33136874-0ae1-4d35-aa8b-4d51fe01af0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:07.881837 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33136874-0ae1-4d35-aa8b-4d51fe01af0e None None] The sync data for ids ['1b535ec2-27a0-4679-95ee-69bb79d9a48e'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:37:08.007524 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecc5d551-01bb-423c-9725-aabbff804be8'] response: {'name': 'network-changed', 'server_uuid': '4f83f5c1-8862-400c-b48f-3072a3dbae30', 'tag': 'f40eae86-ce91-4627-8cc8-71e6eabd0e01', 'status': 'completed', 'code': 200} Apr 20 17:37:08.097966 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38910) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:08.182254 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a3dc7b-fc8e-4e26-b446-474e9938d614 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:08.183707 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a3dc7b-fc8e-4e26-b446-474e9938d614 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:08.184682 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-07a3dc7b-fc8e-4e26-b446-474e9938d614 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:37:08.206203 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-870a3722-882a-4835-b29b-0f9d74b4bae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:08.260980 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a2edc25e-9b79-4031-a71a-cab8b106b219 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:08.269917 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a3722-882a-4835-b29b-0f9d74b4bae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db473771-f072-4caa-a7c5-f8e0eadcbe25,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:08.278949 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-870a3722-882a-4835-b29b-0f9d74b4bae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:08.280484 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-870a3722-882a-4835-b29b-0f9d74b4bae7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db473771-f072-4caa-a7c5-f8e0eadcbe25 HTTP/1.1" status: 204 len: 168 time: 0.9235742 Apr 20 17:37:08.287442 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fa755f76-f96e-4e4b-864b-04fbe149ff3a req-b94f6c60-6891-4c94-9bb5-1de6dbaaaf78 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 1096 time: 0.2767367 Apr 20 17:37:08.301370 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c562b28c-aaa2-4449-951f-11af3e676ddb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/floatingips/07d6e123-83a2-449d-8892-cae10e7e68c5 HTTP/1.1" status: 200 len: 991 time: 0.4669709 Apr 20 17:37:08.303542 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-07a3dc7b-fc8e-4e26-b446-474e9938d614 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:37:08.304741 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-07a3dc7b-fc8e-4e26-b446-474e9938d614 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.9868741 Apr 20 17:37:08.306034 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-0e72f734-e9d1-412e-8d19-6be707a066df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622036229', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c6b1e202-dcdd-47e0-8774-6bf60b9da4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:35:56Z', 'updated_at': '2022-04-20T17:36:13Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'c6b1e202-dcdd-47e0-8774-6bf60b9da4cc', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:43:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:35:59Z', 'updated_at': '2022-04-20T17:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '07d6e123-83a2-449d-8892-cae10e7e68c5', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'port_id': 'f40eae86-ce91-4627-8cc8-71e6eabd0e01', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d4fe1b-5c38-412d-8e32-1a9e69c72c67', 'mac_address': 'fa:16:3e:f8:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f83f5c1-8862-400c-b48f-3072a3dbae30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:37:02Z', 'updated_at': '2022-04-20T17:37:02Z', 'revision_number': 0, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8753a3c2-5819-46c6-9a57-79470ff4e5cd', 'name': '', 'network_id': 'c6d4fe1b-5c38-412d-8e32-1a9e69c72c67', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:01:89:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4c363c9-ff38-4c02-a21b-5b3727689d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:10Z', 'updated_at': '2022-04-20T17:36:30Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': 'e4c363c9-ff38-4c02-a21b-5b3727689d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:08.309290 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38920) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:08.315814 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e72f734-e9d1-412e-8d19-6be707a066df None None] Checking router: a847c51d-e3e8-4b74-9074-de9e5616f6d3 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:37:08.353468 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e72f734-e9d1-412e-8d19-6be707a066df None None] Routers {'a847c51d-e3e8-4b74-9074-de9e5616f6d3'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:37:08.354137 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-0e72f734-e9d1-412e-8d19-6be707a066df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:36:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['a847c51d-e3e8-4b74-9074-de9e5616f6d3'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:08.377890 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a2edc25e-9b79-4031-a71a-cab8b106b219 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:08.581220 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-6578fe12-c082-44b5-8c7c-1e4d7b0915d8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting subnet 284fd1b1-dbe3-4793-b9b5-fe954133f007 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:37:08.586252 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cf8023d3-c1cd-464c-9728-1b0c59f012d7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:08.621395 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa755f76-f96e-4e4b-864b-04fbe149ff3a req-951abebb-8de9-47de-bb41-c5e8de65c00f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:08.622894 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fa755f76-f96e-4e4b-864b-04fbe149ff3a req-951abebb-8de9-47de-bb41-c5e8de65c00f service neutron] 10.222.0.10 "GET /v2.0/networks?id=c6d4fe1b-5c38-412d-8e32-1a9e69c72c67 HTTP/1.1" status: 200 len: 897 time: 0.1730263 Apr 20 17:37:08.639802 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6578fe12-c082-44b5-8c7c-1e4d7b0915d8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:08.795247 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-0e72f734-e9d1-412e-8d19-6be707a066df None None] Set router a847c51d-e3e8-4b74-9074-de9e5616f6d3 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:37:08.908832 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14222c0-73ac-41d7-9c07-da98a7cf5785 req-7bddd52c-4464-4512-905c-8adeecedc533 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:08.908832 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e14222c0-73ac-41d7-9c07-da98a7cf5785 req-7bddd52c-4464-4512-905c-8adeecedc533 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 946 time: 0.6056178 Apr 20 17:37:08.913808 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fa755f76-f96e-4e4b-864b-04fbe149ff3a req-7caca2cd-5338-405b-9b9d-6d271293fdb7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f40eae86-ce91-4627-8cc8-71e6eabd0e01 HTTP/1.1" status: 200 len: 999 time: 0.2750771 Apr 20 17:37:08.941436 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a214ae59-6e2b-4dd8-a9ca-b10943d87b56 None None] New status for floating IP 4dddbf07-aedf-4faa-a52c-6a618a889882: DOWN {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:37:09.014373 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa755f76-f96e-4e4b-864b-04fbe149ff3a req-6c83d480-6166-40f8-9e96-dda1afa651e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:09.016977 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fa755f76-f96e-4e4b-864b-04fbe149ff3a req-6c83d480-6166-40f8-9e96-dda1afa651e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4c363c9-ff38-4c02-a21b-5b3727689d41 HTTP/1.1" status: 200 len: 834 time: 0.0710614 Apr 20 17:37:09.039248 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6578fe12-c082-44b5-8c7c-1e4d7b0915d8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:09.079362 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e14222c0-73ac-41d7-9c07-da98a7cf5785 req-baa2c408-2859-46e9-aaeb-7d9ceb93717a tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/security-groups?id=5671c89d-0048-417e-b766-c124f42aab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645541 Apr 20 17:37:09.111146 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fa755f76-f96e-4e4b-864b-04fbe149ff3a req-788c1690-bd3d-4fbe-ba47-cd98a57e0e5f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c6d4fe1b-5c38-412d-8e32-1a9e69c72c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856378 Apr 20 17:37:09.185202 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-27fbd0f9-5b88-4be4-9641-6ef0476e322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:09.205924 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6578fe12-c082-44b5-8c7c-1e4d7b0915d8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:09.272199 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fa755f76-f96e-4e4b-864b-04fbe149ff3a req-1fc745b8-563e-42f0-b8b1-8c35fbc50a7b service neutron] 10.222.0.10 "GET /v2.0/networks/c6d4fe1b-5c38-412d-8e32-1a9e69c72c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538467 Apr 20 17:37:09.272797 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38926) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:09.306055 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38930) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:09.309916 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6578fe12-c082-44b5-8c7c-1e4d7b0915d8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:09.363904 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-42cae98d-9812-4087-a23c-6c04d2f21b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:09.461963 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-42cae98d-9812-4087-a23c-6c04d2f21b2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:09.470946 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-42cae98d-9812-4087-a23c-6c04d2f21b2a admin admin] Usage tracker for resource:security_group_rule and tenant:37bc2640fb2d42d7ab147c34c6c5948a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:37:09.476469 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-42cae98d-9812-4087-a23c-6c04d2f21b2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:37:09.493365 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-42cae98d-9812-4087-a23c-6c04d2f21b2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:09.506127 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fa755f76-f96e-4e4b-864b-04fbe149ff3a req-5a1c71cf-6f27-4542-85b9-d82c7e751415 service neutron] 10.222.0.10 "GET /v2.0/networks/c6d4fe1b-5c38-412d-8e32-1a9e69c72c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183707 Apr 20 17:37:09.558208 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-31d67e0f-4607-44a3-a5ab-a346284890a8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/floatingips/07d6e123-83a2-449d-8892-cae10e7e68c5 HTTP/1.1" status: 200 len: 991 time: 0.2440505 Apr 20 17:37:09.560942 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578fe12-c082-44b5-8c7c-1e4d7b0915d8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Subnet': ['ID=284fd1b1-dbe3-4793-b9b5-fe954133f007,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:09.587796 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-42cae98d-9812-4087-a23c-6c04d2f21b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:09.589722 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578fe12-c082-44b5-8c7c-1e4d7b0915d8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:09.590224 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578fe12-c082-44b5-8c7c-1e4d7b0915d8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:09.590604 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578fe12-c082-44b5-8c7c-1e4d7b0915d8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:09.591004 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578fe12-c082-44b5-8c7c-1e4d7b0915d8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:09.591592 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578fe12-c082-44b5-8c7c-1e4d7b0915d8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:09.591952 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578fe12-c082-44b5-8c7c-1e4d7b0915d8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:09.592290 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578fe12-c082-44b5-8c7c-1e4d7b0915d8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:09.592722 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578fe12-c082-44b5-8c7c-1e4d7b0915d8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:09.593056 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578fe12-c082-44b5-8c7c-1e4d7b0915d8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:09.593362 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578fe12-c082-44b5-8c7c-1e4d7b0915d8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:09.593684 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578fe12-c082-44b5-8c7c-1e4d7b0915d8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:09.595450 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-42cae98d-9812-4087-a23c-6c04d2f21b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:09.604301 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a2edc25e-9b79-4031-a71a-cab8b106b219 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:09.633796 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2edc25e-9b79-4031-a71a-cab8b106b219 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea1cb64-5e15-4e0d-9f0e-f01a8904d073,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:09.655607 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6578fe12-c082-44b5-8c7c-1e4d7b0915d8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:09.657540 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cae98d-9812-4087-a23c-6c04d2f21b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e66bc9-18d3-4c13-a851-3ea529c2ab3b,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:09.667194 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-42cae98d-9812-4087-a23c-6c04d2f21b2a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=37bc2640fb2d42d7ab147c34c6c5948a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3935106 Apr 20 17:37:09.670036 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38936) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:09.673327 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58839c-b975-46db-b91a-c4b312dfcd43 req-b8121401-7bfd-45e2-94f9-0614b30f7d7b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:09.680950 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aa58839c-b975-46db-b91a-c4b312dfcd43 req-b8121401-7bfd-45e2-94f9-0614b30f7d7b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=e278c072-8a22-49a5-a778-76dea42f9ae8 HTTP/1.1" status: 200 len: 946 time: 1.1034653 Apr 20 17:37:09.686835 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6578fe12-c082-44b5-8c7c-1e4d7b0915d8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/284fd1b1-dbe3-4793-b9b5-fe954133f007 HTTP/1.1" status: 204 len: 168 time: 1.3708210 Apr 20 17:37:09.689813 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38940) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:09.691710 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eafd8b-1f16-4baa-9106-72211499377f None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:37:09.706886 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a2edc25e-9b79-4031-a71a-cab8b106b219 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:09.707924 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a2edc25e-9b79-4031-a71a-cab8b106b219 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "DELETE /v2.0/security-groups/2ea1cb64-5e15-4e0d-9f0e-f01a8904d073 HTTP/1.1" status: 204 len: 168 time: 1.6074734 Apr 20 17:37:09.733657 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38944) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:09.771410 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-906d3807-b2c7-435f-a775-d9ea43274128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:09.785833 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-31cae496-cf99-40ff-8125-54423beac575 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0806921 Apr 20 17:37:09.851819 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38948) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:09.897389 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-0e72f734-e9d1-412e-8d19-6be707a066df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622036229', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c6b1e202-dcdd-47e0-8774-6bf60b9da4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:35:56Z', 'updated_at': '2022-04-20T17:36:13Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'c6b1e202-dcdd-47e0-8774-6bf60b9da4cc', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:43:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:35:59Z', 'updated_at': '2022-04-20T17:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '07d6e123-83a2-449d-8892-cae10e7e68c5', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'port_id': 'f40eae86-ce91-4627-8cc8-71e6eabd0e01', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d4fe1b-5c38-412d-8e32-1a9e69c72c67', 'mac_address': 'fa:16:3e:f8:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f83f5c1-8862-400c-b48f-3072a3dbae30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:37:02Z', 'updated_at': '2022-04-20T17:37:02Z', 'revision_number': 0, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8753a3c2-5819-46c6-9a57-79470ff4e5cd', 'name': '', 'network_id': 'c6d4fe1b-5c38-412d-8e32-1a9e69c72c67', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:01:89:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4c363c9-ff38-4c02-a21b-5b3727689d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:10Z', 'updated_at': '2022-04-20T17:36:30Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': 'e4c363c9-ff38-4c02-a21b-5b3727689d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:09.903698 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e72f734-e9d1-412e-8d19-6be707a066df None None] The sync data for ids ['a847c51d-e3e8-4b74-9074-de9e5616f6d3'] in n-d-838032-1 is: [{'id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622036229', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c6b1e202-dcdd-47e0-8774-6bf60b9da4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:35:56Z', 'updated_at': '2022-04-20T17:36:13Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'c6b1e202-dcdd-47e0-8774-6bf60b9da4cc', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:43:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:35:59Z', 'updated_at': '2022-04-20T17:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '07d6e123-83a2-449d-8892-cae10e7e68c5', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'port_id': 'f40eae86-ce91-4627-8cc8-71e6eabd0e01', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d4fe1b-5c38-412d-8e32-1a9e69c72c67', 'mac_address': 'fa:16:3e:f8:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f83f5c1-8862-400c-b48f-3072a3dbae30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:37:02Z', 'updated_at': '2022-04-20T17:37:02Z', 'revision_number': 0, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8753a3c2-5819-46c6-9a57-79470ff4e5cd', 'name': '', 'network_id': 'c6d4fe1b-5c38-412d-8e32-1a9e69c72c67', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:01:89:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4c363c9-ff38-4c02-a21b-5b3727689d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:10Z', 'updated_at': '2022-04-20T17:36:30Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': 'e4c363c9-ff38-4c02-a21b-5b3727689d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:37:09.938226 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-e75547fb-ac25-4590-9a3b-67c75da64603 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] show failed (client error): The resource could not be found. Apr 20 17:37:09.942769 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e75547fb-ac25-4590-9a3b-67c75da64603 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups/2ea1cb64-5e15-4e0d-9f0e-f01a8904d073 HTTP/1.1" status: 404 len: 347 time: 0.1746445 Apr 20 17:37:09.943329 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38950) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:09.968717 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-dd6b2e10-fde8-4964-b22c-55efb38b4fa7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:10.061971 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-906d3807-b2c7-435f-a775-d9ea43274128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:10.122779 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3201cb-5e76-4899-8197-d4c5e4245bdc None None] DHCP port deletion for 9ba611e4-024c-4a0c-9998-3bc548cf409a request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:37:10.124401 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-dd6b2e10-fde8-4964-b22c-55efb38b4fa7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:10.128002 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-2a3201cb-5e76-4899-8197-d4c5e4245bdc None None] Deleting port 99f831ca-3f4c-4646-88a4-73a6d0cac38d {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:37:10.128800 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2a3201cb-5e76-4899-8197-d4c5e4245bdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:10.134298 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-dd6b2e10-fde8-4964-b22c-55efb38b4fa7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:10.205872 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aa58839c-b975-46db-b91a-c4b312dfcd43 req-92d6e03c-98db-4601-9f9c-27bf4ea10daa tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5235753 Apr 20 17:37:10.206337 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6b2e10-fde8-4964-b22c-55efb38b4fa7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:37:10.209815 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2e10-fde8-4964-b22c-55efb38b4fa7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:10.282764 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-ff523f29-0f4a-4d46-b864-7e57eb01fd54 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Deleting port 8fb04e52-94af-4925-9a4b-2390f98f7431 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:37:10.298656 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ff523f29-0f4a-4d46-b864-7e57eb01fd54 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:10.424470 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39081617-ee04-49f7-9965-38fcdb2483f1 None None] New status for floating IP 07d6e123-83a2-449d-8892-cae10e7e68c5: ACTIVE {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:37:10.495041 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-906d3807-b2c7-435f-a775-d9ea43274128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:10.520939 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d3807-b2c7-435f-a775-d9ea43274128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e66bc9-18d3-4c13-a851-3ea529c2ab3b,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:10.546557 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-2a3201cb-5e76-4899-8197-d4c5e4245bdc None None] For port 99f831ca-3f4c-4646-88a4-73a6d0cac38d, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=99f831ca-3f4c-4646-88a4-73a6d0cac38d,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:10.546945 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2a3201cb-5e76-4899-8197-d4c5e4245bdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:10.562593 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec61d65-c932-4048-bb06-249012173474 req-fbb32d2b-9474-45fe-a687-ce28d9207669 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:10.567990 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38962) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:10.569948 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4ec61d65-c932-4048-bb06-249012173474 req-fbb32d2b-9474-45fe-a687-ce28d9207669 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 946 time: 0.2383246 Apr 20 17:37:10.611019 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-906d3807-b2c7-435f-a775-d9ea43274128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:10.618492 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-906d3807-b2c7-435f-a775-d9ea43274128 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/42e66bc9-18d3-4c13-a851-3ea529c2ab3b HTTP/1.1" status: 204 len: 168 time: 0.9471042 Apr 20 17:37:10.627573 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ff523f29-0f4a-4d46-b864-7e57eb01fd54 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:10.628112 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ff523f29-0f4a-4d46-b864-7e57eb01fd54 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:10.703136 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ec4e767e-029a-4e20-86f9-b36f375c924a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/floatingips/07d6e123-83a2-449d-8892-cae10e7e68c5 HTTP/1.1" status: 200 len: 991 time: 0.1289864 Apr 20 17:37:10.882219 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-ff523f29-0f4a-4d46-b864-7e57eb01fd54 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Calling delete_port for 8fb04e52-94af-4925-9a4b-2390f98f7431 owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:37:10.920216 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-2a3201cb-5e76-4899-8197-d4c5e4245bdc None None] Calling delete_port for 99f831ca-3f4c-4646-88a4-73a6d0cac38d owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:37:10.991742 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 99f831ca-3f4c-4646-88a4-73a6d0cac38d no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:37:11.042597 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4ec61d65-c932-4048-bb06-249012173474 req-2dbe617f-d57e-4b5e-94e2-ae855f03a720 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/security-groups?id=5671c89d-0048-417e-b766-c124f42aab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715302 Apr 20 17:37:11.084444 n-d-838032-1 neutron-server[84081]: DEBUG neutron.objects.ports [None req-dd6b2e10-fde8-4964-b22c-55efb38b4fa7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84081) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 20 17:37:11.247777 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa785629-579c-4f3a-b802-84d66831c0e4 req-f5d9651a-382e-4878-9e27-f195d9d89112 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:11.250006 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fa785629-579c-4f3a-b802-84d66831c0e4 req-f5d9651a-382e-4878-9e27-f195d9d89112 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=e278c072-8a22-49a5-a778-76dea42f9ae8 HTTP/1.1" status: 200 len: 946 time: 0.7716317 Apr 20 17:37:11.342334 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ff523f29-0f4a-4d46-b864-7e57eb01fd54 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:11.409719 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff523f29-0f4a-4d46-b864-7e57eb01fd54 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event deleted for resources: {'Port': ['ID=8fb04e52-94af-4925-9a4b-2390f98f7431,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:11.510165 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fa785629-579c-4f3a-b802-84d66831c0e4 req-cb2f82d6-9452-4158-b0fb-8dce2123a5a4 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240427 Apr 20 17:37:11.526620 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ff523f29-0f4a-4d46-b864-7e57eb01fd54 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:11.547814 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.ipam_pluggable_backend [None req-dd6b2e10-fde8-4964-b22c-55efb38b4fa7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Port 99f831ca-3f4c-4646-88a4-73a6d0cac38d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=84081) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 20 17:37:11.548305 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.ipam_pluggable_backend [None req-dd6b2e10-fde8-4964-b22c-55efb38b4fa7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Reverting IP allocation for 2001:db8::f816:3eff:fed0:b145 {{(pid=84081) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 20 17:37:11.578044 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:11.591072 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2e10-fde8-4964-b22c-55efb38b4fa7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:11.593244 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ff523f29-0f4a-4d46-b864-7e57eb01fd54 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:11.598653 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ff523f29-0f4a-4d46-b864-7e57eb01fd54 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "DELETE /v2.0/floatingips/4dddbf07-aedf-4faa-a52c-6a618a889882 HTTP/1.1" status: 204 len: 168 time: 1.6528430 Apr 20 17:37:11.614910 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2a3201cb-5e76-4899-8197-d4c5e4245bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:11.705658 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39084) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:11.834775 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3201cb-5e76-4899-8197-d4c5e4245bdc None None] Pushing event deleted for resources: {'Port': ['ID=99f831ca-3f4c-4646-88a4-73a6d0cac38d,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:11.864218 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3201cb-5e76-4899-8197-d4c5e4245bdc None None] No DVR routers for this DVR port 99f831ca-3f4c-4646-88a4-73a6d0cac38d on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:37:11.869065 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f20ff6cb-6ef7-4d3c-8f99-a1553b8f059f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:12.013663 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5c091926-1dc9-48b2-af6e-dad9400fae2a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/floatingips/07d6e123-83a2-449d-8892-cae10e7e68c5 HTTP/1.1" status: 200 len: 993 time: 0.3060403 Apr 20 17:37:12.123173 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6b2e10-fde8-4964-b22c-55efb38b4fa7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:37:12.127410 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-dd6b2e10-fde8-4964-b22c-55efb38b4fa7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:37:12.133991 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6b2e10-fde8-4964-b22c-55efb38b4fa7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:12.134704 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2e10-fde8-4964-b22c-55efb38b4fa7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:12.141329 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5ae68b-4a68-4564-b298-4d0aa49a5823 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:37:12.223111 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39148) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:12.229617 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-7de62a39-ae84-41c9-88fc-81afe25f67c0 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1579415207', 'description': 'tempest-description--866004909'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:12.245916 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7de62a39-ae84-41c9-88fc-81afe25f67c0 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:12.259345 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7de62a39-ae84-41c9-88fc-81afe25f67c0 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Usage tracker for resource:security_group and tenant:fff76710152c4266b547138b68f9e982 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:37:12.261420 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2e10-fde8-4964-b22c-55efb38b4fa7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Subnet': ['ID=9482797b-5e75-43d6-a2f8-e8c50a47328a,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:12.280743 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7de62a39-ae84-41c9-88fc-81afe25f67c0 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:37:12.282908 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7de62a39-ae84-41c9-88fc-81afe25f67c0 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:12.298222 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-cf8023d3-c1cd-464c-9728-1b0c59f012d7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Deleting port b070d23a-4b2e-4fd5-9a17-5930fe058649 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:37:12.298616 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cf8023d3-c1cd-464c-9728-1b0c59f012d7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:12.312070 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7de62a39-ae84-41c9-88fc-81afe25f67c0 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:12.362519 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-dd6b2e10-fde8-4964-b22c-55efb38b4fa7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4159627 Apr 20 17:37:12.369434 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39168) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:12.410303 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-3dd99c4b-99db-42b1-b32c-047934a5b107 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'port': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'mac_address': 'fa:16:3e:7a:81:2c', 'name': 'tempest-NetworksTestDHCPv6-207354551'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:12.472439 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7de62a39-ae84-41c9-88fc-81afe25f67c0 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:12.487891 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7de62a39-ae84-41c9-88fc-81afe25f67c0 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Usage tracker for resource:security_group_rule and tenant:fff76710152c4266b547138b68f9e982 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:37:12.493930 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7de62a39-ae84-41c9-88fc-81afe25f67c0 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:37:12.502245 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7de62a39-ae84-41c9-88fc-81afe25f67c0 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:12.530604 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ccba2-b5e4-41d5-ac12-00608d563413 req-54e076d9-0de6-45e0-87b9-898793a74c9d tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:12.533200 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4f0ccba2-b5e4-41d5-ac12-00608d563413 req-54e076d9-0de6-45e0-87b9-898793a74c9d tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 946 time: 0.2011702 Apr 20 17:37:12.565968 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bdacbf-0b43-412d-9fde-e82235e881b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-9ba611e4-024c-4a0c-9998-3bc548cf409a', 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'fixed_ips': [{'subnet_id': '9482797b-5e75-43d6-a2f8-e8c50a47328a'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:37:12.567165 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-14bdacbf-0b43-412d-9fde-e82235e881b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:12.639158 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7de62a39-ae84-41c9-88fc-81afe25f67c0 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:12.658938 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4f0ccba2-b5e4-41d5-ac12-00608d563413 req-8d34fc61-c934-4b3f-bae5-8c262ba185f4 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/security-groups?id=5671c89d-0048-417e-b766-c124f42aab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129274 Apr 20 17:37:12.660406 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7de62a39-ae84-41c9-88fc-81afe25f67c0 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:12.729508 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3dd99c4b-99db-42b1-b32c-047934a5b107 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:12.772345 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3dd99c4b-99db-42b1-b32c-047934a5b107 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:port and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:37:12.782437 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3dd99c4b-99db-42b1-b32c-047934a5b107 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:37:12.790650 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:12.794392 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:12.818669 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7de62a39-ae84-41c9-88fc-81afe25f67c0 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:12.822705 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7de62a39-ae84-41c9-88fc-81afe25f67c0 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.5957954 Apr 20 17:37:12.823030 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39216) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:12.828229 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-3ed92752-a6e2-4554-89e4-0e58d791fed6 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Request body: {'security_group_rule': {'security_group_id': '171ed27d-0057-490d-8bd5-6e05e5cf3343', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:12.841324 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de62a39-ae84-41c9-88fc-81afe25f67c0 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=171ed27d-0057-490d-8bd5-6e05e5cf3343,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:12.844601 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3dd99c4b-99db-42b1-b32c-047934a5b107 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:12.850839 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3ed92752-a6e2-4554-89e4-0e58d791fed6 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:12.859132 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3ed92752-a6e2-4554-89e4-0e58d791fed6 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Usage tracker for resource:security_group_rule and tenant:fff76710152c4266b547138b68f9e982 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:37:12.862369 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3ed92752-a6e2-4554-89e4-0e58d791fed6 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:37:12.873080 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd99c4b-99db-42b1-b32c-047934a5b107 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:37:12.877279 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3dd99c4b-99db-42b1-b32c-047934a5b107 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:12.878569 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3ed92752-a6e2-4554-89e4-0e58d791fed6 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:12.906800 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-14bdacbf-0b43-412d-9fde-e82235e881b5 None None] Allocated IP 2001:db8::f816:3eff:fec2:7360 (9ba611e4-024c-4a0c-9998-3bc548cf409a/9482797b-5e75-43d6-a2f8-e8c50a47328a/2e43dfc6-fb2b-46dd-835b-e32ed46602f9) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:37:12.907278 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3ed92752-a6e2-4554-89e4-0e58d791fed6 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:12.934004 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-3dd99c4b-99db-42b1-b32c-047934a5b107 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] device_id is not set on port 0fab469c-2b6c-4cdb-bd23-c5bd83cbc529 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:37:13.031568 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3ed92752-a6e2-4554-89e4-0e58d791fed6 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:13.038205 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3ed92752-a6e2-4554-89e4-0e58d791fed6 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:13.069273 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cf8023d3-c1cd-464c-9728-1b0c59f012d7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:13.099034 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010489d-2a74-4e3e-8b91-8bf7582acab3 req-9f4212cc-2fd3-4576-86cd-0b72235e9801 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:13.104035 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7010489d-2a74-4e3e-8b91-8bf7582acab3 req-9f4212cc-2fd3-4576-86cd-0b72235e9801 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=e278c072-8a22-49a5-a778-76dea42f9ae8 HTTP/1.1" status: 200 len: 946 time: 0.6521754 Apr 20 17:37:13.115453 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed92752-a6e2-4554-89e4-0e58d791fed6 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf1a6d9-6c93-43fc-8287-e5636eb40ada,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:13.130599 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3ed92752-a6e2-4554-89e4-0e58d791fed6 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:13.136955 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3ed92752-a6e2-4554-89e4-0e58d791fed6 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3130229 Apr 20 17:37:13.137756 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39252) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:13.144566 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-cd141977-5a0e-4109-8c31-5ca06d209bef tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Request body: {'security_group_rule': {'security_group_id': '171ed27d-0057-490d-8bd5-6e05e5cf3343', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:13.151569 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-cd141977-5a0e-4109-8c31-5ca06d209bef tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:13.156601 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-cd141977-5a0e-4109-8c31-5ca06d209bef tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Usage tracker for resource:security_group_rule and tenant:fff76710152c4266b547138b68f9e982 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:37:13.159879 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-cd141977-5a0e-4109-8c31-5ca06d209bef tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:37:13.166406 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-cd141977-5a0e-4109-8c31-5ca06d209bef tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:13.188569 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cd141977-5a0e-4109-8c31-5ca06d209bef tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:13.263920 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cd141977-5a0e-4109-8c31-5ca06d209bef tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:13.274040 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-14bdacbf-0b43-412d-9fde-e82235e881b5 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:13.274295 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cd141977-5a0e-4109-8c31-5ca06d209bef tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:13.288659 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:13.289197 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-cf8023d3-c1cd-464c-9728-1b0c59f012d7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Calling delete_port for b070d23a-4b2e-4fd5-9a17-5930fe058649 owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:37:13.289705 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-14bdacbf-0b43-412d-9fde-e82235e881b5 None None] Transition to ACTIVE for port object 2e43dfc6-fb2b-46dd-835b-e32ed46602f9 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:37:13.305796 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd141977-5a0e-4109-8c31-5ca06d209bef tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1811355-75da-4367-9cf1-9036c9fb49ae,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:13.320201 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-14bdacbf-0b43-412d-9fde-e82235e881b5 None None] Transition to ACTIVE for port object 2e43dfc6-fb2b-46dd-835b-e32ed46602f9 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:37:13.326213 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-14bdacbf-0b43-412d-9fde-e82235e881b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:13.326796 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cd141977-5a0e-4109-8c31-5ca06d209bef tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:13.331160 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cd141977-5a0e-4109-8c31-5ca06d209bef tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1918647 Apr 20 17:37:13.331738 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39274) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:13.337220 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-37932788-3728-4492-a3e8-eefe878ba935 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:13.351858 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-37932788-3728-4492-a3e8-eefe878ba935 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:13.356010 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-37932788-3728-4492-a3e8-eefe878ba935 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Usage tracker for resource:floatingip and tenant:fff76710152c4266b547138b68f9e982 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:37:13.359032 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-37932788-3728-4492-a3e8-eefe878ba935 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:37:13.364819 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-37932788-3728-4492-a3e8-eefe878ba935 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:13.385228 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-37932788-3728-4492-a3e8-eefe878ba935 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for floatingip, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:13.442599 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bdacbf-0b43-412d-9fde-e82235e881b5 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:37:13.446110 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-14bdacbf-0b43-412d-9fde-e82235e881b5 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:37:13.451636 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bdacbf-0b43-412d-9fde-e82235e881b5 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:37:13.542737 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7010489d-2a74-4e3e-8b91-8bf7582acab3 req-30ec892b-2636-4780-8507-95829d4a9b91 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286461 Apr 20 17:37:13.601096 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-3dd99c4b-99db-42b1-b32c-047934a5b107 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Allocated IP 2001:db8::f816:3eff:fe7a:812c (9ba611e4-024c-4a0c-9998-3bc548cf409a/9482797b-5e75-43d6-a2f8-e8c50a47328a/0fab469c-2b6c-4cdb-bd23-c5bd83cbc529) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:37:13.624949 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bdacbf-0b43-412d-9fde-e82235e881b5 None None] Pushing event updated for resources: {'Port': ['ID=2e43dfc6-fb2b-46dd-835b-e32ed46602f9,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:13.628035 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-37932788-3728-4492-a3e8-eefe878ba935 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:13.658880 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-14bdacbf-0b43-412d-9fde-e82235e881b5 None None] Attempting to bind port 2e43dfc6-fb2b-46dd-835b-e32ed46602f9 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:37:13.660134 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-14bdacbf-0b43-412d-9fde-e82235e881b5 None None] Attempting to bind port 2e43dfc6-fb2b-46dd-835b-e32ed46602f9 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:37:13.660652 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bdacbf-0b43-412d-9fde-e82235e881b5 None None] Attempting to bind port 2e43dfc6-fb2b-46dd-835b-e32ed46602f9 on network 9ba611e4-024c-4a0c-9998-3bc548cf409a {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:37:13.669303 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bdacbf-0b43-412d-9fde-e82235e881b5 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:37:13.669971 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bdacbf-0b43-412d-9fde-e82235e881b5 None None] Checking segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:37:13.670784 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-14bdacbf-0b43-412d-9fde-e82235e881b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:13.671345 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bdacbf-0b43-412d-9fde-e82235e881b5 None None] Bound using segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:37:13.672050 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-14bdacbf-0b43-412d-9fde-e82235e881b5 None None] Bound port: 2e43dfc6-fb2b-46dd-835b-e32ed46602f9, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:37:13.672630 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-14bdacbf-0b43-412d-9fde-e82235e881b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:13.808089 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-14bdacbf-0b43-412d-9fde-e82235e881b5 None None] For port 2e43dfc6-fb2b-46dd-835b-e32ed46602f9, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:37:13.812629 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c200e-7a8b-438b-ac5d-add525d3f937 req-8786057f-1f20-4fd6-a897-97420c57f2a9 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:13.814430 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-522c200e-7a8b-438b-ac5d-add525d3f937 req-8786057f-1f20-4fd6-a897-97420c57f2a9 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.43 "GET /v2.0/ports?device_id=e278c072-8a22-49a5-a778-76dea42f9ae8 HTTP/1.1" status: 200 len: 946 time: 0.3797944 Apr 20 17:37:13.814819 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-14bdacbf-0b43-412d-9fde-e82235e881b5 None None] For port 2e43dfc6-fb2b-46dd-835b-e32ed46602f9, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=2e43dfc6-fb2b-46dd-835b-e32ed46602f9,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:37:13.827730 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-14bdacbf-0b43-412d-9fde-e82235e881b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:13.996977 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bdacbf-0b43-412d-9fde-e82235e881b5 None None] Pushing event updated for resources: {'Port': ['ID=2e43dfc6-fb2b-46dd-835b-e32ed46602f9,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:14.040627 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:14.100026 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273d9f0-beb3-4419-8c3b-43876c61502d req-e61e2814-7f37-4e41-ad9f-83c32a85f47f tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:14.107259 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-522c200e-7a8b-438b-ac5d-add525d3f937 req-355aa1d3-6137-4ac5-a1cd-78deb3f9909b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Deleting port 0b55770a-cb4e-41da-8f76-7a1a683e7ea7 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:37:14.107568 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-522c200e-7a8b-438b-ac5d-add525d3f937 req-355aa1d3-6137-4ac5-a1cd-78deb3f9909b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:14.109442 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a273d9f0-beb3-4419-8c3b-43876c61502d req-e61e2814-7f37-4e41-ad9f-83c32a85f47f tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 946 time: 0.2386184 Apr 20 17:37:14.156939 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-37932788-3728-4492-a3e8-eefe878ba935 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Allocated IP 172.25.8.167 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/9a3784ae-8654-4f7d-94d3-54ec9f3e9e7b) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:37:14.196401 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cf8023d3-c1cd-464c-9728-1b0c59f012d7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:14.223932 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a273d9f0-beb3-4419-8c3b-43876c61502d req-03f2e992-8154-4f49-8b70-98fde6369e19 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/security-groups?id=5671c89d-0048-417e-b766-c124f42aab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134305 Apr 20 17:37:14.300816 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8023d3-c1cd-464c-9728-1b0c59f012d7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event deleted for resources: {'Port': ['ID=b070d23a-4b2e-4fd5-9a17-5930fe058649,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:14.417088 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3dd99c4b-99db-42b1-b32c-047934a5b107 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:14.506665 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-37932788-3728-4492-a3e8-eefe878ba935 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:14.546381 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-37932788-3728-4492-a3e8-eefe878ba935 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:14.712590 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37932788-3728-4492-a3e8-eefe878ba935 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:37:14.716743 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-37932788-3728-4492-a3e8-eefe878ba935 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:37:14.721307 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37932788-3728-4492-a3e8-eefe878ba935 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:37:14.790491 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37932788-3728-4492-a3e8-eefe878ba935 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event updated for resources: {'Port': ['ID=9a3784ae-8654-4f7d-94d3-54ec9f3e9e7b,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:14.839316 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-3dd99c4b-99db-42b1-b32c-047934a5b107 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Transition to ACTIVE for port object 0fab469c-2b6c-4cdb-bd23-c5bd83cbc529 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:37:14.969065 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 2e43dfc6-fb2b-46dd-835b-e32ed46602f9 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:37:14.992489 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-37932788-3728-4492-a3e8-eefe878ba935 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:15.073532 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cf8023d3-c1cd-464c-9728-1b0c59f012d7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:15.080033 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 2e43dfc6-fb2b-46dd-835b-e32ed46602f9 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:37:15.153458 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-522c200e-7a8b-438b-ac5d-add525d3f937 req-355aa1d3-6137-4ac5-a1cd-78deb3f9909b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] For port 0b55770a-cb4e-41da-8f76-7a1a683e7ea7, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=0b55770a-cb4e-41da-8f76-7a1a683e7ea7,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:15.153929 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-522c200e-7a8b-438b-ac5d-add525d3f937 req-355aa1d3-6137-4ac5-a1cd-78deb3f9909b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:15.160435 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-37932788-3728-4492-a3e8-eefe878ba935 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:15.261121 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3dd99c4b-99db-42b1-b32c-047934a5b107 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:15.299785 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:15.342412 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd570790-b38c-4b2e-9755-db1d84f8f9cd req-23ccb6fd-194d-4feb-b5ff-69c28e07a3cf tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:15.344229 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dd570790-b38c-4b2e-9755-db1d84f8f9cd req-23ccb6fd-194d-4feb-b5ff-69c28e07a3cf tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=e278c072-8a22-49a5-a778-76dea42f9ae8 HTTP/1.1" status: 200 len: 946 time: 0.5072074 Apr 20 17:37:15.536293 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-37932788-3728-4492-a3e8-eefe878ba935 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:15.584844 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-522c200e-7a8b-438b-ac5d-add525d3f937 req-355aa1d3-6137-4ac5-a1cd-78deb3f9909b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Calling delete_port for 0b55770a-cb4e-41da-8f76-7a1a683e7ea7 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:37:15.590056 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-37932788-3728-4492-a3e8-eefe878ba935 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:15.651232 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-07d2b2c2-c3a3-44f2-9773-355ed65bad2d None None] Provisioning for port 2e43dfc6-fb2b-46dd-835b-e32ed46602f9 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:37:15.658435 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-07d2b2c2-c3a3-44f2-9773-355ed65bad2d None None] Provisioning complete for port 2e43dfc6-fb2b-46dd-835b-e32ed46602f9 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:37:15.659051 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-07d2b2c2-c3a3-44f2-9773-355ed65bad2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:15.720477 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37932788-3728-4492-a3e8-eefe878ba935 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event updated for resources: {'Port': ['ID=9a3784ae-8654-4f7d-94d3-54ec9f3e9e7b,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:15.737638 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd99c4b-99db-42b1-b32c-047934a5b107 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:37:15.746003 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-37932788-3728-4492-a3e8-eefe878ba935 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:15.766579 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dd570790-b38c-4b2e-9755-db1d84f8f9cd req-b5725d10-a10d-4914-ae43-be4fa88d2a9d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424098 Apr 20 17:37:15.767653 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-3dd99c4b-99db-42b1-b32c-047934a5b107 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:37:15.769766 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd99c4b-99db-42b1-b32c-047934a5b107 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Port': ['ID=0fab469c-2b6c-4cdb-bd23-c5bd83cbc529,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:15.772134 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1779043-3063-4e09-a738-896dbd0cd9a7 req-105d2af2-1800-4556-85d2-f6443ef798c3 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:15.775114 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd99c4b-99db-42b1-b32c-047934a5b107 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:37:15.779306 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f1779043-3063-4e09-a738-896dbd0cd9a7 req-105d2af2-1800-4556-85d2-f6443ef798c3 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 946 time: 0.2399805 Apr 20 17:37:15.780568 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd99c4b-99db-42b1-b32c-047934a5b107 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:15.781733 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3dd99c4b-99db-42b1-b32c-047934a5b107 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:15.814635 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-37932788-3728-4492-a3e8-eefe878ba935 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:15.815968 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-37932788-3728-4492-a3e8-eefe878ba935 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4833224 Apr 20 17:37:15.859198 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f1779043-3063-4e09-a738-896dbd0cd9a7 req-61cc1acf-0b65-4413-be6e-e862cd92c5aa tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/security-groups?id=5671c89d-0048-417e-b766-c124f42aab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787728 Apr 20 17:37:15.875527 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-07d2b2c2-c3a3-44f2-9773-355ed65bad2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:15.932958 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-07d2b2c2-c3a3-44f2-9773-355ed65bad2d None None] For port 2e43dfc6-fb2b-46dd-835b-e32ed46602f9, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=2e43dfc6-fb2b-46dd-835b-e32ed46602f9,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:15.946167 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-07d2b2c2-c3a3-44f2-9773-355ed65bad2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:16.039660 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d2b2c2-c3a3-44f2-9773-355ed65bad2d None None] Pushing event updated for resources: {'Port': ['ID=2e43dfc6-fb2b-46dd-835b-e32ed46602f9,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:16.111181 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3dd99c4b-99db-42b1-b32c-047934a5b107 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7288165 Apr 20 17:37:16.114251 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39504) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:16.176017 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d54fb96a-998c-4c96-abf2-41cc34f0ed69 None None] Provisioning for port 0fab469c-2b6c-4cdb-bd23-c5bd83cbc529 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:37:16.183571 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d54fb96a-998c-4c96-abf2-41cc34f0ed69 None None] Provisioning complete for port 0fab469c-2b6c-4cdb-bd23-c5bd83cbc529 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:37:16.184396 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d54fb96a-998c-4c96-abf2-41cc34f0ed69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:16.256449 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5466f285-f9f1-478e-9013-988c00a27226 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:16.260551 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5466f285-f9f1-478e-9013-988c00a27226 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:16.262358 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5466f285-f9f1-478e-9013-988c00a27226 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1471131 Apr 20 17:37:16.265061 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39512) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:16.286223 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d54fb96a-998c-4c96-abf2-41cc34f0ed69 None None] Port 0fab469c-2b6c-4cdb-bd23-c5bd83cbc529 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:37:16.349854 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-db1ad66c-bc6d-41c9-b698-fecdf58f5836 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting port 0fab469c-2b6c-4cdb-bd23-c5bd83cbc529 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:37:16.350731 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-db1ad66c-bc6d-41c9-b698-fecdf58f5836 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:16.479398 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-5282ee21-fff2-4e29-91d8-7890488c73e2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Synchronizing usage tracker for tenant:fff76710152c4266b547138b68f9e982 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:37:16.505428 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-522c200e-7a8b-438b-ac5d-add525d3f937 req-355aa1d3-6137-4ac5-a1cd-78deb3f9909b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:16.516535 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['d342bd3a-35b5-47b3-8bf2-c19218fd8a1e'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:37:16.620107 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355aa1d3-6137-4ac5-a1cd-78deb3f9909b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Pushing event deleted for resources: {'Port': ['ID=0b55770a-cb4e-41da-8f76-7a1a683e7ea7,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:16.664480 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8023d3-c1cd-464c-9728-1b0c59f012d7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Router 1b535ec2-27a0-4679-95ee-69bb79d9a48e has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:37:16.671980 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-5282ee21-fff2-4e29-91d8-7890488c73e2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Unset dirty status for tenant:fff76710152c4266b547138b68f9e982 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:37:16.680761 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-5282ee21-fff2-4e29-91d8-7890488c73e2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1579415207&fields=id&tenant_id=fff76710152c4266b547138b68f9e982 HTTP/1.1" status: 200 len: 267 time: 0.4942582 Apr 20 17:37:16.714673 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-db1ad66c-bc6d-41c9-b698-fecdf58f5836 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:16.775527 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-522c200e-7a8b-438b-ac5d-add525d3f937 req-355aa1d3-6137-4ac5-a1cd-78deb3f9909b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] No DVR routers for this DVR port 0b55770a-cb4e-41da-8f76-7a1a683e7ea7 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:37:16.783266 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-522c200e-7a8b-438b-ac5d-add525d3f937 req-355aa1d3-6137-4ac5-a1cd-78deb3f9909b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:16.899638 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-db1ad66c-bc6d-41c9-b698-fecdf58f5836 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Calling delete_port for 0fab469c-2b6c-4cdb-bd23-c5bd83cbc529 owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:37:16.900195 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 2e43dfc6-fb2b-46dd-835b-e32ed46602f9 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:37:17.024285 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 2e43dfc6-fb2b-46dd-835b-e32ed46602f9 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:37:17.024927 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:17.082589 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e278c072-8a22-49a5-a778-76dea42f9ae8', 'name': 'network-vif-deleted', 'tag': '0b55770a-cb4e-41da-8f76-7a1a683e7ea7'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:37:17.091929 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-6480a2bc-f384-4173-9e75-424ea1d5ee33 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:17.094197 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-6480a2bc-f384-4173-9e75-424ea1d5ee33 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/networks?id=b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 HTTP/1.1" status: 200 len: 814 time: 0.4118776 Apr 20 17:37:17.233616 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dbd6361c-a495-49e4-903a-739abe9fa210 req-40730b5b-46eb-421b-8442-36af597996bb tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=e278c072-8a22-49a5-a778-76dea42f9ae8 HTTP/1.1" status: 200 len: 210 time: 0.0596495 Apr 20 17:37:17.274143 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-522c200e-7a8b-438b-ac5d-add525d3f937 req-355aa1d3-6137-4ac5-a1cd-78deb3f9909b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.43 "DELETE /v2.0/ports/0b55770a-cb4e-41da-8f76-7a1a683e7ea7 HTTP/1.1" status: 204 len: 173 time: 3.4443493 Apr 20 17:37:17.293665 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-2c855783-1fe4-44cd-8543-78ec85c9be2f tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/quotas/fff76710152c4266b547138b68f9e982 HTTP/1.1" status: 200 len: 375 time: 0.1905859 Apr 20 17:37:17.342015 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8023d3-c1cd-464c-9728-1b0c59f012d7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:37:17.349427 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cf8023d3-c1cd-464c-9728-1b0c59f012d7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "PUT /v2.0/routers/1b535ec2-27a0-4679-95ee-69bb79d9a48e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7948768 Apr 20 17:37:17.352063 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39536) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:17.356463 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af02aa3d-9f3a-41e2-8878-a0d15e85fda7 None None] Sync routers for ids ['1b535ec2-27a0-4679-95ee-69bb79d9a48e'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:37:17.389747 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af02aa3d-9f3a-41e2-8878-a0d15e85fda7 None None] Routers {'1b535ec2-27a0-4679-95ee-69bb79d9a48e'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:37:17.390560 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-af02aa3d-9f3a-41e2-8878-a0d15e85fda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:37:12Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['1b535ec2-27a0-4679-95ee-69bb79d9a48e'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:17.478685 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-db1ad66c-bc6d-41c9-b698-fecdf58f5836 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:17.510330 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-bb606aec-4175-46c2-94b7-024468a9cd51 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Synchronizing usage tracker for tenant:223231c784ee479d86d7622cff558dcb on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:37:17.514596 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-af02aa3d-9f3a-41e2-8878-a0d15e85fda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:17.539015 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af02aa3d-9f3a-41e2-8878-a0d15e85fda7 None None] Routers {'1b535ec2-27a0-4679-95ee-69bb79d9a48e'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:37:17.539782 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-af02aa3d-9f3a-41e2-8878-a0d15e85fda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:37:12Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['1b535ec2-27a0-4679-95ee-69bb79d9a48e'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:17.575370 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-bb606aec-4175-46c2-94b7-024468a9cd51 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Unset dirty status for tenant:223231c784ee479d86d7622cff558dcb on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:37:17.582824 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bb606aec-4175-46c2-94b7-024468a9cd51 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b535ec2-27a0-4679-95ee-69bb79d9a48e HTTP/1.1" status: 200 len: 205 time: 0.2203929 Apr 20 17:37:17.607778 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-799f7ad4-f70c-4d25-9695-3897fda341be tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fff76710152c4266b547138b68f9e982&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3129833 Apr 20 17:37:17.616444 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39542) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:17.617264 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ad66c-bc6d-41c9-b698-fecdf58f5836 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Port': ['ID=0fab469c-2b6c-4cdb-bd23-c5bd83cbc529,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:17.665284 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-af02aa3d-9f3a-41e2-8878-a0d15e85fda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:17.666090 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af02aa3d-9f3a-41e2-8878-a0d15e85fda7 None None] The sync data for ids ['1b535ec2-27a0-4679-95ee-69bb79d9a48e'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:37:17.842440 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-02dbf8c0-c6d5-4f86-8d85-ec399d5766fa service neutron] 10.222.0.39 "GET /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337604 Apr 20 17:37:17.845580 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-db1ad66c-bc6d-41c9-b698-fecdf58f5836 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:17.868559 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b14a8f-3305-425c-8e7e-1f27c5a1944a req-855d20d0-436d-41d6-a90b-3bf526f3b21b tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:17.879454 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-85b14a8f-3305-425c-8e7e-1f27c5a1944a req-855d20d0-436d-41d6-a90b-3bf526f3b21b tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 946 time: 0.4929731 Apr 20 17:37:17.901801 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-db1ad66c-bc6d-41c9-b698-fecdf58f5836 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/0fab469c-2b6c-4cdb-bd23-c5bd83cbc529 HTTP/1.1" status: 204 len: 168 time: 1.6349177 Apr 20 17:37:17.905533 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39548) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:17.962248 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cafe9c7b-5f37-418f-94dc-07463be3562d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:18.025835 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-04132eb0-90f6-43b0-bc79-950f413ca8ee service neutron] 10.222.0.39 "GET /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821890 Apr 20 17:37:18.141336 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 0b55770a-cb4e-41da-8f76-7a1a683e7ea7 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:37:18.141838 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-85b14a8f-3305-425c-8e7e-1f27c5a1944a req-e838572b-4dcc-499e-806f-a97fd5f53502 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/security-groups?id=5671c89d-0048-417e-b766-c124f42aab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610087 Apr 20 17:37:18.149043 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7835078d-d3bb-4a22-a07f-da9144c69947 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:18.150377 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7835078d-d3bb-4a22-a07f-da9144c69947 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:18.151126 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7835078d-d3bb-4a22-a07f-da9144c69947 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:37:18.201458 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 0b55770a-cb4e-41da-8f76-7a1a683e7ea7 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:37:18.202717 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 0b55770a-cb4e-41da-8f76-7a1a683e7ea7 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:37:18.212412 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1073b41-5e1c-48d0-b8f1-68b6161ca6d0'] response: {'server_uuid': 'e278c072-8a22-49a5-a778-76dea42f9ae8', 'name': 'network-vif-deleted', 'tag': '0b55770a-cb4e-41da-8f76-7a1a683e7ea7', 'status': 'completed', 'code': 200} Apr 20 17:37:18.274180 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7835078d-d3bb-4a22-a07f-da9144c69947 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:37:18.277538 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7835078d-d3bb-4a22-a07f-da9144c69947 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3669579 Apr 20 17:37:18.278140 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39558) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:18.408595 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-72c1cd16-4cd5-4df6-b9b7-a22a02804ba2 req-38ef5596-5caf-4834-b89d-8c2995672db3 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Synchronizing usage tracker for tenant:fff76710152c4266b547138b68f9e982 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:37:18.570493 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-72c1cd16-4cd5-4df6-b9b7-a22a02804ba2 req-38ef5596-5caf-4834-b89d-8c2995672db3 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Unset dirty status for tenant:fff76710152c4266b547138b68f9e982 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:37:18.571634 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72c1cd16-4cd5-4df6-b9b7-a22a02804ba2 req-38ef5596-5caf-4834-b89d-8c2995672db3 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5583525-df35-4af7-a24d-2126b6923004 HTTP/1.1" status: 200 len: 210 time: 0.3037562 Apr 20 17:37:18.575643 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cafe9c7b-5f37-418f-94dc-07463be3562d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:18.581021 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cafe9c7b-5f37-418f-94dc-07463be3562d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:18.637746 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cafe9c7b-5f37-418f-94dc-07463be3562d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:18.638327 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafe9c7b-5f37-418f-94dc-07463be3562d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Fanout notify agent at l3_agent the message router_deleted on router 1b535ec2-27a0-4679-95ee-69bb79d9a48e {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:37:18.651623 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cafe9c7b-5f37-418f-94dc-07463be3562d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:18.664161 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cafe9c7b-5f37-418f-94dc-07463be3562d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/routers/1b535ec2-27a0-4679-95ee-69bb79d9a48e HTTP/1.1" status: 204 len: 168 time: 1.0437889 Apr 20 17:37:18.671001 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39578) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:18.827027 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdfda50f-aac5-4390-8a52-b347da9585fc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting subnet 9482797b-5e75-43d6-a2f8-e8c50a47328a {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:37:18.834295 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bdfda50f-aac5-4390-8a52-b347da9585fc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:18.986524 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bdfda50f-aac5-4390-8a52-b347da9585fc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:19.064938 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-6ee873ba-195c-4c3e-9cc4-b194f038f170 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:19.070665 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-6ee873ba-195c-4c3e-9cc4-b194f038f170 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/networks?id=559f75fc-3697-4c39-a90d-68a51f28c45f HTTP/1.1" status: 200 len: 805 time: 0.4339876 Apr 20 17:37:19.135461 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-6741aa7b-117a-4f5c-98a5-2d58e6b9222f tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/quotas/55ad101ba72d4aafab1fd36de3508559 HTTP/1.1" status: 200 len: 375 time: 0.0632772 Apr 20 17:37:19.195320 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac9fb9b0-800c-4404-aff5-ee4c78ec6446 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Deleting subnet cd9babac-3236-403d-a677-3abaea1ac3ee {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:37:19.208159 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ac9fb9b0-800c-4404-aff5-ee4c78ec6446 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:19.273549 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bdfda50f-aac5-4390-8a52-b347da9585fc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:19.338083 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ac9fb9b0-800c-4404-aff5-ee4c78ec6446 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:19.368694 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb72617-6c10-4153-9121-e0e7fb50ff2c req-82291f35-0b18-401d-92dc-4476bbf33db9 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:19.381463 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dcb72617-6c10-4153-9121-e0e7fb50ff2c req-82291f35-0b18-401d-92dc-4476bbf33db9 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 946 time: 0.0833097 Apr 20 17:37:19.491659 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dcb72617-6c10-4153-9121-e0e7fb50ff2c req-4a07d44f-40db-412c-aecc-904efe660618 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/security-groups?id=5671c89d-0048-417e-b766-c124f42aab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077268 Apr 20 17:37:19.695253 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-d0fb5d57-33c0-4fa3-b87d-b02cc8c11b0d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Synchronizing usage tracker for tenant:55ad101ba72d4aafab1fd36de3508559 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:37:19.755247 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bdfda50f-aac5-4390-8a52-b347da9585fc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:19.804076 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-d0fb5d57-33c0-4fa3-b87d-b02cc8c11b0d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Unset dirty status for tenant:55ad101ba72d4aafab1fd36de3508559 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:37:19.812177 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-d0fb5d57-33c0-4fa3-b87d-b02cc8c11b0d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=55ad101ba72d4aafab1fd36de3508559&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6627276 Apr 20 17:37:19.815924 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfda50f-aac5-4390-8a52-b347da9585fc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Subnet': ['ID=9482797b-5e75-43d6-a2f8-e8c50a47328a,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:19.835910 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-062d7166-3de8-4217-8e24-e00a1cfbff51 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:19.837426 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-062d7166-3de8-4217-8e24-e00a1cfbff51 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.43 "GET /v2.0/networks?id=b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 HTTP/1.1" status: 200 len: 814 time: 0.3050201 Apr 20 17:37:19.888730 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2e78bd6b-4a6b-46bb-9892-087a6d29c936 req-f5d56a6f-b55f-4b0a-9bde-0002ec2bd0f2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5583525-df35-4af7-a24d-2126b6923004 HTTP/1.1" status: 200 len: 210 time: 0.0682101 Apr 20 17:37:19.922470 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35da566d-cea9-4c28-bdc0-ede5ac6c7b32 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:37:19.962468 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ac9fb9b0-800c-4404-aff5-ee4c78ec6446 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:20.039138 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bdfda50f-aac5-4390-8a52-b347da9585fc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:20.116254 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bdfda50f-aac5-4390-8a52-b347da9585fc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/9482797b-5e75-43d6-a2f8-e8c50a47328a HTTP/1.1" status: 204 len: 168 time: 1.8366189 Apr 20 17:37:20.118737 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39610) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:20.184384 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-f472889d-260b-4d40-b33d-17f4d486bb07 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fff76710152c4266b547138b68f9e982 HTTP/1.1" status: 200 len: 380 time: 0.3059618 Apr 20 17:37:20.222658 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-98024b24-1261-43a4-813a-226c1e06ee3c service neutron] 10.222.0.39 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828294 Apr 20 17:37:20.239301 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8129b09d-df80-4329-8d59-b699dfad6191 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1182675 Apr 20 17:37:20.243364 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39622) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:20.245207 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-1807a2f2-8f38-4caf-86d5-46e6d8fba4bc tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Request body: {'port': {'device_id': 'a5583525-df35-4af7-a24d-2126b6923004', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'admin_state_up': True, 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'security_groups': ['171ed27d-0057-490d-8bd5-6e05e5cf3343']}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:20.264595 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac944d8-a09c-440d-b55b-4fdb05e17b93 None None] DHCP port deletion for 9ba611e4-024c-4a0c-9998-3bc548cf409a request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:37:20.271910 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-dac944d8-a09c-440d-b55b-4fdb05e17b93 None None] Deleting port 2e43dfc6-fb2b-46dd-835b-e32ed46602f9 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:37:20.271910 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-dac944d8-a09c-440d-b55b-4fdb05e17b93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:20.524922 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e45cbe-a01b-42a8-95fa-b35347d36b82 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:20.526660 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-87e45cbe-a01b-42a8-95fa-b35347d36b82 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:37:20.576808 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-87e45cbe-a01b-42a8-95fa-b35347d36b82 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:37:20.580574 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-87e45cbe-a01b-42a8-95fa-b35347d36b82 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3336649 Apr 20 17:37:20.580704 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39632) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:20.598311 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-1807a2f2-8f38-4caf-86d5-46e6d8fba4bc tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:20.609151 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ac9fb9b0-800c-4404-aff5-ee4c78ec6446 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:20.685896 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-1807a2f2-8f38-4caf-86d5-46e6d8fba4bc tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:20.687290 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-dac944d8-a09c-440d-b55b-4fdb05e17b93 None None] For port 2e43dfc6-fb2b-46dd-835b-e32ed46602f9, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=2e43dfc6-fb2b-46dd-835b-e32ed46602f9,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:20.687842 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-dac944d8-a09c-440d-b55b-4fdb05e17b93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:20.691022 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9fb9b0-800c-4404-aff5-ee4c78ec6446 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event deleted for resources: {'Subnet': ['ID=cd9babac-3236-403d-a677-3abaea1ac3ee,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:20.705471 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe58e04-4e0c-4e3f-8b1c-8a3fba983b4e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:20.710712 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9fe58e04-4e0c-4e3f-8b1c-8a3fba983b4e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1288893 Apr 20 17:37:20.713246 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39636) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:20.726329 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ac9fb9b0-800c-4404-aff5-ee4c78ec6446 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:20.747684 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-1807a2f2-8f38-4caf-86d5-46e6d8fba4bc tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Made reservation on behalf of fff76710152c4266b547138b68f9e982 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:37:20.751293 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-1807a2f2-8f38-4caf-86d5-46e6d8fba4bc tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:20.776973 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ac9fb9b0-800c-4404-aff5-ee4c78ec6446 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/subnets/cd9babac-3236-403d-a677-3abaea1ac3ee HTTP/1.1" status: 204 len: 168 time: 2.1041963 Apr 20 17:37:20.777746 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39640) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:20.780450 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef7cbd0-d792-4a9b-b1ee-e48a5f286c89 None None] Network 9b8a42f1-5787-4f2e-835c-e5d30b47a68e requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:37:20.870361 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9c0b3c00-5f1b-4a04-a7e6-e037c55620e9 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1558833 Apr 20 17:37:20.920680 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39644) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:20.932407 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-4f20c5b5-b185-4282-be61-550e4f1c9f9e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:21.023588 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-1807a2f2-8f38-4caf-86d5-46e6d8fba4bc tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Allocated IP 172.20.0.7 (b9c5f462-ddff-4ef3-834f-300bbbe5c5e1/8d05736e-ddd3-43ab-9360-fdcd5c15b127/db90eed9-52df-4525-b3b8-be9ed8f2dd5a) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:37:21.031720 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-276872d5-4be0-4ce9-bde7-66a206f905e4 service neutron] 10.222.0.39 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7518837 Apr 20 17:37:21.092296 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb4c29-0cc6-49ed-a3a4-6b760e297a52 req-f41c3644-111f-49d5-a98f-a9cfedc70549 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:21.097911 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 2e43dfc6-fb2b-46dd-835b-e32ed46602f9 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:37:21.100111 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-65bb4c29-0cc6-49ed-a3a4-6b760e297a52 req-f41c3644-111f-49d5-a98f-a9cfedc70549 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 946 time: 0.2282774 Apr 20 17:37:21.135342 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-dac944d8-a09c-440d-b55b-4fdb05e17b93 None None] Calling delete_port for 2e43dfc6-fb2b-46dd-835b-e32ed46602f9 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:37:21.156717 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4f20c5b5-b185-4282-be61-550e4f1c9f9e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:21.182044 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-65bb4c29-0cc6-49ed-a3a4-6b760e297a52 req-28ea945b-6a5c-4d4d-af02-87e913a91bd7 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/security-groups?id=5671c89d-0048-417e-b766-c124f42aab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809700 Apr 20 17:37:21.190030 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4f20c5b5-b185-4282-be61-550e4f1c9f9e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:subnet and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:37:21.202742 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4f20c5b5-b185-4282-be61-550e4f1c9f9e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:37:21.236722 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4f20c5b5-b185-4282-be61-550e4f1c9f9e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:21.272432 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f20c5b5-b185-4282-be61-550e4f1c9f9e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:37:21.360745 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:21.471811 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 2e43dfc6-fb2b-46dd-835b-e32ed46602f9, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=2e43dfc6-fb2b-46dd-835b-e32ed46602f9,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:21.480224 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4f20c5b5-b185-4282-be61-550e4f1c9f9e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:21.497289 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:21.621288 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-dac944d8-a09c-440d-b55b-4fdb05e17b93 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:37:21.621633 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-dac944d8-a09c-440d-b55b-4fdb05e17b93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:37:21.659946 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=2e43dfc6-fb2b-46dd-835b-e32ed46602f9,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:21.660619 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-18ce1d75-b215-4fd7-a7c8-6ec151988ff5 req-1f9274d0-7c29-4684-a262-bae509870a28 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 210 time: 0.1842115 Apr 20 17:37:21.713876 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75f8dcb-e2fe-4925-8222-72d07b10456e None None] DHCP port deletion for 9b8a42f1-5787-4f2e-835c-e5d30b47a68e request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:37:21.718162 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a75f8dcb-e2fe-4925-8222-72d07b10456e None None] Deleting port 7d734367-e2dc-49ee-b185-6942ed22c499 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:37:21.718997 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a75f8dcb-e2fe-4925-8222-72d07b10456e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:21.742296 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed6b74f-2680-45de-9479-47cd9ca16da1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Deleting subnet 1d3de197-4c18-43d4-8215-416c430f9977 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:37:21.755366 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eed6b74f-2680-45de-9479-47cd9ca16da1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:21.807456 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-1807a2f2-8f38-4caf-86d5-46e6d8fba4bc tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:21.843331 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-1807a2f2-8f38-4caf-86d5-46e6d8fba4bc tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Transition to ACTIVE for port object db90eed9-52df-4525-b3b8-be9ed8f2dd5a will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:37:21.850799 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eed6b74f-2680-45de-9479-47cd9ca16da1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:21.892249 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-69ed6549-9901-4bae-82f0-6d0ae3bcc52e req-29561846-4f0e-4af6-baf2-dfcfa4e4a32f tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5583525-df35-4af7-a24d-2126b6923004 HTTP/1.1" status: 200 len: 210 time: 0.3858299 Apr 20 17:37:22.012575 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a0bde4d5-1491-4af2-a247-1451aaa90c0c req-a7e6ecae-a3fd-4919-8b17-ca67dc7a4c6f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 1097 time: 0.3670924 Apr 20 17:37:22.026516 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-1807a2f2-8f38-4caf-86d5-46e6d8fba4bc tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:22.045677 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eed6b74f-2680-45de-9479-47cd9ca16da1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:22.087345 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a0bde4d5-1491-4af2-a247-1451aaa90c0c req-7977fc42-18fe-4fff-888f-ebbeb9cf9985 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5671c89d-0048-417e-b766-c124f42aab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645478 Apr 20 17:37:22.146521 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4f20c5b5-b185-4282-be61-550e4f1c9f9e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:22.170717 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-dac944d8-a09c-440d-b55b-4fdb05e17b93 None None] Deleting port 2e43dfc6-fb2b-46dd-835b-e32ed46602f9 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:37:22.175094 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-dac944d8-a09c-440d-b55b-4fdb05e17b93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:22.291567 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20c5b5-b185-4282-be61-550e4f1c9f9e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Subnet': ['ID=2906cc0a-9817-4c61-bbf7-fbdcd3a261b9,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:22.310398 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f20c5b5-b185-4282-be61-550e4f1c9f9e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:37:22.311736 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-4f20c5b5-b185-4282-be61-550e4f1c9f9e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:37:22.314664 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f20c5b5-b185-4282-be61-550e4f1c9f9e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:22.315654 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4f20c5b5-b185-4282-be61-550e4f1c9f9e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:22.350697 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4f20c5b5-b185-4282-be61-550e4f1c9f9e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4270191 Apr 20 17:37:22.351427 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39666) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:22.357920 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-9dcbe98b-a7db-4721-8b79-92b4aa5db880 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'port': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'mac_address': 'fa:16:3e:21:34:83', 'name': 'tempest-NetworksTestDHCPv6-491677834'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:22.368356 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807a2f2-8f38-4caf-86d5-46e6d8fba4bc tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event updated for resources: {'Port': ['ID=db90eed9-52df-4525-b3b8-be9ed8f2dd5a,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:22.373264 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-1807a2f2-8f38-4caf-86d5-46e6d8fba4bc tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Network b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:37:22.379546 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-1807a2f2-8f38-4caf-86d5-46e6d8fba4bc tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:37:22.387584 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-1807a2f2-8f38-4caf-86d5-46e6d8fba4bc tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:37:22.503855 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-a75f8dcb-e2fe-4925-8222-72d07b10456e None None] For port 7d734367-e2dc-49ee-b185-6942ed22c499, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=7d734367-e2dc-49ee-b185-6942ed22c499,segment=NetworkSegment(b2819430-874a-4ede-8319-20f0d4a8f6eb),segment_id=b2819430-874a-4ede-8319-20f0d4a8f6eb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:22.505134 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a75f8dcb-e2fe-4925-8222-72d07b10456e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:22.661368 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9dcbe98b-a7db-4721-8b79-92b4aa5db880 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:22.663024 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-1807a2f2-8f38-4caf-86d5-46e6d8fba4bc tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:22.663691 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-1807a2f2-8f38-4caf-86d5-46e6d8fba4bc tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:22.684869 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9dcbe98b-a7db-4721-8b79-92b4aa5db880 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:22.718426 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dcbe98b-a7db-4721-8b79-92b4aa5db880 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:37:22.731073 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9dcbe98b-a7db-4721-8b79-92b4aa5db880 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:22.784634 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a75f8dcb-e2fe-4925-8222-72d07b10456e None None] Calling delete_port for 7d734367-e2dc-49ee-b185-6942ed22c499 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:37:22.823696 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eed6b74f-2680-45de-9479-47cd9ca16da1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:22.829485 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-9dcbe98b-a7db-4721-8b79-92b4aa5db880 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] device_id is not set on port 706dc385-c3e0-48e1-80f0-50d613f29a00 yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:37:22.878542 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-1807a2f2-8f38-4caf-86d5-46e6d8fba4bc tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6585758 Apr 20 17:37:22.893008 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-e7fd9b92-9c61-440d-a306-74b3d8470433 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:37:22.894443 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-e7fd9b92-9c61-440d-a306-74b3d8470433 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058544 Apr 20 17:37:22.897223 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6b74f-2680-45de-9479-47cd9ca16da1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event deleted for resources: {'Subnet': ['ID=1d3de197-4c18-43d4-8215-416c430f9977,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:22.914551 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-b4be65c6-f2ed-4f3a-9c12-dc80bb69ac4a service neutron] Request body: {'port': {'device_id': 'a5583525-df35-4af7-a24d-2126b6923004', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:23.000796 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 7d734367-e2dc-49ee-b185-6942ed22c499 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:37:23.027582 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eed6b74f-2680-45de-9479-47cd9ca16da1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:23.031960 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-eed6b74f-2680-45de-9479-47cd9ca16da1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/subnets/1d3de197-4c18-43d4-8215-416c430f9977 HTTP/1.1" status: 204 len: 168 time: 2.2382286 Apr 20 17:37:23.040762 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39678) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:23.078272 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-98bb38ac-dca4-4a93-92dd-b5dca57b3496 req-09f5e3c8-a46e-4328-89d0-923b1ebf8bb9 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 210 time: 0.1207857 Apr 20 17:37:23.097425 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cddeaa-3b8b-4952-a1fe-3caff324e19a None None] Network 3d677137-4a91-4596-a700-466f109febcd requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:37:23.242588 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0291b10f-d0d0-495a-810f-cc1632c8dce7 None None] Provisioning for port db90eed9-52df-4525-b3b8-be9ed8f2dd5a completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:37:23.281178 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0291b10f-d0d0-495a-810f-cc1632c8dce7 None None] Provisioning complete for port db90eed9-52df-4525-b3b8-be9ed8f2dd5a triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:37:23.281542 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0291b10f-d0d0-495a-810f-cc1632c8dce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:23.296229 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb321b9d-7e47-4680-ad67-7ad7bfb3b1be req-61cf84a2-146d-4927-89c6-a09d344bdcb4 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:23.303486 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eb321b9d-7e47-4680-ad67-7ad7bfb3b1be req-61cf84a2-146d-4927-89c6-a09d344bdcb4 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 946 time: 0.8499360 Apr 20 17:37:23.308462 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fea920ab-a022-4e6b-b709-66ff1f5061ef tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:23.332189 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a75f8dcb-e2fe-4925-8222-72d07b10456e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:23.388530 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-b4be65c6-f2ed-4f3a-9c12-dc80bb69ac4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:23.621012 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eb321b9d-7e47-4680-ad67-7ad7bfb3b1be req-92e88ed2-ba39-4f03-9db5-917326261f95 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/security-groups?id=5671c89d-0048-417e-b766-c124f42aab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163693 Apr 20 17:37:23.688492 n-d-838032-1 neutron-server[84082]: INFO neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No ports have port_id starting with 7d734367-e2dc-49ee-b185-6942ed22c499 Apr 20 17:37:23.788649 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fea920ab-a022-4e6b-b709-66ff1f5061ef tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:23.793650 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f8dcb-e2fe-4925-8222-72d07b10456e None None] Pushing event deleted for resources: {'Port': ['ID=7d734367-e2dc-49ee-b185-6942ed22c499,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:23.794765 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-9dcbe98b-a7db-4721-8b79-92b4aa5db880 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Allocated IP 2001:db8::11e (9ba611e4-024c-4a0c-9998-3bc548cf409a/2906cc0a-9817-4c61-bbf7-fbdcd3a261b9/706dc385-c3e0-48e1-80f0-50d613f29a00) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:37:23.836439 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-fea920ab-a022-4e6b-b709-66ff1f5061ef tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8a42f1-5787-4f2e-835c-e5d30b47a68e']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:23.847631 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75f8dcb-e2fe-4925-8222-72d07b10456e None None] No DVR routers for this DVR port 7d734367-e2dc-49ee-b185-6942ed22c499 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:37:23.862763 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0291b10f-d0d0-495a-810f-cc1632c8dce7 None None] Port db90eed9-52df-4525-b3b8-be9ed8f2dd5a cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:37:23.868873 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-fea920ab-a022-4e6b-b709-66ff1f5061ef tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2819430-874a-4ede-8319-20f0d4a8f6eb') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:23.869927 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-fea920ab-a022-4e6b-b709-66ff1f5061ef tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2819430-874a-4ede-8319-20f0d4a8f6eb') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:23.949693 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fea920ab-a022-4e6b-b709-66ff1f5061ef tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:23.991623 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fea920ab-a022-4e6b-b709-66ff1f5061ef tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:24.011430 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea920ab-a022-4e6b-b709-66ff1f5061ef tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:37:24.011893 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fea920ab-a022-4e6b-b709-66ff1f5061ef tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:24.014523 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-dac944d8-a09c-440d-b55b-4fdb05e17b93 None None] For port 2e43dfc6-fb2b-46dd-835b-e32ed46602f9, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=2e43dfc6-fb2b-46dd-835b-e32ed46602f9,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:24.015216 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-dac944d8-a09c-440d-b55b-4fdb05e17b93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:24.026790 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:37:24.026790 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:37:24.026790 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:37:24.026790 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:37:24.026790 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:37:24.026790 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:37:24.026790 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:37:24.026790 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:37:24.026790 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:37:24.026790 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:37:24.026790 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:37:24.026790 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:37:24.026790 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:37:24.026790 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:37:24.026790 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:37:24.026790 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:37:24.026790 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:37:24.026790 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:37:24.026790 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:37:24.026790 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:37:24.026790 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:37:24.026790 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:37:24.026790 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:37:24.026790 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:37:24.026790 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:37:24.026790 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:37:24.026790 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:37:24.026790 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:37:24.026790 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:37:24.026790 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:37:24.026790 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:37:24.026790 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:37:24.168239 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fea920ab-a022-4e6b-b709-66ff1f5061ef tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:24.217138 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fea920ab-a022-4e6b-b709-66ff1f5061ef tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:24.240742 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea920ab-a022-4e6b-b709-66ff1f5061ef tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event deleted for resources: {'Network': ['ID=9b8a42f1-5787-4f2e-835c-e5d30b47a68e,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:24.257158 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fea920ab-a022-4e6b-b709-66ff1f5061ef tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/networks/9b8a42f1-5787-4f2e-835c-e5d30b47a68e HTTP/1.1" status: 204 len: 168 time: 1.2152772 Apr 20 17:37:24.258420 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39694) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:24.289681 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-dac944d8-a09c-440d-b55b-4fdb05e17b93 None None] Calling delete_port for 2e43dfc6-fb2b-46dd-835b-e32ed46602f9 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:37:24.447375 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9dcbe98b-a7db-4721-8b79-92b4aa5db880 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:24.454055 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-dac944d8-a09c-440d-b55b-4fdb05e17b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:24.468345 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-9dcbe98b-a7db-4721-8b79-92b4aa5db880 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Transition to ACTIVE for port object 706dc385-c3e0-48e1-80f0-50d613f29a00 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:37:24.480927 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c71cebb9-8de0-4689-a569-98340c747cec req-8d7cf53e-c3c6-4430-b2aa-30871de3b2ef tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 210 time: 0.1492081 Apr 20 17:37:24.516615 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-b4be65c6-f2ed-4f3a-9c12-dc80bb69ac4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db90eed9-52df-4525-b3b8-be9ed8f2dd5a {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:37:24.531972 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30a61d-9652-48a7-b9b1-8cf0e21d385f req-fd80e365-4824-4cd4-b11a-dd77cb135e43 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:24.541686 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fd30a61d-9652-48a7-b9b1-8cf0e21d385f req-fd80e365-4824-4cd4-b11a-dd77cb135e43 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5583525-df35-4af7-a24d-2126b6923004 HTTP/1.1" status: 200 len: 931 time: 1.2068651 Apr 20 17:37:24.557894 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-b4be65c6-f2ed-4f3a-9c12-dc80bb69ac4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:24.563839 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9dcbe98b-a7db-4721-8b79-92b4aa5db880 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:24.593511 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a251e2d8-9a6e-4dfc-b009-5bbf52786913 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:24.613285 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac944d8-a09c-440d-b55b-4fdb05e17b93 None None] Pushing event deleted for resources: {'Port': ['ID=2e43dfc6-fb2b-46dd-835b-e32ed46602f9,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:24.615189 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be10c8fb-e40d-46c2-8918-a9b9910c50cf None None] DHCP port deletion for 3d677137-4a91-4596-a700-466f109febcd request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:37:24.617808 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-b4be65c6-f2ed-4f3a-9c12-dc80bb69ac4a service neutron] Transition to ACTIVE for port object db90eed9-52df-4525-b3b8-be9ed8f2dd5a will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:37:24.622371 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-be10c8fb-e40d-46c2-8918-a9b9910c50cf None None] Deleting port f5b6a197-a47d-469d-ae31-9a5458938adf {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:37:24.622754 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-be10c8fb-e40d-46c2-8918-a9b9910c50cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:24.637630 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-b4be65c6-f2ed-4f3a-9c12-dc80bb69ac4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:24.705136 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac944d8-a09c-440d-b55b-4fdb05e17b93 None None] No DVR routers for this DVR port 2e43dfc6-fb2b-46dd-835b-e32ed46602f9 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:37:24.754422 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcbe98b-a7db-4721-8b79-92b4aa5db880 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:37:24.780133 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-9dcbe98b-a7db-4721-8b79-92b4aa5db880 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:37:24.787922 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-a251e2d8-9a6e-4dfc-b009-5bbf52786913 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Deleting port f5b6a197-a47d-469d-ae31-9a5458938adf {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:37:24.788306 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a251e2d8-9a6e-4dfc-b009-5bbf52786913 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:24.845784 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-dfbd8f77-941d-4b9e-89e0-81b773f8164b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:24.847709 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-dfbd8f77-941d-4b9e-89e0-81b773f8164b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.43 "GET /v2.0/networks?id=559f75fc-3697-4c39-a90d-68a51f28c45f HTTP/1.1" status: 200 len: 805 time: 1.6294556 Apr 20 17:37:24.848375 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39702) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:24.860953 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcbe98b-a7db-4721-8b79-92b4aa5db880 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:37:24.864973 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcbe98b-a7db-4721-8b79-92b4aa5db880 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:24.865653 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9dcbe98b-a7db-4721-8b79-92b4aa5db880 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:24.871366 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-fd30a61d-9652-48a7-b9b1-8cf0e21d385f req-b4a34feb-5d20-4acf-be27-0df8881c6047 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Synchronizing usage tracker for tenant:fff76710152c4266b547138b68f9e982 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:37:24.904040 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-9be9a34f-e397-4395-8da9-26526ef1ea7d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Request body: {'port': {'device_id': 'd2444dda-bc99-4961-8c8d-cfbd199bb106', 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f', 'admin_state_up': True, 'tenant_id': '55ad101ba72d4aafab1fd36de3508559'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:24.988276 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-be10c8fb-e40d-46c2-8918-a9b9910c50cf None None] For port f5b6a197-a47d-469d-ae31-9a5458938adf, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f5b6a197-a47d-469d-ae31-9a5458938adf,segment=NetworkSegment(6e8b6f8a-937e-42d7-a859-17731a69f66b),segment_id=6e8b6f8a-937e-42d7-a859-17731a69f66b)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:24.988772 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-be10c8fb-e40d-46c2-8918-a9b9910c50cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:25.068374 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-fd30a61d-9652-48a7-b9b1-8cf0e21d385f req-b4a34feb-5d20-4acf-be27-0df8881c6047 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Unset dirty status for tenant:fff76710152c4266b547138b68f9e982 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:37:25.077121 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fd30a61d-9652-48a7-b9b1-8cf0e21d385f req-b4a34feb-5d20-4acf-be27-0df8881c6047 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=171ed27d-0057-490d-8bd5-6e05e5cf3343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5302472 Apr 20 17:37:25.144360 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7f3236-2bdf-485a-b256-da9b7055e1b6 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:37:25.176288 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be65c6-f2ed-4f3a-9c12-dc80bb69ac4a service neutron] Pushing event updated for resources: {'Port': ['ID=db90eed9-52df-4525-b3b8-be9ed8f2dd5a,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:25.194890 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcbe98b-a7db-4721-8b79-92b4aa5db880 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Port': ['ID=706dc385-c3e0-48e1-80f0-50d613f29a00,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:25.210618 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9dcbe98b-a7db-4721-8b79-92b4aa5db880 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8579514 Apr 20 17:37:25.239575 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39712) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:25.324711 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f5b6a197-a47d-469d-ae31-9a5458938adf no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:37:25.372864 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-19de414d-cca4-425b-a3f8-e2f273f8299b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a533801dab0042be953d6074c1e83984&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4958680 Apr 20 17:37:25.374499 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39718) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:25.407881 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-9be9a34f-e397-4395-8da9-26526ef1ea7d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:25.448289 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-9be9a34f-e397-4395-8da9-26526ef1ea7d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:25.471016 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-be10c8fb-e40d-46c2-8918-a9b9910c50cf None None] Calling delete_port for f5b6a197-a47d-469d-ae31-9a5458938adf owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:37:25.473237 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f95a45-a8b4-45fb-bda1-0d72482ec196 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:25.474269 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-17f95a45-a8b4-45fb-bda1-0d72482ec196 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:37:25.478822 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-9be9a34f-e397-4395-8da9-26526ef1ea7d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Made reservation on behalf of 55ad101ba72d4aafab1fd36de3508559 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:37:25.482111 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-9be9a34f-e397-4395-8da9-26526ef1ea7d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:25.619989 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:25.716837 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-17f95a45-a8b4-45fb-bda1-0d72482ec196 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:37:25.721855 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-17f95a45-a8b4-45fb-bda1-0d72482ec196 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.4816942 Apr 20 17:37:25.739298 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39726) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:25.758909 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port f5b6a197-a47d-469d-ae31-9a5458938adf, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f5b6a197-a47d-469d-ae31-9a5458938adf,segment=NetworkSegment(6e8b6f8a-937e-42d7-a859-17731a69f66b),segment_id=6e8b6f8a-937e-42d7-a859-17731a69f66b)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:25.768404 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-a251e2d8-9a6e-4dfc-b009-5bbf52786913 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] For port f5b6a197-a47d-469d-ae31-9a5458938adf, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f5b6a197-a47d-469d-ae31-9a5458938adf,segment=NetworkSegment(6e8b6f8a-937e-42d7-a859-17731a69f66b),segment_id=6e8b6f8a-937e-42d7-a859-17731a69f66b)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:25.768771 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a251e2d8-9a6e-4dfc-b009-5bbf52786913 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:25.778627 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:25.811525 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e1eaf7-18c8-417a-8ec0-20a747df7708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-9ba611e4-024c-4a0c-9998-3bc548cf409a', 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'fixed_ips': [{'subnet_id': '2906cc0a-9817-4c61-bbf7-fbdcd3a261b9'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:37:25.812339 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b8e1eaf7-18c8-417a-8ec0-20a747df7708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:25.826306 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-34b35579-5555-4f97-93c9-9e133d643cc1 req-b70a41de-4e70-44da-92ae-0819d3800c68 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 210 time: 0.0763674 Apr 20 17:37:25.826942 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-22a3091f-9104-4d96-836f-695d6e74b631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:25.904855 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-3d797e4b-3126-45f1-8cb6-5336dfb2fb26 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting port 706dc385-c3e0-48e1-80f0-50d613f29a00 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:37:25.905195 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3d797e4b-3126-45f1-8cb6-5336dfb2fb26 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:25.995276 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-22a3091f-9104-4d96-836f-695d6e74b631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:26.002649 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-9be9a34f-e397-4395-8da9-26526ef1ea7d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Allocated IP 172.20.0.5 (559f75fc-3697-4c39-a90d-68a51f28c45f/32922401-1cb1-4df1-a18a-26612d131639/1fb6bba9-caca-4574-8cbd-15b0d2c3b719) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:37:26.016296 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-be10c8fb-e40d-46c2-8918-a9b9910c50cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:37:26.016639 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-be10c8fb-e40d-46c2-8918-a9b9910c50cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:37:26.055591 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-b8e1eaf7-18c8-417a-8ec0-20a747df7708 None None] Allocated IP 2001:db8::2 (9ba611e4-024c-4a0c-9998-3bc548cf409a/2906cc0a-9817-4c61-bbf7-fbdcd3a261b9/6b505201-f074-47a0-bf9b-5fe7ec36007d) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:37:26.056120 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-a251e2d8-9a6e-4dfc-b009-5bbf52786913 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Calling delete_port for f5b6a197-a47d-469d-ae31-9a5458938adf owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:37:26.071472 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=f5b6a197-a47d-469d-ae31-9a5458938adf,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:26.205304 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-b4be65c6-f2ed-4f3a-9c12-dc80bb69ac4a service neutron] Attempting to bind port db90eed9-52df-4525-b3b8-be9ed8f2dd5a on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:37:26.206326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-b4be65c6-f2ed-4f3a-9c12-dc80bb69ac4a service neutron] Attempting to bind port db90eed9-52df-4525-b3b8-be9ed8f2dd5a by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'aeb8f33c-317c-45e3-a7a9-c21f7e658316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:37:26.206811 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-b4be65c6-f2ed-4f3a-9c12-dc80bb69ac4a service neutron] Attempting to bind port db90eed9-52df-4525-b3b8-be9ed8f2dd5a on network b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:37:26.224576 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-b4be65c6-f2ed-4f3a-9c12-dc80bb69ac4a service neutron] Port db90eed9-52df-4525-b3b8-be9ed8f2dd5a on network b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:37:26.225193 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-b4be65c6-f2ed-4f3a-9c12-dc80bb69ac4a service neutron] Attempting to bind port db90eed9-52df-4525-b3b8-be9ed8f2dd5a on network b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:37:26.239986 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d54120-3dcc-4d88-874a-9297d368454d req-dbebeba0-021c-407d-8e94-beb1367d7dda tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:26.248744 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a8d54120-3dcc-4d88-874a-9297d368454d req-dbebeba0-021c-407d-8e94-beb1367d7dda tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 946 time: 1.1778169 Apr 20 17:37:26.322408 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a8d54120-3dcc-4d88-874a-9297d368454d req-48d43b11-8d2a-4bf2-85df-6b6f7bfe0553 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/security-groups?id=5671c89d-0048-417e-b766-c124f42aab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721180 Apr 20 17:37:26.325748 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-b4be65c6-f2ed-4f3a-9c12-dc80bb69ac4a service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:37:26.327736 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-b4be65c6-f2ed-4f3a-9c12-dc80bb69ac4a service neutron] Checking segment: {'id': 'aeb8f33c-317c-45e3-a7a9-c21f7e658316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:37:26.328122 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-b4be65c6-f2ed-4f3a-9c12-dc80bb69ac4a service neutron] Bound using segment: {'id': 'aeb8f33c-317c-45e3-a7a9-c21f7e658316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:37:26.330640 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-b4be65c6-f2ed-4f3a-9c12-dc80bb69ac4a service neutron] Bound port: db90eed9-52df-4525-b3b8-be9ed8f2dd5a, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb8f33c-317c-45e3-a7a9-c21f7e658316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:37:26.331112 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-b4be65c6-f2ed-4f3a-9c12-dc80bb69ac4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:26.346831 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.api [None req-a251e2d8-9a6e-4dfc-b009-5bbf52786913 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:37:26.347432 n-d-838032-1 neutron-server[84081]: DEBUG oslo_db.api [None req-a251e2d8-9a6e-4dfc-b009-5bbf52786913 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:37:26.408458 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b8e1eaf7-18c8-417a-8ec0-20a747df7708 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:26.421467 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b8e1eaf7-18c8-417a-8ec0-20a747df7708 None None] Transition to ACTIVE for port object 6b505201-f074-47a0-bf9b-5fe7ec36007d will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:37:26.441340 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b8e1eaf7-18c8-417a-8ec0-20a747df7708 None None] Transition to ACTIVE for port object 6b505201-f074-47a0-bf9b-5fe7ec36007d will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:37:26.450209 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b8e1eaf7-18c8-417a-8ec0-20a747df7708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:26.471533 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-90184953-04a5-4b93-8123-c2001c0cfd72 req-b8426191-7835-4674-bb0f-516048cd763a tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1450041865', 'description': 'tempest-description-214229775'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:26.484288 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-22a3091f-9104-4d96-836f-695d6e74b631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:26.499711 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-90184953-04a5-4b93-8123-c2001c0cfd72 req-b8426191-7835-4674-bb0f-516048cd763a tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:26.522538 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e1eaf7-18c8-417a-8ec0-20a747df7708 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:37:26.527266 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-90184953-04a5-4b93-8123-c2001c0cfd72 req-b8426191-7835-4674-bb0f-516048cd763a tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:26.534375 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-be10c8fb-e40d-46c2-8918-a9b9910c50cf None None] Deleting port f5b6a197-a47d-469d-ae31-9a5458938adf {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:37:26.535417 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-be10c8fb-e40d-46c2-8918-a9b9910c50cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:26.552100 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3091f-9104-4d96-836f-695d6e74b631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd18b93-0d31-4c58-a5f1-2d4f20979204,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:26.560255 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-b4be65c6-f2ed-4f3a-9c12-dc80bb69ac4a service neutron] For port db90eed9-52df-4525-b3b8-be9ed8f2dd5a, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:37:26.565357 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-b4be65c6-f2ed-4f3a-9c12-dc80bb69ac4a service neutron] For port db90eed9-52df-4525-b3b8-be9ed8f2dd5a, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=db90eed9-52df-4525-b3b8-be9ed8f2dd5a,segment=NetworkSegment(aeb8f33c-317c-45e3-a7a9-c21f7e658316),segment_id=aeb8f33c-317c-45e3-a7a9-c21f7e658316)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:37:26.571193 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-b8e1eaf7-18c8-417a-8ec0-20a747df7708 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:37:26.576889 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-b4be65c6-f2ed-4f3a-9c12-dc80bb69ac4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:26.605948 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3d797e4b-3126-45f1-8cb6-5336dfb2fb26 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:26.606435 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e1eaf7-18c8-417a-8ec0-20a747df7708 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:37:26.613880 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-22a3091f-9104-4d96-836f-695d6e74b631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:26.615024 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-22a3091f-9104-4d96-836f-695d6e74b631 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bdd18b93-0d31-4c58-a5f1-2d4f20979204 HTTP/1.1" status: 204 len: 168 time: 1.2393835 Apr 20 17:37:26.644124 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1eaf7-18c8-417a-8ec0-20a747df7708 None None] Pushing event updated for resources: {'Port': ['ID=6b505201-f074-47a0-bf9b-5fe7ec36007d,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:26.673130 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-b4be65c6-f2ed-4f3a-9c12-dc80bb69ac4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:26.675115 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-b4be65c6-f2ed-4f3a-9c12-dc80bb69ac4a service neutron] 10.222.0.43 "PUT /v2.0/ports/db90eed9-52df-4525-b3b8-be9ed8f2dd5a HTTP/1.1" status: 200 len: 1091 time: 3.7650616 Apr 20 17:37:26.676234 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-90184953-04a5-4b93-8123-c2001c0cfd72 req-b8426191-7835-4674-bb0f-516048cd763a tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:26.780100 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-3d797e4b-3126-45f1-8cb6-5336dfb2fb26 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Calling delete_port for 706dc385-c3e0-48e1-80f0-50d613f29a00 owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:37:26.795073 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5583525-df35-4af7-a24d-2126b6923004', 'tag': 'db90eed9-52df-4525-b3b8-be9ed8f2dd5a'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:37:26.871156 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-a251e2d8-9a6e-4dfc-b009-5bbf52786913 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Deleting port f5b6a197-a47d-469d-ae31-9a5458938adf {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:37:26.871474 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a251e2d8-9a6e-4dfc-b009-5bbf52786913 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:26.970218 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-be10c8fb-e40d-46c2-8918-a9b9910c50cf None None] For port f5b6a197-a47d-469d-ae31-9a5458938adf, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f5b6a197-a47d-469d-ae31-9a5458938adf,segment=NetworkSegment(6e8b6f8a-937e-42d7-a859-17731a69f66b),segment_id=6e8b6f8a-937e-42d7-a859-17731a69f66b)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:26.970791 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-be10c8fb-e40d-46c2-8918-a9b9910c50cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:27.028959 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be65c6-f2ed-4f3a-9c12-dc80bb69ac4a service neutron] Pushing event updated for resources: {'Port': ['ID=db90eed9-52df-4525-b3b8-be9ed8f2dd5a,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:27.040745 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-90184953-04a5-4b93-8123-c2001c0cfd72 req-b8426191-7835-4674-bb0f-516048cd763a tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:27.056338 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-90184953-04a5-4b93-8123-c2001c0cfd72 req-b8426191-7835-4674-bb0f-516048cd763a tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Usage tracker for resource:security_group_rule and tenant:2ebf7eb106a7492aa5b3798a6700e1e3 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:37:27.063917 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-90184953-04a5-4b93-8123-c2001c0cfd72 req-b8426191-7835-4674-bb0f-516048cd763a tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:37:27.093303 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-90184953-04a5-4b93-8123-c2001c0cfd72 req-b8426191-7835-4674-bb0f-516048cd763a tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:27.119348 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-be10c8fb-e40d-46c2-8918-a9b9910c50cf None None] Calling delete_port for f5b6a197-a47d-469d-ae31-9a5458938adf owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:37:27.132761 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-9be9a34f-e397-4395-8da9-26526ef1ea7d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:27.187571 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff9b0f-37ff-4f19-b7a6-e7f33d240d85 req-3cb445c7-0715-4575-ba73-43cb8ba42fec tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:27.191597 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8eff9b0f-37ff-4f19-b7a6-e7f33d240d85 req-3cb445c7-0715-4575-ba73-43cb8ba42fec tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5583525-df35-4af7-a24d-2126b6923004 HTTP/1.1" status: 200 len: 943 time: 0.8430240 Apr 20 17:37:27.192525 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-b9675d1b-af22-4ebf-bed5-0f9e94d62b27 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fff76710152c4266b547138b68f9e982&device_id=a5583525-df35-4af7-a24d-2126b6923004 HTTP/1.1" status: 200 len: 1094 time: 0.4403117 Apr 20 17:37:27.230753 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-be10c8fb-e40d-46c2-8918-a9b9910c50cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:27.310696 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-d5ebabb3-27df-4809-8f0f-73d1a6cd80f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db90eed9-52df-4525-b3b8-be9ed8f2dd5a HTTP/1.1" status: 200 len: 217 time: 0.1028631 Apr 20 17:37:27.341343 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b8e1eaf7-18c8-417a-8ec0-20a747df7708 None None] Attempting to bind port 6b505201-f074-47a0-bf9b-5fe7ec36007d on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:37:27.342870 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b8e1eaf7-18c8-417a-8ec0-20a747df7708 None None] Attempting to bind port 6b505201-f074-47a0-bf9b-5fe7ec36007d by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:37:27.343736 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e1eaf7-18c8-417a-8ec0-20a747df7708 None None] Attempting to bind port 6b505201-f074-47a0-bf9b-5fe7ec36007d on network 9ba611e4-024c-4a0c-9998-3bc548cf409a {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:37:27.347060 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8eff9b0f-37ff-4f19-b7a6-e7f33d240d85 req-987bbee2-77c1-4879-8b05-cc9255ed8052 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=171ed27d-0057-490d-8bd5-6e05e5cf3343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383224 Apr 20 17:37:27.389221 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-7000d2e9-eccf-46be-8673-3c11bacb3aa5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:27.391497 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-7000d2e9-eccf-46be-8673-3c11bacb3aa5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8d05736e-ddd3-43ab-9360-fdcd5c15b127 HTTP/1.1" status: 200 len: 853 time: 0.0689235 Apr 20 17:37:27.412117 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-9be9a34f-e397-4395-8da9-26526ef1ea7d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:27.417418 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10c8fb-e40d-46c2-8918-a9b9910c50cf None None] Pushing event deleted for resources: {'Port': ['ID=f5b6a197-a47d-469d-ae31-9a5458938adf,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:27.430551 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e1eaf7-18c8-417a-8ec0-20a747df7708 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:37:27.430917 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e1eaf7-18c8-417a-8ec0-20a747df7708 None None] Checking segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:37:27.431318 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b8e1eaf7-18c8-417a-8ec0-20a747df7708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:27.431697 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e1eaf7-18c8-417a-8ec0-20a747df7708 None None] Bound using segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:37:27.432158 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b8e1eaf7-18c8-417a-8ec0-20a747df7708 None None] Bound port: 6b505201-f074-47a0-bf9b-5fe7ec36007d, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:37:27.432519 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b8e1eaf7-18c8-417a-8ec0-20a747df7708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:27.444825 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['d342bd3a-35b5-47b3-8bf2-c19218fd8a1e'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:37:27.493457 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-a251e2d8-9a6e-4dfc-b009-5bbf52786913 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] For port f5b6a197-a47d-469d-ae31-9a5458938adf, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f5b6a197-a47d-469d-ae31-9a5458938adf,segment=NetworkSegment(6e8b6f8a-937e-42d7-a859-17731a69f66b),segment_id=6e8b6f8a-937e-42d7-a859-17731a69f66b)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:27.493987 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a251e2d8-9a6e-4dfc-b009-5bbf52786913 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:27.495322 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be10c8fb-e40d-46c2-8918-a9b9910c50cf None None] No DVR routers for this DVR port f5b6a197-a47d-469d-ae31-9a5458938adf on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:37:27.511725 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1780fd51-e10c-4c39-a120-bfe31d42a065'] response: {'name': 'network-changed', 'server_uuid': 'a5583525-df35-4af7-a24d-2126b6923004', 'tag': 'db90eed9-52df-4525-b3b8-be9ed8f2dd5a', 'status': 'completed', 'code': 200} Apr 20 17:37:27.569546 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-9be9a34f-e397-4395-8da9-26526ef1ea7d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Network 559f75fc-3697-4c39-a90d-68a51f28c45f is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:37:27.592112 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-9be9a34f-e397-4395-8da9-26526ef1ea7d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:37:27.597545 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-9be9a34f-e397-4395-8da9-26526ef1ea7d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:37:27.665562 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-90184953-04a5-4b93-8123-c2001c0cfd72 req-b8426191-7835-4674-bb0f-516048cd763a tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:27.678877 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-a251e2d8-9a6e-4dfc-b009-5bbf52786913 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Calling delete_port for f5b6a197-a47d-469d-ae31-9a5458938adf owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:37:27.714737 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-90184953-04a5-4b93-8123-c2001c0cfd72 req-b8426191-7835-4674-bb0f-516048cd763a tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:27.733422 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-9be9a34f-e397-4395-8da9-26526ef1ea7d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:27.734025 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-9be9a34f-e397-4395-8da9-26526ef1ea7d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:27.761963 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8426191-7835-4674-bb0f-516048cd763a tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f348a96-933a-47f0-a6d0-014be25a40bf,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:27.770959 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b8e1eaf7-18c8-417a-8ec0-20a747df7708 None None] For port 6b505201-f074-47a0-bf9b-5fe7ec36007d, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:37:27.804652 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-988bba3f-5664-4f51-968e-3638ab839ff0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b9c5f462-ddff-4ef3-834f-300bbbe5c5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4045570 Apr 20 17:37:27.848272 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-90184953-04a5-4b93-8123-c2001c0cfd72 req-b8426191-7835-4674-bb0f-516048cd763a tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:27.850043 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-90184953-04a5-4b93-8123-c2001c0cfd72 req-b8426191-7835-4674-bb0f-516048cd763a tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1646 time: 1.4037645 Apr 20 17:37:27.895963 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9a34f-e397-4395-8da9-26526ef1ea7d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Pushing event updated for resources: {'Port': ['ID=1fb6bba9-caca-4574-8cbd-15b0d2c3b719,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:27.909530 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3d797e4b-3126-45f1-8cb6-5336dfb2fb26 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:27.917911 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-9be9a34f-e397-4395-8da9-26526ef1ea7d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0258625 Apr 20 17:37:27.921359 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b8e1eaf7-18c8-417a-8ec0-20a747df7708 None None] For port 6b505201-f074-47a0-bf9b-5fe7ec36007d, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6b505201-f074-47a0-bf9b-5fe7ec36007d,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:37:27.928796 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b8e1eaf7-18c8-417a-8ec0-20a747df7708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:27.960619 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-3422e310-3d9e-495e-8973-693b7caa0fd7 service neutron] Request body: {'port': {'device_id': 'd2444dda-bc99-4961-8c8d-cfbd199bb106', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:28.040348 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1eaf7-18c8-417a-8ec0-20a747df7708 None None] Pushing event updated for resources: {'Port': ['ID=6b505201-f074-47a0-bf9b-5fe7ec36007d,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:28.090501 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d797e4b-3126-45f1-8cb6-5336dfb2fb26 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Port': ['ID=706dc385-c3e0-48e1-80f0-50d613f29a00,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:28.143700 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.api [None req-a251e2d8-9a6e-4dfc-b009-5bbf52786913 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:37:28.144162 n-d-838032-1 neutron-server[84081]: DEBUG oslo_db.api [None req-a251e2d8-9a6e-4dfc-b009-5bbf52786913 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:37:28.206424 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-564cfc04-cab6-4055-ba47-311e6a922edc req-c9aa6091-7994-4745-93f0-90adcb0bf4ce tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Synchronizing usage tracker for tenant:2ebf7eb106a7492aa5b3798a6700e1e3 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:37:28.228195 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-cb0a3f1d-7b41-4fa3-9eb9-669548d6bf4a service neutron] 10.222.0.43 "GET /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070148 Apr 20 17:37:28.239185 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-564cfc04-cab6-4055-ba47-311e6a922edc req-c9aa6091-7994-4745-93f0-90adcb0bf4ce tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Unset dirty status for tenant:2ebf7eb106a7492aa5b3798a6700e1e3 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:37:28.240463 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-564cfc04-cab6-4055-ba47-311e6a922edc req-c9aa6091-7994-4745-93f0-90adcb0bf4ce tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1450041865&fields=id&tenant_id=2ebf7eb106a7492aa5b3798a6700e1e3 HTTP/1.1" status: 200 len: 267 time: 0.1396942 Apr 20 17:37:28.240615 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c278780-b41f-43b5-b9ac-e09b4da012ca req-5ee9d8ef-17be-48c4-b85e-91cc087fcf81 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:28.241671 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-4c278780-b41f-43b5-b9ac-e09b4da012ca req-5ee9d8ef-17be-48c4-b85e-91cc087fcf81 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Synchronizing usage tracker for tenant:55ad101ba72d4aafab1fd36de3508559 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:37:28.245586 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-3422e310-3d9e-495e-8973-693b7caa0fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:28.329863 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3d797e4b-3126-45f1-8cb6-5336dfb2fb26 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:28.336146 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3d797e4b-3126-45f1-8cb6-5336dfb2fb26 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/706dc385-c3e0-48e1-80f0-50d613f29a00 HTTP/1.1" status: 204 len: 168 time: 2.5955865 Apr 20 17:37:28.346647 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39776) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:28.370521 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-4c278780-b41f-43b5-b9ac-e09b4da012ca req-5ee9d8ef-17be-48c4-b85e-91cc087fcf81 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Unset dirty status for tenant:55ad101ba72d4aafab1fd36de3508559 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:37:28.378925 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4c278780-b41f-43b5-b9ac-e09b4da012ca req-5ee9d8ef-17be-48c4-b85e-91cc087fcf81 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 931 time: 0.6407599 Apr 20 17:37:28.581649 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7ff15e22-2afc-4f4c-a162-2813a92f47f9 req-4c9f1b1a-22e1-4643-99b1-537e72ca16ec service neutron] 10.222.0.43 "GET /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676277 Apr 20 17:37:28.637743 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4c278780-b41f-43b5-b9ac-e09b4da012ca req-d8c6bc12-cc62-45d7-87ff-a4ca15f463a7 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577145 Apr 20 17:37:28.713159 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86169102-f061-485c-9b2f-794a04432908 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:28.716577 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86169102-f061-485c-9b2f-794a04432908 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:28.717358 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-86169102-f061-485c-9b2f-794a04432908 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:37:28.742293 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-a251e2d8-9a6e-4dfc-b009-5bbf52786913 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Deleting port f5b6a197-a47d-469d-ae31-9a5458938adf {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:37:28.742678 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a251e2d8-9a6e-4dfc-b009-5bbf52786913 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:28.784272 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-86169102-f061-485c-9b2f-794a04432908 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:37:28.787921 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-86169102-f061-485c-9b2f-794a04432908 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4379103 Apr 20 17:37:28.789734 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39788) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:28.842686 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-3422e310-3d9e-495e-8973-693b7caa0fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb6bba9-caca-4574-8cbd-15b0d2c3b719 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:37:28.851268 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-3422e310-3d9e-495e-8973-693b7caa0fd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:28.862818 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-a251e2d8-9a6e-4dfc-b009-5bbf52786913 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] The port 'f5b6a197-a47d-469d-ae31-9a5458938adf' was deleted {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:37:28.873110 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-3422e310-3d9e-495e-8973-693b7caa0fd7 service neutron] Transition to ACTIVE for port object 1fb6bba9-caca-4574-8cbd-15b0d2c3b719 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:37:28.932727 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564cfc04-cab6-4055-ba47-311e6a922edc req-3e097fea-581b-4c85-9b71-79d2d4c4223b tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:28.946449 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-564cfc04-cab6-4055-ba47-311e6a922edc req-3e097fea-581b-4c85-9b71-79d2d4c4223b tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 946 time: 0.7000256 Apr 20 17:37:28.953907 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6b505201-f074-47a0-bf9b-5fe7ec36007d up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:37:28.963555 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-564cfc04-cab6-4055-ba47-311e6a922edc req-d27e6480-9346-4f18-a7a7-eca88194b01d tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Request body: {'port': {'security_groups': ['5671c89d-0048-417e-b766-c124f42aab4a', '6f348a96-933a-47f0-a6d0-014be25a40bf']}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:29.000195 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-3422e310-3d9e-495e-8973-693b7caa0fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:29.123161 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 6b505201-f074-47a0-bf9b-5fe7ec36007d completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:37:29.320450 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422e310-3d9e-495e-8973-693b7caa0fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb6bba9-caca-4574-8cbd-15b0d2c3b719,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:29.338593 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3422e310-3d9e-495e-8973-693b7caa0fd7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:29.339088 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3422e310-3d9e-495e-8973-693b7caa0fd7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:29.339502 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3422e310-3d9e-495e-8973-693b7caa0fd7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:29.339992 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3422e310-3d9e-495e-8973-693b7caa0fd7 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:29.340367 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3422e310-3d9e-495e-8973-693b7caa0fd7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:29.340825 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3422e310-3d9e-495e-8973-693b7caa0fd7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:29.341513 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3422e310-3d9e-495e-8973-693b7caa0fd7 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:29.342228 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3422e310-3d9e-495e-8973-693b7caa0fd7 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:29.342897 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3422e310-3d9e-495e-8973-693b7caa0fd7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:29.343568 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3422e310-3d9e-495e-8973-693b7caa0fd7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:29.344239 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3422e310-3d9e-495e-8973-693b7caa0fd7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:29.363145 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a251e2d8-9a6e-4dfc-b009-5bbf52786913 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:29.373585 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e89184-b92c-4f0c-878d-ea402844675e req-57e27c5d-e11d-486f-b862-31dd2497613d tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:29.384037 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a6e89184-b92c-4f0c-878d-ea402844675e req-57e27c5d-e11d-486f-b862-31dd2497613d tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5583525-df35-4af7-a24d-2126b6923004 HTTP/1.1" status: 200 len: 943 time: 0.5090580 Apr 20 17:37:29.403817 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-a251e2d8-9a6e-4dfc-b009-5bbf52786913 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d677137-4a91-4596-a700-466f109febcd']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:29.424107 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-a251e2d8-9a6e-4dfc-b009-5bbf52786913 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8b6f8a-937e-42d7-a859-17731a69f66b') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:29.424408 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-a251e2d8-9a6e-4dfc-b009-5bbf52786913 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8b6f8a-937e-42d7-a859-17731a69f66b') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:29.426670 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:37:29.437441 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-564cfc04-cab6-4055-ba47-311e6a922edc req-d27e6480-9346-4f18-a7a7-eca88194b01d tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:29.449044 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-3422e310-3d9e-495e-8973-693b7caa0fd7 service neutron] Attempting to bind port 1fb6bba9-caca-4574-8cbd-15b0d2c3b719 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:37:29.449714 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-3422e310-3d9e-495e-8973-693b7caa0fd7 service neutron] Attempting to bind port 1fb6bba9-caca-4574-8cbd-15b0d2c3b719 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '213ecd4d-2e59-4b17-a412-e2514b5847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:37:29.450298 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-3422e310-3d9e-495e-8973-693b7caa0fd7 service neutron] Attempting to bind port 1fb6bba9-caca-4574-8cbd-15b0d2c3b719 on network 559f75fc-3697-4c39-a90d-68a51f28c45f {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:37:29.465834 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a6e89184-b92c-4f0c-878d-ea402844675e req-aa3387ff-2e3e-413d-b0ea-6ee502b2682e tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=171ed27d-0057-490d-8bd5-6e05e5cf3343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803120 Apr 20 17:37:29.474784 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-3422e310-3d9e-495e-8973-693b7caa0fd7 service neutron] Port 1fb6bba9-caca-4574-8cbd-15b0d2c3b719 on network 559f75fc-3697-4c39-a90d-68a51f28c45f not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:37:29.475211 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-3422e310-3d9e-495e-8973-693b7caa0fd7 service neutron] Attempting to bind port 1fb6bba9-caca-4574-8cbd-15b0d2c3b719 on network 559f75fc-3697-4c39-a90d-68a51f28c45f {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:37:29.493232 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-3422e310-3d9e-495e-8973-693b7caa0fd7 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:37:29.496032 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-3422e310-3d9e-495e-8973-693b7caa0fd7 service neutron] Checking segment: {'id': '213ecd4d-2e59-4b17-a412-e2514b5847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:37:29.496527 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-3422e310-3d9e-495e-8973-693b7caa0fd7 service neutron] Bound using segment: {'id': '213ecd4d-2e59-4b17-a412-e2514b5847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:37:29.497068 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-3422e310-3d9e-495e-8973-693b7caa0fd7 service neutron] Bound port: 1fb6bba9-caca-4574-8cbd-15b0d2c3b719, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '213ecd4d-2e59-4b17-a412-e2514b5847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:37:29.497526 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-3422e310-3d9e-495e-8973-693b7caa0fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:29.558899 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a251e2d8-9a6e-4dfc-b009-5bbf52786913 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:29.571919 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a0384a2-9c02-4d05-b20b-59114794e876 req-45d3495e-a1ca-4be2-914e-fb392eed00ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fff76710152c4266b547138b68f9e982&device_id=a5583525-df35-4af7-a24d-2126b6923004 HTTP/1.1" status: 200 len: 1094 time: 0.9256716 Apr 20 17:37:29.640555 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-3422e310-3d9e-495e-8973-693b7caa0fd7 service neutron] For port 1fb6bba9-caca-4574-8cbd-15b0d2c3b719, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:37:29.648173 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-3422e310-3d9e-495e-8973-693b7caa0fd7 service neutron] For port 1fb6bba9-caca-4574-8cbd-15b0d2c3b719, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=1fb6bba9-caca-4574-8cbd-15b0d2c3b719,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:37:29.663833 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-3422e310-3d9e-495e-8973-693b7caa0fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:29.738296 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e2846338-de7a-4383-8df0-8743ea12fadd None None] Provisioning for port 6b505201-f074-47a0-bf9b-5fe7ec36007d completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:37:29.748151 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e2846338-de7a-4383-8df0-8743ea12fadd None None] Provisioning complete for port 6b505201-f074-47a0-bf9b-5fe7ec36007d triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:37:29.748674 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e2846338-de7a-4383-8df0-8743ea12fadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:29.785602 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a251e2d8-9a6e-4dfc-b009-5bbf52786913 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:29.843729 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0384a2-9c02-4d05-b20b-59114794e876 req-ded11e5a-70a0-4d85-8bcc-87ae59b122b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:29.845054 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a0384a2-9c02-4d05-b20b-59114794e876 req-ded11e5a-70a0-4d85-8bcc-87ae59b122b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 HTTP/1.1" status: 200 len: 915 time: 0.2507448 Apr 20 17:37:29.848592 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a251e2d8-9a6e-4dfc-b009-5bbf52786913 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:37:29.849001 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a251e2d8-9a6e-4dfc-b009-5bbf52786913 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:37:29.874125 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:37:29.877229 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-3422e310-3d9e-495e-8973-693b7caa0fd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:29.878762 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-3422e310-3d9e-495e-8973-693b7caa0fd7 service neutron] 10.222.0.43 "PUT /v2.0/ports/1fb6bba9-caca-4574-8cbd-15b0d2c3b719 HTTP/1.1" status: 200 len: 1091 time: 1.9223926 Apr 20 17:37:29.891832 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2444dda-bc99-4961-8c8d-cfbd199bb106', 'tag': '1fb6bba9-caca-4574-8cbd-15b0d2c3b719'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:37:29.927724 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422e310-3d9e-495e-8973-693b7caa0fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb6bba9-caca-4574-8cbd-15b0d2c3b719,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:29.997771 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e2846338-de7a-4383-8df0-8743ea12fadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:30.062226 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-e2846338-de7a-4383-8df0-8743ea12fadd None None] For port 6b505201-f074-47a0-bf9b-5fe7ec36007d, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6b505201-f074-47a0-bf9b-5fe7ec36007d,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:30.074137 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e2846338-de7a-4383-8df0-8743ea12fadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:30.163436 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-a61ba782-dd7a-4ce0-a84c-613419ca31bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55ad101ba72d4aafab1fd36de3508559&device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 1094 time: 0.2322533 Apr 20 17:37:30.281001 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2846338-de7a-4383-8df0-8743ea12fadd None None] Pushing event updated for resources: {'Port': ['ID=6b505201-f074-47a0-bf9b-5fe7ec36007d,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:30.285636 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device db90eed9-52df-4525-b3b8-be9ed8f2dd5a details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:37:30.303308 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e2846338-de7a-4383-8df0-8743ea12fadd None None] Could not find standard attr ID for object 706dc385-c3e0-48e1-80f0-50d613f29a00. {{(pid=84082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 17:37:30.470350 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-42414c46-1c48-4642-8a3a-5d30123495ad None None] Could not find standard attr ID for object 706dc385-c3e0-48e1-80f0-50d613f29a00. {{(pid=84082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 17:37:30.541956 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port db90eed9-52df-4525-b3b8-be9ed8f2dd5a, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=db90eed9-52df-4525-b3b8-be9ed8f2dd5a,segment=NetworkSegment(aeb8f33c-317c-45e3-a7a9-c21f7e658316),segment_id=aeb8f33c-317c-45e3-a7a9-c21f7e658316)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:30.569656 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-564cfc04-cab6-4055-ba47-311e6a922edc req-d27e6480-9346-4f18-a7a7-eca88194b01d tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] For port 4c338798-f13b-42c7-932c-6331f24be7e4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=4c338798-f13b-42c7-932c-6331f24be7e4,segment=NetworkSegment(d4af0888-96c0-4bc6-8226-00610a420d13),segment_id=d4af0888-96c0-4bc6-8226-00610a420d13)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:30.615273 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'db90eed9-52df-4525-b3b8-be9ed8f2dd5a', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'port_id': 'db90eed9-52df-4525-b3b8-be9ed8f2dd5a', 'mac_address': 'fa:16:3e:6d:3b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:37:30.625854 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-554a7409-9240-4b00-9d21-ff19c1b1c524 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fb6bba9-caca-4574-8cbd-15b0d2c3b719 HTTP/1.1" status: 200 len: 217 time: 0.4489181 Apr 20 17:37:30.631753 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a453d0-56e0-4ceb-9b0d-0f895f0b1cde req-01d8f259-d854-41c4-850e-1d89497b51f2 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:30.632022 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a0384a2-9c02-4d05-b20b-59114794e876 req-7d631a2b-99c8-4a04-b30c-5c8edfd3f247 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db90eed9-52df-4525-b3b8-be9ed8f2dd5a HTTP/1.1" status: 200 len: 217 time: 0.7523177 Apr 20 17:37:30.638598 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-84a453d0-56e0-4ceb-9b0d-0f895f0b1cde req-01d8f259-d854-41c4-850e-1d89497b51f2 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 943 time: 0.6450949 Apr 20 17:37:30.710000 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-564cfc04-cab6-4055-ba47-311e6a922edc req-d27e6480-9346-4f18-a7a7-eca88194b01d tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:30.713651 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-d77c11f4-9bb2-4b2b-be71-1bee8ad0402f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting subnet 2906cc0a-9817-4c61-bbf7-fbdcd3a261b9 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:37:30.728928 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d77c11f4-9bb2-4b2b-be71-1bee8ad0402f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:30.752480 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-54dd5b24-33e0-43de-abdf-7f811cdc637c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:30.754674 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-54dd5b24-33e0-43de-abdf-7f811cdc637c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32922401-1cb1-4df1-a18a-26612d131639 HTTP/1.1" status: 200 len: 845 time: 0.1134775 Apr 20 17:37:30.764908 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:30.766273 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-564cfc04-cab6-4055-ba47-311e6a922edc req-d27e6480-9346-4f18-a7a7-eca88194b01d tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:30.845428 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db90eed9-52df-4525-b3b8-be9ed8f2dd5a {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:37:30.893326 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a251e2d8-9a6e-4dfc-b009-5bbf52786913 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:30.914167 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['4c338798-f13b-42c7-932c-6331f24be7e4'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:37:30.927207 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0384a2-9c02-4d05-b20b-59114794e876 req-df3d4725-c861-4093-b151-e39113607253 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:30.928734 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a0384a2-9c02-4d05-b20b-59114794e876 req-df3d4725-c861-4093-b151-e39113607253 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8d05736e-ddd3-43ab-9360-fdcd5c15b127 HTTP/1.1" status: 200 len: 853 time: 0.2715855 Apr 20 17:37:30.935391 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a251e2d8-9a6e-4dfc-b009-5bbf52786913 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:30.940604 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-05e4f3a6-1c29-487e-90aa-55746aecf740 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=559f75fc-3697-4c39-a90d-68a51f28c45f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1776690 Apr 20 17:37:30.955033 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-84a453d0-56e0-4ceb-9b0d-0f895f0b1cde req-49032593-f4f9-4632-9617-7977e6926fcd tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144760 Apr 20 17:37:30.987549 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251e2d8-9a6e-4dfc-b009-5bbf52786913 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event deleted for resources: {'Network': ['ID=3d677137-4a91-4596-a700-466f109febcd,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:31.003029 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d77c11f4-9bb2-4b2b-be71-1bee8ad0402f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:31.057559 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6b505201-f074-47a0-bf9b-5fe7ec36007d up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:37:31.068825 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564cfc04-cab6-4055-ba47-311e6a922edc req-d27e6480-9346-4f18-a7a7-eca88194b01d tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:31.069453 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-564cfc04-cab6-4055-ba47-311e6a922edc req-d27e6480-9346-4f18-a7a7-eca88194b01d tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:31.098883 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-564cfc04-cab6-4055-ba47-311e6a922edc req-d27e6480-9346-4f18-a7a7-eca88194b01d tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "PUT /v2.0/ports/4c338798-f13b-42c7-932c-6331f24be7e4 HTTP/1.1" status: 200 len: 982 time: 2.1514285 Apr 20 17:37:31.104735 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '269e7ade-4331-40af-96c3-dc939fc8e133', 'tag': '4c338798-f13b-42c7-932c-6331f24be7e4'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:37:31.140172 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5b0d456-2034-457a-a45c-e893851b364b'] response: {'name': 'network-changed', 'server_uuid': 'd2444dda-bc99-4961-8c8d-cfbd199bb106', 'tag': '1fb6bba9-caca-4574-8cbd-15b0d2c3b719', 'status': 'completed', 'code': 200} Apr 20 17:37:31.223429 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port db90eed9-52df-4525-b3b8-be9ed8f2dd5a, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=db90eed9-52df-4525-b3b8-be9ed8f2dd5a,segment=NetworkSegment(aeb8f33c-317c-45e3-a7a9-c21f7e658316),segment_id=aeb8f33c-317c-45e3-a7a9-c21f7e658316)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:31.247784 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['4c338798-f13b-42c7-932c-6331f24be7e4'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:37:31.279930 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-aa6018aa-8d18-486a-ab77-aade7f21a1b0 service neutron] 10.222.0.43 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238127 Apr 20 17:37:31.289604 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d77c11f4-9bb2-4b2b-be71-1bee8ad0402f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:31.345782 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:31.419074 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a251e2d8-9a6e-4dfc-b009-5bbf52786913 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/networks/3d677137-4a91-4596-a700-466f109febcd HTTP/1.1" status: 204 len: 168 time: 7.1414175 Apr 20 17:37:31.420100 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e6480-9346-4f18-a7a7-eca88194b01d tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Pushing event updated for resources: {'Port': ['ID=4c338798-f13b-42c7-932c-6331f24be7e4,revision_number=6']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:31.432900 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39830) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:31.436954 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d77c11f4-9bb2-4b2b-be71-1bee8ad0402f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:31.544988 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-4985e2eb-5c5f-4490-96cc-e705f0b04ce3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-979592335'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:31.557128 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c11f4-9bb2-4b2b-be71-1bee8ad0402f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Subnet': ['ID=2906cc0a-9817-4c61-bbf7-fbdcd3a261b9,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:31.580896 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=db90eed9-52df-4525-b3b8-be9ed8f2dd5a,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:31.628880 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4985e2eb-5c5f-4490-96cc-e705f0b04ce3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:31.642405 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 6b505201-f074-47a0-bf9b-5fe7ec36007d triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:37:31.642779 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:31.659901 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4985e2eb-5c5f-4490-96cc-e705f0b04ce3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Usage tracker for resource:network and tenant:223231c784ee479d86d7622cff558dcb is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:37:31.683256 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4985e2eb-5c5f-4490-96cc-e705f0b04ce3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:37:31.683683 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['db90eed9-52df-4525-b3b8-be9ed8f2dd5a'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:37:31.712714 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d77c11f4-9bb2-4b2b-be71-1bee8ad0402f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:31.732344 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4985e2eb-5c5f-4490-96cc-e705f0b04ce3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:31.765417 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-abe2443c-9dbe-4ac9-b88f-6d2b874a9b2a req-0891ac29-8f31-4e78-baf1-905112686ce7 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1450041865&fields=id&tenant_id=2ebf7eb106a7492aa5b3798a6700e1e3 HTTP/1.1" status: 200 len: 267 time: 0.1856840 Apr 20 17:37:31.768488 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d77c11f4-9bb2-4b2b-be71-1bee8ad0402f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/2906cc0a-9817-4c61-bbf7-fbdcd3a261b9 HTTP/1.1" status: 204 len: 168 time: 2.9761810 Apr 20 17:37:31.779478 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41aa3d5e-a8c0-4beb-9e8a-9dc0980dfb23 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:37:31.783048 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081e8c5-cae0-4ce4-b691-0f03b1d60cf5 req-3de291ef-ea4d-4c7c-a3e1-f1fc4f09d2c0 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:31.787605 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0081e8c5-cae0-4ce4-b691-0f03b1d60cf5 req-3de291ef-ea4d-4c7c-a3e1-f1fc4f09d2c0 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5583525-df35-4af7-a24d-2126b6923004 HTTP/1.1" status: 200 len: 944 time: 0.3481374 Apr 20 17:37:31.788316 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39836) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:31.842407 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a0384a2-9c02-4d05-b20b-59114794e876 req-cd7ea87c-1e28-421b-a835-5fe944177bf6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b9c5f462-ddff-4ef3-834f-300bbbe5c5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8966398 Apr 20 17:37:31.922217 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-199ab095-6372-40f1-ba7b-e0599bfbe23c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1265287 Apr 20 17:37:31.923340 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39840) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:31.948900 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39844) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:32.023435 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fceabfbc-8f13-4407-9b23-3e78637be1c6 req-095ed2a1-feef-431e-8bb4-e8b647687af3 service neutron] 10.222.0.43 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7358856 Apr 20 17:37:32.051169 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0081e8c5-cae0-4ce4-b691-0f03b1d60cf5 req-704e3361-ce76-43b2-aa28-251e1fd7582d tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=171ed27d-0057-490d-8bd5-6e05e5cf3343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454601 Apr 20 17:37:32.086784 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4985e2eb-5c5f-4490-96cc-e705f0b04ce3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Made reservation on behalf of 223231c784ee479d86d7622cff558dcb for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:37:32.088546 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f54305c-6e5e-4da1-9529-c039ac24bd61 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:32.089240 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9f54305c-6e5e-4da1-9529-c039ac24bd61 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:37:32.090990 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4985e2eb-5c5f-4490-96cc-e705f0b04ce3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:32.104358 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a0384a2-9c02-4d05-b20b-59114794e876 req-a319343c-1666-46c2-9a3a-516e2a93993b service neutron] 10.222.0.43 "GET /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467589 Apr 20 17:37:32.246405 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ab34514-71fc-42c4-a8d2-a04e04f5d9ec'] response: {'name': 'network-changed', 'server_uuid': '269e7ade-4331-40af-96c3-dc939fc8e133', 'tag': '4c338798-f13b-42c7-932c-6331f24be7e4', 'status': 'completed', 'code': 200} Apr 20 17:37:32.308657 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9f54305c-6e5e-4da1-9529-c039ac24bd61 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:37:32.312426 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9f54305c-6e5e-4da1-9529-c039ac24bd61 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3599975 Apr 20 17:37:32.321306 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39856) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:32.322059 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ae0f2674-3e64-4482-8551-fd8a4d92c84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:32.322624 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4985e2eb-5c5f-4490-96cc-e705f0b04ce3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:37:32.340395 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2443c-9dbe-4ac9-b88f-6d2b874a9b2a req-65b1f4e9-bda1-473a-aab4-8260d0c5bb68 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:32.345966 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-abe2443c-9dbe-4ac9-b88f-6d2b874a9b2a req-65b1f4e9-bda1-473a-aab4-8260d0c5bb68 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 985 time: 0.5722289 Apr 20 17:37:32.372572 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-abe2443c-9dbe-4ac9-b88f-6d2b874a9b2a req-07988e24-fad0-4aed-8e8d-58e5f3060765 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Request body: {'port': {'security_groups': ['5671c89d-0048-417e-b766-c124f42aab4a']}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:32.458872 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4985e2eb-5c5f-4490-96cc-e705f0b04ce3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:32.460256 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-4985e2eb-5c5f-4490-96cc-e705f0b04ce3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Added segment cde00cd1-f872-4739-8131-3325ca417c23 of type vlan for network 4f13d93c-51b8-4120-8402-3a4467c9257e Apr 20 17:37:32.500150 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d0c1ca-2c29-494a-960d-20c0668829b7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:32.500810 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a7d0c1ca-2c29-494a-960d-20c0668829b7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:37:32.503789 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ae0f2674-3e64-4482-8551-fd8a4d92c84b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:32.520479 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ae0f2674-3e64-4482-8551-fd8a4d92c84b admin admin] Usage tracker for resource:security_group_rule and tenant:e0187b17c32f4b959f84b4b389988785 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:37:32.528387 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8fef374b-034e-4814-946d-818f3fd73dd9 req-d3b5896f-baf1-4630-83ee-6ddabf3c1026 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55ad101ba72d4aafab1fd36de3508559&device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 1094 time: 0.4361980 Apr 20 17:37:32.530171 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a0384a2-9c02-4d05-b20b-59114794e876 req-f047fc12-6dcb-46a8-95f3-a34799075b02 service neutron] 10.222.0.43 "GET /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149561 Apr 20 17:37:32.532972 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ae0f2674-3e64-4482-8551-fd8a4d92c84b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:37:32.543024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ae0f2674-3e64-4482-8551-fd8a4d92c84b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:32.602431 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-abe2443c-9dbe-4ac9-b88f-6d2b874a9b2a req-07988e24-fad0-4aed-8e8d-58e5f3060765 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:32.616368 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4985e2eb-5c5f-4490-96cc-e705f0b04ce3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:32.629024 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-537c51b8-b885-4ad2-92fc-e3d2883e79c5 req-26221b5d-6a22-4cd9-a658-3080d35cffb4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ebf7eb106a7492aa5b3798a6700e1e3&device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 1136 time: 0.3952978 Apr 20 17:37:32.647414 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a7d0c1ca-2c29-494a-960d-20c0668829b7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:37:32.648844 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a7d0c1ca-2c29-494a-960d-20c0668829b7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3142781 Apr 20 17:37:32.689479 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39860) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:32.744604 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a815987-4034-4451-99ee-fc82c9461959 None None] DHCP port deletion for 9ba611e4-024c-4a0c-9998-3bc548cf409a request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:37:32.765315 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4985e2eb-5c5f-4490-96cc-e705f0b04ce3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:32.769281 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4985e2eb-5c5f-4490-96cc-e705f0b04ce3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:32.769902 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4985e2eb-5c5f-4490-96cc-e705f0b04ce3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:32.800148 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0a815987-4034-4451-99ee-fc82c9461959 None None] Deleting port 6b505201-f074-47a0-bf9b-5fe7ec36007d {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:37:32.800295 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0a815987-4034-4451-99ee-fc82c9461959 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:32.836428 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-65da1d25-26be-4eca-a490-1862a27af9a4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1436815 Apr 20 17:37:32.851950 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804085f-1fdd-4148-8744-3b8da2949b53 req-a9c981a8-e329-4491-891e-0f69669c6725 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:32.859888 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0804085f-1fdd-4148-8744-3b8da2949b53 req-a9c981a8-e329-4491-891e-0f69669c6725 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 943 time: 0.4756274 Apr 20 17:37:32.888355 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39864) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:32.911810 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-23577205-5b07-4f32-91cf-bf1ea3abf18f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:32.922367 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6b505201-f074-47a0-bf9b-5fe7ec36007d no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:37:33.005791 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4985e2eb-5c5f-4490-96cc-e705f0b04ce3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5697329 Apr 20 17:37:33.011043 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39870) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:33.021005 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985e2eb-5c5f-4490-96cc-e705f0b04ce3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Network': ['ID=4f13d93c-51b8-4120-8402-3a4467c9257e,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:33.049653 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 4f13d93c-51b8-4120-8402-3a4467c9257e details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:37:33.081221 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-0626fd90-6143-463e-bc5e-0f3e9773bce9 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Request body: {'subnet': {'network_id': '4f13d93c-51b8-4120-8402-3a4467c9257e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:33.186923 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef374b-034e-4814-946d-818f3fd73dd9 req-f7540fd4-9bad-45ce-afc1-139bdeb2930c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:33.188379 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8fef374b-034e-4814-946d-818f3fd73dd9 req-f7540fd4-9bad-45ce-afc1-139bdeb2930c service neutron] 10.222.0.43 "GET /v2.0/networks?id=559f75fc-3697-4c39-a90d-68a51f28c45f HTTP/1.1" status: 200 len: 906 time: 0.6418805 Apr 20 17:37:33.262907 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:33.268852 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0626fd90-6143-463e-bc5e-0f3e9773bce9 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:33.278740 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-abe2443c-9dbe-4ac9-b88f-6d2b874a9b2a req-07988e24-fad0-4aed-8e8d-58e5f3060765 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] For port 4c338798-f13b-42c7-932c-6331f24be7e4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=4c338798-f13b-42c7-932c-6331f24be7e4,segment=NetworkSegment(d4af0888-96c0-4bc6-8226-00610a420d13),segment_id=d4af0888-96c0-4bc6-8226-00610a420d13)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:33.281397 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0626fd90-6143-463e-bc5e-0f3e9773bce9 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Usage tracker for resource:subnet and tenant:223231c784ee479d86d7622cff558dcb is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:37:33.286717 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0626fd90-6143-463e-bc5e-0f3e9773bce9 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:37:33.297410 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0626fd90-6143-463e-bc5e-0f3e9773bce9 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:33.303499 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0a815987-4034-4451-99ee-fc82c9461959 None None] For port 6b505201-f074-47a0-bf9b-5fe7ec36007d, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6b505201-f074-47a0-bf9b-5fe7ec36007d,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:33.303883 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0a815987-4034-4451-99ee-fc82c9461959 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:33.314996 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c51b8-b885-4ad2-92fc-e3d2883e79c5 req-33f5f9c9-a529-42d4-b3a3-23c7081a69eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:33.316745 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-537c51b8-b885-4ad2-92fc-e3d2883e79c5 req-33f5f9c9-a529-42d4-b3a3-23c7081a69eb service neutron] 10.222.0.10 "GET /v2.0/networks?id=404fa35b-eb31-464c-8c9d-43ca9fe048f0 HTTP/1.1" status: 200 len: 920 time: 0.6706359 Apr 20 17:37:33.328799 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 6b505201-f074-47a0-bf9b-5fe7ec36007d, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6b505201-f074-47a0-bf9b-5fe7ec36007d,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:33.329494 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0804085f-1fdd-4148-8744-3b8da2949b53 req-561bf737-7843-4f75-bf01-7cd4425bf41a tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687028 Apr 20 17:37:33.332753 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-abe2443c-9dbe-4ac9-b88f-6d2b874a9b2a req-07988e24-fad0-4aed-8e8d-58e5f3060765 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:33.337352 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:33.339811 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-abe2443c-9dbe-4ac9-b88f-6d2b874a9b2a req-07988e24-fad0-4aed-8e8d-58e5f3060765 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:33.363604 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ae0f2674-3e64-4482-8551-fd8a4d92c84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:33.501237 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-537c51b8-b885-4ad2-92fc-e3d2883e79c5 req-601bc6ea-90af-4460-939d-8d7a29eb9ab1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c338798-f13b-42c7-932c-6331f24be7e4 HTTP/1.1" status: 200 len: 217 time: 0.1677423 Apr 20 17:37:33.502826 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ae0f2674-3e64-4482-8551-fd8a4d92c84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:33.525183 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['4c338798-f13b-42c7-932c-6331f24be7e4'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:37:33.554840 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0a815987-4034-4451-99ee-fc82c9461959 None None] Calling delete_port for 6b505201-f074-47a0-bf9b-5fe7ec36007d owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:37:33.560172 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8fef374b-034e-4814-946d-818f3fd73dd9 req-deec7c17-f11c-47f3-b784-1fc3d5ceba9f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fb6bba9-caca-4574-8cbd-15b0d2c3b719 HTTP/1.1" status: 200 len: 217 time: 0.3604283 Apr 20 17:37:33.573013 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0626fd90-6143-463e-bc5e-0f3e9773bce9 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Made reservation on behalf of 223231c784ee479d86d7622cff558dcb for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:37:33.663989 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2443c-9dbe-4ac9-b88f-6d2b874a9b2a req-07988e24-fad0-4aed-8e8d-58e5f3060765 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:33.664626 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-abe2443c-9dbe-4ac9-b88f-6d2b874a9b2a req-07988e24-fad0-4aed-8e8d-58e5f3060765 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:33.673581 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-abe2443c-9dbe-4ac9-b88f-6d2b874a9b2a req-07988e24-fad0-4aed-8e8d-58e5f3060765 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "PUT /v2.0/ports/4c338798-f13b-42c7-932c-6331f24be7e4 HTTP/1.1" status: 200 len: 943 time: 1.3087776 Apr 20 17:37:33.679837 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-23577205-5b07-4f32-91cf-bf1ea3abf18f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:33.706719 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['4c338798-f13b-42c7-932c-6331f24be7e4'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:37:33.711448 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07988e24-fad0-4aed-8e8d-58e5f3060765 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Pushing event updated for resources: {'Port': ['ID=4c338798-f13b-42c7-932c-6331f24be7e4,revision_number=7']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:33.767467 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ae0f2674-3e64-4482-8551-fd8a4d92c84b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e0187b17c32f4b959f84b4b389988785&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8329635 Apr 20 17:37:33.767807 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=6b505201-f074-47a0-bf9b-5fe7ec36007d,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:33.773422 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39880) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:33.800862 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0626fd90-6143-463e-bc5e-0f3e9773bce9 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:33.845559 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-0a815987-4034-4451-99ee-fc82c9461959 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:37:33.845559 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-0a815987-4034-4451-99ee-fc82c9461959 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:37:33.853151 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-23577205-5b07-4f32-91cf-bf1ea3abf18f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:33.901024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f2674-3e64-4482-8551-fd8a4d92c84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bafcf4b-3848-4e2c-9eb7-8a029aef6dc3,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:33.905079 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c51b8-b885-4ad2-92fc-e3d2883e79c5 req-6de64b68-144f-41c3-a936-1b730dd5699c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:33.907614 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-537c51b8-b885-4ad2-92fc-e3d2883e79c5 req-6de64b68-144f-41c3-a936-1b730dd5699c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=641ca1bb-b160-4ee3-976a-db32db979b60 HTTP/1.1" status: 200 len: 859 time: 0.2457252 Apr 20 17:37:33.910054 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d84fbbe1-0cc1-42ba-a08f-d174557547cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:33.966627 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef374b-034e-4814-946d-818f3fd73dd9 req-9d02814a-d5db-4fa3-9778-18c5e3704677 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:33.968044 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8fef374b-034e-4814-946d-818f3fd73dd9 req-9d02814a-d5db-4fa3-9778-18c5e3704677 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32922401-1cb1-4df1-a18a-26612d131639 HTTP/1.1" status: 200 len: 845 time: 0.3980942 Apr 20 17:37:34.030113 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d84fbbe1-0cc1-42ba-a08f-d174557547cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:34.046415 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23577205-5b07-4f32-91cf-bf1ea3abf18f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:37:34.062048 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-537c51b8-b885-4ad2-92fc-e3d2883e79c5 req-b0ae48cd-db5a-4fa5-8bdb-22a66127f65e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=404fa35b-eb31-464c-8c9d-43ca9fe048f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1416745 Apr 20 17:37:34.085396 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-015e5f3e-0e76-4f10-bbe5-734d29b8769a req-19a71073-c844-4131-b585-dcb533e14c20 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3522062 Apr 20 17:37:34.098553 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-015e5f3e-0e76-4f10-bbe5-734d29b8769a req-d20a83ad-c283-44ca-9343-d810bd2d03f2 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:34.105238 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-537c51b8-b885-4ad2-92fc-e3d2883e79c5 req-f8f0be31-9de5-468c-a99c-955fd6cfa49a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:37:34.106205 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-537c51b8-b885-4ad2-92fc-e3d2883e79c5 req-f8f0be31-9de5-468c-a99c-955fd6cfa49a service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0095708 Apr 20 17:37:34.131375 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-015e5f3e-0e76-4f10-bbe5-734d29b8769a req-d20a83ad-c283-44ca-9343-d810bd2d03f2 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:34.140663 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-015e5f3e-0e76-4f10-bbe5-734d29b8769a req-d20a83ad-c283-44ca-9343-d810bd2d03f2 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Usage tracker for resource:floatingip and tenant:2ebf7eb106a7492aa5b3798a6700e1e3 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:37:34.148787 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-015e5f3e-0e76-4f10-bbe5-734d29b8769a req-d20a83ad-c283-44ca-9343-d810bd2d03f2 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:37:34.157614 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-015e5f3e-0e76-4f10-bbe5-734d29b8769a req-d20a83ad-c283-44ca-9343-d810bd2d03f2 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:34.159809 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8fef374b-034e-4814-946d-818f3fd73dd9 req-a4c184b6-d02c-4bd0-9481-05e37aacb20b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=559f75fc-3697-4c39-a90d-68a51f28c45f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1727905 Apr 20 17:37:34.185290 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-015e5f3e-0e76-4f10-bbe5-734d29b8769a req-d20a83ad-c283-44ca-9343-d810bd2d03f2 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:34.187484 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea524e1e-ba3d-49d7-87af-918d57e78974 req-dac38778-b381-41a1-a3c8-1d33ced4f652 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:34.188915 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ea524e1e-ba3d-49d7-87af-918d57e78974 req-dac38778-b381-41a1-a3c8-1d33ced4f652 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5583525-df35-4af7-a24d-2126b6923004 HTTP/1.1" status: 200 len: 944 time: 0.5759661 Apr 20 17:37:34.201784 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 1fb6bba9-caca-4574-8cbd-15b0d2c3b719 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:37:34.204737 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device db90eed9-52df-4525-b3b8-be9ed8f2dd5a up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:37:34.268775 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '269e7ade-4331-40af-96c3-dc939fc8e133', 'tag': '4c338798-f13b-42c7-932c-6331f24be7e4'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:37:34.277463 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0626fd90-6143-463e-bc5e-0f3e9773bce9 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:34.362621 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0a815987-4034-4451-99ee-fc82c9461959 None None] Deleting port 6b505201-f074-47a0-bf9b-5fe7ec36007d {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:37:34.362979 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0a815987-4034-4451-99ee-fc82c9461959 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:34.376032 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626fd90-6143-463e-bc5e-0f3e9773bce9 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Subnet': ['ID=bed96801-f29f-4a22-a674-730722168a21,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:34.393952 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0626fd90-6143-463e-bc5e-0f3e9773bce9 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Checking segment: {'id': 'cde00cd1-f872-4739-8131-3325ca417c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f13d93c-51b8-4120-8402-3a4467c9257e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:37:34.394607 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0626fd90-6143-463e-bc5e-0f3e9773bce9 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network hostable DHCP agents. Network: 4f13d93c-51b8-4120-8402-3a4467c9257e, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:37:34.398700 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-23577205-5b07-4f32-91cf-bf1ea3abf18f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:34.434065 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d84fbbe1-0cc1-42ba-a08f-d174557547cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:34.446649 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-015e5f3e-0e76-4f10-bbe5-734d29b8769a req-d20a83ad-c283-44ca-9343-d810bd2d03f2 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:34.450165 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0626fd90-6143-463e-bc5e-0f3e9773bce9 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network 4f13d93c-51b8-4120-8402-3a4467c9257e is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:37:34.490366 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 1fb6bba9-caca-4574-8cbd-15b0d2c3b719, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=1fb6bba9-caca-4574-8cbd-15b0d2c3b719,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:34.510715 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-0626fd90-6143-463e-bc5e-0f3e9773bce9 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 4f13d93c-51b8-4120-8402-3a4467c9257e) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:37:34.518934 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0626fd90-6143-463e-bc5e-0f3e9773bce9 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:34.519529 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0626fd90-6143-463e-bc5e-0f3e9773bce9 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:34.551433 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84fbbe1-0cc1-42ba-a08f-d174557547cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bafcf4b-3848-4e2c-9eb7-8a029aef6dc3,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:34.584894 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0626fd90-6143-463e-bc5e-0f3e9773bce9 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5658417 Apr 20 17:37:34.589826 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39892) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:34.596169 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ea524e1e-ba3d-49d7-87af-918d57e78974 req-0ad0f318-0d7b-4550-9cfa-708e44d03e90 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=171ed27d-0057-490d-8bd5-6e05e5cf3343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3871176 Apr 20 17:37:34.596869 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d84fbbe1-0cc1-42ba-a08f-d174557547cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:34.598011 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d84fbbe1-0cc1-42ba-a08f-d174557547cb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2bafcf4b-3848-4e2c-9eb7-8a029aef6dc3 HTTP/1.1" status: 204 len: 168 time: 0.8142288 Apr 20 17:37:34.600152 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-b66f3ee1-c0ef-4b40-b4a2-d64c1322b3e8 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2044095754', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:34.611034 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b66f3ee1-c0ef-4b40-b4a2-d64c1322b3e8 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:34.618017 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b66f3ee1-c0ef-4b40-b4a2-d64c1322b3e8 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Usage tracker for resource:router and tenant:223231c784ee479d86d7622cff558dcb is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:37:34.622751 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b66f3ee1-c0ef-4b40-b4a2-d64c1322b3e8 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:37:34.632901 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b66f3ee1-c0ef-4b40-b4a2-d64c1322b3e8 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:34.635174 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-537c51b8-b885-4ad2-92fc-e3d2883e79c5 req-cfe885c5-3abb-42a9-b021-7eec8b021bfd service neutron] 10.222.0.10 "GET /v2.0/networks/404fa35b-eb31-464c-8c9d-43ca9fe048f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793293 Apr 20 17:37:34.645399 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-015e5f3e-0e76-4f10-bbe5-734d29b8769a req-d20a83ad-c283-44ca-9343-d810bd2d03f2 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Allocated IP 172.25.8.2 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/c53f548a-a80a-4d08-82d0-b765453a30cf) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:37:34.660403 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '1fb6bba9-caca-4574-8cbd-15b0d2c3b719', 'network_id': '559f75fc-3697-4c39-a90d-68a51f28c45f', 'port_id': '1fb6bba9-caca-4574-8cbd-15b0d2c3b719', 'mac_address': 'fa:16:3e:cb:13:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32922401-1cb1-4df1-a18a-26612d131639', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:37:34.678457 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b66f3ee1-c0ef-4b40-b4a2-d64c1322b3e8 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:34.679431 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b66f3ee1-c0ef-4b40-b4a2-d64c1322b3e8 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:34.700957 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3eb72d0-628b-4404-a5b1-ffc0b6b67eb7 None None] Network 4f13d93c-51b8-4120-8402-3a4467c9257e requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:37:34.710726 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8fef374b-034e-4814-946d-818f3fd73dd9 req-fa03c74a-6b32-491a-abd8-e99c16f866c8 service neutron] 10.222.0.43 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5039685 Apr 20 17:37:34.737432 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee94562d-cbe1-499d-a785-49666edcbcaa'] response: {'name': 'network-changed', 'server_uuid': '269e7ade-4331-40af-96c3-dc939fc8e133', 'tag': '4c338798-f13b-42c7-932c-6331f24be7e4', 'status': 'completed', 'code': 200} Apr 20 17:37:34.879460 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b66f3ee1-c0ef-4b40-b4a2-d64c1322b3e8 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:34.904344 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-015e5f3e-0e76-4f10-bbe5-734d29b8769a req-d20a83ad-c283-44ca-9343-d810bd2d03f2 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:34.911252 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0a815987-4034-4451-99ee-fc82c9461959 None None] For port 6b505201-f074-47a0-bf9b-5fe7ec36007d, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6b505201-f074-47a0-bf9b-5fe7ec36007d,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:34.911817 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0a815987-4034-4451-99ee-fc82c9461959 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:34.924773 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:34.933554 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port db90eed9-52df-4525-b3b8-be9ed8f2dd5a completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:37:34.948041 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-015e5f3e-0e76-4f10-bbe5-734d29b8769a req-d20a83ad-c283-44ca-9343-d810bd2d03f2 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:35.024042 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-015e5f3e-0e76-4f10-bbe5-734d29b8769a req-d20a83ad-c283-44ca-9343-d810bd2d03f2 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:37:35.025118 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b66f3ee1-c0ef-4b40-b4a2-d64c1322b3e8 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:35.047495 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-015e5f3e-0e76-4f10-bbe5-734d29b8769a req-d20a83ad-c283-44ca-9343-d810bd2d03f2 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:37:35.054608 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-015e5f3e-0e76-4f10-bbe5-734d29b8769a req-d20a83ad-c283-44ca-9343-d810bd2d03f2 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:37:35.061639 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0a815987-4034-4451-99ee-fc82c9461959 None None] Calling delete_port for 6b505201-f074-47a0-bf9b-5fe7ec36007d owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:37:35.087346 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port db90eed9-52df-4525-b3b8-be9ed8f2dd5a triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:37:35.088094 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:35.089377 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a83ad-c283-44ca-9343-d810bd2d03f2 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Pushing event updated for resources: {'Port': ['ID=c53f548a-a80a-4d08-82d0-b765453a30cf,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:35.091663 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b66f3ee1-c0ef-4b40-b4a2-d64c1322b3e8 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:35.095924 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b66f3ee1-c0ef-4b40-b4a2-d64c1322b3e8 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5055630 Apr 20 17:37:35.101628 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39902) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:35.114074 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-aa35d794-4731-49ce-8200-3a600a14716d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Request body: {'port': {'network_id': '4f13d93c-51b8-4120-8402-3a4467c9257e', 'name': 'tempest-RoutersIpV6Test-1381653812'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:35.134239 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb6bba9-caca-4574-8cbd-15b0d2c3b719 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:37:35.224140 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39906) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:35.292417 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8fef374b-034e-4814-946d-818f3fd73dd9 req-d595901d-dfc5-4365-978b-c3b1b1aab35f service neutron] 10.222.0.43 "GET /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5733497 Apr 20 17:37:35.307966 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 1fb6bba9-caca-4574-8cbd-15b0d2c3b719, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=1fb6bba9-caca-4574-8cbd-15b0d2c3b719,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:35.315818 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7974443b-c58a-4cc9-8449-d99b15ed089f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:35.335634 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:35.379708 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-aa35d794-4731-49ce-8200-3a600a14716d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:35.387649 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7974443b-c58a-4cc9-8449-d99b15ed089f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:35.394880 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-aa35d794-4731-49ce-8200-3a600a14716d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Usage tracker for resource:port and tenant:223231c784ee479d86d7622cff558dcb is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:37:35.405955 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-aa35d794-4731-49ce-8200-3a600a14716d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:37:35.413113 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7974443b-c58a-4cc9-8449-d99b15ed089f admin admin] Usage tracker for resource:security_group_rule and tenant:e72650f532f3487aa68371ff3db70706 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:37:35.420625 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7974443b-c58a-4cc9-8449-d99b15ed089f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:37:35.441896 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7974443b-c58a-4cc9-8449-d99b15ed089f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:35.444521 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-aa35d794-4731-49ce-8200-3a600a14716d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:35.453748 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0a815987-4034-4451-99ee-fc82c9461959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:35.488671 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa35d794-4731-49ce-8200-3a600a14716d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Made reservation on behalf of 223231c784ee479d86d7622cff558dcb for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:37:35.492346 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-aa35d794-4731-49ce-8200-3a600a14716d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:35.556717 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-537c51b8-b885-4ad2-92fc-e3d2883e79c5 req-df3f9d7c-644f-4196-ad9c-171ba36693d0 service neutron] 10.222.0.10 "GET /v2.0/networks/404fa35b-eb31-464c-8c9d-43ca9fe048f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9030688 Apr 20 17:37:35.601714 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c00e4b5-4373-453c-9852-2e9385312827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-4f13d93c-51b8-4120-8402-3a4467c9257e', 'network_id': '4f13d93c-51b8-4120-8402-3a4467c9257e', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'fixed_ips': [{'subnet_id': 'bed96801-f29f-4a22-a674-730722168a21'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:37:35.602768 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7c00e4b5-4373-453c-9852-2e9385312827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:35.610402 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-aa35d794-4731-49ce-8200-3a600a14716d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] device_id is not set on port 4ae93bfa-94be-4168-b344-1dfb83eec5c4 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:37:35.638395 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['1fb6bba9-caca-4574-8cbd-15b0d2c3b719'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:37:35.666726 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9d551-8162-479f-8a9d-d9761616a053 req-a74df8b6-e645-416b-b722-013cf353978d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:35.674054 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ead9d551-8162-479f-8a9d-d9761616a053 req-a74df8b6-e645-416b-b722-013cf353978d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 943 time: 0.7223735 Apr 20 17:37:35.732425 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a815987-4034-4451-99ee-fc82c9461959 None None] No DVR routers for this DVR port 6b505201-f074-47a0-bf9b-5fe7ec36007d on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:37:35.820248 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ead9d551-8162-479f-8a9d-d9761616a053 req-f5d3fec6-151d-42b1-ad25-03bf41058b11 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450367 Apr 20 17:37:35.895292 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-aa35d794-4731-49ce-8200-3a600a14716d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Allocated IP 2001:db8::35b (4f13d93c-51b8-4120-8402-3a4467c9257e/bed96801-f29f-4a22-a674-730722168a21/4ae93bfa-94be-4168-b344-1dfb83eec5c4) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:37:35.905783 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=1fb6bba9-caca-4574-8cbd-15b0d2c3b719,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:35.910303 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:35.939859 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8e3ed50f-6995-44b5-8fcb-0fb69d8fcbd1 req-d50312c7-44ba-4671-b747-8f4d997dd537 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ebf7eb106a7492aa5b3798a6700e1e3&device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 1097 time: 0.3336568 Apr 20 17:37:35.956360 n-d-838032-1 neutron-server[84080]: DEBUG neutron.objects.ports [None req-23577205-5b07-4f32-91cf-bf1ea3abf18f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84080) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 20 17:37:35.980283 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a815987-4034-4451-99ee-fc82c9461959 None None] Pushing event deleted for resources: {'Port': ['ID=6b505201-f074-47a0-bf9b-5fe7ec36007d,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:35.982446 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-015e5f3e-0e76-4f10-bbe5-734d29b8769a req-d20a83ad-c283-44ca-9343-d810bd2d03f2 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:36.003797 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port db90eed9-52df-4525-b3b8-be9ed8f2dd5a, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=db90eed9-52df-4525-b3b8-be9ed8f2dd5a,segment=NetworkSegment(aeb8f33c-317c-45e3-a7a9-c21f7e658316),segment_id=aeb8f33c-317c-45e3-a7a9-c21f7e658316)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:36.005625 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5583525-df35-4af7-a24d-2126b6923004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db90eed9-52df-4525-b3b8-be9ed8f2dd5a'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:37:36.038212 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:36.104866 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-23577205-5b07-4f32-91cf-bf1ea3abf18f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:36.159407 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7974443b-c58a-4cc9-8449-d99b15ed089f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:36.170797 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=db90eed9-52df-4525-b3b8-be9ed8f2dd5a,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:36.181907 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7974443b-c58a-4cc9-8449-d99b15ed089f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:36.203036 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-015e5f3e-0e76-4f10-bbe5-734d29b8769a req-d20a83ad-c283-44ca-9343-d810bd2d03f2 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:36.213867 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23577205-5b07-4f32-91cf-bf1ea3abf18f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:37:36.226538 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-23577205-5b07-4f32-91cf-bf1ea3abf18f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:37:36.231113 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23577205-5b07-4f32-91cf-bf1ea3abf18f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:36.231699 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-23577205-5b07-4f32-91cf-bf1ea3abf18f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:36.240071 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f066f9-ba2d-4977-af2d-a5a523747437 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:37:36.297377 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23577205-5b07-4f32-91cf-bf1ea3abf18f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Subnet': ['ID=a230e969-156f-4078-bf2b-411ef45e197a,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:36.311556 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7974443b-c58a-4cc9-8449-d99b15ed089f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa50402-56a8-47fe-bdd3-34034d45f9c0,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:36.324564 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ed50f-6995-44b5-8fcb-0fb69d8fcbd1 req-0fd5ce71-5229-4d2c-8d82-57514ef52748 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:36.326002 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8e3ed50f-6995-44b5-8fcb-0fb69d8fcbd1 req-0fd5ce71-5229-4d2c-8d82-57514ef52748 service neutron] 10.222.0.10 "GET /v2.0/networks?id=404fa35b-eb31-464c-8c9d-43ca9fe048f0 HTTP/1.1" status: 200 len: 920 time: 0.3718381 Apr 20 17:37:36.326202 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-aa35d794-4731-49ce-8200-3a600a14716d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:36.346654 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7974443b-c58a-4cc9-8449-d99b15ed089f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e72650f532f3487aa68371ff3db70706&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1149151 Apr 20 17:37:36.356776 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39932) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:36.392401 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-23577205-5b07-4f32-91cf-bf1ea3abf18f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4927883 Apr 20 17:37:36.396363 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e75de-0563-48cc-9fc7-4e813b8c4194 req-a17a3bf8-a893-4fe2-aacf-5c20ee11e68e tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:36.397750 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-201e75de-0563-48cc-9fc7-4e813b8c4194 req-a17a3bf8-a893-4fe2-aacf-5c20ee11e68e tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5583525-df35-4af7-a24d-2126b6923004 HTTP/1.1" status: 200 len: 945 time: 0.3599815 Apr 20 17:37:36.403191 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39938) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:36.418760 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-686586d5-c0df-4764-95a5-10d0ce0ec47c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:36.448784 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8e3ed50f-6995-44b5-8fcb-0fb69d8fcbd1 req-c13278c6-6473-4738-a1e5-d83178b5e021 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c338798-f13b-42c7-932c-6331f24be7e4 HTTP/1.1" status: 200 len: 217 time: 0.1131678 Apr 20 17:37:36.490671 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec1f333-9e0f-49a2-8b42-af949d284b53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-9ba611e4-024c-4a0c-9998-3bc548cf409a', 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'fixed_ips': [{'subnet_id': 'a230e969-156f-4078-bf2b-411ef45e197a'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:37:36.492115 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-eec1f333-9e0f-49a2-8b42-af949d284b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:36.574428 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-aa35d794-4731-49ce-8200-3a600a14716d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Transition to ACTIVE for port object 4ae93bfa-94be-4168-b344-1dfb83eec5c4 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:37:36.578288 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ed50f-6995-44b5-8fcb-0fb69d8fcbd1 req-eb32cebb-4f8e-42b1-bcba-221f4a58f25e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:36.579740 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8e3ed50f-6995-44b5-8fcb-0fb69d8fcbd1 req-eb32cebb-4f8e-42b1-bcba-221f4a58f25e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=641ca1bb-b160-4ee3-976a-db32db979b60 HTTP/1.1" status: 200 len: 859 time: 0.0802608 Apr 20 17:37:36.602953 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ed324bee-606a-4a45-88a2-05571a730d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:36.649516 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8e3ed50f-6995-44b5-8fcb-0fb69d8fcbd1 req-77500fb8-22df-48d3-895c-3034686d406b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=404fa35b-eb31-464c-8c9d-43ca9fe048f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573025 Apr 20 17:37:36.672083 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ed324bee-606a-4a45-88a2-05571a730d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:36.697291 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-201e75de-0563-48cc-9fc7-4e813b8c4194 req-edd40ce9-1f15-4862-9dcb-6a3042afcde6 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=171ed27d-0057-490d-8bd5-6e05e5cf3343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2827091 Apr 20 17:37:36.743683 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-eec1f333-9e0f-49a2-8b42-af949d284b53 None None] Allocated IP 2001:db8::f816:3eff:fe35:ae97 (9ba611e4-024c-4a0c-9998-3bc548cf409a/a230e969-156f-4078-bf2b-411ef45e197a/618eb35a-16ca-45a3-ba6d-a74c7aa852df) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:37:36.780140 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-015e5f3e-0e76-4f10-bbe5-734d29b8769a req-d20a83ad-c283-44ca-9343-d810bd2d03f2 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:36.782004 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ed324bee-606a-4a45-88a2-05571a730d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:36.797014 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-686586d5-c0df-4764-95a5-10d0ce0ec47c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:36.798638 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-aa35d794-4731-49ce-8200-3a600a14716d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:36.804774 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed324bee-606a-4a45-88a2-05571a730d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa50402-56a8-47fe-bdd3-34034d45f9c0,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:36.809981 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-686586d5-c0df-4764-95a5-10d0ce0ec47c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:subnet and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:37:36.819330 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-686586d5-c0df-4764-95a5-10d0ce0ec47c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:37:36.840168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-686586d5-c0df-4764-95a5-10d0ce0ec47c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:36.867568 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-015e5f3e-0e76-4f10-bbe5-734d29b8769a req-d20a83ad-c283-44ca-9343-d810bd2d03f2 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:36.868413 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686586d5-c0df-4764-95a5-10d0ce0ec47c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:37:36.872353 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-686586d5-c0df-4764-95a5-10d0ce0ec47c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:36.886537 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa35d794-4731-49ce-8200-3a600a14716d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network 4f13d93c-51b8-4120-8402-3a4467c9257e is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:37:36.902498 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8e3ed50f-6995-44b5-8fcb-0fb69d8fcbd1 req-814208ac-0bde-45fa-947c-91f9ddf1c512 service neutron] 10.222.0.10 "GET /v2.0/networks/404fa35b-eb31-464c-8c9d-43ca9fe048f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299726 Apr 20 17:37:36.907667 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-aa35d794-4731-49ce-8200-3a600a14716d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:37:36.928504 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa35d794-4731-49ce-8200-3a600a14716d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:37:36.932901 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa35d794-4731-49ce-8200-3a600a14716d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:36.933223 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-aa35d794-4731-49ce-8200-3a600a14716d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:36.934046 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f1cdb7d-3d6c-4c89-a307-40030d89e752'] response: {'server_uuid': 'a5583525-df35-4af7-a24d-2126b6923004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db90eed9-52df-4525-b3b8-be9ed8f2dd5a', 'code': 200} Apr 20 17:37:36.983713 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ed324bee-606a-4a45-88a2-05571a730d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:36.987143 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ed324bee-606a-4a45-88a2-05571a730d00 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6aa50402-56a8-47fe-bdd3-34034d45f9c0 HTTP/1.1" status: 204 len: 168 time: 0.5109107 Apr 20 17:37:37.085396 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-7c00e4b5-4373-453c-9852-2e9385312827 None None] Allocated IP 2001:db8::2 (4f13d93c-51b8-4120-8402-3a4467c9257e/bed96801-f29f-4a22-a674-730722168a21/0f4a389e-4664-4027-bafc-61d5a60a81d5) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:37:37.093126 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa35d794-4731-49ce-8200-3a600a14716d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Port': ['ID=4ae93bfa-94be-4168-b344-1dfb83eec5c4,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:37.150923 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-aa35d794-4731-49ce-8200-3a600a14716d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0466835 Apr 20 17:37:37.171782 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39956) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:37.370445 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-eec1f333-9e0f-49a2-8b42-af949d284b53 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:37.410450 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a83ad-c283-44ca-9343-d810bd2d03f2 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Pushing event updated for resources: {'Port': ['ID=c53f548a-a80a-4d08-82d0-b765453a30cf,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:37.418255 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-015e5f3e-0e76-4f10-bbe5-734d29b8769a req-d20a83ad-c283-44ca-9343-d810bd2d03f2 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:37.421438 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-eec1f333-9e0f-49a2-8b42-af949d284b53 None None] Transition to ACTIVE for port object 618eb35a-16ca-45a3-ba6d-a74c7aa852df will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:37:37.529444 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-015e5f3e-0e76-4f10-bbe5-734d29b8769a req-d20a83ad-c283-44ca-9343-d810bd2d03f2 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:37.531508 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-015e5f3e-0e76-4f10-bbe5-734d29b8769a req-d20a83ad-c283-44ca-9343-d810bd2d03f2 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 3.4389372 Apr 20 17:37:37.548183 n-d-838032-1 neutron-server[84080]: INFO neutron.db.ipam_backend_mixin [None req-686586d5-c0df-4764-95a5-10d0ce0ec47c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a230e969-156f-4078-bf2b-411ef45e197a (CIDR: 2001:db8::/64) Apr 20 17:37:37.553593 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-eec1f333-9e0f-49a2-8b42-af949d284b53 None None] Transition to ACTIVE for port object 618eb35a-16ca-45a3-ba6d-a74c7aa852df will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:37:37.558747 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-686586d5-c0df-4764-95a5-10d0ce0ec47c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:37:37.559610 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-686586d5-c0df-4764-95a5-10d0ce0ec47c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:37:37.578764 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-eec1f333-9e0f-49a2-8b42-af949d284b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:37.579608 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-64bc16ea-49c6-484a-ad7c-e21502f712f0 req-06aa0e75-2376-45f6-bbec-dfbb91618ee9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a5583525-df35-4af7-a24d-2126b6923004 HTTP/1.1" status: 200 len: 1096 time: 0.6162064 Apr 20 17:37:37.600669 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-686586d5-c0df-4764-95a5-10d0ce0ec47c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1961341 Apr 20 17:37:37.606487 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd16d88-5405-434b-aefb-beb9a9e0786a req-cf15f42a-6a0d-4c02-93a7-f10c34f0a0e2 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:37.614702 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bbd16d88-5405-434b-aefb-beb9a9e0786a req-cf15f42a-6a0d-4c02-93a7-f10c34f0a0e2 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 944 time: 0.4131756 Apr 20 17:37:37.636192 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7c00e4b5-4373-453c-9852-2e9385312827 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:37.649172 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-7c00e4b5-4373-453c-9852-2e9385312827 None None] Transition to ACTIVE for port object 0f4a389e-4664-4027-bafc-61d5a60a81d5 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:37:37.650773 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39970) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:37.669207 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8e3ed50f-6995-44b5-8fcb-0fb69d8fcbd1 req-b919c11c-bdf8-4fcc-b914-b8d40b4c5252 service neutron] 10.222.0.10 "GET /v2.0/networks/404fa35b-eb31-464c-8c9d-43ca9fe048f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7081625 Apr 20 17:37:37.673723 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-7c00e4b5-4373-453c-9852-2e9385312827 None None] Transition to ACTIVE for port object 0f4a389e-4664-4027-bafc-61d5a60a81d5 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:37:37.674357 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39974) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:37.710545 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7c00e4b5-4373-453c-9852-2e9385312827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:37.746623 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-4badd45f-6b3e-4a8b-b862-133344f377a1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:37.748250 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec1f333-9e0f-49a2-8b42-af949d284b53 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:37:37.752507 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-eec1f333-9e0f-49a2-8b42-af949d284b53 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:37:37.755195 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec1f333-9e0f-49a2-8b42-af949d284b53 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:37:37.763475 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bbd16d88-5405-434b-aefb-beb9a9e0786a req-317df18e-ec20-4378-a29e-ccaa90f8dca7 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475668 Apr 20 17:37:37.765016 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1361a681-421f-460a-99a4-a2f40ec3baf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:37.771361 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c00e4b5-4373-453c-9852-2e9385312827 None None] Network 4f13d93c-51b8-4120-8402-3a4467c9257e is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:37:37.772262 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1f333-9e0f-49a2-8b42-af949d284b53 None None] Pushing event updated for resources: {'Port': ['ID=618eb35a-16ca-45a3-ba6d-a74c7aa852df,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:37.780543 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-64bc16ea-49c6-484a-ad7c-e21502f712f0 req-d3f33bf3-e274-45ab-be32-0c8add738259 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=171ed27d-0057-490d-8bd5-6e05e5cf3343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868434 Apr 20 17:37:37.819119 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-7c00e4b5-4373-453c-9852-2e9385312827 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:37:37.821632 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c00e4b5-4373-453c-9852-2e9385312827 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:37:37.825766 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1361a681-421f-460a-99a4-a2f40ec3baf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:37.830518 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1361a681-421f-460a-99a4-a2f40ec3baf0 admin admin] Usage tracker for resource:security_group_rule and tenant:e794049034cc4be8b537885dc8ddbf9e is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:37:37.833327 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1361a681-421f-460a-99a4-a2f40ec3baf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:37:37.840273 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1361a681-421f-460a-99a4-a2f40ec3baf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:37.932342 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1361a681-421f-460a-99a4-a2f40ec3baf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:37.935067 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-015e5f3e-0e76-4f10-bbe5-734d29b8769a req-a3fd46da-12cd-4ae9-a813-b56418d76f5b tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Synchronizing usage tracker for tenant:2ebf7eb106a7492aa5b3798a6700e1e3 on resource:floatingip {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:37:38.023291 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00e4b5-4373-453c-9852-2e9385312827 None None] Pushing event updated for resources: {'Port': ['ID=0f4a389e-4664-4027-bafc-61d5a60a81d5,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:38.030075 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-eec1f333-9e0f-49a2-8b42-af949d284b53 None None] Attempting to bind port 618eb35a-16ca-45a3-ba6d-a74c7aa852df on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:37:38.030458 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-eec1f333-9e0f-49a2-8b42-af949d284b53 None None] Attempting to bind port 618eb35a-16ca-45a3-ba6d-a74c7aa852df by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:37:38.031000 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec1f333-9e0f-49a2-8b42-af949d284b53 None None] Attempting to bind port 618eb35a-16ca-45a3-ba6d-a74c7aa852df on network 9ba611e4-024c-4a0c-9998-3bc548cf409a {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:37:38.059002 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-7c00e4b5-4373-453c-9852-2e9385312827 None None] Attempting to bind port 0f4a389e-4664-4027-bafc-61d5a60a81d5 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:37:38.059639 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-7c00e4b5-4373-453c-9852-2e9385312827 None None] Attempting to bind port 0f4a389e-4664-4027-bafc-61d5a60a81d5 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'cde00cd1-f872-4739-8131-3325ca417c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f13d93c-51b8-4120-8402-3a4467c9257e'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:37:38.060176 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c00e4b5-4373-453c-9852-2e9385312827 None None] Attempting to bind port 0f4a389e-4664-4027-bafc-61d5a60a81d5 on network 4f13d93c-51b8-4120-8402-3a4467c9257e {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:37:38.065933 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec1f333-9e0f-49a2-8b42-af949d284b53 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:37:38.066609 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec1f333-9e0f-49a2-8b42-af949d284b53 None None] Checking segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:37:38.067188 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-eec1f333-9e0f-49a2-8b42-af949d284b53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:38.067741 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec1f333-9e0f-49a2-8b42-af949d284b53 None None] Bound using segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:37:38.068434 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-eec1f333-9e0f-49a2-8b42-af949d284b53 None None] Bound port: 618eb35a-16ca-45a3-ba6d-a74c7aa852df, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:37:38.068977 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-eec1f333-9e0f-49a2-8b42-af949d284b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:38.098792 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c00e4b5-4373-453c-9852-2e9385312827 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:37:38.098792 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c00e4b5-4373-453c-9852-2e9385312827 None None] Checking segment: {'id': 'cde00cd1-f872-4739-8131-3325ca417c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f13d93c-51b8-4120-8402-3a4467c9257e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:37:38.099586 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7c00e4b5-4373-453c-9852-2e9385312827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:38.099586 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c00e4b5-4373-453c-9852-2e9385312827 None None] Bound using segment: {'id': 'cde00cd1-f872-4739-8131-3325ca417c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f13d93c-51b8-4120-8402-3a4467c9257e'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:37:38.101984 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-7c00e4b5-4373-453c-9852-2e9385312827 None None] Bound port: 0f4a389e-4664-4027-bafc-61d5a60a81d5, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde00cd1-f872-4739-8131-3325ca417c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f13d93c-51b8-4120-8402-3a4467c9257e'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:37:38.101984 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7c00e4b5-4373-453c-9852-2e9385312827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:38.162556 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1361a681-421f-460a-99a4-a2f40ec3baf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:38.229736 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1361a681-421f-460a-99a4-a2f40ec3baf0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e794049034cc4be8b537885dc8ddbf9e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5515947 Apr 20 17:37:38.233350 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39986) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:38.249639 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 1fb6bba9-caca-4574-8cbd-15b0d2c3b719 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:37:38.273206 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361a681-421f-460a-99a4-a2f40ec3baf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d422ec5-34fd-43e6-86d4-c66a63c56de3,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:38.298983 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3709c-092e-4384-9cc5-a2193444fe9a req-928ab33d-ceb0-47ef-a4bf-74355002749f tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:38.300474 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f8c3709c-092e-4384-9cc5-a2193444fe9a req-928ab33d-ceb0-47ef-a4bf-74355002749f tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5583525-df35-4af7-a24d-2126b6923004 HTTP/1.1" status: 200 len: 945 time: 0.3639381 Apr 20 17:37:38.317045 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4badd45f-6b3e-4a8b-b862-133344f377a1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:38.336795 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4badd45f-6b3e-4a8b-b862-133344f377a1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:subnet and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:37:38.342889 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-32c65114-be16-4587-ac1e-6b7bfbd57285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:38.347847 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4badd45f-6b3e-4a8b-b862-133344f377a1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:37:38.368019 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-015e5f3e-0e76-4f10-bbe5-734d29b8769a req-a3fd46da-12cd-4ae9-a813-b56418d76f5b tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Unset dirty status for tenant:2ebf7eb106a7492aa5b3798a6700e1e3 on resource:floatingip {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:37:38.369942 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-015e5f3e-0e76-4f10-bbe5-734d29b8769a req-a3fd46da-12cd-4ae9-a813-b56418d76f5b tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.2 HTTP/1.1" status: 200 len: 694 time: 0.7130785 Apr 20 17:37:38.376299 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4badd45f-6b3e-4a8b-b862-133344f377a1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:38.385883 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-32c65114-be16-4587-ac1e-6b7bfbd57285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:38.404147 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-eec1f333-9e0f-49a2-8b42-af949d284b53 None None] For port 618eb35a-16ca-45a3-ba6d-a74c7aa852df, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:37:38.414523 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-eec1f333-9e0f-49a2-8b42-af949d284b53 None None] For port 618eb35a-16ca-45a3-ba6d-a74c7aa852df, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=618eb35a-16ca-45a3-ba6d-a74c7aa852df,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:37:38.417380 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-7c00e4b5-4373-453c-9852-2e9385312827 None None] For port 0f4a389e-4664-4027-bafc-61d5a60a81d5, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:37:38.421439 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-7c00e4b5-4373-453c-9852-2e9385312827 None None] For port 0f4a389e-4664-4027-bafc-61d5a60a81d5, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0f4a389e-4664-4027-bafc-61d5a60a81d5,segment=NetworkSegment(cde00cd1-f872-4739-8131-3325ca417c23),segment_id=cde00cd1-f872-4739-8131-3325ca417c23)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:37:38.422934 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f8c3709c-092e-4384-9cc5-a2193444fe9a req-466bfef4-8a40-4182-8273-b2377c02fb7e tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=171ed27d-0057-490d-8bd5-6e05e5cf3343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133721 Apr 20 17:37:38.465116 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 1fb6bba9-caca-4574-8cbd-15b0d2c3b719 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:37:38.469012 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7c00e4b5-4373-453c-9852-2e9385312827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:38.476508 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-eec1f333-9e0f-49a2-8b42-af949d284b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:38.505987 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-32c65114-be16-4587-ac1e-6b7bfbd57285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:38.507852 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4badd45f-6b3e-4a8b-b862-133344f377a1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:37:38.527837 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c65114-be16-4587-ac1e-6b7bfbd57285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d422ec5-34fd-43e6-86d4-c66a63c56de3,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:38.530151 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-32c65114-be16-4587-ac1e-6b7bfbd57285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:38.531934 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-32c65114-be16-4587-ac1e-6b7bfbd57285 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7d422ec5-34fd-43e6-86d4-c66a63c56de3 HTTP/1.1" status: 204 len: 168 time: 0.2960634 Apr 20 17:37:38.559984 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 1fb6bba9-caca-4574-8cbd-15b0d2c3b719 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:37:38.560342 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:38.689007 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00e4b5-4373-453c-9852-2e9385312827 None None] Pushing event updated for resources: {'Port': ['ID=0f4a389e-4664-4027-bafc-61d5a60a81d5,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:38.867097 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4badd45f-6b3e-4a8b-b862-133344f377a1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:38.887362 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1f333-9e0f-49a2-8b42-af949d284b53 None None] Pushing event updated for resources: {'Port': ['ID=618eb35a-16ca-45a3-ba6d-a74c7aa852df,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:38.908083 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:38.962410 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2444dda-bc99-4961-8c8d-cfbd199bb106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb6bba9-caca-4574-8cbd-15b0d2c3b719'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:37:38.964372 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e5f3e-0e76-4f10-bbe5-734d29b8769a req-e38dfa1d-1bc4-4f93-bbe5-452f059f8b2d tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:38.966422 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-015e5f3e-0e76-4f10-bbe5-734d29b8769a req-e38dfa1d-1bc4-4f93-bbe5-452f059f8b2d tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 784 time: 0.5870798 Apr 20 17:37:38.995780 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 1fb6bba9-caca-4574-8cbd-15b0d2c3b719, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=1fb6bba9-caca-4574-8cbd-15b0d2c3b719,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:39.013671 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:39.113702 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-015e5f3e-0e76-4f10-bbe5-734d29b8769a req-ce149d86-30aa-422c-a4f5-ea9f0b7b0a42 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:37:39.126438 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-015e5f3e-0e76-4f10-bbe5-734d29b8769a req-ce149d86-30aa-422c-a4f5-ea9f0b7b0a42 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0277247 Apr 20 17:37:39.201541 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=1fb6bba9-caca-4574-8cbd-15b0d2c3b719,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:39.230430 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b203f9a4-ac9d-4fd3-8d67-2d333709a992'] response: {'server_uuid': 'd2444dda-bc99-4961-8c8d-cfbd199bb106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb6bba9-caca-4574-8cbd-15b0d2c3b719', 'code': 200} Apr 20 17:37:39.256779 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6cc0f085-b0df-48d9-a502-06080c68f83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:39.264812 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fde83b-dc95-4d24-a593-1a0d8180c5e4 req-2f19963e-5541-49db-abdc-0d0700ef3abd tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:39.338718 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c7fde83b-dc95-4d24-a593-1a0d8180c5e4 req-2f19963e-5541-49db-abdc-0d0700ef3abd tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 945 time: 0.3033366 Apr 20 17:37:39.504196 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c7fde83b-dc95-4d24-a593-1a0d8180c5e4 req-89e859f1-31f6-42e8-a083-b01f828c0011 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398377 Apr 20 17:37:39.751416 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6cf1d23d-51a0-4112-8d79-1e9017198d77 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:39.835129 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-16cb56c0-b64d-4d9e-aeca-8a81a60be46b req-ed8e3fdb-b8b5-4c1f-94d9-b93f64076a17 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 1096 time: 0.4917769 Apr 20 17:37:39.841004 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3331896-1a27-4b67-ae2e-a95ff12dd966 req-aae6c5a4-3ab4-49de-b9f5-dd0d2dc56fe5 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:39.842731 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3331896-1a27-4b67-ae2e-a95ff12dd966 req-aae6c5a4-3ab4-49de-b9f5-dd0d2dc56fe5 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5583525-df35-4af7-a24d-2126b6923004 HTTP/1.1" status: 200 len: 945 time: 0.1123633 Apr 20 17:37:39.922094 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8be0e-655c-4c82-bf40-2b03045c5009 req-290ae900-1f9f-488a-afa4-b3d635da6fb7 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:39.923199 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9cc8be0e-655c-4c82-bf40-2b03045c5009 req-290ae900-1f9f-488a-afa4-b3d635da6fb7 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4204783 Apr 20 17:37:39.955479 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3331896-1a27-4b67-ae2e-a95ff12dd966 req-8b573959-e2bb-4c99-9168-eaaf0e0eac35 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=171ed27d-0057-490d-8bd5-6e05e5cf3343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945716 Apr 20 17:37:39.957008 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-16cb56c0-b64d-4d9e-aeca-8a81a60be46b req-ca5e9d85-4167-4517-af83-f168a4901ce0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132576 Apr 20 17:37:40.152830 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4badd45f-6b3e-4a8b-b862-133344f377a1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:40.213989 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de4f5d-60d8-40a3-b98c-15368e28ab2c req-f3444d8c-c4f2-41d5-99fa-bd8e5c7d6e99 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:40.227439 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e3de4f5d-60d8-40a3-b98c-15368e28ab2c req-f3444d8c-c4f2-41d5-99fa-bd8e5c7d6e99 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5583525-df35-4af7-a24d-2126b6923004 HTTP/1.1" status: 200 len: 945 time: 0.1283460 Apr 20 17:37:40.228150 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40044) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:40.234641 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-7b28432b-c9d7-4d7c-a8e7-8db7e93da192 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Request body: {'floatingip': {'port_id': 'db90eed9-52df-4525-b3b8-be9ed8f2dd5a'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:40.258846 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40048) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:40.290822 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9cc8be0e-655c-4c82-bf40-2b03045c5009 req-40365ceb-ccd5-49d3-a44d-b25cc7d037f8 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.2 HTTP/1.1" status: 200 len: 694 time: 0.3135772 Apr 20 17:37:40.358323 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7b28432b-c9d7-4d7c-a8e7-8db7e93da192 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for floatingip, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:40.445166 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4badd45f-6b3e-4a8b-b862-133344f377a1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:37:40.449149 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-9cc8be0e-655c-4c82-bf40-2b03045c5009 req-5504e8bc-539f-42c0-b1b0-ad9a6d2e4825 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Request body: {'floatingip': {'port_id': '4c338798-f13b-42c7-932c-6331f24be7e4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:40.509958 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badd45f-6b3e-4a8b-b862-133344f377a1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Subnet': ['ID=8644c236-96e1-4280-9a1f-59b402ad5db0,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:40.520210 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-4badd45f-6b3e-4a8b-b862-133344f377a1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:37:40.559576 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9cc8be0e-655c-4c82-bf40-2b03045c5009 req-5504e8bc-539f-42c0-b1b0-ad9a6d2e4825 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks [] for floatingip, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:40.660827 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ad06c2-9441-4c51-ae0e-53d3a606240a None None] Network 4f13d93c-51b8-4120-8402-3a4467c9257e requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:37:40.764906 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4badd45f-6b3e-4a8b-b862-133344f377a1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:40.765489 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4badd45f-6b3e-4a8b-b862-133344f377a1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:40.775860 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-b4908414-53dc-43ee-bd01-95dd4e49289f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-274123020-network', 'tenant_id': '9386e3364a314a7fb56a291c3743d314'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:40.793050 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b4908414-53dc-43ee-bd01-95dd4e49289f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:40.833403 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b4908414-53dc-43ee-bd01-95dd4e49289f admin admin] Usage tracker for resource:network and tenant:9386e3364a314a7fb56a291c3743d314 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:37:40.860724 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdc7627-43a1-490e-9684-42cc531cce49 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:37:40.878151 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b4908414-53dc-43ee-bd01-95dd4e49289f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:37:40.967328 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b4908414-53dc-43ee-bd01-95dd4e49289f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:40.994714 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4badd45f-6b3e-4a8b-b862-133344f377a1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2649200 Apr 20 17:37:41.001972 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40062) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:41.048003 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-849fd392-1219-43ce-8de0-6a9fba530e2e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'port': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'mac_address': 'fa:16:3e:68:09:b8', 'name': 'tempest-NetworksTestDHCPv6-462212728'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:41.058175 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2b540381-3db3-4c83-af31-d8f3507e8c62 None None] Provisioning for port 0f4a389e-4664-4027-bafc-61d5a60a81d5 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:37:41.096029 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 618eb35a-16ca-45a3-ba6d-a74c7aa852df up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:37:41.160962 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4908414-53dc-43ee-bd01-95dd4e49289f admin admin] Made reservation on behalf of 9386e3364a314a7fb56a291c3743d314 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:37:41.171823 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b4908414-53dc-43ee-bd01-95dd4e49289f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:41.171951 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25acfbbc-d068-4d7b-aa0c-ceecbdea198d req-2a5ab53e-e747-4ff2-92bf-857a87637a12 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:41.173736 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-25acfbbc-d068-4d7b-aa0c-ceecbdea198d req-2a5ab53e-e747-4ff2-92bf-857a87637a12 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 945 time: 0.4125557 Apr 20 17:37:41.320527 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-664daa41-5094-4cc8-bc68-8f57b1f1b554 None None] Provisioning for port 618eb35a-16ca-45a3-ba6d-a74c7aa852df completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:37:41.354540 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-25acfbbc-d068-4d7b-aa0c-ceecbdea198d req-4d7cca5a-0114-4c82-bc5d-ed65e9537d4d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700697 Apr 20 17:37:41.418636 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 618eb35a-16ca-45a3-ba6d-a74c7aa852df completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:37:41.430164 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0f04c5cd-4489-4baa-a73a-0fe573bf660b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:41.437837 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 618eb35a-16ca-45a3-ba6d-a74c7aa852df triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:37:41.438362 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:41.459131 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b4908414-53dc-43ee-bd01-95dd4e49289f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:41.484535 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-849fd392-1219-43ce-8de0-6a9fba530e2e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:41.487696 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [None req-6cf1d23d-51a0-4112-8d79-1e9017198d77 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:37:41.507274 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-849fd392-1219-43ce-8de0-6a9fba530e2e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:port and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:37:41.514048 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-849fd392-1219-43ce-8de0-6a9fba530e2e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:37:41.551429 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6cf1d23d-51a0-4112-8d79-1e9017198d77 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:41.555381 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-849fd392-1219-43ce-8de0-6a9fba530e2e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:41.569014 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6cf1d23d-51a0-4112-8d79-1e9017198d77 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:41.635344 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b68747c-8acf-4987-8781-b2b3be59b6ab None None] Update dhcp port {'port': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'fixed_ips': [{'subnet_id': 'a230e969-156f-4078-bf2b-411ef45e197a', 'ip_address': '2001:db8::f816:3eff:fe35:ae97'}, {'subnet_id': '8644c236-96e1-4280-9a1f-59b402ad5db0'}], 'binding:host_id': 'n-d-838032-1'}, 'id': '618eb35a-16ca-45a3-ba6d-a74c7aa852df'} from n-d-838032-1. {{(pid=84082) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 20 17:37:41.671333 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7b28432b-c9d7-4d7c-a8e7-8db7e93da192 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:41.682536 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7b28432b-c9d7-4d7c-a8e7-8db7e93da192 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:41.755860 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5b68747c-8acf-4987-8781-b2b3be59b6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:41.795919 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1d23d-51a0-4112-8d79-1e9017198d77 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Port': ['ID=4ae93bfa-94be-4168-b344-1dfb83eec5c4,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:41.809321 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b4908414-53dc-43ee-bd01-95dd4e49289f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:41.823920 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849fd392-1219-43ce-8de0-6a9fba530e2e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:37:41.828576 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-849fd392-1219-43ce-8de0-6a9fba530e2e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:41.851376 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b4908414-53dc-43ee-bd01-95dd4e49289f admin admin] Usage tracker for resource:security_group_rule and tenant:9386e3364a314a7fb56a291c3743d314 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:37:41.866381 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b4908414-53dc-43ee-bd01-95dd4e49289f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:37:41.868260 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:41.915742 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b4908414-53dc-43ee-bd01-95dd4e49289f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:41.970070 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-849fd392-1219-43ce-8de0-6a9fba530e2e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] device_id is not set on port 60f81c91-e83d-4d3d-8b5c-cce63eda9fa3 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:37:41.986233 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 618eb35a-16ca-45a3-ba6d-a74c7aa852df, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=618eb35a-16ca-45a3-ba6d-a74c7aa852df,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:42.035396 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:42.036242 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0f4a389e-4664-4027-bafc-61d5a60a81d5 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:37:42.188750 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [None req-7b28432b-c9d7-4d7c-a8e7-8db7e93da192 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Floating IP c240cbc4-5ec8-48c4-bdf1-acfcd5b02f46 associated. External IP: 172.25.8.167, port: db90eed9-52df-4525-b3b8-be9ed8f2dd5a. Apr 20 17:37:42.268262 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ca793c7f-6dd4-4cb4-9f56-e94bf45005ca None None] Provisioning for port 4ae93bfa-94be-4168-b344-1dfb83eec5c4 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:37:42.308053 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ca793c7f-6dd4-4cb4-9f56-e94bf45005ca None None] Provisioning complete for port 4ae93bfa-94be-4168-b344-1dfb83eec5c4 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:37:42.308685 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ca793c7f-6dd4-4cb4-9f56-e94bf45005ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:42.379037 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=618eb35a-16ca-45a3-ba6d-a74c7aa852df,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:42.419130 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-ca793c7f-6dd4-4cb4-9f56-e94bf45005ca None None] Port 4ae93bfa-94be-4168-b344-1dfb83eec5c4 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:37:42.425922 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 0f4a389e-4664-4027-bafc-61d5a60a81d5 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:37:42.441782 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 0f4a389e-4664-4027-bafc-61d5a60a81d5 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:37:42.442181 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:42.572638 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6cf1d23d-51a0-4112-8d79-1e9017198d77 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:42.604724 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ca793c7f-6dd4-4cb4-9f56-e94bf45005ca None None] Provisioning complete for port 0f4a389e-4664-4027-bafc-61d5a60a81d5 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:37:42.605094 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ca793c7f-6dd4-4cb4-9f56-e94bf45005ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:42.626589 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b4908414-53dc-43ee-bd01-95dd4e49289f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:42.662609 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b4908414-53dc-43ee-bd01-95dd4e49289f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:42.746950 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:42.763889 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:42.826276 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4908414-53dc-43ee-bd01-95dd4e49289f admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:37:42.844392 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:42.864440 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ca793c7f-6dd4-4cb4-9f56-e94bf45005ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:42.876529 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec68e47-5049-4c5e-9248-d1d57d32bccc req-1f8589cf-361f-42d9-974e-6a1d5370b63c tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:42.878124 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-aec68e47-5049-4c5e-9248-d1d57d32bccc req-1f8589cf-361f-42d9-974e-6a1d5370b63c tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 945 time: 0.1742942 Apr 20 17:37:42.881817 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4908414-53dc-43ee-bd01-95dd4e49289f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0706ab83-d291-4f0b-93c1-26981fa72201,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:42.905696 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 0f4a389e-4664-4027-bafc-61d5a60a81d5, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0f4a389e-4664-4027-bafc-61d5a60a81d5,segment=NetworkSegment(cde00cd1-f872-4739-8131-3325ca417c23),segment_id=cde00cd1-f872-4739-8131-3325ca417c23)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:42.919142 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b4908414-53dc-43ee-bd01-95dd4e49289f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:42.919629 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-b4908414-53dc-43ee-bd01-95dd4e49289f admin admin] Added segment 7e27592f-62ea-47d5-a45f-84042445ff03 of type vlan for network 154a4f2e-6558-438f-940c-0efd0da6937d Apr 20 17:37:42.947874 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:42.964651 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-aec68e47-5049-4c5e-9248-d1d57d32bccc req-6b8e7c19-220e-45fe-8fb0-6992a1daf68d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752220 Apr 20 17:37:42.974231 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b28432b-c9d7-4d7c-a8e7-8db7e93da192 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:37:42.988748 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6cf1d23d-51a0-4112-8d79-1e9017198d77 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:43.099384 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 618eb35a-16ca-45a3-ba6d-a74c7aa852df up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:37:43.207744 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-ca793c7f-6dd4-4cb4-9f56-e94bf45005ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:37:43.208615 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-ca793c7f-6dd4-4cb4-9f56-e94bf45005ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:37:43.220206 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=0f4a389e-4664-4027-bafc-61d5a60a81d5,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:43.246914 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 618eb35a-16ca-45a3-ba6d-a74c7aa852df triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:37:43.247528 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:43.266391 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b28432b-c9d7-4d7c-a8e7-8db7e93da192 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:37:43.271514 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7b28432b-c9d7-4d7c-a8e7-8db7e93da192 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:43.334226 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d3db0b-9cc4-41ea-b315-8d37f4394192 None None] Sync routers for ids ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:37:43.351688 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7b28432b-c9d7-4d7c-a8e7-8db7e93da192 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "PUT /v2.0/floatingips/c240cbc4-5ec8-48c4-bdf1-acfcd5b02f46 HTTP/1.1" status: 200 len: 991 time: 3.1193027 Apr 20 17:37:43.352454 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5583525-df35-4af7-a24d-2126b6923004', 'tag': 'db90eed9-52df-4525-b3b8-be9ed8f2dd5a'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:37:43.362034 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d3db0b-9cc4-41ea-b315-8d37f4394192 None None] Routers {'e1d93820-6526-4ca9-b0c8-c49105c7dbc4'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:37:43.362905 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-72d3db0b-9cc4-41ea-b315-8d37f4394192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:37:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:43.497078 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [req-9cc8be0e-655c-4c82-bf40-2b03045c5009 req-5504e8bc-539f-42c0-b1b0-ad9a6d2e4825 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:37:43.546581 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:43.548218 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a8dad-562c-42ae-a0b4-6384693bbfa8 req-abce110f-d1b3-4204-bd42-fc20dbb3c984 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:43.549713 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba0a8dad-562c-42ae-a0b4-6384693bbfa8 req-abce110f-d1b3-4204-bd42-fc20dbb3c984 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 945 time: 0.1100705 Apr 20 17:37:43.557441 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-849fd392-1219-43ce-8de0-6a9fba530e2e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Allocated IP 2001:db8:0:1::33e (9ba611e4-024c-4a0c-9998-3bc548cf409a/8644c236-96e1-4280-9a1f-59b402ad5db0/60f81c91-e83d-4d3d-8b5c-cce63eda9fa3) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:37:43.572094 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b4908414-53dc-43ee-bd01-95dd4e49289f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:43.605843 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-849fd392-1219-43ce-8de0-6a9fba530e2e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Allocated IP 2001:db8::f816:3eff:fe68:9b8 (9ba611e4-024c-4a0c-9998-3bc548cf409a/a230e969-156f-4078-bf2b-411ef45e197a/60f81c91-e83d-4d3d-8b5c-cce63eda9fa3) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:37:43.656157 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba0a8dad-562c-42ae-a0b4-6384693bbfa8 req-c5e98415-4536-4556-8a07-d3c177223b08 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975394 Apr 20 17:37:43.656726 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-72d3db0b-9cc4-41ea-b315-8d37f4394192 None None] Set router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:37:43.691732 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9cc8be0e-655c-4c82-bf40-2b03045c5009 req-5504e8bc-539f-42c0-b1b0-ad9a6d2e4825 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:43.722597 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9cc8be0e-655c-4c82-bf40-2b03045c5009 req-5504e8bc-539f-42c0-b1b0-ad9a6d2e4825 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:43.729346 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b17f3dfe-1ffa-4018-bbc3-281ebe8bde41'] response: {'name': 'network-changed', 'server_uuid': 'a5583525-df35-4af7-a24d-2126b6923004', 'tag': 'db90eed9-52df-4525-b3b8-be9ed8f2dd5a', 'status': 'completed', 'code': 200} Apr 20 17:37:43.853511 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e4c28902-4d07-42cd-856e-5e5820d1df86 req-04949dac-ab20-4f89-873b-3470aa275b22 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fff76710152c4266b547138b68f9e982&device_id=a5583525-df35-4af7-a24d-2126b6923004 HTTP/1.1" status: 200 len: 1096 time: 0.1010742 Apr 20 17:37:43.921111 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b4908414-53dc-43ee-bd01-95dd4e49289f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:43.921862 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4908414-53dc-43ee-bd01-95dd4e49289f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:43.922458 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b4908414-53dc-43ee-bd01-95dd4e49289f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:44.057793 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4908414-53dc-43ee-bd01-95dd4e49289f admin admin] Pushing event updated for resources: {'Network': ['ID=154a4f2e-6558-438f-940c-0efd0da6937d,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:44.081311 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 154a4f2e-6558-438f-940c-0efd0da6937d details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:37:44.110962 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:44.126570 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c28902-4d07-42cd-856e-5e5820d1df86 req-523d9bc9-3ba3-40fe-a2ed-4c2ee96efd75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:44.128622 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e4c28902-4d07-42cd-856e-5e5820d1df86 req-523d9bc9-3ba3-40fe-a2ed-4c2ee96efd75 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 HTTP/1.1" status: 200 len: 915 time: 0.2550876 Apr 20 17:37:44.141154 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc255f-6ef2-4359-9dc6-c6ed6695c62b req-45fcef50-766b-4cc2-bc67-8014875780eb tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:44.143203 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-31fc255f-6ef2-4359-9dc6-c6ed6695c62b req-45fcef50-766b-4cc2-bc67-8014875780eb tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 945 time: 0.1605747 Apr 20 17:37:44.224636 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-efb93f1a-d8e4-4b7c-ad56-fd9a34deffd7 None None] Provisioning complete for port 4ae93bfa-94be-4168-b344-1dfb83eec5c4 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:37:44.224909 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-efb93f1a-d8e4-4b7c-ad56-fd9a34deffd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:44.239347 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b4908414-53dc-43ee-bd01-95dd4e49289f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.9720700 Apr 20 17:37:44.247208 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40122) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:44.291595 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-1560eb6c-5186-4868-b850-1be0af958cc4 admin admin] Request body: {'subnet': {'network_id': '154a4f2e-6558-438f-940c-0efd0da6937d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-274123020-subnet', 'tenant_id': '9386e3364a314a7fb56a291c3743d314', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:44.294510 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-efb93f1a-d8e4-4b7c-ad56-fd9a34deffd7 None None] Port 4ae93bfa-94be-4168-b344-1dfb83eec5c4 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:37:44.304711 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e4c28902-4d07-42cd-856e-5e5820d1df86 req-0b2ae11f-4dab-40e1-8fb5-334b2e1c62b0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db90eed9-52df-4525-b3b8-be9ed8f2dd5a HTTP/1.1" status: 200 len: 999 time: 0.1604705 Apr 20 17:37:44.305311 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1560eb6c-5186-4868-b850-1be0af958cc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:44.309449 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1560eb6c-5186-4868-b850-1be0af958cc4 admin admin] Usage tracker for resource:subnet and tenant:9386e3364a314a7fb56a291c3743d314 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:37:44.312643 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1560eb6c-5186-4868-b850-1be0af958cc4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:37:44.319587 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1560eb6c-5186-4868-b850-1be0af958cc4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:44.340163 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1560eb6c-5186-4868-b850-1be0af958cc4 admin admin] Made reservation on behalf of 9386e3364a314a7fb56a291c3743d314 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:37:44.342917 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1560eb6c-5186-4868-b850-1be0af958cc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:44.382265 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-72d3db0b-9cc4-41ea-b315-8d37f4394192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'name': 'tempest-AttachVolumeNegativeTest-176702069-router', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:30:58Z', 'updated_at': '2022-04-20T17:31:10Z', 'revision_number': 4, 'project_id': 'fff76710152c4266b547138b68f9e982', 'gw_port': {'id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:30:59Z', 'updated_at': '2022-04-20T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'c240cbc4-5ec8-48c4-bdf1-acfcd5b02f46', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'floating_ip_address': '172.25.8.167', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'port_id': 'db90eed9-52df-4525-b3b8-be9ed8f2dd5a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'mac_address': 'fa:16:3e:6d:3b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5583525-df35-4af7-a24d-2126b6923004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:37:14Z', 'updated_at': '2022-04-20T17:37:41Z', 'revision_number': 1, 'project_id': 'fff76710152c4266b547138b68f9e982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8599e52f-56a7-4816-bd23-d86cc23894bb', 'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'mac_address': 'fa:16:3e:63:5d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:31:08Z', 'updated_at': '2022-04-20T17:31:21Z', 'revision_number': 5, 'project_id': 'fff76710152c4266b547138b68f9e982', 'subnets': [{'id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:44.386504 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d3db0b-9cc4-41ea-b315-8d37f4394192 None None] Checking router: e1d93820-6526-4ca9-b0c8-c49105c7dbc4 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:37:44.417406 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d3db0b-9cc4-41ea-b315-8d37f4394192 None None] Routers {'e1d93820-6526-4ca9-b0c8-c49105c7dbc4'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:37:44.418025 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-72d3db0b-9cc4-41ea-b315-8d37f4394192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:37:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:44.474797 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-31fc255f-6ef2-4359-9dc6-c6ed6695c62b req-5b5caf9c-51a3-474e-a393-46ca086ce524 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673656 Apr 20 17:37:44.479030 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c28902-4d07-42cd-856e-5e5820d1df86 req-4b581a86-f651-4845-b595-f711594955d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:44.483358 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e4c28902-4d07-42cd-856e-5e5820d1df86 req-4b581a86-f651-4845-b595-f711594955d1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8d05736e-ddd3-43ab-9360-fdcd5c15b127 HTTP/1.1" status: 200 len: 853 time: 0.1544731 Apr 20 17:37:44.502282 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [None req-6cf1d23d-51a0-4112-8d79-1e9017198d77 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:37:44.541241 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-849fd392-1219-43ce-8de0-6a9fba530e2e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:44.585696 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6cf1d23d-51a0-4112-8d79-1e9017198d77 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:44.613548 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6cf1d23d-51a0-4112-8d79-1e9017198d77 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:44.614507 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6cf1d23d-51a0-4112-8d79-1e9017198d77 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:44.629144 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-849fd392-1219-43ce-8de0-6a9fba530e2e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Transition to ACTIVE for port object 60f81c91-e83d-4d3d-8b5c-cce63eda9fa3 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:37:44.657107 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e4c28902-4d07-42cd-856e-5e5820d1df86 req-42451692-6262-4087-b0bc-babff1107919 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b9c5f462-ddff-4ef3-834f-300bbbe5c5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1612818 Apr 20 17:37:44.726278 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-72d3db0b-9cc4-41ea-b315-8d37f4394192 None None] Set router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:37:44.998046 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e4c28902-4d07-42cd-856e-5e5820d1df86 req-c33f09a8-3476-47e4-a285-22a84618bc26 service neutron] 10.222.0.43 "GET /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375151 Apr 20 17:37:45.048449 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1d23d-51a0-4112-8d79-1e9017198d77 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Port': ['ID=4ae93bfa-94be-4168-b344-1dfb83eec5c4,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:45.076098 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0f4a389e-4664-4027-bafc-61d5a60a81d5 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:37:45.104592 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf1d23d-51a0-4112-8d79-1e9017198d77 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network 4f13d93c-51b8-4120-8402-3a4467c9257e is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:37:45.104592 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-6cf1d23d-51a0-4112-8d79-1e9017198d77 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:37:45.117275 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-849fd392-1219-43ce-8de0-6a9fba530e2e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:45.263255 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e4c28902-4d07-42cd-856e-5e5820d1df86 req-182f46ed-b524-4bac-bc66-bf7cf1a71924 service neutron] 10.222.0.43 "GET /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443359 Apr 20 17:37:45.279484 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590ba96-d9a1-4729-a0e6-d2e46ab23e0e req-2d029286-3ddc-480a-97ab-e58583b3cd7c tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:45.281030 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0590ba96-d9a1-4729-a0e6-d2e46ab23e0e req-2d029286-3ddc-480a-97ab-e58583b3cd7c tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 945 time: 0.2609189 Apr 20 17:37:45.361002 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0590ba96-d9a1-4729-a0e6-d2e46ab23e0e req-18c87519-8a97-429b-a821-f6197a9efa11 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719600 Apr 20 17:37:45.369408 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:45.410273 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-5b68747c-8acf-4987-8781-b2b3be59b6ab None None] Allocated IP 2001:db8:0:1::2 (9ba611e4-024c-4a0c-9998-3bc548cf409a/8644c236-96e1-4280-9a1f-59b402ad5db0/618eb35a-16ca-45a3-ba6d-a74c7aa852df) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:37:45.430149 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 0f4a389e-4664-4027-bafc-61d5a60a81d5 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:37:45.430543 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:45.589668 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1560eb6c-5186-4868-b850-1be0af958cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:45.627979 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849fd392-1219-43ce-8de0-6a9fba530e2e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:37:45.636661 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [req-9cc8be0e-655c-4c82-bf40-2b03045c5009 req-5504e8bc-539f-42c0-b1b0-ad9a6d2e4825 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Floating IP 6917d46f-29dc-4db0-a8fc-5db07b19981f associated. External IP: 172.25.8.2, port: 4c338798-f13b-42c7-932c-6331f24be7e4. Apr 20 17:37:45.643157 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-efaf23db-351e-4110-8793-4d04a8399e76 None None] Provisioning complete for port 4ae93bfa-94be-4168-b344-1dfb83eec5c4 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:37:45.643519 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-efaf23db-351e-4110-8793-4d04a8399e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:45.676779 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-72d3db0b-9cc4-41ea-b315-8d37f4394192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'name': 'tempest-AttachVolumeNegativeTest-176702069-router', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:30:58Z', 'updated_at': '2022-04-20T17:31:10Z', 'revision_number': 4, 'project_id': 'fff76710152c4266b547138b68f9e982', 'gw_port': {'id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:30:59Z', 'updated_at': '2022-04-20T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'c240cbc4-5ec8-48c4-bdf1-acfcd5b02f46', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'floating_ip_address': '172.25.8.167', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'port_id': 'db90eed9-52df-4525-b3b8-be9ed8f2dd5a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'mac_address': 'fa:16:3e:6d:3b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5583525-df35-4af7-a24d-2126b6923004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:37:14Z', 'updated_at': '2022-04-20T17:37:41Z', 'revision_number': 1, 'project_id': 'fff76710152c4266b547138b68f9e982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8599e52f-56a7-4816-bd23-d86cc23894bb', 'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'mac_address': 'fa:16:3e:63:5d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:31:08Z', 'updated_at': '2022-04-20T17:31:21Z', 'revision_number': 5, 'project_id': 'fff76710152c4266b547138b68f9e982', 'subnets': [{'id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:45.699914 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-849fd392-1219-43ce-8de0-6a9fba530e2e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:37:45.701808 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849fd392-1219-43ce-8de0-6a9fba530e2e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Port': ['ID=60f81c91-e83d-4d3d-8b5c-cce63eda9fa3,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:45.704082 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849fd392-1219-43ce-8de0-6a9fba530e2e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:37:45.708080 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849fd392-1219-43ce-8de0-6a9fba530e2e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:45.708233 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d3db0b-9cc4-41ea-b315-8d37f4394192 None None] The sync data for ids ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'] in n-d-838032-1 is: [{'id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'name': 'tempest-AttachVolumeNegativeTest-176702069-router', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:30:58Z', 'updated_at': '2022-04-20T17:31:10Z', 'revision_number': 4, 'project_id': 'fff76710152c4266b547138b68f9e982', 'gw_port': {'id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:30:59Z', 'updated_at': '2022-04-20T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'c240cbc4-5ec8-48c4-bdf1-acfcd5b02f46', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'floating_ip_address': '172.25.8.167', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'port_id': 'db90eed9-52df-4525-b3b8-be9ed8f2dd5a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'mac_address': 'fa:16:3e:6d:3b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5583525-df35-4af7-a24d-2126b6923004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:37:14Z', 'updated_at': '2022-04-20T17:37:41Z', 'revision_number': 1, 'project_id': 'fff76710152c4266b547138b68f9e982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8599e52f-56a7-4816-bd23-d86cc23894bb', 'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'mac_address': 'fa:16:3e:63:5d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:31:08Z', 'updated_at': '2022-04-20T17:31:21Z', 'revision_number': 5, 'project_id': 'fff76710152c4266b547138b68f9e982', 'subnets': [{'id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:37:45.708887 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-849fd392-1219-43ce-8de0-6a9fba530e2e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:45.768590 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-5b68747c-8acf-4987-8781-b2b3be59b6ab None None] For port 618eb35a-16ca-45a3-ba6d-a74c7aa852df, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=618eb35a-16ca-45a3-ba6d-a74c7aa852df,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:45.775859 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-efaf23db-351e-4110-8793-4d04a8399e76 None None] Port 4ae93bfa-94be-4168-b344-1dfb83eec5c4 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:37:45.832051 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5b68747c-8acf-4987-8781-b2b3be59b6ab None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:45.847446 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5b68747c-8acf-4987-8781-b2b3be59b6ab None None] Transition to ACTIVE for port object 618eb35a-16ca-45a3-ba6d-a74c7aa852df will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:37:45.855268 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5b68747c-8acf-4987-8781-b2b3be59b6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:45.928421 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560eb6c-5186-4868-b850-1be0af958cc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88370bcc-315e-4f6b-ac12-dea6593d5b47,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:45.946132 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-849fd392-1219-43ce-8de0-6a9fba530e2e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.9368358 Apr 20 17:37:45.949910 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40150) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:46.010181 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68747c-8acf-4987-8781-b2b3be59b6ab None None] Pushing event updated for resources: {'Port': ['ID=618eb35a-16ca-45a3-ba6d-a74c7aa852df,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:46.042549 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1560eb6c-5186-4868-b850-1be0af958cc4 admin admin] Checking segment: {'id': '7e27592f-62ea-47d5-a45f-84042445ff03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '154a4f2e-6558-438f-940c-0efd0da6937d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:37:46.042916 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1560eb6c-5186-4868-b850-1be0af958cc4 admin admin] Network hostable DHCP agents. Network: 154a4f2e-6558-438f-940c-0efd0da6937d, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:37:46.059686 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-bbd14152-dde5-4787-b549-e856ff67eb3f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting port 60f81c91-e83d-4d3d-8b5c-cce63eda9fa3 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:37:46.060235 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bbd14152-dde5-4787-b549-e856ff67eb3f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:46.073698 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4811a6b7-9cae-4dae-9d9e-4435d09a9a48 None None] New status for floating IP c240cbc4-5ec8-48c4-bdf1-acfcd5b02f46: ACTIVE {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:37:46.142114 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1560eb6c-5186-4868-b850-1be0af958cc4 admin admin] Network 154a4f2e-6558-438f-940c-0efd0da6937d is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:37:46.183409 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-1560eb6c-5186-4868-b850-1be0af958cc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 154a4f2e-6558-438f-940c-0efd0da6937d) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:37:46.187338 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1560eb6c-5186-4868-b850-1be0af958cc4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:46.187816 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1560eb6c-5186-4868-b850-1be0af958cc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:46.210917 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d3056f-618d-455a-95c3-6dae9138f102 None None] Network 154a4f2e-6558-438f-940c-0efd0da6937d requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:37:46.257871 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1560eb6c-5186-4868-b850-1be0af958cc4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0011148 Apr 20 17:37:46.649288 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bbd14152-dde5-4787-b549-e856ff67eb3f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:46.693934 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf1d23d-51a0-4112-8d79-1e9017198d77 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Router 31782665-0990-4daf-887d-18ff3a144252 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:37:46.820024 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4645d60-ff61-4488-bd8a-c62398f5f1bd None None] Network 154a4f2e-6558-438f-940c-0efd0da6937d requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:37:46.884748 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-bbd14152-dde5-4787-b549-e856ff67eb3f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Calling delete_port for 60f81c91-e83d-4d3d-8b5c-cce63eda9fa3 owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:37:47.051740 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173340a4-5312-46e7-9cf0-4a3f6fe832b1 req-91588521-b31b-4d11-8e35-90dce35583fa tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:47.072628 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-173340a4-5312-46e7-9cf0-4a3f6fe832b1 req-91588521-b31b-4d11-8e35-90dce35583fa tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 945 time: 0.3981369 Apr 20 17:37:47.115987 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 618eb35a-16ca-45a3-ba6d-a74c7aa852df up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:37:47.161331 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf1d23d-51a0-4112-8d79-1e9017198d77 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:37:47.178474 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6cf1d23d-51a0-4112-8d79-1e9017198d77 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "PUT /v2.0/routers/31782665-0990-4daf-887d-18ff3a144252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0050516 Apr 20 17:37:47.179221 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40176) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:47.203055 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be977067-0055-4fc4-bcd1-dbd39266730b None None] Sync routers for ids ['31782665-0990-4daf-887d-18ff3a144252'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:37:47.300058 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be977067-0055-4fc4-bcd1-dbd39266730b None None] Routers {'31782665-0990-4daf-887d-18ff3a144252'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:37:47.301584 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-be977067-0055-4fc4-bcd1-dbd39266730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:37:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['31782665-0990-4daf-887d-18ff3a144252'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:47.356782 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867bf17e-7dba-461b-95c1-e29e447e23e2 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:47.357490 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-867bf17e-7dba-461b-95c1-e29e447e23e2 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Synchronizing usage tracker for tenant:223231c784ee479d86d7622cff558dcb on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:37:47.363667 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cc8be0e-655c-4c82-bf40-2b03045c5009 req-5504e8bc-539f-42c0-b1b0-ad9a6d2e4825 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Router 418b3c6b-4027-4f55-acd7-28a6479c1b0c has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:37:47.385080 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-867bf17e-7dba-461b-95c1-e29e447e23e2 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Unset dirty status for tenant:223231c784ee479d86d7622cff558dcb on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:37:47.386807 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-867bf17e-7dba-461b-95c1-e29e447e23e2 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "GET /v2.0/ports/4ae93bfa-94be-4168-b344-1dfb83eec5c4 HTTP/1.1" status: 200 len: 984 time: 0.2040660 Apr 20 17:37:47.389410 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40186) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:47.431845 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d60d2c90-611a-447a-864f-15ab159ba2f5 None None] Provisioning for port 618eb35a-16ca-45a3-ba6d-a74c7aa852df completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:37:47.444644 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-be977067-0055-4fc4-bcd1-dbd39266730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:47.453317 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-173340a4-5312-46e7-9cf0-4a3f6fe832b1 req-41de1318-1401-4e59-ab55-016718e3fc5d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752048 Apr 20 17:37:47.457045 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d60d2c90-611a-447a-864f-15ab159ba2f5 None None] Provisioning complete for port 618eb35a-16ca-45a3-ba6d-a74c7aa852df triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:37:47.457575 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d60d2c90-611a-447a-864f-15ab159ba2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:47.460288 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bbd14152-dde5-4787-b549-e856ff67eb3f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:47.590115 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd14152-dde5-4787-b549-e856ff67eb3f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Port': ['ID=60f81c91-e83d-4d3d-8b5c-cce63eda9fa3,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:47.638533 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be977067-0055-4fc4-bcd1-dbd39266730b None None] Routers {'31782665-0990-4daf-887d-18ff3a144252'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:37:47.639336 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-be977067-0055-4fc4-bcd1-dbd39266730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:37:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['31782665-0990-4daf-887d-18ff3a144252'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:47.676201 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bbd14152-dde5-4787-b549-e856ff67eb3f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:47.690935 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bbd14152-dde5-4787-b549-e856ff67eb3f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/60f81c91-e83d-4d3d-8b5c-cce63eda9fa3 HTTP/1.1" status: 204 len: 168 time: 1.7372808 Apr 20 17:37:47.692466 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40192) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:47.813946 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c2e0ce-372b-4c63-be5b-f5d2ad18e1c4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:47.814959 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d7c2e0ce-372b-4c63-be5b-f5d2ad18e1c4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:37:47.854272 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d7c2e0ce-372b-4c63-be5b-f5d2ad18e1c4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:37:47.855969 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d7c2e0ce-372b-4c63-be5b-f5d2ad18e1c4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1624966 Apr 20 17:37:47.859535 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40200) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:47.867489 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-be977067-0055-4fc4-bcd1-dbd39266730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:47.877375 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be977067-0055-4fc4-bcd1-dbd39266730b None None] The sync data for ids ['31782665-0990-4daf-887d-18ff3a144252'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:37:47.878943 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 618eb35a-16ca-45a3-ba6d-a74c7aa852df triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:37:47.879499 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:47.988011 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a6ab98-6bf5-4f2e-8304-4438efea7e0a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:47.992018 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-54a6ab98-6bf5-4f2e-8304-4438efea7e0a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1286645 Apr 20 17:37:47.993476 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40208) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:48.103736 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a162c2b2-f456-42e7-a872-1874c219f9e7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:48.105361 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a162c2b2-f456-42e7-a872-1874c219f9e7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:48.107261 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a162c2b2-f456-42e7-a872-1874c219f9e7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:48.108278 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a162c2b2-f456-42e7-a872-1874c219f9e7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:37:48.130234 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a162c2b2-f456-42e7-a872-1874c219f9e7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:37:48.132887 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a162c2b2-f456-42e7-a872-1874c219f9e7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1312211 Apr 20 17:37:48.136372 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40214) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:48.263374 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-78012c45-4309-4039-8831-7ce45fa075f1 None None] Could not find standard attr ID for object 60f81c91-e83d-4d3d-8b5c-cce63eda9fa3. {{(pid=84082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 17:37:48.430867 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cc8be0e-655c-4c82-bf40-2b03045c5009 req-5504e8bc-539f-42c0-b1b0-ad9a6d2e4825 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:37:48.435467 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9cc8be0e-655c-4c82-bf40-2b03045c5009 req-5504e8bc-539f-42c0-b1b0-ad9a6d2e4825 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:48.440129 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c858e6e8-013d-4063-8eb9-6bbe47201026 None None] Sync routers for ids ['418b3c6b-4027-4f55-acd7-28a6479c1b0c'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:37:48.457133 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c858e6e8-013d-4063-8eb9-6bbe47201026 None None] Routers {'418b3c6b-4027-4f55-acd7-28a6479c1b0c'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:37:48.458048 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c858e6e8-013d-4063-8eb9-6bbe47201026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:37:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['418b3c6b-4027-4f55-acd7-28a6479c1b0c'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:48.558446 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e4150e-8944-4d3a-8730-447fde8ac3a8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting subnet 8644c236-96e1-4280-9a1f-59b402ad5db0 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:37:48.569462 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e5e4150e-8944-4d3a-8730-447fde8ac3a8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:48.594926 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9cc8be0e-655c-4c82-bf40-2b03045c5009 req-5504e8bc-539f-42c0-b1b0-ad9a6d2e4825 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "PUT /v2.0/floatingips/6917d46f-29dc-4db0-a8fc-5db07b19981f HTTP/1.1" status: 200 len: 995 time: 8.2016351 Apr 20 17:37:48.602972 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '269e7ade-4331-40af-96c3-dc939fc8e133', 'tag': '4c338798-f13b-42c7-932c-6331f24be7e4'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:37:48.647621 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e5e4150e-8944-4d3a-8730-447fde8ac3a8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:48.738963 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-c858e6e8-013d-4063-8eb9-6bbe47201026 None None] Set router 418b3c6b-4027-4f55-acd7-28a6479c1b0c gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:37:48.794213 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9cc8be0e-655c-4c82-bf40-2b03045c5009 req-15d2cdff-e5c1-4c07-ac1d-8b190e87a356 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ebf7eb106a7492aa5b3798a6700e1e3&device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 1097 time: 0.1743367 Apr 20 17:37:48.989212 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e5e4150e-8944-4d3a-8730-447fde8ac3a8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:49.019225 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a776951d-9b68-4151-9eb3-51ffe6b2234f tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:49.030060 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230760f-e93f-43f1-8186-24ec384250b9 req-98911116-aea5-4293-ba62-c8b560495ee1 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:49.031533 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0230760f-e93f-43f1-8186-24ec384250b9 req-98911116-aea5-4293-ba62-c8b560495ee1 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 945 time: 0.3357639 Apr 20 17:37:49.099083 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8be0e-655c-4c82-bf40-2b03045c5009 req-f5b2e291-66a1-4e25-b738-4b18744c124f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:49.100891 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9cc8be0e-655c-4c82-bf40-2b03045c5009 req-f5b2e291-66a1-4e25-b738-4b18744c124f service neutron] 10.222.0.39 "GET /v2.0/networks?id=404fa35b-eb31-464c-8c9d-43ca9fe048f0 HTTP/1.1" status: 200 len: 920 time: 0.2765832 Apr 20 17:37:49.126420 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0230760f-e93f-43f1-8186-24ec384250b9 req-47252a05-f78f-47c2-a351-dee13a59ad55 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800397 Apr 20 17:37:49.161387 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e5e4150e-8944-4d3a-8730-447fde8ac3a8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:49.211883 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4150e-8944-4d3a-8730-447fde8ac3a8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Subnet': ['ID=8644c236-96e1-4280-9a1f-59b402ad5db0,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:49.231915 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e5e4150e-8944-4d3a-8730-447fde8ac3a8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:49.262622 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e5e4150e-8944-4d3a-8730-447fde8ac3a8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/8644c236-96e1-4280-9a1f-59b402ad5db0 HTTP/1.1" status: 204 len: 168 time: 1.1244740 Apr 20 17:37:49.265231 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40238) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:49.324285 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab8a477-d5bc-4bdc-9199-7e5cc272bd44 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:37:49.328403 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0860989-a1fe-447b-b086-6f8eb7985f5d'] response: {'name': 'network-changed', 'server_uuid': '269e7ade-4331-40af-96c3-dc939fc8e133', 'tag': '4c338798-f13b-42c7-932c-6331f24be7e4', 'status': 'completed', 'code': 200} Apr 20 17:37:49.351179 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9cc8be0e-655c-4c82-bf40-2b03045c5009 req-87b24e85-daeb-47ab-82a4-4677f5ab453b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c338798-f13b-42c7-932c-6331f24be7e4 HTTP/1.1" status: 200 len: 998 time: 0.1963406 Apr 20 17:37:49.367999 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c858e6e8-013d-4063-8eb9-6bbe47201026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-500613962-router', 'tenant_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'a9f44896-41c2-4669-a295-b014a82b1576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:35:59Z', 'updated_at': '2022-04-20T17:36:11Z', 'revision_number': 4, 'project_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'gw_port': {'id': 'a9f44896-41c2-4669-a295-b014a82b1576', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:01Z', 'updated_at': '2022-04-20T17:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '6917d46f-29dc-4db0-a8fc-5db07b19981f', 'tenant_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'port_id': '4c338798-f13b-42c7-932c-6331f24be7e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '404fa35b-eb31-464c-8c9d-43ca9fe048f0', 'mac_address': 'fa:16:3e:8d:4f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269e7ade-4331-40af-96c3-dc939fc8e133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:37:35Z', 'updated_at': '2022-04-20T17:37:42Z', 'revision_number': 1, 'project_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '120a6974-210d-4066-a77f-def7892260d6', 'name': '', 'network_id': '404fa35b-eb31-464c-8c9d-43ca9fe048f0', 'tenant_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'mac_address': 'fa:16:3e:6a:c1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '641ca1bb-b160-4ee3-976a-db32db979b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:09Z', 'updated_at': '2022-04-20T17:37:00Z', 'revision_number': 5, 'project_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'subnets': [{'id': '641ca1bb-b160-4ee3-976a-db32db979b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:49.378586 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c858e6e8-013d-4063-8eb9-6bbe47201026 None None] Checking router: 418b3c6b-4027-4f55-acd7-28a6479c1b0c for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:37:49.434280 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c858e6e8-013d-4063-8eb9-6bbe47201026 None None] Routers {'418b3c6b-4027-4f55-acd7-28a6479c1b0c'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:37:49.442376 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c858e6e8-013d-4063-8eb9-6bbe47201026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:37:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['418b3c6b-4027-4f55-acd7-28a6479c1b0c'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:49.461598 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb5ea622-86d1-4795-b1ec-1ffae66422b9 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting subnet a230e969-156f-4078-bf2b-411ef45e197a {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:37:49.478084 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb5ea622-86d1-4795-b1ec-1ffae66422b9 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:49.493482 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8be0e-655c-4c82-bf40-2b03045c5009 req-bc03294c-c513-49a1-983e-8b88a42340d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:49.495609 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9cc8be0e-655c-4c82-bf40-2b03045c5009 req-bc03294c-c513-49a1-983e-8b88a42340d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=641ca1bb-b160-4ee3-976a-db32db979b60 HTTP/1.1" status: 200 len: 859 time: 0.1386750 Apr 20 17:37:49.575383 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9cc8be0e-655c-4c82-bf40-2b03045c5009 req-68bf1b59-da28-441a-8fd6-c230446345ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=404fa35b-eb31-464c-8c9d-43ca9fe048f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663717 Apr 20 17:37:49.593976 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-9cc8be0e-655c-4c82-bf40-2b03045c5009 req-52346acc-ba25-412f-af39-074b7fd01057 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:37:49.598149 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9cc8be0e-655c-4c82-bf40-2b03045c5009 req-52346acc-ba25-412f-af39-074b7fd01057 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0138879 Apr 20 17:37:49.713076 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb5ea622-86d1-4795-b1ec-1ffae66422b9 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:49.727178 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-c858e6e8-013d-4063-8eb9-6bbe47201026 None None] Set router 418b3c6b-4027-4f55-acd7-28a6479c1b0c gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:37:49.827676 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-685abf40-45b4-40a1-9e35-b1017bbe20c0 req-e0212e74-2616-4fae-8242-2dc7db874ddb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ebf7eb106a7492aa5b3798a6700e1e3&device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 1097 time: 0.4670215 Apr 20 17:37:49.976940 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb5ea622-86d1-4795-b1ec-1ffae66422b9 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:49.986573 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9cc8be0e-655c-4c82-bf40-2b03045c5009 req-7b2d5981-e202-4d7c-9cd2-f9279bb1c8ae service neutron] 10.222.0.39 "GET /v2.0/networks/404fa35b-eb31-464c-8c9d-43ca9fe048f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769786 Apr 20 17:37:50.026144 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-a776951d-9b68-4151-9eb3-51ffe6b2234f tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Deleting port 4ae93bfa-94be-4168-b344-1dfb83eec5c4 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:37:50.029899 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a776951d-9b68-4151-9eb3-51ffe6b2234f tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:50.072722 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb5ea622-86d1-4795-b1ec-1ffae66422b9 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:50.136062 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb5ea622-86d1-4795-b1ec-1ffae66422b9 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:50.155022 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ea622-86d1-4795-b1ec-1ffae66422b9 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Subnet': ['ID=a230e969-156f-4078-bf2b-411ef45e197a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:50.160207 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fb5ea622-86d1-4795-b1ec-1ffae66422b9 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/a230e969-156f-4078-bf2b-411ef45e197a HTTP/1.1" status: 204 len: 168 time: 0.8938901 Apr 20 17:37:50.163822 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40256) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:50.333043 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c13de40f-5c97-4573-8a49-9e9a9ba7b4ec tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1681681 Apr 20 17:37:50.358983 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c858e6e8-013d-4063-8eb9-6bbe47201026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-500613962-router', 'tenant_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'a9f44896-41c2-4669-a295-b014a82b1576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:35:59Z', 'updated_at': '2022-04-20T17:36:11Z', 'revision_number': 4, 'project_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'gw_port': {'id': 'a9f44896-41c2-4669-a295-b014a82b1576', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:01Z', 'updated_at': '2022-04-20T17:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '6917d46f-29dc-4db0-a8fc-5db07b19981f', 'tenant_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'port_id': '4c338798-f13b-42c7-932c-6331f24be7e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '404fa35b-eb31-464c-8c9d-43ca9fe048f0', 'mac_address': 'fa:16:3e:8d:4f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269e7ade-4331-40af-96c3-dc939fc8e133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:37:35Z', 'updated_at': '2022-04-20T17:37:42Z', 'revision_number': 1, 'project_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '120a6974-210d-4066-a77f-def7892260d6', 'name': '', 'network_id': '404fa35b-eb31-464c-8c9d-43ca9fe048f0', 'tenant_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'mac_address': 'fa:16:3e:6a:c1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '641ca1bb-b160-4ee3-976a-db32db979b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:09Z', 'updated_at': '2022-04-20T17:37:00Z', 'revision_number': 5, 'project_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'subnets': [{'id': '641ca1bb-b160-4ee3-976a-db32db979b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:50.364106 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c858e6e8-013d-4063-8eb9-6bbe47201026 None None] The sync data for ids ['418b3c6b-4027-4f55-acd7-28a6479c1b0c'] in n-d-838032-1 is: [{'id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-500613962-router', 'tenant_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'a9f44896-41c2-4669-a295-b014a82b1576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:35:59Z', 'updated_at': '2022-04-20T17:36:11Z', 'revision_number': 4, 'project_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'gw_port': {'id': 'a9f44896-41c2-4669-a295-b014a82b1576', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:01Z', 'updated_at': '2022-04-20T17:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '6917d46f-29dc-4db0-a8fc-5db07b19981f', 'tenant_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'port_id': '4c338798-f13b-42c7-932c-6331f24be7e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '404fa35b-eb31-464c-8c9d-43ca9fe048f0', 'mac_address': 'fa:16:3e:8d:4f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269e7ade-4331-40af-96c3-dc939fc8e133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:37:35Z', 'updated_at': '2022-04-20T17:37:42Z', 'revision_number': 1, 'project_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '120a6974-210d-4066-a77f-def7892260d6', 'name': '', 'network_id': '404fa35b-eb31-464c-8c9d-43ca9fe048f0', 'tenant_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'mac_address': 'fa:16:3e:6a:c1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '641ca1bb-b160-4ee3-976a-db32db979b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:09Z', 'updated_at': '2022-04-20T17:37:00Z', 'revision_number': 5, 'project_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'subnets': [{'id': '641ca1bb-b160-4ee3-976a-db32db979b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:37:50.445410 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40266) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:50.475138 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-146a58e8-b671-40d4-a376-1b8a63ee9f5a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:50.594992 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685abf40-45b4-40a1-9e35-b1017bbe20c0 req-48d0da4f-da2c-47e7-9582-27f2b3e26e05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:50.596463 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-685abf40-45b4-40a1-9e35-b1017bbe20c0 req-48d0da4f-da2c-47e7-9582-27f2b3e26e05 service neutron] 10.222.0.10 "GET /v2.0/networks?id=404fa35b-eb31-464c-8c9d-43ca9fe048f0 HTTP/1.1" status: 200 len: 920 time: 0.7585225 Apr 20 17:37:50.643984 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9cc8be0e-655c-4c82-bf40-2b03045c5009 req-6d6356b8-3744-4088-a6c0-92d59bdf5923 service neutron] 10.222.0.39 "GET /v2.0/networks/404fa35b-eb31-464c-8c9d-43ca9fe048f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6538482 Apr 20 17:37:50.674410 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a776951d-9b68-4151-9eb3-51ffe6b2234f tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:50.678101 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5beecb-defb-4589-b452-47077c7fb9f7 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:37:50.761358 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4393c-80a6-4f96-b2fb-7ef87b97b1ae req-3356bdab-0971-4c58-b546-8206bc79dd29 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:50.762908 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-89e4393c-80a6-4f96-b2fb-7ef87b97b1ae req-3356bdab-0971-4c58-b546-8206bc79dd29 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 945 time: 0.4288034 Apr 20 17:37:50.770267 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-146a58e8-b671-40d4-a376-1b8a63ee9f5a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:50.791458 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-146a58e8-b671-40d4-a376-1b8a63ee9f5a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:subnet and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:37:50.797128 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-146a58e8-b671-40d4-a376-1b8a63ee9f5a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:37:50.803869 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-685abf40-45b4-40a1-9e35-b1017bbe20c0 req-0c2c455c-2644-4e39-a3a8-741a56c7bdaf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c338798-f13b-42c7-932c-6331f24be7e4 HTTP/1.1" status: 200 len: 998 time: 0.1968522 Apr 20 17:37:50.810384 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-146a58e8-b671-40d4-a376-1b8a63ee9f5a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:50.836007 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-a776951d-9b68-4151-9eb3-51ffe6b2234f tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Calling delete_port for 4ae93bfa-94be-4168-b344-1dfb83eec5c4 owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:37:50.894585 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146a58e8-b671-40d4-a376-1b8a63ee9f5a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:37:50.901064 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-146a58e8-b671-40d4-a376-1b8a63ee9f5a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:50.930727 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d626be82-c1fc-4990-a47d-3655a82cbde0 None None] Provisioning complete for port 618eb35a-16ca-45a3-ba6d-a74c7aa852df triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:37:50.931084 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d626be82-c1fc-4990-a47d-3655a82cbde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:51.030392 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-89e4393c-80a6-4f96-b2fb-7ef87b97b1ae req-07f097e2-78ae-46bb-b598-f7205645508b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552538 Apr 20 17:37:51.042110 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685abf40-45b4-40a1-9e35-b1017bbe20c0 req-cd41dbee-1be5-4d98-a073-9a8c5afca93e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:51.044138 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-685abf40-45b4-40a1-9e35-b1017bbe20c0 req-cd41dbee-1be5-4d98-a073-9a8c5afca93e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=641ca1bb-b160-4ee3-976a-db32db979b60 HTTP/1.1" status: 200 len: 859 time: 0.2309444 Apr 20 17:37:51.101242 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-685abf40-45b4-40a1-9e35-b1017bbe20c0 req-752f998c-0d79-4703-aa45-c86ff58f59c4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=404fa35b-eb31-464c-8c9d-43ca9fe048f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493665 Apr 20 17:37:51.103332 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9d0ee2-754c-428e-bfa3-c6738c0438a7 None None] DHCP port deletion for 9ba611e4-024c-4a0c-9998-3bc548cf409a request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:37:51.123259 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-4e9d0ee2-754c-428e-bfa3-c6738c0438a7 None None] Deleting port 618eb35a-16ca-45a3-ba6d-a74c7aa852df {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:37:51.123891 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4e9d0ee2-754c-428e-bfa3-c6738c0438a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:51.246442 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-5cca3134-9db6-4fc2-9b9c-e858d13530eb tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:51.247275 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-5cca3134-9db6-4fc2-9b9c-e858d13530eb tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Synchronizing usage tracker for tenant:9386e3364a314a7fb56a291c3743d314 on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:37:51.299412 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5aa58905-6efa-4cbf-a38d-7366d25d3750 req-5f77c80f-8918-48e0-8cc9-4bedae8d8219 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3920519 Apr 20 17:37:51.393092 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-5cca3134-9db6-4fc2-9b9c-e858d13530eb tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Unset dirty status for tenant:9386e3364a314a7fb56a291c3743d314 on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:37:51.399229 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-5cca3134-9db6-4fc2-9b9c-e858d13530eb tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/networks?id=154a4f2e-6558-438f-940c-0efd0da6937d HTTP/1.1" status: 200 len: 808 time: 0.5684712 Apr 20 17:37:51.415700 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a776951d-9b68-4151-9eb3-51ffe6b2234f tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:51.432057 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-07daca5e-4d59-4e05-a9af-2ca61657cf28 req-8eea246e-c3e0-4c73-84e2-467d33c3a203 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.2 HTTP/1.1" status: 200 len: 998 time: 0.3287187 Apr 20 17:37:51.448338 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-4e9d0ee2-754c-428e-bfa3-c6738c0438a7 None None] For port 618eb35a-16ca-45a3-ba6d-a74c7aa852df, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=618eb35a-16ca-45a3-ba6d-a74c7aa852df,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:51.448809 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4e9d0ee2-754c-428e-bfa3-c6738c0438a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:51.539133 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776951d-9b68-4151-9eb3-51ffe6b2234f tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event deleted for resources: {'Port': ['ID=4ae93bfa-94be-4168-b344-1dfb83eec5c4,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:51.571646 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-2f0e4dd0-4f36-42b8-b324-a391adbf3f0a tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/quotas/9386e3364a314a7fb56a291c3743d314 HTTP/1.1" status: 200 len: 375 time: 0.1429627 Apr 20 17:37:51.604828 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-4e9d0ee2-754c-428e-bfa3-c6738c0438a7 None None] Calling delete_port for 618eb35a-16ca-45a3-ba6d-a74c7aa852df owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:37:51.629119 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07daca5e-4d59-4e05-a9af-2ca61657cf28 req-fba754d5-5a04-4248-ba5b-958c21cede7f tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:51.630536 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-07daca5e-4d59-4e05-a9af-2ca61657cf28 req-fba754d5-5a04-4248-ba5b-958c21cede7f tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/ports/4c338798-f13b-42c7-932c-6331f24be7e4 HTTP/1.1" status: 200 len: 943 time: 0.1726866 Apr 20 17:37:51.736905 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4e9d0ee2-754c-428e-bfa3-c6738c0438a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:51.758388 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-685abf40-45b4-40a1-9e35-b1017bbe20c0 req-964de830-c087-40df-8455-b21ca5bfda96 service neutron] 10.222.0.10 "GET /v2.0/networks/404fa35b-eb31-464c-8c9d-43ca9fe048f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210416 Apr 20 17:37:51.808832 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d0ee2-754c-428e-bfa3-c6738c0438a7 None None] Pushing event deleted for resources: {'Port': ['ID=618eb35a-16ca-45a3-ba6d-a74c7aa852df,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:51.823057 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9d0ee2-754c-428e-bfa3-c6738c0438a7 None None] No DVR routers for this DVR port 618eb35a-16ca-45a3-ba6d-a74c7aa852df on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:37:51.834503 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9d0ee2-754c-428e-bfa3-c6738c0438a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:51.835471 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9d0ee2-754c-428e-bfa3-c6738c0438a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:51.835775 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9d0ee2-754c-428e-bfa3-c6738c0438a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:51.836549 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9d0ee2-754c-428e-bfa3-c6738c0438a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:51.837647 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9d0ee2-754c-428e-bfa3-c6738c0438a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:51.838359 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9d0ee2-754c-428e-bfa3-c6738c0438a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:51.838757 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9d0ee2-754c-428e-bfa3-c6738c0438a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:51.839368 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9d0ee2-754c-428e-bfa3-c6738c0438a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:51.839807 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9d0ee2-754c-428e-bfa3-c6738c0438a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:51.840312 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9d0ee2-754c-428e-bfa3-c6738c0438a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:51.841030 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9d0ee2-754c-428e-bfa3-c6738c0438a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:37:51.895416 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-cb7fd458-bb1d-4122-95ec-5c253dcf624f tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9386e3364a314a7fb56a291c3743d314&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3098948 Apr 20 17:37:51.994781 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a776951d-9b68-4151-9eb3-51ffe6b2234f tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:52.038313 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-07daca5e-4d59-4e05-a9af-2ca61657cf28 req-bea0a778-9540-4ac2-8022-dd8ffcd47d02 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.2 HTTP/1.1" status: 200 len: 998 time: 0.2259548 Apr 20 17:37:52.130239 n-d-838032-1 neutron-server[84080]: DEBUG neutron.objects.ports [None req-146a58e8-b671-40d4-a376-1b8a63ee9f5a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84080) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 20 17:37:52.171554 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-cb9f18f8-fcd7-48a6-83e2-afd9c7049eab service neutron] 10.222.0.39 "GET /v2.0/networks/154a4f2e-6558-438f-940c-0efd0da6937d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683856 Apr 20 17:37:52.183358 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-685abf40-45b4-40a1-9e35-b1017bbe20c0 req-7726fca6-4af9-40bc-91a0-ff5521de2b62 service neutron] 10.222.0.10 "GET /v2.0/networks/404fa35b-eb31-464c-8c9d-43ca9fe048f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178689 Apr 20 17:37:52.183904 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-146a58e8-b671-40d4-a376-1b8a63ee9f5a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:52.270253 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146a58e8-b671-40d4-a376-1b8a63ee9f5a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:37:52.283590 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-146a58e8-b671-40d4-a376-1b8a63ee9f5a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:37:52.292481 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478c41d4-f07d-41f1-a4c8-fc6f600bb78f None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:37:52.293520 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146a58e8-b671-40d4-a376-1b8a63ee9f5a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:52.294355 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-146a58e8-b671-40d4-a376-1b8a63ee9f5a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:52.365965 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a58e8-b671-40d4-a376-1b8a63ee9f5a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Subnet': ['ID=71202b1c-2861-438f-aca4-606790b137b6,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:52.380108 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07daca5e-4d59-4e05-a9af-2ca61657cf28 req-8e40f6cb-f932-4b7b-a987-ba0e743b440b tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:52.380953 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-07daca5e-4d59-4e05-a9af-2ca61657cf28 req-8e40f6cb-f932-4b7b-a987-ba0e743b440b tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Synchronizing usage tracker for tenant:2ebf7eb106a7492aa5b3798a6700e1e3 on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:37:52.463238 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-146a58e8-b671-40d4-a376-1b8a63ee9f5a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0167689 Apr 20 17:37:52.466950 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40306) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:52.479820 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-5c49bf7c-c7ee-48f8-a36e-d0e04de54aac tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:52.618936 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b64078f-192d-46d8-96aa-0a443a0a35b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-9ba611e4-024c-4a0c-9998-3bc548cf409a', 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'fixed_ips': [{'subnet_id': '71202b1c-2861-438f-aca4-606790b137b6'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:37:52.620615 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8b64078f-192d-46d8-96aa-0a443a0a35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:52.638451 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-069160c4-6d2f-4bbc-b11d-1bccdc242a28 service neutron] 10.222.0.39 "GET /v2.0/networks/154a4f2e-6558-438f-940c-0efd0da6937d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597797 Apr 20 17:37:52.714642 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5c49bf7c-c7ee-48f8-a36e-d0e04de54aac tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:52.719322 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5c49bf7c-c7ee-48f8-a36e-d0e04de54aac tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:subnet and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:37:52.722600 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5c49bf7c-c7ee-48f8-a36e-d0e04de54aac tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:37:52.731020 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5c49bf7c-c7ee-48f8-a36e-d0e04de54aac tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:52.731323 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9832f7bf-25d0-400b-ae50-e0562864a454 None None] New status for floating IP 6917d46f-29dc-4db0-a8fc-5db07b19981f: ACTIVE {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:37:52.748105 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-07daca5e-4d59-4e05-a9af-2ca61657cf28 req-8e40f6cb-f932-4b7b-a987-ba0e743b440b tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Unset dirty status for tenant:2ebf7eb106a7492aa5b3798a6700e1e3 on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:37:52.749488 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-07daca5e-4d59-4e05-a9af-2ca61657cf28 req-8e40f6cb-f932-4b7b-a987-ba0e743b440b tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 784 time: 0.6989772 Apr 20 17:37:52.752835 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c49bf7c-c7ee-48f8-a36e-d0e04de54aac tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:37:52.767647 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5c49bf7c-c7ee-48f8-a36e-d0e04de54aac tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:52.842132 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5aa58905-6efa-4cbf-a38d-7366d25d3750 req-443790d9-53ae-4eea-a5ec-2cdb359b0ee7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ebf7eb106a7492aa5b3798a6700e1e3&device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 1097 time: 0.5537694 Apr 20 17:37:52.861478 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-07daca5e-4d59-4e05-a9af-2ca61657cf28 req-1f51f7c7-c6a5-4aba-899a-f783e098d773 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:37:52.865558 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-07daca5e-4d59-4e05-a9af-2ca61657cf28 req-1f51f7c7-c6a5-4aba-899a-f783e098d773 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0403290 Apr 20 17:37:52.887156 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a776951d-9b68-4151-9eb3-51ffe6b2234f tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Router 31782665-0990-4daf-887d-18ff3a144252 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:37:53.117721 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 618eb35a-16ca-45a3-ba6d-a74c7aa852df no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:37:53.169408 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a776951d-9b68-4151-9eb3-51ffe6b2234f tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:37:53.174402 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-07daca5e-4d59-4e05-a9af-2ca61657cf28 req-59b57f25-655d-4763-8ffb-fc533c552fdf tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.2 HTTP/1.1" status: 200 len: 998 time: 0.1455379 Apr 20 17:37:53.175325 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-8b64078f-192d-46d8-96aa-0a443a0a35b7 None None] Allocated IP 2001:db8::f816:3eff:fed2:cf9 (9ba611e4-024c-4a0c-9998-3bc548cf409a/71202b1c-2861-438f-aca4-606790b137b6/535285ba-8a18-4884-bb15-2529a10101ee) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:37:53.187272 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 618eb35a-16ca-45a3-ba6d-a74c7aa852df {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:37:53.187819 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 618eb35a-16ca-45a3-ba6d-a74c7aa852df not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:37:53.195643 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-07daca5e-4d59-4e05-a9af-2ca61657cf28 req-a31a9fd2-7f22-4e7b-bddc-b4d34cac7375 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:53.207968 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2950f57a-37ae-4a27-960d-1e8d2cf0e680 None None] Sync routers for ids ['31782665-0990-4daf-887d-18ff3a144252'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:37:53.212849 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a776951d-9b68-4151-9eb3-51ffe6b2234f tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "PUT /v2.0/routers/31782665-0990-4daf-887d-18ff3a144252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8221028 Apr 20 17:37:53.217628 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40326) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:53.251888 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2950f57a-37ae-4a27-960d-1e8d2cf0e680 None None] Routers {'31782665-0990-4daf-887d-18ff3a144252'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:37:53.251888 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-2950f57a-37ae-4a27-960d-1e8d2cf0e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:37:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['31782665-0990-4daf-887d-18ff3a144252'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:53.369128 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-2950f57a-37ae-4a27-960d-1e8d2cf0e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:53.393128 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2950f57a-37ae-4a27-960d-1e8d2cf0e680 None None] Routers {'31782665-0990-4daf-887d-18ff3a144252'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:37:53.393834 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-2950f57a-37ae-4a27-960d-1e8d2cf0e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:37:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['31782665-0990-4daf-887d-18ff3a144252'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:53.415640 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a87f07-1a99-4238-aa3d-36e99c1ad88d req-a2f260ef-5ef5-4fa3-b518-91eb1d30d218 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:53.417623 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-96a87f07-1a99-4238-aa3d-36e99c1ad88d req-a2f260ef-5ef5-4fa3-b518-91eb1d30d218 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 945 time: 0.3275745 Apr 20 17:37:53.504928 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-2950f57a-37ae-4a27-960d-1e8d2cf0e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:53.506000 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2950f57a-37ae-4a27-960d-1e8d2cf0e680 None None] The sync data for ids ['31782665-0990-4daf-887d-18ff3a144252'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:37:53.555016 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-96a87f07-1a99-4238-aa3d-36e99c1ad88d req-f4299b74-9891-451f-a3dc-cc898ec36e8b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259000 Apr 20 17:37:53.647644 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8b64078f-192d-46d8-96aa-0a443a0a35b7 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:53.683257 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8b64078f-192d-46d8-96aa-0a443a0a35b7 None None] Transition to ACTIVE for port object 535285ba-8a18-4884-bb15-2529a10101ee will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:37:53.712768 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8b64078f-192d-46d8-96aa-0a443a0a35b7 None None] Transition to ACTIVE for port object 535285ba-8a18-4884-bb15-2529a10101ee will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:37:53.719977 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8b64078f-192d-46d8-96aa-0a443a0a35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:53.784278 n-d-838032-1 neutron-server[84080]: INFO neutron.db.ipam_backend_mixin [None req-5c49bf7c-c7ee-48f8-a36e-d0e04de54aac tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 71202b1c-2861-438f-aca4-606790b137b6 (CIDR: 2001:db8::/64) Apr 20 17:37:53.788522 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-f3266793-e1c7-4c48-b623-22efe7d96758 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] remove_router_interface failed (client error): The resource could not be found. Apr 20 17:37:53.789830 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f3266793-e1c7-4c48-b623-22efe7d96758 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "PUT /v2.0/routers/31782665-0990-4daf-887d-18ff3a144252/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5676708 Apr 20 17:37:53.805309 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40338) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:53.805309 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c49bf7c-c7ee-48f8-a36e-d0e04de54aac tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:37:53.805309 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c49bf7c-c7ee-48f8-a36e-d0e04de54aac tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:37:53.831088 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c426eeaa-41d8-40ca-90b7-cfe847f9efa7 req-87b58aa4-2b13-4249-b2d5-4afe5bff4f40 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0cbb3e2-d35c-4323-ba12-b4122b7d8fa2 HTTP/1.1" status: 200 len: 210 time: 0.1386726 Apr 20 17:37:53.846644 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-07daca5e-4d59-4e05-a9af-2ca61657cf28 req-a31a9fd2-7f22-4e7b-bddc-b4d34cac7375 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks [] for floatingip, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:53.879413 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64078f-192d-46d8-96aa-0a443a0a35b7 None None] Pushing event updated for resources: {'Port': ['ID=535285ba-8a18-4884-bb15-2529a10101ee,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:53.894173 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b64078f-192d-46d8-96aa-0a443a0a35b7 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:37:53.895447 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-8b64078f-192d-46d8-96aa-0a443a0a35b7 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:37:53.901228 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b64078f-192d-46d8-96aa-0a443a0a35b7 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:37:53.966227 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c7c8ff64-74e9-4fc1-94c4-29b7cd13f082 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "GET /v2.0/ports?device_id=31782665-0990-4daf-887d-18ff3a144252 HTTP/1.1" status: 200 len: 205 time: 0.1350672 Apr 20 17:37:53.968873 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40344) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:53.988815 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5c49bf7c-c7ee-48f8-a36e-d0e04de54aac tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5156579 Apr 20 17:37:53.993307 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40348) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:54.000231 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-6903566d-e055-44e4-aca6-c31d351c3d43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:54.013763 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-8b64078f-192d-46d8-96aa-0a443a0a35b7 None None] Attempting to bind port 535285ba-8a18-4884-bb15-2529a10101ee on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:37:54.014412 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-8b64078f-192d-46d8-96aa-0a443a0a35b7 None None] Attempting to bind port 535285ba-8a18-4884-bb15-2529a10101ee by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:37:54.014764 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b64078f-192d-46d8-96aa-0a443a0a35b7 None None] Attempting to bind port 535285ba-8a18-4884-bb15-2529a10101ee on network 9ba611e4-024c-4a0c-9998-3bc548cf409a {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:37:54.019718 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa58905-6efa-4cbf-a38d-7366d25d3750 req-c9ba7871-5603-49fb-8ee1-7305d1ad41b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:54.021453 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5aa58905-6efa-4cbf-a38d-7366d25d3750 req-c9ba7871-5603-49fb-8ee1-7305d1ad41b3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=404fa35b-eb31-464c-8c9d-43ca9fe048f0 HTTP/1.1" status: 200 len: 920 time: 1.0410068 Apr 20 17:37:54.021591 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b64078f-192d-46d8-96aa-0a443a0a35b7 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:37:54.022079 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b64078f-192d-46d8-96aa-0a443a0a35b7 None None] Checking segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:37:54.022497 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8b64078f-192d-46d8-96aa-0a443a0a35b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:54.022873 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b64078f-192d-46d8-96aa-0a443a0a35b7 None None] Bound using segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:37:54.023325 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-8b64078f-192d-46d8-96aa-0a443a0a35b7 None None] Bound port: 535285ba-8a18-4884-bb15-2529a10101ee, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:37:54.023690 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8b64078f-192d-46d8-96aa-0a443a0a35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:54.151546 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-002e44dc-0bad-45b0-8fce-df41cfe314c3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:54.215479 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-8b64078f-192d-46d8-96aa-0a443a0a35b7 None None] For port 535285ba-8a18-4884-bb15-2529a10101ee, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:37:54.218887 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-8b64078f-192d-46d8-96aa-0a443a0a35b7 None None] For port 535285ba-8a18-4884-bb15-2529a10101ee, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=535285ba-8a18-4884-bb15-2529a10101ee,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:37:54.227577 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8b64078f-192d-46d8-96aa-0a443a0a35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:54.328786 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64078f-192d-46d8-96aa-0a443a0a35b7 None None] Pushing event updated for resources: {'Port': ['ID=535285ba-8a18-4884-bb15-2529a10101ee,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:54.435201 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-07daca5e-4d59-4e05-a9af-2ca61657cf28 req-a31a9fd2-7f22-4e7b-bddc-b4d34cac7375 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:54.449262 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5aa58905-6efa-4cbf-a38d-7366d25d3750 req-7350105b-1f67-4b42-93fc-e1c28248973a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c338798-f13b-42c7-932c-6331f24be7e4 HTTP/1.1" status: 200 len: 1000 time: 0.4194155 Apr 20 17:37:54.453202 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-07daca5e-4d59-4e05-a9af-2ca61657cf28 req-a31a9fd2-7f22-4e7b-bddc-b4d34cac7375 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:54.465857 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [req-07daca5e-4d59-4e05-a9af-2ca61657cf28 req-a31a9fd2-7f22-4e7b-bddc-b4d34cac7375 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Floating IP 6917d46f-29dc-4db0-a8fc-5db07b19981f disassociated. External IP: 172.25.8.2, port: 4c338798-f13b-42c7-932c-6331f24be7e4. Apr 20 17:37:54.784789 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6903566d-e055-44e4-aca6-c31d351c3d43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:54.811037 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6903566d-e055-44e4-aca6-c31d351c3d43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:subnet and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:37:54.815977 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6903566d-e055-44e4-aca6-c31d351c3d43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:37:54.828895 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6903566d-e055-44e4-aca6-c31d351c3d43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:54.873488 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa58905-6efa-4cbf-a38d-7366d25d3750 req-b098ba54-ef3b-420c-bef0-f7f207a65334 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:54.875191 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5aa58905-6efa-4cbf-a38d-7366d25d3750 req-b098ba54-ef3b-420c-bef0-f7f207a65334 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=641ca1bb-b160-4ee3-976a-db32db979b60 HTTP/1.1" status: 200 len: 859 time: 0.3101132 Apr 20 17:37:54.992223 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6903566d-e055-44e4-aca6-c31d351c3d43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:37:55.074623 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-002e44dc-0bad-45b0-8fce-df41cfe314c3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:55.084514 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5aa58905-6efa-4cbf-a38d-7366d25d3750 req-29dfba28-8489-4aa1-8eda-a5371593e9b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=404fa35b-eb31-464c-8c9d-43ca9fe048f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2016139 Apr 20 17:37:55.087505 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 535285ba-8a18-4884-bb15-2529a10101ee up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:37:55.102651 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-002e44dc-0bad-45b0-8fce-df41cfe314c3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:55.199607 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de50756-e1d4-41fc-a224-ce010833b801 req-629ea2a0-a1dc-4e26-bcda-c05d127651d4 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:55.201429 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6de50756-e1d4-41fc-a224-ce010833b801 req-629ea2a0-a1dc-4e26-bcda-c05d127651d4 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 945 time: 0.2464900 Apr 20 17:37:55.205355 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-002e44dc-0bad-45b0-8fce-df41cfe314c3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:55.206128 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002e44dc-0bad-45b0-8fce-df41cfe314c3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Fanout notify agent at l3_agent the message router_deleted on router 31782665-0990-4daf-887d-18ff3a144252 {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:37:55.212475 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 535285ba-8a18-4884-bb15-2529a10101ee completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:37:55.245858 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-002e44dc-0bad-45b0-8fce-df41cfe314c3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:55.246947 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-002e44dc-0bad-45b0-8fce-df41cfe314c3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/routers/31782665-0990-4daf-887d-18ff3a144252 HTTP/1.1" status: 204 len: 168 time: 1.2770929 Apr 20 17:37:55.252227 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40374) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:55.258744 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-4f632ccf-b7da-4da0-9e3a-6aa14498a3c7 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:55.260231 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-4f632ccf-b7da-4da0-9e3a-6aa14498a3c7 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.10 "GET /v2.0/networks?id=154a4f2e-6558-438f-940c-0efd0da6937d HTTP/1.1" status: 200 len: 808 time: 0.4667358 Apr 20 17:37:55.277885 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-69c45f29-fab9-4a53-bd4b-7b53cf003deb tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Request body: {'port': {'device_id': 'e0cbb3e2-d35c-4323-ba12-b4122b7d8fa2', 'network_id': '154a4f2e-6558-438f-940c-0efd0da6937d', 'admin_state_up': True, 'tenant_id': '9386e3364a314a7fb56a291c3743d314'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:55.351220 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6de50756-e1d4-41fc-a224-ce010833b801 req-3bea035d-f703-46a4-8ca4-1c8651e010da tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352558 Apr 20 17:37:55.352600 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6903566d-e055-44e4-aca6-c31d351c3d43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:55.437824 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-69c45f29-fab9-4a53-bd4b-7b53cf003deb tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:55.442383 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-69c45f29-fab9-4a53-bd4b-7b53cf003deb tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Usage tracker for resource:port and tenant:9386e3364a314a7fb56a291c3743d314 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:37:55.446316 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-69c45f29-fab9-4a53-bd4b-7b53cf003deb tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:37:55.452437 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-69c45f29-fab9-4a53-bd4b-7b53cf003deb tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:55.466170 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-69c45f29-fab9-4a53-bd4b-7b53cf003deb tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Made reservation on behalf of 9386e3364a314a7fb56a291c3743d314 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:37:55.469749 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-69c45f29-fab9-4a53-bd4b-7b53cf003deb tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:55.662787 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2a87cd32-0aa5-422d-bd2a-0b2ec3cf14de req-a6aa31b3-00b4-4890-aa7e-1497f1b8004f tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0cbb3e2-d35c-4323-ba12-b4122b7d8fa2 HTTP/1.1" status: 200 len: 210 time: 0.0522606 Apr 20 17:37:55.764018 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-69c45f29-fab9-4a53-bd4b-7b53cf003deb tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Allocated IP 172.20.0.6 (154a4f2e-6558-438f-940c-0efd0da6937d/88370bcc-315e-4f6b-ac12-dea6593d5b47/50aafbf6-f48b-4436-a7d5-3796c8f84979) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:37:55.815522 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5aa58905-6efa-4cbf-a38d-7366d25d3750 req-2fe9093f-0004-4074-af36-8c29b732099c service neutron] 10.222.0.10 "GET /v2.0/networks/404fa35b-eb31-464c-8c9d-43ca9fe048f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7222846 Apr 20 17:37:55.928210 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-16ca6572-204a-417b-bec1-69493c852081 None None] Provisioning for port 535285ba-8a18-4884-bb15-2529a10101ee completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:37:55.933457 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-16ca6572-204a-417b-bec1-69493c852081 None None] Provisioning complete for port 535285ba-8a18-4884-bb15-2529a10101ee triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:37:55.933848 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-16ca6572-204a-417b-bec1-69493c852081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:56.020749 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-69c45f29-fab9-4a53-bd4b-7b53cf003deb tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:56.056066 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-69c45f29-fab9-4a53-bd4b-7b53cf003deb tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:56.089452 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-16ca6572-204a-417b-bec1-69493c852081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:56.129596 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-16ca6572-204a-417b-bec1-69493c852081 None None] For port 535285ba-8a18-4884-bb15-2529a10101ee, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=535285ba-8a18-4884-bb15-2529a10101ee,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:56.137357 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-16ca6572-204a-417b-bec1-69493c852081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:56.138645 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1db6382-c756-4767-a80d-f39f20106fa1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Deleting subnet bed96801-f29f-4a22-a674-730722168a21 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:37:56.142745 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-69c45f29-fab9-4a53-bd4b-7b53cf003deb tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Network 154a4f2e-6558-438f-940c-0efd0da6937d is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:37:56.146326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-69c45f29-fab9-4a53-bd4b-7b53cf003deb tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:37:56.149488 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-69c45f29-fab9-4a53-bd4b-7b53cf003deb tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:37:56.151189 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a1db6382-c756-4767-a80d-f39f20106fa1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:56.208809 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c45f29-fab9-4a53-bd4b-7b53cf003deb tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Pushing event updated for resources: {'Port': ['ID=50aafbf6-f48b-4436-a7d5-3796c8f84979,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:56.231806 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca6572-204a-417b-bec1-69493c852081 None None] Pushing event updated for resources: {'Port': ['ID=535285ba-8a18-4884-bb15-2529a10101ee,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:56.257788 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-69c45f29-fab9-4a53-bd4b-7b53cf003deb tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:56.258491 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-69c45f29-fab9-4a53-bd4b-7b53cf003deb tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:56.281298 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-69c45f29-fab9-4a53-bd4b-7b53cf003deb tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0078239 Apr 20 17:37:56.281563 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5aa58905-6efa-4cbf-a38d-7366d25d3750 req-0a8d4a6b-7bcd-4475-816c-59b107744a4f service neutron] 10.222.0.10 "GET /v2.0/networks/404fa35b-eb31-464c-8c9d-43ca9fe048f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4533086 Apr 20 17:37:56.297587 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-c83c149a-43bb-4c21-8be5-bb5d6a155c38 service neutron] Request body: {'port': {'device_id': 'e0cbb3e2-d35c-4323-ba12-b4122b7d8fa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:56.337991 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a1db6382-c756-4767-a80d-f39f20106fa1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:56.416317 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-c83c149a-43bb-4c21-8be5-bb5d6a155c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:56.541345 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a1db6382-c756-4767-a80d-f39f20106fa1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:56.614585 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6903566d-e055-44e4-aca6-c31d351c3d43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:56.712411 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6903566d-e055-44e4-aca6-c31d351c3d43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:37:56.714853 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903566d-e055-44e4-aca6-c31d351c3d43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Subnet': ['ID=be5ff014-51b8-4bde-a027-eb5a8f7ddfa3,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:56.717293 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-6903566d-e055-44e4-aca6-c31d351c3d43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:37:56.727789 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07daca5e-4d59-4e05-a9af-2ca61657cf28 req-a31a9fd2-7f22-4e7b-bddc-b4d34cac7375 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Router 418b3c6b-4027-4f55-acd7-28a6479c1b0c has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:37:56.729421 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6903566d-e055-44e4-aca6-c31d351c3d43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:56.730121 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6903566d-e055-44e4-aca6-c31d351c3d43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:56.740174 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a1db6382-c756-4767-a80d-f39f20106fa1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:56.740438 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0978ebe7-5122-4cf5-a833-6aed1b1a0d37 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:37:56.796624 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db6382-c756-4767-a80d-f39f20106fa1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event deleted for resources: {'Subnet': ['ID=bed96801-f29f-4a22-a674-730722168a21,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:56.814572 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a1db6382-c756-4767-a80d-f39f20106fa1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:56.817874 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a1db6382-c756-4767-a80d-f39f20106fa1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/subnets/bed96801-f29f-4a22-a674-730722168a21 HTTP/1.1" status: 204 len: 168 time: 1.5617459 Apr 20 17:37:56.820898 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40406) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:56.827376 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6903566d-e055-44e4-aca6-c31d351c3d43 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8289747 Apr 20 17:37:56.838080 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40410) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:56.910996 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-42231bcc-3078-4156-8284-5bd6e9d5e8c1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'port': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'mac_address': 'fa:16:3e:37:8d:10', 'name': 'tempest-NetworksTestDHCPv6-2094323307'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:57.032532 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4399f8f-35c5-486d-b79d-e521407ad165 req-79c38c93-fbb0-4ff2-a4fb-b0a1d848c1ee tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:57.036974 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0556bb01-d186-4e9a-83b2-e42dd0a91d8d None None] Network 4f13d93c-51b8-4120-8402-3a4467c9257e requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:37:57.040049 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d4399f8f-35c5-486d-b79d-e521407ad165 req-79c38c93-fbb0-4ff2-a4fb-b0a1d848c1ee tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 945 time: 0.4609604 Apr 20 17:37:57.088232 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6c028c8d-1f8c-4f75-a7ee-098c280a2fa8 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:57.105943 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-6c028c8d-1f8c-4f75-a7ee-098c280a2fa8 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Deleting port 0f4a389e-4664-4027-bafc-61d5a60a81d5 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:37:57.106511 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6c028c8d-1f8c-4f75-a7ee-098c280a2fa8 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:57.142864 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 535285ba-8a18-4884-bb15-2529a10101ee up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:37:57.162895 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d4399f8f-35c5-486d-b79d-e521407ad165 req-4fe8b70a-9d91-4d07-baa8-c3e161ea0ad9 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217842 Apr 20 17:37:57.221300 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-42231bcc-3078-4156-8284-5bd6e9d5e8c1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:57.232467 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-42231bcc-3078-4156-8284-5bd6e9d5e8c1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:port and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:37:57.236220 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-42231bcc-3078-4156-8284-5bd6e9d5e8c1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:37:57.244869 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-42231bcc-3078-4156-8284-5bd6e9d5e8c1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:57.299667 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42231bcc-3078-4156-8284-5bd6e9d5e8c1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:37:57.416633 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 535285ba-8a18-4884-bb15-2529a10101ee triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:37:57.417004 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:57.427331 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-c83c149a-43bb-4c21-8be5-bb5d6a155c38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50aafbf6-f48b-4436-a7d5-3796c8f84979 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:37:57.435315 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-c83c149a-43bb-4c21-8be5-bb5d6a155c38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:57.451614 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-6c028c8d-1f8c-4f75-a7ee-098c280a2fa8 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] For port 0f4a389e-4664-4027-bafc-61d5a60a81d5, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0f4a389e-4664-4027-bafc-61d5a60a81d5,segment=NetworkSegment(cde00cd1-f872-4739-8131-3325ca417c23),segment_id=cde00cd1-f872-4739-8131-3325ca417c23)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:57.452282 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6c028c8d-1f8c-4f75-a7ee-098c280a2fa8 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:57.460050 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-c83c149a-43bb-4c21-8be5-bb5d6a155c38 service neutron] Transition to ACTIVE for port object 50aafbf6-f48b-4436-a7d5-3796c8f84979 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:37:57.514285 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-c83c149a-43bb-4c21-8be5-bb5d6a155c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:57.563926 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae20812-e0ba-40a7-8219-4bf0bb3b8d36 None None] DHCP port deletion for 4f13d93c-51b8-4120-8402-3a4467c9257e request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:37:57.568440 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907aa1d7-1096-4acd-bd99-0c69a2111758 None None] Update dhcp port {'port': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'fixed_ips': [{'subnet_id': '71202b1c-2861-438f-aca4-606790b137b6', 'ip_address': '2001:db8::f816:3eff:fed2:cf9'}, {'subnet_id': 'be5ff014-51b8-4bde-a027-eb5a8f7ddfa3'}], 'binding:host_id': 'n-d-838032-1'}, 'id': '535285ba-8a18-4884-bb15-2529a10101ee'} from n-d-838032-1. {{(pid=84082) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 20 17:37:57.605575 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-bae20812-e0ba-40a7-8219-4bf0bb3b8d36 None None] Deleting port 0f4a389e-4664-4027-bafc-61d5a60a81d5 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:37:57.606242 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bae20812-e0ba-40a7-8219-4bf0bb3b8d36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:57.757198 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-42231bcc-3078-4156-8284-5bd6e9d5e8c1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:57.772695 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-907aa1d7-1096-4acd-bd99-0c69a2111758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:57.801058 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c149a-43bb-4c21-8be5-bb5d6a155c38 service neutron] Pushing event updated for resources: {'Port': ['ID=50aafbf6-f48b-4436-a7d5-3796c8f84979,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:57.802174 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-6c028c8d-1f8c-4f75-a7ee-098c280a2fa8 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Calling delete_port for 0f4a389e-4664-4027-bafc-61d5a60a81d5 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:37:57.904348 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6c028c8d-1f8c-4f75-a7ee-098c280a2fa8 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:57.909623 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-42231bcc-3078-4156-8284-5bd6e9d5e8c1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] device_id is not set on port 5fa66535-24d6-4e96-809d-d8278b6abf0c yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:37:57.956685 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c028c8d-1f8c-4f75-a7ee-098c280a2fa8 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] No DVR routers for this DVR port 0f4a389e-4664-4027-bafc-61d5a60a81d5 on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:37:57.992497 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-c83c149a-43bb-4c21-8be5-bb5d6a155c38 service neutron] Attempting to bind port 50aafbf6-f48b-4436-a7d5-3796c8f84979 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:37:57.992497 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-c83c149a-43bb-4c21-8be5-bb5d6a155c38 service neutron] Attempting to bind port 50aafbf6-f48b-4436-a7d5-3796c8f84979 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '7e27592f-62ea-47d5-a45f-84042445ff03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '154a4f2e-6558-438f-940c-0efd0da6937d'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:37:57.992497 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-c83c149a-43bb-4c21-8be5-bb5d6a155c38 service neutron] Attempting to bind port 50aafbf6-f48b-4436-a7d5-3796c8f84979 on network 154a4f2e-6558-438f-940c-0efd0da6937d {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:37:58.008656 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-c83c149a-43bb-4c21-8be5-bb5d6a155c38 service neutron] Port 50aafbf6-f48b-4436-a7d5-3796c8f84979 on network 154a4f2e-6558-438f-940c-0efd0da6937d not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:37:58.008656 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-c83c149a-43bb-4c21-8be5-bb5d6a155c38 service neutron] Attempting to bind port 50aafbf6-f48b-4436-a7d5-3796c8f84979 on network 154a4f2e-6558-438f-940c-0efd0da6937d {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:37:58.017993 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d765ca-b8e1-4074-97e9-11115f25aae1 req-c07f56ee-79d2-4b02-a57c-11cfd4defe39 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:58.017993 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-05d765ca-b8e1-4074-97e9-11115f25aae1 req-c07f56ee-79d2-4b02-a57c-11cfd4defe39 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Synchronizing usage tracker for tenant:9386e3364a314a7fb56a291c3743d314 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:37:58.045062 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-c83c149a-43bb-4c21-8be5-bb5d6a155c38 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:37:58.045299 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-c83c149a-43bb-4c21-8be5-bb5d6a155c38 service neutron] Checking segment: {'id': '7e27592f-62ea-47d5-a45f-84042445ff03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '154a4f2e-6558-438f-940c-0efd0da6937d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:37:58.045688 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-c83c149a-43bb-4c21-8be5-bb5d6a155c38 service neutron] Bound using segment: {'id': '7e27592f-62ea-47d5-a45f-84042445ff03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '154a4f2e-6558-438f-940c-0efd0da6937d'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:37:58.046124 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-c83c149a-43bb-4c21-8be5-bb5d6a155c38 service neutron] Bound port: 50aafbf6-f48b-4436-a7d5-3796c8f84979, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e27592f-62ea-47d5-a45f-84042445ff03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '154a4f2e-6558-438f-940c-0efd0da6937d'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:37:58.046527 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-c83c149a-43bb-4c21-8be5-bb5d6a155c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:58.062945 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-05d765ca-b8e1-4074-97e9-11115f25aae1 req-c07f56ee-79d2-4b02-a57c-11cfd4defe39 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Unset dirty status for tenant:9386e3364a314a7fb56a291c3743d314 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:37:58.069776 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-05d765ca-b8e1-4074-97e9-11115f25aae1 req-c07f56ee-79d2-4b02-a57c-11cfd4defe39 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0cbb3e2-d35c-4323-ba12-b4122b7d8fa2 HTTP/1.1" status: 200 len: 943 time: 0.6081772 Apr 20 17:37:58.123922 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-bae20812-e0ba-40a7-8219-4bf0bb3b8d36 None None] For port 0f4a389e-4664-4027-bafc-61d5a60a81d5, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0f4a389e-4664-4027-bafc-61d5a60a81d5,segment=NetworkSegment(cde00cd1-f872-4739-8131-3325ca417c23),segment_id=cde00cd1-f872-4739-8131-3325ca417c23)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:58.125000 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bae20812-e0ba-40a7-8219-4bf0bb3b8d36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:58.134197 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6c028c8d-1f8c-4f75-a7ee-098c280a2fa8 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:58.161824 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-6c028c8d-1f8c-4f75-a7ee-098c280a2fa8 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f13d93c-51b8-4120-8402-3a4467c9257e']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:58.175987 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-6c028c8d-1f8c-4f75-a7ee-098c280a2fa8 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cde00cd1-f872-4739-8131-3325ca417c23') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:58.176542 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-6c028c8d-1f8c-4f75-a7ee-098c280a2fa8 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cde00cd1-f872-4739-8131-3325ca417c23') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:58.195503 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6c028c8d-1f8c-4f75-a7ee-098c280a2fa8 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:58.215913 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6c028c8d-1f8c-4f75-a7ee-098c280a2fa8 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:58.217838 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-05d765ca-b8e1-4074-97e9-11115f25aae1 req-b98862b6-9a4d-4ab7-9c4c-6b7648ffbcda tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Synchronizing usage tracker for tenant:9386e3364a314a7fb56a291c3743d314 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:37:58.224656 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c028c8d-1f8c-4f75-a7ee-098c280a2fa8 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:37:58.225513 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6c028c8d-1f8c-4f75-a7ee-098c280a2fa8 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:58.336903 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-bae20812-e0ba-40a7-8219-4bf0bb3b8d36 None None] Calling delete_port for 0f4a389e-4664-4027-bafc-61d5a60a81d5 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:37:58.339065 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:37:58.339065 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:37:58.339065 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:37:58.339065 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:37:58.339065 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:37:58.339065 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:37:58.339065 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:37:58.339065 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:37:58.339065 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:37:58.339065 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:37:58.339065 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:37:58.339065 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:37:58.339065 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:37:58.339065 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:37:58.339065 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:37:58.339065 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:37:58.339065 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:37:58.339065 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:37:58.339065 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:37:58.339065 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:37:58.339065 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:37:58.339065 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:37:58.339065 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:37:58.339065 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:37:58.339065 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:37:58.339065 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:37:58.339065 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:37:58.339065 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:37:58.339065 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:37:58.339065 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:37:58.339065 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:37:58.339065 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:37:58.342644 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c028c8d-1f8c-4f75-a7ee-098c280a2fa8 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event deleted for resources: {'Port': ['ID=0f4a389e-4664-4027-bafc-61d5a60a81d5,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:58.353979 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07daca5e-4d59-4e05-a9af-2ca61657cf28 req-a31a9fd2-7f22-4e7b-bddc-b4d34cac7375 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:37:58.360382 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6c028c8d-1f8c-4f75-a7ee-098c280a2fa8 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:58.366445 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6c028c8d-1f8c-4f75-a7ee-098c280a2fa8 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:58.369230 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-42231bcc-3078-4156-8284-5bd6e9d5e8c1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Allocated IP 2001:db8:0:1::2b0 (9ba611e4-024c-4a0c-9998-3bc548cf409a/be5ff014-51b8-4bde-a027-eb5a8f7ddfa3/5fa66535-24d6-4e96-809d-d8278b6abf0c) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:37:58.371627 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7390682f-ef34-41b5-821b-d162250af098 None None] Sync routers for ids ['418b3c6b-4027-4f55-acd7-28a6479c1b0c'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:37:58.376888 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-42231bcc-3078-4156-8284-5bd6e9d5e8c1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Allocated IP 2001:db8::f816:3eff:fe37:8d10 (9ba611e4-024c-4a0c-9998-3bc548cf409a/71202b1c-2861-438f-aca4-606790b137b6/5fa66535-24d6-4e96-809d-d8278b6abf0c) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:37:58.401086 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6c028c8d-1f8c-4f75-a7ee-098c280a2fa8 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/networks/4f13d93c-51b8-4120-8402-3a4467c9257e HTTP/1.1" status: 204 len: 168 time: 1.5785522 Apr 20 17:37:58.407310 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40434) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:58.408243 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c028c8d-1f8c-4f75-a7ee-098c280a2fa8 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event deleted for resources: {'Network': ['ID=4f13d93c-51b8-4120-8402-3a4467c9257e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:58.413138 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-07daca5e-4d59-4e05-a9af-2ca61657cf28 req-a31a9fd2-7f22-4e7b-bddc-b4d34cac7375 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:58.447324 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7390682f-ef34-41b5-821b-d162250af098 None None] Routers {'418b3c6b-4027-4f55-acd7-28a6479c1b0c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:37:58.448137 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-7390682f-ef34-41b5-821b-d162250af098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:37:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['418b3c6b-4027-4f55-acd7-28a6479c1b0c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:58.476664 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-2aa8995b-44ca-4e5f-846f-c6a2cf5d64ac tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-471132038'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:58.481337 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-07daca5e-4d59-4e05-a9af-2ca61657cf28 req-a31a9fd2-7f22-4e7b-bddc-b4d34cac7375 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "PUT /v2.0/floatingips/6917d46f-29dc-4db0-a8fc-5db07b19981f HTTP/1.1" status: 200 len: 693 time: 5.2927802 Apr 20 17:37:58.482824 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '269e7ade-4331-40af-96c3-dc939fc8e133', 'tag': '4c338798-f13b-42c7-932c-6331f24be7e4'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:37:58.489876 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-2aa8995b-44ca-4e5f-846f-c6a2cf5d64ac tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:58.494833 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-2aa8995b-44ca-4e5f-846f-c6a2cf5d64ac tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Usage tracker for resource:network and tenant:223231c784ee479d86d7622cff558dcb is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:37:58.497894 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-2aa8995b-44ca-4e5f-846f-c6a2cf5d64ac tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:37:58.533153 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-2aa8995b-44ca-4e5f-846f-c6a2cf5d64ac tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:58.574115 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa8995b-44ca-4e5f-846f-c6a2cf5d64ac tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Made reservation on behalf of 223231c784ee479d86d7622cff558dcb for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:37:58.578641 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2aa8995b-44ca-4e5f-846f-c6a2cf5d64ac tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:58.627192 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-07daca5e-4d59-4e05-a9af-2ca61657cf28 req-a6ec3773-e3e4-41e2-a465-a449b392a84c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ebf7eb106a7492aa5b3798a6700e1e3&device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 1097 time: 0.1249301 Apr 20 17:37:58.637045 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa8995b-44ca-4e5f-846f-c6a2cf5d64ac tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:37:58.654882 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-bae20812-e0ba-40a7-8219-4bf0bb3b8d36 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:37:58.655221 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-bae20812-e0ba-40a7-8219-4bf0bb3b8d36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:37:58.676882 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-42231bcc-3078-4156-8284-5bd6e9d5e8c1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:58.695776 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-7390682f-ef34-41b5-821b-d162250af098 None None] Set router 418b3c6b-4027-4f55-acd7-28a6479c1b0c gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:37:58.696363 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-42231bcc-3078-4156-8284-5bd6e9d5e8c1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Transition to ACTIVE for port object 5fa66535-24d6-4e96-809d-d8278b6abf0c will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:37:58.756666 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2aa8995b-44ca-4e5f-846f-c6a2cf5d64ac tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:58.757293 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-2aa8995b-44ca-4e5f-846f-c6a2cf5d64ac tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Added segment 98c3cad8-8170-4a3d-8dbd-ab821b75a856 of type vlan for network 8087c73c-f4c1-4a4b-9cab-5beba5a3ecef Apr 20 17:37:58.770490 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-c83c149a-43bb-4c21-8be5-bb5d6a155c38 service neutron] For port 50aafbf6-f48b-4436-a7d5-3796c8f84979, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:37:58.776743 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-c83c149a-43bb-4c21-8be5-bb5d6a155c38 service neutron] For port 50aafbf6-f48b-4436-a7d5-3796c8f84979, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=50aafbf6-f48b-4436-a7d5-3796c8f84979,segment=NetworkSegment(7e27592f-62ea-47d5-a45f-84042445ff03),segment_id=7e27592f-62ea-47d5-a45f-84042445ff03)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:37:58.783148 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-42231bcc-3078-4156-8284-5bd6e9d5e8c1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:58.785871 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-c83c149a-43bb-4c21-8be5-bb5d6a155c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:58.814817 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2aa8995b-44ca-4e5f-846f-c6a2cf5d64ac tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:58.825965 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07daca5e-4d59-4e05-a9af-2ca61657cf28 req-022e1041-b856-4a33-96ea-822c1359893f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:58.827553 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-07daca5e-4d59-4e05-a9af-2ca61657cf28 req-022e1041-b856-4a33-96ea-822c1359893f service neutron] 10.222.0.39 "GET /v2.0/networks?id=404fa35b-eb31-464c-8c9d-43ca9fe048f0 HTTP/1.1" status: 200 len: 920 time: 0.1867528 Apr 20 17:37:58.882652 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-05d765ca-b8e1-4074-97e9-11115f25aae1 req-b98862b6-9a4d-4ab7-9c4c-6b7648ffbcda tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Unset dirty status for tenant:9386e3364a314a7fb56a291c3743d314 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:37:58.897983 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-05d765ca-b8e1-4074-97e9-11115f25aae1 req-b98862b6-9a4d-4ab7-9c4c-6b7648ffbcda tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/security-groups?id=0706ab83-d291-4f0b-93c1-26981fa72201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8269825 Apr 20 17:37:58.905419 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-c83c149a-43bb-4c21-8be5-bb5d6a155c38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:58.909773 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-c83c149a-43bb-4c21-8be5-bb5d6a155c38 service neutron] 10.222.0.10 "PUT /v2.0/ports/50aafbf6-f48b-4436-a7d5-3796c8f84979 HTTP/1.1" status: 200 len: 1091 time: 2.6169355 Apr 20 17:37:58.910260 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0cbb3e2-d35c-4323-ba12-b4122b7d8fa2', 'tag': '50aafbf6-f48b-4436-a7d5-3796c8f84979'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:37:58.916515 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-907aa1d7-1096-4acd-bd99-0c69a2111758 None None] Allocated IP 2001:db8:0:1::2 (9ba611e4-024c-4a0c-9998-3bc548cf409a/be5ff014-51b8-4bde-a027-eb5a8f7ddfa3/535285ba-8a18-4884-bb15-2529a10101ee) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:37:58.930474 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42231bcc-3078-4156-8284-5bd6e9d5e8c1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:37:58.934228 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-42231bcc-3078-4156-8284-5bd6e9d5e8c1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:37:58.944406 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42231bcc-3078-4156-8284-5bd6e9d5e8c1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:37:58.951716 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42231bcc-3078-4156-8284-5bd6e9d5e8c1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:58.957543 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-42231bcc-3078-4156-8284-5bd6e9d5e8c1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:58.958696 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-07daca5e-4d59-4e05-a9af-2ca61657cf28 req-e066c393-1c11-497f-95ba-f5d65971274c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c338798-f13b-42c7-932c-6331f24be7e4 HTTP/1.1" status: 200 len: 217 time: 0.1157141 Apr 20 17:37:58.965688 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2aa8995b-44ca-4e5f-846f-c6a2cf5d64ac tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:58.979307 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa8995b-44ca-4e5f-846f-c6a2cf5d64ac tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:58.979952 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2aa8995b-44ca-4e5f-846f-c6a2cf5d64ac tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:59.083713 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2aa8995b-44ca-4e5f-846f-c6a2cf5d64ac tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6136630 Apr 20 17:37:59.089102 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40452) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:59.110993 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-42231bcc-3078-4156-8284-5bd6e9d5e8c1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.2104287 Apr 20 17:37:59.124264 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-e59cbd1b-b35a-4d2f-b76a-e26576f9c980 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Request body: {'subnet': {'network_id': '8087c73c-f4c1-4a4b-9cab-5beba5a3ecef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:37:59.142515 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0f4a389e-4664-4027-bafc-61d5a60a81d5 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:37:59.149114 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40456) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:59.179380 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-bae20812-e0ba-40a7-8219-4bf0bb3b8d36 None None] Deleting port 0f4a389e-4664-4027-bafc-61d5a60a81d5 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:37:59.180182 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bae20812-e0ba-40a7-8219-4bf0bb3b8d36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:59.225199 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-cc8ea16e-9349-41b3-ab09-9ca8ad914844 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting port 5fa66535-24d6-4e96-809d-d8278b6abf0c {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:37:59.225548 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cc8ea16e-9349-41b3-ab09-9ca8ad914844 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:59.240178 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 0f4a389e-4664-4027-bafc-61d5a60a81d5 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:37:59.241010 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0f4a389e-4664-4027-bafc-61d5a60a81d5 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:37:59.298466 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07daca5e-4d59-4e05-a9af-2ca61657cf28 req-c331fb18-8557-409e-8b66-f494cfb5079a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:59.300059 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-07daca5e-4d59-4e05-a9af-2ca61657cf28 req-c331fb18-8557-409e-8b66-f494cfb5079a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=641ca1bb-b160-4ee3-976a-db32db979b60 HTTP/1.1" status: 200 len: 859 time: 0.2838573 Apr 20 17:37:59.315419 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-bae20812-e0ba-40a7-8219-4bf0bb3b8d36 None None] The port '0f4a389e-4664-4027-bafc-61d5a60a81d5' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:37:59.359040 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8995b-44ca-4e5f-846f-c6a2cf5d64ac tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Network': ['ID=8087c73c-f4c1-4a4b-9cab-5beba5a3ecef,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:59.372614 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-07daca5e-4d59-4e05-a9af-2ca61657cf28 req-1106fe0b-344a-4310-8ada-d82a8ce8743a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=404fa35b-eb31-464c-8c9d-43ca9fe048f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590200 Apr 20 17:37:59.391720 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 8087c73c-f4c1-4a4b-9cab-5beba5a3ecef details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:37:59.409876 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c149a-43bb-4c21-8be5-bb5d6a155c38 service neutron] Pushing event updated for resources: {'Port': ['ID=50aafbf6-f48b-4436-a7d5-3796c8f84979,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:59.550853 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-907aa1d7-1096-4acd-bd99-0c69a2111758 None None] For port 535285ba-8a18-4884-bb15-2529a10101ee, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=535285ba-8a18-4884-bb15-2529a10101ee,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:37:59.556463 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42231bcc-3078-4156-8284-5bd6e9d5e8c1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Port': ['ID=5fa66535-24d6-4e96-809d-d8278b6abf0c,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:37:59.574112 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e59cbd1b-b35a-4d2f-b76a-e26576f9c980 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:37:59.578729 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e59cbd1b-b35a-4d2f-b76a-e26576f9c980 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Usage tracker for resource:subnet and tenant:223231c784ee479d86d7622cff558dcb is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:37:59.581749 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e59cbd1b-b35a-4d2f-b76a-e26576f9c980 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:37:59.590861 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e59cbd1b-b35a-4d2f-b76a-e26576f9c980 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:37:59.612498 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59cbd1b-b35a-4d2f-b76a-e26576f9c980 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Made reservation on behalf of 223231c784ee479d86d7622cff558dcb for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:37:59.616769 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-907aa1d7-1096-4acd-bd99-0c69a2111758 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:59.629575 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-7390682f-ef34-41b5-821b-d162250af098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-500613962-router', 'tenant_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'a9f44896-41c2-4669-a295-b014a82b1576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:35:59Z', 'updated_at': '2022-04-20T17:36:11Z', 'revision_number': 4, 'project_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'gw_port': {'id': 'a9f44896-41c2-4669-a295-b014a82b1576', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:01Z', 'updated_at': '2022-04-20T17:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '120a6974-210d-4066-a77f-def7892260d6', 'name': '', 'network_id': '404fa35b-eb31-464c-8c9d-43ca9fe048f0', 'tenant_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'mac_address': 'fa:16:3e:6a:c1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '641ca1bb-b160-4ee3-976a-db32db979b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:09Z', 'updated_at': '2022-04-20T17:37:00Z', 'revision_number': 5, 'project_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'subnets': [{'id': '641ca1bb-b160-4ee3-976a-db32db979b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:59.640367 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7390682f-ef34-41b5-821b-d162250af098 None None] Checking router: 418b3c6b-4027-4f55-acd7-28a6479c1b0c for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:37:59.646501 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-907aa1d7-1096-4acd-bd99-0c69a2111758 None None] Transition to ACTIVE for port object 535285ba-8a18-4884-bb15-2529a10101ee will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:37:59.659438 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7390682f-ef34-41b5-821b-d162250af098 None None] Routers {'418b3c6b-4027-4f55-acd7-28a6479c1b0c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:37:59.660432 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-7390682f-ef34-41b5-821b-d162250af098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:37:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['418b3c6b-4027-4f55-acd7-28a6479c1b0c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:37:59.712946 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-d17eecd6-7d64-44c1-b282-f175755e811a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9386e3364a314a7fb56a291c3743d314&device_id=e0cbb3e2-d35c-4323-ba12-b4122b7d8fa2 HTTP/1.1" status: 200 len: 1094 time: 0.7004094 Apr 20 17:37:59.726141 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-907aa1d7-1096-4acd-bd99-0c69a2111758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:59.814828 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272f8ba-41ec-438b-9d5e-db97c9c3e329 req-3561a9d6-a13c-438b-8790-26bf8bf01a3a tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:37:59.816565 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6272f8ba-41ec-438b-9d5e-db97c9c3e329 req-3561a9d6-a13c-438b-8790-26bf8bf01a3a tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 945 time: 0.4579353 Apr 20 17:37:59.876326 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-07daca5e-4d59-4e05-a9af-2ca61657cf28 req-e8479d77-99fa-4601-a9d5-5f6d937f71c7 service neutron] 10.222.0.39 "GET /v2.0/networks/404fa35b-eb31-464c-8c9d-43ca9fe048f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4965725 Apr 20 17:37:59.879022 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-8775a986-dac3-4628-b9a9-5a274e8856a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50aafbf6-f48b-4436-a7d5-3796c8f84979 HTTP/1.1" status: 200 len: 217 time: 0.1509330 Apr 20 17:37:59.883605 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e59cbd1b-b35a-4d2f-b76a-e26576f9c980 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:37:59.922383 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cc8ea16e-9349-41b3-ab09-9ca8ad914844 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:00.078708 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6272f8ba-41ec-438b-9d5e-db97c9c3e329 req-325bbb1c-9dc1-429e-94d3-fa2b8382072d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481151 Apr 20 17:38:00.083639 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-0ca0ba7d-4f42-47dc-bfc5-4860fcc2396f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:00.085440 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-0ca0ba7d-4f42-47dc-bfc5-4860fcc2396f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88370bcc-315e-4f6b-ac12-dea6593d5b47 HTTP/1.1" status: 200 len: 848 time: 0.1052299 Apr 20 17:38:00.127731 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-cc8ea16e-9349-41b3-ab09-9ca8ad914844 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Calling delete_port for 5fa66535-24d6-4e96-809d-d8278b6abf0c owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:38:00.151284 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-f82c7be8-97c0-427c-af5b-ccdef598407c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=154a4f2e-6558-438f-940c-0efd0da6937d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567377 Apr 20 17:38:00.193245 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a878910-5e62-48a4-bf72-f4f34a1fde0a'] response: {'name': 'network-changed', 'server_uuid': '269e7ade-4331-40af-96c3-dc939fc8e133', 'tag': '4c338798-f13b-42c7-932c-6331f24be7e4', 'status': 'completed', 'code': 200} Apr 20 17:38:00.235631 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907aa1d7-1096-4acd-bd99-0c69a2111758 None None] Pushing event updated for resources: {'Port': ['ID=535285ba-8a18-4884-bb15-2529a10101ee,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:00.249143 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-7390682f-ef34-41b5-821b-d162250af098 None None] Set router 418b3c6b-4027-4f55-acd7-28a6479c1b0c gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:38:00.278865 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc40a766-492f-48c1-b4e2-9b8ec1ecf8bd'] response: {'name': 'network-changed', 'server_uuid': 'e0cbb3e2-d35c-4323-ba12-b4122b7d8fa2', 'tag': '50aafbf6-f48b-4436-a7d5-3796c8f84979', 'status': 'completed', 'code': 200} Apr 20 17:38:00.328427 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-07daca5e-4d59-4e05-a9af-2ca61657cf28 req-a7221857-9e47-4feb-81cb-f067e3f28c0e service neutron] 10.222.0.39 "GET /v2.0/networks/404fa35b-eb31-464c-8c9d-43ca9fe048f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444373 Apr 20 17:38:00.522667 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-c178794e-0412-4c64-8251-b21791f8cdf0 service neutron] 10.222.0.10 "GET /v2.0/networks/154a4f2e-6558-438f-940c-0efd0da6937d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615549 Apr 20 17:38:00.562805 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e59cbd1b-b35a-4d2f-b76a-e26576f9c980 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:00.669657 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-141a1898-adeb-4160-a7f4-95c89548ec04 req-d481c82a-1aa2-4c63-99c2-f365a4415b7d tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/floatingips/6917d46f-29dc-4db0-a8fc-5db07b19981f HTTP/1.1" status: 200 len: 693 time: 0.1933537 Apr 20 17:38:00.737424 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59cbd1b-b35a-4d2f-b76a-e26576f9c980 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Subnet': ['ID=30cb30a8-0c58-4d95-be89-3c500e491f09,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:00.809158 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e033a1ef-11ab-4014-bf59-2ff13e8220fb req-39f86609-090c-45b2-b23a-d545f0df10be service neutron] 10.222.0.10 "GET /v2.0/networks/154a4f2e-6558-438f-940c-0efd0da6937d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714479 Apr 20 17:38:00.814750 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ffe1b-25eb-477c-bfd5-acb54a37eb6f req-071aa19c-4e10-4262-940f-9c6bc8e64d33 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:00.825367 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-496ffe1b-25eb-477c-bfd5-acb54a37eb6f req-071aa19c-4e10-4262-940f-9c6bc8e64d33 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0cbb3e2-d35c-4323-ba12-b4122b7d8fa2 HTTP/1.1" status: 200 len: 943 time: 0.3478947 Apr 20 17:38:00.826478 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59cbd1b-b35a-4d2f-b76a-e26576f9c980 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Checking segment: {'id': '98c3cad8-8170-4a3d-8dbd-ab821b75a856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8087c73c-f4c1-4a4b-9cab-5beba5a3ecef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:38:00.826843 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59cbd1b-b35a-4d2f-b76a-e26576f9c980 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network hostable DHCP agents. Network: 8087c73c-f4c1-4a4b-9cab-5beba5a3ecef, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:38:00.851062 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-7390682f-ef34-41b5-821b-d162250af098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-500613962-router', 'tenant_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'a9f44896-41c2-4669-a295-b014a82b1576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:35:59Z', 'updated_at': '2022-04-20T17:36:11Z', 'revision_number': 4, 'project_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'gw_port': {'id': 'a9f44896-41c2-4669-a295-b014a82b1576', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:01Z', 'updated_at': '2022-04-20T17:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '120a6974-210d-4066-a77f-def7892260d6', 'name': '', 'network_id': '404fa35b-eb31-464c-8c9d-43ca9fe048f0', 'tenant_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'mac_address': 'fa:16:3e:6a:c1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '641ca1bb-b160-4ee3-976a-db32db979b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:09Z', 'updated_at': '2022-04-20T17:37:00Z', 'revision_number': 5, 'project_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'subnets': [{'id': '641ca1bb-b160-4ee3-976a-db32db979b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:00.857559 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7390682f-ef34-41b5-821b-d162250af098 None None] The sync data for ids ['418b3c6b-4027-4f55-acd7-28a6479c1b0c'] in n-d-838032-1 is: [{'id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-500613962-router', 'tenant_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'a9f44896-41c2-4669-a295-b014a82b1576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:35:59Z', 'updated_at': '2022-04-20T17:36:11Z', 'revision_number': 4, 'project_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'gw_port': {'id': 'a9f44896-41c2-4669-a295-b014a82b1576', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:01Z', 'updated_at': '2022-04-20T17:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '120a6974-210d-4066-a77f-def7892260d6', 'name': '', 'network_id': '404fa35b-eb31-464c-8c9d-43ca9fe048f0', 'tenant_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'mac_address': 'fa:16:3e:6a:c1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '641ca1bb-b160-4ee3-976a-db32db979b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:09Z', 'updated_at': '2022-04-20T17:37:00Z', 'revision_number': 5, 'project_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'subnets': [{'id': '641ca1bb-b160-4ee3-976a-db32db979b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:38:00.892161 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e4e06e16-c0ca-42a7-b2b9-4109ab837864 req-b289c76f-80f2-48be-a16f-6566a0d63e5f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ebf7eb106a7492aa5b3798a6700e1e3&device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 1097 time: 0.6756172 Apr 20 17:38:01.005678 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-496ffe1b-25eb-477c-bfd5-acb54a37eb6f req-cc6fd4c4-b94a-48c0-ab8d-a78059af98e4 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/security-groups?id=0706ab83-d291-4f0b-93c1-26981fa72201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677673 Apr 20 17:38:01.013812 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59cbd1b-b35a-4d2f-b76a-e26576f9c980 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network 8087c73c-f4c1-4a4b-9cab-5beba5a3ecef is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:38:01.048593 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-e59cbd1b-b35a-4d2f-b76a-e26576f9c980 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 8087c73c-f4c1-4a4b-9cab-5beba5a3ecef) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:38:01.055580 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59cbd1b-b35a-4d2f-b76a-e26576f9c980 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:01.057600 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e59cbd1b-b35a-4d2f-b76a-e26576f9c980 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:01.059748 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22db0f31-d9a5-4da6-ba20-10a021ef9193 None None] Network 8087c73c-f4c1-4a4b-9cab-5beba5a3ecef requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:38:01.087006 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-60456389-33aa-4e01-8119-fdc807127957 req-51ed1aa5-e214-483b-a2b6-210300f4fa2a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9386e3364a314a7fb56a291c3743d314&device_id=e0cbb3e2-d35c-4323-ba12-b4122b7d8fa2 HTTP/1.1" status: 200 len: 1094 time: 0.2009947 Apr 20 17:38:01.094833 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e59cbd1b-b35a-4d2f-b76a-e26576f9c980 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9849205 Apr 20 17:38:01.095996 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e06e16-c0ca-42a7-b2b9-4109ab837864 req-85e9a87e-e495-4114-a0a7-bf6d362360dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:01.097702 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e4e06e16-c0ca-42a7-b2b9-4109ab837864 req-85e9a87e-e495-4114-a0a7-bf6d362360dd service neutron] 10.222.0.10 "GET /v2.0/networks?id=404fa35b-eb31-464c-8c9d-43ca9fe048f0 HTTP/1.1" status: 200 len: 920 time: 0.1750910 Apr 20 17:38:01.101777 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40484) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:01.108264 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 535285ba-8a18-4884-bb15-2529a10101ee up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:38:01.184372 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-b57107fb-4ff1-43c3-97d6-9652068efa50 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1765969696', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:38:01.215623 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b57107fb-4ff1-43c3-97d6-9652068efa50 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:38:01.303762 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b57107fb-4ff1-43c3-97d6-9652068efa50 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Usage tracker for resource:router and tenant:223231c784ee479d86d7622cff558dcb is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:38:01.311791 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a1898-adeb-4160-a7f4-95c89548ec04 req-ff3d8402-7098-4966-ad36-d7af0929a0fb tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:01.314135 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-141a1898-adeb-4160-a7f4-95c89548ec04 req-ff3d8402-7098-4966-ad36-d7af0929a0fb tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 784 time: 0.6437604 Apr 20 17:38:01.315318 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b57107fb-4ff1-43c3-97d6-9652068efa50 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:38:01.329670 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e4e06e16-c0ca-42a7-b2b9-4109ab837864 req-527b1d2b-1912-4b80-a1d5-e4f79f56e21f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c338798-f13b-42c7-932c-6331f24be7e4 HTTP/1.1" status: 200 len: 217 time: 0.2180440 Apr 20 17:38:01.340090 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-141a1898-adeb-4160-a7f4-95c89548ec04 req-948e4e02-a0c9-4c3c-b323-e5521f5d0c14 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:38:01.341772 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-141a1898-adeb-4160-a7f4-95c89548ec04 req-948e4e02-a0c9-4c3c-b323-e5521f5d0c14 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0076301 Apr 20 17:38:01.353773 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60456389-33aa-4e01-8119-fdc807127957 req-3b71be7c-fc90-400e-be2e-3af1a9635cd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:01.356893 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-60456389-33aa-4e01-8119-fdc807127957 req-3b71be7c-fc90-400e-be2e-3af1a9635cd6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=154a4f2e-6558-438f-940c-0efd0da6937d HTTP/1.1" status: 200 len: 909 time: 0.2607193 Apr 20 17:38:01.363223 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e3172aed-66d5-4306-a322-d504cade9d31 None None] Provisioning for port 535285ba-8a18-4884-bb15-2529a10101ee completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:38:01.371593 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e3172aed-66d5-4306-a322-d504cade9d31 None None] Provisioning complete for port 535285ba-8a18-4884-bb15-2529a10101ee triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:01.371957 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e3172aed-66d5-4306-a322-d504cade9d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:01.386957 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b57107fb-4ff1-43c3-97d6-9652068efa50 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:38:01.518551 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-141a1898-adeb-4160-a7f4-95c89548ec04 req-56484dc7-e190-4c72-8137-ddd195f898c6 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.2 HTTP/1.1" status: 200 len: 696 time: 0.1256959 Apr 20 17:38:01.520468 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b57107fb-4ff1-43c3-97d6-9652068efa50 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:01.528849 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 535285ba-8a18-4884-bb15-2529a10101ee triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:01.529441 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:01.535060 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b57107fb-4ff1-43c3-97d6-9652068efa50 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:01.537537 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-60456389-33aa-4e01-8119-fdc807127957 req-6949a2d9-612c-4786-88aa-46ef0f5d8c31 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50aafbf6-f48b-4436-a7d5-3796c8f84979 HTTP/1.1" status: 200 len: 217 time: 0.1199310 Apr 20 17:38:01.623757 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2d76fd-a300-4b74-8619-485c9ab4d0e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-8087c73c-f4c1-4a4b-9cab-5beba5a3ecef', 'network_id': '8087c73c-f4c1-4a4b-9cab-5beba5a3ecef', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'fixed_ips': [{'subnet_id': '30cb30a8-0c58-4d95-be89-3c500e491f09'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:38:01.625860 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7b2d76fd-a300-4b74-8619-485c9ab4d0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:01.652554 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cc8ea16e-9349-41b3-ab09-9ca8ad914844 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:01.662117 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-141a1898-adeb-4160-a7f4-95c89548ec04 req-d28eca92-7d75-47dc-859b-04269e8a6e49 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.8.2 HTTP/1.1" status: 200 len: 696 time: 0.1116917 Apr 20 17:38:01.766939 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60456389-33aa-4e01-8119-fdc807127957 req-29aa1017-f209-4c30-8aa4-46d266fc869d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:01.768807 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-60456389-33aa-4e01-8119-fdc807127957 req-29aa1017-f209-4c30-8aa4-46d266fc869d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88370bcc-315e-4f6b-ac12-dea6593d5b47 HTTP/1.1" status: 200 len: 848 time: 0.2213173 Apr 20 17:38:01.854638 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-60456389-33aa-4e01-8119-fdc807127957 req-3a429538-4bf9-4441-82a1-4d9103ed4934 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=154a4f2e-6558-438f-940c-0efd0da6937d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769362 Apr 20 17:38:01.898286 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b54e8-f916-447a-8306-0b693548e298 req-a1773e95-4f69-4671-b75e-84d7d3362204 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:01.905863 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d41b54e8-f916-447a-8306-0b693548e298 req-a1773e95-4f69-4671-b75e-84d7d3362204 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 945 time: 0.5471289 Apr 20 17:38:01.957079 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ea16e-9349-41b3-ab09-9ca8ad914844 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Port': ['ID=5fa66535-24d6-4e96-809d-d8278b6abf0c,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:01.959289 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-7b2d76fd-a300-4b74-8619-485c9ab4d0e7 None None] Allocated IP 2001:db8::2 (8087c73c-f4c1-4a4b-9cab-5beba5a3ecef/30cb30a8-0c58-4d95-be89-3c500e491f09/cea720ea-e43b-4153-95a0-a2900aab3d2f) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:38:01.960988 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e06e16-c0ca-42a7-b2b9-4109ab837864 req-563ed58c-e961-419b-9b4c-049895018bba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:01.962778 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e4e06e16-c0ca-42a7-b2b9-4109ab837864 req-563ed58c-e961-419b-9b4c-049895018bba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=641ca1bb-b160-4ee3-976a-db32db979b60 HTTP/1.1" status: 200 len: 859 time: 0.6154668 Apr 20 17:38:01.978487 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e403f60d-a6f5-4096-8774-40c273012c4b None None] Could not find standard attr ID for object 5fa66535-24d6-4e96-809d-d8278b6abf0c. {{(pid=84082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 17:38:02.080797 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d41b54e8-f916-447a-8306-0b693548e298 req-e7bcbf6b-4cd1-4813-b926-447c0600b57d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740224 Apr 20 17:38:02.136250 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b57107fb-4ff1-43c3-97d6-9652068efa50 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:02.165405 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-60456389-33aa-4e01-8119-fdc807127957 req-ac4db16c-a915-4bd4-bd9c-b02f8bafa109 service neutron] 10.222.0.10 "GET /v2.0/networks/154a4f2e-6558-438f-940c-0efd0da6937d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002625 Apr 20 17:38:02.288798 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e4e06e16-c0ca-42a7-b2b9-4109ab837864 req-9d2a3127-fede-4a70-80b4-5e025995912f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=404fa35b-eb31-464c-8c9d-43ca9fe048f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2810895 Apr 20 17:38:02.304064 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b57107fb-4ff1-43c3-97d6-9652068efa50 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:02.362572 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cc8ea16e-9349-41b3-ab09-9ca8ad914844 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:02.364836 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cc8ea16e-9349-41b3-ab09-9ca8ad914844 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/5fa66535-24d6-4e96-809d-d8278b6abf0c HTTP/1.1" status: 204 len: 168 time: 3.2145512 Apr 20 17:38:02.372969 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b57107fb-4ff1-43c3-97d6-9652068efa50 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:02.377303 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b57107fb-4ff1-43c3-97d6-9652068efa50 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2651458 Apr 20 17:38:02.379837 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40512) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:02.380310 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40514) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:02.399379 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7b2d76fd-a300-4b74-8619-485c9ab4d0e7 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:02.411585 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-7b2d76fd-a300-4b74-8619-485c9ab4d0e7 None None] Transition to ACTIVE for port object cea720ea-e43b-4153-95a0-a2900aab3d2f will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:38:02.433299 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-7b2d76fd-a300-4b74-8619-485c9ab4d0e7 None None] Transition to ACTIVE for port object cea720ea-e43b-4153-95a0-a2900aab3d2f will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:38:02.441944 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7b2d76fd-a300-4b74-8619-485c9ab4d0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:02.489452 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-141a1898-adeb-4160-a7f4-95c89548ec04 req-ab98f4ee-0708-495e-a992-fe055171c4fb tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Deleting port c53f548a-a80a-4d08-82d0-b765453a30cf {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:38:02.489845 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-141a1898-adeb-4160-a7f4-95c89548ec04 req-ab98f4ee-0708-495e-a992-fe055171c4fb tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:02.537669 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-60456389-33aa-4e01-8119-fdc807127957 req-0e96722f-48d8-4f7f-8cee-3036cc7cc09f service neutron] 10.222.0.10 "GET /v2.0/networks/154a4f2e-6558-438f-940c-0efd0da6937d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638186 Apr 20 17:38:02.575220 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2d76fd-a300-4b74-8619-485c9ab4d0e7 None None] Network 8087c73c-f4c1-4a4b-9cab-5beba5a3ecef is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:38:02.579139 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-7b2d76fd-a300-4b74-8619-485c9ab4d0e7 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:38:02.579616 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-38dadb56-33f2-433a-a01e-ae2a51b021a0 req-6fd56113-58ed-4a82-8937-412eeaab85fd tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 1096 time: 0.1897161 Apr 20 17:38:02.587646 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2d76fd-a300-4b74-8619-485c9ab4d0e7 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:38:02.590917 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d76fd-a300-4b74-8619-485c9ab4d0e7 None None] Pushing event updated for resources: {'Port': ['ID=cea720ea-e43b-4153-95a0-a2900aab3d2f,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:02.615515 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-38dadb56-33f2-433a-a01e-ae2a51b021a0 req-f2cc7db6-8488-4128-8019-77447a7b7f42 tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:02.653105 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-38dadb56-33f2-433a-a01e-ae2a51b021a0 req-f2cc7db6-8488-4128-8019-77447a7b7f42 tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:38:02.657285 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-38dadb56-33f2-433a-a01e-ae2a51b021a0 req-f2cc7db6-8488-4128-8019-77447a7b7f42 tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] Usage tracker for resource:security_group_rule and tenant:ce0cf70e8663429f900b3dc619f07c1f is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:38:02.660380 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-38dadb56-33f2-433a-a01e-ae2a51b021a0 req-f2cc7db6-8488-4128-8019-77447a7b7f42 tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:38:02.667445 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-38dadb56-33f2-433a-a01e-ae2a51b021a0 req-f2cc7db6-8488-4128-8019-77447a7b7f42 tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:38:02.696254 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-7b2d76fd-a300-4b74-8619-485c9ab4d0e7 None None] Attempting to bind port cea720ea-e43b-4153-95a0-a2900aab3d2f on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:38:02.696793 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-7b2d76fd-a300-4b74-8619-485c9ab4d0e7 None None] Attempting to bind port cea720ea-e43b-4153-95a0-a2900aab3d2f by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '98c3cad8-8170-4a3d-8dbd-ab821b75a856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8087c73c-f4c1-4a4b-9cab-5beba5a3ecef'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:38:02.697244 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2d76fd-a300-4b74-8619-485c9ab4d0e7 None None] Attempting to bind port cea720ea-e43b-4153-95a0-a2900aab3d2f on network 8087c73c-f4c1-4a4b-9cab-5beba5a3ecef {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:38:02.705549 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2d76fd-a300-4b74-8619-485c9ab4d0e7 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:38:02.706160 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2d76fd-a300-4b74-8619-485c9ab4d0e7 None None] Checking segment: {'id': '98c3cad8-8170-4a3d-8dbd-ab821b75a856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8087c73c-f4c1-4a4b-9cab-5beba5a3ecef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:38:02.706722 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7b2d76fd-a300-4b74-8619-485c9ab4d0e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:02.707195 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2d76fd-a300-4b74-8619-485c9ab4d0e7 None None] Bound using segment: {'id': '98c3cad8-8170-4a3d-8dbd-ab821b75a856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8087c73c-f4c1-4a4b-9cab-5beba5a3ecef'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:38:02.707768 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-7b2d76fd-a300-4b74-8619-485c9ab4d0e7 None None] Bound port: cea720ea-e43b-4153-95a0-a2900aab3d2f, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c3cad8-8170-4a3d-8dbd-ab821b75a856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8087c73c-f4c1-4a4b-9cab-5beba5a3ecef'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:38:02.709346 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7b2d76fd-a300-4b74-8619-485c9ab4d0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:02.746555 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-38dadb56-33f2-433a-a01e-ae2a51b021a0 req-f2cc7db6-8488-4128-8019-77447a7b7f42 tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:02.753313 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-38dadb56-33f2-433a-a01e-ae2a51b021a0 req-f2cc7db6-8488-4128-8019-77447a7b7f42 tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:02.809096 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-38dadb56-33f2-433a-a01e-ae2a51b021a0 req-f2cc7db6-8488-4128-8019-77447a7b7f42 tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=0b11ffdb-0a5b-46b0-8905-207106275e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232950 Apr 20 17:38:02.809937 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc7db6-8488-4128-8019-77447a7b7f42 tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c7c0fc-68e7-4271-8643-9b0e46905da6,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:02.822166 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-7b2d76fd-a300-4b74-8619-485c9ab4d0e7 None None] For port cea720ea-e43b-4153-95a0-a2900aab3d2f, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:38:02.825583 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-7b2d76fd-a300-4b74-8619-485c9ab4d0e7 None None] For port cea720ea-e43b-4153-95a0-a2900aab3d2f, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=cea720ea-e43b-4153-95a0-a2900aab3d2f,segment=NetworkSegment(98c3cad8-8170-4a3d-8dbd-ab821b75a856),segment_id=98c3cad8-8170-4a3d-8dbd-ab821b75a856)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:38:02.832078 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7b2d76fd-a300-4b74-8619-485c9ab4d0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:02.942250 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d76fd-a300-4b74-8619-485c9ab4d0e7 None None] Pushing event updated for resources: {'Port': ['ID=cea720ea-e43b-4153-95a0-a2900aab3d2f,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:03.018287 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f511646-803d-4a6b-8a43-db2ecee6bca0 req-315993ee-8f6e-411c-903e-53cda43614bf tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:03.025495 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1f511646-803d-4a6b-8a43-db2ecee6bca0 req-315993ee-8f6e-411c-903e-53cda43614bf tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0cbb3e2-d35c-4323-ba12-b4122b7d8fa2 HTTP/1.1" status: 200 len: 943 time: 0.0986671 Apr 20 17:38:03.055896 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e4e06e16-c0ca-42a7-b2b9-4109ab837864 req-66937072-bf7c-4454-be04-ecb996ff1422 service neutron] 10.222.0.10 "GET /v2.0/networks/404fa35b-eb31-464c-8c9d-43ca9fe048f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7204962 Apr 20 17:38:03.066811 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ecd5ff-80d9-4840-a7e2-3dc1634c3e50 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:03.067764 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-06ecd5ff-80d9-4840-a7e2-3dc1634c3e50 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:38:03.081686 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1f511646-803d-4a6b-8a43-db2ecee6bca0 req-23af98e9-0163-418b-a332-13ce996b7f83 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/security-groups?id=0706ab83-d291-4f0b-93c1-26981fa72201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552275 Apr 20 17:38:03.125550 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-141a1898-adeb-4160-a7f4-95c89548ec04 req-ab98f4ee-0708-495e-a992-fe055171c4fb tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:03.125819 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-141a1898-adeb-4160-a7f4-95c89548ec04 req-ab98f4ee-0708-495e-a992-fe055171c4fb tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:03.288134 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800f8478-15b5-492c-865a-c3fc97034b3e None None] New status for floating IP 6917d46f-29dc-4db0-a8fc-5db07b19981f: DOWN {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:38:03.357704 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-06ecd5ff-80d9-4840-a7e2-3dc1634c3e50 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:38:03.359546 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-06ecd5ff-80d9-4840-a7e2-3dc1634c3e50 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.9777913 Apr 20 17:38:03.362904 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40538) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:03.378167 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-141a1898-adeb-4160-a7f4-95c89548ec04 req-ab98f4ee-0708-495e-a992-fe055171c4fb tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Calling delete_port for c53f548a-a80a-4d08-82d0-b765453a30cf owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:38:03.507282 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b1089-dd8d-452d-a6b4-1d5feea5847c req-688ad9a1-66f7-4161-aaa8-e4b00cb61043 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:03.508931 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d5b1089-dd8d-452d-a6b4-1d5feea5847c req-688ad9a1-66f7-4161-aaa8-e4b00cb61043 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 945 time: 0.2900462 Apr 20 17:38:03.579002 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883eb1b5-e060-4e9a-9482-d604bc78746d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:03.581182 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-883eb1b5-e060-4e9a-9482-d604bc78746d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:38:03.607429 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d5b1089-dd8d-452d-a6b4-1d5feea5847c req-e2e426d6-093e-4beb-a6d0-7875be1d8b0e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b11ffdb-0a5b-46b0-8905-207106275e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899150 Apr 20 17:38:03.619875 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-883eb1b5-e060-4e9a-9482-d604bc78746d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:38:03.621298 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-883eb1b5-e060-4e9a-9482-d604bc78746d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2499101 Apr 20 17:38:03.624243 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40546) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:03.781195 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40550) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:03.782902 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be0f934-f26f-4902-8201-17e5d4ab449a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:03.782902 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be0f934-f26f-4902-8201-17e5d4ab449a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:03.782902 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be0f934-f26f-4902-8201-17e5d4ab449a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:03.782902 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7be0f934-f26f-4902-8201-17e5d4ab449a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:38:03.797116 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7be0f934-f26f-4902-8201-17e5d4ab449a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:38:03.800784 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7be0f934-f26f-4902-8201-17e5d4ab449a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1728132 Apr 20 17:38:03.801084 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40554) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:03.974338 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e4e06e16-c0ca-42a7-b2b9-4109ab837864 req-9d337f6a-e0d8-4161-bd6f-e7242b194f1b service neutron] 10.222.0.10 "GET /v2.0/networks/404fa35b-eb31-464c-8c9d-43ca9fe048f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8983576 Apr 20 17:38:04.000989 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d7101fc4-9db3-4fbe-8823-4718472e2ed1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/floatingips/07d6e123-83a2-449d-8892-cae10e7e68c5 HTTP/1.1" status: 200 len: 993 time: 0.3039823 Apr 20 17:38:04.086253 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.api [req-141a1898-adeb-4160-a7f4-95c89548ec04 req-ab98f4ee-0708-495e-a992-fe055171c4fb tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:38:04.086596 n-d-838032-1 neutron-server[84080]: DEBUG oslo_db.api [req-141a1898-adeb-4160-a7f4-95c89548ec04 req-ab98f4ee-0708-495e-a992-fe055171c4fb tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:38:04.135511 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0237744-9bcf-4bc6-8aff-4fbca55714b7 req-5a76e451-3b5c-4141-ae84-7c3026bf97a1 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:04.137157 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c0237744-9bcf-4bc6-8aff-4fbca55714b7 req-5a76e451-3b5c-4141-ae84-7c3026bf97a1 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 945 time: 0.2421553 Apr 20 17:38:04.165240 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1bdcf8e-4e08-411d-8175-5f361db8e0d3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:04.175776 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc897bd0-7be8-4c24-8fd1-1be02f592270 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting subnet 71202b1c-2861-438f-aca4-606790b137b6 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:38:04.179177 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fc897bd0-7be8-4c24-8fd1-1be02f592270 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:04.216907 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d253dc-d6ae-461b-9b88-6dde52d8bffd None None] Network 8087c73c-f4c1-4a4b-9cab-5beba5a3ecef requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:38:04.242372 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fc897bd0-7be8-4c24-8fd1-1be02f592270 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:04.331601 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c0237744-9bcf-4bc6-8aff-4fbca55714b7 req-23182b45-e5c6-4e72-b6bb-c1a693a2597e tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829093 Apr 20 17:38:04.358870 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fc897bd0-7be8-4c24-8fd1-1be02f592270 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:04.473199 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 50aafbf6-f48b-4436-a7d5-3796c8f84979 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:38:04.511082 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fc897bd0-7be8-4c24-8fd1-1be02f592270 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:04.517646 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2eec3184-1531-4546-97e9-a1bca0e7ed41 None None] Provisioning for port cea720ea-e43b-4153-95a0-a2900aab3d2f completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:38:04.588032 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-141a1898-adeb-4160-a7f4-95c89548ec04 req-ab98f4ee-0708-495e-a992-fe055171c4fb tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Deleting port c53f548a-a80a-4d08-82d0-b765453a30cf {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:38:04.594548 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fc897bd0-7be8-4c24-8fd1-1be02f592270 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:04.595510 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-141a1898-adeb-4160-a7f4-95c89548ec04 req-ab98f4ee-0708-495e-a992-fe055171c4fb tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:04.613376 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc897bd0-7be8-4c24-8fd1-1be02f592270 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Subnet': ['ID=71202b1c-2861-438f-aca4-606790b137b6,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:04.630318 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b810bd-5c19-4d4f-9cf4-cc57bece3792 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:38:04.647430 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fc897bd0-7be8-4c24-8fd1-1be02f592270 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/71202b1c-2861-438f-aca4-606790b137b6 HTTP/1.1" status: 204 len: 168 time: 0.8447320 Apr 20 17:38:04.649473 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40574) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:04.759251 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-b044f724-386d-4880-801b-bee7a2f40592 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting subnet be5ff014-51b8-4bde-a027-eb5a8f7ddfa3 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:38:04.762962 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b044f724-386d-4880-801b-bee7a2f40592 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:04.860367 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b044f724-386d-4880-801b-bee7a2f40592 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:04.885816 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 50aafbf6-f48b-4436-a7d5-3796c8f84979, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=50aafbf6-f48b-4436-a7d5-3796c8f84979,segment=NetworkSegment(7e27592f-62ea-47d5-a45f-84042445ff03),segment_id=7e27592f-62ea-47d5-a45f-84042445ff03)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:04.983145 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '50aafbf6-f48b-4436-a7d5-3796c8f84979', 'network_id': '154a4f2e-6558-438f-940c-0efd0da6937d', 'port_id': '50aafbf6-f48b-4436-a7d5-3796c8f84979', 'mac_address': 'fa:16:3e:42:a6:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88370bcc-315e-4f6b-ac12-dea6593d5b47', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:38:05.034353 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-141a1898-adeb-4160-a7f4-95c89548ec04 req-ab98f4ee-0708-495e-a992-fe055171c4fb tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:05.034686 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-141a1898-adeb-4160-a7f4-95c89548ec04 req-ab98f4ee-0708-495e-a992-fe055171c4fb tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:05.047431 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-e1bdcf8e-4e08-411d-8175-5f361db8e0d3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Allocated IP 2001:db8::1 (8087c73c-f4c1-4a4b-9cab-5beba5a3ecef/30cb30a8-0c58-4d95-be89-3c500e491f09/9c59360c-e59c-47ea-9d02-087f7ba135fe) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:38:05.066232 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:05.166801 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-141a1898-adeb-4160-a7f4-95c89548ec04 req-ab98f4ee-0708-495e-a992-fe055171c4fb tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Calling delete_port for c53f548a-a80a-4d08-82d0-b765453a30cf owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:38:05.167161 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cea720ea-e43b-4153-95a0-a2900aab3d2f up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:38:05.197460 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50aafbf6-f48b-4436-a7d5-3796c8f84979 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:38:05.267800 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 50aafbf6-f48b-4436-a7d5-3796c8f84979, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=50aafbf6-f48b-4436-a7d5-3796c8f84979,segment=NetworkSegment(7e27592f-62ea-47d5-a45f-84042445ff03),segment_id=7e27592f-62ea-47d5-a45f-84042445ff03)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:05.277358 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158819c6-c6e5-4ea6-b960-e2d5caa75e7b req-131e56ac-5f87-4afb-8f71-a0e3dfa02b46 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:05.285296 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:05.285944 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-158819c6-c6e5-4ea6-b960-e2d5caa75e7b req-131e56ac-5f87-4afb-8f71-a0e3dfa02b46 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0cbb3e2-d35c-4323-ba12-b4122b7d8fa2 HTTP/1.1" status: 200 len: 943 time: 0.3788855 Apr 20 17:38:05.330439 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b044f724-386d-4880-801b-bee7a2f40592 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:05.355706 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=50aafbf6-f48b-4436-a7d5-3796c8f84979,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:05.358278 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port cea720ea-e43b-4153-95a0-a2900aab3d2f completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:38:05.368538 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port cea720ea-e43b-4153-95a0-a2900aab3d2f triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:05.368904 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:05.391486 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-141a1898-adeb-4160-a7f4-95c89548ec04 req-ab98f4ee-0708-495e-a992-fe055171c4fb tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:05.406783 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-158819c6-c6e5-4ea6-b960-e2d5caa75e7b req-ba68d86d-e5f8-45e9-b6a5-7f5da8ac8e07 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/security-groups?id=0706ab83-d291-4f0b-93c1-26981fa72201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189277 Apr 20 17:38:05.485709 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b044f724-386d-4880-801b-bee7a2f40592 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:05.539001 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:05.565885 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044f724-386d-4880-801b-bee7a2f40592 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Subnet': ['ID=be5ff014-51b8-4bde-a027-eb5a8f7ddfa3,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:05.578292 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b044f724-386d-4880-801b-bee7a2f40592 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:05.595059 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b044f724-386d-4880-801b-bee7a2f40592 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/be5ff014-51b8-4bde-a027-eb5a8f7ddfa3 HTTP/1.1" status: 204 len: 168 time: 0.9438732 Apr 20 17:38:05.595878 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40598) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:05.616859 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98f4ee-0708-495e-a992-fe055171c4fb tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Pushing event deleted for resources: {'Port': ['ID=c53f548a-a80a-4d08-82d0-b765453a30cf,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:05.618749 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port cea720ea-e43b-4153-95a0-a2900aab3d2f, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=cea720ea-e43b-4153-95a0-a2900aab3d2f,segment=NetworkSegment(98c3cad8-8170-4a3d-8dbd-ab821b75a856),segment_id=98c3cad8-8170-4a3d-8dbd-ab821b75a856)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:05.632926 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:05.724042 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5d3a1e2b-aa9d-43ba-adab-19426b954691 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1264961 Apr 20 17:38:05.749185 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=cea720ea-e43b-4153-95a0-a2900aab3d2f,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:05.753873 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['50aafbf6-f48b-4436-a7d5-3796c8f84979'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:38:05.763385 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40602) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:05.769319 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-b8ba8603-c759-483d-9494-c28a2ed0c171 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:38:05.886179 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-141a1898-adeb-4160-a7f4-95c89548ec04 req-ab98f4ee-0708-495e-a992-fe055171c4fb tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:05.935951 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b8ba8603-c759-483d-9494-c28a2ed0c171 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:38:05.941591 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b8ba8603-c759-483d-9494-c28a2ed0c171 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:subnet and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:38:05.945482 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b8ba8603-c759-483d-9494-c28a2ed0c171 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:38:05.952802 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b8ba8603-c759-483d-9494-c28a2ed0c171 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:38:05.989790 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ba8603-c759-483d-9494-c28a2ed0c171 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:38:05.995433 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b8ba8603-c759-483d-9494-c28a2ed0c171 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:06.044247 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a6456872-7ce5-4496-9af8-7de9f74edc54 None None] Provisioning complete for port cea720ea-e43b-4153-95a0-a2900aab3d2f triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:06.044907 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a6456872-7ce5-4496-9af8-7de9f74edc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:06.116712 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1bdcf8e-4e08-411d-8175-5f361db8e0d3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:06.150028 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-141a1898-adeb-4160-a7f4-95c89548ec04 req-ab98f4ee-0708-495e-a992-fe055171c4fb tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:06.155316 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-141a1898-adeb-4160-a7f4-95c89548ec04 req-ab98f4ee-0708-495e-a992-fe055171c4fb tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "DELETE /v2.0/floatingips/6917d46f-29dc-4db0-a8fc-5db07b19981f HTTP/1.1" status: 204 len: 173 time: 4.4550414 Apr 20 17:38:06.158704 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-17a89a4d-0415-46a3-944e-1301b6182a1e req-b513d831-065f-457b-b454-b40a1378eb65 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4335864 Apr 20 17:38:06.175080 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-e1bdcf8e-4e08-411d-8175-5f361db8e0d3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Transition to ACTIVE for port object 9c59360c-e59c-47ea-9d02-087f7ba135fe will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:38:06.220410 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1bdcf8e-4e08-411d-8175-5f361db8e0d3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:06.420026 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bdcf8e-4e08-411d-8175-5f361db8e0d3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network 8087c73c-f4c1-4a4b-9cab-5beba5a3ecef is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:38:06.424231 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732373b7-d9be-491d-ac1b-f6809142fa83 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:38:06.428234 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-e1bdcf8e-4e08-411d-8175-5f361db8e0d3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:38:06.430859 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bdcf8e-4e08-411d-8175-5f361db8e0d3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Port': ['ID=9c59360c-e59c-47ea-9d02-087f7ba135fe,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:06.432373 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:38:06.435630 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bdcf8e-4e08-411d-8175-5f361db8e0d3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:38:06.436369 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1bdcf8e-4e08-411d-8175-5f361db8e0d3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:06.442133 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b8ba8603-c759-483d-9494-c28a2ed0c171 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:06.557709 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1bdcf8e-4e08-411d-8175-5f361db8e0d3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:06.578804 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ba8603-c759-483d-9494-c28a2ed0c171 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:38:06.587388 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-b8ba8603-c759-483d-9494-c28a2ed0c171 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:38:06.606693 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ba8603-c759-483d-9494-c28a2ed0c171 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:06.607364 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b8ba8603-c759-483d-9494-c28a2ed0c171 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:06.612812 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513939f7-64c2-460c-985c-7f813c636dc2 req-cb74356c-a2f3-4026-a452-311c5ae64595 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:06.622848 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c89c1a55-7fe5-48ae-bfb0-e8828ea753d3 None None] Provisioning complete for port 535285ba-8a18-4884-bb15-2529a10101ee triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:06.623124 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c89c1a55-7fe5-48ae-bfb0-e8828ea753d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:06.625392 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-513939f7-64c2-460c-985c-7f813c636dc2 req-cb74356c-a2f3-4026-a452-311c5ae64595 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 945 time: 0.2539039 Apr 20 17:38:06.658080 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b8ba8603-c759-483d-9494-c28a2ed0c171 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8936164 Apr 20 17:38:06.670771 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40624) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:06.684398 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-89c8010b-50ab-4a95-a334-8e83c7184726 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:38:06.857351 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba8603-c759-483d-9494-c28a2ed0c171 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Subnet': ['ID=38c04f55-952d-470a-85ee-8581d5a28bef,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:06.928956 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-513939f7-64c2-460c-985c-7f813c636dc2 req-66e17f8f-6132-4139-bbac-e23646e33e5e tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768943 Apr 20 17:38:06.989947 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-70d6eded-23b1-4d08-a17e-20092a8b2b0f req-6de1c4ea-31f1-45e9-98b5-c4e1afc4be5b tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/security-groups/6f348a96-933a-47f0-a6d0-014be25a40bf HTTP/1.1" status: 200 len: 1641 time: 0.1335421 Apr 20 17:38:07.074568 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-89c8010b-50ab-4a95-a334-8e83c7184726 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:38:07.090711 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-89c8010b-50ab-4a95-a334-8e83c7184726 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:subnet and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:38:07.107364 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cea720ea-e43b-4153-95a0-a2900aab3d2f up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:38:07.120032 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-89c8010b-50ab-4a95-a334-8e83c7184726 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:38:07.141815 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-89c8010b-50ab-4a95-a334-8e83c7184726 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:38:07.185431 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c8010b-50ab-4a95-a334-8e83c7184726 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:38:07.188916 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-89c8010b-50ab-4a95-a334-8e83c7184726 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:07.239024 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port cea720ea-e43b-4153-95a0-a2900aab3d2f triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:07.239559 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:07.321323 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-70d6eded-23b1-4d08-a17e-20092a8b2b0f req-81d53c35-c3e0-4102-b7e2-0c105d9d4b15 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:07.340420 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a105b-c4e1-4ae8-8825-5dcbfdac8eab req-8beb6d27-e5c3-4556-a5d6-14ee8bdf557c tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:07.347332 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ab7a105b-c4e1-4ae8-8825-5dcbfdac8eab req-8beb6d27-e5c3-4556-a5d6-14ee8bdf557c tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0cbb3e2-d35c-4323-ba12-b4122b7d8fa2 HTTP/1.1" status: 200 len: 944 time: 0.1423407 Apr 20 17:38:07.356653 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-fc9acc0d-5da0-4e09-bbd4-299873d9e401 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5012872 Apr 20 17:38:07.396038 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-70d6eded-23b1-4d08-a17e-20092a8b2b0f req-81d53c35-c3e0-4102-b7e2-0c105d9d4b15 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:07.398087 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1bdcf8e-4e08-411d-8175-5f361db8e0d3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:07.417795 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1bdcf8e-4e08-411d-8175-5f361db8e0d3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:07.420781 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1bdcf8e-4e08-411d-8175-5f361db8e0d3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:07.443052 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e7810a-e9ad-4679-8954-e7355056ceb4 None None] Update dhcp port {'port': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'fixed_ips': [{'subnet_id': '38c04f55-952d-470a-85ee-8581d5a28bef'}], 'binding:host_id': 'n-d-838032-1'}, 'id': '535285ba-8a18-4884-bb15-2529a10101ee'} from n-d-838032-1. {{(pid=84082) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 20 17:38:07.450057 n-d-838032-1 neutron-server[84081]: INFO neutron.db.ipam_backend_mixin [None req-89c8010b-50ab-4a95-a334-8e83c7184726 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 38c04f55-952d-470a-85ee-8581d5a28bef (CIDR: 2001:db8::/64) Apr 20 17:38:07.465296 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c8010b-50ab-4a95-a334-8e83c7184726 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:38:07.465886 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89c8010b-50ab-4a95-a334-8e83c7184726 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:07.519711 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-70d6eded-23b1-4d08-a17e-20092a8b2b0f req-81d53c35-c3e0-4102-b7e2-0c105d9d4b15 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:07.523635 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-70d6eded-23b1-4d08-a17e-20092a8b2b0f req-81d53c35-c3e0-4102-b7e2-0c105d9d4b15 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:07.543175 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-99e7810a-e9ad-4679-8954-e7355056ceb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:07.552061 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-70d6eded-23b1-4d08-a17e-20092a8b2b0f req-81d53c35-c3e0-4102-b7e2-0c105d9d4b15 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "DELETE /v2.0/security-groups/6f348a96-933a-47f0-a6d0-014be25a40bf HTTP/1.1" status: 204 len: 173 time: 0.5506294 Apr 20 17:38:07.553810 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bdcf8e-4e08-411d-8175-5f361db8e0d3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Port': ['ID=9c59360c-e59c-47ea-9d02-087f7ba135fe,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:07.585883 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-89c8010b-50ab-4a95-a334-8e83c7184726 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9154630 Apr 20 17:38:07.586101 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ab7a105b-c4e1-4ae8-8825-5dcbfdac8eab req-b1fc77d1-a439-4924-9d78-556359066290 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/security-groups?id=0706ab83-d291-4f0b-93c1-26981fa72201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378404 Apr 20 17:38:07.594038 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40648) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:07.630284 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-00598f89-041d-4b37-a8eb-07267da231c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:38:07.662210 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d53c35-c3e0-4102-b7e2-0c105d9d4b15 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f348a96-933a-47f0-a6d0-014be25a40bf,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:07.858679 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bdcf8e-4e08-411d-8175-5f361db8e0d3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network 8087c73c-f4c1-4a4b-9cab-5beba5a3ecef is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:38:07.860666 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-85b90f4c-6505-4827-8434-e38ecb17c787 None None] Provisioning for port 9c59360c-e59c-47ea-9d02-087f7ba135fe completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:38:07.874866 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-e1bdcf8e-4e08-411d-8175-5f361db8e0d3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:38:07.893192 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-85b90f4c-6505-4827-8434-e38ecb17c787 None None] Provisioning complete for port 9c59360c-e59c-47ea-9d02-087f7ba135fe triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:07.893694 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-85b90f4c-6505-4827-8434-e38ecb17c787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:08.038735 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-85b90f4c-6505-4827-8434-e38ecb17c787 None None] Port 9c59360c-e59c-47ea-9d02-087f7ba135fe cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:38:08.084725 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-00598f89-041d-4b37-a8eb-07267da231c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:38:08.113480 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-00598f89-041d-4b37-a8eb-07267da231c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:subnet and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:38:08.126616 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-00598f89-041d-4b37-a8eb-07267da231c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:38:08.134810 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-00598f89-041d-4b37-a8eb-07267da231c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:38:08.184745 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00598f89-041d-4b37-a8eb-07267da231c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:38:08.205294 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00598f89-041d-4b37-a8eb-07267da231c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:08.284420 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb78b8-e2a4-4ef1-a958-5ea3dab06913 req-058f6d55-0a07-4b5e-9a64-b0937a88b554 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:08.285464 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-99e7810a-e9ad-4679-8954-e7355056ceb4 None None] Allocated IP 2001:db8::2 (9ba611e4-024c-4a0c-9998-3bc548cf409a/38c04f55-952d-470a-85ee-8581d5a28bef/535285ba-8a18-4884-bb15-2529a10101ee) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:38:08.286379 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1eeb78b8-e2a4-4ef1-a958-5ea3dab06913 req-058f6d55-0a07-4b5e-9a64-b0937a88b554 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 945 time: 0.4534903 Apr 20 17:38:08.481143 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 50aafbf6-f48b-4436-a7d5-3796c8f84979 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:38:08.600770 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-35b92911-fa97-4ec0-9689-2541298746c0 None None] Provisioning complete for port 9c59360c-e59c-47ea-9d02-087f7ba135fe triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:08.601196 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-35b92911-fa97-4ec0-9689-2541298746c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:08.673780 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1eeb78b8-e2a4-4ef1-a958-5ea3dab06913 req-5b05f54b-0018-416b-af56-f6e145d1045c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b11ffdb-0a5b-46b0-8905-207106275e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2942009 Apr 20 17:38:08.732245 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-35b92911-fa97-4ec0-9689-2541298746c0 None None] Port 9c59360c-e59c-47ea-9d02-087f7ba135fe cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:38:08.750107 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-99e7810a-e9ad-4679-8954-e7355056ceb4 None None] For port 535285ba-8a18-4884-bb15-2529a10101ee, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=535285ba-8a18-4884-bb15-2529a10101ee,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:08.757205 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 50aafbf6-f48b-4436-a7d5-3796c8f84979 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:38:08.764616 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 50aafbf6-f48b-4436-a7d5-3796c8f84979 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:08.765123 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:08.774670 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bdcf8e-4e08-411d-8175-5f361db8e0d3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Router 91cbc754-a9ac-4c9a-9dc1-b419d8792b1e is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:38:08.804966 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a368b8-9710-4ba0-83a1-284c83598a8a req-643aa78b-c56e-488b-a9ca-0a82daa79d4a tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:08.806439 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49a368b8-9710-4ba0-83a1-284c83598a8a req-643aa78b-c56e-488b-a9ca-0a82daa79d4a tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 945 time: 0.2626314 Apr 20 17:38:08.841372 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-99e7810a-e9ad-4679-8954-e7355056ceb4 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:08.864308 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-99e7810a-e9ad-4679-8954-e7355056ceb4 None None] Transition to ACTIVE for port object 535285ba-8a18-4884-bb15-2529a10101ee will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:38:08.898973 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-99e7810a-e9ad-4679-8954-e7355056ceb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:09.006780 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88a557-ecb9-48d2-9efb-373ef4ff27ac req-217fbfaa-4003-495b-8db5-980ba756b1b5 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:09.008523 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5e88a557-ecb9-48d2-9efb-373ef4ff27ac req-217fbfaa-4003-495b-8db5-980ba756b1b5 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 946 time: 0.1524408 Apr 20 17:38:09.039808 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:09.067104 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7810a-e9ad-4679-8954-e7355056ceb4 None None] Pushing event updated for resources: {'Port': ['ID=535285ba-8a18-4884-bb15-2529a10101ee,revision_number=7']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:09.101495 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0cbb3e2-d35c-4323-ba12-b4122b7d8fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50aafbf6-f48b-4436-a7d5-3796c8f84979'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:38:09.115099 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 50aafbf6-f48b-4436-a7d5-3796c8f84979, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=50aafbf6-f48b-4436-a7d5-3796c8f84979,segment=NetworkSegment(7e27592f-62ea-47d5-a45f-84042445ff03),segment_id=7e27592f-62ea-47d5-a45f-84042445ff03)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:09.131654 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:09.189437 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49a368b8-9710-4ba0-83a1-284c83598a8a req-9aaf834e-a0a9-4341-8246-dc945543a857 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072617 Apr 20 17:38:09.213792 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-5e88a557-ecb9-48d2-9efb-373ef4ff27ac req-9a3c4d94-c1c2-49f5-b0ee-f06d39b2f2a7 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Synchronizing usage tracker for tenant:2ebf7eb106a7492aa5b3798a6700e1e3 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:38:09.216965 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-450fbb9a-57b0-425f-b906-fb1fcaa2077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:09.246328 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=50aafbf6-f48b-4436-a7d5-3796c8f84979,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:09.351625 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-5e88a557-ecb9-48d2-9efb-373ef4ff27ac req-9a3c4d94-c1c2-49f5-b0ee-f06d39b2f2a7 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Unset dirty status for tenant:2ebf7eb106a7492aa5b3798a6700e1e3 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:38:09.358941 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5e88a557-ecb9-48d2-9efb-373ef4ff27ac req-9a3c4d94-c1c2-49f5-b0ee-f06d39b2f2a7 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/security-groups?id=5671c89d-0048-417e-b766-c124f42aab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322239 Apr 20 17:38:09.403132 n-d-838032-1 neutron-server[84081]: DEBUG neutron.objects.ports [None req-00598f89-041d-4b37-a8eb-07267da231c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84081) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 20 17:38:09.460114 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7c153bb-0f0a-4e3e-8863-3386aa9c2e77'] response: {'server_uuid': 'e0cbb3e2-d35c-4323-ba12-b4122b7d8fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50aafbf6-f48b-4436-a7d5-3796c8f84979', 'code': 200} Apr 20 17:38:09.493095 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bdcf8e-4e08-411d-8175-5f361db8e0d3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:38:09.508344 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b90cc8b-6925-4f7d-b1bf-985789426146 None None] Sync routers for ids ['91cbc754-a9ac-4c9a-9dc1-b419d8792b1e'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:38:09.523208 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40700) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:09.527194 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e1bdcf8e-4e08-411d-8175-5f361db8e0d3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "PUT /v2.0/routers/91cbc754-a9ac-4c9a-9dc1-b419d8792b1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1434932 Apr 20 17:38:09.536576 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b90cc8b-6925-4f7d-b1bf-985789426146 None None] Routers {'91cbc754-a9ac-4c9a-9dc1-b419d8792b1e'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:38:09.537216 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2b90cc8b-6925-4f7d-b1bf-985789426146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:37:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['91cbc754-a9ac-4c9a-9dc1-b419d8792b1e'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:09.618592 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-5c6f51dd-657b-4fdf-ba4b-0f6d07434939 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 1096 time: 0.3330550 Apr 20 17:38:09.638214 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2b90cc8b-6925-4f7d-b1bf-985789426146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:09.638560 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9f9af-1ac5-4a18-b517-0706ef83a9fc req-8a329e03-fbc1-4734-9177-d114d3bdc1b5 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:09.640419 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-90b9f9af-1ac5-4a18-b517-0706ef83a9fc req-8a329e03-fbc1-4734-9177-d114d3bdc1b5 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0cbb3e2-d35c-4323-ba12-b4122b7d8fa2 HTTP/1.1" status: 200 len: 945 time: 0.2542586 Apr 20 17:38:09.651355 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b90cc8b-6925-4f7d-b1bf-985789426146 None None] Routers {'91cbc754-a9ac-4c9a-9dc1-b419d8792b1e'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:38:09.652135 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2b90cc8b-6925-4f7d-b1bf-985789426146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:37:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['91cbc754-a9ac-4c9a-9dc1-b419d8792b1e'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:09.723024 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d926bd6-9ef8-4bbd-8ed8-586d8d3059a6 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:09.724195 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7d926bd6-9ef8-4bbd-8ed8-586d8d3059a6 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Synchronizing usage tracker for tenant:223231c784ee479d86d7622cff558dcb on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:38:09.757169 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2b90cc8b-6925-4f7d-b1bf-985789426146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:09.757578 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b90cc8b-6925-4f7d-b1bf-985789426146 None None] The sync data for ids ['91cbc754-a9ac-4c9a-9dc1-b419d8792b1e'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:38:09.772228 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7f5c84cc-f698-4ee6-85bf-3691db444f08 req-bc5b83e4-cebf-487c-a2cd-ebeb84dbf370 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e0cbb3e2-d35c-4323-ba12-b4122b7d8fa2 HTTP/1.1" status: 200 len: 1096 time: 0.2000122 Apr 20 17:38:09.830536 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7d926bd6-9ef8-4bbd-8ed8-586d8d3059a6 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Unset dirty status for tenant:223231c784ee479d86d7622cff558dcb on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:38:09.835325 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7d926bd6-9ef8-4bbd-8ed8-586d8d3059a6 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "GET /v2.0/ports/9c59360c-e59c-47ea-9d02-087f7ba135fe HTTP/1.1" status: 200 len: 911 time: 0.3023765 Apr 20 17:38:09.849912 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40710) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:09.876024 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-90b9f9af-1ac5-4a18-b517-0706ef83a9fc req-710983ad-23cb-4b4e-99f4-26b27e51eb38 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/security-groups?id=0706ab83-d291-4f0b-93c1-26981fa72201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029171 Apr 20 17:38:09.909791 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00598f89-041d-4b37-a8eb-07267da231c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:09.928269 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-8162f4c6-254b-4f5a-9848-075917c338a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:09.929836 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-8162f4c6-254b-4f5a-9848-075917c338a5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c6d4fe1b-5c38-412d-8e32-1a9e69c72c67 HTTP/1.1" status: 200 len: 897 time: 0.2884035 Apr 20 17:38:09.981413 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a12180a-e6c6-4f33-bf5a-1a798789618d None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:38:10.041791 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-a2944401-bd1f-453a-ab20-e88c38893f6a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f40eae86-ce91-4627-8cc8-71e6eabd0e01 HTTP/1.1" status: 200 len: 1001 time: 0.1053398 Apr 20 17:38:10.092951 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c57b7f5b-54fd-41f5-96a2-eae128e1f474 None None] Provisioning for port 535285ba-8a18-4884-bb15-2529a10101ee completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:38:10.106771 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c57b7f5b-54fd-41f5-96a2-eae128e1f474 None None] Provisioning complete for port 535285ba-8a18-4884-bb15-2529a10101ee triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:10.107273 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c57b7f5b-54fd-41f5-96a2-eae128e1f474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:10.132618 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-b70d76ee-d42f-4b4b-87a4-396ee5471515 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:10.134141 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-b70d76ee-d42f-4b4b-87a4-396ee5471515 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4c363c9-ff38-4c02-a21b-5b3727689d41 HTTP/1.1" status: 200 len: 834 time: 0.0834579 Apr 20 17:38:10.184168 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7f5c84cc-f698-4ee6-85bf-3691db444f08 req-b6f719ca-f2ca-49af-be08-5fd4f1f4dc18 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0706ab83-d291-4f0b-93c1-26981fa72201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795073 Apr 20 17:38:10.239263 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-c5a5d5c4-5eb6-4202-9c19-21ea8b0ef2dd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c6d4fe1b-5c38-412d-8e32-1a9e69c72c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964348 Apr 20 17:38:10.418471 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e73bd-c201-4c54-b819-8bb40311c3dc req-84db91d8-cf24-4225-a37e-fdc611c47134 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:10.423361 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-833e73bd-c201-4c54-b819-8bb40311c3dc req-84db91d8-cf24-4225-a37e-fdc611c47134 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 945 time: 0.3846552 Apr 20 17:38:10.612700 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-00598f89-041d-4b37-a8eb-07267da231c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] For port 535285ba-8a18-4884-bb15-2529a10101ee, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=535285ba-8a18-4884-bb15-2529a10101ee,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:10.623952 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51594bb7-cd50-47ae-84ba-09900eb21b0b req-97aba163-432e-43df-9761-f3b8df9206c9 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:10.625447 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-51594bb7-cd50-47ae-84ba-09900eb21b0b req-97aba163-432e-43df-9761-f3b8df9206c9 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 945 time: 0.2301364 Apr 20 17:38:10.677173 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00598f89-041d-4b37-a8eb-07267da231c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:10.699504 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-bd6b8639-63ff-4945-b9e4-76f63fdbbca7 service neutron] 10.222.0.10 "GET /v2.0/networks/c6d4fe1b-5c38-412d-8e32-1a9e69c72c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362261 Apr 20 17:38:10.731658 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-51594bb7-cd50-47ae-84ba-09900eb21b0b req-e1a6e67b-8bc9-45e0-be70-a079ac16848b tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863216 Apr 20 17:38:10.756893 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00598f89-041d-4b37-a8eb-07267da231c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:10.757726 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00598f89-041d-4b37-a8eb-07267da231c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:10.903913 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-7dfbfc7d-0d3c-4284-b4c8-3fbedc149346 service neutron] 10.222.0.10 "GET /v2.0/networks/c6d4fe1b-5c38-412d-8e32-1a9e69c72c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976192 Apr 20 17:38:10.951942 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-833e73bd-c201-4c54-b819-8bb40311c3dc req-b334540d-81bb-4ad7-957f-7c5e783c3980 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b11ffdb-0a5b-46b0-8905-207106275e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5046573 Apr 20 17:38:11.051154 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 535285ba-8a18-4884-bb15-2529a10101ee up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:38:11.175592 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf9c45-f456-4060-8299-ec92edc6743b req-94c78144-e16f-40a8-a89e-45e279731a20 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:11.176342 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-4daf9c45-f456-4060-8299-ec92edc6743b req-94c78144-e16f-40a8-a89e-45e279731a20 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Synchronizing usage tracker for tenant:2ebf7eb106a7492aa5b3798a6700e1e3 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:38:11.214951 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-4daf9c45-f456-4060-8299-ec92edc6743b req-94c78144-e16f-40a8-a89e-45e279731a20 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Unset dirty status for tenant:2ebf7eb106a7492aa5b3798a6700e1e3 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:38:11.216218 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4daf9c45-f456-4060-8299-ec92edc6743b req-94c78144-e16f-40a8-a89e-45e279731a20 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 946 time: 0.2796109 Apr 20 17:38:11.218825 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 535285ba-8a18-4884-bb15-2529a10101ee triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:11.222554 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:11.248067 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00598f89-041d-4b37-a8eb-07267da231c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Subnet': ['ID=5a9027b5-899b-485e-85f6-df1d06d86cc7,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:11.286157 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00598f89-041d-4b37-a8eb-07267da231c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:38:11.293748 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-00598f89-041d-4b37-a8eb-07267da231c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:38:11.297520 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00598f89-041d-4b37-a8eb-07267da231c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:11.298131 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00598f89-041d-4b37-a8eb-07267da231c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:11.360529 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4daf9c45-f456-4060-8299-ec92edc6743b req-00b544b3-e170-4dc7-882b-50bd0816c2df tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/security-groups?id=5671c89d-0048-417e-b766-c124f42aab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341581 Apr 20 17:38:11.397438 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40742) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:11.399210 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-00598f89-041d-4b37-a8eb-07267da231c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.7964351 Apr 20 17:38:11.403299 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00598f89-041d-4b37-a8eb-07267da231c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:11.404346 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00598f89-041d-4b37-a8eb-07267da231c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:11.404759 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00598f89-041d-4b37-a8eb-07267da231c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:11.405296 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00598f89-041d-4b37-a8eb-07267da231c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:11.405593 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00598f89-041d-4b37-a8eb-07267da231c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:11.405934 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00598f89-041d-4b37-a8eb-07267da231c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:11.407500 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c0f669d3-91da-44e6-a808-aa742beb1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:11.409190 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-126b0d4a-5a47-4421-8743-0d171682ffe6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'port': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'mac_address': 'fa:16:3e:a0:24:f6', 'name': 'tempest-NetworksTestDHCPv6-1900495446'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:38:11.410770 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00598f89-041d-4b37-a8eb-07267da231c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:11.411871 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00598f89-041d-4b37-a8eb-07267da231c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:11.412905 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00598f89-041d-4b37-a8eb-07267da231c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:11.414355 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00598f89-041d-4b37-a8eb-07267da231c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:11.414755 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00598f89-041d-4b37-a8eb-07267da231c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:11.419192 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139e2d5e-e859-49f6-8e18-74b580a58395 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:38:11.482698 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00598f89-041d-4b37-a8eb-07267da231c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Port': ['ID=535285ba-8a18-4884-bb15-2529a10101ee,revision_number=9']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:11.516377 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c11b5-be1e-4a7f-8395-e45b9e622ea7 req-982a9084-ce84-469d-a983-f0ac5ce4d767 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:11.518019 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0d4c11b5-be1e-4a7f-8395-e45b9e622ea7 req-982a9084-ce84-469d-a983-f0ac5ce4d767 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.10 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 946 time: 0.6904247 Apr 20 17:38:11.683090 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-74f0cb2c-cc3c-45c8-beb0-976052ad796b None None] Provisioning complete for port 535285ba-8a18-4884-bb15-2529a10101ee triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:11.683712 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-74f0cb2c-cc3c-45c8-beb0-976052ad796b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:11.726664 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-90c2d117-c812-42d3-912f-03b5595aa9e6 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:11.843420 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-126b0d4a-5a47-4421-8743-0d171682ffe6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:38:11.855338 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-126b0d4a-5a47-4421-8743-0d171682ffe6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:38:11.857988 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-0d4c11b5-be1e-4a7f-8395-e45b9e622ea7 req-e87101af-1dd3-4a67-8caa-f0688ed18650 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Deleting port 4c338798-f13b-42c7-932c-6331f24be7e4 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:38:11.858466 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0d4c11b5-be1e-4a7f-8395-e45b9e622ea7 req-e87101af-1dd3-4a67-8caa-f0688ed18650 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:11.881832 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126b0d4a-5a47-4421-8743-0d171682ffe6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:38:11.999119 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d08d6-a98e-4ae6-b1d6-0bc14a91ae3f req-6d707b9c-f647-4b7d-9f16-525d464836f1 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:12.001229 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-409d08d6-a98e-4ae6-b1d6-0bc14a91ae3f req-6d707b9c-f647-4b7d-9f16-525d464836f1 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 945 time: 0.2833149 Apr 20 17:38:12.023811 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33b1c4-a36c-4f4e-98a7-e61869e79d5b req-491f2232-fd42-4173-8d7e-fcd2d9ca9864 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:12.026906 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0c33b1c4-a36c-4f4e-98a7-e61869e79d5b req-491f2232-fd42-4173-8d7e-fcd2d9ca9864 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0cbb3e2-d35c-4323-ba12-b4122b7d8fa2 HTTP/1.1" status: 200 len: 945 time: 0.5949302 Apr 20 17:38:12.078851 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-409d08d6-a98e-4ae6-b1d6-0bc14a91ae3f req-57f301a7-212e-4a49-b741-a25cb662fac4 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586715 Apr 20 17:38:12.106752 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-126b0d4a-5a47-4421-8743-0d171682ffe6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:12.145711 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-126b0d4a-5a47-4421-8743-0d171682ffe6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] device_id is not set on port b0a05df7-ec40-4aef-a2f6-f4f8c90434e0 yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:38:12.287557 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0c33b1c4-a36c-4f4e-98a7-e61869e79d5b req-f37d5d52-2bdb-4b5f-b184-a47258e632a7 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/security-groups?id=0706ab83-d291-4f0b-93c1-26981fa72201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428916 Apr 20 17:38:12.303705 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c0028549-6dd1-43aa-82ed-2c714ebc2d5a None None] Provisioning complete for port 535285ba-8a18-4884-bb15-2529a10101ee triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:12.304252 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c0028549-6dd1-43aa-82ed-2c714ebc2d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:12.351624 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-0d4c11b5-be1e-4a7f-8395-e45b9e622ea7 req-e87101af-1dd3-4a67-8caa-f0688ed18650 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] For port 4c338798-f13b-42c7-932c-6331f24be7e4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=4c338798-f13b-42c7-932c-6331f24be7e4,segment=NetworkSegment(d4af0888-96c0-4bc6-8226-00610a420d13),segment_id=d4af0888-96c0-4bc6-8226-00610a420d13)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:12.351920 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0d4c11b5-be1e-4a7f-8395-e45b9e622ea7 req-e87101af-1dd3-4a67-8caa-f0688ed18650 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:12.576542 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-126b0d4a-5a47-4421-8743-0d171682ffe6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Allocated IP 2001:db8::399 (9ba611e4-024c-4a0c-9998-3bc548cf409a/38c04f55-952d-470a-85ee-8581d5a28bef/b0a05df7-ec40-4aef-a2f6-f4f8c90434e0) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:38:12.579918 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-0d4c11b5-be1e-4a7f-8395-e45b9e622ea7 req-e87101af-1dd3-4a67-8caa-f0688ed18650 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Calling delete_port for 4c338798-f13b-42c7-932c-6331f24be7e4 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:38:12.586224 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-126b0d4a-5a47-4421-8743-0d171682ffe6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Allocated IP 2001:db8:0:1:f816:3eff:fea0:24f6 (9ba611e4-024c-4a0c-9998-3bc548cf409a/5a9027b5-899b-485e-85f6-df1d06d86cc7/b0a05df7-ec40-4aef-a2f6-f4f8c90434e0) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:38:12.625679 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232bbd4-9f11-4eb7-8552-92c6ede48523 req-ff722b07-16f7-48a6-b74e-d0941a4d6241 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:12.627201 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b232bbd4-9f11-4eb7-8552-92c6ede48523 req-ff722b07-16f7-48a6-b74e-d0941a4d6241 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 945 time: 0.1352837 Apr 20 17:38:12.728026 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:12.733118 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:12.801168 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b232bbd4-9f11-4eb7-8552-92c6ede48523 req-03ba24fa-b4a9-4feb-8e9b-39c8436765fa tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b11ffdb-0a5b-46b0-8905-207106275e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651137 Apr 20 17:38:12.816587 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e0b29-8f87-486f-82ca-36ee3da613eb req-06fd7a5d-360b-4c57-a456-48209da3694f tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:12.818338 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-222e0b29-8f87-486f-82ca-36ee3da613eb req-06fd7a5d-360b-4c57-a456-48209da3694f tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 945 time: 0.2850821 Apr 20 17:38:12.913670 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-126b0d4a-5a47-4421-8743-0d171682ffe6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:13.009838 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-222e0b29-8f87-486f-82ca-36ee3da613eb req-b654c01d-17d0-47a3-b5a7-34e2b5a68d91 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599057 Apr 20 17:38:13.013516 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-126b0d4a-5a47-4421-8743-0d171682ffe6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Transition to ACTIVE for port object b0a05df7-ec40-4aef-a2f6-f4f8c90434e0 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:38:13.069691 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 535285ba-8a18-4884-bb15-2529a10101ee up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:38:13.078537 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0d4c11b5-be1e-4a7f-8395-e45b9e622ea7 req-e87101af-1dd3-4a67-8caa-f0688ed18650 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:13.084435 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68ef99-d798-4a74-8e26-f506e7de0563 req-2b5e13e6-13fd-41cd-a872-6949baac96a4 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:13.086017 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ee68ef99-d798-4a74-8e26-f506e7de0563 req-2b5e13e6-13fd-41cd-a872-6949baac96a4 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/ports?device_id=269e7ade-4331-40af-96c3-dc939fc8e133 HTTP/1.1" status: 200 len: 867 time: 0.1297956 Apr 20 17:38:13.087914 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-126b0d4a-5a47-4421-8743-0d171682ffe6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:13.145591 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 535285ba-8a18-4884-bb15-2529a10101ee triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:13.146040 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:13.203990 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126b0d4a-5a47-4421-8743-0d171682ffe6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:38:13.212612 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-126b0d4a-5a47-4421-8743-0d171682ffe6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:38:13.215763 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b0d4a-5a47-4421-8743-0d171682ffe6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Port': ['ID=b0a05df7-ec40-4aef-a2f6-f4f8c90434e0,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:13.218337 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126b0d4a-5a47-4421-8743-0d171682ffe6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:38:13.222923 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87101af-1dd3-4a67-8caa-f0688ed18650 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Pushing event deleted for resources: {'Port': ['ID=4c338798-f13b-42c7-932c-6331f24be7e4,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:13.223750 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126b0d4a-5a47-4421-8743-0d171682ffe6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:13.224826 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-126b0d4a-5a47-4421-8743-0d171682ffe6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:13.250666 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ee68ef99-d798-4a74-8e26-f506e7de0563 req-6bbb123a-50b8-4584-9bfd-1b3e335b8a4c tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.39 "GET /v2.0/security-groups?id=5671c89d-0048-417e-b766-c124f42aab4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247861 Apr 20 17:38:13.291865 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-126b0d4a-5a47-4421-8743-0d171682ffe6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8932977 Apr 20 17:38:13.294673 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40784) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:13.406033 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4c11b5-be1e-4a7f-8395-e45b9e622ea7 req-e87101af-1dd3-4a67-8caa-f0688ed18650 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] No DVR routers for this DVR port 4c338798-f13b-42c7-932c-6331f24be7e4 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:38:13.415022 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0d4c11b5-be1e-4a7f-8395-e45b9e622ea7 req-e87101af-1dd3-4a67-8caa-f0688ed18650 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:13.421546 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269e7ade-4331-40af-96c3-dc939fc8e133', 'name': 'network-vif-deleted', 'tag': '4c338798-f13b-42c7-932c-6331f24be7e4'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:38:13.440128 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-95515ba5-cb16-4015-b450-e7241c1b804f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting port b0a05df7-ec40-4aef-a2f6-f4f8c90434e0 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:38:13.440128 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-95515ba5-cb16-4015-b450-e7241c1b804f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:13.451453 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:13.534513 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0d4c11b5-be1e-4a7f-8395-e45b9e622ea7 req-e87101af-1dd3-4a67-8caa-f0688ed18650 tempest-ServerRescueTestJSONUnderV235-1253498788 tempest-ServerRescueTestJSONUnderV235-1253498788-project] 10.222.0.10 "DELETE /v2.0/ports/4c338798-f13b-42c7-932c-6331f24be7e4 HTTP/1.1" status: 204 len: 173 time: 2.0085855 Apr 20 17:38:13.718879 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-90c2d117-c812-42d3-912f-03b5595aa9e6 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Deleting port 9c59360c-e59c-47ea-9d02-087f7ba135fe {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:38:13.719457 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-90c2d117-c812-42d3-912f-03b5595aa9e6 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:13.807055 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-61edc782-15d4-43e8-8b5b-486aec8d9447 None None] Provisioning for port b0a05df7-ec40-4aef-a2f6-f4f8c90434e0 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:38:13.817256 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-61edc782-15d4-43e8-8b5b-486aec8d9447 None None] Provisioning complete for port b0a05df7-ec40-4aef-a2f6-f4f8c90434e0 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:13.824016 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-61edc782-15d4-43e8-8b5b-486aec8d9447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:13.967074 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-61edc782-15d4-43e8-8b5b-486aec8d9447 None None] Port b0a05df7-ec40-4aef-a2f6-f4f8c90434e0 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:38:13.985863 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a66db61-b1e3-4e0d-bb6c-f38195c43f01'] response: {'server_uuid': '269e7ade-4331-40af-96c3-dc939fc8e133', 'name': 'network-vif-deleted', 'tag': '4c338798-f13b-42c7-932c-6331f24be7e4', 'status': 'completed', 'code': 200} Apr 20 17:38:14.011768 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:14.210351 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-95515ba5-cb16-4015-b450-e7241c1b804f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:14.241007 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e46d0-459b-4ff8-93ed-8a59594f9b2a req-d2e4cbab-8c48-4587-b3ac-682075b14fd1 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:14.242649 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d61e46d0-459b-4ff8-93ed-8a59594f9b2a req-d2e4cbab-8c48-4587-b3ac-682075b14fd1 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 945 time: 0.2592595 Apr 20 17:38:14.281458 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-90c2d117-c812-42d3-912f-03b5595aa9e6 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:14.320487 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4dde2-42a7-4320-af0f-73ed1d5b7a4c req-fb70ef68-2c0a-4b3e-ae15-44b262b3da8c tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:14.321888 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-aef4dde2-42a7-4320-af0f-73ed1d5b7a4c req-fb70ef68-2c0a-4b3e-ae15-44b262b3da8c tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0cbb3e2-d35c-4323-ba12-b4122b7d8fa2 HTTP/1.1" status: 200 len: 945 time: 0.7287667 Apr 20 17:38:14.455693 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-95515ba5-cb16-4015-b450-e7241c1b804f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Calling delete_port for b0a05df7-ec40-4aef-a2f6-f4f8c90434e0 owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:38:14.480090 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 4c338798-f13b-42c7-932c-6331f24be7e4 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:38:14.495289 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-90c2d117-c812-42d3-912f-03b5595aa9e6 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Calling delete_port for 9c59360c-e59c-47ea-9d02-087f7ba135fe owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:38:14.528005 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 4c338798-f13b-42c7-932c-6331f24be7e4 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:38:14.528581 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 4c338798-f13b-42c7-932c-6331f24be7e4 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:38:14.565770 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d61e46d0-459b-4ff8-93ed-8a59594f9b2a req-9854d001-a6b8-4de9-b543-e4c42c2bfab6 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168175 Apr 20 17:38:14.572987 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-aef4dde2-42a7-4320-af0f-73ed1d5b7a4c req-c323cf5d-fdcb-49a6-a26b-5c5edebc3d36 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/security-groups?id=0706ab83-d291-4f0b-93c1-26981fa72201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362751 Apr 20 17:38:14.792147 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40826) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:14.914633 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-95515ba5-cb16-4015-b450-e7241c1b804f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:15.016763 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95515ba5-cb16-4015-b450-e7241c1b804f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Port': ['ID=b0a05df7-ec40-4aef-a2f6-f4f8c90434e0,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:15.044728 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-90c2d117-c812-42d3-912f-03b5595aa9e6 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:15.164604 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-95515ba5-cb16-4015-b450-e7241c1b804f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:15.183690 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-95515ba5-cb16-4015-b450-e7241c1b804f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/b0a05df7-ec40-4aef-a2f6-f4f8c90434e0 HTTP/1.1" status: 204 len: 168 time: 1.8853354 Apr 20 17:38:15.185656 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40838) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:15.211555 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2d117-c812-42d3-912f-03b5595aa9e6 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event deleted for resources: {'Port': ['ID=9c59360c-e59c-47ea-9d02-087f7ba135fe,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:15.276895 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7625d00-40a1-4567-9bed-a23e7e110bee req-dc91b379-0213-4e9b-bbf6-1e1606f3897c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:15.283995 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f7625d00-40a1-4567-9bed-a23e7e110bee req-dc91b379-0213-4e9b-bbf6-1e1606f3897c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 945 time: 0.4832952 Apr 20 17:38:15.291895 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:15.563348 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f7625d00-40a1-4567-9bed-a23e7e110bee req-8243403b-4b66-4b65-a06f-fbec19dc26a3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b11ffdb-0a5b-46b0-8905-207106275e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854830 Apr 20 17:38:15.701569 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-90c2d117-c812-42d3-912f-03b5595aa9e6 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:15.761217 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1f0016-15e0-4605-8a85-716c58999e33 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:15.763429 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-2f1f0016-15e0-4605-8a85-716c58999e33 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:38:15.860341 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-2f1f0016-15e0-4605-8a85-716c58999e33 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:38:15.861561 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2f1f0016-15e0-4605-8a85-716c58999e33 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.6747139 Apr 20 17:38:15.867162 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40860) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:15.947689 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b78dcf-23b4-4131-8e0c-89459bd1b8f4 req-a4502c89-879e-4d08-b9c4-2fb42dca7a64 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:15.949233 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49b78dcf-23b4-4131-8e0c-89459bd1b8f4 req-a4502c89-879e-4d08-b9c4-2fb42dca7a64 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 945 time: 0.8486598 Apr 20 17:38:16.058482 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd9cf9-bdca-4c6c-978d-2d932d54e7d3 req-dda33cd4-4928-4ae5-90de-102653d692e3 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:16.065532 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d8bd9cf9-bdca-4c6c-978d-2d932d54e7d3 req-dda33cd4-4928-4ae5-90de-102653d692e3 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 945 time: 0.2697232 Apr 20 17:38:16.080157 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d170079-d28d-4e9a-8006-ebb5c0a9bcae tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:16.081640 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0d170079-d28d-4e9a-8006-ebb5c0a9bcae tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2127881 Apr 20 17:38:16.097538 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-49b78dcf-23b4-4131-8e0c-89459bd1b8f4 req-d8af1cae-505e-44e0-83ca-4afbc8802281 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Deleting port 1fb6bba9-caca-4574-8cbd-15b0d2c3b719 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:38:16.097877 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-49b78dcf-23b4-4131-8e0c-89459bd1b8f4 req-d8af1cae-505e-44e0-83ca-4afbc8802281 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:16.122160 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40866) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:16.238324 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d8bd9cf9-bdca-4c6c-978d-2d932d54e7d3 req-64ddc9a4-db28-4a29-b6d7-ede0f520efaa tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718581 Apr 20 17:38:16.316315 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6620f5a-54d5-4a34-b726-67e2b4e63141 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:16.317669 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6620f5a-54d5-4a34-b726-67e2b4e63141 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:16.319099 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6620f5a-54d5-4a34-b726-67e2b4e63141 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:16.319881 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f6620f5a-54d5-4a34-b726-67e2b4e63141 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:38:16.405144 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f6620f5a-54d5-4a34-b726-67e2b4e63141 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:38:16.406337 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f6620f5a-54d5-4a34-b726-67e2b4e63141 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2775493 Apr 20 17:38:16.413435 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40876) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:16.481591 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-49b78dcf-23b4-4131-8e0c-89459bd1b8f4 req-d8af1cae-505e-44e0-83ca-4afbc8802281 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] For port 1fb6bba9-caca-4574-8cbd-15b0d2c3b719, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=1fb6bba9-caca-4574-8cbd-15b0d2c3b719,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:16.482010 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-49b78dcf-23b4-4131-8e0c-89459bd1b8f4 req-d8af1cae-505e-44e0-83ca-4afbc8802281 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:16.627203 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-49b78dcf-23b4-4131-8e0c-89459bd1b8f4 req-d8af1cae-505e-44e0-83ca-4afbc8802281 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Calling delete_port for 1fb6bba9-caca-4574-8cbd-15b0d2c3b719 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:38:16.780190 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18717f7-7db7-4d7e-8ae0-b11f49793e45 req-c9ac81ac-2823-4ce1-957c-ab5c552acd75 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:16.781711 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c18717f7-7db7-4d7e-8ae0-b11f49793e45 req-c9ac81ac-2823-4ce1-957c-ab5c552acd75 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0cbb3e2-d35c-4323-ba12-b4122b7d8fa2 HTTP/1.1" status: 200 len: 945 time: 0.4504857 Apr 20 17:38:16.847509 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-49b78dcf-23b4-4131-8e0c-89459bd1b8f4 req-d8af1cae-505e-44e0-83ca-4afbc8802281 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:16.860653 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['d342bd3a-35b5-47b3-8bf2-c19218fd8a1e', '1fb6bba9-caca-4574-8cbd-15b0d2c3b719'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:38:16.861221 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c2d117-c812-42d3-912f-03b5595aa9e6 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Router 91cbc754-a9ac-4c9a-9dc1-b419d8792b1e has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:38:16.864417 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f5308df-6884-4528-80c8-56006fb97410 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting subnet 38c04f55-952d-470a-85ee-8581d5a28bef {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:38:16.886696 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1f5308df-6884-4528-80c8-56006fb97410 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:16.913279 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3733d-504c-4880-a8f6-361780046257 req-58eb477f-f505-4320-905b-e00cf88cebc7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:16.914805 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-86f3733d-504c-4880-a8f6-361780046257 req-58eb477f-f505-4320-905b-e00cf88cebc7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 945 time: 0.1599517 Apr 20 17:38:16.918109 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af1cae-505e-44e0-83ca-4afbc8802281 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Pushing event deleted for resources: {'Port': ['ID=1fb6bba9-caca-4574-8cbd-15b0d2c3b719,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:16.973696 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c18717f7-7db7-4d7e-8ae0-b11f49793e45 req-cd9bb3ca-72fc-4d06-ad53-53e16f533176 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/security-groups?id=0706ab83-d291-4f0b-93c1-26981fa72201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657071 Apr 20 17:38:16.983339 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4c687252-97f6-4981-81ca-33934308ffa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:17.031391 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b78dcf-23b4-4131-8e0c-89459bd1b8f4 req-d8af1cae-505e-44e0-83ca-4afbc8802281 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] No DVR routers for this DVR port 1fb6bba9-caca-4574-8cbd-15b0d2c3b719 on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:38:17.032696 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-49b78dcf-23b4-4131-8e0c-89459bd1b8f4 req-d8af1cae-505e-44e0-83ca-4afbc8802281 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:17.037198 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2444dda-bc99-4961-8c8d-cfbd199bb106', 'name': 'network-vif-deleted', 'tag': '1fb6bba9-caca-4574-8cbd-15b0d2c3b719'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:38:17.055456 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1f5308df-6884-4528-80c8-56006fb97410 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:17.080455 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-86f3733d-504c-4880-a8f6-361780046257 req-b566c014-4046-4596-b3e8-6d034a3c0f35 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b11ffdb-0a5b-46b0-8905-207106275e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244626 Apr 20 17:38:17.097766 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49b78dcf-23b4-4131-8e0c-89459bd1b8f4 req-d8af1cae-505e-44e0-83ca-4afbc8802281 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.43 "DELETE /v2.0/ports/1fb6bba9-caca-4574-8cbd-15b0d2c3b719 HTTP/1.1" status: 204 len: 173 time: 1.1397393 Apr 20 17:38:17.321009 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1f5308df-6884-4528-80c8-56006fb97410 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:17.458782 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c63434d3-ee86-4488-8b73-e75793db6ca2'] response: {'server_uuid': 'd2444dda-bc99-4961-8c8d-cfbd199bb106', 'name': 'network-vif-deleted', 'tag': '1fb6bba9-caca-4574-8cbd-15b0d2c3b719', 'status': 'completed', 'code': 200} Apr 20 17:38:17.510594 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1f5308df-6884-4528-80c8-56006fb97410 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:17.554485 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c2d117-c812-42d3-912f-03b5595aa9e6 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:38:17.564570 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5308df-6884-4528-80c8-56006fb97410 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Subnet': ['ID=38c04f55-952d-470a-85ee-8581d5a28bef,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:17.576176 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1f5308df-6884-4528-80c8-56006fb97410 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:17.578677 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf49227-ad5f-4853-94c5-76cc0596b3a9 None None] Sync routers for ids ['91cbc754-a9ac-4c9a-9dc1-b419d8792b1e'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:38:17.586367 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd11128-449c-423d-84f1-16eefceee3ec None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:38:17.597076 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1f5308df-6884-4528-80c8-56006fb97410 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/38c04f55-952d-470a-85ee-8581d5a28bef HTTP/1.1" status: 204 len: 168 time: 1.1803005 Apr 20 17:38:17.600002 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40916) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:17.626338 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b58a7257-fbb5-4205-947e-174ecd282865 req-ebc99f85-4351-4c0e-a5ff-8ef8d6a86e84 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Synchronizing usage tracker for tenant:55ad101ba72d4aafab1fd36de3508559 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:38:17.629932 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf49227-ad5f-4853-94c5-76cc0596b3a9 None None] Routers {'91cbc754-a9ac-4c9a-9dc1-b419d8792b1e'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:38:17.630887 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-ebf49227-ad5f-4853-94c5-76cc0596b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:38:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['91cbc754-a9ac-4c9a-9dc1-b419d8792b1e'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:17.650343 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b58a7257-fbb5-4205-947e-174ecd282865 req-ebc99f85-4351-4c0e-a5ff-8ef8d6a86e84 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Unset dirty status for tenant:55ad101ba72d4aafab1fd36de3508559 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:38:17.651575 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b58a7257-fbb5-4205-947e-174ecd282865 req-ebc99f85-4351-4c0e-a5ff-8ef8d6a86e84 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2444dda-bc99-4961-8c8d-cfbd199bb106 HTTP/1.1" status: 200 len: 210 time: 0.0727208 Apr 20 17:38:17.657814 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40922) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:17.670265 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-90c2d117-c812-42d3-912f-03b5595aa9e6 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "PUT /v2.0/routers/91cbc754-a9ac-4c9a-9dc1-b419d8792b1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8057721 Apr 20 17:38:17.757629 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a7dae660-1345-44fe-8a93-a8051b5503fb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Synchronizing usage tracker for tenant:223231c784ee479d86d7622cff558dcb on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:38:17.782445 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a7dae660-1345-44fe-8a93-a8051b5503fb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Unset dirty status for tenant:223231c784ee479d86d7622cff558dcb on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:38:17.788846 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a7dae660-1345-44fe-8a93-a8051b5503fb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "GET /v2.0/ports?device_id=91cbc754-a9ac-4c9a-9dc1-b419d8792b1e HTTP/1.1" status: 200 len: 205 time: 0.1296794 Apr 20 17:38:17.789845 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40928) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:17.842646 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-ebf49227-ad5f-4853-94c5-76cc0596b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:17.874320 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf49227-ad5f-4853-94c5-76cc0596b3a9 None None] Routers {'91cbc754-a9ac-4c9a-9dc1-b419d8792b1e'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:38:17.874859 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-ebf49227-ad5f-4853-94c5-76cc0596b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:38:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['91cbc754-a9ac-4c9a-9dc1-b419d8792b1e'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:18.013728 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-03185395-79b5-47f8-932b-c8ca43289444 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting subnet 5a9027b5-899b-485e-85f6-df1d06d86cc7 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:38:18.044819 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-03185395-79b5-47f8-932b-c8ca43289444 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:18.060062 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1f31ea8d-f2f1-479f-b13b-ae7eb8ea4332 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:18.078672 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-ebf49227-ad5f-4853-94c5-76cc0596b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:18.079194 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf49227-ad5f-4853-94c5-76cc0596b3a9 None None] The sync data for ids ['91cbc754-a9ac-4c9a-9dc1-b419d8792b1e'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:38:18.300719 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-03185395-79b5-47f8-932b-c8ca43289444 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:18.471094 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bcf65-7cef-487c-8620-e3de4603ed1a req-24c94205-a687-449e-b303-7cc483455a63 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:18.472577 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9d0bcf65-7cef-487c-8620-e3de4603ed1a req-24c94205-a687-449e-b303-7cc483455a63 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0cbb3e2-d35c-4323-ba12-b4122b7d8fa2 HTTP/1.1" status: 200 len: 945 time: 0.8011799 Apr 20 17:38:18.580924 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26684396-a9f0-4f58-982e-579a8b04926e req-42868047-36ef-4893-bd06-6a32e8def1bc tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:18.582514 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-26684396-a9f0-4f58-982e-579a8b04926e req-42868047-36ef-4893-bd06-6a32e8def1bc tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0cbb3e2-d35c-4323-ba12-b4122b7d8fa2 HTTP/1.1" status: 200 len: 945 time: 0.2555988 Apr 20 17:38:18.727108 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-9d0bcf65-7cef-487c-8620-e3de4603ed1a req-76201404-f845-4a2b-a7d7-9de6138f77a1 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Deleting port 50aafbf6-f48b-4436-a7d5-3796c8f84979 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:38:18.728403 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9d0bcf65-7cef-487c-8620-e3de4603ed1a req-76201404-f845-4a2b-a7d7-9de6138f77a1 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:18.786594 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1f31ea8d-f2f1-479f-b13b-ae7eb8ea4332 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:18.795272 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-26684396-a9f0-4f58-982e-579a8b04926e req-52b71c0d-5e39-4038-a7f8-c8460a2fc974 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/security-groups?id=0706ab83-d291-4f0b-93c1-26981fa72201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070100 Apr 20 17:38:18.795956 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1f31ea8d-f2f1-479f-b13b-ae7eb8ea4332 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:18.850546 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-03185395-79b5-47f8-932b-c8ca43289444 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:18.855417 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1f31ea8d-f2f1-479f-b13b-ae7eb8ea4332 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:18.856108 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f31ea8d-f2f1-479f-b13b-ae7eb8ea4332 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Fanout notify agent at l3_agent the message router_deleted on router 91cbc754-a9ac-4c9a-9dc1-b419d8792b1e {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:38:18.874229 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1f31ea8d-f2f1-479f-b13b-ae7eb8ea4332 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:18.878539 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1f31ea8d-f2f1-479f-b13b-ae7eb8ea4332 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/routers/91cbc754-a9ac-4c9a-9dc1-b419d8792b1e HTTP/1.1" status: 204 len: 168 time: 1.0874202 Apr 20 17:38:18.879555 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40948) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:19.026634 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054da355-b376-4887-8140-5053ad3893bf req-5a200201-adff-45a5-bebf-d2c96a02343b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:19.032525 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-054da355-b376-4887-8140-5053ad3893bf req-5a200201-adff-45a5-bebf-d2c96a02343b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 945 time: 0.6988893 Apr 20 17:38:19.256170 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-9d0bcf65-7cef-487c-8620-e3de4603ed1a req-76201404-f845-4a2b-a7d7-9de6138f77a1 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] For port 50aafbf6-f48b-4436-a7d5-3796c8f84979, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=50aafbf6-f48b-4436-a7d5-3796c8f84979,segment=NetworkSegment(7e27592f-62ea-47d5-a45f-84042445ff03),segment_id=7e27592f-62ea-47d5-a45f-84042445ff03)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:19.256389 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8aee676-a87b-404a-be9d-ceda7008acf1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Deleting subnet 30cb30a8-0c58-4d95-be89-3c500e491f09 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:38:19.256831 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9d0bcf65-7cef-487c-8620-e3de4603ed1a req-76201404-f845-4a2b-a7d7-9de6138f77a1 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:19.259377 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8aee676-a87b-404a-be9d-ceda7008acf1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:19.273431 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5c3fdb0a-7e82-4b54-b538-537c937a2370 None None] Provisioning complete for port 535285ba-8a18-4884-bb15-2529a10101ee triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:19.274450 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5c3fdb0a-7e82-4b54-b538-537c937a2370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:19.325235 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8aee676-a87b-404a-be9d-ceda7008acf1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:19.471545 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8aee676-a87b-404a-be9d-ceda7008acf1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:19.607938 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-9d0bcf65-7cef-487c-8620-e3de4603ed1a req-76201404-f845-4a2b-a7d7-9de6138f77a1 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Calling delete_port for 50aafbf6-f48b-4436-a7d5-3796c8f84979 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:38:19.638680 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8aee676-a87b-404a-be9d-ceda7008acf1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:19.685579 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aee676-a87b-404a-be9d-ceda7008acf1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event deleted for resources: {'Subnet': ['ID=30cb30a8-0c58-4d95-be89-3c500e491f09,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:19.708510 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac4131b-7fb3-4d4c-bf8b-069ad0a6a747 None None] Network 8087c73c-f4c1-4a4b-9cab-5beba5a3ecef requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:38:19.711050 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8aee676-a87b-404a-be9d-ceda7008acf1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:19.726358 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f8aee676-a87b-404a-be9d-ceda7008acf1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/subnets/30cb30a8-0c58-4d95-be89-3c500e491f09 HTTP/1.1" status: 204 len: 168 time: 0.8438537 Apr 20 17:38:19.729171 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40970) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:19.753344 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-054da355-b376-4887-8140-5053ad3893bf req-6ac8e0fb-fae1-4f3d-a355-ae00dde77299 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b11ffdb-0a5b-46b0-8905-207106275e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6919632 Apr 20 17:38:19.823886 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-03185395-79b5-47f8-932b-c8ca43289444 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:19.922603 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-03185395-79b5-47f8-932b-c8ca43289444 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:19.942622 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03185395-79b5-47f8-932b-c8ca43289444 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Subnet': ['ID=5a9027b5-899b-485e-85f6-df1d06d86cc7,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:19.974532 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-46e65dc6-ce20-46b8-830c-b54679f6f099 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:19.982832 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-03185395-79b5-47f8-932b-c8ca43289444 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/5a9027b5-899b-485e-85f6-df1d06d86cc7 HTTP/1.1" status: 204 len: 168 time: 2.3816476 Apr 20 17:38:19.986470 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40982) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:19.998821 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0bc7d5-86d5-4594-9dfc-a3f3fa69c137 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:38:20.001071 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-46e65dc6-ce20-46b8-830c-b54679f6f099 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Deleting port cea720ea-e43b-4153-95a0-a2900aab3d2f {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:38:20.002714 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-46e65dc6-ce20-46b8-830c-b54679f6f099 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:20.104198 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8d8d315a-67e9-439b-b461-ef034ccd3140 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1158116 Apr 20 17:38:20.109244 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40988) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:20.142322 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-4fd974ec-4c45-456b-8ea0-1a42861d252d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:38:20.174310 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9d0bcf65-7cef-487c-8620-e3de4603ed1a req-76201404-f845-4a2b-a7d7-9de6138f77a1 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:20.182561 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-f3341339-459c-47e4-8f28-5b2b77cd7989 req-ccaf6da5-fedd-481d-b317-3ccd1608c93e tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Synchronizing usage tracker for tenant:9386e3364a314a7fb56a291c3743d314 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:38:20.269021 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76201404-f845-4a2b-a7d7-9de6138f77a1 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Pushing event deleted for resources: {'Port': ['ID=50aafbf6-f48b-4436-a7d5-3796c8f84979,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:20.282498 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-f3341339-459c-47e4-8f28-5b2b77cd7989 req-ccaf6da5-fedd-481d-b317-3ccd1608c93e tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Unset dirty status for tenant:9386e3364a314a7fb56a291c3743d314 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:38:20.284331 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f3341339-459c-47e4-8f28-5b2b77cd7989 req-ccaf6da5-fedd-481d-b317-3ccd1608c93e tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0cbb3e2-d35c-4323-ba12-b4122b7d8fa2 HTTP/1.1" status: 200 len: 210 time: 0.1790380 Apr 20 17:38:20.433819 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 1fb6bba9-caca-4574-8cbd-15b0d2c3b719 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:38:20.536819 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9af4362-7252-4cc9-a115-1cf426aab7e4 None None] DHCP port deletion for 8087c73c-f4c1-4a4b-9cab-5beba5a3ecef request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:38:20.553842 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d9af4362-7252-4cc9-a115-1cf426aab7e4 None None] Deleting port cea720ea-e43b-4153-95a0-a2900aab3d2f {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:38:20.558089 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d9af4362-7252-4cc9-a115-1cf426aab7e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:20.560354 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4fd974ec-4c45-456b-8ea0-1a42861d252d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:38:20.588057 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4fd974ec-4c45-456b-8ea0-1a42861d252d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:subnet and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:38:20.614857 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4fd974ec-4c45-456b-8ea0-1a42861d252d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:38:20.625307 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 50aafbf6-f48b-4436-a7d5-3796c8f84979 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:38:20.630054 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4fd974ec-4c45-456b-8ea0-1a42861d252d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:38:20.633127 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-46e65dc6-ce20-46b8-830c-b54679f6f099 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] For port cea720ea-e43b-4153-95a0-a2900aab3d2f, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=cea720ea-e43b-4153-95a0-a2900aab3d2f,segment=NetworkSegment(98c3cad8-8170-4a3d-8dbd-ab821b75a856),segment_id=98c3cad8-8170-4a3d-8dbd-ab821b75a856)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:20.633493 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-46e65dc6-ce20-46b8-830c-b54679f6f099 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:20.709284 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 1fb6bba9-caca-4574-8cbd-15b0d2c3b719 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:38:20.709800 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 1fb6bba9-caca-4574-8cbd-15b0d2c3b719 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:38:20.751171 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0bcf65-7cef-487c-8620-e3de4603ed1a req-76201404-f845-4a2b-a7d7-9de6138f77a1 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] No DVR routers for this DVR port 50aafbf6-f48b-4436-a7d5-3796c8f84979 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:38:20.752743 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab916788-a231-489c-b632-3b823f42b761 None None] DHCP port deletion for 9ba611e4-024c-4a0c-9998-3bc548cf409a request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:38:20.759317 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9d0bcf65-7cef-487c-8620-e3de4603ed1a req-76201404-f845-4a2b-a7d7-9de6138f77a1 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:20.761375 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9d0bcf65-7cef-487c-8620-e3de4603ed1a req-76201404-f845-4a2b-a7d7-9de6138f77a1 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.10 "DELETE /v2.0/ports/50aafbf6-f48b-4436-a7d5-3796c8f84979 HTTP/1.1" status: 204 len: 173 time: 2.2803864 Apr 20 17:38:20.763046 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0cbb3e2-d35c-4323-ba12-b4122b7d8fa2', 'name': 'network-vif-deleted', 'tag': '50aafbf6-f48b-4436-a7d5-3796c8f84979'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:38:20.843801 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-ab916788-a231-489c-b632-3b823f42b761 None None] Deleting port 535285ba-8a18-4884-bb15-2529a10101ee {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:38:20.844174 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ab916788-a231-489c-b632-3b823f42b761 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:20.952662 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 50aafbf6-f48b-4436-a7d5-3796c8f84979 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:38:20.953169 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 50aafbf6-f48b-4436-a7d5-3796c8f84979 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:38:20.960544 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-4c687252-97f6-4981-81ca-33934308ffa3 admin admin] Deleting port 120a6974-210d-4066-a77f-def7892260d6 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:38:20.961331 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4c687252-97f6-4981-81ca-33934308ffa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:21.142027 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc0e5a3f-62ac-4022-9bb2-9f782d05deee'] response: {'server_uuid': 'e0cbb3e2-d35c-4323-ba12-b4122b7d8fa2', 'name': 'network-vif-deleted', 'tag': '50aafbf6-f48b-4436-a7d5-3796c8f84979', 'status': 'completed', 'code': 200} Apr 20 17:38:21.194637 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd974ec-4c45-456b-8ea0-1a42861d252d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:38:21.241697 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-46e65dc6-ce20-46b8-830c-b54679f6f099 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Calling delete_port for cea720ea-e43b-4153-95a0-a2900aab3d2f owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:38:21.317655 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 535285ba-8a18-4884-bb15-2529a10101ee no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:38:21.493104 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-4c687252-97f6-4981-81ca-33934308ffa3 admin admin] For port 120a6974-210d-4066-a77f-def7892260d6, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=120a6974-210d-4066-a77f-def7892260d6,segment=NetworkSegment(d4af0888-96c0-4bc6-8226-00610a420d13),segment_id=d4af0888-96c0-4bc6-8226-00610a420d13)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:21.493470 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4c687252-97f6-4981-81ca-33934308ffa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:21.616137 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:21.619350 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4fd974ec-4c45-456b-8ea0-1a42861d252d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:21.661244 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-ab916788-a231-489c-b632-3b823f42b761 None None] For port 535285ba-8a18-4884-bb15-2529a10101ee, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=535285ba-8a18-4884-bb15-2529a10101ee,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:21.661872 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ab916788-a231-489c-b632-3b823f42b761 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:21.685158 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-4c687252-97f6-4981-81ca-33934308ffa3 admin admin] Calling delete_port for 120a6974-210d-4066-a77f-def7892260d6 owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:38:21.724311 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-46e65dc6-ce20-46b8-830c-b54679f6f099 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:21.796939 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e65dc6-ce20-46b8-830c-b54679f6f099 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event deleted for resources: {'Port': ['ID=cea720ea-e43b-4153-95a0-a2900aab3d2f,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:21.812364 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e65dc6-ce20-46b8-830c-b54679f6f099 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] No DVR routers for this DVR port cea720ea-e43b-4153-95a0-a2900aab3d2f on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:38:21.824163 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-d9af4362-7252-4cc9-a115-1cf426aab7e4 None None] For port cea720ea-e43b-4153-95a0-a2900aab3d2f, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=cea720ea-e43b-4153-95a0-a2900aab3d2f,segment=NetworkSegment(98c3cad8-8170-4a3d-8dbd-ab821b75a856),segment_id=98c3cad8-8170-4a3d-8dbd-ab821b75a856)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:21.824785 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d9af4362-7252-4cc9-a115-1cf426aab7e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:21.840041 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-ab916788-a231-489c-b632-3b823f42b761 None None] Calling delete_port for 535285ba-8a18-4884-bb15-2529a10101ee owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:38:21.847119 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e19e4-42e9-41c3-8fdc-9a96e667f1bb req-72d70eea-5501-45f0-ae59-e8b2896afd41 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:21.850333 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-502e19e4-42e9-41c3-8fdc-9a96e667f1bb req-72d70eea-5501-45f0-ae59-e8b2896afd41 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a395357-09d1-46ee-8244-f165d4cd9f76 HTTP/1.1" status: 200 len: 945 time: 0.3786986 Apr 20 17:38:21.873988 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3d420-553a-4a6b-8931-888baeee76c0 req-73a506be-702a-4aab-a1a9-3a4bece552a8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:21.878674 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7f3d420-553a-4a6b-8931-888baeee76c0 req-73a506be-702a-4aab-a1a9-3a4bece552a8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 945 time: 0.5740025 Apr 20 17:38:21.968590 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 535285ba-8a18-4884-bb15-2529a10101ee, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=535285ba-8a18-4884-bb15-2529a10101ee,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:22.006957 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-46e65dc6-ce20-46b8-830c-b54679f6f099 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:22.020587 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7f3d420-553a-4a6b-8931-888baeee76c0 req-70115089-eda0-4952-98b3-86e934dc4771 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b11ffdb-0a5b-46b0-8905-207106275e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160669 Apr 20 17:38:22.054665 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-502e19e4-42e9-41c3-8fdc-9a96e667f1bb req-0d2dd7d1-6fc9-44f6-9606-30118c773631 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922297 Apr 20 17:38:22.096955 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-46e65dc6-ce20-46b8-830c-b54679f6f099 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8087c73c-f4c1-4a4b-9cab-5beba5a3ecef']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:22.110592 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d9af4362-7252-4cc9-a115-1cf426aab7e4 None None] Calling delete_port for cea720ea-e43b-4153-95a0-a2900aab3d2f owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:38:22.129066 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-46e65dc6-ce20-46b8-830c-b54679f6f099 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c3cad8-8170-4a3d-8dbd-ab821b75a856') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:22.129207 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-46e65dc6-ce20-46b8-830c-b54679f6f099 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c3cad8-8170-4a3d-8dbd-ab821b75a856') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:22.129941 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4c687252-97f6-4981-81ca-33934308ffa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:22.148351 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:22.149103 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cea720ea-e43b-4153-95a0-a2900aab3d2f no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:38:22.152809 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-46e65dc6-ce20-46b8-830c-b54679f6f099 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:22.194567 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-46e65dc6-ce20-46b8-830c-b54679f6f099 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:22.215384 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e65dc6-ce20-46b8-830c-b54679f6f099 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:38:22.215789 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-46e65dc6-ce20-46b8-830c-b54679f6f099 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:22.230558 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: cea720ea-e43b-4153-95a0-a2900aab3d2f {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:38:22.230903 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cea720ea-e43b-4153-95a0-a2900aab3d2f not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:38:22.232683 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:38:22.232683 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:38:22.232683 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:38:22.232683 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:38:22.232683 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:38:22.232683 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:38:22.232683 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:38:22.232683 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:38:22.232683 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:38:22.232683 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:38:22.232683 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:38:22.232683 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:38:22.232683 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:38:22.232683 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:38:22.232683 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:38:22.232683 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:38:22.232683 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:38:22.232683 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:38:22.232683 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:38:22.232683 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:38:22.232683 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:38:22.232683 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:38:22.232683 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:38:22.232683 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:38:22.232683 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:38:22.232683 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:38:22.232683 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:38:22.232683 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:38:22.232683 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:38:22.232683 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:38:22.232683 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:38:22.232683 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:38:22.324295 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4fd974ec-4c45-456b-8ea0-1a42861d252d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:22.330636 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c687252-97f6-4981-81ca-33934308ffa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=120a6974-210d-4066-a77f-def7892260d6,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:22.374211 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=535285ba-8a18-4884-bb15-2529a10101ee,revision_number=12']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:22.389180 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-ab916788-a231-489c-b632-3b823f42b761 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:38:22.389534 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-ab916788-a231-489c-b632-3b823f42b761 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:38:22.391477 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-d9af4362-7252-4cc9-a115-1cf426aab7e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:38:22.391903 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-d9af4362-7252-4cc9-a115-1cf426aab7e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:38:22.419884 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd974ec-4c45-456b-8ea0-1a42861d252d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:38:22.426375 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-4fd974ec-4c45-456b-8ea0-1a42861d252d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:38:22.440253 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd974ec-4c45-456b-8ea0-1a42861d252d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:22.440976 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4fd974ec-4c45-456b-8ea0-1a42861d252d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:22.546402 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd974ec-4c45-456b-8ea0-1a42861d252d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Subnet': ['ID=234b9c73-9f54-4a2a-9a81-2cab3a43312a,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:22.564981 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-46e65dc6-ce20-46b8-830c-b54679f6f099 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:22.603185 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-46e65dc6-ce20-46b8-830c-b54679f6f099 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:22.605037 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-46e65dc6-ce20-46b8-830c-b54679f6f099 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/networks/8087c73c-f4c1-4a4b-9cab-5beba5a3ecef HTTP/1.1" status: 204 len: 168 time: 2.8749378 Apr 20 17:38:22.609986 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41202) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:22.629299 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-c03ebe67-2c19-4f82-aa48-a037325a8574 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-960930260', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}, 'admin_state_up': False}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:38:22.638917 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c03ebe67-2c19-4f82-aa48-a037325a8574 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:38:22.644732 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c03ebe67-2c19-4f82-aa48-a037325a8574 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Usage tracker for resource:router and tenant:223231c784ee479d86d7622cff558dcb is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:38:22.648202 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c03ebe67-2c19-4f82-aa48-a037325a8574 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:38:22.656240 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c03ebe67-2c19-4f82-aa48-a037325a8574 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:38:22.660893 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4c687252-97f6-4981-81ca-33934308ffa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:22.686707 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e65dc6-ce20-46b8-830c-b54679f6f099 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event deleted for resources: {'Network': ['ID=8087c73c-f4c1-4a4b-9cab-5beba5a3ecef,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:22.696366 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4fd974ec-4c45-456b-8ea0-1a42861d252d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5859401 Apr 20 17:38:22.710042 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41214) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:22.722225 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-c2630b6c-a642-4366-abaf-34d0cbaee588 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:38:22.735744 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c03ebe67-2c19-4f82-aa48-a037325a8574 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:22.736681 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c03ebe67-2c19-4f82-aa48-a037325a8574 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:22.804655 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-213b9f11-dfce-40ea-b394-9dbcae46c4c1 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:22.806075 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-213b9f11-dfce-40ea-b394-9dbcae46c4c1 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/networks?id=154a4f2e-6558-438f-940c-0efd0da6937d HTTP/1.1" status: 200 len: 808 time: 0.4349008 Apr 20 17:38:22.832452 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c03ebe67-2c19-4f82-aa48-a037325a8574 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:22.860865 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-0b87b29d-75ac-43a6-a81e-a0276ab6a08e tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/quotas/9386e3364a314a7fb56a291c3743d314 HTTP/1.1" status: 200 len: 375 time: 0.0462084 Apr 20 17:38:22.890896 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-ab916788-a231-489c-b632-3b823f42b761 None None] Deleting port 535285ba-8a18-4884-bb15-2529a10101ee {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:38:22.891897 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ab916788-a231-489c-b632-3b823f42b761 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:22.931101 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11704a-b6df-4f04-99ea-adf1ac358b9b req-c96b46e2-a6b9-4b5c-9a4d-43e3127e2bb7 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:22.932489 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1e11704a-b6df-4f04-99ea-adf1ac358b9b req-c96b46e2-a6b9-4b5c-9a4d-43e3127e2bb7 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a395357-09d1-46ee-8244-f165d4cd9f76 HTTP/1.1" status: 200 len: 945 time: 0.2797720 Apr 20 17:38:22.945353 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-785fab4f-4e7b-47aa-b1b2-5d87af789cf9 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9386e3364a314a7fb56a291c3743d314&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835991 Apr 20 17:38:22.955488 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d9af4362-7252-4cc9-a115-1cf426aab7e4 None None] Deleting port cea720ea-e43b-4153-95a0-a2900aab3d2f {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:38:22.956101 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d9af4362-7252-4cc9-a115-1cf426aab7e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:23.011095 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c03ebe67-2c19-4f82-aa48-a037325a8574 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:23.146670 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d9af4362-7252-4cc9-a115-1cf426aab7e4 None None] The port 'cea720ea-e43b-4153-95a0-a2900aab3d2f' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:38:23.339746 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-ab916788-a231-489c-b632-3b823f42b761 None None] For port 535285ba-8a18-4884-bb15-2529a10101ee, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=535285ba-8a18-4884-bb15-2529a10101ee,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:23.340125 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ab916788-a231-489c-b632-3b823f42b761 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:23.397772 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c2630b6c-a642-4366-abaf-34d0cbaee588 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:38:23.419039 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c2630b6c-a642-4366-abaf-34d0cbaee588 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:subnet and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:38:23.426602 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c2630b6c-a642-4366-abaf-34d0cbaee588 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:38:23.438514 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c2630b6c-a642-4366-abaf-34d0cbaee588 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:38:23.455735 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-1e11704a-b6df-4f04-99ea-adf1ac358b9b req-53cff1a7-1592-4e00-9da6-0f66071e4fd5 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Deleting port d342bd3a-35b5-47b3-8bf2-c19218fd8a1e {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:38:23.456180 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1e11704a-b6df-4f04-99ea-adf1ac358b9b req-53cff1a7-1592-4e00-9da6-0f66071e4fd5 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:23.514668 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-978da75e-af2a-48ca-9774-3528f7c79a04 service neutron] 10.222.0.39 "GET /v2.0/networks/154a4f2e-6558-438f-940c-0efd0da6937d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5681713 Apr 20 17:38:23.517670 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-ab916788-a231-489c-b632-3b823f42b761 None None] Calling delete_port for 535285ba-8a18-4884-bb15-2529a10101ee owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:38:23.546472 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2630b6c-a642-4366-abaf-34d0cbaee588 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:38:23.552357 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c2630b6c-a642-4366-abaf-34d0cbaee588 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:23.619335 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-20cfbb66-64a5-40b0-8a6b-94f6ea57a2f8 service neutron] show failed (client error): The resource could not be found. Apr 20 17:38:23.620325 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-20cfbb66-64a5-40b0-8a6b-94f6ea57a2f8 service neutron] 10.222.0.10 "GET /v2.0/ports/f40eae86-ce91-4627-8cc8-71e6eabd0e01/bindings/n-h1-838032-1 HTTP/1.1" status: 404 len: 380 time: 0.4015255 Apr 20 17:38:23.640023 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ab916788-a231-489c-b632-3b823f42b761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:23.667489 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c8b95-418b-48ef-b779-ece83f840e19 req-a89578c4-55b5-4cc2-9878-39c36db86f74 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:23.668957 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eb7c8b95-418b-48ef-b779-ece83f840e19 req-a89578c4-55b5-4cc2-9878-39c36db86f74 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 945 time: 0.4516215 Apr 20 17:38:23.710080 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab916788-a231-489c-b632-3b823f42b761 None None] Pushing event deleted for resources: {'Port': ['ID=535285ba-8a18-4884-bb15-2529a10101ee,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:23.719595 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab916788-a231-489c-b632-3b823f42b761 None None] No DVR routers for this DVR port 535285ba-8a18-4884-bb15-2529a10101ee on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:38:23.743279 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc08ddd-efff-4b37-8eef-3133eaa1e473 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:38:23.793374 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-e76a28c0-2d53-43cf-a1c7-5f9dbeee0787 service neutron] 10.222.0.39 "GET /v2.0/networks/154a4f2e-6558-438f-940c-0efd0da6937d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775791 Apr 20 17:38:24.131625 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eb7c8b95-418b-48ef-b779-ece83f840e19 req-fdaf1877-58c9-4ed1-8df9-4b6c691d0d91 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b11ffdb-0a5b-46b0-8905-207106275e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4512458 Apr 20 17:38:24.140204 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c03ebe67-2c19-4f82-aa48-a037325a8574 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:24.151671 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c2cbc7-6afa-4dfc-8928-bee45da47062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-9ba611e4-024c-4a0c-9998-3bc548cf409a', 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'tenant_id': 'ea2b645e8b984c94b635c4fbc025e1e2', 'fixed_ips': [{'subnet_id': '234b9c73-9f54-4a2a-9a81-2cab3a43312a'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:38:24.152502 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-06c2cbc7-6afa-4dfc-8928-bee45da47062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:24.156014 n-d-838032-1 neutron-server[84080]: INFO neutron.db.ipam_backend_mixin [None req-c2630b6c-a642-4366-abaf-34d0cbaee588 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 234b9c73-9f54-4a2a-9a81-2cab3a43312a (CIDR: 2001:db8::/64) Apr 20 17:38:24.188554 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2630b6c-a642-4366-abaf-34d0cbaee588 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:38:24.189138 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2630b6c-a642-4366-abaf-34d0cbaee588 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:24.232663 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c03ebe67-2c19-4f82-aa48-a037325a8574 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:24.286979 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-1e11704a-b6df-4f04-99ea-adf1ac358b9b req-53cff1a7-1592-4e00-9da6-0f66071e4fd5 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] For port d342bd3a-35b5-47b3-8bf2-c19218fd8a1e, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=d342bd3a-35b5-47b3-8bf2-c19218fd8a1e,segment=NetworkSegment(213ecd4d-2e59-4b17-a412-e2514b5847b6),segment_id=213ecd4d-2e59-4b17-a412-e2514b5847b6)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:24.296914 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1e11704a-b6df-4f04-99ea-adf1ac358b9b req-53cff1a7-1592-4e00-9da6-0f66071e4fd5 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:24.308038 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c2630b6c-a642-4366-abaf-34d0cbaee588 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5958583 Apr 20 17:38:24.311315 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41398) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:24.378080 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-584d3ac9-2322-4901-9867-511a22081c5c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'subnet': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:38:24.428279 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a5e76c62-8645-45cc-8698-f3c5406e4766 req-7a58e458-58fd-45e8-a784-0c03a7d3c5a9 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/ports?device_id=179fa638-cdf1-46bc-83f6-f825c49b03d2 HTTP/1.1" status: 200 len: 210 time: 0.1308796 Apr 20 17:38:24.454623 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-06c2cbc7-6afa-4dfc-8928-bee45da47062 None None] Allocated IP 2001:db8::2 (9ba611e4-024c-4a0c-9998-3bc548cf409a/234b9c73-9f54-4a2a-9a81-2cab3a43312a/8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:38:24.570927 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-1e11704a-b6df-4f04-99ea-adf1ac358b9b req-53cff1a7-1592-4e00-9da6-0f66071e4fd5 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Calling delete_port for d342bd3a-35b5-47b3-8bf2-c19218fd8a1e owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:38:24.597327 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-c03ebe67-2c19-4f82-aa48-a037325a8574 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Allocated IP 172.25.8.131 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/cc79b161-131a-46a1-a0bb-3cf654163381) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:38:24.728182 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-06c2cbc7-6afa-4dfc-8928-bee45da47062 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:24.744221 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-06c2cbc7-6afa-4dfc-8928-bee45da47062 None None] Transition to ACTIVE for port object 8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:38:24.759880 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-afebb15d-cd33-488a-8bb2-7456ea2dcbc9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30&tenant_id=ac289a58365e49439c6a449ebba5fb54 HTTP/1.1" status: 200 len: 1096 time: 0.7074277 Apr 20 17:38:24.772714 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-06c2cbc7-6afa-4dfc-8928-bee45da47062 None None] Transition to ACTIVE for port object 8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:38:24.785827 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-06c2cbc7-6afa-4dfc-8928-bee45da47062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:24.787446 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-38c160a5-2672-4431-806b-6015a9033bbc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838032-1', 'device_owner': 'compute:nova'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:38:24.897832 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-584d3ac9-2322-4901-9867-511a22081c5c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:38:24.914395 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-584d3ac9-2322-4901-9867-511a22081c5c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:subnet and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:38:24.919407 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-584d3ac9-2322-4901-9867-511a22081c5c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:38:24.923274 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c2cbc7-6afa-4dfc-8928-bee45da47062 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:38:24.927322 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-06c2cbc7-6afa-4dfc-8928-bee45da47062 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:38:24.928446 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881c857-2dfa-4eaf-81ef-718bddf0edd8 req-71065e0a-5f5b-46a6-b569-0a3c87194610 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:24.930150 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6881c857-2dfa-4eaf-81ef-718bddf0edd8 req-71065e0a-5f5b-46a6-b569-0a3c87194610 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a395357-09d1-46ee-8244-f165d4cd9f76 HTTP/1.1" status: 200 len: 945 time: 0.5376709 Apr 20 17:38:24.937748 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c2cbc7-6afa-4dfc-8928-bee45da47062 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:38:24.986537 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-584d3ac9-2322-4901-9867-511a22081c5c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:38:25.006794 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c687252-97f6-4981-81ca-33934308ffa3 admin admin] Router 418b3c6b-4027-4f55-acd7-28a6479c1b0c has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:38:25.037899 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2cbc7-6afa-4dfc-8928-bee45da47062 None None] Pushing event updated for resources: {'Port': ['ID=8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:25.054294 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584d3ac9-2322-4901-9867-511a22081c5c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:38:25.056584 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-38c160a5-2672-4431-806b-6015a9033bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:25.057712 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-584d3ac9-2322-4901-9867-511a22081c5c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:25.075652 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c03ebe67-2c19-4f82-aa48-a037325a8574 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:25.085102 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-06c2cbc7-6afa-4dfc-8928-bee45da47062 None None] Attempting to bind port 8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:38:25.085650 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1e11704a-b6df-4f04-99ea-adf1ac358b9b req-53cff1a7-1592-4e00-9da6-0f66071e4fd5 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:25.086021 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-06c2cbc7-6afa-4dfc-8928-bee45da47062 None None] Attempting to bind port 8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:38:25.086573 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c2cbc7-6afa-4dfc-8928-bee45da47062 None None] Attempting to bind port 8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a on network 9ba611e4-024c-4a0c-9998-3bc548cf409a {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:38:25.112770 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['d342bd3a-35b5-47b3-8bf2-c19218fd8a1e'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:38:25.276360 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c2cbc7-6afa-4dfc-8928-bee45da47062 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:38:25.277056 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c2cbc7-6afa-4dfc-8928-bee45da47062 None None] Checking segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:38:25.277174 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-06c2cbc7-6afa-4dfc-8928-bee45da47062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:25.277480 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c2cbc7-6afa-4dfc-8928-bee45da47062 None None] Bound using segment: {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:38:25.287482 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-06c2cbc7-6afa-4dfc-8928-bee45da47062 None None] Bound port: 8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc51d78-b062-47c3-b489-c53f7dabe9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:38:25.289896 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-06c2cbc7-6afa-4dfc-8928-bee45da47062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:25.294438 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cff1a7-1592-4e00-9da6-0f66071e4fd5 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Pushing event deleted for resources: {'Port': ['ID=d342bd3a-35b5-47b3-8bf2-c19218fd8a1e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:25.315519 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6881c857-2dfa-4eaf-81ef-718bddf0edd8 req-7d70ef78-6ad0-48ef-b715-a554351ced9e tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.39 "GET /v2.0/security-groups?id=0514e8ef-5c74-4462-aaad-090bbf0dcb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630211 Apr 20 17:38:25.383552 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e11704a-b6df-4f04-99ea-adf1ac358b9b req-53cff1a7-1592-4e00-9da6-0f66071e4fd5 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] No DVR routers for this DVR port d342bd3a-35b5-47b3-8bf2-c19218fd8a1e on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:38:25.388746 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1e11704a-b6df-4f04-99ea-adf1ac358b9b req-53cff1a7-1592-4e00-9da6-0f66071e4fd5 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:25.409953 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a395357-09d1-46ee-8244-f165d4cd9f76', 'name': 'network-vif-deleted', 'tag': 'd342bd3a-35b5-47b3-8bf2-c19218fd8a1e'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:38:25.501739 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-06c2cbc7-6afa-4dfc-8928-bee45da47062 None None] For port 8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:38:25.502448 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1e11704a-b6df-4f04-99ea-adf1ac358b9b req-53cff1a7-1592-4e00-9da6-0f66071e4fd5 tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] 10.222.0.43 "DELETE /v2.0/ports/d342bd3a-35b5-47b3-8bf2-c19218fd8a1e HTTP/1.1" status: 204 len: 173 time: 2.1768405 Apr 20 17:38:25.515102 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-06c2cbc7-6afa-4dfc-8928-bee45da47062 None None] For port 8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:38:25.531721 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-06c2cbc7-6afa-4dfc-8928-bee45da47062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:25.537974 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a0b1650-e849-4416-a608-dd098f400336'] response: {'server_uuid': '8a395357-09d1-46ee-8244-f165d4cd9f76', 'name': 'network-vif-deleted', 'tag': 'd342bd3a-35b5-47b3-8bf2-c19218fd8a1e', 'status': 'completed', 'code': 200} Apr 20 17:38:25.631793 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2cbc7-6afa-4dfc-8928-bee45da47062 None None] Pushing event updated for resources: {'Port': ['ID=8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:25.792259 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c03ebe67-2c19-4f82-aa48-a037325a8574 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:25.941668 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-57c46869-77d8-451f-962a-a00ba70d262a req-1fcacbf8-67a0-47e1-90d6-666dddd84a9d tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/ports?device_id=179fa638-cdf1-46bc-83f6-f825c49b03d2 HTTP/1.1" status: 200 len: 210 time: 0.1848886 Apr 20 17:38:25.974072 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ef05f-480c-44f2-bb9a-791ec41575ae req-eb021fd7-5b5a-4dad-a0a3-294d752f8f1d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:25.978721 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c28ef05f-480c-44f2-bb9a-791ec41575ae req-eb021fd7-5b5a-4dad-a0a3-294d752f8f1d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 945 time: 0.6221058 Apr 20 17:38:25.991694 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03ebe67-2c19-4f82-aa48-a037325a8574 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:38:25.998469 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-c03ebe67-2c19-4f82-aa48-a037325a8574 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:38:26.000641 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ebe67-2c19-4f82-aa48-a037325a8574 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Port': ['ID=cc79b161-131a-46a1-a0bb-3cf654163381,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:26.003015 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03ebe67-2c19-4f82-aa48-a037325a8574 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:38:26.152732 n-d-838032-1 neutron-server[84080]: DEBUG neutron.objects.ports [None req-584d3ac9-2322-4901-9867-511a22081c5c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84080) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 20 17:38:26.177226 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c28ef05f-480c-44f2-bb9a-791ec41575ae req-12881fc6-a7c5-4109-9095-d774d5558165 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b11ffdb-0a5b-46b0-8905-207106275e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842818 Apr 20 17:38:26.215100 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-38c160a5-2672-4431-806b-6015a9033bbc service neutron] For port f40eae86-ce91-4627-8cc8-71e6eabd0e01, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=f40eae86-ce91-4627-8cc8-71e6eabd0e01,segment=NetworkSegment(7543a3ce-829e-4f5b-aa0d-43ed05cd118d),segment_id=7543a3ce-829e-4f5b-aa0d-43ed05cd118d)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:26.386365 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-584d3ac9-2322-4901-9867-511a22081c5c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:26.584834 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device f40eae86-ce91-4627-8cc8-71e6eabd0e01 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:38:26.597908 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-38c160a5-2672-4431-806b-6015a9033bbc service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:38:26.654333 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41528) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:26.655461 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-38c160a5-2672-4431-806b-6015a9033bbc service neutron] For port f40eae86-ce91-4627-8cc8-71e6eabd0e01, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:38:26.850144 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:26.860048 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-36452b48-3f66-489d-9d1b-7a0bc1763834 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:26.862129 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-36452b48-3f66-489d-9d1b-7a0bc1763834 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.10 "GET /v2.0/networks?id=154a4f2e-6558-438f-940c-0efd0da6937d HTTP/1.1" status: 200 len: 808 time: 0.5806425 Apr 20 17:38:26.885044 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-b67a719b-8375-4a4f-85d3-133ed56dcac8 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Request body: {'port': {'device_id': '179fa638-cdf1-46bc-83f6-f825c49b03d2', 'network_id': '154a4f2e-6558-438f-940c-0efd0da6937d', 'admin_state_up': True, 'tenant_id': '9386e3364a314a7fb56a291c3743d314'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:38:26.900795 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-584d3ac9-2322-4901-9867-511a22081c5c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] For port 8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:26.938333 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-584d3ac9-2322-4901-9867-511a22081c5c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:26.954574 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-584d3ac9-2322-4901-9867-511a22081c5c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:26.956145 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-584d3ac9-2322-4901-9867-511a22081c5c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:26.971531 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c687252-97f6-4981-81ca-33934308ffa3 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:38:26.994797 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16483f3-12cf-4bdf-ae3c-27d9f2835d59 None None] Sync routers for ids ['418b3c6b-4027-4f55-acd7-28a6479c1b0c'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:38:27.010499 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f83f5c1-8862-400c-b48f-3072a3dbae30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f40eae86-ce91-4627-8cc8-71e6eabd0e01'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:38:27.039224 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16483f3-12cf-4bdf-ae3c-27d9f2835d59 None None] Routers {'418b3c6b-4027-4f55-acd7-28a6479c1b0c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:38:27.050850 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a16483f3-12cf-4bdf-ae3c-27d9f2835d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:38:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['418b3c6b-4027-4f55-acd7-28a6479c1b0c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:27.077283 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-38c160a5-2672-4431-806b-6015a9033bbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:27.089336 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f3f7e1-136c-4012-8789-c42dedcd6289 admin admin] Deleting subnet 32922401-1cb1-4df1-a18a-26612d131639 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:38:27.093530 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-40f3f7e1-136c-4012-8789-c42dedcd6289 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:27.171493 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-40f3f7e1-136c-4012-8789-c42dedcd6289 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:27.234217 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-40f3f7e1-136c-4012-8789-c42dedcd6289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:27.247606 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:38:27.297238 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d3ac9-2322-4901-9867-511a22081c5c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Subnet': ['ID=1b6ad02a-1003-4e61-aa5e-03d163626478,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:27.309705 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d3ac9-2322-4901-9867-511a22081c5c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Port': ['ID=8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a,revision_number=4']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:27.315846 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8e67fbc-127d-4b37-b561-d584a32c2909'] response: {'server_uuid': '4f83f5c1-8862-400c-b48f-3072a3dbae30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f40eae86-ce91-4627-8cc8-71e6eabd0e01', 'code': 200} Apr 20 17:38:27.340055 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584d3ac9-2322-4901-9867-511a22081c5c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:38:27.342740 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-584d3ac9-2322-4901-9867-511a22081c5c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:38:27.350950 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584d3ac9-2322-4901-9867-511a22081c5c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:27.351551 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-584d3ac9-2322-4901-9867-511a22081c5c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:27.376001 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8f4fc4-8819-4244-a34a-53bf42ad7119 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:38:27.457733 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-584d3ac9-2322-4901-9867-511a22081c5c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.1447525 Apr 20 17:38:27.463415 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41544) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:27.473430 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-1cf10ede-bc96-4c01-ae33-0b5399fdfdd9 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Request body: {'port': {'network_id': '9ba611e4-024c-4a0c-9998-3bc548cf409a', 'mac_address': 'fa:16:3e:b2:8b:9f', 'name': 'tempest-NetworksTestDHCPv6-1442619878'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:38:27.477022 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c3af7252-2daa-4b26-bb82-381f8f720645 req-f8afea3b-535f-4548-a70f-c0a2d57b24ec tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/ports?device_id=179fa638-cdf1-46bc-83f6-f825c49b03d2 HTTP/1.1" status: 200 len: 210 time: 0.1537013 Apr 20 17:38:27.514507 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-40f3f7e1-136c-4012-8789-c42dedcd6289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:27.528051 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-38c160a5-2672-4431-806b-6015a9033bbc service neutron] Transition to ACTIVE for port object f40eae86-ce91-4627-8cc8-71e6eabd0e01 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:38:27.576482 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-40f3f7e1-136c-4012-8789-c42dedcd6289 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:27.606117 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-38c160a5-2672-4431-806b-6015a9033bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:27.669745 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:38:27.670444 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:38:27.679817 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4c687252-97f6-4981-81ca-33934308ffa3 admin admin] 10.222.0.39 "PUT /v2.0/routers/418b3c6b-4027-4f55-acd7-28a6479c1b0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8829107 Apr 20 17:38:27.682554 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41550) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:27.682715 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-40f3f7e1-136c-4012-8789-c42dedcd6289 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/32922401-1cb1-4df1-a18a-26612d131639 HTTP/1.1" status: 204 len: 168 time: 0.9548070 Apr 20 17:38:27.692783 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3f7e1-136c-4012-8789-c42dedcd6289 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32922401-1cb1-4df1-a18a-26612d131639,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:27.720347 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41554) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:27.825441 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-b67a719b-8375-4a4f-85d3-133ed56dcac8 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:38:27.842484 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c1079eac-cc3d-4168-9b05-28434c4140fc None None] Provisioning for port 8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:38:27.903208 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-a16483f3-12cf-4bdf-ae3c-27d9f2835d59 None None] Set router 418b3c6b-4027-4f55-acd7-28a6479c1b0c gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:38:27.960420 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:38:27.994455 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-b67a719b-8375-4a4f-85d3-133ed56dcac8 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:38:28.000929 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349e5ed-ee5f-4335-9d53-6abc8eecbba2 req-9a50ea52-604b-44cc-ad7a-096506a3ae92 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:28.013227 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2349e5ed-ee5f-4335-9d53-6abc8eecbba2 req-9a50ea52-604b-44cc-ad7a-096506a3ae92 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 945 time: 0.6191905 Apr 20 17:38:28.040370 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:28.040980 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:28.052306 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1cf10ede-bc96-4c01-ae33-0b5399fdfdd9 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:38:28.073203 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1cf10ede-bc96-4c01-ae33-0b5399fdfdd9 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Usage tracker for resource:port and tenant:ea2b645e8b984c94b635c4fbc025e1e2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:38:28.109557 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1cf10ede-bc96-4c01-ae33-0b5399fdfdd9 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:38:28.130459 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1cf10ede-bc96-4c01-ae33-0b5399fdfdd9 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:38:28.149148 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6ad5a368-9768-4d46-a663-11802b79ee66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:28.163560 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-38c160a5-2672-4431-806b-6015a9033bbc service neutron] No DVR routers for this DVR port f40eae86-ce91-4627-8cc8-71e6eabd0e01 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:38:28.223668 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf10ede-bc96-4c01-ae33-0b5399fdfdd9 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Made reservation on behalf of ea2b645e8b984c94b635c4fbc025e1e2 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:38:28.290041 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c160a5-2672-4431-806b-6015a9033bbc service neutron] Pushing event updated for resources: {'Port': ['ID=f40eae86-ce91-4627-8cc8-71e6eabd0e01,revision_number=6']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:28.294906 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-b67a719b-8375-4a4f-85d3-133ed56dcac8 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Made reservation on behalf of 9386e3364a314a7fb56a291c3743d314 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:38:28.297962 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-b67a719b-8375-4a4f-85d3-133ed56dcac8 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:28.356325 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2349e5ed-ee5f-4335-9d53-6abc8eecbba2 req-4745457a-1666-4713-82c7-4b8136914620 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b11ffdb-0a5b-46b0-8905-207106275e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3410251 Apr 20 17:38:28.420876 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1cf10ede-bc96-4c01-ae33-0b5399fdfdd9 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:28.471395 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device d342bd3a-35b5-47b3-8bf2-c19218fd8a1e no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:38:28.573157 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-1cf10ede-bc96-4c01-ae33-0b5399fdfdd9 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] device_id is not set on port 66766454-a7e4-40a6-8251-1a0c0917f7ba yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:38:28.613389 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c03ebe67-2c19-4f82-aa48-a037325a8574 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:28.614567 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c03ebe67-2c19-4f82-aa48-a037325a8574 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:28.640923 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: d342bd3a-35b5-47b3-8bf2-c19218fd8a1e {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:38:28.641258 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device d342bd3a-35b5-47b3-8bf2-c19218fd8a1e not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:38:28.676390 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8e30cb2f-0137-4364-ad91-721e419ef11e admin admin] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:28.803442 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6ad5a368-9768-4d46-a663-11802b79ee66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:28.834128 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-6ad5a368-9768-4d46-a663-11802b79ee66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['559f75fc-3697-4c39-a90d-68a51f28c45f']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:28.850849 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-6ad5a368-9768-4d46-a663-11802b79ee66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213ecd4d-2e59-4b17-a412-e2514b5847b6') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:28.851380 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-6ad5a368-9768-4d46-a663-11802b79ee66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213ecd4d-2e59-4b17-a412-e2514b5847b6') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:28.865275 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6ad5a368-9768-4d46-a663-11802b79ee66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:28.885532 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6ad5a368-9768-4d46-a663-11802b79ee66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:28.893518 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad5a368-9768-4d46-a663-11802b79ee66 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:38:28.893913 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6ad5a368-9768-4d46-a663-11802b79ee66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:28.961159 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:29.029975 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:29.042587 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:29.069891 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:38:29.069891 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:38:29.069891 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:38:29.069891 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:38:29.069891 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:38:29.069891 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:38:29.069891 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:38:29.069891 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:38:29.069891 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:38:29.069891 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:38:29.069891 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:38:29.069891 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:38:29.069891 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:38:29.069891 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:38:29.069891 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:38:29.069891 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:38:29.069891 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:38:29.069891 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:38:29.069891 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:38:29.069891 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:38:29.069891 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:38:29.069891 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:38:29.069891 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:38:29.069891 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:38:29.069891 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:38:29.069891 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:38:29.069891 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:38:29.069891 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:38:29.069891 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:38:29.069891 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:38:29.069891 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:38:29.069891 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:38:29.085558 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ac06d829-d52b-49dd-8141-6a87a7458823 req-0dfffaba-c35b-4f3f-9ed3-33500922a2cc tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/ports?device_id=179fa638-cdf1-46bc-83f6-f825c49b03d2 HTTP/1.1" status: 200 len: 210 time: 0.3153620 Apr 20 17:38:29.114793 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6ad5a368-9768-4d46-a663-11802b79ee66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:29.203539 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:38:29.211987 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6ad5a368-9768-4d46-a663-11802b79ee66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:29.260612 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a16483f3-12cf-4bdf-ae3c-27d9f2835d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-500613962-router', 'tenant_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'a9f44896-41c2-4669-a295-b014a82b1576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:35:59Z', 'updated_at': '2022-04-20T17:38:21Z', 'revision_number': 5, 'project_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'gw_port': {'id': 'a9f44896-41c2-4669-a295-b014a82b1576', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:01Z', 'updated_at': '2022-04-20T17:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:29.277296 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16483f3-12cf-4bdf-ae3c-27d9f2835d59 None None] Checking router: 418b3c6b-4027-4f55-acd7-28a6479c1b0c for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:38:29.299935 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5a368-9768-4d46-a663-11802b79ee66 admin admin] Pushing event deleted for resources: {'Network': ['ID=559f75fc-3697-4c39-a90d-68a51f28c45f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:29.321935 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16483f3-12cf-4bdf-ae3c-27d9f2835d59 None None] Routers {'418b3c6b-4027-4f55-acd7-28a6479c1b0c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:38:29.322703 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a16483f3-12cf-4bdf-ae3c-27d9f2835d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:38:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['418b3c6b-4027-4f55-acd7-28a6479c1b0c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:29.390893 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:29.397370 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-1cf10ede-bc96-4c01-ae33-0b5399fdfdd9 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Allocated IP 2001:db8::1f7 (9ba611e4-024c-4a0c-9998-3bc548cf409a/234b9c73-9f54-4a2a-9a81-2cab3a43312a/66766454-a7e4-40a6-8251-1a0c0917f7ba) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:38:29.421003 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6ad5a368-9768-4d46-a663-11802b79ee66 admin admin] 10.222.0.39 "DELETE /v2.0/networks/559f75fc-3697-4c39-a90d-68a51f28c45f HTTP/1.1" status: 204 len: 168 time: 1.6990340 Apr 20 17:38:29.437043 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-1cf10ede-bc96-4c01-ae33-0b5399fdfdd9 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Allocated IP 2001:db8:0:1:f816:3eff:feb2:8b9f (9ba611e4-024c-4a0c-9998-3bc548cf409a/1b6ad02a-1003-4e61-aa5e-03d163626478/66766454-a7e4-40a6-8251-1a0c0917f7ba) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:38:29.439324 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8e30cb2f-0137-4364-ad91-721e419ef11e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:29.469761 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-8e30cb2f-0137-4364-ad91-721e419ef11e admin admin] Deleting port a9f44896-41c2-4669-a295-b014a82b1576 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:38:29.470101 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8e30cb2f-0137-4364-ad91-721e419ef11e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:29.486306 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-b67a719b-8375-4a4f-85d3-133ed56dcac8 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Allocated IP 172.20.0.5 (154a4f2e-6558-438f-940c-0efd0da6937d/88370bcc-315e-4f6b-ac12-dea6593d5b47/8b0570b9-1c82-476c-b4d6-00a15b5cafef) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:38:29.729599 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0cb00764-1fb1-4b0d-81e8-7f264b63ef51 None None] Provisioning complete for port 8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:29.735327 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0cb00764-1fb1-4b0d-81e8-7f264b63ef51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:29.800491 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-38c160a5-2672-4431-806b-6015a9033bbc service neutron] Attempting to bind port f40eae86-ce91-4627-8cc8-71e6eabd0e01 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:38:29.800829 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-38c160a5-2672-4431-806b-6015a9033bbc service neutron] Attempting to bind port f40eae86-ce91-4627-8cc8-71e6eabd0e01 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '7543a3ce-829e-4f5b-aa0d-43ed05cd118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c6d4fe1b-5c38-412d-8e32-1a9e69c72c67'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:38:29.801226 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-38c160a5-2672-4431-806b-6015a9033bbc service neutron] Attempting to bind port f40eae86-ce91-4627-8cc8-71e6eabd0e01 on network c6d4fe1b-5c38-412d-8e32-1a9e69c72c67 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:38:29.812245 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-38c160a5-2672-4431-806b-6015a9033bbc service neutron] Port f40eae86-ce91-4627-8cc8-71e6eabd0e01 on network c6d4fe1b-5c38-412d-8e32-1a9e69c72c67 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:38:29.812245 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-38c160a5-2672-4431-806b-6015a9033bbc service neutron] Attempting to bind port f40eae86-ce91-4627-8cc8-71e6eabd0e01 on network c6d4fe1b-5c38-412d-8e32-1a9e69c72c67 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:38:29.832061 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-38c160a5-2672-4431-806b-6015a9033bbc service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:38:29.832448 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-38c160a5-2672-4431-806b-6015a9033bbc service neutron] Checking segment: {'id': '7543a3ce-829e-4f5b-aa0d-43ed05cd118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c6d4fe1b-5c38-412d-8e32-1a9e69c72c67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:38:29.833623 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-38c160a5-2672-4431-806b-6015a9033bbc service neutron] Bound using segment: {'id': '7543a3ce-829e-4f5b-aa0d-43ed05cd118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c6d4fe1b-5c38-412d-8e32-1a9e69c72c67'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:38:29.833623 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-38c160a5-2672-4431-806b-6015a9033bbc service neutron] Bound port: f40eae86-ce91-4627-8cc8-71e6eabd0e01, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7543a3ce-829e-4f5b-aa0d-43ed05cd118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c6d4fe1b-5c38-412d-8e32-1a9e69c72c67'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:38:29.833623 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-38c160a5-2672-4431-806b-6015a9033bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:29.909423 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41580) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:29.972749 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:29.973706 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:29.976291 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-b67a719b-8375-4a4f-85d3-133ed56dcac8 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:30.078430 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-21fd6d78-249e-42c3-9798-a6de31c54d26 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=55ad101ba72d4aafab1fd36de3508559&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1610870 Apr 20 17:38:30.080030 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-8e30cb2f-0137-4364-ad91-721e419ef11e admin admin] For port a9f44896-41c2-4669-a295-b014a82b1576, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=a9f44896-41c2-4669-a295-b014a82b1576,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:30.080488 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8e30cb2f-0137-4364-ad91-721e419ef11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:30.091932 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-b67a719b-8375-4a4f-85d3-133ed56dcac8 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:30.094005 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41586) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:30.144280 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-a16483f3-12cf-4bdf-ae3c-27d9f2835d59 None None] Set router 418b3c6b-4027-4f55-acd7-28a6479c1b0c gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:38:30.314693 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1cf10ede-bc96-4c01-ae33-0b5399fdfdd9 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:30.444046 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-8e30cb2f-0137-4364-ad91-721e419ef11e admin admin] Calling delete_port for a9f44896-41c2-4669-a295-b014a82b1576 owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:38:30.599458 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-1cf10ede-bc96-4c01-ae33-0b5399fdfdd9 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Transition to ACTIVE for port object 66766454-a7e4-40a6-8251-1a0c0917f7ba will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:38:30.605183 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-38c160a5-2672-4431-806b-6015a9033bbc service neutron] For port f40eae86-ce91-4627-8cc8-71e6eabd0e01, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:38:30.609323 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-38c160a5-2672-4431-806b-6015a9033bbc service neutron] For port f40eae86-ce91-4627-8cc8-71e6eabd0e01, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=f40eae86-ce91-4627-8cc8-71e6eabd0e01,segment=NetworkSegment(7543a3ce-829e-4f5b-aa0d-43ed05cd118d),segment_id=7543a3ce-829e-4f5b-aa0d-43ed05cd118d)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:38:30.611257 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a719b-8375-4a4f-85d3-133ed56dcac8 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Pushing event updated for resources: {'Port': ['ID=8b0570b9-1c82-476c-b4d6-00a15b5cafef,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:30.626841 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81479d-5546-4cc9-8adc-f31a7d3f6f70 req-ab10d04f-c24a-495f-9044-059bb987e661 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:30.633415 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-38c160a5-2672-4431-806b-6015a9033bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:30.636417 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5b81479d-5546-4cc9-8adc-f31a7d3f6f70 req-ab10d04f-c24a-495f-9044-059bb987e661 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 943 time: 0.8806477 Apr 20 17:38:30.708811 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-b67a719b-8375-4a4f-85d3-133ed56dcac8 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Network 154a4f2e-6558-438f-940c-0efd0da6937d is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:38:30.713783 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-38c160a5-2672-4431-806b-6015a9033bbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:30.716271 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-38c160a5-2672-4431-806b-6015a9033bbc service neutron] 10.222.0.43 "PUT /v2.0/ports/f40eae86-ce91-4627-8cc8-71e6eabd0e01 HTTP/1.1" status: 200 len: 1091 time: 5.9351718 Apr 20 17:38:30.717147 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f83f5c1-8862-400c-b48f-3072a3dbae30', 'tag': 'f40eae86-ce91-4627-8cc8-71e6eabd0e01'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:38:30.731129 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-b67a719b-8375-4a4f-85d3-133ed56dcac8 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:38:30.737780 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-b67a719b-8375-4a4f-85d3-133ed56dcac8 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:38:30.756112 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3302731f-763f-457d-bad9-5c5c731f7212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:30.767568 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a16483f3-12cf-4bdf-ae3c-27d9f2835d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-500613962-router', 'tenant_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'a9f44896-41c2-4669-a295-b014a82b1576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:35:59Z', 'updated_at': '2022-04-20T17:38:21Z', 'revision_number': 5, 'project_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'gw_port': {'id': 'a9f44896-41c2-4669-a295-b014a82b1576', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:01Z', 'updated_at': '2022-04-20T17:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:30.773149 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16483f3-12cf-4bdf-ae3c-27d9f2835d59 None None] The sync data for ids ['418b3c6b-4027-4f55-acd7-28a6479c1b0c'] in n-d-838032-1 is: [{'id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-500613962-router', 'tenant_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'a9f44896-41c2-4669-a295-b014a82b1576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:35:59Z', 'updated_at': '2022-04-20T17:38:21Z', 'revision_number': 5, 'project_id': '2ebf7eb106a7492aa5b3798a6700e1e3', 'gw_port': {'id': 'a9f44896-41c2-4669-a295-b014a82b1576', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418b3c6b-4027-4f55-acd7-28a6479c1b0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:01Z', 'updated_at': '2022-04-20T17:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:38:30.860450 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03ebe67-2c19-4f82-aa48-a037325a8574 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Router 9d3facac-62bb-483f-8bb1-468af3f324c1 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:38:30.868965 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41598) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:30.980981 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c160a5-2672-4431-806b-6015a9033bbc service neutron] Pushing event updated for resources: {'Port': ['ID=f40eae86-ce91-4627-8cc8-71e6eabd0e01,revision_number=7']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:30.990766 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-b67a719b-8375-4a4f-85d3-133ed56dcac8 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:30.991833 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-b67a719b-8375-4a4f-85d3-133ed56dcac8 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:31.015637 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3302731f-763f-457d-bad9-5c5c731f7212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:31.085788 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-b67a719b-8375-4a4f-85d3-133ed56dcac8 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2090976 Apr 20 17:38:31.111578 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8e30cb2f-0137-4364-ad91-721e419ef11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:31.149969 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3302731f-763f-457d-bad9-5c5c731f7212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:31.153333 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6bfae5-27b7-4c66-8c89-7f093b7ca377 req-9d6480b0-89cd-438f-a815-f11233c0f940 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:31.154067 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-8c6bfae5-27b7-4c66-8c89-7f093b7ca377 req-9d6480b0-89cd-438f-a815-f11233c0f940 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Synchronizing usage tracker for tenant:9386e3364a314a7fb56a291c3743d314 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:38:31.165666 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-de87419d-5011-4674-b65f-0cffe2382c8e service neutron] Request body: {'port': {'device_id': '179fa638-cdf1-46bc-83f6-f825c49b03d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:38:31.190024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302731f-763f-457d-bad9-5c5c731f7212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0514e8ef-5c74-4462-aaad-090bbf0dcb7b,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:31.209821 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302731f-763f-457d-bad9-5c5c731f7212 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:31.210330 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302731f-763f-457d-bad9-5c5c731f7212 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:31.210846 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302731f-763f-457d-bad9-5c5c731f7212 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:31.211317 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302731f-763f-457d-bad9-5c5c731f7212 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:31.211777 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302731f-763f-457d-bad9-5c5c731f7212 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:31.212643 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302731f-763f-457d-bad9-5c5c731f7212 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:31.213078 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302731f-763f-457d-bad9-5c5c731f7212 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:31.213540 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302731f-763f-457d-bad9-5c5c731f7212 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:31.214012 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302731f-763f-457d-bad9-5c5c731f7212 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:31.214549 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302731f-763f-457d-bad9-5c5c731f7212 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:31.215038 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302731f-763f-457d-bad9-5c5c731f7212 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:31.221130 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30cb2f-0137-4364-ad91-721e419ef11e admin admin] Pushing event deleted for resources: {'Port': ['ID=a9f44896-41c2-4669-a295-b014a82b1576,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:31.242787 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1cf10ede-bc96-4c01-ae33-0b5399fdfdd9 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:31.258953 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5b81479d-5546-4cc9-8adc-f31a7d3f6f70 req-d99bf42f-a8c4-4286-af20-d4ededd321fe tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b11ffdb-0a5b-46b0-8905-207106275e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6034911 Apr 20 17:38:31.330138 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:38:31.458216 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a118ab0b-894a-4a96-8529-acf2a30292b7'] response: {'name': 'network-changed', 'server_uuid': '4f83f5c1-8862-400c-b48f-3072a3dbae30', 'tag': 'f40eae86-ce91-4627-8cc8-71e6eabd0e01', 'status': 'completed', 'code': 200} Apr 20 17:38:31.488854 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:31.494062 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:31.496790 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-39327291-f4cf-4283-a5d8-fb7e07f5fc27 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 1094 time: 0.6998758 Apr 20 17:38:31.497686 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ff16653a-19ec-4d32-95fa-e58237c9fd0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:31.545690 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf10ede-bc96-4c01-ae33-0b5399fdfdd9 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event updated for resources: {'Port': ['ID=66766454-a7e4-40a6-8251-1a0c0917f7ba,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:31.665208 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf10ede-bc96-4c01-ae33-0b5399fdfdd9 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:38:31.667026 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 120a6974-210d-4066-a77f-def7892260d6 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:38:31.671489 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-1cf10ede-bc96-4c01-ae33-0b5399fdfdd9 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:38:31.693294 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf10ede-bc96-4c01-ae33-0b5399fdfdd9 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:38:31.697726 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf10ede-bc96-4c01-ae33-0b5399fdfdd9 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:31.698881 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1cf10ede-bc96-4c01-ae33-0b5399fdfdd9 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:31.711571 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3302731f-763f-457d-bad9-5c5c731f7212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:31.713070 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3302731f-763f-457d-bad9-5c5c731f7212 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0514e8ef-5c74-4462-aaad-090bbf0dcb7b HTTP/1.1" status: 204 len: 168 time: 1.6180215 Apr 20 17:38:31.735012 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-583b3d5f-7ca8-4e68-9c52-1349f0d33e39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:31.738921 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-583b3d5f-7ca8-4e68-9c52-1349f0d33e39 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6d4fe1b-5c38-412d-8e32-1a9e69c72c67 HTTP/1.1" status: 200 len: 897 time: 0.2256305 Apr 20 17:38:31.763803 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-de87419d-5011-4674-b65f-0cffe2382c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:31.775818 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 120a6974-210d-4066-a77f-def7892260d6 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:38:31.776162 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 120a6974-210d-4066-a77f-def7892260d6 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:38:31.842917 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-8c6bfae5-27b7-4c66-8c89-7f093b7ca377 req-9d6480b0-89cd-438f-a815-f11233c0f940 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Unset dirty status for tenant:9386e3364a314a7fb56a291c3743d314 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:38:31.850145 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8c6bfae5-27b7-4c66-8c89-7f093b7ca377 req-9d6480b0-89cd-438f-a815-f11233c0f940 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/ports?device_id=179fa638-cdf1-46bc-83f6-f825c49b03d2 HTTP/1.1" status: 200 len: 931 time: 1.5195370 Apr 20 17:38:31.915716 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8e30cb2f-0137-4364-ad91-721e419ef11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:32.060239 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ff16653a-19ec-4d32-95fa-e58237c9fd0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:38:32.076744 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ff16653a-19ec-4d32-95fa-e58237c9fd0c admin admin] Usage tracker for resource:security_group_rule and tenant:6dee7ae3a07748ac8545b48f512440b8 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:38:32.107583 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ff16653a-19ec-4d32-95fa-e58237c9fd0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:38:32.128368 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ff16653a-19ec-4d32-95fa-e58237c9fd0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:38:32.146872 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8c6bfae5-27b7-4c66-8c89-7f093b7ca377 req-5cd7f52a-6cf6-4c72-84cf-1cb6e36fc164 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/security-groups?id=0706ab83-d291-4f0b-93c1-26981fa72201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957132 Apr 20 17:38:32.156414 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-685b5f0b-02b3-45a3-b94d-059ca95faaf0 None None] Provisioning for port 66766454-a7e4-40a6-8251-1a0c0917f7ba completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:38:32.170628 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-685b5f0b-02b3-45a3-b94d-059ca95faaf0 None None] Provisioning complete for port 66766454-a7e4-40a6-8251-1a0c0917f7ba triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:32.170628 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-685b5f0b-02b3-45a3-b94d-059ca95faaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:32.183005 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1cf10ede-bc96-4c01-ae33-0b5399fdfdd9 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.7160330 Apr 20 17:38:32.191758 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41618) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:32.195719 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-f90d59f7-6768-4031-8171-ac5e3140c174 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f40eae86-ce91-4627-8cc8-71e6eabd0e01 HTTP/1.1" status: 200 len: 999 time: 0.4331076 Apr 20 17:38:32.231987 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fdd480a1-200c-4dc8-80dc-58bad0b9e554 req-b90f3e4a-2922-4509-8ac5-0cc26f33e78f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 1094 time: 0.7456059 Apr 20 17:38:32.283028 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-685b5f0b-02b3-45a3-b94d-059ca95faaf0 None None] Port 66766454-a7e4-40a6-8251-1a0c0917f7ba cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:38:32.387826 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-bd87b183-0673-4018-ba04-2d164196cf64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:32.389358 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-bd87b183-0673-4018-ba04-2d164196cf64 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e4c363c9-ff38-4c02-a21b-5b3727689d41 HTTP/1.1" status: 200 len: 834 time: 0.1416621 Apr 20 17:38:32.420768 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ff16653a-19ec-4d32-95fa-e58237c9fd0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:32.465139 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ff16653a-19ec-4d32-95fa-e58237c9fd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:32.513289 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-96301f2f-6c4f-4fd3-8a67-36be082c5d44 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting port 66766454-a7e4-40a6-8251-1a0c0917f7ba {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:38:32.513630 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-96301f2f-6c4f-4fd3-8a67-36be082c5d44 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:32.551984 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8e30cb2f-0137-4364-ad91-721e419ef11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:32.555277 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03ebe67-2c19-4f82-aa48-a037325a8574 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:38:32.569543 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3834f9-93ae-4b6f-94a6-8426cfbf2663 None None] Sync routers for ids ['9d3facac-62bb-483f-8bb1-468af3f324c1'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:38:32.581211 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3834f9-93ae-4b6f-94a6-8426cfbf2663 None None] Routers {'9d3facac-62bb-483f-8bb1-468af3f324c1'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:38:32.582054 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-4f3834f9-93ae-4b6f-94a6-8426cfbf2663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:38:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['9d3facac-62bb-483f-8bb1-468af3f324c1'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:32.643124 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8e30cb2f-0137-4364-ad91-721e419ef11e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:32.650931 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-4f3834f9-93ae-4b6f-94a6-8426cfbf2663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:32.662388 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3834f9-93ae-4b6f-94a6-8426cfbf2663 None None] Routers {'9d3facac-62bb-483f-8bb1-468af3f324c1'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:38:32.663170 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-4f3834f9-93ae-4b6f-94a6-8426cfbf2663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:38:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['9d3facac-62bb-483f-8bb1-468af3f324c1'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:32.722960 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-4f3834f9-93ae-4b6f-94a6-8426cfbf2663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:32.723693 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3834f9-93ae-4b6f-94a6-8426cfbf2663 None None] The sync data for ids ['9d3facac-62bb-483f-8bb1-468af3f324c1'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:38:32.724402 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd480a1-200c-4dc8-80dc-58bad0b9e554 req-517c13b8-2afa-4f8c-909f-85bcdc214f0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:32.727820 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fdd480a1-200c-4dc8-80dc-58bad0b9e554 req-517c13b8-2afa-4f8c-909f-85bcdc214f0d service neutron] 10.222.0.10 "GET /v2.0/networks?id=c6d4fe1b-5c38-412d-8e32-1a9e69c72c67 HTTP/1.1" status: 200 len: 897 time: 0.4844940 Apr 20 17:38:32.731544 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16653a-19ec-4d32-95fa-e58237c9fd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4940b18f-5787-4078-9b36-987148000b6e,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:32.755777 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ff16653a-19ec-4d32-95fa-e58237c9fd0c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6dee7ae3a07748ac8545b48f512440b8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8680632 Apr 20 17:38:32.759832 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41632) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:32.786974 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-a80b1746-311d-465c-9084-1da083fcd147 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6d4fe1b-5c38-412d-8e32-1a9e69c72c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3559186 Apr 20 17:38:32.799118 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c03ebe67-2c19-4f82-aa48-a037325a8574 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:32.803081 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c03ebe67-2c19-4f82-aa48-a037325a8574 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 10.1785150 Apr 20 17:38:32.812998 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41636) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:32.877350 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07cf88-1561-4249-89fe-fb4286fa02cd req-89ed1c2e-a452-4269-a2dc-b0198dcfb12e tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:32.878806 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de07cf88-1561-4249-89fe-fb4286fa02cd req-89ed1c2e-a452-4269-a2dc-b0198dcfb12e tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5583525-df35-4af7-a24d-2126b6923004 HTTP/1.1" status: 200 len: 945 time: 0.5576382 Apr 20 17:38:32.934531 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8e30cb2f-0137-4364-ad91-721e419ef11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:32.935068 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e30cb2f-0137-4364-ad91-721e419ef11e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 418b3c6b-4027-4f55-acd7-28a6479c1b0c {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:38:32.989057 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8e30cb2f-0137-4364-ad91-721e419ef11e admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:32.993200 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8e30cb2f-0137-4364-ad91-721e419ef11e admin admin] 10.222.0.39 "DELETE /v2.0/routers/418b3c6b-4027-4f55-acd7-28a6479c1b0c HTTP/1.1" status: 204 len: 168 time: 5.3097432 Apr 20 17:38:32.996002 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41644) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:32.999519 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fdd480a1-200c-4dc8-80dc-58bad0b9e554 req-c14b4580-c0e9-4b34-ba7e-8214bb97a1ca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f40eae86-ce91-4627-8cc8-71e6eabd0e01 HTTP/1.1" status: 200 len: 999 time: 0.2194929 Apr 20 17:38:33.002971 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-96301f2f-6c4f-4fd3-8a67-36be082c5d44 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:33.085625 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41648) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:33.190449 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9befa242-7806-41a3-86d0-74943fe087f3 req-e001e7f0-8fc1-472d-9157-a504a1c42bd3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:33.191921 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9befa242-7806-41a3-86d0-74943fe087f3 req-e001e7f0-8fc1-472d-9157-a504a1c42bd3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 943 time: 0.7623365 Apr 20 17:38:33.232807 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de07cf88-1561-4249-89fe-fb4286fa02cd req-66161eda-bedb-4843-9ba6-6e99a7f8001b tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=171ed27d-0057-490d-8bd5-6e05e5cf3343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3373704 Apr 20 17:38:33.241809 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-96301f2f-6c4f-4fd3-8a67-36be082c5d44 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Calling delete_port for 66766454-a7e4-40a6-8251-1a0c0917f7ba owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:38:33.303122 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27809f9-649a-4837-b047-38975361a245 admin admin] Deleting subnet 641ca1bb-b160-4ee3-976a-db32db979b60 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:38:33.311300 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c27809f9-649a-4837-b047-38975361a245 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:33.355814 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-793332ff-f4fb-46c4-8bb9-05838e318a88 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1274240987-network', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:38:33.360733 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd480a1-200c-4dc8-80dc-58bad0b9e554 req-4a28a069-1f99-4b27-a5c0-ee15f2d48732 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:33.362159 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fdd480a1-200c-4dc8-80dc-58bad0b9e554 req-4a28a069-1f99-4b27-a5c0-ee15f2d48732 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4c363c9-ff38-4c02-a21b-5b3727689d41 HTTP/1.1" status: 200 len: 834 time: 0.3477597 Apr 20 17:38:33.363557 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6cae7333-028b-46a8-b0e7-081b48b61881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:33.372903 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-793332ff-f4fb-46c4-8bb9-05838e318a88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:38:33.409647 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-7e2e6a16-729e-440c-b283-734b3fea664d service neutron] 10.222.0.43 "GET /v2.0/networks/c6d4fe1b-5c38-412d-8e32-1a9e69c72c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6073303 Apr 20 17:38:33.412989 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9befa242-7806-41a3-86d0-74943fe087f3 req-a0037643-9946-477f-b9f6-37210d9c230d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b11ffdb-0a5b-46b0-8905-207106275e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048848 Apr 20 17:38:33.465252 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6cae7333-028b-46a8-b0e7-081b48b61881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:33.470725 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-de87419d-5011-4674-b65f-0cffe2382c8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b0570b9-1c82-476c-b4d6-00a15b5cafef {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:38:33.496355 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c27809f9-649a-4837-b047-38975361a245 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:33.524919 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-de87419d-5011-4674-b65f-0cffe2382c8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:33.584907 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-de87419d-5011-4674-b65f-0cffe2382c8e service neutron] Transition to ACTIVE for port object 8b0570b9-1c82-476c-b4d6-00a15b5cafef will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:38:33.598996 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-de87419d-5011-4674-b65f-0cffe2382c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:33.650663 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-793332ff-f4fb-46c4-8bb9-05838e318a88 admin admin] Usage tracker for resource:network and tenant:afdda90d8b714cd0a49b7b3d0da0c05b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:38:33.670682 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-793332ff-f4fb-46c4-8bb9-05838e318a88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:38:33.725391 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-793332ff-f4fb-46c4-8bb9-05838e318a88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:38:33.765413 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87419d-5011-4674-b65f-0cffe2382c8e service neutron] Pushing event updated for resources: {'Port': ['ID=8b0570b9-1c82-476c-b4d6-00a15b5cafef,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:33.784194 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f3a1afd7-97ff-4c44-a337-3ffc20ec3322 req-7d3f6fb1-87c1-4d11-a07b-7d4ca132c409 service neutron] 10.222.0.43 "GET /v2.0/networks/c6d4fe1b-5c38-412d-8e32-1a9e69c72c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654001 Apr 20 17:38:33.786500 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6cae7333-028b-46a8-b0e7-081b48b61881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:33.811327 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793332ff-f4fb-46c4-8bb9-05838e318a88 admin admin] Made reservation on behalf of afdda90d8b714cd0a49b7b3d0da0c05b for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:38:33.813572 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-793332ff-f4fb-46c4-8bb9-05838e318a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:33.814557 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae7333-028b-46a8-b0e7-081b48b61881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4940b18f-5787-4078-9b36-987148000b6e,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:33.856565 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c27809f9-649a-4837-b047-38975361a245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:33.902445 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6cae7333-028b-46a8-b0e7-081b48b61881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:33.906249 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6cae7333-028b-46a8-b0e7-081b48b61881 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4940b18f-5787-4078-9b36-987148000b6e HTTP/1.1" status: 204 len: 168 time: 1.1406226 Apr 20 17:38:33.912351 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-793332ff-f4fb-46c4-8bb9-05838e318a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:34.014868 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8b674174-9903-4225-84cd-89ea48df26d7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "GET /v2.0/routers/9d3facac-62bb-483f-8bb1-468af3f324c1 HTTP/1.1" status: 200 len: 884 time: 1.1811655 Apr 20 17:38:34.021226 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41658) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:34.054494 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed5496-1450-41fc-8973-c6d3ef2e5757 req-e2153661-da5f-4b0d-a044-9bbe99519685 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:34.055947 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fbed5496-1450-41fc-8973-c6d3ef2e5757 req-e2153661-da5f-4b0d-a044-9bbe99519685 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5583525-df35-4af7-a24d-2126b6923004 HTTP/1.1" status: 200 len: 945 time: 0.3980744 Apr 20 17:38:34.064801 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fdd480a1-200c-4dc8-80dc-58bad0b9e554 req-5776aae9-13a9-41e3-9c73-ec20ca935e93 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c6d4fe1b-5c38-412d-8e32-1a9e69c72c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6767173 Apr 20 17:38:34.071622 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-793332ff-f4fb-46c4-8bb9-05838e318a88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:38:34.083307 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5512cf4-41c6-412a-bee3-35b6b45e3ef4 req-bcd84eec-cf89-4c09-8b20-bbcfbee54cac tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:34.084406 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-de87419d-5011-4674-b65f-0cffe2382c8e service neutron] Attempting to bind port 8b0570b9-1c82-476c-b4d6-00a15b5cafef on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:38:34.084890 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-de87419d-5011-4674-b65f-0cffe2382c8e service neutron] Attempting to bind port 8b0570b9-1c82-476c-b4d6-00a15b5cafef by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '7e27592f-62ea-47d5-a45f-84042445ff03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '154a4f2e-6558-438f-940c-0efd0da6937d'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:38:34.085530 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-de87419d-5011-4674-b65f-0cffe2382c8e service neutron] Attempting to bind port 8b0570b9-1c82-476c-b4d6-00a15b5cafef on network 154a4f2e-6558-438f-940c-0efd0da6937d {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:38:34.087187 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f5512cf4-41c6-412a-bee3-35b6b45e3ef4 req-bcd84eec-cf89-4c09-8b20-bbcfbee54cac tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/ports?device_id=179fa638-cdf1-46bc-83f6-f825c49b03d2 HTTP/1.1" status: 200 len: 943 time: 0.7160933 Apr 20 17:38:34.136717 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-793332ff-f4fb-46c4-8bb9-05838e318a88 admin admin] Usage tracker for resource:security_group_rule and tenant:afdda90d8b714cd0a49b7b3d0da0c05b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:38:34.164860 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-de87419d-5011-4674-b65f-0cffe2382c8e service neutron] Port 8b0570b9-1c82-476c-b4d6-00a15b5cafef on network 154a4f2e-6558-438f-940c-0efd0da6937d not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:38:34.165198 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-de87419d-5011-4674-b65f-0cffe2382c8e service neutron] Attempting to bind port 8b0570b9-1c82-476c-b4d6-00a15b5cafef on network 154a4f2e-6558-438f-940c-0efd0da6937d {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:38:34.169661 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fdd480a1-200c-4dc8-80dc-58bad0b9e554 req-801999f5-e58d-4c1d-b8fb-176fb76fff58 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 1094 time: 0.2958546 Apr 20 17:38:34.178620 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-793332ff-f4fb-46c4-8bb9-05838e318a88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:38:34.205630 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-de87419d-5011-4674-b65f-0cffe2382c8e service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:38:34.205996 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-de87419d-5011-4674-b65f-0cffe2382c8e service neutron] Checking segment: {'id': '7e27592f-62ea-47d5-a45f-84042445ff03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '154a4f2e-6558-438f-940c-0efd0da6937d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:38:34.206366 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-de87419d-5011-4674-b65f-0cffe2382c8e service neutron] Bound using segment: {'id': '7e27592f-62ea-47d5-a45f-84042445ff03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '154a4f2e-6558-438f-940c-0efd0da6937d'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:38:34.206799 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-de87419d-5011-4674-b65f-0cffe2382c8e service neutron] Bound port: 8b0570b9-1c82-476c-b4d6-00a15b5cafef, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e27592f-62ea-47d5-a45f-84042445ff03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '154a4f2e-6558-438f-940c-0efd0da6937d'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:38:34.207139 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-de87419d-5011-4674-b65f-0cffe2382c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:34.209049 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c27809f9-649a-4837-b047-38975361a245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:34.212566 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-96301f2f-6c4f-4fd3-8a67-36be082c5d44 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:34.214505 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-793332ff-f4fb-46c4-8bb9-05838e318a88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:38:34.314050 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27809f9-649a-4837-b047-38975361a245 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=641ca1bb-b160-4ee3-976a-db32db979b60,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:34.411557 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-fbed5496-1450-41fc-8973-c6d3ef2e5757 req-0734e128-ef5a-4c57-9829-219cd9967260 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Deleting port db90eed9-52df-4525-b3b8-be9ed8f2dd5a {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:38:34.412056 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fbed5496-1450-41fc-8973-c6d3ef2e5757 req-0734e128-ef5a-4c57-9829-219cd9967260 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:34.460658 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd480a1-200c-4dc8-80dc-58bad0b9e554 req-50fb67e3-13b3-48c0-ad02-4c0432cbb2a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:34.462097 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fdd480a1-200c-4dc8-80dc-58bad0b9e554 req-50fb67e3-13b3-48c0-ad02-4c0432cbb2a7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6d4fe1b-5c38-412d-8e32-1a9e69c72c67 HTTP/1.1" status: 200 len: 897 time: 0.2849979 Apr 20 17:38:34.482652 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96301f2f-6c4f-4fd3-8a67-36be082c5d44 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Port': ['ID=66766454-a7e4-40a6-8251-1a0c0917f7ba,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:34.533588 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-de87419d-5011-4674-b65f-0cffe2382c8e service neutron] For port 8b0570b9-1c82-476c-b4d6-00a15b5cafef, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:38:34.565665 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-de87419d-5011-4674-b65f-0cffe2382c8e service neutron] For port 8b0570b9-1c82-476c-b4d6-00a15b5cafef, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=8b0570b9-1c82-476c-b4d6-00a15b5cafef,segment=NetworkSegment(7e27592f-62ea-47d5-a45f-84042445ff03),segment_id=7e27592f-62ea-47d5-a45f-84042445ff03)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:38:34.587736 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-de87419d-5011-4674-b65f-0cffe2382c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:34.623994 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c27809f9-649a-4837-b047-38975361a245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:34.649348 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c27809f9-649a-4837-b047-38975361a245 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/641ca1bb-b160-4ee3-976a-db32db979b60 HTTP/1.1" status: 204 len: 168 time: 1.6488278 Apr 20 17:38:34.673196 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41678) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:34.674318 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-96301f2f-6c4f-4fd3-8a67-36be082c5d44 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:34.678571 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-96301f2f-6c4f-4fd3-8a67-36be082c5d44 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/66766454-a7e4-40a6-8251-1a0c0917f7ba HTTP/1.1" status: 204 len: 168 time: 2.4834967 Apr 20 17:38:34.702113 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41680) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:34.731992 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f5512cf4-41c6-412a-bee3-35b6b45e3ef4 req-b197148c-968a-407e-8a19-d1ffa1cbe090 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/security-groups?id=0706ab83-d291-4f0b-93c1-26981fa72201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6409228 Apr 20 17:38:34.843924 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-de87419d-5011-4674-b65f-0cffe2382c8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:34.845536 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-de87419d-5011-4674-b65f-0cffe2382c8e service neutron] 10.222.0.10 "PUT /v2.0/ports/8b0570b9-1c82-476c-b4d6-00a15b5cafef HTTP/1.1" status: 200 len: 1091 time: 3.7502096 Apr 20 17:38:34.852270 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '179fa638-cdf1-46bc-83f6-f825c49b03d2', 'tag': '8b0570b9-1c82-476c-b4d6-00a15b5cafef'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:38:34.893623 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fdd480a1-200c-4dc8-80dc-58bad0b9e554 req-53c82b13-9770-41bc-809f-1e37ad638659 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f40eae86-ce91-4627-8cc8-71e6eabd0e01 HTTP/1.1" status: 200 len: 999 time: 0.4217064 Apr 20 17:38:34.910938 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fdd480a1-200c-4dc8-80dc-58bad0b9e554 req-3da5af3f-0674-481b-8380-b5f6b251fdd0 service neutron] 10.222.0.10 "GET /v2.0/networks/c6d4fe1b-5c38-412d-8e32-1a9e69c72c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8099732 Apr 20 17:38:34.971537 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87419d-5011-4674-b65f-0cffe2382c8e service neutron] Pushing event updated for resources: {'Port': ['ID=8b0570b9-1c82-476c-b4d6-00a15b5cafef,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:34.989638 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad9520-934d-4a33-912f-53a3c0948aba req-f3057dd2-3d46-4d53-a22b-98f6270553f2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:34.990694 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-50ad9520-934d-4a33-912f-53a3c0948aba req-f3057dd2-3d46-4d53-a22b-98f6270553f2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Synchronizing usage tracker for tenant:fff76710152c4266b547138b68f9e982 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:38:35.041212 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2cd6f611-2c67-4778-a1de-0980fb437b97 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Synchronizing usage tracker for tenant:223231c784ee479d86d7622cff558dcb on resource:router {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:38:35.055002 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-50ad9520-934d-4a33-912f-53a3c0948aba req-f3057dd2-3d46-4d53-a22b-98f6270553f2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Unset dirty status for tenant:fff76710152c4266b547138b68f9e982 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:38:35.056128 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-50ad9520-934d-4a33-912f-53a3c0948aba req-f3057dd2-3d46-4d53-a22b-98f6270553f2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5583525-df35-4af7-a24d-2126b6923004 HTTP/1.1" status: 200 len: 945 time: 0.6718645 Apr 20 17:38:35.058752 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd480a1-200c-4dc8-80dc-58bad0b9e554 req-ba639769-359f-4d93-8b1d-50669a15761d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:35.060062 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fdd480a1-200c-4dc8-80dc-58bad0b9e554 req-ba639769-359f-4d93-8b1d-50669a15761d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e4c363c9-ff38-4c02-a21b-5b3727689d41 HTTP/1.1" status: 200 len: 834 time: 0.1269634 Apr 20 17:38:35.094955 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device a9f44896-41c2-4669-a295-b014a82b1576 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:38:35.135175 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: a9f44896-41c2-4669-a295-b014a82b1576 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:38:35.135519 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device a9f44896-41c2-4669-a295-b014a82b1576 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:38:35.148966 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-52e2ace0-edcb-420f-bb51-dec083580d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:35.154520 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2cd6f611-2c67-4778-a1de-0980fb437b97 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Unset dirty status for tenant:223231c784ee479d86d7622cff558dcb on resource:router {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:38:35.158306 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2cd6f611-2c67-4778-a1de-0980fb437b97 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.1335161 Apr 20 17:38:35.172780 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41700) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:35.201714 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-cb200a3c-cba8-407d-8979-c5c1f81b79d5 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-960930260'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:38:35.205542 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-915c8788-8a4c-49d8-a72d-79a007b86830 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9386e3364a314a7fb56a291c3743d314&device_id=179fa638-cdf1-46bc-83f6-f825c49b03d2 HTTP/1.1" status: 200 len: 1094 time: 0.3095031 Apr 20 17:38:35.211993 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-50ad9520-934d-4a33-912f-53a3c0948aba req-82ba25a4-baf1-4672-9a48-fc26c0f57285 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=171ed27d-0057-490d-8bd5-6e05e5cf3343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481652 Apr 20 17:38:35.304640 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-b9aba8b7-be28-416b-823b-642fdde6e13e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b0570b9-1c82-476c-b4d6-00a15b5cafef HTTP/1.1" status: 200 len: 217 time: 0.0916846 Apr 20 17:38:35.312349 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fdd480a1-200c-4dc8-80dc-58bad0b9e554 req-9a5dac60-65af-4bf0-a300-3ec18c6150a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6d4fe1b-5c38-412d-8e32-1a9e69c72c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2300899 Apr 20 17:38:35.313809 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0b0ad42-5f2d-4b8a-9265-26271aae1550'] response: {'name': 'network-changed', 'server_uuid': '179fa638-cdf1-46bc-83f6-f825c49b03d2', 'tag': '8b0570b9-1c82-476c-b4d6-00a15b5cafef', 'status': 'completed', 'code': 200} Apr 20 17:38:35.424377 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-793332ff-f4fb-46c4-8bb9-05838e318a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:35.518278 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fdd480a1-200c-4dc8-80dc-58bad0b9e554 req-75888037-1a44-4eeb-bd2c-a056782a3f5d service neutron] 10.222.0.43 "GET /v2.0/networks/c6d4fe1b-5c38-412d-8e32-1a9e69c72c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700888 Apr 20 17:38:35.548132 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-793332ff-f4fb-46c4-8bb9-05838e318a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:35.550227 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-4c6a78d2-2e67-4d97-850e-55b6339c428b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:35.551926 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-4c6a78d2-2e67-4d97-850e-55b6339c428b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88370bcc-315e-4f6b-ac12-dea6593d5b47 HTTP/1.1" status: 200 len: 848 time: 0.2367444 Apr 20 17:38:35.654935 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-d7b07719-b52e-45dc-acf5-b316d66da20a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=154a4f2e-6558-438f-940c-0efd0da6937d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516288 Apr 20 17:38:35.658985 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793332ff-f4fb-46c4-8bb9-05838e318a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa062b5b-9654-40ba-8f12-842063de37d3,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:35.667262 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5daa6f5-9d19-46e0-9515-627d2fff75cc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:35.667964 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a5daa6f5-9d19-46e0-9515-627d2fff75cc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:38:35.732983 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-fbed5496-1450-41fc-8973-c6d3ef2e5757 req-0734e128-ef5a-4c57-9829-219cd9967260 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] For port db90eed9-52df-4525-b3b8-be9ed8f2dd5a, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=db90eed9-52df-4525-b3b8-be9ed8f2dd5a,segment=NetworkSegment(aeb8f33c-317c-45e3-a7a9-c21f7e658316),segment_id=aeb8f33c-317c-45e3-a7a9-c21f7e658316)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:35.733540 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fbed5496-1450-41fc-8973-c6d3ef2e5757 req-0734e128-ef5a-4c57-9829-219cd9967260 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:35.780691 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fdd480a1-200c-4dc8-80dc-58bad0b9e554 req-cb653140-b31c-4744-a412-ebebca2d1645 service neutron] 10.222.0.43 "GET /v2.0/networks/c6d4fe1b-5c38-412d-8e32-1a9e69c72c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567511 Apr 20 17:38:35.804001 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-793332ff-f4fb-46c4-8bb9-05838e318a88 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:38:35.829673 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-91c8c967-4474-48cd-9442-f08f8d60f01a service neutron] 10.222.0.10 "GET /v2.0/networks/154a4f2e-6558-438f-940c-0efd0da6937d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678336 Apr 20 17:38:35.984884 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-793332ff-f4fb-46c4-8bb9-05838e318a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:35.985225 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-793332ff-f4fb-46c4-8bb9-05838e318a88 admin admin] Added segment c440332e-ad26-42d4-aa3b-e6d8c6a39264 of type vlan for network 911da384-323b-42ed-9656-9be4d49d8f36 Apr 20 17:38:36.039232 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2a576925-c9e1-48e3-b261-5338b40140d3 req-d1c04f99-cfde-4cb3-b1bd-bcd6a4e99c33 service neutron] 10.222.0.10 "GET /v2.0/networks/154a4f2e-6558-438f-940c-0efd0da6937d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980610 Apr 20 17:38:36.066537 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71270815-9d36-49e2-89a7-ff2d72aed5bd req-7016051a-f73b-4170-8049-e9c257af8fa7 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:36.067990 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-71270815-9d36-49e2-89a7-ff2d72aed5bd req-7016051a-f73b-4170-8049-e9c257af8fa7 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/ports?device_id=179fa638-cdf1-46bc-83f6-f825c49b03d2 HTTP/1.1" status: 200 len: 943 time: 0.1442716 Apr 20 17:38:36.094107 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a5daa6f5-9d19-46e0-9515-627d2fff75cc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:38:36.095286 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a5daa6f5-9d19-46e0-9515-627d2fff75cc tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.3918912 Apr 20 17:38:36.111033 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3ad1e-0282-4688-8a3c-baca9f6f814f req-7621f38a-8c6e-4337-b64c-3cbdbb2e1648 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:36.118419 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-88f3ad1e-0282-4688-8a3c-baca9f6f814f req-7621f38a-8c6e-4337-b64c-3cbdbb2e1648 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 943 time: 1.1779597 Apr 20 17:38:36.135534 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41740) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:36.143652 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fdd480a1-200c-4dc8-80dc-58bad0b9e554 req-ffe09787-9c1f-4499-a5d7-5c13b87f0b01 service neutron] 10.222.0.10 "GET /v2.0/networks/c6d4fe1b-5c38-412d-8e32-1a9e69c72c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2043254 Apr 20 17:38:36.180967 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-71270815-9d36-49e2-89a7-ff2d72aed5bd req-b88b7bcb-0d7b-4d96-b0d6-fefc38b68a31 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/security-groups?id=0706ab83-d291-4f0b-93c1-26981fa72201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013973 Apr 20 17:38:36.187204 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-52e2ace0-edcb-420f-bb51-dec083580d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:36.196722 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9335b648-a15a-42c7-920a-f1a89e2f9cef req-32c70ad4-b6f6-4578-a2ca-7fdb186d7f56 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9386e3364a314a7fb56a291c3743d314&device_id=179fa638-cdf1-46bc-83f6-f825c49b03d2 HTTP/1.1" status: 200 len: 1094 time: 0.1012137 Apr 20 17:38:36.256551 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-793332ff-f4fb-46c4-8bb9-05838e318a88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:36.341444 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335b648-a15a-42c7-920a-f1a89e2f9cef req-eb36bbc5-bffe-44a9-8389-cb84983755b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:36.343089 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9335b648-a15a-42c7-920a-f1a89e2f9cef req-eb36bbc5-bffe-44a9-8389-cb84983755b7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=154a4f2e-6558-438f-940c-0efd0da6937d HTTP/1.1" status: 200 len: 909 time: 0.1396446 Apr 20 17:38:36.380512 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-52e2ace0-edcb-420f-bb51-dec083580d1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['404fa35b-eb31-464c-8c9d-43ca9fe048f0']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:36.417748 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-52e2ace0-edcb-420f-bb51-dec083580d1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4af0888-96c0-4bc6-8226-00610a420d13') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:36.418294 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-52e2ace0-edcb-420f-bb51-dec083580d1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4af0888-96c0-4bc6-8226-00610a420d13') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:36.451893 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-52e2ace0-edcb-420f-bb51-dec083580d1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:36.470776 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9335b648-a15a-42c7-920a-f1a89e2f9cef req-86014e91-19c1-4773-b358-5f196b9c864e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b0570b9-1c82-476c-b4d6-00a15b5cafef HTTP/1.1" status: 200 len: 217 time: 0.1206424 Apr 20 17:38:36.472953 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-88f3ad1e-0282-4688-8a3c-baca9f6f814f req-8695f801-b201-4289-8887-56ed5abd4a58 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b11ffdb-0a5b-46b0-8905-207106275e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3536468 Apr 20 17:38:36.502234 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device f40eae86-ce91-4627-8cc8-71e6eabd0e01 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:38:36.502827 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-52e2ace0-edcb-420f-bb51-dec083580d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:36.506346 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fbed5496-1450-41fc-8973-c6d3ef2e5757 req-0734e128-ef5a-4c57-9829-219cd9967260 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:36.506716 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fbed5496-1450-41fc-8973-c6d3ef2e5757 req-0734e128-ef5a-4c57-9829-219cd9967260 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:36.507425 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [req-fbed5496-1450-41fc-8973-c6d3ef2e5757 req-0734e128-ef5a-4c57-9829-219cd9967260 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Floating IP c240cbc4-5ec8-48c4-bdf1-acfcd5b02f46 disassociated. External IP: 172.25.8.167, port: db90eed9-52df-4525-b3b8-be9ed8f2dd5a. Apr 20 17:38:36.507768 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-fbed5496-1450-41fc-8973-c6d3ef2e5757 req-0734e128-ef5a-4c57-9829-219cd9967260 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Calling delete_port for db90eed9-52df-4525-b3b8-be9ed8f2dd5a owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:38:36.538638 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-793332ff-f4fb-46c4-8bb9-05838e318a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:36.539497 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793332ff-f4fb-46c4-8bb9-05838e318a88 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:36.540065 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-793332ff-f4fb-46c4-8bb9-05838e318a88 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:36.577274 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335b648-a15a-42c7-920a-f1a89e2f9cef req-a91525d8-625a-4380-9a13-3b46af8fa9e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:36.579025 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9335b648-a15a-42c7-920a-f1a89e2f9cef req-a91525d8-625a-4380-9a13-3b46af8fa9e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88370bcc-315e-4f6b-ac12-dea6593d5b47 HTTP/1.1" status: 200 len: 848 time: 0.1001151 Apr 20 17:38:36.585161 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e2ace0-edcb-420f-bb51-dec083580d1f admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:38:36.585562 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-52e2ace0-edcb-420f-bb51-dec083580d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:36.591056 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c485869-feb6-4e1b-a1ff-8df28b55b428 req-951fdb7c-1bbe-4ebb-ae18-acc2bf191069 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:36.592838 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8c485869-feb6-4e1b-a1ff-8df28b55b428 req-951fdb7c-1bbe-4ebb-ae18-acc2bf191069 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5583525-df35-4af7-a24d-2126b6923004 HTTP/1.1" status: 200 len: 945 time: 0.1907148 Apr 20 17:38:36.610716 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:38:36.610716 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:38:36.610716 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:38:36.610716 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:38:36.610716 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:38:36.610716 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:38:36.610716 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:38:36.610716 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:38:36.610716 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:38:36.610716 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:38:36.610716 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:38:36.610716 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:38:36.610716 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:38:36.610716 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:38:36.610716 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:38:36.610716 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:38:36.610716 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:38:36.610716 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:38:36.610716 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:38:36.610716 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:38:36.610716 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:38:36.610716 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:38:36.610716 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:38:36.610716 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:38:36.610716 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:38:36.610716 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:38:36.610716 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:38:36.610716 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:38:36.610716 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:38:36.610716 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:38:36.610716 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:38:36.610716 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:38:36.747432 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port f40eae86-ce91-4627-8cc8-71e6eabd0e01, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=f40eae86-ce91-4627-8cc8-71e6eabd0e01,segment=NetworkSegment(7543a3ce-829e-4f5b-aa0d-43ed05cd118d),segment_id=7543a3ce-829e-4f5b-aa0d-43ed05cd118d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:36.774257 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'f40eae86-ce91-4627-8cc8-71e6eabd0e01', 'network_id': 'c6d4fe1b-5c38-412d-8e32-1a9e69c72c67', 'port_id': 'f40eae86-ce91-4627-8cc8-71e6eabd0e01', 'mac_address': 'fa:16:3e:f8:15:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c363c9-ff38-4c02-a21b-5b3727689d41', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:38:36.805431 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b7a292-9c37-4e86-a2b1-ba5c221c6d5f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:36.806942 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-53b7a292-9c37-4e86-a2b1-ba5c221c6d5f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6622555 Apr 20 17:38:36.808502 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-793332ff-f4fb-46c4-8bb9-05838e318a88 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.7134602 Apr 20 17:38:36.821934 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41748) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:36.822450 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41750) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:36.825052 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9335b648-a15a-42c7-920a-f1a89e2f9cef req-6b0bca2e-1faa-46e8-b54c-25adea4258f4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=154a4f2e-6558-438f-940c-0efd0da6937d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2309408 Apr 20 17:38:36.830431 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793332ff-f4fb-46c4-8bb9-05838e318a88 admin admin] Pushing event updated for resources: {'Network': ['ID=911da384-323b-42ed-9656-9be4d49d8f36,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:36.832030 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-271d76c9-eddc-4efb-adc3-295ed55efbf9 admin admin] Request body: {'subnet': {'network_id': '911da384-323b-42ed-9656-9be4d49d8f36', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1274240987-subnet', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:38:36.845376 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-52e2ace0-edcb-420f-bb51-dec083580d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:36.854325 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-52e2ace0-edcb-420f-bb51-dec083580d1f admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:36.880865 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:36.900362 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2ace0-edcb-420f-bb51-dec083580d1f admin admin] Pushing event deleted for resources: {'Network': ['ID=404fa35b-eb31-464c-8c9d-43ca9fe048f0,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:36.901741 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 911da384-323b-42ed-9656-9be4d49d8f36 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:38:36.905705 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-271d76c9-eddc-4efb-adc3-295ed55efbf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:38:36.973823 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-52e2ace0-edcb-420f-bb51-dec083580d1f admin admin] 10.222.0.39 "DELETE /v2.0/networks/404fa35b-eb31-464c-8c9d-43ca9fe048f0 HTTP/1.1" status: 204 len: 168 time: 2.2815018 Apr 20 17:38:36.985970 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-271d76c9-eddc-4efb-adc3-295ed55efbf9 admin admin] Usage tracker for resource:subnet and tenant:afdda90d8b714cd0a49b7b3d0da0c05b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:38:37.001064 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-271d76c9-eddc-4efb-adc3-295ed55efbf9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:38:37.020720 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-271d76c9-eddc-4efb-adc3-295ed55efbf9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:38:37.039968 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8c485869-feb6-4e1b-a1ff-8df28b55b428 req-1bb5692a-f4e8-45b0-a4cb-33e46ebd27a2 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups?id=171ed27d-0057-490d-8bd5-6e05e5cf3343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4044640 Apr 20 17:38:37.074475 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fbed5496-1450-41fc-8973-c6d3ef2e5757 req-0734e128-ef5a-4c57-9829-219cd9967260 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:37.087251 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f568d7-17ed-4329-8115-9d4ef8f74860 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:37.088904 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f568d7-17ed-4329-8115-9d4ef8f74860 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:37.090961 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f568d7-17ed-4329-8115-9d4ef8f74860 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:37.092940 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d8f568d7-17ed-4329-8115-9d4ef8f74860 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:38:37.130408 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9335b648-a15a-42c7-920a-f1a89e2f9cef req-3da9249d-bb1d-4254-bbec-ae68d9c93584 service neutron] 10.222.0.10 "GET /v2.0/networks/154a4f2e-6558-438f-940c-0efd0da6937d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612274 Apr 20 17:38:37.131509 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271d76c9-eddc-4efb-adc3-295ed55efbf9 admin admin] Made reservation on behalf of afdda90d8b714cd0a49b7b3d0da0c05b for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:38:37.134476 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-271d76c9-eddc-4efb-adc3-295ed55efbf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:37.195193 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734e128-ef5a-4c57-9829-219cd9967260 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event deleted for resources: {'Port': ['ID=db90eed9-52df-4525-b3b8-be9ed8f2dd5a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:37.207843 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f40eae86-ce91-4627-8cc8-71e6eabd0e01 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:38:37.229697 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port f40eae86-ce91-4627-8cc8-71e6eabd0e01, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=f40eae86-ce91-4627-8cc8-71e6eabd0e01,segment=NetworkSegment(7543a3ce-829e-4f5b-aa0d-43ed05cd118d),segment_id=7543a3ce-829e-4f5b-aa0d-43ed05cd118d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:37.257175 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:37.314777 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41760) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:37.335504 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=f40eae86-ce91-4627-8cc8-71e6eabd0e01,revision_number=8']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:37.445072 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d8f568d7-17ed-4329-8115-9d4ef8f74860 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:38:37.446251 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d8f568d7-17ed-4329-8115-9d4ef8f74860 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.6203933 Apr 20 17:38:37.451888 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41764) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:37.487923 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['f40eae86-ce91-4627-8cc8-71e6eabd0e01'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:38:37.714902 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9335b648-a15a-42c7-920a-f1a89e2f9cef req-315c7f85-3d7f-455a-b83f-8f7aaba1e64d service neutron] 10.222.0.10 "GET /v2.0/networks/154a4f2e-6558-438f-940c-0efd0da6937d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5601025 Apr 20 17:38:37.768694 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c5a7e37d-e81d-4e45-8e9f-1e38b04e16d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2ebf7eb106a7492aa5b3798a6700e1e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4521937 Apr 20 17:38:37.769460 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41770) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:37.833342 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48e35a-fbf2-446e-913d-db466f063f88 req-3c826777-eb6f-4e3e-bea1-46649b63f1a3 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:37.834787 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ca48e35a-fbf2-446e-913d-db466f063f88 req-3c826777-eb6f-4e3e-bea1-46649b63f1a3 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/ports?device_id=179fa638-cdf1-46bc-83f6-f825c49b03d2 HTTP/1.1" status: 200 len: 943 time: 0.3271477 Apr 20 17:38:37.949718 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ca48e35a-fbf2-446e-913d-db466f063f88 req-161c770d-a8f8-4216-b7e6-2bd22a857021 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/security-groups?id=0706ab83-d291-4f0b-93c1-26981fa72201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075802 Apr 20 17:38:37.949959 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5136b0c-5849-4def-86a5-5cfee15731fa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting subnet 1b6ad02a-1003-4e61-aa5e-03d163626478 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:38:37.957761 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1ce837e-f2aa-4a81-98b2-622c567c229b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:37.958730 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a5136b0c-5849-4def-86a5-5cfee15731fa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:38.021291 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361b474-0d35-461f-a0dd-4c6080d30e38 req-dbc74ab7-a511-4348-a5dc-f0a1be5089bc tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:38.028266 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c361b474-0d35-461f-a0dd-4c6080d30e38 req-dbc74ab7-a511-4348-a5dc-f0a1be5089bc tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 944 time: 0.2358987 Apr 20 17:38:38.103577 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-271d76c9-eddc-4efb-adc3-295ed55efbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:38.110361 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1ce837e-f2aa-4a81-98b2-622c567c229b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:38.174750 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c361b474-0d35-461f-a0dd-4c6080d30e38 req-08f1f18b-c4ed-471b-864a-ca974d14f33b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b11ffdb-0a5b-46b0-8905-207106275e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454570 Apr 20 17:38:38.177202 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a5136b0c-5849-4def-86a5-5cfee15731fa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:38.244513 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cb200a3c-cba8-407d-8979-c5c1f81b79d5 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:38.290773 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbed5496-1450-41fc-8973-c6d3ef2e5757 req-0734e128-ef5a-4c57-9829-219cd9967260 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:38:38.294926 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4d0e30a3-3f72-4d63-bcb9-bf2161762a36 req-24db0a36-48ec-4223-82b6-88dad8037378 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5583525-df35-4af7-a24d-2126b6923004 HTTP/1.1" status: 200 len: 210 time: 0.0635142 Apr 20 17:38:38.298392 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1ce837e-f2aa-4a81-98b2-622c567c229b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:38.317080 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cb200a3c-cba8-407d-8979-c5c1f81b79d5 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33176207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33176208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33180178'] for router, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:38.323060 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce837e-f2aa-4a81-98b2-622c567c229b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5671c89d-0048-417e-b766-c124f42aab4a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:38.344060 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d76c9-eddc-4efb-adc3-295ed55efbf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6df2b9cf-3053-4862-b128-40e0c38b0bd7,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:38.367439 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a5136b0c-5849-4def-86a5-5cfee15731fa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:38.482001 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271d76c9-eddc-4efb-adc3-295ed55efbf9 admin admin] Checking segment: {'id': 'c440332e-ad26-42d4-aa3b-e6d8c6a39264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:38:38.482405 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271d76c9-eddc-4efb-adc3-295ed55efbf9 admin admin] Network hostable DHCP agents. Network: 911da384-323b-42ed-9656-9be4d49d8f36, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:38:38.497443 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device f40eae86-ce91-4627-8cc8-71e6eabd0e01 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:38:38.548987 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a5136b0c-5849-4def-86a5-5cfee15731fa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:38.611712 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5136b0c-5849-4def-86a5-5cfee15731fa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Subnet': ['ID=1b6ad02a-1003-4e61-aa5e-03d163626478,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:38.612146 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1ce837e-f2aa-4a81-98b2-622c567c229b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:38.613483 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e1ce837e-f2aa-4a81-98b2-622c567c229b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5671c89d-0048-417e-b766-c124f42aab4a HTTP/1.1" status: 204 len: 168 time: 0.8402746 Apr 20 17:38:38.620574 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a5136b0c-5849-4def-86a5-5cfee15731fa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:38.628440 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f57c9f0-ff80-42c7-9abe-324d3a5f9793 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:38:38.677670 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a5136b0c-5849-4def-86a5-5cfee15731fa tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/1b6ad02a-1003-4e61-aa5e-03d163626478 HTTP/1.1" status: 204 len: 168 time: 1.2244835 Apr 20 17:38:38.680507 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41784) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:38.685943 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271d76c9-eddc-4efb-adc3-295ed55efbf9 admin admin] Network 911da384-323b-42ed-9656-9be4d49d8f36 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:38:38.746316 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-271d76c9-eddc-4efb-adc3-295ed55efbf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 911da384-323b-42ed-9656-9be4d49d8f36) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:38:38.758389 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271d76c9-eddc-4efb-adc3-295ed55efbf9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:38.758963 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-271d76c9-eddc-4efb-adc3-295ed55efbf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:38.799564 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-271d76c9-eddc-4efb-adc3-295ed55efbf9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9720588 Apr 20 17:38:38.805449 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41788) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:38.815457 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-1e910d49-c524-424c-a719-a16c3b0dd1cf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1274240987-router', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:38:38.825553 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1e910d49-c524-424c-a719-a16c3b0dd1cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:38:38.840736 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1e910d49-c524-424c-a719-a16c3b0dd1cf admin admin] Usage tracker for resource:router and tenant:afdda90d8b714cd0a49b7b3d0da0c05b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:38:38.851676 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-815b8629-9bf2-43a6-87f5-2a9982ab8f29 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Deleting subnet 234b9c73-9f54-4a2a-9a81-2cab3a43312a {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:38:38.854875 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-815b8629-9bf2-43a6-87f5-2a9982ab8f29 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:38.883084 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26e31e5-6dd9-4579-9a86-decc28648d59 None None] Network 911da384-323b-42ed-9656-9be4d49d8f36 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:38:38.894859 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1e910d49-c524-424c-a719-a16c3b0dd1cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:38:38.900836 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port f40eae86-ce91-4627-8cc8-71e6eabd0e01 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:38:38.902860 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f8a99-6333-4672-9c84-9ac8ddc2b80a req-4bef878f-f887-4346-b95f-45cc5db17f21 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:38.904731 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2b7f8a99-6333-4672-9c84-9ac8ddc2b80a req-4bef878f-f887-4346-b95f-45cc5db17f21 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30&tenant_id=ac289a58365e49439c6a449ebba5fb54&binding%3Ahost_id=n-h1-838032-1 HTTP/1.1" status: 200 len: 944 time: 0.2942255 Apr 20 17:38:38.915072 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1e910d49-c524-424c-a719-a16c3b0dd1cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:38:38.988817 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port f40eae86-ce91-4627-8cc8-71e6eabd0e01 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:38.989903 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:39.005361 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-815b8629-9bf2-43a6-87f5-2a9982ab8f29 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:39.027821 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f343e-1a88-4d95-9f3c-8ef4b1503d5e req-0028df78-4184-45cc-8380-84395541d308 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:39.044817 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [req-2b7f8a99-6333-4672-9c84-9ac8ddc2b80a req-0c8134a3-fab0-4639-82da-9ce765349864 service neutron] delete failed (client error): The resource could not be found. Apr 20 17:38:39.045470 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-598f343e-1a88-4d95-9f3c-8ef4b1503d5e req-0028df78-4184-45cc-8380-84395541d308 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 944 time: 0.3861158 Apr 20 17:38:39.045622 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2b7f8a99-6333-4672-9c84-9ac8ddc2b80a req-0c8134a3-fab0-4639-82da-9ce765349864 service neutron] 10.222.0.10 "DELETE /v2.0/ports/f40eae86-ce91-4627-8cc8-71e6eabd0e01/bindings/n-h2-838032-1 HTTP/1.1" status: 404 len: 380 time: 0.1319647 Apr 20 17:38:39.046458 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e910d49-c524-424c-a719-a16c3b0dd1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:39.047378 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e910d49-c524-424c-a719-a16c3b0dd1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:39.100575 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e910d49-c524-424c-a719-a16c3b0dd1cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:39.207613 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-598f343e-1a88-4d95-9f3c-8ef4b1503d5e req-1c4e8063-1846-4496-9f11-56d5c4911808 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b11ffdb-0a5b-46b0-8905-207106275e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611385 Apr 20 17:38:39.251644 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb200a3c-cba8-407d-8979-c5c1f81b79d5 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Router 9d3facac-62bb-483f-8bb1-468af3f324c1 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:38:39.315223 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbed5496-1450-41fc-8973-c6d3ef2e5757 req-0734e128-ef5a-4c57-9829-219cd9967260 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:38:39.327262 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6266fdb8-9cba-4001-b802-541288218b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:39.340552 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34722923-c362-48db-b3eb-b03fe7028dbd None None] Sync routers for ids ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:38:39.362225 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-815b8629-9bf2-43a6-87f5-2a9982ab8f29 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:39.497787 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34722923-c362-48db-b3eb-b03fe7028dbd None None] Routers {'e1d93820-6526-4ca9-b0c8-c49105c7dbc4'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:38:39.508046 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-34722923-c362-48db-b3eb-b03fe7028dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:38:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:39.610523 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbed5496-1450-41fc-8973-c6d3ef2e5757 req-0734e128-ef5a-4c57-9829-219cd9967260 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] No DVR routers for this DVR port db90eed9-52df-4525-b3b8-be9ed8f2dd5a on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:38:39.710014 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fbed5496-1450-41fc-8973-c6d3ef2e5757 req-0734e128-ef5a-4c57-9829-219cd9967260 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:39.711930 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fbed5496-1450-41fc-8973-c6d3ef2e5757 req-0734e128-ef5a-4c57-9829-219cd9967260 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.43 "DELETE /v2.0/ports/db90eed9-52df-4525-b3b8-be9ed8f2dd5a HTTP/1.1" status: 204 len: 173 time: 5.6415801 Apr 20 17:38:39.718138 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5583525-df35-4af7-a24d-2126b6923004', 'name': 'network-vif-deleted', 'tag': 'db90eed9-52df-4525-b3b8-be9ed8f2dd5a'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:38:39.792913 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e910d49-c524-424c-a719-a16c3b0dd1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:39.798679 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-4b499c1f-064e-45dd-adff-1ac8bc89d993 req-7da77dde-8826-4702-bf4f-ca5985372b9c tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Synchronizing usage tracker for tenant:fff76710152c4266b547138b68f9e982 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:38:39.826781 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-815b8629-9bf2-43a6-87f5-2a9982ab8f29 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:39.896991 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-4b499c1f-064e-45dd-adff-1ac8bc89d993 req-7da77dde-8826-4702-bf4f-ca5985372b9c tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Unset dirty status for tenant:fff76710152c4266b547138b68f9e982 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:38:39.905052 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b8629-9bf2-43a6-87f5-2a9982ab8f29 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Subnet': ['ID=234b9c73-9f54-4a2a-9a81-2cab3a43312a,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:39.918557 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4b499c1f-064e-45dd-adff-1ac8bc89d993 req-7da77dde-8826-4702-bf4f-ca5985372b9c tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5583525-df35-4af7-a24d-2126b6923004 HTTP/1.1" status: 200 len: 210 time: 0.2055204 Apr 20 17:38:39.936131 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2b7f8a99-6333-4672-9c84-9ac8ddc2b80a req-da19c08f-0738-4e33-a2b1-9c5b4d990adc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 1095 time: 0.5399137 Apr 20 17:38:39.985447 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:40.027564 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bf35b-155a-4909-ac32-ff85b403e058 req-08c12f6a-b751-4cd5-a7ef-77ae3394c4c2 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:40.028036 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1072621-2f23-4db4-9982-d1e8485f9a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-911da384-323b-42ed-9656-9be4d49d8f36', 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'fixed_ips': [{'subnet_id': '6df2b9cf-3053-4862-b128-40e0c38b0bd7'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:38:40.029724 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-df3bf35b-155a-4909-ac32-ff85b403e058 req-08c12f6a-b751-4cd5-a7ef-77ae3394c4c2 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/ports?device_id=179fa638-cdf1-46bc-83f6-f825c49b03d2 HTTP/1.1" status: 200 len: 943 time: 0.6373565 Apr 20 17:38:40.035087 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c1072621-2f23-4db4-9982-d1e8485f9a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:40.124446 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-815b8629-9bf2-43a6-87f5-2a9982ab8f29 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:40.135592 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-34722923-c362-48db-b3eb-b03fe7028dbd None None] Set router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:38:40.293330 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f83f5c1-8862-400c-b48f-3072a3dbae30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40eae86-ce91-4627-8cc8-71e6eabd0e01'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:38:40.354420 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-815b8629-9bf2-43a6-87f5-2a9982ab8f29 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/234b9c73-9f54-4a2a-9a81-2cab3a43312a HTTP/1.1" status: 204 len: 168 time: 1.6707544 Apr 20 17:38:40.362425 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41820) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:40.430027 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port f40eae86-ce91-4627-8cc8-71e6eabd0e01, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=f40eae86-ce91-4627-8cc8-71e6eabd0e01,segment=NetworkSegment(7543a3ce-829e-4f5b-aa0d-43ed05cd118d),segment_id=7543a3ce-829e-4f5b-aa0d-43ed05cd118d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:40.502175 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feb9040a-6b19-413c-a6df-aa7b72ecb077'] response: {'server_uuid': 'a5583525-df35-4af7-a24d-2126b6923004', 'name': 'network-vif-deleted', 'tag': 'db90eed9-52df-4525-b3b8-be9ed8f2dd5a', 'status': 'completed', 'code': 200} Apr 20 17:38:40.539169 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb200a3c-cba8-407d-8979-c5c1f81b79d5 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:38:40.548602 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cb200a3c-cba8-407d-8979-c5c1f81b79d5 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:40.549394 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae195628-8ef7-4b2b-b550-b3e8417e6552 None None] Sync routers for ids ['9d3facac-62bb-483f-8bb1-468af3f324c1'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:38:40.554712 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cb200a3c-cba8-407d-8979-c5c1f81b79d5 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "PUT /v2.0/routers/9d3facac-62bb-483f-8bb1-468af3f324c1 HTTP/1.1" status: 200 len: 891 time: 5.3771236 Apr 20 17:38:40.556843 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41826) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:40.571299 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae195628-8ef7-4b2b-b550-b3e8417e6552 None None] Routers {'9d3facac-62bb-483f-8bb1-468af3f324c1'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:38:40.574005 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-ae195628-8ef7-4b2b-b550-b3e8417e6552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:38:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['9d3facac-62bb-483f-8bb1-468af3f324c1'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:40.632484 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0dcb4dec-cc4a-424a-8801-298d9d48f60a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2650578 Apr 20 17:38:40.636085 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41830) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:40.717416 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-df3bf35b-155a-4909-ac32-ff85b403e058 req-44982228-a9e8-4d52-ac97-2656891a9a0f tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/security-groups?id=0706ab83-d291-4f0b-93c1-26981fa72201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6701264 Apr 20 17:38:40.731232 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9b6bcb-aaeb-4f83-a11b-b05e2200cbd9 None None] Network 9ba611e4-024c-4a0c-9998-3bc548cf409a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:38:40.759326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f8a99-6333-4672-9c84-9ac8ddc2b80a req-9634ed6c-23bf-442c-9fff-d4af403878c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:40.761157 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2b7f8a99-6333-4672-9c84-9ac8ddc2b80a req-9634ed6c-23bf-442c-9fff-d4af403878c6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c6d4fe1b-5c38-412d-8e32-1a9e69c72c67 HTTP/1.1" status: 200 len: 897 time: 0.8205426 Apr 20 17:38:40.768052 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-ae195628-8ef7-4b2b-b550-b3e8417e6552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:40.797535 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae195628-8ef7-4b2b-b550-b3e8417e6552 None None] Routers {'9d3facac-62bb-483f-8bb1-468af3f324c1'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:38:40.799156 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-ae195628-8ef7-4b2b-b550-b3e8417e6552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:38:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['9d3facac-62bb-483f-8bb1-468af3f324c1'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:40.878055 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2b7f8a99-6333-4672-9c84-9ac8ddc2b80a req-b129e4ef-c3f8-4071-a4e5-25275426c790 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f40eae86-ce91-4627-8cc8-71e6eabd0e01 HTTP/1.1" status: 200 len: 1001 time: 0.1091669 Apr 20 17:38:40.882747 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41836) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:40.905356 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 8b0570b9-1c82-476c-b4d6-00a15b5cafef details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:38:40.909464 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:40.910689 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device db90eed9-52df-4525-b3b8-be9ed8f2dd5a no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:38:40.960876 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-ae195628-8ef7-4b2b-b550-b3e8417e6552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:40.962173 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae195628-8ef7-4b2b-b550-b3e8417e6552 None None] The sync data for ids ['9d3facac-62bb-483f-8bb1-468af3f324c1'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:38:40.988636 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f8a99-6333-4672-9c84-9ac8ddc2b80a req-96335cf1-3ca4-459d-941a-cce8621f1156 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:40.990237 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2b7f8a99-6333-4672-9c84-9ac8ddc2b80a req-96335cf1-3ca4-459d-941a-cce8621f1156 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4c363c9-ff38-4c02-a21b-5b3727689d41 HTTP/1.1" status: 200 len: 834 time: 0.0963004 Apr 20 17:38:40.999945 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42e0389-a4ef-4cd6-a36d-bc6a10ef43e8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:41.003014 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b42e0389-a4ef-4cd6-a36d-bc6a10ef43e8 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3561225 Apr 20 17:38:41.004343 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41844) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:41.070365 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c5091-3a38-47ba-8e5f-77a0a2965614 req-b88c8777-84fa-4bc9-8361-2328406fd8f3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:41.077157 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9d6c5091-3a38-47ba-8e5f-77a0a2965614 req-b88c8777-84fa-4bc9-8361-2328406fd8f3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 945 time: 0.5091743 Apr 20 17:38:41.153252 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9d6c5091-3a38-47ba-8e5f-77a0a2965614 req-0838e2ca-3031-49fc-8d6b-0ba2cc09d695 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b11ffdb-0a5b-46b0-8905-207106275e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751197 Apr 20 17:38:41.227890 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: db90eed9-52df-4525-b3b8-be9ed8f2dd5a {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:38:41.228090 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device db90eed9-52df-4525-b3b8-be9ed8f2dd5a not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:38:41.242057 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52141252-63d0-4dad-b4f2-2f22207296a2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:41.242732 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-52141252-63d0-4dad-b4f2-2f22207296a2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Synchronizing usage tracker for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:38:41.249322 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1bf46466-6093-4585-bbab-df287171f459 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "GET /v2.0/routers/9d3facac-62bb-483f-8bb1-468af3f324c1 HTTP/1.1" status: 200 len: 891 time: 0.6889434 Apr 20 17:38:41.249691 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41850) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:41.252457 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5e01637-c49b-4679-9310-ee6b4d14e9e6'] response: {'server_uuid': '4f83f5c1-8862-400c-b48f-3072a3dbae30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40eae86-ce91-4627-8cc8-71e6eabd0e01', 'code': 200} Apr 20 17:38:41.269085 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-14c03267-2c7b-4fb2-86c9-6e5089d4e6e9 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-909969188-network', 'tenant_id': '7428a13708064f73b2837c4880ccd24b'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:38:41.283056 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-14c03267-2c7b-4fb2-86c9-6e5089d4e6e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:38:41.295639 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-14c03267-2c7b-4fb2-86c9-6e5089d4e6e9 admin admin] Usage tracker for resource:network and tenant:7428a13708064f73b2837c4880ccd24b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:38:41.298893 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-14c03267-2c7b-4fb2-86c9-6e5089d4e6e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:38:41.305546 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-df3134e5-6060-467d-b98e-8588509c6964 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Synchronizing usage tracker for tenant:223231c784ee479d86d7622cff558dcb on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:38:41.317709 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-14c03267-2c7b-4fb2-86c9-6e5089d4e6e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:38:41.321806 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e910d49-c524-424c-a719-a16c3b0dd1cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:41.340004 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-df3134e5-6060-467d-b98e-8588509c6964 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Unset dirty status for tenant:223231c784ee479d86d7622cff558dcb on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:38:41.341624 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-df3134e5-6060-467d-b98e-8588509c6964 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d3facac-62bb-483f-8bb1-468af3f324c1 HTTP/1.1" status: 200 len: 205 time: 0.0909505 Apr 20 17:38:41.344236 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41854) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:41.359369 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e910d49-c524-424c-a719-a16c3b0dd1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:41.361983 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-52141252-63d0-4dad-b4f2-2f22207296a2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Unset dirty status for tenant:ea2b645e8b984c94b635c4fbc025e1e2 on resource:subnet {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:38:41.365963 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-52141252-63d0-4dad-b4f2-2f22207296a2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3573191 Apr 20 17:38:41.368390 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41858) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:41.398158 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.resource_extend [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:38:41.496776 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c62ccde6-371a-43f8-a7d8-5756b5eabb9d None None] Provisioning complete for port 8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:41.497672 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c62ccde6-371a-43f8-a7d8-5756b5eabb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:41.509398 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41864) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:41.602081 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-1e910d49-c524-424c-a719-a16c3b0dd1cf admin admin] Allocated IP 172.25.8.132 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/1fa585ac-063f-4d1f-9ed5-8f9369f093fb) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:38:41.656036 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9ffd0fb8-cdbe-4b67-a579-7971c868d866 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:41.693694 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9ffd0fb8-cdbe-4b67-a579-7971c868d866 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:41.710911 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f6006cda-4000-4ad4-b80b-5df32634843d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:41.723079 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-993db3f2-0ef8-4cab-9283-f2ebadf602b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:41.757552 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-c1072621-2f23-4db4-9982-d1e8485f9a5a None None] Allocated IP 172.20.0.2 (911da384-323b-42ed-9656-9be4d49d8f36/6df2b9cf-3053-4862-b128-40e0c38b0bd7/fe1fa85c-a8ca-4650-be5b-4c974f0f7751) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:38:41.760830 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=f40eae86-ce91-4627-8cc8-71e6eabd0e01,revision_number=9']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:42.014324 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66807de4-d66d-4506-8924-6e21939556b8 req-50578267-493c-4fd0-965c-a4c14cf5ddac tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:42.015725 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-66807de4-d66d-4506-8924-6e21939556b8 req-50578267-493c-4fd0-965c-a4c14cf5ddac tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/ports?device_id=179fa638-cdf1-46bc-83f6-f825c49b03d2 HTTP/1.1" status: 200 len: 943 time: 0.1318989 Apr 20 17:38:42.017371 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9ffd0fb8-cdbe-4b67-a579-7971c868d866 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:42.076938 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c03267-2c7b-4fb2-86c9-6e5089d4e6e9 admin admin] Made reservation on behalf of 7428a13708064f73b2837c4880ccd24b for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:38:42.077591 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd0fb8-cdbe-4b67-a579-7971c868d866 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=171ed27d-0057-490d-8bd5-6e05e5cf3343,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:42.079359 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-14c03267-2c7b-4fb2-86c9-6e5089d4e6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:42.083792 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 8b0570b9-1c82-476c-b4d6-00a15b5cafef, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=8b0570b9-1c82-476c-b4d6-00a15b5cafef,segment=NetworkSegment(7e27592f-62ea-47d5-a45f-84042445ff03),segment_id=7e27592f-62ea-47d5-a45f-84042445ff03)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:42.107021 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bfd3e704-a7bf-4908-bfa7-1283b6b94ac1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7346799 Apr 20 17:38:42.111098 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-14c03267-2c7b-4fb2-86c9-6e5089d4e6e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:42.119728 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41872) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:42.153534 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d1b207-e14f-4fce-ba0f-fd607f00ee5d None None] DHCP port deletion for 9ba611e4-024c-4a0c-9998-3bc548cf409a request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:38:42.154340 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2b7f8a99-6333-4672-9c84-9ac8ddc2b80a req-4148e0c3-cd34-48b6-8830-ef619471a57f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c6d4fe1b-5c38-412d-8e32-1a9e69c72c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1508999 Apr 20 17:38:42.160427 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '8b0570b9-1c82-476c-b4d6-00a15b5cafef', 'network_id': '154a4f2e-6558-438f-940c-0efd0da6937d', 'port_id': '8b0570b9-1c82-476c-b4d6-00a15b5cafef', 'mac_address': 'fa:16:3e:4e:37:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88370bcc-315e-4f6b-ac12-dea6593d5b47', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:38:42.170801 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-78d1b207-e14f-4fce-ba0f-fd607f00ee5d None None] Deleting port 8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:38:42.171258 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-78d1b207-e14f-4fce-ba0f-fd607f00ee5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:42.184468 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9ffd0fb8-cdbe-4b67-a579-7971c868d866 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:42.184468 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9ffd0fb8-cdbe-4b67-a579-7971c868d866 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "DELETE /v2.0/security-groups/171ed27d-0057-490d-8bd5-6e05e5cf3343 HTTP/1.1" status: 204 len: 168 time: 0.6699111 Apr 20 17:38:42.196271 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41878) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:42.205761 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ba3c73-3181-4c31-ab39-258cd01cb427 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:42.206228 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10ba3c73-3181-4c31-ab39-258cd01cb427 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:42.210372 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-10ba3c73-3181-4c31-ab39-258cd01cb427 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/66766454-a7e4-40a6-8251-1a0c0917f7ba HTTP/1.1" status: 404 len: 333 time: 0.0861747 Apr 20 17:38:42.214229 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41882) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:42.276028 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff9226c-e7cc-4790-b206-252e1615ae72 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:42.276395 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff9226c-e7cc-4790-b206-252e1615ae72 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:42.278080 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4ff9226c-e7cc-4790-b206-252e1615ae72 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/1b6ad02a-1003-4e61-aa5e-03d163626478 HTTP/1.1" status: 404 len: 337 time: 0.0615084 Apr 20 17:38:42.281162 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-66807de4-d66d-4506-8924-6e21939556b8 req-8fa579cc-adac-4073-965d-b5523cfd9e9e tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/security-groups?id=0706ab83-d291-4f0b-93c1-26981fa72201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460859 Apr 20 17:38:42.290390 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41886) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:42.345113 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-bb0aaf86-9052-4751-8e97-9ea604f2a99d tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] show failed (client error): The resource could not be found. Apr 20 17:38:42.348917 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bb0aaf86-9052-4751-8e97-9ea604f2a99d tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "GET /v2.0/security-groups/171ed27d-0057-490d-8bd5-6e05e5cf3343 HTTP/1.1" status: 404 len: 347 time: 0.1495252 Apr 20 17:38:42.354946 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41890) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:42.355476 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-b844f6db-6402-4df1-be07-d48808c9c27a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:42.355917 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b844f6db-6402-4df1-be07-d48808c9c27a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:42.357585 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b844f6db-6402-4df1-be07-d48808c9c27a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/234b9c73-9f54-4a2a-9a81-2cab3a43312a HTTP/1.1" status: 404 len: 337 time: 0.0658453 Apr 20 17:38:42.362828 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e910d49-c524-424c-a719-a16c3b0dd1cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:42.367254 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41892) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:42.405838 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f6006cda-4000-4ad4-b80b-5df32634843d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:42.419752 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-f608a71c-0630-4c31-8628-e488bc526de6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:42.420327 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f608a71c-0630-4c31-8628-e488bc526de6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:42.424831 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f608a71c-0630-4c31-8628-e488bc526de6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/b0a05df7-ec40-4aef-a2f6-f4f8c90434e0 HTTP/1.1" status: 404 len: 333 time: 0.0539141 Apr 20 17:38:42.424831 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-f6006cda-4000-4ad4-b80b-5df32634843d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Deleting port cc79b161-131a-46a1-a0bb-3cf654163381 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:38:42.425053 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f6006cda-4000-4ad4-b80b-5df32634843d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:42.469941 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-34722923-c362-48db-b3eb-b03fe7028dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'name': 'tempest-AttachVolumeNegativeTest-176702069-router', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:30:58Z', 'updated_at': '2022-04-20T17:31:10Z', 'revision_number': 4, 'project_id': 'fff76710152c4266b547138b68f9e982', 'gw_port': {'id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:30:59Z', 'updated_at': '2022-04-20T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8599e52f-56a7-4816-bd23-d86cc23894bb', 'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'mac_address': 'fa:16:3e:63:5d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:31:08Z', 'updated_at': '2022-04-20T17:31:21Z', 'revision_number': 5, 'project_id': 'fff76710152c4266b547138b68f9e982', 'subnets': [{'id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:42.521348 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34722923-c362-48db-b3eb-b03fe7028dbd None None] Checking router: e1d93820-6526-4ca9-b0c8-c49105c7dbc4 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:38:42.555391 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41896) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:42.586496 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-14c03267-2c7b-4fb2-86c9-6e5089d4e6e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:38:42.592444 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:42.605303 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-14c03267-2c7b-4fb2-86c9-6e5089d4e6e9 admin admin] Usage tracker for resource:security_group_rule and tenant:7428a13708064f73b2837c4880ccd24b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:38:42.620810 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f5a914b-b15d-4bf3-8a66-4a0668f6d2bb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:42.621254 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f5a914b-b15d-4bf3-8a66-4a0668f6d2bb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:42.625566 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8f5a914b-b15d-4bf3-8a66-4a0668f6d2bb tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/5a9027b5-899b-485e-85f6-df1d06d86cc7 HTTP/1.1" status: 404 len: 337 time: 0.0666447 Apr 20 17:38:42.625746 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41904) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:42.637843 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-14c03267-2c7b-4fb2-86c9-6e5089d4e6e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:38:42.674359 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-14c03267-2c7b-4fb2-86c9-6e5089d4e6e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:38:42.682975 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-0acd407f-84d2-4567-9b85-a08c7c4ca6ae tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:42.683419 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0acd407f-84d2-4567-9b85-a08c7c4ca6ae tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:42.687654 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0acd407f-84d2-4567-9b85-a08c7c4ca6ae tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/38c04f55-952d-470a-85ee-8581d5a28bef HTTP/1.1" status: 404 len: 337 time: 0.0583904 Apr 20 17:38:42.687793 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41908) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:42.713026 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-78d1b207-e14f-4fce-ba0f-fd607f00ee5d None None] For port 8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a,segment=NetworkSegment(2dc51d78-b062-47c3-b489-c53f7dabe9b2),segment_id=2dc51d78-b062-47c3-b489-c53f7dabe9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:42.713438 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-78d1b207-e14f-4fce-ba0f-fd607f00ee5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:42.821695 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2b7f8a99-6333-4672-9c84-9ac8ddc2b80a req-1316c729-84cb-43a5-8c9f-64c6ad424c03 service neutron] 10.222.0.10 "GET /v2.0/networks/c6d4fe1b-5c38-412d-8e32-1a9e69c72c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6569970 Apr 20 17:38:42.874683 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-613a7804-d288-477d-9e28-c04db7e3b3d3 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:42.875128 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-613a7804-d288-477d-9e28-c04db7e3b3d3 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:42.875502 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-78d1b207-e14f-4fce-ba0f-fd607f00ee5d None None] Calling delete_port for 8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:38:42.879334 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-613a7804-d288-477d-9e28-c04db7e3b3d3 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/5fa66535-24d6-4e96-809d-d8278b6abf0c HTTP/1.1" status: 404 len: 333 time: 0.1861877 Apr 20 17:38:42.879334 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f6006cda-4000-4ad4-b80b-5df32634843d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:42.886163 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41912) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:42.916015 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e910d49-c524-424c-a719-a16c3b0dd1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:42.922800 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c1072621-2f23-4db4-9982-d1e8485f9a5a None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:43.026153 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b0570b9-1c82-476c-b4d6-00a15b5cafef {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:38:43.035288 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c1072621-2f23-4db4-9982-d1e8485f9a5a None None] Transition to ACTIVE for port object fe1fa85c-a8ca-4650-be5b-4c974f0f7751 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:38:43.044896 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cdef097-eed1-4bca-9c25-9a68ea968a7a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:43.045485 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cdef097-eed1-4bca-9c25-9a68ea968a7a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:43.049983 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2cdef097-eed1-4bca-9c25-9a68ea968a7a tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/be5ff014-51b8-4bde-a027-eb5a8f7ddfa3 HTTP/1.1" status: 404 len: 337 time: 0.1603472 Apr 20 17:38:43.050156 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:43.056101 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-f6006cda-4000-4ad4-b80b-5df32634843d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Calling delete_port for cc79b161-131a-46a1-a0bb-3cf654163381 owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:38:43.058750 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-1967f8fb-935f-4d4c-bf44-b8dd138f5de7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Deleting port 9a3784ae-8654-4f7d-94d3-54ec9f3e9e7b {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:38:43.059228 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1967f8fb-935f-4d4c-bf44-b8dd138f5de7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:43.073746 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34722923-c362-48db-b3eb-b03fe7028dbd None None] Routers {'e1d93820-6526-4ca9-b0c8-c49105c7dbc4'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:38:43.074399 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-34722923-c362-48db-b3eb-b03fe7028dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:38:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:43.082024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41916) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:43.141580 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-befc2edf-bcb3-4359-b482-7817dd4b19ed tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:43.142024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-befc2edf-bcb3-4359-b482-7817dd4b19ed tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:43.146382 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-befc2edf-bcb3-4359-b482-7817dd4b19ed tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/71202b1c-2861-438f-aca4-606790b137b6 HTTP/1.1" status: 404 len: 337 time: 0.0607600 Apr 20 17:38:43.158163 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41920) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:43.189880 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e910d49-c524-424c-a719-a16c3b0dd1cf admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:38:43.205740 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e910d49-c524-424c-a719-a16c3b0dd1cf admin admin] Pushing event updated for resources: {'Port': ['ID=1fa585ac-063f-4d1f-9ed5-8f9369f093fb,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:43.208415 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-1e910d49-c524-424c-a719-a16c3b0dd1cf admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:38:43.225887 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e910d49-c524-424c-a719-a16c3b0dd1cf admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:38:43.238550 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 8b0570b9-1c82-476c-b4d6-00a15b5cafef, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=8b0570b9-1c82-476c-b4d6-00a15b5cafef,segment=NetworkSegment(7e27592f-62ea-47d5-a45f-84042445ff03),segment_id=7e27592f-62ea-47d5-a45f-84042445ff03)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:43.241570 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:38:43.245568 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-90819cf5-1589-4ad8-9d57-3a7adc0cdb18 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:43.246003 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90819cf5-1589-4ad8-9d57-3a7adc0cdb18 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:43.250416 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-90819cf5-1589-4ad8-9d57-3a7adc0cdb18 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/60f81c91-e83d-4d3d-8b5c-cce63eda9fa3 HTTP/1.1" status: 404 len: 333 time: 0.0885193 Apr 20 17:38:43.253424 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41924) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:43.273249 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:43.277186 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c1072621-2f23-4db4-9982-d1e8485f9a5a None None] Transition to ACTIVE for port object fe1fa85c-a8ca-4650-be5b-4c974f0f7751 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:38:43.300106 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-924b0fa4-94ac-4077-8c51-bba1b7a7040e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:43.300524 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-924b0fa4-94ac-4077-8c51-bba1b7a7040e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:43.302457 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-924b0fa4-94ac-4077-8c51-bba1b7a7040e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/8644c236-96e1-4280-9a1f-59b402ad5db0 HTTP/1.1" status: 404 len: 337 time: 0.0483551 Apr 20 17:38:43.305294 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41928) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:43.316936 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:43.327761 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-14c03267-2c7b-4fb2-86c9-6e5089d4e6e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:43.350653 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-6373cb38-a963-4fff-b514-248294a45b73 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:43.351335 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6373cb38-a963-4fff-b514-248294a45b73 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:43.353162 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6373cb38-a963-4fff-b514-248294a45b73 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/a230e969-156f-4078-bf2b-411ef45e197a HTTP/1.1" status: 404 len: 337 time: 0.0468082 Apr 20 17:38:43.355983 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41934) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:43.383857 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2b7f8a99-6333-4672-9c84-9ac8ddc2b80a req-16f982ed-0d68-4fe2-9ff7-24828b2f3f52 service neutron] 10.222.0.10 "GET /v2.0/networks/c6d4fe1b-5c38-412d-8e32-1a9e69c72c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5261760 Apr 20 17:38:43.390916 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c1072621-2f23-4db4-9982-d1e8485f9a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:43.439883 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:38:43.443001 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d30bb01-32c1-4497-a6b2-fcd1f4824584 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:43.443523 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d30bb01-32c1-4497-a6b2-fcd1f4824584 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:43.446055 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6d30bb01-32c1-4497-a6b2-fcd1f4824584 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/706dc385-c3e0-48e1-80f0-50d613f29a00 HTTP/1.1" status: 404 len: 333 time: 0.0890007 Apr 20 17:38:43.448862 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41938) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:43.498574 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-cede2f6c-d472-47ff-93eb-06da61792257 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:43.499113 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cede2f6c-d472-47ff-93eb-06da61792257 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:43.508508 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cede2f6c-d472-47ff-93eb-06da61792257 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/2906cc0a-9817-4c61-bbf7-fbdcd3a261b9 HTTP/1.1" status: 404 len: 337 time: 0.0583534 Apr 20 17:38:43.542300 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41942) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:43.567755 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-78d1b207-e14f-4fce-ba0f-fd607f00ee5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:43.590810 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:43.591720 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No active binding found for port 8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a {{(pid=84082) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 20 17:38:43.592285 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:38:43.595080 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1072621-2f23-4db4-9982-d1e8485f9a5a None None] Network 911da384-323b-42ed-9656-9be4d49d8f36 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:38:43.604825 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-c1072621-2f23-4db4-9982-d1e8485f9a5a None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:38:43.615638 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1072621-2f23-4db4-9982-d1e8485f9a5a None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:38:43.621261 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=8b0570b9-1c82-476c-b4d6-00a15b5cafef,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:43.642709 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-93befdb6-b5f6-4f45-8a78-4d517d0e9160 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:43.643308 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93befdb6-b5f6-4f45-8a78-4d517d0e9160 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:43.645161 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-93befdb6-b5f6-4f45-8a78-4d517d0e9160 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/0fab469c-2b6c-4cdb-bd23-c5bd83cbc529 HTTP/1.1" status: 404 len: 333 time: 0.1018381 Apr 20 17:38:43.648793 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41946) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:43.656445 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1967f8fb-935f-4d4c-bf44-b8dd138f5de7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:43.656445 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1967f8fb-935f-4d4c-bf44-b8dd138f5de7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:43.663865 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d1b207-e14f-4fce-ba0f-fd607f00ee5d None None] No DVR routers for this DVR port 8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:38:43.709335 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1cae933-d686-4e58-ae0c-31f3433e20c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:43.710136 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1cae933-d686-4e58-ae0c-31f3433e20c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:43.712034 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e1cae933-d686-4e58-ae0c-31f3433e20c7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/9482797b-5e75-43d6-a2f8-e8c50a47328a HTTP/1.1" status: 404 len: 337 time: 0.0607009 Apr 20 17:38:43.715643 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['8b0570b9-1c82-476c-b4d6-00a15b5cafef'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:38:43.718341 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41950) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:43.744703 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-34722923-c362-48db-b3eb-b03fe7028dbd None None] Set router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:38:43.764325 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f6006cda-4000-4ad4-b80b-5df32634843d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:43.816595 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-723bea8d-ff19-40e6-94b8-72585a29cc38 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:43.817198 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-723bea8d-ff19-40e6-94b8-72585a29cc38 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:43.818999 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-723bea8d-ff19-40e6-94b8-72585a29cc38 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/5abd6261-6308-49ee-8ad7-035a656eacaf HTTP/1.1" status: 404 len: 333 time: 0.0986886 Apr 20 17:38:43.822818 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6006cda-4000-4ad4-b80b-5df32634843d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event deleted for resources: {'Port': ['ID=cc79b161-131a-46a1-a0bb-3cf654163381,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:43.824806 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41956) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:43.872387 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-14c03267-2c7b-4fb2-86c9-6e5089d4e6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:43.880728 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d395961-46dd-4e5c-be41-641f59c6ec1d req-10f6ecfd-a16d-4ea8-8b25-1d04af4dbccb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:43.882235 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4d395961-46dd-4e5c-be41-641f59c6ec1d req-10f6ecfd-a16d-4ea8-8b25-1d04af4dbccb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 945 time: 1.5419137 Apr 20 17:38:43.892087 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-1967f8fb-935f-4d4c-bf44-b8dd138f5de7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Calling delete_port for 9a3784ae-8654-4f7d-94d3-54ec9f3e9e7b owned by network:floatingip {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:38:43.906793 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23324cb0-ede8-4fc4-8cbe-e66bf088c2c6 req-c297ea69-a68f-45f5-a81c-a64953766a29 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:43.913823 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-23324cb0-ede8-4fc4-8cbe-e66bf088c2c6 req-c297ea69-a68f-45f5-a81c-a64953766a29 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/ports?device_id=179fa638-cdf1-46bc-83f6-f825c49b03d2 HTTP/1.1" status: 200 len: 944 time: 0.3361390 Apr 20 17:38:43.917801 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6ef7e55-68b6-4aea-93dc-90bd0329a928 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:43.917801 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6ef7e55-68b6-4aea-93dc-90bd0329a928 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:43.918264 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f6ef7e55-68b6-4aea-93dc-90bd0329a928 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/284fd1b1-dbe3-4793-b9b5-fe954133f007 HTTP/1.1" status: 404 len: 337 time: 0.0903473 Apr 20 17:38:43.928292 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41960) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:43.931242 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1072621-2f23-4db4-9982-d1e8485f9a5a None None] Pushing event updated for resources: {'Port': ['ID=fe1fa85c-a8ca-4650-be5b-4c974f0f7751,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:44.001432 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c03267-2c7b-4fb2-86c9-6e5089d4e6e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:38:44.033203 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e42a99f-cedc-4108-9a10-c40818863571 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:44.036442 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1b207-e14f-4fce-ba0f-fd607f00ee5d None None] Pushing event deleted for resources: {'Port': ['ID=8c5ea71e-f2b6-4dff-9cda-fe704ca5ed2a,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:44.036637 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e42a99f-cedc-4108-9a10-c40818863571 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:44.037050 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3e42a99f-cedc-4108-9a10-c40818863571 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/659ac581-02d4-4032-adfb-c77265f711ae HTTP/1.1" status: 404 len: 333 time: 0.0896075 Apr 20 17:38:44.041950 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c03267-2c7b-4fb2-86c9-6e5089d4e6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bc607c-5cd8-40cf-9cfa-a6567a0ed260,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:44.046007 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41964) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:44.046397 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-14c03267-2c7b-4fb2-86c9-6e5089d4e6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:44.046744 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-14c03267-2c7b-4fb2-86c9-6e5089d4e6e9 admin admin] Added segment cfcff26c-c717-44a1-8b22-b45ba586c1e9 of type vlan for network 75e71efc-ac09-4a59-846f-5f9d1ee16aa7 Apr 20 17:38:44.104459 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-a55d7311-8785-42cc-93a2-74c138bc362c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:44.105033 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a55d7311-8785-42cc-93a2-74c138bc362c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:44.106855 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a55d7311-8785-42cc-93a2-74c138bc362c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/d8ee1261-8790-4822-ab41-c7052b92fa37 HTTP/1.1" status: 404 len: 337 time: 0.0592728 Apr 20 17:38:44.111040 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41968) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:44.138337 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-23324cb0-ede8-4fc4-8cbe-e66bf088c2c6 req-5bfaa8b2-5cba-4f83-b31c-c0ccd3d98d4c tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/security-groups?id=0706ab83-d291-4f0b-93c1-26981fa72201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231715 Apr 20 17:38:44.171188 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-c1072621-2f23-4db4-9982-d1e8485f9a5a None None] Attempting to bind port fe1fa85c-a8ca-4650-be5b-4c974f0f7751 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:38:44.171539 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-c1072621-2f23-4db4-9982-d1e8485f9a5a None None] Attempting to bind port fe1fa85c-a8ca-4650-be5b-4c974f0f7751 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'c440332e-ad26-42d4-aa3b-e6d8c6a39264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:38:44.172010 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1072621-2f23-4db4-9982-d1e8485f9a5a None None] Attempting to bind port fe1fa85c-a8ca-4650-be5b-4c974f0f7751 on network 911da384-323b-42ed-9656-9be4d49d8f36 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:38:44.190639 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1072621-2f23-4db4-9982-d1e8485f9a5a None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:38:44.191006 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1072621-2f23-4db4-9982-d1e8485f9a5a None None] Checking segment: {'id': 'c440332e-ad26-42d4-aa3b-e6d8c6a39264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:38:44.191467 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c1072621-2f23-4db4-9982-d1e8485f9a5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:44.192008 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1072621-2f23-4db4-9982-d1e8485f9a5a None None] Bound using segment: {'id': 'c440332e-ad26-42d4-aa3b-e6d8c6a39264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:38:44.192596 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-c1072621-2f23-4db4-9982-d1e8485f9a5a None None] Bound port: fe1fa85c-a8ca-4650-be5b-4c974f0f7751, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c440332e-ad26-42d4-aa3b-e6d8c6a39264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:38:44.192996 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c1072621-2f23-4db4-9982-d1e8485f9a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:44.210602 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4d395961-46dd-4e5c-be41-641f59c6ec1d req-8f4e9ca3-69c4-4066-8113-c3d5ab56eb79 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b11ffdb-0a5b-46b0-8905-207106275e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732887 Apr 20 17:38:44.226075 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06d9c30-3660-4ecf-b770-b05685e824f0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:44.226849 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a06d9c30-3660-4ecf-b770-b05685e824f0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:44.229123 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:44.300757 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f6006cda-4000-4ad4-b80b-5df32634843d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:44.329714 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-14c03267-2c7b-4fb2-86c9-6e5089d4e6e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:44.347269 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a06d9c30-3660-4ecf-b770-b05685e824f0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/5d237016-4381-41b6-97ec-454af0d6d08d HTTP/1.1" status: 404 len: 333 time: 0.2317166 Apr 20 17:38:44.361955 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41972) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:44.647252 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [None req-14c03267-2c7b-4fb2-86c9-6e5089d4e6e9 admin admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:38:44.667146 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed48d9d-4089-4d24-84c8-0b1bc4177f8e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:44.667574 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ed48d9d-4089-4d24-84c8-0b1bc4177f8e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:44.670668 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6ed48d9d-4089-4d24-84c8-0b1bc4177f8e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/aff3337d-46ae-4ff9-92f8-380f0b9214cb HTTP/1.1" status: 404 len: 337 time: 0.3065839 Apr 20 17:38:44.677443 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1967f8fb-935f-4d4c-bf44-b8dd138f5de7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:44.684985 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 41976) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:44.700378 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-c1072621-2f23-4db4-9982-d1e8485f9a5a None None] For port fe1fa85c-a8ca-4650-be5b-4c974f0f7751, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:38:44.724805 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-c1072621-2f23-4db4-9982-d1e8485f9a5a None None] For port fe1fa85c-a8ca-4650-be5b-4c974f0f7751, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=fe1fa85c-a8ca-4650-be5b-4c974f0f7751,segment=NetworkSegment(c440332e-ad26-42d4-aa3b-e6d8c6a39264),segment_id=c440332e-ad26-42d4-aa3b-e6d8c6a39264)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:38:44.737439 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c1072621-2f23-4db4-9982-d1e8485f9a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:44.791892 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f6006cda-4000-4ad4-b80b-5df32634843d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:44.796917 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f6006cda-4000-4ad4-b80b-5df32634843d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:44.823949 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1967f8fb-935f-4d4c-bf44-b8dd138f5de7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Pushing event deleted for resources: {'Port': ['ID=9a3784ae-8654-4f7d-94d3-54ec9f3e9e7b,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:44.829762 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-34722923-c362-48db-b3eb-b03fe7028dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'name': 'tempest-AttachVolumeNegativeTest-176702069-router', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:30:58Z', 'updated_at': '2022-04-20T17:31:10Z', 'revision_number': 4, 'project_id': 'fff76710152c4266b547138b68f9e982', 'gw_port': {'id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:30:59Z', 'updated_at': '2022-04-20T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8599e52f-56a7-4816-bd23-d86cc23894bb', 'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'mac_address': 'fa:16:3e:63:5d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:31:08Z', 'updated_at': '2022-04-20T17:31:21Z', 'revision_number': 5, 'project_id': 'fff76710152c4266b547138b68f9e982', 'subnets': [{'id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:44.832357 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-14c03267-2c7b-4fb2-86c9-6e5089d4e6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:44.832492 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f6006cda-4000-4ad4-b80b-5df32634843d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:44.833305 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c03267-2c7b-4fb2-86c9-6e5089d4e6e9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:44.833436 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6006cda-4000-4ad4-b80b-5df32634843d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Fanout notify agent at l3_agent the message router_deleted on router 9d3facac-62bb-483f-8bb1-468af3f324c1 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:38:44.834255 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-14c03267-2c7b-4fb2-86c9-6e5089d4e6e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:44.846926 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34722923-c362-48db-b3eb-b03fe7028dbd None None] The sync data for ids ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'] in n-d-838032-1 is: [{'id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'name': 'tempest-AttachVolumeNegativeTest-176702069-router', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:30:58Z', 'updated_at': '2022-04-20T17:31:10Z', 'revision_number': 4, 'project_id': 'fff76710152c4266b547138b68f9e982', 'gw_port': {'id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:30:59Z', 'updated_at': '2022-04-20T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8599e52f-56a7-4816-bd23-d86cc23894bb', 'name': '', 'network_id': 'b9c5f462-ddff-4ef3-834f-300bbbe5c5e1', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'mac_address': 'fa:16:3e:63:5d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:31:08Z', 'updated_at': '2022-04-20T17:31:21Z', 'revision_number': 5, 'project_id': 'fff76710152c4266b547138b68f9e982', 'subnets': [{'id': '8d05736e-ddd3-43ab-9360-fdcd5c15b127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:38:44.859994 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f6006cda-4000-4ad4-b80b-5df32634843d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:44.862936 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f6006cda-4000-4ad4-b80b-5df32634843d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/routers/9d3facac-62bb-483f-8bb1-468af3f324c1 HTTP/1.1" status: 204 len: 168 time: 3.5174346 Apr 20 17:38:44.869636 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41980) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:44.876642 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-719dbd61-ad91-452f-84fe-549f746fcf5d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-472927244'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:38:44.886412 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-719dbd61-ad91-452f-84fe-549f746fcf5d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:38:44.887019 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1072621-2f23-4db4-9982-d1e8485f9a5a None None] Pushing event updated for resources: {'Port': ['ID=fe1fa85c-a8ca-4650-be5b-4c974f0f7751,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:44.892122 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-719dbd61-ad91-452f-84fe-549f746fcf5d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Usage tracker for resource:network and tenant:223231c784ee479d86d7622cff558dcb is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:38:44.899476 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-719dbd61-ad91-452f-84fe-549f746fcf5d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:38:44.912793 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee65343-ec86-4cc5-85fe-9502311f1b2c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:44.913691 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ee65343-ec86-4cc5-85fe-9502311f1b2c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:44.918078 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7ee65343-ec86-4cc5-85fe-9502311f1b2c tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/9783cae7-7737-4825-bfa0-1ee4c20d178d HTTP/1.1" status: 404 len: 333 time: 0.1469572 Apr 20 17:38:44.919730 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41986) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:44.922883 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-719dbd61-ad91-452f-84fe-549f746fcf5d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:38:45.018371 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-908cabe5-73d4-4410-b596-9a3cbbe728d7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:45.018811 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-908cabe5-73d4-4410-b596-9a3cbbe728d7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:45.022935 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-908cabe5-73d4-4410-b596-9a3cbbe728d7 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/c70e13b7-a388-4c5c-a604-b750c8911fc0 HTTP/1.1" status: 404 len: 337 time: 0.0999010 Apr 20 17:38:45.024735 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41990) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:45.064773 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719dbd61-ad91-452f-84fe-549f746fcf5d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Made reservation on behalf of 223231c784ee479d86d7622cff558dcb for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:38:45.067763 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-719dbd61-ad91-452f-84fe-549f746fcf5d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:45.087161 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41994) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:45.087652 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-14c03267-2c7b-4fb2-86c9-6e5089d4e6e9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.2034500 Apr 20 17:38:45.098048 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f633c2-4d58-4a15-b157-3b6eb9ed35d0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:45.098505 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86f633c2-4d58-4a15-b157-3b6eb9ed35d0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:45.099147 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e910d49-c524-424c-a719-a16c3b0dd1cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:45.099931 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e910d49-c524-424c-a719-a16c3b0dd1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:45.102924 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-86f633c2-4d58-4a15-b157-3b6eb9ed35d0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/c9902d72-95bf-4b55-b996-31c895c17882 HTTP/1.1" status: 404 len: 337 time: 0.0748866 Apr 20 17:38:45.106106 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-f42728f8-6255-4224-a28e-5b828fdd7134 admin admin] Request body: {'subnet': {'network_id': '75e71efc-ac09-4a59-846f-5f9d1ee16aa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-909969188-subnet', 'tenant_id': '7428a13708064f73b2837c4880ccd24b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:38:45.117297 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 41998) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:45.126080 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c03267-2c7b-4fb2-86c9-6e5089d4e6e9 admin admin] Pushing event updated for resources: {'Network': ['ID=75e71efc-ac09-4a59-846f-5f9d1ee16aa7,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:45.146757 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 75e71efc-ac09-4a59-846f-5f9d1ee16aa7 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:38:45.180386 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f42728f8-6255-4224-a28e-5b828fdd7134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:38:45.195134 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-719dbd61-ad91-452f-84fe-549f746fcf5d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:38:45.223265 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f42728f8-6255-4224-a28e-5b828fdd7134 admin admin] Usage tracker for resource:subnet and tenant:7428a13708064f73b2837c4880ccd24b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:38:45.228678 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f42728f8-6255-4224-a28e-5b828fdd7134 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:38:45.232574 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-a924c9bc-d698-4409-b510-601a07ff67c1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:45.233004 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a924c9bc-d698-4409-b510-601a07ff67c1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:45.244121 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a924c9bc-d698-4409-b510-601a07ff67c1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/18c0bb93-4785-49b9-87be-07377cede8d5 HTTP/1.1" status: 404 len: 333 time: 0.1246166 Apr 20 17:38:45.246859 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f42728f8-6255-4224-a28e-5b828fdd7134 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:38:45.248577 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42004) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:45.249473 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-719dbd61-ad91-452f-84fe-549f746fcf5d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:45.249806 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-719dbd61-ad91-452f-84fe-549f746fcf5d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Added segment 4d21a56c-30a3-4a0f-8c11-71421a49e570 of type vlan for network 7e87b141-4078-44b8-8d81-0744a2f0ca17 Apr 20 17:38:45.331387 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77896abf-4de9-4a5d-b000-2d901c95b1d8 None None] New status for floating IP c240cbc4-5ec8-48c4-bdf1-acfcd5b02f46: DOWN {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:38:45.364394 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3e9f5d-300c-41ff-921d-3c68c8a9650b tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:45.365103 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e3e9f5d-300c-41ff-921d-3c68c8a9650b tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:45.367321 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5e3e9f5d-300c-41ff-921d-3c68c8a9650b tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/8da0c168-bad5-4bfb-8b67-641bff9e76f7 HTTP/1.1" status: 404 len: 337 time: 0.1160729 Apr 20 17:38:45.371539 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42010) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:45.424318 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1967f8fb-935f-4d4c-bf44-b8dd138f5de7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks [] for floatingip, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:45.426555 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1967f8fb-935f-4d4c-bf44-b8dd138f5de7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:45.427933 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1967f8fb-935f-4d4c-bf44-b8dd138f5de7 tempest-AttachVolumeNegativeTest-1476230140 tempest-AttachVolumeNegativeTest-1476230140-project] 10.222.0.39 "DELETE /v2.0/floatingips/c240cbc4-5ec8-48c4-bdf1-acfcd5b02f46 HTTP/1.1" status: 204 len: 168 time: 2.9528310 Apr 20 17:38:45.492827 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf85bd28-7ed5-49ff-9803-8396eef373f3 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:45.493498 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf85bd28-7ed5-49ff-9803-8396eef373f3 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:45.497856 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bf85bd28-7ed5-49ff-9803-8396eef373f3 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/52749606-af14-4cd6-a6e9-855cb084f6e5 HTTP/1.1" status: 404 len: 337 time: 0.1186504 Apr 20 17:38:45.534503 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42016) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:45.540587 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42728f8-6255-4224-a28e-5b828fdd7134 admin admin] Made reservation on behalf of 7428a13708064f73b2837c4880ccd24b for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:38:45.543030 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f42728f8-6255-4224-a28e-5b828fdd7134 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:45.638871 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633692b-c5ed-4ce8-bef9-2955d35917b1 req-4f126ed8-b018-43eb-8467-775f98a0b979 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:45.638871 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d633692b-c5ed-4ce8-bef9-2955d35917b1 req-4f126ed8-b018-43eb-8467-775f98a0b979 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 945 time: 0.1400847 Apr 20 17:38:45.736459 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 8b0570b9-1c82-476c-b4d6-00a15b5cafef up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:38:45.793751 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-719dbd61-ad91-452f-84fe-549f746fcf5d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:45.819446 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d633692b-c5ed-4ce8-bef9-2955d35917b1 req-43698b7a-063c-4eb1-a569-eb24aceaac60 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b11ffdb-0a5b-46b0-8905-207106275e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637495 Apr 20 17:38:45.830867 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3b73d4-12b5-407b-8a09-19803b5fa4b1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:45.832069 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff3b73d4-12b5-407b-8a09-19803b5fa4b1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:45.834973 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ff3b73d4-12b5-407b-8a09-19803b5fa4b1 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/d793ec7c-24fc-4c82-981a-5b78c621ef69 HTTP/1.1" status: 404 len: 333 time: 0.2964380 Apr 20 17:38:45.842522 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42022) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:45.855640 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:45.877745 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42026) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:45.913330 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 8b0570b9-1c82-476c-b4d6-00a15b5cafef completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:38:45.920637 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 8b0570b9-1c82-476c-b4d6-00a15b5cafef triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:45.921008 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:46.074922 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e910d49-c524-424c-a719-a16c3b0dd1cf admin admin] Router 70079143-056c-490a-944c-369e581f27ed is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:38:46.094126 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-52597829-b5e4-4578-8768-a5961ff77e69 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/floatingips/07d6e123-83a2-449d-8892-cae10e7e68c5 HTTP/1.1" status: 200 len: 993 time: 0.2145207 Apr 20 17:38:46.123077 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-435fd77d-d5b1-4868-b4fd-b38594b6161b tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:46.123571 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-435fd77d-d5b1-4868-b4fd-b38594b6161b tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:46.126617 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:46.160872 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-719dbd61-ad91-452f-84fe-549f746fcf5d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:46.169912 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719dbd61-ad91-452f-84fe-549f746fcf5d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:46.183053 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 8b0570b9-1c82-476c-b4d6-00a15b5cafef, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=8b0570b9-1c82-476c-b4d6-00a15b5cafef,segment=NetworkSegment(7e27592f-62ea-47d5-a45f-84042445ff03),segment_id=7e27592f-62ea-47d5-a45f-84042445ff03)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:46.184791 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '179fa638-cdf1-46bc-83f6-f825c49b03d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0570b9-1c82-476c-b4d6-00a15b5cafef'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:38:46.186241 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-719dbd61-ad91-452f-84fe-549f746fcf5d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:46.204777 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:46.263593 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-435fd77d-d5b1-4868-b4fd-b38594b6161b tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/23ed44dc-8743-4861-92b6-11508747ccfb HTTP/1.1" status: 404 len: 337 time: 0.3990769 Apr 20 17:38:46.291007 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42036) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:46.325787 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bab4d0c-2054-454d-8bde-52ca43685064'] response: {'server_uuid': '179fa638-cdf1-46bc-83f6-f825c49b03d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0570b9-1c82-476c-b4d6-00a15b5cafef', 'code': 200} Apr 20 17:38:46.369316 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-337b7000-2434-4c6a-b216-9729558c47bf tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:46.369895 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-337b7000-2434-4c6a-b216-9729558c47bf tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:46.372180 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-337b7000-2434-4c6a-b216-9729558c47bf tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/f3d79ec9-126d-4e00-9dea-dad0d3a175b6 HTTP/1.1" status: 404 len: 337 time: 0.0748103 Apr 20 17:38:46.402032 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=8b0570b9-1c82-476c-b4d6-00a15b5cafef,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:46.474649 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42040) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:46.536870 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-719dbd61-ad91-452f-84fe-549f746fcf5d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6659844 Apr 20 17:38:46.540384 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f42728f8-6255-4224-a28e-5b828fdd7134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:46.540830 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42044) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:46.549879 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-65dc27d2-0a76-438d-a841-15e1f73b4f8e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Request body: {'subnet': {'network_id': '7e87b141-4078-44b8-8d81-0744a2f0ca17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:38:46.558455 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82209a03-5ef7-415e-b766-5ada8b037744 None None] Network 911da384-323b-42ed-9656-9be4d49d8f36 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:38:46.618574 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4935c5e8-6ae2-4c19-b4f5-242ed64cd0e0 req-eea5744d-a332-4716-9b95-bd142c69a6cd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1143353 Apr 20 17:38:46.637014 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc6db28c-3604-4a40-b7c2-b3aa8cdddf79 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:46.637514 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc6db28c-3604-4a40-b7c2-b3aa8cdddf79 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:46.640252 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fc6db28c-3604-4a40-b7c2-b3aa8cdddf79 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/d003c882-b791-42c9-8dce-2b0d8904f4f5 HTTP/1.1" status: 404 len: 333 time: 0.1605287 Apr 20 17:38:46.651863 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413cc0b5-a166-4d42-a566-5142b3f48974 req-cd2445e6-1f12-418c-b22b-3dcc2a901b4e tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:46.653345 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-413cc0b5-a166-4d42-a566-5142b3f48974 req-cd2445e6-1f12-418c-b22b-3dcc2a901b4e tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/ports?device_id=179fa638-cdf1-46bc-83f6-f825c49b03d2 HTTP/1.1" status: 200 len: 944 time: 1.1539326 Apr 20 17:38:46.656434 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42048) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:46.663244 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719dbd61-ad91-452f-84fe-549f746fcf5d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Network': ['ID=7e87b141-4078-44b8-8d81-0744a2f0ca17,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:46.682836 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 7e87b141-4078-44b8-8d81-0744a2f0ca17 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:38:46.747540 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-46774d3b-adaa-49ec-b49d-bb1165644fda tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:46.747976 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46774d3b-adaa-49ec-b49d-bb1165644fda tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:46.749616 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-46774d3b-adaa-49ec-b49d-bb1165644fda tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/bf4002d2-3966-4b49-a2a1-2dca348e2dcb HTTP/1.1" status: 404 len: 337 time: 0.0828977 Apr 20 17:38:46.755821 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42052) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:46.760422 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8caca502-fc1d-4a75-882c-4b6000c5e400 req-e33e3b17-c7e7-43d0-8178-2cfa174c6e21 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=179fa638-cdf1-46bc-83f6-f825c49b03d2 HTTP/1.1" status: 200 len: 1096 time: 0.2883968 Apr 20 17:38:46.833390 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-65dc27d2-0a76-438d-a841-15e1f73b4f8e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:38:46.834048 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42728f8-6255-4224-a28e-5b828fdd7134 admin admin] Checking segment: {'id': 'cfcff26c-c717-44a1-8b22-b45ba586c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '75e71efc-ac09-4a59-846f-5f9d1ee16aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:38:46.834558 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42728f8-6255-4224-a28e-5b828fdd7134 admin admin] Network hostable DHCP agents. Network: 75e71efc-ac09-4a59-846f-5f9d1ee16aa7, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:38:46.843115 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42728f8-6255-4224-a28e-5b828fdd7134 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44c799ba-6ce0-4519-9de1-6d94eae2787c,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:46.843628 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c99acd4-31d1-44e4-83b1-29f0fd20b373 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:46.844099 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c99acd4-31d1-44e4-83b1-29f0fd20b373 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:46.845847 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9c99acd4-31d1-44e4-83b1-29f0fd20b373 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/93e53428-a671-4042-921b-f1831fa5a200 HTTP/1.1" status: 404 len: 337 time: 0.0835702 Apr 20 17:38:46.849964 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-65dc27d2-0a76-438d-a841-15e1f73b4f8e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Usage tracker for resource:subnet and tenant:223231c784ee479d86d7622cff558dcb is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:38:46.852712 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42058) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:46.856151 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-65dc27d2-0a76-438d-a841-15e1f73b4f8e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:38:46.856292 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-413cc0b5-a166-4d42-a566-5142b3f48974 req-48305089-8c7c-4bce-9d59-429cf46cf067 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/security-groups?id=0706ab83-d291-4f0b-93c1-26981fa72201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317871 Apr 20 17:38:46.864737 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-acc7309d-7ae5-4467-8d71-959338075dee None None] Provisioning for port fe1fa85c-a8ca-4650-be5b-4c974f0f7751 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:38:46.895871 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4935c5e8-6ae2-4c19-b4f5-242ed64cd0e0 req-87095892-1e3e-4ab5-a51a-1e11241aab59 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 1096 time: 0.1339641 Apr 20 17:38:46.899553 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42728f8-6255-4224-a28e-5b828fdd7134 admin admin] Network 75e71efc-ac09-4a59-846f-5f9d1ee16aa7 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:38:46.922242 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-46a58f24-946a-4eee-aaf0-82e02aa247c2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0 HTTP/1.1" status: 200 len: 205 time: 0.0663667 Apr 20 17:38:46.930123 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42062) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:46.931121 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-65dc27d2-0a76-438d-a841-15e1f73b4f8e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:38:46.948902 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8caca502-fc1d-4a75-882c-4b6000c5e400 req-4eac035e-37db-428d-ade8-0ba0c6dc4021 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0706ab83-d291-4f0b-93c1-26981fa72201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784050 Apr 20 17:38:46.955353 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dc27d2-0a76-438d-a841-15e1f73b4f8e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Made reservation on behalf of 223231c784ee479d86d7622cff558dcb for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:38:47.048542 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-f42728f8-6255-4224-a28e-5b828fdd7134 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 75e71efc-ac09-4a59-846f-5f9d1ee16aa7) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:38:47.060010 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d030681-d7b2-4c20-b6a1-4f9e6ca577ae None None] Network 75e71efc-ac09-4a59-846f-5f9d1ee16aa7 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:38:47.141680 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-d6f67822-f5e7-4ce8-8149-2cdeaa232978 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] delete failed (client error): The resource could not be found. Apr 20 17:38:47.146164 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d6f67822-f5e7-4ce8-8149-2cdeaa232978 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/routers/eb2c1e97-0f0e-4b77-94bc-cb0d81a100e0 HTTP/1.1" status: 404 len: 336 time: 0.2104824 Apr 20 17:38:47.146164 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42728f8-6255-4224-a28e-5b828fdd7134 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:47.146164 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f42728f8-6255-4224-a28e-5b828fdd7134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:47.182472 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42066) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:47.270057 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-65dc27d2-0a76-438d-a841-15e1f73b4f8e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:47.319495 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device fe1fa85c-a8ca-4650-be5b-4c974f0f7751 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:38:47.492849 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f42728f8-6255-4224-a28e-5b828fdd7134 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3985636 Apr 20 17:38:47.507222 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-d419d568-50dc-48e8-b432-afb3decd7d77 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:47.507651 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d419d568-50dc-48e8-b432-afb3decd7d77 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:47.509356 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d419d568-50dc-48e8-b432-afb3decd7d77 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/146c9b37-a395-4870-8938-0c9eead0278f HTTP/1.1" status: 404 len: 337 time: 0.3257442 Apr 20 17:38:47.512055 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42074) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:47.543945 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e910d49-c524-424c-a719-a16c3b0dd1cf admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:38:47.553948 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-65dc27d2-0a76-438d-a841-15e1f73b4f8e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:47.558376 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d5a748-219e-47ed-b5d2-3e1ed2397b3c None None] Sync routers for ids ['70079143-056c-490a-944c-369e581f27ed'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:38:47.559956 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-81287887-1f0a-4e77-8b26-982e0d6d2892 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef75a8e-015f-4e31-ad14-a1f82b79f8f3 HTTP/1.1" status: 200 len: 205 time: 0.0468221 Apr 20 17:38:47.570217 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42078) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:47.591287 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d5a748-219e-47ed-b5d2-3e1ed2397b3c None None] Routers {'70079143-056c-490a-944c-369e581f27ed'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:38:47.591914 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-73d5a748-219e-47ed-b5d2-3e1ed2397b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:38:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['70079143-056c-490a-944c-369e581f27ed'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:47.608561 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port fe1fa85c-a8ca-4650-be5b-4c974f0f7751 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:38:47.663557 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e910d49-c524-424c-a719-a16c3b0dd1cf admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:47.664951 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1e910d49-c524-424c-a719-a16c3b0dd1cf admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.8585906 Apr 20 17:38:47.670618 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42082) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:47.671746 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc27d2-0a76-438d-a841-15e1f73b4f8e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Subnet': ['ID=bce41547-cd32-49b1-aae2-3d0f1f5449a8,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:47.741805 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port fe1fa85c-a8ca-4650-be5b-4c974f0f7751 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:47.756495 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:47.775238 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-e8412143-4879-4b7c-bd90-65756ad2db0f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] delete failed (client error): The resource could not be found. Apr 20 17:38:47.778817 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e8412143-4879-4b7c-bd90-65756ad2db0f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/routers/0ef75a8e-015f-4e31-ad14-a1f82b79f8f3 HTTP/1.1" status: 404 len: 336 time: 0.2055483 Apr 20 17:38:47.780793 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42092) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:47.867820 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935c5e8-6ae2-4c19-b4f5-242ed64cd0e0 req-5e365388-a9da-4fb6-8316-4cbd48f97750 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:47.869284 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4935c5e8-6ae2-4c19-b4f5-242ed64cd0e0 req-5e365388-a9da-4fb6-8316-4cbd48f97750 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6d4fe1b-5c38-412d-8e32-1a9e69c72c67 HTTP/1.1" status: 200 len: 897 time: 0.9185839 Apr 20 17:38:47.873320 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e60a7c7-bd73-4308-8520-fd0ee7c52ff6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:47.873737 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e60a7c7-bd73-4308-8520-fd0ee7c52ff6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:47.892568 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0e60a7c7-bd73-4308-8520-fd0ee7c52ff6 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/3541e4d9-fe43-47b8-8570-28e8a7f5b783 HTTP/1.1" status: 404 len: 337 time: 0.1099560 Apr 20 17:38:47.908912 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dc27d2-0a76-438d-a841-15e1f73b4f8e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Checking segment: {'id': '4d21a56c-30a3-4a0f-8c11-71421a49e570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7e87b141-4078-44b8-8d81-0744a2f0ca17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:38:47.909373 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dc27d2-0a76-438d-a841-15e1f73b4f8e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network hostable DHCP agents. Network: 7e87b141-4078-44b8-8d81-0744a2f0ca17, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:38:47.934327 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42096) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:47.979774 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec403aa-aff1-496a-a4db-d19e52520ddb None None] Network 75e71efc-ac09-4a59-846f-5f9d1ee16aa7 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:38:47.996725 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-73d5a748-219e-47ed-b5d2-3e1ed2397b3c None None] Set router 70079143-056c-490a-944c-369e581f27ed gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:38:48.105892 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b21b0be-5b01-4a19-9f46-9dc707b6ed49 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:48.109657 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b21b0be-5b01-4a19-9f46-9dc707b6ed49 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:48.111628 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3b21b0be-5b01-4a19-9f46-9dc707b6ed49 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/358c8061-9474-47fb-8fdb-c4b20f8a1d1c HTTP/1.1" status: 404 len: 337 time: 0.1611981 Apr 20 17:38:48.117288 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42106) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:48.212394 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4935c5e8-6ae2-4c19-b4f5-242ed64cd0e0 req-13d3185a-1d8b-491c-b836-de6e78f07468 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f40eae86-ce91-4627-8cc8-71e6eabd0e01 HTTP/1.1" status: 200 len: 1001 time: 0.3195310 Apr 20 17:38:48.457019 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935c5e8-6ae2-4c19-b4f5-242ed64cd0e0 req-ef93a3bf-c93d-455d-8eec-2bbbf144f561 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:48.458535 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4935c5e8-6ae2-4c19-b4f5-242ed64cd0e0 req-ef93a3bf-c93d-455d-8eec-2bbbf144f561 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e4c363c9-ff38-4c02-a21b-5b3727689d41 HTTP/1.1" status: 200 len: 834 time: 0.2369103 Apr 20 17:38:48.528494 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-ec207bbd-3d20-4877-a2bd-a91d1532ebe5 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:48.529171 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-ec207bbd-3d20-4877-a2bd-a91d1532ebe5 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Synchronizing usage tracker for tenant:7428a13708064f73b2837c4880ccd24b on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:38:48.549403 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c828724-ad0e-440b-897d-1175129f1d71 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:48.550006 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c828724-ad0e-440b-897d-1175129f1d71 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:48.551578 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5c828724-ad0e-440b-897d-1175129f1d71 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/d73f56af-fb94-41eb-bc33-62096dc567ac HTTP/1.1" status: 404 len: 333 time: 0.4299417 Apr 20 17:38:48.558026 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42114) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:48.562328 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-561eaab6-6080-41b2-bbb0-2547cda53cdb None None] Provisioning complete for port fe1fa85c-a8ca-4650-be5b-4c974f0f7751 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:48.563932 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-561eaab6-6080-41b2-bbb0-2547cda53cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:48.606107 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-f94cab74-0f31-4369-bcba-09ab135bd642 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:48.606570 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f94cab74-0f31-4369-bcba-09ab135bd642 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:48.608261 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f94cab74-0f31-4369-bcba-09ab135bd642 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/ad78a4ef-9ea8-4a8a-823c-1012693df438 HTTP/1.1" status: 404 len: 337 time: 0.0491965 Apr 20 17:38:48.611498 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42118) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:48.616197 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-ec207bbd-3d20-4877-a2bd-a91d1532ebe5 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Unset dirty status for tenant:7428a13708064f73b2837c4880ccd24b on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:38:48.617339 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-ec207bbd-3d20-4877-a2bd-a91d1532ebe5 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] 10.222.0.39 "GET /v2.0/networks?id=75e71efc-ac09-4a59-846f-5f9d1ee16aa7 HTTP/1.1" status: 200 len: 808 time: 0.3945067 Apr 20 17:38:48.640077 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-73d5a748-219e-47ed-b5d2-3e1ed2397b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70079143-056c-490a-944c-369e581f27ed', 'name': 'tempest-AttachVolumeTestJSON-1274240987-router', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:38:39Z', 'updated_at': '2022-04-20T17:38:44Z', 'revision_number': 3, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'gw_port': {'id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:14:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:41Z', 'updated_at': '2022-04-20T17:38:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:48.645560 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d5a748-219e-47ed-b5d2-3e1ed2397b3c None None] Checking router: 70079143-056c-490a-944c-369e581f27ed for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:38:48.646214 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d5a748-219e-47ed-b5d2-3e1ed2397b3c None None] Updating router 70079143-056c-490a-944c-369e581f27ed port 1fa585ac-063f-4d1f-9ed5-8f9369f093fb binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:38:48.664453 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-0940a8e4-f8a9-42db-af54-ef3e19006b61 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:48.664793 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0940a8e4-f8a9-42db-af54-ef3e19006b61 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:48.666452 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0940a8e4-f8a9-42db-af54-ef3e19006b61 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/2570603c-a768-444e-a16c-c3e0887cc935 HTTP/1.1" status: 404 len: 333 time: 0.0540195 Apr 20 17:38:48.675690 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:48.678075 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42122) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:48.680928 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dc27d2-0a76-438d-a841-15e1f73b4f8e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network 7e87b141-4078-44b8-8d81-0744a2f0ca17 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:38:48.710751 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-73d5a748-219e-47ed-b5d2-3e1ed2397b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:48.732912 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port fe1fa85c-a8ca-4650-be5b-4c974f0f7751, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=fe1fa85c-a8ca-4650-be5b-4c974f0f7751,segment=NetworkSegment(c440332e-ad26-42d4-aa3b-e6d8c6a39264),segment_id=c440332e-ad26-42d4-aa3b-e6d8c6a39264)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:48.782780 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:48.811612 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-3c779a82-e28b-41c0-845d-ed6a51182960 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] 10.222.0.39 "GET /v2.0/quotas/7428a13708064f73b2837c4880ccd24b HTTP/1.1" status: 200 len: 375 time: 0.1412256 Apr 20 17:38:48.903366 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-1781858a-99d2-4d8a-9ece-e3ab6fac5a14 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:48.904145 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1781858a-99d2-4d8a-9ece-e3ab6fac5a14 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:48.906536 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1781858a-99d2-4d8a-9ece-e3ab6fac5a14 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/c68c1469-876f-4038-9254-8bb44098cd76 HTTP/1.1" status: 404 len: 337 time: 0.2266104 Apr 20 17:38:48.908282 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=fe1fa85c-a8ca-4650-be5b-4c974f0f7751,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:48.916781 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-fbbe97e0-4f29-4cb6-9df2-da453af83aa4 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7428a13708064f73b2837c4880ccd24b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1041288 Apr 20 17:38:48.925270 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42126) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:48.939243 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-65dc27d2-0a76-438d-a841-15e1f73b4f8e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 7e87b141-4078-44b8-8d81-0744a2f0ca17) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:38:48.947203 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16ceb68-7b67-4356-9027-600d36b18bf2 None None] Network 7e87b141-4078-44b8-8d81-0744a2f0ca17 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:38:48.996615 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dc27d2-0a76-438d-a841-15e1f73b4f8e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:48.997190 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-65dc27d2-0a76-438d-a841-15e1f73b4f8e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:49.033224 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d3cc3c-6106-4dd0-ac60-7166ca857f2e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:49.034392 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6d3cc3c-6106-4dd0-ac60-7166ca857f2e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:49.044077 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42130) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:49.044293 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f6d3cc3c-6106-4dd0-ac60-7166ca857f2e tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/75ba5de9-99f9-4b14-a20b-862106d1a6ae HTTP/1.1" status: 404 len: 333 time: 0.1166544 Apr 20 17:38:49.091069 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ae9bc-e212-499f-a9d8-2a2f1b101d06 req-bff7106c-d36a-40b7-9605-06372f01c0f1 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:49.099016 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6a8ae9bc-e212-499f-a9d8-2a2f1b101d06 req-bff7106c-d36a-40b7-9605-06372f01c0f1 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/ports?device_id=179fa638-cdf1-46bc-83f6-f825c49b03d2 HTTP/1.1" status: 200 len: 945 time: 0.7092924 Apr 20 17:38:49.126782 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-65dc27d2-0a76-438d-a841-15e1f73b4f8e tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5847163 Apr 20 17:38:49.127916 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42134) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:49.137072 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-26f02324-ff05-43a9-96b9-c432fad3ee2f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:49.141760 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26f02324-ff05-43a9-96b9-c432fad3ee2f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:49.144913 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-26f02324-ff05-43a9-96b9-c432fad3ee2f tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/ad777ae5-0891-46bf-a5ef-83b67b9b8a3e HTTP/1.1" status: 404 len: 337 time: 0.0997207 Apr 20 17:38:49.164084 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4935c5e8-6ae2-4c19-b4f5-242ed64cd0e0 req-0b577db2-5aa5-4cb6-9878-8c14fad2a437 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6d4fe1b-5c38-412d-8e32-1a9e69c72c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4459803 Apr 20 17:38:49.182279 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42138) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:49.183435 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6a8ae9bc-e212-499f-a9d8-2a2f1b101d06 req-980aa8f7-2e74-4f1f-a692-e37b4aa93935 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/security-groups?id=0706ab83-d291-4f0b-93c1-26981fa72201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831246 Apr 20 17:38:49.189944 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-3f6511af-553f-4669-a71e-fbb23dae5e53 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1014429248', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:38:49.195135 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device fe1fa85c-a8ca-4650-be5b-4c974f0f7751 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:38:49.210565 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3f6511af-553f-4669-a71e-fbb23dae5e53 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:38:49.249628 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-f81f826b-9e98-4381-9899-32520fa0631b tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:49.250053 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f81f826b-9e98-4381-9899-32520fa0631b tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:49.252531 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f81f826b-9e98-4381-9899-32520fa0631b tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/a1ced1dd-3bed-4451-a9df-8e293e800a18 HTTP/1.1" status: 404 len: 333 time: 0.0631797 Apr 20 17:38:49.255971 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42142) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:49.298418 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-73d5a748-219e-47ed-b5d2-3e1ed2397b3c None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:49.301508 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3f6511af-553f-4669-a71e-fbb23dae5e53 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Usage tracker for resource:router and tenant:223231c784ee479d86d7622cff558dcb is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:38:49.305850 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3f6511af-553f-4669-a71e-fbb23dae5e53 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:38:49.313894 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3f6511af-553f-4669-a71e-fbb23dae5e53 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:38:49.315486 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-73d5a748-219e-47ed-b5d2-3e1ed2397b3c None None] Transition to ACTIVE for port object 1fa585ac-063f-4d1f-9ed5-8f9369f093fb will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:38:49.325003 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a9ced15-8f6f-4d31-8884-67ce9529b1ed tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:49.325362 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a9ced15-8f6f-4d31-8884-67ce9529b1ed tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:49.327048 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1a9ced15-8f6f-4d31-8884-67ce9529b1ed tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/e5f3df7b-dbc4-4839-b163-5e07fb2db082 HTTP/1.1" status: 404 len: 337 time: 0.0699818 Apr 20 17:38:49.329868 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42148) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:49.330474 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-73d5a748-219e-47ed-b5d2-3e1ed2397b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:49.369768 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-4e23f667-68c9-43b5-85ff-304d63552912 service neutron] 10.222.0.39 "GET /v2.0/networks/75e71efc-ac09-4a59-846f-5f9d1ee16aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521458 Apr 20 17:38:49.476007 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port fe1fa85c-a8ca-4650-be5b-4c974f0f7751 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:49.476368 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:49.491059 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3f6511af-553f-4669-a71e-fbb23dae5e53 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:49.493454 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3f6511af-553f-4669-a71e-fbb23dae5e53 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:49.529922 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6664b84e-5026-488e-8998-a05849445079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-7e87b141-4078-44b8-8d81-0744a2f0ca17', 'network_id': '7e87b141-4078-44b8-8d81-0744a2f0ca17', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'fixed_ips': [{'subnet_id': 'bce41547-cd32-49b1-aae2-3d0f1f5449a8'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:38:49.530907 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6664b84e-5026-488e-8998-a05849445079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:49.564400 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-73d5a748-219e-47ed-b5d2-3e1ed2397b3c None None] Attempting to bind port 1fa585ac-063f-4d1f-9ed5-8f9369f093fb on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:38:49.566840 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-73d5a748-219e-47ed-b5d2-3e1ed2397b3c None None] Attempting to bind port 1fa585ac-063f-4d1f-9ed5-8f9369f093fb by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:38:49.567305 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d5a748-219e-47ed-b5d2-3e1ed2397b3c None None] Attempting to bind port 1fa585ac-063f-4d1f-9ed5-8f9369f093fb on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:38:49.609164 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d10c59-f672-4033-ab98-e28d1cce083e None None] Pushing event updated for resources: {'Port': ['ID=1fa585ac-063f-4d1f-9ed5-8f9369f093fb,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:49.652178 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d10c59-f672-4033-ab98-e28d1cce083e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:49.652848 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d10c59-f672-4033-ab98-e28d1cce083e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:49.653062 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d10c59-f672-4033-ab98-e28d1cce083e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:49.653498 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d10c59-f672-4033-ab98-e28d1cce083e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:49.658811 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d10c59-f672-4033-ab98-e28d1cce083e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:49.659291 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d10c59-f672-4033-ab98-e28d1cce083e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:49.666625 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d10c59-f672-4033-ab98-e28d1cce083e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:49.667100 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d10c59-f672-4033-ab98-e28d1cce083e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:49.667541 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d10c59-f672-4033-ab98-e28d1cce083e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:49.668197 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d10c59-f672-4033-ab98-e28d1cce083e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:49.668620 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d10c59-f672-4033-ab98-e28d1cce083e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:49.675999 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d5a748-219e-47ed-b5d2-3e1ed2397b3c None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:38:49.679034 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d5a748-219e-47ed-b5d2-3e1ed2397b3c None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:38:49.679805 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-73d5a748-219e-47ed-b5d2-3e1ed2397b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:49.682758 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d5a748-219e-47ed-b5d2-3e1ed2397b3c None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:38:49.683640 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-73d5a748-219e-47ed-b5d2-3e1ed2397b3c None None] Bound port: 1fa585ac-063f-4d1f-9ed5-8f9369f093fb, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:38:49.690480 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-73d5a748-219e-47ed-b5d2-3e1ed2397b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:49.738414 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3f6511af-553f-4669-a71e-fbb23dae5e53 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:49.791487 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4935c5e8-6ae2-4c19-b4f5-242ed64cd0e0 req-17d1399c-c97c-400f-a2b1-29711c96944f service neutron] 10.222.0.43 "GET /v2.0/networks/c6d4fe1b-5c38-412d-8e32-1a9e69c72c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5822530 Apr 20 17:38:49.838465 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e65155-f3d8-4905-b2fc-7dcdea59bb31 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:49.839009 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57e65155-f3d8-4905-b2fc-7dcdea59bb31 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:49.849785 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-57e65155-f3d8-4905-b2fc-7dcdea59bb31 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/3151a0b9-54be-44a3-90e1-04be57c4c2fb HTTP/1.1" status: 404 len: 333 time: 0.5188577 Apr 20 17:38:49.854333 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42160) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:49.865054 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3f6511af-553f-4669-a71e-fbb23dae5e53 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:49.937617 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-73d5a748-219e-47ed-b5d2-3e1ed2397b3c None None] For port 1fa585ac-063f-4d1f-9ed5-8f9369f093fb, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:38:49.945255 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-73d5a748-219e-47ed-b5d2-3e1ed2397b3c None None] For port 1fa585ac-063f-4d1f-9ed5-8f9369f093fb, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=1fa585ac-063f-4d1f-9ed5-8f9369f093fb,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:38:49.961083 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-73d5a748-219e-47ed-b5d2-3e1ed2397b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:50.080703 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3f6511af-553f-4669-a71e-fbb23dae5e53 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:50.082618 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3f6511af-553f-4669-a71e-fbb23dae5e53 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9450860 Apr 20 17:38:50.100719 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42166) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:50.103704 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-44078b8b-3041-41be-bb6b-0ff56b023cc4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:50.104294 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44078b8b-3041-41be-bb6b-0ff56b023cc4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:50.106036 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-44078b8b-3041-41be-bb6b-0ff56b023cc4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/e6a15205-47aa-4e6e-b110-60123f9cd27f HTTP/1.1" status: 404 len: 337 time: 0.2497821 Apr 20 17:38:50.179095 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42170) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:50.188554 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-6664b84e-5026-488e-8998-a05849445079 None None] Allocated IP 2001:db8::2 (7e87b141-4078-44b8-8d81-0744a2f0ca17/bce41547-cd32-49b1-aae2-3d0f1f5449a8/e3a178b4-1d80-4aa0-8351-90054cd0aa74) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:38:50.205155 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d10c59-f672-4033-ab98-e28d1cce083e None None] Pushing event updated for resources: {'Port': ['ID=1fa585ac-063f-4d1f-9ed5-8f9369f093fb,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:50.218871 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d5a748-219e-47ed-b5d2-3e1ed2397b3c None None] Routers {'70079143-056c-490a-944c-369e581f27ed'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:38:50.221843 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-73d5a748-219e-47ed-b5d2-3e1ed2397b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:38:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['70079143-056c-490a-944c-369e581f27ed'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:50.325847 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-dbf0777c-a6ba-4f66-a2d5-e56d9a92ef51 service neutron] 10.222.0.39 "GET /v2.0/networks/75e71efc-ac09-4a59-846f-5f9d1ee16aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9551282 Apr 20 17:38:50.391636 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-27385ded-3c5f-43c4-b503-38b4ca1c7b33 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:50.394650 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27385ded-3c5f-43c4-b503-38b4ca1c7b33 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:50.399788 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-27385ded-3c5f-43c4-b503-38b4ca1c7b33 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/6ad369ac-1359-4c6d-9eee-eb1f5d5f79b0 HTTP/1.1" status: 404 len: 333 time: 0.1893051 Apr 20 17:38:50.403845 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42176) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:50.573772 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-54b6c53f-993c-4f5b-a154-f47629a2f85d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:50.574560 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54b6c53f-993c-4f5b-a154-f47629a2f85d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:50.578229 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-54b6c53f-993c-4f5b-a154-f47629a2f85d tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/e3f8af8c-7491-4400-9959-de7ad7a6b8ec HTTP/1.1" status: 404 len: 337 time: 0.1676319 Apr 20 17:38:50.581366 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42180) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:50.681604 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-73d5a748-219e-47ed-b5d2-3e1ed2397b3c None None] Set router 70079143-056c-490a-944c-369e581f27ed gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:38:50.711556 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6664b84e-5026-488e-8998-a05849445079 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:50.748088 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6664b84e-5026-488e-8998-a05849445079 None None] Transition to ACTIVE for port object e3a178b4-1d80-4aa0-8351-90054cd0aa74 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:38:50.755040 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4935c5e8-6ae2-4c19-b4f5-242ed64cd0e0 req-6ab83082-0060-4a1b-8251-80bb68ca3e0e service neutron] 10.222.0.43 "GET /v2.0/networks/c6d4fe1b-5c38-412d-8e32-1a9e69c72c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9534433 Apr 20 17:38:50.755263 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-535ca7fa-84f5-4761-b6d9-2bc5e4ac0df2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:50.755643 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-535ca7fa-84f5-4761-b6d9-2bc5e4ac0df2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:50.759745 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-535ca7fa-84f5-4761-b6d9-2bc5e4ac0df2 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/ports/083dd482-028e-4e20-9976-78a5fc883ad6 HTTP/1.1" status: 404 len: 333 time: 0.1727419 Apr 20 17:38:50.789860 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42188) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:50.819719 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6664b84e-5026-488e-8998-a05849445079 None None] Transition to ACTIVE for port object e3a178b4-1d80-4aa0-8351-90054cd0aa74 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:38:50.833743 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6664b84e-5026-488e-8998-a05849445079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:50.915195 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6664b84e-5026-488e-8998-a05849445079 None None] Network 7e87b141-4078-44b8-8d81-0744a2f0ca17 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:38:50.919321 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-6664b84e-5026-488e-8998-a05849445079 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:38:50.929274 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6664b84e-5026-488e-8998-a05849445079 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:38:50.947255 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cfca54bf-83c7-4269-90a1-fef52b210b7f req-e3951378-595c-41f5-896f-d09d32566455 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e34dc33-247b-41ae-be3e-91a83dbd9de6 HTTP/1.1" status: 200 len: 210 time: 0.1719954 Apr 20 17:38:50.982058 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d211a7-ad98-459a-ab62-5648ba2f71b0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] DELETE failed (client error): The resource could not be found. Apr 20 17:38:50.992912 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70d211a7-ad98-459a-ab62-5648ba2f71b0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:38:51.023131 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-70d211a7-ad98-459a-ab62-5648ba2f71b0 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/subnets/ae160020-00d5-46d8-9cfb-45a867386f3f HTTP/1.1" status: 404 len: 337 time: 0.2091084 Apr 20 17:38:51.025725 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42198) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:51.115739 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664b84e-5026-488e-8998-a05849445079 None None] Pushing event updated for resources: {'Port': ['ID=e3a178b4-1d80-4aa0-8351-90054cd0aa74,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:51.240641 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-6664b84e-5026-488e-8998-a05849445079 None None] Attempting to bind port e3a178b4-1d80-4aa0-8351-90054cd0aa74 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:38:51.241336 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-6664b84e-5026-488e-8998-a05849445079 None None] Attempting to bind port e3a178b4-1d80-4aa0-8351-90054cd0aa74 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '4d21a56c-30a3-4a0f-8c11-71421a49e570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7e87b141-4078-44b8-8d81-0744a2f0ca17'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:38:51.241449 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6664b84e-5026-488e-8998-a05849445079 None None] Attempting to bind port e3a178b4-1d80-4aa0-8351-90054cd0aa74 on network 7e87b141-4078-44b8-8d81-0744a2f0ca17 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:38:51.271441 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6664b84e-5026-488e-8998-a05849445079 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:38:51.271809 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6664b84e-5026-488e-8998-a05849445079 None None] Checking segment: {'id': '4d21a56c-30a3-4a0f-8c11-71421a49e570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7e87b141-4078-44b8-8d81-0744a2f0ca17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:38:51.272202 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6664b84e-5026-488e-8998-a05849445079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:51.278331 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6664b84e-5026-488e-8998-a05849445079 None None] Bound using segment: {'id': '4d21a56c-30a3-4a0f-8c11-71421a49e570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7e87b141-4078-44b8-8d81-0744a2f0ca17'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:38:51.278849 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-6664b84e-5026-488e-8998-a05849445079 None None] Bound port: e3a178b4-1d80-4aa0-8351-90054cd0aa74, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d21a56c-30a3-4a0f-8c11-71421a49e570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7e87b141-4078-44b8-8d81-0744a2f0ca17'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:38:51.279824 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6664b84e-5026-488e-8998-a05849445079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:51.495662 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-73d5a748-219e-47ed-b5d2-3e1ed2397b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70079143-056c-490a-944c-369e581f27ed', 'name': 'tempest-AttachVolumeTestJSON-1274240987-router', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:38:39Z', 'updated_at': '2022-04-20T17:38:44Z', 'revision_number': 3, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'gw_port': {'id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:14:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:41Z', 'updated_at': '2022-04-20T17:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:51.503044 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d5a748-219e-47ed-b5d2-3e1ed2397b3c None None] The sync data for ids ['70079143-056c-490a-944c-369e581f27ed'] in n-d-838032-1 is: [{'id': '70079143-056c-490a-944c-369e581f27ed', 'name': 'tempest-AttachVolumeTestJSON-1274240987-router', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:38:39Z', 'updated_at': '2022-04-20T17:38:44Z', 'revision_number': 3, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'gw_port': {'id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:14:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:41Z', 'updated_at': '2022-04-20T17:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:38:51.539291 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-6664b84e-5026-488e-8998-a05849445079 None None] For port e3a178b4-1d80-4aa0-8351-90054cd0aa74, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:38:51.543742 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-6664b84e-5026-488e-8998-a05849445079 None None] For port e3a178b4-1d80-4aa0-8351-90054cd0aa74, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e3a178b4-1d80-4aa0-8351-90054cd0aa74,segment=NetworkSegment(4d21a56c-30a3-4a0f-8c11-71421a49e570),segment_id=4d21a56c-30a3-4a0f-8c11-71421a49e570)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:38:51.559499 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6664b84e-5026-488e-8998-a05849445079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:51.714637 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664b84e-5026-488e-8998-a05849445079 None None] Pushing event updated for resources: {'Port': ['ID=e3a178b4-1d80-4aa0-8351-90054cd0aa74,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:51.801742 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-26d10775-b1b2-4eb0-998c-1d4048d10bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:51.943463 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389bd9b-1c17-45ca-b1ce-3d3e681750b2 req-93ff74b7-9276-4acc-a197-eb3804aa6fc7 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:51.954354 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b389bd9b-1c17-45ca-b1ce-3d3e681750b2 req-93ff74b7-9276-4acc-a197-eb3804aa6fc7 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/ports?device_id=179fa638-cdf1-46bc-83f6-f825c49b03d2 HTTP/1.1" status: 200 len: 945 time: 1.4694717 Apr 20 17:38:52.005980 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f42cd1e5-1b1a-4579-b75b-623ca9c849d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:52.331225 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b389bd9b-1c17-45ca-b1ce-3d3e681750b2 req-3dbdc795-aa05-4d13-9cb4-28b470ef9908 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/security-groups?id=0706ab83-d291-4f0b-93c1-26981fa72201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754532 Apr 20 17:38:52.404735 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a1f05462-0070-45fe-a524-cebdb4274d8a tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:52.407641 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-26d10775-b1b2-4eb0-998c-1d4048d10bc7 admin admin] Allocated IP 172.20.0.1 (911da384-323b-42ed-9656-9be4d49d8f36/6df2b9cf-3053-4862-b128-40e0c38b0bd7/924c148d-142c-4b6c-8570-3b938b8a81ab) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:38:52.688469 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4fd8854d-c3ed-4c8e-872f-dcbba9e291a1 req-8228a359-525b-4577-a59d-ab1ab07e5e9f tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e34dc33-247b-41ae-be3e-91a83dbd9de6 HTTP/1.1" status: 200 len: 210 time: 0.4040813 Apr 20 17:38:52.829268 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-26d10775-b1b2-4eb0-998c-1d4048d10bc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:52.869715 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-26d10775-b1b2-4eb0-998c-1d4048d10bc7 admin admin] Transition to ACTIVE for port object 924c148d-142c-4b6c-8570-3b938b8a81ab will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:38:52.922060 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-26d10775-b1b2-4eb0-998c-1d4048d10bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:53.171994 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f42cd1e5-1b1a-4579-b75b-623ca9c849d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:53.222121 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d10775-b1b2-4eb0-998c-1d4048d10bc7 admin admin] Network 911da384-323b-42ed-9656-9be4d49d8f36 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:38:53.225904 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-26d10775-b1b2-4eb0-998c-1d4048d10bc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:38:53.228803 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d10775-b1b2-4eb0-998c-1d4048d10bc7 admin admin] Pushing event updated for resources: {'Port': ['ID=924c148d-142c-4b6c-8570-3b938b8a81ab,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:53.231366 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d10775-b1b2-4eb0-998c-1d4048d10bc7 admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:38:53.351161 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-f42cd1e5-1b1a-4579-b75b-623ca9c849d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ba611e4-024c-4a0c-9998-3bc548cf409a']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:53.359474 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-26d10775-b1b2-4eb0-998c-1d4048d10bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:53.419865 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e3a178b4-1d80-4aa0-8351-90054cd0aa74 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:38:53.530031 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e521b418-c6fe-4d33-b128-b390910fcac0 None None] Network 7e87b141-4078-44b8-8d81-0744a2f0ca17 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:38:53.611464 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-26d10775-b1b2-4eb0-998c-1d4048d10bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:53.639946 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-2f707550-3384-4d38-8bc6-ac46ac986091 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:53.651957 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-2f707550-3384-4d38-8bc6-ac46ac986091 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] 10.222.0.43 "GET /v2.0/networks?id=75e71efc-ac09-4a59-846f-5f9d1ee16aa7 HTTP/1.1" status: 200 len: 808 time: 0.8360665 Apr 20 17:38:53.699467 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-f42cd1e5-1b1a-4579-b75b-623ca9c849d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc51d78-b062-47c3-b489-c53f7dabe9b2') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:53.699762 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-f42cd1e5-1b1a-4579-b75b-623ca9c849d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc51d78-b062-47c3-b489-c53f7dabe9b2') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:53.767701 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-1e1bb0d5-9827-4947-b82e-d3dc2e680704 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Request body: {'port': {'device_id': '9e34dc33-247b-41ae-be3e-91a83dbd9de6', 'network_id': '75e71efc-ac09-4a59-846f-5f9d1ee16aa7', 'admin_state_up': True, 'tenant_id': '7428a13708064f73b2837c4880ccd24b'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:38:53.789126 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f42cd1e5-1b1a-4579-b75b-623ca9c849d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:53.797024 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2e3513eb-3e50-4f99-9bcd-5489d0423d99 None None] Provisioning for port e3a178b4-1d80-4aa0-8351-90054cd0aa74 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:38:53.893198 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f42cd1e5-1b1a-4579-b75b-623ca9c849d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:53.895728 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-a1f05462-0070-45fe-a524-cebdb4274d8a tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Allocated IP 2001:db8::1 (7e87b141-4078-44b8-8d81-0744a2f0ca17/bce41547-cd32-49b1-aae2-3d0f1f5449a8/54f1539f-9a21-402b-93c5-3c3218ca811e) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:38:53.911595 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f42cd1e5-1b1a-4579-b75b-623ca9c849d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:38:53.912133 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f42cd1e5-1b1a-4579-b75b-623ca9c849d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:53.933285 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:38:53.933285 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:38:53.933285 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:38:53.933285 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:38:53.933285 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:38:53.933285 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:38:53.933285 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:38:53.933285 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:38:53.933285 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:38:53.933285 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:38:53.933285 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:38:53.933285 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:38:53.933285 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:38:53.933285 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:38:53.933285 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:38:53.933285 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:38:53.933285 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:38:53.933285 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:38:53.933285 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:38:53.933285 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:38:53.933285 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:38:53.933285 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:38:53.933285 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:38:53.933285 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:38:53.933285 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:38:53.933285 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:38:53.933285 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:38:53.933285 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:38:53.933285 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:38:53.933285 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:38:53.933285 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:38:53.933285 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:38:54.008261 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port e3a178b4-1d80-4aa0-8351-90054cd0aa74 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:38:54.032916 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port e3a178b4-1d80-4aa0-8351-90054cd0aa74 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:54.033524 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:54.102880 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-45e312e1-fe22-462b-8f47-dec3cdfbecb8 req-42871414-874f-4179-88ad-2b5df721baeb tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e34dc33-247b-41ae-be3e-91a83dbd9de6 HTTP/1.1" status: 200 len: 210 time: 0.0850780 Apr 20 17:38:54.117647 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-18eed12d-c69f-4676-8907-1e96db337152 None None] Provisioning for port 924c148d-142c-4b6c-8570-3b938b8a81ab completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:38:54.129855 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-18eed12d-c69f-4676-8907-1e96db337152 None None] Provisioning complete for port 924c148d-142c-4b6c-8570-3b938b8a81ab triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:54.130850 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-18eed12d-c69f-4676-8907-1e96db337152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:54.264489 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f42cd1e5-1b1a-4579-b75b-623ca9c849d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:54.289464 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-18eed12d-c69f-4676-8907-1e96db337152 None None] Port 924c148d-142c-4b6c-8570-3b938b8a81ab cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:38:54.304827 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-26d10775-b1b2-4eb0-998c-1d4048d10bc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:54.316824 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-26d10775-b1b2-4eb0-998c-1d4048d10bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:54.331913 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f42cd1e5-1b1a-4579-b75b-623ca9c849d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:54.344648 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:54.364529 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cd1e5-1b1a-4579-b75b-623ca9c849d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] Pushing event deleted for resources: {'Network': ['ID=9ba611e4-024c-4a0c-9998-3bc548cf409a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:54.372636 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-1e1bb0d5-9827-4947-b82e-d3dc2e680704 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:38:54.379424 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f42cd1e5-1b1a-4579-b75b-623ca9c849d4 tempest-NetworksTestDHCPv6-534130335 tempest-NetworksTestDHCPv6-534130335-project] 10.222.0.39 "DELETE /v2.0/networks/9ba611e4-024c-4a0c-9998-3bc548cf409a HTTP/1.1" status: 204 len: 168 time: 3.3271785 Apr 20 17:38:54.400817 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-1e1bb0d5-9827-4947-b82e-d3dc2e680704 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Usage tracker for resource:port and tenant:7428a13708064f73b2837c4880ccd24b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:38:54.406937 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-1e1bb0d5-9827-4947-b82e-d3dc2e680704 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:38:54.422231 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-1e1bb0d5-9827-4947-b82e-d3dc2e680704 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:38:54.448129 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port e3a178b4-1d80-4aa0-8351-90054cd0aa74, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e3a178b4-1d80-4aa0-8351-90054cd0aa74,segment=NetworkSegment(4d21a56c-30a3-4a0f-8c11-71421a49e570),segment_id=4d21a56c-30a3-4a0f-8c11-71421a49e570)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:54.461198 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:54.462078 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 1fa585ac-063f-4d1f-9ed5-8f9369f093fb up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:38:54.497471 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-1e1bb0d5-9827-4947-b82e-d3dc2e680704 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Made reservation on behalf of 7428a13708064f73b2837c4880ccd24b for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:38:54.511627 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-1e1bb0d5-9827-4947-b82e-d3dc2e680704 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:54.528479 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a1f05462-0070-45fe-a524-cebdb4274d8a tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:54.757147 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-a1f05462-0070-45fe-a524-cebdb4274d8a tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Transition to ACTIVE for port object 54f1539f-9a21-402b-93c5-3c3218ca811e will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:38:54.984157 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-26d10775-b1b2-4eb0-998c-1d4048d10bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:55.003577 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d182889a-5d3f-43fb-998c-85ecabc843d7 None None] Provisioning complete for port e3a178b4-1d80-4aa0-8351-90054cd0aa74 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:55.003941 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d182889a-5d3f-43fb-998c-85ecabc843d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:55.121372 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=e3a178b4-1d80-4aa0-8351-90054cd0aa74,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:55.129402 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42246) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:55.137215 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 1fa585ac-063f-4d1f-9ed5-8f9369f093fb completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:38:55.140372 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a1f05462-0070-45fe-a524-cebdb4274d8a tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:55.158944 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 1fa585ac-063f-4d1f-9ed5-8f9369f093fb triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:55.159304 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:55.218408 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:55.218616 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:55.218948 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:55.219270 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:55.219588 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:55.219906 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:55.220223 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:55.220534 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:55.220850 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:55.221203 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:55.221518 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:38:55.235148 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d10775-b1b2-4eb0-998c-1d4048d10bc7 admin admin] Pushing event updated for resources: {'Port': ['ID=924c148d-142c-4b6c-8570-3b938b8a81ab,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:55.367987 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f05462-0070-45fe-a524-cebdb4274d8a tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network 7e87b141-4078-44b8-8d81-0744a2f0ca17 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:38:55.383088 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-a1f05462-0070-45fe-a524-cebdb4274d8a tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:38:55.391875 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f05462-0070-45fe-a524-cebdb4274d8a tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:38:55.392653 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a1f05462-0070-45fe-a524-cebdb4274d8a tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:55.418822 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-1e1bb0d5-9827-4947-b82e-d3dc2e680704 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Allocated IP 172.20.0.8 (75e71efc-ac09-4a59-846f-5f9d1ee16aa7/44c799ba-6ce0-4519-9de1-6d94eae2787c/4cda0db0-aeef-4e52-847f-b923a3980eca) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:38:55.441577 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492e495-8fb9-4d9a-aa74-f98cb79ef1e2 req-5a8563c6-ef99-4f92-aa23-0cf0ddd45fd8 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:55.452370 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3492e495-8fb9-4d9a-aa74-f98cb79ef1e2 req-5a8563c6-ef99-4f92-aa23-0cf0ddd45fd8 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/ports?device_id=179fa638-cdf1-46bc-83f6-f825c49b03d2 HTTP/1.1" status: 200 len: 945 time: 0.5616086 Apr 20 17:38:55.462960 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f05462-0070-45fe-a524-cebdb4274d8a tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Port': ['ID=54f1539f-9a21-402b-93c5-3c3218ca811e,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:55.544661 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d10775-b1b2-4eb0-998c-1d4048d10bc7 admin admin] Network 911da384-323b-42ed-9656-9be4d49d8f36 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:38:55.549054 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-26d10775-b1b2-4eb0-998c-1d4048d10bc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:38:55.557874 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:55.586636 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 1fa585ac-063f-4d1f-9ed5-8f9369f093fb, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=1fa585ac-063f-4d1f-9ed5-8f9369f093fb,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:55.596915 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:55.676419 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b7b7ad72-b46e-474b-b1d9-a4426b185b35 req-96b1a9f0-3713-4c73-a81c-fdc7d62625e5 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e34dc33-247b-41ae-be3e-91a83dbd9de6 HTTP/1.1" status: 200 len: 210 time: 0.1669416 Apr 20 17:38:55.706271 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e3a178b4-1d80-4aa0-8351-90054cd0aa74 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:38:55.893299 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a1f05462-0070-45fe-a524-cebdb4274d8a tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:55.921163 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=1fa585ac-063f-4d1f-9ed5-8f9369f093fb,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:55.944021 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port e3a178b4-1d80-4aa0-8351-90054cd0aa74 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:55.944557 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:56.046283 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3492e495-8fb9-4d9a-aa74-f98cb79ef1e2 req-3d6e40fe-629e-4e41-82cf-1f794f1b930c tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/security-groups?id=0706ab83-d291-4f0b-93c1-26981fa72201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5922656 Apr 20 17:38:56.059406 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-79d31cf4-9228-461d-b731-745e085f3e42 None None] Provisioning for port 54f1539f-9a21-402b-93c5-3c3218ca811e completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:38:56.077106 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-79d31cf4-9228-461d-b731-745e085f3e42 None None] Provisioning complete for port 54f1539f-9a21-402b-93c5-3c3218ca811e triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:56.077549 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-79d31cf4-9228-461d-b731-745e085f3e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:56.115684 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd814f-85be-4573-9a6a-8462c90cc34f req-57b3c4ac-26c8-4333-b13b-15911a21af0c tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:56.118168 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ccbd814f-85be-4573-9a6a-8462c90cc34f req-57b3c4ac-26c8-4333-b13b-15911a21af0c tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.10 "GET /v2.0/ports?device_id=179fa638-cdf1-46bc-83f6-f825c49b03d2 HTTP/1.1" status: 200 len: 945 time: 0.2416842 Apr 20 17:38:56.202588 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-81100a1d-0c1e-4a25-ad65-059ec539b2e5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ea2b645e8b984c94b635c4fbc025e1e2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0693419 Apr 20 17:38:56.209412 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42268) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:56.287576 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-79d31cf4-9228-461d-b731-745e085f3e42 None None] Port 54f1539f-9a21-402b-93c5-3c3218ca811e cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:38:56.383797 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-ccbd814f-85be-4573-9a6a-8462c90cc34f req-86631c2c-c2b5-4559-b039-c9bed8a6c019 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Deleting port 8b0570b9-1c82-476c-b4d6-00a15b5cafef {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:38:56.384141 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ccbd814f-85be-4573-9a6a-8462c90cc34f req-86631c2c-c2b5-4559-b039-c9bed8a6c019 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:56.422404 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-bec6cb03-e15c-47e5-942a-7155272676f9 None None] Provisioning complete for port 924c148d-142c-4b6c-8570-3b938b8a81ab triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:56.423102 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bec6cb03-e15c-47e5-942a-7155272676f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:56.550507 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-bec6cb03-e15c-47e5-942a-7155272676f9 None None] Port 924c148d-142c-4b6c-8570-3b938b8a81ab cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:38:56.587321 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-1e1bb0d5-9827-4947-b82e-d3dc2e680704 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:56.634283 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5f4a9bd4-2bd4-4d9d-9375-4a29b8412d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:56.710622 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5f4a9bd4-2bd4-4d9d-9375-4a29b8412d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:56.723512 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-ccbd814f-85be-4573-9a6a-8462c90cc34f req-86631c2c-c2b5-4559-b039-c9bed8a6c019 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] For port 8b0570b9-1c82-476c-b4d6-00a15b5cafef, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=8b0570b9-1c82-476c-b4d6-00a15b5cafef,segment=NetworkSegment(7e27592f-62ea-47d5-a45f-84042445ff03),segment_id=7e27592f-62ea-47d5-a45f-84042445ff03)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:38:56.723758 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ccbd814f-85be-4573-9a6a-8462c90cc34f req-86631c2c-c2b5-4559-b039-c9bed8a6c019 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:56.849236 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-ccbd814f-85be-4573-9a6a-8462c90cc34f req-86631c2c-c2b5-4559-b039-c9bed8a6c019 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Calling delete_port for 8b0570b9-1c82-476c-b4d6-00a15b5cafef owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:38:56.859925 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-1e1bb0d5-9827-4947-b82e-d3dc2e680704 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:57.025346 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ccbd814f-85be-4573-9a6a-8462c90cc34f req-86631c2c-c2b5-4559-b039-c9bed8a6c019 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:57.037103 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['8b0570b9-1c82-476c-b4d6-00a15b5cafef'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:38:57.049699 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a1f05462-0070-45fe-a524-cebdb4274d8a tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:57.119734 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86631c2c-c2b5-4559-b039-c9bed8a6c019 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Pushing event deleted for resources: {'Port': ['ID=8b0570b9-1c82-476c-b4d6-00a15b5cafef,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:57.140647 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-1e1bb0d5-9827-4947-b82e-d3dc2e680704 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Network 75e71efc-ac09-4a59-846f-5f9d1ee16aa7 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:38:57.160228 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5f4a9bd4-2bd4-4d9d-9375-4a29b8412d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:57.171130 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a1f05462-0070-45fe-a524-cebdb4274d8a tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:57.171878 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a1f05462-0070-45fe-a524-cebdb4274d8a tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:57.375600 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbd814f-85be-4573-9a6a-8462c90cc34f req-86631c2c-c2b5-4559-b039-c9bed8a6c019 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] No DVR routers for this DVR port 8b0570b9-1c82-476c-b4d6-00a15b5cafef on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:38:57.378536 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d10775-b1b2-4eb0-998c-1d4048d10bc7 admin admin] Router 70079143-056c-490a-944c-369e581f27ed has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:38:57.388299 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-1e1bb0d5-9827-4947-b82e-d3dc2e680704 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:38:57.406507 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a9bd4-2bd4-4d9d-9375-4a29b8412d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736764fc-0414-4a06-b4dc-d0fa5d6b56fb,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:57.406983 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ccbd814f-85be-4573-9a6a-8462c90cc34f req-86631c2c-c2b5-4559-b039-c9bed8a6c019 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:57.416646 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-1e1bb0d5-9827-4947-b82e-d3dc2e680704 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:38:57.418687 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-15da5e74-d5d6-4fcb-85f4-3bf1ac82ec0c req-52fb7e84-bb88-4bfb-a2ac-ff22ca2356ed tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.39 "GET /v2.0/ports?device_id=179fa638-cdf1-46bc-83f6-f825c49b03d2 HTTP/1.1" status: 200 len: 210 time: 0.0890157 Apr 20 17:38:57.419223 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '179fa638-cdf1-46bc-83f6-f825c49b03d2', 'name': 'network-vif-deleted', 'tag': '8b0570b9-1c82-476c-b4d6-00a15b5cafef'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:38:57.480873 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ccbd814f-85be-4573-9a6a-8462c90cc34f req-86631c2c-c2b5-4559-b039-c9bed8a6c019 tempest-VolumesActionsTest-605825183 tempest-VolumesActionsTest-605825183-project] 10.222.0.10 "DELETE /v2.0/ports/8b0570b9-1c82-476c-b4d6-00a15b5cafef HTTP/1.1" status: 204 len: 173 time: 1.3564687 Apr 20 17:38:57.593309 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5f4a9bd4-2bd4-4d9d-9375-4a29b8412d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:57.597740 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5f4a9bd4-2bd4-4d9d-9375-4a29b8412d1c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/736764fc-0414-4a06-b4dc-d0fa5d6b56fb HTTP/1.1" status: 204 len: 168 time: 1.3850908 Apr 20 17:38:57.612853 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1bb0d5-9827-4947-b82e-d3dc2e680704 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Pushing event updated for resources: {'Port': ['ID=4cda0db0-aeef-4e52-847f-b923a3980eca,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:57.630221 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79f108b6-7866-45ce-96a8-837492b8ec23'] response: {'server_uuid': '179fa638-cdf1-46bc-83f6-f825c49b03d2', 'name': 'network-vif-deleted', 'tag': '8b0570b9-1c82-476c-b4d6-00a15b5cafef', 'status': 'completed', 'code': 200} Apr 20 17:38:57.642306 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f05462-0070-45fe-a524-cebdb4274d8a tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network 7e87b141-4078-44b8-8d81-0744a2f0ca17 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:38:57.651498 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-a1f05462-0070-45fe-a524-cebdb4274d8a tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:38:57.815589 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 1fa585ac-063f-4d1f-9ed5-8f9369f093fb up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:38:57.899795 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f05462-0070-45fe-a524-cebdb4274d8a tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Port': ['ID=54f1539f-9a21-402b-93c5-3c3218ca811e,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:57.944528 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d10775-b1b2-4eb0-998c-1d4048d10bc7 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:38:57.956624 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa8b132-72b7-4188-84a1-88f71b366986 None None] Sync routers for ids ['70079143-056c-490a-944c-369e581f27ed'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:38:57.962561 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-26d10775-b1b2-4eb0-998c-1d4048d10bc7 admin admin] 10.222.0.39 "PUT /v2.0/routers/70079143-056c-490a-944c-369e581f27ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2876682 Apr 20 17:38:58.034833 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 1fa585ac-063f-4d1f-9ed5-8f9369f093fb triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:58.035207 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:58.133126 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa8b132-72b7-4188-84a1-88f71b366986 None None] Routers {'70079143-056c-490a-944c-369e581f27ed'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:38:58.134802 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-afa8b132-72b7-4188-84a1-88f71b366986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:38:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['70079143-056c-490a-944c-369e581f27ed'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:58.408187 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-1e1bb0d5-9827-4947-b82e-d3dc2e680704 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:58.410566 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-1e1bb0d5-9827-4947-b82e-d3dc2e680704 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:58.519742 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-1e1bb0d5-9827-4947-b82e-d3dc2e680704 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7741985 Apr 20 17:38:58.534751 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-5a613988-a9d8-4ffd-a64e-f1f526ca5411 service neutron] Request body: {'port': {'device_id': '9e34dc33-247b-41ae-be3e-91a83dbd9de6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:38:58.604390 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-fdcbbbf3-e98f-4bc9-8255-bf9c556662f0 None None] Provisioning complete for port 54f1539f-9a21-402b-93c5-3c3218ca811e triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:38:58.604766 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fdcbbbf3-e98f-4bc9-8255-bf9c556662f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:58.687540 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-fdcbbbf3-e98f-4bc9-8255-bf9c556662f0 None None] Port 54f1539f-9a21-402b-93c5-3c3218ca811e cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:38:58.699357 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-afa8b132-72b7-4188-84a1-88f71b366986 None None] Set router 70079143-056c-490a-944c-369e581f27ed gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:38:58.804943 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208eca9-352c-46f3-a166-099a953fefe7 req-0d13d416-79e0-4187-82dd-e4d6618dd6eb tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:38:58.805666 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-4208eca9-352c-46f3-a166-099a953fefe7 req-0d13d416-79e0-4187-82dd-e4d6618dd6eb tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Synchronizing usage tracker for tenant:7428a13708064f73b2837c4880ccd24b on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:38:58.884025 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-5a613988-a9d8-4ffd-a64e-f1f526ca5411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:58.918214 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-4208eca9-352c-46f3-a166-099a953fefe7 req-0d13d416-79e0-4187-82dd-e4d6618dd6eb tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Unset dirty status for tenant:7428a13708064f73b2837c4880ccd24b on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:38:58.919403 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4208eca9-352c-46f3-a166-099a953fefe7 req-0d13d416-79e0-4187-82dd-e4d6618dd6eb tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e34dc33-247b-41ae-be3e-91a83dbd9de6 HTTP/1.1" status: 200 len: 931 time: 1.8641608 Apr 20 17:38:59.090997 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42318) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:59.098509 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-c4ea4bb5-6e39-4585-b625-424f579d9d72 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1436415097', 'description': 'tempest-description--1385627635'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:38:59.119415 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c4ea4bb5-6e39-4585-b625-424f579d9d72 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:38:59.135505 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c4ea4bb5-6e39-4585-b625-424f579d9d72 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Usage tracker for resource:security_group and tenant:afdda90d8b714cd0a49b7b3d0da0c05b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:38:59.137631 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c4ea4bb5-6e39-4585-b625-424f579d9d72 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:38:59.163849 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c4ea4bb5-6e39-4585-b625-424f579d9d72 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:38:59.192697 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4ea4bb5-6e39-4585-b625-424f579d9d72 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:59.209179 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-afa8b132-72b7-4188-84a1-88f71b366986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70079143-056c-490a-944c-369e581f27ed', 'name': 'tempest-AttachVolumeTestJSON-1274240987-router', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:38:39Z', 'updated_at': '2022-04-20T17:38:53Z', 'revision_number': 4, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'gw_port': {'id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:41Z', 'updated_at': '2022-04-20T17:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '924c148d-142c-4b6c-8570-3b938b8a81ab', 'name': '', 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'mac_address': 'fa:16:3e:16:b2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6df2b9cf-3053-4862-b128-40e0c38b0bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:52Z', 'updated_at': '2022-04-20T17:38:53Z', 'revision_number': 2, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'subnets': [{'id': '6df2b9cf-3053-4862-b128-40e0c38b0bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:38:59.219042 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa8b132-72b7-4188-84a1-88f71b366986 None None] Checking router: 70079143-056c-490a-944c-369e581f27ed for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:38:59.219384 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa8b132-72b7-4188-84a1-88f71b366986 None None] Updating router 70079143-056c-490a-944c-369e581f27ed port 924c148d-142c-4b6c-8570-3b938b8a81ab binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:38:59.266016 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c4ea4bb5-6e39-4585-b625-424f579d9d72 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:38:59.266434 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4208eca9-352c-46f3-a166-099a953fefe7 req-52f65b7d-368d-47ee-8c0e-067618931e73 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] 10.222.0.39 "GET /v2.0/security-groups?id=29bc607c-5cd8-40cf-9cfa-a6567a0ed260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382666 Apr 20 17:38:59.276794 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c4ea4bb5-6e39-4585-b625-424f579d9d72 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Usage tracker for resource:security_group_rule and tenant:afdda90d8b714cd0a49b7b3d0da0c05b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:38:59.286523 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c4ea4bb5-6e39-4585-b625-424f579d9d72 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:38:59.303000 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c4ea4bb5-6e39-4585-b625-424f579d9d72 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:38:59.372393 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42328) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:59.412012 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4ea4bb5-6e39-4585-b625-424f579d9d72 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:59.417722 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-afa8b132-72b7-4188-84a1-88f71b366986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:59.429003 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4ea4bb5-6e39-4585-b625-424f579d9d72 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:59.464003 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f05462-0070-45fe-a524-cebdb4274d8a tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Router 938253e0-3d25-4e5c-8c3c-b7543d9a987d is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:38:59.498333 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 8b0570b9-1c82-476c-b4d6-00a15b5cafef no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:38:59.556446 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4ea4bb5-6e39-4585-b625-424f579d9d72 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:59.560806 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c4ea4bb5-6e39-4585-b625-424f579d9d72 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.4683332 Apr 20 17:38:59.561719 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea4bb5-6e39-4585-b625-424f579d9d72 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5541b5b8-c3a7-490e-bc25-ac1a259354aa,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:38:59.563806 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42338) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:59.585056 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-59b9f57e-1bda-4fd9-8c94-1a2354f3d2f1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Request body: {'security_group_rule': {'security_group_id': '5541b5b8-c3a7-490e-bc25-ac1a259354aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:38:59.599366 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-59b9f57e-1bda-4fd9-8c94-1a2354f3d2f1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:38:59.616996 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-59b9f57e-1bda-4fd9-8c94-1a2354f3d2f1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Usage tracker for resource:security_group_rule and tenant:afdda90d8b714cd0a49b7b3d0da0c05b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:38:59.620266 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-59b9f57e-1bda-4fd9-8c94-1a2354f3d2f1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:38:59.639132 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-59b9f57e-1bda-4fd9-8c94-1a2354f3d2f1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:38:59.669738 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-59b9f57e-1bda-4fd9-8c94-1a2354f3d2f1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:59.716548 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 8b0570b9-1c82-476c-b4d6-00a15b5cafef {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:38:59.716885 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 8b0570b9-1c82-476c-b4d6-00a15b5cafef not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:38:59.747566 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-dbcbbd2b-b51f-40a6-9592-6c7615667f4f tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Request body: {'network': {'name': 'tempest-RoutersTest-657153087'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:38:59.753003 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-dbcbbd2b-b51f-40a6-9592-6c7615667f4f tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:38:59.765193 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-dbcbbd2b-b51f-40a6-9592-6c7615667f4f tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Usage tracker for resource:network and tenant:9b47d4ec84d44059beda8a5ee5d71e29 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:38:59.768193 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-dbcbbd2b-b51f-40a6-9592-6c7615667f4f tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:38:59.774047 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-dbcbbd2b-b51f-40a6-9592-6c7615667f4f tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:38:59.796630 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcbbd2b-b51f-40a6-9592-6c7615667f4f tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Made reservation on behalf of 9b47d4ec84d44059beda8a5ee5d71e29 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:38:59.799746 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dbcbbd2b-b51f-40a6-9592-6c7615667f4f tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:59.856623 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dbcbbd2b-b51f-40a6-9592-6c7615667f4f tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:59.919318 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-dbcbbd2b-b51f-40a6-9592-6c7615667f4f tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:38:59.926092 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-dbcbbd2b-b51f-40a6-9592-6c7615667f4f tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Usage tracker for resource:security_group_rule and tenant:9b47d4ec84d44059beda8a5ee5d71e29 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:38:59.929490 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-dbcbbd2b-b51f-40a6-9592-6c7615667f4f tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:38:59.936457 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-dbcbbd2b-b51f-40a6-9592-6c7615667f4f tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:38:59.948031 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-5a613988-a9d8-4ffd-a64e-f1f526ca5411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cda0db0-aeef-4e52-847f-b923a3980eca {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:38:59.957226 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-5a613988-a9d8-4ffd-a64e-f1f526ca5411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:38:59.984283 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-5a613988-a9d8-4ffd-a64e-f1f526ca5411 service neutron] Transition to ACTIVE for port object 4cda0db0-aeef-4e52-847f-b923a3980eca will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:39:00.011451 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42350) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:00.021023 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dbcbbd2b-b51f-40a6-9592-6c7615667f4f tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:00.027857 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-5a613988-a9d8-4ffd-a64e-f1f526ca5411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:00.054026 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-59b9f57e-1bda-4fd9-8c94-1a2354f3d2f1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:00.067356 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dbcbbd2b-b51f-40a6-9592-6c7615667f4f tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:00.108198 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-59b9f57e-1bda-4fd9-8c94-1a2354f3d2f1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:00.203594 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbcbbd2b-b51f-40a6-9592-6c7615667f4f tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:39:00.242820 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9f57e-1bda-4fd9-8c94-1a2354f3d2f1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42f2182-6a94-4a6a-ad47-437914a291eb,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:00.301401 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcbbd2b-b51f-40a6-9592-6c7615667f4f tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfd88fd-a92e-4c07-981a-61420f170d99,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:00.317046 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-afa8b132-72b7-4188-84a1-88f71b366986 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:00.336110 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dbcbbd2b-b51f-40a6-9592-6c7615667f4f tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:00.336444 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-dbcbbd2b-b51f-40a6-9592-6c7615667f4f tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Added segment 7dc098ce-3227-4bfa-abce-76edbc7df9b2 of type vlan for network d9f59361-27fd-4c9b-89fc-8779ec445a53 Apr 20 17:39:00.348439 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-afa8b132-72b7-4188-84a1-88f71b366986 None None] Transition to ACTIVE for port object 924c148d-142c-4b6c-8570-3b938b8a81ab will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:39:00.352318 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a613988-a9d8-4ffd-a64e-f1f526ca5411 service neutron] Pushing event updated for resources: {'Port': ['ID=4cda0db0-aeef-4e52-847f-b923a3980eca,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:00.367188 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-59b9f57e-1bda-4fd9-8c94-1a2354f3d2f1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:00.368370 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-59b9f57e-1bda-4fd9-8c94-1a2354f3d2f1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8036475 Apr 20 17:39:00.376175 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42364) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:00.387923 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-8a93e449-f5eb-4655-84e9-57b4d0f5df55 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Request body: {'security_group_rule': {'security_group_id': '5541b5b8-c3a7-490e-bc25-ac1a259354aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:39:00.406996 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-afa8b132-72b7-4188-84a1-88f71b366986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:00.443104 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8a93e449-f5eb-4655-84e9-57b4d0f5df55 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:39:00.462079 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dbcbbd2b-b51f-40a6-9592-6c7615667f4f tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:00.475120 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8a93e449-f5eb-4655-84e9-57b4d0f5df55 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Usage tracker for resource:security_group_rule and tenant:afdda90d8b714cd0a49b7b3d0da0c05b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:39:00.478938 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8a93e449-f5eb-4655-84e9-57b4d0f5df55 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:39:00.498249 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8a93e449-f5eb-4655-84e9-57b4d0f5df55 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:39:00.578958 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8a93e449-f5eb-4655-84e9-57b4d0f5df55 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:00.611847 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dbcbbd2b-b51f-40a6-9592-6c7615667f4f tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:00.618520 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcbbd2b-b51f-40a6-9592-6c7615667f4f tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:00.619523 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dbcbbd2b-b51f-40a6-9592-6c7615667f4f tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:00.689610 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d1128-5c37-4d0d-a392-fc742be32fdd None None] Pushing event updated for resources: {'Port': ['ID=924c148d-142c-4b6c-8570-3b938b8a81ab,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:00.845499 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcbbd2b-b51f-40a6-9592-6c7615667f4f tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Network': ['ID=d9f59361-27fd-4c9b-89fc-8779ec445a53,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:00.852876 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-dbcbbd2b-b51f-40a6-9592-6c7615667f4f tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4788761 Apr 20 17:39:00.856532 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42378) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:00.866531 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-dce8b7b7-c07e-43b3-ba6f-46c95b69873a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Request body: {'network': {'name': 'tempest-RoutersTest-969944655'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:39:00.872148 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-dce8b7b7-c07e-43b3-ba6f-46c95b69873a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:39:00.876589 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network d9f59361-27fd-4c9b-89fc-8779ec445a53 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:39:00.877265 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-dce8b7b7-c07e-43b3-ba6f-46c95b69873a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Usage tracker for resource:network and tenant:9b47d4ec84d44059beda8a5ee5d71e29 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:39:00.880450 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-dce8b7b7-c07e-43b3-ba6f-46c95b69873a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:39:00.893735 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-dce8b7b7-c07e-43b3-ba6f-46c95b69873a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:39:00.909940 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f05462-0070-45fe-a524-cebdb4274d8a tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:39:00.927639 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28544e06-ad97-421f-8fa3-def2d3716638 None None] Sync routers for ids ['938253e0-3d25-4e5c-8c3c-b7543d9a987d'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:39:00.933471 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce8b7b7-c07e-43b3-ba6f-46c95b69873a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Made reservation on behalf of 9b47d4ec84d44059beda8a5ee5d71e29 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:39:00.940231 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dce8b7b7-c07e-43b3-ba6f-46c95b69873a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:00.947225 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28544e06-ad97-421f-8fa3-def2d3716638 None None] Routers {'938253e0-3d25-4e5c-8c3c-b7543d9a987d'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:39:00.948209 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-28544e06-ad97-421f-8fa3-def2d3716638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:38:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['938253e0-3d25-4e5c-8c3c-b7543d9a987d'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:00.967590 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a1f05462-0070-45fe-a524-cebdb4274d8a tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "PUT /v2.0/routers/938253e0-3d25-4e5c-8c3c-b7543d9a987d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8654692 Apr 20 17:39:00.976316 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42384) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:01.010695 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8a93e449-f5eb-4655-84e9-57b4d0f5df55 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:01.024393 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce8b7b7-c07e-43b3-ba6f-46c95b69873a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:39:01.031139 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8a93e449-f5eb-4655-84e9-57b4d0f5df55 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:01.077363 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93e449-f5eb-4655-84e9-57b4d0f5df55 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b024ca3-ed6e-4027-a572-de0266af0840,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:01.083280 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8a93e449-f5eb-4655-84e9-57b4d0f5df55 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:01.087923 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8a93e449-f5eb-4655-84e9-57b4d0f5df55 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7077553 Apr 20 17:39:01.087923 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dce8b7b7-c07e-43b3-ba6f-46c95b69873a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:01.087923 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-dce8b7b7-c07e-43b3-ba6f-46c95b69873a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Added segment 93875371-573d-465c-be9e-5e6c036b9992 of type vlan for network b03d197c-0170-4767-8b85-a8b2bba2a827 Apr 20 17:39:01.088261 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42388) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:01.090144 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-28544e06-ad97-421f-8fa3-def2d3716638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:01.107127 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-fc476811-a226-4dbd-a23a-2f0e1074997f tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:39:01.108689 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-fc476811-a226-4dbd-a23a-2f0e1074997f tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:39:01.116476 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28544e06-ad97-421f-8fa3-def2d3716638 None None] Routers {'938253e0-3d25-4e5c-8c3c-b7543d9a987d'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:39:01.117281 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-28544e06-ad97-421f-8fa3-def2d3716638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:38:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['938253e0-3d25-4e5c-8c3c-b7543d9a987d'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:01.119891 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-fc476811-a226-4dbd-a23a-2f0e1074997f tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Usage tracker for resource:floatingip and tenant:afdda90d8b714cd0a49b7b3d0da0c05b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:39:01.140129 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-fc476811-a226-4dbd-a23a-2f0e1074997f tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:39:01.143073 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-afa8b132-72b7-4188-84a1-88f71b366986 None None] Attempting to bind port 924c148d-142c-4b6c-8570-3b938b8a81ab on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:39:01.143185 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-afa8b132-72b7-4188-84a1-88f71b366986 None None] Attempting to bind port 924c148d-142c-4b6c-8570-3b938b8a81ab by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'c440332e-ad26-42d4-aa3b-e6d8c6a39264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:39:01.143550 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa8b132-72b7-4188-84a1-88f71b366986 None None] Attempting to bind port 924c148d-142c-4b6c-8570-3b938b8a81ab on network 911da384-323b-42ed-9656-9be4d49d8f36 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:39:01.165326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-fc476811-a226-4dbd-a23a-2f0e1074997f tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:39:01.172314 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dce8b7b7-c07e-43b3-ba6f-46c95b69873a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:01.185720 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa8b132-72b7-4188-84a1-88f71b366986 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:39:01.187290 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa8b132-72b7-4188-84a1-88f71b366986 None None] Checking segment: {'id': 'c440332e-ad26-42d4-aa3b-e6d8c6a39264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:39:01.188506 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-afa8b132-72b7-4188-84a1-88f71b366986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:01.189650 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa8b132-72b7-4188-84a1-88f71b366986 None None] Bound using segment: {'id': 'c440332e-ad26-42d4-aa3b-e6d8c6a39264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:39:01.191175 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-afa8b132-72b7-4188-84a1-88f71b366986 None None] Bound port: 924c148d-142c-4b6c-8570-3b938b8a81ab, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c440332e-ad26-42d4-aa3b-e6d8c6a39264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:39:01.191568 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-afa8b132-72b7-4188-84a1-88f71b366986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:01.213362 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fc476811-a226-4dbd-a23a-2f0e1074997f tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:01.298592 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-28544e06-ad97-421f-8fa3-def2d3716638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:01.299083 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28544e06-ad97-421f-8fa3-def2d3716638 None None] The sync data for ids ['938253e0-3d25-4e5c-8c3c-b7543d9a987d'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:39:01.341900 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dce8b7b7-c07e-43b3-ba6f-46c95b69873a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:01.341900 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce8b7b7-c07e-43b3-ba6f-46c95b69873a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:01.341900 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dce8b7b7-c07e-43b3-ba6f-46c95b69873a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:01.408076 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-afa8b132-72b7-4188-84a1-88f71b366986 None None] For port 924c148d-142c-4b6c-8570-3b938b8a81ab, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:39:01.412305 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-afa8b132-72b7-4188-84a1-88f71b366986 None None] For port 924c148d-142c-4b6c-8570-3b938b8a81ab, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=924c148d-142c-4b6c-8570-3b938b8a81ab,segment=NetworkSegment(c440332e-ad26-42d4-aa3b-e6d8c6a39264),segment_id=c440332e-ad26-42d4-aa3b-e6d8c6a39264)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:39:01.426008 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-afa8b132-72b7-4188-84a1-88f71b366986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:01.459822 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-5a613988-a9d8-4ffd-a64e-f1f526ca5411 service neutron] Attempting to bind port 4cda0db0-aeef-4e52-847f-b923a3980eca on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:39:01.460073 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-5a613988-a9d8-4ffd-a64e-f1f526ca5411 service neutron] Attempting to bind port 4cda0db0-aeef-4e52-847f-b923a3980eca by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'cfcff26c-c717-44a1-8b22-b45ba586c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '75e71efc-ac09-4a59-846f-5f9d1ee16aa7'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:39:01.460397 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-5a613988-a9d8-4ffd-a64e-f1f526ca5411 service neutron] Attempting to bind port 4cda0db0-aeef-4e52-847f-b923a3980eca on network 75e71efc-ac09-4a59-846f-5f9d1ee16aa7 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:39:01.477253 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362e5b1a-8fb2-4761-b4dd-e730381fdd97 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:01.478327 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-362e5b1a-8fb2-4761-b4dd-e730381fdd97 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Synchronizing usage tracker for tenant:223231c784ee479d86d7622cff558dcb on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:39:01.500416 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-5a613988-a9d8-4ffd-a64e-f1f526ca5411 service neutron] Port 4cda0db0-aeef-4e52-847f-b923a3980eca on network 75e71efc-ac09-4a59-846f-5f9d1ee16aa7 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:39:01.501061 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-5a613988-a9d8-4ffd-a64e-f1f526ca5411 service neutron] Attempting to bind port 4cda0db0-aeef-4e52-847f-b923a3980eca on network 75e71efc-ac09-4a59-846f-5f9d1ee16aa7 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:39:01.515832 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d1128-5c37-4d0d-a392-fc742be32fdd None None] Pushing event updated for resources: {'Port': ['ID=924c148d-142c-4b6c-8570-3b938b8a81ab,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:01.537965 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-5a613988-a9d8-4ffd-a64e-f1f526ca5411 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:39:01.544842 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-5a613988-a9d8-4ffd-a64e-f1f526ca5411 service neutron] Checking segment: {'id': 'cfcff26c-c717-44a1-8b22-b45ba586c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '75e71efc-ac09-4a59-846f-5f9d1ee16aa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:39:01.551264 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-5a613988-a9d8-4ffd-a64e-f1f526ca5411 service neutron] Bound using segment: {'id': 'cfcff26c-c717-44a1-8b22-b45ba586c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '75e71efc-ac09-4a59-846f-5f9d1ee16aa7'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:39:01.552343 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-5a613988-a9d8-4ffd-a64e-f1f526ca5411 service neutron] Bound port: 4cda0db0-aeef-4e52-847f-b923a3980eca, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfcff26c-c717-44a1-8b22-b45ba586c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '75e71efc-ac09-4a59-846f-5f9d1ee16aa7'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:39:01.553265 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-5a613988-a9d8-4ffd-a64e-f1f526ca5411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:01.571777 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce8b7b7-c07e-43b3-ba6f-46c95b69873a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Network': ['ID=b03d197c-0170-4767-8b85-a8b2bba2a827,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:01.588815 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dad23b-7af6-4588-82d8-457c138f1628 req-2c981814-a352-4fd1-b88b-5ede6a102b29 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:01.589135 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network b03d197c-0170-4767-8b85-a8b2bba2a827 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:39:01.597716 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-43dad23b-7af6-4588-82d8-457c138f1628 req-2c981814-a352-4fd1-b88b-5ede6a102b29 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e34dc33-247b-41ae-be3e-91a83dbd9de6 HTTP/1.1" status: 200 len: 943 time: 0.8537817 Apr 20 17:39:01.602312 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-dce8b7b7-c07e-43b3-ba6f-46c95b69873a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7445991 Apr 20 17:39:01.609254 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42398) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:01.609586 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-362e5b1a-8fb2-4761-b4dd-e730381fdd97 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Unset dirty status for tenant:223231c784ee479d86d7622cff558dcb on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:39:01.616782 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-fc571d3e-5148-4e2c-8f9b-4a2aca854c7d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Request body: {'subnet': {'network_id': 'd9f59361-27fd-4c9b-89fc-8779ec445a53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:39:01.624096 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-362e5b1a-8fb2-4761-b4dd-e730381fdd97 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "GET /v2.0/ports/54f1539f-9a21-402b-93c5-3c3218ca811e HTTP/1.1" status: 200 len: 911 time: 0.6373827 Apr 20 17:39:01.627347 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42402) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:01.629489 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa8b132-72b7-4188-84a1-88f71b366986 None None] Routers {'70079143-056c-490a-944c-369e581f27ed'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:39:01.630653 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-afa8b132-72b7-4188-84a1-88f71b366986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:38:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['70079143-056c-490a-944c-369e581f27ed'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:01.672821 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-13f38341-46e9-46f3-9bb4-29809bd9a072 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bce41547-cd32-49b1-aae2-3d0f1f5449a8'}]}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:39:01.815662 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-fc571d3e-5148-4e2c-8f9b-4a2aca854c7d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:39:01.815662 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-fc571d3e-5148-4e2c-8f9b-4a2aca854c7d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Usage tracker for resource:subnet and tenant:9b47d4ec84d44059beda8a5ee5d71e29 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:39:01.820032 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-fc571d3e-5148-4e2c-8f9b-4a2aca854c7d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:39:01.828071 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-fc571d3e-5148-4e2c-8f9b-4a2aca854c7d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:39:01.852986 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fc476811-a226-4dbd-a23a-2f0e1074997f tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:01.978964 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc571d3e-5148-4e2c-8f9b-4a2aca854c7d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Made reservation on behalf of 9b47d4ec84d44059beda8a5ee5d71e29 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:39:02.011572 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-43dad23b-7af6-4588-82d8-457c138f1628 req-9dd61c5b-4f39-481d-a716-ed7b9b5c210b tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] 10.222.0.39 "GET /v2.0/security-groups?id=29bc607c-5cd8-40cf-9cfa-a6567a0ed260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801894 Apr 20 17:39:02.086387 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-afa8b132-72b7-4188-84a1-88f71b366986 None None] Set router 70079143-056c-490a-944c-369e581f27ed gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:39:02.273740 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-5a613988-a9d8-4ffd-a64e-f1f526ca5411 service neutron] For port 4cda0db0-aeef-4e52-847f-b923a3980eca, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:39:02.277430 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-5a613988-a9d8-4ffd-a64e-f1f526ca5411 service neutron] For port 4cda0db0-aeef-4e52-847f-b923a3980eca, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=4cda0db0-aeef-4e52-847f-b923a3980eca,segment=NetworkSegment(cfcff26c-c717-44a1-8b22-b45ba586c1e9),segment_id=cfcff26c-c717-44a1-8b22-b45ba586c1e9)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:39:02.278670 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-13f38341-46e9-46f3-9bb4-29809bd9a072 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:02.296357 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-fc476811-a226-4dbd-a23a-2f0e1074997f tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Allocated IP 172.25.8.178 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/84e151d7-1b2d-471d-99ec-2b97ad01f49b) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:39:02.338607 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-5a613988-a9d8-4ffd-a64e-f1f526ca5411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:02.434979 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-5a613988-a9d8-4ffd-a64e-f1f526ca5411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:02.436318 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-5a613988-a9d8-4ffd-a64e-f1f526ca5411 service neutron] 10.222.0.43 "PUT /v2.0/ports/4cda0db0-aeef-4e52-847f-b923a3980eca HTTP/1.1" status: 200 len: 1091 time: 3.9061828 Apr 20 17:39:02.509918 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fc476811-a226-4dbd-a23a-2f0e1074997f tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:02.575944 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a613988-a9d8-4ffd-a64e-f1f526ca5411 service neutron] Pushing event updated for resources: {'Port': ['ID=4cda0db0-aeef-4e52-847f-b923a3980eca,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:02.579537 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e34dc33-247b-41ae-be3e-91a83dbd9de6', 'tag': '4cda0db0-aeef-4e52-847f-b923a3980eca'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:39:02.588962 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fc571d3e-5148-4e2c-8f9b-4a2aca854c7d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:02.595988 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-afa8b132-72b7-4188-84a1-88f71b366986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70079143-056c-490a-944c-369e581f27ed', 'name': 'tempest-AttachVolumeTestJSON-1274240987-router', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:38:39Z', 'updated_at': '2022-04-20T17:38:53Z', 'revision_number': 4, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'gw_port': {'id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:41Z', 'updated_at': '2022-04-20T17:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '924c148d-142c-4b6c-8570-3b938b8a81ab', 'name': '', 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'mac_address': 'fa:16:3e:16:b2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6df2b9cf-3053-4862-b128-40e0c38b0bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:52Z', 'updated_at': '2022-04-20T17:39:01Z', 'revision_number': 4, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'subnets': [{'id': '6df2b9cf-3053-4862-b128-40e0c38b0bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:02.603473 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa8b132-72b7-4188-84a1-88f71b366986 None None] The sync data for ids ['70079143-056c-490a-944c-369e581f27ed'] in n-d-838032-1 is: [{'id': '70079143-056c-490a-944c-369e581f27ed', 'name': 'tempest-AttachVolumeTestJSON-1274240987-router', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:38:39Z', 'updated_at': '2022-04-20T17:38:53Z', 'revision_number': 4, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'gw_port': {'id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:41Z', 'updated_at': '2022-04-20T17:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '924c148d-142c-4b6c-8570-3b938b8a81ab', 'name': '', 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'mac_address': 'fa:16:3e:16:b2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6df2b9cf-3053-4862-b128-40e0c38b0bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:52Z', 'updated_at': '2022-04-20T17:39:01Z', 'revision_number': 4, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'subnets': [{'id': '6df2b9cf-3053-4862-b128-40e0c38b0bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:39:02.793191 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2208abd-5701-4971-b106-dae3716ae6da'] response: {'name': 'network-changed', 'server_uuid': '9e34dc33-247b-41ae-be3e-91a83dbd9de6', 'tag': '4cda0db0-aeef-4e52-847f-b923a3980eca', 'status': 'completed', 'code': 200} Apr 20 17:39:03.238606 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fc476811-a226-4dbd-a23a-2f0e1074997f tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:03.296302 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fc571d3e-5148-4e2c-8f9b-4a2aca854c7d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:03.351337 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-1951b4dc-1fbf-42e1-8e97-01adb05a9a48 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7428a13708064f73b2837c4880ccd24b&device_id=9e34dc33-247b-41ae-be3e-91a83dbd9de6 HTTP/1.1" status: 200 len: 1094 time: 0.7648842 Apr 20 17:39:03.400034 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc476811-a226-4dbd-a23a-2f0e1074997f tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:39:03.412245 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-fc476811-a226-4dbd-a23a-2f0e1074997f tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:39:03.426938 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc476811-a226-4dbd-a23a-2f0e1074997f tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:39:03.471665 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc476811-a226-4dbd-a23a-2f0e1074997f tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Pushing event updated for resources: {'Port': ['ID=84e151d7-1b2d-471d-99ec-2b97ad01f49b,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:03.494692 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc571d3e-5148-4e2c-8f9b-4a2aca854c7d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Subnet': ['ID=a8de7245-eea3-41f7-9d1d-f9cba5bb4006,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:03.552595 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc571d3e-5148-4e2c-8f9b-4a2aca854c7d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Checking segment: {'id': '7dc098ce-3227-4bfa-abce-76edbc7df9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd9f59361-27fd-4c9b-89fc-8779ec445a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:39:03.553113 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc571d3e-5148-4e2c-8f9b-4a2aca854c7d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network hostable DHCP agents. Network: d9f59361-27fd-4c9b-89fc-8779ec445a53, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:39:03.587439 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-ed0e8864-e863-41be-9b1a-3416eed1d3d1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cda0db0-aeef-4e52-847f-b923a3980eca HTTP/1.1" status: 200 len: 217 time: 0.2228720 Apr 20 17:39:03.616014 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc571d3e-5148-4e2c-8f9b-4a2aca854c7d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network d9f59361-27fd-4c9b-89fc-8779ec445a53 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:39:03.728666 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-fc571d3e-5148-4e2c-8f9b-4a2aca854c7d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, d9f59361-27fd-4c9b-89fc-8779ec445a53) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:39:03.738023 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb93a1b0-00cd-4978-85db-536a9c90fbfa None None] Network d9f59361-27fd-4c9b-89fc-8779ec445a53 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:39:03.747305 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-71e1ae16-a46e-481d-a9d6-f4ffdd0662db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:03.748818 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-71e1ae16-a46e-481d-a9d6-f4ffdd0662db service neutron] 10.222.0.43 "GET /v2.0/subnets?id=44c799ba-6ce0-4519-9de1-6d94eae2787c HTTP/1.1" status: 200 len: 848 time: 0.1488900 Apr 20 17:39:03.761131 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc571d3e-5148-4e2c-8f9b-4a2aca854c7d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:03.762227 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fc571d3e-5148-4e2c-8f9b-4a2aca854c7d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:03.770390 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fc476811-a226-4dbd-a23a-2f0e1074997f tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:03.882108 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fc571d3e-5148-4e2c-8f9b-4a2aca854c7d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2721224 Apr 20 17:39:03.883885 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42444) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:03.885212 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fc476811-a226-4dbd-a23a-2f0e1074997f tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:03.920572 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-abfb56d3-f0fd-4070-afa5-b7d74bfbb32b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Request body: {'subnet': {'network_id': 'b03d197c-0170-4767-8b85-a8b2bba2a827', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:39:04.099005 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-abfb56d3-f0fd-4070-afa5-b7d74bfbb32b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:39:04.120664 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 924c148d-142c-4b6c-8570-3b938b8a81ab up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:39:04.121988 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-abfb56d3-f0fd-4070-afa5-b7d74bfbb32b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Usage tracker for resource:subnet and tenant:9b47d4ec84d44059beda8a5ee5d71e29 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:39:04.135352 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-abfb56d3-f0fd-4070-afa5-b7d74bfbb32b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:39:04.317143 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-e6804395-99e9-495f-86ba-c7806fdd09b1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=75e71efc-ac09-4a59-846f-5f9d1ee16aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1999340 Apr 20 17:39:04.339232 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e6f49-11b1-4d57-bec0-6dadc91a5915 req-5e98bd8f-56fc-4b20-a7ce-8399125c69ce tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:04.340713 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ea7e6f49-11b1-4d57-bec0-6dadc91a5915 req-5e98bd8f-56fc-4b20-a7ce-8399125c69ce tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e34dc33-247b-41ae-be3e-91a83dbd9de6 HTTP/1.1" status: 200 len: 943 time: 1.1139688 Apr 20 17:39:04.392438 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fc476811-a226-4dbd-a23a-2f0e1074997f tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:04.398907 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-abfb56d3-f0fd-4070-afa5-b7d74bfbb32b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:39:04.405564 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fc476811-a226-4dbd-a23a-2f0e1074997f tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:04.493516 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 924c148d-142c-4b6c-8570-3b938b8a81ab completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:39:04.497319 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.resource_extend [None req-13f38341-46e9-46f3-9bb4-29809bd9a072 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:39:04.504492 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 924c148d-142c-4b6c-8570-3b938b8a81ab triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:39:04.505949 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:04.533045 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-13f38341-46e9-46f3-9bb4-29809bd9a072 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:04.542598 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ea7e6f49-11b1-4d57-bec0-6dadc91a5915 req-7de921c0-0602-4c97-95a4-ea817caa9659 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] 10.222.0.39 "GET /v2.0/security-groups?id=29bc607c-5cd8-40cf-9cfa-a6567a0ed260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723757 Apr 20 17:39:04.550484 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfb56d3-f0fd-4070-afa5-b7d74bfbb32b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Made reservation on behalf of 9b47d4ec84d44059beda8a5ee5d71e29 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:39:04.555438 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e2c1e000-7426-4c97-b544-acb27ae3ee45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:04.631088 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-13f38341-46e9-46f3-9bb4-29809bd9a072 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:04.635500 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f38341-46e9-46f3-9bb4-29809bd9a072 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:04.636129 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-13f38341-46e9-46f3-9bb4-29809bd9a072 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:04.640582 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-13f38341-46e9-46f3-9bb4-29809bd9a072 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "PUT /v2.0/ports/54f1539f-9a21-402b-93c5-3c3218ca811e HTTP/1.1" status: 200 len: 911 time: 3.0122161 Apr 20 17:39:04.641332 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42454) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:04.671266 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b1ad11-a19f-49db-9d5c-d49afdf807d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-d9f59361-27fd-4c9b-89fc-8779ec445a53', 'network_id': 'd9f59361-27fd-4c9b-89fc-8779ec445a53', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'fixed_ips': [{'subnet_id': 'a8de7245-eea3-41f7-9d1d-f9cba5bb4006'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:39:04.675698 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e9b1ad11-a19f-49db-9d5c-d49afdf807d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:04.720576 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc476811-a226-4dbd-a23a-2f0e1074997f tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Pushing event updated for resources: {'Port': ['ID=84e151d7-1b2d-471d-99ec-2b97ad01f49b,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:04.729449 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fc476811-a226-4dbd-a23a-2f0e1074997f tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:04.797231 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-abfb56d3-f0fd-4070-afa5-b7d74bfbb32b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:04.847565 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-f005fc4b-aee0-44f1-b192-57938bdcc766 service neutron] 10.222.0.43 "GET /v2.0/networks/75e71efc-ac09-4a59-846f-5f9d1ee16aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180507 Apr 20 17:39:04.853618 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fc476811-a226-4dbd-a23a-2f0e1074997f tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:04.863979 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fc476811-a226-4dbd-a23a-2f0e1074997f tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7658556 Apr 20 17:39:05.127274 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:05.208253 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-abfb56d3-f0fd-4070-afa5-b7d74bfbb32b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:05.313520 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb56d3-f0fd-4070-afa5-b7d74bfbb32b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Subnet': ['ID=7c323a7b-a74b-473b-acdb-ca23948d33cf,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:05.321441 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfb56d3-f0fd-4070-afa5-b7d74bfbb32b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Checking segment: {'id': '93875371-573d-465c-be9e-5e6c036b9992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b03d197c-0170-4767-8b85-a8b2bba2a827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:39:05.321708 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-e9b1ad11-a19f-49db-9d5c-d49afdf807d6 None None] Allocated IP 172.20.0.2 (d9f59361-27fd-4c9b-89fc-8779ec445a53/a8de7245-eea3-41f7-9d1d-f9cba5bb4006/9b48431c-5d41-4521-a03f-261216bdaa79) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:39:05.321979 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfb56d3-f0fd-4070-afa5-b7d74bfbb32b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network hostable DHCP agents. Network: b03d197c-0170-4767-8b85-a8b2bba2a827, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:39:05.328046 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 924c148d-142c-4b6c-8570-3b938b8a81ab, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=924c148d-142c-4b6c-8570-3b938b8a81ab,segment=NetworkSegment(c440332e-ad26-42d4-aa3b-e6d8c6a39264),segment_id=c440332e-ad26-42d4-aa3b-e6d8c6a39264)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:39:05.339521 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:05.370159 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f38341-46e9-46f3-9bb4-29809bd9a072 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Port': ['ID=54f1539f-9a21-402b-93c5-3c3218ca811e,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:05.380964 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfb56d3-f0fd-4070-afa5-b7d74bfbb32b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network b03d197c-0170-4767-8b85-a8b2bba2a827 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:39:05.397970 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-abfb56d3-f0fd-4070-afa5-b7d74bfbb32b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, b03d197c-0170-4767-8b85-a8b2bba2a827) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:39:05.402662 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfb56d3-f0fd-4070-afa5-b7d74bfbb32b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:05.403253 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-abfb56d3-f0fd-4070-afa5-b7d74bfbb32b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:05.444486 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05717949-a388-4bb0-a8f0-e0a65b2ca679 None None] Network b03d197c-0170-4767-8b85-a8b2bba2a827 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:39:05.446774 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-abfb56d3-f0fd-4070-afa5-b7d74bfbb32b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5289903 Apr 20 17:39:05.451826 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42468) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:05.479961 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-90a4e443-4281-4eae-81ee-a76ba9f57c31 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1082769591', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:39:05.487074 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-90a4e443-4281-4eae-81ee-a76ba9f57c31 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:39:05.513537 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-90a4e443-4281-4eae-81ee-a76ba9f57c31 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Usage tracker for resource:router and tenant:9b47d4ec84d44059beda8a5ee5d71e29 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:39:05.536152 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-90a4e443-4281-4eae-81ee-a76ba9f57c31 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:39:05.552471 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-90a4e443-4281-4eae-81ee-a76ba9f57c31 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:39:05.585521 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-385adf6a-d230-448b-9203-b752436977e5 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Synchronizing usage tracker for tenant:afdda90d8b714cd0a49b7b3d0da0c05b on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:39:05.605312 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-90a4e443-4281-4eae-81ee-a76ba9f57c31 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:05.606052 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-90a4e443-4281-4eae-81ee-a76ba9f57c31 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:05.610897 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-385adf6a-d230-448b-9203-b752436977e5 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Unset dirty status for tenant:afdda90d8b714cd0a49b7b3d0da0c05b on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:39:05.623964 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-385adf6a-d230-448b-9203-b752436977e5 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1436415097&fields=id&tenant_id=afdda90d8b714cd0a49b7b3d0da0c05b HTTP/1.1" status: 200 len: 267 time: 0.1339335 Apr 20 17:39:05.861525 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef59c0d-def2-4916-9ba6-cfe262e87263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-b03d197c-0170-4767-8b85-a8b2bba2a827', 'network_id': 'b03d197c-0170-4767-8b85-a8b2bba2a827', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'fixed_ips': [{'subnet_id': '7c323a7b-a74b-473b-acdb-ca23948d33cf'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:39:05.862658 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1ef59c0d-def2-4916-9ba6-cfe262e87263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:05.866523 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-145d2239-7ccf-44f7-9798-a444024fcf27 req-0c912562-07df-4809-8fff-cd44b1356628 service neutron] 10.222.0.43 "GET /v2.0/networks/75e71efc-ac09-4a59-846f-5f9d1ee16aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8556859 Apr 20 17:39:05.888629 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=924c148d-142c-4b6c-8570-3b938b8a81ab,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:06.232585 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-90a4e443-4281-4eae-81ee-a76ba9f57c31 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:06.328931 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e9b1ad11-a19f-49db-9d5c-d49afdf807d6 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:06.349714 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-90a4e443-4281-4eae-81ee-a76ba9f57c31 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:06.382721 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e9b1ad11-a19f-49db-9d5c-d49afdf807d6 None None] Transition to ACTIVE for port object 9b48431c-5d41-4521-a03f-261216bdaa79 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:39:06.406652 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-90a4e443-4281-4eae-81ee-a76ba9f57c31 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:06.415856 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-90a4e443-4281-4eae-81ee-a76ba9f57c31 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9574473 Apr 20 17:39:06.417408 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42480) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:06.472191 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-1ef59c0d-def2-4916-9ba6-cfe262e87263 None None] Allocated IP 172.21.0.2 (b03d197c-0170-4767-8b85-a8b2bba2a827/7c323a7b-a74b-473b-acdb-ca23948d33cf/65c2d06b-43e4-4123-a0cd-7a54fc028e19) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:39:06.482974 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e9b1ad11-a19f-49db-9d5c-d49afdf807d6 None None] Transition to ACTIVE for port object 9b48431c-5d41-4521-a03f-261216bdaa79 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:39:06.502104 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e9b1ad11-a19f-49db-9d5c-d49afdf807d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:06.559632 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d076dedd-bed0-4e26-ae44-aab393404f4f req-b9af560a-8030-4df1-9dc2-512ef06f81fa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7428a13708064f73b2837c4880ccd24b&device_id=9e34dc33-247b-41ae-be3e-91a83dbd9de6 HTTP/1.1" status: 200 len: 1094 time: 0.5836933 Apr 20 17:39:06.624177 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1ad11-a19f-49db-9d5c-d49afdf807d6 None None] Pushing event updated for resources: {'Port': ['ID=9b48431c-5d41-4521-a03f-261216bdaa79,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:06.723137 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b1ad11-a19f-49db-9d5c-d49afdf807d6 None None] Network d9f59361-27fd-4c9b-89fc-8779ec445a53 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:39:06.726263 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-e9b1ad11-a19f-49db-9d5c-d49afdf807d6 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:39:06.730147 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b1ad11-a19f-49db-9d5c-d49afdf807d6 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:39:06.859322 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-cd5f2bf4-ad1d-4254-bd49-763433669164 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:06.861681 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-cd5f2bf4-ad1d-4254-bd49-763433669164 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/networks?id=911da384-323b-42ed-9656-9be4d49d8f36 HTTP/1.1" status: 200 len: 811 time: 1.2308712 Apr 20 17:39:06.899789 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-e9b1ad11-a19f-49db-9d5c-d49afdf807d6 None None] Attempting to bind port 9b48431c-5d41-4521-a03f-261216bdaa79 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:39:06.900439 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-e9b1ad11-a19f-49db-9d5c-d49afdf807d6 None None] Attempting to bind port 9b48431c-5d41-4521-a03f-261216bdaa79 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '7dc098ce-3227-4bfa-abce-76edbc7df9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd9f59361-27fd-4c9b-89fc-8779ec445a53'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:39:06.900964 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b1ad11-a19f-49db-9d5c-d49afdf807d6 None None] Attempting to bind port 9b48431c-5d41-4521-a03f-261216bdaa79 on network d9f59361-27fd-4c9b-89fc-8779ec445a53 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:39:06.933900 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b1ad11-a19f-49db-9d5c-d49afdf807d6 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:39:06.934998 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b1ad11-a19f-49db-9d5c-d49afdf807d6 None None] Checking segment: {'id': '7dc098ce-3227-4bfa-abce-76edbc7df9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd9f59361-27fd-4c9b-89fc-8779ec445a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:39:06.935252 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e9b1ad11-a19f-49db-9d5c-d49afdf807d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:06.935814 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b1ad11-a19f-49db-9d5c-d49afdf807d6 None None] Bound using segment: {'id': '7dc098ce-3227-4bfa-abce-76edbc7df9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd9f59361-27fd-4c9b-89fc-8779ec445a53'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:39:06.936445 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-e9b1ad11-a19f-49db-9d5c-d49afdf807d6 None None] Bound port: 9b48431c-5d41-4521-a03f-261216bdaa79, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc098ce-3227-4bfa-abce-76edbc7df9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd9f59361-27fd-4c9b-89fc-8779ec445a53'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:39:06.936973 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e9b1ad11-a19f-49db-9d5c-d49afdf807d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:07.104810 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-7d4bbeca-7e15-4a09-a85b-b5cccb62de85 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/quotas/afdda90d8b714cd0a49b7b3d0da0c05b HTTP/1.1" status: 200 len: 375 time: 0.0385635 Apr 20 17:39:07.225015 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-e9b1ad11-a19f-49db-9d5c-d49afdf807d6 None None] For port 9b48431c-5d41-4521-a03f-261216bdaa79, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:39:07.231853 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-e9b1ad11-a19f-49db-9d5c-d49afdf807d6 None None] For port 9b48431c-5d41-4521-a03f-261216bdaa79, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9b48431c-5d41-4521-a03f-261216bdaa79,segment=NetworkSegment(7dc098ce-3227-4bfa-abce-76edbc7df9b2),segment_id=7dc098ce-3227-4bfa-abce-76edbc7df9b2)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:39:07.249733 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e9b1ad11-a19f-49db-9d5c-d49afdf807d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:07.276354 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076dedd-bed0-4e26-ae44-aab393404f4f req-409dae5a-5b49-4693-97f1-33fc72a20636 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:07.293052 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d076dedd-bed0-4e26-ae44-aab393404f4f req-409dae5a-5b49-4693-97f1-33fc72a20636 service neutron] 10.222.0.43 "GET /v2.0/networks?id=75e71efc-ac09-4a59-846f-5f9d1ee16aa7 HTTP/1.1" status: 200 len: 909 time: 0.5387361 Apr 20 17:39:07.373899 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1ad11-a19f-49db-9d5c-d49afdf807d6 None None] Pushing event updated for resources: {'Port': ['ID=9b48431c-5d41-4521-a03f-261216bdaa79,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:07.385172 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1ef59c0d-def2-4916-9ba6-cfe262e87263 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:07.400544 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-255cbeb3-d898-442e-852a-c7c35b9763f4 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Synchronizing usage tracker for tenant:afdda90d8b714cd0a49b7b3d0da0c05b on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:39:07.424934 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1ef59c0d-def2-4916-9ba6-cfe262e87263 None None] Transition to ACTIVE for port object 65c2d06b-43e4-4123-a0cd-7a54fc028e19 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:39:07.467816 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1ef59c0d-def2-4916-9ba6-cfe262e87263 None None] Transition to ACTIVE for port object 65c2d06b-43e4-4123-a0cd-7a54fc028e19 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:39:07.481958 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1ef59c0d-def2-4916-9ba6-cfe262e87263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:07.606309 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef59c0d-def2-4916-9ba6-cfe262e87263 None None] Network b03d197c-0170-4767-8b85-a8b2bba2a827 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:39:07.607592 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d076dedd-bed0-4e26-ae44-aab393404f4f req-e291dec0-8ea2-4890-b4bf-f97a5c8a5638 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cda0db0-aeef-4e52-847f-b923a3980eca HTTP/1.1" status: 200 len: 217 time: 0.2960231 Apr 20 17:39:07.627690 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-1ef59c0d-def2-4916-9ba6-cfe262e87263 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:39:07.640135 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef59c0d-def2-4916-9ba6-cfe262e87263 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:39:07.677902 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c56cde7f-5c92-40bd-a909-5367d469e2ba tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:07.694879 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-255cbeb3-d898-442e-852a-c7c35b9763f4 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Unset dirty status for tenant:afdda90d8b714cd0a49b7b3d0da0c05b on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:39:07.709635 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-255cbeb3-d898-442e-852a-c7c35b9763f4 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=afdda90d8b714cd0a49b7b3d0da0c05b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5983093 Apr 20 17:39:07.861853 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 924c148d-142c-4b6c-8570-3b938b8a81ab up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:39:07.935144 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef59c0d-def2-4916-9ba6-cfe262e87263 None None] Pushing event updated for resources: {'Port': ['ID=65c2d06b-43e4-4123-a0cd-7a54fc028e19,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:07.955850 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-1ef59c0d-def2-4916-9ba6-cfe262e87263 None None] Attempting to bind port 65c2d06b-43e4-4123-a0cd-7a54fc028e19 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:39:07.956147 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-1ef59c0d-def2-4916-9ba6-cfe262e87263 None None] Attempting to bind port 65c2d06b-43e4-4123-a0cd-7a54fc028e19 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '93875371-573d-465c-be9e-5e6c036b9992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b03d197c-0170-4767-8b85-a8b2bba2a827'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:39:07.956546 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef59c0d-def2-4916-9ba6-cfe262e87263 None None] Attempting to bind port 65c2d06b-43e4-4123-a0cd-7a54fc028e19 on network b03d197c-0170-4767-8b85-a8b2bba2a827 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:39:07.975770 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef59c0d-def2-4916-9ba6-cfe262e87263 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:39:07.976177 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef59c0d-def2-4916-9ba6-cfe262e87263 None None] Checking segment: {'id': '93875371-573d-465c-be9e-5e6c036b9992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b03d197c-0170-4767-8b85-a8b2bba2a827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:39:07.982598 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1ef59c0d-def2-4916-9ba6-cfe262e87263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:07.983003 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef59c0d-def2-4916-9ba6-cfe262e87263 None None] Bound using segment: {'id': '93875371-573d-465c-be9e-5e6c036b9992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b03d197c-0170-4767-8b85-a8b2bba2a827'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:39:07.983649 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-1ef59c0d-def2-4916-9ba6-cfe262e87263 None None] Bound port: 65c2d06b-43e4-4123-a0cd-7a54fc028e19, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93875371-573d-465c-be9e-5e6c036b9992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b03d197c-0170-4767-8b85-a8b2bba2a827'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:39:07.984019 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1ef59c0d-def2-4916-9ba6-cfe262e87263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:08.117753 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-d0770920-6805-43cf-80c4-581acb81d82f service neutron] 10.222.0.39 "GET /v2.0/networks/911da384-323b-42ed-9656-9be4d49d8f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858559 Apr 20 17:39:08.133625 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c2f1628b-d86b-439a-b624-3063f0961385 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:08.143656 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1ef59c0d-def2-4916-9ba6-cfe262e87263 None None] For port 65c2d06b-43e4-4123-a0cd-7a54fc028e19, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:39:08.147214 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1ef59c0d-def2-4916-9ba6-cfe262e87263 None None] For port 65c2d06b-43e4-4123-a0cd-7a54fc028e19, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=65c2d06b-43e4-4123-a0cd-7a54fc028e19,segment=NetworkSegment(93875371-573d-465c-be9e-5e6c036b9992),segment_id=93875371-573d-465c-be9e-5e6c036b9992)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:39:08.181878 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a75605-ec76-443c-a7c9-02ca49055104 req-fff5a8a6-f595-4b64-8fa9-587473e42222 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:08.185454 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 924c148d-142c-4b6c-8570-3b938b8a81ab triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:39:08.188272 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:08.189207 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-38a75605-ec76-443c-a7c9-02ca49055104 req-fff5a8a6-f595-4b64-8fa9-587473e42222 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e34dc33-247b-41ae-be3e-91a83dbd9de6 HTTP/1.1" status: 200 len: 943 time: 2.0242994 Apr 20 17:39:08.204715 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076dedd-bed0-4e26-ae44-aab393404f4f req-08e6c4e1-883d-453d-91d6-bdeab8570bc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:08.206308 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d076dedd-bed0-4e26-ae44-aab393404f4f req-08e6c4e1-883d-453d-91d6-bdeab8570bc3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=44c799ba-6ce0-4519-9de1-6d94eae2787c HTTP/1.1" status: 200 len: 848 time: 0.3001573 Apr 20 17:39:08.264050 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1ef59c0d-def2-4916-9ba6-cfe262e87263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:08.319470 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d076dedd-bed0-4e26-ae44-aab393404f4f req-1b7a9bbe-c192-4e66-9f5e-691ff9807955 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=75e71efc-ac09-4a59-846f-5f9d1ee16aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021159 Apr 20 17:39:08.336630 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-3029f49b-8ff0-4035-b3c4-d250200d00f2 service neutron] 10.222.0.39 "GET /v2.0/networks/911da384-323b-42ed-9656-9be4d49d8f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892920 Apr 20 17:39:08.381278 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef59c0d-def2-4916-9ba6-cfe262e87263 None None] Pushing event updated for resources: {'Port': ['ID=65c2d06b-43e4-4123-a0cd-7a54fc028e19,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:08.449691 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-38a75605-ec76-443c-a7c9-02ca49055104 req-e5d8d11f-858d-45b4-a47d-1139a94a91cb tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] 10.222.0.39 "GET /v2.0/security-groups?id=29bc607c-5cd8-40cf-9cfa-a6567a0ed260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595215 Apr 20 17:39:08.716700 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 4cda0db0-aeef-4e52-847f-b923a3980eca details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:39:09.096462 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 4cda0db0-aeef-4e52-847f-b923a3980eca, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=4cda0db0-aeef-4e52-847f-b923a3980eca,segment=NetworkSegment(cfcff26c-c717-44a1-8b22-b45ba586c1e9),segment_id=cfcff26c-c717-44a1-8b22-b45ba586c1e9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:39:09.113298 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '4cda0db0-aeef-4e52-847f-b923a3980eca', 'network_id': '75e71efc-ac09-4a59-846f-5f9d1ee16aa7', 'port_id': '4cda0db0-aeef-4e52-847f-b923a3980eca', 'mac_address': 'fa:16:3e:79:dc:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c799ba-6ce0-4519-9de1-6d94eae2787c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:39:09.271631 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3ac4a75e-50cd-4233-95b6-84556a826bcf req-3e18b2b7-11c4-408a-9eb9-bcadc32e4462 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 210 time: 0.4920895 Apr 20 17:39:09.333783 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-c2f1628b-d86b-439a-b624-3063f0961385 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Allocated IP 172.20.0.1 (d9f59361-27fd-4c9b-89fc-8779ec445a53/a8de7245-eea3-41f7-9d1d-f9cba5bb4006/1649cdbd-f2ec-45ab-a157-f822e4169fff) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:39:09.349542 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d076dedd-bed0-4e26-ae44-aab393404f4f req-9319b2ff-64e5-4f2c-8273-a5b9bd1f080e service neutron] 10.222.0.43 "GET /v2.0/networks/75e71efc-ac09-4a59-846f-5f9d1ee16aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9862483 Apr 20 17:39:09.357646 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3848ec27-0d30-4f69-8969-d845942010e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:09.410703 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:09.529519 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cda0db0-aeef-4e52-847f-b923a3980eca {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:39:09.543483 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbff89e0-560e-4b7f-a540-a756695e603f None None] Network d9f59361-27fd-4c9b-89fc-8779ec445a53 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:39:09.709629 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5ac36e4b-57c0-4318-934b-d4d0a59b5736 req-5e5566ab-8a57-4901-a34a-eed06c61fb2c tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 1096 time: 0.7417040 Apr 20 17:39:09.817032 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 4cda0db0-aeef-4e52-847f-b923a3980eca, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=4cda0db0-aeef-4e52-847f-b923a3980eca,segment=NetworkSegment(cfcff26c-c717-44a1-8b22-b45ba586c1e9),segment_id=cfcff26c-c717-44a1-8b22-b45ba586c1e9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:39:09.832012 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:10.057566 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c2f1628b-d86b-439a-b624-3063f0961385 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:10.060732 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 65c2d06b-43e4-4123-a0cd-7a54fc028e19 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:39:10.096306 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-c2f1628b-d86b-439a-b624-3063f0961385 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Transition to ACTIVE for port object 1649cdbd-f2ec-45ab-a157-f822e4169fff will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:39:10.116215 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=4cda0db0-aeef-4e52-847f-b923a3980eca,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:10.159170 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['4cda0db0-aeef-4e52-847f-b923a3980eca'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:39:10.172437 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c2f1628b-d86b-439a-b624-3063f0961385 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:10.194569 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d076dedd-bed0-4e26-ae44-aab393404f4f req-842d3e36-1976-4abd-a7ba-196ffe93fd0c service neutron] 10.222.0.43 "GET /v2.0/networks/75e71efc-ac09-4a59-846f-5f9d1ee16aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8157461 Apr 20 17:39:10.422153 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f1628b-d86b-439a-b624-3063f0961385 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network d9f59361-27fd-4c9b-89fc-8779ec445a53 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:39:10.429448 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-461bd850-73bd-447f-b6b6-9856ef901dc0 None None] Provisioning for port 9b48431c-5d41-4521-a03f-261216bdaa79 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:39:10.451669 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5ac36e4b-57c0-4318-934b-d4d0a59b5736 req-fe98526c-7968-43e1-8e8f-35191aaad233 tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=0b11ffdb-0a5b-46b0-8905-207106275e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7366614 Apr 20 17:39:10.453949 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-c2f1628b-d86b-439a-b624-3063f0961385 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:39:10.461504 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1628b-d86b-439a-b624-3063f0961385 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Port': ['ID=1649cdbd-f2ec-45ab-a157-f822e4169fff,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:10.468246 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f1628b-d86b-439a-b624-3063f0961385 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:39:10.547480 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42524) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:10.650117 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c2f1628b-d86b-439a-b624-3063f0961385 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:10.721871 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d2dd6-c31c-4966-9653-03050eabff97 req-de79c315-3509-4785-8e9a-89bfaea7658b tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:10.732729 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-454d2dd6-c31c-4966-9653-03050eabff97 req-de79c315-3509-4785-8e9a-89bfaea7658b tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e34dc33-247b-41ae-be3e-91a83dbd9de6 HTTP/1.1" status: 200 len: 944 time: 0.6147740 Apr 20 17:39:10.816176 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-e2c1e000-7426-4c97-b544-acb27ae3ee45 admin admin] Deleting port 8599e52f-56a7-4816-bd23-d86cc23894bb {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:39:10.816515 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e2c1e000-7426-4c97-b544-acb27ae3ee45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:10.854719 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129a1008-71bc-4f1e-ba88-0a73fe185b24 None None] Network b03d197c-0170-4767-8b85-a8b2bba2a827 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:39:10.884598 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 65c2d06b-43e4-4123-a0cd-7a54fc028e19 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:39:10.899163 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-454d2dd6-c31c-4966-9653-03050eabff97 req-f4659c60-0102-4e9a-bb27-2d911e55d4cf tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Synchronizing usage tracker for tenant:7428a13708064f73b2837c4880ccd24b on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:39:10.959932 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9b48431c-5d41-4521-a03f-261216bdaa79 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:39:11.016900 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-454d2dd6-c31c-4966-9653-03050eabff97 req-f4659c60-0102-4e9a-bb27-2d911e55d4cf tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Unset dirty status for tenant:7428a13708064f73b2837c4880ccd24b on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:39:11.026775 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-454d2dd6-c31c-4966-9653-03050eabff97 req-f4659c60-0102-4e9a-bb27-2d911e55d4cf tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] 10.222.0.39 "GET /v2.0/security-groups?id=29bc607c-5cd8-40cf-9cfa-a6567a0ed260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931330 Apr 20 17:39:11.142487 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c2f1628b-d86b-439a-b624-3063f0961385 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:11.234997 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d7bf613e-8610-41c7-86b8-2f93b14429e4 req-fa3f862c-3370-4795-9a2e-ac865436d9fe tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 210 time: 0.1091692 Apr 20 17:39:11.303906 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b83daf28-d61d-42fe-b80b-a0a658f72c61 None None] Provisioning for port 65c2d06b-43e4-4123-a0cd-7a54fc028e19 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:39:11.340767 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b83daf28-d61d-42fe-b80b-a0a658f72c61 None None] Provisioning complete for port 65c2d06b-43e4-4123-a0cd-7a54fc028e19 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:39:11.341280 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b83daf28-d61d-42fe-b80b-a0a658f72c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:11.623058 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-d97f5a54-e17d-4bb5-a3e4-fac34414801f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Deleting port f11b9250-c02d-497a-b3e0-a2ab73001cef {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:39:11.623621 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d97f5a54-e17d-4bb5-a3e4-fac34414801f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:11.754981 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-81a91035-9157-47b4-a530-ac5213817748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:11.771761 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b83daf28-d61d-42fe-b80b-a0a658f72c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:11.873532 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-8bf301ad-6743-4686-8832-1a9491ceecc3 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:11.875216 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-8bf301ad-6743-4686-8832-1a9491ceecc3 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.10 "GET /v2.0/networks?id=911da384-323b-42ed-9656-9be4d49d8f36 HTTP/1.1" status: 200 len: 811 time: 0.9666355 Apr 20 17:39:11.909308 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 9b48431c-5d41-4521-a03f-261216bdaa79 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:39:11.944786 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 9b48431c-5d41-4521-a03f-261216bdaa79 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:39:11.949127 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:11.977955 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-f41e4f20-902d-4098-a1b5-992f41e13b11 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afdda90d8b714cd0a49b7b3d0da0c05b HTTP/1.1" status: 200 len: 380 time: 0.0868404 Apr 20 17:39:11.994377 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-84201368-4509-4bfd-880c-6638e84996ea tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Request body: {'port': {'device_id': '8b98c491-2216-49b5-93a4-1ec795c9c374', 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36', 'admin_state_up': True, 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'security_groups': ['5541b5b8-c3a7-490e-bc25-ac1a259354aa']}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:39:12.014331 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b83daf28-d61d-42fe-b80b-a0a658f72c61 None None] For port 65c2d06b-43e4-4123-a0cd-7a54fc028e19, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=65c2d06b-43e4-4123-a0cd-7a54fc028e19,segment=NetworkSegment(93875371-573d-465c-be9e-5e6c036b9992),segment_id=93875371-573d-465c-be9e-5e6c036b9992)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:39:12.073574 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-e2c1e000-7426-4c97-b544-acb27ae3ee45 admin admin] For port 8599e52f-56a7-4816-bd23-d86cc23894bb, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8599e52f-56a7-4816-bd23-d86cc23894bb,segment=NetworkSegment(aeb8f33c-317c-45e3-a7a9-c21f7e658316),segment_id=aeb8f33c-317c-45e3-a7a9-c21f7e658316)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:39:12.074293 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e2c1e000-7426-4c97-b544-acb27ae3ee45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:12.158995 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b83daf28-d61d-42fe-b80b-a0a658f72c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:12.380813 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-e2c1e000-7426-4c97-b544-acb27ae3ee45 admin admin] Calling delete_port for 8599e52f-56a7-4816-bd23-d86cc23894bb owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:39:12.516815 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83daf28-d61d-42fe-b80b-a0a658f72c61 None None] Pushing event updated for resources: {'Port': ['ID=65c2d06b-43e4-4123-a0cd-7a54fc028e19,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:12.533014 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0f02ece3-35e6-4371-b64f-5aee780cfcda None None] Provisioning complete for port 9b48431c-5d41-4521-a03f-261216bdaa79 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:39:12.533864 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0f02ece3-35e6-4371-b64f-5aee780cfcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:12.720625 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d97f5a54-e17d-4bb5-a3e4-fac34414801f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:12.721208 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d97f5a54-e17d-4bb5-a3e4-fac34414801f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:12.749483 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:12.763835 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-84201368-4509-4bfd-880c-6638e84996ea tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:39:12.785160 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-84201368-4509-4bfd-880c-6638e84996ea tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:39:12.805541 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [None req-c2f1628b-d86b-439a-b624-3063f0961385 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:39:12.830858 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-84201368-4509-4bfd-880c-6638e84996ea tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Made reservation on behalf of afdda90d8b714cd0a49b7b3d0da0c05b for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:39:12.835242 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-84201368-4509-4bfd-880c-6638e84996ea tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:12.856811 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c2f1628b-d86b-439a-b624-3063f0961385 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:12.878910 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c2f1628b-d86b-439a-b624-3063f0961385 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:12.901237 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:12.909724 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:13.013157 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 9b48431c-5d41-4521-a03f-261216bdaa79, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9b48431c-5d41-4521-a03f-261216bdaa79,segment=NetworkSegment(7dc098ce-3227-4bfa-abce-76edbc7df9b2),segment_id=7dc098ce-3227-4bfa-abce-76edbc7df9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:39:13.014278 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0f02ece3-35e6-4371-b64f-5aee780cfcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:13.035400 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-d97f5a54-e17d-4bb5-a3e4-fac34414801f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Calling delete_port for f11b9250-c02d-497a-b3e0-a2ab73001cef owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:39:13.047785 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:13.064213 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c2f1628b-d86b-439a-b624-3063f0961385 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:13.099604 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1628b-d86b-439a-b624-3063f0961385 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Port': ['ID=1649cdbd-f2ec-45ab-a157-f822e4169fff,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:13.150940 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8031b613-c268-473d-ae0e-6751345b3d63 req-f2bbb823-b30f-4432-988f-515550ff3eae tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 210 time: 0.5378606 Apr 20 17:39:13.174948 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 65c2d06b-43e4-4123-a0cd-7a54fc028e19 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:39:13.292766 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f1628b-d86b-439a-b624-3063f0961385 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:13.293622 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f1628b-d86b-439a-b624-3063f0961385 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:13.294277 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f1628b-d86b-439a-b624-3063f0961385 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:13.294987 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f1628b-d86b-439a-b624-3063f0961385 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:13.295675 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f1628b-d86b-439a-b624-3063f0961385 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:13.296224 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f1628b-d86b-439a-b624-3063f0961385 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:13.296901 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f1628b-d86b-439a-b624-3063f0961385 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:13.297571 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f1628b-d86b-439a-b624-3063f0961385 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:13.298090 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f1628b-d86b-439a-b624-3063f0961385 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:13.298646 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f1628b-d86b-439a-b624-3063f0961385 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:13.299190 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f1628b-d86b-439a-b624-3063f0961385 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:13.304316 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e2c1e000-7426-4c97-b544-acb27ae3ee45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:13.321539 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f1628b-d86b-439a-b624-3063f0961385 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network d9f59361-27fd-4c9b-89fc-8779ec445a53 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:39:13.339292 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-c2f1628b-d86b-439a-b624-3063f0961385 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:39:13.339499 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-0f02ece3-35e6-4371-b64f-5aee780cfcda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:39:13.339777 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-0f02ece3-35e6-4371-b64f-5aee780cfcda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:39:13.406995 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=9b48431c-5d41-4521-a03f-261216bdaa79,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:13.435859 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:13.476550 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 65c2d06b-43e4-4123-a0cd-7a54fc028e19 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:39:13.476933 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:13.725480 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1b586-d3b3-48bd-84f2-e66253ebc10a req-b1cd40f3-8625-4a96-84e4-1fdef70e912b tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:13.727441 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-06a1b586-d3b3-48bd-84f2-e66253ebc10a req-b1cd40f3-8625-4a96-84e4-1fdef70e912b tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e34dc33-247b-41ae-be3e-91a83dbd9de6 HTTP/1.1" status: 200 len: 944 time: 1.1834517 Apr 20 17:39:13.932998 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-06a1b586-d3b3-48bd-84f2-e66253ebc10a req-a130ea9b-ca90-477f-b5fa-e3ad9d32c3b1 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] 10.222.0.39 "GET /v2.0/security-groups?id=29bc607c-5cd8-40cf-9cfa-a6567a0ed260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964958 Apr 20 17:39:14.015505 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1e000-7426-4c97-b544-acb27ae3ee45 admin admin] Pushing event deleted for resources: {'Port': ['ID=8599e52f-56a7-4816-bd23-d86cc23894bb,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:14.060118 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:14.072115 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0f02ece3-35e6-4371-b64f-5aee780cfcda None None] Provisioning for port 1649cdbd-f2ec-45ab-a157-f822e4169fff completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:39:14.086598 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0f02ece3-35e6-4371-b64f-5aee780cfcda None None] Provisioning complete for port 1649cdbd-f2ec-45ab-a157-f822e4169fff triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:39:14.087482 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0f02ece3-35e6-4371-b64f-5aee780cfcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:14.107716 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d97f5a54-e17d-4bb5-a3e4-fac34414801f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:14.177947 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0f02ece3-35e6-4371-b64f-5aee780cfcda None None] Port 1649cdbd-f2ec-45ab-a157-f822e4169fff cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:39:14.263843 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f5a54-e17d-4bb5-a3e4-fac34414801f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event deleted for resources: {'Port': ['ID=f11b9250-c02d-497a-b3e0-a2ab73001cef,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:14.269512 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-84201368-4509-4bfd-880c-6638e84996ea tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Allocated IP 172.20.0.12 (911da384-323b-42ed-9656-9be4d49d8f36/6df2b9cf-3053-4862-b128-40e0c38b0bd7/ff710859-ef8f-4b68-8256-f2c582902d6f) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:39:14.323100 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-81bcb8d0-eb5f-4865-9802-4ab5d1c9d2d9 None None] Provisioning complete for port 1649cdbd-f2ec-45ab-a157-f822e4169fff triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:39:14.327228 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-81bcb8d0-eb5f-4865-9802-4ab5d1c9d2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:14.414766 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-81bcb8d0-eb5f-4865-9802-4ab5d1c9d2d9 None None] Port 1649cdbd-f2ec-45ab-a157-f822e4169fff cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:39:14.429298 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-81bcb8d0-eb5f-4865-9802-4ab5d1c9d2d9 None None] Provisioning complete for port 65c2d06b-43e4-4123-a0cd-7a54fc028e19 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:39:14.431003 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-81bcb8d0-eb5f-4865-9802-4ab5d1c9d2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:14.519027 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f1628b-d86b-439a-b624-3063f0961385 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Router 0a7a86ee-8909-4408-936a-8d4abaf6021a is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:39:14.719480 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d97f5a54-e17d-4bb5-a3e4-fac34414801f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:14.743161 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 4cda0db0-aeef-4e52-847f-b923a3980eca up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:39:14.760458 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-84201368-4509-4bfd-880c-6638e84996ea tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:14.787472 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-84201368-4509-4bfd-880c-6638e84996ea tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Transition to ACTIVE for port object ff710859-ef8f-4b68-8256-f2c582902d6f will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:39:14.818010 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f1628b-d86b-439a-b624-3063f0961385 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:39:14.831729 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb22579-5f70-4bb8-a866-e9209cac6ed6 None None] Sync routers for ids ['0a7a86ee-8909-4408-936a-8d4abaf6021a'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:39:14.837915 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c2f1628b-d86b-439a-b624-3063f0961385 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "PUT /v2.0/routers/0a7a86ee-8909-4408-936a-8d4abaf6021a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4120088 Apr 20 17:39:14.840605 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42556) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:14.845436 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 4cda0db0-aeef-4e52-847f-b923a3980eca completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:39:14.853637 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 4cda0db0-aeef-4e52-847f-b923a3980eca triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:39:14.855527 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:14.871747 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-c56cde7f-5c92-40bd-a909-5367d469e2ba tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Deleting port 54f1539f-9a21-402b-93c5-3c3218ca811e {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:39:14.872088 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c56cde7f-5c92-40bd-a909-5367d469e2ba tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:14.891107 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb22579-5f70-4bb8-a866-e9209cac6ed6 None None] Routers {'0a7a86ee-8909-4408-936a-8d4abaf6021a'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:39:14.892060 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-1cb22579-5f70-4bb8-a866-e9209cac6ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:39:12Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0a7a86ee-8909-4408-936a-8d4abaf6021a'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:14.913909 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d15cff-f5d0-498a-bc4c-8cbfc6ddb456 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:14.914516 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-07d15cff-f5d0-498a-bc4c-8cbfc6ddb456 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Synchronizing usage tracker for tenant:9b47d4ec84d44059beda8a5ee5d71e29 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:39:14.931183 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-91645dc5-b0ea-49e0-854b-5f5a14d75ddd req-29d883e5-3cbc-4e82-a753-d9d0de252a35 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 210 time: 0.5993869 Apr 20 17:39:14.936847 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-84201368-4509-4bfd-880c-6638e84996ea tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:15.020406 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-84201368-4509-4bfd-880c-6638e84996ea tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Network 911da384-323b-42ed-9656-9be4d49d8f36 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:39:15.021650 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-07d15cff-f5d0-498a-bc4c-8cbfc6ddb456 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Unset dirty status for tenant:9b47d4ec84d44059beda8a5ee5d71e29 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:39:15.022899 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-07d15cff-f5d0-498a-bc4c-8cbfc6ddb456 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "GET /v2.0/ports/1649cdbd-f2ec-45ab-a157-f822e4169fff HTTP/1.1" status: 200 len: 910 time: 0.1813552 Apr 20 17:39:15.031884 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-84201368-4509-4bfd-880c-6638e84996ea tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:39:15.033788 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-1cb22579-5f70-4bb8-a866-e9209cac6ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:15.035007 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-84201368-4509-4bfd-880c-6638e84996ea tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:39:15.105589 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42562) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:15.112783 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-84201368-4509-4bfd-880c-6638e84996ea tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:15.113384 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-84201368-4509-4bfd-880c-6638e84996ea tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:15.119640 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb22579-5f70-4bb8-a866-e9209cac6ed6 None None] Routers {'0a7a86ee-8909-4408-936a-8d4abaf6021a'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:39:15.120333 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-1cb22579-5f70-4bb8-a866-e9209cac6ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:39:12Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0a7a86ee-8909-4408-936a-8d4abaf6021a'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:15.291772 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-1cb22579-5f70-4bb8-a866-e9209cac6ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:15.292100 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb22579-5f70-4bb8-a866-e9209cac6ed6 None None] The sync data for ids ['0a7a86ee-8909-4408-936a-8d4abaf6021a'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:39:15.302317 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:15.382420 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:15.397312 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9b48431c-5d41-4521-a03f-261216bdaa79 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:39:15.433572 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e34dc33-247b-41ae-be3e-91a83dbd9de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cda0db0-aeef-4e52-847f-b923a3980eca'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:39:15.510610 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c56cde7f-5c92-40bd-a909-5367d469e2ba tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:15.516027 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84201368-4509-4bfd-880c-6638e84996ea tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Pushing event updated for resources: {'Port': ['ID=ff710859-ef8f-4b68-8256-f2c582902d6f,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:15.535806 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 4cda0db0-aeef-4e52-847f-b923a3980eca, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=4cda0db0-aeef-4e52-847f-b923a3980eca,segment=NetworkSegment(cfcff26c-c717-44a1-8b22-b45ba586c1e9),segment_id=cfcff26c-c717-44a1-8b22-b45ba586c1e9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:39:15.540325 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-84201368-4509-4bfd-880c-6638e84996ea tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5528016 Apr 20 17:39:15.558594 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:15.574564 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf86901-4d91-404f-a7e7-d51f7a67d741'] response: {'server_uuid': '9e34dc33-247b-41ae-be3e-91a83dbd9de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cda0db0-aeef-4e52-847f-b923a3980eca', 'code': 200} Apr 20 17:39:15.600412 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-343f0949-d7a4-4b93-8c95-133cf8af8631 service neutron] Request body: {'port': {'device_id': '8b98c491-2216-49b5-93a4-1ec795c9c374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:39:15.738877 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=4cda0db0-aeef-4e52-847f-b923a3980eca,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:15.752268 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-52784c03-3970-4f77-b9b8-0e0c86d1859d None None] Provisioning for port ff710859-ef8f-4b68-8256-f2c582902d6f completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:39:15.760276 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-52784c03-3970-4f77-b9b8-0e0c86d1859d None None] Provisioning complete for port ff710859-ef8f-4b68-8256-f2c582902d6f triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:39:15.760634 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-52784c03-3970-4f77-b9b8-0e0c86d1859d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:15.847360 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-52784c03-3970-4f77-b9b8-0e0c86d1859d None None] Port ff710859-ef8f-4b68-8256-f2c582902d6f cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:39:15.848978 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 9b48431c-5d41-4521-a03f-261216bdaa79 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:39:15.849472 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:15.933022 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-c56cde7f-5c92-40bd-a909-5367d469e2ba tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Calling delete_port for 54f1539f-9a21-402b-93c5-3c3218ca811e owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:39:16.254490 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-65fd17ad-eaa4-41a2-935a-8b7b2b49b20b req-bc3d03b7-f804-4864-b7aa-b91451c85756 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9e34dc33-247b-41ae-be3e-91a83dbd9de6 HTTP/1.1" status: 200 len: 1096 time: 0.5606780 Apr 20 17:39:16.369902 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e2c1e000-7426-4c97-b544-acb27ae3ee45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:16.427267 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-343f0949-d7a4-4b93-8c95-133cf8af8631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:16.644858 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425780b-1bf4-44f8-a521-f110c869aa15 req-2e783b85-e0ac-4538-af6f-ed2213fa456d tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:16.651485 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3425780b-1bf4-44f8-a521-f110c869aa15 req-2e783b85-e0ac-4538-af6f-ed2213fa456d tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e34dc33-247b-41ae-be3e-91a83dbd9de6 HTTP/1.1" status: 200 len: 945 time: 0.6965058 Apr 20 17:39:16.902105 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-65fd17ad-eaa4-41a2-935a-8b7b2b49b20b req-00b35dfb-a775-4a36-bca8-77236ed1f0ad service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=29bc607c-5cd8-40cf-9cfa-a6567a0ed260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5676167 Apr 20 17:39:16.918297 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3425780b-1bf4-44f8-a521-f110c869aa15 req-b7f2bf38-89bf-40e6-8fb9-4d6e4dfeb98e tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] 10.222.0.39 "GET /v2.0/security-groups?id=29bc607c-5cd8-40cf-9cfa-a6567a0ed260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658420 Apr 20 17:39:17.089163 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9923ba-37ff-4e17-ad1a-d4d3bf47cd60 req-56fb3f0c-af4c-4a49-a987-f3af80629e08 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:17.090642 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5b9923ba-37ff-4e17-ad1a-d4d3bf47cd60 req-56fb3f0c-af4c-4a49-a987-f3af80629e08 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 932 time: 0.8350391 Apr 20 17:39:17.122858 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c56cde7f-5c92-40bd-a909-5367d469e2ba tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:17.202414 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56cde7f-5c92-40bd-a909-5367d469e2ba tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event deleted for resources: {'Port': ['ID=54f1539f-9a21-402b-93c5-3c3218ca811e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:17.405669 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-5b9923ba-37ff-4e17-ad1a-d4d3bf47cd60 req-29324b8f-770e-47af-afc1-93738feeab76 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Synchronizing usage tracker for tenant:afdda90d8b714cd0a49b7b3d0da0c05b on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:39:17.421463 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-343f0949-d7a4-4b93-8c95-133cf8af8631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff710859-ef8f-4b68-8256-f2c582902d6f {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:39:17.422120 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97f5a54-e17d-4bb5-a3e4-fac34414801f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Router a847c51d-e3e8-4b74-9074-de9e5616f6d3 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:39:17.449673 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-343f0949-d7a4-4b93-8c95-133cf8af8631 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:17.467740 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-5b9923ba-37ff-4e17-ad1a-d4d3bf47cd60 req-29324b8f-770e-47af-afc1-93738feeab76 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Unset dirty status for tenant:afdda90d8b714cd0a49b7b3d0da0c05b on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:39:17.469153 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5b9923ba-37ff-4e17-ad1a-d4d3bf47cd60 req-29324b8f-770e-47af-afc1-93738feeab76 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3667240 Apr 20 17:39:17.495920 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-343f0949-d7a4-4b93-8c95-133cf8af8631 service neutron] Transition to ACTIVE for port object ff710859-ef8f-4b68-8256-f2c582902d6f will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:39:17.506580 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-184847c2-4bb0-42a6-a763-8b690140841d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:17.523464 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-343f0949-d7a4-4b93-8c95-133cf8af8631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:17.932606 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c56cde7f-5c92-40bd-a909-5367d469e2ba tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:17.955836 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f0949-d7a4-4b93-8c95-133cf8af8631 service neutron] Pushing event updated for resources: {'Port': ['ID=ff710859-ef8f-4b68-8256-f2c582902d6f,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:18.160589 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-343f0949-d7a4-4b93-8c95-133cf8af8631 service neutron] Attempting to bind port ff710859-ef8f-4b68-8256-f2c582902d6f on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:39:18.161426 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-343f0949-d7a4-4b93-8c95-133cf8af8631 service neutron] Attempting to bind port ff710859-ef8f-4b68-8256-f2c582902d6f by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'c440332e-ad26-42d4-aa3b-e6d8c6a39264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:39:18.161985 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-343f0949-d7a4-4b93-8c95-133cf8af8631 service neutron] Attempting to bind port ff710859-ef8f-4b68-8256-f2c582902d6f on network 911da384-323b-42ed-9656-9be4d49d8f36 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:39:18.171073 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-343f0949-d7a4-4b93-8c95-133cf8af8631 service neutron] Port ff710859-ef8f-4b68-8256-f2c582902d6f on network 911da384-323b-42ed-9656-9be4d49d8f36 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:39:18.171829 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-343f0949-d7a4-4b93-8c95-133cf8af8631 service neutron] Attempting to bind port ff710859-ef8f-4b68-8256-f2c582902d6f on network 911da384-323b-42ed-9656-9be4d49d8f36 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:39:18.218349 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-343f0949-d7a4-4b93-8c95-133cf8af8631 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:39:18.219028 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-343f0949-d7a4-4b93-8c95-133cf8af8631 service neutron] Checking segment: {'id': 'c440332e-ad26-42d4-aa3b-e6d8c6a39264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:39:18.219609 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-343f0949-d7a4-4b93-8c95-133cf8af8631 service neutron] Bound using segment: {'id': 'c440332e-ad26-42d4-aa3b-e6d8c6a39264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:39:18.220266 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-343f0949-d7a4-4b93-8c95-133cf8af8631 service neutron] Bound port: ff710859-ef8f-4b68-8256-f2c582902d6f, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c440332e-ad26-42d4-aa3b-e6d8c6a39264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:39:18.220808 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-343f0949-d7a4-4b93-8c95-133cf8af8631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:18.656368 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-343f0949-d7a4-4b93-8c95-133cf8af8631 service neutron] For port ff710859-ef8f-4b68-8256-f2c582902d6f, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:39:18.663814 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-343f0949-d7a4-4b93-8c95-133cf8af8631 service neutron] For port ff710859-ef8f-4b68-8256-f2c582902d6f, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=ff710859-ef8f-4b68-8256-f2c582902d6f,segment=NetworkSegment(c440332e-ad26-42d4-aa3b-e6d8c6a39264),segment_id=c440332e-ad26-42d4-aa3b-e6d8c6a39264)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:39:18.666233 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-184847c2-4bb0-42a6-a763-8b690140841d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Allocated IP 172.21.0.1 (b03d197c-0170-4767-8b85-a8b2bba2a827/7c323a7b-a74b-473b-acdb-ca23948d33cf/cb71a6e1-82cb-409a-bc9e-c6fd6e0d87af) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:39:18.707449 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10309cc5-d3ca-42b9-a03d-52914c4d7c16 req-6db2aad3-b69f-40ff-8ff6-f6ebe7675e25 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:18.716747 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-10309cc5-d3ca-42b9-a03d-52914c4d7c16 req-6db2aad3-b69f-40ff-8ff6-f6ebe7675e25 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e34dc33-247b-41ae-be3e-91a83dbd9de6 HTTP/1.1" status: 200 len: 945 time: 0.4997957 Apr 20 17:39:18.728693 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97f5a54-e17d-4bb5-a3e4-fac34414801f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:39:18.745821 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c91097-ff89-40e8-8915-4340048c0976 None None] Sync routers for ids ['a847c51d-e3e8-4b74-9074-de9e5616f6d3'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:39:18.754051 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-343f0949-d7a4-4b93-8c95-133cf8af8631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:18.764098 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c91097-ff89-40e8-8915-4340048c0976 None None] Routers {'a847c51d-e3e8-4b74-9074-de9e5616f6d3'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:39:18.768937 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-98c91097-ff89-40e8-8915-4340048c0976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:39:12Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['a847c51d-e3e8-4b74-9074-de9e5616f6d3'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:18.869329 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-343f0949-d7a4-4b93-8c95-133cf8af8631 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:18.874739 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-343f0949-d7a4-4b93-8c95-133cf8af8631 service neutron] 10.222.0.10 "PUT /v2.0/ports/ff710859-ef8f-4b68-8256-f2c582902d6f HTTP/1.1" status: 200 len: 1092 time: 3.3017561 Apr 20 17:39:19.040391 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b98c491-2216-49b5-93a4-1ec795c9c374', 'tag': 'ff710859-ef8f-4b68-8256-f2c582902d6f'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:39:19.132253 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-98c91097-ff89-40e8-8915-4340048c0976 None None] Set router a847c51d-e3e8-4b74-9074-de9e5616f6d3 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:39:19.513692 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-10309cc5-d3ca-42b9-a03d-52914c4d7c16 req-bdd496ef-987d-481f-a1ed-c6438a303e24 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] 10.222.0.39 "GET /v2.0/security-groups?id=29bc607c-5cd8-40cf-9cfa-a6567a0ed260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7943373 Apr 20 17:39:19.534282 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f0949-d7a4-4b93-8c95-133cf8af8631 service neutron] Pushing event updated for resources: {'Port': ['ID=ff710859-ef8f-4b68-8256-f2c582902d6f,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:19.639387 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-184847c2-4bb0-42a6-a763-8b690140841d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:19.653938 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-18501581-683f-43c7-9a70-c90ed3382f5e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=afdda90d8b714cd0a49b7b3d0da0c05b&device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 1095 time: 0.5902748 Apr 20 17:39:19.656113 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d97f5a54-e17d-4bb5-a3e4-fac34414801f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:19.777167 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-99841604-444b-42b7-abbd-68970b18e2a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff710859-ef8f-4b68-8256-f2c582902d6f HTTP/1.1" status: 200 len: 217 time: 0.1102486 Apr 20 17:39:19.782412 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3ec338f-ad4a-4196-a9e1-54e0fffc1c8c'] response: {'name': 'network-changed', 'server_uuid': '8b98c491-2216-49b5-93a4-1ec795c9c374', 'tag': 'ff710859-ef8f-4b68-8256-f2c582902d6f', 'status': 'completed', 'code': 200} Apr 20 17:39:19.783086 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c369b82-9319-4718-babb-812397e1ea22 req-769204bc-55a1-488a-af6c-cfc8d3b3d442 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:19.783576 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-184847c2-4bb0-42a6-a763-8b690140841d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Transition to ACTIVE for port object cb71a6e1-82cb-409a-bc9e-c6fd6e0d87af will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:39:19.795594 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3c369b82-9319-4718-babb-812397e1ea22 req-769204bc-55a1-488a-af6c-cfc8d3b3d442 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 944 time: 1.0606456 Apr 20 17:39:19.861106 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-184847c2-4bb0-42a6-a763-8b690140841d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:19.885838 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-98c91097-ff89-40e8-8915-4340048c0976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622036229', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c6b1e202-dcdd-47e0-8774-6bf60b9da4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:35:56Z', 'updated_at': '2022-04-20T17:36:13Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'c6b1e202-dcdd-47e0-8774-6bf60b9da4cc', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:43:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:35:59Z', 'updated_at': '2022-04-20T17:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8753a3c2-5819-46c6-9a57-79470ff4e5cd', 'name': '', 'network_id': 'c6d4fe1b-5c38-412d-8e32-1a9e69c72c67', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:01:89:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4c363c9-ff38-4c02-a21b-5b3727689d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:10Z', 'updated_at': '2022-04-20T17:36:30Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': 'e4c363c9-ff38-4c02-a21b-5b3727689d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:19.894025 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c91097-ff89-40e8-8915-4340048c0976 None None] Checking router: a847c51d-e3e8-4b74-9074-de9e5616f6d3 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:39:19.907045 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d97f5a54-e17d-4bb5-a3e4-fac34414801f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "DELETE /v2.0/floatingips/07d6e123-83a2-449d-8892-cae10e7e68c5 HTTP/1.1" status: 204 len: 168 time: 9.3571148 Apr 20 17:39:19.919206 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c91097-ff89-40e8-8915-4340048c0976 None None] Routers {'a847c51d-e3e8-4b74-9074-de9e5616f6d3'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:39:19.921776 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f83f5c1-8862-400c-b48f-3072a3dbae30', 'tag': 'f40eae86-ce91-4627-8cc8-71e6eabd0e01'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:39:19.923980 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-98c91097-ff89-40e8-8915-4340048c0976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:39:12Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['a847c51d-e3e8-4b74-9074-de9e5616f6d3'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:19.962846 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-fce8a478-0c1d-4ec7-95ae-a325555e7d4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:19.964444 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-fce8a478-0c1d-4ec7-95ae-a325555e7d4e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6df2b9cf-3053-4862-b128-40e0c38b0bd7 HTTP/1.1" status: 200 len: 850 time: 0.1772540 Apr 20 17:39:19.973339 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184847c2-4bb0-42a6-a763-8b690140841d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network b03d197c-0170-4767-8b85-a8b2bba2a827 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:39:19.990037 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56cde7f-5c92-40bd-a909-5367d469e2ba tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Router 938253e0-3d25-4e5c-8c3c-b7543d9a987d has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:39:20.010447 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-184847c2-4bb0-42a6-a763-8b690140841d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:39:20.019552 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184847c2-4bb0-42a6-a763-8b690140841d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:39:20.025590 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3c369b82-9319-4718-babb-812397e1ea22 req-4ff0c451-cb6b-400c-8898-c03098dfd5b4 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286794 Apr 20 17:39:20.122226 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-184847c2-4bb0-42a6-a763-8b690140841d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:20.125068 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184847c2-4bb0-42a6-a763-8b690140841d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Port': ['ID=cb71a6e1-82cb-409a-bc9e-c6fd6e0d87af,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:20.187628 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-56472251-166e-4b0f-aba4-83ca805edb54 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=911da384-323b-42ed-9656-9be4d49d8f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2083762 Apr 20 17:39:20.284758 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-98c91097-ff89-40e8-8915-4340048c0976 None None] Set router a847c51d-e3e8-4b74-9074-de9e5616f6d3 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:39:20.332090 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-184847c2-4bb0-42a6-a763-8b690140841d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:20.358132 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-140138c5-a960-4b8e-bf97-c275d83a79c0'] response: {'name': 'network-changed', 'server_uuid': '4f83f5c1-8862-400c-b48f-3072a3dbae30', 'tag': 'f40eae86-ce91-4627-8cc8-71e6eabd0e01', 'status': 'completed', 'code': 200} Apr 20 17:39:20.472517 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:39:20.476527 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2185ad4c-2a39-4d4a-8e0c-5191c6bd6d2d None None] Provisioning for port cb71a6e1-82cb-409a-bc9e-c6fd6e0d87af completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:39:20.483266 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2185ad4c-2a39-4d4a-8e0c-5191c6bd6d2d None None] Provisioning complete for port cb71a6e1-82cb-409a-bc9e-c6fd6e0d87af triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:39:20.483644 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2185ad4c-2a39-4d4a-8e0c-5191c6bd6d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:20.603866 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c1e000-7426-4c97-b544-acb27ae3ee45 admin admin] Router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:39:20.636004 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-2185ad4c-2a39-4d4a-8e0c-5191c6bd6d2d None None] Port cb71a6e1-82cb-409a-bc9e-c6fd6e0d87af cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:39:20.701577 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56cde7f-5c92-40bd-a909-5367d469e2ba tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:39:20.715019 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044d8746-4719-4c2f-bc6b-6e46932298c8 None None] Sync routers for ids ['938253e0-3d25-4e5c-8c3c-b7543d9a987d'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:39:20.735236 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044d8746-4719-4c2f-bc6b-6e46932298c8 None None] Routers {'938253e0-3d25-4e5c-8c3c-b7543d9a987d'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:39:20.736644 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-044d8746-4719-4c2f-bc6b-6e46932298c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:39:12Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['938253e0-3d25-4e5c-8c3c-b7543d9a987d'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:20.761841 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c56cde7f-5c92-40bd-a909-5367d469e2ba tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "PUT /v2.0/routers/938253e0-3d25-4e5c-8c3c-b7543d9a987d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0622280 Apr 20 17:39:20.781156 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42610) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:20.867905 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-044d8746-4719-4c2f-bc6b-6e46932298c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:20.881235 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044d8746-4719-4c2f-bc6b-6e46932298c8 None None] Routers {'938253e0-3d25-4e5c-8c3c-b7543d9a987d'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:39:20.881852 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-044d8746-4719-4c2f-bc6b-6e46932298c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:39:12Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['938253e0-3d25-4e5c-8c3c-b7543d9a987d'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:20.955155 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-044d8746-4719-4c2f-bc6b-6e46932298c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:20.955551 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044d8746-4719-4c2f-bc6b-6e46932298c8 None None] The sync data for ids ['938253e0-3d25-4e5c-8c3c-b7543d9a987d'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:39:21.116498 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-23a4b172-35d7-425e-915e-ac8de23a3d88 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Synchronizing usage tracker for tenant:223231c784ee479d86d7622cff558dcb on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:39:21.137855 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-98c91097-ff89-40e8-8915-4340048c0976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622036229', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c6b1e202-dcdd-47e0-8774-6bf60b9da4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:35:56Z', 'updated_at': '2022-04-20T17:36:13Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'c6b1e202-dcdd-47e0-8774-6bf60b9da4cc', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:43:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:35:59Z', 'updated_at': '2022-04-20T17:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8753a3c2-5819-46c6-9a57-79470ff4e5cd', 'name': '', 'network_id': 'c6d4fe1b-5c38-412d-8e32-1a9e69c72c67', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:01:89:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4c363c9-ff38-4c02-a21b-5b3727689d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:10Z', 'updated_at': '2022-04-20T17:36:30Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': 'e4c363c9-ff38-4c02-a21b-5b3727689d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:21.143641 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c91097-ff89-40e8-8915-4340048c0976 None None] The sync data for ids ['a847c51d-e3e8-4b74-9074-de9e5616f6d3'] in n-d-838032-1 is: [{'id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622036229', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c6b1e202-dcdd-47e0-8774-6bf60b9da4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:35:56Z', 'updated_at': '2022-04-20T17:36:13Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'c6b1e202-dcdd-47e0-8774-6bf60b9da4cc', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:43:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:35:59Z', 'updated_at': '2022-04-20T17:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8753a3c2-5819-46c6-9a57-79470ff4e5cd', 'name': '', 'network_id': 'c6d4fe1b-5c38-412d-8e32-1a9e69c72c67', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:01:89:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4c363c9-ff38-4c02-a21b-5b3727689d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:36:10Z', 'updated_at': '2022-04-20T17:36:30Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': 'e4c363c9-ff38-4c02-a21b-5b3727689d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:39:21.253133 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-c87dba4a-57aa-4efb-af14-dd1b48ba0516 service neutron] 10.222.0.10 "GET /v2.0/networks/911da384-323b-42ed-9656-9be4d49d8f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0566425 Apr 20 17:39:21.311112 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f2d99a7e-f779-481d-9be4-df90e4afe4f9 req-51bca429-dd92-4f1d-9e6b-a24bceed12af service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 1096 time: 0.9476640 Apr 20 17:39:21.362618 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-23a4b172-35d7-425e-915e-ac8de23a3d88 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Unset dirty status for tenant:223231c784ee479d86d7622cff558dcb on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:39:21.364277 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-23a4b172-35d7-425e-915e-ac8de23a3d88 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "GET /v2.0/ports?device_id=938253e0-3d25-4e5c-8c3c-b7543d9a987d HTTP/1.1" status: 200 len: 205 time: 0.5784028 Apr 20 17:39:21.385887 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42630) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:21.535071 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-184847c2-4bb0-42a6-a763-8b690140841d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:21.569531 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dbc353e1-a160-4ea1-8f3f-44b060f065fd req-b89a52a3-4f00-4a1e-887f-f86ed7a1ec62 service neutron] 10.222.0.10 "GET /v2.0/networks/911da384-323b-42ed-9656-9be4d49d8f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054371 Apr 20 17:39:21.571265 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-184847c2-4bb0-42a6-a763-8b690140841d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:21.682942 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828ca9c2-16bc-4459-b86c-fbef82b377f1 None None] New status for floating IP 07d6e123-83a2-449d-8892-cae10e7e68c5: DOWN {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:39:21.856332 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d99a7e-f779-481d-9be4-df90e4afe4f9 req-963f8903-4ee0-4fae-b434-080e0c7bc430 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:21.867979 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f2d99a7e-f779-481d-9be4-df90e4afe4f9 req-963f8903-4ee0-4fae-b434-080e0c7bc430 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6d4fe1b-5c38-412d-8e32-1a9e69c72c67 HTTP/1.1" status: 200 len: 897 time: 0.5364609 Apr 20 17:39:22.003962 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f2d99a7e-f779-481d-9be4-df90e4afe4f9 req-efbd3be8-1a73-42a5-9e49-d275a4e09beb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f40eae86-ce91-4627-8cc8-71e6eabd0e01 HTTP/1.1" status: 200 len: 217 time: 0.1042185 Apr 20 17:39:22.081392 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06c339-bdf8-4705-9887-787696feb659 req-c29d517a-a406-43e4-9470-794dcbfea279 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:22.082099 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-eb06c339-bdf8-4705-9887-787696feb659 req-c29d517a-a406-43e4-9470-794dcbfea279 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Synchronizing usage tracker for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:39:22.127619 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e6d4f06f-3b2e-4690-bfac-06a9d0198ab4 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:22.177390 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-184847c2-4bb0-42a6-a763-8b690140841d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:22.223728 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184847c2-4bb0-42a6-a763-8b690140841d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Port': ['ID=cb71a6e1-82cb-409a-bc9e-c6fd6e0d87af,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:22.366455 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d26f3-ef96-45cb-84e7-a2069d1f3216 req-64d2e7ee-4946-4c3d-9f75-0e013511a007 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:22.367280 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b55d26f3-ef96-45cb-84e7-a2069d1f3216 req-64d2e7ee-4946-4c3d-9f75-0e013511a007 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Synchronizing usage tracker for tenant:afdda90d8b714cd0a49b7b3d0da0c05b on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:39:22.372604 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cb589e59-c39e-460a-80fc-259e379d0607 req-40de963c-c9fd-4b56-9995-0e23ce4755de service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=afdda90d8b714cd0a49b7b3d0da0c05b&device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 1095 time: 0.6751611 Apr 20 17:39:22.431314 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b55d26f3-ef96-45cb-84e7-a2069d1f3216 req-64d2e7ee-4946-4c3d-9f75-0e013511a007 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Unset dirty status for tenant:afdda90d8b714cd0a49b7b3d0da0c05b on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:39:22.445793 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b55d26f3-ef96-45cb-84e7-a2069d1f3216 req-64d2e7ee-4946-4c3d-9f75-0e013511a007 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 944 time: 0.8066456 Apr 20 17:39:22.495636 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-eb06c339-bdf8-4705-9887-787696feb659 req-c29d517a-a406-43e4-9470-794dcbfea279 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Unset dirty status for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:39:22.502209 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eb06c339-bdf8-4705-9887-787696feb659 req-c29d517a-a406-43e4-9470-794dcbfea279 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 945 time: 1.4233491 Apr 20 17:39:22.518099 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d99a7e-f779-481d-9be4-df90e4afe4f9 req-f39deb0d-1608-4b35-b54e-7f3b1a3cb116 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:22.519821 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f2d99a7e-f779-481d-9be4-df90e4afe4f9 req-f39deb0d-1608-4b35-b54e-7f3b1a3cb116 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e4c363c9-ff38-4c02-a21b-5b3727689d41 HTTP/1.1" status: 200 len: 834 time: 0.4894166 Apr 20 17:39:22.539115 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f757e2-ceb9-4ec9-ae6e-359557881bda req-45e9e91f-be65-46ea-9a99-2c15546f3826 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:22.540560 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-67f757e2-ceb9-4ec9-ae6e-359557881bda req-45e9e91f-be65-46ea-9a99-2c15546f3826 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 945 time: 0.4787805 Apr 20 17:39:22.672226 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184847c2-4bb0-42a6-a763-8b690140841d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network b03d197c-0170-4767-8b85-a8b2bba2a827 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:39:22.678416 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b55d26f3-ef96-45cb-84e7-a2069d1f3216 req-6cd307af-313f-4320-9709-4991923a195a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2300746 Apr 20 17:39:22.679328 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-184847c2-4bb0-42a6-a763-8b690140841d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:39:22.923867 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c1e000-7426-4c97-b544-acb27ae3ee45 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:39:22.934786 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34ca936-e15c-4b55-8241-5a089eab8d7f None None] Sync routers for ids ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:39:22.952437 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34ca936-e15c-4b55-8241-5a089eab8d7f None None] Routers {'e1d93820-6526-4ca9-b0c8-c49105c7dbc4'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:39:22.953708 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-d34ca936-e15c-4b55-8241-5a089eab8d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:39:12Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:22.957497 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e2c1e000-7426-4c97-b544-acb27ae3ee45 admin admin] 10.222.0.39 "PUT /v2.0/routers/e1d93820-6526-4ca9-b0c8-c49105c7dbc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 22.9339516 Apr 20 17:39:22.967692 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42648) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:22.973440 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eb06c339-bdf8-4705-9887-787696feb659 req-0fe2d5e6-01a5-4e94-b922-b4fcc80cc2e9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b11ffdb-0a5b-46b0-8905-207106275e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4348989 Apr 20 17:39:23.093613 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-67f757e2-ceb9-4ec9-ae6e-359557881bda req-afb3c6e2-1ceb-4c5e-8a6d-fe87e00c389b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Deleting port f40eae86-ce91-4627-8cc8-71e6eabd0e01 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:39:23.093951 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-67f757e2-ceb9-4ec9-ae6e-359557881bda req-afb3c6e2-1ceb-4c5e-8a6d-fe87e00c389b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:23.118083 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f2d99a7e-f779-481d-9be4-df90e4afe4f9 req-d6a5f4d2-699c-4c63-84c8-0b0d89288884 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6d4fe1b-5c38-412d-8e32-1a9e69c72c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5765240 Apr 20 17:39:23.377721 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-d34ca936-e15c-4b55-8241-5a089eab8d7f None None] Set router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:39:23.531398 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb589e59-c39e-460a-80fc-259e379d0607 req-5a370422-0d71-4d87-9e60-ab1084df8dd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:23.533991 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cb589e59-c39e-460a-80fc-259e379d0607 req-5a370422-0d71-4d87-9e60-ab1084df8dd4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=911da384-323b-42ed-9656-9be4d49d8f36 HTTP/1.1" status: 200 len: 912 time: 1.1531699 Apr 20 17:39:23.664238 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e6d4f06f-3b2e-4690-bfac-06a9d0198ab4 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:23.701101 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e6d4f06f-3b2e-4690-bfac-06a9d0198ab4 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:23.769617 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cb589e59-c39e-460a-80fc-259e379d0607 req-61f14508-1f6e-4586-8487-c1bdbf57bbb3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff710859-ef8f-4b68-8256-f2c582902d6f HTTP/1.1" status: 200 len: 217 time: 0.2094910 Apr 20 17:39:23.916549 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f2d99a7e-f779-481d-9be4-df90e4afe4f9 req-ff27ccb8-8a90-4d90-948a-a6be1502f801 service neutron] 10.222.0.43 "GET /v2.0/networks/c6d4fe1b-5c38-412d-8e32-1a9e69c72c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7328045 Apr 20 17:39:23.923503 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e6d4f06f-3b2e-4690-bfac-06a9d0198ab4 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:23.924417 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d4f06f-3b2e-4690-bfac-06a9d0198ab4 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Fanout notify agent at l3_agent the message router_deleted on router 938253e0-3d25-4e5c-8c3c-b7543d9a987d {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:39:23.943646 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb589e59-c39e-460a-80fc-259e379d0607 req-a4c8ab71-b131-40e5-9962-6e9c93bb3653 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:23.947763 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cb589e59-c39e-460a-80fc-259e379d0607 req-a4c8ab71-b131-40e5-9962-6e9c93bb3653 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6df2b9cf-3053-4862-b128-40e0c38b0bd7 HTTP/1.1" status: 200 len: 850 time: 0.1551254 Apr 20 17:39:24.016853 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e6d4f06f-3b2e-4690-bfac-06a9d0198ab4 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:24.020696 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e6d4f06f-3b2e-4690-bfac-06a9d0198ab4 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/routers/938253e0-3d25-4e5c-8c3c-b7543d9a987d HTTP/1.1" status: 204 len: 168 time: 2.6323214 Apr 20 17:39:24.030959 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42668) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:24.190649 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-55308a5b-06d7-41cc-ad05-8f33fa69361d None None] Provisioning complete for port cb71a6e1-82cb-409a-bc9e-c6fd6e0d87af triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:39:24.191204 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-55308a5b-06d7-41cc-ad05-8f33fa69361d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:24.257354 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f2d99a7e-f779-481d-9be4-df90e4afe4f9 req-6872229b-ce10-4518-815d-bb3e36af2602 service neutron] 10.222.0.43 "GET /v2.0/networks/c6d4fe1b-5c38-412d-8e32-1a9e69c72c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346274 Apr 20 17:39:24.280842 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92457f1-1481-4692-b5f8-029a38493f36 req-5fa910a9-d005-43b5-b582-66f3d8054203 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:24.292461 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f92457f1-1481-4692-b5f8-029a38493f36 req-5fa910a9-d005-43b5-b582-66f3d8054203 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 944 time: 0.2703042 Apr 20 17:39:24.347688 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2f10e968-0a16-4bf8-a9e4-749dffbf409a admin admin] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:24.451801 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-55308a5b-06d7-41cc-ad05-8f33fa69361d None None] Port cb71a6e1-82cb-409a-bc9e-c6fd6e0d87af cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:39:24.486255 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f92457f1-1481-4692-b5f8-029a38493f36 req-92da272e-b9c3-46a2-b97f-e58ebbf1bfd1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922169 Apr 20 17:39:24.512414 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-d34ca936-e15c-4b55-8241-5a089eab8d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'name': 'tempest-AttachVolumeNegativeTest-176702069-router', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:30:58Z', 'updated_at': '2022-04-20T17:39:12Z', 'revision_number': 5, 'project_id': 'fff76710152c4266b547138b68f9e982', 'gw_port': {'id': 'ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:30:59Z', 'updated_at': '2022-04-20T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:24.527886 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34ca936-e15c-4b55-8241-5a089eab8d7f None None] Checking router: e1d93820-6526-4ca9-b0c8-c49105c7dbc4 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:39:24.572034 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34ca936-e15c-4b55-8241-5a089eab8d7f None None] Routers {'e1d93820-6526-4ca9-b0c8-c49105c7dbc4'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:39:24.572566 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-d34ca936-e15c-4b55-8241-5a089eab8d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:39:12Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:24.666135 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2f10e968-0a16-4bf8-a9e4-749dffbf409a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:24.690391 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-2f10e968-0a16-4bf8-a9e4-749dffbf409a admin admin] Deleting port ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:39:24.692002 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2f10e968-0a16-4bf8-a9e4-749dffbf409a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:24.752036 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-67f757e2-ceb9-4ec9-ae6e-359557881bda req-afb3c6e2-1ceb-4c5e-8a6d-fe87e00c389b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] For port f40eae86-ce91-4627-8cc8-71e6eabd0e01, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=f40eae86-ce91-4627-8cc8-71e6eabd0e01,segment=NetworkSegment(7543a3ce-829e-4f5b-aa0d-43ed05cd118d),segment_id=7543a3ce-829e-4f5b-aa0d-43ed05cd118d)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:39:24.752649 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-67f757e2-ceb9-4ec9-ae6e-359557881bda req-afb3c6e2-1ceb-4c5e-8a6d-fe87e00c389b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:24.990818 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cb589e59-c39e-460a-80fc-259e379d0607 req-aa811006-d1d1-4048-905a-782332bfb806 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=911da384-323b-42ed-9656-9be4d49d8f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0388148 Apr 20 17:39:25.016980 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-67f757e2-ceb9-4ec9-ae6e-359557881bda req-afb3c6e2-1ceb-4c5e-8a6d-fe87e00c389b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Calling delete_port for f40eae86-ce91-4627-8cc8-71e6eabd0e01 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:39:25.059673 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-2f10e968-0a16-4bf8-a9e4-749dffbf409a admin admin] For port ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:39:25.060719 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2f10e968-0a16-4bf8-a9e4-749dffbf409a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:25.085853 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-d34ca936-e15c-4b55-8241-5a089eab8d7f None None] Set router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:39:25.195414 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184847c2-4bb0-42a6-a763-8b690140841d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Router 0a7a86ee-8909-4408-936a-8d4abaf6021a has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:39:25.322863 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d1b6d-9ce7-4da9-8c8b-c0195b670605 req-befd4abd-7d15-437c-8caf-1f22cc1b03f3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:25.330306 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2c2d1b6d-9ce7-4da9-8c8b-c0195b670605 req-befd4abd-7d15-437c-8caf-1f22cc1b03f3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 945 time: 0.8337696 Apr 20 17:39:25.413937 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-d34ca936-e15c-4b55-8241-5a089eab8d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'name': 'tempest-AttachVolumeNegativeTest-176702069-router', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:30:58Z', 'updated_at': '2022-04-20T17:39:24Z', 'revision_number': 6, 'project_id': 'fff76710152c4266b547138b68f9e982', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:25.426487 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34ca936-e15c-4b55-8241-5a089eab8d7f None None] The sync data for ids ['e1d93820-6526-4ca9-b0c8-c49105c7dbc4'] in n-d-838032-1 is: [{'id': 'e1d93820-6526-4ca9-b0c8-c49105c7dbc4', 'name': 'tempest-AttachVolumeNegativeTest-176702069-router', 'tenant_id': 'fff76710152c4266b547138b68f9e982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:30:58Z', 'updated_at': '2022-04-20T17:39:24Z', 'revision_number': 6, 'project_id': 'fff76710152c4266b547138b68f9e982', 'gw_port_host': None}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:39:25.468078 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0dbba60-2939-4018-9de9-4e4a18c1755b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Deleting subnet bce41547-cd32-49b1-aae2-3d0f1f5449a8 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:39:25.471825 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d0dbba60-2939-4018-9de9-4e4a18c1755b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:25.588583 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device ff710859-ef8f-4b68-8256-f2c582902d6f details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:39:25.646009 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d0dbba60-2939-4018-9de9-4e4a18c1755b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:25.706711 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2c2d1b6d-9ce7-4da9-8c8b-c0195b670605 req-e52daeec-89fd-4649-abe8-44dde04b3736 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b11ffdb-0a5b-46b0-8905-207106275e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3732967 Apr 20 17:39:25.737439 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-2f10e968-0a16-4bf8-a9e4-749dffbf409a admin admin] Calling delete_port for ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5 owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:39:25.960193 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2f10e968-0a16-4bf8-a9e4-749dffbf409a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:26.014728 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cb589e59-c39e-460a-80fc-259e379d0607 req-4d7f2e95-c49b-4c0d-8339-480ff8933270 service neutron] 10.222.0.10 "GET /v2.0/networks/911da384-323b-42ed-9656-9be4d49d8f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9295838 Apr 20 17:39:26.025438 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10e968-0a16-4bf8-a9e4-749dffbf409a admin admin] Pushing event deleted for resources: {'Port': ['ID=ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:26.069465 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port ff710859-ef8f-4b68-8256-f2c582902d6f, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=ff710859-ef8f-4b68-8256-f2c582902d6f,segment=NetworkSegment(c440332e-ad26-42d4-aa3b-e6d8c6a39264),segment_id=c440332e-ad26-42d4-aa3b-e6d8c6a39264)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:39:26.097814 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'ff710859-ef8f-4b68-8256-f2c582902d6f', 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36', 'port_id': 'ff710859-ef8f-4b68-8256-f2c582902d6f', 'mac_address': 'fa:16:3e:a6:b9:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df2b9cf-3053-4862-b128-40e0c38b0bd7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:39:26.217608 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:26.261053 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff710859-ef8f-4b68-8256-f2c582902d6f {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:39:26.351113 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-67f757e2-ceb9-4ec9-ae6e-359557881bda req-afb3c6e2-1ceb-4c5e-8a6d-fe87e00c389b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:26.356181 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port ff710859-ef8f-4b68-8256-f2c582902d6f, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=ff710859-ef8f-4b68-8256-f2c582902d6f,segment=NetworkSegment(c440332e-ad26-42d4-aa3b-e6d8c6a39264),segment_id=c440332e-ad26-42d4-aa3b-e6d8c6a39264)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:39:26.374146 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:26.497058 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2f10e968-0a16-4bf8-a9e4-749dffbf409a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:26.509255 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3c6e2-1ceb-4c5e-8a6d-fe87e00c389b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event deleted for resources: {'Port': ['ID=f40eae86-ce91-4627-8cc8-71e6eabd0e01,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:26.537583 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d0dbba60-2939-4018-9de9-4e4a18c1755b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:26.700471 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=ff710859-ef8f-4b68-8256-f2c582902d6f,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:26.747092 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cb589e59-c39e-460a-80fc-259e379d0607 req-703916ee-afa2-4d61-9885-b0854c7cf744 service neutron] 10.222.0.10 "GET /v2.0/networks/911da384-323b-42ed-9656-9be4d49d8f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6373453 Apr 20 17:39:26.753158 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fca572-bc35-4137-951f-c21f18822714 req-6101b085-76e6-474f-8b4b-d54523750da0 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:26.760026 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-96fca572-bc35-4137-951f-c21f18822714 req-6101b085-76e6-474f-8b4b-d54523750da0 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 944 time: 0.7433870 Apr 20 17:39:26.792055 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device f40eae86-ce91-4627-8cc8-71e6eabd0e01 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:39:26.876282 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f757e2-ceb9-4ec9-ae6e-359557881bda req-afb3c6e2-1ceb-4c5e-8a6d-fe87e00c389b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] No DVR routers for this DVR port f40eae86-ce91-4627-8cc8-71e6eabd0e01 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:39:26.888619 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-67f757e2-ceb9-4ec9-ae6e-359557881bda req-afb3c6e2-1ceb-4c5e-8a6d-fe87e00c389b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:26.896356 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: f40eae86-ce91-4627-8cc8-71e6eabd0e01 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:39:26.898309 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device f40eae86-ce91-4627-8cc8-71e6eabd0e01 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:39:26.901700 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f83f5c1-8862-400c-b48f-3072a3dbae30', 'name': 'network-vif-deleted', 'tag': 'f40eae86-ce91-4627-8cc8-71e6eabd0e01'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:39:26.902146 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['ff710859-ef8f-4b68-8256-f2c582902d6f'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:39:26.915802 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-67f757e2-ceb9-4ec9-ae6e-359557881bda req-afb3c6e2-1ceb-4c5e-8a6d-fe87e00c389b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.43 "DELETE /v2.0/ports/f40eae86-ce91-4627-8cc8-71e6eabd0e01 HTTP/1.1" status: 204 len: 173 time: 4.3460934 Apr 20 17:39:26.936819 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-96fca572-bc35-4137-951f-c21f18822714 req-f6e8c9a7-a941-4534-b106-85a1182edfcf tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746247 Apr 20 17:39:27.003318 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184847c2-4bb0-42a6-a763-8b690140841d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:39:27.013885 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d0dbba60-2939-4018-9de9-4e4a18c1755b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:27.014030 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2f10e968-0a16-4bf8-a9e4-749dffbf409a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:27.021476 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36352834-17be-4551-a55e-25c08da2cfd4 None None] Sync routers for ids ['0a7a86ee-8909-4408-936a-8d4abaf6021a'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:39:27.043796 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2f10e968-0a16-4bf8-a9e4-749dffbf409a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:27.050348 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36352834-17be-4551-a55e-25c08da2cfd4 None None] Routers {'0a7a86ee-8909-4408-936a-8d4abaf6021a'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:39:27.051073 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-36352834-17be-4551-a55e-25c08da2cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:39:12Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0a7a86ee-8909-4408-936a-8d4abaf6021a'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:27.135886 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2f10e968-0a16-4bf8-a9e4-749dffbf409a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:27.136516 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f10e968-0a16-4bf8-a9e4-749dffbf409a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1d93820-6526-4ca9-b0c8-c49105c7dbc4 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:39:27.144290 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d0dbba60-2939-4018-9de9-4e4a18c1755b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:27.159007 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42704) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:27.159374 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d0dbba60-2939-4018-9de9-4e4a18c1755b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/subnets/bce41547-cd32-49b1-aae2-3d0f1f5449a8 HTTP/1.1" status: 204 len: 168 time: 3.1139991 Apr 20 17:39:27.180272 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-184847c2-4bb0-42a6-a763-8b690140841d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "PUT /v2.0/routers/0a7a86ee-8909-4408-936a-8d4abaf6021a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0468423 Apr 20 17:39:27.181065 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42708) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:27.292445 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c77cb7-63c4-40e8-9ba1-e0d60db40c2a None None] Network 7e87b141-4078-44b8-8d81-0744a2f0ca17 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:39:27.375603 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-36352834-17be-4551-a55e-25c08da2cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:27.416488 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36352834-17be-4551-a55e-25c08da2cfd4 None None] Routers {'0a7a86ee-8909-4408-936a-8d4abaf6021a'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:39:27.417122 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-36352834-17be-4551-a55e-25c08da2cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:39:12Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0a7a86ee-8909-4408-936a-8d4abaf6021a'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:27.532519 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8599e52f-56a7-4816-bd23-d86cc23894bb no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:39:27.600927 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-36352834-17be-4551-a55e-25c08da2cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:27.601323 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36352834-17be-4551-a55e-25c08da2cfd4 None None] The sync data for ids ['0a7a86ee-8909-4408-936a-8d4abaf6021a'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:39:27.705606 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cc57e4a1-41e0-4569-aa0a-9fbc259fc02b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:27.743526 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbba60-2939-4018-9de9-4e4a18c1755b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event deleted for resources: {'Subnet': ['ID=bce41547-cd32-49b1-aae2-3d0f1f5449a8,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:27.745997 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ec486f3-c18b-4e6f-ac01-339e3f6f91b8'] response: {'server_uuid': '4f83f5c1-8862-400c-b48f-3072a3dbae30', 'name': 'network-vif-deleted', 'tag': 'f40eae86-ce91-4627-8cc8-71e6eabd0e01', 'status': 'completed', 'code': 200} Apr 20 17:39:27.757741 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2f10e968-0a16-4bf8-a9e4-749dffbf409a admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:27.764493 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 8599e52f-56a7-4816-bd23-d86cc23894bb {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:39:27.765044 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8599e52f-56a7-4816-bd23-d86cc23894bb not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:39:27.765243 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:39:27.766147 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2f10e968-0a16-4bf8-a9e4-749dffbf409a admin admin] 10.222.0.39 "DELETE /v2.0/routers/e1d93820-6526-4ca9-b0c8-c49105c7dbc4 HTTP/1.1" status: 204 len: 168 time: 4.7961438 Apr 20 17:39:27.767220 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42716) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:27.844295 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-dfd9d615-2155-4ac2-88f7-b5de09dc264c req-a1e7cbd2-18f1-4517-8930-e3bf9273ade2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Synchronizing usage tracker for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:39:27.861647 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:39:27.862126 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6979c526-87bc-42bb-9047-bb820be0f463 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:27.864562 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6979c526-87bc-42bb-9047-bb820be0f463 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Synchronizing usage tracker for tenant:9b47d4ec84d44059beda8a5ee5d71e29 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:39:27.864948 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ca81bbc0-573b-4dc8-8fa3-4c1a8d72ede5 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:39:27.907606 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-cc57e4a1-41e0-4569-aa0a-9fbc259fc02b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Deleting port e3a178b4-1d80-4aa0-8351-90054cd0aa74 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:39:27.907841 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cc57e4a1-41e0-4569-aa0a-9fbc259fc02b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:27.913997 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-dfd9d615-2155-4ac2-88f7-b5de09dc264c req-a1e7cbd2-18f1-4517-8930-e3bf9273ade2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Unset dirty status for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:39:27.934797 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dfd9d615-2155-4ac2-88f7-b5de09dc264c req-a1e7cbd2-18f1-4517-8930-e3bf9273ade2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f83f5c1-8862-400c-b48f-3072a3dbae30 HTTP/1.1" status: 200 len: 210 time: 0.1847386 Apr 20 17:39:27.938257 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6979c526-87bc-42bb-9047-bb820be0f463 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Unset dirty status for tenant:9b47d4ec84d44059beda8a5ee5d71e29 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:39:27.942568 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6979c526-87bc-42bb-9047-bb820be0f463 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "GET /v2.0/ports/cb71a6e1-82cb-409a-bc9e-c6fd6e0d87af HTTP/1.1" status: 200 len: 910 time: 0.7369878 Apr 20 17:39:27.943327 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42726) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:28.251209 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1988b7f7-8ed5-4f6a-a703-73d45e602d2e None None] DHCP port deletion for 7e87b141-4078-44b8-8d81-0744a2f0ca17 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:39:28.256745 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1988b7f7-8ed5-4f6a-a703-73d45e602d2e None None] Deleting port e3a178b4-1d80-4aa0-8351-90054cd0aa74 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:39:28.257133 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1988b7f7-8ed5-4f6a-a703-73d45e602d2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:28.303034 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-af6e1d9e-95fa-43c7-8846-bd5d77741b85 admin admin] Deleting subnet 8d05736e-ddd3-43ab-9360-fdcd5c15b127 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:39:28.322022 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af6e1d9e-95fa-43c7-8846-bd5d77741b85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:28.345395 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55257a5a-7579-47ed-9784-98b762064280 req-2fc814df-79c2-4b1b-a4e1-bd1331d67cdf tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:28.354273 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-55257a5a-7579-47ed-9784-98b762064280 req-2fc814df-79c2-4b1b-a4e1-bd1331d67cdf tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 945 time: 0.1284823 Apr 20 17:39:28.448918 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-55257a5a-7579-47ed-9784-98b762064280 req-90f94744-9bc9-49ee-b8ff-292972db7c08 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934393 Apr 20 17:39:28.727865 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-30576a01-3f9f-417d-9850-bc2478a654e2 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:28.784922 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-cc57e4a1-41e0-4569-aa0a-9fbc259fc02b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] For port e3a178b4-1d80-4aa0-8351-90054cd0aa74, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e3a178b4-1d80-4aa0-8351-90054cd0aa74,segment=NetworkSegment(4d21a56c-30a3-4a0f-8c11-71421a49e570),segment_id=4d21a56c-30a3-4a0f-8c11-71421a49e570)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:39:28.790712 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cc57e4a1-41e0-4569-aa0a-9fbc259fc02b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:28.907206 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1988b7f7-8ed5-4f6a-a703-73d45e602d2e None None] For port e3a178b4-1d80-4aa0-8351-90054cd0aa74, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e3a178b4-1d80-4aa0-8351-90054cd0aa74,segment=NetworkSegment(4d21a56c-30a3-4a0f-8c11-71421a49e570),segment_id=4d21a56c-30a3-4a0f-8c11-71421a49e570)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:39:28.907925 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1988b7f7-8ed5-4f6a-a703-73d45e602d2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:29.189513 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42740) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:29.238427 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e3a178b4-1d80-4aa0-8351-90054cd0aa74 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:39:29.346438 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1988b7f7-8ed5-4f6a-a703-73d45e602d2e None None] Calling delete_port for e3a178b4-1d80-4aa0-8351-90054cd0aa74 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:39:29.387698 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-cc57e4a1-41e0-4569-aa0a-9fbc259fc02b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Calling delete_port for e3a178b4-1d80-4aa0-8351-90054cd0aa74 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:39:29.606625 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1988b7f7-8ed5-4f6a-a703-73d45e602d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:29.631156 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af6e1d9e-95fa-43c7-8846-bd5d77741b85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:29.666440 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.api [None req-cc57e4a1-41e0-4569-aa0a-9fbc259fc02b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:39:29.667182 n-d-838032-1 neutron-server[84080]: DEBUG oslo_db.api [None req-cc57e4a1-41e0-4569-aa0a-9fbc259fc02b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:39:29.732022 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device ff710859-ef8f-4b68-8256-f2c582902d6f up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:39:29.786626 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8cc42-70d4-4884-93c3-804e18883c39 req-62c528ac-051c-4c80-ac8f-8a5fd827b5bb tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:29.794517 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-74c8cc42-70d4-4884-93c3-804e18883c39 req-62c528ac-051c-4c80-ac8f-8a5fd827b5bb tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e34dc33-247b-41ae-be3e-91a83dbd9de6 HTTP/1.1" status: 200 len: 945 time: 0.2369554 Apr 20 17:39:29.841790 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1988b7f7-8ed5-4f6a-a703-73d45e602d2e None None] Pushing event deleted for resources: {'Port': ['ID=e3a178b4-1d80-4aa0-8351-90054cd0aa74,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:29.862603 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1988b7f7-8ed5-4f6a-a703-73d45e602d2e None None] No DVR routers for this DVR port e3a178b4-1d80-4aa0-8351-90054cd0aa74 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:39:29.883244 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-74c8cc42-70d4-4884-93c3-804e18883c39 req-b155f827-0581-41b7-ae4b-8e8586051ea0 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] 10.222.0.39 "GET /v2.0/security-groups?id=29bc607c-5cd8-40cf-9cfa-a6567a0ed260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872912 Apr 20 17:39:29.886082 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af6e1d9e-95fa-43c7-8846-bd5d77741b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:29.903758 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:30.013464 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af6e1d9e-95fa-43c7-8846-bd5d77741b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:30.082709 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port ff710859-ef8f-4b68-8256-f2c582902d6f completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:39:30.088821 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port ff710859-ef8f-4b68-8256-f2c582902d6f triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:39:30.089331 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:30.105386 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af6e1d9e-95fa-43c7-8846-bd5d77741b85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:30.114336 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e1d9e-95fa-43c7-8846-bd5d77741b85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d05736e-ddd3-43ab-9360-fdcd5c15b127,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:30.120363 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7a925-d5ef-45db-8710-4e82fca8d632 req-1bd4c20b-869d-4a4a-b428-4b9ded5f9706 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:30.122292 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5fb7a925-d5ef-45db-8710-4e82fca8d632 req-1bd4c20b-869d-4a4a-b428-4b9ded5f9706 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 945 time: 0.3315709 Apr 20 17:39:30.135503 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab52fa68-e6df-46af-8ca5-1d07561a7ade None None] Network b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:39:30.165930 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-af6e1d9e-95fa-43c7-8846-bd5d77741b85 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8d05736e-ddd3-43ab-9360-fdcd5c15b127 HTTP/1.1" status: 204 len: 168 time: 2.3943472 Apr 20 17:39:30.167547 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42752) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:30.168274 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-cc57e4a1-41e0-4569-aa0a-9fbc259fc02b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Deleting port e3a178b4-1d80-4aa0-8351-90054cd0aa74 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:39:30.168819 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cc57e4a1-41e0-4569-aa0a-9fbc259fc02b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:30.552333 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-cc57e4a1-41e0-4569-aa0a-9fbc259fc02b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] The port 'e3a178b4-1d80-4aa0-8351-90054cd0aa74' was deleted {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:39:30.647375 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:30.721961 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b98c491-2216-49b5-93a4-1ec795c9c374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff710859-ef8f-4b68-8256-f2c582902d6f'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:39:30.725093 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d88f3a11-dbf3-4ca9-920f-7d7f6717bb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:30.764549 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port ff710859-ef8f-4b68-8256-f2c582902d6f, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=ff710859-ef8f-4b68-8256-f2c582902d6f,segment=NetworkSegment(c440332e-ad26-42d4-aa3b-e6d8c6a39264),segment_id=c440332e-ad26-42d4-aa3b-e6d8c6a39264)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:39:30.783285 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:30.860721 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d93cfadc-dba7-4310-9949-7aa567108ce0'] response: {'server_uuid': '8b98c491-2216-49b5-93a4-1ec795c9c374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff710859-ef8f-4b68-8256-f2c582902d6f', 'code': 200} Apr 20 17:39:30.862035 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c62a19-7c69-456e-a60e-cf0f3f415562 None None] DHCP port deletion for b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:39:30.865662 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5fb7a925-d5ef-45db-8710-4e82fca8d632 req-e2affd67-8778-4838-bb20-22a490dfede9 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7337654 Apr 20 17:39:30.883023 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-21c62a19-7c69-456e-a60e-cf0f3f415562 None None] Deleting port 9da27450-11b5-4e09-b1b4-23e9bb7be9bf {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:39:30.883767 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-21c62a19-7c69-456e-a60e-cf0f3f415562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:30.966298 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cc57e4a1-41e0-4569-aa0a-9fbc259fc02b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:30.976833 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-d88f3a11-dbf3-4ca9-920f-7d7f6717bb0d admin admin] Deleting port 9da27450-11b5-4e09-b1b4-23e9bb7be9bf {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:39:30.977487 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d88f3a11-dbf3-4ca9-920f-7d7f6717bb0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:30.984683 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=ff710859-ef8f-4b68-8256-f2c582902d6f,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:31.060737 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-cc57e4a1-41e0-4569-aa0a-9fbc259fc02b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e87b141-4078-44b8-8d81-0744a2f0ca17']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:31.115861 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-cc57e4a1-41e0-4569-aa0a-9fbc259fc02b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d21a56c-30a3-4a0f-8c11-71421a49e570') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:31.116788 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-cc57e4a1-41e0-4569-aa0a-9fbc259fc02b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d21a56c-30a3-4a0f-8c11-71421a49e570') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:31.209942 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9da27450-11b5-4e09-b1b4-23e9bb7be9bf no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:39:31.266351 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cc57e4a1-41e0-4569-aa0a-9fbc259fc02b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:31.331843 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cc57e4a1-41e0-4569-aa0a-9fbc259fc02b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:31.346227 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbfa78-8fab-49bc-afc0-d59f125e0735 req-63e80520-670e-447d-b736-ff80a0187776 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:31.347722 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b4fbfa78-8fab-49bc-afc0-d59f125e0735 req-63e80520-670e-447d-b736-ff80a0187776 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e34dc33-247b-41ae-be3e-91a83dbd9de6 HTTP/1.1" status: 200 len: 945 time: 0.6094990 Apr 20 17:39:31.447132 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-26a2caca-406a-422f-a8d3-cfa9ef5685f6 req-ab310749-1910-4bb0-b933-b33b4d381a5e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 1097 time: 0.4937003 Apr 20 17:39:31.493179 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-30576a01-3f9f-417d-9850-bc2478a654e2 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Deleting port cb71a6e1-82cb-409a-bc9e-c6fd6e0d87af {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:39:31.493445 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-21c62a19-7c69-456e-a60e-cf0f3f415562 None None] For port 9da27450-11b5-4e09-b1b4-23e9bb7be9bf, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9da27450-11b5-4e09-b1b4-23e9bb7be9bf,segment=NetworkSegment(aeb8f33c-317c-45e3-a7a9-c21f7e658316),segment_id=aeb8f33c-317c-45e3-a7a9-c21f7e658316)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:39:31.493557 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-30576a01-3f9f-417d-9850-bc2478a654e2 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:31.494160 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-21c62a19-7c69-456e-a60e-cf0f3f415562 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:31.652026 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc57e4a1-41e0-4569-aa0a-9fbc259fc02b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:39:31.662364 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cc57e4a1-41e0-4569-aa0a-9fbc259fc02b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:31.708369 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-b4fbfa78-8fab-49bc-afc0-d59f125e0735 req-9aa446e9-a1b7-4ee1-a686-61e7f0c8892d tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Deleting port 4cda0db0-aeef-4e52-847f-b923a3980eca {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:39:31.709014 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b4fbfa78-8fab-49bc-afc0-d59f125e0735 req-9aa446e9-a1b7-4ee1-a686-61e7f0c8892d tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:31.737402 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-21c62a19-7c69-456e-a60e-cf0f3f415562 None None] Calling delete_port for 9da27450-11b5-4e09-b1b4-23e9bb7be9bf owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:39:31.896830 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:39:31.906587 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:39:31.923084 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cc57e4a1-41e0-4569-aa0a-9fbc259fc02b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:31.962948 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cc57e4a1-41e0-4569-aa0a-9fbc259fc02b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:31.976106 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fa3eb-3369-46a6-8c88-59400c059f1c req-ef1bc702-8804-4757-b60e-e29d8465a5d0 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:31.984584 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f7fa3eb-3369-46a6-8c88-59400c059f1c req-ef1bc702-8804-4757-b60e-e29d8465a5d0 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e34dc33-247b-41ae-be3e-91a83dbd9de6 HTTP/1.1" status: 200 len: 945 time: 0.7655263 Apr 20 17:39:32.019628 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 9da27450-11b5-4e09-b1b4-23e9bb7be9bf, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9da27450-11b5-4e09-b1b4-23e9bb7be9bf,segment=NetworkSegment(aeb8f33c-317c-45e3-a7a9-c21f7e658316),segment_id=aeb8f33c-317c-45e3-a7a9-c21f7e658316)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:39:32.036881 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:32.066197 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-d88f3a11-dbf3-4ca9-920f-7d7f6717bb0d admin admin] For port 9da27450-11b5-4e09-b1b4-23e9bb7be9bf, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9da27450-11b5-4e09-b1b4-23e9bb7be9bf,segment=NetworkSegment(aeb8f33c-317c-45e3-a7a9-c21f7e658316),segment_id=aeb8f33c-317c-45e3-a7a9-c21f7e658316)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:39:32.067453 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d88f3a11-dbf3-4ca9-920f-7d7f6717bb0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:32.173282 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-b4fbfa78-8fab-49bc-afc0-d59f125e0735 req-9aa446e9-a1b7-4ee1-a686-61e7f0c8892d tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] For port 4cda0db0-aeef-4e52-847f-b923a3980eca, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=4cda0db0-aeef-4e52-847f-b923a3980eca,segment=NetworkSegment(cfcff26c-c717-44a1-8b22-b45ba586c1e9),segment_id=cfcff26c-c717-44a1-8b22-b45ba586c1e9)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:39:32.173663 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b4fbfa78-8fab-49bc-afc0-d59f125e0735 req-9aa446e9-a1b7-4ee1-a686-61e7f0c8892d tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:32.276134 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=9da27450-11b5-4e09-b1b4-23e9bb7be9bf,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:32.290650 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-21c62a19-7c69-456e-a60e-cf0f3f415562 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:39:32.291009 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-21c62a19-7c69-456e-a60e-cf0f3f415562 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:39:32.301702 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-b4fbfa78-8fab-49bc-afc0-d59f125e0735 req-9aa446e9-a1b7-4ee1-a686-61e7f0c8892d tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Calling delete_port for 4cda0db0-aeef-4e52-847f-b923a3980eca owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:39:32.356955 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc57e4a1-41e0-4569-aa0a-9fbc259fc02b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event deleted for resources: {'Network': ['ID=7e87b141-4078-44b8-8d81-0744a2f0ca17,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:32.373893 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cc57e4a1-41e0-4569-aa0a-9fbc259fc02b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/networks/7e87b141-4078-44b8-8d81-0744a2f0ca17 HTTP/1.1" status: 204 len: 168 time: 5.2080064 Apr 20 17:39:32.374784 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42774) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:32.375105 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42776) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:32.382263 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-d88f3a11-dbf3-4ca9-920f-7d7f6717bb0d admin admin] Calling delete_port for 9da27450-11b5-4e09-b1b4-23e9bb7be9bf owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:39:32.409735 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57e4a1-41e0-4569-aa0a-9fbc259fc02b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:32.410084 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57e4a1-41e0-4569-aa0a-9fbc259fc02b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:32.410489 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57e4a1-41e0-4569-aa0a-9fbc259fc02b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:32.410813 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57e4a1-41e0-4569-aa0a-9fbc259fc02b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:32.411139 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57e4a1-41e0-4569-aa0a-9fbc259fc02b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:32.411456 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57e4a1-41e0-4569-aa0a-9fbc259fc02b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:32.411772 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57e4a1-41e0-4569-aa0a-9fbc259fc02b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:32.412086 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57e4a1-41e0-4569-aa0a-9fbc259fc02b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:32.412396 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57e4a1-41e0-4569-aa0a-9fbc259fc02b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:32.412706 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57e4a1-41e0-4569-aa0a-9fbc259fc02b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:32.413014 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57e4a1-41e0-4569-aa0a-9fbc259fc02b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:32.432867 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-d4d7dd1a-bdf1-431f-8d92-7a0f3942ae61 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1282796834', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:39:32.446278 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d4d7dd1a-bdf1-431f-8d92-7a0f3942ae61 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:39:32.455126 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d4d7dd1a-bdf1-431f-8d92-7a0f3942ae61 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Usage tracker for resource:router and tenant:223231c784ee479d86d7622cff558dcb is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:39:32.458130 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d4d7dd1a-bdf1-431f-8d92-7a0f3942ae61 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:39:32.464260 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d4d7dd1a-bdf1-431f-8d92-7a0f3942ae61 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:39:32.553339 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-26a2caca-406a-422f-a8d3-cfa9ef5685f6 req-65c3081f-0ac0-4caa-bc6b-9c3f7fbc7099 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0915301 Apr 20 17:39:32.560842 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-30576a01-3f9f-417d-9850-bc2478a654e2 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:32.591952 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b4fbfa78-8fab-49bc-afc0-d59f125e0735 req-9aa446e9-a1b7-4ee1-a686-61e7f0c8892d tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:32.605107 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['4cda0db0-aeef-4e52-847f-b923a3980eca'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:39:32.634287 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f7fa3eb-3369-46a6-8c88-59400c059f1c req-d106be0a-b390-434a-9e66-b3fb53f1ee48 tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] 10.222.0.39 "GET /v2.0/security-groups?id=29bc607c-5cd8-40cf-9cfa-a6567a0ed260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6481791 Apr 20 17:39:32.637899 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d4d7dd1a-bdf1-431f-8d92-7a0f3942ae61 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:32.641229 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d4d7dd1a-bdf1-431f-8d92-7a0f3942ae61 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:32.683320 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d4d7dd1a-bdf1-431f-8d92-7a0f3942ae61 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:32.754219 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d4d7dd1a-bdf1-431f-8d92-7a0f3942ae61 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:32.763139 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.api [None req-d88f3a11-dbf3-4ca9-920f-7d7f6717bb0d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:39:32.763577 n-d-838032-1 neutron-server[84080]: DEBUG oslo_db.api [None req-d88f3a11-dbf3-4ca9-920f-7d7f6717bb0d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:39:32.803213 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-21c62a19-7c69-456e-a60e-cf0f3f415562 None None] Deleting port 9da27450-11b5-4e09-b1b4-23e9bb7be9bf {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:39:32.803588 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-21c62a19-7c69-456e-a60e-cf0f3f415562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:32.839028 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa446e9-a1b7-4ee1-a686-61e7f0c8892d tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Pushing event deleted for resources: {'Port': ['ID=4cda0db0-aeef-4e52-847f-b923a3980eca,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:32.886309 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d4d7dd1a-bdf1-431f-8d92-7a0f3942ae61 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:32.890964 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d4d7dd1a-bdf1-431f-8d92-7a0f3942ae61 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4655318 Apr 20 17:39:32.891622 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42786) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:32.897767 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-a27369bd-e44d-47b5-be33-8cace88c9fcb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-712024450'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:39:32.926933 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a27369bd-e44d-47b5-be33-8cace88c9fcb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:39:32.935253 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a27369bd-e44d-47b5-be33-8cace88c9fcb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Usage tracker for resource:network and tenant:223231c784ee479d86d7622cff558dcb is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:39:32.940931 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a27369bd-e44d-47b5-be33-8cace88c9fcb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:39:32.949604 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a27369bd-e44d-47b5-be33-8cace88c9fcb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:39:32.994713 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e08e7c83-eb70-487e-85ed-9bfe77377324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:33.015958 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27369bd-e44d-47b5-be33-8cace88c9fcb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Made reservation on behalf of 223231c784ee479d86d7622cff558dcb for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:39:33.019095 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a27369bd-e44d-47b5-be33-8cace88c9fcb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:33.047500 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-30576a01-3f9f-417d-9850-bc2478a654e2 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Calling delete_port for cb71a6e1-82cb-409a-bc9e-c6fd6e0d87af owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:39:33.075654 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e08e7c83-eb70-487e-85ed-9bfe77377324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:39:33.081182 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a27369bd-e44d-47b5-be33-8cace88c9fcb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:39:33.083927 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e08e7c83-eb70-487e-85ed-9bfe77377324 admin admin] Usage tracker for resource:security_group_rule and tenant:32b22e30d4a8480987a01f78b0134192 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:39:33.089794 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e08e7c83-eb70-487e-85ed-9bfe77377324 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:39:33.100796 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e08e7c83-eb70-487e-85ed-9bfe77377324 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:39:33.103285 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a27369bd-e44d-47b5-be33-8cace88c9fcb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:33.103873 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-a27369bd-e44d-47b5-be33-8cace88c9fcb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Added segment 105b601c-f1fe-4cda-83b3-3d23100ade11 of type vlan for network 2643cf8a-6f28-4f3d-8838-87b24a866738 Apr 20 17:39:33.147165 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a27369bd-e44d-47b5-be33-8cace88c9fcb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:33.187806 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-21c62a19-7c69-456e-a60e-cf0f3f415562 None None] For port 9da27450-11b5-4e09-b1b4-23e9bb7be9bf, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9da27450-11b5-4e09-b1b4-23e9bb7be9bf,segment=NetworkSegment(aeb8f33c-317c-45e3-a7a9-c21f7e658316),segment_id=aeb8f33c-317c-45e3-a7a9-c21f7e658316)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:39:33.188478 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-21c62a19-7c69-456e-a60e-cf0f3f415562 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:33.223670 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a27369bd-e44d-47b5-be33-8cace88c9fcb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:33.227750 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27369bd-e44d-47b5-be33-8cace88c9fcb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:33.228606 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a27369bd-e44d-47b5-be33-8cace88c9fcb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:33.246547 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eb1c1daa-e0f2-4d28-8f8a-136fe494e5e6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:33.252321 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e08e7c83-eb70-487e-85ed-9bfe77377324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:33.267259 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-d88f3a11-dbf3-4ca9-920f-7d7f6717bb0d admin admin] Deleting port 9da27450-11b5-4e09-b1b4-23e9bb7be9bf {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:39:33.267710 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d88f3a11-dbf3-4ca9-920f-7d7f6717bb0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:33.331583 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94791dac-9670-4043-a81f-dff2e22ef5bf req-320bd487-7f03-4e56-8187-127039d05d49 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:33.332973 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-94791dac-9670-4043-a81f-dff2e22ef5bf req-320bd487-7f03-4e56-8187-127039d05d49 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 946 time: 0.9797449 Apr 20 17:39:33.358952 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e08e7c83-eb70-487e-85ed-9bfe77377324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:33.364330 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-21c62a19-7c69-456e-a60e-cf0f3f415562 None None] Calling delete_port for 9da27450-11b5-4e09-b1b4-23e9bb7be9bf owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:39:33.417530 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4fbfa78-8fab-49bc-afc0-d59f125e0735 req-9aa446e9-a1b7-4ee1-a686-61e7f0c8892d tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] No DVR routers for this DVR port 4cda0db0-aeef-4e52-847f-b923a3980eca on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:39:33.423237 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b4fbfa78-8fab-49bc-afc0-d59f125e0735 req-9aa446e9-a1b7-4ee1-a686-61e7f0c8892d tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:33.441849 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e34dc33-247b-41ae-be3e-91a83dbd9de6', 'name': 'network-vif-deleted', 'tag': '4cda0db0-aeef-4e52-847f-b923a3980eca'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:39:33.449425 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a27369bd-e44d-47b5-be33-8cace88c9fcb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5567071 Apr 20 17:39:33.451395 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42800) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:33.474031 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-3e806f2a-e019-4562-ab32-7b4f1849e2f4 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Request body: {'subnet': {'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:39:33.487129 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-21c62a19-7c69-456e-a60e-cf0f3f415562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:33.519908 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b4fbfa78-8fab-49bc-afc0-d59f125e0735 req-9aa446e9-a1b7-4ee1-a686-61e7f0c8892d tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] 10.222.0.43 "DELETE /v2.0/ports/4cda0db0-aeef-4e52-847f-b923a3980eca HTTP/1.1" status: 204 len: 173 time: 2.1360729 Apr 20 17:39:33.596438 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27369bd-e44d-47b5-be33-8cace88c9fcb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Network': ['ID=2643cf8a-6f28-4f3d-8838-87b24a866738,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:33.608040 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-94791dac-9670-4043-a81f-dff2e22ef5bf req-80ebcc14-a49d-49e7-ab61-3b0e0552464d tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2617006 Apr 20 17:39:33.622615 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 2643cf8a-6f28-4f3d-8838-87b24a866738 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:39:33.636234 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0a46297-af13-4b72-b515-f815a78b5af5'] response: {'server_uuid': '9e34dc33-247b-41ae-be3e-91a83dbd9de6', 'name': 'network-vif-deleted', 'tag': '4cda0db0-aeef-4e52-847f-b923a3980eca', 'status': 'completed', 'code': 200} Apr 20 17:39:33.652574 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c62a19-7c69-456e-a60e-cf0f3f415562 None None] Pushing event deleted for resources: {'Port': ['ID=9da27450-11b5-4e09-b1b4-23e9bb7be9bf,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:33.663119 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3e806f2a-e019-4562-ab32-7b4f1849e2f4 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:39:33.669796 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e7c83-eb70-487e-85ed-9bfe77377324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7da349-bb24-4163-8d9d-7b284e363bb9,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:33.694492 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-d88f3a11-dbf3-4ca9-920f-7d7f6717bb0d admin admin] The port '9da27450-11b5-4e09-b1b4-23e9bb7be9bf' was deleted {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:39:33.696336 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3e806f2a-e019-4562-ab32-7b4f1849e2f4 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Usage tracker for resource:subnet and tenant:223231c784ee479d86d7622cff558dcb is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:39:33.701787 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e08e7c83-eb70-487e-85ed-9bfe77377324 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=32b22e30d4a8480987a01f78b0134192&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2779529 Apr 20 17:39:33.702617 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3e806f2a-e019-4562-ab32-7b4f1849e2f4 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:39:33.734823 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42806) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:33.779793 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3e806f2a-e019-4562-ab32-7b4f1849e2f4 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:39:33.866870 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c62a19-7c69-456e-a60e-cf0f3f415562 None None] No DVR routers for this DVR port 9da27450-11b5-4e09-b1b4-23e9bb7be9bf on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:39:33.942277 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e806f2a-e019-4562-ab32-7b4f1849e2f4 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Made reservation on behalf of 223231c784ee479d86d7622cff558dcb for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:39:33.986346 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d88f3a11-dbf3-4ca9-920f-7d7f6717bb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:33.992303 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5bc13f51-3880-4e53-a316-768ae680e07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:34.023625 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5bc13f51-3880-4e53-a316-768ae680e07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:34.110478 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-30576a01-3f9f-417d-9850-bc2478a654e2 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:34.172274 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f6288c77-c785-48c3-b3d7-47ec3f1faddf req-1e20b9e0-d3ff-49cb-9b17-15213a9e7d2c tempest-ServerTagsTestJSON-835203272 tempest-ServerTagsTestJSON-835203272-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e34dc33-247b-41ae-be3e-91a83dbd9de6 HTTP/1.1" status: 200 len: 210 time: 0.0786033 Apr 20 17:39:34.176122 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-d88f3a11-dbf3-4ca9-920f-7d7f6717bb0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c5f462-ddff-4ef3-834f-300bbbe5c5e1']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:34.191287 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5bc13f51-3880-4e53-a316-768ae680e07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:34.191520 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3e806f2a-e019-4562-ab32-7b4f1849e2f4 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:34.211867 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-d88f3a11-dbf3-4ca9-920f-7d7f6717bb0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb8f33c-317c-45e3-a7a9-c21f7e658316') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:34.212186 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-d88f3a11-dbf3-4ca9-920f-7d7f6717bb0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb8f33c-317c-45e3-a7a9-c21f7e658316') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:34.231092 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30576a01-3f9f-417d-9850-bc2478a654e2 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event deleted for resources: {'Port': ['ID=cb71a6e1-82cb-409a-bc9e-c6fd6e0d87af,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:34.245851 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc13f51-3880-4e53-a316-768ae680e07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7da349-bb24-4163-8d9d-7b284e363bb9,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:34.288263 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d88f3a11-dbf3-4ca9-920f-7d7f6717bb0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:34.343702 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d88f3a11-dbf3-4ca9-920f-7d7f6717bb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:34.362824 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d88f3a11-dbf3-4ca9-920f-7d7f6717bb0d admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:39:34.363254 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d88f3a11-dbf3-4ca9-920f-7d7f6717bb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:34.390938 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:39:34.390938 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:39:34.390938 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:39:34.390938 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:39:34.390938 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:39:34.390938 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:39:34.390938 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:39:34.390938 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:39:34.390938 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:39:34.390938 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:39:34.390938 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:39:34.390938 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:39:34.390938 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:39:34.390938 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:39:34.390938 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:39:34.390938 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:39:34.390938 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:39:34.390938 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:39:34.390938 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:39:34.390938 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:39:34.390938 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:39:34.390938 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:39:34.390938 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:39:34.390938 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:39:34.390938 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:39:34.390938 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:39:34.390938 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:39:34.390938 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:39:34.390938 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:39:34.390938 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:39:34.390938 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:39:34.390938 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:39:34.565384 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d88f3a11-dbf3-4ca9-920f-7d7f6717bb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:34.601733 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d88f3a11-dbf3-4ca9-920f-7d7f6717bb0d admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:34.621993 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f3a11-dbf3-4ca9-920f-7d7f6717bb0d admin admin] Pushing event deleted for resources: {'Network': ['ID=b9c5f462-ddff-4ef3-834f-300bbbe5c5e1,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:34.655449 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d88f3a11-dbf3-4ca9-920f-7d7f6717bb0d admin admin] 10.222.0.39 "DELETE /v2.0/networks/b9c5f462-ddff-4ef3-834f-300bbbe5c5e1 HTTP/1.1" status: 204 len: 168 time: 4.4296243 Apr 20 17:39:34.682440 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5bc13f51-3880-4e53-a316-768ae680e07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:34.685844 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5bc13f51-3880-4e53-a316-768ae680e07c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e7da349-bb24-4163-8d9d-7b284e363bb9 HTTP/1.1" status: 204 len: 168 time: 0.9467266 Apr 20 17:39:34.742613 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3e806f2a-e019-4562-ab32-7b4f1849e2f4 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:34.851731 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 4cda0db0-aeef-4e52-847f-b923a3980eca no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:39:34.880601 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e806f2a-e019-4562-ab32-7b4f1849e2f4 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Subnet': ['ID=5a380890-61da-4dee-b68a-756b86290ba4,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:34.898591 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e806f2a-e019-4562-ab32-7b4f1849e2f4 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Checking segment: {'id': '105b601c-f1fe-4cda-83b3-3d23100ade11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:39:34.898950 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e806f2a-e019-4562-ab32-7b4f1849e2f4 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network hostable DHCP agents. Network: 2643cf8a-6f28-4f3d-8838-87b24a866738, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:39:34.952199 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 4cda0db0-aeef-4e52-847f-b923a3980eca {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:39:34.952936 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 4cda0db0-aeef-4e52-847f-b923a3980eca not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:39:34.962671 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e806f2a-e019-4562-ab32-7b4f1849e2f4 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network 2643cf8a-6f28-4f3d-8838-87b24a866738 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:39:34.981168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-3e806f2a-e019-4562-ab32-7b4f1849e2f4 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 2643cf8a-6f28-4f3d-8838-87b24a866738) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:39:34.986613 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e806f2a-e019-4562-ab32-7b4f1849e2f4 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:34.987276 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3e806f2a-e019-4562-ab32-7b4f1849e2f4 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:34.991731 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d36071-a4fc-4db0-80e5-6bc3d2c9b8b4 None None] Network 2643cf8a-6f28-4f3d-8838-87b24a866738 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:39:35.021060 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3e806f2a-e019-4562-ab32-7b4f1849e2f4 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5608974 Apr 20 17:39:35.024580 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42820) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:35.078850 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42824) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:35.302708 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66173c5-0fa2-4b3b-bf09-13194fc198ce req-02bde62a-7dd5-479c-b176-41abe0099844 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:35.318748 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c66173c5-0fa2-4b3b-bf09-13194fc198ce req-02bde62a-7dd5-479c-b176-41abe0099844 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 946 time: 0.4208760 Apr 20 17:39:35.339742 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-35d72668-cdbe-4e51-bc83-8d28e43cea95 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fff76710152c4266b547138b68f9e982&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2562811 Apr 20 17:39:35.374895 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42834) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:35.389167 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe2f763-1334-48bc-9048-102cd7880e6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-2643cf8a-6f28-4f3d-8838-87b24a866738', 'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'fixed_ips': [{'subnet_id': '5a380890-61da-4dee-b68a-756b86290ba4'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:39:35.390562 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-dfe2f763-1334-48bc-9048-102cd7880e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:35.498948 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42840) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:35.632902 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-30576a01-3f9f-417d-9850-bc2478a654e2 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:35.687060 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-dfe2f763-1334-48bc-9048-102cd7880e6e None None] Allocated IP 2001:db8::2 (2643cf8a-6f28-4f3d-8838-87b24a866738/5a380890-61da-4dee-b68a-756b86290ba4/454def3e-19ca-45ee-92ea-94a8e2c9c1e2) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:39:35.790366 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c66173c5-0fa2-4b3b-bf09-13194fc198ce req-6e6213b8-5598-4b73-913c-c4094c653468 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4688938 Apr 20 17:39:36.031403 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad3e04a-2204-4f7c-8db0-ca10fab44821 admin admin] Deleting subnet 44c799ba-6ce0-4519-9de1-6d94eae2787c {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:39:36.168627 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-dfe2f763-1334-48bc-9048-102cd7880e6e None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:36.184519 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-dfe2f763-1334-48bc-9048-102cd7880e6e None None] Transition to ACTIVE for port object 454def3e-19ca-45ee-92ea-94a8e2c9c1e2 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:39:36.210488 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-dfe2f763-1334-48bc-9048-102cd7880e6e None None] Transition to ACTIVE for port object 454def3e-19ca-45ee-92ea-94a8e2c9c1e2 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:39:36.224521 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-dfe2f763-1334-48bc-9048-102cd7880e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:36.294772 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6ad3e04a-2204-4f7c-8db0-ca10fab44821 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:36.323760 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2f763-1334-48bc-9048-102cd7880e6e None None] Pushing event updated for resources: {'Port': ['ID=454def3e-19ca-45ee-92ea-94a8e2c9c1e2,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:36.360049 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe2f763-1334-48bc-9048-102cd7880e6e None None] Network 2643cf8a-6f28-4f3d-8838-87b24a866738 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:39:36.363973 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-dfe2f763-1334-48bc-9048-102cd7880e6e None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:39:36.389272 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe2f763-1334-48bc-9048-102cd7880e6e None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:39:36.401182 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ecb6a037-c1ac-42e6-804c-6fc99ba15696 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:36.416029 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b960a159-eb6b-4fc2-acd2-a77f6bc34ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:36.485547 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b6ab6-cceb-4e09-995f-053a5f390423 req-f75e97c9-98b3-4b37-bb80-f4fbeb390874 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:36.497935 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-454b6ab6-cceb-4e09-995f-053a5f390423 req-f75e97c9-98b3-4b37-bb80-f4fbeb390874 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 946 time: 0.4221566 Apr 20 17:39:36.519501 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42860) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:36.545408 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-aa8c2a50-9f95-404e-9e0e-5c8a46279ec1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Request body: {'floatingip': {'port_id': 'ff710859-ef8f-4b68-8256-f2c582902d6f'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:39:36.555882 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-dfe2f763-1334-48bc-9048-102cd7880e6e None None] Attempting to bind port 454def3e-19ca-45ee-92ea-94a8e2c9c1e2 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:39:36.556489 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-dfe2f763-1334-48bc-9048-102cd7880e6e None None] Attempting to bind port 454def3e-19ca-45ee-92ea-94a8e2c9c1e2 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '105b601c-f1fe-4cda-83b3-3d23100ade11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:39:36.557060 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe2f763-1334-48bc-9048-102cd7880e6e None None] Attempting to bind port 454def3e-19ca-45ee-92ea-94a8e2c9c1e2 on network 2643cf8a-6f28-4f3d-8838-87b24a866738 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:39:36.565321 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe2f763-1334-48bc-9048-102cd7880e6e None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:39:36.566145 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe2f763-1334-48bc-9048-102cd7880e6e None None] Checking segment: {'id': '105b601c-f1fe-4cda-83b3-3d23100ade11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:39:36.566781 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-dfe2f763-1334-48bc-9048-102cd7880e6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:36.567404 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe2f763-1334-48bc-9048-102cd7880e6e None None] Bound using segment: {'id': '105b601c-f1fe-4cda-83b3-3d23100ade11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:39:36.568519 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-dfe2f763-1334-48bc-9048-102cd7880e6e None None] Bound port: 454def3e-19ca-45ee-92ea-94a8e2c9c1e2, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105b601c-f1fe-4cda-83b3-3d23100ade11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:39:36.569109 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-dfe2f763-1334-48bc-9048-102cd7880e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:36.628392 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-aa8c2a50-9f95-404e-9e0e-5c8a46279ec1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for floatingip, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:36.697296 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-dfe2f763-1334-48bc-9048-102cd7880e6e None None] For port 454def3e-19ca-45ee-92ea-94a8e2c9c1e2, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:39:36.701294 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-dfe2f763-1334-48bc-9048-102cd7880e6e None None] For port 454def3e-19ca-45ee-92ea-94a8e2c9c1e2, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=454def3e-19ca-45ee-92ea-94a8e2c9c1e2,segment=NetworkSegment(105b601c-f1fe-4cda-83b3-3d23100ade11),segment_id=105b601c-f1fe-4cda-83b3-3d23100ade11)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:39:36.709784 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-dfe2f763-1334-48bc-9048-102cd7880e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:36.842089 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b960a159-eb6b-4fc2-acd2-a77f6bc34ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:36.859769 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2f763-1334-48bc-9048-102cd7880e6e None None] Pushing event updated for resources: {'Port': ['ID=454def3e-19ca-45ee-92ea-94a8e2c9c1e2,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:36.886443 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6ad3e04a-2204-4f7c-8db0-ca10fab44821 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:37.001121 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-ecb6a037-c1ac-42e6-804c-6fc99ba15696 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Allocated IP 2001:db8::1 (2643cf8a-6f28-4f3d-8838-87b24a866738/5a380890-61da-4dee-b68a-756b86290ba4/5de728ee-08ef-4134-858a-18ed50ce74f4) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:39:37.096790 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-eb1c1daa-e0f2-4d28-8f8a-136fe494e5e6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Deleting port 8753a3c2-5819-46c6-9a57-79470ff4e5cd {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:39:37.097409 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eb1c1daa-e0f2-4d28-8f8a-136fe494e5e6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:37.312939 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ecb6a037-c1ac-42e6-804c-6fc99ba15696 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:37.355901 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-ecb6a037-c1ac-42e6-804c-6fc99ba15696 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Transition to ACTIVE for port object 5de728ee-08ef-4134-858a-18ed50ce74f4 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:39:37.405500 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ecb6a037-c1ac-42e6-804c-6fc99ba15696 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:37.503240 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb6a037-c1ac-42e6-804c-6fc99ba15696 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network 2643cf8a-6f28-4f3d-8838-87b24a866738 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:39:37.518945 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-ecb6a037-c1ac-42e6-804c-6fc99ba15696 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:39:37.538624 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb6a037-c1ac-42e6-804c-6fc99ba15696 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:39:37.539162 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ecb6a037-c1ac-42e6-804c-6fc99ba15696 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:37.622344 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6a037-c1ac-42e6-804c-6fc99ba15696 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Port': ['ID=5de728ee-08ef-4134-858a-18ed50ce74f4,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:37.763882 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ecb6a037-c1ac-42e6-804c-6fc99ba15696 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:37.794313 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6ad3e04a-2204-4f7c-8db0-ca10fab44821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:38.339670 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b960a159-eb6b-4fc2-acd2-a77f6bc34ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:38.353680 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ecb6a037-c1ac-42e6-804c-6fc99ba15696 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:38.370361 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ecb6a037-c1ac-42e6-804c-6fc99ba15696 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:38.371152 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ecb6a037-c1ac-42e6-804c-6fc99ba15696 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:38.493342 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4ce6bf-2bdb-4692-a177-e9d9a24fd26c None None] Network 2643cf8a-6f28-4f3d-8838-87b24a866738 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:39:38.707033 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d4fc3c9c-a7b1-4d3e-85fd-01fb5477440c None None] Provisioning for port 454def3e-19ca-45ee-92ea-94a8e2c9c1e2 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:39:38.725526 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6a037-c1ac-42e6-804c-6fc99ba15696 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Port': ['ID=5de728ee-08ef-4134-858a-18ed50ce74f4,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:38.765757 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960a159-eb6b-4fc2-acd2-a77f6bc34ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b0e873-1889-4136-83b1-9792a54a3fff,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:38.792352 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb6a037-c1ac-42e6-804c-6fc99ba15696 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network 2643cf8a-6f28-4f3d-8838-87b24a866738 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:39:38.794077 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-ecb6a037-c1ac-42e6-804c-6fc99ba15696 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:39:38.879886 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-eb1c1daa-e0f2-4d28-8f8a-136fe494e5e6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] For port 8753a3c2-5819-46c6-9a57-79470ff4e5cd, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8753a3c2-5819-46c6-9a57-79470ff4e5cd,segment=NetworkSegment(7543a3ce-829e-4f5b-aa0d-43ed05cd118d),segment_id=7543a3ce-829e-4f5b-aa0d-43ed05cd118d)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:39:38.880263 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eb1c1daa-e0f2-4d28-8f8a-136fe494e5e6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:38.923344 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b960a159-eb6b-4fc2-acd2-a77f6bc34ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:38.926420 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b960a159-eb6b-4fc2-acd2-a77f6bc34ad6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/22b0e873-1889-4136-83b1-9792a54a3fff HTTP/1.1" status: 204 len: 168 time: 3.5358088 Apr 20 17:39:39.007415 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6ad3e04a-2204-4f7c-8db0-ca10fab44821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:39.198468 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e08965ea-3fda-4e48-97ce-e958eef18052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:39.219211 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-eb1c1daa-e0f2-4d28-8f8a-136fe494e5e6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Calling delete_port for 8753a3c2-5819-46c6-9a57-79470ff4e5cd owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:39:39.291618 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 454def3e-19ca-45ee-92ea-94a8e2c9c1e2 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:39:39.300051 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3e04a-2204-4f7c-8db0-ca10fab44821 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44c799ba-6ce0-4519-9de1-6d94eae2787c,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:39.365633 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6ad3e04a-2204-4f7c-8db0-ca10fab44821 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:39.394214 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42882) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:39.432267 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6ad3e04a-2204-4f7c-8db0-ca10fab44821 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/44c799ba-6ce0-4519-9de1-6d94eae2787c HTTP/1.1" status: 204 len: 168 time: 3.9048555 Apr 20 17:39:39.633405 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 454def3e-19ca-45ee-92ea-94a8e2c9c1e2 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:39:39.640693 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 454def3e-19ca-45ee-92ea-94a8e2c9c1e2 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:39:39.641393 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:39.672506 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-170a44df-4d25-4a64-b860-330c9892e510 None None] Provisioning for port 5de728ee-08ef-4134-858a-18ed50ce74f4 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:39:39.673300 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30576a01-3f9f-417d-9850-bc2478a654e2 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Router 0a7a86ee-8909-4408-936a-8d4abaf6021a has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:39:39.688233 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb6a037-c1ac-42e6-804c-6fc99ba15696 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Router e0e24074-85f9-471b-b705-b10a2f130e0d is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:39:39.710420 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-170a44df-4d25-4a64-b860-330c9892e510 None None] Provisioning complete for port 5de728ee-08ef-4134-858a-18ed50ce74f4 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:39:39.711405 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-170a44df-4d25-4a64-b860-330c9892e510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:39.728608 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e74d75c5-6c5d-436d-89fd-12186f01c419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:39.883015 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-170a44df-4d25-4a64-b860-330c9892e510 None None] Port 5de728ee-08ef-4134-858a-18ed50ce74f4 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:39:39.972394 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:40.069035 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 454def3e-19ca-45ee-92ea-94a8e2c9c1e2, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=454def3e-19ca-45ee-92ea-94a8e2c9c1e2,segment=NetworkSegment(105b601c-f1fe-4cda-83b3-3d23100ade11),segment_id=105b601c-f1fe-4cda-83b3-3d23100ade11)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:39:40.076689 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c29a239c-b8f8-4038-a788-68dd5ef4ea6c None None] Provisioning complete for port 5de728ee-08ef-4134-858a-18ed50ce74f4 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:39:40.081063 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c29a239c-b8f8-4038-a788-68dd5ef4ea6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:40.141533 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:40.196708 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-aa8c2a50-9f95-404e-9e0e-5c8a46279ec1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:40.317053 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-aa8c2a50-9f95-404e-9e0e-5c8a46279ec1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:40.322686 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-c29a239c-b8f8-4038-a788-68dd5ef4ea6c None None] Port 5de728ee-08ef-4134-858a-18ed50ce74f4 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:39:40.376359 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=454def3e-19ca-45ee-92ea-94a8e2c9c1e2,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:40.433164 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e74d75c5-6c5d-436d-89fd-12186f01c419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:40.455026 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6f992147-318f-4173-8019-1092e88c3274 None None] Provisioning complete for port 5de728ee-08ef-4134-858a-18ed50ce74f4 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:39:40.455611 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6f992147-318f-4173-8019-1092e88c3274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:40.468387 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-e74d75c5-6c5d-436d-89fd-12186f01c419 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e71efc-ac09-4a59-846f-5f9d1ee16aa7']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:40.483428 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-e74d75c5-6c5d-436d-89fd-12186f01c419 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfcff26c-c717-44a1-8b22-b45ba586c1e9') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:40.487094 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-e74d75c5-6c5d-436d-89fd-12186f01c419 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfcff26c-c717-44a1-8b22-b45ba586c1e9') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:40.532642 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e74d75c5-6c5d-436d-89fd-12186f01c419 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:40.565037 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e74d75c5-6c5d-436d-89fd-12186f01c419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:40.571887 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb6a037-c1ac-42e6-804c-6fc99ba15696 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:39:40.595616 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e74d75c5-6c5d-436d-89fd-12186f01c419 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:39:40.596191 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e74d75c5-6c5d-436d-89fd-12186f01c419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:40.629086 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-6f992147-318f-4173-8019-1092e88c3274 None None] Port 5de728ee-08ef-4134-858a-18ed50ce74f4 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:39:40.633027 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eb1c1daa-e0f2-4d28-8f8a-136fe494e5e6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:40.636312 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:39:40.636312 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:39:40.636312 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:39:40.636312 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:39:40.636312 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:39:40.636312 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:39:40.636312 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:39:40.636312 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:39:40.636312 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:39:40.636312 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:39:40.636312 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:39:40.636312 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:39:40.636312 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:39:40.636312 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:39:40.636312 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:39:40.636312 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:39:40.636312 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:39:40.636312 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:39:40.636312 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:39:40.636312 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:39:40.636312 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:39:40.636312 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:39:40.636312 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:39:40.636312 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:39:40.636312 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:39:40.636312 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:39:40.636312 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:39:40.636312 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:39:40.636312 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:39:40.636312 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:39:40.636312 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:39:40.636312 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:39:40.640230 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f916286-3e4e-493a-bffa-49fa0081cd06 None None] Sync routers for ids ['e0e24074-85f9-471b-b705-b10a2f130e0d'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:39:40.670084 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f916286-3e4e-493a-bffa-49fa0081cd06 None None] Routers {'e0e24074-85f9-471b-b705-b10a2f130e0d'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:39:40.670848 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-1f916286-3e4e-493a-bffa-49fa0081cd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:39:12Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e0e24074-85f9-471b-b705-b10a2f130e0d'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:40.726758 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ecb6a037-c1ac-42e6-804c-6fc99ba15696 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "PUT /v2.0/routers/e0e24074-85f9-471b-b705-b10a2f130e0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7008231 Apr 20 17:39:40.727426 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42906) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:40.746291 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c1daa-e0f2-4d28-8f8a-136fe494e5e6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event deleted for resources: {'Port': ['ID=8753a3c2-5819-46c6-9a57-79470ff4e5cd,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:40.777896 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-05960440-b16a-458b-ba1d-f92ce6ae7a53 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-723632521'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:39:40.788993 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-05960440-b16a-458b-ba1d-f92ce6ae7a53 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:39:40.799172 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-05960440-b16a-458b-ba1d-f92ce6ae7a53 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Usage tracker for resource:network and tenant:223231c784ee479d86d7622cff558dcb is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:39:40.811632 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-05960440-b16a-458b-ba1d-f92ce6ae7a53 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:39:40.832275 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e74d75c5-6c5d-436d-89fd-12186f01c419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:40.833956 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-05960440-b16a-458b-ba1d-f92ce6ae7a53 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:39:40.860082 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e74d75c5-6c5d-436d-89fd-12186f01c419 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:40.906827 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d75c5-6c5d-436d-89fd-12186f01c419 admin admin] Pushing event deleted for resources: {'Network': ['ID=75e71efc-ac09-4a59-846f-5f9d1ee16aa7,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:40.919714 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05960440-b16a-458b-ba1d-f92ce6ae7a53 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Made reservation on behalf of 223231c784ee479d86d7622cff558dcb for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:39:40.922801 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-05960440-b16a-458b-ba1d-f92ce6ae7a53 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:40.923623 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-1f916286-3e4e-493a-bffa-49fa0081cd06 None None] Set router e0e24074-85f9-471b-b705-b10a2f130e0d gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:39:40.960821 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e74d75c5-6c5d-436d-89fd-12186f01c419 admin admin] 10.222.0.39 "DELETE /v2.0/networks/75e71efc-ac09-4a59-846f-5f9d1ee16aa7 HTTP/1.1" status: 204 len: 168 time: 1.5466356 Apr 20 17:39:41.003512 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05960440-b16a-458b-ba1d-f92ce6ae7a53 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:39:41.025445 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-05960440-b16a-458b-ba1d-f92ce6ae7a53 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:41.025780 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-05960440-b16a-458b-ba1d-f92ce6ae7a53 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Added segment 3e85c32c-f0b8-4113-ad48-d489883b2151 of type vlan for network f33fab59-8c3d-49a6-bfd4-891170acc8f8 Apr 20 17:39:41.088143 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-05960440-b16a-458b-ba1d-f92ce6ae7a53 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:41.188109 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-05960440-b16a-458b-ba1d-f92ce6ae7a53 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:41.192383 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05960440-b16a-458b-ba1d-f92ce6ae7a53 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:41.193137 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-05960440-b16a-458b-ba1d-f92ce6ae7a53 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:41.344706 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30576a01-3f9f-417d-9850-bc2478a654e2 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:39:41.384047 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-05960440-b16a-458b-ba1d-f92ce6ae7a53 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6501207 Apr 20 17:39:41.388098 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42918) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:41.396054 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-beed7194-fa78-4987-a6d0-3f434c145e58 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Request body: {'subnet': {'network_id': 'f33fab59-8c3d-49a6-bfd4-891170acc8f8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:39:41.534381 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42922) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:41.536932 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-30576a01-3f9f-417d-9850-bc2478a654e2 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "PUT /v2.0/routers/0a7a86ee-8909-4408-936a-8d4abaf6021a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5926864 Apr 20 17:39:41.557772 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42924) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:41.573898 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69d4c09-6d88-4539-a16f-cbcef2a1c26c None None] Sync routers for ids ['0a7a86ee-8909-4408-936a-8d4abaf6021a'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:39:41.608891 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69d4c09-6d88-4539-a16f-cbcef2a1c26c None None] Routers {'0a7a86ee-8909-4408-936a-8d4abaf6021a'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:39:41.610518 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-d69d4c09-6d88-4539-a16f-cbcef2a1c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:39:12Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0a7a86ee-8909-4408-936a-8d4abaf6021a'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:41.715493 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 454def3e-19ca-45ee-92ea-94a8e2c9c1e2 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:39:41.746294 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05960440-b16a-458b-ba1d-f92ce6ae7a53 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Network': ['ID=f33fab59-8c3d-49a6-bfd4-891170acc8f8,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:41.775992 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network f33fab59-8c3d-49a6-bfd4-891170acc8f8 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:39:41.815851 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-beed7194-fa78-4987-a6d0-3f434c145e58 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:39:41.824496 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-beed7194-fa78-4987-a6d0-3f434c145e58 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Usage tracker for resource:subnet and tenant:223231c784ee479d86d7622cff558dcb is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:39:41.832091 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-beed7194-fa78-4987-a6d0-3f434c145e58 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:39:41.859978 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-beed7194-fa78-4987-a6d0-3f434c145e58 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:39:41.872069 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-d69d4c09-6d88-4539-a16f-cbcef2a1c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:41.885835 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beed7194-fa78-4987-a6d0-3f434c145e58 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Made reservation on behalf of 223231c784ee479d86d7622cff558dcb for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:39:41.888017 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7e515e70-c512-4f5b-8d10-93c09ff0d333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:41.888428 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69d4c09-6d88-4539-a16f-cbcef2a1c26c None None] Routers {'0a7a86ee-8909-4408-936a-8d4abaf6021a'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:39:41.890107 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-d69d4c09-6d88-4539-a16f-cbcef2a1c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:39:42Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0a7a86ee-8909-4408-936a-8d4abaf6021a'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:41.971927 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-d69d4c09-6d88-4539-a16f-cbcef2a1c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:41.972720 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69d4c09-6d88-4539-a16f-cbcef2a1c26c None None] The sync data for ids ['0a7a86ee-8909-4408-936a-8d4abaf6021a'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:39:42.054174 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 454def3e-19ca-45ee-92ea-94a8e2c9c1e2 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:39:42.054619 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:42.235123 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-beed7194-fa78-4987-a6d0-3f434c145e58 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:42.249408 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-1f916286-3e4e-493a-bffa-49fa0081cd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'name': 'tempest-RoutersIpV6Test-router-1282796834', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:39:32Z', 'updated_at': '2022-04-20T17:39:37Z', 'revision_number': 2, 'project_id': '223231c784ee479d86d7622cff558dcb', 'gw_port_host': None, '_interfaces': [{'id': '5de728ee-08ef-4134-858a-18ed50ce74f4', 'name': '', 'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:50:ed:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a380890-61da-4dee-b68a-756b86290ba4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:36Z', 'updated_at': '2022-04-20T17:39:38Z', 'revision_number': 2, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '5a380890-61da-4dee-b68a-756b86290ba4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:42.256866 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f916286-3e4e-493a-bffa-49fa0081cd06 None None] Checking router: e0e24074-85f9-471b-b705-b10a2f130e0d for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:39:42.257205 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f916286-3e4e-493a-bffa-49fa0081cd06 None None] Updating router e0e24074-85f9-471b-b705-b10a2f130e0d port 5de728ee-08ef-4134-858a-18ed50ce74f4 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:39:42.316645 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a600d3b1-75dc-4242-9b51-e08061797f14 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7428a13708064f73b2837c4880ccd24b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7578156 Apr 20 17:39:42.336301 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1f916286-3e4e-493a-bffa-49fa0081cd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:42.381019 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 42942) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:42.448184 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [None req-aa8c2a50-9f95-404e-9e0e-5c8a46279ec1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Floating IP 7f2067fb-4d1d-483b-a17a-86d3db092b96 associated. External IP: 172.25.8.178, port: ff710859-ef8f-4b68-8256-f2c582902d6f. Apr 20 17:39:42.725035 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9d228e78-48d7-4cc7-ae7c-168c5cdf2aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:42.752791 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9d228e78-48d7-4cc7-ae7c-168c5cdf2aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:42.769230 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-beed7194-fa78-4987-a6d0-3f434c145e58 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:42.788620 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:42.824695 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9d228e78-48d7-4cc7-ae7c-168c5cdf2aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:42.874635 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d228e78-48d7-4cc7-ae7c-168c5cdf2aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bc607c-5cd8-40cf-9cfa-a6567a0ed260,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:42.995720 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed7194-fa78-4987-a6d0-3f434c145e58 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Subnet': ['ID=1c921873-8400-4373-8efd-a320703c8b1a,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:43.008652 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:43.017466 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beed7194-fa78-4987-a6d0-3f434c145e58 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Checking segment: {'id': '3e85c32c-f0b8-4113-ad48-d489883b2151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f33fab59-8c3d-49a6-bfd4-891170acc8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:39:43.017855 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beed7194-fa78-4987-a6d0-3f434c145e58 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network hostable DHCP agents. Network: f33fab59-8c3d-49a6-bfd4-891170acc8f8, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:39:43.053135 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beed7194-fa78-4987-a6d0-3f434c145e58 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network f33fab59-8c3d-49a6-bfd4-891170acc8f8 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:39:43.063534 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9d228e78-48d7-4cc7-ae7c-168c5cdf2aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:43.067494 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9d228e78-48d7-4cc7-ae7c-168c5cdf2aea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/29bc607c-5cd8-40cf-9cfa-a6567a0ed260 HTTP/1.1" status: 204 len: 168 time: 0.6794152 Apr 20 17:39:43.071317 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-beed7194-fa78-4987-a6d0-3f434c145e58 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, f33fab59-8c3d-49a6-bfd4-891170acc8f8) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:39:43.076570 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beed7194-fa78-4987-a6d0-3f434c145e58 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:43.077179 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-beed7194-fa78-4987-a6d0-3f434c145e58 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:43.111078 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eb1c1daa-e0f2-4d28-8f8a-136fe494e5e6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:43.127702 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-beed7194-fa78-4987-a6d0-3f434c145e58 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7383285 Apr 20 17:39:43.130485 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 42960) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:43.236601 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1f916286-3e4e-493a-bffa-49fa0081cd06 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:43.250531 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1f916286-3e4e-493a-bffa-49fa0081cd06 None None] Transition to ACTIVE for port object 5de728ee-08ef-4134-858a-18ed50ce74f4 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:39:43.256410 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2825874-1c78-4cf9-bb81-e277d165d05c None None] Network f33fab59-8c3d-49a6-bfd4-891170acc8f8 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:39:43.626759 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e41d83b0-9747-41e2-b06d-bfa17ac7838d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:43.639248 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1f916286-3e4e-493a-bffa-49fa0081cd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:44.080894 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:44.723632 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa65e0-ba37-4cc5-b69e-00c4ab0b16f6 None None] Pushing event updated for resources: {'Port': ['ID=5de728ee-08ef-4134-858a-18ed50ce74f4,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:44.734015 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:44.765764 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0831cdfc-0997-428f-8987-6170369b68f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-f33fab59-8c3d-49a6-bfd4-891170acc8f8', 'network_id': 'f33fab59-8c3d-49a6-bfd4-891170acc8f8', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'fixed_ips': [{'subnet_id': '1c921873-8400-4373-8efd-a320703c8b1a'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:39:44.766609 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0831cdfc-0997-428f-8987-6170369b68f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:44.847068 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-1f916286-3e4e-493a-bffa-49fa0081cd06 None None] Attempting to bind port 5de728ee-08ef-4134-858a-18ed50ce74f4 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:39:44.848163 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-1f916286-3e4e-493a-bffa-49fa0081cd06 None None] Attempting to bind port 5de728ee-08ef-4134-858a-18ed50ce74f4 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '105b601c-f1fe-4cda-83b3-3d23100ade11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:39:44.848726 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f916286-3e4e-493a-bffa-49fa0081cd06 None None] Attempting to bind port 5de728ee-08ef-4134-858a-18ed50ce74f4 on network 2643cf8a-6f28-4f3d-8838-87b24a866738 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:39:44.925483 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f916286-3e4e-493a-bffa-49fa0081cd06 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:39:44.926482 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f916286-3e4e-493a-bffa-49fa0081cd06 None None] Checking segment: {'id': '105b601c-f1fe-4cda-83b3-3d23100ade11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:39:44.927233 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1f916286-3e4e-493a-bffa-49fa0081cd06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:44.927824 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f916286-3e4e-493a-bffa-49fa0081cd06 None None] Bound using segment: {'id': '105b601c-f1fe-4cda-83b3-3d23100ade11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:39:44.928506 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-1f916286-3e4e-493a-bffa-49fa0081cd06 None None] Bound port: 5de728ee-08ef-4134-858a-18ed50ce74f4, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105b601c-f1fe-4cda-83b3-3d23100ade11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:39:44.929238 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1f916286-3e4e-493a-bffa-49fa0081cd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:44.973650 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-535b02b3-6328-49bd-857c-33835a73a757 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:45.345401 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-0831cdfc-0997-428f-8987-6170369b68f3 None None] Allocated IP 2001:db8:1::2 (f33fab59-8c3d-49a6-bfd4-891170acc8f8/1c921873-8400-4373-8efd-a320703c8b1a/82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:39:45.350806 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:45.378550 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1f916286-3e4e-493a-bffa-49fa0081cd06 None None] For port 5de728ee-08ef-4134-858a-18ed50ce74f4, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:39:45.383393 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1f916286-3e4e-493a-bffa-49fa0081cd06 None None] For port 5de728ee-08ef-4134-858a-18ed50ce74f4, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=5de728ee-08ef-4134-858a-18ed50ce74f4,segment=NetworkSegment(105b601c-f1fe-4cda-83b3-3d23100ade11),segment_id=105b601c-f1fe-4cda-83b3-3d23100ade11)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:39:45.414171 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1f916286-3e4e-493a-bffa-49fa0081cd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:45.895583 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8c2a50-9f95-404e-9e0e-5c8a46279ec1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Router 70079143-056c-490a-944c-369e581f27ed has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:39:45.941370 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43012) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:46.133556 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f916286-3e4e-493a-bffa-49fa0081cd06 None None] Routers {'e0e24074-85f9-471b-b705-b10a2f130e0d'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:39:46.135631 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-1f916286-3e4e-493a-bffa-49fa0081cd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:39:42Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e0e24074-85f9-471b-b705-b10a2f130e0d'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:46.349440 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-94fc0b48-4b8f-4c2d-a361-c5a3341c6163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:46.450695 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-94fc0b48-4b8f-4c2d-a361-c5a3341c6163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:39:46.466299 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-94fc0b48-4b8f-4c2d-a361-c5a3341c6163 admin admin] Usage tracker for resource:security_group_rule and tenant:b9049499cf424ccb96d96f15b649c33e is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:39:46.469678 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-94fc0b48-4b8f-4c2d-a361-c5a3341c6163 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:39:46.483653 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-94fc0b48-4b8f-4c2d-a361-c5a3341c6163 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:39:46.498258 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0831cdfc-0997-428f-8987-6170369b68f3 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:46.526385 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0831cdfc-0997-428f-8987-6170369b68f3 None None] Transition to ACTIVE for port object 82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:39:46.613640 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa65e0-ba37-4cc5-b69e-00c4ab0b16f6 None None] Pushing event updated for resources: {'Port': ['ID=5de728ee-08ef-4134-858a-18ed50ce74f4,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:46.619014 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-94fc0b48-4b8f-4c2d-a361-c5a3341c6163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:46.633590 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-94fc0b48-4b8f-4c2d-a361-c5a3341c6163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:46.679709 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0831cdfc-0997-428f-8987-6170369b68f3 None None] Transition to ACTIVE for port object 82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:39:46.744062 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0831cdfc-0997-428f-8987-6170369b68f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:46.820412 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-1f916286-3e4e-493a-bffa-49fa0081cd06 None None] Set router e0e24074-85f9-471b-b705-b10a2f130e0d gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:39:46.845822 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-94fc0b48-4b8f-4c2d-a361-c5a3341c6163 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b9049499cf424ccb96d96f15b649c33e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9032905 Apr 20 17:39:46.864331 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43028) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:46.900280 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0831cdfc-0997-428f-8987-6170369b68f3 None None] Network f33fab59-8c3d-49a6-bfd4-891170acc8f8 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:39:46.908561 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-0831cdfc-0997-428f-8987-6170369b68f3 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:39:46.912719 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0831cdfc-0997-428f-8987-6170369b68f3 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:39:46.937270 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831cdfc-0997-428f-8987-6170369b68f3 None None] Pushing event updated for resources: {'Port': ['ID=82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:46.965063 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc0b48-4b8f-4c2d-a361-c5a3341c6163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c456291a-3249-4b88-8ed3-010db1e62d98,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:46.993019 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-535b02b3-6328-49bd-857c-33835a73a757 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Allocated IP 2001:db8:1::1 (f33fab59-8c3d-49a6-bfd4-891170acc8f8/1c921873-8400-4373-8efd-a320703c8b1a/636bb4bc-e93a-4f53-ab42-5aaa27b48a94) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:39:46.999619 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8c2a50-9f95-404e-9e0e-5c8a46279ec1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:39:47.011922 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-aa8c2a50-9f95-404e-9e0e-5c8a46279ec1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:47.055151 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e20db2-0a74-480a-861e-59e69f961370 None None] Sync routers for ids ['70079143-056c-490a-944c-369e581f27ed'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:39:47.059208 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-0831cdfc-0997-428f-8987-6170369b68f3 None None] Attempting to bind port 82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:39:47.059570 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-0831cdfc-0997-428f-8987-6170369b68f3 None None] Attempting to bind port 82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '3e85c32c-f0b8-4113-ad48-d489883b2151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f33fab59-8c3d-49a6-bfd4-891170acc8f8'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:39:47.059927 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0831cdfc-0997-428f-8987-6170369b68f3 None None] Attempting to bind port 82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af on network f33fab59-8c3d-49a6-bfd4-891170acc8f8 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:39:47.126639 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0831cdfc-0997-428f-8987-6170369b68f3 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:39:47.127324 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0831cdfc-0997-428f-8987-6170369b68f3 None None] Checking segment: {'id': '3e85c32c-f0b8-4113-ad48-d489883b2151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f33fab59-8c3d-49a6-bfd4-891170acc8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:39:47.127493 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0831cdfc-0997-428f-8987-6170369b68f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:47.127843 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0831cdfc-0997-428f-8987-6170369b68f3 None None] Bound using segment: {'id': '3e85c32c-f0b8-4113-ad48-d489883b2151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f33fab59-8c3d-49a6-bfd4-891170acc8f8'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:39:47.128308 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-0831cdfc-0997-428f-8987-6170369b68f3 None None] Bound port: 82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e85c32c-f0b8-4113-ad48-d489883b2151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f33fab59-8c3d-49a6-bfd4-891170acc8f8'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:39:47.128669 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0831cdfc-0997-428f-8987-6170369b68f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:47.138471 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1c1daa-e0f2-4d28-8f8a-136fe494e5e6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Router a847c51d-e3e8-4b74-9074-de9e5616f6d3 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:39:47.162965 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8a6fa7b7-ccb7-4abf-adcd-16a08f39385f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:47.204256 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8a6fa7b7-ccb7-4abf-adcd-16a08f39385f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:47.243898 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43036) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:47.288873 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-e41d83b0-9747-41e2-b06d-bfa17ac7838d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Deleting port 1649cdbd-f2ec-45ab-a157-f822e4169fff {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:39:47.289213 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e41d83b0-9747-41e2-b06d-bfa17ac7838d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:47.359257 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8a6fa7b7-ccb7-4abf-adcd-16a08f39385f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:47.380629 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-535b02b3-6328-49bd-857c-33835a73a757 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:47.433566 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-535b02b3-6328-49bd-857c-33835a73a757 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Transition to ACTIVE for port object 636bb4bc-e93a-4f53-ab42-5aaa27b48a94 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:39:47.465432 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-aa8c2a50-9f95-404e-9e0e-5c8a46279ec1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "PUT /v2.0/floatingips/7f2067fb-4d1d-483b-a17a-86d3db092b96 HTTP/1.1" status: 200 len: 992 time: 10.9328728 Apr 20 17:39:47.508329 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-535b02b3-6328-49bd-857c-33835a73a757 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:47.601172 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b98c491-2216-49b5-93a4-1ec795c9c374', 'tag': 'ff710859-ef8f-4b68-8256-f2c582902d6f'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:39:47.603102 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535b02b3-6328-49bd-857c-33835a73a757 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network f33fab59-8c3d-49a6-bfd4-891170acc8f8 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:39:47.609070 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-535b02b3-6328-49bd-857c-33835a73a757 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:39:47.618984 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535b02b3-6328-49bd-857c-33835a73a757 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:39:47.619855 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-535b02b3-6328-49bd-857c-33835a73a757 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:47.659510 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6fa7b7-ccb7-4abf-adcd-16a08f39385f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c456291a-3249-4b88-8ed3-010db1e62d98,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:47.662273 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a81d4b19-236b-46ec-ad14-eeb1d328d38e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:47.678241 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8a6fa7b7-ccb7-4abf-adcd-16a08f39385f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:47.679996 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8a6fa7b7-ccb7-4abf-adcd-16a08f39385f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c456291a-3249-4b88-8ed3-010db1e62d98 HTTP/1.1" status: 204 len: 168 time: 0.8021877 Apr 20 17:39:47.723473 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a81d4b19-236b-46ec-ad14-eeb1d328d38e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:39:47.732533 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a81d4b19-236b-46ec-ad14-eeb1d328d38e admin admin] Usage tracker for resource:security_group_rule and tenant:79e76c27aa1743728fef455cf9d0cbeb is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:39:47.740277 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a81d4b19-236b-46ec-ad14-eeb1d328d38e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:39:47.754113 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a81d4b19-236b-46ec-ad14-eeb1d328d38e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:39:47.788224 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b02b3-6328-49bd-857c-33835a73a757 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Port': ['ID=636bb4bc-e93a-4f53-ab42-5aaa27b48a94,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:47.847881 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51145953-da21-4ebf-82e8-82030cf022c6'] response: {'name': 'network-changed', 'server_uuid': '8b98c491-2216-49b5-93a4-1ec795c9c374', 'tag': 'ff710859-ef8f-4b68-8256-f2c582902d6f', 'status': 'completed', 'code': 200} Apr 20 17:39:47.852623 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e20db2-0a74-480a-861e-59e69f961370 None None] Routers {'70079143-056c-490a-944c-369e581f27ed'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:39:47.855115 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-68e20db2-0a74-480a-861e-59e69f961370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:39:42Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['70079143-056c-490a-944c-369e581f27ed'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:48.028723 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-535b02b3-6328-49bd-857c-33835a73a757 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:48.066317 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a81d4b19-236b-46ec-ad14-eeb1d328d38e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:48.241366 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0831cdfc-0997-428f-8987-6170369b68f3 None None] For port 82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:39:48.259186 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0831cdfc-0997-428f-8987-6170369b68f3 None None] For port 82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af,segment=NetworkSegment(3e85c32c-f0b8-4113-ad48-d489883b2151),segment_id=3e85c32c-f0b8-4113-ad48-d489883b2151)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:39:48.283621 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0831cdfc-0997-428f-8987-6170369b68f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:48.422405 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-1f916286-3e4e-493a-bffa-49fa0081cd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'name': 'tempest-RoutersIpV6Test-router-1282796834', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:39:32Z', 'updated_at': '2022-04-20T17:39:37Z', 'revision_number': 2, 'project_id': '223231c784ee479d86d7622cff558dcb', 'gw_port_host': None, '_interfaces': [{'id': '5de728ee-08ef-4134-858a-18ed50ce74f4', 'name': '', 'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:50:ed:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a380890-61da-4dee-b68a-756b86290ba4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:36Z', 'updated_at': '2022-04-20T17:39:45Z', 'revision_number': 4, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '5a380890-61da-4dee-b68a-756b86290ba4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:48.455298 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-68e20db2-0a74-480a-861e-59e69f961370 None None] Set router 70079143-056c-490a-944c-369e581f27ed gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:39:48.520259 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f916286-3e4e-493a-bffa-49fa0081cd06 None None] The sync data for ids ['e0e24074-85f9-471b-b705-b10a2f130e0d'] in n-d-838032-1 is: [{'id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'name': 'tempest-RoutersIpV6Test-router-1282796834', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:39:32Z', 'updated_at': '2022-04-20T17:39:37Z', 'revision_number': 2, 'project_id': '223231c784ee479d86d7622cff558dcb', 'gw_port_host': None, '_interfaces': [{'id': '5de728ee-08ef-4134-858a-18ed50ce74f4', 'name': '', 'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:50:ed:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a380890-61da-4dee-b68a-756b86290ba4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:36Z', 'updated_at': '2022-04-20T17:39:45Z', 'revision_number': 4, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '5a380890-61da-4dee-b68a-756b86290ba4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:39:48.593166 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831cdfc-0997-428f-8987-6170369b68f3 None None] Pushing event updated for resources: {'Port': ['ID=82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:48.705984 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e41d83b0-9747-41e2-b06d-bfa17ac7838d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:49.038476 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-535b02b3-6328-49bd-857c-33835a73a757 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:49.041002 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a81d4b19-236b-46ec-ad14-eeb1d328d38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:49.113578 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a81d4b19-236b-46ec-ad14-eeb1d328d38e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=79e76c27aa1743728fef455cf9d0cbeb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8636808 Apr 20 17:39:49.121409 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-535b02b3-6328-49bd-857c-33835a73a757 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:49.123168 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-535b02b3-6328-49bd-857c-33835a73a757 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:49.142820 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43064) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:49.165459 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-e41d83b0-9747-41e2-b06d-bfa17ac7838d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Calling delete_port for 1649cdbd-f2ec-45ab-a157-f822e4169fff owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:39:49.212439 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d4b19-236b-46ec-ad14-eeb1d328d38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc623581-f2bb-409a-8061-96d4b6f47ad8,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:49.263736 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9c37beca-bfe2-437c-bf7f-889893ed849a req-9017db29-ab17-4a8f-97a9-f9f8f99bd588 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=afdda90d8b714cd0a49b7b3d0da0c05b&device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 1097 time: 0.9872103 Apr 20 17:39:49.941494 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 5de728ee-08ef-4134-858a-18ed50ce74f4 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:39:50.055958 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b02b3-6328-49bd-857c-33835a73a757 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Port': ['ID=636bb4bc-e93a-4f53-ab42-5aaa27b48a94,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:50.093559 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535b02b3-6328-49bd-857c-33835a73a757 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network f33fab59-8c3d-49a6-bfd4-891170acc8f8 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:39:50.097138 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37beca-bfe2-437c-bf7f-889893ed849a req-479c8bb9-31ae-4f39-8f75-4d711de7e337 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:50.105875 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-535b02b3-6328-49bd-857c-33835a73a757 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:39:50.110744 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9c37beca-bfe2-437c-bf7f-889893ed849a req-479c8bb9-31ae-4f39-8f75-4d711de7e337 service neutron] 10.222.0.10 "GET /v2.0/networks?id=911da384-323b-42ed-9656-9be4d49d8f36 HTTP/1.1" status: 200 len: 912 time: 0.8257928 Apr 20 17:39:50.324311 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43080) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:50.371841 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1c1daa-e0f2-4d28-8f8a-136fe494e5e6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:39:50.382856 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c99ef0-117a-4585-a0b2-bfdf92c4b4b5 None None] Sync routers for ids ['a847c51d-e3e8-4b74-9074-de9e5616f6d3'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:39:50.402950 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-eb1c1daa-e0f2-4d28-8f8a-136fe494e5e6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "PUT /v2.0/routers/a847c51d-e3e8-4b74-9074-de9e5616f6d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 21.2121141 Apr 20 17:39:50.409599 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c99ef0-117a-4585-a0b2-bfdf92c4b4b5 None None] Routers {'a847c51d-e3e8-4b74-9074-de9e5616f6d3'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:39:50.410232 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-33c99ef0-117a-4585-a0b2-bfdf92c4b4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:39:42Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['a847c51d-e3e8-4b74-9074-de9e5616f6d3'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:50.428591 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-68e20db2-0a74-480a-861e-59e69f961370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70079143-056c-490a-944c-369e581f27ed', 'name': 'tempest-AttachVolumeTestJSON-1274240987-router', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:38:39Z', 'updated_at': '2022-04-20T17:38:53Z', 'revision_number': 4, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'gw_port': {'id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:41Z', 'updated_at': '2022-04-20T17:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '7f2067fb-4d1d-483b-a17a-86d3db092b96', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'floating_ip_address': '172.25.8.178', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '70079143-056c-490a-944c-369e581f27ed', 'port_id': 'ff710859-ef8f-4b68-8256-f2c582902d6f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36', 'mac_address': 'fa:16:3e:a6:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b98c491-2216-49b5-93a4-1ec795c9c374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:39:03Z', 'updated_at': '2022-04-20T17:39:39Z', 'revision_number': 1, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '924c148d-142c-4b6c-8570-3b938b8a81ab', 'name': '', 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'mac_address': 'fa:16:3e:16:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6df2b9cf-3053-4862-b128-40e0c38b0bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:52Z', 'updated_at': '2022-04-20T17:39:05Z', 'revision_number': 5, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'subnets': [{'id': '6df2b9cf-3053-4862-b128-40e0c38b0bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:50.444641 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43086) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:50.456708 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e20db2-0a74-480a-861e-59e69f961370 None None] Checking router: 70079143-056c-490a-944c-369e581f27ed for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:39:50.501114 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e20db2-0a74-480a-861e-59e69f961370 None None] Routers {'70079143-056c-490a-944c-369e581f27ed'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:39:50.503027 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-68e20db2-0a74-480a-861e-59e69f961370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:39:42Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['70079143-056c-490a-944c-369e581f27ed'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:50.557915 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9c37beca-bfe2-437c-bf7f-889893ed849a req-53895e60-f6b7-4324-9728-6e8b1a44ff6f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff710859-ef8f-4b68-8256-f2c582902d6f HTTP/1.1" status: 200 len: 1000 time: 0.4384038 Apr 20 17:39:50.614401 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 5de728ee-08ef-4134-858a-18ed50ce74f4 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:39:50.632464 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 5de728ee-08ef-4134-858a-18ed50ce74f4 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:39:50.633228 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:50.663182 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da275a09-91b1-44d2-a309-174d0910cdb0 None None] Network f33fab59-8c3d-49a6-bfd4-891170acc8f8 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:39:50.754277 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-33c99ef0-117a-4585-a0b2-bfdf92c4b4b5 None None] Set router a847c51d-e3e8-4b74-9074-de9e5616f6d3 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:39:50.783754 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-97a1240c-60e3-4616-89c4-a0ccfbdf2d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:50.922366 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37beca-bfe2-437c-bf7f-889893ed849a req-dd98fc5b-88b3-43fe-b3df-47060e4cff83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:50.934676 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9c37beca-bfe2-437c-bf7f-889893ed849a req-dd98fc5b-88b3-43fe-b3df-47060e4cff83 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6df2b9cf-3053-4862-b128-40e0c38b0bd7 HTTP/1.1" status: 200 len: 850 time: 0.3612072 Apr 20 17:39:51.163032 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-97a1240c-60e3-4616-89c4-a0ccfbdf2d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:51.213064 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-2b4520b9-9718-4a0b-a691-07b131ee2e9a admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-135911316-network', 'tenant_id': 'fa485ab4d2ca45bfb631a4b6306851fb'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:39:51.218748 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-2b4520b9-9718-4a0b-a691-07b131ee2e9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:39:51.222743 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-2b4520b9-9718-4a0b-a691-07b131ee2e9a admin admin] Usage tracker for resource:network and tenant:fa485ab4d2ca45bfb631a4b6306851fb is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:39:51.225685 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-2b4520b9-9718-4a0b-a691-07b131ee2e9a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:39:51.239645 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-2b4520b9-9718-4a0b-a691-07b131ee2e9a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:39:51.322468 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4520b9-9718-4a0b-a691-07b131ee2e9a admin admin] Made reservation on behalf of fa485ab4d2ca45bfb631a4b6306851fb for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:39:51.333567 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2b4520b9-9718-4a0b-a691-07b131ee2e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:51.372175 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-33c99ef0-117a-4585-a0b2-bfdf92c4b4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622036229', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c6b1e202-dcdd-47e0-8774-6bf60b9da4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:35:56Z', 'updated_at': '2022-04-20T17:39:39Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'c6b1e202-dcdd-47e0-8774-6bf60b9da4cc', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:43:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:35:59Z', 'updated_at': '2022-04-20T17:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:51.390583 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e41d83b0-9747-41e2-b06d-bfa17ac7838d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:51.395763 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c99ef0-117a-4585-a0b2-bfdf92c4b4b5 None None] Checking router: a847c51d-e3e8-4b74-9074-de9e5616f6d3 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:39:51.410738 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2b4520b9-9718-4a0b-a691-07b131ee2e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:51.412179 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c99ef0-117a-4585-a0b2-bfdf92c4b4b5 None None] Routers {'a847c51d-e3e8-4b74-9074-de9e5616f6d3'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:39:51.412964 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-33c99ef0-117a-4585-a0b2-bfdf92c4b4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:39:42Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['a847c51d-e3e8-4b74-9074-de9e5616f6d3'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:51.509613 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ef83737e-7ad9-41f0-9733-904914b4bffb None None] Provisioning for port 82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:39:51.523420 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-97a1240c-60e3-4616-89c4-a0ccfbdf2d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:51.650895 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1240c-60e3-4616-89c4-a0ccfbdf2d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc623581-f2bb-409a-8061-96d4b6f47ad8,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:51.701696 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535b02b3-6328-49bd-857c-33835a73a757 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Router e0e24074-85f9-471b-b705-b10a2f130e0d has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:39:51.768501 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-2b4520b9-9718-4a0b-a691-07b131ee2e9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:39:51.810773 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-33c99ef0-117a-4585-a0b2-bfdf92c4b4b5 None None] Set router a847c51d-e3e8-4b74-9074-de9e5616f6d3 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:39:51.908501 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d83b0-9747-41e2-b06d-bfa17ac7838d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event deleted for resources: {'Port': ['ID=1649cdbd-f2ec-45ab-a157-f822e4169fff,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:51.938390 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9c37beca-bfe2-437c-bf7f-889893ed849a req-85df1b8b-a572-4452-9b8b-d6c21477077c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=911da384-323b-42ed-9656-9be4d49d8f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9914320 Apr 20 17:39:51.940076 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-97a1240c-60e3-4616-89c4-a0ccfbdf2d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:51.954408 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-97a1240c-60e3-4616-89c4-a0ccfbdf2d36 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cc623581-f2bb-409a-8061-96d4b6f47ad8 HTTP/1.1" status: 204 len: 168 time: 2.7258034 Apr 20 17:39:51.957924 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-2b4520b9-9718-4a0b-a691-07b131ee2e9a admin admin] Usage tracker for resource:security_group_rule and tenant:fa485ab4d2ca45bfb631a4b6306851fb is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:39:51.966667 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:51.983206 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-2b4520b9-9718-4a0b-a691-07b131ee2e9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:39:52.004427 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-68e20db2-0a74-480a-861e-59e69f961370 None None] Set router 70079143-056c-490a-944c-369e581f27ed gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:39:52.005706 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-73010bc5-f8b2-4b47-92cf-d6c53da25f7c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Deleting subnet e4c363c9-ff38-4c02-a21b-5b3727689d41 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:39:52.009303 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-73010bc5-f8b2-4b47-92cf-d6c53da25f7c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:52.194639 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-73010bc5-f8b2-4b47-92cf-d6c53da25f7c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:52.211893 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-2b4520b9-9718-4a0b-a691-07b131ee2e9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:39:52.499076 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 5de728ee-08ef-4134-858a-18ed50ce74f4, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=5de728ee-08ef-4134-858a-18ed50ce74f4,segment=NetworkSegment(105b601c-f1fe-4cda-83b3-3d23100ade11),segment_id=105b601c-f1fe-4cda-83b3-3d23100ade11)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:39:52.525790 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:52.526593 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:39:52.599759 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2b4520b9-9718-4a0b-a691-07b131ee2e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:52.615157 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-33c99ef0-117a-4585-a0b2-bfdf92c4b4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622036229', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c6b1e202-dcdd-47e0-8774-6bf60b9da4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:35:56Z', 'updated_at': '2022-04-20T17:39:39Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'c6b1e202-dcdd-47e0-8774-6bf60b9da4cc', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:43:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:35:59Z', 'updated_at': '2022-04-20T17:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:52.620464 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2b4520b9-9718-4a0b-a691-07b131ee2e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:52.625352 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c99ef0-117a-4585-a0b2-bfdf92c4b4b5 None None] The sync data for ids ['a847c51d-e3e8-4b74-9074-de9e5616f6d3'] in n-d-838032-1 is: [{'id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622036229', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'c6b1e202-dcdd-47e0-8774-6bf60b9da4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:35:56Z', 'updated_at': '2022-04-20T17:39:39Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'c6b1e202-dcdd-47e0-8774-6bf60b9da4cc', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:43:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a847c51d-e3e8-4b74-9074-de9e5616f6d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:35:59Z', 'updated_at': '2022-04-20T17:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:39:52.775470 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4520b9-9718-4a0b-a691-07b131ee2e9a admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:39:52.820449 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4520b9-9718-4a0b-a691-07b131ee2e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53314f9b-703f-461d-8dc4-e8959b3b10ac,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:52.826211 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535b02b3-6328-49bd-857c-33835a73a757 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:39:52.837293 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2b4520b9-9718-4a0b-a691-07b131ee2e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:52.837684 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-2b4520b9-9718-4a0b-a691-07b131ee2e9a admin admin] Added segment dd82029e-4cac-4c54-89d0-42929b6e548d of type vlan for network 73085464-5489-471d-acef-0ea81c5d2513 Apr 20 17:39:52.897055 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2ccc91-d4f1-43a9-ba79-6443b2c83cf1 None None] Sync routers for ids ['e0e24074-85f9-471b-b705-b10a2f130e0d'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:39:52.919030 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-535b02b3-6328-49bd-857c-33835a73a757 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "PUT /v2.0/routers/e0e24074-85f9-471b-b705-b10a2f130e0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7870164 Apr 20 17:39:52.921943 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43148) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:52.930825 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2b4520b9-9718-4a0b-a691-07b131ee2e9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:52.942644 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-ca23e69c-6963-459b-9134-14df2439c54b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-516413976'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:39:52.949898 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-73010bc5-f8b2-4b47-92cf-d6c53da25f7c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:52.971015 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ca23e69c-6963-459b-9134-14df2439c54b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:39:52.988086 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ca23e69c-6963-459b-9134-14df2439c54b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Usage tracker for resource:network and tenant:223231c784ee479d86d7622cff558dcb is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:39:52.992242 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ca23e69c-6963-459b-9134-14df2439c54b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:39:53.027872 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43152) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:53.040158 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ca23e69c-6963-459b-9134-14df2439c54b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:39:53.109210 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6ad519d5-7583-43c1-94d1-2489750869df admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:53.123812 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-73010bc5-f8b2-4b47-92cf-d6c53da25f7c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:53.157697 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca23e69c-6963-459b-9134-14df2439c54b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Made reservation on behalf of 223231c784ee479d86d7622cff558dcb for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:39:53.160682 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ca23e69c-6963-459b-9134-14df2439c54b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:53.192604 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73010bc5-f8b2-4b47-92cf-d6c53da25f7c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event deleted for resources: {'Subnet': ['ID=e4c363c9-ff38-4c02-a21b-5b3727689d41,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:53.196007 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2b4520b9-9718-4a0b-a691-07b131ee2e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:53.207505 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e41d83b0-9747-41e2-b06d-bfa17ac7838d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:53.213054 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4520b9-9718-4a0b-a691-07b131ee2e9a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:53.213632 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2b4520b9-9718-4a0b-a691-07b131ee2e9a admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:53.217618 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=5de728ee-08ef-4134-858a-18ed50ce74f4,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:53.239027 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-73010bc5-f8b2-4b47-92cf-d6c53da25f7c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:53.251259 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-73010bc5-f8b2-4b47-92cf-d6c53da25f7c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "DELETE /v2.0/subnets/e4c363c9-ff38-4c02-a21b-5b3727689d41 HTTP/1.1" status: 204 len: 168 time: 2.8053162 Apr 20 17:39:53.276839 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43158) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:53.280648 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2ccc91-d4f1-43a9-ba79-6443b2c83cf1 None None] Routers {'e0e24074-85f9-471b-b705-b10a2f130e0d'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:39:53.281585 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2c2ccc91-d4f1-43a9-ba79-6443b2c83cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:39:42Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e0e24074-85f9-471b-b705-b10a2f130e0d'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:53.358035 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca23e69c-6963-459b-9134-14df2439c54b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:39:53.380545 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ca23e69c-6963-459b-9134-14df2439c54b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:53.380889 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-ca23e69c-6963-459b-9134-14df2439c54b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Added segment 918878f8-c469-4d41-9047-1692b23aaa31 of type vlan for network aa0c03e9-449b-4b0c-955f-d2d931b2eb24 Apr 20 17:39:53.387364 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad5d561-8973-4e9e-9610-3f409b4d6afd None None] Network c6d4fe1b-5c38-412d-8e32-1a9e69c72c67 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:39:53.443137 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ca23e69c-6963-459b-9134-14df2439c54b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:53.603529 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-769730b7-7bd3-486d-9a0f-fdf68df1c51c None None] Provisioning for port 636bb4bc-e93a-4f53-ab42-5aaa27b48a94 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:39:53.613268 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ca23e69c-6963-459b-9134-14df2439c54b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:53.618413 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca23e69c-6963-459b-9134-14df2439c54b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:53.619004 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ca23e69c-6963-459b-9134-14df2439c54b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:53.720744 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6ad519d5-7583-43c1-94d1-2489750869df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:39:53.739410 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2b4520b9-9718-4a0b-a691-07b131ee2e9a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.4137886 Apr 20 17:39:53.741339 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6ad519d5-7583-43c1-94d1-2489750869df admin admin] Usage tracker for resource:security_group_rule and tenant:8bf80ead77bf46d6b52e3049bf2288ac is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:39:53.745415 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6ad519d5-7583-43c1-94d1-2489750869df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:39:53.748808 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4520b9-9718-4a0b-a691-07b131ee2e9a admin admin] Pushing event updated for resources: {'Network': ['ID=73085464-5489-471d-acef-0ea81c5d2513,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:53.757322 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ca23e69c-6963-459b-9134-14df2439c54b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8312688 Apr 20 17:39:53.777748 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-769730b7-7bd3-486d-9a0f-fdf68df1c51c None None] Provisioning complete for port 636bb4bc-e93a-4f53-ab42-5aaa27b48a94 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:39:53.778118 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-769730b7-7bd3-486d-9a0f-fdf68df1c51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:53.831934 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9c37beca-bfe2-437c-bf7f-889893ed849a req-36e6034c-b7fd-4e04-816a-e95ddb3e8ded service neutron] 10.222.0.10 "GET /v2.0/networks/911da384-323b-42ed-9656-9be4d49d8f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5106056 Apr 20 17:39:53.832568 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43166) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:53.874059 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6ad519d5-7583-43c1-94d1-2489750869df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:39:53.876186 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23e69c-6963-459b-9134-14df2439c54b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Network': ['ID=aa0c03e9-449b-4b0c-955f-d2d931b2eb24,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:53.906143 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 73085464-5489-471d-acef-0ea81c5d2513 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:39:53.984271 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network aa0c03e9-449b-4b0c-955f-d2d931b2eb24 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:39:54.016660 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f678f66a-8b53-4aa9-9ced-ff0b4c7892f1 req-9cf4fb51-2438-414a-97a4-ed2cd6c3a7bf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1302884 Apr 20 17:39:54.024703 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6ad519d5-7583-43c1-94d1-2489750869df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:54.033648 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-937bb955-e4fa-4c9f-81ed-600a920e4b62 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Request body: {'subnet': {'network_id': 'aa0c03e9-449b-4b0c-955f-d2d931b2eb24', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:39:54.041405 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6ad519d5-7583-43c1-94d1-2489750869df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:54.095923 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad519d5-7583-43c1-94d1-2489750869df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fb4b2a-d590-4297-9da0-8662a61cc83a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:54.138945 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6ad519d5-7583-43c1-94d1-2489750869df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8bf80ead77bf46d6b52e3049bf2288ac&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1035542 Apr 20 17:39:54.141354 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43178) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:54.191802 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9c37beca-bfe2-437c-bf7f-889893ed849a req-58a62d9d-c789-49fa-bf63-6918ba74be4b service neutron] 10.222.0.10 "GET /v2.0/networks/911da384-323b-42ed-9656-9be4d49d8f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525772 Apr 20 17:39:54.233336 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:39:54.262141 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9767752a-faf8-4777-bd11-bc2a7661e09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:54.294424 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9767752a-faf8-4777-bd11-bc2a7661e09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:54.383035 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9767752a-faf8-4777-bd11-bc2a7661e09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:54.402403 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767752a-faf8-4777-bd11-bc2a7661e09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fb4b2a-d590-4297-9da0-8662a61cc83a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:54.418343 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9767752a-faf8-4777-bd11-bc2a7661e09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:54.419725 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9767752a-faf8-4777-bd11-bc2a7661e09e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/58fb4b2a-d590-4297-9da0-8662a61cc83a HTTP/1.1" status: 204 len: 168 time: 0.2774796 Apr 20 17:39:54.507382 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:39:54.507884 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:54.761992 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-769730b7-7bd3-486d-9a0f-fdf68df1c51c None None] Port 636bb4bc-e93a-4f53-ab42-5aaa27b48a94 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:39:54.783546 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfd4a2-c432-419a-b611-30573ba6f3c2 req-69c12692-dec9-4578-a925-e35787ecf2e3 tempest-ComputeTenantNetworksTest-1196904745 tempest-ComputeTenantNetworksTest-1196904745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:54.808241 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfd4a2-c432-419a-b611-30573ba6f3c2 req-69c12692-dec9-4578-a925-e35787ecf2e3 tempest-ComputeTenantNetworksTest-1196904745 tempest-ComputeTenantNetworksTest-1196904745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:54.812943 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfd4a2-c432-419a-b611-30573ba6f3c2 req-69c12692-dec9-4578-a925-e35787ecf2e3 tempest-ComputeTenantNetworksTest-1196904745 tempest-ComputeTenantNetworksTest-1196904745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:54.814945 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2ddfd4a2-c432-419a-b611-30573ba6f3c2 req-69c12692-dec9-4578-a925-e35787ecf2e3 tempest-ComputeTenantNetworksTest-1196904745 tempest-ComputeTenantNetworksTest-1196904745-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2509787 Apr 20 17:39:54.816506 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-937bb955-e4fa-4c9f-81ed-600a920e4b62 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:39:54.873650 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-2c2ccc91-d4f1-43a9-ba79-6443b2c83cf1 None None] Set router e0e24074-85f9-471b-b705-b10a2f130e0d gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:39:54.888714 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-937bb955-e4fa-4c9f-81ed-600a920e4b62 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Usage tracker for resource:subnet and tenant:223231c784ee479d86d7622cff558dcb is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:39:54.898048 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-937bb955-e4fa-4c9f-81ed-600a920e4b62 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:39:54.930692 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-937bb955-e4fa-4c9f-81ed-600a920e4b62 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:39:55.034273 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937bb955-e4fa-4c9f-81ed-600a920e4b62 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Made reservation on behalf of 223231c784ee479d86d7622cff558dcb for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:39:55.059787 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc745b91-eeed-40b4-814a-b24325115e66 None None] DHCP port deletion for c6d4fe1b-5c38-412d-8e32-1a9e69c72c67 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:39:55.102959 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-fc745b91-eeed-40b4-814a-b24325115e66 None None] Deleting port 0c3a241c-bbd1-48df-b54b-4e9bf44c514c {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:39:55.103339 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fc745b91-eeed-40b4-814a-b24325115e66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:55.187473 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f678f66a-8b53-4aa9-9ced-ff0b4c7892f1 req-3191536e-2708-4328-b7e9-7157b7cf2925 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=afdda90d8b714cd0a49b7b3d0da0c05b&device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 1097 time: 0.7238181 Apr 20 17:39:55.222638 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee458b43-4689-46dc-a3aa-a08b4740c847 req-a722b2d6-27fb-4bb7-9bfd-37ede7e585b7 tempest-ComputeTenantNetworksTest-1196904745 tempest-ComputeTenantNetworksTest-1196904745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:55.223378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ee458b43-4689-46dc-a3aa-a08b4740c847 req-a722b2d6-27fb-4bb7-9bfd-37ede7e585b7 tempest-ComputeTenantNetworksTest-1196904745 tempest-ComputeTenantNetworksTest-1196904745-project] Synchronizing usage tracker for tenant:fa485ab4d2ca45bfb631a4b6306851fb on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:39:55.252371 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ee458b43-4689-46dc-a3aa-a08b4740c847 req-a722b2d6-27fb-4bb7-9bfd-37ede7e585b7 tempest-ComputeTenantNetworksTest-1196904745 tempest-ComputeTenantNetworksTest-1196904745-project] Unset dirty status for tenant:fa485ab4d2ca45bfb631a4b6306851fb on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:39:55.257511 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ee458b43-4689-46dc-a3aa-a08b4740c847 req-a722b2d6-27fb-4bb7-9bfd-37ede7e585b7 tempest-ComputeTenantNetworksTest-1196904745 tempest-ComputeTenantNetworksTest-1196904745-project] 10.222.0.39 "GET /v2.0/networks/73085464-5489-471d-acef-0ea81c5d2513 HTTP/1.1" status: 200 len: 768 time: 0.3497183 Apr 20 17:39:55.257650 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:55.262577 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43198) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:55.302950 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-edcc7885-1f5a-4017-a8aa-23542d4222a3 None None] Provisioning complete for port 636bb4bc-e93a-4f53-ab42-5aaa27b48a94 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:39:55.303315 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-edcc7885-1f5a-4017-a8aa-23542d4222a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:55.419584 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-728fa068-8782-4d14-b358-c04b428cfc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:55.503110 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-937bb955-e4fa-4c9f-81ed-600a920e4b62 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:55.647428 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-728fa068-8782-4d14-b358-c04b428cfc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:55.680376 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-728fa068-8782-4d14-b358-c04b428cfc7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73085464-5489-471d-acef-0ea81c5d2513']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:55.700637 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-728fa068-8782-4d14-b358-c04b428cfc7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd82029e-4cac-4c54-89d0-42929b6e548d') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:55.701174 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-728fa068-8782-4d14-b358-c04b428cfc7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd82029e-4cac-4c54-89d0-42929b6e548d') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:55.719142 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-728fa068-8782-4d14-b358-c04b428cfc7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:55.763116 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-fc745b91-eeed-40b4-814a-b24325115e66 None None] For port 0c3a241c-bbd1-48df-b54b-4e9bf44c514c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0c3a241c-bbd1-48df-b54b-4e9bf44c514c,segment=NetworkSegment(7543a3ce-829e-4f5b-aa0d-43ed05cd118d),segment_id=7543a3ce-829e-4f5b-aa0d-43ed05cd118d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:39:55.763669 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fc745b91-eeed-40b4-814a-b24325115e66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:55.764111 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-728fa068-8782-4d14-b358-c04b428cfc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:55.776934 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-728fa068-8782-4d14-b358-c04b428cfc7c admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:39:55.777330 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-728fa068-8782-4d14-b358-c04b428cfc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:55.807120 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:39:55.807120 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:39:55.807120 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:39:55.807120 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:39:55.807120 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:39:55.807120 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:39:55.807120 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:39:55.807120 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:39:55.807120 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:39:55.807120 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:39:55.807120 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:39:55.807120 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:39:55.807120 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:39:55.807120 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:39:55.807120 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:39:55.807120 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:39:55.807120 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:39:55.807120 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:39:55.807120 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:39:55.807120 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:39:55.807120 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:39:55.807120 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:39:55.807120 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:39:55.807120 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:39:55.807120 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:39:55.807120 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:39:55.807120 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:39:55.807120 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:39:55.807120 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:39:55.807120 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:39:55.807120 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:39:55.807120 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:39:55.894815 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-fc745b91-eeed-40b4-814a-b24325115e66 None None] Calling delete_port for 0c3a241c-bbd1-48df-b54b-4e9bf44c514c owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:39:55.905200 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678f66a-8b53-4aa9-9ced-ff0b4c7892f1 req-c2f790d9-df48-4634-8fd6-2f56e848d30d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:55.907859 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f678f66a-8b53-4aa9-9ced-ff0b4c7892f1 req-c2f790d9-df48-4634-8fd6-2f56e848d30d service neutron] 10.222.0.10 "GET /v2.0/networks?id=911da384-323b-42ed-9656-9be4d49d8f36 HTTP/1.1" status: 200 len: 912 time: 0.4282966 Apr 20 17:39:55.960148 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-728fa068-8782-4d14-b358-c04b428cfc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:55.981708 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-728fa068-8782-4d14-b358-c04b428cfc7c admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:55.991339 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728fa068-8782-4d14-b358-c04b428cfc7c admin admin] Pushing event deleted for resources: {'Network': ['ID=73085464-5489-471d-acef-0ea81c5d2513,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:56.011008 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9c272ed2-6150-4dcb-a933-9940311c593b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:56.011215 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-728fa068-8782-4d14-b358-c04b428cfc7c admin admin] 10.222.0.39 "DELETE /v2.0/networks/73085464-5489-471d-acef-0ea81c5d2513 HTTP/1.1" status: 204 len: 168 time: 0.7445781 Apr 20 17:39:56.020716 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-68e20db2-0a74-480a-861e-59e69f961370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70079143-056c-490a-944c-369e581f27ed', 'name': 'tempest-AttachVolumeTestJSON-1274240987-router', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:38:39Z', 'updated_at': '2022-04-20T17:38:53Z', 'revision_number': 4, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'gw_port': {'id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:41Z', 'updated_at': '2022-04-20T17:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '7f2067fb-4d1d-483b-a17a-86d3db092b96', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'floating_ip_address': '172.25.8.178', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '70079143-056c-490a-944c-369e581f27ed', 'port_id': 'ff710859-ef8f-4b68-8256-f2c582902d6f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36', 'mac_address': 'fa:16:3e:a6:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b98c491-2216-49b5-93a4-1ec795c9c374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:39:03Z', 'updated_at': '2022-04-20T17:39:39Z', 'revision_number': 1, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '924c148d-142c-4b6c-8570-3b938b8a81ab', 'name': '', 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'mac_address': 'fa:16:3e:16:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6df2b9cf-3053-4862-b128-40e0c38b0bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:52Z', 'updated_at': '2022-04-20T17:39:05Z', 'revision_number': 5, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'subnets': [{'id': '6df2b9cf-3053-4862-b128-40e0c38b0bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:56.136094 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e20db2-0a74-480a-861e-59e69f961370 None None] The sync data for ids ['70079143-056c-490a-944c-369e581f27ed'] in n-d-838032-1 is: [{'id': '70079143-056c-490a-944c-369e581f27ed', 'name': 'tempest-AttachVolumeTestJSON-1274240987-router', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:38:39Z', 'updated_at': '2022-04-20T17:38:53Z', 'revision_number': 4, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'gw_port': {'id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:41Z', 'updated_at': '2022-04-20T17:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '7f2067fb-4d1d-483b-a17a-86d3db092b96', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'floating_ip_address': '172.25.8.178', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '70079143-056c-490a-944c-369e581f27ed', 'port_id': 'ff710859-ef8f-4b68-8256-f2c582902d6f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36', 'mac_address': 'fa:16:3e:a6:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b98c491-2216-49b5-93a4-1ec795c9c374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:39:03Z', 'updated_at': '2022-04-20T17:39:39Z', 'revision_number': 1, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '924c148d-142c-4b6c-8570-3b938b8a81ab', 'name': '', 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'mac_address': 'fa:16:3e:16:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6df2b9cf-3053-4862-b128-40e0c38b0bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:52Z', 'updated_at': '2022-04-20T17:39:05Z', 'revision_number': 5, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'subnets': [{'id': '6df2b9cf-3053-4862-b128-40e0c38b0bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:39:56.183010 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41d83b0-9747-41e2-b06d-bfa17ac7838d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Router 0a7a86ee-8909-4408-936a-8d4abaf6021a has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:39:56.253006 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43232) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:56.353166 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f678f66a-8b53-4aa9-9ced-ff0b4c7892f1 req-6534b0ee-f27c-41d1-819f-5c32ba38a990 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff710859-ef8f-4b68-8256-f2c582902d6f HTTP/1.1" status: 200 len: 1000 time: 0.4344857 Apr 20 17:39:56.394551 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ef09427e-0850-4be7-ac42-ca82e3d47c08 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fa485ab4d2ca45bfb631a4b6306851fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1403322 Apr 20 17:39:56.395837 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43240) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:56.491231 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af,segment=NetworkSegment(3e85c32c-f0b8-4113-ad48-d489883b2151),segment_id=3e85c32c-f0b8-4113-ad48-d489883b2151)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:39:56.522816 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678f66a-8b53-4aa9-9ced-ff0b4c7892f1 req-bf29155b-172c-45ec-ba4d-a8c32b2dac22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:56.524297 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f678f66a-8b53-4aa9-9ced-ff0b4c7892f1 req-bf29155b-172c-45ec-ba4d-a8c32b2dac22 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6df2b9cf-3053-4862-b128-40e0c38b0bd7 HTTP/1.1" status: 200 len: 850 time: 0.0756073 Apr 20 17:39:56.527259 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-937bb955-e4fa-4c9f-81ed-600a920e4b62 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:56.532222 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee43f6d8-65e8-40af-88f1-643189564824 None None] New status for floating IP 7f2067fb-4d1d-483b-a17a-86d3db092b96: ACTIVE {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:39:56.543906 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:56.560191 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fc745b91-eeed-40b4-814a-b24325115e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:56.563923 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-edcc7885-1f5a-4017-a8aa-23542d4222a3 None None] Port 636bb4bc-e93a-4f53-ab42-5aaa27b48a94 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:39:56.665954 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-047a3322-3ea8-41de-b017-f328af069ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:56.733941 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-047a3322-3ea8-41de-b017-f328af069ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:56.803127 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-047a3322-3ea8-41de-b017-f328af069ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:56.832640 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a3322-3ea8-41de-b017-f328af069ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53314f9b-703f-461d-8dc4-e8959b3b10ac,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:56.832857 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 5de728ee-08ef-4134-858a-18ed50ce74f4 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:39:56.844097 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-047a3322-3ea8-41de-b017-f328af069ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:56.848214 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-047a3322-3ea8-41de-b017-f328af069ca3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/53314f9b-703f-461d-8dc4-e8959b3b10ac HTTP/1.1" status: 204 len: 168 time: 0.4511647 Apr 20 17:39:56.878219 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937bb955-e4fa-4c9f-81ed-600a920e4b62 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Subnet': ['ID=082e6c75-f969-4e30-88f1-be0eaebf76bf,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:56.933362 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc745b91-eeed-40b4-814a-b24325115e66 None None] No DVR routers for this DVR port 0c3a241c-bbd1-48df-b54b-4e9bf44c514c on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:39:57.025736 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:57.039551 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:57.039922 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:57.040253 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:57.040621 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:57.040953 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:57.041329 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:57.041623 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:57.042043 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:57.042528 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:57.042795 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:57.043154 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:39:57.070702 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41d83b0-9747-41e2-b06d-bfa17ac7838d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:39:57.094719 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc745b91-eeed-40b4-814a-b24325115e66 None None] Pushing event deleted for resources: {'Port': ['ID=0c3a241c-bbd1-48df-b54b-4e9bf44c514c,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:57.103177 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15ded0c-12dc-436f-b338-f5f735b5a8ce None None] Sync routers for ids ['0a7a86ee-8909-4408-936a-8d4abaf6021a'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:39:57.111373 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43256) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:57.111558 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e41d83b0-9747-41e2-b06d-bfa17ac7838d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "PUT /v2.0/routers/0a7a86ee-8909-4408-936a-8d4abaf6021a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9964836 Apr 20 17:39:57.132837 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15ded0c-12dc-436f-b338-f5f735b5a8ce None None] Routers {'0a7a86ee-8909-4408-936a-8d4abaf6021a'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:39:57.133944 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-d15ded0c-12dc-436f-b338-f5f735b5a8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:39:42Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0a7a86ee-8909-4408-936a-8d4abaf6021a'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:57.163648 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f678f66a-8b53-4aa9-9ced-ff0b4c7892f1 req-a9c860f1-ec8e-4979-9e80-c515a62aa2bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=911da384-323b-42ed-9656-9be4d49d8f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6261969 Apr 20 17:39:57.171884 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937bb955-e4fa-4c9f-81ed-600a920e4b62 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Checking segment: {'id': '918878f8-c469-4d41-9047-1692b23aaa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'aa0c03e9-449b-4b0c-955f-d2d931b2eb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:39:57.172381 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937bb955-e4fa-4c9f-81ed-600a920e4b62 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network hostable DHCP agents. Network: aa0c03e9-449b-4b0c-955f-d2d931b2eb24, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:39:57.209817 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b56260a4-e36d-4c25-b53e-c4fe8b49632b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a7a86ee-8909-4408-936a-8d4abaf6021a HTTP/1.1" status: 200 len: 205 time: 0.0966911 Apr 20 17:39:57.212791 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43264) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:57.224867 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2c2ccc91-d4f1-43a9-ba79-6443b2c83cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'name': 'tempest-RoutersIpV6Test-router-1282796834', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:39:32Z', 'updated_at': '2022-04-20T17:39:47Z', 'revision_number': 3, 'project_id': '223231c784ee479d86d7622cff558dcb', 'gw_port_host': None, '_interfaces': [{'id': '5de728ee-08ef-4134-858a-18ed50ce74f4', 'name': '', 'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:50:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a380890-61da-4dee-b68a-756b86290ba4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:36Z', 'updated_at': '2022-04-20T17:39:52Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '5a380890-61da-4dee-b68a-756b86290ba4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636bb4bc-e93a-4f53-ab42-5aaa27b48a94', 'name': '', 'network_id': 'f33fab59-8c3d-49a6-bfd4-891170acc8f8', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:f0:10:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c921873-8400-4373-8efd-a320703c8b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:45Z', 'updated_at': '2022-04-20T17:39:48Z', 'revision_number': 2, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '1c921873-8400-4373-8efd-a320703c8b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:57.227066 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-d15ded0c-12dc-436f-b338-f5f735b5a8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:57.243660 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 5de728ee-08ef-4134-858a-18ed50ce74f4 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:39:57.244125 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:57.276735 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2ccc91-d4f1-43a9-ba79-6443b2c83cf1 None None] Checking router: e0e24074-85f9-471b-b705-b10a2f130e0d for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:39:57.277099 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2ccc91-d4f1-43a9-ba79-6443b2c83cf1 None None] Updating router e0e24074-85f9-471b-b705-b10a2f130e0d port 636bb4bc-e93a-4f53-ab42-5aaa27b48a94 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:39:57.319154 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937bb955-e4fa-4c9f-81ed-600a920e4b62 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network aa0c03e9-449b-4b0c-955f-d2d931b2eb24 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:39:57.355121 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15ded0c-12dc-436f-b338-f5f735b5a8ce None None] Routers {'0a7a86ee-8909-4408-936a-8d4abaf6021a'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:39:57.355874 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-d15ded0c-12dc-436f-b338-f5f735b5a8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:39:42Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0a7a86ee-8909-4408-936a-8d4abaf6021a'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:57.357244 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9c272ed2-6150-4dcb-a933-9940311c593b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:57.431947 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-9c272ed2-6150-4dcb-a933-9940311c593b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Deleting port c6b1e202-dcdd-47e0-8774-6bf60b9da4cc {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:39:57.443704 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:39:57.454699 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9c272ed2-6150-4dcb-a933-9940311c593b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:57.455848 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-d15ded0c-12dc-436f-b338-f5f735b5a8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:39:57.456257 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15ded0c-12dc-436f-b338-f5f735b5a8ce None None] The sync data for ids ['0a7a86ee-8909-4408-936a-8d4abaf6021a'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:39:57.475897 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2c2ccc91-d4f1-43a9-ba79-6443b2c83cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:57.529655 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-937bb955-e4fa-4c9f-81ed-600a920e4b62 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, aa0c03e9-449b-4b0c-955f-d2d931b2eb24) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:39:57.540934 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937bb955-e4fa-4c9f-81ed-600a920e4b62 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:39:57.542205 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-937bb955-e4fa-4c9f-81ed-600a920e4b62 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:57.591293 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a420f3-839d-47a9-bf11-eda456b80770 None None] Network aa0c03e9-449b-4b0c-955f-d2d931b2eb24 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:39:57.597768 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ed89369a-d044-4179-bc30-209ac6bd2fd3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:57.616297 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f678f66a-8b53-4aa9-9ced-ff0b4c7892f1 req-f536f69d-2b8c-4d87-8fb2-3dff174201cf service neutron] 10.222.0.10 "GET /v2.0/networks/911da384-323b-42ed-9656-9be4d49d8f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454157 Apr 20 17:39:58.084006 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-937bb955-e4fa-4c9f-81ed-600a920e4b62 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.2481143 Apr 20 17:39:58.086664 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43292) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:58.415874 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f678f66a-8b53-4aa9-9ced-ff0b4c7892f1 req-8f74fff8-51f0-4c53-b6a9-0b3ed19122bb service neutron] 10.222.0.10 "GET /v2.0/networks/911da384-323b-42ed-9656-9be4d49d8f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7673507 Apr 20 17:39:58.503837 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2c2ccc91-d4f1-43a9-ba79-6443b2c83cf1 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:58.532832 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2c2ccc91-d4f1-43a9-ba79-6443b2c83cf1 None None] Transition to ACTIVE for port object 636bb4bc-e93a-4f53-ab42-5aaa27b48a94 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:39:58.546701 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-9c272ed2-6150-4dcb-a933-9940311c593b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] For port c6b1e202-dcdd-47e0-8774-6bf60b9da4cc, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c6b1e202-dcdd-47e0-8774-6bf60b9da4cc,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:39:58.547068 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9c272ed2-6150-4dcb-a933-9940311c593b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:58.557922 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ed89369a-d044-4179-bc30-209ac6bd2fd3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:58.573965 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ed89369a-d044-4179-bc30-209ac6bd2fd3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:58.649869 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ed89369a-d044-4179-bc30-209ac6bd2fd3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:58.650615 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed89369a-d044-4179-bc30-209ac6bd2fd3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Fanout notify agent at l3_agent the message router_deleted on router 0a7a86ee-8909-4408-936a-8d4abaf6021a {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:39:58.674631 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ed89369a-d044-4179-bc30-209ac6bd2fd3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:58.679928 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ed89369a-d044-4179-bc30-209ac6bd2fd3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/routers/0a7a86ee-8909-4408-936a-8d4abaf6021a HTTP/1.1" status: 204 len: 168 time: 1.4618506 Apr 20 17:39:58.681824 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43334) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:58.689035 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2c2ccc91-d4f1-43a9-ba79-6443b2c83cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:58.796605 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-9c272ed2-6150-4dcb-a933-9940311c593b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Calling delete_port for c6b1e202-dcdd-47e0-8774-6bf60b9da4cc owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:39:58.986071 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba08d255-b2d6-400c-87b6-56dc25996589 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Deleting subnet 7c323a7b-a74b-473b-acdb-ca23948d33cf {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:39:58.989661 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ba08d255-b2d6-400c-87b6-56dc25996589 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:59.066436 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ba08d255-b2d6-400c-87b6-56dc25996589 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:59.111995 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac64708-5c9f-437d-9a05-8d296513d943 None None] Pushing event updated for resources: {'Port': ['ID=636bb4bc-e93a-4f53-ab42-5aaa27b48a94,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:59.174456 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ba08d255-b2d6-400c-87b6-56dc25996589 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:59.247745 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdec65ee-6b6f-48c4-965c-f0b2447ce2dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-aa0c03e9-449b-4b0c-955f-d2d931b2eb24', 'network_id': 'aa0c03e9-449b-4b0c-955f-d2d931b2eb24', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'fixed_ips': [{'subnet_id': '082e6c75-f969-4e30-88f1-be0eaebf76bf'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:39:59.251024 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bdec65ee-6b6f-48c4-965c-f0b2447ce2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:59.322507 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ba08d255-b2d6-400c-87b6-56dc25996589 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:59.384722 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8753a3c2-5819-46c6-9a57-79470ff4e5cd no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:39:59.427709 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08d255-b2d6-400c-87b6-56dc25996589 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event deleted for resources: {'Subnet': ['ID=7c323a7b-a74b-473b-acdb-ca23948d33cf,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:39:59.443122 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 8753a3c2-5819-46c6-9a57-79470ff4e5cd {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:39:59.443837 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8753a3c2-5819-46c6-9a57-79470ff4e5cd not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:39:59.444513 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0c3a241c-bbd1-48df-b54b-4e9bf44c514c no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:39:59.459094 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ba08d255-b2d6-400c-87b6-56dc25996589 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:59.479497 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ba08d255-b2d6-400c-87b6-56dc25996589 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/subnets/7c323a7b-a74b-473b-acdb-ca23948d33cf HTTP/1.1" status: 204 len: 168 time: 0.7945204 Apr 20 17:39:59.480966 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43352) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:59.566276 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ae9131-fd66-4d32-89cf-413afad1fe49 None None] Network b03d197c-0170-4767-8b85-a8b2bba2a827 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:39:59.588131 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 0c3a241c-bbd1-48df-b54b-4e9bf44c514c {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:39:59.588841 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0c3a241c-bbd1-48df-b54b-4e9bf44c514c not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:39:59.777139 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-78725253-d577-4620-85d2-de3417ddc4fb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:59.814134 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9c272ed2-6150-4dcb-a933-9940311c593b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:39:59.955268 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-bdec65ee-6b6f-48c4-965c-f0b2447ce2dc None None] Allocated IP 2001:db8:2::2 (aa0c03e9-449b-4b0c-955f-d2d931b2eb24/082e6c75-f969-4e30-88f1-be0eaebf76bf/648e6155-434a-4c95-9ec3-c239ccbb4931) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:40:00.124639 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c272ed2-6150-4dcb-a933-9940311c593b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event deleted for resources: {'Port': ['ID=c6b1e202-dcdd-47e0-8774-6bf60b9da4cc,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:00.300965 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:40:00.312090 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-910993cc-5d35-4876-9684-254b864ee979 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Deleting subnet a8de7245-eea3-41f7-9d1d-f9cba5bb4006 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:40:00.316397 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-910993cc-5d35-4876-9684-254b864ee979 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:00.373396 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-910993cc-5d35-4876-9684-254b864ee979 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:00.492366 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-910993cc-5d35-4876-9684-254b864ee979 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:00.605430 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-910993cc-5d35-4876-9684-254b864ee979 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:00.647998 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910993cc-5d35-4876-9684-254b864ee979 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event deleted for resources: {'Subnet': ['ID=a8de7245-eea3-41f7-9d1d-f9cba5bb4006,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:00.662538 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-2c2ccc91-d4f1-43a9-ba79-6443b2c83cf1 None None] Attempting to bind port 636bb4bc-e93a-4f53-ab42-5aaa27b48a94 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:40:00.662942 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-2c2ccc91-d4f1-43a9-ba79-6443b2c83cf1 None None] Attempting to bind port 636bb4bc-e93a-4f53-ab42-5aaa27b48a94 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '3e85c32c-f0b8-4113-ad48-d489883b2151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f33fab59-8c3d-49a6-bfd4-891170acc8f8'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:40:00.665865 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-910993cc-5d35-4876-9684-254b864ee979 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:00.666631 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2ccc91-d4f1-43a9-ba79-6443b2c83cf1 None None] Attempting to bind port 636bb4bc-e93a-4f53-ab42-5aaa27b48a94 on network f33fab59-8c3d-49a6-bfd4-891170acc8f8 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:40:00.678700 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43384) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:00.678958 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-910993cc-5d35-4876-9684-254b864ee979 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/subnets/a8de7245-eea3-41f7-9d1d-f9cba5bb4006 HTTP/1.1" status: 204 len: 168 time: 1.1955800 Apr 20 17:40:00.715136 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4537692-3b4f-4764-8ea5-e1e9c151e36d None None] Network d9f59361-27fd-4c9b-89fc-8779ec445a53 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:40:00.780365 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2ccc91-d4f1-43a9-ba79-6443b2c83cf1 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:40:00.780750 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2ccc91-d4f1-43a9-ba79-6443b2c83cf1 None None] Checking segment: {'id': '3e85c32c-f0b8-4113-ad48-d489883b2151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f33fab59-8c3d-49a6-bfd4-891170acc8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:40:00.781120 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2c2ccc91-d4f1-43a9-ba79-6443b2c83cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:00.781680 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2ccc91-d4f1-43a9-ba79-6443b2c83cf1 None None] Bound using segment: {'id': '3e85c32c-f0b8-4113-ad48-d489883b2151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f33fab59-8c3d-49a6-bfd4-891170acc8f8'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:40:00.782142 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-2c2ccc91-d4f1-43a9-ba79-6443b2c83cf1 None None] Bound port: 636bb4bc-e93a-4f53-ab42-5aaa27b48a94, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e85c32c-f0b8-4113-ad48-d489883b2151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f33fab59-8c3d-49a6-bfd4-891170acc8f8'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:40:00.782532 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2c2ccc91-d4f1-43a9-ba79-6443b2c83cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:01.026413 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9c272ed2-6150-4dcb-a933-9940311c593b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:01.146161 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:01.146739 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:01.262642 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bdec65ee-6b6f-48c4-965c-f0b2447ce2dc None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:01.275239 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-bdec65ee-6b6f-48c4-965c-f0b2447ce2dc None None] Transition to ACTIVE for port object 648e6155-434a-4c95-9ec3-c239ccbb4931 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:40:01.297386 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-bdec65ee-6b6f-48c4-965c-f0b2447ce2dc None None] Transition to ACTIVE for port object 648e6155-434a-4c95-9ec3-c239ccbb4931 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:40:01.344013 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bdec65ee-6b6f-48c4-965c-f0b2447ce2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:01.351147 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9c272ed2-6150-4dcb-a933-9940311c593b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:01.359446 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9c272ed2-6150-4dcb-a933-9940311c593b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:01.511944 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec65ee-6b6f-48c4-965c-f0b2447ce2dc None None] Pushing event updated for resources: {'Port': ['ID=648e6155-434a-4c95-9ec3-c239ccbb4931,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:01.531611 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bcdda76b-45ec-4ac7-87c9-4d8e5037e889 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:01.541998 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9c272ed2-6150-4dcb-a933-9940311c593b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:01.542913 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c272ed2-6150-4dcb-a933-9940311c593b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Fanout notify agent at l3_agent the message router_deleted on router a847c51d-e3e8-4b74-9074-de9e5616f6d3 {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:40:01.590610 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-bcdda76b-45ec-4ac7-87c9-4d8e5037e889 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Deleting port 65c2d06b-43e4-4123-a0cd-7a54fc028e19 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:40:01.591458 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bcdda76b-45ec-4ac7-87c9-4d8e5037e889 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:01.726558 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdec65ee-6b6f-48c4-965c-f0b2447ce2dc None None] Network aa0c03e9-449b-4b0c-955f-d2d931b2eb24 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:40:01.734221 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9c272ed2-6150-4dcb-a933-9940311c593b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:01.738538 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9c272ed2-6150-4dcb-a933-9940311c593b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "DELETE /v2.0/routers/a847c51d-e3e8-4b74-9074-de9e5616f6d3 HTTP/1.1" status: 204 len: 168 time: 8.4572320 Apr 20 17:40:01.741718 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43406) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:01.801588 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-bdec65ee-6b6f-48c4-965c-f0b2447ce2dc None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:01.811922 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdec65ee-6b6f-48c4-965c-f0b2447ce2dc None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:40:01.891430 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-2c2ccc91-d4f1-43a9-ba79-6443b2c83cf1 None None] For port 636bb4bc-e93a-4f53-ab42-5aaa27b48a94, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:40:01.903277 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-2c2ccc91-d4f1-43a9-ba79-6443b2c83cf1 None None] For port 636bb4bc-e93a-4f53-ab42-5aaa27b48a94, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=636bb4bc-e93a-4f53-ab42-5aaa27b48a94,segment=NetworkSegment(3e85c32c-f0b8-4113-ad48-d489883b2151),segment_id=3e85c32c-f0b8-4113-ad48-d489883b2151)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:40:01.939825 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2c2ccc91-d4f1-43a9-ba79-6443b2c83cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:01.968270 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-78725253-d577-4620-85d2-de3417ddc4fb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Allocated IP 2001:db8:2::1 (aa0c03e9-449b-4b0c-955f-d2d931b2eb24/082e6c75-f969-4e30-88f1-be0eaebf76bf/644ddbe3-b2d1-4e96-8900-366ba2c9cba4) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:40:02.119546 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8d7a7c92-f1aa-4bdc-a523-932262445e00 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:02.141363 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40ffa61-8fa4-4d1c-8e33-9ff525ed24e8 None None] DHCP port deletion for b03d197c-0170-4767-8b85-a8b2bba2a827 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:40:02.162773 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-f40ffa61-8fa4-4d1c-8e33-9ff525ed24e8 None None] Deleting port 65c2d06b-43e4-4123-a0cd-7a54fc028e19 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:40:02.163401 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f40ffa61-8fa4-4d1c-8e33-9ff525ed24e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:02.501799 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8d7a7c92-f1aa-4bdc-a523-932262445e00 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:02.508881 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-f40ffa61-8fa4-4d1c-8e33-9ff525ed24e8 None None] For port 65c2d06b-43e4-4123-a0cd-7a54fc028e19, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=65c2d06b-43e4-4123-a0cd-7a54fc028e19,segment=NetworkSegment(93875371-573d-465c-be9e-5e6c036b9992),segment_id=93875371-573d-465c-be9e-5e6c036b9992)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:02.509321 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f40ffa61-8fa4-4d1c-8e33-9ff525ed24e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:02.519220 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-bcdda76b-45ec-4ac7-87c9-4d8e5037e889 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] For port 65c2d06b-43e4-4123-a0cd-7a54fc028e19, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=65c2d06b-43e4-4123-a0cd-7a54fc028e19,segment=NetworkSegment(93875371-573d-465c-be9e-5e6c036b9992),segment_id=93875371-573d-465c-be9e-5e6c036b9992)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:02.522313 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bcdda76b-45ec-4ac7-87c9-4d8e5037e889 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:02.570222 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43430) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:02.619698 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-8d7a7c92-f1aa-4bdc-a523-932262445e00 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d4fe1b-5c38-412d-8e32-1a9e69c72c67']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:02.670388 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-8d7a7c92-f1aa-4bdc-a523-932262445e00 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7543a3ce-829e-4f5b-aa0d-43ed05cd118d') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:02.670388 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-8d7a7c92-f1aa-4bdc-a523-932262445e00 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7543a3ce-829e-4f5b-aa0d-43ed05cd118d') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:02.722852 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8d7a7c92-f1aa-4bdc-a523-932262445e00 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:02.736940 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-f40ffa61-8fa4-4d1c-8e33-9ff525ed24e8 None None] Calling delete_port for 65c2d06b-43e4-4123-a0cd-7a54fc028e19 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:40:02.796695 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8d7a7c92-f1aa-4bdc-a523-932262445e00 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:02.815858 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d7a7c92-f1aa-4bdc-a523-932262445e00 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:40:02.830707 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8d7a7c92-f1aa-4bdc-a523-932262445e00 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:02.845197 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2ccc91-d4f1-43a9-ba79-6443b2c83cf1 None None] Routers {'e0e24074-85f9-471b-b705-b10a2f130e0d'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:40:02.847273 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2c2ccc91-d4f1-43a9-ba79-6443b2c83cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:39:42Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e0e24074-85f9-471b-b705-b10a2f130e0d'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:02.877333 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:40:02.877333 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:40:02.877333 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:40:02.877333 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:40:02.877333 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:40:02.877333 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:40:02.877333 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:40:02.877333 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:40:02.877333 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:40:02.877333 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:40:02.877333 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:40:02.877333 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:40:02.877333 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:40:02.877333 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:40:02.877333 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:40:02.877333 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:40:02.877333 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:40:02.877333 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:40:02.877333 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:40:02.877333 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:40:02.877333 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:40:02.877333 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:40:02.877333 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:40:02.877333 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:40:02.877333 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:40:02.877333 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:40:02.877333 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:40:02.877333 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:40:02.877333 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:40:02.877333 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:40:02.877333 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:40:02.877333 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:40:03.087514 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-2c2ccc91-d4f1-43a9-ba79-6443b2c83cf1 None None] Set router e0e24074-85f9-471b-b705-b10a2f130e0d gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:40:03.138338 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8d7a7c92-f1aa-4bdc-a523-932262445e00 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:03.185618 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8d7a7c92-f1aa-4bdc-a523-932262445e00 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:03.224537 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a7c92-f1aa-4bdc-a523-932262445e00 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event deleted for resources: {'Network': ['ID=c6d4fe1b-5c38-412d-8e32-1a9e69c72c67,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:03.244680 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8d7a7c92-f1aa-4bdc-a523-932262445e00 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "DELETE /v2.0/networks/c6d4fe1b-5c38-412d-8e32-1a9e69c72c67 HTTP/1.1" status: 204 len: 168 time: 1.5018244 Apr 20 17:40:03.245647 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43444) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:03.317345 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-bdec65ee-6b6f-48c4-965c-f0b2447ce2dc None None] Attempting to bind port 648e6155-434a-4c95-9ec3-c239ccbb4931 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:40:03.317718 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-bdec65ee-6b6f-48c4-965c-f0b2447ce2dc None None] Attempting to bind port 648e6155-434a-4c95-9ec3-c239ccbb4931 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '918878f8-c469-4d41-9047-1692b23aaa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'aa0c03e9-449b-4b0c-955f-d2d931b2eb24'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:40:03.318071 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdec65ee-6b6f-48c4-965c-f0b2447ce2dc None None] Attempting to bind port 648e6155-434a-4c95-9ec3-c239ccbb4931 on network aa0c03e9-449b-4b0c-955f-d2d931b2eb24 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:40:03.351913 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdec65ee-6b6f-48c4-965c-f0b2447ce2dc None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:40:03.352430 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdec65ee-6b6f-48c4-965c-f0b2447ce2dc None None] Checking segment: {'id': '918878f8-c469-4d41-9047-1692b23aaa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'aa0c03e9-449b-4b0c-955f-d2d931b2eb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:40:03.352964 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bdec65ee-6b6f-48c4-965c-f0b2447ce2dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:03.353574 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdec65ee-6b6f-48c4-965c-f0b2447ce2dc None None] Bound using segment: {'id': '918878f8-c469-4d41-9047-1692b23aaa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'aa0c03e9-449b-4b0c-955f-d2d931b2eb24'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:40:03.354101 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-bdec65ee-6b6f-48c4-965c-f0b2447ce2dc None None] Bound port: 648e6155-434a-4c95-9ec3-c239ccbb4931, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918878f8-c469-4d41-9047-1692b23aaa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'aa0c03e9-449b-4b0c-955f-d2d931b2eb24'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:40:03.354807 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bdec65ee-6b6f-48c4-965c-f0b2447ce2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:03.372059 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f40ffa61-8fa4-4d1c-8e33-9ff525ed24e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:03.412847 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac64708-5c9f-437d-9a05-8d296513d943 None None] Pushing event updated for resources: {'Port': ['ID=636bb4bc-e93a-4f53-ab42-5aaa27b48a94,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:03.447084 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b1a7b5ec-45cc-46cc-980a-6829678832cd tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:03.490999 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-bcdda76b-45ec-4ac7-87c9-4d8e5037e889 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Calling delete_port for 65c2d06b-43e4-4123-a0cd-7a54fc028e19 owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:40:03.545377 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b1a7b5ec-45cc-46cc-980a-6829678832cd tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:03.635894 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ffa61-8fa4-4d1c-8e33-9ff525ed24e8 None None] Pushing event deleted for resources: {'Port': ['ID=65c2d06b-43e4-4123-a0cd-7a54fc028e19,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:03.654312 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-29a04e52-7fa7-4f57-be7f-22e39beeab90 admin admin] Deleting subnet 88370bcc-315e-4f6b-ac12-dea6593d5b47 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:40:03.720036 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b1a7b5ec-45cc-46cc-980a-6829678832cd tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:03.741817 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-29a04e52-7fa7-4f57-be7f-22e39beeab90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:03.766727 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7b5ec-45cc-46cc-980a-6829678832cd tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b11ffdb-0a5b-46b0-8905-207106275e25,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:03.792730 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f4bd75-9ecf-4fb0-9e4b-2acb92987828 None None] DHCP port deletion for d9f59361-27fd-4c9b-89fc-8779ec445a53 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:40:03.809421 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b1a7b5ec-45cc-46cc-980a-6829678832cd tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:03.811806 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b1a7b5ec-45cc-46cc-980a-6829678832cd tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "DELETE /v2.0/security-groups/0b11ffdb-0a5b-46b0-8905-207106275e25 HTTP/1.1" status: 204 len: 168 time: 0.5631804 Apr 20 17:40:03.883697 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-78725253-d577-4620-85d2-de3417ddc4fb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:03.968016 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-29a04e52-7fa7-4f57-be7f-22e39beeab90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:04.010982 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-78725253-d577-4620-85d2-de3417ddc4fb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Transition to ACTIVE for port object 644ddbe3-b2d1-4e96-8900-366ba2c9cba4 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:40:04.033274 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.api [None req-bcdda76b-45ec-4ac7-87c9-4d8e5037e889 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:40:04.033961 n-d-838032-1 neutron-server[84081]: DEBUG oslo_db.api [None req-bcdda76b-45ec-4ac7-87c9-4d8e5037e889 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:40:04.044873 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-70f4bd75-9ecf-4fb0-9e4b-2acb92987828 None None] Deleting port 9b48431c-5d41-4521-a03f-261216bdaa79 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:40:04.045256 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-70f4bd75-9ecf-4fb0-9e4b-2acb92987828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:04.058884 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-29a04e52-7fa7-4f57-be7f-22e39beeab90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:04.169103 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-78725253-d577-4620-85d2-de3417ddc4fb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:04.174248 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 65c2d06b-43e4-4123-a0cd-7a54fc028e19 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:40:04.285424 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 65c2d06b-43e4-4123-a0cd-7a54fc028e19 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:40:04.285757 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 65c2d06b-43e4-4123-a0cd-7a54fc028e19 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:40:04.286169 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c6b1e202-dcdd-47e0-8774-6bf60b9da4cc no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:40:04.354592 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78725253-d577-4620-85d2-de3417ddc4fb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Port': ['ID=644ddbe3-b2d1-4e96-8900-366ba2c9cba4,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:04.360421 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40ffa61-8fa4-4d1c-8e33-9ff525ed24e8 None None] No DVR routers for this DVR port 65c2d06b-43e4-4123-a0cd-7a54fc028e19 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:40:04.381831 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43462) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:04.395078 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-d936e841-c309-4769-8c79-1c951ee99b83 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1906498516', 'description': 'tempest-secgroup-smoke-1906498516 description', 'project_id': 'ac289a58365e49439c6a449ebba5fb54'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:40:04.408112 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d936e841-c309-4769-8c79-1c951ee99b83 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:04.419885 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d936e841-c309-4769-8c79-1c951ee99b83 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:security_group and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:04.429290 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d936e841-c309-4769-8c79-1c951ee99b83 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:04.436589 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-29a04e52-7fa7-4f57-be7f-22e39beeab90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:04.444700 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d936e841-c309-4769-8c79-1c951ee99b83 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:04.453775 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78725253-d577-4620-85d2-de3417ddc4fb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network aa0c03e9-449b-4b0c-955f-d2d931b2eb24 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:40:04.475199 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d936e841-c309-4769-8c79-1c951ee99b83 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:04.521541 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: c6b1e202-dcdd-47e0-8774-6bf60b9da4cc {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:40:04.521913 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c6b1e202-dcdd-47e0-8774-6bf60b9da4cc not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:40:04.522255 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9b48431c-5d41-4521-a03f-261216bdaa79 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:40:04.549213 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-bcdda76b-45ec-4ac7-87c9-4d8e5037e889 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Deleting port 65c2d06b-43e4-4123-a0cd-7a54fc028e19 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:40:04.550888 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bcdda76b-45ec-4ac7-87c9-4d8e5037e889 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:04.551565 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d936e841-c309-4769-8c79-1c951ee99b83 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:04.556804 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d936e841-c309-4769-8c79-1c951ee99b83 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:security_group_rule and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:04.563697 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d936e841-c309-4769-8c79-1c951ee99b83 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:04.570857 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d936e841-c309-4769-8c79-1c951ee99b83 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:04.581123 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43470) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:04.612596 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a04e52-7fa7-4f57-be7f-22e39beeab90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88370bcc-315e-4f6b-ac12-dea6593d5b47,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:04.616493 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-78725253-d577-4620-85d2-de3417ddc4fb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:04.629505 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78725253-d577-4620-85d2-de3417ddc4fb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:40:04.630349 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-78725253-d577-4620-85d2-de3417ddc4fb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:04.657732 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-bdec65ee-6b6f-48c4-965c-f0b2447ce2dc None None] For port 648e6155-434a-4c95-9ec3-c239ccbb4931, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:40:04.659623 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d936e841-c309-4769-8c79-1c951ee99b83 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:04.663589 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-bdec65ee-6b6f-48c4-965c-f0b2447ce2dc None None] For port 648e6155-434a-4c95-9ec3-c239ccbb4931, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=648e6155-434a-4c95-9ec3-c239ccbb4931,segment=NetworkSegment(918878f8-c469-4d41-9047-1692b23aaa31),segment_id=918878f8-c469-4d41-9047-1692b23aaa31)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:40:04.666894 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d936e841-c309-4769-8c79-1c951ee99b83 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:04.705353 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-29a04e52-7fa7-4f57-be7f-22e39beeab90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:04.731004 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936e841-c309-4769-8c79-1c951ee99b83 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=821043b7-26d5-401b-b0cd-14679faeced3,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:04.736315 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-bcdda76b-45ec-4ac7-87c9-4d8e5037e889 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] The port '65c2d06b-43e4-4123-a0cd-7a54fc028e19' was deleted {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:40:04.742647 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-29a04e52-7fa7-4f57-be7f-22e39beeab90 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/88370bcc-315e-4f6b-ac12-dea6593d5b47 HTTP/1.1" status: 204 len: 168 time: 2.0494118 Apr 20 17:40:04.747159 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43478) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:04.808332 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bdec65ee-6b6f-48c4-965c-f0b2447ce2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:04.850527 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d936e841-c309-4769-8c79-1c951ee99b83 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:04.855271 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d936e841-c309-4769-8c79-1c951ee99b83 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4702601 Apr 20 17:40:04.855921 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43484) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:04.866440 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-7fed725b-7961-4d5d-9def-d7d37ac59b3a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'security_group_rule': {'security_group_id': '821043b7-26d5-401b-b0cd-14679faeced3', 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:40:04.897939 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7fed725b-7961-4d5d-9def-d7d37ac59b3a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:04.921314 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7fed725b-7961-4d5d-9def-d7d37ac59b3a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:security_group_rule and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:04.937201 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7fed725b-7961-4d5d-9def-d7d37ac59b3a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:04.942172 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b3e9b0b1-dec6-4e50-b3fd-366b941b0838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:04.951857 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7fed725b-7961-4d5d-9def-d7d37ac59b3a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:05.059980 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bcdda76b-45ec-4ac7-87c9-4d8e5037e889 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:05.101555 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7fed725b-7961-4d5d-9def-d7d37ac59b3a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:05.137163 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-bcdda76b-45ec-4ac7-87c9-4d8e5037e889 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b03d197c-0170-4767-8b85-a8b2bba2a827']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:05.157900 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-bcdda76b-45ec-4ac7-87c9-4d8e5037e889 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93875371-573d-465c-be9e-5e6c036b9992') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:05.158271 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-bcdda76b-45ec-4ac7-87c9-4d8e5037e889 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93875371-573d-465c-be9e-5e6c036b9992') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:05.176259 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec65ee-6b6f-48c4-965c-f0b2447ce2dc None None] Pushing event updated for resources: {'Port': ['ID=648e6155-434a-4c95-9ec3-c239ccbb4931,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:05.221518 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bcdda76b-45ec-4ac7-87c9-4d8e5037e889 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:05.226103 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1c243660-d801-4ff3-8760-02ae6dfa688c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:05.257611 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:05.266845 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bcdda76b-45ec-4ac7-87c9-4d8e5037e889 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:05.277031 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-78725253-d577-4620-85d2-de3417ddc4fb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:05.290868 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcdda76b-45ec-4ac7-87c9-4d8e5037e889 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:40:05.291262 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bcdda76b-45ec-4ac7-87c9-4d8e5037e889 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:05.303979 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b3e9b0b1-dec6-4e50-b3fd-366b941b0838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:40:05.307817 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:40:05.381748 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2c2ccc91-d4f1-43a9-ba79-6443b2c83cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'name': 'tempest-RoutersIpV6Test-router-1282796834', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:39:32Z', 'updated_at': '2022-04-20T17:39:47Z', 'revision_number': 3, 'project_id': '223231c784ee479d86d7622cff558dcb', 'gw_port_host': None, '_interfaces': [{'id': '5de728ee-08ef-4134-858a-18ed50ce74f4', 'name': '', 'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:50:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a380890-61da-4dee-b68a-756b86290ba4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:36Z', 'updated_at': '2022-04-20T17:39:52Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '5a380890-61da-4dee-b68a-756b86290ba4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636bb4bc-e93a-4f53-ab42-5aaa27b48a94', 'name': '', 'network_id': 'f33fab59-8c3d-49a6-bfd4-891170acc8f8', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:f0:10:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c921873-8400-4373-8efd-a320703c8b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:45Z', 'updated_at': '2022-04-20T17:40:01Z', 'revision_number': 4, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '1c921873-8400-4373-8efd-a320703c8b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:05.392358 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1c243660-d801-4ff3-8760-02ae6dfa688c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:05.396732 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2ccc91-d4f1-43a9-ba79-6443b2c83cf1 None None] The sync data for ids ['e0e24074-85f9-471b-b705-b10a2f130e0d'] in n-d-838032-1 is: [{'id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'name': 'tempest-RoutersIpV6Test-router-1282796834', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:39:32Z', 'updated_at': '2022-04-20T17:39:47Z', 'revision_number': 3, 'project_id': '223231c784ee479d86d7622cff558dcb', 'gw_port_host': None, '_interfaces': [{'id': '5de728ee-08ef-4134-858a-18ed50ce74f4', 'name': '', 'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:50:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a380890-61da-4dee-b68a-756b86290ba4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:36Z', 'updated_at': '2022-04-20T17:39:52Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '5a380890-61da-4dee-b68a-756b86290ba4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636bb4bc-e93a-4f53-ab42-5aaa27b48a94', 'name': '', 'network_id': 'f33fab59-8c3d-49a6-bfd4-891170acc8f8', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:f0:10:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c921873-8400-4373-8efd-a320703c8b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:45Z', 'updated_at': '2022-04-20T17:40:01Z', 'revision_number': 4, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '1c921873-8400-4373-8efd-a320703c8b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:40:05.419346 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 9b48431c-5d41-4521-a03f-261216bdaa79, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9b48431c-5d41-4521-a03f-261216bdaa79,segment=NetworkSegment(7dc098ce-3227-4bfa-abce-76edbc7df9b2),segment_id=7dc098ce-3227-4bfa-abce-76edbc7df9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:05.425282 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-70f4bd75-9ecf-4fb0-9e4b-2acb92987828 None None] For port 9b48431c-5d41-4521-a03f-261216bdaa79, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9b48431c-5d41-4521-a03f-261216bdaa79,segment=NetworkSegment(7dc098ce-3227-4bfa-abce-76edbc7df9b2),segment_id=7dc098ce-3227-4bfa-abce-76edbc7df9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:05.425723 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-70f4bd75-9ecf-4fb0-9e4b-2acb92987828 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:05.438594 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:05.468546 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1c243660-d801-4ff3-8760-02ae6dfa688c admin admin] Usage tracker for resource:security_group_rule and tenant:b9df2c2aeda247e5a651064421a756c2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:05.501910 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1c243660-d801-4ff3-8760-02ae6dfa688c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:05.525473 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bcdda76b-45ec-4ac7-87c9-4d8e5037e889 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:05.546876 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-b3e9b0b1-dec6-4e50-b3fd-366b941b0838 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154a4f2e-6558-438f-940c-0efd0da6937d']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:05.599250 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1c243660-d801-4ff3-8760-02ae6dfa688c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:05.625251 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-b3e9b0b1-dec6-4e50-b3fd-366b941b0838 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e27592f-62ea-47d5-a45f-84042445ff03') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:05.638496 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-b3e9b0b1-dec6-4e50-b3fd-366b941b0838 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e27592f-62ea-47d5-a45f-84042445ff03') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:05.700802 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b3e9b0b1-dec6-4e50-b3fd-366b941b0838 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:05.752058 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=9b48431c-5d41-4521-a03f-261216bdaa79,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:05.777375 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b3e9b0b1-dec6-4e50-b3fd-366b941b0838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:05.784934 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e9b0b1-dec6-4e50-b3fd-366b941b0838 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:40:05.785658 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b3e9b0b1-dec6-4e50-b3fd-366b941b0838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:05.809988 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:40:05.809988 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:40:05.809988 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:40:05.809988 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:40:05.809988 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:40:05.809988 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:40:05.809988 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:40:05.809988 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:40:05.809988 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:40:05.809988 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:40:05.809988 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:40:05.809988 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:40:05.809988 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:40:05.809988 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:40:05.809988 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:40:05.809988 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:40:05.809988 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:40:05.809988 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:40:05.809988 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:40:05.809988 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:40:05.809988 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:40:05.809988 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:40:05.809988 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:40:05.809988 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:40:05.809988 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:40:05.809988 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:40:05.809988 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:40:05.809988 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:40:05.809988 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:40:05.809988 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:40:05.809988 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:40:05.809988 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:40:05.893985 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bcdda76b-45ec-4ac7-87c9-4d8e5037e889 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:05.916917 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bcdda76b-45ec-4ac7-87c9-4d8e5037e889 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/networks/b03d197c-0170-4767-8b85-a8b2bba2a827 HTTP/1.1" status: 204 len: 168 time: 5.1702185 Apr 20 17:40:05.918336 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43500) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:05.926482 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1c243660-d801-4ff3-8760-02ae6dfa688c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:05.968551 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdda76b-45ec-4ac7-87c9-4d8e5037e889 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event deleted for resources: {'Network': ['ID=b03d197c-0170-4767-8b85-a8b2bba2a827,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:06.001300 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7fed725b-7961-4d5d-9def-d7d37ac59b3a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:06.038597 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1c243660-d801-4ff3-8760-02ae6dfa688c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:06.069590 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-70f4bd75-9ecf-4fb0-9e4b-2acb92987828 None None] Calling delete_port for 9b48431c-5d41-4521-a03f-261216bdaa79 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:40:06.095965 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7fed725b-7961-4d5d-9def-d7d37ac59b3a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:06.255084 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 636bb4bc-e93a-4f53-ab42-5aaa27b48a94 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:40:06.274386 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed725b-7961-4d5d-9def-d7d37ac59b3a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a3633b7-9a1c-4ce3-aa90-7cad966b4882,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:06.332131 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b3e9b0b1-dec6-4e50-b3fd-366b941b0838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:06.333743 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c243660-d801-4ff3-8760-02ae6dfa688c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765d6dfb-2690-4f8b-85fc-55553978b64f,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:06.353512 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-551c3dab-cf34-405b-8433-fd5d90200c91 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:06.430597 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-70f4bd75-9ecf-4fb0-9e4b-2acb92987828 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:40:06.430940 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-70f4bd75-9ecf-4fb0-9e4b-2acb92987828 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:40:06.440438 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 636bb4bc-e93a-4f53-ab42-5aaa27b48a94 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:40:06.458374 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 636bb4bc-e93a-4f53-ab42-5aaa27b48a94 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:06.460317 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:06.465416 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b3e9b0b1-dec6-4e50-b3fd-366b941b0838 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:06.471376 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b3e9b0b1-dec6-4e50-b3fd-366b941b0838 admin admin] 10.222.0.39 "DELETE /v2.0/networks/154a4f2e-6558-438f-940c-0efd0da6937d HTTP/1.1" status: 204 len: 168 time: 1.7199428 Apr 20 17:40:06.474893 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e9b0b1-dec6-4e50-b3fd-366b941b0838 admin admin] Pushing event deleted for resources: {'Network': ['ID=154a4f2e-6558-438f-940c-0efd0da6937d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:06.485052 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1c243660-d801-4ff3-8760-02ae6dfa688c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b9df2c2aeda247e5a651064421a756c2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9025538 Apr 20 17:40:06.486899 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7fed725b-7961-4d5d-9def-d7d37ac59b3a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:06.488238 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7fed725b-7961-4d5d-9def-d7d37ac59b3a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.6286972 Apr 20 17:40:06.489356 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43514) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:06.523026 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43516) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:06.579389 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-28773856-8ef7-4a9f-9cda-437acd36c468 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'security_group_rule': {'security_group_id': '821043b7-26d5-401b-b0cd-14679faeced3', 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:40:06.609970 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-28773856-8ef7-4a9f-9cda-437acd36c468 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:06.661951 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a811b0ad-4802-44df-b380-724240266295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:06.719618 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:06.733207 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a811b0ad-4802-44df-b380-724240266295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:06.770598 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-28773856-8ef7-4a9f-9cda-437acd36c468 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:security_group_rule and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:06.780546 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-28773856-8ef7-4a9f-9cda-437acd36c468 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:06.783573 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 636bb4bc-e93a-4f53-ab42-5aaa27b48a94, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=636bb4bc-e93a-4f53-ab42-5aaa27b48a94,segment=NetworkSegment(3e85c32c-f0b8-4113-ad48-d489883b2151),segment_id=3e85c32c-f0b8-4113-ad48-d489883b2151)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:06.791009 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:06.792856 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 648e6155-434a-4c95-9ec3-c239ccbb4931 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:40:06.796062 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-28773856-8ef7-4a9f-9cda-437acd36c468 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:06.811613 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-551c3dab-cf34-405b-8433-fd5d90200c91 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Deleting port 9b48431c-5d41-4521-a03f-261216bdaa79 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:40:06.812370 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-551c3dab-cf34-405b-8433-fd5d90200c91 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:06.851697 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a811b0ad-4802-44df-b380-724240266295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:06.875197 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-28773856-8ef7-4a9f-9cda-437acd36c468 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:06.916017 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811b0ad-4802-44df-b380-724240266295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765d6dfb-2690-4f8b-85fc-55553978b64f,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:06.931982 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [None req-78725253-d577-4620-85d2-de3417ddc4fb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:40:06.943432 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a811b0ad-4802-44df-b380-724240266295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:06.953467 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a811b0ad-4802-44df-b380-724240266295 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/765d6dfb-2690-4f8b-85fc-55553978b64f HTTP/1.1" status: 204 len: 168 time: 0.4605942 Apr 20 17:40:06.958791 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-70f4bd75-9ecf-4fb0-9e4b-2acb92987828 None None] Deleting port 9b48431c-5d41-4521-a03f-261216bdaa79 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:40:06.963727 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-70f4bd75-9ecf-4fb0-9e4b-2acb92987828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:06.984071 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-78725253-d577-4620-85d2-de3417ddc4fb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:07.037507 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-28773856-8ef7-4a9f-9cda-437acd36c468 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:07.127838 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968f866d-873d-4b39-bef5-b2f093d60644 None None] Network aa0c03e9-449b-4b0c-955f-d2d931b2eb24 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:40:07.150171 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43528) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:07.224876 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-78725253-d577-4620-85d2-de3417ddc4fb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:07.225814 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-78725253-d577-4620-85d2-de3417ddc4fb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:07.280966 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43534) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:07.302446 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-28773856-8ef7-4a9f-9cda-437acd36c468 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:07.337196 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78725253-d577-4620-85d2-de3417ddc4fb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Port': ['ID=644ddbe3-b2d1-4e96-8900-366ba2c9cba4,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:07.354914 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8cac10a7-f2bc-4aa6-b538-6751a6c558d7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9386e3364a314a7fb56a291c3743d314&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0728683 Apr 20 17:40:07.358021 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43538) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:07.359870 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-28773856-8ef7-4a9f-9cda-437acd36c468 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:07.361792 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-28773856-8ef7-4a9f-9cda-437acd36c468 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8292141 Apr 20 17:40:07.369232 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43540) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:07.382279 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-e12c68d7-6bd1-47df-a7d5-2c58e983b789 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'security_group_rule': {'security_group_id': '821043b7-26d5-401b-b0cd-14679faeced3', 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:40:07.417786 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28773856-8ef7-4a9f-9cda-437acd36c468 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2144ea53-af9b-4909-b265-8bfde777a6b9,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:07.454610 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e12c68d7-6bd1-47df-a7d5-2c58e983b789 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:07.487733 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9e257157-d64c-4e56-bdd3-baab14b9fc09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:07.517618 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 648e6155-434a-4c95-9ec3-c239ccbb4931 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:40:07.519483 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9e257157-d64c-4e56-bdd3-baab14b9fc09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:07.558126 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=636bb4bc-e93a-4f53-ab42-5aaa27b48a94,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:07.616429 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9e257157-d64c-4e56-bdd3-baab14b9fc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:07.635461 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e257157-d64c-4e56-bdd3-baab14b9fc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0706ab83-d291-4f0b-93c1-26981fa72201,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:07.651084 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9e257157-d64c-4e56-bdd3-baab14b9fc09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:07.652506 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9e257157-d64c-4e56-bdd3-baab14b9fc09 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0706ab83-d291-4f0b-93c1-26981fa72201 HTTP/1.1" status: 204 len: 168 time: 0.2932026 Apr 20 17:40:07.654026 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-82c78e6e-5352-4e1c-9dcf-cff69c51c794 None None] Provisioning for port 648e6155-434a-4c95-9ec3-c239ccbb4931 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:40:07.704649 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-82c78e6e-5352-4e1c-9dcf-cff69c51c794 None None] Provisioning complete for port 648e6155-434a-4c95-9ec3-c239ccbb4931 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:07.705517 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-82c78e6e-5352-4e1c-9dcf-cff69c51c794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:07.718277 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-551c3dab-cf34-405b-8433-fd5d90200c91 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] For port 9b48431c-5d41-4521-a03f-261216bdaa79, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9b48431c-5d41-4521-a03f-261216bdaa79,segment=NetworkSegment(7dc098ce-3227-4bfa-abce-76edbc7df9b2),segment_id=7dc098ce-3227-4bfa-abce-76edbc7df9b2)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:07.718803 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-551c3dab-cf34-405b-8433-fd5d90200c91 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:07.799739 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e12c68d7-6bd1-47df-a7d5-2c58e983b789 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:security_group_rule and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:07.807193 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e12c68d7-6bd1-47df-a7d5-2c58e983b789 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:07.879094 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43552) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:07.889395 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-551c3dab-cf34-405b-8433-fd5d90200c91 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Calling delete_port for 9b48431c-5d41-4521-a03f-261216bdaa79 owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:40:07.911546 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb5d67b0-0837-45bc-8690-3946cc78f0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:07.917044 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e12c68d7-6bd1-47df-a7d5-2c58e983b789 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:07.942876 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3cfad59e-f6e0-4cac-ab04-d3cc6de3fe49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:07.991675 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e12c68d7-6bd1-47df-a7d5-2c58e983b789 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:08.028268 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-70f4bd75-9ecf-4fb0-9e4b-2acb92987828 None None] For port 9b48431c-5d41-4521-a03f-261216bdaa79, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9b48431c-5d41-4521-a03f-261216bdaa79,segment=NetworkSegment(7dc098ce-3227-4bfa-abce-76edbc7df9b2),segment_id=7dc098ce-3227-4bfa-abce-76edbc7df9b2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:08.029055 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-70f4bd75-9ecf-4fb0-9e4b-2acb92987828 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:08.046859 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3cfad59e-f6e0-4cac-ab04-d3cc6de3fe49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:08.068928 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e12c68d7-6bd1-47df-a7d5-2c58e983b789 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:08.078876 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3cfad59e-f6e0-4cac-ab04-d3cc6de3fe49 admin admin] Usage tracker for resource:security_group_rule and tenant:4ae1f2af9ff54604bfa9fcb6eaca78c0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:08.082019 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e12c68d7-6bd1-47df-a7d5-2c58e983b789 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:08.087490 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3cfad59e-f6e0-4cac-ab04-d3cc6de3fe49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:08.107308 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3cfad59e-f6e0-4cac-ab04-d3cc6de3fe49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:08.120100 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e12c68d7-6bd1-47df-a7d5-2c58e983b789 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:08.120413 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e12c68d7-6bd1-47df-a7d5-2c58e983b789 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7478433 Apr 20 17:40:08.126753 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43556) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:08.135237 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 636bb4bc-e93a-4f53-ab42-5aaa27b48a94 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:40:08.138843 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c68d7-6bd1-47df-a7d5-2c58e983b789 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=204e362c-1fdb-478e-b4ef-70152a680d38,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:08.152122 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-d06528bd-3d68-4064-b94c-5afbe94c33f4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'security_group_rule': {'security_group_id': '821043b7-26d5-401b-b0cd-14679faeced3', 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:40:08.163798 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-551c3dab-cf34-405b-8433-fd5d90200c91 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:08.186644 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78725253-d577-4620-85d2-de3417ddc4fb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network aa0c03e9-449b-4b0c-955f-d2d931b2eb24 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:40:08.187771 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d06528bd-3d68-4064-b94c-5afbe94c33f4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:08.238906 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551c3dab-cf34-405b-8433-fd5d90200c91 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] No DVR routers for this DVR port 9b48431c-5d41-4521-a03f-261216bdaa79 on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:40:08.283798 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c3dab-cf34-405b-8433-fd5d90200c91 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event deleted for resources: {'Port': ['ID=9b48431c-5d41-4521-a03f-261216bdaa79,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:08.299101 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-70f4bd75-9ecf-4fb0-9e4b-2acb92987828 None None] Calling delete_port for 9b48431c-5d41-4521-a03f-261216bdaa79 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:40:08.317030 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-fb5d67b0-0837-45bc-8690-3946cc78f0d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:08.322504 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-fb5d67b0-0837-45bc-8690-3946cc78f0d7 admin admin] Usage tracker for resource:security_group_rule and tenant:07950193f2924dc4908a7210b8567faa is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:08.328341 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-fb5d67b0-0837-45bc-8690-3946cc78f0d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:08.335479 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-fb5d67b0-0837-45bc-8690-3946cc78f0d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:08.393047 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3cfad59e-f6e0-4cac-ab04-d3cc6de3fe49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:08.409609 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3cfad59e-f6e0-4cac-ab04-d3cc6de3fe49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:08.435602 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-78725253-d577-4620-85d2-de3417ddc4fb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:08.443972 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d06528bd-3d68-4064-b94c-5afbe94c33f4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:security_group_rule and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:08.451540 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d06528bd-3d68-4064-b94c-5afbe94c33f4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:08.469221 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3cfad59e-f6e0-4cac-ab04-d3cc6de3fe49 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4ae1f2af9ff54604bfa9fcb6eaca78c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5888629 Apr 20 17:40:08.473054 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d06528bd-3d68-4064-b94c-5afbe94c33f4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:08.479515 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43570) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:08.576319 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfad59e-f6e0-4cac-ab04-d3cc6de3fe49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e5d6a1-108a-40de-b1e9-304955264e58,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:08.586701 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 636bb4bc-e93a-4f53-ab42-5aaa27b48a94 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:08.586701 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:08.635604 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c6d484fc-388a-4da0-913a-a39235a72c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:08.638305 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb5d67b0-0837-45bc-8690-3946cc78f0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:08.640810 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-82c78e6e-5352-4e1c-9dcf-cff69c51c794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:08.650590 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-70f4bd75-9ecf-4fb0-9e4b-2acb92987828 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:40:08.650960 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-70f4bd75-9ecf-4fb0-9e4b-2acb92987828 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:40:08.661042 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb5d67b0-0837-45bc-8690-3946cc78f0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:08.702228 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c6d484fc-388a-4da0-913a-a39235a72c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:08.751171 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-82c78e6e-5352-4e1c-9dcf-cff69c51c794 None None] For port 648e6155-434a-4c95-9ec3-c239ccbb4931, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=648e6155-434a-4c95-9ec3-c239ccbb4931,segment=NetworkSegment(918878f8-c469-4d41-9047-1692b23aaa31),segment_id=918878f8-c469-4d41-9047-1692b23aaa31)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:08.770082 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d67b0-0837-45bc-8690-3946cc78f0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd19761-be19-4cde-9eec-7bc45adfb83f,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:08.770242 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-70f4bd75-9ecf-4fb0-9e4b-2acb92987828 None None] Deleting port 9b48431c-5d41-4521-a03f-261216bdaa79 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:40:08.770674 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-70f4bd75-9ecf-4fb0-9e4b-2acb92987828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:08.821841 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fb5d67b0-0837-45bc-8690-3946cc78f0d7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=07950193f2924dc4908a7210b8567faa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6698282 Apr 20 17:40:08.824993 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43582) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:08.852475 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-551c3dab-cf34-405b-8433-fd5d90200c91 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:08.860720 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d06528bd-3d68-4064-b94c-5afbe94c33f4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:08.936510 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-82c78e6e-5352-4e1c-9dcf-cff69c51c794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:08.958940 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-66333430-641f-43d7-9220-6c6064af320f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:08.989030 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-66333430-641f-43d7-9220-6c6064af320f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:09.016732 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-551c3dab-cf34-405b-8433-fd5d90200c91 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f59361-27fd-4c9b-89fc-8779ec445a53']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:09.032276 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-70f4bd75-9ecf-4fb0-9e4b-2acb92987828 None None] The port '9b48431c-5d41-4521-a03f-261216bdaa79' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:40:09.101451 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-66333430-641f-43d7-9220-6c6064af320f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:09.129599 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-551c3dab-cf34-405b-8433-fd5d90200c91 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc098ce-3227-4bfa-abce-76edbc7df9b2') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:09.129931 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-551c3dab-cf34-405b-8433-fd5d90200c91 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc098ce-3227-4bfa-abce-76edbc7df9b2') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:09.130259 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66333430-641f-43d7-9220-6c6064af320f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd19761-be19-4cde-9eec-7bc45adfb83f,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:09.133653 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c6d484fc-388a-4da0-913a-a39235a72c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:09.165897 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d484fc-388a-4da0-913a-a39235a72c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e5d6a1-108a-40de-b1e9-304955264e58,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:09.176625 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-551c3dab-cf34-405b-8433-fd5d90200c91 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:09.178307 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c6d484fc-388a-4da0-913a-a39235a72c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:09.182819 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c6d484fc-388a-4da0-913a-a39235a72c54 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/29e5d6a1-108a-40de-b1e9-304955264e58 HTTP/1.1" status: 204 len: 168 time: 0.7000239 Apr 20 17:40:09.186151 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-66333430-641f-43d7-9220-6c6064af320f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:09.187679 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-66333430-641f-43d7-9220-6c6064af320f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bbd19761-be19-4cde-9eec-7bc45adfb83f HTTP/1.1" status: 204 len: 168 time: 0.3617189 Apr 20 17:40:09.210029 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-551c3dab-cf34-405b-8433-fd5d90200c91 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:09.217655 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-551c3dab-cf34-405b-8433-fd5d90200c91 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:40:09.218553 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-551c3dab-cf34-405b-8433-fd5d90200c91 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:09.328736 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:40:09.328736 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:40:09.328736 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:40:09.328736 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:40:09.328736 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:40:09.328736 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:40:09.328736 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:40:09.328736 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:40:09.328736 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:40:09.328736 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:40:09.328736 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:40:09.328736 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:40:09.328736 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:40:09.328736 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:40:09.328736 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:40:09.328736 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:40:09.328736 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:40:09.328736 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:40:09.328736 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:40:09.328736 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:40:09.328736 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:40:09.328736 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:40:09.328736 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:40:09.328736 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:40:09.328736 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:40:09.328736 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:40:09.328736 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:40:09.328736 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:40:09.328736 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:40:09.328736 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:40:09.328736 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:40:09.328736 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:40:09.333177 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a8cc7374-d208-466d-a03f-cadf22ae9b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:09.336224 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-551c3dab-cf34-405b-8433-fd5d90200c91 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:09.360614 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-551c3dab-cf34-405b-8433-fd5d90200c91 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:09.370073 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1cd7a9c4-249e-440d-a655-1a5f998b18fe None None] Provisioning complete for port 648e6155-434a-4c95-9ec3-c239ccbb4931 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:09.370678 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a9c4-249e-440d-a655-1a5f998b18fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:09.393483 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c3dab-cf34-405b-8433-fd5d90200c91 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event deleted for resources: {'Network': ['ID=d9f59361-27fd-4c9b-89fc-8779ec445a53,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:09.404575 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-551c3dab-cf34-405b-8433-fd5d90200c91 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/networks/d9f59361-27fd-4c9b-89fc-8779ec445a53 HTTP/1.1" status: 204 len: 168 time: 3.4510188 Apr 20 17:40:09.405227 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43608) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:09.418083 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-7c62becb-e339-42d7-9706-2498b627e136 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Request body: {'network': {'name': 'tempest-RoutersTest-1689508462'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:40:09.418774 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d06528bd-3d68-4064-b94c-5afbe94c33f4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:09.433269 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d06528bd-3d68-4064-b94c-5afbe94c33f4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:09.437418 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7c62becb-e339-42d7-9706-2498b627e136 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:09.451434 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7c62becb-e339-42d7-9706-2498b627e136 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Usage tracker for resource:network and tenant:9b47d4ec84d44059beda8a5ee5d71e29 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:09.454949 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7c62becb-e339-42d7-9706-2498b627e136 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:09.469665 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06528bd-3d68-4064-b94c-5afbe94c33f4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=337fd141-9ca8-4cd9-b8db-ceae47df72af,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:09.477856 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7c62becb-e339-42d7-9706-2498b627e136 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:09.494755 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c78e6e-5352-4e1c-9dcf-cff69c51c794 None None] Pushing event updated for resources: {'Port': ['ID=648e6155-434a-4c95-9ec3-c239ccbb4931,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:09.495306 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78725253-d577-4620-85d2-de3417ddc4fb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Router e0e24074-85f9-471b-b705-b10a2f130e0d has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:40:09.498633 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d06528bd-3d68-4064-b94c-5afbe94c33f4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:09.500063 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d06528bd-3d68-4064-b94c-5afbe94c33f4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.3708875 Apr 20 17:40:09.502887 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43612) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:09.517129 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-819ec181-e8f3-45e1-9f54-f23eac9e3696 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'security_group_rule': {'security_group_id': '821043b7-26d5-401b-b0cd-14679faeced3', 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:40:09.539671 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-819ec181-e8f3-45e1-9f54-f23eac9e3696 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:09.549060 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-819ec181-e8f3-45e1-9f54-f23eac9e3696 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:security_group_rule and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:09.555301 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-819ec181-e8f3-45e1-9f54-f23eac9e3696 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:09.570408 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-819ec181-e8f3-45e1-9f54-f23eac9e3696 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:09.600557 n-d-838032-1 neutron-server[84080]: INFO neutron.db.securitygroups_db [None req-819ec181-e8f3-45e1-9f54-f23eac9e3696 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Project ac289a58365e49439c6a449ebba5fb54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:40:09.607626 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c62becb-e339-42d7-9706-2498b627e136 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Made reservation on behalf of 9b47d4ec84d44059beda8a5ee5d71e29 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:40:09.615047 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7c62becb-e339-42d7-9706-2498b627e136 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:09.638858 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-819ec181-e8f3-45e1-9f54-f23eac9e3696 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:09.679076 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1cd7a9c4-249e-440d-a655-1a5f998b18fe None None] Provisioning for port 644ddbe3-b2d1-4e96-8900-366ba2c9cba4 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:40:09.688472 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1cd7a9c4-249e-440d-a655-1a5f998b18fe None None] Provisioning complete for port 644ddbe3-b2d1-4e96-8900-366ba2c9cba4 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:09.690307 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a9c4-249e-440d-a655-1a5f998b18fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:09.727071 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-819ec181-e8f3-45e1-9f54-f23eac9e3696 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:09.741284 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-819ec181-e8f3-45e1-9f54-f23eac9e3696 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:09.757503 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c62becb-e339-42d7-9706-2498b627e136 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:40:09.788279 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ec181-e8f3-45e1-9f54-f23eac9e3696 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d16c5446-469b-4edc-b6b8-e2fe33222350,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:09.802652 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7c62becb-e339-42d7-9706-2498b627e136 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:09.802992 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-7c62becb-e339-42d7-9706-2498b627e136 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Added segment a092dc8b-d8e8-4423-80dd-0f4c67f6ce0b of type vlan for network e674cee0-9056-4e99-9d10-cb56fb06452b Apr 20 17:40:09.836280 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-819ec181-e8f3-45e1-9f54-f23eac9e3696 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:09.837884 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-819ec181-e8f3-45e1-9f54-f23eac9e3696 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3337185 Apr 20 17:40:09.841148 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43618) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:09.852906 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-538ad2dd-9e6d-4963-b053-a012f994518e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'security_group_rule': {'security_group_id': '821043b7-26d5-401b-b0cd-14679faeced3', 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:40:09.853305 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1cd7a9c4-249e-440d-a655-1a5f998b18fe None None] Port 644ddbe3-b2d1-4e96-8900-366ba2c9cba4 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:40:09.859868 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7c62becb-e339-42d7-9706-2498b627e136 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:09.906668 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7c62becb-e339-42d7-9706-2498b627e136 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:09.911186 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c62becb-e339-42d7-9706-2498b627e136 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:40:09.912093 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7c62becb-e339-42d7-9706-2498b627e136 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:09.914008 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-538ad2dd-9e6d-4963-b053-a012f994518e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:09.923781 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-538ad2dd-9e6d-4963-b053-a012f994518e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:security_group_rule and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:09.927546 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-538ad2dd-9e6d-4963-b053-a012f994518e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:09.943338 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-538ad2dd-9e6d-4963-b053-a012f994518e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:09.962718 n-d-838032-1 neutron-server[84081]: INFO neutron.db.securitygroups_db [None req-538ad2dd-9e6d-4963-b053-a012f994518e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Project ac289a58365e49439c6a449ebba5fb54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:40:09.967436 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7c62becb-e339-42d7-9706-2498b627e136 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5597930 Apr 20 17:40:09.969223 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43626) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:09.977121 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-538ad2dd-9e6d-4963-b053-a012f994518e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:09.991550 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-8c0addba-ce28-4870-ac7d-6cd4961569f1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Request body: {'subnet': {'network_id': 'e674cee0-9056-4e99-9d10-cb56fb06452b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:40:09.992524 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-028d7f9d-ed4d-4ed6-acf4-2db0ae83e57f None None] Provisioning complete for port 644ddbe3-b2d1-4e96-8900-366ba2c9cba4 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:09.993897 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-028d7f9d-ed4d-4ed6-acf4-2db0ae83e57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:10.085365 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-028d7f9d-ed4d-4ed6-acf4-2db0ae83e57f None None] Port 644ddbe3-b2d1-4e96-8900-366ba2c9cba4 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:40:10.095286 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62becb-e339-42d7-9706-2498b627e136 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Network': ['ID=e674cee0-9056-4e99-9d10-cb56fb06452b,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:10.096455 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 648e6155-434a-4c95-9ec3-c239ccbb4931 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:40:10.141464 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network e674cee0-9056-4e99-9d10-cb56fb06452b details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:40:10.187637 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78725253-d577-4620-85d2-de3417ddc4fb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:40:10.199346 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43632) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:10.199772 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-78725253-d577-4620-85d2-de3417ddc4fb tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "PUT /v2.0/routers/e0e24074-85f9-471b-b705-b10a2f130e0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1101174 Apr 20 17:40:10.203721 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc507b3-8054-44c4-b736-228c7ce10ce3 None None] Sync routers for ids ['e0e24074-85f9-471b-b705-b10a2f130e0d'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:40:10.207147 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-4121d9dc-bea0-4ed6-a967-6b237a7e443c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-670087416'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:40:10.209642 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8c0addba-ce28-4870-ac7d-6cd4961569f1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:10.216517 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4121d9dc-bea0-4ed6-a967-6b237a7e443c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:10.222541 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8c0addba-ce28-4870-ac7d-6cd4961569f1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Usage tracker for resource:subnet and tenant:9b47d4ec84d44059beda8a5ee5d71e29 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:10.223743 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc507b3-8054-44c4-b736-228c7ce10ce3 None None] Routers {'e0e24074-85f9-471b-b705-b10a2f130e0d'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:40:10.224372 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-efc507b3-8054-44c4-b736-228c7ce10ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:39:42Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e0e24074-85f9-471b-b705-b10a2f130e0d'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:10.226219 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4121d9dc-bea0-4ed6-a967-6b237a7e443c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Usage tracker for resource:network and tenant:223231c784ee479d86d7622cff558dcb is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:10.228100 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-538ad2dd-9e6d-4963-b053-a012f994518e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:10.229512 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8c0addba-ce28-4870-ac7d-6cd4961569f1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:10.235170 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4121d9dc-bea0-4ed6-a967-6b237a7e443c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:10.236444 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8c0addba-ce28-4870-ac7d-6cd4961569f1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:10.240746 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-538ad2dd-9e6d-4963-b053-a012f994518e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:10.256400 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4121d9dc-bea0-4ed6-a967-6b237a7e443c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:10.273062 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0addba-ce28-4870-ac7d-6cd4961569f1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Made reservation on behalf of 9b47d4ec84d44059beda8a5ee5d71e29 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:40:10.285181 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4121d9dc-bea0-4ed6-a967-6b237a7e443c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Made reservation on behalf of 223231c784ee479d86d7622cff558dcb for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:40:10.289657 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4121d9dc-bea0-4ed6-a967-6b237a7e443c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:10.307261 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ad2dd-9e6d-4963-b053-a012f994518e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=931397a8-3ac8-42a6-b83c-3c6abd0711f3,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:10.363987 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4121d9dc-bea0-4ed6-a967-6b237a7e443c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:40:10.386719 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4121d9dc-bea0-4ed6-a967-6b237a7e443c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:10.387068 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-4121d9dc-bea0-4ed6-a967-6b237a7e443c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Added segment 993cf907-ee49-4a63-a5d9-0478b6b5a76c of type vlan for network 59e19d9c-9204-48bc-9b45-256908deae2c Apr 20 17:40:10.464516 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4121d9dc-bea0-4ed6-a967-6b237a7e443c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:10.503073 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4121d9dc-bea0-4ed6-a967-6b237a7e443c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:10.508792 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4121d9dc-bea0-4ed6-a967-6b237a7e443c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:40:10.515560 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4121d9dc-bea0-4ed6-a967-6b237a7e443c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:10.574941 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 648e6155-434a-4c95-9ec3-c239ccbb4931 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:10.576619 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:10.593521 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-538ad2dd-9e6d-4963-b053-a012f994518e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:10.604478 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-538ad2dd-9e6d-4963-b053-a012f994518e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7623196 Apr 20 17:40:10.608989 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43664) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:10.634408 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-f44d800b-1cef-461a-9e32-b256d15ba63a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'network': {'name': 'tempest-network-smoke--797471125', 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'port_security_enabled': True}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:40:10.665131 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121d9dc-bea0-4ed6-a967-6b237a7e443c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Network': ['ID=59e19d9c-9204-48bc-9b45-256908deae2c,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:10.670257 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4121d9dc-bea0-4ed6-a967-6b237a7e443c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4673111 Apr 20 17:40:10.671148 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43670) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:10.685625 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-d7c4a050-bd4b-49f9-9355-899b4eadb7ca tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Request body: {'subnet': {'network_id': '59e19d9c-9204-48bc-9b45-256908deae2c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:40:10.696779 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-efc507b3-8054-44c4-b736-228c7ce10ce3 None None] Set router e0e24074-85f9-471b-b705-b10a2f130e0d gateway port host: None {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:40:10.706906 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f44d800b-1cef-461a-9e32-b256d15ba63a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:10.714484 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f44d800b-1cef-461a-9e32-b256d15ba63a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:network and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:10.718360 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 59e19d9c-9204-48bc-9b45-256908deae2c details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:40:10.724053 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8c0addba-ce28-4870-ac7d-6cd4961569f1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:10.759031 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f44d800b-1cef-461a-9e32-b256d15ba63a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:10.784382 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f44d800b-1cef-461a-9e32-b256d15ba63a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:10.913854 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d7c4a050-bd4b-49f9-9355-899b4eadb7ca tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:10.933055 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d7c4a050-bd4b-49f9-9355-899b4eadb7ca tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Usage tracker for resource:subnet and tenant:223231c784ee479d86d7622cff558dcb is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:10.940353 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d7c4a050-bd4b-49f9-9355-899b4eadb7ca tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:10.954855 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d7c4a050-bd4b-49f9-9355-899b4eadb7ca tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:10.981199 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c4a050-bd4b-49f9-9355-899b4eadb7ca tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Made reservation on behalf of 223231c784ee479d86d7622cff558dcb for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:40:11.111753 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44d800b-1cef-461a-9e32-b256d15ba63a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Made reservation on behalf of ac289a58365e49439c6a449ebba5fb54 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:40:11.115837 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f44d800b-1cef-461a-9e32-b256d15ba63a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:11.138482 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8c0addba-ce28-4870-ac7d-6cd4961569f1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:11.176781 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d7c4a050-bd4b-49f9-9355-899b4eadb7ca tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:11.253134 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f44d800b-1cef-461a-9e32-b256d15ba63a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:40:11.321092 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f44d800b-1cef-461a-9e32-b256d15ba63a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:11.321485 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-f44d800b-1cef-461a-9e32-b256d15ba63a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Added segment 0d0bb655-15d9-4b50-a39c-4bc813a39738 of type vlan for network eca56d5d-e4f2-441a-b91e-029ec9fd83b1 Apr 20 17:40:11.339295 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-efc507b3-8054-44c4-b736-228c7ce10ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'name': 'tempest-RoutersIpV6Test-router-1282796834', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:39:32Z', 'updated_at': '2022-04-20T17:40:04Z', 'revision_number': 4, 'project_id': '223231c784ee479d86d7622cff558dcb', 'gw_port_host': None, '_interfaces': [{'id': '5de728ee-08ef-4134-858a-18ed50ce74f4', 'name': '', 'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:50:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a380890-61da-4dee-b68a-756b86290ba4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:36Z', 'updated_at': '2022-04-20T17:39:52Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '5a380890-61da-4dee-b68a-756b86290ba4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636bb4bc-e93a-4f53-ab42-5aaa27b48a94', 'name': '', 'network_id': 'f33fab59-8c3d-49a6-bfd4-891170acc8f8', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:f0:10:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c921873-8400-4373-8efd-a320703c8b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:45Z', 'updated_at': '2022-04-20T17:40:06Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '1c921873-8400-4373-8efd-a320703c8b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '644ddbe3-b2d1-4e96-8900-366ba2c9cba4', 'name': '', 'network_id': 'aa0c03e9-449b-4b0c-955f-d2d931b2eb24', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:57:db:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '082e6c75-f969-4e30-88f1-be0eaebf76bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:00Z', 'updated_at': '2022-04-20T17:40:06Z', 'revision_number': 2, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '082e6c75-f969-4e30-88f1-be0eaebf76bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:11.344258 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc507b3-8054-44c4-b736-228c7ce10ce3 None None] Checking router: e0e24074-85f9-471b-b705-b10a2f130e0d for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:40:11.344871 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc507b3-8054-44c4-b736-228c7ce10ce3 None None] Updating router e0e24074-85f9-471b-b705-b10a2f130e0d port 644ddbe3-b2d1-4e96-8900-366ba2c9cba4 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:40:11.393158 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2d7cb63e-b866-4a9d-aa23-95c67a4f78eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:11.420638 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0addba-ce28-4870-ac7d-6cd4961569f1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Subnet': ['ID=9382be03-1b00-4275-8cd6-61b0392f9218,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:11.426137 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-efc507b3-8054-44c4-b736-228c7ce10ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:11.546428 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0addba-ce28-4870-ac7d-6cd4961569f1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Checking segment: {'id': 'a092dc8b-d8e8-4423-80dd-0f4c67f6ce0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e674cee0-9056-4e99-9d10-cb56fb06452b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:40:11.546797 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0addba-ce28-4870-ac7d-6cd4961569f1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network hostable DHCP agents. Network: e674cee0-9056-4e99-9d10-cb56fb06452b, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:40:11.577434 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f44d800b-1cef-461a-9e32-b256d15ba63a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:11.657086 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d7c4a050-bd4b-49f9-9355-899b4eadb7ca tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:11.681457 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0addba-ce28-4870-ac7d-6cd4961569f1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network e674cee0-9056-4e99-9d10-cb56fb06452b is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:40:11.724289 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-8c0addba-ce28-4870-ac7d-6cd4961569f1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, e674cee0-9056-4e99-9d10-cb56fb06452b) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:11.731717 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f44d800b-1cef-461a-9e32-b256d15ba63a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:11.735508 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44d800b-1cef-461a-9e32-b256d15ba63a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:40:11.736152 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f44d800b-1cef-461a-9e32-b256d15ba63a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:11.736331 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4a050-bd4b-49f9-9355-899b4eadb7ca tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Subnet': ['ID=6c94deb4-47eb-49cd-b67f-594872a8878e,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:11.743220 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9298d92-cb7c-4a45-a4e1-23cc5b7bf3ee None None] Network e674cee0-9056-4e99-9d10-cb56fb06452b requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:40:11.746590 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0addba-ce28-4870-ac7d-6cd4961569f1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:40:11.757037 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8c0addba-ce28-4870-ac7d-6cd4961569f1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:11.760682 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c4a050-bd4b-49f9-9355-899b4eadb7ca tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Checking segment: {'id': '993cf907-ee49-4a63-a5d9-0478b6b5a76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '59e19d9c-9204-48bc-9b45-256908deae2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:40:11.761113 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c4a050-bd4b-49f9-9355-899b4eadb7ca tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network hostable DHCP agents. Network: 59e19d9c-9204-48bc-9b45-256908deae2c, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:40:11.791266 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c4a050-bd4b-49f9-9355-899b4eadb7ca tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network 59e19d9c-9204-48bc-9b45-256908deae2c is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:40:11.818712 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-d7c4a050-bd4b-49f9-9355-899b4eadb7ca tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 59e19d9c-9204-48bc-9b45-256908deae2c) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:11.824867 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c4a050-bd4b-49f9-9355-899b4eadb7ca tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:40:11.825694 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d7c4a050-bd4b-49f9-9355-899b4eadb7ca tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:11.896692 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d7c4a050-bd4b-49f9-9355-899b4eadb7ca tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2244382 Apr 20 17:40:11.897458 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43708) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:11.900603 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d800b-1cef-461a-9e32-b256d15ba63a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'Network': ['ID=eca56d5d-e4f2-441a-b91e-029ec9fd83b1,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:11.906160 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f44d800b-1cef-461a-9e32-b256d15ba63a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2889109 Apr 20 17:40:11.906160 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8c0addba-ce28-4870-ac7d-6cd4961569f1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9325259 Apr 20 17:40:11.906641 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43712) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:11.909072 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43714) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:11.914032 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-f9674c57-4fbf-4e5c-8082-a47de7636e0d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1143651464', 'admin_state_up': True, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:40:11.925005 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-5930de4c-86b4-4cb6-8261-2731dd4fb4da tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-636348723', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:40:11.932079 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-5930de4c-86b4-4cb6-8261-2731dd4fb4da tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:11.936315 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-5930de4c-86b4-4cb6-8261-2731dd4fb4da tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Usage tracker for resource:router and tenant:9b47d4ec84d44059beda8a5ee5d71e29 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:11.939513 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-5930de4c-86b4-4cb6-8261-2731dd4fb4da tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:11.945544 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-5930de4c-86b4-4cb6-8261-2731dd4fb4da tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:11.953338 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f9674c57-4fbf-4e5c-8082-a47de7636e0d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:11.958470 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f9674c57-4fbf-4e5c-8082-a47de7636e0d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:router and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:11.961829 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f9674c57-4fbf-4e5c-8082-a47de7636e0d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:11.965399 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5930de4c-86b4-4cb6-8261-2731dd4fb4da tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:11.966509 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5930de4c-86b4-4cb6-8261-2731dd4fb4da tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:11.986089 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5930de4c-86b4-4cb6-8261-2731dd4fb4da tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:12.005450 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f9674c57-4fbf-4e5c-8082-a47de7636e0d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:12.014785 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5930de4c-86b4-4cb6-8261-2731dd4fb4da tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:12.027857 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f9674c57-4fbf-4e5c-8082-a47de7636e0d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:12.029074 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f9674c57-4fbf-4e5c-8082-a47de7636e0d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:12.056313 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5930de4c-86b4-4cb6-8261-2731dd4fb4da tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:12.057758 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5930de4c-86b4-4cb6-8261-2731dd4fb4da tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1476538 Apr 20 17:40:12.060588 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43730) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:12.075363 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-02a1111f-2741-47e9-b66e-40a774a8ad72 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Request body: {'port': {'network_id': 'e674cee0-9056-4e99-9d10-cb56fb06452b', 'name': 'tempest-RoutersTest-1620829624'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:40:12.088301 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-efc507b3-8054-44c4-b736-228c7ce10ce3 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:12.114570 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-efc507b3-8054-44c4-b736-228c7ce10ce3 None None] Transition to ACTIVE for port object 644ddbe3-b2d1-4e96-8900-366ba2c9cba4 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:40:12.118688 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f9674c57-4fbf-4e5c-8082-a47de7636e0d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:12.130457 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-efc507b3-8054-44c4-b736-228c7ce10ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:12.374035 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fc0ec1-d8eb-4b57-b5d8-a31f88c8db75 None None] Network 59e19d9c-9204-48bc-9b45-256908deae2c requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:40:12.405096 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network eca56d5d-e4f2-441a-b91e-029ec9fd83b1 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:40:12.640068 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1287f1-66fa-406e-9656-39ea2c4267da None None] Pushing event updated for resources: {'Port': ['ID=644ddbe3-b2d1-4e96-8900-366ba2c9cba4,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:12.646152 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-02a1111f-2741-47e9-b66e-40a774a8ad72 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:12.655225 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1287f1-66fa-406e-9656-39ea2c4267da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:12.655755 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1287f1-66fa-406e-9656-39ea2c4267da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:12.656337 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1287f1-66fa-406e-9656-39ea2c4267da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:12.656864 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1287f1-66fa-406e-9656-39ea2c4267da None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:12.657419 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1287f1-66fa-406e-9656-39ea2c4267da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:12.657998 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1287f1-66fa-406e-9656-39ea2c4267da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:12.658557 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1287f1-66fa-406e-9656-39ea2c4267da None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:12.659078 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1287f1-66fa-406e-9656-39ea2c4267da None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:12.659597 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1287f1-66fa-406e-9656-39ea2c4267da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:12.660133 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1287f1-66fa-406e-9656-39ea2c4267da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:12.660650 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1287f1-66fa-406e-9656-39ea2c4267da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:12.686670 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-efc507b3-8054-44c4-b736-228c7ce10ce3 None None] Attempting to bind port 644ddbe3-b2d1-4e96-8900-366ba2c9cba4 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:40:12.687573 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-efc507b3-8054-44c4-b736-228c7ce10ce3 None None] Attempting to bind port 644ddbe3-b2d1-4e96-8900-366ba2c9cba4 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '918878f8-c469-4d41-9047-1692b23aaa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'aa0c03e9-449b-4b0c-955f-d2d931b2eb24'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:40:12.688293 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc507b3-8054-44c4-b736-228c7ce10ce3 None None] Attempting to bind port 644ddbe3-b2d1-4e96-8900-366ba2c9cba4 on network aa0c03e9-449b-4b0c-955f-d2d931b2eb24 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:40:12.695919 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc507b3-8054-44c4-b736-228c7ce10ce3 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:40:12.696706 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc507b3-8054-44c4-b736-228c7ce10ce3 None None] Checking segment: {'id': '918878f8-c469-4d41-9047-1692b23aaa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'aa0c03e9-449b-4b0c-955f-d2d931b2eb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:40:12.697315 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-efc507b3-8054-44c4-b736-228c7ce10ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:12.697899 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc507b3-8054-44c4-b736-228c7ce10ce3 None None] Bound using segment: {'id': '918878f8-c469-4d41-9047-1692b23aaa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'aa0c03e9-449b-4b0c-955f-d2d931b2eb24'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:40:12.698783 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-efc507b3-8054-44c4-b736-228c7ce10ce3 None None] Bound port: 644ddbe3-b2d1-4e96-8900-366ba2c9cba4, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918878f8-c469-4d41-9047-1692b23aaa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'aa0c03e9-449b-4b0c-955f-d2d931b2eb24'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:40:12.699397 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-efc507b3-8054-44c4-b736-228c7ce10ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:12.794787 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43742) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:12.806912 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-02a1111f-2741-47e9-b66e-40a774a8ad72 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Usage tracker for resource:port and tenant:9b47d4ec84d44059beda8a5ee5d71e29 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:12.827165 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-02a1111f-2741-47e9-b66e-40a774a8ad72 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:12.851055 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-02a1111f-2741-47e9-b66e-40a774a8ad72 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:12.870092 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-efc507b3-8054-44c4-b736-228c7ce10ce3 None None] For port 644ddbe3-b2d1-4e96-8900-366ba2c9cba4, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:40:12.876005 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-efc507b3-8054-44c4-b736-228c7ce10ce3 None None] For port 644ddbe3-b2d1-4e96-8900-366ba2c9cba4, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=644ddbe3-b2d1-4e96-8900-366ba2c9cba4,segment=NetworkSegment(918878f8-c469-4d41-9047-1692b23aaa31),segment_id=918878f8-c469-4d41-9047-1692b23aaa31)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:40:12.890765 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-efc507b3-8054-44c4-b736-228c7ce10ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:12.904108 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a1111f-2741-47e9-b66e-40a774a8ad72 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Made reservation on behalf of 9b47d4ec84d44059beda8a5ee5d71e29 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:40:12.907726 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02a1111f-2741-47e9-b66e-40a774a8ad72 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:12.957830 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f9674c57-4fbf-4e5c-8082-a47de7636e0d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:12.995898 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-02a1111f-2741-47e9-b66e-40a774a8ad72 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] device_id is not set on port 8e0306ba-ef0c-4095-8d2c-8253e7bfd693 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:40:13.002136 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:13.032551 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:13.144920 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1287f1-66fa-406e-9656-39ea2c4267da None None] Pushing event updated for resources: {'Port': ['ID=644ddbe3-b2d1-4e96-8900-366ba2c9cba4,revision_number=4']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:13.152305 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc507b3-8054-44c4-b736-228c7ce10ce3 None None] Routers {'e0e24074-85f9-471b-b705-b10a2f130e0d'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:40:13.152305 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-efc507b3-8054-44c4-b736-228c7ce10ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:40:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e0e24074-85f9-471b-b705-b10a2f130e0d'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:13.158129 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca285cb-fe84-40db-8109-f912d6883b8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-e674cee0-9056-4e99-9d10-cb56fb06452b', 'network_id': 'e674cee0-9056-4e99-9d10-cb56fb06452b', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'fixed_ips': [{'subnet_id': '9382be03-1b00-4275-8cd6-61b0392f9218'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:40:13.166876 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7ca285cb-fe84-40db-8109-f912d6883b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:13.174707 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2074488080-network', 'tenant_id': 'cfa2c21078774097a572dcf8fa18a7b3'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:40:13.218427 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:13.259313 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] Usage tracker for resource:network and tenant:cfa2c21078774097a572dcf8fa18a7b3 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:13.604403 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-efc507b3-8054-44c4-b736-228c7ce10ce3 None None] Set router e0e24074-85f9-471b-b705-b10a2f130e0d gateway port host: None {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:40:13.654324 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:13.661011 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:13.686367 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] Made reservation on behalf of cfa2c21078774097a572dcf8fa18a7b3 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:40:13.689049 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:13.710134 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:13.770230 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:13.780285 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] Usage tracker for resource:security_group_rule and tenant:cfa2c21078774097a572dcf8fa18a7b3 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:13.788510 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:13.796991 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:13.869641 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61634175-3478-4c86-9e95-e8c102b2e765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-59e19d9c-9204-48bc-9b45-256908deae2c', 'network_id': '59e19d9c-9204-48bc-9b45-256908deae2c', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'fixed_ips': [{'subnet_id': '6c94deb4-47eb-49cd-b67f-594872a8878e'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:40:13.873119 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-61634175-3478-4c86-9e95-e8c102b2e765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:13.892950 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-71e95315-99da-4c47-bcd0-7ed079a98ec7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:13.911931 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:13.936782 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f9674c57-4fbf-4e5c-8082-a47de7636e0d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:14.020836 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f9674c57-4fbf-4e5c-8082-a47de7636e0d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:14.227907 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:14.243287 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:14.290530 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-7ca285cb-fe84-40db-8109-f912d6883b8c None None] Allocated IP 172.20.0.2 (e674cee0-9056-4e99-9d10-cb56fb06452b/9382be03-1b00-4275-8cd6-61b0392f9218/21c99de3-6635-4f1d-beac-6b7c861f9175) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:40:14.320959 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f494ce34-4f76-443e-9a30-911d2fdb6064,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:14.324314 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:14.379288 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:14.379776 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:14.381694 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:14.382132 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:14.382604 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:14.383489 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:14.384721 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:14.385565 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:14.386669 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:14.387480 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:14.387480 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:14.400911 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-61634175-3478-4c86-9e95-e8c102b2e765 None None] Allocated IP 2001:db8:3::2 (59e19d9c-9204-48bc-9b45-256908deae2c/6c94deb4-47eb-49cd-b67f-594872a8878e/dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:40:14.416813 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:40:14.453103 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-efc507b3-8054-44c4-b736-228c7ce10ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'name': 'tempest-RoutersIpV6Test-router-1282796834', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:39:32Z', 'updated_at': '2022-04-20T17:40:04Z', 'revision_number': 4, 'project_id': '223231c784ee479d86d7622cff558dcb', 'gw_port_host': None, '_interfaces': [{'id': '5de728ee-08ef-4134-858a-18ed50ce74f4', 'name': '', 'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:50:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a380890-61da-4dee-b68a-756b86290ba4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:36Z', 'updated_at': '2022-04-20T17:39:52Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '5a380890-61da-4dee-b68a-756b86290ba4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636bb4bc-e93a-4f53-ab42-5aaa27b48a94', 'name': '', 'network_id': 'f33fab59-8c3d-49a6-bfd4-891170acc8f8', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:f0:10:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c921873-8400-4373-8efd-a320703c8b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:45Z', 'updated_at': '2022-04-20T17:40:06Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '1c921873-8400-4373-8efd-a320703c8b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '644ddbe3-b2d1-4e96-8900-366ba2c9cba4', 'name': '', 'network_id': 'aa0c03e9-449b-4b0c-955f-d2d931b2eb24', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:57:db:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '082e6c75-f969-4e30-88f1-be0eaebf76bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:00Z', 'updated_at': '2022-04-20T17:40:12Z', 'revision_number': 4, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '082e6c75-f969-4e30-88f1-be0eaebf76bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:14.468457 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc507b3-8054-44c4-b736-228c7ce10ce3 None None] The sync data for ids ['e0e24074-85f9-471b-b705-b10a2f130e0d'] in n-d-838032-1 is: [{'id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'name': 'tempest-RoutersIpV6Test-router-1282796834', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:39:32Z', 'updated_at': '2022-04-20T17:40:04Z', 'revision_number': 4, 'project_id': '223231c784ee479d86d7622cff558dcb', 'gw_port_host': None, '_interfaces': [{'id': '5de728ee-08ef-4134-858a-18ed50ce74f4', 'name': '', 'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:50:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a380890-61da-4dee-b68a-756b86290ba4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:36Z', 'updated_at': '2022-04-20T17:39:52Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '5a380890-61da-4dee-b68a-756b86290ba4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636bb4bc-e93a-4f53-ab42-5aaa27b48a94', 'name': '', 'network_id': 'f33fab59-8c3d-49a6-bfd4-891170acc8f8', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:f0:10:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c921873-8400-4373-8efd-a320703c8b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:45Z', 'updated_at': '2022-04-20T17:40:06Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '1c921873-8400-4373-8efd-a320703c8b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '644ddbe3-b2d1-4e96-8900-366ba2c9cba4', 'name': '', 'network_id': 'aa0c03e9-449b-4b0c-955f-d2d931b2eb24', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:57:db:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '082e6c75-f969-4e30-88f1-be0eaebf76bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:00Z', 'updated_at': '2022-04-20T17:40:12Z', 'revision_number': 4, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '082e6c75-f969-4e30-88f1-be0eaebf76bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:40:14.493256 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:14.494963 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] Added segment 8584d258-0e9c-4146-93e2-3099b4835e00 of type vlan for network 02b7bc0d-99d9-4e63-8692-8280ece99f65 Apr 20 17:40:14.499707 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-f9674c57-4fbf-4e5c-8082-a47de7636e0d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Allocated IP 172.25.8.139 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/d1019a18-138f-4eff-a00d-883afae5d69e) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:40:14.679843 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:14.841180 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:14.842045 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:40:14.842712 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:15.018534 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7ca285cb-fe84-40db-8109-f912d6883b8c None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:15.036497 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-7ca285cb-fe84-40db-8109-f912d6883b8c None None] Transition to ACTIVE for port object 21c99de3-6635-4f1d-beac-6b7c861f9175 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:40:15.064247 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-61634175-3478-4c86-9e95-e8c102b2e765 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:15.102439 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-61634175-3478-4c86-9e95-e8c102b2e765 None None] Transition to ACTIVE for port object dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:40:15.105120 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-7ca285cb-fe84-40db-8109-f912d6883b8c None None] Transition to ACTIVE for port object 21c99de3-6635-4f1d-beac-6b7c861f9175 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:40:15.125828 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7ca285cb-fe84-40db-8109-f912d6883b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:15.181039 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-61634175-3478-4c86-9e95-e8c102b2e765 None None] Transition to ACTIVE for port object dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:40:15.197193 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca285cb-fe84-40db-8109-f912d6883b8c None None] Network e674cee0-9056-4e99-9d10-cb56fb06452b is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:40:15.201817 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-61634175-3478-4c86-9e95-e8c102b2e765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:15.213415 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-7ca285cb-fe84-40db-8109-f912d6883b8c None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:15.243726 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61634175-3478-4c86-9e95-e8c102b2e765 None None] Network 59e19d9c-9204-48bc-9b45-256908deae2c is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:40:15.247144 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca285cb-fe84-40db-8109-f912d6883b8c None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:40:15.249331 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-61634175-3478-4c86-9e95-e8c102b2e765 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:15.254909 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61634175-3478-4c86-9e95-e8c102b2e765 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:40:15.274612 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca285cb-fe84-40db-8109-f912d6883b8c None None] Pushing event updated for resources: {'Port': ['ID=21c99de3-6635-4f1d-beac-6b7c861f9175,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:15.364101 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-71e95315-99da-4c47-bcd0-7ed079a98ec7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Allocated IP 2001:db8:3::1 (59e19d9c-9204-48bc-9b45-256908deae2c/6c94deb4-47eb-49cd-b67f-594872a8878e/53c2f482-abdf-4c93-929f-dffee6edb56d) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:40:15.417986 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61634175-3478-4c86-9e95-e8c102b2e765 None None] Pushing event updated for resources: {'Port': ['ID=dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:15.423943 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] Pushing event updated for resources: {'Network': ['ID=02b7bc0d-99d9-4e63-8692-8280ece99f65,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:15.471567 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c984ac12-6514-4d7d-a883-7e9bfe9885f3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.6665795 Apr 20 17:40:15.504439 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43836) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:15.531462 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-41cbb01c-d8ee-4881-8557-84e512e50523 admin admin] Request body: {'subnet': {'network_id': '02b7bc0d-99d9-4e63-8692-8280ece99f65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2074488080-subnet', 'tenant_id': 'cfa2c21078774097a572dcf8fa18a7b3', 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:40:15.578526 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 02b7bc0d-99d9-4e63-8692-8280ece99f65 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:40:15.606569 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-41cbb01c-d8ee-4881-8557-84e512e50523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:15.638812 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-41cbb01c-d8ee-4881-8557-84e512e50523 admin admin] Usage tracker for resource:subnet and tenant:cfa2c21078774097a572dcf8fa18a7b3 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:15.651961 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f9674c57-4fbf-4e5c-8082-a47de7636e0d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:15.659563 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-02a1111f-2741-47e9-b66e-40a774a8ad72 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Allocated IP 172.20.0.9 (e674cee0-9056-4e99-9d10-cb56fb06452b/9382be03-1b00-4275-8cd6-61b0392f9218/8e0306ba-ef0c-4095-8d2c-8253e7bfd693) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:40:15.663079 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:15.672829 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-61634175-3478-4c86-9e95-e8c102b2e765 None None] Attempting to bind port dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:40:15.673496 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-61634175-3478-4c86-9e95-e8c102b2e765 None None] Attempting to bind port dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '993cf907-ee49-4a63-a5d9-0478b6b5a76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '59e19d9c-9204-48bc-9b45-256908deae2c'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:40:15.674102 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61634175-3478-4c86-9e95-e8c102b2e765 None None] Attempting to bind port dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa on network 59e19d9c-9204-48bc-9b45-256908deae2c {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:40:15.684491 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-41cbb01c-d8ee-4881-8557-84e512e50523 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:15.710774 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-41cbb01c-d8ee-4881-8557-84e512e50523 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:15.739086 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61634175-3478-4c86-9e95-e8c102b2e765 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:40:15.740084 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61634175-3478-4c86-9e95-e8c102b2e765 None None] Checking segment: {'id': '993cf907-ee49-4a63-a5d9-0478b6b5a76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '59e19d9c-9204-48bc-9b45-256908deae2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:40:15.740667 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-61634175-3478-4c86-9e95-e8c102b2e765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:15.741203 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61634175-3478-4c86-9e95-e8c102b2e765 None None] Bound using segment: {'id': '993cf907-ee49-4a63-a5d9-0478b6b5a76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '59e19d9c-9204-48bc-9b45-256908deae2c'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:40:15.741852 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-61634175-3478-4c86-9e95-e8c102b2e765 None None] Bound port: dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993cf907-ee49-4a63-a5d9-0478b6b5a76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '59e19d9c-9204-48bc-9b45-256908deae2c'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:40:15.742429 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-61634175-3478-4c86-9e95-e8c102b2e765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:15.751793 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-71e95315-99da-4c47-bcd0-7ed079a98ec7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:15.799036 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-71e95315-99da-4c47-bcd0-7ed079a98ec7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Transition to ACTIVE for port object 53c2f482-abdf-4c93-929f-dffee6edb56d will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:40:15.825518 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cbb01c-d8ee-4881-8557-84e512e50523 admin admin] Made reservation on behalf of cfa2c21078774097a572dcf8fa18a7b3 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:40:15.830059 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-41cbb01c-d8ee-4881-8557-84e512e50523 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:15.853876 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-71e95315-99da-4c47-bcd0-7ed079a98ec7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:15.926608 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-61634175-3478-4c86-9e95-e8c102b2e765 None None] For port dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:40:15.931206 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-61634175-3478-4c86-9e95-e8c102b2e765 None None] For port dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa,segment=NetworkSegment(993cf907-ee49-4a63-a5d9-0478b6b5a76c),segment_id=993cf907-ee49-4a63-a5d9-0478b6b5a76c)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:40:15.941589 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-7ca285cb-fe84-40db-8109-f912d6883b8c None None] Attempting to bind port 21c99de3-6635-4f1d-beac-6b7c861f9175 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:40:15.942367 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-7ca285cb-fe84-40db-8109-f912d6883b8c None None] Attempting to bind port 21c99de3-6635-4f1d-beac-6b7c861f9175 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'a092dc8b-d8e8-4423-80dd-0f4c67f6ce0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e674cee0-9056-4e99-9d10-cb56fb06452b'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:40:15.942897 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca285cb-fe84-40db-8109-f912d6883b8c None None] Attempting to bind port 21c99de3-6635-4f1d-beac-6b7c861f9175 on network e674cee0-9056-4e99-9d10-cb56fb06452b {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:40:15.945982 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e95315-99da-4c47-bcd0-7ed079a98ec7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network 59e19d9c-9204-48bc-9b45-256908deae2c is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:40:15.955429 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-71e95315-99da-4c47-bcd0-7ed079a98ec7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:15.956875 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-61634175-3478-4c86-9e95-e8c102b2e765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:15.960489 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e95315-99da-4c47-bcd0-7ed079a98ec7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:40:15.961134 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-71e95315-99da-4c47-bcd0-7ed079a98ec7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:15.996586 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e95315-99da-4c47-bcd0-7ed079a98ec7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Port': ['ID=53c2f482-abdf-4c93-929f-dffee6edb56d,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:16.062817 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f9674c57-4fbf-4e5c-8082-a47de7636e0d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:16.111184 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca285cb-fe84-40db-8109-f912d6883b8c None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:40:16.111890 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca285cb-fe84-40db-8109-f912d6883b8c None None] Checking segment: {'id': 'a092dc8b-d8e8-4423-80dd-0f4c67f6ce0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e674cee0-9056-4e99-9d10-cb56fb06452b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:40:16.112459 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7ca285cb-fe84-40db-8109-f912d6883b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:16.112997 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca285cb-fe84-40db-8109-f912d6883b8c None None] Bound using segment: {'id': 'a092dc8b-d8e8-4423-80dd-0f4c67f6ce0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e674cee0-9056-4e99-9d10-cb56fb06452b'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:40:16.113620 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-7ca285cb-fe84-40db-8109-f912d6883b8c None None] Bound port: 21c99de3-6635-4f1d-beac-6b7c861f9175, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a092dc8b-d8e8-4423-80dd-0f4c67f6ce0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e674cee0-9056-4e99-9d10-cb56fb06452b'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:40:16.114155 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7ca285cb-fe84-40db-8109-f912d6883b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:16.125069 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61634175-3478-4c86-9e95-e8c102b2e765 None None] Pushing event updated for resources: {'Port': ['ID=dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:16.201460 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 644ddbe3-b2d1-4e96-8900-366ba2c9cba4 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:40:16.232807 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-71e95315-99da-4c47-bcd0-7ed079a98ec7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:16.445765 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-7ca285cb-fe84-40db-8109-f912d6883b8c None None] For port 21c99de3-6635-4f1d-beac-6b7c861f9175, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:40:16.460132 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-7ca285cb-fe84-40db-8109-f912d6883b8c None None] For port 21c99de3-6635-4f1d-beac-6b7c861f9175, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=21c99de3-6635-4f1d-beac-6b7c861f9175,segment=NetworkSegment(a092dc8b-d8e8-4423-80dd-0f4c67f6ce0b),segment_id=a092dc8b-d8e8-4423-80dd-0f4c67f6ce0b)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:40:16.470758 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7ca285cb-fe84-40db-8109-f912d6883b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:16.488227 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9674c57-4fbf-4e5c-8082-a47de7636e0d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:40:16.508530 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-f9674c57-4fbf-4e5c-8082-a47de7636e0d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:16.543158 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9674c57-4fbf-4e5c-8082-a47de7636e0d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:40:16.630029 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 644ddbe3-b2d1-4e96-8900-366ba2c9cba4 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:40:16.650652 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 644ddbe3-b2d1-4e96-8900-366ba2c9cba4 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:16.651247 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:16.676063 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9674c57-4fbf-4e5c-8082-a47de7636e0d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'Port': ['ID=d1019a18-138f-4eff-a00d-883afae5d69e,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:16.890368 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02a1111f-2741-47e9-b66e-40a774a8ad72 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:16.914723 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:16.944959 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca285cb-fe84-40db-8109-f912d6883b8c None None] Pushing event updated for resources: {'Port': ['ID=21c99de3-6635-4f1d-beac-6b7c861f9175,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:17.005779 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 644ddbe3-b2d1-4e96-8900-366ba2c9cba4, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=644ddbe3-b2d1-4e96-8900-366ba2c9cba4,segment=NetworkSegment(918878f8-c469-4d41-9047-1692b23aaa31),segment_id=918878f8-c469-4d41-9047-1692b23aaa31)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:17.013868 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:17.095752 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-02a1111f-2741-47e9-b66e-40a774a8ad72 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Transition to ACTIVE for port object 8e0306ba-ef0c-4095-8d2c-8253e7bfd693 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:40:17.151833 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=644ddbe3-b2d1-4e96-8900-366ba2c9cba4,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:17.370617 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02a1111f-2741-47e9-b66e-40a774a8ad72 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:17.402881 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-71e95315-99da-4c47-bcd0-7ed079a98ec7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:17.418651 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-71e95315-99da-4c47-bcd0-7ed079a98ec7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:17.419726 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-71e95315-99da-4c47-bcd0-7ed079a98ec7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:17.636329 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-41cbb01c-d8ee-4881-8557-84e512e50523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:17.647710 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a1111f-2741-47e9-b66e-40a774a8ad72 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network e674cee0-9056-4e99-9d10-cb56fb06452b is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:40:17.716875 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-02a1111f-2741-47e9-b66e-40a774a8ad72 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:17.727508 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a1111f-2741-47e9-b66e-40a774a8ad72 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:40:17.898886 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbb01c-d8ee-4881-8557-84e512e50523 admin admin] Pushing event updated for resources: {'Subnet': ['ID=435c2f0b-6821-47b8-9a31-7a0eb8b14fef,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:17.930312 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1111f-2741-47e9-b66e-40a774a8ad72 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Port': ['ID=8e0306ba-ef0c-4095-8d2c-8253e7bfd693,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:17.953883 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a1111f-2741-47e9-b66e-40a774a8ad72 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:40:17.956076 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02a1111f-2741-47e9-b66e-40a774a8ad72 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:18.073849 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e95315-99da-4c47-bcd0-7ed079a98ec7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Network 59e19d9c-9204-48bc-9b45-256908deae2c is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:40:18.084428 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e95315-99da-4c47-bcd0-7ed079a98ec7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event updated for resources: {'Port': ['ID=53c2f482-abdf-4c93-929f-dffee6edb56d,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:18.094259 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-71e95315-99da-4c47-bcd0-7ed079a98ec7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:18.104631 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-02a1111f-2741-47e9-b66e-40a774a8ad72 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 6.0400412 Apr 20 17:40:18.125689 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43926) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:18.244758 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee30895-9234-405b-8cf2-a2f73f695694 None None] Network 59e19d9c-9204-48bc-9b45-256908deae2c requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:40:18.255232 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cbb01c-d8ee-4881-8557-84e512e50523 admin admin] Checking segment: {'id': '8584d258-0e9c-4146-93e2-3099b4835e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '02b7bc0d-99d9-4e63-8692-8280ece99f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:40:18.255809 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cbb01c-d8ee-4881-8557-84e512e50523 admin admin] Network hostable DHCP agents. Network: 02b7bc0d-99d9-4e63-8692-8280ece99f65, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:40:18.440374 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:40:18.552753 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e1f73a9b-0f56-4a49-9316-b9d33ddcdb53 None None] Provisioning for port dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:40:18.645952 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cbb01c-d8ee-4881-8557-84e512e50523 admin admin] Network 02b7bc0d-99d9-4e63-8692-8280ece99f65 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:40:18.678735 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-41cbb01c-d8ee-4881-8557-84e512e50523 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 02b7bc0d-99d9-4e63-8692-8280ece99f65) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:18.717375 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cbb01c-d8ee-4881-8557-84e512e50523 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:40:18.718626 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-41cbb01c-d8ee-4881-8557-84e512e50523 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:18.761301 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a49db1-b83d-4df5-88a1-d48819e3683d None None] Network 02b7bc0d-99d9-4e63-8692-8280ece99f65 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:40:18.846751 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43942) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:18.856396 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f9674c57-4fbf-4e5c-8082-a47de7636e0d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:18.857134 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f9674c57-4fbf-4e5c-8082-a47de7636e0d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:18.937937 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-41cbb01c-d8ee-4881-8557-84e512e50523 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 3.4250040 Apr 20 17:40:18.938857 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43948) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:18.951078 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-19cf0443-4be8-461f-9b23-2ae9e666c0fb admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2074488080-router', 'tenant_id': 'cfa2c21078774097a572dcf8fa18a7b3', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:40:18.971310 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-19cf0443-4be8-461f-9b23-2ae9e666c0fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:18.981181 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-19cf0443-4be8-461f-9b23-2ae9e666c0fb admin admin] Usage tracker for resource:router and tenant:cfa2c21078774097a572dcf8fa18a7b3 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:18.987846 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-19cf0443-4be8-461f-9b23-2ae9e666c0fb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:18.996461 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-19cf0443-4be8-461f-9b23-2ae9e666c0fb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:19.009574 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1997c1f3-d959-4f2d-beee-173264876993 None None] Network e674cee0-9056-4e99-9d10-cb56fb06452b requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:40:19.015674 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19cf0443-4be8-461f-9b23-2ae9e666c0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:19.016623 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19cf0443-4be8-461f-9b23-2ae9e666c0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:19.024308 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e95315-99da-4c47-bcd0-7ed079a98ec7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Router e0e24074-85f9-471b-b705-b10a2f130e0d has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:40:19.115334 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19cf0443-4be8-461f-9b23-2ae9e666c0fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:19.316217 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-51027946-412a-43d3-b22d-84c02662b027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:19.414679 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:40:19.429817 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-86b2cb69-fbbd-4e2a-a082-58c70d6d9c52 None None] Provisioning for port 21c99de3-6635-4f1d-beac-6b7c861f9175 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:40:19.450764 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:19.451539 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:19.481840 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-51027946-412a-43d3-b22d-84c02662b027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:19.485977 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19cf0443-4be8-461f-9b23-2ae9e666c0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:19.504205 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e95315-99da-4c47-bcd0-7ed079a98ec7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:40:19.522461 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-51027946-412a-43d3-b22d-84c02662b027 admin admin] Usage tracker for resource:security_group_rule and tenant:66af27b3756149d39fb4d15a847034a9 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:19.526249 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8610262d-5560-419b-9dea-c7bb81c9a662 None None] Sync routers for ids ['e0e24074-85f9-471b-b705-b10a2f130e0d'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:40:19.538787 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-51027946-412a-43d3-b22d-84c02662b027 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:19.553165 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-51027946-412a-43d3-b22d-84c02662b027 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:19.609307 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5f0a35e5-35df-4a79-b984-0d2968e41390 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:19.631644 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-51027946-412a-43d3-b22d-84c02662b027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:19.643995 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-51027946-412a-43d3-b22d-84c02662b027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:19.696685 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8610262d-5560-419b-9dea-c7bb81c9a662 None None] Routers {'e0e24074-85f9-471b-b705-b10a2f130e0d'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:40:19.697241 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-8610262d-5560-419b-9dea-c7bb81c9a662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:40:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e0e24074-85f9-471b-b705-b10a2f130e0d'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:19.744502 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9674c57-4fbf-4e5c-8082-a47de7636e0d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Router cb96747b-7618-4823-9674-74b2d6111362 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:40:19.797595 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51027946-412a-43d3-b22d-84c02662b027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7117bd83-0b41-4139-ac2d-9e33d870d556,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:19.815181 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43966) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:19.831567 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-51027946-412a-43d3-b22d-84c02662b027 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=66af27b3756149d39fb4d15a847034a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9806099 Apr 20 17:40:19.836644 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43970) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:19.859638 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-71e95315-99da-4c47-bcd0-7ed079a98ec7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "PUT /v2.0/routers/e0e24074-85f9-471b-b705-b10a2f130e0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9604230 Apr 20 17:40:19.874932 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43976) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:19.884421 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-debf6816-90ee-4b80-a606-bee723720102 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:40:19.970331 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c74bc1-bda1-4632-b0bf-a5e8eb60616f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-02b7bc0d-99d9-4e63-8692-8280ece99f65', 'network_id': '02b7bc0d-99d9-4e63-8692-8280ece99f65', 'tenant_id': 'cfa2c21078774097a572dcf8fa18a7b3', 'fixed_ips': [{'subnet_id': '435c2f0b-6821-47b8-9a31-7a0eb8b14fef'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:40:19.971543 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-40c74bc1-bda1-4632-b0bf-a5e8eb60616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:20.264386 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:20.290324 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-8610262d-5560-419b-9dea-c7bb81c9a662 None None] Set router e0e24074-85f9-471b-b705-b10a2f130e0d gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:40:20.327531 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d467c959-b408-4678-80e8-d5e1a8020448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:20.359623 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-933eb697-42e8-46dd-af8e-0c21ec4bab78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:20.407297 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa,segment=NetworkSegment(993cf907-ee49-4a63-a5d9-0478b6b5a76c),segment_id=993cf907-ee49-4a63-a5d9-0478b6b5a76c)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:20.457423 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d467c959-b408-4678-80e8-d5e1a8020448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:20.475927 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-933eb697-42e8-46dd-af8e-0c21ec4bab78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:20.480665 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:20.481593 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 644ddbe3-b2d1-4e96-8900-366ba2c9cba4 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:40:20.488917 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d467c959-b408-4678-80e8-d5e1a8020448 admin admin] Usage tracker for resource:security_group_rule and tenant:712d0b4e53ae4f98b7b339ec9cb142fe is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:20.504999 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d467c959-b408-4678-80e8-d5e1a8020448 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:20.544328 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d467c959-b408-4678-80e8-d5e1a8020448 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:20.649475 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5f0a35e5-35df-4a79-b984-0d2968e41390 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:20.659662 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5f0a35e5-35df-4a79-b984-0d2968e41390 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:20.690758 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d4e68120-a4d8-4d29-8c30-41454ec0a73a None None] Provisioning complete for port dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:20.698490 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d4e68120-a4d8-4d29-8c30-41454ec0a73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:20.900752 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-933eb697-42e8-46dd-af8e-0c21ec4bab78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:20.909854 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19cf0443-4be8-461f-9b23-2ae9e666c0fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:21.001445 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-933eb697-42e8-46dd-af8e-0c21ec4bab78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:21.003924 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-933eb697-42e8-46dd-af8e-0c21ec4bab78 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7117bd83-0b41-4139-ac2d-9e33d870d556 HTTP/1.1" status: 204 len: 168 time: 1.1651192 Apr 20 17:40:21.045141 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d467c959-b408-4678-80e8-d5e1a8020448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:21.054096 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933eb697-42e8-46dd-af8e-0c21ec4bab78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7117bd83-0b41-4139-ac2d-9e33d870d556,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:21.060077 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19cf0443-4be8-461f-9b23-2ae9e666c0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:21.060467 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:21.101783 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a35e5-35df-4a79-b984-0d2968e41390 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Port': ['ID=8e0306ba-ef0c-4095-8d2c-8253e7bfd693,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:21.120015 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9674c57-4fbf-4e5c-8082-a47de7636e0d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:40:21.129823 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4074654-0b42-417f-8dd7-a992ef056ad4 None None] Sync routers for ids ['cb96747b-7618-4823-9674-74b2d6111362'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:40:21.131391 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-40c74bc1-bda1-4632-b0bf-a5e8eb60616f None None] Allocated IP 172.20.0.2 (02b7bc0d-99d9-4e63-8692-8280ece99f65/435c2f0b-6821-47b8-9a31-7a0eb8b14fef/928962ad-482b-440c-97ee-672b6073aaff) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:40:21.143711 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d467c959-b408-4678-80e8-d5e1a8020448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:21.152146 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4074654-0b42-417f-8dd7-a992ef056ad4 None None] Routers {'cb96747b-7618-4823-9674-74b2d6111362'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:40:21.154006 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-b4074654-0b42-417f-8dd7-a992ef056ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:40:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['cb96747b-7618-4823-9674-74b2d6111362'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:21.359056 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467c959-b408-4678-80e8-d5e1a8020448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f5d740-c615-4bee-9bef-a016e952c04d,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:21.369070 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f9674c57-4fbf-4e5c-8082-a47de7636e0d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:21.378038 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f9674c57-4fbf-4e5c-8082-a47de7636e0d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 9.4691575 Apr 20 17:40:21.379234 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d467c959-b408-4678-80e8-d5e1a8020448 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=712d0b4e53ae4f98b7b339ec9cb142fe&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5530488 Apr 20 17:40:21.382170 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43986) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:21.382566 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 43988) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:21.558676 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-19cf0443-4be8-461f-9b23-2ae9e666c0fb admin admin] Allocated IP 172.25.8.34 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/cfeca726-81e5-41ac-a105-1d3148f31938) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:40:21.635433 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-b4074654-0b42-417f-8dd7-a992ef056ad4 None None] Set router cb96747b-7618-4823-9674-74b2d6111362 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:40:21.643936 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-efc54488-978e-4f67-a349-ba1eee95566a tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=ac289a58365e49439c6a449ebba5fb54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2514110 Apr 20 17:40:21.662821 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 43996) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:21.770439 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 644ddbe3-b2d1-4e96-8900-366ba2c9cba4 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:21.771518 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:21.849501 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44000) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:22.005949 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8b1407b8-1eed-4a7d-af62-71984b0212ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:22.037801 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19cf0443-4be8-461f-9b23-2ae9e666c0fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:22.057479 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.extraroute_db [None req-debf6816-90ee-4b80-a606-bee723720102 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=84080) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 20 17:40:22.062007 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fada83c-9a3f-483d-8842-5f95c70e90e3 tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:40:22.063582 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2fada83c-9a3f-483d-8842-5f95c70e90e3 tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3996038 Apr 20 17:40:22.067265 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44004) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:22.086587 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-b4074654-0b42-417f-8dd7-a992ef056ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb96747b-7618-4823-9674-74b2d6111362', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143651464', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'd1019a18-138f-4eff-a00d-883afae5d69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:12Z', 'updated_at': '2022-04-20T17:40:17Z', 'revision_number': 3, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'd1019a18-138f-4eff-a00d-883afae5d69e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb96747b-7618-4823-9674-74b2d6111362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:14Z', 'updated_at': '2022-04-20T17:40:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:22.093174 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4074654-0b42-417f-8dd7-a992ef056ad4 None None] Checking router: cb96747b-7618-4823-9674-74b2d6111362 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:40:22.093870 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4074654-0b42-417f-8dd7-a992ef056ad4 None None] Updating router cb96747b-7618-4823-9674-74b2d6111362 port d1019a18-138f-4eff-a00d-883afae5d69e binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:40:22.123899 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0cae2557-89ab-4d0b-98a9-a8c5b80f559c tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0543902 Apr 20 17:40:22.125386 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.extraroute_db [None req-debf6816-90ee-4b80-a606-bee723720102 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Removed routes are [] {{(pid=84080) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 20 17:40:22.125835 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-debf6816-90ee-4b80-a606-bee723720102 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:22.129786 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44008) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:22.136518 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-c19e0f5e-7495-4b7d-ab94-b3c1c4367760 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-121276196', 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1', 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:40:22.144152 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02bf3942-72c9-4871-8219-70cd6cb7a706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:22.175034 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8b1407b8-1eed-4a7d-af62-71984b0212ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:22.192346 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-b4074654-0b42-417f-8dd7-a992ef056ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:22.194347 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8b1407b8-1eed-4a7d-af62-71984b0212ab admin admin] Usage tracker for resource:security_group_rule and tenant:3e5562f8a6f341f19aa308e53cef998b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:22.211873 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02bf3942-72c9-4871-8219-70cd6cb7a706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:22.282600 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 21c99de3-6635-4f1d-beac-6b7c861f9175 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:40:22.329545 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8b1407b8-1eed-4a7d-af62-71984b0212ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:22.343438 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d4e68120-a4d8-4d29-8c30-41454ec0a73a None None] Provisioning for port 53c2f482-abdf-4c93-929f-dffee6edb56d completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:40:22.347504 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8b1407b8-1eed-4a7d-af62-71984b0212ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:22.372941 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d4e68120-a4d8-4d29-8c30-41454ec0a73a None None] Provisioning complete for port 53c2f482-abdf-4c93-929f-dffee6edb56d triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:22.373352 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d4e68120-a4d8-4d29-8c30-41454ec0a73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:22.393444 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19cf0443-4be8-461f-9b23-2ae9e666c0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:22.508703 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-8610262d-5560-419b-9dea-c7bb81c9a662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'name': 'tempest-RoutersIpV6Test-router-1282796834', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:39:32Z', 'updated_at': '2022-04-20T17:40:16Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'gw_port_host': None, '_interfaces': [{'id': '53c2f482-abdf-4c93-929f-dffee6edb56d', 'name': '', 'network_id': '59e19d9c-9204-48bc-9b45-256908deae2c', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:e5:c7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c94deb4-47eb-49cd-b67f-594872a8878e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:14Z', 'updated_at': '2022-04-20T17:40:17Z', 'revision_number': 2, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '6c94deb4-47eb-49cd-b67f-594872a8878e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5de728ee-08ef-4134-858a-18ed50ce74f4', 'name': '', 'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:50:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a380890-61da-4dee-b68a-756b86290ba4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:36Z', 'updated_at': '2022-04-20T17:39:52Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '5a380890-61da-4dee-b68a-756b86290ba4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636bb4bc-e93a-4f53-ab42-5aaa27b48a94', 'name': '', 'network_id': 'f33fab59-8c3d-49a6-bfd4-891170acc8f8', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:f0:10:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c921873-8400-4373-8efd-a320703c8b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:45Z', 'updated_at': '2022-04-20T17:40:06Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '1c921873-8400-4373-8efd-a320703c8b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '644ddbe3-b2d1-4e96-8900-366ba2c9cba4', 'name': '', 'network_id': 'aa0c03e9-449b-4b0c-955f-d2d931b2eb24', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:57:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '082e6c75-f969-4e30-88f1-be0eaebf76bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:00Z', 'updated_at': '2022-04-20T17:40:16Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '082e6c75-f969-4e30-88f1-be0eaebf76bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:22.550199 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8610262d-5560-419b-9dea-c7bb81c9a662 None None] Checking router: e0e24074-85f9-471b-b705-b10a2f130e0d for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:40:22.550562 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8610262d-5560-419b-9dea-c7bb81c9a662 None None] Updating router e0e24074-85f9-471b-b705-b10a2f130e0d port 53c2f482-abdf-4c93-929f-dffee6edb56d binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:40:22.617076 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c19e0f5e-7495-4b7d-ab94-b3c1c4367760 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:22.629042 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c19e0f5e-7495-4b7d-ab94-b3c1c4367760 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:subnet and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:22.633810 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8b1407b8-1eed-4a7d-af62-71984b0212ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:22.635117 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02bf3942-72c9-4871-8219-70cd6cb7a706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:22.636600 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c19e0f5e-7495-4b7d-ab94-b3c1c4367760 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:22.642272 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cf0443-4be8-461f-9b23-2ae9e666c0fb admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:40:22.648729 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c19e0f5e-7495-4b7d-ab94-b3c1c4367760 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:22.652014 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-40c74bc1-bda1-4632-b0bf-a5e8eb60616f None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:22.652590 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-19cf0443-4be8-461f-9b23-2ae9e666c0fb admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:22.654485 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf0443-4be8-461f-9b23-2ae9e666c0fb admin admin] Pushing event updated for resources: {'Port': ['ID=cfeca726-81e5-41ac-a105-1d3148f31938,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:22.658408 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cf0443-4be8-461f-9b23-2ae9e666c0fb admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:40:22.668042 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d4e68120-a4d8-4d29-8c30-41454ec0a73a None None] Port 53c2f482-abdf-4c93-929f-dffee6edb56d cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:40:22.680625 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5f0a35e5-35df-4a79-b984-0d2968e41390 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:22.683629 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 21c99de3-6635-4f1d-beac-6b7c861f9175 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:40:22.692257 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-40c74bc1-bda1-4632-b0bf-a5e8eb60616f None None] Transition to ACTIVE for port object 928962ad-482b-440c-97ee-672b6073aaff will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:40:22.706467 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 21c99de3-6635-4f1d-beac-6b7c861f9175 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:22.707580 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:22.721305 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19e0f5e-7495-4b7d-ab94-b3c1c4367760 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Made reservation on behalf of ac289a58365e49439c6a449ebba5fb54 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:40:22.725841 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8b1407b8-1eed-4a7d-af62-71984b0212ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:22.777238 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8610262d-5560-419b-9dea-c7bb81c9a662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:22.778735 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-b4074654-0b42-417f-8dd7-a992ef056ad4 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:22.798897 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02bf3942-72c9-4871-8219-70cd6cb7a706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:22.800143 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-02bf3942-72c9-4871-8219-70cd6cb7a706 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f1f5d740-c615-4bee-9bef-a016e952c04d HTTP/1.1" status: 204 len: 168 time: 1.4095442 Apr 20 17:40:22.801516 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf3942-72c9-4871-8219-70cd6cb7a706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f5d740-c615-4bee-9bef-a016e952c04d,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:22.811511 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-b4074654-0b42-417f-8dd7-a992ef056ad4 None None] Transition to ACTIVE for port object d1019a18-138f-4eff-a00d-883afae5d69e will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:40:22.831924 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-b4074654-0b42-417f-8dd7-a992ef056ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:22.835418 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-40c74bc1-bda1-4632-b0bf-a5e8eb60616f None None] Transition to ACTIVE for port object 928962ad-482b-440c-97ee-672b6073aaff will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:40:22.880680 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1407b8-1eed-4a7d-af62-71984b0212ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc185dc2-ff70-47eb-8825-60024570fa11,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:22.908432 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c19e0f5e-7495-4b7d-ab94-b3c1c4367760 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:22.916792 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd797fc-be56-493e-bf15-1f106fbf6a28 None None] Pushing event updated for resources: {'Port': ['ID=d1019a18-138f-4eff-a00d-883afae5d69e,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:22.953123 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8b1407b8-1eed-4a7d-af62-71984b0212ab admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3e5562f8a6f341f19aa308e53cef998b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1024380 Apr 20 17:40:22.957688 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44016) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:22.972908 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-40c74bc1-bda1-4632-b0bf-a5e8eb60616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:23.001081 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-b4074654-0b42-417f-8dd7-a992ef056ad4 None None] Attempting to bind port d1019a18-138f-4eff-a00d-883afae5d69e on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:40:23.001570 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-b4074654-0b42-417f-8dd7-a992ef056ad4 None None] Attempting to bind port d1019a18-138f-4eff-a00d-883afae5d69e by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:40:23.002014 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4074654-0b42-417f-8dd7-a992ef056ad4 None None] Attempting to bind port d1019a18-138f-4eff-a00d-883afae5d69e on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:40:23.022448 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4074654-0b42-417f-8dd7-a992ef056ad4 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:40:23.025328 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5f0a35e5-35df-4a79-b984-0d2968e41390 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:23.026112 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4074654-0b42-417f-8dd7-a992ef056ad4 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:40:23.026645 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-b4074654-0b42-417f-8dd7-a992ef056ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:23.027119 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4074654-0b42-417f-8dd7-a992ef056ad4 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:40:23.030353 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-b4074654-0b42-417f-8dd7-a992ef056ad4 None None] Bound port: d1019a18-138f-4eff-a00d-883afae5d69e, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:40:23.031004 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-b4074654-0b42-417f-8dd7-a992ef056ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:23.122395 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-687de819-5380-4d88-8c73-5f0b14ca57ee None None] Provisioning complete for port 21c99de3-6635-4f1d-beac-6b7c861f9175 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:23.122762 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-687de819-5380-4d88-8c73-5f0b14ca57ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:23.174052 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-b4074654-0b42-417f-8dd7-a992ef056ad4 None None] For port d1019a18-138f-4eff-a00d-883afae5d69e, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:40:23.189109 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-b4074654-0b42-417f-8dd7-a992ef056ad4 None None] For port d1019a18-138f-4eff-a00d-883afae5d69e, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d1019a18-138f-4eff-a00d-883afae5d69e,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:40:23.208540 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-b4074654-0b42-417f-8dd7-a992ef056ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:23.268345 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:23.295639 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c74bc1-bda1-4632-b0bf-a5e8eb60616f None None] Pushing event updated for resources: {'Port': ['ID=928962ad-482b-440c-97ee-672b6073aaff,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:23.304591 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c74bc1-bda1-4632-b0bf-a5e8eb60616f None None] Network 02b7bc0d-99d9-4e63-8692-8280ece99f65 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:40:23.334135 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-debf6816-90ee-4b80-a606-bee723720102 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:23.341583 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-debf6816-90ee-4b80-a606-bee723720102 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33176207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33176208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33180178'] for router, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:23.418259 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd797fc-be56-493e-bf15-1f106fbf6a28 None None] Pushing event updated for resources: {'Port': ['ID=d1019a18-138f-4eff-a00d-883afae5d69e,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:23.422905 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4074654-0b42-417f-8dd7-a992ef056ad4 None None] Routers {'cb96747b-7618-4823-9674-74b2d6111362'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:40:23.423499 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-b4074654-0b42-417f-8dd7-a992ef056ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:40:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['cb96747b-7618-4823-9674-74b2d6111362'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:23.428278 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-40c74bc1-bda1-4632-b0bf-a5e8eb60616f None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:23.450211 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c74bc1-bda1-4632-b0bf-a5e8eb60616f None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:40:23.600622 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 21c99de3-6635-4f1d-beac-6b7c861f9175, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=21c99de3-6635-4f1d-beac-6b7c861f9175,segment=NetworkSegment(a092dc8b-d8e8-4423-80dd-0f4c67f6ce0b),segment_id=a092dc8b-d8e8-4423-80dd-0f4c67f6ce0b)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:23.663823 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bba92104-d7b7-4d0a-92b7-8c5c108c1130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:23.688407 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:23.717773 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c19e0f5e-7495-4b7d-ab94-b3c1c4367760 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:23.781211 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bba92104-d7b7-4d0a-92b7-8c5c108c1130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:23.799608 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-b4074654-0b42-417f-8dd7-a992ef056ad4 None None] Set router cb96747b-7618-4823-9674-74b2d6111362 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:40:23.820184 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e0f5e-7495-4b7d-ab94-b3c1c4367760 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'Subnet': ['ID=fcbb3aef-0f73-4a02-803d-6c36c52b922a,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:23.900638 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19cf0443-4be8-461f-9b23-2ae9e666c0fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:23.902824 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19cf0443-4be8-461f-9b23-2ae9e666c0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:23.962293 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:40:23.984102 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-687de819-5380-4d88-8c73-5f0b14ca57ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:23.986112 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44024) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:24.031147 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-40c74bc1-bda1-4632-b0bf-a5e8eb60616f None None] Attempting to bind port 928962ad-482b-440c-97ee-672b6073aaff on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:40:24.031498 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-40c74bc1-bda1-4632-b0bf-a5e8eb60616f None None] Attempting to bind port 928962ad-482b-440c-97ee-672b6073aaff by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '8584d258-0e9c-4146-93e2-3099b4835e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '02b7bc0d-99d9-4e63-8692-8280ece99f65'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:40:24.031860 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c74bc1-bda1-4632-b0bf-a5e8eb60616f None None] Attempting to bind port 928962ad-482b-440c-97ee-672b6073aaff on network 02b7bc0d-99d9-4e63-8692-8280ece99f65 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:40:24.052079 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-63fe8953-05e0-4221-9f28-d3e338461333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:24.116654 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c74bc1-bda1-4632-b0bf-a5e8eb60616f None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:40:24.117040 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c74bc1-bda1-4632-b0bf-a5e8eb60616f None None] Checking segment: {'id': '8584d258-0e9c-4146-93e2-3099b4835e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '02b7bc0d-99d9-4e63-8692-8280ece99f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:40:24.117418 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-40c74bc1-bda1-4632-b0bf-a5e8eb60616f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:24.117806 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c74bc1-bda1-4632-b0bf-a5e8eb60616f None None] Bound using segment: {'id': '8584d258-0e9c-4146-93e2-3099b4835e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '02b7bc0d-99d9-4e63-8692-8280ece99f65'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:40:24.118316 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-40c74bc1-bda1-4632-b0bf-a5e8eb60616f None None] Bound port: 928962ad-482b-440c-97ee-672b6073aaff, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8584d258-0e9c-4146-93e2-3099b4835e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '02b7bc0d-99d9-4e63-8692-8280ece99f65'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:40:24.118694 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-40c74bc1-bda1-4632-b0bf-a5e8eb60616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:24.129931 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bba92104-d7b7-4d0a-92b7-8c5c108c1130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:24.135962 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=21c99de3-6635-4f1d-beac-6b7c861f9175,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:24.154247 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19e0f5e-7495-4b7d-ab94-b3c1c4367760 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Checking segment: {'id': '0d0bb655-15d9-4b50-a39c-4bc813a39738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:40:24.154608 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19e0f5e-7495-4b7d-ab94-b3c1c4367760 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Network hostable DHCP agents. Network: eca56d5d-e4f2-441a-b91e-029ec9fd83b1, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:40:24.169848 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba92104-d7b7-4d0a-92b7-8c5c108c1130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc185dc2-ff70-47eb-8825-60024570fa11,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:24.185633 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-63fe8953-05e0-4221-9f28-d3e338461333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:24.196492 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bba92104-d7b7-4d0a-92b7-8c5c108c1130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:24.197617 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bba92104-d7b7-4d0a-92b7-8c5c108c1130 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dc185dc2-ff70-47eb-8825-60024570fa11 HTTP/1.1" status: 204 len: 168 time: 1.2385082 Apr 20 17:40:24.200280 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-63fe8953-05e0-4221-9f28-d3e338461333 admin admin] Usage tracker for resource:security_group_rule and tenant:36037be9abfc4e38a45adbe4e729f36d is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:24.203081 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-63fe8953-05e0-4221-9f28-d3e338461333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:24.211902 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-63fe8953-05e0-4221-9f28-d3e338461333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:24.227567 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-40c74bc1-bda1-4632-b0bf-a5e8eb60616f None None] For port 928962ad-482b-440c-97ee-672b6073aaff, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:40:24.230954 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-40c74bc1-bda1-4632-b0bf-a5e8eb60616f None None] For port 928962ad-482b-440c-97ee-672b6073aaff, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=928962ad-482b-440c-97ee-672b6073aaff,segment=NetworkSegment(8584d258-0e9c-4146-93e2-3099b4835e00),segment_id=8584d258-0e9c-4146-93e2-3099b4835e00)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:40:24.255842 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5f0a35e5-35df-4a79-b984-0d2968e41390 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:24.264299 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debf6816-90ee-4b80-a606-bee723720102 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Router e0e24074-85f9-471b-b705-b10a2f130e0d has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:40:24.267021 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-40c74bc1-bda1-4632-b0bf-a5e8eb60616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:24.272642 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5f0a35e5-35df-4a79-b984-0d2968e41390 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:24.318586 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19e0f5e-7495-4b7d-ab94-b3c1c4367760 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Network eca56d5d-e4f2-441a-b91e-029ec9fd83b1 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:40:24.383293 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-b4074654-0b42-417f-8dd7-a992ef056ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb96747b-7618-4823-9674-74b2d6111362', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143651464', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'd1019a18-138f-4eff-a00d-883afae5d69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:12Z', 'updated_at': '2022-04-20T17:40:17Z', 'revision_number': 3, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'd1019a18-138f-4eff-a00d-883afae5d69e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb96747b-7618-4823-9674-74b2d6111362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:14Z', 'updated_at': '2022-04-20T17:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:24.409707 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4074654-0b42-417f-8dd7-a992ef056ad4 None None] The sync data for ids ['cb96747b-7618-4823-9674-74b2d6111362'] in n-d-838032-1 is: [{'id': 'cb96747b-7618-4823-9674-74b2d6111362', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143651464', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'd1019a18-138f-4eff-a00d-883afae5d69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:12Z', 'updated_at': '2022-04-20T17:40:17Z', 'revision_number': 3, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'd1019a18-138f-4eff-a00d-883afae5d69e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb96747b-7618-4823-9674-74b2d6111362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:14Z', 'updated_at': '2022-04-20T17:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:40:24.423053 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-c19e0f5e-7495-4b7d-ab94-b3c1c4367760 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, eca56d5d-e4f2-441a-b91e-029ec9fd83b1) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:24.425903 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-687de819-5380-4d88-8c73-5f0b14ca57ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:40:24.426275 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-687de819-5380-4d88-8c73-5f0b14ca57ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:40:24.466393 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5f0a35e5-35df-4a79-b984-0d2968e41390 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:24.473904 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a35e5-35df-4a79-b984-0d2968e41390 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Port': ['ID=8e0306ba-ef0c-4095-8d2c-8253e7bfd693,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:24.488148 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007e14ef-4a9e-4bd0-a68a-c8bbc23bfe86 None None] Network eca56d5d-e4f2-441a-b91e-029ec9fd83b1 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:40:24.521529 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-63fe8953-05e0-4221-9f28-d3e338461333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:24.544609 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c74bc1-bda1-4632-b0bf-a5e8eb60616f None None] Pushing event updated for resources: {'Port': ['ID=928962ad-482b-440c-97ee-672b6073aaff,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:24.554984 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:24.555468 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:24.611240 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19e0f5e-7495-4b7d-ab94-b3c1c4367760 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:40:24.611937 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c19e0f5e-7495-4b7d-ab94-b3c1c4367760 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:24.689716 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c19e0f5e-7495-4b7d-ab94-b3c1c4367760 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.5585310 Apr 20 17:40:24.697911 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44032) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:24.724097 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-63fe8953-05e0-4221-9f28-d3e338461333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:24.744291 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0a35e5-35df-4a79-b984-0d2968e41390 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network e674cee0-9056-4e99-9d10-cb56fb06452b is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:40:24.749232 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-5f0a35e5-35df-4a79-b984-0d2968e41390 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:25.061570 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f904dfe-603f-4dd7-9270-2e0cde7475b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-eca56d5d-e4f2-441a-b91e-029ec9fd83b1', 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'fixed_ips': [{'subnet_id': 'fcbb3aef-0f73-4a02-803d-6c36c52b922a'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:40:25.062359 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2f904dfe-603f-4dd7-9270-2e0cde7475b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:25.096001 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.resource_extend [None req-8610262d-5560-419b-9dea-c7bb81c9a662 None None] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:40:25.459746 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe8953-05e0-4221-9f28-d3e338461333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a47c00f-fdd5-4018-8e80-14d1da20e2e7,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:25.490553 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-63fe8953-05e0-4221-9f28-d3e338461333 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36037be9abfc4e38a45adbe4e729f36d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4988186 Apr 20 17:40:25.515923 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8610262d-5560-419b-9dea-c7bb81c9a662 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:25.544867 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44044) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:25.576631 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-687de819-5380-4d88-8c73-5f0b14ca57ee None None] Provisioning for port 8e0306ba-ef0c-4095-8d2c-8253e7bfd693 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:40:25.606769 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8610262d-5560-419b-9dea-c7bb81c9a662 None None] Transition to ACTIVE for port object 53c2f482-abdf-4c93-929f-dffee6edb56d will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:40:25.623290 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-687de819-5380-4d88-8c73-5f0b14ca57ee None None] Provisioning complete for port 8e0306ba-ef0c-4095-8d2c-8253e7bfd693 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:25.623569 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-687de819-5380-4d88-8c73-5f0b14ca57ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:25.664297 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8610262d-5560-419b-9dea-c7bb81c9a662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:25.785640 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debf6816-90ee-4b80-a606-bee723720102 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:40:25.821782 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-debf6816-90ee-4b80-a606-bee723720102 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:25.823159 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-debf6816-90ee-4b80-a606-bee723720102 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "PUT /v2.0/routers/e0e24074-85f9-471b-b705-b10a2f130e0d HTTP/1.1" status: 200 len: 954 time: 5.9472606 Apr 20 17:40:25.829567 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4cfccebc-77c1-41e1-9d00-5dba8ebbb02e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:25.832667 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44052) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:25.983609 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4cfccebc-77c1-41e1-9d00-5dba8ebbb02e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:26.019883 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-2f904dfe-603f-4dd7-9270-2e0cde7475b2 None None] Allocated IP 172.20.0.2 (eca56d5d-e4f2-441a-b91e-029ec9fd83b1/fcbb3aef-0f73-4a02-803d-6c36c52b922a/ede1b6c7-f826-4515-a09b-79c007bd2342) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:40:26.086441 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19cf0443-4be8-461f-9b23-2ae9e666c0fb admin admin] Router 5541f864-c040-4adb-875c-cebfc1ecd1a3 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:40:26.293671 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 928962ad-482b-440c-97ee-672b6073aaff up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:40:26.419530 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4cfccebc-77c1-41e1-9d00-5dba8ebbb02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:26.533383 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-687de819-5380-4d88-8c73-5f0b14ca57ee None None] Port 8e0306ba-ef0c-4095-8d2c-8253e7bfd693 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:40:26.535143 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5474c6d-76ad-4ad8-bd07-ceadf6192a4f None None] Pushing event updated for resources: {'Port': ['ID=53c2f482-abdf-4c93-929f-dffee6edb56d,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:26.558665 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-65dcf210-d00e-4ff4-bb7d-8bf282dd0fe8 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "GET /v2.0/routers/e0e24074-85f9-471b-b705-b10a2f130e0d HTTP/1.1" status: 200 len: 954 time: 0.5343895 Apr 20 17:40:26.564036 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44066) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:26.576859 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-0a6edd6f-291f-47b1-83b5-2c65c11bfea6 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Request body: {'router': {'routes': None}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:40:26.660580 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-8610262d-5560-419b-9dea-c7bb81c9a662 None None] Attempting to bind port 53c2f482-abdf-4c93-929f-dffee6edb56d on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:40:26.662913 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-8610262d-5560-419b-9dea-c7bb81c9a662 None None] Attempting to bind port 53c2f482-abdf-4c93-929f-dffee6edb56d by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '993cf907-ee49-4a63-a5d9-0478b6b5a76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '59e19d9c-9204-48bc-9b45-256908deae2c'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:40:26.663286 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfccebc-77c1-41e1-9d00-5dba8ebbb02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a47c00f-fdd5-4018-8e80-14d1da20e2e7,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:26.664122 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8610262d-5560-419b-9dea-c7bb81c9a662 None None] Attempting to bind port 53c2f482-abdf-4c93-929f-dffee6edb56d on network 59e19d9c-9204-48bc-9b45-256908deae2c {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:40:26.764896 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 928962ad-482b-440c-97ee-672b6073aaff completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:40:26.792259 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0a35e5-35df-4a79-b984-0d2968e41390 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Router d83ed2fe-1b12-4550-b2f0-521da8a6e5a2 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:40:26.798310 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4cfccebc-77c1-41e1-9d00-5dba8ebbb02e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:26.802393 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4cfccebc-77c1-41e1-9d00-5dba8ebbb02e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4a47c00f-fdd5-4018-8e80-14d1da20e2e7 HTTP/1.1" status: 204 len: 168 time: 1.2541304 Apr 20 17:40:26.829825 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8610262d-5560-419b-9dea-c7bb81c9a662 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:40:26.833722 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8610262d-5560-419b-9dea-c7bb81c9a662 None None] Checking segment: {'id': '993cf907-ee49-4a63-a5d9-0478b6b5a76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '59e19d9c-9204-48bc-9b45-256908deae2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:40:26.835891 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8610262d-5560-419b-9dea-c7bb81c9a662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:26.837880 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8610262d-5560-419b-9dea-c7bb81c9a662 None None] Bound using segment: {'id': '993cf907-ee49-4a63-a5d9-0478b6b5a76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '59e19d9c-9204-48bc-9b45-256908deae2c'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:40:26.842548 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-8610262d-5560-419b-9dea-c7bb81c9a662 None None] Bound port: 53c2f482-abdf-4c93-929f-dffee6edb56d, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993cf907-ee49-4a63-a5d9-0478b6b5a76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '59e19d9c-9204-48bc-9b45-256908deae2c'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:40:26.843106 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8610262d-5560-419b-9dea-c7bb81c9a662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:26.892040 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 21c99de3-6635-4f1d-beac-6b7c861f9175 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:40:27.086805 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cf0443-4be8-461f-9b23-2ae9e666c0fb admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:40:27.121999 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b5c279-86c7-4d86-85b0-55c410587354 None None] Network 02b7bc0d-99d9-4e63-8692-8280ece99f65 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:40:27.148588 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19cf0443-4be8-461f-9b23-2ae9e666c0fb admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:27.151276 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-19cf0443-4be8-461f-9b23-2ae9e666c0fb admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 8.2104466 Apr 20 17:40:27.152836 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44078) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:27.363930 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cd2c37-9394-4170-9580-b3eb799982e1 None None] Sync routers for ids ['5541f864-c040-4adb-875c-cebfc1ecd1a3'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:40:27.383362 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0a35e5-35df-4a79-b984-0d2968e41390 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:40:27.400101 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a561e9c-579a-408d-893d-f2ea9c150744 None None] Sync routers for ids ['d83ed2fe-1b12-4550-b2f0-521da8a6e5a2'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:40:27.426676 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a561e9c-579a-408d-893d-f2ea9c150744 None None] Routers {'d83ed2fe-1b12-4550-b2f0-521da8a6e5a2'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:40:27.427864 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-8a561e9c-579a-408d-893d-f2ea9c150744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:40:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d83ed2fe-1b12-4550-b2f0-521da8a6e5a2'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:27.554095 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-8a561e9c-579a-408d-893d-f2ea9c150744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:27.586492 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a561e9c-579a-408d-893d-f2ea9c150744 None None] Routers {'d83ed2fe-1b12-4550-b2f0-521da8a6e5a2'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:40:27.590591 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-8a561e9c-579a-408d-893d-f2ea9c150744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:40:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d83ed2fe-1b12-4550-b2f0-521da8a6e5a2'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:27.633821 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cd2c37-9394-4170-9580-b3eb799982e1 None None] Routers {'5541f864-c040-4adb-875c-cebfc1ecd1a3'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:40:27.638534 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-13cd2c37-9394-4170-9580-b3eb799982e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:40:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['5541f864-c040-4adb-875c-cebfc1ecd1a3'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:27.731496 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-8a561e9c-579a-408d-893d-f2ea9c150744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:27.731892 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a561e9c-579a-408d-893d-f2ea9c150744 None None] The sync data for ids ['d83ed2fe-1b12-4550-b2f0-521da8a6e5a2'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:40:27.853518 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5f0a35e5-35df-4a79-b984-0d2968e41390 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "PUT /v2.0/routers/d83ed2fe-1b12-4550-b2f0-521da8a6e5a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7081203 Apr 20 17:40:27.854090 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44102) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:27.881631 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-13cd2c37-9394-4170-9580-b3eb799982e1 None None] Set router 5541f864-c040-4adb-875c-cebfc1ecd1a3 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:40:27.941479 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.extraroute_db [None req-0a6edd6f-291f-47b1-83b5-2c65c11bfea6 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Added routes are [] {{(pid=84081) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 20 17:40:27.941806 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.extraroute_db [None req-0a6edd6f-291f-47b1-83b5-2c65c11bfea6 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=84081) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 20 17:40:27.950700 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44106) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:27.982727 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0a6edd6f-291f-47b1-83b5-2c65c11bfea6 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:28.015297 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87bbf38-a216-48cf-912c-b63edcd1aaf7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:40:28.019513 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b87bbf38-a216-48cf-912c-b63edcd1aaf7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "GET /v2.0/ports/8e0306ba-ef0c-4095-8d2c-8253e7bfd693 HTTP/1.1" status: 200 len: 977 time: 0.1616931 Apr 20 17:40:28.020477 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44114) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:28.134174 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-8610262d-5560-419b-9dea-c7bb81c9a662 None None] For port 53c2f482-abdf-4c93-929f-dffee6edb56d, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:40:28.146433 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-8610262d-5560-419b-9dea-c7bb81c9a662 None None] For port 53c2f482-abdf-4c93-929f-dffee6edb56d, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=53c2f482-abdf-4c93-929f-dffee6edb56d,segment=NetworkSegment(993cf907-ee49-4a63-a5d9-0478b6b5a76c),segment_id=993cf907-ee49-4a63-a5d9-0478b6b5a76c)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:40:28.223086 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8610262d-5560-419b-9dea-c7bb81c9a662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:28.362923 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e5ef2b04-06eb-4556-aa64-bb2dd395540e None None] Provisioning complete for port 8e0306ba-ef0c-4095-8d2c-8253e7bfd693 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:28.367489 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e5ef2b04-06eb-4556-aa64-bb2dd395540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:28.407460 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2f904dfe-603f-4dd7-9270-2e0cde7475b2 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:28.552983 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cf35bcc4-3de5-40c1-8dca-270edad6a483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:28.630384 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2f904dfe-603f-4dd7-9270-2e0cde7475b2 None None] Transition to ACTIVE for port object ede1b6c7-f826-4515-a09b-79c007bd2342 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:40:28.707418 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8610262d-5560-419b-9dea-c7bb81c9a662 None None] Routers {'e0e24074-85f9-471b-b705-b10a2f130e0d'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:40:28.708338 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-8610262d-5560-419b-9dea-c7bb81c9a662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:40:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e0e24074-85f9-471b-b705-b10a2f130e0d'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:29.083847 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-8610262d-5560-419b-9dea-c7bb81c9a662 None None] Set router e0e24074-85f9-471b-b705-b10a2f130e0d gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:40:29.133864 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-e5ef2b04-06eb-4556-aa64-bb2dd395540e None None] Port 8e0306ba-ef0c-4095-8d2c-8253e7bfd693 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:40:29.146028 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5474c6d-76ad-4ad8-bd07-ceadf6192a4f None None] Pushing event updated for resources: {'Port': ['ID=53c2f482-abdf-4c93-929f-dffee6edb56d,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:29.160654 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2f904dfe-603f-4dd7-9270-2e0cde7475b2 None None] Transition to ACTIVE for port object ede1b6c7-f826-4515-a09b-79c007bd2342 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:40:29.168040 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0a6edd6f-291f-47b1-83b5-2c65c11bfea6 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:29.180176 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0a6edd6f-291f-47b1-83b5-2c65c11bfea6 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33176207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33176208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33180178'] for router, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:29.194565 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 21c99de3-6635-4f1d-beac-6b7c861f9175 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:29.194945 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:29.249232 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e5ef2b04-06eb-4556-aa64-bb2dd395540e None None] Provisioning for port 928962ad-482b-440c-97ee-672b6073aaff completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:40:29.268967 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2f904dfe-603f-4dd7-9270-2e0cde7475b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:29.288243 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-cf35bcc4-3de5-40c1-8dca-270edad6a483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:29.297030 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-cf35bcc4-3de5-40c1-8dca-270edad6a483 admin admin] Usage tracker for resource:security_group_rule and tenant:e9379ab8b1ce4c9b80989981d1cbe897 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:29.305614 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-cf35bcc4-3de5-40c1-8dca-270edad6a483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:29.318030 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-cf35bcc4-3de5-40c1-8dca-270edad6a483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:29.451393 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e35ccbe7-8a42-4d9b-a508-8c130601913b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:29.504749 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f904dfe-603f-4dd7-9270-2e0cde7475b2 None None] Pushing event updated for resources: {'Port': ['ID=ede1b6c7-f826-4515-a09b-79c007bd2342,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:29.508047 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e5ef2b04-06eb-4556-aa64-bb2dd395540e None None] Provisioning complete for port 928962ad-482b-440c-97ee-672b6073aaff triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:29.508717 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e5ef2b04-06eb-4556-aa64-bb2dd395540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:29.669647 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6edd6f-291f-47b1-83b5-2c65c11bfea6 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Router e0e24074-85f9-471b-b705-b10a2f130e0d has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:40:29.737550 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cf35bcc4-3de5-40c1-8dca-270edad6a483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:29.739536 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f904dfe-603f-4dd7-9270-2e0cde7475b2 None None] Network eca56d5d-e4f2-441a-b91e-029ec9fd83b1 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:40:29.747044 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-2f904dfe-603f-4dd7-9270-2e0cde7475b2 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:29.766161 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cf35bcc4-3de5-40c1-8dca-270edad6a483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:29.776510 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f904dfe-603f-4dd7-9270-2e0cde7475b2 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:40:29.866621 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35bcc4-3de5-40c1-8dca-270edad6a483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d15cef-e9c9-472a-bb12-fb4ca5780c21,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:29.877804 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cf35bcc4-3de5-40c1-8dca-270edad6a483 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e9379ab8b1ce4c9b80989981d1cbe897&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9131861 Apr 20 17:40:29.932043 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d1019a18-138f-4eff-a00d-883afae5d69e up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:40:29.935209 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44138) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:30.151074 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6edd6f-291f-47b1-83b5-2c65c11bfea6 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:40:30.152117 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-aa1406d8-a3f0-408b-8674-fdd334d75154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:30.159138 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0a6edd6f-291f-47b1-83b5-2c65c11bfea6 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:30.163044 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0a6edd6f-291f-47b1-83b5-2c65c11bfea6 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "PUT /v2.0/routers/e0e24074-85f9-471b-b705-b10a2f130e0d HTTP/1.1" status: 200 len: 704 time: 3.5980659 Apr 20 17:40:30.165169 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44146) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:30.347187 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-13cd2c37-9394-4170-9580-b3eb799982e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5541f864-c040-4adb-875c-cebfc1ecd1a3', 'name': 'tempest-ImageQuotaTest-2074488080-router', 'tenant_id': 'cfa2c21078774097a572dcf8fa18a7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'cfeca726-81e5-41ac-a105-1d3148f31938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:19Z', 'updated_at': '2022-04-20T17:40:23Z', 'revision_number': 3, 'project_id': 'cfa2c21078774097a572dcf8fa18a7b3', 'gw_port': {'id': 'cfeca726-81e5-41ac-a105-1d3148f31938', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:34:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5541f864-c040-4adb-875c-cebfc1ecd1a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:21Z', 'updated_at': '2022-04-20T17:40:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:30.376390 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port d1019a18-138f-4eff-a00d-883afae5d69e completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:40:30.381634 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-aa1406d8-a3f0-408b-8674-fdd334d75154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:30.426994 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port d1019a18-138f-4eff-a00d-883afae5d69e triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:30.428995 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:30.489952 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9fe86ed3-cdc9-4664-b1e1-670ef966586f tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "GET /v2.0/routers/e0e24074-85f9-471b-b705-b10a2f130e0d HTTP/1.1" status: 200 len: 704 time: 0.3207710 Apr 20 17:40:30.495203 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44156) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:30.505754 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-aa1406d8-a3f0-408b-8674-fdd334d75154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:30.511714 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cd2c37-9394-4170-9580-b3eb799982e1 None None] Checking router: 5541f864-c040-4adb-875c-cebfc1ecd1a3 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:40:30.512129 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cd2c37-9394-4170-9580-b3eb799982e1 None None] Updating router 5541f864-c040-4adb-875c-cebfc1ecd1a3 port cfeca726-81e5-41ac-a105-1d3148f31938 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:40:30.568905 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1406d8-a3f0-408b-8674-fdd334d75154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d15cef-e9c9-472a-bb12-fb4ca5780c21,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:30.570800 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-aa1406d8-a3f0-408b-8674-fdd334d75154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:30.574160 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-aa1406d8-a3f0-408b-8674-fdd334d75154 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/89d15cef-e9c9-472a-bb12-fb4ca5780c21 HTTP/1.1" status: 204 len: 168 time: 0.6364427 Apr 20 17:40:30.646296 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-2f904dfe-603f-4dd7-9270-2e0cde7475b2 None None] Attempting to bind port ede1b6c7-f826-4515-a09b-79c007bd2342 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:40:30.646933 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-2f904dfe-603f-4dd7-9270-2e0cde7475b2 None None] Attempting to bind port ede1b6c7-f826-4515-a09b-79c007bd2342 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '0d0bb655-15d9-4b50-a39c-4bc813a39738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:40:30.647470 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f904dfe-603f-4dd7-9270-2e0cde7475b2 None None] Attempting to bind port ede1b6c7-f826-4515-a09b-79c007bd2342 on network eca56d5d-e4f2-441a-b91e-029ec9fd83b1 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:40:30.649809 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e5ef2b04-06eb-4556-aa64-bb2dd395540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:30.686350 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f904dfe-603f-4dd7-9270-2e0cde7475b2 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:40:30.686721 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f904dfe-603f-4dd7-9270-2e0cde7475b2 None None] Checking segment: {'id': '0d0bb655-15d9-4b50-a39c-4bc813a39738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:40:30.688954 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2f904dfe-603f-4dd7-9270-2e0cde7475b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:30.689373 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f904dfe-603f-4dd7-9270-2e0cde7475b2 None None] Bound using segment: {'id': '0d0bb655-15d9-4b50-a39c-4bc813a39738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:40:30.689931 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-2f904dfe-603f-4dd7-9270-2e0cde7475b2 None None] Bound port: ede1b6c7-f826-4515-a09b-79c007bd2342, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0bb655-15d9-4b50-a39c-4bc813a39738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:40:30.690197 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2f904dfe-603f-4dd7-9270-2e0cde7475b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:30.921128 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-e35ccbe7-8a42-4d9b-a508-8c130601913b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Allocated IP 172.20.0.1 (eca56d5d-e4f2-441a-b91e-029ec9fd83b1/fcbb3aef-0f73-4a02-803d-6c36c52b922a/449bdd7f-795d-492d-a596-a51a9050a34a) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:40:30.947814 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b94176df-6003-463b-b0d3-1d5a5be23592 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:31.008612 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-13cd2c37-9394-4170-9580-b3eb799982e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:31.081270 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-e5ef2b04-06eb-4556-aa64-bb2dd395540e None None] For port 928962ad-482b-440c-97ee-672b6073aaff, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=928962ad-482b-440c-97ee-672b6073aaff,segment=NetworkSegment(8584d258-0e9c-4146-93e2-3099b4835e00),segment_id=8584d258-0e9c-4146-93e2-3099b4835e00)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:31.124396 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e5ef2b04-06eb-4556-aa64-bb2dd395540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:31.375719 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef2b04-06eb-4556-aa64-bb2dd395540e None None] Pushing event updated for resources: {'Port': ['ID=928962ad-482b-440c-97ee-672b6073aaff,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:31.565706 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-2f904dfe-603f-4dd7-9270-2e0cde7475b2 None None] For port ede1b6c7-f826-4515-a09b-79c007bd2342, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:40:31.610600 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:31.623546 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-2f904dfe-603f-4dd7-9270-2e0cde7475b2 None None] For port ede1b6c7-f826-4515-a09b-79c007bd2342, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ede1b6c7-f826-4515-a09b-79c007bd2342,segment=NetworkSegment(0d0bb655-15d9-4b50-a39c-4bc813a39738),segment_id=0d0bb655-15d9-4b50-a39c-4bc813a39738)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:40:31.685415 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2f904dfe-603f-4dd7-9270-2e0cde7475b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:31.748167 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e35ccbe7-8a42-4d9b-a508-8c130601913b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:31.902941 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port d1019a18-138f-4eff-a00d-883afae5d69e, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d1019a18-138f-4eff-a00d-883afae5d69e,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:31.980644 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:31.986529 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-8610262d-5560-419b-9dea-c7bb81c9a662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'name': 'tempest-RoutersIpV6Test-router-1282796834', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:39:32Z', 'updated_at': '2022-04-20T17:40:27Z', 'revision_number': 7, 'project_id': '223231c784ee479d86d7622cff558dcb', 'gw_port_host': None, '_interfaces': [{'id': '53c2f482-abdf-4c93-929f-dffee6edb56d', 'name': '', 'network_id': '59e19d9c-9204-48bc-9b45-256908deae2c', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:e5:c7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c94deb4-47eb-49cd-b67f-594872a8878e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:14Z', 'updated_at': '2022-04-20T17:40:28Z', 'revision_number': 4, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '6c94deb4-47eb-49cd-b67f-594872a8878e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5de728ee-08ef-4134-858a-18ed50ce74f4', 'name': '', 'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:50:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a380890-61da-4dee-b68a-756b86290ba4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:36Z', 'updated_at': '2022-04-20T17:39:52Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '5a380890-61da-4dee-b68a-756b86290ba4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636bb4bc-e93a-4f53-ab42-5aaa27b48a94', 'name': '', 'network_id': 'f33fab59-8c3d-49a6-bfd4-891170acc8f8', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:f0:10:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c921873-8400-4373-8efd-a320703c8b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:45Z', 'updated_at': '2022-04-20T17:40:06Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '1c921873-8400-4373-8efd-a320703c8b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '644ddbe3-b2d1-4e96-8900-366ba2c9cba4', 'name': '', 'network_id': 'aa0c03e9-449b-4b0c-955f-d2d931b2eb24', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:57:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '082e6c75-f969-4e30-88f1-be0eaebf76bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:00Z', 'updated_at': '2022-04-20T17:40:16Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '082e6c75-f969-4e30-88f1-be0eaebf76bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:31.996114 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-04b4cdad-158a-418c-b251-4bd07e7543f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:32.025905 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8610262d-5560-419b-9dea-c7bb81c9a662 None None] The sync data for ids ['e0e24074-85f9-471b-b705-b10a2f130e0d'] in n-d-838032-1 is: [{'id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'name': 'tempest-RoutersIpV6Test-router-1282796834', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:39:32Z', 'updated_at': '2022-04-20T17:40:27Z', 'revision_number': 7, 'project_id': '223231c784ee479d86d7622cff558dcb', 'gw_port_host': None, '_interfaces': [{'id': '53c2f482-abdf-4c93-929f-dffee6edb56d', 'name': '', 'network_id': '59e19d9c-9204-48bc-9b45-256908deae2c', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:e5:c7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c94deb4-47eb-49cd-b67f-594872a8878e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:14Z', 'updated_at': '2022-04-20T17:40:28Z', 'revision_number': 4, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '6c94deb4-47eb-49cd-b67f-594872a8878e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5de728ee-08ef-4134-858a-18ed50ce74f4', 'name': '', 'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:50:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a380890-61da-4dee-b68a-756b86290ba4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:36Z', 'updated_at': '2022-04-20T17:39:52Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '5a380890-61da-4dee-b68a-756b86290ba4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636bb4bc-e93a-4f53-ab42-5aaa27b48a94', 'name': '', 'network_id': 'f33fab59-8c3d-49a6-bfd4-891170acc8f8', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:f0:10:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c921873-8400-4373-8efd-a320703c8b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:45Z', 'updated_at': '2022-04-20T17:40:06Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '1c921873-8400-4373-8efd-a320703c8b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '644ddbe3-b2d1-4e96-8900-366ba2c9cba4', 'name': '', 'network_id': 'aa0c03e9-449b-4b0c-955f-d2d931b2eb24', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:57:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '082e6c75-f969-4e30-88f1-be0eaebf76bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:00Z', 'updated_at': '2022-04-20T17:40:16Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '082e6c75-f969-4e30-88f1-be0eaebf76bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:40:32.074110 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1740f1df-280f-46da-ab0a-afc0fecb3159 None None] Provisioning complete for port 928962ad-482b-440c-97ee-672b6073aaff triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:32.074721 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1740f1df-280f-46da-ab0a-afc0fecb3159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:32.131954 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f904dfe-603f-4dd7-9270-2e0cde7475b2 None None] Pushing event updated for resources: {'Port': ['ID=ede1b6c7-f826-4515-a09b-79c007bd2342,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:32.158535 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 928962ad-482b-440c-97ee-672b6073aaff up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:40:32.286238 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-e35ccbe7-8a42-4d9b-a508-8c130601913b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Transition to ACTIVE for port object 449bdd7f-795d-492d-a596-a51a9050a34a will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:40:32.521130 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e35ccbe7-8a42-4d9b-a508-8c130601913b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:32.569599 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=d1019a18-138f-4eff-a00d-883afae5d69e,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:32.802383 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-13cd2c37-9394-4170-9580-b3eb799982e1 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:32.818138 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-13cd2c37-9394-4170-9580-b3eb799982e1 None None] Transition to ACTIVE for port object cfeca726-81e5-41ac-a105-1d3148f31938 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:40:32.848685 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 928962ad-482b-440c-97ee-672b6073aaff triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:32.849436 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:32.868423 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35ccbe7-8a42-4d9b-a508-8c130601913b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Network eca56d5d-e4f2-441a-b91e-029ec9fd83b1 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:40:32.923519 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-e35ccbe7-8a42-4d9b-a508-8c130601913b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:32.938945 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35ccbe7-8a42-4d9b-a508-8c130601913b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:40:32.993185 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-13cd2c37-9394-4170-9580-b3eb799982e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:33.089215 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd48a5-5225-4b3f-bca3-2bb02415cfc7 None None] Pushing event updated for resources: {'Port': ['ID=cfeca726-81e5-41ac-a105-1d3148f31938,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:33.140379 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e35ccbe7-8a42-4d9b-a508-8c130601913b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:33.151984 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ccbe7-8a42-4d9b-a508-8c130601913b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'Port': ['ID=449bdd7f-795d-492d-a596-a51a9050a34a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:33.167673 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-13cd2c37-9394-4170-9580-b3eb799982e1 None None] Attempting to bind port cfeca726-81e5-41ac-a105-1d3148f31938 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:40:33.168462 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-13cd2c37-9394-4170-9580-b3eb799982e1 None None] Attempting to bind port cfeca726-81e5-41ac-a105-1d3148f31938 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:40:33.168988 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cd2c37-9394-4170-9580-b3eb799982e1 None None] Attempting to bind port cfeca726-81e5-41ac-a105-1d3148f31938 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:40:33.187920 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cd2c37-9394-4170-9580-b3eb799982e1 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:40:33.193265 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cd2c37-9394-4170-9580-b3eb799982e1 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:40:33.193669 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-13cd2c37-9394-4170-9580-b3eb799982e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:33.194140 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cd2c37-9394-4170-9580-b3eb799982e1 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:40:33.199192 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-13cd2c37-9394-4170-9580-b3eb799982e1 None None] Bound port: cfeca726-81e5-41ac-a105-1d3148f31938, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:40:33.199590 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-13cd2c37-9394-4170-9580-b3eb799982e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:33.246802 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ccbe7-8a42-4d9b-a508-8c130601913b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:33.247245 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ccbe7-8a42-4d9b-a508-8c130601913b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:33.247678 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ccbe7-8a42-4d9b-a508-8c130601913b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:33.248271 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ccbe7-8a42-4d9b-a508-8c130601913b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:33.248696 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ccbe7-8a42-4d9b-a508-8c130601913b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:33.249543 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ccbe7-8a42-4d9b-a508-8c130601913b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:33.249543 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ccbe7-8a42-4d9b-a508-8c130601913b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:33.249929 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ccbe7-8a42-4d9b-a508-8c130601913b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:33.250389 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ccbe7-8a42-4d9b-a508-8c130601913b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:33.250869 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ccbe7-8a42-4d9b-a508-8c130601913b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:33.251303 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ccbe7-8a42-4d9b-a508-8c130601913b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:33.332375 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-b94176df-6003-463b-b0d3-1d5a5be23592 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Deleting port 8e0306ba-ef0c-4095-8d2c-8253e7bfd693 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:40:33.332719 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b94176df-6003-463b-b0d3-1d5a5be23592 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:33.339774 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-13cd2c37-9394-4170-9580-b3eb799982e1 None None] For port cfeca726-81e5-41ac-a105-1d3148f31938, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:40:33.349800 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-13cd2c37-9394-4170-9580-b3eb799982e1 None None] For port cfeca726-81e5-41ac-a105-1d3148f31938, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=cfeca726-81e5-41ac-a105-1d3148f31938,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:40:33.369747 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-13cd2c37-9394-4170-9580-b3eb799982e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:33.458784 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe53c32-9b1e-460a-832d-1fb4d11b4351 None None] Sync routers for ids ['e0e24074-85f9-471b-b705-b10a2f130e0d'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:40:33.513986 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe53c32-9b1e-460a-832d-1fb4d11b4351 None None] Routers {'e0e24074-85f9-471b-b705-b10a2f130e0d'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:40:33.514650 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-ffe53c32-9b1e-460a-832d-1fb4d11b4351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:40:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e0e24074-85f9-471b-b705-b10a2f130e0d'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:33.637425 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0aa68ecd-6f37-4be9-a4a8-c3dec2d11f9d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:33.698394 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-ffe53c32-9b1e-460a-832d-1fb4d11b4351 None None] Set router e0e24074-85f9-471b-b705-b10a2f130e0d gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:40:33.731688 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-04b4cdad-158a-418c-b251-4bd07e7543f9 admin admin] Allocated IP 172.20.0.1 (02b7bc0d-99d9-4e63-8692-8280ece99f65/435c2f0b-6821-47b8-9a31-7a0eb8b14fef/08509ee3-3f45-4520-9126-ee3710275d9f) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:40:33.795399 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cd2c37-9394-4170-9580-b3eb799982e1 None None] Routers {'5541f864-c040-4adb-875c-cebfc1ecd1a3'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:40:33.796033 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-13cd2c37-9394-4170-9580-b3eb799982e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:40:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['5541f864-c040-4adb-875c-cebfc1ecd1a3'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:33.902213 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd48a5-5225-4b3f-bca3-2bb02415cfc7 None None] Pushing event updated for resources: {'Port': ['ID=cfeca726-81e5-41ac-a105-1d3148f31938,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:33.971911 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fab6710-afeb-4f02-8350-a88349f7b8e6 None None] Network eca56d5d-e4f2-441a-b91e-029ec9fd83b1 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:40:34.354985 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e35ccbe7-8a42-4d9b-a508-8c130601913b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:34.443766 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:40:34.553910 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ede1b6c7-f826-4515-a09b-79c007bd2342 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:40:34.554552 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b94176df-6003-463b-b0d3-1d5a5be23592 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:34.640620 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-42676a3e-5a04-449c-9438-d15605531d27 None None] Provisioning for port ede1b6c7-f826-4515-a09b-79c007bd2342 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:40:34.787579 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-13cd2c37-9394-4170-9580-b3eb799982e1 None None] Set router 5541f864-c040-4adb-875c-cebfc1ecd1a3 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:40:34.869262 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-b94176df-6003-463b-b0d3-1d5a5be23592 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Calling delete_port for 8e0306ba-ef0c-4095-8d2c-8253e7bfd693 owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:40:34.962319 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-04b4cdad-158a-418c-b251-4bd07e7543f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:35.020238 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-04b4cdad-158a-418c-b251-4bd07e7543f9 admin admin] Transition to ACTIVE for port object 08509ee3-3f45-4520-9126-ee3710275d9f will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:40:35.106336 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port ede1b6c7-f826-4515-a09b-79c007bd2342 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:40:35.132607 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port ede1b6c7-f826-4515-a09b-79c007bd2342 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:35.132969 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:35.268972 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-04b4cdad-158a-418c-b251-4bd07e7543f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:35.282541 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44246) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:35.302605 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-ffe53c32-9b1e-460a-832d-1fb4d11b4351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'name': 'tempest-RoutersIpV6Test-router-1282796834', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:39:32Z', 'updated_at': '2022-04-20T17:40:27Z', 'revision_number': 7, 'project_id': '223231c784ee479d86d7622cff558dcb', 'gw_port_host': None, '_interfaces': [{'id': '53c2f482-abdf-4c93-929f-dffee6edb56d', 'name': '', 'network_id': '59e19d9c-9204-48bc-9b45-256908deae2c', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:e5:c7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c94deb4-47eb-49cd-b67f-594872a8878e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:14Z', 'updated_at': '2022-04-20T17:40:28Z', 'revision_number': 4, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '6c94deb4-47eb-49cd-b67f-594872a8878e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5de728ee-08ef-4134-858a-18ed50ce74f4', 'name': '', 'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:50:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a380890-61da-4dee-b68a-756b86290ba4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:36Z', 'updated_at': '2022-04-20T17:39:52Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '5a380890-61da-4dee-b68a-756b86290ba4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636bb4bc-e93a-4f53-ab42-5aaa27b48a94', 'name': '', 'network_id': 'f33fab59-8c3d-49a6-bfd4-891170acc8f8', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:f0:10:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c921873-8400-4373-8efd-a320703c8b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:45Z', 'updated_at': '2022-04-20T17:40:06Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '1c921873-8400-4373-8efd-a320703c8b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '644ddbe3-b2d1-4e96-8900-366ba2c9cba4', 'name': '', 'network_id': 'aa0c03e9-449b-4b0c-955f-d2d931b2eb24', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:57:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '082e6c75-f969-4e30-88f1-be0eaebf76bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:00Z', 'updated_at': '2022-04-20T17:40:16Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '082e6c75-f969-4e30-88f1-be0eaebf76bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:35.312049 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe53c32-9b1e-460a-832d-1fb4d11b4351 None None] Checking router: e0e24074-85f9-471b-b705-b10a2f130e0d for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:40:35.426876 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4cdad-158a-418c-b251-4bd07e7543f9 admin admin] Pushing event updated for resources: {'Port': ['ID=08509ee3-3f45-4520-9126-ee3710275d9f,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:35.429278 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe53c32-9b1e-460a-832d-1fb4d11b4351 None None] Routers {'e0e24074-85f9-471b-b705-b10a2f130e0d'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:40:35.429278 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-ffe53c32-9b1e-460a-832d-1fb4d11b4351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:40:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e0e24074-85f9-471b-b705-b10a2f130e0d'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:35.505490 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-b59b5eb5-1be6-4ff5-a142-af7ab003cb9e tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2058728734', 'router:external': True}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:40:35.512811 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b59b5eb5-1be6-4ff5-a142-af7ab003cb9e tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:35.525071 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b59b5eb5-1be6-4ff5-a142-af7ab003cb9e tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Usage tracker for resource:network and tenant:8fbeabb891d848e8850a87d1e7caedc5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:35.528894 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b59b5eb5-1be6-4ff5-a142-af7ab003cb9e tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:35.540273 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b59b5eb5-1be6-4ff5-a142-af7ab003cb9e tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:35.569459 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59b5eb5-1be6-4ff5-a142-af7ab003cb9e tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Made reservation on behalf of 8fbeabb891d848e8850a87d1e7caedc5 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:40:35.577112 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b59b5eb5-1be6-4ff5-a142-af7ab003cb9e tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:35.634569 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b59b5eb5-1be6-4ff5-a142-af7ab003cb9e tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:35.669619 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b4cdad-158a-418c-b251-4bd07e7543f9 admin admin] Network 02b7bc0d-99d9-4e63-8692-8280ece99f65 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:40:35.698950 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:35.700850 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-04b4cdad-158a-418c-b251-4bd07e7543f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:35.727573 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b59b5eb5-1be6-4ff5-a142-af7ab003cb9e tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:35.733134 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b4cdad-158a-418c-b251-4bd07e7543f9 admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:40:35.736740 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b59b5eb5-1be6-4ff5-a142-af7ab003cb9e tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Usage tracker for resource:security_group_rule and tenant:8fbeabb891d848e8850a87d1e7caedc5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:35.746319 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b59b5eb5-1be6-4ff5-a142-af7ab003cb9e tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:35.758968 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2f4a38ad-bd27-46aa-a317-7755e0e1d738 None None] Provisioning complete for port ede1b6c7-f826-4515-a09b-79c007bd2342 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:35.759442 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2f4a38ad-bd27-46aa-a317-7755e0e1d738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:35.761632 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b59b5eb5-1be6-4ff5-a142-af7ab003cb9e tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:35.880330 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-ffe53c32-9b1e-460a-832d-1fb4d11b4351 None None] Set router e0e24074-85f9-471b-b705-b10a2f130e0d gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:40:35.936122 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b59b5eb5-1be6-4ff5-a142-af7ab003cb9e tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:35.949640 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port ede1b6c7-f826-4515-a09b-79c007bd2342, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ede1b6c7-f826-4515-a09b-79c007bd2342,segment=NetworkSegment(0d0bb655-15d9-4b50-a39c-4bc813a39738),segment_id=0d0bb655-15d9-4b50-a39c-4bc813a39738)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:35.957934 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b59b5eb5-1be6-4ff5-a142-af7ab003cb9e tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:35.974255 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:35.975428 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d1019a18-138f-4eff-a00d-883afae5d69e up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:40:36.048829 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b59b5eb5-1be6-4ff5-a142-af7ab003cb9e tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:40:36.062744 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b5eb5-1be6-4ff5-a142-af7ab003cb9e tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bbcb7e-3a56-4439-ab6e-cfdffa152972,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:36.084105 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b59b5eb5-1be6-4ff5-a142-af7ab003cb9e tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:36.086027 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-b59b5eb5-1be6-4ff5-a142-af7ab003cb9e tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Added segment 17b27e93-3730-472f-b868-7a319ba4406a of type vlan for network 5d4427ce-7f8b-4314-99c7-042ed62079e8 Apr 20 17:40:36.092670 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-13cd2c37-9394-4170-9580-b3eb799982e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5541f864-c040-4adb-875c-cebfc1ecd1a3', 'name': 'tempest-ImageQuotaTest-2074488080-router', 'tenant_id': 'cfa2c21078774097a572dcf8fa18a7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'cfeca726-81e5-41ac-a105-1d3148f31938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:19Z', 'updated_at': '2022-04-20T17:40:23Z', 'revision_number': 3, 'project_id': 'cfa2c21078774097a572dcf8fa18a7b3', 'gw_port': {'id': 'cfeca726-81e5-41ac-a105-1d3148f31938', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:34:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5541f864-c040-4adb-875c-cebfc1ecd1a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:21Z', 'updated_at': '2022-04-20T17:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:36.121121 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b94176df-6003-463b-b0d3-1d5a5be23592 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:36.135496 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-04b4cdad-158a-418c-b251-4bd07e7543f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:36.138361 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cd2c37-9394-4170-9580-b3eb799982e1 None None] The sync data for ids ['5541f864-c040-4adb-875c-cebfc1ecd1a3'] in n-d-838032-1 is: [{'id': '5541f864-c040-4adb-875c-cebfc1ecd1a3', 'name': 'tempest-ImageQuotaTest-2074488080-router', 'tenant_id': 'cfa2c21078774097a572dcf8fa18a7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'cfeca726-81e5-41ac-a105-1d3148f31938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:19Z', 'updated_at': '2022-04-20T17:40:23Z', 'revision_number': 3, 'project_id': 'cfa2c21078774097a572dcf8fa18a7b3', 'gw_port': {'id': 'cfeca726-81e5-41ac-a105-1d3148f31938', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:34:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5541f864-c040-4adb-875c-cebfc1ecd1a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:21Z', 'updated_at': '2022-04-20T17:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:40:36.166893 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b59b5eb5-1be6-4ff5-a142-af7ab003cb9e tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:36.243430 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b59b5eb5-1be6-4ff5-a142-af7ab003cb9e tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:36.243937 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=ede1b6c7-f826-4515-a09b-79c007bd2342,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:36.244706 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59b5eb5-1be6-4ff5-a142-af7ab003cb9e tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:40:36.257198 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b59b5eb5-1be6-4ff5-a142-af7ab003cb9e tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:36.378132 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94176df-6003-463b-b0d3-1d5a5be23592 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event deleted for resources: {'Port': ['ID=8e0306ba-ef0c-4095-8d2c-8253e7bfd693,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:36.389626 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.resource_extend [None req-e35ccbe7-8a42-4d9b-a508-8c130601913b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:40:36.432941 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e35ccbe7-8a42-4d9b-a508-8c130601913b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:36.524890 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e35ccbe7-8a42-4d9b-a508-8c130601913b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:36.546722 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b5eb5-1be6-4ff5-a142-af7ab003cb9e tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Pushing event updated for resources: {'Network': ['ID=5d4427ce-7f8b-4314-99c7-042ed62079e8,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:36.552709 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b59b5eb5-1be6-4ff5-a142-af7ab003cb9e tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.2681413 Apr 20 17:40:36.561400 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44266) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:36.641761 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 5d4427ce-7f8b-4314-99c7-042ed62079e8 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:40:36.761412 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-aee435cb-a9ae-430d-8180-a0994c1d8148 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Request body: {'subnet': {'network_id': '5d4427ce-7f8b-4314-99c7-042ed62079e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:40:36.816079 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-aee435cb-a9ae-430d-8180-a0994c1d8148 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:36.919911 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port d1019a18-138f-4eff-a00d-883afae5d69e triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:36.920434 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:36.986779 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ccbe7-8a42-4d9b-a508-8c130601913b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'Port': ['ID=449bdd7f-795d-492d-a596-a51a9050a34a,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:37.009422 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-aee435cb-a9ae-430d-8180-a0994c1d8148 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Usage tracker for resource:subnet and tenant:8fbeabb891d848e8850a87d1e7caedc5 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:37.031371 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-aee435cb-a9ae-430d-8180-a0994c1d8148 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:37.048754 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-aee435cb-a9ae-430d-8180-a0994c1d8148 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:37.055136 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-04b4cdad-158a-418c-b251-4bd07e7543f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:37.070793 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2f4a38ad-bd27-46aa-a317-7755e0e1d738 None None] Provisioning for port 449bdd7f-795d-492d-a596-a51a9050a34a completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:40:37.083549 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2f4a38ad-bd27-46aa-a317-7755e0e1d738 None None] Provisioning complete for port 449bdd7f-795d-492d-a596-a51a9050a34a triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:37.084140 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2f4a38ad-bd27-46aa-a317-7755e0e1d738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:37.085602 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e35ccbe7-8a42-4d9b-a508-8c130601913b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:37.240098 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-2f4a38ad-bd27-46aa-a317-7755e0e1d738 None None] Port 449bdd7f-795d-492d-a596-a51a9050a34a cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:40:37.248462 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 53c2f482-abdf-4c93-929f-dffee6edb56d up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:40:37.284354 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee435cb-a9ae-430d-8180-a0994c1d8148 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Made reservation on behalf of 8fbeabb891d848e8850a87d1e7caedc5 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:40:37.286737 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-aee435cb-a9ae-430d-8180-a0994c1d8148 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:37.291259 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-ffe53c32-9b1e-460a-832d-1fb4d11b4351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'name': 'tempest-RoutersIpV6Test-router-1282796834', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:39:32Z', 'updated_at': '2022-04-20T17:40:27Z', 'revision_number': 7, 'project_id': '223231c784ee479d86d7622cff558dcb', 'gw_port_host': None, '_interfaces': [{'id': '53c2f482-abdf-4c93-929f-dffee6edb56d', 'name': '', 'network_id': '59e19d9c-9204-48bc-9b45-256908deae2c', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:e5:c7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c94deb4-47eb-49cd-b67f-594872a8878e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:14Z', 'updated_at': '2022-04-20T17:40:28Z', 'revision_number': 4, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '6c94deb4-47eb-49cd-b67f-594872a8878e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5de728ee-08ef-4134-858a-18ed50ce74f4', 'name': '', 'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:50:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a380890-61da-4dee-b68a-756b86290ba4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:36Z', 'updated_at': '2022-04-20T17:39:52Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '5a380890-61da-4dee-b68a-756b86290ba4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636bb4bc-e93a-4f53-ab42-5aaa27b48a94', 'name': '', 'network_id': 'f33fab59-8c3d-49a6-bfd4-891170acc8f8', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:f0:10:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c921873-8400-4373-8efd-a320703c8b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:45Z', 'updated_at': '2022-04-20T17:40:06Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '1c921873-8400-4373-8efd-a320703c8b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '644ddbe3-b2d1-4e96-8900-366ba2c9cba4', 'name': '', 'network_id': 'aa0c03e9-449b-4b0c-955f-d2d931b2eb24', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:57:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '082e6c75-f969-4e30-88f1-be0eaebf76bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:00Z', 'updated_at': '2022-04-20T17:40:16Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '082e6c75-f969-4e30-88f1-be0eaebf76bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:37.306879 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe53c32-9b1e-460a-832d-1fb4d11b4351 None None] The sync data for ids ['e0e24074-85f9-471b-b705-b10a2f130e0d'] in n-d-838032-1 is: [{'id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'name': 'tempest-RoutersIpV6Test-router-1282796834', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:39:32Z', 'updated_at': '2022-04-20T17:40:27Z', 'revision_number': 7, 'project_id': '223231c784ee479d86d7622cff558dcb', 'gw_port_host': None, '_interfaces': [{'id': '53c2f482-abdf-4c93-929f-dffee6edb56d', 'name': '', 'network_id': '59e19d9c-9204-48bc-9b45-256908deae2c', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:e5:c7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c94deb4-47eb-49cd-b67f-594872a8878e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:14Z', 'updated_at': '2022-04-20T17:40:28Z', 'revision_number': 4, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '6c94deb4-47eb-49cd-b67f-594872a8878e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5de728ee-08ef-4134-858a-18ed50ce74f4', 'name': '', 'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:50:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a380890-61da-4dee-b68a-756b86290ba4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:36Z', 'updated_at': '2022-04-20T17:39:52Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '5a380890-61da-4dee-b68a-756b86290ba4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636bb4bc-e93a-4f53-ab42-5aaa27b48a94', 'name': '', 'network_id': 'f33fab59-8c3d-49a6-bfd4-891170acc8f8', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:f0:10:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c921873-8400-4373-8efd-a320703c8b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:45Z', 'updated_at': '2022-04-20T17:40:06Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '1c921873-8400-4373-8efd-a320703c8b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '644ddbe3-b2d1-4e96-8900-366ba2c9cba4', 'name': '', 'network_id': 'aa0c03e9-449b-4b0c-955f-d2d931b2eb24', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:57:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '082e6c75-f969-4e30-88f1-be0eaebf76bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:00Z', 'updated_at': '2022-04-20T17:40:16Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '082e6c75-f969-4e30-88f1-be0eaebf76bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:40:37.343009 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 53c2f482-abdf-4c93-929f-dffee6edb56d completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:40:37.362116 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 53c2f482-abdf-4c93-929f-dffee6edb56d triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:37.363549 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:37.565456 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1e19bb42-690d-4e15-9692-56e3cbb2bb21 None None] Provisioning for port 08509ee3-3f45-4520-9126-ee3710275d9f completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:40:37.581529 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1e19bb42-690d-4e15-9692-56e3cbb2bb21 None None] Provisioning complete for port 08509ee3-3f45-4520-9126-ee3710275d9f triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:37.586765 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1e19bb42-690d-4e15-9692-56e3cbb2bb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:37.775581 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1e19bb42-690d-4e15-9692-56e3cbb2bb21 None None] Port 08509ee3-3f45-4520-9126-ee3710275d9f cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:40:37.791510 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:37.834583 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 53c2f482-abdf-4c93-929f-dffee6edb56d, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=53c2f482-abdf-4c93-929f-dffee6edb56d,segment=NetworkSegment(993cf907-ee49-4a63-a5d9-0478b6b5a76c),segment_id=993cf907-ee49-4a63-a5d9-0478b6b5a76c)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:37.836126 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1e19bb42-690d-4e15-9692-56e3cbb2bb21 None None] Provisioning complete for port 449bdd7f-795d-492d-a596-a51a9050a34a triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:37.836479 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1e19bb42-690d-4e15-9692-56e3cbb2bb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:37.861479 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b94176df-6003-463b-b0d3-1d5a5be23592 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:37.898395 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:38.007002 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1e19bb42-690d-4e15-9692-56e3cbb2bb21 None None] Port 449bdd7f-795d-492d-a596-a51a9050a34a cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:40:38.013374 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=53c2f482-abdf-4c93-929f-dffee6edb56d,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:38.166801 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ede1b6c7-f826-4515-a09b-79c007bd2342 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:40:38.214765 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35ccbe7-8a42-4d9b-a508-8c130601913b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Network eca56d5d-e4f2-441a-b91e-029ec9fd83b1 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:40:38.241146 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port ede1b6c7-f826-4515-a09b-79c007bd2342 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:38.241520 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:38.294442 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-e35ccbe7-8a42-4d9b-a508-8c130601913b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:38.296566 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-0aa68ecd-6f37-4be9-a4a8-c3dec2d11f9d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Deleting port 53c2f482-abdf-4c93-929f-dffee6edb56d {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:40:38.296897 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0aa68ecd-6f37-4be9-a4a8-c3dec2d11f9d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:38.388188 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cfeca726-81e5-41ac-a105-1d3148f31938 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:40:38.559710 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port cfeca726-81e5-41ac-a105-1d3148f31938 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:40:38.567148 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port cfeca726-81e5-41ac-a105-1d3148f31938 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:38.568947 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:38.751794 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:38.765883 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ad8d5b75-564a-4245-ad56-46fddc087a9e None None] Provisioning complete for port 449bdd7f-795d-492d-a596-a51a9050a34a triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:38.766373 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ad8d5b75-564a-4245-ad56-46fddc087a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:38.822655 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port cfeca726-81e5-41ac-a105-1d3148f31938, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=cfeca726-81e5-41ac-a105-1d3148f31938,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:38.833884 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:38.887400 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-ad8d5b75-564a-4245-ad56-46fddc087a9e None None] Port 449bdd7f-795d-492d-a596-a51a9050a34a cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:40:38.904663 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=cfeca726-81e5-41ac-a105-1d3148f31938,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:39.107323 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.resource_extend [None req-04b4cdad-158a-418c-b251-4bd07e7543f9 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:40:39.149269 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-04b4cdad-158a-418c-b251-4bd07e7543f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:39.164994 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-04b4cdad-158a-418c-b251-4bd07e7543f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:39.177141 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b58382d4-f874-4876-9c5f-c7fd9e5b2f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:39.589745 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4cdad-158a-418c-b251-4bd07e7543f9 admin admin] Pushing event updated for resources: {'Port': ['ID=08509ee3-3f45-4520-9126-ee3710275d9f,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:39.592088 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-04b4cdad-158a-418c-b251-4bd07e7543f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:39.602899 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-0aa68ecd-6f37-4be9-a4a8-c3dec2d11f9d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] For port 53c2f482-abdf-4c93-929f-dffee6edb56d, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=53c2f482-abdf-4c93-929f-dffee6edb56d,segment=NetworkSegment(993cf907-ee49-4a63-a5d9-0478b6b5a76c),segment_id=993cf907-ee49-4a63-a5d9-0478b6b5a76c)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:39.603252 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0aa68ecd-6f37-4be9-a4a8-c3dec2d11f9d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:39.747894 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-0aa68ecd-6f37-4be9-a4a8-c3dec2d11f9d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Calling delete_port for 53c2f482-abdf-4c93-929f-dffee6edb56d owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:40:40.020276 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cfeca726-81e5-41ac-a105-1d3148f31938 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:40:40.067081 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94176df-6003-463b-b0d3-1d5a5be23592 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Router d83ed2fe-1b12-4550-b2f0-521da8a6e5a2 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:40:40.121636 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port cfeca726-81e5-41ac-a105-1d3148f31938 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:40.122013 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:40.168289 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b4cdad-158a-418c-b251-4bd07e7543f9 admin admin] Network 02b7bc0d-99d9-4e63-8692-8280ece99f65 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:40:40.219707 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-04b4cdad-158a-418c-b251-4bd07e7543f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:40.289143 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 53c2f482-abdf-4c93-929f-dffee6edb56d up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:40:40.388938 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 53c2f482-abdf-4c93-929f-dffee6edb56d triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:40.389539 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:40.522770 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44318) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:40.688648 n-d-838032-1 neutron-server[84080]: DEBUG neutron.objects.ports [None req-aee435cb-a9ae-430d-8180-a0994c1d8148 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84080) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 20 17:40:40.689128 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-aee435cb-a9ae-430d-8180-a0994c1d8148 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:40.789476 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94176df-6003-463b-b0d3-1d5a5be23592 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:40:40.801268 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f26bf2-8bc3-499b-80b6-cda6990995d8 None None] Sync routers for ids ['d83ed2fe-1b12-4550-b2f0-521da8a6e5a2'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:40:40.821905 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35ccbe7-8a42-4d9b-a508-8c130601913b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Router cb96747b-7618-4823-9674-74b2d6111362 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:40:40.840527 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0aa68ecd-6f37-4be9-a4a8-c3dec2d11f9d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:40.845008 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f26bf2-8bc3-499b-80b6-cda6990995d8 None None] Routers {'d83ed2fe-1b12-4550-b2f0-521da8a6e5a2'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:40:40.845869 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e6f26bf2-8bc3-499b-80b6-cda6990995d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:40:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d83ed2fe-1b12-4550-b2f0-521da8a6e5a2'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:40.867099 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-75d094cb-ad82-40bb-959d-6916143ca065 None None] Provisioning complete for port 08509ee3-3f45-4520-9126-ee3710275d9f triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:40.870013 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-55f2dcb0-0917-4e0e-802b-9262bc99c511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:40.870463 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-75d094cb-ad82-40bb-959d-6916143ca065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:40.920792 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee435cb-a9ae-430d-8180-a0994c1d8148 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8eaaf1d0-21ee-4a36-9579-573aec89a3e3,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:40.930962 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa68ecd-6f37-4be9-a4a8-c3dec2d11f9d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event deleted for resources: {'Port': ['ID=53c2f482-abdf-4c93-929f-dffee6edb56d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:40.945146 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e6f26bf2-8bc3-499b-80b6-cda6990995d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:40.959753 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f26bf2-8bc3-499b-80b6-cda6990995d8 None None] Routers {'d83ed2fe-1b12-4550-b2f0-521da8a6e5a2'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:40:40.960459 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e6f26bf2-8bc3-499b-80b6-cda6990995d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:40:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d83ed2fe-1b12-4550-b2f0-521da8a6e5a2'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:40.985930 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-55f2dcb0-0917-4e0e-802b-9262bc99c511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:40.999296 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-55f2dcb0-0917-4e0e-802b-9262bc99c511 admin admin] Usage tracker for resource:security_group_rule and tenant:30786c85bbf641108b6e18441fd61440 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:41.006490 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-55f2dcb0-0917-4e0e-802b-9262bc99c511 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:41.019394 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-55f2dcb0-0917-4e0e-802b-9262bc99c511 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:41.045186 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e6f26bf2-8bc3-499b-80b6-cda6990995d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:41.047146 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f26bf2-8bc3-499b-80b6-cda6990995d8 None None] The sync data for ids ['d83ed2fe-1b12-4550-b2f0-521da8a6e5a2'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:40:41.087344 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-75d094cb-ad82-40bb-959d-6916143ca065 None None] Port 08509ee3-3f45-4520-9126-ee3710275d9f cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:40:41.124091 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-55f2dcb0-0917-4e0e-802b-9262bc99c511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:41.134160 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-55f2dcb0-0917-4e0e-802b-9262bc99c511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:41.174289 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f2dcb0-0917-4e0e-802b-9262bc99c511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02098ce5-ac1a-4083-ac3a-6cc687cb8b4d,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:41.222151 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-55f2dcb0-0917-4e0e-802b-9262bc99c511 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=30786c85bbf641108b6e18441fd61440&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6962779 Apr 20 17:40:41.223115 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44326) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:41.289731 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f8f36e26-2418-492a-88f7-3e4af25028e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:41.312434 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b94176df-6003-463b-b0d3-1d5a5be23592 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "PUT /v2.0/routers/d83ed2fe-1b12-4550-b2f0-521da8a6e5a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2876918 Apr 20 17:40:41.312434 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee435cb-a9ae-430d-8180-a0994c1d8148 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Checking segment: {'id': '17b27e93-3730-472f-b868-7a319ba4406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5d4427ce-7f8b-4314-99c7-042ed62079e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:40:41.312434 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee435cb-a9ae-430d-8180-a0994c1d8148 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Network hostable DHCP agents. Network: 5d4427ce-7f8b-4314-99c7-042ed62079e8, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:40:41.314483 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44330) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:41.380064 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-29095fae-3ea3-44fd-a4cc-60d584321a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:41.383632 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f8f36e26-2418-492a-88f7-3e4af25028e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:41.541643 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee435cb-a9ae-430d-8180-a0994c1d8148 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Network 5d4427ce-7f8b-4314-99c7-042ed62079e8 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:40:41.573215 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-aee435cb-a9ae-430d-8180-a0994c1d8148 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 5d4427ce-7f8b-4314-99c7-042ed62079e8) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:41.581600 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee435cb-a9ae-430d-8180-a0994c1d8148 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:40:41.582199 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-aee435cb-a9ae-430d-8180-a0994c1d8148 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:41.584149 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42186cf1-2cf8-4397-9490-66d63a1e8158 None None] Network 5d4427ce-7f8b-4314-99c7-042ed62079e8 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:40:41.633104 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-aee435cb-a9ae-430d-8180-a0994c1d8148 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.9391255 Apr 20 17:40:41.634634 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44334) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:41.643656 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-99e2a7f8-9ee9-46e4-8ce8-2337a6f6e805 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1908658999', 'network_id': '5d4427ce-7f8b-4314-99c7-042ed62079e8'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:40:41.808063 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-99e2a7f8-9ee9-46e4-8ce8-2337a6f6e805 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:41.815452 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-99e2a7f8-9ee9-46e4-8ce8-2337a6f6e805 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Usage tracker for resource:port and tenant:8fbeabb891d848e8850a87d1e7caedc5 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:41.820935 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-99e2a7f8-9ee9-46e4-8ce8-2337a6f6e805 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:41.829079 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-99e2a7f8-9ee9-46e4-8ce8-2337a6f6e805 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:41.835634 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0aa68ecd-6f37-4be9-a4a8-c3dec2d11f9d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:41.867903 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b4cdad-158a-418c-b251-4bd07e7543f9 admin admin] Router 5541f864-c040-4adb-875c-cebfc1ecd1a3 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:40:41.875112 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-9a2d6248-30b7-4f68-9540-41425137a179 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] remove_router_interface failed (client error): The resource could not be found. Apr 20 17:40:41.877850 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9a2d6248-30b7-4f68-9540-41425137a179 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "PUT /v2.0/routers/d83ed2fe-1b12-4550-b2f0-521da8a6e5a2/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5624394 Apr 20 17:40:41.878685 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f8f36e26-2418-492a-88f7-3e4af25028e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:41.883088 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44340) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:41.897335 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f36e26-2418-492a-88f7-3e4af25028e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02098ce5-ac1a-4083-ac3a-6cc687cb8b4d,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:41.924775 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e2a7f8-9ee9-46e4-8ce8-2337a6f6e805 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Made reservation on behalf of 8fbeabb891d848e8850a87d1e7caedc5 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:40:41.927068 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-99e2a7f8-9ee9-46e4-8ce8-2337a6f6e805 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:41.949125 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35ccbe7-8a42-4d9b-a508-8c130601913b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:40:41.951443 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f8a884bf-cf3f-4be3-a6c5-d9d673ae2349 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Synchronizing usage tracker for tenant:9b47d4ec84d44059beda8a5ee5d71e29 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:40:41.956919 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f8f36e26-2418-492a-88f7-3e4af25028e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:41.961741 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f8f36e26-2418-492a-88f7-3e4af25028e0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/02098ce5-ac1a-4083-ac3a-6cc687cb8b4d HTTP/1.1" status: 204 len: 168 time: 0.7373037 Apr 20 17:40:41.982779 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f8a884bf-cf3f-4be3-a6c5-d9d673ae2349 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Unset dirty status for tenant:9b47d4ec84d44059beda8a5ee5d71e29 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:40:41.986432 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f8a884bf-cf3f-4be3-a6c5-d9d673ae2349 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "GET /v2.0/ports?device_id=d83ed2fe-1b12-4550-b2f0-521da8a6e5a2 HTTP/1.1" status: 200 len: 205 time: 0.0898197 Apr 20 17:40:41.987499 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44346) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:42.043916 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a2e2b4-1782-4d89-9859-82ba1912a785 None None] Sync routers for ids ['cb96747b-7618-4823-9674-74b2d6111362'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:40:42.058958 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e35ccbe7-8a42-4d9b-a508-8c130601913b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "PUT /v2.0/routers/cb96747b-7618-4823-9674-74b2d6111362/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.3507080 Apr 20 17:40:42.080098 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4a3b2e-13d1-4606-a6e0-26372e5871a8 None None] Network 5d4427ce-7f8b-4314-99c7-042ed62079e8 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:40:42.106545 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-99e2a7f8-9ee9-46e4-8ce8-2337a6f6e805 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] device_id is not set on port 05c2459f-0830-4ba9-aca7-10d9159a0ee5 yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:40:42.237166 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a2e2b4-1782-4d89-9859-82ba1912a785 None None] Routers {'cb96747b-7618-4823-9674-74b2d6111362'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:40:42.240072 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-69a2e2b4-1782-4d89-9859-82ba1912a785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:40:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['cb96747b-7618-4823-9674-74b2d6111362'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:42.401901 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-555331b5-62c8-4524-9f54-49ce72aa8e0d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:42.630686 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44362) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:42.670585 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a745778e-be51-4a53-99c7-9b808995db95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:42.671117 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-99e2a7f8-9ee9-46e4-8ce8-2337a6f6e805 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Allocated IP 172.20.0.10 (5d4427ce-7f8b-4314-99c7-042ed62079e8/8eaaf1d0-21ee-4a36-9579-573aec89a3e3/05c2459f-0830-4ba9-aca7-10d9159a0ee5) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:40:42.692199 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-69a2e2b4-1782-4d89-9859-82ba1912a785 None None] Set router cb96747b-7618-4823-9674-74b2d6111362 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:40:42.718503 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-a745778e-be51-4a53-99c7-9b808995db95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:42.723102 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a745778e-be51-4a53-99c7-9b808995db95 admin admin] Usage tracker for resource:security_group_rule and tenant:cd61d728eae44079acc67464065b7fc7 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:42.726562 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a745778e-be51-4a53-99c7-9b808995db95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:42.732909 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-a745778e-be51-4a53-99c7-9b808995db95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:42.819459 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a745778e-be51-4a53-99c7-9b808995db95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:42.840246 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a745778e-be51-4a53-99c7-9b808995db95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:42.936659 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-2433579a-b13f-4383-b6fc-05b08d03594f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1906498516&fields=id&tenant_id=ac289a58365e49439c6a449ebba5fb54 HTTP/1.1" status: 200 len: 267 time: 0.3971977 Apr 20 17:40:42.991442 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:43.025484 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:43.136335 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b4cdad-158a-418c-b251-4bd07e7543f9 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:40:43.148107 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d43034f-97f3-4905-b2f5-9bff1d6fdb6b None None] Sync routers for ids ['5541f864-c040-4adb-875c-cebfc1ecd1a3'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:40:43.169242 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d43034f-97f3-4905-b2f5-9bff1d6fdb6b None None] Routers {'5541f864-c040-4adb-875c-cebfc1ecd1a3'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:40:43.170000 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-3d43034f-97f3-4905-b2f5-9bff1d6fdb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:40:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['5541f864-c040-4adb-875c-cebfc1ecd1a3'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:43.217549 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745778e-be51-4a53-99c7-9b808995db95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebe388f-4b6e-42d7-9825-ba5d51bd0caf,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:43.223937 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-99e2a7f8-9ee9-46e4-8ce8-2337a6f6e805 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:43.243515 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-04b4cdad-158a-418c-b251-4bd07e7543f9 admin admin] 10.222.0.39 "PUT /v2.0/routers/5541f864-c040-4adb-875c-cebfc1ecd1a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0889461 Apr 20 17:40:43.349743 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-99e2a7f8-9ee9-46e4-8ce8-2337a6f6e805 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:43.357449 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:43.375453 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-69a2e2b4-1782-4d89-9859-82ba1912a785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb96747b-7618-4823-9674-74b2d6111362', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143651464', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'd1019a18-138f-4eff-a00d-883afae5d69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:12Z', 'updated_at': '2022-04-20T17:40:33Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'd1019a18-138f-4eff-a00d-883afae5d69e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96747b-7618-4823-9674-74b2d6111362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:14Z', 'updated_at': '2022-04-20T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '449bdd7f-795d-492d-a596-a51a9050a34a', 'name': '', 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:53:68:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb96747b-7618-4823-9674-74b2d6111362', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcbb3aef-0f73-4a02-803d-6c36c52b922a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:29Z', 'updated_at': '2022-04-20T17:40:35Z', 'revision_number': 2, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': 'fcbb3aef-0f73-4a02-803d-6c36c52b922a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:43.382011 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a2e2b4-1782-4d89-9859-82ba1912a785 None None] Checking router: cb96747b-7618-4823-9674-74b2d6111362 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:40:43.382378 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a2e2b4-1782-4d89-9859-82ba1912a785 None None] Updating router cb96747b-7618-4823-9674-74b2d6111362 port 449bdd7f-795d-492d-a596-a51a9050a34a binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:40:43.434336 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2a7f8-9ee9-46e4-8ce8-2337a6f6e805 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Pushing event updated for resources: {'Port': ['ID=05c2459f-0830-4ba9-aca7-10d9159a0ee5,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:43.469637 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e2a7f8-9ee9-46e4-8ce8-2337a6f6e805 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Network 5d4427ce-7f8b-4314-99c7-042ed62079e8 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:40:43.472960 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-99e2a7f8-9ee9-46e4-8ce8-2337a6f6e805 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:43.478234 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e2a7f8-9ee9-46e4-8ce8-2337a6f6e805 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:40:43.497527 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-69a2e2b4-1782-4d89-9859-82ba1912a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:43.541550 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa68ecd-6f37-4be9-a4a8-c3dec2d11f9d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Router e0e24074-85f9-471b-b705-b10a2f130e0d has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:40:43.548630 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-3d43034f-97f3-4905-b2f5-9bff1d6fdb6b None None] Set router 5541f864-c040-4adb-875c-cebfc1ecd1a3 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:40:43.557456 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e2a7f8-9ee9-46e4-8ce8-2337a6f6e805 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:40:43.558056 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-99e2a7f8-9ee9-46e4-8ce8-2337a6f6e805 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:43.597744 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a745778e-be51-4a53-99c7-9b808995db95 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd61d728eae44079acc67464065b7fc7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9640341 Apr 20 17:40:43.640428 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-b65c5b56-8280-4920-bd10-4c8ad9342d18 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:40:43.641588 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-b65c5b56-8280-4920-bd10-4c8ad9342d18 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Synchronizing usage tracker for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:40:43.653727 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44372) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:43.703357 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-555331b5-62c8-4524-9f54-49ce72aa8e0d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:43.730651 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-99e2a7f8-9ee9-46e4-8ce8-2337a6f6e805 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.0936556 Apr 20 17:40:43.738855 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44378) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:43.793162 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-417c0ca5-b8a5-4a50-a5d1-a2e6e2201c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:43.806060 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-555331b5-62c8-4524-9f54-49ce72aa8e0d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:43.807155 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-4454c8cf-34f1-4f11-a6da-b60c2852fbc1 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Deleting port 05c2459f-0830-4ba9-aca7-10d9159a0ee5 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:40:43.807718 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4454c8cf-34f1-4f11-a6da-b60c2852fbc1 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:43.816291 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-b65c5b56-8280-4920-bd10-4c8ad9342d18 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Unset dirty status for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:40:43.822711 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-b65c5b56-8280-4920-bd10-4c8ad9342d18 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/networks?id=eca56d5d-e4f2-441a-b91e-029ec9fd83b1 HTTP/1.1" status: 200 len: 796 time: 0.8084595 Apr 20 17:40:43.848305 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-417c0ca5-b8a5-4a50-a5d1-a2e6e2201c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:43.888816 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-1457cd5a-48a1-48e4-93d9-73c0572a2d4a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/quotas/ac289a58365e49439c6a449ebba5fb54 HTTP/1.1" status: 200 len: 375 time: 0.0651135 Apr 20 17:40:44.110233 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:44.191264 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-555331b5-62c8-4524-9f54-49ce72aa8e0d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:44.192352 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555331b5-62c8-4524-9f54-49ce72aa8e0d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Fanout notify agent at l3_agent the message router_deleted on router d83ed2fe-1b12-4550-b2f0-521da8a6e5a2 {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:40:44.212791 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-3d43034f-97f3-4905-b2f5-9bff1d6fdb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5541f864-c040-4adb-875c-cebfc1ecd1a3', 'name': 'tempest-ImageQuotaTest-2074488080-router', 'tenant_id': 'cfa2c21078774097a572dcf8fa18a7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'cfeca726-81e5-41ac-a105-1d3148f31938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:19Z', 'updated_at': '2022-04-20T17:40:36Z', 'revision_number': 4, 'project_id': 'cfa2c21078774097a572dcf8fa18a7b3', 'gw_port': {'id': 'cfeca726-81e5-41ac-a105-1d3148f31938', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:34:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5541f864-c040-4adb-875c-cebfc1ecd1a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:21Z', 'updated_at': '2022-04-20T17:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '08509ee3-3f45-4520-9126-ee3710275d9f', 'name': '', 'network_id': '02b7bc0d-99d9-4e63-8692-8280ece99f65', 'tenant_id': 'cfa2c21078774097a572dcf8fa18a7b3', 'mac_address': 'fa:16:3e:db:4a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5541f864-c040-4adb-875c-cebfc1ecd1a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '435c2f0b-6821-47b8-9a31-7a0eb8b14fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:32Z', 'updated_at': '2022-04-20T17:40:37Z', 'revision_number': 2, 'project_id': 'cfa2c21078774097a572dcf8fa18a7b3', 'subnets': [{'id': '435c2f0b-6821-47b8-9a31-7a0eb8b14fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:44.220884 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d43034f-97f3-4905-b2f5-9bff1d6fdb6b None None] Checking router: 5541f864-c040-4adb-875c-cebfc1ecd1a3 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:40:44.220884 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d43034f-97f3-4905-b2f5-9bff1d6fdb6b None None] Updating router 5541f864-c040-4adb-875c-cebfc1ecd1a3 port 08509ee3-3f45-4520-9126-ee3710275d9f binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:40:44.312092 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-3d43034f-97f3-4905-b2f5-9bff1d6fdb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:44.323804 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-69a2e2b4-1782-4d89-9859-82ba1912a785 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:44.330971 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-555331b5-62c8-4524-9f54-49ce72aa8e0d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:44.332086 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-555331b5-62c8-4524-9f54-49ce72aa8e0d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/routers/d83ed2fe-1b12-4550-b2f0-521da8a6e5a2 HTTP/1.1" status: 204 len: 168 time: 2.3401947 Apr 20 17:40:44.335017 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-417c0ca5-b8a5-4a50-a5d1-a2e6e2201c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:44.344520 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44392) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:44.345871 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-69a2e2b4-1782-4d89-9859-82ba1912a785 None None] Transition to ACTIVE for port object 449bdd7f-795d-492d-a596-a51a9050a34a will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:40:44.363230 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-69a2e2b4-1782-4d89-9859-82ba1912a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:44.390649 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c0ca5-b8a5-4a50-a5d1-a2e6e2201c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebe388f-4b6e-42d7-9825-ba5d51bd0caf,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:44.481923 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa68ecd-6f37-4be9-a4a8-c3dec2d11f9d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:40:44.496406 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0aa68ecd-6f37-4be9-a4a8-c3dec2d11f9d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "PUT /v2.0/routers/e0e24074-85f9-471b-b705-b10a2f130e0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9959280 Apr 20 17:40:44.496786 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-417c0ca5-b8a5-4a50-a5d1-a2e6e2201c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:44.503266 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44396) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:44.512368 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-417c0ca5-b8a5-4a50-a5d1-a2e6e2201c40 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ebe388f-4b6e-42d7-9825-ba5d51bd0caf HTTP/1.1" status: 204 len: 168 time: 0.8485227 Apr 20 17:40:44.571407 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5006cf88-6ba9-4910-9e38-aeeafcaa8c13 None None] Sync routers for ids ['e0e24074-85f9-471b-b705-b10a2f130e0d'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:40:44.587896 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-4bc58f52-a524-46ac-b25a-4238d42d45f3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Synchronizing usage tracker for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:40:44.695128 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-4bc58f52-a524-46ac-b25a-4238d42d45f3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Unset dirty status for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:40:44.708816 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-4bc58f52-a524-46ac-b25a-4238d42d45f3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8113384 Apr 20 17:40:44.729772 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4454c8cf-34f1-4f11-a6da-b60c2852fbc1 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:44.849548 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76dc3cb-bc90-4db6-bb60-89d671f289df None None] Pushing event updated for resources: {'Port': ['ID=449bdd7f-795d-492d-a596-a51a9050a34a,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:44.887660 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5006cf88-6ba9-4910-9e38-aeeafcaa8c13 None None] Routers {'e0e24074-85f9-471b-b705-b10a2f130e0d'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:40:44.889063 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-5006cf88-6ba9-4910-9e38-aeeafcaa8c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:40:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e0e24074-85f9-471b-b705-b10a2f130e0d'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:45.000468 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-579d2350-35fd-4c43-b982-c2d186bd1bde tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Deleting subnet 9382be03-1b00-4275-8cd6-61b0392f9218 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:40:45.015415 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-579d2350-35fd-4c43-b982-c2d186bd1bde tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:45.091789 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-3d43034f-97f3-4905-b2f5-9bff1d6fdb6b None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:45.120408 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-3d43034f-97f3-4905-b2f5-9bff1d6fdb6b None None] Transition to ACTIVE for port object 08509ee3-3f45-4520-9126-ee3710275d9f will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:40:45.143026 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-3d43034f-97f3-4905-b2f5-9bff1d6fdb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:45.150949 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-579d2350-35fd-4c43-b982-c2d186bd1bde tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:45.168305 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-4454c8cf-34f1-4f11-a6da-b60c2852fbc1 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Calling delete_port for 05c2459f-0830-4ba9-aca7-10d9159a0ee5 owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:40:45.279451 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3effe-7073-456b-a46b-15615acb40fd None None] Pushing event updated for resources: {'Port': ['ID=08509ee3-3f45-4520-9126-ee3710275d9f,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:45.316077 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-aa5ed5f7-dd56-4c77-8404-12608357268c service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:40:45.317537 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-aa5ed5f7-dd56-4c77-8404-12608357268c service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.6079392 Apr 20 17:40:45.318845 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-579d2350-35fd-4c43-b982-c2d186bd1bde tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:45.356858 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-e49e9455-60a5-4a08-b638-803cc4e25991 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Deleting subnet 6c94deb4-47eb-49cd-b67f-594872a8878e {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:40:45.506951 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e49e9455-60a5-4a08-b638-803cc4e25991 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:45.538234 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:45.544417 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4454c8cf-34f1-4f11-a6da-b60c2852fbc1 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:45.558504 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-69a2e2b4-1782-4d89-9859-82ba1912a785 None None] Attempting to bind port 449bdd7f-795d-492d-a596-a51a9050a34a on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:40:45.571006 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-69a2e2b4-1782-4d89-9859-82ba1912a785 None None] Attempting to bind port 449bdd7f-795d-492d-a596-a51a9050a34a by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '0d0bb655-15d9-4b50-a39c-4bc813a39738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:40:45.571640 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a2e2b4-1782-4d89-9859-82ba1912a785 None None] Attempting to bind port 449bdd7f-795d-492d-a596-a51a9050a34a on network eca56d5d-e4f2-441a-b91e-029ec9fd83b1 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:40:45.607484 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a2e2b4-1782-4d89-9859-82ba1912a785 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:40:45.617996 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454c8cf-34f1-4f11-a6da-b60c2852fbc1 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Pushing event deleted for resources: {'Port': ['ID=05c2459f-0830-4ba9-aca7-10d9159a0ee5,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:45.619364 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a2e2b4-1782-4d89-9859-82ba1912a785 None None] Checking segment: {'id': '0d0bb655-15d9-4b50-a39c-4bc813a39738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:40:45.619998 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-69a2e2b4-1782-4d89-9859-82ba1912a785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:45.625744 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a2e2b4-1782-4d89-9859-82ba1912a785 None None] Bound using segment: {'id': '0d0bb655-15d9-4b50-a39c-4bc813a39738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:40:45.626160 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-69a2e2b4-1782-4d89-9859-82ba1912a785 None None] Bound port: 449bdd7f-795d-492d-a596-a51a9050a34a, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0bb655-15d9-4b50-a39c-4bc813a39738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:40:45.626843 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-69a2e2b4-1782-4d89-9859-82ba1912a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:45.646792 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-5006cf88-6ba9-4910-9e38-aeeafcaa8c13 None None] Set router e0e24074-85f9-471b-b705-b10a2f130e0d gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:40:45.725126 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-3d43034f-97f3-4905-b2f5-9bff1d6fdb6b None None] Attempting to bind port 08509ee3-3f45-4520-9126-ee3710275d9f on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:40:45.725485 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-3d43034f-97f3-4905-b2f5-9bff1d6fdb6b None None] Attempting to bind port 08509ee3-3f45-4520-9126-ee3710275d9f by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '8584d258-0e9c-4146-93e2-3099b4835e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '02b7bc0d-99d9-4e63-8692-8280ece99f65'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:40:45.731463 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d43034f-97f3-4905-b2f5-9bff1d6fdb6b None None] Attempting to bind port 08509ee3-3f45-4520-9126-ee3710275d9f on network 02b7bc0d-99d9-4e63-8692-8280ece99f65 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:40:45.767762 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d43034f-97f3-4905-b2f5-9bff1d6fdb6b None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:40:45.768319 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d43034f-97f3-4905-b2f5-9bff1d6fdb6b None None] Checking segment: {'id': '8584d258-0e9c-4146-93e2-3099b4835e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '02b7bc0d-99d9-4e63-8692-8280ece99f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:40:45.768723 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-3d43034f-97f3-4905-b2f5-9bff1d6fdb6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:45.769109 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d43034f-97f3-4905-b2f5-9bff1d6fdb6b None None] Bound using segment: {'id': '8584d258-0e9c-4146-93e2-3099b4835e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '02b7bc0d-99d9-4e63-8692-8280ece99f65'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:40:45.769638 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-3d43034f-97f3-4905-b2f5-9bff1d6fdb6b None None] Bound port: 08509ee3-3f45-4520-9126-ee3710275d9f, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8584d258-0e9c-4146-93e2-3099b4835e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '02b7bc0d-99d9-4e63-8692-8280ece99f65'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:40:45.770025 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-3d43034f-97f3-4905-b2f5-9bff1d6fdb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:45.812323 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-4ab49be9-1c26-40ff-b4cc-44ea9a9cb32a service neutron] 10.222.0.39 "GET /v2.0/networks/eca56d5d-e4f2-441a-b91e-029ec9fd83b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006209 Apr 20 17:40:45.855165 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e49e9455-60a5-4a08-b638-803cc4e25991 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:45.971642 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-3d43034f-97f3-4905-b2f5-9bff1d6fdb6b None None] For port 08509ee3-3f45-4520-9126-ee3710275d9f, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:40:45.974880 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-3d43034f-97f3-4905-b2f5-9bff1d6fdb6b None None] For port 08509ee3-3f45-4520-9126-ee3710275d9f, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=08509ee3-3f45-4520-9126-ee3710275d9f,segment=NetworkSegment(8584d258-0e9c-4146-93e2-3099b4835e00),segment_id=8584d258-0e9c-4146-93e2-3099b4835e00)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:40:45.990390 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-3d43034f-97f3-4905-b2f5-9bff1d6fdb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:46.025473 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4454c8cf-34f1-4f11-a6da-b60c2852fbc1 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:46.056641 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4454c8cf-34f1-4f11-a6da-b60c2852fbc1 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] 10.222.0.39 "DELETE /v2.0/ports/05c2459f-0830-4ba9-aca7-10d9159a0ee5 HTTP/1.1" status: 204 len: 168 time: 2.3162498 Apr 20 17:40:46.058841 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44432) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:46.067562 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-579d2350-35fd-4c43-b982-c2d186bd1bde tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:46.076300 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-01a31800-a98c-4b38-ab0e-d792de807760 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d4427ce-7f8b-4314-99c7-042ed62079e8', 'external_fixed_ips': [{'subnet_id': '8eaaf1d0-21ee-4a36-9579-573aec89a3e3', 'ip_address': '172.20.0.10'}]}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:40:46.096656 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-01a31800-a98c-4b38-ab0e-d792de807760 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:46.123867 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d2350-35fd-4c43-b982-c2d186bd1bde tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event deleted for resources: {'Subnet': ['ID=9382be03-1b00-4275-8cd6-61b0392f9218,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:46.124879 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-01a31800-a98c-4b38-ab0e-d792de807760 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Usage tracker for resource:router and tenant:8fbeabb891d848e8850a87d1e7caedc5 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:46.127071 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-69a2e2b4-1782-4d89-9859-82ba1912a785 None None] For port 449bdd7f-795d-492d-a596-a51a9050a34a, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:40:46.141112 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-cd1610bc-20d8-487b-b3a8-ffb9d6020603 service neutron] 10.222.0.39 "GET /v2.0/networks/eca56d5d-e4f2-441a-b91e-029ec9fd83b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273973 Apr 20 17:40:46.146524 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-01a31800-a98c-4b38-ab0e-d792de807760 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:46.155931 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-579d2350-35fd-4c43-b982-c2d186bd1bde tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:46.178659 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-579d2350-35fd-4c43-b982-c2d186bd1bde tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/subnets/9382be03-1b00-4275-8cd6-61b0392f9218 HTTP/1.1" status: 204 len: 168 time: 1.8051813 Apr 20 17:40:46.183535 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44438) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:46.190520 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-01a31800-a98c-4b38-ab0e-d792de807760 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:46.247465 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9958c456-94ba-4f0b-bf3d-0d7faf02353d None None] Network e674cee0-9056-4e99-9d10-cb56fb06452b requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:40:46.251650 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-01a31800-a98c-4b38-ab0e-d792de807760 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:46.252862 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-01a31800-a98c-4b38-ab0e-d792de807760 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:46.256591 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3effe-7073-456b-a46b-15615acb40fd None None] Pushing event updated for resources: {'Port': ['ID=08509ee3-3f45-4520-9126-ee3710275d9f,revision_number=4']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:46.263874 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e49e9455-60a5-4a08-b638-803cc4e25991 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:46.270122 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d43034f-97f3-4905-b2f5-9bff1d6fdb6b None None] Routers {'5541f864-c040-4adb-875c-cebfc1ecd1a3'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:40:46.270963 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-3d43034f-97f3-4905-b2f5-9bff1d6fdb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:40:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['5541f864-c040-4adb-875c-cebfc1ecd1a3'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:46.499723 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dedcef2e-828b-4d16-9e7e-fbabf97fcb1e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:46.539237 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-dedcef2e-828b-4d16-9e7e-fbabf97fcb1e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Deleting port 21c99de3-6635-4f1d-beac-6b7c861f9175 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:40:46.542729 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dedcef2e-828b-4d16-9e7e-fbabf97fcb1e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:46.587712 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-01a31800-a98c-4b38-ab0e-d792de807760 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:47.015467 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-3d43034f-97f3-4905-b2f5-9bff1d6fdb6b None None] Set router 5541f864-c040-4adb-875c-cebfc1ecd1a3 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:40:47.111336 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-69a2e2b4-1782-4d89-9859-82ba1912a785 None None] For port 449bdd7f-795d-492d-a596-a51a9050a34a, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=449bdd7f-795d-492d-a596-a51a9050a34a,segment=NetworkSegment(0d0bb655-15d9-4b50-a39c-4bc813a39738),segment_id=0d0bb655-15d9-4b50-a39c-4bc813a39738)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:40:47.113002 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-dedcef2e-828b-4d16-9e7e-fbabf97fcb1e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] For port 21c99de3-6635-4f1d-beac-6b7c861f9175, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=21c99de3-6635-4f1d-beac-6b7c861f9175,segment=NetworkSegment(a092dc8b-d8e8-4423-80dd-0f4c67f6ce0b),segment_id=a092dc8b-d8e8-4423-80dd-0f4c67f6ce0b)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:47.115232 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dedcef2e-828b-4d16-9e7e-fbabf97fcb1e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:47.201815 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-69a2e2b4-1782-4d89-9859-82ba1912a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:47.281001 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f941ed18-04b7-450c-ac06-125ec32973a5 req-ed247859-b17f-4b6f-85b6-a6f1c53509b4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Synchronizing usage tracker for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:40:47.326464 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e49e9455-60a5-4a08-b638-803cc4e25991 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:47.528134 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44464) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:47.567413 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-dedcef2e-828b-4d16-9e7e-fbabf97fcb1e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Calling delete_port for 21c99de3-6635-4f1d-beac-6b7c861f9175 owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:40:47.766324 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e9455-60a5-4a08-b638-803cc4e25991 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event deleted for resources: {'Subnet': ['ID=6c94deb4-47eb-49cd-b67f-594872a8878e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:47.785501 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f941ed18-04b7-450c-ac06-125ec32973a5 req-ed247859-b17f-4b6f-85b6-a6f1c53509b4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Unset dirty status for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:40:47.800282 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f941ed18-04b7-450c-ac06-125ec32973a5 req-ed247859-b17f-4b6f-85b6-a6f1c53509b4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 210 time: 1.1087480 Apr 20 17:40:47.805824 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e49e9455-60a5-4a08-b638-803cc4e25991 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:47.891173 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f89c0a-f4c0-4347-b78b-5aa6e139eeea None None] Network 59e19d9c-9204-48bc-9b45-256908deae2c requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:40:47.914939 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e49e9455-60a5-4a08-b638-803cc4e25991 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/subnets/6c94deb4-47eb-49cd-b67f-594872a8878e HTTP/1.1" status: 204 len: 168 time: 3.4101698 Apr 20 17:40:47.932208 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44478) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:47.935901 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-01a31800-a98c-4b38-ab0e-d792de807760 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:48.038577 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-3d43034f-97f3-4905-b2f5-9bff1d6fdb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5541f864-c040-4adb-875c-cebfc1ecd1a3', 'name': 'tempest-ImageQuotaTest-2074488080-router', 'tenant_id': 'cfa2c21078774097a572dcf8fa18a7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'cfeca726-81e5-41ac-a105-1d3148f31938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:19Z', 'updated_at': '2022-04-20T17:40:36Z', 'revision_number': 4, 'project_id': 'cfa2c21078774097a572dcf8fa18a7b3', 'gw_port': {'id': 'cfeca726-81e5-41ac-a105-1d3148f31938', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:34:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5541f864-c040-4adb-875c-cebfc1ecd1a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:21Z', 'updated_at': '2022-04-20T17:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '08509ee3-3f45-4520-9126-ee3710275d9f', 'name': '', 'network_id': '02b7bc0d-99d9-4e63-8692-8280ece99f65', 'tenant_id': 'cfa2c21078774097a572dcf8fa18a7b3', 'mac_address': 'fa:16:3e:db:4a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5541f864-c040-4adb-875c-cebfc1ecd1a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '435c2f0b-6821-47b8-9a31-7a0eb8b14fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:32Z', 'updated_at': '2022-04-20T17:40:45Z', 'revision_number': 4, 'project_id': 'cfa2c21078774097a572dcf8fa18a7b3', 'subnets': [{'id': '435c2f0b-6821-47b8-9a31-7a0eb8b14fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:48.054128 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d43034f-97f3-4905-b2f5-9bff1d6fdb6b None None] The sync data for ids ['5541f864-c040-4adb-875c-cebfc1ecd1a3'] in n-d-838032-1 is: [{'id': '5541f864-c040-4adb-875c-cebfc1ecd1a3', 'name': 'tempest-ImageQuotaTest-2074488080-router', 'tenant_id': 'cfa2c21078774097a572dcf8fa18a7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'cfeca726-81e5-41ac-a105-1d3148f31938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:19Z', 'updated_at': '2022-04-20T17:40:36Z', 'revision_number': 4, 'project_id': 'cfa2c21078774097a572dcf8fa18a7b3', 'gw_port': {'id': 'cfeca726-81e5-41ac-a105-1d3148f31938', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:34:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5541f864-c040-4adb-875c-cebfc1ecd1a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:21Z', 'updated_at': '2022-04-20T17:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '08509ee3-3f45-4520-9126-ee3710275d9f', 'name': '', 'network_id': '02b7bc0d-99d9-4e63-8692-8280ece99f65', 'tenant_id': 'cfa2c21078774097a572dcf8fa18a7b3', 'mac_address': 'fa:16:3e:db:4a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5541f864-c040-4adb-875c-cebfc1ecd1a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '435c2f0b-6821-47b8-9a31-7a0eb8b14fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:32Z', 'updated_at': '2022-04-20T17:40:45Z', 'revision_number': 4, 'project_id': 'cfa2c21078774097a572dcf8fa18a7b3', 'subnets': [{'id': '435c2f0b-6821-47b8-9a31-7a0eb8b14fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:40:48.520072 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1432cb40-d03b-42cb-83b4-a3c981ae4295 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:48.567430 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76dc3cb-bc90-4db6-bb60-89d671f289df None None] Pushing event updated for resources: {'Port': ['ID=449bdd7f-795d-492d-a596-a51a9050a34a,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:48.655997 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a2e2b4-1782-4d89-9859-82ba1912a785 None None] Routers {'cb96747b-7618-4823-9674-74b2d6111362'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:40:48.656885 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-69a2e2b4-1782-4d89-9859-82ba1912a785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:40:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['cb96747b-7618-4823-9674-74b2d6111362'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:48.797521 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dedcef2e-828b-4d16-9e7e-fbabf97fcb1e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:49.100024 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedcef2e-828b-4d16-9e7e-fbabf97fcb1e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] No DVR routers for this DVR port 21c99de3-6635-4f1d-beac-6b7c861f9175 on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:40:49.260330 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-1432cb40-d03b-42cb-83b4-a3c981ae4295 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Deleting port dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:40:49.261379 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1432cb40-d03b-42cb-83b4-a3c981ae4295 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:49.290013 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedcef2e-828b-4d16-9e7e-fbabf97fcb1e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event deleted for resources: {'Port': ['ID=21c99de3-6635-4f1d-beac-6b7c861f9175,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:49.635092 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e1e2d841-10f4-4bac-885e-a6503108c9f1 req-48b6c8bd-0404-4d9e-bf69-024a3000df4a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 210 time: 0.3537974 Apr 20 17:40:50.058118 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-5006cf88-6ba9-4910-9e38-aeeafcaa8c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'name': 'tempest-RoutersIpV6Test-router-1282796834', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:39:32Z', 'updated_at': '2022-04-20T17:40:40Z', 'revision_number': 8, 'project_id': '223231c784ee479d86d7622cff558dcb', 'gw_port_host': None, '_interfaces': [{'id': '5de728ee-08ef-4134-858a-18ed50ce74f4', 'name': '', 'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:50:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a380890-61da-4dee-b68a-756b86290ba4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:36Z', 'updated_at': '2022-04-20T17:39:52Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '5a380890-61da-4dee-b68a-756b86290ba4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636bb4bc-e93a-4f53-ab42-5aaa27b48a94', 'name': '', 'network_id': 'f33fab59-8c3d-49a6-bfd4-891170acc8f8', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:f0:10:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c921873-8400-4373-8efd-a320703c8b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:45Z', 'updated_at': '2022-04-20T17:40:06Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '1c921873-8400-4373-8efd-a320703c8b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '644ddbe3-b2d1-4e96-8900-366ba2c9cba4', 'name': '', 'network_id': 'aa0c03e9-449b-4b0c-955f-d2d931b2eb24', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:57:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '082e6c75-f969-4e30-88f1-be0eaebf76bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:00Z', 'updated_at': '2022-04-20T17:40:16Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '082e6c75-f969-4e30-88f1-be0eaebf76bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:50.083896 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dedcef2e-828b-4d16-9e7e-fbabf97fcb1e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:50.092103 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5006cf88-6ba9-4910-9e38-aeeafcaa8c13 None None] Checking router: e0e24074-85f9-471b-b705-b10a2f130e0d for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:40:50.149404 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bede137-133a-4eb6-8a18-84bfcbcb02bc None None] DHCP port deletion for e674cee0-9056-4e99-9d10-cb56fb06452b request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:40:50.153583 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-1432cb40-d03b-42cb-83b4-a3c981ae4295 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] For port dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa,segment=NetworkSegment(993cf907-ee49-4a63-a5d9-0478b6b5a76c),segment_id=993cf907-ee49-4a63-a5d9-0478b6b5a76c)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:50.154427 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1432cb40-d03b-42cb-83b4-a3c981ae4295 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:50.216503 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-69a2e2b4-1782-4d89-9859-82ba1912a785 None None] Set router cb96747b-7618-4823-9674-74b2d6111362 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:40:50.308854 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-dedcef2e-828b-4d16-9e7e-fbabf97fcb1e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e674cee0-9056-4e99-9d10-cb56fb06452b']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:50.332620 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5006cf88-6ba9-4910-9e38-aeeafcaa8c13 None None] Routers {'e0e24074-85f9-471b-b705-b10a2f130e0d'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:40:50.336260 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-5006cf88-6ba9-4910-9e38-aeeafcaa8c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:40:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e0e24074-85f9-471b-b705-b10a2f130e0d'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:50.464495 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 08509ee3-3f45-4520-9126-ee3710275d9f up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:40:50.587240 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-dedcef2e-828b-4d16-9e7e-fbabf97fcb1e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a092dc8b-d8e8-4423-80dd-0f4c67f6ce0b') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:50.588766 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-dedcef2e-828b-4d16-9e7e-fbabf97fcb1e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a092dc8b-d8e8-4423-80dd-0f4c67f6ce0b') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:50.698826 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dedcef2e-828b-4d16-9e7e-fbabf97fcb1e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:50.729623 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-2151ce2c-f9dc-4181-8f18-be569c65a5c5 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:40:50.731649 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-2151ce2c-f9dc-4181-8f18-be569c65a5c5 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.43 "GET /v2.0/networks?id=eca56d5d-e4f2-441a-b91e-029ec9fd83b1 HTTP/1.1" status: 200 len: 796 time: 1.2387011 Apr 20 17:40:50.738133 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dedcef2e-828b-4d16-9e7e-fbabf97fcb1e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:50.791948 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dedcef2e-828b-4d16-9e7e-fbabf97fcb1e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:40:50.792551 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dedcef2e-828b-4d16-9e7e-fbabf97fcb1e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:50.794741 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-1432cb40-d03b-42cb-83b4-a3c981ae4295 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Calling delete_port for dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:40:50.823700 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:40:50.823700 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:40:50.823700 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:40:50.823700 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:40:50.823700 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:40:50.823700 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:40:50.823700 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:40:50.823700 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:40:50.823700 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:40:50.823700 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:40:50.823700 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:40:50.823700 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:40:50.823700 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:40:50.823700 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:40:50.823700 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:40:50.823700 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:40:50.823700 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:40:50.823700 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:40:50.823700 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:40:50.823700 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:40:50.823700 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:40:50.823700 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:40:50.823700 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:40:50.823700 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:40:50.823700 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:40:50.823700 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:40:50.823700 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:40:50.823700 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:40:50.823700 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:40:50.823700 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:40:50.823700 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:40:50.823700 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:40:51.049999 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef310131-6132-4346-8779-7960b8429966 None None] DHCP port deletion for 59e19d9c-9204-48bc-9b45-256908deae2c request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:40:51.061730 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-ef310131-6132-4346-8779-7960b8429966 None None] Deleting port dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:40:51.063366 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ef310131-6132-4346-8779-7960b8429966 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:51.126050 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 08509ee3-3f45-4520-9126-ee3710275d9f completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:40:51.209771 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 08509ee3-3f45-4520-9126-ee3710275d9f triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:51.210758 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:51.211359 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dedcef2e-828b-4d16-9e7e-fbabf97fcb1e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:51.359003 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8c48f1a0-d04c-43b6-9981-138980c83b21 req-dd3f366f-160d-4c30-9a89-a51be90bd375 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 210 time: 0.1600115 Apr 20 17:40:51.385386 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-01a31800-a98c-4b38-ab0e-d792de807760 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:51.393116 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-b4796e95-7ad7-4218-828b-7cbc6b2dabdb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac289a58365e49439c6a449ebba5fb54 HTTP/1.1" status: 200 len: 380 time: 0.6454444 Apr 20 17:40:51.408134 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dedcef2e-828b-4d16-9e7e-fbabf97fcb1e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:51.427602 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-96b0e9d1-e483-4b4f-b41f-732b5c6674e6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'port': {'device_id': '72b47256-80a9-48a6-be22-65daf773be99', 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1', 'admin_state_up': True, 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'security_groups': ['821043b7-26d5-401b-b0cd-14679faeced3']}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:40:51.453507 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-ef310131-6132-4346-8779-7960b8429966 None None] For port dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa,segment=NetworkSegment(993cf907-ee49-4a63-a5d9-0478b6b5a76c),segment_id=993cf907-ee49-4a63-a5d9-0478b6b5a76c)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:51.454362 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ef310131-6132-4346-8779-7960b8429966 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:51.468652 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedcef2e-828b-4d16-9e7e-fbabf97fcb1e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event deleted for resources: {'Network': ['ID=e674cee0-9056-4e99-9d10-cb56fb06452b,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:51.473716 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1432cb40-d03b-42cb-83b4-a3c981ae4295 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:51.561623 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-dedcef2e-828b-4d16-9e7e-fbabf97fcb1e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/networks/e674cee0-9056-4e99-9d10-cb56fb06452b HTTP/1.1" status: 204 len: 168 time: 5.3704457 Apr 20 17:40:51.568066 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44538) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:51.568872 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-01a31800-a98c-4b38-ab0e-d792de807760 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:51.577139 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-0d63ac63-7284-463b-b315-e0ca9efd8ba0 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Request body: {'network': {'name': 'tempest-RoutersTest-977509806'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:40:51.584162 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0d63ac63-7284-463b-b315-e0ca9efd8ba0 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:51.588443 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0d63ac63-7284-463b-b315-e0ca9efd8ba0 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Usage tracker for resource:network and tenant:9b47d4ec84d44059beda8a5ee5d71e29 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:51.597767 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0d63ac63-7284-463b-b315-e0ca9efd8ba0 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:51.601059 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-ef310131-6132-4346-8779-7960b8429966 None None] Calling delete_port for dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:40:51.603545 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0d63ac63-7284-463b-b315-e0ca9efd8ba0 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:51.633138 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d63ac63-7284-463b-b315-e0ca9efd8ba0 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Made reservation on behalf of 9b47d4ec84d44059beda8a5ee5d71e29 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:40:51.643790 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0d63ac63-7284-463b-b315-e0ca9efd8ba0 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:51.687011 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-ef310131-6132-4346-8779-7960b8429966 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:40:51.687421 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-ef310131-6132-4346-8779-7960b8429966 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:40:51.743670 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-5006cf88-6ba9-4910-9e38-aeeafcaa8c13 None None] Set router e0e24074-85f9-471b-b705-b10a2f130e0d gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:40:51.773802 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432cb40-d03b-42cb-83b4-a3c981ae4295 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event deleted for resources: {'Port': ['ID=dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:51.800998 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1432cb40-d03b-42cb-83b4-a3c981ae4295 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] No DVR routers for this DVR port dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:40:51.829195 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d63ac63-7284-463b-b315-e0ca9efd8ba0 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:40:51.832007 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-96b0e9d1-e483-4b4f-b41f-732b5c6674e6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:51.853274 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-96b0e9d1-e483-4b4f-b41f-732b5c6674e6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:51.855884 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0d63ac63-7284-463b-b315-e0ca9efd8ba0 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:51.856168 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-0d63ac63-7284-463b-b315-e0ca9efd8ba0 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Added segment dda190ea-f4ac-4073-bb94-be4b3f70ed5a of type vlan for network 6d509070-a234-4405-a5e5-aa172d53c387 Apr 20 17:40:51.920164 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0d63ac63-7284-463b-b315-e0ca9efd8ba0 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:51.949522 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:52.002050 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-96b0e9d1-e483-4b4f-b41f-732b5c6674e6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Made reservation on behalf of ac289a58365e49439c6a449ebba5fb54 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:40:52.006857 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 08509ee3-3f45-4520-9126-ee3710275d9f, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=08509ee3-3f45-4520-9126-ee3710275d9f,segment=NetworkSegment(8584d258-0e9c-4146-93e2-3099b4835e00),segment_id=8584d258-0e9c-4146-93e2-3099b4835e00)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:52.011982 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-96b0e9d1-e483-4b4f-b41f-732b5c6674e6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:52.039069 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:52.286357 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0d63ac63-7284-463b-b315-e0ca9efd8ba0 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:52.298584 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1432cb40-d03b-42cb-83b4-a3c981ae4295 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:52.304810 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d63ac63-7284-463b-b315-e0ca9efd8ba0 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:40:52.309918 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0d63ac63-7284-463b-b315-e0ca9efd8ba0 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:52.378505 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-1432cb40-d03b-42cb-83b4-a3c981ae4295 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e19d9c-9204-48bc-9b45-256908deae2c']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:52.396975 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-1432cb40-d03b-42cb-83b4-a3c981ae4295 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993cf907-ee49-4a63-a5d9-0478b6b5a76c') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:52.397697 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-1432cb40-d03b-42cb-83b4-a3c981ae4295 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993cf907-ee49-4a63-a5d9-0478b6b5a76c') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:52.450396 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1432cb40-d03b-42cb-83b4-a3c981ae4295 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:52.513603 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1432cb40-d03b-42cb-83b4-a3c981ae4295 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:52.549505 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1432cb40-d03b-42cb-83b4-a3c981ae4295 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:40:52.549998 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1432cb40-d03b-42cb-83b4-a3c981ae4295 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:52.600876 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-ef310131-6132-4346-8779-7960b8429966 None None] Deleting port dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:40:52.601412 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ef310131-6132-4346-8779-7960b8429966 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:52.610754 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:40:52.610754 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:40:52.610754 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:40:52.610754 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:40:52.610754 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:40:52.610754 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:40:52.610754 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:40:52.610754 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:40:52.610754 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:40:52.610754 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:40:52.610754 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:40:52.610754 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:40:52.610754 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:40:52.610754 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:40:52.610754 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:40:52.610754 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:40:52.610754 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:40:52.610754 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:40:52.610754 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:40:52.610754 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:40:52.610754 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:40:52.610754 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:40:52.610754 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:40:52.610754 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:40:52.610754 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:40:52.610754 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:40:52.610754 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:40:52.610754 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:40:52.610754 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:40:52.610754 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:40:52.610754 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:40:52.610754 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:40:52.613325 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-01a31800-a98c-4b38-ab0e-d792de807760 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Allocated IP 172.20.0.10 (5d4427ce-7f8b-4314-99c7-042ed62079e8/8eaaf1d0-21ee-4a36-9579-573aec89a3e3/cc94f6e9-65c2-44d4-afe5-75bfa43251d2) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:40:52.629458 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=08509ee3-3f45-4520-9126-ee3710275d9f,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:52.649654 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 21c99de3-6635-4f1d-beac-6b7c861f9175 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:40:52.725886 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3bba7064-83ba-4930-b7b0-8e289752c13c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:52.794993 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 21c99de3-6635-4f1d-beac-6b7c861f9175 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:40:52.799051 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 21c99de3-6635-4f1d-beac-6b7c861f9175 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:40:52.800427 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:40:52.859212 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0d63ac63-7284-463b-b315-e0ca9efd8ba0 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2900217 Apr 20 17:40:52.879235 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44564) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:52.898229 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-ef310131-6132-4346-8779-7960b8429966 None None] The port 'dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:40:52.939970 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-96b0e9d1-e483-4b4f-b41f-732b5c6674e6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Allocated IP 172.20.0.5 (eca56d5d-e4f2-441a-b91e-029ec9fd83b1/fcbb3aef-0f73-4a02-803d-6c36c52b922a/35d556b7-05be-4160-b256-b9ba567bf3e4) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:40:53.004281 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-d25a5ff6-b542-4805-86ca-20e02dce8d80 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Request body: {'subnet': {'network_id': '6d509070-a234-4405-a5e5-aa172d53c387', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:40:53.041367 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:40:53.054241 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63ac63-7284-463b-b315-e0ca9efd8ba0 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Network': ['ID=6d509070-a234-4405-a5e5-aa172d53c387,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:53.062832 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device dac48b17-2d0c-4c14-8af8-7eb6f9d3f4aa not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:40:53.102559 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 6d509070-a234-4405-a5e5-aa172d53c387 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:40:53.113364 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1432cb40-d03b-42cb-83b4-a3c981ae4295 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:53.120851 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-4ead6c6f-001a-40c9-8475-c66bdaaa29bb req-f9f448dd-710e-464c-af5e-f8f1ca1d8e22 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Synchronizing usage tracker for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:40:53.200930 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1432cb40-d03b-42cb-83b4-a3c981ae4295 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:53.234011 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1432cb40-d03b-42cb-83b4-a3c981ae4295 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/networks/59e19d9c-9204-48bc-9b45-256908deae2c HTTP/1.1" status: 204 len: 168 time: 5.3009055 Apr 20 17:40:53.248772 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432cb40-d03b-42cb-83b4-a3c981ae4295 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event deleted for resources: {'Network': ['ID=59e19d9c-9204-48bc-9b45-256908deae2c,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:53.265407 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44576) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:53.422298 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-69a2e2b4-1782-4d89-9859-82ba1912a785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb96747b-7618-4823-9674-74b2d6111362', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143651464', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'd1019a18-138f-4eff-a00d-883afae5d69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:12Z', 'updated_at': '2022-04-20T17:40:33Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'd1019a18-138f-4eff-a00d-883afae5d69e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96747b-7618-4823-9674-74b2d6111362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:14Z', 'updated_at': '2022-04-20T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '449bdd7f-795d-492d-a596-a51a9050a34a', 'name': '', 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:53:68:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb96747b-7618-4823-9674-74b2d6111362', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcbb3aef-0f73-4a02-803d-6c36c52b922a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:29Z', 'updated_at': '2022-04-20T17:40:46Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': 'fcbb3aef-0f73-4a02-803d-6c36c52b922a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:53.433903 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a2e2b4-1782-4d89-9859-82ba1912a785 None None] The sync data for ids ['cb96747b-7618-4823-9674-74b2d6111362'] in n-d-838032-1 is: [{'id': 'cb96747b-7618-4823-9674-74b2d6111362', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143651464', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'd1019a18-138f-4eff-a00d-883afae5d69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:12Z', 'updated_at': '2022-04-20T17:40:33Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'd1019a18-138f-4eff-a00d-883afae5d69e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96747b-7618-4823-9674-74b2d6111362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:14Z', 'updated_at': '2022-04-20T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '449bdd7f-795d-492d-a596-a51a9050a34a', 'name': '', 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:53:68:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb96747b-7618-4823-9674-74b2d6111362', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcbb3aef-0f73-4a02-803d-6c36c52b922a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:29Z', 'updated_at': '2022-04-20T17:40:46Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': 'fcbb3aef-0f73-4a02-803d-6c36c52b922a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:40:53.787735 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-5006cf88-6ba9-4910-9e38-aeeafcaa8c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'name': 'tempest-RoutersIpV6Test-router-1282796834', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:39:32Z', 'updated_at': '2022-04-20T17:40:40Z', 'revision_number': 8, 'project_id': '223231c784ee479d86d7622cff558dcb', 'gw_port_host': None, '_interfaces': [{'id': '5de728ee-08ef-4134-858a-18ed50ce74f4', 'name': '', 'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:50:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a380890-61da-4dee-b68a-756b86290ba4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:36Z', 'updated_at': '2022-04-20T17:39:52Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '5a380890-61da-4dee-b68a-756b86290ba4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636bb4bc-e93a-4f53-ab42-5aaa27b48a94', 'name': '', 'network_id': 'f33fab59-8c3d-49a6-bfd4-891170acc8f8', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:f0:10:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c921873-8400-4373-8efd-a320703c8b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:45Z', 'updated_at': '2022-04-20T17:40:06Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '1c921873-8400-4373-8efd-a320703c8b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '644ddbe3-b2d1-4e96-8900-366ba2c9cba4', 'name': '', 'network_id': 'aa0c03e9-449b-4b0c-955f-d2d931b2eb24', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:57:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '082e6c75-f969-4e30-88f1-be0eaebf76bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:00Z', 'updated_at': '2022-04-20T17:40:16Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '082e6c75-f969-4e30-88f1-be0eaebf76bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:53.797778 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5006cf88-6ba9-4910-9e38-aeeafcaa8c13 None None] The sync data for ids ['e0e24074-85f9-471b-b705-b10a2f130e0d'] in n-d-838032-1 is: [{'id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'name': 'tempest-RoutersIpV6Test-router-1282796834', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:39:32Z', 'updated_at': '2022-04-20T17:40:40Z', 'revision_number': 8, 'project_id': '223231c784ee479d86d7622cff558dcb', 'gw_port_host': None, '_interfaces': [{'id': '5de728ee-08ef-4134-858a-18ed50ce74f4', 'name': '', 'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:50:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a380890-61da-4dee-b68a-756b86290ba4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:36Z', 'updated_at': '2022-04-20T17:39:52Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '5a380890-61da-4dee-b68a-756b86290ba4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636bb4bc-e93a-4f53-ab42-5aaa27b48a94', 'name': '', 'network_id': 'f33fab59-8c3d-49a6-bfd4-891170acc8f8', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:f0:10:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c921873-8400-4373-8efd-a320703c8b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:45Z', 'updated_at': '2022-04-20T17:40:06Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '1c921873-8400-4373-8efd-a320703c8b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '644ddbe3-b2d1-4e96-8900-366ba2c9cba4', 'name': '', 'network_id': 'aa0c03e9-449b-4b0c-955f-d2d931b2eb24', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:57:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '082e6c75-f969-4e30-88f1-be0eaebf76bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:00Z', 'updated_at': '2022-04-20T17:40:16Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '082e6c75-f969-4e30-88f1-be0eaebf76bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:40:53.970803 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-4ead6c6f-001a-40c9-8475-c66bdaaa29bb req-f9f448dd-710e-464c-af5e-f8f1ca1d8e22 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Unset dirty status for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:40:53.972065 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4ead6c6f-001a-40c9-8475-c66bdaaa29bb req-f9f448dd-710e-464c-af5e-f8f1ca1d8e22 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 210 time: 0.9909375 Apr 20 17:40:54.061705 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d25a5ff6-b542-4805-86ca-20e02dce8d80 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:54.086967 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d25a5ff6-b542-4805-86ca-20e02dce8d80 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Usage tracker for resource:subnet and tenant:9b47d4ec84d44059beda8a5ee5d71e29 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:54.095989 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-01a31800-a98c-4b38-ab0e-d792de807760 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:54.099254 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d25a5ff6-b542-4805-86ca-20e02dce8d80 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:54.109944 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d25a5ff6-b542-4805-86ca-20e02dce8d80 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:54.249196 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25a5ff6-b542-4805-86ca-20e02dce8d80 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Made reservation on behalf of 9b47d4ec84d44059beda8a5ee5d71e29 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:40:54.327347 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-01a31800-a98c-4b38-ab0e-d792de807760 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:54.369816 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-96b0e9d1-e483-4b4f-b41f-732b5c6674e6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:54.422823 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-96b0e9d1-e483-4b4f-b41f-732b5c6674e6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Transition to ACTIVE for port object 35d556b7-05be-4160-b256-b9ba567bf3e4 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:40:54.426324 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44590) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:54.589710 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-96b0e9d1-e483-4b4f-b41f-732b5c6674e6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:54.649066 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 449bdd7f-795d-492d-a596-a51a9050a34a up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:40:54.678548 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a31800-a98c-4b38-ab0e-d792de807760 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Pushing event updated for resources: {'Port': ['ID=cc94f6e9-65c2-44d4-afe5-75bfa43251d2,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:54.744794 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a31800-a98c-4b38-ab0e-d792de807760 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Network 5d4427ce-7f8b-4314-99c7-042ed62079e8 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:40:54.752855 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-96b0e9d1-e483-4b4f-b41f-732b5c6674e6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Network eca56d5d-e4f2-441a-b91e-029ec9fd83b1 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:40:54.754896 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-01a31800-a98c-4b38-ab0e-d792de807760 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:54.758521 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a31800-a98c-4b38-ab0e-d792de807760 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:40:54.760236 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-96b0e9d1-e483-4b4f-b41f-732b5c6674e6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:54.898900 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 449bdd7f-795d-492d-a596-a51a9050a34a completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:40:54.905300 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 449bdd7f-795d-492d-a596-a51a9050a34a triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:54.905910 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:54.950599 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d25a5ff6-b542-4805-86ca-20e02dce8d80 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:54.990289 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-96b0e9d1-e483-4b4f-b41f-732b5c6674e6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:40:55.100290 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0e9d1-e483-4b4f-b41f-732b5c6674e6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'Port': ['ID=35d556b7-05be-4160-b256-b9ba567bf3e4,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:55.238440 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:55.282460 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 449bdd7f-795d-492d-a596-a51a9050a34a, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=449bdd7f-795d-492d-a596-a51a9050a34a,segment=NetworkSegment(0d0bb655-15d9-4b50-a39c-4bc813a39738),segment_id=0d0bb655-15d9-4b50-a39c-4bc813a39738)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:55.297219 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:55.299942 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 08509ee3-3f45-4520-9126-ee3710275d9f up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:40:55.453036 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-4c928f3e-be36-4584-8210-c2a466242ed7 None None] Provisioning for port 35d556b7-05be-4160-b256-b9ba567bf3e4 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:40:55.466404 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-4c928f3e-be36-4584-8210-c2a466242ed7 None None] Provisioning complete for port 35d556b7-05be-4160-b256-b9ba567bf3e4 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:55.466813 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4c928f3e-be36-4584-8210-c2a466242ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:55.491843 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-96b0e9d1-e483-4b4f-b41f-732b5c6674e6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:40:55.494519 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-96b0e9d1-e483-4b4f-b41f-732b5c6674e6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:55.535606 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-07d1b64a-362e-4864-95b4-7b70208cf0b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:55.552751 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 08509ee3-3f45-4520-9126-ee3710275d9f triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:55.553060 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:55.623761 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-4c928f3e-be36-4584-8210-c2a466242ed7 None None] Port 35d556b7-05be-4160-b256-b9ba567bf3e4 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:40:55.628474 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-07d1b64a-362e-4864-95b4-7b70208cf0b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:55.633159 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=449bdd7f-795d-492d-a596-a51a9050a34a,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:55.648480 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-07d1b64a-362e-4864-95b4-7b70208cf0b0 admin admin] Usage tracker for resource:security_group_rule and tenant:ad3f72f6581e4b9f9d7af077138b31d4 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:55.653887 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-07d1b64a-362e-4864-95b4-7b70208cf0b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:55.666802 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-07d1b64a-362e-4864-95b4-7b70208cf0b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:55.729628 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 53c2f482-abdf-4c93-929f-dffee6edb56d no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:40:55.785423 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 53c2f482-abdf-4c93-929f-dffee6edb56d {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:40:55.785735 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 53c2f482-abdf-4c93-929f-dffee6edb56d not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:40:55.801381 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-96b0e9d1-e483-4b4f-b41f-732b5c6674e6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3823526 Apr 20 17:40:55.802144 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7df9-8f24-47cd-8f38-feab2e8c35bb req-ba9224f7-05d4-4734-99d5-d82afb38881f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:40:55.803780 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-217a7df9-8f24-47cd-8f38-feab2e8c35bb req-ba9224f7-05d4-4734-99d5-d82afb38881f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 931 time: 0.4734070 Apr 20 17:40:55.835321 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-aee75f9e-cc80-4907-a6f5-23d1b1bc3d57 service neutron] Request body: {'port': {'device_id': '72b47256-80a9-48a6-be22-65daf773be99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:40:55.937604 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-217a7df9-8f24-47cd-8f38-feab2e8c35bb req-a8c6e111-939e-4384-a414-9b6f1175e6d9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Synchronizing usage tracker for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:40:55.946503 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-07d1b64a-362e-4864-95b4-7b70208cf0b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:55.950412 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5bbc65c1-6bea-4484-a689-a866d0bd7af2 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:55.971683 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-07d1b64a-362e-4864-95b4-7b70208cf0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:55.996162 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d25a5ff6-b542-4805-86ca-20e02dce8d80 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:56.040632 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f660fbb8-c5d3-4595-9b1b-9212bc903b9b req-503ac581-4d09-40c1-9887-606fea403cfc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1137459 Apr 20 17:40:56.093882 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1b64a-362e-4864-95b4-7b70208cf0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d99ad99-4915-4f8e-b0c2-81d898d63706,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:56.102079 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-07d1b64a-362e-4864-95b4-7b70208cf0b0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ad3f72f6581e4b9f9d7af077138b31d4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6731875 Apr 20 17:40:56.105366 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44604) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:56.122102 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-01a31800-a98c-4b38-ab0e-d792de807760 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:56.123200 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-01a31800-a98c-4b38-ab0e-d792de807760 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:56.134243 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-217a7df9-8f24-47cd-8f38-feab2e8c35bb req-a8c6e111-939e-4384-a414-9b6f1175e6d9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Unset dirty status for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:40:56.135671 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-217a7df9-8f24-47cd-8f38-feab2e8c35bb req-a8c6e111-939e-4384-a414-9b6f1175e6d9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3208013 Apr 20 17:40:56.140850 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-aee75f9e-cc80-4907-a6f5-23d1b1bc3d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:56.193141 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 449bdd7f-795d-492d-a596-a51a9050a34a up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:40:56.293006 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 449bdd7f-795d-492d-a596-a51a9050a34a triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:40:56.293686 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:56.301108 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a5ff6-b542-4805-86ca-20e02dce8d80 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Subnet': ['ID=e257a492-6625-4ad1-a66b-49aff1fe424e,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:56.330403 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25a5ff6-b542-4805-86ca-20e02dce8d80 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Checking segment: {'id': 'dda190ea-f4ac-4073-bb94-be4b3f70ed5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6d509070-a234-4405-a5e5-aa172d53c387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:40:56.331053 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25a5ff6-b542-4805-86ca-20e02dce8d80 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network hostable DHCP agents. Network: 6d509070-a234-4405-a5e5-aa172d53c387, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:40:56.452003 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25a5ff6-b542-4805-86ca-20e02dce8d80 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network 6d509070-a234-4405-a5e5-aa172d53c387 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:40:56.475707 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7d354dab-85a5-42f3-8042-bdca7833965a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:56.544474 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f660fbb8-c5d3-4595-9b1b-9212bc903b9b req-b0193ddc-1947-4b2d-9ca2-d9c770205fa1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=afdda90d8b714cd0a49b7b3d0da0c05b&device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 1097 time: 0.3931713 Apr 20 17:40:56.605230 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7d354dab-85a5-42f3-8042-bdca7833965a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:56.652798 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-d25a5ff6-b542-4805-86ca-20e02dce8d80 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 6d509070-a234-4405-a5e5-aa172d53c387) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:56.662956 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d469ee8-e81e-4a50-ba8c-8b97ef9512c8 None None] Network 6d509070-a234-4405-a5e5-aa172d53c387 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:40:56.666399 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25a5ff6-b542-4805-86ca-20e02dce8d80 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:40:56.666742 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d25a5ff6-b542-4805-86ca-20e02dce8d80 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:56.810608 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d25a5ff6-b542-4805-86ca-20e02dce8d80 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9300148 Apr 20 17:40:56.811400 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44612) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:56.825361 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-7e3a91e1-01a9-4f56-90dd-393f03870b85 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-288149390', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:40:56.842341 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7e3a91e1-01a9-4f56-90dd-393f03870b85 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:56.852582 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7e3a91e1-01a9-4f56-90dd-393f03870b85 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Usage tracker for resource:router and tenant:9b47d4ec84d44059beda8a5ee5d71e29 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:56.857635 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7e3a91e1-01a9-4f56-90dd-393f03870b85 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:56.869236 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7e3a91e1-01a9-4f56-90dd-393f03870b85 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:56.898297 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7e3a91e1-01a9-4f56-90dd-393f03870b85 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:56.899563 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7e3a91e1-01a9-4f56-90dd-393f03870b85 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:57.013007 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7e3a91e1-01a9-4f56-90dd-393f03870b85 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:57.023925 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-6d509070-a234-4405-a5e5-aa172d53c387', 'network_id': '6d509070-a234-4405-a5e5-aa172d53c387', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'fixed_ips': [{'subnet_id': 'e257a492-6625-4ad1-a66b-49aff1fe424e'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:40:57.025097 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:57.076391 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a31800-a98c-4b38-ab0e-d792de807760 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Router 88fe06de-4e01-4f4e-b92f-d15161109ed2 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:40:57.093876 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7e3a91e1-01a9-4f56-90dd-393f03870b85 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:57.143663 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660fbb8-c5d3-4595-9b1b-9212bc903b9b req-bba6e597-426b-4c4d-9043-d51cc901d46d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:40:57.145546 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f660fbb8-c5d3-4595-9b1b-9212bc903b9b req-bba6e597-426b-4c4d-9043-d51cc901d46d service neutron] 10.222.0.10 "GET /v2.0/networks?id=911da384-323b-42ed-9656-9be4d49d8f36 HTTP/1.1" status: 200 len: 912 time: 0.5424957 Apr 20 17:40:57.156439 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7d354dab-85a5-42f3-8042-bdca7833965a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:57.244691 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d354dab-85a5-42f3-8042-bdca7833965a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d99ad99-4915-4f8e-b0c2-81d898d63706,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:57.259957 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7e3a91e1-01a9-4f56-90dd-393f03870b85 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:57.264005 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7e3a91e1-01a9-4f56-90dd-393f03870b85 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4481950 Apr 20 17:40:57.266406 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44618) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:57.333436 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-aee75f9e-cc80-4907-a6f5-23d1b1bc3d57 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:40:57.335967 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] Allocated IP 172.20.0.2 (6d509070-a234-4405-a5e5-aa172d53c387/e257a492-6625-4ad1-a66b-49aff1fe424e/69e8181f-0263-4786-942a-f43d685c444f) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:40:57.341606 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7d354dab-85a5-42f3-8042-bdca7833965a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:57.357788 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7d354dab-85a5-42f3-8042-bdca7833965a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0d99ad99-4915-4f8e-b0c2-81d898d63706 HTTP/1.1" status: 204 len: 168 time: 1.2374337 Apr 20 17:40:57.472679 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-5bbc65c1-6bea-4484-a689-a866d0bd7af2 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Deleting port 644ddbe3-b2d1-4e96-8900-366ba2c9cba4 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:40:57.473032 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5bbc65c1-6bea-4484-a689-a866d0bd7af2 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:57.562132 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a31800-a98c-4b38-ab0e-d792de807760 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:40:57.573504 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6828ef28-09c1-4d47-af01-2d5bbb164e0c None None] Sync routers for ids ['88fe06de-4e01-4f4e-b92f-d15161109ed2'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:40:57.586572 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6828ef28-09c1-4d47-af01-2d5bbb164e0c None None] Routers {'88fe06de-4e01-4f4e-b92f-d15161109ed2'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:40:57.587453 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-6828ef28-09c1-4d47-af01-2d5bbb164e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:40:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['88fe06de-4e01-4f4e-b92f-d15161109ed2'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:57.598413 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-aee75f9e-cc80-4907-a6f5-23d1b1bc3d57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d556b7-05be-4160-b256-b9ba567bf3e4 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:40:57.607794 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-aee75f9e-cc80-4907-a6f5-23d1b1bc3d57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:57.651251 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:57.663138 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-01a31800-a98c-4b38-ab0e-d792de807760 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:57.666768 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-01a31800-a98c-4b38-ab0e-d792de807760 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 11.5992332 Apr 20 17:40:57.666920 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] Transition to ACTIVE for port object 69e8181f-0263-4786-942a-f43d685c444f will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:40:57.679461 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44626) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:57.690793 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] Transition to ACTIVE for port object 69e8181f-0263-4786-942a-f43d685c444f will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:40:57.706976 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:57.727354 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-aee75f9e-cc80-4907-a6f5-23d1b1bc3d57 service neutron] Transition to ACTIVE for port object 35d556b7-05be-4160-b256-b9ba567bf3e4 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:40:57.742048 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f660fbb8-c5d3-4595-9b1b-9212bc903b9b req-955a2fd0-5df8-4268-93fe-b7f60a48c48e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff710859-ef8f-4b68-8256-f2c582902d6f HTTP/1.1" status: 200 len: 1002 time: 0.5889959 Apr 20 17:40:57.750509 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-aee75f9e-cc80-4907-a6f5-23d1b1bc3d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:57.786583 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-5bbc65c1-6bea-4484-a689-a866d0bd7af2 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] For port 644ddbe3-b2d1-4e96-8900-366ba2c9cba4, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=644ddbe3-b2d1-4e96-8900-366ba2c9cba4,segment=NetworkSegment(918878f8-c469-4d41-9047-1692b23aaa31),segment_id=918878f8-c469-4d41-9047-1692b23aaa31)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:57.786961 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5bbc65c1-6bea-4484-a689-a866d0bd7af2 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:57.824660 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] Pushing event updated for resources: {'Port': ['ID=69e8181f-0263-4786-942a-f43d685c444f,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:57.835429 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-6828ef28-09c1-4d47-af01-2d5bbb164e0c None None] Set router 88fe06de-4e01-4f4e-b92f-d15161109ed2 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:40:57.836814 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:57.837170 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:57.837558 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:57.837889 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:57.838235 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:57.838565 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:57.838932 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:57.839257 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:57.839575 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:57.839892 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:57.840210 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:40:57.852968 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] Network 6d509070-a234-4405-a5e5-aa172d53c387 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:40:57.855579 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:40:57.868532 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:40:57.889670 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-3bba7064-83ba-4930-b7b0-8e289752c13c admin admin] Deleting port 08509ee3-3f45-4520-9126-ee3710275d9f {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:40:57.890158 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3bba7064-83ba-4930-b7b0-8e289752c13c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:58.045414 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-5bbc65c1-6bea-4484-a689-a866d0bd7af2 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Calling delete_port for 644ddbe3-b2d1-4e96-8900-366ba2c9cba4 owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:40:58.115225 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-3bba7064-83ba-4930-b7b0-8e289752c13c admin admin] For port 08509ee3-3f45-4520-9126-ee3710275d9f, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=08509ee3-3f45-4520-9126-ee3710275d9f,segment=NetworkSegment(8584d258-0e9c-4146-93e2-3099b4835e00),segment_id=8584d258-0e9c-4146-93e2-3099b4835e00)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:40:58.115582 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3bba7064-83ba-4930-b7b0-8e289752c13c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:58.121116 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] Attempting to bind port 69e8181f-0263-4786-942a-f43d685c444f on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:40:58.123901 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] Attempting to bind port 69e8181f-0263-4786-942a-f43d685c444f by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'dda190ea-f4ac-4073-bb94-be4b3f70ed5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6d509070-a234-4405-a5e5-aa172d53c387'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:40:58.125493 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] Attempting to bind port 69e8181f-0263-4786-942a-f43d685c444f on network 6d509070-a234-4405-a5e5-aa172d53c387 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:40:58.145133 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:40:58.146360 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] Checking segment: {'id': 'dda190ea-f4ac-4073-bb94-be4b3f70ed5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6d509070-a234-4405-a5e5-aa172d53c387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:40:58.146824 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:58.148159 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] Bound using segment: {'id': 'dda190ea-f4ac-4073-bb94-be4b3f70ed5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6d509070-a234-4405-a5e5-aa172d53c387'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:40:58.149436 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] Bound port: 69e8181f-0263-4786-942a-f43d685c444f, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dda190ea-f4ac-4073-bb94-be4b3f70ed5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6d509070-a234-4405-a5e5-aa172d53c387'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:40:58.150701 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:58.154383 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44638) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:58.206601 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-17ba467f-b6e4-485b-86a6-c777c4f7705d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:58.254291 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-3bba7064-83ba-4930-b7b0-8e289752c13c admin admin] Calling delete_port for 08509ee3-3f45-4520-9126-ee3710275d9f owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:40:58.290820 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-17ba467f-b6e4-485b-86a6-c777c4f7705d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:40:58.298711 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-17ba467f-b6e4-485b-86a6-c777c4f7705d admin admin] Usage tracker for resource:security_group_rule and tenant:fea6505f45f7458f902b689bcbf206af is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:40:58.306281 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-17ba467f-b6e4-485b-86a6-c777c4f7705d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:40:58.311078 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] For port 69e8181f-0263-4786-942a-f43d685c444f, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:40:58.323299 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] For port 69e8181f-0263-4786-942a-f43d685c444f, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=69e8181f-0263-4786-942a-f43d685c444f,segment=NetworkSegment(dda190ea-f4ac-4073-bb94-be4b3f70ed5a),segment_id=dda190ea-f4ac-4073-bb94-be4b3f70ed5a)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:40:58.326975 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-17ba467f-b6e4-485b-86a6-c777c4f7705d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:40:58.333395 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:58.345016 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-6828ef28-09c1-4d47-af01-2d5bbb164e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fe06de-4e01-4f4e-b92f-d15161109ed2', 'name': '', 'tenant_id': '8fbeabb891d848e8850a87d1e7caedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d4427ce-7f8b-4314-99c7-042ed62079e8', 'external_fixed_ips': [{'subnet_id': '8eaaf1d0-21ee-4a36-9579-573aec89a3e3', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'cc94f6e9-65c2-44d4-afe5-75bfa43251d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:46Z', 'updated_at': '2022-04-20T17:40:55Z', 'revision_number': 3, 'project_id': '8fbeabb891d848e8850a87d1e7caedc5', 'gw_port': {'id': 'cc94f6e9-65c2-44d4-afe5-75bfa43251d2', 'name': '', 'network_id': '5d4427ce-7f8b-4314-99c7-042ed62079e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fe06de-4e01-4f4e-b92f-d15161109ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8eaaf1d0-21ee-4a36-9579-573aec89a3e3', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:51Z', 'updated_at': '2022-04-20T17:40:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8eaaf1d0-21ee-4a36-9579-573aec89a3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:58.350455 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6828ef28-09c1-4d47-af01-2d5bbb164e0c None None] Checking router: 88fe06de-4e01-4f4e-b92f-d15161109ed2 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:40:58.350952 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6828ef28-09c1-4d47-af01-2d5bbb164e0c None None] Updating router 88fe06de-4e01-4f4e-b92f-d15161109ed2 port cc94f6e9-65c2-44d4-afe5-75bfa43251d2 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:40:58.416744 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b87634-dbf8-4ee6-86ce-3ff1467b9222 None None] Pushing event updated for resources: {'Port': ['ID=69e8181f-0263-4786-942a-f43d685c444f,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:58.445177 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-6828ef28-09c1-4d47-af01-2d5bbb164e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:58.578358 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5bbc65c1-6bea-4484-a689-a866d0bd7af2 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:58.684039 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc65c1-6bea-4484-a689-a866d0bd7af2 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event deleted for resources: {'Port': ['ID=644ddbe3-b2d1-4e96-8900-366ba2c9cba4,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:58.807020 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee75f9e-cc80-4907-a6f5-23d1b1bc3d57 service neutron] Pushing event updated for resources: {'Port': ['ID=35d556b7-05be-4160-b256-b9ba567bf3e4,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:58.871961 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660fbb8-c5d3-4595-9b1b-9212bc903b9b req-1233df4d-4382-4f29-bdc1-56f15fcb1f56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:40:58.873801 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f660fbb8-c5d3-4595-9b1b-9212bc903b9b req-1233df4d-4382-4f29-bdc1-56f15fcb1f56 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6df2b9cf-3053-4862-b128-40e0c38b0bd7 HTTP/1.1" status: 200 len: 850 time: 1.1193593 Apr 20 17:40:58.874687 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3bba7064-83ba-4930-b7b0-8e289752c13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:59.236001 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-6828ef28-09c1-4d47-af01-2d5bbb164e0c None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:59.253792 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba7064-83ba-4930-b7b0-8e289752c13c admin admin] Pushing event deleted for resources: {'Port': ['ID=08509ee3-3f45-4520-9126-ee3710275d9f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:59.264930 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-6828ef28-09c1-4d47-af01-2d5bbb164e0c None None] Transition to ACTIVE for port object cc94f6e9-65c2-44d4-afe5-75bfa43251d2 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:40:59.283531 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-6828ef28-09c1-4d47-af01-2d5bbb164e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:59.296389 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e1f57-fcc0-4085-8eed-af694fd11f44 req-46ecd4bf-8815-4b2b-8adf-86a0457b58c0 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:40:59.298070 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f34e1f57-fcc0-4085-8eed-af694fd11f44 req-46ecd4bf-8815-4b2b-8adf-86a0457b58c0 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 931 time: 1.7610340 Apr 20 17:40:59.343851 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-17ba467f-b6e4-485b-86a6-c777c4f7705d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:59.361881 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3c7b501f-b26e-46cf-96c6-3802d88c6533 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:59.432624 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-6828ef28-09c1-4d47-af01-2d5bbb164e0c None None] Attempting to bind port cc94f6e9-65c2-44d4-afe5-75bfa43251d2 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:40:59.433144 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-6828ef28-09c1-4d47-af01-2d5bbb164e0c None None] Attempting to bind port cc94f6e9-65c2-44d4-afe5-75bfa43251d2 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '17b27e93-3730-472f-b868-7a319ba4406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5d4427ce-7f8b-4314-99c7-042ed62079e8'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:40:59.433660 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6828ef28-09c1-4d47-af01-2d5bbb164e0c None None] Attempting to bind port cc94f6e9-65c2-44d4-afe5-75bfa43251d2 on network 5d4427ce-7f8b-4314-99c7-042ed62079e8 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:40:59.444374 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b372d-5c2f-47bd-a126-6d9f087018f7 None None] Pushing event updated for resources: {'Port': ['ID=cc94f6e9-65c2-44d4-afe5-75bfa43251d2,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:59.449972 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6828ef28-09c1-4d47-af01-2d5bbb164e0c None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:40:59.450632 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6828ef28-09c1-4d47-af01-2d5bbb164e0c None None] Checking segment: {'id': '17b27e93-3730-472f-b868-7a319ba4406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5d4427ce-7f8b-4314-99c7-042ed62079e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:40:59.451168 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-6828ef28-09c1-4d47-af01-2d5bbb164e0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:59.451677 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6828ef28-09c1-4d47-af01-2d5bbb164e0c None None] Bound using segment: {'id': '17b27e93-3730-472f-b868-7a319ba4406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5d4427ce-7f8b-4314-99c7-042ed62079e8'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:40:59.453142 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-6828ef28-09c1-4d47-af01-2d5bbb164e0c None None] Bound port: cc94f6e9-65c2-44d4-afe5-75bfa43251d2, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17b27e93-3730-472f-b868-7a319ba4406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5d4427ce-7f8b-4314-99c7-042ed62079e8'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:40:59.453661 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-6828ef28-09c1-4d47-af01-2d5bbb164e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:59.460295 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-17ba467f-b6e4-485b-86a6-c777c4f7705d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:59.549040 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-6828ef28-09c1-4d47-af01-2d5bbb164e0c None None] For port cc94f6e9-65c2-44d4-afe5-75bfa43251d2, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:40:59.552541 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-6828ef28-09c1-4d47-af01-2d5bbb164e0c None None] For port cc94f6e9-65c2-44d4-afe5-75bfa43251d2, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=cc94f6e9-65c2-44d4-afe5-75bfa43251d2,segment=NetworkSegment(17b27e93-3730-472f-b868-7a319ba4406a),segment_id=17b27e93-3730-472f-b868-7a319ba4406a)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:40:59.565095 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-6828ef28-09c1-4d47-af01-2d5bbb164e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:59.667030 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba467f-b6e4-485b-86a6-c777c4f7705d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d663e358-f0ab-4d42-8a4f-4322b1d710bb,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:59.679695 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-17ba467f-b6e4-485b-86a6-c777c4f7705d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fea6505f45f7458f902b689bcbf206af&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5181916 Apr 20 17:40:59.680660 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b372d-5c2f-47bd-a126-6d9f087018f7 None None] Pushing event updated for resources: {'Port': ['ID=cc94f6e9-65c2-44d4-afe5-75bfa43251d2,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:40:59.681054 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44650) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:59.705469 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6828ef28-09c1-4d47-af01-2d5bbb164e0c None None] Routers {'88fe06de-4e01-4f4e-b92f-d15161109ed2'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:40:59.706226 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-6828ef28-09c1-4d47-af01-2d5bbb164e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:40:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['88fe06de-4e01-4f4e-b92f-d15161109ed2'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:40:59.790928 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5bbc65c1-6bea-4484-a689-a866d0bd7af2 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:40:59.902804 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f34e1f57-fcc0-4085-8eed-af694fd11f44 req-2926391c-fc00-432b-8887-74f8d9290db4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5990522 Apr 20 17:40:59.974063 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-6828ef28-09c1-4d47-af01-2d5bbb164e0c None None] Set router 88fe06de-4e01-4f4e-b92f-d15161109ed2 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:41:00.019806 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f660fbb8-c5d3-4595-9b1b-9212bc903b9b req-830ba806-d4ea-41a1-aed8-0edbeb0a680f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=911da384-323b-42ed-9656-9be4d49d8f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0998473 Apr 20 17:41:00.039496 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-96c90847-2152-4aa6-a044-d4c42bea0d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:00.110737 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-96c90847-2152-4aa6-a044-d4c42bea0d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:00.194428 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-aee75f9e-cc80-4907-a6f5-23d1b1bc3d57 service neutron] Attempting to bind port 35d556b7-05be-4160-b256-b9ba567bf3e4 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:41:00.194847 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-aee75f9e-cc80-4907-a6f5-23d1b1bc3d57 service neutron] Attempting to bind port 35d556b7-05be-4160-b256-b9ba567bf3e4 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '0d0bb655-15d9-4b50-a39c-4bc813a39738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:41:00.195717 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-aee75f9e-cc80-4907-a6f5-23d1b1bc3d57 service neutron] Attempting to bind port 35d556b7-05be-4160-b256-b9ba567bf3e4 on network eca56d5d-e4f2-441a-b91e-029ec9fd83b1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:41:00.228946 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3c7b501f-b26e-46cf-96c6-3802d88c6533 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:00.257904 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a49577-4ee9-4619-b8c5-10fa8e3d7eb4 None None] Network 6d509070-a234-4405-a5e5-aa172d53c387 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:41:00.378651 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 69e8181f-0263-4786-942a-f43d685c444f up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:41:00.411475 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-3c7b501f-b26e-46cf-96c6-3802d88c6533 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Deleting port cc94f6e9-65c2-44d4-afe5-75bfa43251d2 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:00.412073 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3c7b501f-b26e-46cf-96c6-3802d88c6533 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:00.454736 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-6828ef28-09c1-4d47-af01-2d5bbb164e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fe06de-4e01-4f4e-b92f-d15161109ed2', 'name': '', 'tenant_id': '8fbeabb891d848e8850a87d1e7caedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d4427ce-7f8b-4314-99c7-042ed62079e8', 'external_fixed_ips': [{'subnet_id': '8eaaf1d0-21ee-4a36-9579-573aec89a3e3', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'cc94f6e9-65c2-44d4-afe5-75bfa43251d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:46Z', 'updated_at': '2022-04-20T17:40:55Z', 'revision_number': 3, 'project_id': '8fbeabb891d848e8850a87d1e7caedc5', 'gw_port': {'id': 'cc94f6e9-65c2-44d4-afe5-75bfa43251d2', 'name': '', 'network_id': '5d4427ce-7f8b-4314-99c7-042ed62079e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fe06de-4e01-4f4e-b92f-d15161109ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8eaaf1d0-21ee-4a36-9579-573aec89a3e3', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:51Z', 'updated_at': '2022-04-20T17:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eaaf1d0-21ee-4a36-9579-573aec89a3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:00.460267 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6828ef28-09c1-4d47-af01-2d5bbb164e0c None None] The sync data for ids ['88fe06de-4e01-4f4e-b92f-d15161109ed2'] in n-d-838032-1 is: [{'id': '88fe06de-4e01-4f4e-b92f-d15161109ed2', 'name': '', 'tenant_id': '8fbeabb891d848e8850a87d1e7caedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d4427ce-7f8b-4314-99c7-042ed62079e8', 'external_fixed_ips': [{'subnet_id': '8eaaf1d0-21ee-4a36-9579-573aec89a3e3', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'cc94f6e9-65c2-44d4-afe5-75bfa43251d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:46Z', 'updated_at': '2022-04-20T17:40:55Z', 'revision_number': 3, 'project_id': '8fbeabb891d848e8850a87d1e7caedc5', 'gw_port': {'id': 'cc94f6e9-65c2-44d4-afe5-75bfa43251d2', 'name': '', 'network_id': '5d4427ce-7f8b-4314-99c7-042ed62079e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fe06de-4e01-4f4e-b92f-d15161109ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8eaaf1d0-21ee-4a36-9579-573aec89a3e3', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:51Z', 'updated_at': '2022-04-20T17:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8eaaf1d0-21ee-4a36-9579-573aec89a3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:41:00.492039 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-96c90847-2152-4aa6-a044-d4c42bea0d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:00.507606 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-aee75f9e-cc80-4907-a6f5-23d1b1bc3d57 service neutron] Port 35d556b7-05be-4160-b256-b9ba567bf3e4 on network eca56d5d-e4f2-441a-b91e-029ec9fd83b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:41:00.508079 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-aee75f9e-cc80-4907-a6f5-23d1b1bc3d57 service neutron] Attempting to bind port 35d556b7-05be-4160-b256-b9ba567bf3e4 on network eca56d5d-e4f2-441a-b91e-029ec9fd83b1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:41:00.530159 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-aee75f9e-cc80-4907-a6f5-23d1b1bc3d57 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:41:00.530791 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-aee75f9e-cc80-4907-a6f5-23d1b1bc3d57 service neutron] Checking segment: {'id': '0d0bb655-15d9-4b50-a39c-4bc813a39738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:41:00.531318 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-aee75f9e-cc80-4907-a6f5-23d1b1bc3d57 service neutron] Bound using segment: {'id': '0d0bb655-15d9-4b50-a39c-4bc813a39738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:41:00.531861 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-aee75f9e-cc80-4907-a6f5-23d1b1bc3d57 service neutron] Bound port: 35d556b7-05be-4160-b256-b9ba567bf3e4, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d0bb655-15d9-4b50-a39c-4bc813a39738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:41:00.532806 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-aee75f9e-cc80-4907-a6f5-23d1b1bc3d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:00.580967 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-4f7935a6-a71c-447a-9faa-6912d518ed30 None None] Provisioning for port 69e8181f-0263-4786-942a-f43d685c444f completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:41:00.590420 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c90847-2152-4aa6-a044-d4c42bea0d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d663e358-f0ab-4d42-8a4f-4322b1d710bb,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:00.645400 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 69e8181f-0263-4786-942a-f43d685c444f completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:41:00.653424 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 69e8181f-0263-4786-942a-f43d685c444f triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:41:00.653789 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:00.670967 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-76772507-f40d-4351-8ad0-789d08d1fcf6 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:00.685531 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-96c90847-2152-4aa6-a044-d4c42bea0d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:00.689315 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-96c90847-2152-4aa6-a044-d4c42bea0d86 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d663e358-f0ab-4d42-8a4f-4322b1d710bb HTTP/1.1" status: 204 len: 168 time: 1.0041304 Apr 20 17:41:00.843227 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f660fbb8-c5d3-4595-9b1b-9212bc903b9b req-aeec71c8-e756-47f0-b9c5-cf014282e9c9 service neutron] 10.222.0.10 "GET /v2.0/networks/911da384-323b-42ed-9656-9be4d49d8f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8126228 Apr 20 17:41:00.971610 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:01.020287 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-aee75f9e-cc80-4907-a6f5-23d1b1bc3d57 service neutron] For port 35d556b7-05be-4160-b256-b9ba567bf3e4, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:41:01.027024 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 69e8181f-0263-4786-942a-f43d685c444f, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=69e8181f-0263-4786-942a-f43d685c444f,segment=NetworkSegment(dda190ea-f4ac-4073-bb94-be4b3f70ed5a),segment_id=dda190ea-f4ac-4073-bb94-be4b3f70ed5a)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:41:01.034096 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:01.081953 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-aee75f9e-cc80-4907-a6f5-23d1b1bc3d57 service neutron] For port 35d556b7-05be-4160-b256-b9ba567bf3e4, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=35d556b7-05be-4160-b256-b9ba567bf3e4,segment=NetworkSegment(0d0bb655-15d9-4b50-a39c-4bc813a39738),segment_id=0d0bb655-15d9-4b50-a39c-4bc813a39738)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:41:01.163760 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=69e8181f-0263-4786-942a-f43d685c444f,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:01.166226 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-aee75f9e-cc80-4907-a6f5-23d1b1bc3d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:01.233765 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-3c7b501f-b26e-46cf-96c6-3802d88c6533 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] For port cc94f6e9-65c2-44d4-afe5-75bfa43251d2, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=cc94f6e9-65c2-44d4-afe5-75bfa43251d2,segment=NetworkSegment(17b27e93-3730-472f-b868-7a319ba4406a),segment_id=17b27e93-3730-472f-b868-7a319ba4406a)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:41:01.233765 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3c7b501f-b26e-46cf-96c6-3802d88c6533 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:01.245739 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f660fbb8-c5d3-4595-9b1b-9212bc903b9b req-13ae0362-04a9-405c-9036-f4eb9f20f72a service neutron] 10.222.0.10 "GET /v2.0/networks/911da384-323b-42ed-9656-9be4d49d8f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938205 Apr 20 17:41:01.535653 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-4a8bbe8d-a213-4ecc-a5b4-28b00f0d622c None None] Provisioning complete for port 69e8181f-0263-4786-942a-f43d685c444f triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:41:01.536112 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4a8bbe8d-a213-4ecc-a5b4-28b00f0d622c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:01.778865 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-3c7b501f-b26e-46cf-96c6-3802d88c6533 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Calling delete_port for cc94f6e9-65c2-44d4-afe5-75bfa43251d2 owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:41:01.843473 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-aee75f9e-cc80-4907-a6f5-23d1b1bc3d57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:01.844945 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-aee75f9e-cc80-4907-a6f5-23d1b1bc3d57 service neutron] 10.222.0.43 "PUT /v2.0/ports/35d556b7-05be-4160-b256-b9ba567bf3e4 HTTP/1.1" status: 200 len: 1091 time: 6.0203862 Apr 20 17:41:01.859564 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b47256-80a9-48a6-be22-65daf773be99', 'tag': '35d556b7-05be-4160-b256-b9ba567bf3e4'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:41:01.934249 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3bba7064-83ba-4930-b7b0-8e289752c13c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:01.945300 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee75f9e-cc80-4907-a6f5-23d1b1bc3d57 service neutron] Pushing event updated for resources: {'Port': ['ID=35d556b7-05be-4160-b256-b9ba567bf3e4,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:02.015991 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13357fa8-1948-4167-aa70-86530514a4d4 req-bf4f2366-1762-4c49-b4af-82d3d5ea6b81 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:02.020903 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13357fa8-1948-4167-aa70-86530514a4d4 req-bf4f2366-1762-4c49-b4af-82d3d5ea6b81 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 943 time: 0.8732281 Apr 20 17:41:02.075868 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc60795a-7f3e-45d7-bccf-41f16d784cbd'] response: {'name': 'network-changed', 'server_uuid': '72b47256-80a9-48a6-be22-65daf773be99', 'tag': '35d556b7-05be-4160-b256-b9ba567bf3e4', 'status': 'completed', 'code': 200} Apr 20 17:41:02.107913 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bbc65c1-6bea-4484-a689-a866d0bd7af2 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Router e0e24074-85f9-471b-b705-b10a2f130e0d has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:41:02.162840 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13357fa8-1948-4167-aa70-86530514a4d4 req-84cd0a23-60b9-4a9b-b245-f4d613715633 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268306 Apr 20 17:41:02.167495 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 69e8181f-0263-4786-942a-f43d685c444f up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:41:02.257954 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-76772507-f40d-4351-8ad0-789d08d1fcf6 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Allocated IP 172.20.0.1 (6d509070-a234-4405-a5e5-aa172d53c387/e257a492-6625-4ad1-a66b-49aff1fe424e/11489d06-1c79-40a1-b866-2d1132d98246) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:41:02.267200 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 69e8181f-0263-4786-942a-f43d685c444f triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:41:02.267836 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:02.462315 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-76772507-f40d-4351-8ad0-789d08d1fcf6 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:02.472379 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3c7b501f-b26e-46cf-96c6-3802d88c6533 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:02.502340 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-76772507-f40d-4351-8ad0-789d08d1fcf6 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Transition to ACTIVE for port object 11489d06-1c79-40a1-b866-2d1132d98246 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:41:02.525994 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-ba0f05c8-3e4a-4908-8f71-ef2e63bc315c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 1094 time: 0.5060561 Apr 20 17:41:02.587581 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b501f-b26e-46cf-96c6-3802d88c6533 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc94f6e9-65c2-44d4-afe5-75bfa43251d2,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:02.616661 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-20d8757d-ec93-4e9c-b8b2-fb12b425d96d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35d556b7-05be-4160-b256-b9ba567bf3e4 HTTP/1.1" status: 200 len: 217 time: 0.0824835 Apr 20 17:41:02.641037 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbc65c1-6bea-4484-a689-a866d0bd7af2 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:41:02.682638 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-c9039b30-52b7-4334-ba34-25cfe677aa48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:02.684079 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-c9039b30-52b7-4334-ba34-25cfe677aa48 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcbb3aef-0f73-4a02-803d-6c36c52b922a HTTP/1.1" status: 200 len: 834 time: 0.0601709 Apr 20 17:41:02.686277 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-76772507-f40d-4351-8ad0-789d08d1fcf6 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:02.688501 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5bbc65c1-6bea-4484-a689-a866d0bd7af2 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "PUT /v2.0/routers/e0e24074-85f9-471b-b705-b10a2f130e0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3873119 Apr 20 17:41:02.694307 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44696) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:02.834744 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76772507-f40d-4351-8ad0-789d08d1fcf6 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network 6d509070-a234-4405-a5e5-aa172d53c387 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:41:02.863773 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-76772507-f40d-4351-8ad0-789d08d1fcf6 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:41:02.889591 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76772507-f40d-4351-8ad0-789d08d1fcf6 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:41:02.970637 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76772507-f40d-4351-8ad0-789d08d1fcf6 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Port': ['ID=11489d06-1c79-40a1-b866-2d1132d98246,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:03.049064 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ee1099-d9fb-489d-93fe-d55827697648 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Deleting subnet 082e6c75-f969-4e30-88f1-be0eaebf76bf {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:41:03.052570 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-70ee1099-d9fb-489d-93fe-d55827697648 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:03.085870 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-87f6026f-fd2c-432c-9f9e-b00b11bf9706 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eca56d5d-e4f2-441a-b91e-029ec9fd83b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3926575 Apr 20 17:41:03.178995 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-70ee1099-d9fb-489d-93fe-d55827697648 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:03.384342 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-27c7015f-c028-4035-8230-4dc941a99825 None None] Provisioning for port 11489d06-1c79-40a1-b866-2d1132d98246 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:41:03.391935 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-27c7015f-c028-4035-8230-4dc941a99825 None None] Provisioning complete for port 11489d06-1c79-40a1-b866-2d1132d98246 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:41:03.392563 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-27c7015f-c028-4035-8230-4dc941a99825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:03.453800 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-76772507-f40d-4351-8ad0-789d08d1fcf6 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:03.530389 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-27c7015f-c028-4035-8230-4dc941a99825 None None] Port 11489d06-1c79-40a1-b866-2d1132d98246 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:41:03.671547 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3c7b501f-b26e-46cf-96c6-3802d88c6533 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:04.117067 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-4231cdc0-4922-475a-a743-77cf68ac8666 service neutron] 10.222.0.43 "GET /v2.0/networks/eca56d5d-e4f2-441a-b91e-029ec9fd83b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6856203 Apr 20 17:41:04.158209 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-76772507-f40d-4351-8ad0-789d08d1fcf6 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:04.201813 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-70ee1099-d9fb-489d-93fe-d55827697648 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:04.237529 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3c7b501f-b26e-46cf-96c6-3802d88c6533 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:04.262347 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3c7b501f-b26e-46cf-96c6-3802d88c6533 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:04.272822 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07a0dd-a376-4936-a58e-5918827948f7 req-6223d212-58d4-4261-bdb6-99cb9882e90f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:04.274238 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5d07a0dd-a376-4936-a58e-5918827948f7 req-6223d212-58d4-4261-bdb6-99cb9882e90f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 943 time: 0.7273474 Apr 20 17:41:04.333966 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d0855-4b00-4767-91d4-c73a70dc4f46 req-6c609eaf-c93d-4fe3-b96f-6a760b5f52dd tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:04.341194 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-588d0855-4b00-4767-91d4-c73a70dc4f46 req-6c609eaf-c93d-4fe3-b96f-6a760b5f52dd tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 946 time: 0.5851502 Apr 20 17:41:04.373976 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3c7b501f-b26e-46cf-96c6-3802d88c6533 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:04.374544 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7b501f-b26e-46cf-96c6-3802d88c6533 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88fe06de-4e01-4f4e-b92f-d15161109ed2 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:41:04.389456 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5d07a0dd-a376-4936-a58e-5918827948f7 req-dad2c4cd-c7dc-49bc-a1f9-bab840373668 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046600 Apr 20 17:41:04.394710 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-70ee1099-d9fb-489d-93fe-d55827697648 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:04.436450 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3c7b501f-b26e-46cf-96c6-3802d88c6533 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:04.440041 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3c7b501f-b26e-46cf-96c6-3802d88c6533 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] 10.222.0.39 "DELETE /v2.0/routers/88fe06de-4e01-4f4e-b92f-d15161109ed2 HTTP/1.1" status: 204 len: 168 time: 6.7569520 Apr 20 17:41:04.443864 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44740) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:04.446367 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee1099-d9fb-489d-93fe-d55827697648 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event deleted for resources: {'Subnet': ['ID=082e6c75-f969-4e30-88f1-be0eaebf76bf,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:04.483665 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-70ee1099-d9fb-489d-93fe-d55827697648 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:04.485566 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-70ee1099-d9fb-489d-93fe-d55827697648 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/subnets/082e6c75-f969-4e30-88f1-be0eaebf76bf HTTP/1.1" status: 204 len: 168 time: 1.7840223 Apr 20 17:41:04.493169 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28d2320-103a-409a-a430-59e613341aa5 None None] Network aa0c03e9-449b-4b0c-955f-d2d931b2eb24 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:41:04.495820 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44746) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:04.575615 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ef15b185-b4bf-4e14-b697-0352fb36fc85 req-64344379-109f-4347-9684-da69aa189aa8 service neutron] 10.222.0.43 "GET /v2.0/networks/eca56d5d-e4f2-441a-b91e-029ec9fd83b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4480913 Apr 20 17:41:04.620767 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-588d0855-4b00-4767-91d4-c73a70dc4f46 req-20fe032f-6b55-47cb-947b-9d7efd2648d4 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524803 Apr 20 17:41:04.653335 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-dabd8e85-4d55-4457-9fcb-4084a1c854d8 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Deleting subnet 8eaaf1d0-21ee-4a36-9579-573aec89a3e3 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:41:04.678253 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dabd8e85-4d55-4457-9fcb-4084a1c854d8 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:04.725767 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bba7064-83ba-4930-b7b0-8e289752c13c admin admin] Router 5541f864-c040-4adb-875c-cebfc1ecd1a3 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:41:04.758884 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9ba708d8-d294-4910-b74d-536e87dfba3c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:04.782540 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dabd8e85-4d55-4457-9fcb-4084a1c854d8 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:04.837306 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-9ba708d8-d294-4910-b74d-536e87dfba3c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Deleting port 648e6155-434a-4c95-9ec3-c239ccbb4931 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:04.837730 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9ba708d8-d294-4910-b74d-536e87dfba3c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:04.904678 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dabd8e85-4d55-4457-9fcb-4084a1c854d8 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:04.954226 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6eb0b1-307f-4478-853a-88f3b8fbd9c4 None None] DHCP port deletion for aa0c03e9-449b-4b0c-955f-d2d931b2eb24 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:41:04.958468 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0a6eb0b1-307f-4478-853a-88f3b8fbd9c4 None None] Deleting port 648e6155-434a-4c95-9ec3-c239ccbb4931 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:04.958833 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0a6eb0b1-307f-4478-853a-88f3b8fbd9c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:05.028390 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [None req-76772507-f40d-4351-8ad0-789d08d1fcf6 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:41:05.118462 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6724ff6f-1c3f-48bd-90aa-996af59bd953 req-ba0f1934-f7f2-4cf3-8adb-2c9169d921a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 1094 time: 0.4628718 Apr 20 17:41:05.122392 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-76772507-f40d-4351-8ad0-789d08d1fcf6 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:05.124634 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dabd8e85-4d55-4457-9fcb-4084a1c854d8 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:05.173525 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd8e85-4d55-4457-9fcb-4084a1c854d8 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8eaaf1d0-21ee-4a36-9579-573aec89a3e3,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:05.180846 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-9ba708d8-d294-4910-b74d-536e87dfba3c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] For port 648e6155-434a-4c95-9ec3-c239ccbb4931, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=648e6155-434a-4c95-9ec3-c239ccbb4931,segment=NetworkSegment(918878f8-c469-4d41-9047-1692b23aaa31),segment_id=918878f8-c469-4d41-9047-1692b23aaa31)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:41:05.181225 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9ba708d8-d294-4910-b74d-536e87dfba3c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:05.197681 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dabd8e85-4d55-4457-9fcb-4084a1c854d8 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:05.292436 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724ff6f-1c3f-48bd-90aa-996af59bd953 req-4b6d0516-8f89-4a0d-a7df-1fe187a380e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:05.293908 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6724ff6f-1c3f-48bd-90aa-996af59bd953 req-4b6d0516-8f89-4a0d-a7df-1fe187a380e3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eca56d5d-e4f2-441a-b91e-029ec9fd83b1 HTTP/1.1" status: 200 len: 897 time: 0.1661942 Apr 20 17:41:05.295679 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-76772507-f40d-4351-8ad0-789d08d1fcf6 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:05.318531 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-dabd8e85-4d55-4457-9fcb-4084a1c854d8 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/8eaaf1d0-21ee-4a36-9579-573aec89a3e3 HTTP/1.1" status: 204 len: 168 time: 0.8734627 Apr 20 17:41:05.325778 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-9ba708d8-d294-4910-b74d-536e87dfba3c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Calling delete_port for 648e6155-434a-4c95-9ec3-c239ccbb4931 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:41:05.351390 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44768) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:05.393514 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0a6eb0b1-307f-4478-853a-88f3b8fbd9c4 None None] For port 648e6155-434a-4c95-9ec3-c239ccbb4931, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=648e6155-434a-4c95-9ec3-c239ccbb4931,segment=NetworkSegment(918878f8-c469-4d41-9047-1692b23aaa31),segment_id=918878f8-c469-4d41-9047-1692b23aaa31)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:41:05.398312 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0a6eb0b1-307f-4478-853a-88f3b8fbd9c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:05.513741 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9e183b00-32bf-47be-bd50-0582154e2c5a tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:05.526968 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9ba708d8-d294-4910-b74d-536e87dfba3c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:05.581384 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0a6eb0b1-307f-4478-853a-88f3b8fbd9c4 None None] Calling delete_port for 648e6155-434a-4c95-9ec3-c239ccbb4931 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:41:05.610619 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba708d8-d294-4910-b74d-536e87dfba3c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event deleted for resources: {'Port': ['ID=648e6155-434a-4c95-9ec3-c239ccbb4931,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:05.631378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba708d8-d294-4910-b74d-536e87dfba3c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] No DVR routers for this DVR port 648e6155-434a-4c95-9ec3-c239ccbb4931 on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:41:05.740361 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-0a6eb0b1-307f-4478-853a-88f3b8fbd9c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:41:05.740708 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-0a6eb0b1-307f-4478-853a-88f3b8fbd9c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:41:05.777326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76772507-f40d-4351-8ad0-789d08d1fcf6 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Port': ['ID=11489d06-1c79-40a1-b866-2d1132d98246,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:05.806674 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6724ff6f-1c3f-48bd-90aa-996af59bd953 req-b6f1843e-9d22-4a41-b6aa-ab1bd142389b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35d556b7-05be-4160-b256-b9ba567bf3e4 HTTP/1.1" status: 200 len: 217 time: 0.4327855 Apr 20 17:41:05.872585 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-76772507-f40d-4351-8ad0-789d08d1fcf6 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:05.963138 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9ba708d8-d294-4910-b74d-536e87dfba3c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:06.115673 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724ff6f-1c3f-48bd-90aa-996af59bd953 req-00dee0f7-474f-46d3-a351-d6e4c070200c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:06.117580 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6724ff6f-1c3f-48bd-90aa-996af59bd953 req-00dee0f7-474f-46d3-a351-d6e4c070200c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcbb3aef-0f73-4a02-803d-6c36c52b922a HTTP/1.1" status: 200 len: 834 time: 0.3101840 Apr 20 17:41:06.142415 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-9ba708d8-d294-4910-b74d-536e87dfba3c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa0c03e9-449b-4b0c-955f-d2d931b2eb24']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:06.156842 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-9ba708d8-d294-4910-b74d-536e87dfba3c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '918878f8-c469-4d41-9047-1692b23aaa31') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:06.157136 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-9ba708d8-d294-4910-b74d-536e87dfba3c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '918878f8-c469-4d41-9047-1692b23aaa31') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:06.171366 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9ba708d8-d294-4910-b74d-536e87dfba3c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:06.187942 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 648e6155-434a-4c95-9ec3-c239ccbb4931 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:41:06.216975 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9ba708d8-d294-4910-b74d-536e87dfba3c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:06.240659 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9e183b00-32bf-47be-bd50-0582154e2c5a tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:06.242962 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0a6eb0b1-307f-4478-853a-88f3b8fbd9c4 None None] Deleting port 648e6155-434a-4c95-9ec3-c239ccbb4931 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:06.243552 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0a6eb0b1-307f-4478-853a-88f3b8fbd9c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:06.288440 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba708d8-d294-4910-b74d-536e87dfba3c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:41:06.288846 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9ba708d8-d294-4910-b74d-536e87dfba3c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:06.304475 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 648e6155-434a-4c95-9ec3-c239ccbb4931 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:41:06.304866 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 648e6155-434a-4c95-9ec3-c239ccbb4931 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:41:06.341930 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:41:06.341930 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:41:06.341930 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:41:06.341930 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:41:06.341930 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:41:06.341930 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:41:06.341930 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:41:06.341930 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:41:06.341930 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:41:06.341930 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:41:06.341930 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:41:06.341930 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:41:06.341930 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:41:06.341930 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:41:06.341930 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:41:06.341930 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:41:06.341930 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:41:06.341930 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:41:06.341930 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:41:06.341930 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:41:06.341930 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:41:06.341930 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:41:06.341930 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:41:06.341930 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:41:06.341930 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:41:06.341930 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:41:06.341930 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:41:06.341930 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:41:06.341930 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:41:06.341930 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:41:06.341930 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:41:06.341930 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:41:06.363948 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0a6eb0b1-307f-4478-853a-88f3b8fbd9c4 None None] The port '648e6155-434a-4c95-9ec3-c239ccbb4931' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:41:06.461650 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-9e183b00-32bf-47be-bd50-0582154e2c5a tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d4427ce-7f8b-4314-99c7-042ed62079e8']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:06.497252 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-9e183b00-32bf-47be-bd50-0582154e2c5a tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17b27e93-3730-472f-b868-7a319ba4406a') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:06.497553 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-9e183b00-32bf-47be-bd50-0582154e2c5a tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17b27e93-3730-472f-b868-7a319ba4406a') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:06.517025 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f6ee0-53fd-42c3-8e33-b6857fb18fca req-56894873-2738-4d5f-a6ca-639fdb6ab5dc tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:06.518050 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6e5f6ee0-53fd-42c3-8e33-b6857fb18fca req-56894873-2738-4d5f-a6ca-639fdb6ab5dc tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 943 time: 0.7407198 Apr 20 17:41:06.522795 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9e183b00-32bf-47be-bd50-0582154e2c5a tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:06.534841 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9ba708d8-d294-4910-b74d-536e87dfba3c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:06.576579 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9ba708d8-d294-4910-b74d-536e87dfba3c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:06.581843 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba708d8-d294-4910-b74d-536e87dfba3c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event deleted for resources: {'Network': ['ID=aa0c03e9-449b-4b0c-955f-d2d931b2eb24,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:06.594332 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9e183b00-32bf-47be-bd50-0582154e2c5a tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:06.598636 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76772507-f40d-4351-8ad0-789d08d1fcf6 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network 6d509070-a234-4405-a5e5-aa172d53c387 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:41:06.600567 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-76772507-f40d-4351-8ad0-789d08d1fcf6 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:41:06.611561 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9ba708d8-d294-4910-b74d-536e87dfba3c tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/networks/aa0c03e9-449b-4b0c-955f-d2d931b2eb24 HTTP/1.1" status: 204 len: 168 time: 2.1089957 Apr 20 17:41:06.612711 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e183b00-32bf-47be-bd50-0582154e2c5a tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:41:06.613086 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9e183b00-32bf-47be-bd50-0582154e2c5a tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:06.638514 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:41:06.638514 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:41:06.638514 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:41:06.638514 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:41:06.638514 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:41:06.638514 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:41:06.638514 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:41:06.638514 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:41:06.638514 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:41:06.638514 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:41:06.638514 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:41:06.638514 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:41:06.638514 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:41:06.638514 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:41:06.638514 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:41:06.638514 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:41:06.638514 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:41:06.638514 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:41:06.638514 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:41:06.638514 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:41:06.638514 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:41:06.638514 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:41:06.638514 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:41:06.638514 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:41:06.638514 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:41:06.638514 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:41:06.638514 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:41:06.638514 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:41:06.638514 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:41:06.638514 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:41:06.638514 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:41:06.638514 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:41:06.644374 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44796) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:06.884944 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2e667-d4aa-4cb6-90d2-9817af1fe1a7 req-9f5d7ffb-6db8-46a9-9f6f-fd44edfc986a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:06.887782 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3be2e667-d4aa-4cb6-90d2-9817af1fe1a7 req-9f5d7ffb-6db8-46a9-9f6f-fd44edfc986a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 946 time: 1.0029733 Apr 20 17:41:06.892857 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bba7064-83ba-4930-b7b0-8e289752c13c admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:41:06.915408 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6e5f6ee0-53fd-42c3-8e33-b6857fb18fca req-0073af36-c85e-4576-a4b3-dfda5bcfaaab tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3856494 Apr 20 17:41:06.921067 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61339565-5333-4eae-afe1-051ccd4621b2 None None] Sync routers for ids ['5541f864-c040-4adb-875c-cebfc1ecd1a3'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:41:06.945478 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61339565-5333-4eae-afe1-051ccd4621b2 None None] Routers {'5541f864-c040-4adb-875c-cebfc1ecd1a3'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:06.950412 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-61339565-5333-4eae-afe1-051ccd4621b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:40:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['5541f864-c040-4adb-875c-cebfc1ecd1a3'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:06.951891 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3bba7064-83ba-4930-b7b0-8e289752c13c admin admin] 10.222.0.39 "PUT /v2.0/routers/5541f864-c040-4adb-875c-cebfc1ecd1a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 19.4226561 Apr 20 17:41:06.953088 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f697b0fe-639b-402c-8bff-b6cdb70de713 None None] Sync routers for ids ['e0e24074-85f9-471b-b705-b10a2f130e0d'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:41:06.960976 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44806) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:06.978725 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f697b0fe-639b-402c-8bff-b6cdb70de713 None None] Routers {'e0e24074-85f9-471b-b705-b10a2f130e0d'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:06.980698 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f697b0fe-639b-402c-8bff-b6cdb70de713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:40:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e0e24074-85f9-471b-b705-b10a2f130e0d'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:06.985788 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9e183b00-32bf-47be-bd50-0582154e2c5a tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:07.024977 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6724ff6f-1c3f-48bd-90aa-996af59bd953 req-2cc04fc1-34d1-46ca-9112-902ea832640e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eca56d5d-e4f2-441a-b91e-029ec9fd83b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8969126 Apr 20 17:41:07.127536 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e183b00-32bf-47be-bd50-0582154e2c5a tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5d4427ce-7f8b-4314-99c7-042ed62079e8 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 17:41:07.137442 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9e183b00-32bf-47be-bd50-0582154e2c5a tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:07.189768 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e183b00-32bf-47be-bd50-0582154e2c5a tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Pushing event deleted for resources: {'Network': ['ID=5d4427ce-7f8b-4314-99c7-042ed62079e8,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:07.235715 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9e183b00-32bf-47be-bd50-0582154e2c5a tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] 10.222.0.39 "DELETE /v2.0/networks/5d4427ce-7f8b-4314-99c7-042ed62079e8 HTTP/1.1" status: 204 len: 168 time: 1.8800685 Apr 20 17:41:07.249070 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-64f41679-5325-4fb8-b5bd-34c1c6f81b3b None None] Provisioning complete for port 11489d06-1c79-40a1-b866-2d1132d98246 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:41:07.249435 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-64f41679-5325-4fb8-b5bd-34c1c6f81b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:07.266214 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-f697b0fe-639b-402c-8bff-b6cdb70de713 None None] Set router e0e24074-85f9-471b-b705-b10a2f130e0d gateway port host: None {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:41:07.407759 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-64f41679-5325-4fb8-b5bd-34c1c6f81b3b None None] Port 11489d06-1c79-40a1-b866-2d1132d98246 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:41:07.413031 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 35d556b7-05be-4160-b256-b9ba567bf3e4 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:41:07.681791 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3be2e667-d4aa-4cb6-90d2-9817af1fe1a7 req-f79c3002-99b6-48af-9ecb-03a6366a6fa8 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7424865 Apr 20 17:41:07.880655 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f697b0fe-639b-402c-8bff-b6cdb70de713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'name': 'tempest-RoutersIpV6Test-router-1282796834', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:39:32Z', 'updated_at': '2022-04-20T17:40:58Z', 'revision_number': 9, 'project_id': '223231c784ee479d86d7622cff558dcb', 'gw_port_host': None, '_interfaces': [{'id': '5de728ee-08ef-4134-858a-18ed50ce74f4', 'name': '', 'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:50:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a380890-61da-4dee-b68a-756b86290ba4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:36Z', 'updated_at': '2022-04-20T17:39:52Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '5a380890-61da-4dee-b68a-756b86290ba4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636bb4bc-e93a-4f53-ab42-5aaa27b48a94', 'name': '', 'network_id': 'f33fab59-8c3d-49a6-bfd4-891170acc8f8', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:f0:10:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c921873-8400-4373-8efd-a320703c8b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:45Z', 'updated_at': '2022-04-20T17:40:06Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '1c921873-8400-4373-8efd-a320703c8b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:07.884370 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6724ff6f-1c3f-48bd-90aa-996af59bd953 req-17cda42a-287b-4e3b-9000-612deea4273c service neutron] 10.222.0.43 "GET /v2.0/networks/eca56d5d-e4f2-441a-b91e-029ec9fd83b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8515823 Apr 20 17:41:07.887120 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3946adbf-a6b3-41a0-a926-91813fdefd30 admin admin] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:07.889365 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f697b0fe-639b-402c-8bff-b6cdb70de713 None None] Checking router: e0e24074-85f9-471b-b705-b10a2f130e0d for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:41:07.912485 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f697b0fe-639b-402c-8bff-b6cdb70de713 None None] Routers {'e0e24074-85f9-471b-b705-b10a2f130e0d'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:07.913481 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f697b0fe-639b-402c-8bff-b6cdb70de713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:40:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e0e24074-85f9-471b-b705-b10a2f130e0d'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:08.108074 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-61339565-5333-4eae-afe1-051ccd4621b2 None None] Set router 5541f864-c040-4adb-875c-cebfc1ecd1a3 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:41:08.166232 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44828) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:08.184057 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-e2464058-23ee-4daa-829c-3b292803c29b tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Request body: {'router': {'name': 'tempest-router--1143700626', 'project_id': 'a7502eb8b8cd40f582f39ecd9b2b8a6b'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:41:08.260200 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e2464058-23ee-4daa-829c-3b292803c29b tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:08.268383 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9010e28f-78d0-42ce-9533-e4495f15cf66 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:08.326625 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6724ff6f-1c3f-48bd-90aa-996af59bd953 req-631834b2-c69c-456b-ab93-57503267f246 service neutron] 10.222.0.43 "GET /v2.0/networks/eca56d5d-e4f2-441a-b91e-029ec9fd83b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192538 Apr 20 17:41:08.333243 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-f697b0fe-639b-402c-8bff-b6cdb70de713 None None] Set router e0e24074-85f9-471b-b705-b10a2f130e0d gateway port host: None {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:41:08.386482 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e2464058-23ee-4daa-829c-3b292803c29b tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Usage tracker for resource:router and tenant:a7502eb8b8cd40f582f39ecd9b2b8a6b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:08.391238 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e2464058-23ee-4daa-829c-3b292803c29b tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:08.404453 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76772507-f40d-4351-8ad0-789d08d1fcf6 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Router 3fbbb5fb-b40e-40ad-8c3b-adf6db0e4e1f is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:41:08.686659 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 35d556b7-05be-4160-b256-b9ba567bf3e4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=35d556b7-05be-4160-b256-b9ba567bf3e4,segment=NetworkSegment(0d0bb655-15d9-4b50-a39c-4bc813a39738),segment_id=0d0bb655-15d9-4b50-a39c-4bc813a39738)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:41:08.746321 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '35d556b7-05be-4160-b256-b9ba567bf3e4', 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1', 'port_id': '35d556b7-05be-4160-b256-b9ba567bf3e4', 'mac_address': 'fa:16:3e:61:8c:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcbb3aef-0f73-4a02-803d-6c36c52b922a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:41:08.870641 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:08.880932 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e2464058-23ee-4daa-829c-3b292803c29b tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:08.887782 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76772507-f40d-4351-8ad0-789d08d1fcf6 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:41:08.894592 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d556b7-05be-4160-b256-b9ba567bf3e4 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:41:08.896708 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-76772507-f40d-4351-8ad0-789d08d1fcf6 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "PUT /v2.0/routers/3fbbb5fb-b40e-40ad-8c3b-adf6db0e4e1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6269240 Apr 20 17:41:08.897395 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44842) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:08.901781 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acae99b-4d06-48e5-ae7c-f17d47e74dae None None] Sync routers for ids ['3fbbb5fb-b40e-40ad-8c3b-adf6db0e4e1f'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:41:08.924293 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-61339565-5333-4eae-afe1-051ccd4621b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5541f864-c040-4adb-875c-cebfc1ecd1a3', 'name': 'tempest-ImageQuotaTest-2074488080-router', 'tenant_id': 'cfa2c21078774097a572dcf8fa18a7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'cfeca726-81e5-41ac-a105-1d3148f31938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:19Z', 'updated_at': '2022-04-20T17:40:58Z', 'revision_number': 5, 'project_id': 'cfa2c21078774097a572dcf8fa18a7b3', 'gw_port': {'id': 'cfeca726-81e5-41ac-a105-1d3148f31938', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:34:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5541f864-c040-4adb-875c-cebfc1ecd1a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:21Z', 'updated_at': '2022-04-20T17:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:08.937386 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e2464058-23ee-4daa-829c-3b292803c29b tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:08.946510 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61339565-5333-4eae-afe1-051ccd4621b2 None None] Checking router: 5541f864-c040-4adb-875c-cebfc1ecd1a3 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:41:08.950414 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e2464058-23ee-4daa-829c-3b292803c29b tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:08.972011 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acae99b-4d06-48e5-ae7c-f17d47e74dae None None] Routers {'3fbbb5fb-b40e-40ad-8c3b-adf6db0e4e1f'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:08.974113 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-9acae99b-4d06-48e5-ae7c-f17d47e74dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:40:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['3fbbb5fb-b40e-40ad-8c3b-adf6db0e4e1f'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:09.048269 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebfd815-f25c-491d-ace5-904363bc7ced tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:09.048830 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4ebfd815-f25c-491d-ace5-904363bc7ced tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Synchronizing usage tracker for tenant:9b47d4ec84d44059beda8a5ee5d71e29 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:41:09.100310 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19493a5c-844a-4ce5-930b-1f7a1d1f573c req-157c1ea4-0c98-4672-bdeb-35b69f290171 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:09.101018 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 35d556b7-05be-4160-b256-b9ba567bf3e4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=35d556b7-05be-4160-b256-b9ba567bf3e4,segment=NetworkSegment(0d0bb655-15d9-4b50-a39c-4bc813a39738),segment_id=0d0bb655-15d9-4b50-a39c-4bc813a39738)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:41:09.103878 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-9acae99b-4d06-48e5-ae7c-f17d47e74dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:09.107378 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-19493a5c-844a-4ce5-930b-1f7a1d1f573c req-157c1ea4-0c98-4672-bdeb-35b69f290171 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 943 time: 0.9395983 Apr 20 17:41:09.123661 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:09.130326 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acae99b-4d06-48e5-ae7c-f17d47e74dae None None] Routers {'3fbbb5fb-b40e-40ad-8c3b-adf6db0e4e1f'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:09.133191 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-9acae99b-4d06-48e5-ae7c-f17d47e74dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:40:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['3fbbb5fb-b40e-40ad-8c3b-adf6db0e4e1f'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:09.163739 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e2464058-23ee-4daa-829c-3b292803c29b tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:09.175377 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4ebfd815-f25c-491d-ace5-904363bc7ced tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Unset dirty status for tenant:9b47d4ec84d44059beda8a5ee5d71e29 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:41:09.181437 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4ebfd815-f25c-491d-ace5-904363bc7ced tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "GET /v2.0/ports/11489d06-1c79-40a1-b866-2d1132d98246 HTTP/1.1" status: 200 len: 910 time: 0.2830384 Apr 20 17:41:09.185136 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44850) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:09.274600 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-19493a5c-844a-4ce5-930b-1f7a1d1f573c req-95848ba9-095c-4590-be24-0df3797ff64f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663084 Apr 20 17:41:09.326441 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e2464058-23ee-4daa-829c-3b292803c29b tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:09.363725 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-9acae99b-4d06-48e5-ae7c-f17d47e74dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:09.363974 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acae99b-4d06-48e5-ae7c-f17d47e74dae None None] The sync data for ids ['3fbbb5fb-b40e-40ad-8c3b-adf6db0e4e1f'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:41:09.382220 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e2464058-23ee-4daa-829c-3b292803c29b tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:09.385913 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e2464058-23ee-4daa-829c-3b292803c29b tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.2144516 Apr 20 17:41:09.386063 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f697b0fe-639b-402c-8bff-b6cdb70de713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'name': 'tempest-RoutersIpV6Test-router-1282796834', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:39:32Z', 'updated_at': '2022-04-20T17:40:58Z', 'revision_number': 9, 'project_id': '223231c784ee479d86d7622cff558dcb', 'gw_port_host': None, '_interfaces': [{'id': '5de728ee-08ef-4134-858a-18ed50ce74f4', 'name': '', 'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:50:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a380890-61da-4dee-b68a-756b86290ba4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:36Z', 'updated_at': '2022-04-20T17:39:52Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '5a380890-61da-4dee-b68a-756b86290ba4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636bb4bc-e93a-4f53-ab42-5aaa27b48a94', 'name': '', 'network_id': 'f33fab59-8c3d-49a6-bfd4-891170acc8f8', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:f0:10:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c921873-8400-4373-8efd-a320703c8b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:45Z', 'updated_at': '2022-04-20T17:40:06Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '1c921873-8400-4373-8efd-a320703c8b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:09.388463 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44854) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:09.403271 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d83f0-cd5b-43fd-99fc-ac30b489fb57 req-f593c5d2-dc18-43e5-baf1-450d27e6f6a0 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:09.407419 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-130d83f0-cd5b-43fd-99fc-ac30b489fb57 req-f593c5d2-dc18-43e5-baf1-450d27e6f6a0 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 946 time: 0.3554790 Apr 20 17:41:09.409369 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f697b0fe-639b-402c-8bff-b6cdb70de713 None None] The sync data for ids ['e0e24074-85f9-471b-b705-b10a2f130e0d'] in n-d-838032-1 is: [{'id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'name': 'tempest-RoutersIpV6Test-router-1282796834', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:39:32Z', 'updated_at': '2022-04-20T17:40:58Z', 'revision_number': 9, 'project_id': '223231c784ee479d86d7622cff558dcb', 'gw_port_host': None, '_interfaces': [{'id': '5de728ee-08ef-4134-858a-18ed50ce74f4', 'name': '', 'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:50:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a380890-61da-4dee-b68a-756b86290ba4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:36Z', 'updated_at': '2022-04-20T17:39:52Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '5a380890-61da-4dee-b68a-756b86290ba4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636bb4bc-e93a-4f53-ab42-5aaa27b48a94', 'name': '', 'network_id': 'f33fab59-8c3d-49a6-bfd4-891170acc8f8', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:f0:10:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c921873-8400-4373-8efd-a320703c8b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:45Z', 'updated_at': '2022-04-20T17:40:06Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '1c921873-8400-4373-8efd-a320703c8b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:41:09.455717 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61339565-5333-4eae-afe1-051ccd4621b2 None None] Routers {'5541f864-c040-4adb-875c-cebfc1ecd1a3'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:09.457420 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-61339565-5333-4eae-afe1-051ccd4621b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:40:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['5541f864-c040-4adb-875c-cebfc1ecd1a3'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:09.480216 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-130d83f0-cd5b-43fd-99fc-ac30b489fb57 req-e65465ff-69df-4225-9e1d-8f8cc5ad37e9 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615284 Apr 20 17:41:09.687187 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3946adbf-a6b3-41a0-a926-91813fdefd30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:09.760269 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-61339565-5333-4eae-afe1-051ccd4621b2 None None] Set router 5541f864-c040-4adb-875c-cebfc1ecd1a3 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:41:09.785007 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-3946adbf-a6b3-41a0-a926-91813fdefd30 admin admin] Deleting port cfeca726-81e5-41ac-a105-1d3148f31938 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:09.797255 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3946adbf-a6b3-41a0-a926-91813fdefd30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:09.832157 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44860) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:09.901741 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['35d556b7-05be-4160-b256-b9ba567bf3e4'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:41:09.929680 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c74cd371-763d-47be-8aea-d23aa48514f9 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:09.985850 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-44d8fe73-5edf-485a-92e5-2d1880454e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:10.089532 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=35d556b7-05be-4160-b256-b9ba567bf3e4,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:10.129702 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 644ddbe3-b2d1-4e96-8900-366ba2c9cba4 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:41:10.178897 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 644ddbe3-b2d1-4e96-8900-366ba2c9cba4 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:41:10.179283 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 644ddbe3-b2d1-4e96-8900-366ba2c9cba4 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:41:10.196693 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dc9a49e2-6578-4c0f-8f1e-f60db5f2ca6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:10.395377 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a0fb7ae1-7413-4696-804a-3dd4bdcc8c65 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:10.425645 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-dc9a49e2-6578-4c0f-8f1e-f60db5f2ca6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:10.434863 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-dc9a49e2-6578-4c0f-8f1e-f60db5f2ca6c admin admin] Usage tracker for resource:security_group_rule and tenant:7bd451e8d53f48b1950d495a89044ac0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:10.439978 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-dc9a49e2-6578-4c0f-8f1e-f60db5f2ca6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:10.443518 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-3946adbf-a6b3-41a0-a926-91813fdefd30 admin admin] For port cfeca726-81e5-41ac-a105-1d3148f31938, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=cfeca726-81e5-41ac-a105-1d3148f31938,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:41:10.443851 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3946adbf-a6b3-41a0-a926-91813fdefd30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:10.461128 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-dc9a49e2-6578-4c0f-8f1e-f60db5f2ca6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:10.518579 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-61339565-5333-4eae-afe1-051ccd4621b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5541f864-c040-4adb-875c-cebfc1ecd1a3', 'name': 'tempest-ImageQuotaTest-2074488080-router', 'tenant_id': 'cfa2c21078774097a572dcf8fa18a7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'cfeca726-81e5-41ac-a105-1d3148f31938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:19Z', 'updated_at': '2022-04-20T17:40:58Z', 'revision_number': 5, 'project_id': 'cfa2c21078774097a572dcf8fa18a7b3', 'gw_port': {'id': 'cfeca726-81e5-41ac-a105-1d3148f31938', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:34:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5541f864-c040-4adb-875c-cebfc1ecd1a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:21Z', 'updated_at': '2022-04-20T17:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:10.539895 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61339565-5333-4eae-afe1-051ccd4621b2 None None] The sync data for ids ['5541f864-c040-4adb-875c-cebfc1ecd1a3'] in n-d-838032-1 is: [{'id': '5541f864-c040-4adb-875c-cebfc1ecd1a3', 'name': 'tempest-ImageQuotaTest-2074488080-router', 'tenant_id': 'cfa2c21078774097a572dcf8fa18a7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'cfeca726-81e5-41ac-a105-1d3148f31938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:19Z', 'updated_at': '2022-04-20T17:40:58Z', 'revision_number': 5, 'project_id': 'cfa2c21078774097a572dcf8fa18a7b3', 'gw_port': {'id': 'cfeca726-81e5-41ac-a105-1d3148f31938', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:34:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5541f864-c040-4adb-875c-cebfc1ecd1a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:21Z', 'updated_at': '2022-04-20T17:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:41:10.669837 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-3946adbf-a6b3-41a0-a926-91813fdefd30 admin admin] Calling delete_port for cfeca726-81e5-41ac-a105-1d3148f31938 owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:41:10.965519 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425152e-e596-4ef5-93d6-906f9eb4a3e2 req-cf17de99-f573-4b28-94e2-d56ae35037f4 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:10.972601 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7425152e-e596-4ef5-93d6-906f9eb4a3e2 req-cf17de99-f573-4b28-94e2-d56ae35037f4 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 946 time: 0.2378020 Apr 20 17:41:10.984582 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c74cd371-763d-47be-8aea-d23aa48514f9 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:11.095452 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c74cd371-763d-47be-8aea-d23aa48514f9 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:11.154839 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7425152e-e596-4ef5-93d6-906f9eb4a3e2 req-e4524785-fa96-44c6-83f6-317f9c644e09 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812470 Apr 20 17:41:11.285882 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dc9a49e2-6578-4c0f-8f1e-f60db5f2ca6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:11.292957 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c74cd371-763d-47be-8aea-d23aa48514f9 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:11.293562 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74cd371-763d-47be-8aea-d23aa48514f9 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0214e29-00ce-4c24-a856-e9d98a2ef175 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:41:11.309830 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 35d556b7-05be-4160-b256-b9ba567bf3e4 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:41:11.314605 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dc9a49e2-6578-4c0f-8f1e-f60db5f2ca6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:11.365150 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a49e2-6578-4c0f-8f1e-f60db5f2ca6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338fe36c-e483-4e3b-a832-31c5dd116259,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:11.388776 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-a0fb7ae1-7413-4696-804a-3dd4bdcc8c65 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Deleting port 11489d06-1c79-40a1-b866-2d1132d98246 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:11.389223 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a0fb7ae1-7413-4696-804a-3dd4bdcc8c65 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:11.443059 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ec0df-d9cc-4adb-8361-8fea8a295ba4 req-5c6d4fd3-4a2a-47f7-8fc6-cd9b247b823a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:11.453454 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d74ec0df-d9cc-4adb-8361-8fea8a295ba4 req-5c6d4fd3-4a2a-47f7-8fc6-cd9b247b823a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 944 time: 0.7905853 Apr 20 17:41:11.458274 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c74cd371-763d-47be-8aea-d23aa48514f9 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:11.458427 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:41:11.460113 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c74cd371-763d-47be-8aea-d23aa48514f9 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] 10.222.0.39 "DELETE /v2.0/routers/a0214e29-00ce-4c24-a856-e9d98a2ef175 HTTP/1.1" status: 204 len: 168 time: 2.0704222 Apr 20 17:41:11.487472 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-dc9a49e2-6578-4c0f-8f1e-f60db5f2ca6c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7bd451e8d53f48b1950d495a89044ac0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6483603 Apr 20 17:41:11.494896 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44876) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:11.508472 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-524b943e-e556-49ee-a739-60bcdeeddc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:11.599069 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 35d556b7-05be-4160-b256-b9ba567bf3e4 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:41:11.620408 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 35d556b7-05be-4160-b256-b9ba567bf3e4 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:41:11.620913 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:11.729576 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d74ec0df-d9cc-4adb-8361-8fea8a295ba4 req-950cd1a9-1399-4771-8651-11ff495c39a7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2483432 Apr 20 17:41:11.819171 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a0fb7ae1-7413-4696-804a-3dd4bdcc8c65 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:11.819783 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0dc68717-7eae-4729-8efa-ef876c384807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:11.839053 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-9010e28f-78d0-42ce-9533-e4495f15cf66 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Deleting port 636bb4bc-e93a-4f53-ab42-5aaa27b48a94 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:11.839269 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9010e28f-78d0-42ce-9533-e4495f15cf66 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:11.938172 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:11.975950 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b47256-80a9-48a6-be22-65daf773be99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d556b7-05be-4160-b256-b9ba567bf3e4'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:41:11.997219 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 35d556b7-05be-4160-b256-b9ba567bf3e4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=35d556b7-05be-4160-b256-b9ba567bf3e4,segment=NetworkSegment(0d0bb655-15d9-4b50-a39c-4bc813a39738),segment_id=0d0bb655-15d9-4b50-a39c-4bc813a39738)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:41:12.006913 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:12.150395 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44882) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:12.160772 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b220a4a-81ef-4003-a405-026091259082'] response: {'server_uuid': '72b47256-80a9-48a6-be22-65daf773be99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d556b7-05be-4160-b256-b9ba567bf3e4', 'code': 200} Apr 20 17:41:12.161355 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=35d556b7-05be-4160-b256-b9ba567bf3e4,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:12.162540 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3946adbf-a6b3-41a0-a926-91813fdefd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:12.174152 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 08509ee3-3f45-4520-9126-ee3710275d9f no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:41:12.182087 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-a0fb7ae1-7413-4696-804a-3dd4bdcc8c65 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Calling delete_port for 11489d06-1c79-40a1-b866-2d1132d98246 owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:41:12.254340 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 08509ee3-3f45-4520-9126-ee3710275d9f {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:41:12.258564 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 08509ee3-3f45-4520-9126-ee3710275d9f not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:41:12.299871 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946adbf-a6b3-41a0-a926-91813fdefd30 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfeca726-81e5-41ac-a105-1d3148f31938,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:12.312702 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0dc68717-7eae-4729-8efa-ef876c384807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:12.320225 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-9010e28f-78d0-42ce-9533-e4495f15cf66 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] For port 636bb4bc-e93a-4f53-ab42-5aaa27b48a94, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=636bb4bc-e93a-4f53-ab42-5aaa27b48a94,segment=NetworkSegment(3e85c32c-f0b8-4113-ad48-d489883b2151),segment_id=3e85c32c-f0b8-4113-ad48-d489883b2151)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:41:12.322542 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9010e28f-78d0-42ce-9533-e4495f15cf66 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:12.404860 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0eb2614d-7d53-4268-89c2-ebdd815d7d14 req-af89c8f5-bc7b-4c6a-8313-ac3c78f98019 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 1096 time: 0.1705451 Apr 20 17:41:12.512429 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0eb2614d-7d53-4268-89c2-ebdd815d7d14 req-d49cc1e4-f56b-435d-bf3b-82e7fbfa7742 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004109 Apr 20 17:41:12.574850 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-9010e28f-78d0-42ce-9533-e4495f15cf66 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Calling delete_port for 636bb4bc-e93a-4f53-ab42-5aaa27b48a94 owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:41:12.608075 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-f4ef827f-a038-4cff-a969-a782148bea31 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-200010469', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}, 'admin_state_up': False}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:41:12.630644 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f4ef827f-a038-4cff-a969-a782148bea31 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:12.646103 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a0fb7ae1-7413-4696-804a-3dd4bdcc8c65 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:12.650618 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f4ef827f-a038-4cff-a969-a782148bea31 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Usage tracker for resource:router and tenant:7998c2f4b56c4fd1b7e8025d7f250408 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:12.673924 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f4ef827f-a038-4cff-a969-a782148bea31 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:12.688948 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f4ef827f-a038-4cff-a969-a782148bea31 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:12.704406 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb7ae1-7413-4696-804a-3dd4bdcc8c65 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event deleted for resources: {'Port': ['ID=11489d06-1c79-40a1-b866-2d1132d98246,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:12.716319 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:12.742377 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:12.882415 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f4ef827f-a038-4cff-a969-a782148bea31 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:12.883361 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f4ef827f-a038-4cff-a969-a782148bea31 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:12.911250 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3946adbf-a6b3-41a0-a926-91813fdefd30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:13.195398 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0dc68717-7eae-4729-8efa-ef876c384807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:13.215531 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f4ef827f-a038-4cff-a969-a782148bea31 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:13.235322 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a0fb7ae1-7413-4696-804a-3dd4bdcc8c65 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:13.238820 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a94f3-6dcb-4ea7-ba45-f215019f4848 req-ec80b8d5-ef2d-4907-8b66-19b1d71445cf tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:13.246070 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c48a94f3-6dcb-4ea7-ba45-f215019f4848 req-ec80b8d5-ef2d-4907-8b66-19b1d71445cf tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 946 time: 0.7923794 Apr 20 17:41:13.272140 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc68717-7eae-4729-8efa-ef876c384807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338fe36c-e483-4e3b-a832-31c5dd116259,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:13.362643 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:13.431643 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb186e2-0ca9-4b9b-96f3-141357d8bac9 req-a6b85b82-211c-4721-bd9e-26d5c426474e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:13.438709 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dfb186e2-0ca9-4b9b-96f3-141357d8bac9 req-a6b85b82-211c-4721-bd9e-26d5c426474e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 945 time: 0.2704053 Apr 20 17:41:13.551051 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3946adbf-a6b3-41a0-a926-91813fdefd30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:13.621118 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0dc68717-7eae-4729-8efa-ef876c384807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:13.622424 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0dc68717-7eae-4729-8efa-ef876c384807 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/338fe36c-e483-4e3b-a832-31c5dd116259 HTTP/1.1" status: 204 len: 168 time: 2.0943255 Apr 20 17:41:13.631566 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c48a94f3-6dcb-4ea7-ba45-f215019f4848 req-eb9a9b01-5e95-43b5-b6d6-0ef17ef4d170 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3844941 Apr 20 17:41:13.635946 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3946adbf-a6b3-41a0-a926-91813fdefd30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:13.692847 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f4ef827f-a038-4cff-a969-a782148bea31 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:13.698699 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9010e28f-78d0-42ce-9533-e4495f15cf66 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:13.747310 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3946adbf-a6b3-41a0-a926-91813fdefd30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:13.747844 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3946adbf-a6b3-41a0-a926-91813fdefd30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5541f864-c040-4adb-875c-cebfc1ecd1a3 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:41:13.759448 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9010e28f-78d0-42ce-9533-e4495f15cf66 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event deleted for resources: {'Port': ['ID=636bb4bc-e93a-4f53-ab42-5aaa27b48a94,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:13.777614 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dfb186e2-0ca9-4b9b-96f3-141357d8bac9 req-c097236b-99fe-4685-9c3b-812751d8e705 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3380027 Apr 20 17:41:13.920032 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3946adbf-a6b3-41a0-a926-91813fdefd30 admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:13.927054 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3946adbf-a6b3-41a0-a926-91813fdefd30 admin admin] 10.222.0.39 "DELETE /v2.0/routers/5541f864-c040-4adb-875c-cebfc1ecd1a3 HTTP/1.1" status: 204 len: 168 time: 6.9566901 Apr 20 17:41:13.929021 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44898) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:14.018849 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bcd5a6a-cfec-4c03-bafa-74ea3349a6a7 admin admin] Deleting subnet 435c2f0b-6821-47b8-9a31-7a0eb8b14fef {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:41:14.026063 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3bcd5a6a-cfec-4c03-bafa-74ea3349a6a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:14.035707 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:14.082762 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fb7ae1-7413-4696-804a-3dd4bdcc8c65 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Router 3fbbb5fb-b40e-40ad-8c3b-adf6db0e4e1f has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:41:14.105510 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3bcd5a6a-cfec-4c03-bafa-74ea3349a6a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:14.197931 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9010e28f-78d0-42ce-9533-e4495f15cf66 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:14.245078 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f4ef827f-a038-4cff-a969-a782148bea31 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:14.306959 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44904) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:14.329548 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f4ef827f-a038-4cff-a969-a782148bea31 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:14.344285 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf0d5-7169-4d8b-abfa-7365e1c19edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:14.390281 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fb7ae1-7413-4696-804a-3dd4bdcc8c65 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:41:14.403827 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-bd7bf0d5-7169-4d8b-abfa-7365e1c19edd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:14.410087 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3bcd5a6a-cfec-4c03-bafa-74ea3349a6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:14.415652 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f61bc6-950a-4d46-a212-268666d81f2d None None] Sync routers for ids ['3fbbb5fb-b40e-40ad-8c3b-adf6db0e4e1f'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:41:14.436991 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f61bc6-950a-4d46-a212-268666d81f2d None None] Routers {'3fbbb5fb-b40e-40ad-8c3b-adf6db0e4e1f'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:14.444788 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-62f61bc6-950a-4d46-a212-268666d81f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['3fbbb5fb-b40e-40ad-8c3b-adf6db0e4e1f'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:14.497817 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-bd7bf0d5-7169-4d8b-abfa-7365e1c19edd admin admin] Usage tracker for resource:security_group_rule and tenant:01c9d534a9214655a43bf8fc00e7a6b9 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:14.502218 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-bd7bf0d5-7169-4d8b-abfa-7365e1c19edd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:14.508267 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-bd7bf0d5-7169-4d8b-abfa-7365e1c19edd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:14.613509 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf0d5-7169-4d8b-abfa-7365e1c19edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:14.635330 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf0d5-7169-4d8b-abfa-7365e1c19edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:14.640702 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-f4ef827f-a038-4cff-a969-a782148bea31 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Allocated IP 172.25.8.189 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/1e9283cf-cc1e-47a1-a2e3-48973c88a7b2) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:41:14.642435 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-62f61bc6-950a-4d46-a212-268666d81f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:14.668620 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f61bc6-950a-4d46-a212-268666d81f2d None None] Routers {'3fbbb5fb-b40e-40ad-8c3b-adf6db0e4e1f'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:14.669444 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-62f61bc6-950a-4d46-a212-268666d81f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['3fbbb5fb-b40e-40ad-8c3b-adf6db0e4e1f'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:14.697104 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7bf0d5-7169-4d8b-abfa-7365e1c19edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323096de-2a7b-4862-a12b-3d69bdbc545e,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:14.716118 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a0fb7ae1-7413-4696-804a-3dd4bdcc8c65 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "PUT /v2.0/routers/3fbbb5fb-b40e-40ad-8c3b-adf6db0e4e1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5288486 Apr 20 17:41:14.721742 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44910) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:14.740887 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bf0d5-7169-4d8b-abfa-7365e1c19edd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:41:14.741259 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bf0d5-7169-4d8b-abfa-7365e1c19edd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:41:14.741554 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bf0d5-7169-4d8b-abfa-7365e1c19edd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:41:14.741892 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bf0d5-7169-4d8b-abfa-7365e1c19edd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:41:14.742247 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bf0d5-7169-4d8b-abfa-7365e1c19edd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:41:14.742576 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bf0d5-7169-4d8b-abfa-7365e1c19edd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:41:14.742900 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bf0d5-7169-4d8b-abfa-7365e1c19edd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:41:14.743233 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bf0d5-7169-4d8b-abfa-7365e1c19edd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:41:14.743539 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bf0d5-7169-4d8b-abfa-7365e1c19edd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:41:14.743856 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bf0d5-7169-4d8b-abfa-7365e1c19edd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:41:14.744175 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bf0d5-7169-4d8b-abfa-7365e1c19edd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:41:14.800546 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f9c75bfd-374a-4849-a171-6894c38e8481 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Synchronizing usage tracker for tenant:9b47d4ec84d44059beda8a5ee5d71e29 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:41:14.817766 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bd7bf0d5-7169-4d8b-abfa-7365e1c19edd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=01c9d534a9214655a43bf8fc00e7a6b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5076065 Apr 20 17:41:14.822291 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44916) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:14.839937 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3bcd5a6a-cfec-4c03-bafa-74ea3349a6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:14.862577 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-62f61bc6-950a-4d46-a212-268666d81f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:14.863160 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f61bc6-950a-4d46-a212-268666d81f2d None None] The sync data for ids ['3fbbb5fb-b40e-40ad-8c3b-adf6db0e4e1f'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:41:14.890160 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a031236-12f0-429f-98aa-d4d0c2969f09 None None] Network 02b7bc0d-99d9-4e63-8692-8280ece99f65 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:41:14.920887 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3bcd5a6a-cfec-4c03-bafa-74ea3349a6a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:14.929588 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f9c75bfd-374a-4849-a171-6894c38e8481 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Unset dirty status for tenant:9b47d4ec84d44059beda8a5ee5d71e29 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:41:14.933225 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f9c75bfd-374a-4849-a171-6894c38e8481 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbbb5fb-b40e-40ad-8c3b-adf6db0e4e1f HTTP/1.1" status: 200 len: 205 time: 0.2000246 Apr 20 17:41:14.946201 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44922) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:14.949358 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd5a6a-cfec-4c03-bafa-74ea3349a6a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=435c2f0b-6821-47b8-9a31-7a0eb8b14fef,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:15.061091 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3bcd5a6a-cfec-4c03-bafa-74ea3349a6a7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/435c2f0b-6821-47b8-9a31-7a0eb8b14fef HTTP/1.1" status: 204 len: 168 time: 1.1267660 Apr 20 17:41:15.070654 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44926) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:15.232097 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309a27bc-2f99-4dbc-96a7-0f5e7a04a244 None None] DHCP port deletion for 02b7bc0d-99d9-4e63-8692-8280ece99f65 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:41:15.236856 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-309a27bc-2f99-4dbc-96a7-0f5e7a04a244 None None] Deleting port 928962ad-482b-440c-97ee-672b6073aaff {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:15.237312 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-309a27bc-2f99-4dbc-96a7-0f5e7a04a244 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:15.300088 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5e6e68b2-34b5-4f83-802d-e4c032d08f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:15.333379 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:15.337131 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-db944345-7325-4767-a724-6caa862e2122 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:15.362789 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2a9332b4-27c7-4fdd-86e7-e46b08b9cca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:15.390391 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f4ef827f-a038-4cff-a969-a782148bea31 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:15.397754 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5e6e68b2-34b5-4f83-802d-e4c032d08f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:15.457547 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-309a27bc-2f99-4dbc-96a7-0f5e7a04a244 None None] For port 928962ad-482b-440c-97ee-672b6073aaff, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=928962ad-482b-440c-97ee-672b6073aaff,segment=NetworkSegment(8584d258-0e9c-4146-93e2-3099b4835e00),segment_id=8584d258-0e9c-4146-93e2-3099b4835e00)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:41:15.458275 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-309a27bc-2f99-4dbc-96a7-0f5e7a04a244 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:15.465704 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790cc350-1a20-44a0-a8d2-b4a1d10dc0c4 req-00427e49-43bf-47cf-b430-1be6d9576faa tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:15.472626 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-790cc350-1a20-44a0-a8d2-b4a1d10dc0c4 req-00427e49-43bf-47cf-b430-1be6d9576faa tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 945 time: 0.5035541 Apr 20 17:41:15.522774 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b79ee-afb5-4c36-91e9-9e44434d8d0e req-e3fa8fcd-a418-4069-a35f-c13ffc1358a7 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:15.524244 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bb7b79ee-afb5-4c36-91e9-9e44434d8d0e req-e3fa8fcd-a418-4069-a35f-c13ffc1358a7 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 946 time: 0.4628794 Apr 20 17:41:15.531260 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-2a9332b4-27c7-4fdd-86e7-e46b08b9cca3 admin admin] Deleting port 928962ad-482b-440c-97ee-672b6073aaff {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:15.531602 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2a9332b4-27c7-4fdd-86e7-e46b08b9cca3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:15.588942 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-309a27bc-2f99-4dbc-96a7-0f5e7a04a244 None None] Calling delete_port for 928962ad-482b-440c-97ee-672b6073aaff owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:41:15.671702 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-309a27bc-2f99-4dbc-96a7-0f5e7a04a244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:15.679466 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-2a9332b4-27c7-4fdd-86e7-e46b08b9cca3 admin admin] The port '928962ad-482b-440c-97ee-672b6073aaff' was deleted {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:41:15.683481 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-790cc350-1a20-44a0-a8d2-b4a1d10dc0c4 req-238e3822-e5f5-40b5-8abd-65298d54eeb9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097945 Apr 20 17:41:15.709864 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5e6e68b2-34b5-4f83-802d-e4c032d08f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:15.721328 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bb7b79ee-afb5-4c36-91e9-9e44434d8d0e req-26629c3e-4b8a-4720-a04f-16ad723af139 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579230 Apr 20 17:41:15.726902 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f4ef827f-a038-4cff-a969-a782148bea31 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:15.754924 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a27bc-2f99-4dbc-96a7-0f5e7a04a244 None None] Pushing event deleted for resources: {'Port': ['ID=928962ad-482b-440c-97ee-672b6073aaff,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:15.771178 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309a27bc-2f99-4dbc-96a7-0f5e7a04a244 None None] No DVR routers for this DVR port 928962ad-482b-440c-97ee-672b6073aaff on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:41:15.870114 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e68b2-34b5-4f83-802d-e4c032d08f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323096de-2a7b-4862-a12b-3d69bdbc545e,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:15.872053 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5e6e68b2-34b5-4f83-802d-e4c032d08f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:15.873217 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5e6e68b2-34b5-4f83-802d-e4c032d08f7e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/323096de-2a7b-4862-a12b-3d69bdbc545e HTTP/1.1" status: 204 len: 168 time: 1.0499966 Apr 20 17:41:15.891202 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ef827f-a038-4cff-a969-a782148bea31 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:41:15.898615 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-f4ef827f-a038-4cff-a969-a782148bea31 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:41:15.901319 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2a9332b4-27c7-4fdd-86e7-e46b08b9cca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:15.912540 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ef827f-a038-4cff-a969-a782148bea31 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:41:15.943317 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef827f-a038-4cff-a969-a782148bea31 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Pushing event updated for resources: {'Port': ['ID=1e9283cf-cc1e-47a1-a2e3-48973c88a7b2,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:15.951367 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-db944345-7325-4767-a724-6caa862e2122 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:15.965533 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-db944345-7325-4767-a724-6caa862e2122 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:15.970676 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-2a9332b4-27c7-4fdd-86e7-e46b08b9cca3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b7bc0d-99d9-4e63-8692-8280ece99f65']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:15.985560 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-2a9332b4-27c7-4fdd-86e7-e46b08b9cca3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8584d258-0e9c-4146-93e2-3099b4835e00') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:15.985858 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-2a9332b4-27c7-4fdd-86e7-e46b08b9cca3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8584d258-0e9c-4146-93e2-3099b4835e00') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:15.993400 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2ef77-394f-4af3-a98d-7879d32857da req-3ab56b60-2b26-4806-85c4-ffb1cc76c4b2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:15.995185 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8da2ef77-394f-4af3-a98d-7879d32857da req-3ab56b60-2b26-4806-85c4-ffb1cc76c4b2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 945 time: 0.1206703 Apr 20 17:41:16.007519 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2a9332b4-27c7-4fdd-86e7-e46b08b9cca3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:16.048432 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2a9332b4-27c7-4fdd-86e7-e46b08b9cca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:16.069983 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8da2ef77-394f-4af3-a98d-7879d32857da req-b0e6b6b7-d79f-412a-be7d-b5410894ed95 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593545 Apr 20 17:41:16.070687 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-db944345-7325-4767-a724-6caa862e2122 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:16.071230 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db944345-7325-4767-a724-6caa862e2122 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Fanout notify agent at l3_agent the message router_deleted on router 3fbbb5fb-b40e-40ad-8c3b-adf6db0e4e1f {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:41:16.093940 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9332b4-27c7-4fdd-86e7-e46b08b9cca3 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:41:16.094377 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2a9332b4-27c7-4fdd-86e7-e46b08b9cca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:16.109452 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:41:16.109452 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:41:16.109452 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:41:16.109452 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:41:16.109452 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:41:16.109452 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:41:16.109452 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:41:16.109452 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:41:16.109452 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:41:16.109452 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:41:16.109452 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:41:16.109452 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:41:16.109452 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:41:16.109452 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:41:16.109452 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:41:16.109452 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:41:16.109452 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:41:16.109452 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:41:16.109452 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:41:16.109452 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:41:16.109452 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:41:16.109452 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:41:16.109452 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:41:16.109452 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:41:16.109452 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:41:16.109452 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:41:16.109452 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:41:16.109452 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:41:16.109452 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:41:16.109452 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:41:16.109452 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:41:16.109452 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:41:16.118484 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44938) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:16.125574 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-db944345-7325-4767-a724-6caa862e2122 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:16.129158 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-db944345-7325-4767-a724-6caa862e2122 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/routers/3fbbb5fb-b40e-40ad-8c3b-adf6db0e4e1f HTTP/1.1" status: 204 len: 168 time: 1.1752501 Apr 20 17:41:16.144183 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44944) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:16.148271 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 928962ad-482b-440c-97ee-672b6073aaff no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:41:16.180979 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 928962ad-482b-440c-97ee-672b6073aaff {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:41:16.181367 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 928962ad-482b-440c-97ee-672b6073aaff not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:41:16.186144 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9010e28f-78d0-42ce-9533-e4495f15cf66 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Router e0e24074-85f9-471b-b705-b10a2f130e0d has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:41:16.372879 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2a9332b4-27c7-4fdd-86e7-e46b08b9cca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:16.461463 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2a9332b4-27c7-4fdd-86e7-e46b08b9cca3 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:16.485723 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9332b4-27c7-4fdd-86e7-e46b08b9cca3 admin admin] Pushing event deleted for resources: {'Network': ['ID=02b7bc0d-99d9-4e63-8692-8280ece99f65,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:16.498664 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2a9332b4-27c7-4fdd-86e7-e46b08b9cca3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/02b7bc0d-99d9-4e63-8692-8280ece99f65 HTTP/1.1" status: 204 len: 168 time: 1.3690848 Apr 20 17:41:16.500800 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d2a651-55ce-4c75-9578-f44e9468ae44 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Deleting subnet e257a492-6625-4ad1-a66b-49aff1fe424e {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:41:16.508671 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3d2a651-55ce-4c75-9578-f44e9468ae44 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:16.576938 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3d2a651-55ce-4c75-9578-f44e9468ae44 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:16.599571 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f4ef827f-a038-4cff-a969-a782148bea31 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:16.600501 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f4ef827f-a038-4cff-a969-a782148bea31 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:16.605114 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9010e28f-78d0-42ce-9533-e4495f15cf66 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:41:16.610651 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9010e28f-78d0-42ce-9533-e4495f15cf66 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "PUT /v2.0/routers/e0e24074-85f9-471b-b705-b10a2f130e0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9650514 Apr 20 17:41:16.613338 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44956) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:16.617052 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3646ada-4fcd-4be0-93dc-06b7223751a2 None None] Sync routers for ids ['e0e24074-85f9-471b-b705-b10a2f130e0d'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:41:16.636797 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3646ada-4fcd-4be0-93dc-06b7223751a2 None None] Routers {'e0e24074-85f9-471b-b705-b10a2f130e0d'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:16.637681 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a3646ada-4fcd-4be0-93dc-06b7223751a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e0e24074-85f9-471b-b705-b10a2f130e0d'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:16.710054 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3d2a651-55ce-4c75-9578-f44e9468ae44 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:16.926920 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3d2a651-55ce-4c75-9578-f44e9468ae44 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:16.976840 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44970) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:16.987204 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2a651-55ce-4c75-9578-f44e9468ae44 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event deleted for resources: {'Subnet': ['ID=e257a492-6625-4ad1-a66b-49aff1fe424e,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:17.020013 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3d2a651-55ce-4c75-9578-f44e9468ae44 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:17.022932 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b76037a-5ef7-4fbf-bc28-d518be33670b None None] Network 6d509070-a234-4405-a5e5-aa172d53c387 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:41:17.036595 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b3d2a651-55ce-4c75-9578-f44e9468ae44 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/subnets/e257a492-6625-4ad1-a66b-49aff1fe424e HTTP/1.1" status: 204 len: 168 time: 0.8891904 Apr 20 17:41:17.037823 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44974) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:17.121830 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f88ff6bd-aaf6-43fc-9e45-3a038870b572 tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 1091 time: 1.0017951 Apr 20 17:41:17.128489 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 44978) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:17.150153 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-604663a9-2e9e-4a2f-b6dd-4d456e7d8bbb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'port_id': '35d556b7-05be-4160-b256-b9ba567bf3e4', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:41:17.161843 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-604663a9-2e9e-4a2f-b6dd-4d456e7d8bbb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:17.162484 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-a3646ada-4fcd-4be0-93dc-06b7223751a2 None None] Set router e0e24074-85f9-471b-b705-b10a2f130e0d gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:41:17.177597 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-604663a9-2e9e-4a2f-b6dd-4d456e7d8bbb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:floatingip and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:17.184834 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-604663a9-2e9e-4a2f-b6dd-4d456e7d8bbb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:17.211216 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-604663a9-2e9e-4a2f-b6dd-4d456e7d8bbb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:17.220290 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-28f09b6a-8fdc-4122-a614-1822e11b3bd2 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:17.241176 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-28f09b6a-8fdc-4122-a614-1822e11b3bd2 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Deleting port 69e8181f-0263-4786-942a-f43d685c444f {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:17.242571 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-28f09b6a-8fdc-4122-a614-1822e11b3bd2 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:17.287440 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-604663a9-2e9e-4a2f-b6dd-4d456e7d8bbb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:17.367264 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-d60071a3-ef99-42e3-942a-abd0572b46e7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Deleting subnet 1c921873-8400-4373-8efd-a320703c8b1a {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:41:17.371851 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f6390f81-d7bc-4cd0-85f9-09528a14d11d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cfa2c21078774097a572dcf8fa18a7b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3695462 Apr 20 17:41:17.376437 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d60071a3-ef99-42e3-942a-abd0572b46e7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:17.427154 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 44986) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:17.535114 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de061908-a04b-496f-a827-ce6eac71f6c4 req-a458070a-6828-484a-b26a-9b6808bb55f2 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:17.536883 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de061908-a04b-496f-a827-ce6eac71f6c4 req-a458070a-6828-484a-b26a-9b6808bb55f2 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 946 time: 0.5281129 Apr 20 17:41:17.601684 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d60071a3-ef99-42e3-942a-abd0572b46e7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:17.711328 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de061908-a04b-496f-a827-ce6eac71f6c4 req-53abb2ee-b23a-4613-9466-098f1fc3b09b tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421413 Apr 20 17:41:17.755338 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-85f68d01-14e1-4b63-8625-834ef55f4bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:17.797071 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392fa2a9-f1bb-4eb4-9c79-b23506c8c788 None None] DHCP port deletion for 6d509070-a234-4405-a5e5-aa172d53c387 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:41:17.807571 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-392fa2a9-f1bb-4eb4-9c79-b23506c8c788 None None] Deleting port 69e8181f-0263-4786-942a-f43d685c444f {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:17.807940 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-392fa2a9-f1bb-4eb4-9c79-b23506c8c788 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:17.820157 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-85f68d01-14e1-4b63-8625-834ef55f4bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:17.859075 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a3646ada-4fcd-4be0-93dc-06b7223751a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'name': 'tempest-RoutersIpV6Test-router-1282796834', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:39:32Z', 'updated_at': '2022-04-20T17:41:13Z', 'revision_number': 10, 'project_id': '223231c784ee479d86d7622cff558dcb', 'gw_port_host': None, '_interfaces': [{'id': '5de728ee-08ef-4134-858a-18ed50ce74f4', 'name': '', 'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:50:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a380890-61da-4dee-b68a-756b86290ba4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:36Z', 'updated_at': '2022-04-20T17:39:52Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '5a380890-61da-4dee-b68a-756b86290ba4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:17.866402 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d60071a3-ef99-42e3-942a-abd0572b46e7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:17.872919 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3646ada-4fcd-4be0-93dc-06b7223751a2 None None] Checking router: e0e24074-85f9-471b-b705-b10a2f130e0d for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:41:17.894351 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3646ada-4fcd-4be0-93dc-06b7223751a2 None None] Routers {'e0e24074-85f9-471b-b705-b10a2f130e0d'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:17.895310 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a3646ada-4fcd-4be0-93dc-06b7223751a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e0e24074-85f9-471b-b705-b10a2f130e0d'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:17.936973 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ef827f-a038-4cff-a969-a782148bea31 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Router 057d547d-65d0-4a50-9286-642da5bcaf17 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:41:17.952820 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-28f09b6a-8fdc-4122-a614-1822e11b3bd2 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] For port 69e8181f-0263-4786-942a-f43d685c444f, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=69e8181f-0263-4786-942a-f43d685c444f,segment=NetworkSegment(dda190ea-f4ac-4073-bb94-be4b3f70ed5a),segment_id=dda190ea-f4ac-4073-bb94-be4b3f70ed5a)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:41:17.953546 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-28f09b6a-8fdc-4122-a614-1822e11b3bd2 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:17.959815 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-85f68d01-14e1-4b63-8625-834ef55f4bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:18.041128 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f68d01-14e1-4b63-8625-834ef55f4bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f494ce34-4f76-443e-9a30-911d2fdb6064,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:18.125750 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d60071a3-ef99-42e3-942a-abd0572b46e7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:18.179498 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-28f09b6a-8fdc-4122-a614-1822e11b3bd2 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Calling delete_port for 69e8181f-0263-4786-942a-f43d685c444f owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:41:18.196942 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-85f68d01-14e1-4b63-8625-834ef55f4bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:18.201086 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-85f68d01-14e1-4b63-8625-834ef55f4bc3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f494ce34-4f76-443e-9a30-911d2fdb6064 HTTP/1.1" status: 204 len: 168 time: 0.7635617 Apr 20 17:41:18.226209 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 69e8181f-0263-4786-942a-f43d685c444f no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:41:18.282844 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d60071a3-ef99-42e3-942a-abd0572b46e7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:18.292994 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d60071a3-ef99-42e3-942a-abd0572b46e7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/subnets/1c921873-8400-4373-8efd-a320703c8b1a HTTP/1.1" status: 204 len: 168 time: 1.6742001 Apr 20 17:41:18.299612 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45002) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:18.330991 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60071a3-ef99-42e3-942a-abd0572b46e7 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event deleted for resources: {'Subnet': ['ID=1c921873-8400-4373-8efd-a320703c8b1a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:18.382649 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f852e7-9e6a-47b9-b52c-16cc435a07c5 None None] Network f33fab59-8c3d-49a6-bfd4-891170acc8f8 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:41:18.464662 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ef827f-a038-4cff-a969-a782148bea31 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:41:18.474333 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79006ac4-4844-4d41-9edf-eba8550a3c8c None None] Sync routers for ids ['057d547d-65d0-4a50-9286-642da5bcaf17'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:41:18.498702 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79006ac4-4844-4d41-9edf-eba8550a3c8c None None] Routers {'057d547d-65d0-4a50-9286-642da5bcaf17'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:18.502083 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-79006ac4-4844-4d41-9edf-eba8550a3c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['057d547d-65d0-4a50-9286-642da5bcaf17'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:18.539984 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f4ef827f-a038-4cff-a969-a782148bea31 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:18.544734 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f4ef827f-a038-4cff-a969-a782148bea31 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.3907855 Apr 20 17:41:18.545897 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45010) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:18.620354 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-28f09b6a-8fdc-4122-a614-1822e11b3bd2 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:18.653572 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-79006ac4-4844-4d41-9edf-eba8550a3c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:18.668846 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79006ac4-4844-4d41-9edf-eba8550a3c8c None None] Routers {'057d547d-65d0-4a50-9286-642da5bcaf17'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:18.670013 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-79006ac4-4844-4d41-9edf-eba8550a3c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['057d547d-65d0-4a50-9286-642da5bcaf17'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:18.752867 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-79006ac4-4844-4d41-9edf-eba8550a3c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:18.753627 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79006ac4-4844-4d41-9edf-eba8550a3c8c None None] The sync data for ids ['057d547d-65d0-4a50-9286-642da5bcaf17'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:41:18.799114 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f09b6a-8fdc-4122-a614-1822e11b3bd2 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event deleted for resources: {'Port': ['ID=69e8181f-0263-4786-942a-f43d685c444f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:18.819423 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0dba2797-fe7a-4271-bb22-568c979754a5 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:18.839255 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-604663a9-2e9e-4a2f-b6dd-4d456e7d8bbb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:18.861277 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45020) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:18.863158 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-18cfbd13-7b7a-4400-82cb-0f67ff926911 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] 10.222.0.39 "GET /v2.0/routers/057d547d-65d0-4a50-9286-642da5bcaf17 HTTP/1.1" status: 200 len: 920 time: 0.3026323 Apr 20 17:41:18.939142 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No active binding found for port 69e8181f-0263-4786-942a-f43d685c444f {{(pid=84082) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 20 17:41:18.940741 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 69e8181f-0263-4786-942a-f43d685c444f not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:41:18.992148 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f09b6a-8fdc-4122-a614-1822e11b3bd2 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] No DVR routers for this DVR port 69e8181f-0263-4786-942a-f43d685c444f on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:41:19.019071 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-a3646ada-4fcd-4be0-93dc-06b7223751a2 None None] Set router e0e24074-85f9-471b-b705-b10a2f130e0d gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:41:19.072958 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45026) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:19.073471 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7f31f007-7778-4dce-b522-c1d97abcf514 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] 10.222.0.39 "GET /v2.0/ports?device_id=057d547d-65d0-4a50-9286-642da5bcaf17 HTTP/1.1" status: 200 len: 205 time: 0.1583550 Apr 20 17:41:19.077645 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45028) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:19.081432 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-0dba2797-fe7a-4271-bb22-568c979754a5 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Deleting port 82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:19.081768 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0dba2797-fe7a-4271-bb22-568c979754a5 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:19.168234 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-392fa2a9-f1bb-4eb4-9c79-b23506c8c788 None None] For port 69e8181f-0263-4786-942a-f43d685c444f, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=69e8181f-0263-4786-942a-f43d685c444f,segment=NetworkSegment(dda190ea-f4ac-4073-bb94-be4b3f70ed5a),segment_id=dda190ea-f4ac-4073-bb94-be4b3f70ed5a)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:41:19.168605 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-392fa2a9-f1bb-4eb4-9c79-b23506c8c788 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:19.327598 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-28f09b6a-8fdc-4122-a614-1822e11b3bd2 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:19.358145 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-392fa2a9-f1bb-4eb4-9c79-b23506c8c788 None None] Calling delete_port for 69e8181f-0263-4786-942a-f43d685c444f owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:41:19.375783 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-28f09b6a-8fdc-4122-a614-1822e11b3bd2 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d509070-a234-4405-a5e5-aa172d53c387']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:19.404171 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-28f09b6a-8fdc-4122-a614-1822e11b3bd2 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda190ea-f4ac-4073-bb94-be4b3f70ed5a') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:19.404441 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-28f09b6a-8fdc-4122-a614-1822e11b3bd2 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda190ea-f4ac-4073-bb94-be4b3f70ed5a') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:19.411885 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-604663a9-2e9e-4a2f-b6dd-4d456e7d8bbb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Allocated IP 172.25.8.187 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/1068cfb0-3f6f-4a38-a14f-1fdb69a8324b) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:41:19.470986 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3b438e7f-9b5b-467f-bd02-d4ecc8f1e5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:19.494071 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-392fa2a9-f1bb-4eb4-9c79-b23506c8c788 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:41:19.494816 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-392fa2a9-f1bb-4eb4-9c79-b23506c8c788 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:41:19.545212 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3b438e7f-9b5b-467f-bd02-d4ecc8f1e5b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:19.545791 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-28f09b6a-8fdc-4122-a614-1822e11b3bd2 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:19.552645 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3b438e7f-9b5b-467f-bd02-d4ecc8f1e5b3 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:19.555701 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3b438e7f-9b5b-467f-bd02-d4ecc8f1e5b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:19.564053 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3b438e7f-9b5b-467f-bd02-d4ecc8f1e5b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:19.592270 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2a9ad-7ebf-4534-8af9-6451c2377d4f req-d648a992-aa53-46ff-b9f8-9580bb5f6a9b tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:19.593842 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3da2a9ad-7ebf-4534-8af9-6451c2377d4f req-d648a992-aa53-46ff-b9f8-9580bb5f6a9b tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 946 time: 0.6744814 Apr 20 17:41:19.640790 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-28f09b6a-8fdc-4122-a614-1822e11b3bd2 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:19.674841 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3b438e7f-9b5b-467f-bd02-d4ecc8f1e5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:19.695404 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3b438e7f-9b5b-467f-bd02-d4ecc8f1e5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:19.708544 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a5508e-a1e8-48bb-b827-ead5ffdc0b10 None None] DHCP port deletion for f33fab59-8c3d-49a6-bfd4-891170acc8f8 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:41:19.717674 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-e2a5508e-a1e8-48bb-b827-ead5ffdc0b10 None None] Deleting port 82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:19.718484 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e2a5508e-a1e8-48bb-b827-ead5ffdc0b10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:19.737239 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f09b6a-8fdc-4122-a614-1822e11b3bd2 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:41:19.737637 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-28f09b6a-8fdc-4122-a614-1822e11b3bd2 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:19.754165 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:41:19.754165 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:41:19.754165 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:41:19.754165 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:41:19.754165 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:41:19.754165 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:41:19.754165 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:41:19.754165 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:41:19.754165 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:41:19.754165 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:41:19.754165 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:41:19.754165 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:41:19.754165 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:41:19.754165 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:41:19.754165 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:41:19.754165 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:41:19.754165 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:41:19.754165 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:41:19.754165 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:41:19.754165 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:41:19.754165 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:41:19.754165 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:41:19.754165 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:41:19.754165 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:41:19.754165 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:41:19.754165 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:41:19.754165 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:41:19.754165 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:41:19.754165 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:41:19.754165 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:41:19.754165 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:41:19.754165 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:41:19.761579 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b438e7f-9b5b-467f-bd02-d4ecc8f1e5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7079b68d-0904-42b1-a450-58fecd1b8633,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:19.765521 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-0dba2797-fe7a-4271-bb22-568c979754a5 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] For port 82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af,segment=NetworkSegment(3e85c32c-f0b8-4113-ad48-d489883b2151),segment_id=3e85c32c-f0b8-4113-ad48-d489883b2151)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:41:19.765521 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0dba2797-fe7a-4271-bb22-568c979754a5 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:19.773150 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3b438e7f-9b5b-467f-bd02-d4ecc8f1e5b3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2367 time: 0.6968541 Apr 20 17:41:19.773775 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45040) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:19.899840 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a3646ada-4fcd-4be0-93dc-06b7223751a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'name': 'tempest-RoutersIpV6Test-router-1282796834', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:39:32Z', 'updated_at': '2022-04-20T17:41:13Z', 'revision_number': 10, 'project_id': '223231c784ee479d86d7622cff558dcb', 'gw_port_host': None, '_interfaces': [{'id': '5de728ee-08ef-4134-858a-18ed50ce74f4', 'name': '', 'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:50:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a380890-61da-4dee-b68a-756b86290ba4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:36Z', 'updated_at': '2022-04-20T17:39:52Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '5a380890-61da-4dee-b68a-756b86290ba4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:19.910105 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-61de1a1c-60c2-4669-9eca-89fd69c89977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:19.926388 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3646ada-4fcd-4be0-93dc-06b7223751a2 None None] The sync data for ids ['e0e24074-85f9-471b-b705-b10a2f130e0d'] in n-d-838032-1 is: [{'id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'name': 'tempest-RoutersIpV6Test-router-1282796834', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:39:32Z', 'updated_at': '2022-04-20T17:41:13Z', 'revision_number': 10, 'project_id': '223231c784ee479d86d7622cff558dcb', 'gw_port_host': None, '_interfaces': [{'id': '5de728ee-08ef-4134-858a-18ed50ce74f4', 'name': '', 'network_id': '2643cf8a-6f28-4f3d-8838-87b24a866738', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'mac_address': 'fa:16:3e:50:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a380890-61da-4dee-b68a-756b86290ba4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:39:36Z', 'updated_at': '2022-04-20T17:39:52Z', 'revision_number': 5, 'project_id': '223231c784ee479d86d7622cff558dcb', 'subnets': [{'id': '5a380890-61da-4dee-b68a-756b86290ba4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:41:19.952332 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-61de1a1c-60c2-4669-9eca-89fd69c89977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:20.002137 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-da4c1545-0ffd-4906-93f2-d7fb9f8659bd tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:20.011525 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-392fa2a9-f1bb-4eb4-9c79-b23506c8c788 None None] Deleting port 69e8181f-0263-4786-942a-f43d685c444f {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:20.012113 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-392fa2a9-f1bb-4eb4-9c79-b23506c8c788 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:20.104823 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-604663a9-2e9e-4a2f-b6dd-4d456e7d8bbb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:20.251489 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-0dba2797-fe7a-4271-bb22-568c979754a5 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Calling delete_port for 82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:41:20.293923 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-392fa2a9-f1bb-4eb4-9c79-b23506c8c788 None None] The port '69e8181f-0263-4786-942a-f43d685c444f' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:41:20.312006 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3da2a9ad-7ebf-4534-8af9-6451c2377d4f req-8b895817-555e-4543-89f7-a6f50280035d tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6998689 Apr 20 17:41:20.333673 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-e2a5508e-a1e8-48bb-b827-ead5ffdc0b10 None None] For port 82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af,segment=NetworkSegment(3e85c32c-f0b8-4113-ad48-d489883b2151),segment_id=3e85c32c-f0b8-4113-ad48-d489883b2151)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:41:20.334086 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e2a5508e-a1e8-48bb-b827-ead5ffdc0b10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:20.392624 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-28f09b6a-8fdc-4122-a614-1822e11b3bd2 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:20.395232 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0dba2797-fe7a-4271-bb22-568c979754a5 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:20.455928 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-61de1a1c-60c2-4669-9eca-89fd69c89977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:20.474792 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-28f09b6a-8fdc-4122-a614-1822e11b3bd2 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:20.490550 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-604663a9-2e9e-4a2f-b6dd-4d456e7d8bbb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:20.507622 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de1a1c-60c2-4669-9eca-89fd69c89977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7079b68d-0904-42b1-a450-58fecd1b8633,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:20.515504 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-61de1a1c-60c2-4669-9eca-89fd69c89977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:20.522045 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-61de1a1c-60c2-4669-9eca-89fd69c89977 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7079b68d-0904-42b1-a450-58fecd1b8633 HTTP/1.1" status: 204 len: 168 time: 0.7465813 Apr 20 17:41:20.533254 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f09b6a-8fdc-4122-a614-1822e11b3bd2 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event deleted for resources: {'Network': ['ID=6d509070-a234-4405-a5e5-aa172d53c387,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:20.548033 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 636bb4bc-e93a-4f53-ab42-5aaa27b48a94 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:41:20.559012 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba2797-fe7a-4271-bb22-568c979754a5 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event deleted for resources: {'Port': ['ID=82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:20.628934 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-da4c1545-0ffd-4906-93f2-d7fb9f8659bd tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:20.647523 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dba2797-fe7a-4271-bb22-568c979754a5 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] No DVR routers for this DVR port 82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:41:20.662957 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-da4c1545-0ffd-4906-93f2-d7fb9f8659bd tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Deleting port 1e9283cf-cc1e-47a1-a2e3-48973c88a7b2 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:20.663301 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-da4c1545-0ffd-4906-93f2-d7fb9f8659bd tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:20.700899 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-28f09b6a-8fdc-4122-a614-1822e11b3bd2 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/networks/6d509070-a234-4405-a5e5-aa172d53c387 HTTP/1.1" status: 204 len: 168 time: 3.6627114 Apr 20 17:41:20.712017 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45060) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:20.740616 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 636bb4bc-e93a-4f53-ab42-5aaa27b48a94 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:41:20.740948 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 636bb4bc-e93a-4f53-ab42-5aaa27b48a94 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:41:20.741363 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:41:20.751583 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604663a9-2e9e-4a2f-b6dd-4d456e7d8bbb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:41:20.778844 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-7539289b-dec3-48a0-95dd-2bdbdcba18fe tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-485426425', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}, 'admin_state_up': False}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:41:20.799705 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7539289b-dec3-48a0-95dd-2bdbdcba18fe tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:20.823704 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7539289b-dec3-48a0-95dd-2bdbdcba18fe tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Usage tracker for resource:router and tenant:9b47d4ec84d44059beda8a5ee5d71e29 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:20.826430 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-e2a5508e-a1e8-48bb-b827-ead5ffdc0b10 None None] Calling delete_port for 82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:41:20.826777 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-604663a9-2e9e-4a2f-b6dd-4d456e7d8bbb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:41:20.834409 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7539289b-dec3-48a0-95dd-2bdbdcba18fe tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:20.844295 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604663a9-2e9e-4a2f-b6dd-4d456e7d8bbb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:41:20.857695 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7539289b-dec3-48a0-95dd-2bdbdcba18fe tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:20.865708 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:41:20.866075 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:41:20.944645 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-e2a5508e-a1e8-48bb-b827-ead5ffdc0b10 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:41:20.945011 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-e2a5508e-a1e8-48bb-b827-ead5ffdc0b10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:41:21.017986 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0dba2797-fe7a-4271-bb22-568c979754a5 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:21.052810 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-0dba2797-fe7a-4271-bb22-568c979754a5 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f33fab59-8c3d-49a6-bfd4-891170acc8f8']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:21.071859 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-0dba2797-fe7a-4271-bb22-568c979754a5 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e85c32c-f0b8-4113-ad48-d489883b2151') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:21.072199 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-0dba2797-fe7a-4271-bb22-568c979754a5 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e85c32c-f0b8-4113-ad48-d489883b2151') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:21.090166 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0dba2797-fe7a-4271-bb22-568c979754a5 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:21.107660 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7539289b-dec3-48a0-95dd-2bdbdcba18fe tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:21.108750 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7539289b-dec3-48a0-95dd-2bdbdcba18fe tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:21.111016 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0dba2797-fe7a-4271-bb22-568c979754a5 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:21.121228 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dba2797-fe7a-4271-bb22-568c979754a5 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:41:21.121730 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0dba2797-fe7a-4271-bb22-568c979754a5 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:21.139016 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7539289b-dec3-48a0-95dd-2bdbdcba18fe tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:21.236032 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:41:21.236032 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:41:21.236032 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:41:21.236032 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:41:21.236032 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:41:21.236032 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:41:21.236032 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:41:21.236032 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:41:21.236032 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:41:21.236032 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:41:21.236032 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:41:21.236032 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:41:21.236032 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:41:21.236032 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:41:21.236032 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:41:21.236032 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:41:21.236032 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:41:21.236032 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:41:21.236032 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:41:21.236032 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:41:21.236032 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:41:21.236032 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:41:21.236032 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:41:21.236032 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:41:21.236032 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:41:21.236032 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:41:21.236032 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:41:21.236032 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:41:21.236032 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:41:21.236032 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:41:21.236032 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:41:21.236032 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:41:21.245484 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604663a9-2e9e-4a2f-b6dd-4d456e7d8bbb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'Port': ['ID=1068cfb0-3f6f-4a38-a14f-1fdb69a8324b,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:21.255837 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0dba2797-fe7a-4271-bb22-568c979754a5 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:21.295004 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0dba2797-fe7a-4271-bb22-568c979754a5 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:21.341376 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba2797-fe7a-4271-bb22-568c979754a5 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event deleted for resources: {'Network': ['ID=f33fab59-8c3d-49a6-bfd4-891170acc8f8,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:21.352733 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0dba2797-fe7a-4271-bb22-568c979754a5 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/networks/f33fab59-8c3d-49a6-bfd4-891170acc8f8 HTTP/1.1" status: 204 len: 168 time: 3.0489502 Apr 20 17:41:21.368055 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45076) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:21.446243 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-e2a5508e-a1e8-48bb-b827-ead5ffdc0b10 None None] Deleting port 82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:21.447130 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7539289b-dec3-48a0-95dd-2bdbdcba18fe tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:21.447436 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e2a5508e-a1e8-48bb-b827-ead5ffdc0b10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:21.531065 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-da4c1545-0ffd-4906-93f2-d7fb9f8659bd tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:21.577701 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-e2a5508e-a1e8-48bb-b827-ead5ffdc0b10 None None] The port '82f7be8e-cfcd-4d60-b4e3-68d6bd5b13af' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:41:21.771083 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-da4c1545-0ffd-4906-93f2-d7fb9f8659bd tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Calling delete_port for 1e9283cf-cc1e-47a1-a2e3-48973c88a7b2 owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:41:21.969208 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b0511-6c05-4b56-b82d-f5ff08bef0b0 req-c291f353-2c3b-48ce-af30-368a46c8f7c2 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:21.970821 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fa7b0511-6c05-4b56-b82d-f5ff08bef0b0 req-c291f353-2c3b-48ce-af30-368a46c8f7c2 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 946 time: 0.2881382 Apr 20 17:41:22.095938 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cfeca726-81e5-41ac-a105-1d3148f31938 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:41:22.105402 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fa7b0511-6c05-4b56-b82d-f5ff08bef0b0 req-d7760d1b-19c7-452b-981d-f4e236b6b866 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194766 Apr 20 17:41:22.139283 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7539289b-dec3-48a0-95dd-2bdbdcba18fe tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:22.166721 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: cfeca726-81e5-41ac-a105-1d3148f31938 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:41:22.167158 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cfeca726-81e5-41ac-a105-1d3148f31938 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:41:22.170149 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7539289b-dec3-48a0-95dd-2bdbdcba18fe tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:22.263635 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-da4c1545-0ffd-4906-93f2-d7fb9f8659bd tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:22.518471 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45094) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:22.535029 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-641f6c64-b579-4ec0-ab78-5c18e253869f tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:22.600864 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c1545-0ffd-4906-93f2-d7fb9f8659bd tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Pushing event deleted for resources: {'Port': ['ID=1e9283cf-cc1e-47a1-a2e3-48973c88a7b2,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:22.733453 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-7539289b-dec3-48a0-95dd-2bdbdcba18fe tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Allocated IP 172.25.8.180 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/33568a30-f761-4e03-9418-184ba4069000) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:41:22.751764 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dcb21a0f-0b6f-4cc0-afd1-bf2e599f125f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:22.906924 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-dcb21a0f-0b6f-4cc0-afd1-bf2e599f125f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:22.927037 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-dcb21a0f-0b6f-4cc0-afd1-bf2e599f125f admin admin] Usage tracker for resource:security_group_rule and tenant:1938a187154f4a96b4eee7f17874a13a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:22.933444 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-dcb21a0f-0b6f-4cc0-afd1-bf2e599f125f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:22.945105 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-dcb21a0f-0b6f-4cc0-afd1-bf2e599f125f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:22.952565 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-da4c1545-0ffd-4906-93f2-d7fb9f8659bd tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:22.967431 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-604663a9-2e9e-4a2f-b6dd-4d456e7d8bbb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:23.150974 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-604663a9-2e9e-4a2f-b6dd-4d456e7d8bbb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:23.209679 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7539289b-dec3-48a0-95dd-2bdbdcba18fe tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:23.272470 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dcb21a0f-0b6f-4cc0-afd1-bf2e599f125f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:23.312744 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7539289b-dec3-48a0-95dd-2bdbdcba18fe tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:23.322518 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dcb21a0f-0b6f-4cc0-afd1-bf2e599f125f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:23.359368 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-da4c1545-0ffd-4906-93f2-d7fb9f8659bd tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:23.390899 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-da4c1545-0ffd-4906-93f2-d7fb9f8659bd tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:23.403024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7539289b-dec3-48a0-95dd-2bdbdcba18fe tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:41:23.404804 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539289b-dec3-48a0-95dd-2bdbdcba18fe tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Port': ['ID=33568a30-f761-4e03-9418-184ba4069000,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:23.408378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-7539289b-dec3-48a0-95dd-2bdbdcba18fe tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:41:23.410470 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7539289b-dec3-48a0-95dd-2bdbdcba18fe tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:41:23.520399 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb21a0f-0b6f-4cc0-afd1-bf2e599f125f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55687769-dbea-4355-b606-7ac95ed85786,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:23.536911 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-dcb21a0f-0b6f-4cc0-afd1-bf2e599f125f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1938a187154f4a96b4eee7f17874a13a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0172539 Apr 20 17:41:23.542040 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45104) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:23.551643 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-da4c1545-0ffd-4906-93f2-d7fb9f8659bd tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:23.552141 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4c1545-0ffd-4906-93f2-d7fb9f8659bd tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Fanout notify agent at l3_agent the message router_deleted on router 057d547d-65d0-4a50-9286-642da5bcaf17 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:41:23.575731 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-da4c1545-0ffd-4906-93f2-d7fb9f8659bd tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:23.577203 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-da4c1545-0ffd-4906-93f2-d7fb9f8659bd tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] 10.222.0.39 "DELETE /v2.0/routers/057d547d-65d0-4a50-9286-642da5bcaf17 HTTP/1.1" status: 204 len: 168 time: 4.4981358 Apr 20 17:41:23.585506 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45108) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:23.604307 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7539289b-dec3-48a0-95dd-2bdbdcba18fe tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:23.605184 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7539289b-dec3-48a0-95dd-2bdbdcba18fe tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:23.608371 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-666d05c2-0c80-4b5c-9bb0-796cd60fb927 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1608783163', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'enable_snat': False}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:41:23.629383 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-666d05c2-0c80-4b5c-9bb0-796cd60fb927 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:23.647624 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-666d05c2-0c80-4b5c-9bb0-796cd60fb927 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Usage tracker for resource:router and tenant:8fbeabb891d848e8850a87d1e7caedc5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:23.661138 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-666d05c2-0c80-4b5c-9bb0-796cd60fb927 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:23.673247 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf6887-7df0-4e61-8825-066428af9039 req-9bed9a29-61ac-4d48-a4ac-6cc28a825cbb tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:23.674718 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3cbf6887-7df0-4e61-8825-066428af9039 req-9bed9a29-61ac-4d48-a4ac-6cc28a825cbb tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 946 time: 0.4166300 Apr 20 17:41:23.684510 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-666d05c2-0c80-4b5c-9bb0-796cd60fb927 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:23.759597 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fbada0ae-f257-4868-a8e3-96f300636399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:23.761757 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-666d05c2-0c80-4b5c-9bb0-796cd60fb927 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:23.762716 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-666d05c2-0c80-4b5c-9bb0-796cd60fb927 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:23.817865 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-604663a9-2e9e-4a2f-b6dd-4d456e7d8bbb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:23.844460 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-604663a9-2e9e-4a2f-b6dd-4d456e7d8bbb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:23.882305 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fbada0ae-f257-4868-a8e3-96f300636399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:23.897223 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7539289b-dec3-48a0-95dd-2bdbdcba18fe tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Router 0cb328f2-54dd-4507-bc4b-fd51465f1733 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:41:23.902222 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3cbf6887-7df0-4e61-8825-066428af9039 req-6d96b113-f140-4afb-8539-a451da102a83 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117887 Apr 20 17:41:23.970573 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-666d05c2-0c80-4b5c-9bb0-796cd60fb927 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:24.051909 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604663a9-2e9e-4a2f-b6dd-4d456e7d8bbb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'Port': ['ID=1068cfb0-3f6f-4a38-a14f-1fdb69a8324b,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:24.093309 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cc94f6e9-65c2-44d4-afe5-75bfa43251d2 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:41:24.133550 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: cc94f6e9-65c2-44d4-afe5-75bfa43251d2 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:41:24.134363 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cc94f6e9-65c2-44d4-afe5-75bfa43251d2 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:41:24.151971 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-604663a9-2e9e-4a2f-b6dd-4d456e7d8bbb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:24.266023 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7539289b-dec3-48a0-95dd-2bdbdcba18fe tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:41:24.278916 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a5dd11-1e59-4f41-8af6-7c4c68da3c87 None None] Sync routers for ids ['0cb328f2-54dd-4507-bc4b-fd51465f1733'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:41:24.292807 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a5dd11-1e59-4f41-8af6-7c4c68da3c87 None None] Routers {'0cb328f2-54dd-4507-bc4b-fd51465f1733'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:24.293442 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7539289b-dec3-48a0-95dd-2bdbdcba18fe tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:24.294035 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-e4a5dd11-1e59-4f41-8af6-7c4c68da3c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0cb328f2-54dd-4507-bc4b-fd51465f1733'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:24.295039 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7539289b-dec3-48a0-95dd-2bdbdcba18fe tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.5712740 Apr 20 17:41:24.297711 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45118) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:24.355589 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-e4a5dd11-1e59-4f41-8af6-7c4c68da3c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:24.372174 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a5dd11-1e59-4f41-8af6-7c4c68da3c87 None None] Routers {'0cb328f2-54dd-4507-bc4b-fd51465f1733'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:24.372917 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-e4a5dd11-1e59-4f41-8af6-7c4c68da3c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0cb328f2-54dd-4507-bc4b-fd51465f1733'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:24.437845 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-e4a5dd11-1e59-4f41-8af6-7c4c68da3c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:24.438526 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a5dd11-1e59-4f41-8af6-7c4c68da3c87 None None] The sync data for ids ['0cb328f2-54dd-4507-bc4b-fd51465f1733'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:41:24.490132 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fbada0ae-f257-4868-a8e3-96f300636399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:24.524328 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-441ec9e1-f327-42a9-9628-4fffd8b056ad tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "GET /v2.0/routers/0cb328f2-54dd-4507-bc4b-fd51465f1733 HTTP/1.1" status: 200 len: 880 time: 0.2251985 Apr 20 17:41:24.525490 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbada0ae-f257-4868-a8e3-96f300636399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55687769-dbea-4355-b606-7ac95ed85786,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:24.530456 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45122) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:24.600906 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-666d05c2-0c80-4b5c-9bb0-796cd60fb927 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:24.623621 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-641f6c64-b579-4ec0-ab78-5c18e253869f tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Deleting port 5de728ee-08ef-4134-858a-18ed50ce74f4 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:24.623878 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-641f6c64-b579-4ec0-ab78-5c18e253869f tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:24.653378 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fbada0ae-f257-4868-a8e3-96f300636399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:24.655671 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fbada0ae-f257-4868-a8e3-96f300636399 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/55687769-dbea-4355-b606-7ac95ed85786 HTTP/1.1" status: 204 len: 168 time: 1.1103215 Apr 20 17:41:24.778433 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9a1d6c7c-8176-4e58-b16e-b63aa7f5429e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Synchronizing usage tracker for tenant:9b47d4ec84d44059beda8a5ee5d71e29 on resource:router {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:41:24.804331 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9a1d6c7c-8176-4e58-b16e-b63aa7f5429e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Unset dirty status for tenant:9b47d4ec84d44059beda8a5ee5d71e29 on resource:router {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:41:24.809364 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9a1d6c7c-8176-4e58-b16e-b63aa7f5429e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2777441 Apr 20 17:41:24.810061 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45128) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:24.817193 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-eda5a113-4eba-4b4b-9680-fc73d87c8444 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-485426425'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:41:24.975046 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-641f6c64-b579-4ec0-ab78-5c18e253869f tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] For port 5de728ee-08ef-4134-858a-18ed50ce74f4, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=5de728ee-08ef-4134-858a-18ed50ce74f4,segment=NetworkSegment(105b601c-f1fe-4cda-83b3-3d23100ade11),segment_id=105b601c-f1fe-4cda-83b3-3d23100ade11)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:41:24.975418 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-641f6c64-b579-4ec0-ab78-5c18e253869f tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:25.117116 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-641f6c64-b579-4ec0-ab78-5c18e253869f tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Calling delete_port for 5de728ee-08ef-4134-858a-18ed50ce74f4 owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:41:25.149549 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45138) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:25.160909 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [None req-604663a9-2e9e-4a2f-b6dd-4d456e7d8bbb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Floating IP f488b843-9c4d-445d-9d3e-a850393cd95a associated. External IP: 172.25.8.187, port: 35d556b7-05be-4160-b256-b9ba567bf3e4. Apr 20 17:41:25.243480 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-23e75e76-3cf7-4c8d-9b22-727ca3e3de2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:25.305840 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-23e75e76-3cf7-4c8d-9b22-727ca3e3de2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:25.313625 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-23e75e76-3cf7-4c8d-9b22-727ca3e3de2c admin admin] Usage tracker for resource:security_group_rule and tenant:a78ab0ebef074222bca17d08bb7d764e is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:25.317005 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-23e75e76-3cf7-4c8d-9b22-727ca3e3de2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:25.325540 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-23e75e76-3cf7-4c8d-9b22-727ca3e3de2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:25.344690 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fce29-a9c6-4a0b-9311-107b88cebcd2 req-2dcb79f5-76ec-467e-a823-138ee9b0e0d9 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:25.346744 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-584fce29-a9c6-4a0b-9311-107b88cebcd2 req-2dcb79f5-76ec-467e-a823-138ee9b0e0d9 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 946 time: 0.2383482 Apr 20 17:41:25.463269 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-584fce29-a9c6-4a0b-9311-107b88cebcd2 req-025160a1-558c-4337-8d86-0e416accc32e tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062486 Apr 20 17:41:25.468434 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-666d05c2-0c80-4b5c-9bb0-796cd60fb927 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:25.483896 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-23e75e76-3cf7-4c8d-9b22-727ca3e3de2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:25.492439 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-23e75e76-3cf7-4c8d-9b22-727ca3e3de2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:25.515279 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-666d05c2-0c80-4b5c-9bb0-796cd60fb927 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:25.657577 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e75e76-3cf7-4c8d-9b22-727ca3e3de2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8044b18-b470-4ee1-bc63-1918e9cc61e7,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:25.694911 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-23e75e76-3cf7-4c8d-9b22-727ca3e3de2c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a78ab0ebef074222bca17d08bb7d764e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5391064 Apr 20 17:41:25.698287 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45144) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:25.722689 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-641f6c64-b579-4ec0-ab78-5c18e253869f tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:25.775062 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a25e8f86-34db-4e22-80e5-d50e5830e0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:25.799506 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f6c64-b579-4ec0-ab78-5c18e253869f tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event deleted for resources: {'Port': ['ID=5de728ee-08ef-4134-858a-18ed50ce74f4,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:25.802562 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a25e8f86-34db-4e22-80e5-d50e5830e0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:25.863134 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eda5a113-4eba-4b4b-9680-fc73d87c8444 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:25.871789 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a25e8f86-34db-4e22-80e5-d50e5830e0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:25.874539 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-666d05c2-0c80-4b5c-9bb0-796cd60fb927 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Allocated IP 172.25.8.83 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/4e8cea81-ed6d-47d2-a0ee-876a9979e6b2) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:41:25.909391 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eda5a113-4eba-4b4b-9680-fc73d87c8444 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33176207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33176208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33180178'] for router, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:25.922483 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e8f86-34db-4e22-80e5-d50e5830e0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8044b18-b470-4ee1-bc63-1918e9cc61e7,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:25.991300 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a25e8f86-34db-4e22-80e5-d50e5830e0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:26.000933 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a25e8f86-34db-4e22-80e5-d50e5830e0a1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8044b18-b470-4ee1-bc63-1918e9cc61e7 HTTP/1.1" status: 204 len: 168 time: 0.2960534 Apr 20 17:41:26.438738 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d04af5-0aae-4d4d-b57d-641195e84a28 req-3b3f6e06-15ce-4643-af0f-543edffad40c tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:26.440732 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f1d04af5-0aae-4d4d-b57d-641195e84a28 req-3b3f6e06-15ce-4643-af0f-543edffad40c tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 946 time: 0.4214568 Apr 20 17:41:26.541555 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f1d04af5-0aae-4d4d-b57d-641195e84a28 req-efbdb427-59b6-407c-9681-454d0d66390a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914979 Apr 20 17:41:26.565486 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-641f6c64-b579-4ec0-ab78-5c18e253869f tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:26.608591 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda5a113-4eba-4b4b-9680-fc73d87c8444 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Router 0cb328f2-54dd-4507-bc4b-fd51465f1733 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:41:26.767767 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2c32ed5d-73f8-4a29-bd4d-6d2f604bd6f8 req-0cf00ff5-2ab2-4621-bf02-c2b8fd4ac7da service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=afdda90d8b714cd0a49b7b3d0da0c05b&device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 1097 time: 0.5063941 Apr 20 17:41:26.869788 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-666d05c2-0c80-4b5c-9bb0-796cd60fb927 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:26.905069 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda5a113-4eba-4b4b-9680-fc73d87c8444 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:41:26.917400 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea685212-8e61-442f-8f01-1ab3f0ac133e None None] Sync routers for ids ['0cb328f2-54dd-4507-bc4b-fd51465f1733'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:41:26.920392 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eda5a113-4eba-4b4b-9680-fc73d87c8444 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:26.925052 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-eda5a113-4eba-4b4b-9680-fc73d87c8444 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "PUT /v2.0/routers/0cb328f2-54dd-4507-bc4b-fd51465f1733 HTTP/1.1" status: 200 len: 887 time: 2.1138227 Apr 20 17:41:26.925822 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45170) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:26.935173 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea685212-8e61-442f-8f01-1ab3f0ac133e None None] Routers {'0cb328f2-54dd-4507-bc4b-fd51465f1733'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:26.935731 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-ea685212-8e61-442f-8f01-1ab3f0ac133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0cb328f2-54dd-4507-bc4b-fd51465f1733'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:27.010959 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32ed5d-73f8-4a29-bd4d-6d2f604bd6f8 req-b89e78d9-2696-4789-aa2d-1f408822c5b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:27.015149 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2c32ed5d-73f8-4a29-bd4d-6d2f604bd6f8 req-b89e78d9-2696-4789-aa2d-1f408822c5b8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=911da384-323b-42ed-9656-9be4d49d8f36 HTTP/1.1" status: 200 len: 912 time: 0.2371817 Apr 20 17:41:27.065224 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-ea685212-8e61-442f-8f01-1ab3f0ac133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:27.087905 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea685212-8e61-442f-8f01-1ab3f0ac133e None None] Routers {'0cb328f2-54dd-4507-bc4b-fd51465f1733'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:27.088916 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-ea685212-8e61-442f-8f01-1ab3f0ac133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0cb328f2-54dd-4507-bc4b-fd51465f1733'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:27.173171 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2ae09b36-0662-4532-8cd0-9cf7ae3a997a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "GET /v2.0/routers/0cb328f2-54dd-4507-bc4b-fd51465f1733 HTTP/1.1" status: 200 len: 887 time: 0.2433367 Apr 20 17:41:27.173521 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45176) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:27.203611 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-ea685212-8e61-442f-8f01-1ab3f0ac133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:27.204001 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea685212-8e61-442f-8f01-1ab3f0ac133e None None] The sync data for ids ['0cb328f2-54dd-4507-bc4b-fd51465f1733'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:41:27.222370 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-38fdf472-528e-4fc2-9222-03fdddbcefb3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Synchronizing usage tracker for tenant:9b47d4ec84d44059beda8a5ee5d71e29 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:41:27.260875 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-38fdf472-528e-4fc2-9222-03fdddbcefb3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Unset dirty status for tenant:9b47d4ec84d44059beda8a5ee5d71e29 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:41:27.262083 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-38fdf472-528e-4fc2-9222-03fdddbcefb3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cb328f2-54dd-4507-bc4b-fd51465f1733 HTTP/1.1" status: 200 len: 205 time: 0.0877600 Apr 20 17:41:27.266691 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45182) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:27.490910 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2c32ed5d-73f8-4a29-bd4d-6d2f604bd6f8 req-4e386e41-f9a3-4e06-bc77-9cd1b5805f28 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff710859-ef8f-4b68-8256-f2c582902d6f HTTP/1.1" status: 200 len: 1002 time: 0.3865404 Apr 20 17:41:27.494378 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-666d05c2-0c80-4b5c-9bb0-796cd60fb927 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:27.607371 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-44504b26-1456-48ce-b0c6-e5599c45873c tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:27.612175 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666d05c2-0c80-4b5c-9bb0-796cd60fb927 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:41:27.664489 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-666d05c2-0c80-4b5c-9bb0-796cd60fb927 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:41:27.671284 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666d05c2-0c80-4b5c-9bb0-796cd60fb927 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:41:27.897545 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d05c2-0c80-4b5c-9bb0-796cd60fb927 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Pushing event updated for resources: {'Port': ['ID=4e8cea81-ed6d-47d2-a0ee-876a9979e6b2,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:27.906002 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-44504b26-1456-48ce-b0c6-e5599c45873c tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:27.919235 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-44504b26-1456-48ce-b0c6-e5599c45873c tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Deleting port 33568a30-f761-4e03-9418-184ba4069000 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:27.919721 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-44504b26-1456-48ce-b0c6-e5599c45873c tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:27.948679 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641f6c64-b579-4ec0-ab78-5c18e253869f tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Router e0e24074-85f9-471b-b705-b10a2f130e0d has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:41:28.116716 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-44504b26-1456-48ce-b0c6-e5599c45873c tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:28.154823 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32ed5d-73f8-4a29-bd4d-6d2f604bd6f8 req-4b758028-ae3a-4929-b475-261f73ba4f99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:28.156337 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2c32ed5d-73f8-4a29-bd4d-6d2f604bd6f8 req-4b758028-ae3a-4929-b475-261f73ba4f99 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6df2b9cf-3053-4862-b128-40e0c38b0bd7 HTTP/1.1" status: 200 len: 850 time: 0.6465943 Apr 20 17:41:28.256326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604663a9-2e9e-4a2f-b6dd-4d456e7d8bbb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Router cb96747b-7618-4823-9674-74b2d6111362 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:41:28.275555 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-44504b26-1456-48ce-b0c6-e5599c45873c tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Calling delete_port for 33568a30-f761-4e03-9418-184ba4069000 owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:41:28.286423 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641f6c64-b579-4ec0-ab78-5c18e253869f tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:41:28.298500 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c709750-d886-487e-9f28-1abfc9610076 None None] Sync routers for ids ['e0e24074-85f9-471b-b705-b10a2f130e0d'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:41:28.312514 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c709750-d886-487e-9f28-1abfc9610076 None None] Routers {'e0e24074-85f9-471b-b705-b10a2f130e0d'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:28.313327 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-9c709750-d886-487e-9f28-1abfc9610076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e0e24074-85f9-471b-b705-b10a2f130e0d'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:28.317209 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ecc816-920f-4525-bffa-b6b660de41a4 req-79551eb4-5b4f-44ec-840a-9f7b676267ac tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:28.318817 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-38ecc816-920f-4525-bffa-b6b660de41a4 req-79551eb4-5b4f-44ec-840a-9f7b676267ac tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 946 time: 0.4110487 Apr 20 17:41:28.332605 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-641f6c64-b579-4ec0-ab78-5c18e253869f tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "PUT /v2.0/routers/e0e24074-85f9-471b-b705-b10a2f130e0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8584902 Apr 20 17:41:28.340337 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45214) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:28.478784 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-9c709750-d886-487e-9f28-1abfc9610076 None None] Set router e0e24074-85f9-471b-b705-b10a2f130e0d gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:41:28.482457 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2c32ed5d-73f8-4a29-bd4d-6d2f604bd6f8 req-bc924905-0ef3-49e3-bbf2-c0eba1d63abe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=911da384-323b-42ed-9656-9be4d49d8f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3152494 Apr 20 17:41:28.670336 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45222) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:28.705528 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-38ecc816-920f-4525-bffa-b6b660de41a4 req-dee7d84c-7216-42ad-99d6-388cc3190e52 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3789580 Apr 20 17:41:28.761899 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-666d05c2-0c80-4b5c-9bb0-796cd60fb927 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:28.762687 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-666d05c2-0c80-4b5c-9bb0-796cd60fb927 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:28.764953 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-9c709750-d886-487e-9f28-1abfc9610076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'name': 'tempest-RoutersIpV6Test-router-1282796834', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:39:32Z', 'updated_at': '2022-04-20T17:41:25Z', 'revision_number': 11, 'project_id': '223231c784ee479d86d7622cff558dcb', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:28.781770 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c709750-d886-487e-9f28-1abfc9610076 None None] Checking router: e0e24074-85f9-471b-b705-b10a2f130e0d for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:41:28.782802 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2c32ed5d-73f8-4a29-bd4d-6d2f604bd6f8 req-a364da95-adc2-4926-885b-b7c57f3718d3 service neutron] 10.222.0.10 "GET /v2.0/networks/911da384-323b-42ed-9656-9be4d49d8f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111886 Apr 20 17:41:28.812452 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c709750-d886-487e-9f28-1abfc9610076 None None] Routers {'e0e24074-85f9-471b-b705-b10a2f130e0d'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:28.813096 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-9c709750-d886-487e-9f28-1abfc9610076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e0e24074-85f9-471b-b705-b10a2f130e0d'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:28.847892 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-44504b26-1456-48ce-b0c6-e5599c45873c tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:28.947112 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44504b26-1456-48ce-b0c6-e5599c45873c tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event deleted for resources: {'Port': ['ID=33568a30-f761-4e03-9418-184ba4069000,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:29.061052 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-9c709750-d886-487e-9f28-1abfc9610076 None None] Set router e0e24074-85f9-471b-b705-b10a2f130e0d gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:41:29.181674 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6fb5e326-11d7-4956-b9ea-a7ff1928a1d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:29.184558 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-9c709750-d886-487e-9f28-1abfc9610076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'name': 'tempest-RoutersIpV6Test-router-1282796834', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:39:32Z', 'updated_at': '2022-04-20T17:41:25Z', 'revision_number': 11, 'project_id': '223231c784ee479d86d7622cff558dcb', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:29.189365 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c709750-d886-487e-9f28-1abfc9610076 None None] The sync data for ids ['e0e24074-85f9-471b-b705-b10a2f130e0d'] in n-d-838032-1 is: [{'id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'name': 'tempest-RoutersIpV6Test-router-1282796834', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:39:32Z', 'updated_at': '2022-04-20T17:41:25Z', 'revision_number': 11, 'project_id': '223231c784ee479d86d7622cff558dcb', 'gw_port_host': None}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:41:29.262025 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-44504b26-1456-48ce-b0c6-e5599c45873c tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:29.271172 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2c32ed5d-73f8-4a29-bd4d-6d2f604bd6f8 req-ae9cb06a-cc98-4f2d-acc2-fbc721cf3428 service neutron] 10.222.0.10 "GET /v2.0/networks/911da384-323b-42ed-9656-9be4d49d8f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820602 Apr 20 17:41:29.332520 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45236) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:29.371618 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6fb5e326-11d7-4956-b9ea-a7ff1928a1d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:29.383254 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6fb5e326-11d7-4956-b9ea-a7ff1928a1d3 admin admin] Usage tracker for resource:security_group_rule and tenant:5dd5657100ee46bcbdae9a1eef6dbb02 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:29.388036 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6fb5e326-11d7-4956-b9ea-a7ff1928a1d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:29.404843 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6fb5e326-11d7-4956-b9ea-a7ff1928a1d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:29.448168 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604663a9-2e9e-4a2f-b6dd-4d456e7d8bbb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:41:29.458384 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedb840b-fb6c-4557-a4e8-fb3f16f4c559 None None] Sync routers for ids ['cb96747b-7618-4823-9674-74b2d6111362'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:41:29.460706 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba9fae72-317b-40c3-8d8f-9fb7ffb5d730 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Deleting subnet 5a380890-61da-4dee-b68a-756b86290ba4 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:41:29.471058 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ba9fae72-317b-40c3-8d8f-9fb7ffb5d730 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:29.486798 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedb840b-fb6c-4557-a4e8-fb3f16f4c559 None None] Routers {'cb96747b-7618-4823-9674-74b2d6111362'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:29.490269 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-eedb840b-fb6c-4557-a4e8-fb3f16f4c559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['cb96747b-7618-4823-9674-74b2d6111362'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:29.568318 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-44504b26-1456-48ce-b0c6-e5599c45873c tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:29.574570 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-44504b26-1456-48ce-b0c6-e5599c45873c tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:29.588214 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-604663a9-2e9e-4a2f-b6dd-4d456e7d8bbb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:29.621816 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-44504b26-1456-48ce-b0c6-e5599c45873c tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:29.622766 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44504b26-1456-48ce-b0c6-e5599c45873c tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Fanout notify agent at l3_agent the message router_deleted on router 0cb328f2-54dd-4507-bc4b-fd51465f1733 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:41:29.637277 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ba9fae72-317b-40c3-8d8f-9fb7ffb5d730 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:29.664665 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-44504b26-1456-48ce-b0c6-e5599c45873c tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:29.671005 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-44504b26-1456-48ce-b0c6-e5599c45873c tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/routers/0cb328f2-54dd-4507-bc4b-fd51465f1733 HTTP/1.1" status: 204 len: 168 time: 2.4029124 Apr 20 17:41:29.673692 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45242) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:29.694345 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-874c2fc2-c9de-49f7-94c4-5e963792cdc4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Request body: {'network': {'name': 'tempest-RoutersTest-368774727'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:41:29.702323 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-874c2fc2-c9de-49f7-94c4-5e963792cdc4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:29.704510 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e26280d3-7965-480d-b25c-93cdce9103de admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:29.722978 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-874c2fc2-c9de-49f7-94c4-5e963792cdc4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Usage tracker for resource:network and tenant:9b47d4ec84d44059beda8a5ee5d71e29 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:29.727269 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-874c2fc2-c9de-49f7-94c4-5e963792cdc4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:29.735383 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-874c2fc2-c9de-49f7-94c4-5e963792cdc4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:29.756976 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e26280d3-7965-480d-b25c-93cdce9103de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:29.761336 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e26280d3-7965-480d-b25c-93cdce9103de admin admin] Usage tracker for resource:security_group_rule and tenant:da7e64ecc5f747bd9f44411df16d0e4d is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:29.764836 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874c2fc2-c9de-49f7-94c4-5e963792cdc4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Made reservation on behalf of 9b47d4ec84d44059beda8a5ee5d71e29 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:41:29.767887 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-874c2fc2-c9de-49f7-94c4-5e963792cdc4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:29.778225 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e26280d3-7965-480d-b25c-93cdce9103de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:29.822089 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e26280d3-7965-480d-b25c-93cdce9103de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:29.845361 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-eedb840b-fb6c-4557-a4e8-fb3f16f4c559 None None] Set router cb96747b-7618-4823-9674-74b2d6111362 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:41:29.867317 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-874c2fc2-c9de-49f7-94c4-5e963792cdc4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:41:29.893489 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-874c2fc2-c9de-49f7-94c4-5e963792cdc4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:29.894034 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-874c2fc2-c9de-49f7-94c4-5e963792cdc4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Added segment 722a1917-f298-412a-87bf-0d7082381f22 of type vlan for network d0db13a8-c67d-4011-902a-8ddf389bd7d2 Apr 20 17:41:29.905533 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-604663a9-2e9e-4a2f-b6dd-4d456e7d8bbb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 12.7755182 Apr 20 17:41:29.934218 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b47256-80a9-48a6-be22-65daf773be99', 'tag': '35d556b7-05be-4160-b256-b9ba567bf3e4'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:41:29.962897 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6fb5e326-11d7-4956-b9ea-a7ff1928a1d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:29.998325 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6fb5e326-11d7-4956-b9ea-a7ff1928a1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:30.079423 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-874c2fc2-c9de-49f7-94c4-5e963792cdc4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:30.083042 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6fb5e326-11d7-4956-b9ea-a7ff1928a1d3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5dd5657100ee46bcbdae9a1eef6dbb02&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4069421 Apr 20 17:41:30.084146 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45252) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:30.087175 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5e326-11d7-4956-b9ea-a7ff1928a1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6884db58-49a1-4604-8927-2bbe484d90dc,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:30.114903 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 5de728ee-08ef-4134-858a-18ed50ce74f4 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:41:30.139069 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e26280d3-7965-480d-b25c-93cdce9103de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:30.180540 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e26280d3-7965-480d-b25c-93cdce9103de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:30.221737 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666d05c2-0c80-4b5c-9bb0-796cd60fb927 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Router f1153e41-201c-446c-ae49-b06b6d8ddb66 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:41:30.262850 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d08ba090-7dbe-4a17-80c9-5d27c1cdb91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:30.268378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26280d3-7965-480d-b25c-93cdce9103de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525a9af3-736a-45f6-a4ac-6272c6ecf7bf,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:30.273724 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-874c2fc2-c9de-49f7-94c4-5e963792cdc4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:30.277375 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874c2fc2-c9de-49f7-94c4-5e963792cdc4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:30.278907 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-874c2fc2-c9de-49f7-94c4-5e963792cdc4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:30.293523 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ba9fae72-317b-40c3-8d8f-9fb7ffb5d730 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:30.298583 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 5de728ee-08ef-4134-858a-18ed50ce74f4 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:41:30.298926 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 5de728ee-08ef-4134-858a-18ed50ce74f4 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:41:30.322110 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e26280d3-7965-480d-b25c-93cdce9103de admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da7e64ecc5f747bd9f44411df16d0e4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9839015 Apr 20 17:41:30.330133 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45256) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:30.335321 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef385f-8d16-4225-a3fc-3fce64686569 req-91e8e74b-f5eb-4b53-a772-26a710ad9c37 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:30.336767 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1bef385f-8d16-4225-a3fc-3fce64686569 req-91e8e74b-f5eb-4b53-a772-26a710ad9c37 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 946 time: 0.4096682 Apr 20 17:41:30.415920 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d08ba090-7dbe-4a17-80c9-5d27c1cdb91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:30.423617 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-eedb840b-fb6c-4557-a4e8-fb3f16f4c559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb96747b-7618-4823-9674-74b2d6111362', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143651464', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'd1019a18-138f-4eff-a00d-883afae5d69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:12Z', 'updated_at': '2022-04-20T17:40:33Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'd1019a18-138f-4eff-a00d-883afae5d69e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96747b-7618-4823-9674-74b2d6111362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:14Z', 'updated_at': '2022-04-20T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'f488b843-9c4d-445d-9d3e-a850393cd95a', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'floating_ip_address': '172.25.8.187', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'cb96747b-7618-4823-9674-74b2d6111362', 'port_id': '35d556b7-05be-4160-b256-b9ba567bf3e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1', 'mac_address': 'fa:16:3e:61:8c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b47256-80a9-48a6-be22-65daf773be99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:41:22Z', 'updated_at': '2022-04-20T17:41:22Z', 'revision_number': 0, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '449bdd7f-795d-492d-a596-a51a9050a34a', 'name': '', 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:53:68:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96747b-7618-4823-9674-74b2d6111362', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcbb3aef-0f73-4a02-803d-6c36c52b922a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:29Z', 'updated_at': '2022-04-20T17:40:55Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': 'fcbb3aef-0f73-4a02-803d-6c36c52b922a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:30.429698 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedb840b-fb6c-4557-a4e8-fb3f16f4c559 None None] Checking router: cb96747b-7618-4823-9674-74b2d6111362 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:41:30.447917 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedb840b-fb6c-4557-a4e8-fb3f16f4c559 None None] Routers {'cb96747b-7618-4823-9674-74b2d6111362'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:30.449654 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-eedb840b-fb6c-4557-a4e8-fb3f16f4c559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['cb96747b-7618-4823-9674-74b2d6111362'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:30.477187 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-874c2fc2-c9de-49f7-94c4-5e963792cdc4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7995467 Apr 20 17:41:30.481762 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45260) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:30.488693 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c2fc2-c9de-49f7-94c4-5e963792cdc4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Network': ['ID=d0db13a8-c67d-4011-902a-8ddf389bd7d2,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:30.500295 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network d0db13a8-c67d-4011-902a-8ddf389bd7d2 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:41:30.500475 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-1cb2e860-dfba-439d-8be6-2099d65518f7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Request body: {'subnet': {'network_id': 'd0db13a8-c67d-4011-902a-8ddf389bd7d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:41:30.602357 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e1fff-61c8-4dc1-83ef-20007f756e10 req-91e37a9b-3c45-4e45-8e6e-002f7fbeb2be tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:30.604230 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-958e1fff-61c8-4dc1-83ef-20007f756e10 req-91e37a9b-3c45-4e45-8e6e-002f7fbeb2be tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 945 time: 0.4987550 Apr 20 17:41:30.630760 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1cb2e860-dfba-439d-8be6-2099d65518f7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:30.635195 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1cb2e860-dfba-439d-8be6-2099d65518f7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Usage tracker for resource:subnet and tenant:9b47d4ec84d44059beda8a5ee5d71e29 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:30.638704 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1cb2e860-dfba-439d-8be6-2099d65518f7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:30.645665 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1cb2e860-dfba-439d-8be6-2099d65518f7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:30.669170 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ba9fae72-317b-40c3-8d8f-9fb7ffb5d730 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:30.669849 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1bef385f-8d16-4225-a3fc-3fce64686569 req-3e9c9930-d976-46c6-b4f8-e7d69d9daa24 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2782674 Apr 20 17:41:30.672444 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb2e860-dfba-439d-8be6-2099d65518f7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Made reservation on behalf of 9b47d4ec84d44059beda8a5ee5d71e29 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:41:30.733955 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead52fcf-0bb9-4f34-8c8f-446abf52946c None None] Network 2643cf8a-6f28-4f3d-8838-87b24a866738 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:41:30.737957 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ba9fae72-317b-40c3-8d8f-9fb7ffb5d730 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:30.751198 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9fae72-317b-40c3-8d8f-9fb7ffb5d730 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event deleted for resources: {'Subnet': ['ID=5a380890-61da-4dee-b68a-756b86290ba4,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:30.756660 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ba9fae72-317b-40c3-8d8f-9fb7ffb5d730 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/subnets/5a380890-61da-4dee-b68a-756b86290ba4 HTTP/1.1" status: 204 len: 168 time: 2.4027827 Apr 20 17:41:30.761313 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c807f06f-28af-4a82-b8eb-575f7fae2f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:30.764693 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45264) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:30.777182 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-eedb840b-fb6c-4557-a4e8-fb3f16f4c559 None None] Set router cb96747b-7618-4823-9674-74b2d6111362 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:41:30.804330 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d08ba090-7dbe-4a17-80c9-5d27c1cdb91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:30.815273 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c0eb9bf-6441-4a2c-967a-cadad695abf1'] response: {'name': 'network-changed', 'server_uuid': '72b47256-80a9-48a6-be22-65daf773be99', 'tag': '35d556b7-05be-4160-b256-b9ba567bf3e4', 'status': 'completed', 'code': 200} Apr 20 17:41:30.828029 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-958e1fff-61c8-4dc1-83ef-20007f756e10 req-078743ea-6f08-45b7-9bbd-c867d6a30dd3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053287 Apr 20 17:41:30.874174 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45268) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:30.891405 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ba090-7dbe-4a17-80c9-5d27c1cdb91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6884db58-49a1-4604-8927-2bbe484d90dc,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:30.983073 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-91328f0c-f327-494a-b0a1-47cb681a89e1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:31.036819 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c807f06f-28af-4a82-b8eb-575f7fae2f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:31.102582 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d08ba090-7dbe-4a17-80c9-5d27c1cdb91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:31.103831 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d08ba090-7dbe-4a17-80c9-5d27c1cdb91e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6884db58-49a1-4604-8927-2bbe484d90dc HTTP/1.1" status: 204 len: 168 time: 1.0169375 Apr 20 17:41:31.143656 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1cb2e860-dfba-439d-8be6-2099d65518f7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:31.156874 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f23cf8-1dfa-4d7f-9eec-42235789f97e None None] DHCP port deletion for 2643cf8a-6f28-4f3d-8838-87b24a866738 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:41:31.162549 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-28f23cf8-1dfa-4d7f-9eec-42235789f97e None None] Deleting port 454def3e-19ca-45ee-92ea-94a8e2c9c1e2 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:31.163913 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-28f23cf8-1dfa-4d7f-9eec-42235789f97e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:31.165017 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c807f06f-28af-4a82-b8eb-575f7fae2f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:31.185394 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807f06f-28af-4a82-b8eb-575f7fae2f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525a9af3-736a-45f6-a4ac-6272c6ecf7bf,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:31.209342 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-91328f0c-f327-494a-b0a1-47cb681a89e1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Deleting port 454def3e-19ca-45ee-92ea-94a8e2c9c1e2 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:31.209768 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-91328f0c-f327-494a-b0a1-47cb681a89e1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:31.289349 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c807f06f-28af-4a82-b8eb-575f7fae2f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:31.292974 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c807f06f-28af-4a82-b8eb-575f7fae2f4e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/525a9af3-736a-45f6-a4ac-6272c6ecf7bf HTTP/1.1" status: 204 len: 168 time: 0.9084020 Apr 20 17:41:31.326583 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c63f8325-647f-4574-9f85-dbef6b761279 req-2d953b7f-a3cd-44d5-99ed-f7a27fe8f65b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 1096 time: 0.4979551 Apr 20 17:41:31.480084 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-28f23cf8-1dfa-4d7f-9eec-42235789f97e None None] For port 454def3e-19ca-45ee-92ea-94a8e2c9c1e2, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=454def3e-19ca-45ee-92ea-94a8e2c9c1e2,segment=NetworkSegment(105b601c-f1fe-4cda-83b3-3d23100ade11),segment_id=105b601c-f1fe-4cda-83b3-3d23100ade11)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:41:31.480458 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-28f23cf8-1dfa-4d7f-9eec-42235789f97e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:31.537200 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1cb2e860-dfba-439d-8be6-2099d65518f7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:31.559683 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-eedb840b-fb6c-4557-a4e8-fb3f16f4c559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb96747b-7618-4823-9674-74b2d6111362', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143651464', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'd1019a18-138f-4eff-a00d-883afae5d69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:12Z', 'updated_at': '2022-04-20T17:40:33Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'd1019a18-138f-4eff-a00d-883afae5d69e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96747b-7618-4823-9674-74b2d6111362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:14Z', 'updated_at': '2022-04-20T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'f488b843-9c4d-445d-9d3e-a850393cd95a', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'floating_ip_address': '172.25.8.187', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'cb96747b-7618-4823-9674-74b2d6111362', 'port_id': '35d556b7-05be-4160-b256-b9ba567bf3e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1', 'mac_address': 'fa:16:3e:61:8c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b47256-80a9-48a6-be22-65daf773be99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:41:22Z', 'updated_at': '2022-04-20T17:41:22Z', 'revision_number': 0, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '449bdd7f-795d-492d-a596-a51a9050a34a', 'name': '', 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:53:68:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96747b-7618-4823-9674-74b2d6111362', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcbb3aef-0f73-4a02-803d-6c36c52b922a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:29Z', 'updated_at': '2022-04-20T17:40:55Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': 'fcbb3aef-0f73-4a02-803d-6c36c52b922a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:31.565059 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedb840b-fb6c-4557-a4e8-fb3f16f4c559 None None] The sync data for ids ['cb96747b-7618-4823-9674-74b2d6111362'] in n-d-838032-1 is: [{'id': 'cb96747b-7618-4823-9674-74b2d6111362', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143651464', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'd1019a18-138f-4eff-a00d-883afae5d69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:12Z', 'updated_at': '2022-04-20T17:40:33Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'd1019a18-138f-4eff-a00d-883afae5d69e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96747b-7618-4823-9674-74b2d6111362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:14Z', 'updated_at': '2022-04-20T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'f488b843-9c4d-445d-9d3e-a850393cd95a', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'floating_ip_address': '172.25.8.187', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'cb96747b-7618-4823-9674-74b2d6111362', 'port_id': '35d556b7-05be-4160-b256-b9ba567bf3e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1', 'mac_address': 'fa:16:3e:61:8c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b47256-80a9-48a6-be22-65daf773be99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:41:22Z', 'updated_at': '2022-04-20T17:41:22Z', 'revision_number': 0, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '449bdd7f-795d-492d-a596-a51a9050a34a', 'name': '', 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:53:68:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96747b-7618-4823-9674-74b2d6111362', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcbb3aef-0f73-4a02-803d-6c36c52b922a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:29Z', 'updated_at': '2022-04-20T17:40:55Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': 'fcbb3aef-0f73-4a02-803d-6c36c52b922a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:41:31.677253 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-28f23cf8-1dfa-4d7f-9eec-42235789f97e None None] Calling delete_port for 454def3e-19ca-45ee-92ea-94a8e2c9c1e2 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:41:31.678237 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2e860-dfba-439d-8be6-2099d65518f7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Subnet': ['ID=e0fef729-4bdb-43aa-83a1-8f59ab9ac4f7,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:31.687820 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-44af373b-7e2c-49d0-bf09-28c8a49ff37a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/floatingips/f488b843-9c4d-445d-9d3e-a850393cd95a HTTP/1.1" status: 200 len: 991 time: 0.8113129 Apr 20 17:41:31.757959 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb2e860-dfba-439d-8be6-2099d65518f7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Checking segment: {'id': '722a1917-f298-412a-87bf-0d7082381f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd0db13a8-c67d-4011-902a-8ddf389bd7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:41:31.758349 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb2e860-dfba-439d-8be6-2099d65518f7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network hostable DHCP agents. Network: d0db13a8-c67d-4011-902a-8ddf389bd7d2, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:41:31.800587 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb2e860-dfba-439d-8be6-2099d65518f7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network d0db13a8-c67d-4011-902a-8ddf389bd7d2 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:41:31.819352 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-1cb2e860-dfba-439d-8be6-2099d65518f7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, d0db13a8-c67d-4011-902a-8ddf389bd7d2) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:41:31.824327 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb2e860-dfba-439d-8be6-2099d65518f7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:31.824988 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-28f23cf8-1dfa-4d7f-9eec-42235789f97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:31.825426 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1cb2e860-dfba-439d-8be6-2099d65518f7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:31.872001 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1cb2e860-dfba-439d-8be6-2099d65518f7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3804140 Apr 20 17:41:31.878217 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45286) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:31.888975 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d02dada-7999-4f6f-a7c8-34fbaea5cf7d None None] Network d0db13a8-c67d-4011-902a-8ddf389bd7d2 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:41:31.890900 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-4e672b3b-7fd3-47de-b4ef-7a28d03e5d0d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1744559437', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:41:31.909254 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4e672b3b-7fd3-47de-b4ef-7a28d03e5d0d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:31.924642 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4e672b3b-7fd3-47de-b4ef-7a28d03e5d0d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Usage tracker for resource:router and tenant:9b47d4ec84d44059beda8a5ee5d71e29 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:31.937549 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4e672b3b-7fd3-47de-b4ef-7a28d03e5d0d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:32.004132 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f8325-647f-4574-9f85-dbef6b761279 req-b9f90857-f36d-40d0-b502-8af658d9b526 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:32.005589 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c63f8325-647f-4574-9f85-dbef6b761279 req-b9f90857-f36d-40d0-b502-8af658d9b526 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eca56d5d-e4f2-441a-b91e-029ec9fd83b1 HTTP/1.1" status: 200 len: 897 time: 0.6656616 Apr 20 17:41:32.022131 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4e672b3b-7fd3-47de-b4ef-7a28d03e5d0d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:32.034839 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb2a0be-6d04-4ad3-bfec-86ebc55fa293 None None] New status for floating IP f488b843-9c4d-445d-9d3e-a850393cd95a: ACTIVE {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:41:32.051216 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4e672b3b-7fd3-47de-b4ef-7a28d03e5d0d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:32.052667 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4e672b3b-7fd3-47de-b4ef-7a28d03e5d0d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:32.089199 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0b610-e160-4de7-9343-cb391d307ef3 req-f856469f-4a00-42d1-bec4-4ac95c8fb1b9 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:32.098402 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4ff0b610-e160-4de7-9343-cb391d307ef3 req-f856469f-4a00-42d1-bec4-4ac95c8fb1b9 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 946 time: 0.1620317 Apr 20 17:41:32.129330 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4e672b3b-7fd3-47de-b4ef-7a28d03e5d0d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:32.138092 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f23cf8-1dfa-4d7f-9eec-42235789f97e None None] Pushing event deleted for resources: {'Port': ['ID=454def3e-19ca-45ee-92ea-94a8e2c9c1e2,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:32.155934 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-91328f0c-f327-494a-b0a1-47cb681a89e1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] For port 454def3e-19ca-45ee-92ea-94a8e2c9c1e2, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=454def3e-19ca-45ee-92ea-94a8e2c9c1e2,segment=NetworkSegment(105b601c-f1fe-4cda-83b3-3d23100ade11),segment_id=105b601c-f1fe-4cda-83b3-3d23100ade11)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:41:32.156307 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-91328f0c-f327-494a-b0a1-47cb681a89e1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:32.190246 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4ff0b610-e160-4de7-9343-cb391d307ef3 req-094cf3e8-c7bd-435e-8a0f-9329f6678bd6 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907221 Apr 20 17:41:32.202317 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4e672b3b-7fd3-47de-b4ef-7a28d03e5d0d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:32.209837 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666d05c2-0c80-4b5c-9bb0-796cd60fb927 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:41:32.221877 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab746e68-1655-4592-9764-d4f6eb17431d None None] Sync routers for ids ['f1153e41-201c-446c-ae49-b06b6d8ddb66'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:41:32.242784 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab746e68-1655-4592-9764-d4f6eb17431d None None] Routers {'f1153e41-201c-446c-ae49-b06b6d8ddb66'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:32.243390 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-ab746e68-1655-4592-9764-d4f6eb17431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['f1153e41-201c-446c-ae49-b06b6d8ddb66'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:32.258479 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4e672b3b-7fd3-47de-b4ef-7a28d03e5d0d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:32.259672 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4e672b3b-7fd3-47de-b4ef-7a28d03e5d0d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3801708 Apr 20 17:41:32.262496 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45302) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:32.364720 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-91328f0c-f327-494a-b0a1-47cb681a89e1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Calling delete_port for 454def3e-19ca-45ee-92ea-94a8e2c9c1e2 owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:41:32.422330 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-666d05c2-0c80-4b5c-9bb0-796cd60fb927 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:32.426208 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-666d05c2-0c80-4b5c-9bb0-796cd60fb927 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.8229990 Apr 20 17:41:32.426985 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45308) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:32.537267 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 454def3e-19ca-45ee-92ea-94a8e2c9c1e2 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:41:32.589662 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 454def3e-19ca-45ee-92ea-94a8e2c9c1e2 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:41:32.589960 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 454def3e-19ca-45ee-92ea-94a8e2c9c1e2 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:41:32.619703 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f23cf8-1dfa-4d7f-9eec-42235789f97e None None] No DVR routers for this DVR port 454def3e-19ca-45ee-92ea-94a8e2c9c1e2 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:41:32.665081 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-ab746e68-1655-4592-9764-d4f6eb17431d None None] Set router f1153e41-201c-446c-ae49-b06b6d8ddb66 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:41:32.684977 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c63f8325-647f-4574-9f85-dbef6b761279 req-c4e17f01-692a-426a-b8fb-85e5a088a3d3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35d556b7-05be-4160-b256-b9ba567bf3e4 HTTP/1.1" status: 200 len: 999 time: 0.6549573 Apr 20 17:41:32.699628 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45316) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:32.702557 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32049391-2f3a-4fe9-8f1a-9d135a2121b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-d0db13a8-c67d-4011-902a-8ddf389bd7d2', 'network_id': 'd0db13a8-c67d-4011-902a-8ddf389bd7d2', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'fixed_ips': [{'subnet_id': 'e0fef729-4bdb-43aa-83a1-8f59ab9ac4f7'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:41:32.703742 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-32049391-2f3a-4fe9-8f1a-9d135a2121b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:32.925658 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-99430b42-fbcc-4797-b8ea-d80920bdffeb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/floatingips/f488b843-9c4d-445d-9d3e-a850393cd95a HTTP/1.1" status: 200 len: 993 time: 0.1956742 Apr 20 17:41:32.987838 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.api [None req-91328f0c-f327-494a-b0a1-47cb681a89e1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:41:32.988569 n-d-838032-1 neutron-server[84081]: DEBUG oslo_db.api [None req-91328f0c-f327-494a-b0a1-47cb681a89e1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:41:33.013156 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-32049391-2f3a-4fe9-8f1a-9d135a2121b3 None None] Allocated IP 172.20.0.2 (d0db13a8-c67d-4011-902a-8ddf389bd7d2/e0fef729-4bdb-43aa-83a1-8f59ab9ac4f7/07bcfea9-9a57-4a3f-8d87-e013cc932dd0) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:41:33.064173 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f8325-647f-4574-9f85-dbef6b761279 req-35d7967a-a995-43d0-8cb5-f28619872158 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:33.067659 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c63f8325-647f-4574-9f85-dbef6b761279 req-35d7967a-a995-43d0-8cb5-f28619872158 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcbb3aef-0f73-4a02-803d-6c36c52b922a HTTP/1.1" status: 200 len: 834 time: 0.3665891 Apr 20 17:41:33.241319 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-ab746e68-1655-4592-9764-d4f6eb17431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1153e41-201c-446c-ae49-b06b6d8ddb66', 'name': 'tempest-snat-router-1608783163', 'tenant_id': '8fbeabb891d848e8850a87d1e7caedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.83'}], 'enable_snat': False}, 'gw_port_id': '4e8cea81-ed6d-47d2-a0ee-876a9979e6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:23Z', 'updated_at': '2022-04-20T17:41:28Z', 'revision_number': 3, 'project_id': '8fbeabb891d848e8850a87d1e7caedc5', 'gw_port': {'id': '4e8cea81-ed6d-47d2-a0ee-876a9979e6b2', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1153e41-201c-446c-ae49-b06b6d8ddb66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:25Z', 'updated_at': '2022-04-20T17:41:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:33.248514 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab746e68-1655-4592-9764-d4f6eb17431d None None] Checking router: f1153e41-201c-446c-ae49-b06b6d8ddb66 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:41:33.250595 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab746e68-1655-4592-9764-d4f6eb17431d None None] Updating router f1153e41-201c-446c-ae49-b06b6d8ddb66 port 4e8cea81-ed6d-47d2-a0ee-876a9979e6b2 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:41:33.277323 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c63f8325-647f-4574-9f85-dbef6b761279 req-d66825c8-732a-46e5-b479-94c6d4e27130 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eca56d5d-e4f2-441a-b91e-029ec9fd83b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2008173 Apr 20 17:41:33.281881 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-32049391-2f3a-4fe9-8f1a-9d135a2121b3 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:33.284443 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7e8014f7-67d9-4aa1-8670-b97d88471e14 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:33.307383 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-32049391-2f3a-4fe9-8f1a-9d135a2121b3 None None] Transition to ACTIVE for port object 07bcfea9-9a57-4a3f-8d87-e013cc932dd0 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:41:33.328313 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-ab746e68-1655-4592-9764-d4f6eb17431d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:33.348438 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-32049391-2f3a-4fe9-8f1a-9d135a2121b3 None None] Transition to ACTIVE for port object 07bcfea9-9a57-4a3f-8d87-e013cc932dd0 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:41:33.366045 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-32049391-2f3a-4fe9-8f1a-9d135a2121b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:33.371162 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b457a202-e7fd-4c08-9d27-83829081a488 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] 10.222.0.39 "GET /v2.0/routers/f1153e41-201c-446c-ae49-b06b6d8ddb66 HTTP/1.1" status: 200 len: 908 time: 0.9397097 Apr 20 17:41:33.375997 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45332) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:33.388593 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-d6da16fd-7007-49b2-9156-88bf9e4d8990 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1608783163', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'enable_snat': True}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:41:33.410549 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d6da16fd-7007-49b2-9156-88bf9e4d8990 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:33.433369 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d6da16fd-7007-49b2-9156-88bf9e4d8990 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Usage tracker for resource:router and tenant:8fbeabb891d848e8850a87d1e7caedc5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:33.437624 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d6da16fd-7007-49b2-9156-88bf9e4d8990 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:33.460880 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d6da16fd-7007-49b2-9156-88bf9e4d8990 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:33.491035 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-91328f0c-f327-494a-b0a1-47cb681a89e1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Deleting port 454def3e-19ca-45ee-92ea-94a8e2c9c1e2 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:33.491376 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-91328f0c-f327-494a-b0a1-47cb681a89e1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:33.516460 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32049391-2f3a-4fe9-8f1a-9d135a2121b3 None None] Pushing event updated for resources: {'Port': ['ID=07bcfea9-9a57-4a3f-8d87-e013cc932dd0,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:33.523924 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d6da16fd-7007-49b2-9156-88bf9e4d8990 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:33.524398 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d6da16fd-7007-49b2-9156-88bf9e4d8990 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:33.545804 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d6da16fd-7007-49b2-9156-88bf9e4d8990 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:33.555858 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32049391-2f3a-4fe9-8f1a-9d135a2121b3 None None] Network d0db13a8-c67d-4011-902a-8ddf389bd7d2 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:41:33.559087 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-32049391-2f3a-4fe9-8f1a-9d135a2121b3 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:41:33.568520 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32049391-2f3a-4fe9-8f1a-9d135a2121b3 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:41:33.569130 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c63f8325-647f-4574-9f85-dbef6b761279 req-11e5a6ec-2309-4133-a778-b06658d38811 service neutron] 10.222.0.43 "GET /v2.0/networks/eca56d5d-e4f2-441a-b91e-029ec9fd83b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826841 Apr 20 17:41:33.777418 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-91328f0c-f327-494a-b0a1-47cb681a89e1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] The port '454def3e-19ca-45ee-92ea-94a8e2c9c1e2' was deleted {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:41:33.798383 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-32049391-2f3a-4fe9-8f1a-9d135a2121b3 None None] Attempting to bind port 07bcfea9-9a57-4a3f-8d87-e013cc932dd0 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:41:33.800199 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-32049391-2f3a-4fe9-8f1a-9d135a2121b3 None None] Attempting to bind port 07bcfea9-9a57-4a3f-8d87-e013cc932dd0 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '722a1917-f298-412a-87bf-0d7082381f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd0db13a8-c67d-4011-902a-8ddf389bd7d2'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:41:33.801172 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32049391-2f3a-4fe9-8f1a-9d135a2121b3 None None] Attempting to bind port 07bcfea9-9a57-4a3f-8d87-e013cc932dd0 on network d0db13a8-c67d-4011-902a-8ddf389bd7d2 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:41:33.816350 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32049391-2f3a-4fe9-8f1a-9d135a2121b3 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:41:33.820230 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32049391-2f3a-4fe9-8f1a-9d135a2121b3 None None] Checking segment: {'id': '722a1917-f298-412a-87bf-0d7082381f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd0db13a8-c67d-4011-902a-8ddf389bd7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:41:33.820729 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-32049391-2f3a-4fe9-8f1a-9d135a2121b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:33.821438 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32049391-2f3a-4fe9-8f1a-9d135a2121b3 None None] Bound using segment: {'id': '722a1917-f298-412a-87bf-0d7082381f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd0db13a8-c67d-4011-902a-8ddf389bd7d2'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:41:33.821985 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-32049391-2f3a-4fe9-8f1a-9d135a2121b3 None None] Bound port: 07bcfea9-9a57-4a3f-8d87-e013cc932dd0, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722a1917-f298-412a-87bf-0d7082381f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd0db13a8-c67d-4011-902a-8ddf389bd7d2'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:41:33.824555 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-32049391-2f3a-4fe9-8f1a-9d135a2121b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:33.894468 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c63f8325-647f-4574-9f85-dbef6b761279 req-15b2b3df-eb40-4b9f-95b2-32bbc7858fde service neutron] 10.222.0.43 "GET /v2.0/networks/eca56d5d-e4f2-441a-b91e-029ec9fd83b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965431 Apr 20 17:41:33.940360 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-ab746e68-1655-4592-9764-d4f6eb17431d None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:33.958505 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-7e8014f7-67d9-4aa1-8670-b97d88471e14 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Allocated IP 172.20.0.1 (d0db13a8-c67d-4011-902a-8ddf389bd7d2/e0fef729-4bdb-43aa-83a1-8f59ab9ac4f7/6c9932b0-fbe8-4351-a4bd-348e633e281f) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:41:33.972415 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-ab746e68-1655-4592-9764-d4f6eb17431d None None] Transition to ACTIVE for port object 4e8cea81-ed6d-47d2-a0ee-876a9979e6b2 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:41:33.991327 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-91328f0c-f327-494a-b0a1-47cb681a89e1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:33.992734 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-ab746e68-1655-4592-9764-d4f6eb17431d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:34.001713 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d6da16fd-7007-49b2-9156-88bf9e4d8990 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:34.008702 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-32049391-2f3a-4fe9-8f1a-9d135a2121b3 None None] For port 07bcfea9-9a57-4a3f-8d87-e013cc932dd0, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:41:34.012481 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-32049391-2f3a-4fe9-8f1a-9d135a2121b3 None None] For port 07bcfea9-9a57-4a3f-8d87-e013cc932dd0, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=07bcfea9-9a57-4a3f-8d87-e013cc932dd0,segment=NetworkSegment(722a1917-f298-412a-87bf-0d7082381f22),segment_id=722a1917-f298-412a-87bf-0d7082381f22)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:41:34.019134 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-32049391-2f3a-4fe9-8f1a-9d135a2121b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:34.052722 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-91328f0c-f327-494a-b0a1-47cb681a89e1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2643cf8a-6f28-4f3d-8838-87b24a866738']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:34.090600 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-91328f0c-f327-494a-b0a1-47cb681a89e1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '105b601c-f1fe-4cda-83b3-3d23100ade11') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:34.090891 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-91328f0c-f327-494a-b0a1-47cb681a89e1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '105b601c-f1fe-4cda-83b3-3d23100ade11') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:34.169142 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-91328f0c-f327-494a-b0a1-47cb681a89e1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:34.171680 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32049391-2f3a-4fe9-8f1a-9d135a2121b3 None None] Pushing event updated for resources: {'Port': ['ID=07bcfea9-9a57-4a3f-8d87-e013cc932dd0,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:34.193660 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c1716-eb61-40ee-ae37-88fc6fd0c286 None None] Pushing event updated for resources: {'Port': ['ID=4e8cea81-ed6d-47d2-a0ee-876a9979e6b2,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:34.199528 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-91328f0c-f327-494a-b0a1-47cb681a89e1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:34.208385 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91328f0c-f327-494a-b0a1-47cb681a89e1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:41:34.208888 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-91328f0c-f327-494a-b0a1-47cb681a89e1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:41:34.224680 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:41:34.238068 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-ab746e68-1655-4592-9764-d4f6eb17431d None None] Attempting to bind port 4e8cea81-ed6d-47d2-a0ee-876a9979e6b2 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:41:34.238455 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-ab746e68-1655-4592-9764-d4f6eb17431d None None] Attempting to bind port 4e8cea81-ed6d-47d2-a0ee-876a9979e6b2 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:41:34.238811 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab746e68-1655-4592-9764-d4f6eb17431d None None] Attempting to bind port 4e8cea81-ed6d-47d2-a0ee-876a9979e6b2 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:41:34.258727 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab746e68-1655-4592-9764-d4f6eb17431d None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:41:34.259380 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab746e68-1655-4592-9764-d4f6eb17431d None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:41:34.259682 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-ab746e68-1655-4592-9764-d4f6eb17431d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:34.264212 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab746e68-1655-4592-9764-d4f6eb17431d None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:41:34.264854 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-ab746e68-1655-4592-9764-d4f6eb17431d None None] Bound port: 4e8cea81-ed6d-47d2-a0ee-876a9979e6b2, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:41:34.265242 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-ab746e68-1655-4592-9764-d4f6eb17431d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:34.348043 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-91328f0c-f327-494a-b0a1-47cb681a89e1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:34.367539 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-91328f0c-f327-494a-b0a1-47cb681a89e1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:34.393702 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91328f0c-f327-494a-b0a1-47cb681a89e1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Pushing event deleted for resources: {'Network': ['ID=2643cf8a-6f28-4f3d-8838-87b24a866738,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:34.421198 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-91328f0c-f327-494a-b0a1-47cb681a89e1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/networks/2643cf8a-6f28-4f3d-8838-87b24a866738 HTTP/1.1" status: 204 len: 168 time: 3.6531186 Apr 20 17:41:34.421390 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45354) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:34.435342 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-2d7c37b1-8be8-444b-9224-0ce4dd3825c1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Request body: {'router': {'routes': None}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:41:34.439510 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-ab746e68-1655-4592-9764-d4f6eb17431d None None] For port 4e8cea81-ed6d-47d2-a0ee-876a9979e6b2, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:41:34.465611 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-ab746e68-1655-4592-9764-d4f6eb17431d None None] For port 4e8cea81-ed6d-47d2-a0ee-876a9979e6b2, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=4e8cea81-ed6d-47d2-a0ee-876a9979e6b2,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:41:34.494859 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-ab746e68-1655-4592-9764-d4f6eb17431d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:34.500265 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d6da16fd-7007-49b2-9156-88bf9e4d8990 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:34.568050 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1716-eb61-40ee-ae37-88fc6fd0c286 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:41:34.569120 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1716-eb61-40ee-ae37-88fc6fd0c286 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:41:34.572275 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1716-eb61-40ee-ae37-88fc6fd0c286 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:41:34.573196 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1716-eb61-40ee-ae37-88fc6fd0c286 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:41:34.576090 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1716-eb61-40ee-ae37-88fc6fd0c286 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:41:34.576633 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1716-eb61-40ee-ae37-88fc6fd0c286 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:41:34.577219 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1716-eb61-40ee-ae37-88fc6fd0c286 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:41:34.577696 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1716-eb61-40ee-ae37-88fc6fd0c286 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:41:34.578230 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1716-eb61-40ee-ae37-88fc6fd0c286 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:41:34.578699 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1716-eb61-40ee-ae37-88fc6fd0c286 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:41:34.581320 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c1716-eb61-40ee-ae37-88fc6fd0c286 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:41:34.721574 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab746e68-1655-4592-9764-d4f6eb17431d None None] Routers {'f1153e41-201c-446c-ae49-b06b6d8ddb66'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:34.722758 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-ab746e68-1655-4592-9764-d4f6eb17431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['f1153e41-201c-446c-ae49-b06b6d8ddb66'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:34.760513 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d6da16fd-7007-49b2-9156-88bf9e4d8990 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:34.778344 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c1716-eb61-40ee-ae37-88fc6fd0c286 None None] Pushing event updated for resources: {'Port': ['ID=4e8cea81-ed6d-47d2-a0ee-876a9979e6b2,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:34.939949 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-ab746e68-1655-4592-9764-d4f6eb17431d None None] Set router f1153e41-201c-446c-ae49-b06b6d8ddb66 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:41:34.948767 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.extraroute_db [None req-2d7c37b1-8be8-444b-9224-0ce4dd3825c1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Added routes are [] {{(pid=84080) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 20 17:41:34.949067 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.extraroute_db [None req-2d7c37b1-8be8-444b-9224-0ce4dd3825c1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Removed routes are [] {{(pid=84080) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 20 17:41:34.949425 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2d7c37b1-8be8-444b-9224-0ce4dd3825c1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:34.966662 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-d6da16fd-7007-49b2-9156-88bf9e4d8990 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Allocated IP 172.25.8.135 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/4a0b73ea-0e62-4eb6-b961-cf3605601cf1) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:41:35.168093 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7e8014f7-67d9-4aa1-8670-b97d88471e14 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:35.210625 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-7e8014f7-67d9-4aa1-8670-b97d88471e14 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Transition to ACTIVE for port object 6c9932b0-fbe8-4351-a4bd-348e633e281f will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:41:35.305959 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d6da16fd-7007-49b2-9156-88bf9e4d8990 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:35.326704 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-ab746e68-1655-4592-9764-d4f6eb17431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1153e41-201c-446c-ae49-b06b6d8ddb66', 'name': 'tempest-snat-router-1608783163', 'tenant_id': '8fbeabb891d848e8850a87d1e7caedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.83'}], 'enable_snat': False}, 'gw_port_id': '4e8cea81-ed6d-47d2-a0ee-876a9979e6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:23Z', 'updated_at': '2022-04-20T17:41:28Z', 'revision_number': 3, 'project_id': '8fbeabb891d848e8850a87d1e7caedc5', 'gw_port': {'id': '4e8cea81-ed6d-47d2-a0ee-876a9979e6b2', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1153e41-201c-446c-ae49-b06b6d8ddb66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:25Z', 'updated_at': '2022-04-20T17:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:35.333044 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab746e68-1655-4592-9764-d4f6eb17431d None None] The sync data for ids ['f1153e41-201c-446c-ae49-b06b6d8ddb66'] in n-d-838032-1 is: [{'id': 'f1153e41-201c-446c-ae49-b06b6d8ddb66', 'name': 'tempest-snat-router-1608783163', 'tenant_id': '8fbeabb891d848e8850a87d1e7caedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.83'}], 'enable_snat': False}, 'gw_port_id': '4e8cea81-ed6d-47d2-a0ee-876a9979e6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:23Z', 'updated_at': '2022-04-20T17:41:28Z', 'revision_number': 3, 'project_id': '8fbeabb891d848e8850a87d1e7caedc5', 'gw_port': {'id': '4e8cea81-ed6d-47d2-a0ee-876a9979e6b2', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1153e41-201c-446c-ae49-b06b6d8ddb66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:25Z', 'updated_at': '2022-04-20T17:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:41:35.373290 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d6da16fd-7007-49b2-9156-88bf9e4d8990 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:35.420166 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2d7c37b1-8be8-444b-9224-0ce4dd3825c1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:35.426374 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2d7c37b1-8be8-444b-9224-0ce4dd3825c1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33176207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33176208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33180178'] for router, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:35.505265 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6da16fd-7007-49b2-9156-88bf9e4d8990 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:41:35.513346 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-d6da16fd-7007-49b2-9156-88bf9e4d8990 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:41:35.523492 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6da16fd-7007-49b2-9156-88bf9e4d8990 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:41:35.626752 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da16fd-7007-49b2-9156-88bf9e4d8990 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Pushing event updated for resources: {'Port': ['ID=4a0b73ea-0e62-4eb6-b961-cf3605601cf1,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:35.628575 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7e8014f7-67d9-4aa1-8670-b97d88471e14 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:35.645195 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc09f674-5427-4239-a828-ab1d7d1f8340 None None] Network d0db13a8-c67d-4011-902a-8ddf389bd7d2 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:41:35.734719 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8014f7-67d9-4aa1-8670-b97d88471e14 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network d0db13a8-c67d-4011-902a-8ddf389bd7d2 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:41:35.755582 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-7e8014f7-67d9-4aa1-8670-b97d88471e14 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:41:35.773745 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8014f7-67d9-4aa1-8670-b97d88471e14 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:41:35.839576 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8014f7-67d9-4aa1-8670-b97d88471e14 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Port': ['ID=6c9932b0-fbe8-4351-a4bd-348e633e281f,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:35.860610 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-245265f6-e3bb-40dd-bfde-95ac2836e9cd None None] Provisioning for port 07bcfea9-9a57-4a3f-8d87-e013cc932dd0 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:41:35.891388 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8014f7-67d9-4aa1-8670-b97d88471e14 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:41:35.891724 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8014f7-67d9-4aa1-8670-b97d88471e14 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:41:35.892047 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8014f7-67d9-4aa1-8670-b97d88471e14 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:41:35.897026 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d6da16fd-7007-49b2-9156-88bf9e4d8990 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:35.897379 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8014f7-67d9-4aa1-8670-b97d88471e14 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:41:35.897713 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8014f7-67d9-4aa1-8670-b97d88471e14 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:41:35.897850 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d6da16fd-7007-49b2-9156-88bf9e4d8990 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:35.898038 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8014f7-67d9-4aa1-8670-b97d88471e14 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:41:35.898390 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8014f7-67d9-4aa1-8670-b97d88471e14 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:41:35.898713 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8014f7-67d9-4aa1-8670-b97d88471e14 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:41:35.899027 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8014f7-67d9-4aa1-8670-b97d88471e14 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:41:35.899341 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8014f7-67d9-4aa1-8670-b97d88471e14 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:41:35.899658 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8014f7-67d9-4aa1-8670-b97d88471e14 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:41:35.913305 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7c37b1-8be8-444b-9224-0ce4dd3825c1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Router e0e24074-85f9-471b-b705-b10a2f130e0d has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:41:35.921510 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7e8014f7-67d9-4aa1-8670-b97d88471e14 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:36.339584 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 4e8cea81-ed6d-47d2-a0ee-876a9979e6b2 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:41:36.415831 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7e8014f7-67d9-4aa1-8670-b97d88471e14 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:36.494444 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6da16fd-7007-49b2-9156-88bf9e4d8990 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Router 01b67017-4a32-4f85-8793-cd10bee96392 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:41:36.541385 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 4e8cea81-ed6d-47d2-a0ee-876a9979e6b2 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:41:36.554877 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 4e8cea81-ed6d-47d2-a0ee-876a9979e6b2 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:41:36.556918 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:36.760598 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0634a889-3984-4a86-a397-81046e98ceab None None] Provisioning for port 6c9932b0-fbe8-4351-a4bd-348e633e281f completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:41:36.825837 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0634a889-3984-4a86-a397-81046e98ceab None None] Provisioning complete for port 6c9932b0-fbe8-4351-a4bd-348e633e281f triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:41:36.826237 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0634a889-3984-4a86-a397-81046e98ceab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:36.880972 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45512) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:36.891236 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7c37b1-8be8-444b-9224-0ce4dd3825c1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:41:36.901465 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:36.914821 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6da16fd-7007-49b2-9156-88bf9e4d8990 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:41:36.931990 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4a620b-eba4-4dd1-b277-16b9eb242075 None None] Sync routers for ids ['01b67017-4a32-4f85-8793-cd10bee96392'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:41:36.936232 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0634a889-3984-4a86-a397-81046e98ceab None None] Port 6c9932b0-fbe8-4351-a4bd-348e633e281f cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:41:36.941547 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 4e8cea81-ed6d-47d2-a0ee-876a9979e6b2, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=4e8cea81-ed6d-47d2-a0ee-876a9979e6b2,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:41:36.962180 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:36.967569 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 07bcfea9-9a57-4a3f-8d87-e013cc932dd0 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:41:36.976525 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847c6a3a-3960-4378-8a70-bbbe4236ecbc None None] Sync routers for ids ['e0e24074-85f9-471b-b705-b10a2f130e0d'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:41:36.980429 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d6da16fd-7007-49b2-9156-88bf9e4d8990 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:36.982257 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d6da16fd-7007-49b2-9156-88bf9e4d8990 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.6051080 Apr 20 17:41:36.984775 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45520) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:36.985316 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2d7c37b1-8be8-444b-9224-0ce4dd3825c1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:36.986515 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2d7c37b1-8be8-444b-9224-0ce4dd3825c1 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "PUT /v2.0/routers/e0e24074-85f9-471b-b705-b10a2f130e0d HTTP/1.1" status: 200 len: 705 time: 2.5641735 Apr 20 17:41:36.989551 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45524) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:36.995692 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847c6a3a-3960-4378-8a70-bbbe4236ecbc None None] Routers {'e0e24074-85f9-471b-b705-b10a2f130e0d'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:36.996332 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-847c6a3a-3960-4378-8a70-bbbe4236ecbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e0e24074-85f9-471b-b705-b10a2f130e0d'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:37.085948 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3b7c4add-4258-411c-afbe-3d28cd3de2bf tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Synchronizing usage tracker for tenant:223231c784ee479d86d7622cff558dcb on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:41:37.164916 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4a620b-eba4-4dd1-b277-16b9eb242075 None None] Routers {'01b67017-4a32-4f85-8793-cd10bee96392'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:37.165557 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2f4a620b-eba4-4dd1-b277-16b9eb242075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['01b67017-4a32-4f85-8793-cd10bee96392'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:37.205143 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-017658b1-824c-407b-bde3-4fd0a966b000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:37.231753 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3b7c4add-4258-411c-afbe-3d28cd3de2bf tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Unset dirty status for tenant:223231c784ee479d86d7622cff558dcb on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:41:37.233226 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3b7c4add-4258-411c-afbe-3d28cd3de2bf tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0e24074-85f9-471b-b705-b10a2f130e0d HTTP/1.1" status: 200 len: 205 time: 0.2426159 Apr 20 17:41:37.235850 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45532) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:37.257707 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-847c6a3a-3960-4378-8a70-bbbe4236ecbc None None] Set router e0e24074-85f9-471b-b705-b10a2f130e0d gateway port host: None {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:41:37.366403 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=4e8cea81-ed6d-47d2-a0ee-876a9979e6b2,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:37.367957 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45536) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:37.378749 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 07bcfea9-9a57-4a3f-8d87-e013cc932dd0 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:41:37.386785 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 07bcfea9-9a57-4a3f-8d87-e013cc932dd0 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:41:37.387176 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:37.418436 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-847c6a3a-3960-4378-8a70-bbbe4236ecbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'name': 'tempest-RoutersIpV6Test-router-1282796834', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:39:32Z', 'updated_at': '2022-04-20T17:41:25Z', 'revision_number': 11, 'project_id': '223231c784ee479d86d7622cff558dcb', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:37.427518 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847c6a3a-3960-4378-8a70-bbbe4236ecbc None None] Checking router: e0e24074-85f9-471b-b705-b10a2f130e0d for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:41:37.447578 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847c6a3a-3960-4378-8a70-bbbe4236ecbc None None] Routers {'e0e24074-85f9-471b-b705-b10a2f130e0d'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:37.448507 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-847c6a3a-3960-4378-8a70-bbbe4236ecbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['e0e24074-85f9-471b-b705-b10a2f130e0d'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:37.481767 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-017658b1-824c-407b-bde3-4fd0a966b000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:37.488643 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7e8014f7-67d9-4aa1-8670-b97d88471e14 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:37.492063 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-017658b1-824c-407b-bde3-4fd0a966b000 admin admin] Usage tracker for resource:security_group_rule and tenant:20e0cc33dbb64b73b068bc2f0f5c13c0 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:37.496992 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7e8014f7-67d9-4aa1-8670-b97d88471e14 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:37.504104 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-017658b1-824c-407b-bde3-4fd0a966b000 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:37.523478 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-017658b1-824c-407b-bde3-4fd0a966b000 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:37.524144 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-2f4a620b-eba4-4dd1-b277-16b9eb242075 None None] Set router 01b67017-4a32-4f85-8793-cd10bee96392 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:41:37.632782 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-847c6a3a-3960-4378-8a70-bbbe4236ecbc None None] Set router e0e24074-85f9-471b-b705-b10a2f130e0d gateway port host: None {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:41:37.640440 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-017658b1-824c-407b-bde3-4fd0a966b000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:37.650732 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f765f133-6427-4287-8980-79de4ffea54a tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:37.673533 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8014f7-67d9-4aa1-8670-b97d88471e14 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Port': ['ID=6c9932b0-fbe8-4351-a4bd-348e633e281f,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:37.710772 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7e8014f7-67d9-4aa1-8670-b97d88471e14 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:37.759716 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-847c6a3a-3960-4378-8a70-bbbe4236ecbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'name': 'tempest-RoutersIpV6Test-router-1282796834', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:39:32Z', 'updated_at': '2022-04-20T17:41:25Z', 'revision_number': 11, 'project_id': '223231c784ee479d86d7622cff558dcb', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:37.764644 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847c6a3a-3960-4378-8a70-bbbe4236ecbc None None] The sync data for ids ['e0e24074-85f9-471b-b705-b10a2f130e0d'] in n-d-838032-1 is: [{'id': 'e0e24074-85f9-471b-b705-b10a2f130e0d', 'name': 'tempest-RoutersIpV6Test-router-1282796834', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:39:32Z', 'updated_at': '2022-04-20T17:41:25Z', 'revision_number': 11, 'project_id': '223231c784ee479d86d7622cff558dcb', 'gw_port_host': None}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:41:37.774490 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-22894c98-1f50-443f-98b3-9dd4d2051867 None None] Provisioning complete for port 6c9932b0-fbe8-4351-a4bd-348e633e281f triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:41:37.775460 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-22894c98-1f50-443f-98b3-9dd4d2051867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:37.855354 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-017658b1-824c-407b-bde3-4fd0a966b000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:37.866837 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8014f7-67d9-4aa1-8670-b97d88471e14 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network d0db13a8-c67d-4011-902a-8ddf389bd7d2 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:41:37.868066 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-7e8014f7-67d9-4aa1-8670-b97d88471e14 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:41:37.889868 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ae8122cd-c978-4513-9c0c-0e079aaa71bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:37.927253 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:37.949963 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-22894c98-1f50-443f-98b3-9dd4d2051867 None None] Port 6c9932b0-fbe8-4351-a4bd-348e633e281f cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:41:37.972027 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 07bcfea9-9a57-4a3f-8d87-e013cc932dd0, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=07bcfea9-9a57-4a3f-8d87-e013cc932dd0,segment=NetworkSegment(722a1917-f298-412a-87bf-0d7082381f22),segment_id=722a1917-f298-412a-87bf-0d7082381f22)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:41:37.993385 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:38.133246 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=07bcfea9-9a57-4a3f-8d87-e013cc932dd0,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:38.168762 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 4e8cea81-ed6d-47d2-a0ee-876a9979e6b2 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:41:38.218110 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017658b1-824c-407b-bde3-4fd0a966b000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc1eb35-a0ca-4eaa-93d0-a99cde3fc55d,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:38.222853 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2f4a620b-eba4-4dd1-b277-16b9eb242075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b67017-4a32-4f85-8793-cd10bee96392', 'name': 'tempest-snat-router-1608783163', 'tenant_id': '8fbeabb891d848e8850a87d1e7caedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '4a0b73ea-0e62-4eb6-b961-cf3605601cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:33Z', 'updated_at': '2022-04-20T17:41:35Z', 'revision_number': 3, 'project_id': '8fbeabb891d848e8850a87d1e7caedc5', 'gw_port': {'id': '4a0b73ea-0e62-4eb6-b961-cf3605601cf1', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b67017-4a32-4f85-8793-cd10bee96392', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:34Z', 'updated_at': '2022-04-20T17:41:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:38.228969 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-736a4b93-f0de-4bd2-83d6-236ba7c277c2 req-3a6bb546-a597-46cb-999e-6312ab91477b service neutron] (84081) timed out ('10.222.0.39', 49468) {{(pid=84081) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 20 17:41:38.230126 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4a620b-eba4-4dd1-b277-16b9eb242075 None None] Checking router: 01b67017-4a32-4f85-8793-cd10bee96392 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:41:38.230494 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4a620b-eba4-4dd1-b277-16b9eb242075 None None] Updating router 01b67017-4a32-4f85-8793-cd10bee96392 port 4a0b73ea-0e62-4eb6-b961-cf3605601cf1 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:41:38.286488 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8014f7-67d9-4aa1-8670-b97d88471e14 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Router 9899388d-9719-4c29-86bc-0506abcdd3c1 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:41:38.299712 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2f4a620b-eba4-4dd1-b277-16b9eb242075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:38.367211 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f765f133-6427-4287-8980-79de4ffea54a tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:38.371485 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f765f133-6427-4287-8980-79de4ffea54a tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:38.383534 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-017658b1-824c-407b-bde3-4fd0a966b000 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=20e0cc33dbb64b73b068bc2f0f5c13c0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4962201 Apr 20 17:41:38.383534 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ae8122cd-c978-4513-9c0c-0e079aaa71bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:38.386385 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45542) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:38.389964 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ae8122cd-c978-4513-9c0c-0e079aaa71bb admin admin] Usage tracker for resource:security_group_rule and tenant:69041235d05c473997bb474f489dbb62 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:38.437159 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ae8122cd-c978-4513-9c0c-0e079aaa71bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:38.454297 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ae8122cd-c978-4513-9c0c-0e079aaa71bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:38.488613 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f1b0130b-01ed-4c50-8418-47972094c42d tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] 10.222.0.39 "GET /v2.0/routers/01b67017-4a32-4f85-8793-cd10bee96392 HTTP/1.1" status: 200 len: 908 time: 1.5026045 Apr 20 17:41:38.490817 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45546) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:38.495712 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-22e602b4-12af-469a-9761-962c2c86d831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:38.496974 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f765f133-6427-4287-8980-79de4ffea54a tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:38.497772 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f765f133-6427-4287-8980-79de4ffea54a tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Fanout notify agent at l3_agent the message router_deleted on router e0e24074-85f9-471b-b705-b10a2f130e0d {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:41:38.550164 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2e2717d1-2bab-4222-ae0e-22e5bef6fbef None None] Provisioning complete for port 6c9932b0-fbe8-4351-a4bd-348e633e281f triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:41:38.550421 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2e2717d1-2bab-4222-ae0e-22e5bef6fbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:38.557063 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-22e602b4-12af-469a-9761-962c2c86d831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:38.572330 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f765f133-6427-4287-8980-79de4ffea54a tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:38.574242 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f765f133-6427-4287-8980-79de4ffea54a tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/routers/e0e24074-85f9-471b-b705-b10a2f130e0d HTTP/1.1" status: 204 len: 168 time: 1.3365076 Apr 20 17:41:38.587739 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45550) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:38.593369 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-d6ae1dc5-d514-4938-8589-2450d401a451 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1369078092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:41:38.604188 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d6ae1dc5-d514-4938-8589-2450d401a451 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:38.609614 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d6ae1dc5-d514-4938-8589-2450d401a451 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Usage tracker for resource:router and tenant:223231c784ee479d86d7622cff558dcb is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:38.615545 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8014f7-67d9-4aa1-8670-b97d88471e14 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:41:38.621043 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d6ae1dc5-d514-4938-8589-2450d401a451 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:38.624496 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 4e8cea81-ed6d-47d2-a0ee-876a9979e6b2 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:41:38.627551 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:38.627674 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7e8014f7-67d9-4aa1-8670-b97d88471e14 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "PUT /v2.0/routers/9899388d-9719-4c29-86bc-0506abcdd3c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3614416 Apr 20 17:41:38.631972 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45554) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:38.639579 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d6ae1dc5-d514-4938-8589-2450d401a451 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:38.658825 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efde791c-0bbe-4e76-84a9-b70ea7d2e19a None None] Sync routers for ids ['9899388d-9719-4c29-86bc-0506abcdd3c1'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:41:38.684963 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-2e2717d1-2bab-4222-ae0e-22e5bef6fbef None None] Port 6c9932b0-fbe8-4351-a4bd-348e633e281f cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:41:38.712747 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ae8122cd-c978-4513-9c0c-0e079aaa71bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:38.724218 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ae8122cd-c978-4513-9c0c-0e079aaa71bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:38.730697 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efde791c-0bbe-4e76-84a9-b70ea7d2e19a None None] Routers {'9899388d-9719-4c29-86bc-0506abcdd3c1'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:38.731656 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-efde791c-0bbe-4e76-84a9-b70ea7d2e19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['9899388d-9719-4c29-86bc-0506abcdd3c1'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:38.745654 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d6ae1dc5-d514-4938-8589-2450d401a451 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:38.746691 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d6ae1dc5-d514-4938-8589-2450d401a451 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:38.754312 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a2e06170-02e8-4bb2-b471-874548ca311c tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:38.761074 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da25eb0-3191-4a43-a0fc-57cc43160ce9 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:38.761664 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6da25eb0-3191-4a43-a0fc-57cc43160ce9 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Synchronizing usage tracker for tenant:9b47d4ec84d44059beda8a5ee5d71e29 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:41:38.778239 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-22e602b4-12af-469a-9761-962c2c86d831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:38.813251 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8122cd-c978-4513-9c0c-0e079aaa71bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64998203-5163-4851-9b96-c5cf1200ad96,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:38.821718 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-efde791c-0bbe-4e76-84a9-b70ea7d2e19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:38.828790 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ae8122cd-c978-4513-9c0c-0e079aaa71bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=69041235d05c473997bb474f489dbb62&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4469235 Apr 20 17:41:38.836556 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45558) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:38.837171 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6da25eb0-3191-4a43-a0fc-57cc43160ce9 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Unset dirty status for tenant:9b47d4ec84d44059beda8a5ee5d71e29 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:41:38.840834 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6da25eb0-3191-4a43-a0fc-57cc43160ce9 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "GET /v2.0/ports/6c9932b0-fbe8-4351-a4bd-348e633e281f HTTP/1.1" status: 200 len: 910 time: 0.2003260 Apr 20 17:41:38.843000 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e602b4-12af-469a-9761-962c2c86d831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc1eb35-a0ca-4eaa-93d0-a99cde3fc55d,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:38.845784 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45562) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:38.865338 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-22e602b4-12af-469a-9761-962c2c86d831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:38.865338 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-22e602b4-12af-469a-9761-962c2c86d831 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7fc1eb35-a0ca-4eaa-93d0-a99cde3fc55d HTTP/1.1" status: 204 len: 168 time: 0.4740617 Apr 20 17:41:38.910972 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d6ae1dc5-d514-4938-8589-2450d401a451 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:38.938120 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-3ce133f3-7eef-4a46-909f-c526be55c9ff tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e0fef729-4bdb-43aa-83a1-8f59ab9ac4f7'}]}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:41:38.964036 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2f4a620b-eba4-4dd1-b277-16b9eb242075 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:38.968512 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efde791c-0bbe-4e76-84a9-b70ea7d2e19a None None] Routers {'9899388d-9719-4c29-86bc-0506abcdd3c1'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:38.969115 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-efde791c-0bbe-4e76-84a9-b70ea7d2e19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['9899388d-9719-4c29-86bc-0506abcdd3c1'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:39.040263 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2f4a620b-eba4-4dd1-b277-16b9eb242075 None None] Transition to ACTIVE for port object 4a0b73ea-0e62-4eb6-b961-cf3605601cf1 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:41:39.044269 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-efde791c-0bbe-4e76-84a9-b70ea7d2e19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:39.044664 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efde791c-0bbe-4e76-84a9-b70ea7d2e19a None None] The sync data for ids ['9899388d-9719-4c29-86bc-0506abcdd3c1'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:41:39.055684 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2f4a620b-eba4-4dd1-b277-16b9eb242075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:39.163272 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a2e06170-02e8-4bb2-b471-874548ca311c tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:39.177374 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-2f4a620b-eba4-4dd1-b277-16b9eb242075 None None] Attempting to bind port 4a0b73ea-0e62-4eb6-b961-cf3605601cf1 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:41:39.177699 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-2f4a620b-eba4-4dd1-b277-16b9eb242075 None None] Attempting to bind port 4a0b73ea-0e62-4eb6-b961-cf3605601cf1 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:41:39.178097 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4a620b-eba4-4dd1-b277-16b9eb242075 None None] Attempting to bind port 4a0b73ea-0e62-4eb6-b961-cf3605601cf1 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:41:39.181122 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-a2e06170-02e8-4bb2-b471-874548ca311c tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Deleting port 4a0b73ea-0e62-4eb6-b961-cf3605601cf1 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:39.181471 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a2e06170-02e8-4bb2-b471-874548ca311c tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:39.182670 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d577f39-8c0a-4df6-b799-e785c4729c1c None None] Pushing event updated for resources: {'Port': ['ID=4a0b73ea-0e62-4eb6-b961-cf3605601cf1,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:39.192948 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4a620b-eba4-4dd1-b277-16b9eb242075 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:41:39.193324 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4a620b-eba4-4dd1-b277-16b9eb242075 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:41:39.193945 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2f4a620b-eba4-4dd1-b277-16b9eb242075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:39.194424 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4a620b-eba4-4dd1-b277-16b9eb242075 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:41:39.195011 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-2f4a620b-eba4-4dd1-b277-16b9eb242075 None None] Bound port: 4a0b73ea-0e62-4eb6-b961-cf3605601cf1, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:41:39.195481 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2f4a620b-eba4-4dd1-b277-16b9eb242075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:39.197048 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d6ae1dc5-d514-4938-8589-2450d401a451 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:39.214811 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d2184254-5005-4923-82d1-58532e3ac781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:39.224040 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-076143bf-056a-4f7c-be2d-c59180dde4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:39.264175 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d6ae1dc5-d514-4938-8589-2450d401a451 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:39.268225 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d6ae1dc5-d514-4938-8589-2450d401a451 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6795313 Apr 20 17:41:39.268885 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45574) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:39.284171 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-2f4a620b-eba4-4dd1-b277-16b9eb242075 None None] For port 4a0b73ea-0e62-4eb6-b961-cf3605601cf1, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:41:39.288114 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d2184254-5005-4923-82d1-58532e3ac781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:39.288267 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-2f4a620b-eba4-4dd1-b277-16b9eb242075 None None] For port 4a0b73ea-0e62-4eb6-b961-cf3605601cf1, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=4a0b73ea-0e62-4eb6-b961-cf3605601cf1,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:41:39.294571 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2f4a620b-eba4-4dd1-b277-16b9eb242075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:39.303214 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-d94cfa5d-ab18-494c-95a8-57ddfa4b38db tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:41:39.320786 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45578) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:39.353650 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-20fb6386-4f33-46f1-b4c5-f18b9a4456c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:39.396484 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d577f39-8c0a-4df6-b799-e785c4729c1c None None] Pushing event updated for resources: {'Port': ['ID=4a0b73ea-0e62-4eb6-b961-cf3605601cf1,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:39.415170 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4a620b-eba4-4dd1-b277-16b9eb242075 None None] Routers {'01b67017-4a32-4f85-8793-cd10bee96392'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:39.416541 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2f4a620b-eba4-4dd1-b277-16b9eb242075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['01b67017-4a32-4f85-8793-cd10bee96392'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:39.420160 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-20fb6386-4f33-46f1-b4c5-f18b9a4456c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:39.428745 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-20fb6386-4f33-46f1-b4c5-f18b9a4456c6 admin admin] Usage tracker for resource:security_group_rule and tenant:4411c80707734e4099bfb9627cdcc84b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:39.431540 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-a2e06170-02e8-4bb2-b471-874548ca311c tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] For port 4a0b73ea-0e62-4eb6-b961-cf3605601cf1, host n-d-838032-1, got binding levels [] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:41:39.431886 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a2e06170-02e8-4bb2-b471-874548ca311c tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:39.439126 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-20fb6386-4f33-46f1-b4c5-f18b9a4456c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:39.448394 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-20fb6386-4f33-46f1-b4c5-f18b9a4456c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:39.551014 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d2184254-5005-4923-82d1-58532e3ac781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:39.566142 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-a2e06170-02e8-4bb2-b471-874548ca311c tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Calling delete_port for 4a0b73ea-0e62-4eb6-b961-cf3605601cf1 owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:41:39.591540 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2184254-5005-4923-82d1-58532e3ac781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64998203-5163-4851-9b96-c5cf1200ad96,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:39.610891 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3ce133f3-7eef-4a46-909f-c526be55c9ff tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:39.620947 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d2184254-5005-4923-82d1-58532e3ac781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:39.622180 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d2184254-5005-4923-82d1-58532e3ac781 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/64998203-5163-4851-9b96-c5cf1200ad96 HTTP/1.1" status: 204 len: 168 time: 0.7828093 Apr 20 17:41:39.673036 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-2f4a620b-eba4-4dd1-b277-16b9eb242075 None None] Set router 01b67017-4a32-4f85-8793-cd10bee96392 gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:41:39.716695 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-20fb6386-4f33-46f1-b4c5-f18b9a4456c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:39.723635 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-20fb6386-4f33-46f1-b4c5-f18b9a4456c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:39.747850 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.api [None req-a2e06170-02e8-4bb2-b471-874548ca311c tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:41:39.748237 n-d-838032-1 neutron-server[84080]: DEBUG oslo_db.api [None req-a2e06170-02e8-4bb2-b471-874548ca311c tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:41:39.775888 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb6386-4f33-46f1-b4c5-f18b9a4456c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61ba677-e2f6-4cc8-9f50-314414f2073e,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:39.784014 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-20fb6386-4f33-46f1-b4c5-f18b9a4456c6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4411c80707734e4099bfb9627cdcc84b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4598882 Apr 20 17:41:39.784655 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45588) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:39.822171 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2f4a620b-eba4-4dd1-b277-16b9eb242075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b67017-4a32-4f85-8793-cd10bee96392', 'name': 'tempest-snat-router-1608783163', 'tenant_id': '8fbeabb891d848e8850a87d1e7caedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:33Z', 'updated_at': '2022-04-20T17:41:39Z', 'revision_number': 4, 'project_id': '8fbeabb891d848e8850a87d1e7caedc5', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:39.827607 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4a620b-eba4-4dd1-b277-16b9eb242075 None None] The sync data for ids ['01b67017-4a32-4f85-8793-cd10bee96392'] in n-d-838032-1 is: [{'id': '01b67017-4a32-4f85-8793-cd10bee96392', 'name': 'tempest-snat-router-1608783163', 'tenant_id': '8fbeabb891d848e8850a87d1e7caedc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:33Z', 'updated_at': '2022-04-20T17:41:39Z', 'revision_number': 4, 'project_id': '8fbeabb891d848e8850a87d1e7caedc5', 'gw_port_host': None}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:41:39.873439 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e9ea67dc-bb81-4167-beeb-06062d917c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:39.902694 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e9ea67dc-bb81-4167-beeb-06062d917c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:39.961007 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e9ea67dc-bb81-4167-beeb-06062d917c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:39.980888 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea67dc-bb81-4167-beeb-06062d917c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61ba677-e2f6-4cc8-9f50-314414f2073e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:39.995555 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e9ea67dc-bb81-4167-beeb-06062d917c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:39.999781 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e9ea67dc-bb81-4167-beeb-06062d917c75 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b61ba677-e2f6-4cc8-9f50-314414f2073e HTTP/1.1" status: 204 len: 168 time: 0.2112267 Apr 20 17:41:40.161171 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45598) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:40.169933 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 07bcfea9-9a57-4a3f-8d87-e013cc932dd0 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:41:40.180426 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-48832195-1159-4c8a-8aa0-9d7d15337736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:40.218218 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-48832195-1159-4c8a-8aa0-9d7d15337736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:40.223308 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-48832195-1159-4c8a-8aa0-9d7d15337736 admin admin] Usage tracker for resource:security_group_rule and tenant:96078419a5c84e54b39b850d26b78cd6 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:40.226949 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-48832195-1159-4c8a-8aa0-9d7d15337736 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:40.233955 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-48832195-1159-4c8a-8aa0-9d7d15337736 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:40.243100 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 07bcfea9-9a57-4a3f-8d87-e013cc932dd0 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:41:40.243450 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:40.283164 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d94cfa5d-ab18-494c-95a8-57ddfa4b38db tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:40.295548 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-a2e06170-02e8-4bb2-b471-874548ca311c tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Deleting port 4a0b73ea-0e62-4eb6-b961-cf3605601cf1 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:40.295993 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a2e06170-02e8-4bb2-b471-874548ca311c tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:40.334312 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-48832195-1159-4c8a-8aa0-9d7d15337736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:40.343096 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d94cfa5d-ab18-494c-95a8-57ddfa4b38db tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33176207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33176208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33180178'] for router, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:40.348375 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-48832195-1159-4c8a-8aa0-9d7d15337736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:40.389778 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48832195-1159-4c8a-8aa0-9d7d15337736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce341cd-4da8-440d-b7af-93a5b42cd0b9,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:40.495007 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-48832195-1159-4c8a-8aa0-9d7d15337736 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=96078419a5c84e54b39b850d26b78cd6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3327680 Apr 20 17:41:40.495579 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45608) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:40.583264 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-a2e06170-02e8-4bb2-b471-874548ca311c tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] For port 4a0b73ea-0e62-4eb6-b961-cf3605601cf1, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=4a0b73ea-0e62-4eb6-b961-cf3605601cf1,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:41:40.583600 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a2e06170-02e8-4bb2-b471-874548ca311c tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:40.681014 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94cfa5d-ab18-494c-95a8-57ddfa4b38db tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Router 885d128f-0f86-4461-a2e5-1f201e3c611c is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:41:40.714122 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-509f2e03-6989-4a6c-aad4-7999ff2d3225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:40.721750 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-a2e06170-02e8-4bb2-b471-874548ca311c tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Calling delete_port for 4a0b73ea-0e62-4eb6-b961-cf3605601cf1 owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:41:40.790944 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-509f2e03-6989-4a6c-aad4-7999ff2d3225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:40.883342 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94cfa5d-ab18-494c-95a8-57ddfa4b38db tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:41:40.891279 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d94cfa5d-ab18-494c-95a8-57ddfa4b38db tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:40.892286 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d94cfa5d-ab18-494c-95a8-57ddfa4b38db tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "PUT /v2.0/routers/885d128f-0f86-4461-a2e5-1f201e3c611c HTTP/1.1" status: 200 len: 698 time: 1.6174209 Apr 20 17:41:40.896777 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3ce133f3-7eef-4a46-909f-c526be55c9ff tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:40.896920 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45620) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:40.903285 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1fdb3d-feb0-448f-a51f-a7d15a04ab53 None None] Sync routers for ids ['885d128f-0f86-4461-a2e5-1f201e3c611c'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:41:40.911993 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3ce133f3-7eef-4a46-909f-c526be55c9ff tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:40.915415 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1fdb3d-feb0-448f-a51f-a7d15a04ab53 None None] Routers {'885d128f-0f86-4461-a2e5-1f201e3c611c'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:40.916532 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-4f1fdb3d-feb0-448f-a51f-a7d15a04ab53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['885d128f-0f86-4461-a2e5-1f201e3c611c'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:41.051021 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce133f3-7eef-4a46-909f-c526be55c9ff tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:41.051752 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3ce133f3-7eef-4a46-909f-c526be55c9ff tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:41.053303 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3ce133f3-7eef-4a46-909f-c526be55c9ff tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "PUT /v2.0/ports/6c9932b0-fbe8-4351-a4bd-348e633e281f HTTP/1.1" status: 200 len: 910 time: 2.1976721 Apr 20 17:41:41.054443 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce133f3-7eef-4a46-909f-c526be55c9ff tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Port': ['ID=6c9932b0-fbe8-4351-a4bd-348e633e281f,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:41.056884 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45626) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:41.079035 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-4f1fdb3d-feb0-448f-a51f-a7d15a04ab53 None None] Set router 885d128f-0f86-4461-a2e5-1f201e3c611c gateway port host: None {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:41:41.166360 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-509f2e03-6989-4a6c-aad4-7999ff2d3225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:41.208109 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-4f1fdb3d-feb0-448f-a51f-a7d15a04ab53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885d128f-0f86-4461-a2e5-1f201e3c611c', 'name': 'tempest-RoutersIpV6Test-router-1369078092', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:38Z', 'updated_at': '2022-04-20T17:41:40Z', 'revision_number': 2, 'project_id': '223231c784ee479d86d7622cff558dcb', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:41.214342 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1fdb3d-feb0-448f-a51f-a7d15a04ab53 None None] Checking router: 885d128f-0f86-4461-a2e5-1f201e3c611c for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:41:41.229704 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f2e03-6989-4a6c-aad4-7999ff2d3225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce341cd-4da8-440d-b7af-93a5b42cd0b9,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:41.231925 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1fdb3d-feb0-448f-a51f-a7d15a04ab53 None None] Routers {'885d128f-0f86-4461-a2e5-1f201e3c611c'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:41.233552 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-4f1fdb3d-feb0-448f-a51f-a7d15a04ab53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['885d128f-0f86-4461-a2e5-1f201e3c611c'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:41.250781 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-87ebee3a-ecb4-4043-87f1-32748cbd363b tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "GET /v2.0/routers/885d128f-0f86-4461-a2e5-1f201e3c611c HTTP/1.1" status: 200 len: 704 time: 0.3507521 Apr 20 17:41:41.253949 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45632) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:41.295543 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-509f2e03-6989-4a6c-aad4-7999ff2d3225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:41.296695 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-509f2e03-6989-4a6c-aad4-7999ff2d3225 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bce341cd-4da8-440d-b7af-93a5b42cd0b9 HTTP/1.1" status: 204 len: 168 time: 0.7982948 Apr 20 17:41:41.309881 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-cb51b582-6e4a-43e1-9bb8-fd0747c6e1e3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Synchronizing usage tracker for tenant:223231c784ee479d86d7622cff558dcb on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:41:41.322894 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a2e06170-02e8-4bb2-b471-874548ca311c tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:41.365756 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-cb51b582-6e4a-43e1-9bb8-fd0747c6e1e3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Unset dirty status for tenant:223231c784ee479d86d7622cff558dcb on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:41:41.366963 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cb51b582-6e4a-43e1-9bb8-fd0747c6e1e3 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "GET /v2.0/ports?device_id=885d128f-0f86-4461-a2e5-1f201e3c611c HTTP/1.1" status: 200 len: 205 time: 0.1103899 Apr 20 17:41:41.375248 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45638) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:41.378536 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e06170-02e8-4bb2-b471-874548ca311c tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a0b73ea-0e62-4eb6-b961-cf3605601cf1,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:41.388353 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5512ceaa-7d7b-477f-ab05-2c77b7199164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:41.399908 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-4f1fdb3d-feb0-448f-a51f-a7d15a04ab53 None None] Set router 885d128f-0f86-4461-a2e5-1f201e3c611c gateway port host: None {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:41:41.578098 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-4f1fdb3d-feb0-448f-a51f-a7d15a04ab53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885d128f-0f86-4461-a2e5-1f201e3c611c', 'name': 'tempest-RoutersIpV6Test-router-1369078092', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:38Z', 'updated_at': '2022-04-20T17:41:40Z', 'revision_number': 2, 'project_id': '223231c784ee479d86d7622cff558dcb', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:41.583261 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1fdb3d-feb0-448f-a51f-a7d15a04ab53 None None] The sync data for ids ['885d128f-0f86-4461-a2e5-1f201e3c611c'] in n-d-838032-1 is: [{'id': '885d128f-0f86-4461-a2e5-1f201e3c611c', 'name': 'tempest-RoutersIpV6Test-router-1369078092', 'tenant_id': '223231c784ee479d86d7622cff558dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:38Z', 'updated_at': '2022-04-20T17:41:40Z', 'revision_number': 2, 'project_id': '223231c784ee479d86d7622cff558dcb', 'gw_port_host': None}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:41:41.655953 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eb7c1772-ee56-4481-ac4a-58ebde3768ea tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:41.775557 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-28ff7363-d9f9-4534-9f4e-aeff251c2c6b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:41.919446 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a2e06170-02e8-4bb2-b471-874548ca311c tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:42.288066 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a2e06170-02e8-4bb2-b471-874548ca311c tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:42.514429 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a2e06170-02e8-4bb2-b471-874548ca311c tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:42.538168 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-28ff7363-d9f9-4534-9f4e-aeff251c2c6b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Deleting port 6c9932b0-fbe8-4351-a4bd-348e633e281f {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:42.538569 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-28ff7363-d9f9-4534-9f4e-aeff251c2c6b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:42.675289 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eb7c1772-ee56-4481-ac4a-58ebde3768ea tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:42.687689 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eb7c1772-ee56-4481-ac4a-58ebde3768ea tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:42.691479 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:42.721411 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a2e06170-02e8-4bb2-b471-874548ca311c tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:42.722067 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e06170-02e8-4bb2-b471-874548ca311c tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 01b67017-4a32-4f85-8793-cd10bee96392 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:41:42.734363 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:42.742889 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a2e06170-02e8-4bb2-b471-874548ca311c tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:42.745856 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a2e06170-02e8-4bb2-b471-874548ca311c tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] 10.222.0.39 "DELETE /v2.0/routers/01b67017-4a32-4f85-8793-cd10bee96392 HTTP/1.1" status: 204 len: 168 time: 4.2511904 Apr 20 17:41:42.746571 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eb7c1772-ee56-4481-ac4a-58ebde3768ea tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:42.747043 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7c1772-ee56-4481-ac4a-58ebde3768ea tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Fanout notify agent at l3_agent the message router_deleted on router 885d128f-0f86-4461-a2e5-1f201e3c611c {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:41:42.748407 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45682) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:42.755097 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eb7c1772-ee56-4481-ac4a-58ebde3768ea tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:42.756136 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-eb7c1772-ee56-4481-ac4a-58ebde3768ea tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/routers/885d128f-0f86-4461-a2e5-1f201e3c611c HTTP/1.1" status: 204 len: 168 time: 1.3798513 Apr 20 17:41:42.761010 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45688) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:42.824405 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2f8491bf-fc68-401f-8352-366b7692eec2 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "GET /v2.0/ports?device_id=885d128f-0f86-4461-a2e5-1f201e3c611c HTTP/1.1" status: 200 len: 205 time: 0.0594842 Apr 20 17:41:42.829607 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45698) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:42.862909 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-28ff7363-d9f9-4534-9f4e-aeff251c2c6b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:42.968725 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-d6414d0b-8154-4f54-a958-ead75fc10805 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] delete failed (client error): The resource could not be found. Apr 20 17:41:42.972226 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d6414d0b-8154-4f54-a958-ead75fc10805 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/routers/885d128f-0f86-4461-a2e5-1f201e3c611c HTTP/1.1" status: 404 len: 336 time: 0.0732977 Apr 20 17:41:42.972945 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45704) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:42.988504 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-28ff7363-d9f9-4534-9f4e-aeff251c2c6b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Calling delete_port for 6c9932b0-fbe8-4351-a4bd-348e633e281f owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:41:43.034949 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffcc4069-2602-4bce-94e8-a64f8c4396da tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] DELETE failed (client error): The resource could not be found. Apr 20 17:41:43.035396 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffcc4069-2602-4bce-94e8-a64f8c4396da tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:41:43.039669 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ffcc4069-2602-4bce-94e8-a64f8c4396da tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/subnets/6c94deb4-47eb-49cd-b67f-594872a8878e HTTP/1.1" status: 404 len: 337 time: 0.0632946 Apr 20 17:41:43.040449 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45708) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:43.082074 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-6acf3dd3-03d2-44d7-b74a-ccb7a74c1101 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] DELETE failed (client error): The resource could not be found. Apr 20 17:41:43.082800 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6acf3dd3-03d2-44d7-b74a-ccb7a74c1101 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:41:43.085305 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6acf3dd3-03d2-44d7-b74a-ccb7a74c1101 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/subnets/082e6c75-f969-4e30-88f1-be0eaebf76bf HTTP/1.1" status: 404 len: 337 time: 0.0434587 Apr 20 17:41:43.088921 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45714) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:43.135647 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d10668f-e185-4069-b71e-e77ec0e682ac tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] DELETE failed (client error): The resource could not be found. Apr 20 17:41:43.136074 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d10668f-e185-4069-b71e-e77ec0e682ac tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:41:43.140502 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2d10668f-e185-4069-b71e-e77ec0e682ac tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/subnets/1c921873-8400-4373-8efd-a320703c8b1a HTTP/1.1" status: 404 len: 337 time: 0.0472634 Apr 20 17:41:43.141843 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45724) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:43.186708 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba69dca0-7ae5-45d5-b669-e573e3044cac tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] DELETE failed (client error): The resource could not be found. Apr 20 17:41:43.187064 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba69dca0-7ae5-45d5-b669-e573e3044cac tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:41:43.188705 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ba69dca0-7ae5-45d5-b669-e573e3044cac tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/subnets/5a380890-61da-4dee-b68a-756b86290ba4 HTTP/1.1" status: 404 len: 337 time: 0.0429678 Apr 20 17:41:43.191859 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45730) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:43.192917 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-28ff7363-d9f9-4534-9f4e-aeff251c2c6b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:43.272576 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff7363-d9f9-4534-9f4e-aeff251c2c6b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event deleted for resources: {'Port': ['ID=6c9932b0-fbe8-4351-a4bd-348e633e281f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:43.311203 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9f400bfe-b5ea-42e6-aa39-97f44a781340 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0e24074-85f9-471b-b705-b10a2f130e0d HTTP/1.1" status: 200 len: 205 time: 0.1177695 Apr 20 17:41:43.313096 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45738) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:43.365779 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:43.392981 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-3c3809f5-6f54-4d02-bef2-5640c1206b03 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] delete failed (client error): The resource could not be found. Apr 20 17:41:43.397519 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45746) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:43.398692 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3c3809f5-6f54-4d02-bef2-5640c1206b03 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/routers/e0e24074-85f9-471b-b705-b10a2f130e0d HTTP/1.1" status: 404 len: 336 time: 0.0827584 Apr 20 17:41:43.409683 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1678fca9-ca4c-459a-8abd-6381d2c21828 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:43.645277 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-931537d7-ec23-4fd9-bbba-f3e494fd3e27 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "GET /v2.0/ports?device_id=938253e0-3d25-4e5c-8c3c-b7543d9a987d HTTP/1.1" status: 200 len: 205 time: 0.2416341 Apr 20 17:41:43.648962 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45752) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:43.727430 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-07285afb-0212-44f6-b104-49ef860fb798 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] delete failed (client error): The resource could not be found. Apr 20 17:41:43.731153 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-07285afb-0212-44f6-b104-49ef860fb798 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/routers/938253e0-3d25-4e5c-8c3c-b7543d9a987d HTTP/1.1" status: 404 len: 336 time: 0.0788140 Apr 20 17:41:43.731498 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45760) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:43.775345 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-c41d466d-d464-4d11-a06f-391be1df0586 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] DELETE failed (client error): The resource could not be found. Apr 20 17:41:43.776942 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c41d466d-d464-4d11-a06f-391be1df0586 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:41:43.781106 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c41d466d-d464-4d11-a06f-391be1df0586 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/subnets/bce41547-cd32-49b1-aae2-3d0f1f5449a8 HTTP/1.1" status: 404 len: 337 time: 0.0461991 Apr 20 17:41:43.781579 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45764) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:43.788462 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1678fca9-ca4c-459a-8abd-6381d2c21828 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:43.800547 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-1678fca9-ca4c-459a-8abd-6381d2c21828 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Deleting port 4e8cea81-ed6d-47d2-a0ee-876a9979e6b2 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:43.800840 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1678fca9-ca4c-459a-8abd-6381d2c21828 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:43.825115 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-28ff7363-d9f9-4534-9f4e-aeff251c2c6b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:43.849692 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-afc740ac-6004-4a13-aba9-4a5baab626ac tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d3facac-62bb-483f-8bb1-468af3f324c1 HTTP/1.1" status: 200 len: 205 time: 0.0640054 Apr 20 17:41:43.850872 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45774) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:43.931411 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-c41d6d28-de31-46be-ba69-1268a69a9887 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] delete failed (client error): The resource could not be found. Apr 20 17:41:43.933808 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c41d6d28-de31-46be-ba69-1268a69a9887 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/routers/9d3facac-62bb-483f-8bb1-468af3f324c1 HTTP/1.1" status: 404 len: 336 time: 0.0820448 Apr 20 17:41:43.936495 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45780) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:44.000160 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-47ef8f5f-a176-4c27-b029-682f97a25919 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "GET /v2.0/ports?device_id=91cbc754-a9ac-4c9a-9dc1-b419d8792b1e HTTP/1.1" status: 200 len: 205 time: 0.0621128 Apr 20 17:41:44.004470 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45788) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:44.036577 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:44.265437 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-714c5b4b-2031-4f24-8ca6-a9b2692ffc77 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] delete failed (client error): The resource could not be found. Apr 20 17:41:44.266471 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-714c5b4b-2031-4f24-8ca6-a9b2692ffc77 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/routers/91cbc754-a9ac-4c9a-9dc1-b419d8792b1e HTTP/1.1" status: 404 len: 336 time: 0.2604768 Apr 20 17:41:44.269276 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45804) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:44.322425 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ff7363-d9f9-4534-9f4e-aeff251c2c6b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Router 9899388d-9719-4c29-86bc-0506abcdd3c1 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:41:44.323784 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8245a08-4751-4228-87e8-615d2247104d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] DELETE failed (client error): The resource could not be found. Apr 20 17:41:44.324349 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8245a08-4751-4228-87e8-615d2247104d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:41:44.330681 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a8245a08-4751-4228-87e8-615d2247104d tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/subnets/30cb30a8-0c58-4d95-be89-3c500e491f09 HTTP/1.1" status: 404 len: 337 time: 0.0603759 Apr 20 17:41:44.335688 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45808) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:44.361612 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-1678fca9-ca4c-459a-8abd-6381d2c21828 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] For port 4e8cea81-ed6d-47d2-a0ee-876a9979e6b2, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=4e8cea81-ed6d-47d2-a0ee-876a9979e6b2,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:41:44.362177 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1678fca9-ca4c-459a-8abd-6381d2c21828 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:44.386480 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9c67d2a5-cba6-48bf-a9bd-1a097dfea812 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "GET /v2.0/ports?device_id=31782665-0990-4daf-887d-18ff3a144252 HTTP/1.1" status: 200 len: 205 time: 0.0496423 Apr 20 17:41:44.388821 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45814) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:44.510979 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-fea93897-40cd-4c6b-812a-cc22174b4a1f tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] delete failed (client error): The resource could not be found. Apr 20 17:41:44.512016 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fea93897-40cd-4c6b-812a-cc22174b4a1f tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/routers/31782665-0990-4daf-887d-18ff3a144252 HTTP/1.1" status: 404 len: 336 time: 0.1222303 Apr 20 17:41:44.518406 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45820) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:44.535034 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-1678fca9-ca4c-459a-8abd-6381d2c21828 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Calling delete_port for 4e8cea81-ed6d-47d2-a0ee-876a9979e6b2 owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:41:44.587855 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45826) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:44.617368 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc73e8c-de97-4319-b987-983486775462 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] DELETE failed (client error): The resource could not be found. Apr 20 17:41:44.617816 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdc73e8c-de97-4319-b987-983486775462 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:41:44.619604 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fdc73e8c-de97-4319-b987-983486775462 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/subnets/bed96801-f29f-4a22-a674-730722168a21 HTTP/1.1" status: 404 len: 337 time: 0.1003177 Apr 20 17:41:44.622801 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45832) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:44.672713 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c046f0e7-6bd8-482b-8574-f7e6195b0aa8 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b535ec2-27a0-4679-95ee-69bb79d9a48e HTTP/1.1" status: 200 len: 205 time: 0.0452538 Apr 20 17:41:44.675589 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ff7363-d9f9-4534-9f4e-aeff251c2c6b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:41:44.676114 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45836) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:44.680665 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-28ff7363-d9f9-4534-9f4e-aeff251c2c6b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "PUT /v2.0/routers/9899388d-9719-4c29-86bc-0506abcdd3c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6227131 Apr 20 17:41:44.683459 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45840) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:44.688987 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e9e64e-07ca-444a-b28a-73b3f60c1be0 None None] Sync routers for ids ['9899388d-9719-4c29-86bc-0506abcdd3c1'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:41:44.701376 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e9e64e-07ca-444a-b28a-73b3f60c1be0 None None] Routers {'9899388d-9719-4c29-86bc-0506abcdd3c1'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:44.702174 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-67e9e64e-07ca-444a-b28a-73b3f60c1be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['9899388d-9719-4c29-86bc-0506abcdd3c1'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:44.734392 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6a3124c3-bc4f-488c-82b8-e884e3eb3c71 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Synchronizing usage tracker for tenant:9b47d4ec84d44059beda8a5ee5d71e29 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:41:44.761269 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6a3124c3-bc4f-488c-82b8-e884e3eb3c71 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Unset dirty status for tenant:9b47d4ec84d44059beda8a5ee5d71e29 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:41:44.765136 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6a3124c3-bc4f-488c-82b8-e884e3eb3c71 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "GET /v2.0/ports?device_id=9899388d-9719-4c29-86bc-0506abcdd3c1 HTTP/1.1" status: 200 len: 205 time: 0.0781069 Apr 20 17:41:44.765747 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45844) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:44.790969 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-67e9e64e-07ca-444a-b28a-73b3f60c1be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:44.799479 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-c769fb32-09f7-4eab-bef5-e0d8e694e03a tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] delete failed (client error): The resource could not be found. Apr 20 17:41:44.803209 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c769fb32-09f7-4eab-bef5-e0d8e694e03a tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/routers/1b535ec2-27a0-4679-95ee-69bb79d9a48e HTTP/1.1" status: 404 len: 336 time: 0.1237218 Apr 20 17:41:44.809288 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e9e64e-07ca-444a-b28a-73b3f60c1be0 None None] Routers {'9899388d-9719-4c29-86bc-0506abcdd3c1'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:44.810124 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-67e9e64e-07ca-444a-b28a-73b3f60c1be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['9899388d-9719-4c29-86bc-0506abcdd3c1'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:44.828759 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45852) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:44.876859 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-67e9e64e-07ca-444a-b28a-73b3f60c1be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:44.877250 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e9e64e-07ca-444a-b28a-73b3f60c1be0 None None] The sync data for ids ['9899388d-9719-4c29-86bc-0506abcdd3c1'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:41:44.894458 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd830cb3-95f5-45cf-bd0f-806481a3a6a9 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] DELETE failed (client error): The resource could not be found. Apr 20 17:41:44.895129 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd830cb3-95f5-45cf-bd0f-806481a3a6a9 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:41:44.905320 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bd830cb3-95f5-45cf-bd0f-806481a3a6a9 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/subnets/cd9babac-3236-403d-a677-3abaea1ac3ee HTTP/1.1" status: 404 len: 337 time: 0.0756261 Apr 20 17:41:44.909062 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45856) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:44.949372 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-74584c39-219c-4e0f-b4b6-567bb8de2c28 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] DELETE failed (client error): The resource could not be found. Apr 20 17:41:44.949787 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74584c39-219c-4e0f-b4b6-567bb8de2c28 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:41:44.951523 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-74584c39-219c-4e0f-b4b6-567bb8de2c28 tempest-RoutersIpV6Test-1012250065 tempest-RoutersIpV6Test-1012250065-project] 10.222.0.39 "DELETE /v2.0/subnets/1d3de197-4c18-43d4-8215-416c430f9977 HTTP/1.1" status: 404 len: 337 time: 0.0415866 Apr 20 17:41:44.967658 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1678fca9-ca4c-459a-8abd-6381d2c21828 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:45.014742 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-59e6cd38-397c-4731-b398-756f405b1a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:45.035390 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678fca9-ca4c-459a-8abd-6381d2c21828 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e8cea81-ed6d-47d2-a0ee-876a9979e6b2,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:45.134010 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8bd5050d-e94c-4fab-8ac2-ae6202347170 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:45.166847 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-59e6cd38-397c-4731-b398-756f405b1a2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:45.252985 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45866) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:45.291757 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-59e6cd38-397c-4731-b398-756f405b1a2e admin admin] Usage tracker for resource:security_group_rule and tenant:bd955b5c4337417b918debcd98c02a7b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:45.305109 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-59e6cd38-397c-4731-b398-756f405b1a2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:45.312281 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:45.315087 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-59e6cd38-397c-4731-b398-756f405b1a2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:45.326803 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1678fca9-ca4c-459a-8abd-6381d2c21828 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:45.450576 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45872) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:45.591701 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-580ecac5-fad0-4dce-af88-ada295511d79 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Request body: {'network': {'name': 'tempest-network-smoke--931932621', 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'port_security_enabled': True}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:41:45.617496 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-580ecac5-fad0-4dce-af88-ada295511d79 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:45.629948 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1678fca9-ca4c-459a-8abd-6381d2c21828 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:45.630559 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-580ecac5-fad0-4dce-af88-ada295511d79 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Usage tracker for resource:network and tenant:b0685b0cdf464c79ab40968d62484d7b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:45.635546 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8bd5050d-e94c-4fab-8ac2-ae6202347170 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:45.637463 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-580ecac5-fad0-4dce-af88-ada295511d79 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:45.644524 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1678fca9-ca4c-459a-8abd-6381d2c21828 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:45.650288 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-580ecac5-fad0-4dce-af88-ada295511d79 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:45.660650 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8bd5050d-e94c-4fab-8ac2-ae6202347170 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:45.687735 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-624ffe3e-33bf-4557-87a2-8f67d81f001c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=223231c784ee479d86d7622cff558dcb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4336483 Apr 20 17:41:45.697915 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45880) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:45.764330 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8bd5050d-e94c-4fab-8ac2-ae6202347170 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:45.765492 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd5050d-e94c-4fab-8ac2-ae6202347170 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Fanout notify agent at l3_agent the message router_deleted on router 9899388d-9719-4c29-86bc-0506abcdd3c1 {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:41:45.809721 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-59e6cd38-397c-4731-b398-756f405b1a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:45.813857 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8bd5050d-e94c-4fab-8ac2-ae6202347170 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:45.817188 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8bd5050d-e94c-4fab-8ac2-ae6202347170 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/routers/9899388d-9719-4c29-86bc-0506abcdd3c1 HTTP/1.1" status: 204 len: 168 time: 1.0494423 Apr 20 17:41:45.817352 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-59e6cd38-397c-4731-b398-756f405b1a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:45.821792 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45884) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:45.842819 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1678fca9-ca4c-459a-8abd-6381d2c21828 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:45.844024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1678fca9-ca4c-459a-8abd-6381d2c21828 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f1153e41-201c-446c-ae49-b06b6d8ddb66 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:41:45.864870 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580ecac5-fad0-4dce-af88-ada295511d79 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Made reservation on behalf of b0685b0cdf464c79ab40968d62484d7b for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:41:45.867902 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-580ecac5-fad0-4dce-af88-ada295511d79 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:45.880234 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6cd38-397c-4731-b398-756f405b1a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639e2ff0-29a9-428c-84b5-4932f0bc362e,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:45.885119 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-59e6cd38-397c-4731-b398-756f405b1a2e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bd955b5c4337417b918debcd98c02a7b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2960424 Apr 20 17:41:45.891495 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45888) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:45.892279 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1678fca9-ca4c-459a-8abd-6381d2c21828 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:45.898661 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1678fca9-ca4c-459a-8abd-6381d2c21828 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] 10.222.0.39 "DELETE /v2.0/routers/f1153e41-201c-446c-ae49-b06b6d8ddb66 HTTP/1.1" status: 204 len: 168 time: 3.1439850 Apr 20 17:41:45.905801 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45892) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:45.909317 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-580ecac5-fad0-4dce-af88-ada295511d79 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:45.915168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-172bfe48-1783-422a-9d9b-91732744a590 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1035660747', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}, 'admin_state_up': False}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:41:45.923961 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-172bfe48-1783-422a-9d9b-91732744a590 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:45.935685 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-172bfe48-1783-422a-9d9b-91732744a590 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Usage tracker for resource:router and tenant:7998c2f4b56c4fd1b7e8025d7f250408 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:45.937785 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-88f1d51c-217b-4295-8516-1b583d8126d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:45.940377 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-172bfe48-1783-422a-9d9b-91732744a590 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:45.951237 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-666d35b9-3321-437d-8f0c-cb3a73dec9bb req-2ed1b637-f6ba-4684-96fa-19d83e2047a6 tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 1096 time: 0.2548003 Apr 20 17:41:45.952278 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-172bfe48-1783-422a-9d9b-91732744a590 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:45.975065 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-172bfe48-1783-422a-9d9b-91732744a590 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:45.975978 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-172bfe48-1783-422a-9d9b-91732744a590 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:45.987698 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5169ca00-87e9-46bc-91e5-5d15eb89a05a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:46.019712 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5169ca00-87e9-46bc-91e5-5d15eb89a05a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:46.030076 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-172bfe48-1783-422a-9d9b-91732744a590 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:46.086780 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-580ecac5-fad0-4dce-af88-ada295511d79 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:46.093297 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-88f1d51c-217b-4295-8516-1b583d8126d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:46.101244 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-580ecac5-fad0-4dce-af88-ada295511d79 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Usage tracker for resource:security_group_rule and tenant:b0685b0cdf464c79ab40968d62484d7b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:46.116035 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-580ecac5-fad0-4dce-af88-ada295511d79 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:46.136291 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-580ecac5-fad0-4dce-af88-ada295511d79 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:46.189897 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-666d35b9-3321-437d-8f0c-cb3a73dec9bb req-9d51f4ef-6f7a-43bb-95a3-8c9a71fae899 tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] Synchronizing usage tracker for tenant:ce0cf70e8663429f900b3dc619f07c1f on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:41:46.193857 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5169ca00-87e9-46bc-91e5-5d15eb89a05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:46.210361 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-172bfe48-1783-422a-9d9b-91732744a590 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:46.216555 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb2bc3b-e23f-49e4-9ee0-73f33adad340 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Deleting subnet e0fef729-4bdb-43aa-83a1-8f59ab9ac4f7 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:41:46.219230 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169ca00-87e9-46bc-91e5-5d15eb89a05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639e2ff0-29a9-428c-84b5-4932f0bc362e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:46.230079 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8fb2bc3b-e23f-49e4-9ee0-73f33adad340 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:46.231890 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5169ca00-87e9-46bc-91e5-5d15eb89a05a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:46.233051 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5169ca00-87e9-46bc-91e5-5d15eb89a05a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/639e2ff0-29a9-428c-84b5-4932f0bc362e HTTP/1.1" status: 204 len: 168 time: 0.3387067 Apr 20 17:41:46.271781 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-666d35b9-3321-437d-8f0c-cb3a73dec9bb req-9d51f4ef-6f7a-43bb-95a3-8c9a71fae899 tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] Unset dirty status for tenant:ce0cf70e8663429f900b3dc619f07c1f on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:41:46.273079 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-666d35b9-3321-437d-8f0c-cb3a73dec9bb req-9d51f4ef-6f7a-43bb-95a3-8c9a71fae899 tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3114879 Apr 20 17:41:46.328291 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-88f1d51c-217b-4295-8516-1b583d8126d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:46.356917 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-580ecac5-fad0-4dce-af88-ada295511d79 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:46.367927 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1d51c-217b-4295-8516-1b583d8126d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abc23c2-fb7d-48f8-8c0d-3eabe1dc85d2,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:46.378837 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8fb2bc3b-e23f-49e4-9ee0-73f33adad340 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:46.421264 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-580ecac5-fad0-4dce-af88-ada295511d79 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:46.495816 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-88f1d51c-217b-4295-8516-1b583d8126d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:46.497535 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-88f1d51c-217b-4295-8516-1b583d8126d4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1abc23c2-fb7d-48f8-8c0d-3eabe1dc85d2 HTTP/1.1" status: 204 len: 168 time: 0.7972138 Apr 20 17:41:46.516579 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580ecac5-fad0-4dce-af88-ada295511d79 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:41:46.534769 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ecac5-fad0-4dce-af88-ada295511d79 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ef45f0-529b-4557-8f79-807e647a3b0a,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:46.545441 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-580ecac5-fad0-4dce-af88-ada295511d79 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:46.545833 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-580ecac5-fad0-4dce-af88-ada295511d79 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Added segment 3faa15c0-b96c-434c-95a4-5caab8151d53 of type vlan for network 3cb7435d-a41a-49ee-945b-0527db5f4316 Apr 20 17:41:46.552936 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-172bfe48-1783-422a-9d9b-91732744a590 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:46.582617 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-580ecac5-fad0-4dce-af88-ada295511d79 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:46.587607 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-172bfe48-1783-422a-9d9b-91732744a590 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:46.593943 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8fb2bc3b-e23f-49e4-9ee0-73f33adad340 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:46.680330 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-580ecac5-fad0-4dce-af88-ada295511d79 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:46.686353 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580ecac5-fad0-4dce-af88-ada295511d79 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:46.687042 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-580ecac5-fad0-4dce-af88-ada295511d79 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:46.822784 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8fb2bc3b-e23f-49e4-9ee0-73f33adad340 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:46.849488 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-172bfe48-1783-422a-9d9b-91732744a590 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Allocated IP 172.25.8.252 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/25b0b791-6f08-400e-9f7f-8101637156a6) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:41:46.876875 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45904) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:46.906232 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-580ecac5-fad0-4dce-af88-ada295511d79 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3872743 Apr 20 17:41:46.907309 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45910) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:46.914778 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8fb2bc3b-e23f-49e4-9ee0-73f33adad340 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:46.914970 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d89242-84fe-422f-89cc-e545e3ddce4b req-9da3ee78-d30b-4cb2-93a3-d79aa9a619ad tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:46.916464 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f4d89242-84fe-422f-89cc-e545e3ddce4b req-9da3ee78-d30b-4cb2-93a3-d79aa9a619ad tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 945 time: 0.4384556 Apr 20 17:41:46.924642 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8fb2bc3b-e23f-49e4-9ee0-73f33adad340 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/subnets/e0fef729-4bdb-43aa-83a1-8f59ab9ac4f7 HTTP/1.1" status: 204 len: 168 time: 1.0990503 Apr 20 17:41:46.924642 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2bc3b-e23f-49e4-9ee0-73f33adad340 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event deleted for resources: {'Subnet': ['ID=e0fef729-4bdb-43aa-83a1-8f59ab9ac4f7,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:46.927121 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45914) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:46.927736 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ecac5-fad0-4dce-af88-ada295511d79 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Pushing event updated for resources: {'Network': ['ID=3cb7435d-a41a-49ee-945b-0527db5f4316,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:46.935802 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-963c8180-5938-4af1-baec-0ca8da2066e2 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2128637301', 'admin_state_up': True, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:41:46.939950 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a37438f-1042-45c6-aac9-da64cb2a08a8 None None] Network d0db13a8-c67d-4011-902a-8ddf389bd7d2 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:41:46.954893 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-09f7c895-14d2-488f-8879-40069894e895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:46.964700 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-963c8180-5938-4af1-baec-0ca8da2066e2 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:46.972777 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 3cb7435d-a41a-49ee-945b-0527db5f4316 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:41:46.975624 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-963c8180-5938-4af1-baec-0ca8da2066e2 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Usage tracker for resource:router and tenant:b0685b0cdf464c79ab40968d62484d7b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:47.081939 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-09f7c895-14d2-488f-8879-40069894e895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:47.099693 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f4d89242-84fe-422f-89cc-e545e3ddce4b req-47efaa69-a4dd-4fdc-bda0-fa49983526c1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638398 Apr 20 17:41:47.103336 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-09f7c895-14d2-488f-8879-40069894e895 admin admin] Usage tracker for resource:security_group_rule and tenant:f4798c5a98074467a67d5e97a4d3bb4f is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:47.108049 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-09f7c895-14d2-488f-8879-40069894e895 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:47.130775 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-09f7c895-14d2-488f-8879-40069894e895 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:47.141106 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45920) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:47.196856 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-963c8180-5938-4af1-baec-0ca8da2066e2 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:47.230888 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-963c8180-5938-4af1-baec-0ca8da2066e2 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:47.238721 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-172bfe48-1783-422a-9d9b-91732744a590 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:47.285836 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-963c8180-5938-4af1-baec-0ca8da2066e2 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:47.287452 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-963c8180-5938-4af1-baec-0ca8da2066e2 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:47.301621 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4bdab680-baa6-4615-ae23-ea69979b1eb4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:47.316620 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6076acc7-f3bf-48ae-a0aa-fa0348236034 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/floatingips/f488b843-9c4d-445d-9d3e-a850393cd95a HTTP/1.1" status: 200 len: 993 time: 0.1743474 Apr 20 17:41:47.332013 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-4bdab680-baa6-4615-ae23-ea69979b1eb4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Deleting port 07bcfea9-9a57-4a3f-8d87-e013cc932dd0 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:47.332013 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4bdab680-baa6-4615-ae23-ea69979b1eb4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:47.438812 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-09f7c895-14d2-488f-8879-40069894e895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:47.459478 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-09f7c895-14d2-488f-8879-40069894e895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:47.485335 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-963c8180-5938-4af1-baec-0ca8da2066e2 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:47.531320 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f7c895-14d2-488f-8879-40069894e895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63285709-ffa1-4e02-8842-15bdabc05104,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:47.534041 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-172bfe48-1783-422a-9d9b-91732744a590 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:47.536819 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f98dff-74b0-4588-8b38-dc8b71977bae None None] DHCP port deletion for d0db13a8-c67d-4011-902a-8ddf389bd7d2 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:41:47.546751 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-63f98dff-74b0-4588-8b38-dc8b71977bae None None] Deleting port 07bcfea9-9a57-4a3f-8d87-e013cc932dd0 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:47.558826 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-63f98dff-74b0-4588-8b38-dc8b71977bae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:47.652070 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172bfe48-1783-422a-9d9b-91732744a590 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:41:47.658547 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-172bfe48-1783-422a-9d9b-91732744a590 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:41:47.663466 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172bfe48-1783-422a-9d9b-91732744a590 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:41:47.701612 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-09f7c895-14d2-488f-8879-40069894e895 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f4798c5a98074467a67d5e97a4d3bb4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8226767 Apr 20 17:41:47.702442 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172bfe48-1783-422a-9d9b-91732744a590 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Pushing event updated for resources: {'Port': ['ID=25b0b791-6f08-400e-9f7f-8101637156a6,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:47.707188 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45934) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:47.910434 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-4bdab680-baa6-4615-ae23-ea69979b1eb4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] For port 07bcfea9-9a57-4a3f-8d87-e013cc932dd0, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=07bcfea9-9a57-4a3f-8d87-e013cc932dd0,segment=NetworkSegment(722a1917-f298-412a-87bf-0d7082381f22),segment_id=722a1917-f298-412a-87bf-0d7082381f22)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:41:47.911296 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4bdab680-baa6-4615-ae23-ea69979b1eb4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:47.911551 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-172bfe48-1783-422a-9d9b-91732744a590 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:47.914509 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-172bfe48-1783-422a-9d9b-91732744a590 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:47.996037 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-63f98dff-74b0-4588-8b38-dc8b71977bae None None] For port 07bcfea9-9a57-4a3f-8d87-e013cc932dd0, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=07bcfea9-9a57-4a3f-8d87-e013cc932dd0,segment=NetworkSegment(722a1917-f298-412a-87bf-0d7082381f22),segment_id=722a1917-f298-412a-87bf-0d7082381f22)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:41:47.996565 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-63f98dff-74b0-4588-8b38-dc8b71977bae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:48.044438 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-4bdab680-baa6-4615-ae23-ea69979b1eb4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Calling delete_port for 07bcfea9-9a57-4a3f-8d87-e013cc932dd0 owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:41:48.095541 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-963c8180-5938-4af1-baec-0ca8da2066e2 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:48.125177 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8766af12-ab5e-4fdb-9fe4-07161bc1b8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:48.163991 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-63f98dff-74b0-4588-8b38-dc8b71977bae None None] Calling delete_port for 07bcfea9-9a57-4a3f-8d87-e013cc932dd0 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:41:48.200128 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8766af12-ab5e-4fdb-9fe4-07161bc1b8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:48.216335 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 4e8cea81-ed6d-47d2-a0ee-876a9979e6b2 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:41:48.267564 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4bdab680-baa6-4615-ae23-ea69979b1eb4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:48.296818 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-63f98dff-74b0-4588-8b38-dc8b71977bae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:41:48.297300 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-63f98dff-74b0-4588-8b38-dc8b71977bae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:41:48.303142 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 4e8cea81-ed6d-47d2-a0ee-876a9979e6b2 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:41:48.303479 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 4e8cea81-ed6d-47d2-a0ee-876a9979e6b2 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:41:48.304160 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 07bcfea9-9a57-4a3f-8d87-e013cc932dd0 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:41:48.332484 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdab680-baa6-4615-ae23-ea69979b1eb4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event deleted for resources: {'Port': ['ID=07bcfea9-9a57-4a3f-8d87-e013cc932dd0,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:48.349684 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdab680-baa6-4615-ae23-ea69979b1eb4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] No DVR routers for this DVR port 07bcfea9-9a57-4a3f-8d87-e013cc932dd0 on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:41:48.418660 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d9c206da-a4a7-48b6-b3bf-8952e0d0938e req-02cb1c74-35a0-4e20-b494-79449ed76b7b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.5719039 Apr 20 17:41:48.447498 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 07bcfea9-9a57-4a3f-8d87-e013cc932dd0 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:41:48.449122 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 07bcfea9-9a57-4a3f-8d87-e013cc932dd0 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:41:48.450213 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:41:48.501647 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4bdab680-baa6-4615-ae23-ea69979b1eb4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:48.516930 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8766af12-ab5e-4fdb-9fe4-07161bc1b8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:48.541234 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172bfe48-1783-422a-9d9b-91732744a590 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Router 8dcc640d-459c-4427-bb22-c9404aab12de is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:41:48.553614 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-4bdab680-baa6-4615-ae23-ea69979b1eb4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0db13a8-c67d-4011-902a-8ddf389bd7d2']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:48.561997 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766af12-ab5e-4fdb-9fe4-07161bc1b8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63285709-ffa1-4e02-8842-15bdabc05104,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:48.577384 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-4bdab680-baa6-4615-ae23-ea69979b1eb4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722a1917-f298-412a-87bf-0d7082381f22') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:48.577676 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-4bdab680-baa6-4615-ae23-ea69979b1eb4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722a1917-f298-412a-87bf-0d7082381f22') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:48.606304 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4bdab680-baa6-4615-ae23-ea69979b1eb4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:48.635778 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4bdab680-baa6-4615-ae23-ea69979b1eb4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:48.638788 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8766af12-ab5e-4fdb-9fe4-07161bc1b8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:48.639951 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8766af12-ab5e-4fdb-9fe4-07161bc1b8de admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/63285709-ffa1-4e02-8842-15bdabc05104 HTTP/1.1" status: 204 len: 168 time: 0.9287026 Apr 20 17:41:48.674308 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bdab680-baa6-4615-ae23-ea69979b1eb4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:41:48.674741 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4bdab680-baa6-4615-ae23-ea69979b1eb4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:48.688746 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-963c8180-5938-4af1-baec-0ca8da2066e2 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:48.716209 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:41:48.716209 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:41:48.716209 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:41:48.716209 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:41:48.716209 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:41:48.716209 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:41:48.716209 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:41:48.716209 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:41:48.716209 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:41:48.716209 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:41:48.716209 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:41:48.716209 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:41:48.716209 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:41:48.716209 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:41:48.716209 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:41:48.716209 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:41:48.716209 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:41:48.716209 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:41:48.716209 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:41:48.716209 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:41:48.716209 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:41:48.716209 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:41:48.716209 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:41:48.716209 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:41:48.716209 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:41:48.716209 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:41:48.716209 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:41:48.716209 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:41:48.716209 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:41:48.716209 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:41:48.716209 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:41:48.716209 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:41:48.770221 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-963c8180-5938-4af1-baec-0ca8da2066e2 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:48.798653 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-63f98dff-74b0-4588-8b38-dc8b71977bae None None] Deleting port 07bcfea9-9a57-4a3f-8d87-e013cc932dd0 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:48.799171 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-63f98dff-74b0-4588-8b38-dc8b71977bae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:48.875082 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4bdab680-baa6-4615-ae23-ea69979b1eb4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:48.888846 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172bfe48-1783-422a-9d9b-91732744a590 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:41:48.900320 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474b174f-0eb1-456e-8f4f-525814cb4f65 None None] Sync routers for ids ['8dcc640d-459c-4427-bb22-c9404aab12de'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:41:48.908939 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4bdab680-baa6-4615-ae23-ea69979b1eb4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:48.919965 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474b174f-0eb1-456e-8f4f-525814cb4f65 None None] Routers {'8dcc640d-459c-4427-bb22-c9404aab12de'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:48.920860 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-474b174f-0eb1-456e-8f4f-525814cb4f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['8dcc640d-459c-4427-bb22-c9404aab12de'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:48.940094 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdab680-baa6-4615-ae23-ea69979b1eb4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event deleted for resources: {'Network': ['ID=d0db13a8-c67d-4011-902a-8ddf389bd7d2,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:48.946886 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-63f98dff-74b0-4588-8b38-dc8b71977bae None None] The port '07bcfea9-9a57-4a3f-8d87-e013cc932dd0' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:41:48.967500 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-172bfe48-1783-422a-9d9b-91732744a590 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:48.970807 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-172bfe48-1783-422a-9d9b-91732744a590 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.0637534 Apr 20 17:41:48.973538 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 45962) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:48.983982 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4bdab680-baa6-4615-ae23-ea69979b1eb4 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/networks/d0db13a8-c67d-4011-902a-8ddf389bd7d2 HTTP/1.1" status: 204 len: 168 time: 2.0529311 Apr 20 17:41:48.987232 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-95f5c5b7-dcf5-4e06-882d-dceaeba90c4e tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'enable_snat': False}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:41:48.988202 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45968) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:48.995410 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-25a0c6bf-3b08-41d4-a1ee-bb19a3777c58 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-888757083', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:41:49.004988 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-25a0c6bf-3b08-41d4-a1ee-bb19a3777c58 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:49.013452 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-25a0c6bf-3b08-41d4-a1ee-bb19a3777c58 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Usage tracker for resource:router and tenant:9b47d4ec84d44059beda8a5ee5d71e29 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:49.033992 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-25a0c6bf-3b08-41d4-a1ee-bb19a3777c58 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:49.050783 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-25a0c6bf-3b08-41d4-a1ee-bb19a3777c58 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:49.087423 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-474b174f-0eb1-456e-8f4f-525814cb4f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:49.115791 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-25a0c6bf-3b08-41d4-a1ee-bb19a3777c58 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:49.117157 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-25a0c6bf-3b08-41d4-a1ee-bb19a3777c58 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:49.121906 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474b174f-0eb1-456e-8f4f-525814cb4f65 None None] Routers {'8dcc640d-459c-4427-bb22-c9404aab12de'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:49.122552 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-474b174f-0eb1-456e-8f4f-525814cb4f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['8dcc640d-459c-4427-bb22-c9404aab12de'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:49.162806 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-25a0c6bf-3b08-41d4-a1ee-bb19a3777c58 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:49.219378 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-25a0c6bf-3b08-41d4-a1ee-bb19a3777c58 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:49.273843 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-474b174f-0eb1-456e-8f4f-525814cb4f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:49.274398 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474b174f-0eb1-456e-8f4f-525814cb4f65 None None] The sync data for ids ['8dcc640d-459c-4427-bb22-c9404aab12de'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:41:49.278456 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-25a0c6bf-3b08-41d4-a1ee-bb19a3777c58 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:49.280441 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-25a0c6bf-3b08-41d4-a1ee-bb19a3777c58 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2903614 Apr 20 17:41:49.283298 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45980) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:49.291529 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-1f5b8360-c981-414b-8c1b-a619ed35adec tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Request body: {'network': {'name': 'tempest-RoutersTest-747986494'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:41:49.297497 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1f5b8360-c981-414b-8c1b-a619ed35adec tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:49.302639 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1f5b8360-c981-414b-8c1b-a619ed35adec tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Usage tracker for resource:network and tenant:9b47d4ec84d44059beda8a5ee5d71e29 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:49.306146 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1f5b8360-c981-414b-8c1b-a619ed35adec tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:49.312011 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1f5b8360-c981-414b-8c1b-a619ed35adec tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:49.329267 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5b8360-c981-414b-8c1b-a619ed35adec tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Made reservation on behalf of 9b47d4ec84d44059beda8a5ee5d71e29 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:41:49.334001 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1f5b8360-c981-414b-8c1b-a619ed35adec tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:49.386770 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f5b8360-c981-414b-8c1b-a619ed35adec tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:41:49.411483 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1f5b8360-c981-414b-8c1b-a619ed35adec tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:49.412246 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-1f5b8360-c981-414b-8c1b-a619ed35adec tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Added segment 89b898a0-228b-4eac-a1a3-8ff0da4d44db of type vlan for network 383fdd36-ad11-471e-b7f7-12e68bd781d6 Apr 20 17:41:49.472727 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1f5b8360-c981-414b-8c1b-a619ed35adec tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:49.509744 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-963c8180-5938-4af1-baec-0ca8da2066e2 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Allocated IP 172.25.8.157 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/79532b2a-9081-4854-927e-d6ec31df8b73) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:41:49.539414 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1f5b8360-c981-414b-8c1b-a619ed35adec tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:49.544336 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5b8360-c981-414b-8c1b-a619ed35adec tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:49.545469 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1f5b8360-c981-414b-8c1b-a619ed35adec tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:49.688542 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b8360-c981-414b-8c1b-a619ed35adec tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Network': ['ID=383fdd36-ad11-471e-b7f7-12e68bd781d6,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:49.691931 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1f5b8360-c981-414b-8c1b-a619ed35adec tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4068139 Apr 20 17:41:49.695039 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 45996) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:49.700874 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-c1826385-b1f9-48eb-81cb-0a24d29aa382 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Request body: {'subnet': {'network_id': '383fdd36-ad11-471e-b7f7-12e68bd781d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:41:49.709919 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 383fdd36-ad11-471e-b7f7-12e68bd781d6 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:41:49.782270 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1f37a000-5b79-44b4-9120-20f1f997356c req-d44492cb-d1e6-4d81-887b-5a80a34bfebb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4835849 Apr 20 17:41:49.795685 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8eda27-935b-49b6-aef7-675ba6879050 req-4bb08b28-054e-41d6-9523-baf8899a42ee tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:49.797141 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fe8eda27-935b-49b6-aef7-675ba6879050 req-4bb08b28-054e-41d6-9523-baf8899a42ee tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 945 time: 0.4976053 Apr 20 17:41:49.862974 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-963c8180-5938-4af1-baec-0ca8da2066e2 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:49.868461 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c1826385-b1f9-48eb-81cb-0a24d29aa382 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:49.870714 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f5a42a46-f162-4607-95cf-31ee884ec93e req-fb575cd2-a951-4543-aa59-ee1c14cf66eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 1096 time: 0.3285716 Apr 20 17:41:49.872772 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c1826385-b1f9-48eb-81cb-0a24d29aa382 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Usage tracker for resource:subnet and tenant:9b47d4ec84d44059beda8a5ee5d71e29 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:49.882978 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c1826385-b1f9-48eb-81cb-0a24d29aa382 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:49.892534 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c1826385-b1f9-48eb-81cb-0a24d29aa382 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:49.906945 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1826385-b1f9-48eb-81cb-0a24d29aa382 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Made reservation on behalf of 9b47d4ec84d44059beda8a5ee5d71e29 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:41:50.003362 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fe8eda27-935b-49b6-aef7-675ba6879050 req-f1b55c9d-4e75-4600-a464-96b04de059bf tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905816 Apr 20 17:41:50.060109 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c1826385-b1f9-48eb-81cb-0a24d29aa382 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:50.111191 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-963c8180-5938-4af1-baec-0ca8da2066e2 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:50.219804 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c8180-5938-4af1-baec-0ca8da2066e2 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Pushing event updated for resources: {'Port': ['ID=79532b2a-9081-4854-927e-d6ec31df8b73,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:50.301619 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a42a46-f162-4607-95cf-31ee884ec93e req-1ad7ee8b-4de4-41f6-b212-4f9ea55bc054 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:50.306551 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f5a42a46-f162-4607-95cf-31ee884ec93e req-1ad7ee8b-4de4-41f6-b212-4f9ea55bc054 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eca56d5d-e4f2-441a-b91e-029ec9fd83b1 HTTP/1.1" status: 200 len: 897 time: 0.4077904 Apr 20 17:41:50.308682 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963c8180-5938-4af1-baec-0ca8da2066e2 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:41:50.391396 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c1826385-b1f9-48eb-81cb-0a24d29aa382 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:50.440042 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-963c8180-5938-4af1-baec-0ca8da2066e2 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:41:50.443102 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963c8180-5938-4af1-baec-0ca8da2066e2 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:41:50.499565 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1826385-b1f9-48eb-81cb-0a24d29aa382 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Subnet': ['ID=66d7be54-1e28-4d0a-87d6-9140a40e1689,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:50.523033 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1826385-b1f9-48eb-81cb-0a24d29aa382 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Checking segment: {'id': '89b898a0-228b-4eac-a1a3-8ff0da4d44db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '383fdd36-ad11-471e-b7f7-12e68bd781d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:41:50.527554 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1826385-b1f9-48eb-81cb-0a24d29aa382 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network hostable DHCP agents. Network: 383fdd36-ad11-471e-b7f7-12e68bd781d6, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:41:50.584725 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1826385-b1f9-48eb-81cb-0a24d29aa382 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network 383fdd36-ad11-471e-b7f7-12e68bd781d6 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:41:50.624660 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-c1826385-b1f9-48eb-81cb-0a24d29aa382 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 383fdd36-ad11-471e-b7f7-12e68bd781d6) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:41:50.635774 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73edf249-48f8-455f-abf6-077faf4594fc None None] Network 383fdd36-ad11-471e-b7f7-12e68bd781d6 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:41:50.637502 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1826385-b1f9-48eb-81cb-0a24d29aa382 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:50.638100 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c1826385-b1f9-48eb-81cb-0a24d29aa382 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:50.708912 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c1826385-b1f9-48eb-81cb-0a24d29aa382 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0105767 Apr 20 17:41:50.710231 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46046) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:50.786051 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f5a42a46-f162-4607-95cf-31ee884ec93e req-f25dac30-1c27-4910-bb57-74aed2f14369 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35d556b7-05be-4160-b256-b9ba567bf3e4 HTTP/1.1" status: 200 len: 1001 time: 0.4663806 Apr 20 17:41:50.879319 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a42a46-f162-4607-95cf-31ee884ec93e req-2bd77b52-6770-467c-966a-1324e4af0868 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:50.881403 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f5a42a46-f162-4607-95cf-31ee884ec93e req-2bd77b52-6770-467c-966a-1324e4af0868 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcbb3aef-0f73-4a02-803d-6c36c52b922a HTTP/1.1" status: 200 len: 834 time: 0.0856378 Apr 20 17:41:50.931274 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46058) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:51.037911 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f5a42a46-f162-4607-95cf-31ee884ec93e req-a04d51de-6d7a-4fa6-a023-fe23406bfbfc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eca56d5d-e4f2-441a-b91e-029ec9fd83b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1468298 Apr 20 17:41:51.135055 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0c63dd-a0f3-4ee8-9d2d-1e47a079dde1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-383fdd36-ad11-471e-b7f7-12e68bd781d6', 'network_id': '383fdd36-ad11-471e-b7f7-12e68bd781d6', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'fixed_ips': [{'subnet_id': '66d7be54-1e28-4d0a-87d6-9140a40e1689'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:41:51.136448 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7b0c63dd-a0f3-4ee8-9d2d-1e47a079dde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:51.284284 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-01ada85f-5a7c-40db-b5e0-f29a154c997c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:51.346162 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-7b0c63dd-a0f3-4ee8-9d2d-1e47a079dde1 None None] Allocated IP 172.20.0.2 (383fdd36-ad11-471e-b7f7-12e68bd781d6/66d7be54-1e28-4d0a-87d6-9140a40e1689/ec68c366-fd28-426d-86d3-c0025fbcdd3c) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:41:51.623577 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-963c8180-5938-4af1-baec-0ca8da2066e2 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:51.623773 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-01ada85f-5a7c-40db-b5e0-f29a154c997c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:51.623960 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-963c8180-5938-4af1-baec-0ca8da2066e2 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:51.634534 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-01ada85f-5a7c-40db-b5e0-f29a154c997c admin admin] Usage tracker for resource:security_group_rule and tenant:0a2adaa2a47d40f0851a64c4d7bcf6d7 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:51.641529 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-01ada85f-5a7c-40db-b5e0-f29a154c997c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:51.650905 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f5a42a46-f162-4607-95cf-31ee884ec93e req-1831084a-c0e3-4702-a695-79d8cafe9234 service neutron] 10.222.0.43 "GET /v2.0/networks/eca56d5d-e4f2-441a-b91e-029ec9fd83b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6020761 Apr 20 17:41:51.653599 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-01ada85f-5a7c-40db-b5e0-f29a154c997c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:51.673007 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a81e33-a38d-4a24-82da-8159966e33f4 req-062bc724-b637-4cc1-afe9-8ac1a9f01729 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:51.674753 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-44a81e33-a38d-4a24-82da-8159966e33f4 req-062bc724-b637-4cc1-afe9-8ac1a9f01729 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 945 time: 0.4806144 Apr 20 17:41:51.720196 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7b0c63dd-a0f3-4ee8-9d2d-1e47a079dde1 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:51.732206 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-7b0c63dd-a0f3-4ee8-9d2d-1e47a079dde1 None None] Transition to ACTIVE for port object ec68c366-fd28-426d-86d3-c0025fbcdd3c will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:41:51.756112 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-7b0c63dd-a0f3-4ee8-9d2d-1e47a079dde1 None None] Transition to ACTIVE for port object ec68c366-fd28-426d-86d3-c0025fbcdd3c will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:41:51.757667 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46080) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:51.766110 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7b0c63dd-a0f3-4ee8-9d2d-1e47a079dde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:51.838931 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0c63dd-a0f3-4ee8-9d2d-1e47a079dde1 None None] Network 383fdd36-ad11-471e-b7f7-12e68bd781d6 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:41:51.842631 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-7b0c63dd-a0f3-4ee8-9d2d-1e47a079dde1 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:41:51.844623 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c63dd-a0f3-4ee8-9d2d-1e47a079dde1 None None] Pushing event updated for resources: {'Port': ['ID=ec68c366-fd28-426d-86d3-c0025fbcdd3c,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:51.847437 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0c63dd-a0f3-4ee8-9d2d-1e47a079dde1 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:41:51.864593 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-44a81e33-a38d-4a24-82da-8159966e33f4 req-e8da33e0-e3de-4dd9-8e3c-488d681ed2d1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430764 Apr 20 17:41:51.865641 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7d4e11fe-caab-4ce8-a881-3034eac17897 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:51.944813 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-7b0c63dd-a0f3-4ee8-9d2d-1e47a079dde1 None None] Attempting to bind port ec68c366-fd28-426d-86d3-c0025fbcdd3c on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:41:51.945297 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-7b0c63dd-a0f3-4ee8-9d2d-1e47a079dde1 None None] Attempting to bind port ec68c366-fd28-426d-86d3-c0025fbcdd3c by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '89b898a0-228b-4eac-a1a3-8ff0da4d44db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '383fdd36-ad11-471e-b7f7-12e68bd781d6'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:41:51.945658 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c63dd-a0f3-4ee8-9d2d-1e47a079dde1 None None] Attempting to bind port ec68c366-fd28-426d-86d3-c0025fbcdd3c on network 383fdd36-ad11-471e-b7f7-12e68bd781d6 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:41:51.952437 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c63dd-a0f3-4ee8-9d2d-1e47a079dde1 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:41:51.952799 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c63dd-a0f3-4ee8-9d2d-1e47a079dde1 None None] Checking segment: {'id': '89b898a0-228b-4eac-a1a3-8ff0da4d44db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '383fdd36-ad11-471e-b7f7-12e68bd781d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:41:51.953192 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7b0c63dd-a0f3-4ee8-9d2d-1e47a079dde1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:51.953577 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c63dd-a0f3-4ee8-9d2d-1e47a079dde1 None None] Bound using segment: {'id': '89b898a0-228b-4eac-a1a3-8ff0da4d44db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '383fdd36-ad11-471e-b7f7-12e68bd781d6'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:41:51.954034 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-7b0c63dd-a0f3-4ee8-9d2d-1e47a079dde1 None None] Bound port: ec68c366-fd28-426d-86d3-c0025fbcdd3c, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b898a0-228b-4eac-a1a3-8ff0da4d44db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '383fdd36-ad11-471e-b7f7-12e68bd781d6'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:41:51.954429 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7b0c63dd-a0f3-4ee8-9d2d-1e47a079dde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:52.006074 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f5a42a46-f162-4607-95cf-31ee884ec93e req-fb58c988-3513-43fa-bc2d-42597d1b8774 service neutron] 10.222.0.43 "GET /v2.0/networks/eca56d5d-e4f2-441a-b91e-029ec9fd83b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466446 Apr 20 17:41:52.041346 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f498dc28-199d-4a36-993c-5651633aa46c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:52.059159 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-01ada85f-5a7c-40db-b5e0-f29a154c997c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:52.066933 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-7b0c63dd-a0f3-4ee8-9d2d-1e47a079dde1 None None] For port ec68c366-fd28-426d-86d3-c0025fbcdd3c, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:41:52.070850 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-7b0c63dd-a0f3-4ee8-9d2d-1e47a079dde1 None None] For port ec68c366-fd28-426d-86d3-c0025fbcdd3c, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ec68c366-fd28-426d-86d3-c0025fbcdd3c,segment=NetworkSegment(89b898a0-228b-4eac-a1a3-8ff0da4d44db),segment_id=89b898a0-228b-4eac-a1a3-8ff0da4d44db)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:41:52.077700 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7b0c63dd-a0f3-4ee8-9d2d-1e47a079dde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:52.094857 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-95f5c5b7-dcf5-4e06-882d-dceaeba90c4e tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:52.113170 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-01ada85f-5a7c-40db-b5e0-f29a154c997c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:52.163435 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f498dc28-199d-4a36-993c-5651633aa46c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:52.168669 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c63dd-a0f3-4ee8-9d2d-1e47a079dde1 None None] Pushing event updated for resources: {'Port': ['ID=ec68c366-fd28-426d-86d3-c0025fbcdd3c,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:52.185169 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f498dc28-199d-4a36-993c-5651633aa46c admin admin] Usage tracker for resource:security_group_rule and tenant:8d10a4c8057843a0a2bc1e3ec7ad8a35 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:52.203780 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f498dc28-199d-4a36-993c-5651633aa46c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:52.215606 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ada85f-5a7c-40db-b5e0-f29a154c997c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43253d32-2635-4bd5-8826-be1d17c76d5a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:52.219712 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f498dc28-199d-4a36-993c-5651633aa46c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:52.227194 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-01ada85f-5a7c-40db-b5e0-f29a154c997c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0a2adaa2a47d40f0851a64c4d7bcf6d7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2949259 Apr 20 17:41:52.232964 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46086) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:52.247129 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1f37a000-5b79-44b4-9120-20f1f997356c req-1ae3077a-16b5-40c4-9db9-93a9a1318289 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 1096 time: 0.1914723 Apr 20 17:41:52.451560 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963c8180-5938-4af1-baec-0ca8da2066e2 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Router 0d095c2c-04cc-44f0-a581-641b9a11e304 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:41:52.461571 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37a000-5b79-44b4-9120-20f1f997356c req-cda2e2d0-e57e-4636-bb53-58b248935a84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:52.463060 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1f37a000-5b79-44b4-9120-20f1f997356c req-cda2e2d0-e57e-4636-bb53-58b248935a84 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eca56d5d-e4f2-441a-b91e-029ec9fd83b1 HTTP/1.1" status: 200 len: 897 time: 0.2082245 Apr 20 17:41:52.503665 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f498dc28-199d-4a36-993c-5651633aa46c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:52.511453 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7c17e779-fae8-403c-a9c7-7728fb415291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:52.519579 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f498dc28-199d-4a36-993c-5651633aa46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:52.548523 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-7d4e11fe-caab-4ce8-a881-3034eac17897 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Allocated IP 172.20.0.1 (383fdd36-ad11-471e-b7f7-12e68bd781d6/66d7be54-1e28-4d0a-87d6-9140a40e1689/0eeb0ad6-2ad5-482c-86d5-d89d40a9da96) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:41:52.588131 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7c17e779-fae8-403c-a9c7-7728fb415291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:52.642894 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498dc28-199d-4a36-993c-5651633aa46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d53c9cb-b3e8-445e-a38b-275459023d8a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:52.660463 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f498dc28-199d-4a36-993c-5651633aa46c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d10a4c8057843a0a2bc1e3ec7ad8a35&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8992763 Apr 20 17:41:52.681960 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46090) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:52.789037 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7c17e779-fae8-403c-a9c7-7728fb415291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:52.829392 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17e779-fae8-403c-a9c7-7728fb415291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43253d32-2635-4bd5-8826-be1d17c76d5a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:52.856748 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7d4e11fe-caab-4ce8-a881-3034eac17897 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:52.877945 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-7d4e11fe-caab-4ce8-a881-3034eac17897 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Transition to ACTIVE for port object 0eeb0ad6-2ad5-482c-86d5-d89d40a9da96 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:41:52.880735 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7c17e779-fae8-403c-a9c7-7728fb415291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:52.884487 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7c17e779-fae8-403c-a9c7-7728fb415291 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/43253d32-2635-4bd5-8826-be1d17c76d5a HTTP/1.1" status: 204 len: 168 time: 0.6449735 Apr 20 17:41:52.908275 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7d4e11fe-caab-4ce8-a881-3034eac17897 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:53.004296 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4e11fe-caab-4ce8-a881-3034eac17897 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network 383fdd36-ad11-471e-b7f7-12e68bd781d6 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:41:53.011118 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-7d4e11fe-caab-4ce8-a881-3034eac17897 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:41:53.018770 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4e11fe-caab-4ce8-a881-3034eac17897 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:41:53.055530 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e11fe-caab-4ce8-a881-3034eac17897 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Port': ['ID=0eeb0ad6-2ad5-482c-86d5-d89d40a9da96,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:53.081309 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1f37a000-5b79-44b4-9120-20f1f997356c req-5c95f5a5-09f9-45fc-a40c-c67295d1303f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35d556b7-05be-4160-b256-b9ba567bf3e4 HTTP/1.1" status: 200 len: 1001 time: 0.6095815 Apr 20 17:41:53.100817 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7d4e11fe-caab-4ce8-a881-3034eac17897 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:53.216855 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7d4e11fe-caab-4ce8-a881-3034eac17897 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:53.258555 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-11f6a682-100f-4ceb-b280-8b5796b022ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:53.297902 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-95f5c5b7-dcf5-4e06-882d-dceaeba90c4e tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:53.300551 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37a000-5b79-44b4-9120-20f1f997356c req-f1c18d4d-db80-45e1-87cd-ff5a066a0558 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:53.302101 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1f37a000-5b79-44b4-9120-20f1f997356c req-f1c18d4d-db80-45e1-87cd-ff5a066a0558 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcbb3aef-0f73-4a02-803d-6c36c52b922a HTTP/1.1" status: 200 len: 834 time: 0.1648607 Apr 20 17:41:53.359729 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-95f5c5b7-dcf5-4e06-882d-dceaeba90c4e tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33176207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33176208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33180178'] for router, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:53.366250 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46102) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:53.373835 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-11f6a682-100f-4ceb-b280-8b5796b022ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:53.374528 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad608482-74d4-497d-a3ac-ed794d5dcaa2 None None] Network 383fdd36-ad11-471e-b7f7-12e68bd781d6 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:41:53.462073 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f1b26c70-812f-4139-8e23-f44077f37d56 None None] Provisioning for port ec68c366-fd28-426d-86d3-c0025fbcdd3c completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:41:53.498244 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-54e13621-6cb7-474f-889d-6253625b498b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:53.554071 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd81900-75c5-40e6-8e79-0ba10e6794ca req-7570fdff-42f5-402b-bd27-f684f0e5ec92 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:53.555626 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ffd81900-75c5-40e6-8e79-0ba10e6794ca req-7570fdff-42f5-402b-bd27-f684f0e5ec92 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 945 time: 0.4733615 Apr 20 17:41:53.661876 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-11f6a682-100f-4ceb-b280-8b5796b022ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:53.678780 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1f37a000-5b79-44b4-9120-20f1f997356c req-2069eef7-eb54-4e1e-a734-551999efbaf5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eca56d5d-e4f2-441a-b91e-029ec9fd83b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3598514 Apr 20 17:41:53.688437 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ffd81900-75c5-40e6-8e79-0ba10e6794ca req-5d6dd2a7-40cb-480f-9456-325a0c7a595e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184585 Apr 20 17:41:53.694011 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6a682-100f-4ceb-b280-8b5796b022ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d53c9cb-b3e8-445e-a38b-275459023d8a,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:53.733269 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-11f6a682-100f-4ceb-b280-8b5796b022ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:53.737023 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-11f6a682-100f-4ceb-b280-8b5796b022ea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2d53c9cb-b3e8-445e-a38b-275459023d8a HTTP/1.1" status: 204 len: 168 time: 1.0507717 Apr 20 17:41:53.794745 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963c8180-5938-4af1-baec-0ca8da2066e2 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:41:53.798360 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-54e13621-6cb7-474f-889d-6253625b498b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:53.804888 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f77ca9c-5afb-492f-9bbe-5d0844dd14c1 None None] Sync routers for ids ['0d095c2c-04cc-44f0-a581-641b9a11e304'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:41:53.815764 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-54e13621-6cb7-474f-889d-6253625b498b admin admin] Usage tracker for resource:security_group_rule and tenant:741842f307f24015bd7bcf3d43305ff9 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:53.821353 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-54e13621-6cb7-474f-889d-6253625b498b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:53.823234 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f77ca9c-5afb-492f-9bbe-5d0844dd14c1 None None] Routers {'0d095c2c-04cc-44f0-a581-641b9a11e304'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:53.827434 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-0f77ca9c-5afb-492f-9bbe-5d0844dd14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0d095c2c-04cc-44f0-a581-641b9a11e304'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:53.832572 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-54e13621-6cb7-474f-889d-6253625b498b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:53.883941 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7d4e11fe-caab-4ce8-a881-3034eac17897 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:53.897530 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7d4e11fe-caab-4ce8-a881-3034eac17897 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:53.912874 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-963c8180-5938-4af1-baec-0ca8da2066e2 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:53.914298 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-963c8180-5938-4af1-baec-0ca8da2066e2 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.0032425 Apr 20 17:41:53.924790 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46108) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:53.958720 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1f37a000-5b79-44b4-9120-20f1f997356c req-2afbfa3c-3fec-413b-8381-ef10b5d13ffa service neutron] 10.222.0.43 "GET /v2.0/networks/eca56d5d-e4f2-441a-b91e-029ec9fd83b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690246 Apr 20 17:41:54.062430 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6d29bd51-be8f-4971-9e34-4fb2836105e4 None None] Provisioning for port 0eeb0ad6-2ad5-482c-86d5-d89d40a9da96 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:41:54.073443 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6d29bd51-be8f-4971-9e34-4fb2836105e4 None None] Provisioning complete for port 0eeb0ad6-2ad5-482c-86d5-d89d40a9da96 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:41:54.073936 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6d29bd51-be8f-4971-9e34-4fb2836105e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:54.112172 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7d4e11fe-caab-4ce8-a881-3034eac17897 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:54.131481 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-54e13621-6cb7-474f-889d-6253625b498b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:54.132631 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e11fe-caab-4ce8-a881-3034eac17897 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Port': ['ID=0eeb0ad6-2ad5-482c-86d5-d89d40a9da96,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:54.142999 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-54e13621-6cb7-474f-889d-6253625b498b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:54.248182 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-6d29bd51-be8f-4971-9e34-4fb2836105e4 None None] Port 0eeb0ad6-2ad5-482c-86d5-d89d40a9da96 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:41:54.286022 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ec68c366-fd28-426d-86d3-c0025fbcdd3c up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:41:54.302735 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1f37a000-5b79-44b4-9120-20f1f997356c req-e78be357-81b5-4aea-bbc3-36c8418d0498 service neutron] 10.222.0.43 "GET /v2.0/networks/eca56d5d-e4f2-441a-b91e-029ec9fd83b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362017 Apr 20 17:41:54.308380 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f5c5b7-dcf5-4e06-882d-dceaeba90c4e tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Router 8dcc640d-459c-4427-bb22-c9404aab12de has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:41:54.410364 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-0f77ca9c-5afb-492f-9bbe-5d0844dd14c1 None None] Set router 0d095c2c-04cc-44f0-a581-641b9a11e304 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:41:54.450900 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e13621-6cb7-474f-889d-6253625b498b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a766f5f4-bd9d-471c-b508-deaf22184cac,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:54.461953 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4e11fe-caab-4ce8-a881-3034eac17897 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network 383fdd36-ad11-471e-b7f7-12e68bd781d6 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:41:54.465317 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-7d4e11fe-caab-4ce8-a881-3034eac17897 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:41:54.694744 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f5c5b7-dcf5-4e06-882d-dceaeba90c4e tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:41:54.700926 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4187f93f-b32a-417e-a48c-c55a7dcde0b1 tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=b0685b0cdf464c79ab40968d62484d7b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7369065 Apr 20 17:41:54.702198 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-95f5c5b7-dcf5-4e06-882d-dceaeba90c4e tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:54.707385 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-95f5c5b7-dcf5-4e06-882d-dceaeba90c4e tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] 10.222.0.39 "PUT /v2.0/routers/8dcc640d-459c-4427-bb22-c9404aab12de HTTP/1.1" status: 200 len: 922 time: 5.7301052 Apr 20 17:41:54.707385 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46126) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:54.707925 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f95564-ee3e-4127-be46-7a9d7fc400b3 None None] Sync routers for ids ['8dcc640d-459c-4427-bb22-c9404aab12de'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:41:54.711207 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46128) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:54.723418 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-54e13621-6cb7-474f-889d-6253625b498b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=741842f307f24015bd7bcf3d43305ff9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3563550 Apr 20 17:41:54.730428 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f95564-ee3e-4127-be46-7a9d7fc400b3 None None] Routers {'8dcc640d-459c-4427-bb22-c9404aab12de'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:54.731518 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f5f95564-ee3e-4127-be46-7a9d7fc400b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['8dcc640d-459c-4427-bb22-c9404aab12de'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:54.750248 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46134) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:54.878906 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b50ac507-b7a4-4e05-ad72-71f47e287119 None None] Provisioning complete for port 0eeb0ad6-2ad5-482c-86d5-d89d40a9da96 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:41:54.879632 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b50ac507-b7a4-4e05-ad72-71f47e287119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:54.880397 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f5f95564-ee3e-4127-be46-7a9d7fc400b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:54.934699 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f95564-ee3e-4127-be46-7a9d7fc400b3 None None] Routers {'8dcc640d-459c-4427-bb22-c9404aab12de'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:54.935456 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f5f95564-ee3e-4127-be46-7a9d7fc400b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['8dcc640d-459c-4427-bb22-c9404aab12de'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:54.947359 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port ec68c366-fd28-426d-86d3-c0025fbcdd3c completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:41:54.963404 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port ec68c366-fd28-426d-86d3-c0025fbcdd3c triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:41:54.964301 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:54.992718 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-b50ac507-b7a4-4e05-ad72-71f47e287119 None None] Port 0eeb0ad6-2ad5-482c-86d5-d89d40a9da96 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:41:55.002125 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-0f77ca9c-5afb-492f-9bbe-5d0844dd14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2128637301', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '79532b2a-9081-4854-927e-d6ec31df8b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:47Z', 'updated_at': '2022-04-20T17:41:50Z', 'revision_number': 3, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'gw_port': {'id': '79532b2a-9081-4854-927e-d6ec31df8b73', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:48Z', 'updated_at': '2022-04-20T17:41:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:55.015682 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f77ca9c-5afb-492f-9bbe-5d0844dd14c1 None None] Checking router: 0d095c2c-04cc-44f0-a581-641b9a11e304 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:41:55.016236 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f77ca9c-5afb-492f-9bbe-5d0844dd14c1 None None] Updating router 0d095c2c-04cc-44f0-a581-641b9a11e304 port 79532b2a-9081-4854-927e-d6ec31df8b73 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:41:55.031015 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f5f95564-ee3e-4127-be46-7a9d7fc400b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:55.033377 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f95564-ee3e-4127-be46-7a9d7fc400b3 None None] The sync data for ids ['8dcc640d-459c-4427-bb22-c9404aab12de'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:41:55.036553 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fcf37fc7-953a-4ce9-b173-2449f0761e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:55.093034 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0f77ca9c-5afb-492f-9bbe-5d0844dd14c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:55.151700 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-92872135-aad0-49c1-9c87-6f5ab163a00f req-c2c8d219-1f2c-405e-8cec-6a940f9de80e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2977457 Apr 20 17:41:55.260022 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fcf37fc7-953a-4ce9-b173-2449f0761e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:55.289818 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-15c6df22-0592-4754-b94f-6719507b6c24 None None] Provisioning complete for port 0eeb0ad6-2ad5-482c-86d5-d89d40a9da96 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:41:55.290381 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-15c6df22-0592-4754-b94f-6719507b6c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:55.339850 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712a790-30cf-42ac-8ae8-831c62b14d69 req-58d8e852-d2ea-44da-a3ca-c31edb76c65c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:55.341287 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:55.341414 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3712a790-30cf-42ac-8ae8-831c62b14d69 req-58d8e852-d2ea-44da-a3ca-c31edb76c65c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 945 time: 0.3986344 Apr 20 17:41:55.382653 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df9e384-67a2-49d7-b9af-3217d7c29fdc tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:55.386248 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6df9e384-67a2-49d7-b9af-3217d7c29fdc tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6786335 Apr 20 17:41:55.389623 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46148) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:55.435474 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port ec68c366-fd28-426d-86d3-c0025fbcdd3c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ec68c366-fd28-426d-86d3-c0025fbcdd3c,segment=NetworkSegment(89b898a0-228b-4eac-a1a3-8ff0da4d44db),segment_id=89b898a0-228b-4eac-a1a3-8ff0da4d44db)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:41:55.436787 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-15c6df22-0592-4754-b94f-6719507b6c24 None None] Port 0eeb0ad6-2ad5-482c-86d5-d89d40a9da96 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:41:55.469790 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e7a20722-09c2-4737-b178-aebf4043fede tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0732472 Apr 20 17:41:55.476802 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46152) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:55.476802 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fcf37fc7-953a-4ce9-b173-2449f0761e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:55.502071 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-c0a5d454-6d6f-43c9-8a19-067b23c844d8 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1149844293', 'network_id': '3cb7435d-a41a-49ee-945b-0527db5f4316', 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:41:55.502388 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:55.519519 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-39707113-8fb7-4996-88dd-4d1fe6286a50 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] 10.222.0.39 "GET /v2.0/routers/8dcc640d-459c-4427-bb22-c9404aab12de HTTP/1.1" status: 200 len: 922 time: 0.8028021 Apr 20 17:41:55.520490 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-92872135-aad0-49c1-9c87-6f5ab163a00f req-f30187e1-8046-452e-8a3c-b34111e8d39d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=afdda90d8b714cd0a49b7b3d0da0c05b&device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 1097 time: 0.1834610 Apr 20 17:41:55.521037 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46156) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:55.637559 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=ec68c366-fd28-426d-86d3-c0025fbcdd3c,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:55.701392 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3712a790-30cf-42ac-8ae8-831c62b14d69 req-5a9f450f-0716-4157-9f08-43eaf0ae6ab5 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3516991 Apr 20 17:41:55.704145 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c0a5d454-6d6f-43c9-8a19-067b23c844d8 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:55.712879 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf37fc7-953a-4ce9-b173-2449f0761e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a766f5f4-bd9d-471c-b508-deaf22184cac,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:55.724299 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c0a5d454-6d6f-43c9-8a19-067b23c844d8 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Usage tracker for resource:subnet and tenant:b0685b0cdf464c79ab40968d62484d7b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:55.728688 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c0a5d454-6d6f-43c9-8a19-067b23c844d8 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:55.735945 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c0a5d454-6d6f-43c9-8a19-067b23c844d8 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:55.746728 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fcf37fc7-953a-4ce9-b173-2449f0761e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:55.758464 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fcf37fc7-953a-4ce9-b173-2449f0761e0e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a766f5f4-bd9d-471c-b508-deaf22184cac HTTP/1.1" status: 204 len: 168 time: 0.9998655 Apr 20 17:41:55.773082 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a5d454-6d6f-43c9-8a19-067b23c844d8 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Made reservation on behalf of b0685b0cdf464c79ab40968d62484d7b for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:41:55.794885 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8d756cf4-e961-4144-af57-1091df284626 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3&device_id=8dcc640d-459c-4427-bb22-c9404aab12de&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2725513 Apr 20 17:41:55.797219 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46166) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:55.800532 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92872135-aad0-49c1-9c87-6f5ab163a00f req-fa1be7ed-6206-478f-bd35-f198d52bd651 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:55.801978 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-92872135-aad0-49c1-9c87-6f5ab163a00f req-fa1be7ed-6206-478f-bd35-f198d52bd651 service neutron] 10.222.0.10 "GET /v2.0/networks?id=911da384-323b-42ed-9656-9be4d49d8f36 HTTP/1.1" status: 200 len: 912 time: 0.2292075 Apr 20 17:41:55.893788 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0f77ca9c-5afb-492f-9bbe-5d0844dd14c1 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:55.901537 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4e11fe-caab-4ce8-a881-3034eac17897 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Router b7bae6f1-f1fa-4fdb-96ee-514ba808f99a is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:41:55.909603 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0f77ca9c-5afb-492f-9bbe-5d0844dd14c1 None None] Transition to ACTIVE for port object 79532b2a-9081-4854-927e-d6ec31df8b73 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:41:55.915161 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c0a5d454-6d6f-43c9-8a19-067b23c844d8 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:55.920820 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0f77ca9c-5afb-492f-9bbe-5d0844dd14c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:56.031760 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-0f77ca9c-5afb-492f-9bbe-5d0844dd14c1 None None] Attempting to bind port 79532b2a-9081-4854-927e-d6ec31df8b73 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:41:56.031760 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-0f77ca9c-5afb-492f-9bbe-5d0844dd14c1 None None] Attempting to bind port 79532b2a-9081-4854-927e-d6ec31df8b73 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:41:56.031760 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f77ca9c-5afb-492f-9bbe-5d0844dd14c1 None None] Attempting to bind port 79532b2a-9081-4854-927e-d6ec31df8b73 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:41:56.043370 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f77ca9c-5afb-492f-9bbe-5d0844dd14c1 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:41:56.043720 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f77ca9c-5afb-492f-9bbe-5d0844dd14c1 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:41:56.044612 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0f77ca9c-5afb-492f-9bbe-5d0844dd14c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:56.044612 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f77ca9c-5afb-492f-9bbe-5d0844dd14c1 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:41:56.046910 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-0f77ca9c-5afb-492f-9bbe-5d0844dd14c1 None None] Bound port: 79532b2a-9081-4854-927e-d6ec31df8b73, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:41:56.046910 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0f77ca9c-5afb-492f-9bbe-5d0844dd14c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:56.075608 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0820e7-3067-4529-8738-a10a409ac99f None None] Pushing event updated for resources: {'Port': ['ID=79532b2a-9081-4854-927e-d6ec31df8b73,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:56.187529 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0f77ca9c-5afb-492f-9bbe-5d0844dd14c1 None None] For port 79532b2a-9081-4854-927e-d6ec31df8b73, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:41:56.197330 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0f77ca9c-5afb-492f-9bbe-5d0844dd14c1 None None] For port 79532b2a-9081-4854-927e-d6ec31df8b73, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=79532b2a-9081-4854-927e-d6ec31df8b73,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:41:56.209328 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0f77ca9c-5afb-492f-9bbe-5d0844dd14c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:56.219115 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-92872135-aad0-49c1-9c87-6f5ab163a00f req-71f1b746-2c0e-4989-aa0c-e0c4bc6b3610 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff710859-ef8f-4b68-8256-f2c582902d6f HTTP/1.1" status: 200 len: 1002 time: 0.3838916 Apr 20 17:41:56.265723 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd5fc41-cc28-4361-9a5b-5c5429acf231 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:56.266320 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7fd5fc41-cc28-4361-9a5b-5c5429acf231 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Synchronizing usage tracker for tenant:8fbeabb891d848e8850a87d1e7caedc5 on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:41:56.315148 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92872135-aad0-49c1-9c87-6f5ab163a00f req-d62232bc-fa63-4d74-9dac-e699057f2a75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:56.317927 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-92872135-aad0-49c1-9c87-6f5ab163a00f req-d62232bc-fa63-4d74-9dac-e699057f2a75 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6df2b9cf-3053-4862-b128-40e0c38b0bd7 HTTP/1.1" status: 200 len: 850 time: 0.0900130 Apr 20 17:41:56.317927 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7fd5fc41-cc28-4361-9a5b-5c5429acf231 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Unset dirty status for tenant:8fbeabb891d848e8850a87d1e7caedc5 on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:41:56.318180 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7fd5fc41-cc28-4361-9a5b-5c5429acf231 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 881 time: 0.5197842 Apr 20 17:41:56.329726 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46184) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:56.364616 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ec68c366-fd28-426d-86d3-c0025fbcdd3c up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:41:56.503283 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7980dc34-f602-4b56-a637-9d0577679239 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dcc640d-459c-4427-bb22-c9404aab12de HTTP/1.1" status: 200 len: 205 time: 0.1713634 Apr 20 17:41:56.512488 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46192) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:56.516736 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0820e7-3067-4529-8738-a10a409ac99f None None] Pushing event updated for resources: {'Port': ['ID=79532b2a-9081-4854-927e-d6ec31df8b73,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:56.555238 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port ec68c366-fd28-426d-86d3-c0025fbcdd3c triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:41:56.555799 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:56.587396 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4e11fe-caab-4ce8-a881-3034eac17897 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:41:56.600272 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f77ca9c-5afb-492f-9bbe-5d0844dd14c1 None None] Routers {'0d095c2c-04cc-44f0-a581-641b9a11e304'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:56.600900 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-0f77ca9c-5afb-492f-9bbe-5d0844dd14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0d095c2c-04cc-44f0-a581-641b9a11e304'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:56.608474 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7d4e11fe-caab-4ce8-a881-3034eac17897 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "PUT /v2.0/routers/b7bae6f1-f1fa-4fdb-96ee-514ba808f99a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8930058 Apr 20 17:41:56.609053 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46198) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:56.625835 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-b3fe23cc-c7f9-42c5-80d7-df8cc2a0b877 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Request body: {'network': {'name': 'tempest-RoutersTest-1745289828'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:41:56.636696 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c0a5d454-6d6f-43c9-8a19-067b23c844d8 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:56.654091 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b3fe23cc-c7f9-42c5-80d7-df8cc2a0b877 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:56.742511 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-92872135-aad0-49c1-9c87-6f5ab163a00f req-f8042b3d-b68f-4d86-9502-696f661678da service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=911da384-323b-42ed-9656-9be4d49d8f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4086556 Apr 20 17:41:56.759953 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b3fe23cc-c7f9-42c5-80d7-df8cc2a0b877 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Usage tracker for resource:network and tenant:9b47d4ec84d44059beda8a5ee5d71e29 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:56.767172 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b3fe23cc-c7f9-42c5-80d7-df8cc2a0b877 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:56.813618 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b3fe23cc-c7f9-42c5-80d7-df8cc2a0b877 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:56.838973 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a169f598-8730-41f8-80f8-9288e4c1c6ef None None] Sync routers for ids ['b7bae6f1-f1fa-4fdb-96ee-514ba808f99a'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:41:56.893098 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a5d454-6d6f-43c9-8a19-067b23c844d8 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Checking segment: {'id': '3faa15c0-b96c-434c-95a4-5caab8151d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3cb7435d-a41a-49ee-945b-0527db5f4316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:41:56.897839 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a5d454-6d6f-43c9-8a19-067b23c844d8 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Network hostable DHCP agents. Network: 3cb7435d-a41a-49ee-945b-0527db5f4316, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:41:56.904533 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5d454-6d6f-43c9-8a19-067b23c844d8 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Pushing event updated for resources: {'Subnet': ['ID=55574a68-40f8-4a9a-8ebb-d687ddb663a2,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:56.912165 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-0f77ca9c-5afb-492f-9bbe-5d0844dd14c1 None None] Set router 0d095c2c-04cc-44f0-a581-641b9a11e304 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:41:56.916701 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fe23cc-c7f9-42c5-80d7-df8cc2a0b877 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Made reservation on behalf of 9b47d4ec84d44059beda8a5ee5d71e29 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:41:56.920181 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b3fe23cc-c7f9-42c5-80d7-df8cc2a0b877 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:56.969537 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3fe23cc-c7f9-42c5-80d7-df8cc2a0b877 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:41:56.975247 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a5d454-6d6f-43c9-8a19-067b23c844d8 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Network 3cb7435d-a41a-49ee-945b-0527db5f4316 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:41:56.987225 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b3fe23cc-c7f9-42c5-80d7-df8cc2a0b877 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:56.987885 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-b3fe23cc-c7f9-42c5-80d7-df8cc2a0b877 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Added segment ea46e934-9e00-44cb-a5ee-5fa01fc34c63 of type vlan for network 423de17c-e215-4068-996d-0ccba00d1688 Apr 20 17:41:56.995619 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-c0a5d454-6d6f-43c9-8a19-067b23c844d8 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 3cb7435d-a41a-49ee-945b-0527db5f4316) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:41:57.009014 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a5d454-6d6f-43c9-8a19-067b23c844d8 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:57.009815 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c0a5d454-6d6f-43c9-8a19-067b23c844d8 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:57.011939 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a169f598-8730-41f8-80f8-9288e4c1c6ef None None] Routers {'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:41:57.022366 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a169f598-8730-41f8-80f8-9288e4c1c6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['b7bae6f1-f1fa-4fdb-96ee-514ba808f99a'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:57.054346 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b3fe23cc-c7f9-42c5-80d7-df8cc2a0b877 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:57.067716 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c0a5d454-6d6f-43c9-8a19-067b23c844d8 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5820436 Apr 20 17:41:57.069031 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46214) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:57.141110 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac1949e-c7f2-4d2c-976b-0987916e26b8 None None] Network 3cb7435d-a41a-49ee-945b-0527db5f4316 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:41:57.213029 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.resource_extend [None req-b3fe23cc-c7f9-42c5-80d7-df8cc2a0b877 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:41:57.243225 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-92872135-aad0-49c1-9c87-6f5ab163a00f req-1a8a1f23-1762-49bd-8c4a-75c58d9c8354 service neutron] 10.222.0.10 "GET /v2.0/networks/911da384-323b-42ed-9656-9be4d49d8f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925077 Apr 20 17:41:57.267120 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b3fe23cc-c7f9-42c5-80d7-df8cc2a0b877 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:57.270858 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fe23cc-c7f9-42c5-80d7-df8cc2a0b877 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:57.271478 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b3fe23cc-c7f9-42c5-80d7-df8cc2a0b877 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:57.353487 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed8134-6bd0-4ded-9586-001bcc3f930f req-dafda844-b5e7-4d43-a71b-b9dc7a1331c1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:57.355246 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bfed8134-6bd0-4ded-9586-001bcc3f930f req-dafda844-b5e7-4d43-a71b-b9dc7a1331c1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 945 time: 0.3165457 Apr 20 17:41:57.366722 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2d510383-126f-44ba-8475-a7c83672a75c tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:57.378099 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe23cc-c7f9-42c5-80d7-df8cc2a0b877 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Network': ['ID=423de17c-e215-4068-996d-0ccba00d1688,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:57.415694 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b3fe23cc-c7f9-42c5-80d7-df8cc2a0b877 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7996249 Apr 20 17:41:57.420803 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46228) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:57.428461 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-f07bffe7-a987-463f-a615-666cdb2dedf7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Request body: {'subnet': {'network_id': '423de17c-e215-4068-996d-0ccba00d1688', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:41:57.459378 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 423de17c-e215-4068-996d-0ccba00d1688 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:41:57.557446 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f07bffe7-a987-463f-a615-666cdb2dedf7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:41:57.570508 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f07bffe7-a987-463f-a615-666cdb2dedf7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Usage tracker for resource:subnet and tenant:9b47d4ec84d44059beda8a5ee5d71e29 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:41:57.574159 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f07bffe7-a987-463f-a615-666cdb2dedf7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:41:57.580086 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f07bffe7-a987-463f-a615-666cdb2dedf7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:41:57.611927 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07bffe7-a987-463f-a615-666cdb2dedf7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Made reservation on behalf of 9b47d4ec84d44059beda8a5ee5d71e29 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:41:57.737563 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-a169f598-8730-41f8-80f8-9288e4c1c6ef None None] Set router b7bae6f1-f1fa-4fdb-96ee-514ba808f99a gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:41:57.871247 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f07bffe7-a987-463f-a615-666cdb2dedf7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:57.871458 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bfed8134-6bd0-4ded-9586-001bcc3f930f req-70021020-55bf-4431-9642-c9df2f1b7553 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3811100 Apr 20 17:41:57.876837 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-92872135-aad0-49c1-9c87-6f5ab163a00f req-47a708a5-c952-4c01-a183-3823e6e89570 service neutron] 10.222.0.10 "GET /v2.0/networks/911da384-323b-42ed-9656-9be4d49d8f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6246996 Apr 20 17:41:58.025408 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2d510383-126f-44ba-8475-a7c83672a75c tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:58.049962 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-2d510383-126f-44ba-8475-a7c83672a75c tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Deleting port 25b0b791-6f08-400e-9f7f-8101637156a6 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:58.050634 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2d510383-126f-44ba-8475-a7c83672a75c tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:58.082815 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46242) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:58.189099 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f07bffe7-a987-463f-a615-666cdb2dedf7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:58.301100 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-3cb7435d-a41a-49ee-945b-0527db5f4316', 'network_id': '3cb7435d-a41a-49ee-945b-0527db5f4316', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'fixed_ips': [{'subnet_id': '55574a68-40f8-4a9a-8ebb-d687ddb663a2'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:41:58.301917 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:58.394719 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-0f77ca9c-5afb-492f-9bbe-5d0844dd14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2128637301', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '79532b2a-9081-4854-927e-d6ec31df8b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:47Z', 'updated_at': '2022-04-20T17:41:50Z', 'revision_number': 3, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'gw_port': {'id': '79532b2a-9081-4854-927e-d6ec31df8b73', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:48Z', 'updated_at': '2022-04-20T17:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:58.408884 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f77ca9c-5afb-492f-9bbe-5d0844dd14c1 None None] The sync data for ids ['0d095c2c-04cc-44f0-a581-641b9a11e304'] in n-d-838032-1 is: [{'id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2128637301', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '79532b2a-9081-4854-927e-d6ec31df8b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:47Z', 'updated_at': '2022-04-20T17:41:50Z', 'revision_number': 3, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'gw_port': {'id': '79532b2a-9081-4854-927e-d6ec31df8b73', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:48Z', 'updated_at': '2022-04-20T17:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:41:58.492034 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2d510383-126f-44ba-8475-a7c83672a75c tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:58.623958 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] Allocated IP 172.20.0.2 (3cb7435d-a41a-49ee-945b-0527db5f4316/55574a68-40f8-4a9a-8ebb-d687ddb663a2/937b62ab-07d1-452c-b894-f08e90a01dfb) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:41:58.626770 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07bffe7-a987-463f-a615-666cdb2dedf7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Subnet': ['ID=39fa6556-2ecd-4569-9872-a7024bae24c4,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:58.733231 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07bffe7-a987-463f-a615-666cdb2dedf7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Checking segment: {'id': 'ea46e934-9e00-44cb-a5ee-5fa01fc34c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '423de17c-e215-4068-996d-0ccba00d1688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:41:58.733770 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07bffe7-a987-463f-a615-666cdb2dedf7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network hostable DHCP agents. Network: 423de17c-e215-4068-996d-0ccba00d1688, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:41:58.785023 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-2d510383-126f-44ba-8475-a7c83672a75c tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Calling delete_port for 25b0b791-6f08-400e-9f7f-8101637156a6 owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:41:58.850431 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07bffe7-a987-463f-a615-666cdb2dedf7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network 423de17c-e215-4068-996d-0ccba00d1688 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:41:58.880378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-fa2f4823-57b2-487a-8a63-3416551000bf tempest-QuotasTest-2146720219 tempest-QuotasTest-2146720219-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:41:58.886168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-f07bffe7-a987-463f-a615-666cdb2dedf7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 423de17c-e215-4068-996d-0ccba00d1688) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:41:58.934689 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07bffe7-a987-463f-a615-666cdb2dedf7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:58.935496 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f07bffe7-a987-463f-a615-666cdb2dedf7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:58.962364 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2916e940-4714-4b1d-8074-89ddf173cc14 None None] Network 423de17c-e215-4068-996d-0ccba00d1688 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:41:59.002152 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f07bffe7-a987-463f-a615-666cdb2dedf7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5793588 Apr 20 17:41:59.006478 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46264) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:59.102772 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fa2f4823-57b2-487a-8a63-3416551000bf tempest-QuotasTest-2146720219 tempest-QuotasTest-2146720219-project-admin] 10.222.0.39 "PUT /v2.0/quotas/d0e6fdd48c5041ee85a998167ff3c0d3 HTTP/1.1" status: 200 len: 366 time: 1.0143330 Apr 20 17:41:59.105600 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46268) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:59.217637 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:59.257015 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] Transition to ACTIVE for port object 937b62ab-07d1-452c-b894-f08e90a01dfb will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:41:59.267716 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a169f598-8730-41f8-80f8-9288e4c1c6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'name': 'tempest-RoutersTest-router-888757083', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:49Z', 'updated_at': '2022-04-20T17:41:53Z', 'revision_number': 2, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'gw_port_host': None, '_interfaces': [{'id': '0eeb0ad6-2ad5-482c-86d5-d89d40a9da96', 'name': '', 'network_id': '383fdd36-ad11-471e-b7f7-12e68bd781d6', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'mac_address': 'fa:16:3e:da:52:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66d7be54-1e28-4d0a-87d6-9140a40e1689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:52Z', 'updated_at': '2022-04-20T17:41:53Z', 'revision_number': 2, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'subnets': [{'id': '66d7be54-1e28-4d0a-87d6-9140a40e1689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:41:59.268030 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-15ee4233-0fa9-441b-88ee-70082cab96e0 tempest-QuotasTest-2146720219 tempest-QuotasTest-2146720219-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1611977 Apr 20 17:41:59.278852 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2d510383-126f-44ba-8475-a7c83672a75c tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:59.291631 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46272) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:59.357881 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88cc0d45-2625-4bf9-9ec3-9eaa82a31726 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:59.368170 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a169f598-8730-41f8-80f8-9288e4c1c6ef None None] Checking router: b7bae6f1-f1fa-4fdb-96ee-514ba808f99a for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:41:59.368870 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a169f598-8730-41f8-80f8-9288e4c1c6ef None None] Updating router b7bae6f1-f1fa-4fdb-96ee-514ba808f99a port 0eeb0ad6-2ad5-482c-86d5-d89d40a9da96 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:41:59.382631 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d510383-126f-44ba-8475-a7c83672a75c tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Pushing event deleted for resources: {'Port': ['ID=25b0b791-6f08-400e-9f7f-8101637156a6,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:59.388924 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b22d46f7-fe3b-4e11-927d-e15ed3c6c886 tempest-QuotasTest-2146720219 tempest-QuotasTest-2146720219-project-admin] 10.222.0.39 "GET /v2.0/quotas/d0e6fdd48c5041ee85a998167ff3c0d3 HTTP/1.1" status: 200 len: 366 time: 0.0512118 Apr 20 17:41:59.416426 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46280) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:59.454123 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] Transition to ACTIVE for port object 937b62ab-07d1-452c-b894-f08e90a01dfb will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:41:59.459211 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924fea0f-7aff-45c1-981c-abbd08b3809b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-423de17c-e215-4068-996d-0ccba00d1688', 'network_id': '423de17c-e215-4068-996d-0ccba00d1688', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'fixed_ips': [{'subnet_id': '39fa6556-2ecd-4569-9872-a7024bae24c4'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:41:59.460038 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-924fea0f-7aff-45c1-981c-abbd08b3809b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:59.494987 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:59.585958 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090b8e3-d0da-427b-bb00-4182b265a3c9 req-a43293c9-195d-4b0b-9f98-6eda6ae3a7e4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:41:59.587691 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0090b8e3-d0da-427b-bb00-4182b265a3c9 req-a43293c9-195d-4b0b-9f98-6eda6ae3a7e4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 945 time: 0.3539963 Apr 20 17:41:59.668917 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46286) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:59.669631 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b9f6ac3e-87f8-48bd-b562-dcda14177254 tempest-QuotasTest-2146720219 tempest-QuotasTest-2146720219-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/d0e6fdd48c5041ee85a998167ff3c0d3 HTTP/1.1" status: 204 len: 168 time: 0.1842415 Apr 20 17:41:59.678398 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a169f598-8730-41f8-80f8-9288e4c1c6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:59.724230 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c0bf2f4c-00cc-4d2d-a7f5-6b246458bc98 tempest-QuotasTest-2146720219 tempest-QuotasTest-2146720219-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0529373 Apr 20 17:41:59.728099 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0090b8e3-d0da-427b-bb00-4182b265a3c9 req-1604b192-330f-4cee-87fc-a045eff6e520 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324184 Apr 20 17:41:59.728683 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46290) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:59.768733 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-910d96bb-f8fc-4e5b-b984-e49c3875c56e tempest-QuotasTest-2146720219 tempest-QuotasTest-2146720219-project-admin] 10.222.0.39 "GET /v2.0/quotas/d0e6fdd48c5041ee85a998167ff3c0d3 HTTP/1.1" status: 200 len: 370 time: 0.0356140 Apr 20 17:41:59.769108 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46296) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:59.769224 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] Network 3cb7435d-a41a-49ee-945b-0527db5f4316 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:41:59.784448 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5b975a76-e972-41d6-88a7-51521f3a23ee tempest-QuotasTest-2146720219 tempest-QuotasTest-2146720219-project-admin] 10.222.0.39 "GET /v2.0/quotas/d0e6fdd48c5041ee85a998167ff3c0d3/default HTTP/1.1" status: 200 len: 370 time: 0.0117626 Apr 20 17:41:59.786094 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46300) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:59.805867 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:41:59.809451 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2d510383-126f-44ba-8475-a7c83672a75c tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:41:59.874635 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:41:59.916639 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] Pushing event updated for resources: {'Port': ['ID=937b62ab-07d1-452c-b894-f08e90a01dfb,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:41:59.992614 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-88cc0d45-2625-4bf9-9ec3-9eaa82a31726 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Allocated IP 172.20.0.1 (3cb7435d-a41a-49ee-945b-0527db5f4316/55574a68-40f8-4a9a-8ebb-d687ddb663a2/cbef0160-a499-438a-a8d2-857e330e98e5) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:42:00.036719 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-ea039b15-11f1-4a42-9171-490a20bc51d5 tempest-QuotasTest-2146720219 tempest-QuotasTest-2146720219-project-admin] delete failed (client error): The resource could not be found. Apr 20 17:42:00.038298 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ea039b15-11f1-4a42-9171-490a20bc51d5 tempest-QuotasTest-2146720219 tempest-QuotasTest-2146720219-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/d0e6fdd48c5041ee85a998167ff3c0d3 HTTP/1.1" status: 404 len: 348 time: 0.2487829 Apr 20 17:42:00.071799 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:00.072386 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:00.072687 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:00.073120 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:00.073537 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:00.073954 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:00.074411 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:00.074826 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:00.078494 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:00.078959 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:00.079581 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:00.139485 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] Attempting to bind port 937b62ab-07d1-452c-b894-f08e90a01dfb on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:42:00.139943 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] Attempting to bind port 937b62ab-07d1-452c-b894-f08e90a01dfb by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '3faa15c0-b96c-434c-95a4-5caab8151d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3cb7435d-a41a-49ee-945b-0527db5f4316'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:42:00.140393 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] Attempting to bind port 937b62ab-07d1-452c-b894-f08e90a01dfb on network 3cb7435d-a41a-49ee-945b-0527db5f4316 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:42:00.155322 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:42:00.156009 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] Checking segment: {'id': '3faa15c0-b96c-434c-95a4-5caab8151d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3cb7435d-a41a-49ee-945b-0527db5f4316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:42:00.156618 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:00.157218 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] Bound using segment: {'id': '3faa15c0-b96c-434c-95a4-5caab8151d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3cb7435d-a41a-49ee-945b-0527db5f4316'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:42:00.157934 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] Bound port: 937b62ab-07d1-452c-b894-f08e90a01dfb, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3faa15c0-b96c-434c-95a4-5caab8151d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3cb7435d-a41a-49ee-945b-0527db5f4316'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:42:00.158560 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:00.225477 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-924fea0f-7aff-45c1-981c-abbd08b3809b None None] Allocated IP 172.21.0.2 (423de17c-e215-4068-996d-0ccba00d1688/39fa6556-2ecd-4569-9872-a7024bae24c4/9e5df6b5-ae28-4b9b-8260-1f3659743228) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:42:00.254993 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 79532b2a-9081-4854-927e-d6ec31df8b73 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:42:00.284832 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88cc0d45-2625-4bf9-9ec3-9eaa82a31726 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:00.324020 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-88cc0d45-2625-4bf9-9ec3-9eaa82a31726 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Transition to ACTIVE for port object cbef0160-a499-438a-a8d2-857e330e98e5 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:42:00.376397 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88cc0d45-2625-4bf9-9ec3-9eaa82a31726 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:00.470133 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2d510383-126f-44ba-8475-a7c83672a75c tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:00.480219 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2d510383-126f-44ba-8475-a7c83672a75c tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:00.488840 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cc0d45-2625-4bf9-9ec3-9eaa82a31726 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Network 3cb7435d-a41a-49ee-945b-0527db5f4316 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:42:00.507913 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-88cc0d45-2625-4bf9-9ec3-9eaa82a31726 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:00.520777 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cc0d45-2625-4bf9-9ec3-9eaa82a31726 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:42:00.599017 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46318) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:00.603169 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2d510383-126f-44ba-8475-a7c83672a75c tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:00.603761 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d510383-126f-44ba-8475-a7c83672a75c tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Fanout notify agent at l3_agent the message router_deleted on router 8dcc640d-459c-4427-bb22-c9404aab12de {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:42:00.643126 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc0d45-2625-4bf9-9ec3-9eaa82a31726 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Pushing event updated for resources: {'Port': ['ID=cbef0160-a499-438a-a8d2-857e330e98e5,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:00.674368 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88cc0d45-2625-4bf9-9ec3-9eaa82a31726 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:00.704162 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 79532b2a-9081-4854-927e-d6ec31df8b73 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:42:00.711303 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] For port 937b62ab-07d1-452c-b894-f08e90a01dfb, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:42:00.722245 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2d510383-126f-44ba-8475-a7c83672a75c tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:00.723427 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2d510383-126f-44ba-8475-a7c83672a75c tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] 10.222.0.39 "DELETE /v2.0/routers/8dcc640d-459c-4427-bb22-c9404aab12de HTTP/1.1" status: 204 len: 168 time: 4.2095625 Apr 20 17:42:00.725441 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 79532b2a-9081-4854-927e-d6ec31df8b73 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:00.725909 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:00.734322 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46324) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:00.743741 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-108b4c54-7381-4393-a46e-d7bd95400899 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-518475007', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:00.750908 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-108b4c54-7381-4393-a46e-d7bd95400899 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:00.754930 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-108b4c54-7381-4393-a46e-d7bd95400899 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Usage tracker for resource:router and tenant:7998c2f4b56c4fd1b7e8025d7f250408 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:00.757785 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-108b4c54-7381-4393-a46e-d7bd95400899 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:00.760540 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-77d4cf09-8e0a-4caa-88a5-4820479f81c4 tempest-QuotasTest-2146720219 tempest-QuotasTest-2146720219-project-admin] Usage tracker for resource:network and tenant:705f710cf2394f44b2a4d4322ecd25b1 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:00.771386 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-108b4c54-7381-4393-a46e-d7bd95400899 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:00.774306 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-77d4cf09-8e0a-4caa-88a5-4820479f81c4 tempest-QuotasTest-2146720219 tempest-QuotasTest-2146720219-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:00.793185 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-77d4cf09-8e0a-4caa-88a5-4820479f81c4 tempest-QuotasTest-2146720219 tempest-QuotasTest-2146720219-project-admin] Usage tracker for resource:subnet and tenant:705f710cf2394f44b2a4d4322ecd25b1 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:00.798784 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] For port 937b62ab-07d1-452c-b894-f08e90a01dfb, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=937b62ab-07d1-452c-b894-f08e90a01dfb,segment=NetworkSegment(3faa15c0-b96c-434c-95a4-5caab8151d53),segment_id=3faa15c0-b96c-434c-95a4-5caab8151d53)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:42:00.801896 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-108b4c54-7381-4393-a46e-d7bd95400899 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:00.802727 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-108b4c54-7381-4393-a46e-d7bd95400899 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:00.807802 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88cc0d45-2625-4bf9-9ec3-9eaa82a31726 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:00.809588 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-77d4cf09-8e0a-4caa-88a5-4820479f81c4 tempest-QuotasTest-2146720219 tempest-QuotasTest-2146720219-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:00.811653 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.resource_extend [None req-a169f598-8730-41f8-80f8-9288e4c1c6ef None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:42:00.838835 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-108b4c54-7381-4393-a46e-d7bd95400899 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:00.857937 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-77d4cf09-8e0a-4caa-88a5-4820479f81c4 tempest-QuotasTest-2146720219 tempest-QuotasTest-2146720219-project-admin] Usage tracker for resource:subnetpool and tenant:705f710cf2394f44b2a4d4322ecd25b1 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:00.866228 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-108b4c54-7381-4393-a46e-d7bd95400899 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:00.872227 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-77d4cf09-8e0a-4caa-88a5-4820479f81c4 tempest-QuotasTest-2146720219 tempest-QuotasTest-2146720219-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:00.910467 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:00.948705 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-77d4cf09-8e0a-4caa-88a5-4820479f81c4 tempest-QuotasTest-2146720219 tempest-QuotasTest-2146720219-project-admin] Usage tracker for resource:port and tenant:705f710cf2394f44b2a4d4322ecd25b1 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:00.958451 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-108b4c54-7381-4393-a46e-d7bd95400899 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:00.959681 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-108b4c54-7381-4393-a46e-d7bd95400899 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2223716 Apr 20 17:42:00.960411 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-77d4cf09-8e0a-4caa-88a5-4820479f81c4 tempest-QuotasTest-2146720219 tempest-QuotasTest-2146720219-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:00.962471 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46332) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:01.021823 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ef882916-17ed-4cfe-914a-2bec080ce90a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:01.036120 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-c415944d-9f90-4580-afd2-bbd64b0d3951 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Request body: {'router': {'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:01.106648 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:01.116693 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4f9f1-fe7c-40b5-b63b-e6331e4e3a0c None None] Pushing event updated for resources: {'Port': ['ID=937b62ab-07d1-452c-b894-f08e90a01dfb,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:01.162826 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-924fea0f-7aff-45c1-981c-abbd08b3809b None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:01.191770 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a169f598-8730-41f8-80f8-9288e4c1c6ef None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:01.200578 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 79532b2a-9081-4854-927e-d6ec31df8b73, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=79532b2a-9081-4854-927e-d6ec31df8b73,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:42:01.203536 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-924fea0f-7aff-45c1-981c-abbd08b3809b None None] Transition to ACTIVE for port object 9e5df6b5-ae28-4b9b-8260-1f3659743228 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:42:01.224429 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:01.272101 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a169f598-8730-41f8-80f8-9288e4c1c6ef None None] Transition to ACTIVE for port object 0eeb0ad6-2ad5-482c-86d5-d89d40a9da96 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:42:01.273643 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-77d4cf09-8e0a-4caa-88a5-4820479f81c4 tempest-QuotasTest-2146720219 tempest-QuotasTest-2146720219-project-admin] Usage tracker for resource:router and tenant:705f710cf2394f44b2a4d4322ecd25b1 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:01.312309 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-924fea0f-7aff-45c1-981c-abbd08b3809b None None] Transition to ACTIVE for port object 9e5df6b5-ae28-4b9b-8260-1f3659743228 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:42:01.319325 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a169f598-8730-41f8-80f8-9288e4c1c6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:01.333208 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-77d4cf09-8e0a-4caa-88a5-4820479f81c4 tempest-QuotasTest-2146720219 tempest-QuotasTest-2146720219-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:01.344706 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-924fea0f-7aff-45c1-981c-abbd08b3809b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:01.382137 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-77d4cf09-8e0a-4caa-88a5-4820479f81c4 tempest-QuotasTest-2146720219 tempest-QuotasTest-2146720219-project-admin] Usage tracker for resource:floatingip and tenant:705f710cf2394f44b2a4d4322ecd25b1 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:01.398248 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-77d4cf09-8e0a-4caa-88a5-4820479f81c4 tempest-QuotasTest-2146720219 tempest-QuotasTest-2146720219-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:01.510965 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924fea0f-7aff-45c1-981c-abbd08b3809b None None] Network 423de17c-e215-4068-996d-0ccba00d1688 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:42:01.520237 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-924fea0f-7aff-45c1-981c-abbd08b3809b None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:01.557129 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924fea0f-7aff-45c1-981c-abbd08b3809b None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:42:01.678078 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=79532b2a-9081-4854-927e-d6ec31df8b73,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:01.709626 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46342) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:01.743644 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88cc0d45-2625-4bf9-9ec3-9eaa82a31726 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:01.752950 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88cc0d45-2625-4bf9-9ec3-9eaa82a31726 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:01.795946 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed504fa-253f-4374-a7cf-b8871185c9de req-972d2f2a-0cfc-4cb5-8ac3-ee977349f681 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:01.804084 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2ed504fa-253f-4374-a7cf-b8871185c9de req-972d2f2a-0cfc-4cb5-8ac3-ee977349f681 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 945 time: 0.7850847 Apr 20 17:42:01.878497 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88cc0d45-2625-4bf9-9ec3-9eaa82a31726 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:01.879720 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-a169f598-8730-41f8-80f8-9288e4c1c6ef None None] Attempting to bind port 0eeb0ad6-2ad5-482c-86d5-d89d40a9da96 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:42:01.880067 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-a169f598-8730-41f8-80f8-9288e4c1c6ef None None] Attempting to bind port 0eeb0ad6-2ad5-482c-86d5-d89d40a9da96 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '89b898a0-228b-4eac-a1a3-8ff0da4d44db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '383fdd36-ad11-471e-b7f7-12e68bd781d6'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:42:01.880423 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a169f598-8730-41f8-80f8-9288e4c1c6ef None None] Attempting to bind port 0eeb0ad6-2ad5-482c-86d5-d89d40a9da96 on network 383fdd36-ad11-471e-b7f7-12e68bd781d6 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:42:01.920617 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a169f598-8730-41f8-80f8-9288e4c1c6ef None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:42:01.920963 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a169f598-8730-41f8-80f8-9288e4c1c6ef None None] Checking segment: {'id': '89b898a0-228b-4eac-a1a3-8ff0da4d44db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '383fdd36-ad11-471e-b7f7-12e68bd781d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:42:01.921290 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a169f598-8730-41f8-80f8-9288e4c1c6ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:01.921682 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a169f598-8730-41f8-80f8-9288e4c1c6ef None None] Bound using segment: {'id': '89b898a0-228b-4eac-a1a3-8ff0da4d44db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '383fdd36-ad11-471e-b7f7-12e68bd781d6'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:42:01.922154 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-a169f598-8730-41f8-80f8-9288e4c1c6ef None None] Bound port: 0eeb0ad6-2ad5-482c-86d5-d89d40a9da96, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b898a0-228b-4eac-a1a3-8ff0da4d44db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '383fdd36-ad11-471e-b7f7-12e68bd781d6'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:42:01.922621 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a169f598-8730-41f8-80f8-9288e4c1c6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:01.968659 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-924fea0f-7aff-45c1-981c-abbd08b3809b None None] Attempting to bind port 9e5df6b5-ae28-4b9b-8260-1f3659743228 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:42:01.969039 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-924fea0f-7aff-45c1-981c-abbd08b3809b None None] Attempting to bind port 9e5df6b5-ae28-4b9b-8260-1f3659743228 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'ea46e934-9e00-44cb-a5ee-5fa01fc34c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '423de17c-e215-4068-996d-0ccba00d1688'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:42:01.969367 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924fea0f-7aff-45c1-981c-abbd08b3809b None None] Attempting to bind port 9e5df6b5-ae28-4b9b-8260-1f3659743228 on network 423de17c-e215-4068-996d-0ccba00d1688 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:42:01.976667 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924fea0f-7aff-45c1-981c-abbd08b3809b None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:42:01.977026 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924fea0f-7aff-45c1-981c-abbd08b3809b None None] Checking segment: {'id': 'ea46e934-9e00-44cb-a5ee-5fa01fc34c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '423de17c-e215-4068-996d-0ccba00d1688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:42:01.977416 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-924fea0f-7aff-45c1-981c-abbd08b3809b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:01.977795 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924fea0f-7aff-45c1-981c-abbd08b3809b None None] Bound using segment: {'id': 'ea46e934-9e00-44cb-a5ee-5fa01fc34c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '423de17c-e215-4068-996d-0ccba00d1688'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:42:01.978401 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-924fea0f-7aff-45c1-981c-abbd08b3809b None None] Bound port: 9e5df6b5-ae28-4b9b-8260-1f3659743228, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea46e934-9e00-44cb-a5ee-5fa01fc34c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '423de17c-e215-4068-996d-0ccba00d1688'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:42:01.978805 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-924fea0f-7aff-45c1-981c-abbd08b3809b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:02.009564 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5021152e-83aa-4a48-bd27-fc00fb15891a None None] Pushing event updated for resources: {'Port': ['ID=0eeb0ad6-2ad5-482c-86d5-d89d40a9da96,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:02.089469 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-aed091c1-d032-4922-9950-4024cf8d6cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:02.111989 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cc0d45-2625-4bf9-9ec3-9eaa82a31726 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Network 3cb7435d-a41a-49ee-945b-0527db5f4316 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:42:02.118275 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-88cc0d45-2625-4bf9-9ec3-9eaa82a31726 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:02.198879 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc0d45-2625-4bf9-9ec3-9eaa82a31726 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Pushing event updated for resources: {'Port': ['ID=cbef0160-a499-438a-a8d2-857e330e98e5,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:02.203617 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-924fea0f-7aff-45c1-981c-abbd08b3809b None None] For port 9e5df6b5-ae28-4b9b-8260-1f3659743228, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:42:02.226945 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-924fea0f-7aff-45c1-981c-abbd08b3809b None None] For port 9e5df6b5-ae28-4b9b-8260-1f3659743228, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9e5df6b5-ae28-4b9b-8260-1f3659743228,segment=NetworkSegment(ea46e934-9e00-44cb-a5ee-5fa01fc34c63),segment_id=ea46e934-9e00-44cb-a5ee-5fa01fc34c63)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:42:02.245599 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-aed091c1-d032-4922-9950-4024cf8d6cc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:02.250612 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-aed091c1-d032-4922-9950-4024cf8d6cc2 admin admin] Usage tracker for resource:security_group_rule and tenant:02dddb6733184bb0b7fc34fdfa7d6e6a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:02.258273 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-aed091c1-d032-4922-9950-4024cf8d6cc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:02.260590 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-aed091c1-d032-4922-9950-4024cf8d6cc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:02.267501 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-a169f598-8730-41f8-80f8-9288e4c1c6ef None None] For port 0eeb0ad6-2ad5-482c-86d5-d89d40a9da96, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:42:02.271159 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-a169f598-8730-41f8-80f8-9288e4c1c6ef None None] For port 0eeb0ad6-2ad5-482c-86d5-d89d40a9da96, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0eeb0ad6-2ad5-482c-86d5-d89d40a9da96,segment=NetworkSegment(89b898a0-228b-4eac-a1a3-8ff0da4d44db),segment_id=89b898a0-228b-4eac-a1a3-8ff0da4d44db)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:42:02.272495 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-77d4cf09-8e0a-4caa-88a5-4820479f81c4 tempest-QuotasTest-2146720219 tempest-QuotasTest-2146720219-project-admin] Usage tracker for resource:security_group and tenant:705f710cf2394f44b2a4d4322ecd25b1 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:02.275591 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-924fea0f-7aff-45c1-981c-abbd08b3809b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:02.285976 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924fea0f-7aff-45c1-981c-abbd08b3809b None None] Pushing event updated for resources: {'Port': ['ID=9e5df6b5-ae28-4b9b-8260-1f3659743228,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:02.318403 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-77d4cf09-8e0a-4caa-88a5-4820479f81c4 tempest-QuotasTest-2146720219 tempest-QuotasTest-2146720219-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:02.351170 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-77d4cf09-8e0a-4caa-88a5-4820479f81c4 tempest-QuotasTest-2146720219 tempest-QuotasTest-2146720219-project-admin] Usage tracker for resource:security_group_rule and tenant:705f710cf2394f44b2a4d4322ecd25b1 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:02.363793 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 79532b2a-9081-4854-927e-d6ec31df8b73 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:42:02.388178 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924fea0f-7aff-45c1-981c-abbd08b3809b None None] Pushing event updated for resources: {'Port': ['ID=9e5df6b5-ae28-4b9b-8260-1f3659743228,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:02.406637 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a169f598-8730-41f8-80f8-9288e4c1c6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:02.408342 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-77d4cf09-8e0a-4caa-88a5-4820479f81c4 tempest-QuotasTest-2146720219 tempest-QuotasTest-2146720219-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:02.411405 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c415944d-9f90-4580-afd2-bbd64b0d3951 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:02.412624 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-aed091c1-d032-4922-9950-4024cf8d6cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:02.434975 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2ed504fa-253f-4374-a7cf-b8871185c9de req-53d5fb40-e63a-4fda-84ac-1982d98e573e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6294174 Apr 20 17:42:02.435307 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-aed091c1-d032-4922-9950-4024cf8d6cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:02.463327 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-77d4cf09-8e0a-4caa-88a5-4820479f81c4 tempest-QuotasTest-2146720219 tempest-QuotasTest-2146720219-project-admin] 10.222.0.39 "GET /v2.0/quotas/705f710cf2394f44b2a4d4322ecd25b1/details.json HTTP/1.1" status: 200 len: 703 time: 1.8626151 Apr 20 17:42:02.487079 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-ef882916-17ed-4cfe-914a-2bec080ce90a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Allocated IP 172.21.0.1 (423de17c-e215-4068-996d-0ccba00d1688/39fa6556-2ecd-4569-9872-a7024bae24c4/731ea324-ac2d-408e-b543-36ee1119fffb) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:42:02.553817 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-aed091c1-d032-4922-9950-4024cf8d6cc2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=02dddb6733184bb0b7fc34fdfa7d6e6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8429432 Apr 20 17:42:02.557967 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46352) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:02.566433 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed091c1-d032-4922-9950-4024cf8d6cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1558ba-b909-4669-bb5e-9997d2480c10,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:02.600316 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5021152e-83aa-4a48-bd27-fc00fb15891a None None] Pushing event updated for resources: {'Port': ['ID=0eeb0ad6-2ad5-482c-86d5-d89d40a9da96,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:02.639488 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 79532b2a-9081-4854-927e-d6ec31df8b73 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:02.639960 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:02.697892 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a169f598-8730-41f8-80f8-9288e4c1c6ef None None] Routers {'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:42:02.698649 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a169f598-8730-41f8-80f8-9288e4c1c6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['b7bae6f1-f1fa-4fdb-96ee-514ba808f99a'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:02.788204 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ef882916-17ed-4cfe-914a-2bec080ce90a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:02.823066 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-ef882916-17ed-4cfe-914a-2bec080ce90a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Transition to ACTIVE for port object 731ea324-ac2d-408e-b543-36ee1119fffb will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:42:02.905528 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c415944d-9f90-4580-afd2-bbd64b0d3951 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:02.948954 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46358) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:02.949957 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c415944d-9f90-4580-afd2-bbd64b0d3951 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:02.969836 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-95a9554c-01af-4be3-9e8c-09d33a92cdc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:03.024344 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ef882916-17ed-4cfe-914a-2bec080ce90a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:03.096028 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-95a9554c-01af-4be3-9e8c-09d33a92cdc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:03.184945 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef882916-17ed-4cfe-914a-2bec080ce90a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network 423de17c-e215-4068-996d-0ccba00d1688 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:42:03.186810 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-ef882916-17ed-4cfe-914a-2bec080ce90a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:03.197238 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef882916-17ed-4cfe-914a-2bec080ce90a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:42:03.205692 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-95a9554c-01af-4be3-9e8c-09d33a92cdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:03.233246 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9554c-01af-4be3-9e8c-09d33a92cdc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1558ba-b909-4669-bb5e-9997d2480c10,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:03.249894 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88cc0d45-2625-4bf9-9ec3-9eaa82a31726 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Router 0d095c2c-04cc-44f0-a581-641b9a11e304 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:42:03.260002 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-95a9554c-01af-4be3-9e8c-09d33a92cdc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:03.261165 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-95a9554c-01af-4be3-9e8c-09d33a92cdc7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f1558ba-b909-4669-bb5e-9997d2480c10 HTTP/1.1" status: 204 len: 168 time: 0.7000625 Apr 20 17:42:03.273184 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef882916-17ed-4cfe-914a-2bec080ce90a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Port': ['ID=731ea324-ac2d-408e-b543-36ee1119fffb,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:03.411555 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-70606e64-e984-430c-8ef5-9affa63b4770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:03.462867 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ef882916-17ed-4cfe-914a-2bec080ce90a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:03.501482 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 937b62ab-07d1-452c-b894-f08e90a01dfb up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:42:03.530539 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-c415944d-9f90-4580-afd2-bbd64b0d3951 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Allocated IP 172.25.8.241 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/2416478b-9098-4303-96ca-ce4c4d1cd168) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:42:03.545205 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cc0d45-2625-4bf9-9ec3-9eaa82a31726 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:42:03.552043 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-70606e64-e984-430c-8ef5-9affa63b4770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:03.553153 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-88cc0d45-2625-4bf9-9ec3-9eaa82a31726 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "PUT /v2.0/routers/0d095c2c-04cc-44f0-a581-641b9a11e304/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4811454 Apr 20 17:42:03.558063 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46368) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:03.561784 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-70606e64-e984-430c-8ef5-9affa63b4770 admin admin] Usage tracker for resource:security_group_rule and tenant:c1865ec8578f4983bdec5c7eb8723263 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:03.562298 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e5a6c6-3e7e-49c4-84ca-981e81364821 None None] Sync routers for ids ['0d095c2c-04cc-44f0-a581-641b9a11e304'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:42:03.567057 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-70606e64-e984-430c-8ef5-9affa63b4770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:03.578563 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-12c42b6e-680d-42ee-a323-7545d96fbe70 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1192421518', 'description': 'tempest-secgroup_access--1192421518 description', 'project_id': 'b0685b0cdf464c79ab40968d62484d7b'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:03.579190 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e5a6c6-3e7e-49c4-84ca-981e81364821 None None] Routers {'0d095c2c-04cc-44f0-a581-641b9a11e304'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:42:03.579977 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-17e5a6c6-3e7e-49c4-84ca-981e81364821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0d095c2c-04cc-44f0-a581-641b9a11e304'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:03.612393 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-70606e64-e984-430c-8ef5-9affa63b4770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:03.619768 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-12c42b6e-680d-42ee-a323-7545d96fbe70 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:03.684505 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da68a724-83e0-47b2-bbdc-aa77b764df70 None None] Network 3cb7435d-a41a-49ee-945b-0527db5f4316 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:42:03.706543 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-12c42b6e-680d-42ee-a323-7545d96fbe70 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Usage tracker for resource:security_group and tenant:b0685b0cdf464c79ab40968d62484d7b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:03.715217 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-12c42b6e-680d-42ee-a323-7545d96fbe70 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:03.780754 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-12c42b6e-680d-42ee-a323-7545d96fbe70 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:03.835678 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-a169f598-8730-41f8-80f8-9288e4c1c6ef None None] Set router b7bae6f1-f1fa-4fdb-96ee-514ba808f99a gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:42:03.867210 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-17e5a6c6-3e7e-49c4-84ca-981e81364821 None None] Set router 0d095c2c-04cc-44f0-a581-641b9a11e304 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:42:03.873036 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ef882916-17ed-4cfe-914a-2bec080ce90a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:03.905692 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-12c42b6e-680d-42ee-a323-7545d96fbe70 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:04.116114 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46376) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:04.145543 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec805e-f316-4825-8578-f3c05f003cf0 req-84ff4e9d-dcb4-488c-9fbe-a836bf3a474f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:04.147067 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b7ec805e-f316-4825-8578-f3c05f003cf0 req-84ff4e9d-dcb4-488c-9fbe-a836bf3a474f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 945 time: 0.4881589 Apr 20 17:42:04.147805 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-63589c59-8724-47cc-817f-d01abbb46a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:04.230795 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-70606e64-e984-430c-8ef5-9affa63b4770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:04.259695 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-70606e64-e984-430c-8ef5-9affa63b4770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:04.277059 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-63589c59-8724-47cc-817f-d01abbb46a0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:04.282901 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b7ec805e-f316-4825-8578-f3c05f003cf0 req-547443fa-b64a-4109-8987-b426e5d4ddf0 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125224 Apr 20 17:42:04.288554 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-63589c59-8724-47cc-817f-d01abbb46a0b admin admin] Usage tracker for resource:security_group_rule and tenant:4b5724082ae04d3e9ee8fffd05f8110d is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:04.292767 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-63589c59-8724-47cc-817f-d01abbb46a0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:04.297758 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c415944d-9f90-4580-afd2-bbd64b0d3951 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:04.301030 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-63589c59-8724-47cc-817f-d01abbb46a0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:04.366268 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-12c42b6e-680d-42ee-a323-7545d96fbe70 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:04.370957 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-35fc43e9-15d4-454c-8256-7b47fdd269c2 None None] Provisioning for port 937b62ab-07d1-452c-b894-f08e90a01dfb completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:42:04.413038 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-12c42b6e-680d-42ee-a323-7545d96fbe70 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Usage tracker for resource:security_group_rule and tenant:b0685b0cdf464c79ab40968d62484d7b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:04.421186 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-12c42b6e-680d-42ee-a323-7545d96fbe70 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:04.421346 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-63589c59-8724-47cc-817f-d01abbb46a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:04.429431 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46380) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:04.430524 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-70606e64-e984-430c-8ef5-9affa63b4770 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c1865ec8578f4983bdec5c7eb8723263&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4702616 Apr 20 17:42:04.443462 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 937b62ab-07d1-452c-b894-f08e90a01dfb completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:42:04.447074 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70606e64-e984-430c-8ef5-9affa63b4770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fca3ae-0b4d-4561-bf52-0bcbb00c4a6c,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:04.452326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-12c42b6e-680d-42ee-a323-7545d96fbe70 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:04.455161 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000fd6a3-f83e-44fe-be48-3d869413c016 None None] Network 423de17c-e215-4068-996d-0ccba00d1688 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:42:04.480630 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-63589c59-8724-47cc-817f-d01abbb46a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:04.494513 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 937b62ab-07d1-452c-b894-f08e90a01dfb triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:04.495589 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:04.512256 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-17e5a6c6-3e7e-49c4-84ca-981e81364821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2128637301', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '79532b2a-9081-4854-927e-d6ec31df8b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:47Z', 'updated_at': '2022-04-20T17:42:00Z', 'revision_number': 4, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'gw_port': {'id': '79532b2a-9081-4854-927e-d6ec31df8b73', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:48Z', 'updated_at': '2022-04-20T17:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'cbef0160-a499-438a-a8d2-857e330e98e5', 'name': '', 'network_id': '3cb7435d-a41a-49ee-945b-0527db5f4316', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'mac_address': 'fa:16:3e:aa:35:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55574a68-40f8-4a9a-8ebb-d687ddb663a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:59Z', 'updated_at': '2022-04-20T17:42:01Z', 'revision_number': 2, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'subnets': [{'id': '55574a68-40f8-4a9a-8ebb-d687ddb663a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:04.516922 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e5a6c6-3e7e-49c4-84ca-981e81364821 None None] Checking router: 0d095c2c-04cc-44f0-a581-641b9a11e304 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:42:04.517463 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e5a6c6-3e7e-49c4-84ca-981e81364821 None None] Updating router 0d095c2c-04cc-44f0-a581-641b9a11e304 port cbef0160-a499-438a-a8d2-857e330e98e5 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:42:04.570995 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-17e5a6c6-3e7e-49c4-84ca-981e81364821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:04.600382 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c415944d-9f90-4580-afd2-bbd64b0d3951 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:04.601669 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63589c59-8724-47cc-817f-d01abbb46a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb16363-5e67-4c3b-a7aa-c1f9ca3e3b1d,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:04.626924 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-63589c59-8724-47cc-817f-d01abbb46a0b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4b5724082ae04d3e9ee8fffd05f8110d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5067585 Apr 20 17:42:04.626924 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-10adf334-343d-467b-8d2b-12e3c70d9170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:04.627256 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46384) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:04.684580 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-10adf334-343d-467b-8d2b-12e3c70d9170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:04.742574 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:04.757443 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-44ccce8e-9ea7-4cdc-91e4-c163165f1de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:04.765914 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-573f12bc-f2b6-4912-9a50-158a2ccffc6c None None] Provisioning for port 9e5df6b5-ae28-4b9b-8260-1f3659743228 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:42:04.788250 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-44ccce8e-9ea7-4cdc-91e4-c163165f1de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:04.789016 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 937b62ab-07d1-452c-b894-f08e90a01dfb, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=937b62ab-07d1-452c-b894-f08e90a01dfb,segment=NetworkSegment(3faa15c0-b96c-434c-95a4-5caab8151d53),segment_id=3faa15c0-b96c-434c-95a4-5caab8151d53)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:42:04.816989 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a169f598-8730-41f8-80f8-9288e4c1c6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'name': 'tempest-RoutersTest-router-888757083', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:49Z', 'updated_at': '2022-04-20T17:41:53Z', 'revision_number': 2, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'gw_port_host': None, '_interfaces': [{'id': '0eeb0ad6-2ad5-482c-86d5-d89d40a9da96', 'name': '', 'network_id': '383fdd36-ad11-471e-b7f7-12e68bd781d6', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'mac_address': 'fa:16:3e:da:52:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66d7be54-1e28-4d0a-87d6-9140a40e1689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:52Z', 'updated_at': '2022-04-20T17:42:02Z', 'revision_number': 4, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'subnets': [{'id': '66d7be54-1e28-4d0a-87d6-9140a40e1689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:04.819066 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:04.859804 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415944d-9f90-4580-afd2-bbd64b0d3951 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Pushing event updated for resources: {'Port': ['ID=2416478b-9098-4303-96ca-ce4c4d1cd168,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:04.891186 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c415944d-9f90-4580-afd2-bbd64b0d3951 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:42:04.891406 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a169f598-8730-41f8-80f8-9288e4c1c6ef None None] The sync data for ids ['b7bae6f1-f1fa-4fdb-96ee-514ba808f99a'] in n-d-838032-1 is: [{'id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'name': 'tempest-RoutersTest-router-888757083', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:49Z', 'updated_at': '2022-04-20T17:41:53Z', 'revision_number': 2, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'gw_port_host': None, '_interfaces': [{'id': '0eeb0ad6-2ad5-482c-86d5-d89d40a9da96', 'name': '', 'network_id': '383fdd36-ad11-471e-b7f7-12e68bd781d6', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'mac_address': 'fa:16:3e:da:52:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66d7be54-1e28-4d0a-87d6-9140a40e1689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:52Z', 'updated_at': '2022-04-20T17:42:02Z', 'revision_number': 4, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'subnets': [{'id': '66d7be54-1e28-4d0a-87d6-9140a40e1689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:42:04.891871 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-44ccce8e-9ea7-4cdc-91e4-c163165f1de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:04.916471 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-c415944d-9f90-4580-afd2-bbd64b0d3951 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:04.918468 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c415944d-9f90-4580-afd2-bbd64b0d3951 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:42:04.937599 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ccce8e-9ea7-4cdc-91e4-c163165f1de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb16363-5e67-4c3b-a7aa-c1f9ca3e3b1d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:04.955729 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-12c42b6e-680d-42ee-a323-7545d96fbe70 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:04.962216 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-10adf334-343d-467b-8d2b-12e3c70d9170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:04.986772 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10adf334-343d-467b-8d2b-12e3c70d9170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fca3ae-0b4d-4561-bf52-0bcbb00c4a6c,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:04.993905 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-44ccce8e-9ea7-4cdc-91e4-c163165f1de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:04.995844 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-44ccce8e-9ea7-4cdc-91e4-c163165f1de0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2bb16363-5e67-4c3b-a7aa-c1f9ca3e3b1d HTTP/1.1" status: 204 len: 168 time: 0.3665104 Apr 20 17:42:04.999076 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-10adf334-343d-467b-8d2b-12e3c70d9170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:04.999630 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-10adf334-343d-467b-8d2b-12e3c70d9170 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/61fca3ae-0b4d-4561-bf52-0bcbb00c4a6c HTTP/1.1" status: 204 len: 168 time: 0.5694621 Apr 20 17:42:05.011974 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-12c42b6e-680d-42ee-a323-7545d96fbe70 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:05.140693 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-17e5a6c6-3e7e-49c4-84ca-981e81364821 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:05.158674 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9e5df6b5-ae28-4b9b-8260-1f3659743228 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:42:05.171756 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-17e5a6c6-3e7e-49c4-84ca-981e81364821 None None] Transition to ACTIVE for port object cbef0160-a499-438a-a8d2-857e330e98e5 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:42:05.191333 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-17e5a6c6-3e7e-49c4-84ca-981e81364821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:05.264115 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=937b62ab-07d1-452c-b894-f08e90a01dfb,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:05.298469 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c42b6e-680d-42ee-a323-7545d96fbe70 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90233be4-d5b1-4f89-8635-3366dbe0f4fe,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:05.373129 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-12c42b6e-680d-42ee-a323-7545d96fbe70 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:05.379099 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46394) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:05.379567 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-12c42b6e-680d-42ee-a323-7545d96fbe70 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1632 time: 1.8142040 Apr 20 17:42:05.387184 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [None req-ef882916-17ed-4cfe-914a-2bec080ce90a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:42:05.388256 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-4632fc0c-9a9b-443d-8538-4978082e238e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--523013820', 'description': 'tempest-secgroup_general--523013820 description', 'project_id': 'b0685b0cdf464c79ab40968d62484d7b'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:05.393901 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ab0b60eb-bfcf-4c6b-8625-0fa4c4823f79 None None] Provisioning for port cbef0160-a499-438a-a8d2-857e330e98e5 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:42:05.412424 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 9e5df6b5-ae28-4b9b-8260-1f3659743228 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:42:05.413606 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4632fc0c-9a9b-443d-8538-4978082e238e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:05.427271 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4632fc0c-9a9b-443d-8538-4978082e238e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Usage tracker for resource:security_group and tenant:b0685b0cdf464c79ab40968d62484d7b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:05.432644 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ef882916-17ed-4cfe-914a-2bec080ce90a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:05.437479 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ab0b60eb-bfcf-4c6b-8625-0fa4c4823f79 None None] Provisioning complete for port 937b62ab-07d1-452c-b894-f08e90a01dfb triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:05.438025 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ab0b60eb-bfcf-4c6b-8625-0fa4c4823f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:05.440638 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4632fc0c-9a9b-443d-8538-4978082e238e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:05.449639 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ef882916-17ed-4cfe-914a-2bec080ce90a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:05.471311 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4632fc0c-9a9b-443d-8538-4978082e238e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:05.578255 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2656452-c0ca-4fde-9d82-d97527916c1f None None] Pushing event updated for resources: {'Port': ['ID=cbef0160-a499-438a-a8d2-857e330e98e5,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:05.588087 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 9e5df6b5-ae28-4b9b-8260-1f3659743228 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:05.589052 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:05.746578 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ef882916-17ed-4cfe-914a-2bec080ce90a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:05.797505 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-17e5a6c6-3e7e-49c4-84ca-981e81364821 None None] Attempting to bind port cbef0160-a499-438a-a8d2-857e330e98e5 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:42:05.797889 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-17e5a6c6-3e7e-49c4-84ca-981e81364821 None None] Attempting to bind port cbef0160-a499-438a-a8d2-857e330e98e5 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '3faa15c0-b96c-434c-95a4-5caab8151d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3cb7435d-a41a-49ee-945b-0527db5f4316'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:42:05.798260 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e5a6c6-3e7e-49c4-84ca-981e81364821 None None] Attempting to bind port cbef0160-a499-438a-a8d2-857e330e98e5 on network 3cb7435d-a41a-49ee-945b-0527db5f4316 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:42:05.813157 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e5a6c6-3e7e-49c4-84ca-981e81364821 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:42:05.813521 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e5a6c6-3e7e-49c4-84ca-981e81364821 None None] Checking segment: {'id': '3faa15c0-b96c-434c-95a4-5caab8151d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3cb7435d-a41a-49ee-945b-0527db5f4316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:42:05.813914 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-17e5a6c6-3e7e-49c4-84ca-981e81364821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:05.814316 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e5a6c6-3e7e-49c4-84ca-981e81364821 None None] Bound using segment: {'id': '3faa15c0-b96c-434c-95a4-5caab8151d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3cb7435d-a41a-49ee-945b-0527db5f4316'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:42:05.814773 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-17e5a6c6-3e7e-49c4-84ca-981e81364821 None None] Bound port: cbef0160-a499-438a-a8d2-857e330e98e5, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3faa15c0-b96c-434c-95a4-5caab8151d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3cb7435d-a41a-49ee-945b-0527db5f4316'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:42:05.815134 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-17e5a6c6-3e7e-49c4-84ca-981e81364821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:05.832110 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef882916-17ed-4cfe-914a-2bec080ce90a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Port': ['ID=731ea324-ac2d-408e-b543-36ee1119fffb,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:05.878617 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4632fc0c-9a9b-443d-8538-4978082e238e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:05.964284 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4632fc0c-9a9b-443d-8538-4978082e238e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:05.972783 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4632fc0c-9a9b-443d-8538-4978082e238e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Usage tracker for resource:security_group_rule and tenant:b0685b0cdf464c79ab40968d62484d7b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:05.978745 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4632fc0c-9a9b-443d-8538-4978082e238e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:05.987105 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4632fc0c-9a9b-443d-8538-4978082e238e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:06.008872 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-17e5a6c6-3e7e-49c4-84ca-981e81364821 None None] For port cbef0160-a499-438a-a8d2-857e330e98e5, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:42:06.014147 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-17e5a6c6-3e7e-49c4-84ca-981e81364821 None None] For port cbef0160-a499-438a-a8d2-857e330e98e5, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=cbef0160-a499-438a-a8d2-857e330e98e5,segment=NetworkSegment(3faa15c0-b96c-434c-95a4-5caab8151d53),segment_id=3faa15c0-b96c-434c-95a4-5caab8151d53)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:42:06.033092 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-17e5a6c6-3e7e-49c4-84ca-981e81364821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:06.071015 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:06.135423 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4632fc0c-9a9b-443d-8538-4978082e238e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:06.142134 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46408) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:06.153607 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 9e5df6b5-ae28-4b9b-8260-1f3659743228, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9e5df6b5-ae28-4b9b-8260-1f3659743228,segment=NetworkSegment(ea46e934-9e00-44cb-a5ee-5fa01fc34c63),segment_id=ea46e934-9e00-44cb-a5ee-5fa01fc34c63)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:42:06.177059 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:06.177998 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4632fc0c-9a9b-443d-8538-4978082e238e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:06.220956 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e5a6c6-3e7e-49c4-84ca-981e81364821 None None] Routers {'0d095c2c-04cc-44f0-a581-641b9a11e304'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:42:06.221832 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-17e5a6c6-3e7e-49c4-84ca-981e81364821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0d095c2c-04cc-44f0-a581-641b9a11e304'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:06.279275 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4632fc0c-9a9b-443d-8538-4978082e238e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:06.284593 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4632fc0c-9a9b-443d-8538-4978082e238e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1632 time: 0.9029651 Apr 20 17:42:06.285645 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46414) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:06.293720 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ec630fa0-d7f5-42f9-a6c2-6001688c8dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:06.318216 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-abcccebd-941f-46ad-aa9a-7ae729e4027e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Request body: {'security_group_rule': {'security_group_id': '90233be4-d5b1-4f89-8635-3366dbe0f4fe', 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:06.362662 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-37af0801-f07e-49a5-bf26-09a47296e57d None None] Provisioning complete for port 9e5df6b5-ae28-4b9b-8260-1f3659743228 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:06.364567 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-37af0801-f07e-49a5-bf26-09a47296e57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:06.379329 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-abcccebd-941f-46ad-aa9a-7ae729e4027e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:06.389216 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632fc0c-9a9b-443d-8538-4978082e238e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=705b655f-3402-4660-9efa-bd97b9a73c6d,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:06.403953 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-abcccebd-941f-46ad-aa9a-7ae729e4027e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Usage tracker for resource:security_group_rule and tenant:b0685b0cdf464c79ab40968d62484d7b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:06.417433 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-abcccebd-941f-46ad-aa9a-7ae729e4027e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:06.459778 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-abcccebd-941f-46ad-aa9a-7ae729e4027e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:06.533528 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d74218-e276-4f23-952e-54df30b2bd96 req-ef4297fe-026c-4226-a82a-34f14f1103ec tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:06.541712 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ec630fa0-d7f5-42f9-a6c2-6001688c8dfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:06.546389 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b7d74218-e276-4f23-952e-54df30b2bd96 req-ef4297fe-026c-4226-a82a-34f14f1103ec tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 945 time: 0.7929192 Apr 20 17:42:06.550948 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-17e5a6c6-3e7e-49c4-84ca-981e81364821 None None] Set router 0d095c2c-04cc-44f0-a581-641b9a11e304 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:42:06.580866 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ec630fa0-d7f5-42f9-a6c2-6001688c8dfe admin admin] Usage tracker for resource:security_group_rule and tenant:705f710cf2394f44b2a4d4322ecd25b1 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:06.609962 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ec630fa0-d7f5-42f9-a6c2-6001688c8dfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:06.637504 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-abcccebd-941f-46ad-aa9a-7ae729e4027e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:06.669458 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ec630fa0-d7f5-42f9-a6c2-6001688c8dfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:06.757691 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef882916-17ed-4cfe-914a-2bec080ce90a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network 423de17c-e215-4068-996d-0ccba00d1688 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:42:06.762207 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-ef882916-17ed-4cfe-914a-2bec080ce90a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:06.825564 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=9e5df6b5-ae28-4b9b-8260-1f3659743228,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:06.831568 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2656452-c0ca-4fde-9d82-d97527916c1f None None] Pushing event updated for resources: {'Port': ['ID=cbef0160-a499-438a-a8d2-857e330e98e5,revision_number=4']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:07.056817 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ec630fa0-d7f5-42f9-a6c2-6001688c8dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:07.065666 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-abcccebd-941f-46ad-aa9a-7ae729e4027e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:07.071997 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ec630fa0-d7f5-42f9-a6c2-6001688c8dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:07.166225 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec630fa0-d7f5-42f9-a6c2-6001688c8dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd8cbb8-07ff-4f00-989d-6b832e6faf17,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:07.175599 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-abcccebd-941f-46ad-aa9a-7ae729e4027e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:07.219601 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-17e5a6c6-3e7e-49c4-84ca-981e81364821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2128637301', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '79532b2a-9081-4854-927e-d6ec31df8b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:47Z', 'updated_at': '2022-04-20T17:42:00Z', 'revision_number': 4, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'gw_port': {'id': '79532b2a-9081-4854-927e-d6ec31df8b73', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:48Z', 'updated_at': '2022-04-20T17:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'cbef0160-a499-438a-a8d2-857e330e98e5', 'name': '', 'network_id': '3cb7435d-a41a-49ee-945b-0527db5f4316', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'mac_address': 'fa:16:3e:aa:35:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55574a68-40f8-4a9a-8ebb-d687ddb663a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:59Z', 'updated_at': '2022-04-20T17:42:06Z', 'revision_number': 4, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'subnets': [{'id': '55574a68-40f8-4a9a-8ebb-d687ddb663a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:07.232531 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e5a6c6-3e7e-49c4-84ca-981e81364821 None None] The sync data for ids ['0d095c2c-04cc-44f0-a581-641b9a11e304'] in n-d-838032-1 is: [{'id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2128637301', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '79532b2a-9081-4854-927e-d6ec31df8b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:47Z', 'updated_at': '2022-04-20T17:42:00Z', 'revision_number': 4, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'gw_port': {'id': '79532b2a-9081-4854-927e-d6ec31df8b73', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:48Z', 'updated_at': '2022-04-20T17:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'cbef0160-a499-438a-a8d2-857e330e98e5', 'name': '', 'network_id': '3cb7435d-a41a-49ee-945b-0527db5f4316', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'mac_address': 'fa:16:3e:aa:35:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55574a68-40f8-4a9a-8ebb-d687ddb663a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:59Z', 'updated_at': '2022-04-20T17:42:06Z', 'revision_number': 4, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'subnets': [{'id': '55574a68-40f8-4a9a-8ebb-d687ddb663a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:42:07.235353 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [req-1f37a000-5b79-44b4-9120-20f1f997356c req-dfb27ff3-7e9a-4403-8441-e4fc590b2a5d service neutron] show failed (client error): The resource could not be found. Apr 20 17:42:07.239893 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcccebd-941f-46ad-aa9a-7ae729e4027e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d8a2308-6a6a-4043-ab47-6be5db18f535,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:07.251337 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1f37a000-5b79-44b4-9120-20f1f997356c req-dfb27ff3-7e9a-4403-8441-e4fc590b2a5d service neutron] 10.222.0.43 "GET /v2.0/ports/35d556b7-05be-4160-b256-b9ba567bf3e4/bindings/n-h2-838032-1 HTTP/1.1" status: 404 len: 380 time: 0.9921746 Apr 20 17:42:07.254168 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b7d74218-e276-4f23-952e-54df30b2bd96 req-ad847e00-c7c8-465e-b801-3d2ccf767e3e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7069013 Apr 20 17:42:07.268436 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-37af0801-f07e-49a5-bf26-09a47296e57d None None] Provisioning for port 731ea324-ac2d-408e-b543-36ee1119fffb completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:42:07.286353 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ec630fa0-d7f5-42f9-a6c2-6001688c8dfe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=705f710cf2394f44b2a4d4322ecd25b1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1421387 Apr 20 17:42:07.291264 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 937b62ab-07d1-452c-b894-f08e90a01dfb up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:42:07.309710 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46422) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:07.378027 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-37af0801-f07e-49a5-bf26-09a47296e57d None None] Provisioning complete for port 731ea324-ac2d-408e-b543-36ee1119fffb triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:07.378704 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-37af0801-f07e-49a5-bf26-09a47296e57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:07.385580 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-abcccebd-941f-46ad-aa9a-7ae729e4027e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:07.390358 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-abcccebd-941f-46ad-aa9a-7ae729e4027e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0988305 Apr 20 17:42:07.427707 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c415944d-9f90-4580-afd2-bbd64b0d3951 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:07.496352 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-37af0801-f07e-49a5-bf26-09a47296e57d None None] Port 731ea324-ac2d-408e-b543-36ee1119fffb cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:42:07.550579 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 937b62ab-07d1-452c-b894-f08e90a01dfb triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:07.550929 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:07.578945 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4bc15fe1-0b84-40c4-bbfa-2fd44be695d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:07.681316 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-97c7ebe7-d107-4da5-8650-d5875d7ccf24 None None] Provisioning complete for port 731ea324-ac2d-408e-b543-36ee1119fffb triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:07.682134 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-97c7ebe7-d107-4da5-8650-d5875d7ccf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:07.693382 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4bc15fe1-0b84-40c4-bbfa-2fd44be695d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:07.786767 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4bc15fe1-0b84-40c4-bbfa-2fd44be695d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:07.835826 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc15fe1-0b84-40c4-bbfa-2fd44be695d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd8cbb8-07ff-4f00-989d-6b832e6faf17,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:07.839314 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-97c7ebe7-d107-4da5-8650-d5875d7ccf24 None None] Port 731ea324-ac2d-408e-b543-36ee1119fffb cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:42:07.841517 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4bc15fe1-0b84-40c4-bbfa-2fd44be695d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:07.848551 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4bc15fe1-0b84-40c4-bbfa-2fd44be695d9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ebd8cbb8-07ff-4f00-989d-6b832e6faf17 HTTP/1.1" status: 204 len: 168 time: 0.5255921 Apr 20 17:42:07.939822 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0eeb0ad6-2ad5-482c-86d5-d89d40a9da96 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:42:07.997770 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1f37a000-5b79-44b4-9120-20f1f997356c req-e937a055-d77a-4626-b8c1-4dc48b5bc737 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99&tenant_id=ac289a58365e49439c6a449ebba5fb54 HTTP/1.1" status: 200 len: 1096 time: 0.2054133 Apr 20 17:42:08.010806 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-3811eaad-4540-4bbe-8a78-ebccad8d56fd tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Synchronizing usage tracker for tenant:b0685b0cdf464c79ab40968d62484d7b on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:42:08.011062 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-1f37a000-5b79-44b4-9120-20f1f997356c req-e4ed25b6-795f-49cb-b735-f16c2a45922f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838032-1', 'device_owner': 'compute:nova'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:08.041792 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-3811eaad-4540-4bbe-8a78-ebccad8d56fd tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Unset dirty status for tenant:b0685b0cdf464c79ab40968d62484d7b on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:42:08.050769 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-3811eaad-4540-4bbe-8a78-ebccad8d56fd tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup_general--523013820&fields=id&tenant_id=b0685b0cdf464c79ab40968d62484d7b HTTP/1.1" status: 200 len: 267 time: 0.1480663 Apr 20 17:42:08.081954 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c415944d-9f90-4580-afd2-bbd64b0d3951 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:08.115362 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 0eeb0ad6-2ad5-482c-86d5-d89d40a9da96 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:42:08.120852 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 0eeb0ad6-2ad5-482c-86d5-d89d40a9da96 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:08.121478 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:08.140572 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-20ec98fd-a26c-466d-b5ba-8b7055533f7c tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup_access--1192421518&fields=id&tenant_id=b0685b0cdf464c79ab40968d62484d7b HTTP/1.1" status: 200 len: 267 time: 0.0881584 Apr 20 17:42:08.145781 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c415944d-9f90-4580-afd2-bbd64b0d3951 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33176207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33176208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33180178'] for router, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:08.161501 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef882916-17ed-4cfe-914a-2bec080ce90a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Router b7bae6f1-f1fa-4fdb-96ee-514ba808f99a has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:42:08.317085 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:08.423078 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 0eeb0ad6-2ad5-482c-86d5-d89d40a9da96, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0eeb0ad6-2ad5-482c-86d5-d89d40a9da96,segment=NetworkSegment(89b898a0-228b-4eac-a1a3-8ff0da4d44db),segment_id=89b898a0-228b-4eac-a1a3-8ff0da4d44db)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:42:08.439984 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:08.478448 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-3b6c73a4-1faf-4167-baf3-c463e02038f7 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:08.506979 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-3b6c73a4-1faf-4167-baf3-c463e02038f7 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/networks?id=3cb7435d-a41a-49ee-945b-0527db5f4316 HTTP/1.1" status: 200 len: 796 time: 0.3650360 Apr 20 17:42:08.539694 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-9b1117b5-a6ca-41c3-8a8c-ede47c8cdd47 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/quotas/b0685b0cdf464c79ab40968d62484d7b HTTP/1.1" status: 200 len: 375 time: 0.0303128 Apr 20 17:42:08.560821 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-1f37a000-5b79-44b4-9120-20f1f997356c req-e4ed25b6-795f-49cb-b735-f16c2a45922f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:08.601103 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=0eeb0ad6-2ad5-482c-86d5-d89d40a9da96,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:08.695443 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-41a4a554-4876-467c-ba27-d7f8aee07bb0 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Synchronizing usage tracker for tenant:b0685b0cdf464c79ab40968d62484d7b on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:42:08.723328 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-41a4a554-4876-467c-ba27-d7f8aee07bb0 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Unset dirty status for tenant:b0685b0cdf464c79ab40968d62484d7b on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:42:08.726388 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-41a4a554-4876-467c-ba27-d7f8aee07bb0 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0685b0cdf464c79ab40968d62484d7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1821682 Apr 20 17:42:08.749475 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-51d2c801-78b5-4b95-911f-6402d67244e6 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:42:08.755015 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-51d2c801-78b5-4b95-911f-6402d67244e6 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0138738 Apr 20 17:42:09.023275 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-e1adb66b-916f-41a0-a58a-1246b55f5d95 service neutron] 10.222.0.39 "GET /v2.0/networks/3cb7435d-a41a-49ee-945b-0527db5f4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612605 Apr 20 17:42:09.114556 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9e5df6b5-ae28-4b9b-8260-1f3659743228 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:42:09.189539 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-066d34e2-bb84-4a1e-92b5-267b7dd86d94 service neutron] 10.222.0.39 "GET /v2.0/networks/3cb7435d-a41a-49ee-945b-0527db5f4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598191 Apr 20 17:42:09.214599 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d3ee33f6-cec8-47ad-a784-faa4f149e368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:09.237773 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 9e5df6b5-ae28-4b9b-8260-1f3659743228 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:09.238388 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:09.266063 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de4dc5-22df-4ecc-8918-d021c1903eda req-1944c7a2-3728-44a2-a4d6-0ffc03b13ba9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:09.267621 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-92de4dc5-22df-4ecc-8918-d021c1903eda req-1944c7a2-3728-44a2-a4d6-0ffc03b13ba9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 945 time: 0.6793773 Apr 20 17:42:09.374935 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef882916-17ed-4cfe-914a-2bec080ce90a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:42:09.387160 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ef882916-17ed-4cfe-914a-2bec080ce90a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "PUT /v2.0/routers/b7bae6f1-f1fa-4fdb-96ee-514ba808f99a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3760490 Apr 20 17:42:09.387260 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46482) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:09.399297 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-0a13b665-02f1-47fb-b28a-0231c27b1dd1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Request body: {'network': {'name': 'tempest-RoutersTest-764016196'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:09.412088 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-1f37a000-5b79-44b4-9120-20f1f997356c req-e4ed25b6-795f-49cb-b735-f16c2a45922f service neutron] For port 35d556b7-05be-4160-b256-b9ba567bf3e4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=35d556b7-05be-4160-b256-b9ba567bf3e4,segment=NetworkSegment(0d0bb655-15d9-4b50-a39c-4bc813a39738),segment_id=0d0bb655-15d9-4b50-a39c-4bc813a39738)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:42:09.418497 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0a13b665-02f1-47fb-b28a-0231c27b1dd1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:09.421959 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-92de4dc5-22df-4ecc-8918-d021c1903eda req-49d11b4b-dc3a-4285-a7d3-ac3d2039d71a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465726 Apr 20 17:42:09.487554 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-1f37a000-5b79-44b4-9120-20f1f997356c req-e4ed25b6-795f-49cb-b735-f16c2a45922f service neutron] For port 35d556b7-05be-4160-b256-b9ba567bf3e4, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:42:09.499157 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cbef0160-a499-438a-a8d2-857e330e98e5 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:42:09.520371 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0a13b665-02f1-47fb-b28a-0231c27b1dd1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Usage tracker for resource:network and tenant:9b47d4ec84d44059beda8a5ee5d71e29 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:09.529947 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0a13b665-02f1-47fb-b28a-0231c27b1dd1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:09.539064 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0a13b665-02f1-47fb-b28a-0231c27b1dd1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:09.575528 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a13b665-02f1-47fb-b28a-0231c27b1dd1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Made reservation on behalf of 9b47d4ec84d44059beda8a5ee5d71e29 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:42:09.590776 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0a13b665-02f1-47fb-b28a-0231c27b1dd1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:09.615492 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-517e2c88-0ed4-4fbb-8e0c-8dbffc33c192 req-55a63ff3-98a7-4077-99e5-07add2ab98d6 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b3acf18-86a1-4ed5-8959-b4def4c94e40 HTTP/1.1" status: 200 len: 210 time: 0.2022085 Apr 20 17:42:09.650627 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b47256-80a9-48a6-be22-65daf773be99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35d556b7-05be-4160-b256-b9ba567bf3e4'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:42:09.651520 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a13b665-02f1-47fb-b28a-0231c27b1dd1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:42:09.656176 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-1f37a000-5b79-44b4-9120-20f1f997356c req-e4ed25b6-795f-49cb-b735-f16c2a45922f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:09.673714 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-1f37a000-5b79-44b4-9120-20f1f997356c req-e4ed25b6-795f-49cb-b735-f16c2a45922f service neutron] Transition to ACTIVE for port object 35d556b7-05be-4160-b256-b9ba567bf3e4 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:42:09.678384 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c415944d-9f90-4580-afd2-bbd64b0d3951 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Router 23ca3dd0-960d-4c59-b901-2aae20e65c34 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:42:09.689254 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0a13b665-02f1-47fb-b28a-0231c27b1dd1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:09.690385 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-0a13b665-02f1-47fb-b28a-0231c27b1dd1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Added segment 2ecf4e58-c251-490a-900c-29288ff06366 of type vlan for network f6b1c0f2-924f-4a87-b421-102b3dab1936 Apr 20 17:42:09.717398 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port cbef0160-a499-438a-a8d2-857e330e98e5 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:42:09.722731 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port cbef0160-a499-438a-a8d2-857e330e98e5 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:09.729745 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:09.754837 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0a13b665-02f1-47fb-b28a-0231c27b1dd1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:09.795594 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0a13b665-02f1-47fb-b28a-0231c27b1dd1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:09.801423 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a13b665-02f1-47fb-b28a-0231c27b1dd1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:09.802604 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0a13b665-02f1-47fb-b28a-0231c27b1dd1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:09.829501 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-1f37a000-5b79-44b4-9120-20f1f997356c req-e4ed25b6-795f-49cb-b735-f16c2a45922f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:09.924218 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fab58c0c-05ca-4df3-924a-e752538b77cc'] response: {'server_uuid': '72b47256-80a9-48a6-be22-65daf773be99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35d556b7-05be-4160-b256-b9ba567bf3e4', 'code': 200} Apr 20 17:42:09.936122 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:09.958146 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0a13b665-02f1-47fb-b28a-0231c27b1dd1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5701964 Apr 20 17:42:09.962814 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46508) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:09.971435 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-0d54c1b7-933a-4acd-a2e1-82b035e8b28e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Request body: {'subnet': {'network_id': 'f6b1c0f2-924f-4a87-b421-102b3dab1936', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:09.998531 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a13b665-02f1-47fb-b28a-0231c27b1dd1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Network': ['ID=f6b1c0f2-924f-4a87-b421-102b3dab1936,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:10.017449 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port cbef0160-a499-438a-a8d2-857e330e98e5, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=cbef0160-a499-438a-a8d2-857e330e98e5,segment=NetworkSegment(3faa15c0-b96c-434c-95a4-5caab8151d53),segment_id=3faa15c0-b96c-434c-95a4-5caab8151d53)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:42:10.020598 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network f6b1c0f2-924f-4a87-b421-102b3dab1936 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:42:10.052314 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:10.058640 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0eeb0ad6-2ad5-482c-86d5-d89d40a9da96 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:42:10.113478 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0d54c1b7-933a-4acd-a2e1-82b035e8b28e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:10.119665 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0d54c1b7-933a-4acd-a2e1-82b035e8b28e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Usage tracker for resource:subnet and tenant:9b47d4ec84d44059beda8a5ee5d71e29 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:10.123949 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0d54c1b7-933a-4acd-a2e1-82b035e8b28e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:10.131133 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0d54c1b7-933a-4acd-a2e1-82b035e8b28e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:10.149951 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d54c1b7-933a-4acd-a2e1-82b035e8b28e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Made reservation on behalf of 9b47d4ec84d44059beda8a5ee5d71e29 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:42:10.335160 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed25b6-795f-49cb-b735-f16c2a45922f service neutron] Pushing event updated for resources: {'Port': ['ID=35d556b7-05be-4160-b256-b9ba567bf3e4,revision_number=6']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:10.356180 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=cbef0160-a499-438a-a8d2-857e330e98e5,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:10.372683 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 0eeb0ad6-2ad5-482c-86d5-d89d40a9da96 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:10.373222 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:10.391866 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0d54c1b7-933a-4acd-a2e1-82b035e8b28e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:10.500070 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f37a000-5b79-44b4-9120-20f1f997356c req-e4ed25b6-795f-49cb-b735-f16c2a45922f service neutron] No DVR routers for this DVR port 35d556b7-05be-4160-b256-b9ba567bf3e4 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:42:10.921261 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b76553-b185-4f0b-be22-97b3e9b70d5a req-712df8a2-55d4-4748-8f41-3915a55b380b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:10.928098 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f9b76553-b185-4f0b-be22-97b3e9b70d5a req-712df8a2-55d4-4748-8f41-3915a55b380b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 943 time: 0.2712545 Apr 20 17:42:10.976443 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cbef0160-a499-438a-a8d2-857e330e98e5 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:42:11.096757 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-00ee8efb-c63b-4737-93ed-9ee056f9103d req-59a1fced-7a32-448a-9b67-f78824acf895 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b3acf18-86a1-4ed5-8959-b4def4c94e40 HTTP/1.1" status: 200 len: 210 time: 0.0760171 Apr 20 17:42:11.115868 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c415944d-9f90-4580-afd2-bbd64b0d3951 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:42:11.126644 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa7297c-dc00-4bad-9808-126582036560 None None] Sync routers for ids ['23ca3dd0-960d-4c59-b901-2aae20e65c34'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:42:11.130851 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c415944d-9f90-4580-afd2-bbd64b0d3951 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:11.132181 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c415944d-9f90-4580-afd2-bbd64b0d3951 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] 10.222.0.39 "PUT /v2.0/routers/23ca3dd0-960d-4c59-b901-2aae20e65c34 HTTP/1.1" status: 200 len: 879 time: 10.1686625 Apr 20 17:42:11.135030 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46532) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:11.184695 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port cbef0160-a499-438a-a8d2-857e330e98e5 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:11.186628 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:11.251744 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa7297c-dc00-4bad-9808-126582036560 None None] Routers {'23ca3dd0-960d-4c59-b901-2aae20e65c34'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:42:11.252391 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-ffa7297c-dc00-4bad-9808-126582036560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['23ca3dd0-960d-4c59-b901-2aae20e65c34'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:11.258138 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0d54c1b7-933a-4acd-a2e1-82b035e8b28e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:11.271339 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-1f37a000-5b79-44b4-9120-20f1f997356c req-e4ed25b6-795f-49cb-b735-f16c2a45922f service neutron] Attempting to bind port 35d556b7-05be-4160-b256-b9ba567bf3e4 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:42:11.271746 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-1f37a000-5b79-44b4-9120-20f1f997356c req-e4ed25b6-795f-49cb-b735-f16c2a45922f service neutron] Attempting to bind port 35d556b7-05be-4160-b256-b9ba567bf3e4 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '0d0bb655-15d9-4b50-a39c-4bc813a39738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:42:11.272294 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f37a000-5b79-44b4-9120-20f1f997356c req-e4ed25b6-795f-49cb-b735-f16c2a45922f service neutron] Attempting to bind port 35d556b7-05be-4160-b256-b9ba567bf3e4 on network eca56d5d-e4f2-441a-b91e-029ec9fd83b1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:42:11.281740 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f37a000-5b79-44b4-9120-20f1f997356c req-e4ed25b6-795f-49cb-b735-f16c2a45922f service neutron] Port 35d556b7-05be-4160-b256-b9ba567bf3e4 on network eca56d5d-e4f2-441a-b91e-029ec9fd83b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:42:11.282409 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f37a000-5b79-44b4-9120-20f1f997356c req-e4ed25b6-795f-49cb-b735-f16c2a45922f service neutron] Attempting to bind port 35d556b7-05be-4160-b256-b9ba567bf3e4 on network eca56d5d-e4f2-441a-b91e-029ec9fd83b1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:42:11.301602 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f37a000-5b79-44b4-9120-20f1f997356c req-e4ed25b6-795f-49cb-b735-f16c2a45922f service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:42:11.304501 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f37a000-5b79-44b4-9120-20f1f997356c req-e4ed25b6-795f-49cb-b735-f16c2a45922f service neutron] Checking segment: {'id': '0d0bb655-15d9-4b50-a39c-4bc813a39738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:42:11.306213 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f37a000-5b79-44b4-9120-20f1f997356c req-e4ed25b6-795f-49cb-b735-f16c2a45922f service neutron] Bound using segment: {'id': '0d0bb655-15d9-4b50-a39c-4bc813a39738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:42:11.307984 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-1f37a000-5b79-44b4-9120-20f1f997356c req-e4ed25b6-795f-49cb-b735-f16c2a45922f service neutron] Bound port: 35d556b7-05be-4160-b256-b9ba567bf3e4, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d0bb655-15d9-4b50-a39c-4bc813a39738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:42:11.308729 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-1f37a000-5b79-44b4-9120-20f1f997356c req-e4ed25b6-795f-49cb-b735-f16c2a45922f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:11.317451 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f9b76553-b185-4f0b-be22-97b3e9b70d5a req-78784fc3-3140-418a-8f9e-53cf6966c9c3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3884799 Apr 20 17:42:11.367304 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-ffa7297c-dc00-4bad-9808-126582036560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:11.433917 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa7297c-dc00-4bad-9808-126582036560 None None] Routers {'23ca3dd0-960d-4c59-b901-2aae20e65c34'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:42:11.436027 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-ffa7297c-dc00-4bad-9808-126582036560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:41:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['23ca3dd0-960d-4c59-b901-2aae20e65c34'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:11.487195 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-1f37a000-5b79-44b4-9120-20f1f997356c req-e4ed25b6-795f-49cb-b735-f16c2a45922f service neutron] For port 35d556b7-05be-4160-b256-b9ba567bf3e4, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:42:11.492355 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-1f37a000-5b79-44b4-9120-20f1f997356c req-e4ed25b6-795f-49cb-b735-f16c2a45922f service neutron] For port 35d556b7-05be-4160-b256-b9ba567bf3e4, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=35d556b7-05be-4160-b256-b9ba567bf3e4,segment=NetworkSegment(0d0bb655-15d9-4b50-a39c-4bc813a39738),segment_id=0d0bb655-15d9-4b50-a39c-4bc813a39738)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:42:11.514154 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-1f37a000-5b79-44b4-9120-20f1f997356c req-e4ed25b6-795f-49cb-b735-f16c2a45922f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:11.627742 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46542) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:11.629824 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed25b6-795f-49cb-b735-f16c2a45922f service neutron] Pushing event updated for resources: {'Port': ['ID=35d556b7-05be-4160-b256-b9ba567bf3e4,revision_number=7']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:11.642843 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54c1b7-933a-4acd-a2e1-82b035e8b28e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Subnet': ['ID=c6a4ff17-7828-43da-a782-2d3e38cff479,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:11.649727 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-1f37a000-5b79-44b4-9120-20f1f997356c req-e4ed25b6-795f-49cb-b735-f16c2a45922f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:11.651206 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1f37a000-5b79-44b4-9120-20f1f997356c req-e4ed25b6-795f-49cb-b735-f16c2a45922f service neutron] 10.222.0.10 "PUT /v2.0/ports/35d556b7-05be-4160-b256-b9ba567bf3e4 HTTP/1.1" status: 200 len: 1091 time: 3.6455970 Apr 20 17:42:11.690545 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-ffa7297c-dc00-4bad-9808-126582036560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:11.691423 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa7297c-dc00-4bad-9808-126582036560 None None] The sync data for ids ['23ca3dd0-960d-4c59-b901-2aae20e65c34'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:42:11.695798 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 35d556b7-05be-4160-b256-b9ba567bf3e4 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:42:11.734395 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-95d9a3e7-4e06-4d93-be68-00312421f050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:11.766161 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-50540861-e962-44c8-abb9-8c2dd5e94eb9 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:11.768111 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-50540861-e962-44c8-abb9-8c2dd5e94eb9 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.10 "GET /v2.0/networks?id=3cb7435d-a41a-49ee-945b-0527db5f4316 HTTP/1.1" status: 200 len: 796 time: 0.5551267 Apr 20 17:42:11.821529 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1f37a000-5b79-44b4-9120-20f1f997356c req-9b172da2-aaa5-430b-8237-4dd4d1eef629 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 1094 time: 0.1288090 Apr 20 17:42:11.837756 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d54c1b7-933a-4acd-a2e1-82b035e8b28e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Checking segment: {'id': '2ecf4e58-c251-490a-900c-29288ff06366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6b1c0f2-924f-4a87-b421-102b3dab1936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:42:11.838141 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d54c1b7-933a-4acd-a2e1-82b035e8b28e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network hostable DHCP agents. Network: f6b1c0f2-924f-4a87-b421-102b3dab1936, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:42:11.899450 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 35d556b7-05be-4160-b256-b9ba567bf3e4 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:42:11.906102 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-ceab46c8-87ab-48a8-b7e4-1217f21f7474 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0685b0cdf464c79ab40968d62484d7b HTTP/1.1" status: 200 len: 477 time: 0.1218212 Apr 20 17:42:11.918475 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-6606f2ab-bb3f-4583-b212-466b8f97327a tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Request body: {'port': {'device_id': '7b3acf18-86a1-4ed5-8959-b4def4c94e40', 'network_id': '3cb7435d-a41a-49ee-945b-0527db5f4316', 'admin_state_up': True, 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'security_groups': ['705b655f-3402-4660-9efa-bd97b9a73c6d', '90233be4-d5b1-4f89-8635-3366dbe0f4fe']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:11.962801 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b47256-80a9-48a6-be22-65daf773be99', 'tag': '35d556b7-05be-4160-b256-b9ba567bf3e4'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:42:11.991887 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-7368f861-b640-42f8-8ec9-984018eb14d0 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2123100676', 'router:external': True}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:12.001601 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7368f861-b640-42f8-8ec9-984018eb14d0 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:12.025205 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7368f861-b640-42f8-8ec9-984018eb14d0 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Usage tracker for resource:network and tenant:34f5d4bed2c641dda05914bf2eacbe50 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:12.033973 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7368f861-b640-42f8-8ec9-984018eb14d0 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:12.051968 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d54c1b7-933a-4acd-a2e1-82b035e8b28e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network f6b1c0f2-924f-4a87-b421-102b3dab1936 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:42:12.055912 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7368f861-b640-42f8-8ec9-984018eb14d0 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:12.083970 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37a000-5b79-44b4-9120-20f1f997356c req-228e60a4-5b49-4d11-84e5-6df305e27561 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:12.087442 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1f37a000-5b79-44b4-9120-20f1f997356c req-228e60a4-5b49-4d11-84e5-6df305e27561 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eca56d5d-e4f2-441a-b91e-029ec9fd83b1 HTTP/1.1" status: 200 len: 897 time: 0.2585213 Apr 20 17:42:12.089385 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74e41a51-9fdd-4298-b712-f1b478319d38'] response: {'name': 'network-changed', 'server_uuid': '72b47256-80a9-48a6-be22-65daf773be99', 'tag': '35d556b7-05be-4160-b256-b9ba567bf3e4', 'status': 'completed', 'code': 200} Apr 20 17:42:12.092187 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7368f861-b640-42f8-8ec9-984018eb14d0 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Made reservation on behalf of 34f5d4bed2c641dda05914bf2eacbe50 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:42:12.094671 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7368f861-b640-42f8-8ec9-984018eb14d0 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:12.119276 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-0d54c1b7-933a-4acd-a2e1-82b035e8b28e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, f6b1c0f2-924f-4a87-b421-102b3dab1936) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:12.123838 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d54c1b7-933a-4acd-a2e1-82b035e8b28e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:12.124815 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0d54c1b7-933a-4acd-a2e1-82b035e8b28e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:12.128382 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fac494-1a6a-4785-9c2c-fb1016c590e7 None None] Network f6b1c0f2-924f-4a87-b421-102b3dab1936 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:42:12.198918 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0d54c1b7-933a-4acd-a2e1-82b035e8b28e tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2351520 Apr 20 17:42:12.213771 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-663c0b41-048e-40eb-a935-5bafc7f0bb51 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] 10.222.0.39 "GET /v2.0/routers/23ca3dd0-960d-4c59-b901-2aae20e65c34 HTTP/1.1" status: 200 len: 920 time: 1.0771043 Apr 20 17:42:12.214902 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46554) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:12.224511 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-6606f2ab-bb3f-4583-b212-466b8f97327a tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:12.235488 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46558) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:12.236527 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-6606f2ab-bb3f-4583-b212-466b8f97327a tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:12.298545 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1f37a000-5b79-44b4-9120-20f1f997356c req-a1100078-d815-4e97-8df7-a824f84cc203 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35d556b7-05be-4160-b256-b9ba567bf3e4 HTTP/1.1" status: 200 len: 999 time: 0.1933193 Apr 20 17:42:12.362164 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-6606f2ab-bb3f-4583-b212-466b8f97327a tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Made reservation on behalf of b0685b0cdf464c79ab40968d62484d7b for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:42:12.362409 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-6606f2ab-bb3f-4583-b212-466b8f97327a tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:12.386756 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7368f861-b640-42f8-8ec9-984018eb14d0 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:12.405365 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d594e412-4ee5-484a-afd9-413b560ba92c req-fc0b8913-cc5e-47c0-881a-4b29e133e0c7 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b3acf18-86a1-4ed5-8959-b4def4c94e40 HTTP/1.1" status: 200 len: 210 time: 0.0924971 Apr 20 17:42:12.483022 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37a000-5b79-44b4-9120-20f1f997356c req-eea1e134-3209-4f91-929f-2b79aa2fd9a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:12.484457 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1f37a000-5b79-44b4-9120-20f1f997356c req-eea1e134-3209-4f91-929f-2b79aa2fd9a7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fcbb3aef-0f73-4a02-803d-6c36c52b922a HTTP/1.1" status: 200 len: 834 time: 0.1778729 Apr 20 17:42:12.492949 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f97824-5712-4c0a-bf77-7db1aef34e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-f6b1c0f2-924f-4a87-b421-102b3dab1936', 'network_id': 'f6b1c0f2-924f-4a87-b421-102b3dab1936', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'fixed_ips': [{'subnet_id': 'c6a4ff17-7828-43da-a782-2d3e38cff479'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:42:12.495748 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-61f97824-5712-4c0a-bf77-7db1aef34e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:12.655603 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7368f861-b640-42f8-8ec9-984018eb14d0 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:12.677070 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7368f861-b640-42f8-8ec9-984018eb14d0 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Usage tracker for resource:security_group_rule and tenant:34f5d4bed2c641dda05914bf2eacbe50 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:12.683369 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7368f861-b640-42f8-8ec9-984018eb14d0 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:12.703541 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7368f861-b640-42f8-8ec9-984018eb14d0 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:12.722735 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b649c47f-0e11-46be-a46a-719df795c168 req-17619e0a-6f6c-4064-bf11-4181326ee19a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 1094 time: 0.5608923 Apr 20 17:42:12.743634 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:12.745766 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-61f97824-5712-4c0a-bf77-7db1aef34e9f None None] Allocated IP 172.22.0.2 (f6b1c0f2-924f-4a87-b421-102b3dab1936/c6a4ff17-7828-43da-a782-2d3e38cff479/3d7a6e1c-ae90-4681-8917-c536e5c74da6) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:42:12.751434 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:12.869004 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1f37a000-5b79-44b4-9120-20f1f997356c req-ae32f1d0-5d1c-46cb-a5bf-cdb53653020f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eca56d5d-e4f2-441a-b91e-029ec9fd83b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3747284 Apr 20 17:42:12.869894 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649c47f-0e11-46be-a46a-719df795c168 req-4cbe082e-ded1-49d6-853f-922c00db1b6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:12.871208 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b649c47f-0e11-46be-a46a-719df795c168 req-4cbe082e-ded1-49d6-853f-922c00db1b6d service neutron] 10.222.0.43 "GET /v2.0/networks?id=eca56d5d-e4f2-441a-b91e-029ec9fd83b1 HTTP/1.1" status: 200 len: 897 time: 0.1325703 Apr 20 17:42:12.874005 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-6606f2ab-bb3f-4583-b212-466b8f97327a tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Allocated IP 172.20.0.6 (3cb7435d-a41a-49ee-945b-0527db5f4316/55574a68-40f8-4a9a-8ebb-d687ddb663a2/a24693d2-b353-43c3-aeed-d3faf62d162b) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:42:12.879367 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-878cab01-d04e-4a5d-92d2-144b10c24f35 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3&device_id=23ca3dd0-960d-4c59-b901-2aae20e65c34&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5833337 Apr 20 17:42:12.882591 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46576) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:12.985645 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-61f97824-5712-4c0a-bf77-7db1aef34e9f None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:12.998648 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-61f97824-5712-4c0a-bf77-7db1aef34e9f None None] Transition to ACTIVE for port object 3d7a6e1c-ae90-4681-8917-c536e5c74da6 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:42:13.019370 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-61f97824-5712-4c0a-bf77-7db1aef34e9f None None] Transition to ACTIVE for port object 3d7a6e1c-ae90-4681-8917-c536e5c74da6 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:42:13.028773 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-61f97824-5712-4c0a-bf77-7db1aef34e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:13.077178 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb1270-340c-44a0-ad51-66fadfd778d5 req-ad25f118-d51d-4da7-9f84-f38a84879540 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:13.083963 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3bbb1270-340c-44a0-ad51-66fadfd778d5 req-ad25f118-d51d-4da7-9f84-f38a84879540 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 943 time: 0.5924816 Apr 20 17:42:13.128673 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f97824-5712-4c0a-bf77-7db1aef34e9f None None] Network f6b1c0f2-924f-4a87-b421-102b3dab1936 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:42:13.132054 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-61f97824-5712-4c0a-bf77-7db1aef34e9f None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:13.134693 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f97824-5712-4c0a-bf77-7db1aef34e9f None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:42:13.175182 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b649c47f-0e11-46be-a46a-719df795c168 req-bf80a144-8fde-47a9-9e9f-61928d43799f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35d556b7-05be-4160-b256-b9ba567bf3e4 HTTP/1.1" status: 200 len: 999 time: 0.2946510 Apr 20 17:42:13.178844 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f97824-5712-4c0a-bf77-7db1aef34e9f None None] Pushing event updated for resources: {'Port': ['ID=3d7a6e1c-ae90-4681-8917-c536e5c74da6,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:13.234303 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-61f97824-5712-4c0a-bf77-7db1aef34e9f None None] Attempting to bind port 3d7a6e1c-ae90-4681-8917-c536e5c74da6 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:42:13.234661 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-61f97824-5712-4c0a-bf77-7db1aef34e9f None None] Attempting to bind port 3d7a6e1c-ae90-4681-8917-c536e5c74da6 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '2ecf4e58-c251-490a-900c-29288ff06366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6b1c0f2-924f-4a87-b421-102b3dab1936'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:42:13.235018 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f97824-5712-4c0a-bf77-7db1aef34e9f None None] Attempting to bind port 3d7a6e1c-ae90-4681-8917-c536e5c74da6 on network f6b1c0f2-924f-4a87-b421-102b3dab1936 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:42:13.242907 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f97824-5712-4c0a-bf77-7db1aef34e9f None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:42:13.243283 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f97824-5712-4c0a-bf77-7db1aef34e9f None None] Checking segment: {'id': '2ecf4e58-c251-490a-900c-29288ff06366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6b1c0f2-924f-4a87-b421-102b3dab1936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:42:13.243664 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-61f97824-5712-4c0a-bf77-7db1aef34e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:13.244052 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f97824-5712-4c0a-bf77-7db1aef34e9f None None] Bound using segment: {'id': '2ecf4e58-c251-490a-900c-29288ff06366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6b1c0f2-924f-4a87-b421-102b3dab1936'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:42:13.244169 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7368f861-b640-42f8-8ec9-984018eb14d0 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:13.244519 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-61f97824-5712-4c0a-bf77-7db1aef34e9f None None] Bound port: 3d7a6e1c-ae90-4681-8917-c536e5c74da6, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ecf4e58-c251-490a-900c-29288ff06366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6b1c0f2-924f-4a87-b421-102b3dab1936'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:42:13.244907 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-61f97824-5712-4c0a-bf77-7db1aef34e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:13.286105 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7368f861-b640-42f8-8ec9-984018eb14d0 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:13.290595 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1f37a000-5b79-44b4-9120-20f1f997356c req-18385d11-2089-4874-b70a-59c9cded5fa6 service neutron] 10.222.0.10 "GET /v2.0/networks/eca56d5d-e4f2-441a-b91e-029ec9fd83b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578343 Apr 20 17:42:13.337032 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b67323-4a24-49b4-83d2-a32b3292b375 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:13.337598 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d0b67323-4a24-49b4-83d2-a32b3292b375 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Synchronizing usage tracker for tenant:8fbeabb891d848e8850a87d1e7caedc5 on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:42:13.374627 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-61f97824-5712-4c0a-bf77-7db1aef34e9f None None] For port 3d7a6e1c-ae90-4681-8917-c536e5c74da6, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:42:13.378720 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-61f97824-5712-4c0a-bf77-7db1aef34e9f None None] For port 3d7a6e1c-ae90-4681-8917-c536e5c74da6, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3d7a6e1c-ae90-4681-8917-c536e5c74da6,segment=NetworkSegment(2ecf4e58-c251-490a-900c-29288ff06366),segment_id=2ecf4e58-c251-490a-900c-29288ff06366)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:42:13.380377 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:13.385229 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-61f97824-5712-4c0a-bf77-7db1aef34e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:13.497354 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d0b67323-4a24-49b4-83d2-a32b3292b375 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Unset dirty status for tenant:8fbeabb891d848e8850a87d1e7caedc5 on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:42:13.498658 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d0b67323-4a24-49b4-83d2-a32b3292b375 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 881 time: 0.6149118 Apr 20 17:42:13.503916 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f97824-5712-4c0a-bf77-7db1aef34e9f None None] Pushing event updated for resources: {'Port': ['ID=3d7a6e1c-ae90-4681-8917-c536e5c74da6,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:13.510532 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46582) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:13.601779 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b0fa0a38-10d0-4743-8c2e-0745df920a5d tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] 10.222.0.39 "GET /v2.0/ports?device_id=23ca3dd0-960d-4c59-b901-2aae20e65c34 HTTP/1.1" status: 200 len: 205 time: 0.0774240 Apr 20 17:42:13.611545 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46586) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:13.671939 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7368f861-b640-42f8-8ec9-984018eb14d0 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:42:13.683297 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7368f861-b640-42f8-8ec9-984018eb14d0 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:13.683640 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-7368f861-b640-42f8-8ec9-984018eb14d0 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Added segment d0912648-eeff-40f5-b6f7-7f78143a7e8f of type vlan for network a5bd5a05-c1bb-4626-96eb-58c683a65851 Apr 20 17:42:13.699610 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-6606f2ab-bb3f-4583-b212-466b8f97327a tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:13.735815 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7368f861-b640-42f8-8ec9-984018eb14d0 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:13.766352 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649c47f-0e11-46be-a46a-719df795c168 req-d672ab0d-44b8-43f5-8779-0ed9979fc84a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:13.767792 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b649c47f-0e11-46be-a46a-719df795c168 req-d672ab0d-44b8-43f5-8779-0ed9979fc84a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcbb3aef-0f73-4a02-803d-6c36c52b922a HTTP/1.1" status: 200 len: 834 time: 0.5755613 Apr 20 17:42:13.807603 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3bbb1270-340c-44a0-ad51-66fadfd778d5 req-ffa508f9-ad0f-47b9-b12c-724c7968447f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7226806 Apr 20 17:42:13.852091 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c3888617-c09e-4fb4-b265-c0eb4be834d2 req-18d63656-cdfc-402b-a5a4-2b8480f8c2f9 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b3acf18-86a1-4ed5-8959-b4def4c94e40 HTTP/1.1" status: 200 len: 210 time: 0.1662664 Apr 20 17:42:13.865086 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [None req-7368f861-b640-42f8-8ec9-984018eb14d0 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:42:13.878454 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-6606f2ab-bb3f-4583-b212-466b8f97327a tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Transition to ACTIVE for port object a24693d2-b353-43c3-aeed-d3faf62d162b will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:42:13.923303 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368f861-b640-42f8-8ec9-984018eb14d0 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04f72c9-f946-4904-a004-e4c8659a4b0e,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:13.965826 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7368f861-b640-42f8-8ec9-984018eb14d0 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:13.966751 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7368f861-b640-42f8-8ec9-984018eb14d0 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:13.967326 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7368f861-b640-42f8-8ec9-984018eb14d0 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:14.006935 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-6606f2ab-bb3f-4583-b212-466b8f97327a tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:14.043484 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:14.083489 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1f37a000-5b79-44b4-9120-20f1f997356c req-c6e98fcc-a522-4f55-bf13-dae82309feb5 service neutron] 10.222.0.10 "GET /v2.0/networks/eca56d5d-e4f2-441a-b91e-029ec9fd83b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7733665 Apr 20 17:42:14.103382 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7368f861-b640-42f8-8ec9-984018eb14d0 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.4698820 Apr 20 17:42:14.104730 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46592) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:14.105603 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368f861-b640-42f8-8ec9-984018eb14d0 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Pushing event updated for resources: {'Network': ['ID=a5bd5a05-c1bb-4626-96eb-58c683a65851,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:14.116631 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b649c47f-0e11-46be-a46a-719df795c168 req-3daf2b6d-5597-4000-a572-2d7482b11a18 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eca56d5d-e4f2-441a-b91e-029ec9fd83b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3402779 Apr 20 17:42:14.119041 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network a5bd5a05-c1bb-4626-96eb-58c683a65851 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:42:14.137762 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-6d72998a-60dc-4abc-8d63-adce1c92fbd2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Request body: {'subnet': {'network_id': 'a5bd5a05-c1bb-4626-96eb-58c683a65851', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:14.157384 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6d72998a-60dc-4abc-8d63-adce1c92fbd2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:14.171540 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-6606f2ab-bb3f-4583-b212-466b8f97327a tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Network 3cb7435d-a41a-49ee-945b-0527db5f4316 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:42:14.172826 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6d72998a-60dc-4abc-8d63-adce1c92fbd2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Usage tracker for resource:subnet and tenant:34f5d4bed2c641dda05914bf2eacbe50 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:14.184325 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6d72998a-60dc-4abc-8d63-adce1c92fbd2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:14.187874 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-6606f2ab-bb3f-4583-b212-466b8f97327a tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:14.196851 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606f2ab-bb3f-4583-b212-466b8f97327a tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Pushing event updated for resources: {'Port': ['ID=a24693d2-b353-43c3-aeed-d3faf62d162b,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:14.199759 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6d72998a-60dc-4abc-8d63-adce1c92fbd2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:14.202331 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-6606f2ab-bb3f-4583-b212-466b8f97327a tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:42:14.230148 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a7a1c994-a82b-4a47-9e77-19e9023ca3a3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:14.339554 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d72998a-60dc-4abc-8d63-adce1c92fbd2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Made reservation on behalf of 34f5d4bed2c641dda05914bf2eacbe50 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:42:14.341805 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6d72998a-60dc-4abc-8d63-adce1c92fbd2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:14.356483 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b649c47f-0e11-46be-a46a-719df795c168 req-9f37cc2f-78ec-44bc-874d-9dc7e33548c9 service neutron] 10.222.0.43 "GET /v2.0/networks/eca56d5d-e4f2-441a-b91e-029ec9fd83b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331481 Apr 20 17:42:14.364429 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b649c47f-0e11-46be-a46a-719df795c168 req-f66d07e8-49c5-4098-bbf4-df35766ac3e1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 1094 time: 0.1944175 Apr 20 17:42:14.442418 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-affd0823-b4db-4375-95b9-ece09f810bf7 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:14.677158 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-30b80b8e-3748-4d9b-a3dd-19a5192b149a None None] Provisioning for port a24693d2-b353-43c3-aeed-d3faf62d162b completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:42:14.682547 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-30b80b8e-3748-4d9b-a3dd-19a5192b149a None None] Provisioning complete for port a24693d2-b353-43c3-aeed-d3faf62d162b triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:14.683002 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-30b80b8e-3748-4d9b-a3dd-19a5192b149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:14.702588 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-6606f2ab-bb3f-4583-b212-466b8f97327a tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:14.703264 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-6606f2ab-bb3f-4583-b212-466b8f97327a tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:14.707749 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b649c47f-0e11-46be-a46a-719df795c168 req-5556ba40-dbdb-496e-9372-bb18d488d092 service neutron] 10.222.0.43 "GET /v2.0/networks/eca56d5d-e4f2-441a-b91e-029ec9fd83b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423476 Apr 20 17:42:14.708659 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649c47f-0e11-46be-a46a-719df795c168 req-ff7e4529-c5fe-4b7f-82ec-15b88417bd84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:14.709959 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b649c47f-0e11-46be-a46a-719df795c168 req-ff7e4529-c5fe-4b7f-82ec-15b88417bd84 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eca56d5d-e4f2-441a-b91e-029ec9fd83b1 HTTP/1.1" status: 200 len: 897 time: 0.3093457 Apr 20 17:42:14.751930 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-30b80b8e-3748-4d9b-a3dd-19a5192b149a None None] Port a24693d2-b353-43c3-aeed-d3faf62d162b cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:42:14.860861 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c891af1a-ddfe-4340-922a-ca55d3cfa9c5 None None] Network f6b1c0f2-924f-4a87-b421-102b3dab1936 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:42:14.871208 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b649c47f-0e11-46be-a46a-719df795c168 req-1f4651b0-25dd-411e-b918-c12838e3c41c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35d556b7-05be-4160-b256-b9ba567bf3e4 HTTP/1.1" status: 200 len: 999 time: 0.1521792 Apr 20 17:42:15.087950 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-6606f2ab-bb3f-4583-b212-466b8f97327a tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 3.1743047 Apr 20 17:42:15.113656 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-2fecec87-f2b1-44c9-878e-c2d8881e5222 service neutron] Request body: {'port': {'device_id': '7b3acf18-86a1-4ed5-8959-b4def4c94e40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:15.146724 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3d7a6e1c-ae90-4681-8917-c536e5c74da6 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:42:15.182681 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649c47f-0e11-46be-a46a-719df795c168 req-c1df0ee2-e582-4838-87ab-ba0dac1e0390 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:15.184196 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b649c47f-0e11-46be-a46a-719df795c168 req-c1df0ee2-e582-4838-87ab-ba0dac1e0390 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fcbb3aef-0f73-4a02-803d-6c36c52b922a HTTP/1.1" status: 200 len: 834 time: 0.3084741 Apr 20 17:42:15.289132 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d03e7d7-39d6-46bb-a94f-522edf4a4bc2 None None] Provisioning for port 3d7a6e1c-ae90-4681-8917-c536e5c74da6 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:42:15.312161 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c631d62-d2b9-403c-a8c2-53767ba9f6f7 req-1f00c56e-c840-480b-8098-d32c506f53fc tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:15.319475 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3c631d62-d2b9-403c-a8c2-53767ba9f6f7 req-1f00c56e-c840-480b-8098-d32c506f53fc tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 943 time: 0.3238413 Apr 20 17:42:15.379087 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:15.394974 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 3d7a6e1c-ae90-4681-8917-c536e5c74da6 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:42:15.403273 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 3d7a6e1c-ae90-4681-8917-c536e5c74da6 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:15.403984 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:15.448474 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3c631d62-d2b9-403c-a8c2-53767ba9f6f7 req-c018337c-93d4-478f-bc47-9602af440eca tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274450 Apr 20 17:42:15.461535 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b649c47f-0e11-46be-a46a-719df795c168 req-35a5cc8f-3708-4200-a4b2-ab04aa64fc3d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eca56d5d-e4f2-441a-b91e-029ec9fd83b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2666569 Apr 20 17:42:15.527095 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46606) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:15.626950 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-2fecec87-f2b1-44c9-878e-c2d8881e5222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:15.666638 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:15.689416 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b649c47f-0e11-46be-a46a-719df795c168 req-65a4d6d1-d408-4e36-84b4-c78eeaac6a33 service neutron] 10.222.0.10 "GET /v2.0/networks/eca56d5d-e4f2-441a-b91e-029ec9fd83b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207987 Apr 20 17:42:15.725264 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 3d7a6e1c-ae90-4681-8917-c536e5c74da6, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3d7a6e1c-ae90-4681-8917-c536e5c74da6,segment=NetworkSegment(2ecf4e58-c251-490a-900c-29288ff06366),segment_id=2ecf4e58-c251-490a-900c-29288ff06366)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:42:15.731144 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:15.813907 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-a7a1c994-a82b-4a47-9e77-19e9023ca3a3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Allocated IP 172.22.0.1 (f6b1c0f2-924f-4a87-b421-102b3dab1936/c6a4ff17-7828-43da-a782-2d3e38cff479/2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:42:15.818237 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0beb3eb7-98e2-41bf-817f-83cbcbde94e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:15.825021 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=3d7a6e1c-ae90-4681-8917-c536e5c74da6,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:15.836778 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ddaf8f-4a01-4862-9cfe-23a4a3d49e44 req-39a93569-e786-4d1e-93cf-f5714cad34a4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:15.837488 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-29ddaf8f-4a01-4862-9cfe-23a4a3d49e44 req-39a93569-e786-4d1e-93cf-f5714cad34a4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Synchronizing usage tracker for tenant:b0685b0cdf464c79ab40968d62484d7b on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:42:15.893171 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b649c47f-0e11-46be-a46a-719df795c168 req-00a8b106-c416-4a5c-8859-1cd985510d1a service neutron] 10.222.0.10 "GET /v2.0/networks/eca56d5d-e4f2-441a-b91e-029ec9fd83b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969249 Apr 20 17:42:15.928580 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-46efa2f3-f14d-4fba-a1c2-fe6206c5bb9d None None] Provisioning complete for port 3d7a6e1c-ae90-4681-8917-c536e5c74da6 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:15.928938 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-46efa2f3-f14d-4fba-a1c2-fe6206c5bb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:16.094812 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-29ddaf8f-4a01-4862-9cfe-23a4a3d49e44 req-39a93569-e786-4d1e-93cf-f5714cad34a4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Unset dirty status for tenant:b0685b0cdf464c79ab40968d62484d7b on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:42:16.095823 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-29ddaf8f-4a01-4862-9cfe-23a4a3d49e44 req-39a93569-e786-4d1e-93cf-f5714cad34a4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b3acf18-86a1-4ed5-8959-b4def4c94e40 HTTP/1.1" status: 200 len: 970 time: 0.9502003 Apr 20 17:42:16.113066 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0beb3eb7-98e2-41bf-817f-83cbcbde94e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:16.145005 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0beb3eb7-98e2-41bf-817f-83cbcbde94e9 admin admin] Usage tracker for resource:security_group_rule and tenant:9f24d0936d1b4107b9907376ec66e628 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:16.173916 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0beb3eb7-98e2-41bf-817f-83cbcbde94e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:16.187192 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0beb3eb7-98e2-41bf-817f-83cbcbde94e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:16.196143 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-affd0823-b4db-4375-95b9-ece09f810bf7 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:16.289110 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-affd0823-b4db-4375-95b9-ece09f810bf7 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Deleting port 2416478b-9098-4303-96ca-ce4c4d1cd168 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:42:16.289488 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-affd0823-b4db-4375-95b9-ece09f810bf7 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:16.419967 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a7a1c994-a82b-4a47-9e77-19e9023ca3a3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:16.433275 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-29ddaf8f-4a01-4862-9cfe-23a4a3d49e44 req-16b069da-3651-4347-855a-8012e2af0249 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/security-groups?id=90233be4-d5b1-4f89-8635-3366dbe0f4fe&id=705b655f-3402-4660-9efa-bd97b9a73c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3175280 Apr 20 17:42:16.487711 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-a7a1c994-a82b-4a47-9e77-19e9023ca3a3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Transition to ACTIVE for port object 2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:42:16.641087 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0beb3eb7-98e2-41bf-817f-83cbcbde94e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:16.660634 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c500a2-a7e3-43ad-96cb-06ae0c103164 req-d092f2e6-3557-4f2a-8b36-247d775bf652 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:16.661988 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-31c500a2-a7e3-43ad-96cb-06ae0c103164 req-d092f2e6-3557-4f2a-8b36-247d775bf652 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 943 time: 0.0827868 Apr 20 17:42:16.664436 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0beb3eb7-98e2-41bf-817f-83cbcbde94e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:16.709518 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-31c500a2-a7e3-43ad-96cb-06ae0c103164 req-f42b16e9-6cb2-408d-b4f0-535eb878ee6d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414796 Apr 20 17:42:16.735485 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-affd0823-b4db-4375-95b9-ece09f810bf7 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:16.749994 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a7a1c994-a82b-4a47-9e77-19e9023ca3a3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:16.810705 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb3eb7-98e2-41bf-817f-83cbcbde94e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba552c5c-6694-48d1-889f-9c22e0c7c3bc,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:16.892343 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3d7a6e1c-ae90-4681-8917-c536e5c74da6 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:42:16.961837 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 3d7a6e1c-ae90-4681-8917-c536e5c74da6 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:16.962069 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:16.975653 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0beb3eb7-98e2-41bf-817f-83cbcbde94e9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9f24d0936d1b4107b9907376ec66e628&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4465423 Apr 20 17:42:16.978535 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46614) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:17.043835 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bbae7514-a27b-43fa-9ef8-5b250bb32c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:17.073306 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bbae7514-a27b-43fa-9ef8-5b250bb32c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:17.131775 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bbae7514-a27b-43fa-9ef8-5b250bb32c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:17.140744 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-affd0823-b4db-4375-95b9-ece09f810bf7 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Calling delete_port for 2416478b-9098-4303-96ca-ce4c4d1cd168 owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:42:17.146405 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae7514-a27b-43fa-9ef8-5b250bb32c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba552c5c-6694-48d1-889f-9c22e0c7c3bc,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:17.157635 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bbae7514-a27b-43fa-9ef8-5b250bb32c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:17.158778 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bbae7514-a27b-43fa-9ef8-5b250bb32c97 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ba552c5c-6694-48d1-889f-9c22e0c7c3bc HTTP/1.1" status: 204 len: 168 time: 0.1791456 Apr 20 17:42:17.160209 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae7514-a27b-43fa-9ef8-5b250bb32c97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:17.160548 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae7514-a27b-43fa-9ef8-5b250bb32c97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:17.160907 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae7514-a27b-43fa-9ef8-5b250bb32c97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:17.161298 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae7514-a27b-43fa-9ef8-5b250bb32c97 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:17.161613 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae7514-a27b-43fa-9ef8-5b250bb32c97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:17.161925 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae7514-a27b-43fa-9ef8-5b250bb32c97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:17.162281 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae7514-a27b-43fa-9ef8-5b250bb32c97 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:17.163046 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae7514-a27b-43fa-9ef8-5b250bb32c97 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:17.163046 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae7514-a27b-43fa-9ef8-5b250bb32c97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:17.163311 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae7514-a27b-43fa-9ef8-5b250bb32c97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:17.163618 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae7514-a27b-43fa-9ef8-5b250bb32c97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:17.221624 n-d-838032-1 neutron-server[84080]: DEBUG neutron.objects.ports [None req-6d72998a-60dc-4abc-8d63-adce1c92fbd2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84080) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 20 17:42:17.222102 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6d72998a-60dc-4abc-8d63-adce1c92fbd2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:17.260945 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a1c994-a82b-4a47-9e77-19e9023ca3a3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network f6b1c0f2-924f-4a87-b421-102b3dab1936 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:42:17.265593 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1c994-a82b-4a47-9e77-19e9023ca3a3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Port': ['ID=2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:17.274975 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-2fecec87-f2b1-44c9-878e-c2d8881e5222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a24693d2-b353-43c3-aeed-d3faf62d162b {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:42:17.280163 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-a7a1c994-a82b-4a47-9e77-19e9023ca3a3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:17.293570 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a1c994-a82b-4a47-9e77-19e9023ca3a3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:42:17.324358 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-2fecec87-f2b1-44c9-878e-c2d8881e5222 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:17.535070 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a7a1c994-a82b-4a47-9e77-19e9023ca3a3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:17.537323 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72998a-60dc-4abc-8d63-adce1c92fbd2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Pushing event updated for resources: {'Subnet': ['ID=40541c9a-1334-4cf1-becf-d454e8c95a46,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:17.582678 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-affd0823-b4db-4375-95b9-ece09f810bf7 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:17.586773 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-2fecec87-f2b1-44c9-878e-c2d8881e5222 service neutron] Transition to ACTIVE for port object a24693d2-b353-43c3-aeed-d3faf62d162b will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:42:17.640529 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-2fecec87-f2b1-44c9-878e-c2d8881e5222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:17.645020 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46624) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:17.663022 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b016e422-2427-40ae-8fbc-041359fda5c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:17.676343 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd0823-b4db-4375-95b9-ece09f810bf7 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Pushing event deleted for resources: {'Port': ['ID=2416478b-9098-4303-96ca-ce4c4d1cd168,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:17.690044 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8015df65-e394-48ca-9e94-b0c4a02e0ccf None None] Provisioning for port 2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:42:17.695140 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8015df65-e394-48ca-9e94-b0c4a02e0ccf None None] Provisioning complete for port 2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:17.695617 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8015df65-e394-48ca-9e94-b0c4a02e0ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:17.700160 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b016e422-2427-40ae-8fbc-041359fda5c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:17.704095 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b016e422-2427-40ae-8fbc-041359fda5c1 admin admin] Usage tracker for resource:security_group_rule and tenant:f06201856eb5460a91e49b821e4f9314 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:17.707201 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b016e422-2427-40ae-8fbc-041359fda5c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:17.713924 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b016e422-2427-40ae-8fbc-041359fda5c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:17.744242 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d72998a-60dc-4abc-8d63-adce1c92fbd2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Checking segment: {'id': 'd0912648-eeff-40f5-b6f7-7f78143a7e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a5bd5a05-c1bb-4626-96eb-58c683a65851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:42:17.744658 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d72998a-60dc-4abc-8d63-adce1c92fbd2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Network hostable DHCP agents. Network: a5bd5a05-c1bb-4626-96eb-58c683a65851, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:42:17.767535 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-8015df65-e394-48ca-9e94-b0c4a02e0ccf None None] Port 2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:42:17.922929 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fecec87-f2b1-44c9-878e-c2d8881e5222 service neutron] Pushing event updated for resources: {'Port': ['ID=a24693d2-b353-43c3-aeed-d3faf62d162b,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:17.972507 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b016e422-2427-40ae-8fbc-041359fda5c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:17.986853 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b016e422-2427-40ae-8fbc-041359fda5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:18.042334 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016e422-2427-40ae-8fbc-041359fda5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192262f5-9f9b-4fd6-8fc3-b92e8f3e5daf,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:18.057732 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b016e422-2427-40ae-8fbc-041359fda5c1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f06201856eb5460a91e49b821e4f9314&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4088466 Apr 20 17:42:18.060344 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46630) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:18.080094 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d65440-69ff-47e5-b6a9-0f4b2506bc2e req-8df16c38-f515-448e-b1e9-f4cae919cec0 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:18.081521 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-03d65440-69ff-47e5-b6a9-0f4b2506bc2e req-8df16c38-f515-448e-b1e9-f4cae919cec0 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 943 time: 0.1695235 Apr 20 17:42:18.160714 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d72998a-60dc-4abc-8d63-adce1c92fbd2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Network a5bd5a05-c1bb-4626-96eb-58c683a65851 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:42:18.175013 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-03d65440-69ff-47e5-b6a9-0f4b2506bc2e req-46ae2e04-1615-4a79-b168-97983ab1bda8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845997 Apr 20 17:42:18.175281 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a7a1c994-a82b-4a47-9e77-19e9023ca3a3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:18.177679 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8894fb5d-d182-47b3-bda5-3505cf0eebad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:18.206093 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8894fb5d-d182-47b3-bda5-3505cf0eebad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:18.244596 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-6d72998a-60dc-4abc-8d63-adce1c92fbd2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, a5bd5a05-c1bb-4626-96eb-58c683a65851) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:18.267170 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281f5a3e-954a-4980-a09a-924aeb2dd4e5 None None] Network a5bd5a05-c1bb-4626-96eb-58c683a65851 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:42:18.271582 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8894fb5d-d182-47b3-bda5-3505cf0eebad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:18.276234 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-affd0823-b4db-4375-95b9-ece09f810bf7 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:18.293342 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894fb5d-d182-47b3-bda5-3505cf0eebad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192262f5-9f9b-4fd6-8fc3-b92e8f3e5daf,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:18.300747 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8894fb5d-d182-47b3-bda5-3505cf0eebad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:18.304887 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8894fb5d-d182-47b3-bda5-3505cf0eebad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/192262f5-9f9b-4fd6-8fc3-b92e8f3e5daf HTTP/1.1" status: 204 len: 168 time: 0.2413409 Apr 20 17:42:18.333837 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d72998a-60dc-4abc-8d63-adce1c92fbd2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:18.334467 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6d72998a-60dc-4abc-8d63-adce1c92fbd2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:18.374772 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9815083-c6f4-4b00-95ad-1a515929a15c req-65ae1906-cb73-4ac7-9d54-f70024071c21 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:18.378676 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9815083-c6f4-4b00-95ad-1a515929a15c req-65ae1906-cb73-4ac7-9d54-f70024071c21 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b3acf18-86a1-4ed5-8959-b4def4c94e40 HTTP/1.1" status: 200 len: 982 time: 0.7507784 Apr 20 17:42:18.431438 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 35d556b7-05be-4160-b256-b9ba567bf3e4 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:42:18.730364 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff2701c-ee6b-4429-abbd-f531d0baa266 None None] Network a5bd5a05-c1bb-4626-96eb-58c683a65851 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:42:18.765744 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-11ae13a0-7608-4654-925b-240d8ea2b53e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:18.767672 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-11ae13a0-7608-4654-925b-240d8ea2b53e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.10 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99&tenant_id=ac289a58365e49439c6a449ebba5fb54&binding%3Ahost_id=n-h2-838032-1 HTTP/1.1" status: 200 len: 943 time: 0.2353542 Apr 20 17:42:18.780508 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad15cc0-945f-4f31-a98d-968ec64a0f62 req-418e0fd6-ccb4-4d8d-b269-203d2a3630bc tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:18.788818 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4ad15cc0-945f-4f31-a98d-968ec64a0f62 req-418e0fd6-ccb4-4d8d-b269-203d2a3630bc tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 943 time: 0.1672523 Apr 20 17:42:18.842003 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 35d556b7-05be-4160-b256-b9ba567bf3e4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=35d556b7-05be-4160-b256-b9ba567bf3e4,segment=NetworkSegment(0d0bb655-15d9-4b50-a39c-4bc813a39738),segment_id=0d0bb655-15d9-4b50-a39c-4bc813a39738)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:42:18.866836 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '35d556b7-05be-4160-b256-b9ba567bf3e4', 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1', 'port_id': '35d556b7-05be-4160-b256-b9ba567bf3e4', 'mac_address': 'fa:16:3e:61:8c:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcbb3aef-0f73-4a02-803d-6c36c52b922a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:42:18.934138 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-2fecec87-f2b1-44c9-878e-c2d8881e5222 service neutron] Attempting to bind port a24693d2-b353-43c3-aeed-d3faf62d162b on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:42:18.934757 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-2fecec87-f2b1-44c9-878e-c2d8881e5222 service neutron] Attempting to bind port a24693d2-b353-43c3-aeed-d3faf62d162b by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '3faa15c0-b96c-434c-95a4-5caab8151d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3cb7435d-a41a-49ee-945b-0527db5f4316'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:42:18.934887 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-2fecec87-f2b1-44c9-878e-c2d8881e5222 service neutron] Attempting to bind port a24693d2-b353-43c3-aeed-d3faf62d162b on network 3cb7435d-a41a-49ee-945b-0527db5f4316 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:42:18.948224 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-87e74200-f97d-40a5-91cf-338fa5631dcb service neutron] 10.222.0.10 "GET /v2.0/ports/35d556b7-05be-4160-b256-b9ba567bf3e4/bindings/n-h2-838032-1 HTTP/1.1" status: 200 len: 382 time: 0.1561425 Apr 20 17:42:18.978103 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4ad15cc0-945f-4f31-a98d-968ec64a0f62 req-4b571164-e385-4348-b5b3-8dfb3955d86b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854985 Apr 20 17:42:18.979206 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-affd0823-b4db-4375-95b9-ece09f810bf7 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:18.982079 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6d72998a-60dc-4abc-8d63-adce1c92fbd2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.8678124 Apr 20 17:42:18.987505 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46648) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:18.988369 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-2fecec87-f2b1-44c9-878e-c2d8881e5222 service neutron] Port a24693d2-b353-43c3-aeed-d3faf62d162b on network 3cb7435d-a41a-49ee-945b-0527db5f4316 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:42:18.988689 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-2fecec87-f2b1-44c9-878e-c2d8881e5222 service neutron] Attempting to bind port a24693d2-b353-43c3-aeed-d3faf62d162b on network 3cb7435d-a41a-49ee-945b-0527db5f4316 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:42:18.999922 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9815083-c6f4-4b00-95ad-1a515929a15c req-e56be532-a9d4-426b-92fa-499871539505 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/security-groups?id=90233be4-d5b1-4f89-8635-3366dbe0f4fe&id=705b655f-3402-4660-9efa-bd97b9a73c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5390854 Apr 20 17:42:19.007169 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-69701f00-2b5a-48ef-a44a-de9e86738ad3 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-984214817', 'network_id': 'a5bd5a05-c1bb-4626-96eb-58c683a65851'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:19.012639 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-affd0823-b4db-4375-95b9-ece09f810bf7 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:19.022075 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-69701f00-2b5a-48ef-a44a-de9e86738ad3 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:19.032107 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-2fecec87-f2b1-44c9-878e-c2d8881e5222 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:42:19.032445 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-2fecec87-f2b1-44c9-878e-c2d8881e5222 service neutron] Checking segment: {'id': '3faa15c0-b96c-434c-95a4-5caab8151d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3cb7435d-a41a-49ee-945b-0527db5f4316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:42:19.032835 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-2fecec87-f2b1-44c9-878e-c2d8881e5222 service neutron] Bound using segment: {'id': '3faa15c0-b96c-434c-95a4-5caab8151d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3cb7435d-a41a-49ee-945b-0527db5f4316'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:42:19.033277 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-2fecec87-f2b1-44c9-878e-c2d8881e5222 service neutron] Bound port: a24693d2-b353-43c3-aeed-d3faf62d162b, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3faa15c0-b96c-434c-95a4-5caab8151d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3cb7435d-a41a-49ee-945b-0527db5f4316'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:42:19.033634 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-2fecec87-f2b1-44c9-878e-c2d8881e5222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:19.034291 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:19.060255 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-69701f00-2b5a-48ef-a44a-de9e86738ad3 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Usage tracker for resource:port and tenant:34f5d4bed2c641dda05914bf2eacbe50 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:19.068526 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-69701f00-2b5a-48ef-a44a-de9e86738ad3 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:19.078898 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d556b7-05be-4160-b256-b9ba567bf3e4 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:42:19.082615 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-69701f00-2b5a-48ef-a44a-de9e86738ad3 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:19.088788 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-cf6658f5-f1d6-4986-83c3-4efd4b6ba175 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 1094 time: 0.1091049 Apr 20 17:42:19.107604 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 35d556b7-05be-4160-b256-b9ba567bf3e4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=35d556b7-05be-4160-b256-b9ba567bf3e4,segment=NetworkSegment(0d0bb655-15d9-4b50-a39c-4bc813a39738),segment_id=0d0bb655-15d9-4b50-a39c-4bc813a39738)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:42:19.154735 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:19.227123 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69701f00-2b5a-48ef-a44a-de9e86738ad3 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Made reservation on behalf of 34f5d4bed2c641dda05914bf2eacbe50 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:42:19.230130 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-69701f00-2b5a-48ef-a44a-de9e86738ad3 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:19.243278 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-affd0823-b4db-4375-95b9-ece09f810bf7 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:19.243750 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=35d556b7-05be-4160-b256-b9ba567bf3e4,revision_number=8']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:19.243882 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affd0823-b4db-4375-95b9-ece09f810bf7 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Fanout notify agent at l3_agent the message router_deleted on router 23ca3dd0-960d-4c59-b901-2aae20e65c34 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:42:19.265742 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-f85bffe3-2327-46e2-88c4-9cd083999b16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:19.267262 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-f85bffe3-2327-46e2-88c4-9cd083999b16 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eca56d5d-e4f2-441a-b91e-029ec9fd83b1 HTTP/1.1" status: 200 len: 897 time: 0.1709647 Apr 20 17:42:19.300861 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-affd0823-b4db-4375-95b9-ece09f810bf7 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:19.305495 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-affd0823-b4db-4375-95b9-ece09f810bf7 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] 10.222.0.39 "DELETE /v2.0/routers/23ca3dd0-960d-4c59-b901-2aae20e65c34 HTTP/1.1" status: 204 len: 168 time: 5.6893709 Apr 20 17:42:19.306902 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-69701f00-2b5a-48ef-a44a-de9e86738ad3 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] device_id is not set on port b6bae78f-699a-4c0e-9c2f-c3e0af6502fa yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:42:19.326656 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46658) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:19.337550 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-2bb78246-263f-4a10-adc3-e8d4bfbec4a9 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1909153153', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:19.352575 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2bb78246-263f-4a10-adc3-e8d4bfbec4a9 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:19.366893 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2bb78246-263f-4a10-adc3-e8d4bfbec4a9 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Usage tracker for resource:router and tenant:7998c2f4b56c4fd1b7e8025d7f250408 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:19.369365 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-2fecec87-f2b1-44c9-878e-c2d8881e5222 service neutron] For port a24693d2-b353-43c3-aeed-d3faf62d162b, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:42:19.371326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2bb78246-263f-4a10-adc3-e8d4bfbec4a9 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:19.380326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2bb78246-263f-4a10-adc3-e8d4bfbec4a9 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:19.390496 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-2fecec87-f2b1-44c9-878e-c2d8881e5222 service neutron] For port a24693d2-b353-43c3-aeed-d3faf62d162b, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a24693d2-b353-43c3-aeed-d3faf62d162b,segment=NetworkSegment(3faa15c0-b96c-434c-95a4-5caab8151d53),segment_id=3faa15c0-b96c-434c-95a4-5caab8151d53)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:42:19.403156 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-9f04187a-a4a2-4c86-9cc3-1768f17b2d87 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35d556b7-05be-4160-b256-b9ba567bf3e4 HTTP/1.1" status: 200 len: 1000 time: 0.1294310 Apr 20 17:42:19.408146 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-2fecec87-f2b1-44c9-878e-c2d8881e5222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:19.408847 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2bb78246-263f-4a10-adc3-e8d4bfbec4a9 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:19.409873 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2bb78246-263f-4a10-adc3-e8d4bfbec4a9 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:19.485037 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-2b4ed4d3-6158-4438-8dbd-04d4800d8e3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:19.486639 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-2b4ed4d3-6158-4438-8dbd-04d4800d8e3c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fcbb3aef-0f73-4a02-803d-6c36c52b922a HTTP/1.1" status: 200 len: 834 time: 0.0718837 Apr 20 17:42:19.487883 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2bb78246-263f-4a10-adc3-e8d4bfbec4a9 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:19.501362 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.resource_extend [None req-a7a1c994-a82b-4a47-9e77-19e9023ca3a3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:42:19.535067 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a7a1c994-a82b-4a47-9e77-19e9023ca3a3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:19.537054 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['35d556b7-05be-4160-b256-b9ba567bf3e4'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:42:19.561867 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2bb78246-263f-4a10-adc3-e8d4bfbec4a9 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:19.570244 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-69701f00-2b5a-48ef-a44a-de9e86738ad3 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Allocated IP 2001:db8::2a3 (a5bd5a05-c1bb-4626-96eb-58c683a65851/40541c9a-1334-4cf1-becf-d454e8c95a46/b6bae78f-699a-4c0e-9c2f-c3e0af6502fa) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:42:19.578895 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a7a1c994-a82b-4a47-9e77-19e9023ca3a3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:19.587088 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2bb78246-263f-4a10-adc3-e8d4bfbec4a9 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:19.591113 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2bb78246-263f-4a10-adc3-e8d4bfbec4a9 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2600672 Apr 20 17:42:19.591963 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46668) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:19.599689 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-692de3e9-5436-404a-8ae0-e56c7e457084 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'enable_snat': True}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:19.612615 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-2fecec87-f2b1-44c9-878e-c2d8881e5222 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:19.614479 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-2fecec87-f2b1-44c9-878e-c2d8881e5222 service neutron] 10.222.0.10 "PUT /v2.0/ports/a24693d2-b353-43c3-aeed-d3faf62d162b HTTP/1.1" status: 200 len: 1130 time: 4.5045400 Apr 20 17:42:19.615037 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3acf18-86a1-4ed5-8959-b4def4c94e40', 'tag': 'a24693d2-b353-43c3-aeed-d3faf62d162b'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:42:19.663722 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fecec87-f2b1-44c9-878e-c2d8881e5222 service neutron] Pushing event updated for resources: {'Port': ['ID=a24693d2-b353-43c3-aeed-d3faf62d162b,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:19.719797 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-de42bdef-6e76-4c11-ad25-639d2ed4cfe2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eca56d5d-e4f2-441a-b91e-029ec9fd83b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2182302 Apr 20 17:42:19.951831 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1c994-a82b-4a47-9e77-19e9023ca3a3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Port': ['ID=2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:19.956449 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38a4b72-bc3b-42a7-9ed2-a39eab2c7120'] response: {'name': 'network-changed', 'server_uuid': '7b3acf18-86a1-4ed5-8959-b4def4c94e40', 'tag': 'a24693d2-b353-43c3-aeed-d3faf62d162b', 'status': 'completed', 'code': 200} Apr 20 17:42:19.976625 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a7a1c994-a82b-4a47-9e77-19e9023ca3a3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:20.146125 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-50d3c5d9-039b-473f-a273-d3b7fb389346 service neutron] 10.222.0.10 "GET /v2.0/networks/eca56d5d-e4f2-441a-b91e-029ec9fd83b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378134 Apr 20 17:42:20.285564 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a1c994-a82b-4a47-9e77-19e9023ca3a3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network f6b1c0f2-924f-4a87-b421-102b3dab1936 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:42:20.296740 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-a7a1c994-a82b-4a47-9e77-19e9023ca3a3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:20.431979 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-d97053c2-49eb-4dc5-ae78-01d17d0334cb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b0685b0cdf464c79ab40968d62484d7b&device_id=7b3acf18-86a1-4ed5-8959-b4def4c94e40 HTTP/1.1" status: 200 len: 1133 time: 0.7650201 Apr 20 17:42:20.538313 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-69701f00-2b5a-48ef-a44a-de9e86738ad3 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:20.550839 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-e9628522-098e-4e94-b78d-edebf1c122a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a24693d2-b353-43c3-aeed-d3faf62d162b HTTP/1.1" status: 200 len: 217 time: 0.1069250 Apr 20 17:42:20.613517 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-7dc0cdb8-d7c2-4816-adc0-e37d53922bc9 None None] Provisioning complete for port 2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:20.614492 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7dc0cdb8-d7c2-4816-adc0-e37d53922bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:20.644648 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-692de3e9-5436-404a-8ae0-e56c7e457084 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:20.663255 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-34a787cd-d6e5-4bb4-a6d4-f89d72f81db7 service neutron] 10.222.0.10 "GET /v2.0/networks/eca56d5d-e4f2-441a-b91e-029ec9fd83b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5085208 Apr 20 17:42:20.676672 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f0581-1938-44e5-b4e8-c9965497c9a3 req-accdf3fb-67f8-44db-855c-6ad7d195bef5 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:20.678256 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ff6f0581-1938-44e5-b4e8-c9965497c9a3 req-accdf3fb-67f8-44db-855c-6ad7d195bef5 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b3acf18-86a1-4ed5-8959-b4def4c94e40 HTTP/1.1" status: 200 len: 982 time: 0.4995842 Apr 20 17:42:20.742430 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-7dc0cdb8-d7c2-4816-adc0-e37d53922bc9 None None] Port 2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:42:20.765832 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51899ecd-236e-4f31-be7e-1678153b70c2 req-33ac5f89-2e7f-4411-a3db-ce8fb048baae tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:20.767430 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-51899ecd-236e-4f31-be7e-1678153b70c2 req-33ac5f89-2e7f-4411-a3db-ce8fb048baae tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 944 time: 0.6259394 Apr 20 17:42:20.807707 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-ff6f0581-1938-44e5-b4e8-c9965497c9a3 req-8c4b4d78-e428-47d8-99e1-6f0c9e0200c0 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Synchronizing usage tracker for tenant:b0685b0cdf464c79ab40968d62484d7b on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:42:20.829503 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-ff6f0581-1938-44e5-b4e8-c9965497c9a3 req-8c4b4d78-e428-47d8-99e1-6f0c9e0200c0 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Unset dirty status for tenant:b0685b0cdf464c79ab40968d62484d7b on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:42:20.839775 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ff6f0581-1938-44e5-b4e8-c9965497c9a3 req-8c4b4d78-e428-47d8-99e1-6f0c9e0200c0 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/security-groups?id=90233be4-d5b1-4f89-8635-3366dbe0f4fe&id=705b655f-3402-4660-9efa-bd97b9a73c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1410410 Apr 20 17:42:20.898293 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-3c7d2e01-993f-4074-8e73-1df7aff9a988 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:20.899723 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-3c7d2e01-993f-4074-8e73-1df7aff9a988 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55574a68-40f8-4a9a-8ebb-d687ddb663a2 HTTP/1.1" status: 200 len: 835 time: 0.3363969 Apr 20 17:42:20.941184 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-692de3e9-5436-404a-8ae0-e56c7e457084 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:20.977712 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-692de3e9-5436-404a-8ae0-e56c7e457084 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:21.002080 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-69701f00-2b5a-48ef-a44a-de9e86738ad3 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:21.060749 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-51899ecd-236e-4f31-be7e-1678153b70c2 req-465c5c7a-abf3-422f-a180-37f898884f74 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2753484 Apr 20 17:42:21.116139 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69701f00-2b5a-48ef-a44a-de9e86738ad3 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Network a5bd5a05-c1bb-4626-96eb-58c683a65851 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:42:21.116920 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69701f00-2b5a-48ef-a44a-de9e86738ad3 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Pushing event updated for resources: {'Port': ['ID=b6bae78f-699a-4c0e-9c2f-c3e0af6502fa,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:21.123200 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-69701f00-2b5a-48ef-a44a-de9e86738ad3 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:21.125847 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69701f00-2b5a-48ef-a44a-de9e86738ad3 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:42:21.126745 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69701f00-2b5a-48ef-a44a-de9e86738ad3 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:21.127338 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-69701f00-2b5a-48ef-a44a-de9e86738ad3 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:21.129050 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-692de3e9-5436-404a-8ae0-e56c7e457084 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Allocated IP 172.25.8.163 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/1a37fa9e-7b73-4de6-9961-9b199a129f83) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:42:21.170757 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-69701f00-2b5a-48ef-a44a-de9e86738ad3 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.1769614 Apr 20 17:42:21.172009 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46704) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:21.174603 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-d4fb4822-25a6-4d66-91b3-4e76b342c0f7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3cb7435d-a41a-49ee-945b-0527db5f4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2307560 Apr 20 17:42:21.282419 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a1c994-a82b-4a47-9e77-19e9023ca3a3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Router b7bae6f1-f1fa-4fdb-96ee-514ba808f99a has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:42:21.299302 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-db674dc3-15a6-4d21-916d-468449badf40 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Deleting port b6bae78f-699a-4c0e-9c2f-c3e0af6502fa {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:42:21.299728 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-db674dc3-15a6-4d21-916d-468449badf40 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:21.386652 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-e6dba4ff-cae9-48e0-a3e8-63ea91e1f2c1 service neutron] 10.222.0.10 "GET /v2.0/networks/3cb7435d-a41a-49ee-945b-0527db5f4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047381 Apr 20 17:42:21.525488 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-692de3e9-5436-404a-8ae0-e56c7e457084 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:21.586308 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-db674dc3-15a6-4d21-916d-468449badf40 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:21.639944 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47090b5c-78b1-49e8-b66b-98ed64d8eaf6 req-7f556599-35a0-41df-a384-5362d9086119 service neutron] 10.222.0.10 "GET /v2.0/networks/3cb7435d-a41a-49ee-945b-0527db5f4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692681 Apr 20 17:42:21.661741 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a1c994-a82b-4a47-9e77-19e9023ca3a3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:42:21.670110 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a7a1c994-a82b-4a47-9e77-19e9023ca3a3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "PUT /v2.0/routers/b7bae6f1-f1fa-4fdb-96ee-514ba808f99a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4509900 Apr 20 17:42:21.670512 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46726) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:21.680420 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-311854cf-b7ab-4428-a539-4e680767bf78 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Request body: {'network': {'name': 'tempest-RoutersTest-1975728307'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:21.687157 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-311854cf-b7ab-4428-a539-4e680767bf78 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:21.691455 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-311854cf-b7ab-4428-a539-4e680767bf78 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Usage tracker for resource:network and tenant:9b47d4ec84d44059beda8a5ee5d71e29 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:21.698520 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-311854cf-b7ab-4428-a539-4e680767bf78 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:21.715983 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-db674dc3-15a6-4d21-916d-468449badf40 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Calling delete_port for b6bae78f-699a-4c0e-9c2f-c3e0af6502fa owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:42:21.740709 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-311854cf-b7ab-4428-a539-4e680767bf78 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:21.750673 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-692de3e9-5436-404a-8ae0-e56c7e457084 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:21.764232 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311854cf-b7ab-4428-a539-4e680767bf78 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Made reservation on behalf of 9b47d4ec84d44059beda8a5ee5d71e29 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:42:21.767215 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-311854cf-b7ab-4428-a539-4e680767bf78 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:21.803965 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-311854cf-b7ab-4428-a539-4e680767bf78 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:42:21.814459 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9b2bd907-29e3-44e9-a2ca-60038fe0a02f req-9c6a9558-0d4d-421c-9e6e-3ff8dfd7ce8f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b0685b0cdf464c79ab40968d62484d7b&device_id=7b3acf18-86a1-4ed5-8959-b4def4c94e40 HTTP/1.1" status: 200 len: 1133 time: 0.1171339 Apr 20 17:42:21.826360 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692de3e9-5436-404a-8ae0-e56c7e457084 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Pushing event updated for resources: {'Port': ['ID=1a37fa9e-7b73-4de6-9961-9b199a129f83,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:21.845436 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-311854cf-b7ab-4428-a539-4e680767bf78 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:21.845856 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-311854cf-b7ab-4428-a539-4e680767bf78 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Added segment 471897cc-d9d2-49e6-9b14-3ffc0263d002 of type vlan for network 0353f022-6783-407e-8cdf-8dfd1969f806 Apr 20 17:42:21.850865 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692de3e9-5436-404a-8ae0-e56c7e457084 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:42:21.864772 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-692de3e9-5436-404a-8ae0-e56c7e457084 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:21.867289 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692de3e9-5436-404a-8ae0-e56c7e457084 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:42:21.948752 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-311854cf-b7ab-4428-a539-4e680767bf78 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:22.009375 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bd907-29e3-44e9-a2ca-60038fe0a02f req-19a73483-1242-45bd-aa83-21658e6a4211 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:22.010868 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9b2bd907-29e3-44e9-a2ca-60038fe0a02f req-19a73483-1242-45bd-aa83-21658e6a4211 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3cb7435d-a41a-49ee-945b-0527db5f4316 HTTP/1.1" status: 200 len: 897 time: 0.1879733 Apr 20 17:42:22.016765 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-311854cf-b7ab-4428-a539-4e680767bf78 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:22.020813 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311854cf-b7ab-4428-a539-4e680767bf78 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:22.021421 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-311854cf-b7ab-4428-a539-4e680767bf78 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:22.096989 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46736) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:22.192910 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9b2bd907-29e3-44e9-a2ca-60038fe0a02f req-78699f44-61fd-4877-b281-0fb85947696c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a24693d2-b353-43c3-aeed-d3faf62d162b HTTP/1.1" status: 200 len: 217 time: 0.1651289 Apr 20 17:42:22.200981 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-311854cf-b7ab-4428-a539-4e680767bf78 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5294309 Apr 20 17:42:22.207267 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46744) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:22.220947 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-f5020509-34dd-4e41-b787-31f6a5272c13 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Request body: {'subnet': {'network_id': '0353f022-6783-407e-8cdf-8dfd1969f806', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:22.282542 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311854cf-b7ab-4428-a539-4e680767bf78 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Network': ['ID=0353f022-6783-407e-8cdf-8dfd1969f806,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:22.293442 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 0353f022-6783-407e-8cdf-8dfd1969f806 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:42:22.307185 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-db674dc3-15a6-4d21-916d-468449badf40 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:22.327860 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-99cf4d2b-7460-41b2-acb2-a8c953b5bea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:22.372210 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bd907-29e3-44e9-a2ca-60038fe0a02f req-fc7bfd25-5bcd-4598-bb6d-c53042a9ba72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:22.374451 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9b2bd907-29e3-44e9-a2ca-60038fe0a02f req-fc7bfd25-5bcd-4598-bb6d-c53042a9ba72 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55574a68-40f8-4a9a-8ebb-d687ddb663a2 HTTP/1.1" status: 200 len: 835 time: 0.1409674 Apr 20 17:42:22.406010 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db674dc3-15a6-4d21-916d-468449badf40 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6bae78f-699a-4c0e-9c2f-c3e0af6502fa,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:22.437465 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-99cf4d2b-7460-41b2-acb2-a8c953b5bea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:22.443841 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-99cf4d2b-7460-41b2-acb2-a8c953b5bea2 admin admin] Usage tracker for resource:security_group_rule and tenant:9e57dcef90ad40058e59ce27b6e01cea is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:22.449471 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 35d556b7-05be-4160-b256-b9ba567bf3e4 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:42:22.461195 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f5020509-34dd-4e41-b787-31f6a5272c13 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:22.468285 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-db674dc3-15a6-4d21-916d-468449badf40 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:22.476215 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f5020509-34dd-4e41-b787-31f6a5272c13 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Usage tracker for resource:subnet and tenant:9b47d4ec84d44059beda8a5ee5d71e29 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:22.483826 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f5020509-34dd-4e41-b787-31f6a5272c13 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:22.495971 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96136181-d577-4ad5-87de-aed9ccaf4da8 req-d263e9e5-31b2-439b-8b19-6215437e56f0 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:22.497556 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-96136181-d577-4ad5-87de-aed9ccaf4da8 req-d263e9e5-31b2-439b-8b19-6215437e56f0 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b3acf18-86a1-4ed5-8959-b4def4c94e40 HTTP/1.1" status: 200 len: 982 time: 0.3677561 Apr 20 17:42:22.498759 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f5020509-34dd-4e41-b787-31f6a5272c13 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:22.504630 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-db674dc3-15a6-4d21-916d-468449badf40 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] 10.222.0.39 "DELETE /v2.0/ports/b6bae78f-699a-4c0e-9c2f-c3e0af6502fa HTTP/1.1" status: 204 len: 168 time: 1.3311036 Apr 20 17:42:22.508048 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46748) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:22.531083 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-650d13b7-6b1c-43a1-bdfe-381214f2f86a tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5bd5a05-c1bb-4626-96eb-58c683a65851', 'external_fixed_ips': [{'subnet_id': '40541c9a-1334-4cf1-becf-d454e8c95a46', 'ip_address': '2001:db8::2a3'}]}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:22.546829 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-650d13b7-6b1c-43a1-bdfe-381214f2f86a tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:22.556592 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5020509-34dd-4e41-b787-31f6a5272c13 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Made reservation on behalf of 9b47d4ec84d44059beda8a5ee5d71e29 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:42:22.559844 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 35d556b7-05be-4160-b256-b9ba567bf3e4 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:42:22.565285 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 35d556b7-05be-4160-b256-b9ba567bf3e4 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:22.565664 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:22.575468 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-650d13b7-6b1c-43a1-bdfe-381214f2f86a tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Usage tracker for resource:router and tenant:34f5d4bed2c641dda05914bf2eacbe50 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:22.582956 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-99cf4d2b-7460-41b2-acb2-a8c953b5bea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:22.583192 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-650d13b7-6b1c-43a1-bdfe-381214f2f86a tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:22.593724 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-99cf4d2b-7460-41b2-acb2-a8c953b5bea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:22.603404 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc9cc5-978b-4a36-be88-aabaa439281d req-3d9bfcf6-d3d3-4293-957b-aa6d54b30bbe tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:22.604865 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1adc9cc5-978b-4a36-be88-aabaa439281d req-3d9bfcf6-d3d3-4293-957b-aa6d54b30bbe tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 944 time: 0.4087336 Apr 20 17:42:22.644643 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-650d13b7-6b1c-43a1-bdfe-381214f2f86a tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:22.697344 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-650d13b7-6b1c-43a1-bdfe-381214f2f86a tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:22.698576 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-650d13b7-6b1c-43a1-bdfe-381214f2f86a tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:22.712197 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9b2bd907-29e3-44e9-a2ca-60038fe0a02f req-1d69174c-b9fb-4d83-880a-e287957240e9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3cb7435d-a41a-49ee-945b-0527db5f4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3286691 Apr 20 17:42:22.717938 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1adc9cc5-978b-4a36-be88-aabaa439281d req-a1ae0f62-6bbb-4dc5-8c24-0c10e3a164db tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995574 Apr 20 17:42:22.718708 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-96136181-d577-4ad5-87de-aed9ccaf4da8 req-f2e236c9-6757-4e63-b660-b420ea54891d tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/security-groups?id=90233be4-d5b1-4f89-8635-3366dbe0f4fe&id=705b655f-3402-4660-9efa-bd97b9a73c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2115993 Apr 20 17:42:22.725792 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f5020509-34dd-4e41-b787-31f6a5272c13 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:22.766910 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:22.805204 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 35d556b7-05be-4160-b256-b9ba567bf3e4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=35d556b7-05be-4160-b256-b9ba567bf3e4,segment=NetworkSegment(0d0bb655-15d9-4b50-a39c-4bc813a39738),segment_id=0d0bb655-15d9-4b50-a39c-4bc813a39738)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:42:22.806150 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b47256-80a9-48a6-be22-65daf773be99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d556b7-05be-4160-b256-b9ba567bf3e4'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:42:22.815086 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:22.832232 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-99cf4d2b-7460-41b2-acb2-a8c953b5bea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:22.844959 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-99cf4d2b-7460-41b2-acb2-a8c953b5bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:22.903880 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-692de3e9-5436-404a-8ae0-e56c7e457084 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:22.905005 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=35d556b7-05be-4160-b256-b9ba567bf3e4,revision_number=9']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:22.927484 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf4d2b-7460-41b2-acb2-a8c953b5bea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e4f992-6ecb-4bb5-8667-c5ba4a4a5c53,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:22.929941 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6123156-3e68-483c-bd07-fc59ab9dd831'] response: {'server_uuid': '72b47256-80a9-48a6-be22-65daf773be99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d556b7-05be-4160-b256-b9ba567bf3e4', 'code': 200} Apr 20 17:42:22.939334 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9b2bd907-29e3-44e9-a2ca-60038fe0a02f req-40380863-2b28-4556-9274-94c07f1cbc56 service neutron] 10.222.0.10 "GET /v2.0/networks/3cb7435d-a41a-49ee-945b-0527db5f4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122149 Apr 20 17:42:22.942427 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-99cf4d2b-7460-41b2-acb2-a8c953b5bea2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9e57dcef90ad40058e59ce27b6e01cea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8449507 Apr 20 17:42:22.944424 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46754) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:23.034531 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-650d13b7-6b1c-43a1-bdfe-381214f2f86a tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:23.118844 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-55a8de2b-1182-4db6-a466-c75b0a90705f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:23.129635 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9b2bd907-29e3-44e9-a2ca-60038fe0a02f req-b9ca554b-421b-4056-ac25-42a1c3c22989 service neutron] 10.222.0.10 "GET /v2.0/networks/3cb7435d-a41a-49ee-945b-0527db5f4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824265 Apr 20 17:42:23.147622 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-55a8de2b-1182-4db6-a466-c75b0a90705f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:23.208025 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-55a8de2b-1182-4db6-a466-c75b0a90705f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:23.223700 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8de2b-1182-4db6-a466-c75b0a90705f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e4f992-6ecb-4bb5-8667-c5ba4a4a5c53,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:23.227874 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-55a8de2b-1182-4db6-a466-c75b0a90705f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:23.231579 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-55a8de2b-1182-4db6-a466-c75b0a90705f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a6e4f992-6ecb-4bb5-8667-c5ba4a4a5c53 HTTP/1.1" status: 204 len: 168 time: 0.2835631 Apr 20 17:42:23.296746 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-692de3e9-5436-404a-8ae0-e56c7e457084 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:23.312721 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-692de3e9-5436-404a-8ae0-e56c7e457084 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33176207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33176208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33180178'] for router, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:23.471776 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-650d13b7-6b1c-43a1-bdfe-381214f2f86a tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:23.527183 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-19ee7814-8987-40ae-b886-76e481bafeab service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99&tenant_id=ac289a58365e49439c6a449ebba5fb54 HTTP/1.1" status: 200 len: 1096 time: 0.3909566 Apr 20 17:42:23.540576 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f5020509-34dd-4e41-b787-31f6a5272c13 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:23.581580 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46762) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:23.600543 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-57e63335-4ad5-40bb-8cbb-04062b436ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:23.636328 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-57e63335-4ad5-40bb-8cbb-04062b436ec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:23.640362 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-57e63335-4ad5-40bb-8cbb-04062b436ec2 admin admin] Usage tracker for resource:security_group_rule and tenant:e5590762cea040f0a19f3ac8c5507602 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:23.643335 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-57e63335-4ad5-40bb-8cbb-04062b436ec2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:23.649131 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-57e63335-4ad5-40bb-8cbb-04062b436ec2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:23.701820 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-bde2c013-c5e9-4018-8f12-74d448203ac5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838032-1', 'device_owner': 'compute:nova'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:23.718280 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-57e63335-4ad5-40bb-8cbb-04062b436ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:23.723236 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-57e63335-4ad5-40bb-8cbb-04062b436ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:23.770487 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e63335-4ad5-40bb-8cbb-04062b436ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1354bc55-80a6-45a1-9990-853d8a260164,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:23.806176 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-57e63335-4ad5-40bb-8cbb-04062b436ec2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e5590762cea040f0a19f3ac8c5507602&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2232802 Apr 20 17:42:23.808484 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46770) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:23.879635 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5020509-34dd-4e41-b787-31f6a5272c13 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Subnet': ['ID=9d3ea197-26b3-488d-88a4-e9478d245d83,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:23.953383 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-db64a17d-e3f6-4df5-accd-223d8dd253a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:23.985860 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-db64a17d-e3f6-4df5-accd-223d8dd253a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:23.991553 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-bde2c013-c5e9-4018-8f12-74d448203ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:24.001287 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880c7f2-cd0f-4020-8d6e-0cfcc226901c req-fb561399-d08c-4d66-93dc-3826e9c860ac tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:24.003078 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e880c7f2-cd0f-4020-8d6e-0cfcc226901c req-fb561399-d08c-4d66-93dc-3826e9c860ac tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b3acf18-86a1-4ed5-8959-b4def4c94e40 HTTP/1.1" status: 200 len: 982 time: 0.1336677 Apr 20 17:42:24.011300 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5020509-34dd-4e41-b787-31f6a5272c13 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Checking segment: {'id': '471897cc-d9d2-49e6-9b14-3ffc0263d002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0353f022-6783-407e-8cdf-8dfd1969f806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:42:24.011666 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5020509-34dd-4e41-b787-31f6a5272c13 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network hostable DHCP agents. Network: 0353f022-6783-407e-8cdf-8dfd1969f806, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:42:24.068650 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e880c7f2-cd0f-4020-8d6e-0cfcc226901c req-0a63f28f-5d6a-45db-b47c-fc0379a51566 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/security-groups?id=90233be4-d5b1-4f89-8635-3366dbe0f4fe&id=705b655f-3402-4660-9efa-bd97b9a73c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0574574 Apr 20 17:42:24.079931 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-db64a17d-e3f6-4df5-accd-223d8dd253a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:24.096899 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db64a17d-e3f6-4df5-accd-223d8dd253a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1354bc55-80a6-45a1-9990-853d8a260164,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:24.101991 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-db64a17d-e3f6-4df5-accd-223d8dd253a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:24.103119 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-db64a17d-e3f6-4df5-accd-223d8dd253a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1354bc55-80a6-45a1-9990-853d8a260164 HTTP/1.1" status: 204 len: 168 time: 0.2936082 Apr 20 17:42:24.206450 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe574d8-416f-421b-8dac-2bb1186bb6ae req-f95cb16c-88bb-44e1-9dd6-27b21474821f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:24.207908 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-abe574d8-416f-421b-8dac-2bb1186bb6ae req-f95cb16c-88bb-44e1-9dd6-27b21474821f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 945 time: 0.3094025 Apr 20 17:42:24.239712 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5020509-34dd-4e41-b787-31f6a5272c13 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network 0353f022-6783-407e-8cdf-8dfd1969f806 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:42:24.347296 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-f5020509-34dd-4e41-b787-31f6a5272c13 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 0353f022-6783-407e-8cdf-8dfd1969f806) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:24.356147 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa03b98-2d36-4e94-9520-aae63c40cc62 None None] Network 0353f022-6783-407e-8cdf-8dfd1969f806 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:42:24.398252 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5020509-34dd-4e41-b787-31f6a5272c13 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:24.398748 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f5020509-34dd-4e41-b787-31f6a5272c13 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:24.455624 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-abe574d8-416f-421b-8dac-2bb1186bb6ae req-90f81c8c-6d18-4da6-978a-8171cf6c2292 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407792 Apr 20 17:42:24.526057 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f5020509-34dd-4e41-b787-31f6a5272c13 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3148768 Apr 20 17:42:24.529455 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46782) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:24.550704 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-bde2c013-c5e9-4018-8f12-74d448203ac5 service neutron] For port 35d556b7-05be-4160-b256-b9ba567bf3e4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=35d556b7-05be-4160-b256-b9ba567bf3e4,segment=NetworkSegment(0d0bb655-15d9-4b50-a39c-4bc813a39738),segment_id=0d0bb655-15d9-4b50-a39c-4bc813a39738)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:42:24.570380 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-650d13b7-6b1c-43a1-bdfe-381214f2f86a tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:24.599515 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692de3e9-5436-404a-8ae0-e56c7e457084 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Router 782d8b50-75c0-4085-b556-dd4857adae03 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:42:24.616139 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-650d13b7-6b1c-43a1-bdfe-381214f2f86a tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:24.629428 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1c8d5d-b948-4e5c-a295-22d032382df3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-0353f022-6783-407e-8cdf-8dfd1969f806', 'network_id': '0353f022-6783-407e-8cdf-8dfd1969f806', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'fixed_ips': [{'subnet_id': '9d3ea197-26b3-488d-88a4-e9478d245d83'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:42:24.630295 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fc1c8d5d-b948-4e5c-a295-22d032382df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:24.667365 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-bde2c013-c5e9-4018-8f12-74d448203ac5 service neutron] For port 35d556b7-05be-4160-b256-b9ba567bf3e4, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:42:24.819276 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-fc1c8d5d-b948-4e5c-a295-22d032382df3 None None] Allocated IP 172.23.0.2 (0353f022-6783-407e-8cdf-8dfd1969f806/9d3ea197-26b3-488d-88a4-e9478d245d83/d76b7bea-fd61-4f68-b922-2e50a3e188bc) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:42:24.904891 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b47256-80a9-48a6-be22-65daf773be99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35d556b7-05be-4160-b256-b9ba567bf3e4'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:42:24.910464 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-bde2c013-c5e9-4018-8f12-74d448203ac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:24.956614 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-bde2c013-c5e9-4018-8f12-74d448203ac5 service neutron] Transition to ACTIVE for port object 35d556b7-05be-4160-b256-b9ba567bf3e4 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:42:25.002297 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-bde2c013-c5e9-4018-8f12-74d448203ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:25.061248 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6445f127-330c-4fe0-8588-b825170d5e84'] response: {'server_uuid': '72b47256-80a9-48a6-be22-65daf773be99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35d556b7-05be-4160-b256-b9ba567bf3e4', 'code': 200} Apr 20 17:42:25.087127 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fc1c8d5d-b948-4e5c-a295-22d032382df3 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:25.113657 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-fc1c8d5d-b948-4e5c-a295-22d032382df3 None None] Transition to ACTIVE for port object d76b7bea-fd61-4f68-b922-2e50a3e188bc will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:42:25.136646 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-fc1c8d5d-b948-4e5c-a295-22d032382df3 None None] Transition to ACTIVE for port object d76b7bea-fd61-4f68-b922-2e50a3e188bc will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:42:25.149209 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fc1c8d5d-b948-4e5c-a295-22d032382df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:25.152475 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-650d13b7-6b1c-43a1-bdfe-381214f2f86a tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Allocated IP 2001:db8::2a3 (a5bd5a05-c1bb-4626-96eb-58c683a65851/40541c9a-1334-4cf1-becf-d454e8c95a46/75f7b475-19e5-4aa5-bc92-cb117fc2c7fe) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:42:25.193002 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2c013-c5e9-4018-8f12-74d448203ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=35d556b7-05be-4160-b256-b9ba567bf3e4,revision_number=10']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:25.275645 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1c8d5d-b948-4e5c-a295-22d032382df3 None None] Network 0353f022-6783-407e-8cdf-8dfd1969f806 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:42:25.278890 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-fc1c8d5d-b948-4e5c-a295-22d032382df3 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:25.279785 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46800) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:25.282415 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1c8d5d-b948-4e5c-a295-22d032382df3 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:42:25.290686 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c8d5d-b948-4e5c-a295-22d032382df3 None None] Pushing event updated for resources: {'Port': ['ID=d76b7bea-fd61-4f68-b922-2e50a3e188bc,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:25.390113 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5134df54-7de8-4ce2-92f1-c183407e143d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:25.451584 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:42:25.543375 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-fc1c8d5d-b948-4e5c-a295-22d032382df3 None None] Attempting to bind port d76b7bea-fd61-4f68-b922-2e50a3e188bc on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:42:25.543861 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-fc1c8d5d-b948-4e5c-a295-22d032382df3 None None] Attempting to bind port d76b7bea-fd61-4f68-b922-2e50a3e188bc by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '471897cc-d9d2-49e6-9b14-3ffc0263d002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0353f022-6783-407e-8cdf-8dfd1969f806'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:42:25.545790 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1c8d5d-b948-4e5c-a295-22d032382df3 None None] Attempting to bind port d76b7bea-fd61-4f68-b922-2e50a3e188bc on network 0353f022-6783-407e-8cdf-8dfd1969f806 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:42:25.563148 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1c8d5d-b948-4e5c-a295-22d032382df3 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:42:25.563667 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1c8d5d-b948-4e5c-a295-22d032382df3 None None] Checking segment: {'id': '471897cc-d9d2-49e6-9b14-3ffc0263d002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0353f022-6783-407e-8cdf-8dfd1969f806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:42:25.566222 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fc1c8d5d-b948-4e5c-a295-22d032382df3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:25.566731 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1c8d5d-b948-4e5c-a295-22d032382df3 None None] Bound using segment: {'id': '471897cc-d9d2-49e6-9b14-3ffc0263d002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0353f022-6783-407e-8cdf-8dfd1969f806'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:42:25.567343 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-fc1c8d5d-b948-4e5c-a295-22d032382df3 None None] Bound port: d76b7bea-fd61-4f68-b922-2e50a3e188bc, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '471897cc-d9d2-49e6-9b14-3ffc0263d002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0353f022-6783-407e-8cdf-8dfd1969f806'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:42:25.568046 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fc1c8d5d-b948-4e5c-a295-22d032382df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:25.612087 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-bde2c013-c5e9-4018-8f12-74d448203ac5 service neutron] No DVR routers for this DVR port 35d556b7-05be-4160-b256-b9ba567bf3e4 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:42:25.678064 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-fc1c8d5d-b948-4e5c-a295-22d032382df3 None None] For port d76b7bea-fd61-4f68-b922-2e50a3e188bc, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:42:25.681503 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-fc1c8d5d-b948-4e5c-a295-22d032382df3 None None] For port d76b7bea-fd61-4f68-b922-2e50a3e188bc, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d76b7bea-fd61-4f68-b922-2e50a3e188bc,segment=NetworkSegment(471897cc-d9d2-49e6-9b14-3ffc0263d002),segment_id=471897cc-d9d2-49e6-9b14-3ffc0263d002)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:42:25.688223 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fc1c8d5d-b948-4e5c-a295-22d032382df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:25.698979 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-f1a801d1-9f7c-40ca-b5cd-c6a4784b490c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-505112685-network', 'tenant_id': '3c5df6565ad24b5e9a91293d057d1ffa'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:25.710375 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f1a801d1-9f7c-40ca-b5cd-c6a4784b490c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:25.728140 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f1a801d1-9f7c-40ca-b5cd-c6a4784b490c admin admin] Usage tracker for resource:network and tenant:3c5df6565ad24b5e9a91293d057d1ffa is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:25.737346 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f1a801d1-9f7c-40ca-b5cd-c6a4784b490c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:25.754396 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f1a801d1-9f7c-40ca-b5cd-c6a4784b490c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:25.781888 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c8d5d-b948-4e5c-a295-22d032382df3 None None] Pushing event updated for resources: {'Port': ['ID=d76b7bea-fd61-4f68-b922-2e50a3e188bc,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:25.806825 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-650d13b7-6b1c-43a1-bdfe-381214f2f86a tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:25.820977 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a801d1-9f7c-40ca-b5cd-c6a4784b490c admin admin] Made reservation on behalf of 3c5df6565ad24b5e9a91293d057d1ffa for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:42:25.821200 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692de3e9-5436-404a-8ae0-e56c7e457084 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:42:25.823303 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f1a801d1-9f7c-40ca-b5cd-c6a4784b490c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:25.831847 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fb3b79-36ca-48e0-8475-86227f2ec00e None None] Sync routers for ids ['782d8b50-75c0-4085-b556-dd4857adae03'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:42:25.842081 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0245d6-c798-470f-8310-13496e55cd41 req-4cebee79-905d-49fc-b046-a34b9be0076a tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:25.843719 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3e0245d6-c798-470f-8310-13496e55cd41 req-4cebee79-905d-49fc-b046-a34b9be0076a tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b3acf18-86a1-4ed5-8959-b4def4c94e40 HTTP/1.1" status: 200 len: 982 time: 0.5343878 Apr 20 17:42:25.848873 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fb3b79-36ca-48e0-8475-86227f2ec00e None None] Routers {'782d8b50-75c0-4085-b556-dd4857adae03'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:42:25.849725 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c4fb3b79-36ca-48e0-8475-86227f2ec00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:42:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['782d8b50-75c0-4085-b556-dd4857adae03'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:25.856534 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-692de3e9-5436-404a-8ae0-e56c7e457084 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:25.856884 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f1a801d1-9f7c-40ca-b5cd-c6a4784b490c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:25.860205 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-692de3e9-5436-404a-8ae0-e56c7e457084 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] 10.222.0.39 "PUT /v2.0/routers/782d8b50-75c0-4085-b556-dd4857adae03 HTTP/1.1" status: 200 len: 915 time: 6.2653413 Apr 20 17:42:25.861739 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46808) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:25.897548 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff4f67-8bdc-48d3-b2d2-9c8132039fa4 req-328060b0-a96a-45de-a39c-864f5a5a48fc tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:25.899179 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-30ff4f67-8bdc-48d3-b2d2-9c8132039fa4 req-328060b0-a96a-45de-a39c-864f5a5a48fc tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 944 time: 0.2465289 Apr 20 17:42:25.935641 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c4fb3b79-36ca-48e0-8475-86227f2ec00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:25.951796 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fb3b79-36ca-48e0-8475-86227f2ec00e None None] Routers {'782d8b50-75c0-4085-b556-dd4857adae03'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:42:25.952862 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c4fb3b79-36ca-48e0-8475-86227f2ec00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:42:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['782d8b50-75c0-4085-b556-dd4857adae03'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:25.986365 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f1a801d1-9f7c-40ca-b5cd-c6a4784b490c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:26.026213 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c4fb3b79-36ca-48e0-8475-86227f2ec00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:26.027113 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fb3b79-36ca-48e0-8475-86227f2ec00e None None] The sync data for ids ['782d8b50-75c0-4085-b556-dd4857adae03'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:42:26.032785 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f1a801d1-9f7c-40ca-b5cd-c6a4784b490c admin admin] Usage tracker for resource:security_group_rule and tenant:3c5df6565ad24b5e9a91293d057d1ffa is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:26.043776 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f1a801d1-9f7c-40ca-b5cd-c6a4784b490c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:26.059126 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f1a801d1-9f7c-40ca-b5cd-c6a4784b490c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:26.093305 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-650d13b7-6b1c-43a1-bdfe-381214f2f86a tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:26.121552 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-30ff4f67-8bdc-48d3-b2d2-9c8132039fa4 req-3a45bca6-956c-4cb9-b7e3-bd3ce70c16d9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137184 Apr 20 17:42:26.155025 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3e0245d6-c798-470f-8310-13496e55cd41 req-63f8e31a-c258-47ce-b7ee-14b6b5917b02 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/security-groups?id=90233be4-d5b1-4f89-8635-3366dbe0f4fe&id=705b655f-3402-4660-9efa-bd97b9a73c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2962234 Apr 20 17:42:26.156502 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-5134df54-7de8-4ce2-92f1-c183407e143d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Allocated IP 172.23.0.1 (0353f022-6783-407e-8cdf-8dfd1969f806/9d3ea197-26b3-488d-88a4-e9478d245d83/c5d81856-08fc-4e10-acbe-d724b49dae33) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:42:26.215685 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d13b7-6b1c-43a1-bdfe-381214f2f86a tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Pushing event updated for resources: {'Port': ['ID=75f7b475-19e5-4aa5-bc92-cb117fc2c7fe,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:26.232557 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650d13b7-6b1c-43a1-bdfe-381214f2f86a tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Network a5bd5a05-c1bb-4626-96eb-58c683a65851 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:42:26.235416 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-650d13b7-6b1c-43a1-bdfe-381214f2f86a tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:26.243968 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650d13b7-6b1c-43a1-bdfe-381214f2f86a tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:42:26.305693 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f1a801d1-9f7c-40ca-b5cd-c6a4784b490c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:26.312469 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f1a801d1-9f7c-40ca-b5cd-c6a4784b490c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:26.353865 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a801d1-9f7c-40ca-b5cd-c6a4784b490c admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:42:26.385539 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a801d1-9f7c-40ca-b5cd-c6a4784b490c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb9f498-43d1-4996-9db6-3b31c0bbeabd,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:26.404561 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-bde2c013-c5e9-4018-8f12-74d448203ac5 service neutron] Attempting to bind port 35d556b7-05be-4160-b256-b9ba567bf3e4 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:42:26.404855 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-bde2c013-c5e9-4018-8f12-74d448203ac5 service neutron] Attempting to bind port 35d556b7-05be-4160-b256-b9ba567bf3e4 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '0d0bb655-15d9-4b50-a39c-4bc813a39738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:42:26.405117 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-bde2c013-c5e9-4018-8f12-74d448203ac5 service neutron] Attempting to bind port 35d556b7-05be-4160-b256-b9ba567bf3e4 on network eca56d5d-e4f2-441a-b91e-029ec9fd83b1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:42:26.418984 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-bde2c013-c5e9-4018-8f12-74d448203ac5 service neutron] Port 35d556b7-05be-4160-b256-b9ba567bf3e4 on network eca56d5d-e4f2-441a-b91e-029ec9fd83b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:42:26.419392 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-bde2c013-c5e9-4018-8f12-74d448203ac5 service neutron] Attempting to bind port 35d556b7-05be-4160-b256-b9ba567bf3e4 on network eca56d5d-e4f2-441a-b91e-029ec9fd83b1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:42:26.420000 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5134df54-7de8-4ce2-92f1-c183407e143d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:26.438098 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-bde2c013-c5e9-4018-8f12-74d448203ac5 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:42:26.438459 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-bde2c013-c5e9-4018-8f12-74d448203ac5 service neutron] Checking segment: {'id': '0d0bb655-15d9-4b50-a39c-4bc813a39738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:42:26.438839 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-bde2c013-c5e9-4018-8f12-74d448203ac5 service neutron] Bound using segment: {'id': '0d0bb655-15d9-4b50-a39c-4bc813a39738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:42:26.438965 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-5134df54-7de8-4ce2-92f1-c183407e143d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Transition to ACTIVE for port object c5d81856-08fc-4e10-acbe-d724b49dae33 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:42:26.439333 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-bde2c013-c5e9-4018-8f12-74d448203ac5 service neutron] Bound port: 35d556b7-05be-4160-b256-b9ba567bf3e4, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d0bb655-15d9-4b50-a39c-4bc813a39738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:42:26.439633 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-bde2c013-c5e9-4018-8f12-74d448203ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:26.459787 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bb725d0d-12f3-4f6d-b1ef-837d428fb235 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] 10.222.0.39 "GET /v2.0/routers/782d8b50-75c0-4085-b556-dd4857adae03 HTTP/1.1" status: 200 len: 921 time: 0.5905893 Apr 20 17:42:26.460038 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46812) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:26.461491 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f1a801d1-9f7c-40ca-b5cd-c6a4784b490c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:26.462328 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-f1a801d1-9f7c-40ca-b5cd-c6a4784b490c admin admin] Added segment c45ef6ff-3bf5-462f-b56b-30c5694de1d2 of type vlan for network 79ad9ab7-8e88-455b-8fd5-123af17512c6 Apr 20 17:42:26.465182 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device a24693d2-b353-43c3-aeed-d3faf62d162b details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:42:26.473039 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 35d556b7-05be-4160-b256-b9ba567bf3e4 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:42:26.473272 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5134df54-7de8-4ce2-92f1-c183407e143d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:26.564598 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 35d556b7-05be-4160-b256-b9ba567bf3e4 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:42:26.574781 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f1a801d1-9f7c-40ca-b5cd-c6a4784b490c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:26.592054 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134df54-7de8-4ce2-92f1-c183407e143d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Port': ['ID=c5d81856-08fc-4e10-acbe-d724b49dae33,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:26.601214 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5134df54-7de8-4ce2-92f1-c183407e143d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network 0353f022-6783-407e-8cdf-8dfd1969f806 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:42:26.603271 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-5134df54-7de8-4ce2-92f1-c183407e143d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:26.616405 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5134df54-7de8-4ce2-92f1-c183407e143d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:42:26.652909 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-bde2c013-c5e9-4018-8f12-74d448203ac5 service neutron] For port 35d556b7-05be-4160-b256-b9ba567bf3e4, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:42:26.658401 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-bde2c013-c5e9-4018-8f12-74d448203ac5 service neutron] For port 35d556b7-05be-4160-b256-b9ba567bf3e4, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=35d556b7-05be-4160-b256-b9ba567bf3e4,segment=NetworkSegment(0d0bb655-15d9-4b50-a39c-4bc813a39738),segment_id=0d0bb655-15d9-4b50-a39c-4bc813a39738)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:42:26.665814 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-650d13b7-6b1c-43a1-bdfe-381214f2f86a tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:26.666619 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-650d13b7-6b1c-43a1-bdfe-381214f2f86a tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:26.689931 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f1a801d1-9f7c-40ca-b5cd-c6a4784b490c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:26.693016 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a801d1-9f7c-40ca-b5cd-c6a4784b490c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:26.693629 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f1a801d1-9f7c-40ca-b5cd-c6a4784b490c admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:26.702550 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port a24693d2-b353-43c3-aeed-d3faf62d162b, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a24693d2-b353-43c3-aeed-d3faf62d162b,segment=NetworkSegment(3faa15c0-b96c-434c-95a4-5caab8151d53),segment_id=3faa15c0-b96c-434c-95a4-5caab8151d53)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:42:26.716817 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5134df54-7de8-4ce2-92f1-c183407e143d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:26.722051 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'a24693d2-b353-43c3-aeed-d3faf62d162b', 'network_id': '3cb7435d-a41a-49ee-945b-0527db5f4316', 'port_id': 'a24693d2-b353-43c3-aeed-d3faf62d162b', 'mac_address': 'fa:16:3e:2d:55:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55574a68-40f8-4a9a-8ebb-d687ddb663a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:42:26.735480 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-bde2c013-c5e9-4018-8f12-74d448203ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:26.788499 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:26.808503 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a24693d2-b353-43c3-aeed-d3faf62d162b {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:42:26.830734 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port a24693d2-b353-43c3-aeed-d3faf62d162b, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a24693d2-b353-43c3-aeed-d3faf62d162b,segment=NetworkSegment(3faa15c0-b96c-434c-95a4-5caab8151d53),segment_id=3faa15c0-b96c-434c-95a4-5caab8151d53)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:42:26.851690 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a801d1-9f7c-40ca-b5cd-c6a4784b490c admin admin] Pushing event updated for resources: {'Network': ['ID=79ad9ab7-8e88-455b-8fd5-123af17512c6,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:26.859521 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:26.859953 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f1a801d1-9f7c-40ca-b5cd-c6a4784b490c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5721531 Apr 20 17:42:26.860448 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46818) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:26.866352 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-dd578bb7-dc1a-4c30-90dd-62e025c600ba admin admin] Request body: {'subnet': {'network_id': '79ad9ab7-8e88-455b-8fd5-123af17512c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-505112685-subnet', 'tenant_id': '3c5df6565ad24b5e9a91293d057d1ffa', 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:26.874753 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-dd578bb7-dc1a-4c30-90dd-62e025c600ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:26.879339 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-dd578bb7-dc1a-4c30-90dd-62e025c600ba admin admin] Usage tracker for resource:subnet and tenant:3c5df6565ad24b5e9a91293d057d1ffa is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:26.880031 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0c6910b6-21fa-461f-8101-5828e1232646 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3&device_id=782d8b50-75c0-4085-b556-dd4857adae03&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4185429 Apr 20 17:42:26.882495 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46822) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:26.885164 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-dd578bb7-dc1a-4c30-90dd-62e025c600ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:26.892011 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-bde2c013-c5e9-4018-8f12-74d448203ac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:26.893631 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-bde2c013-c5e9-4018-8f12-74d448203ac5 service neutron] 10.222.0.43 "PUT /v2.0/ports/35d556b7-05be-4160-b256-b9ba567bf3e4 HTTP/1.1" status: 200 len: 1092 time: 3.3495994 Apr 20 17:42:26.951223 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 79ad9ab7-8e88-455b-8fd5-123af17512c6 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:42:26.985560 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2c013-c5e9-4018-8f12-74d448203ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=35d556b7-05be-4160-b256-b9ba567bf3e4,revision_number=11']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:27.043710 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-dd578bb7-dc1a-4c30-90dd-62e025c600ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:27.062642 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b47256-80a9-48a6-be22-65daf773be99', 'tag': '35d556b7-05be-4160-b256-b9ba567bf3e4'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:42:27.093102 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-690ec444-39b9-4f87-9a88-10b82014d842 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 1095 time: 0.1600287 Apr 20 17:42:27.099141 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d76b7bea-fd61-4f68-b922-2e50a3e188bc up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:42:27.102431 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd578bb7-dc1a-4c30-90dd-62e025c600ba admin admin] Made reservation on behalf of 3c5df6565ad24b5e9a91293d057d1ffa for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:42:27.104832 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dd578bb7-dc1a-4c30-90dd-62e025c600ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:27.221118 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27b66ec8-7209-416f-8008-194b444e805f'] response: {'name': 'network-changed', 'server_uuid': '72b47256-80a9-48a6-be22-65daf773be99', 'tag': '35d556b7-05be-4160-b256-b9ba567bf3e4', 'status': 'completed', 'code': 200} Apr 20 17:42:27.228240 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eaf160-b477-4ec7-bcaf-6a694d08dc35 None None] Network 0353f022-6783-407e-8cdf-8dfd1969f806 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:42:27.292688 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['a24693d2-b353-43c3-aeed-d3faf62d162b'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:42:27.344917 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-5ddb0844-e972-4ea0-b05a-05ac0f3bffe5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:27.346379 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-5ddb0844-e972-4ea0-b05a-05ac0f3bffe5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eca56d5d-e4f2-441a-b91e-029ec9fd83b1 HTTP/1.1" status: 200 len: 897 time: 0.2461877 Apr 20 17:42:27.356996 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5134df54-7de8-4ce2-92f1-c183407e143d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:27.430821 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=a24693d2-b353-43c3-aeed-d3faf62d162b,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:27.435496 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Sync routers for ids ['b7bae6f1-f1fa-4fdb-96ee-514ba808f99a'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:42:27.519765 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ef84da-14e4-4bff-a4c5-a2e598be3ab4 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:27.523977 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c7ef84da-14e4-4bff-a4c5-a2e598be3ab4 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 881 time: 0.6377766 Apr 20 17:42:27.539722 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46832) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:27.542831 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Routers {'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:42:27.543612 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:42:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['b7bae6f1-f1fa-4fdb-96ee-514ba808f99a'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:27.613247 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c00bd9fa-13a8-4e5a-bd63-a4209f65a9de None None] Provisioning for port d76b7bea-fd61-4f68-b922-2e50a3e188bc completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:42:27.712202 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-769a81f4-8754-4fb0-82ad-dcc2b67249bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35d556b7-05be-4160-b256-b9ba567bf3e4 HTTP/1.1" status: 200 len: 999 time: 0.3467085 Apr 20 17:42:27.736606 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port d76b7bea-fd61-4f68-b922-2e50a3e188bc completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:42:27.784767 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-e6133b30-4903-45f2-9694-f3642e2c4db1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:27.786168 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port d76b7bea-fd61-4f68-b922-2e50a3e188bc triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:27.786391 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-e6133b30-4903-45f2-9694-f3642e2c4db1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcbb3aef-0f73-4a02-803d-6c36c52b922a HTTP/1.1" status: 200 len: 834 time: 0.0638433 Apr 20 17:42:27.786607 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:27.786781 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650d13b7-6b1c-43a1-bdfe-381214f2f86a tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Router 02e82470-3f0c-4ac7-96e5-d88599c7b90f is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:42:27.795906 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05369145-939b-4476-90e5-c87e6cbc660a req-d7eca2e9-edda-4a85-8049-30adf9372499 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:27.797328 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-05369145-939b-4476-90e5-c87e6cbc660a req-d7eca2e9-edda-4a85-8049-30adf9372499 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 944 time: 0.4445937 Apr 20 17:42:27.845724 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-873d095c-4fc9-4e52-8b4e-d5fb3dcc43e2 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] 10.222.0.39 "GET /v2.0/ports?device_id=782d8b50-75c0-4085-b556-dd4857adae03 HTTP/1.1" status: 200 len: 205 time: 0.3012071 Apr 20 17:42:27.855413 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46838) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:27.881111 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Set router b7bae6f1-f1fa-4fdb-96ee-514ba808f99a gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:42:28.021429 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-05369145-939b-4476-90e5-c87e6cbc660a req-4b861b50-cab1-4a28-9f81-e7a31c6ac888 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933508 Apr 20 17:42:28.053707 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9b690702-a4bf-4915-a590-30c1d76f7377 req-fac61811-c46d-4b5d-928c-8935241c9575 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 1095 time: 0.7574387 Apr 20 17:42:28.081222 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-0da8b1ae-6fbf-4d40-9927-fb07ed1db153 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eca56d5d-e4f2-441a-b91e-029ec9fd83b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2829430 Apr 20 17:42:28.121462 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9f73c-0450-4972-94e9-3d4eefd596cd req-4f027775-17a3-47fe-a7fe-435fd0d83b7b tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:28.129441 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d1d9f73c-0450-4972-94e9-3d4eefd596cd req-4f027775-17a3-47fe-a7fe-435fd0d83b7b tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b3acf18-86a1-4ed5-8959-b4def4c94e40 HTTP/1.1" status: 200 len: 983 time: 0.7476323 Apr 20 17:42:28.257993 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:28.289686 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-1fb09495-f3d4-48cd-8b26-6e56b98429bc service neutron] 10.222.0.43 "GET /v2.0/networks/eca56d5d-e4f2-441a-b91e-029ec9fd83b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980486 Apr 20 17:42:28.407305 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port d76b7bea-fd61-4f68-b922-2e50a3e188bc, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d76b7bea-fd61-4f68-b922-2e50a3e188bc,segment=NetworkSegment(471897cc-d9d2-49e6-9b14-3ffc0263d002),segment_id=471897cc-d9d2-49e6-9b14-3ffc0263d002)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:42:28.428278 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:28.446094 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650d13b7-6b1c-43a1-bdfe-381214f2f86a tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:42:28.471998 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7f97a7-c171-4f28-8a69-d3ea75c3cf37 None None] Sync routers for ids ['02e82470-3f0c-4ac7-96e5-d88599c7b90f'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:42:28.495304 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7f97a7-c171-4f28-8a69-d3ea75c3cf37 None None] Routers {'02e82470-3f0c-4ac7-96e5-d88599c7b90f'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:42:28.496477 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-fa7f97a7-c171-4f28-8a69-d3ea75c3cf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:42:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['02e82470-3f0c-4ac7-96e5-d88599c7b90f'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:28.534555 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=d76b7bea-fd61-4f68-b922-2e50a3e188bc,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:28.575184 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b690702-a4bf-4915-a590-30c1d76f7377 req-20e7e211-5804-49f4-9e04-ce3ed6571efe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:28.576810 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9b690702-a4bf-4915-a590-30c1d76f7377 req-20e7e211-5804-49f4-9e04-ce3ed6571efe service neutron] 10.222.0.10 "GET /v2.0/networks?id=eca56d5d-e4f2-441a-b91e-029ec9fd83b1 HTTP/1.1" status: 200 len: 897 time: 0.5123768 Apr 20 17:42:28.583150 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-650d13b7-6b1c-43a1-bdfe-381214f2f86a tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:28.583661 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'name': 'tempest-RoutersTest-router-888757083', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:49Z', 'updated_at': '2022-04-20T17:42:26Z', 'revision_number': 5, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'gw_port_host': None, '_interfaces': [{'id': '0eeb0ad6-2ad5-482c-86d5-d89d40a9da96', 'name': '', 'network_id': '383fdd36-ad11-471e-b7f7-12e68bd781d6', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'mac_address': 'fa:16:3e:da:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66d7be54-1e28-4d0a-87d6-9140a40e1689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:52Z', 'updated_at': '2022-04-20T17:42:08Z', 'revision_number': 5, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'subnets': [{'id': '66d7be54-1e28-4d0a-87d6-9140a40e1689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98', 'name': '', 'network_id': 'f6b1c0f2-924f-4a87-b421-102b3dab1936', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'mac_address': 'fa:16:3e:10:0c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6a4ff17-7828-43da-a782-2d3e38cff479', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:42:15Z', 'updated_at': '2022-04-20T17:42:19Z', 'revision_number': 2, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'subnets': [{'id': 'c6a4ff17-7828-43da-a782-2d3e38cff479', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '731ea324-ac2d-408e-b543-36ee1119fffb', 'name': '', 'network_id': '423de17c-e215-4068-996d-0ccba00d1688', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'mac_address': 'fa:16:3e:a5:84:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39fa6556-2ecd-4569-9872-a7024bae24c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:42:01Z', 'updated_at': '2022-04-20T17:42:04Z', 'revision_number': 2, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'subnets': [{'id': '39fa6556-2ecd-4569-9872-a7024bae24c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d81856-08fc-4e10-acbe-d724b49dae33', 'name': '', 'network_id': '0353f022-6783-407e-8cdf-8dfd1969f806', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'mac_address': 'fa:16:3e:71:46:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d3ea197-26b3-488d-88a4-e9478d245d83', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:42:25Z', 'updated_at': '2022-04-20T17:42:26Z', 'revision_number': 1, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'subnets': [{'id': '9d3ea197-26b3-488d-88a4-e9478d245d83', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:28.586180 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-650d13b7-6b1c-43a1-bdfe-381214f2f86a tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.0768638 Apr 20 17:42:28.593094 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Checking router: b7bae6f1-f1fa-4fdb-96ee-514ba808f99a for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:42:28.593444 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Updating router b7bae6f1-f1fa-4fdb-96ee-514ba808f99a port 2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:42:28.600149 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46848) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:28.623303 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dd578bb7-dc1a-4c30-90dd-62e025c600ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:28.643929 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6edc0134-d6b9-4fb9-a381-c7df38997e79 req-f3e6259b-68e4-40be-9caa-e0eab308fb84 service neutron] 10.222.0.43 "GET /v2.0/networks/eca56d5d-e4f2-441a-b91e-029ec9fd83b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466175 Apr 20 17:42:28.683653 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:28.787022 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9b690702-a4bf-4915-a590-30c1d76f7377 req-7fe318a7-788d-4af9-93c6-61ac79bc63f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 1095 time: 0.0904636 Apr 20 17:42:28.798549 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-fa7f97a7-c171-4f28-8a69-d3ea75c3cf37 None None] Set router 02e82470-3f0c-4ac7-96e5-d88599c7b90f gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:42:28.826538 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d1d9f73c-0450-4972-94e9-3d4eefd596cd req-c4550ff2-50e9-4394-a348-9d7ce3070680 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/security-groups?id=90233be4-d5b1-4f89-8635-3366dbe0f4fe&id=705b655f-3402-4660-9efa-bd97b9a73c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6960621 Apr 20 17:42:28.926684 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ffe8b1c3-2b10-4382-af75-e25c19ea8246 None None] Provisioning complete for port d76b7bea-fd61-4f68-b922-2e50a3e188bc triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:28.927047 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ffe8b1c3-2b10-4382-af75-e25c19ea8246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:28.990770 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d76b7bea-fd61-4f68-b922-2e50a3e188bc up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:42:29.017268 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.resource_extend [None req-5134df54-7de8-4ce2-92f1-c183407e143d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:42:29.065109 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5134df54-7de8-4ce2-92f1-c183407e143d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:29.078282 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b690702-a4bf-4915-a590-30c1d76f7377 req-0bd2477f-4811-4970-921d-6e7c703a15cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:29.080416 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9b690702-a4bf-4915-a590-30c1d76f7377 req-0bd2477f-4811-4970-921d-6e7c703a15cc service neutron] 10.222.0.43 "GET /v2.0/networks?id=eca56d5d-e4f2-441a-b91e-029ec9fd83b1 HTTP/1.1" status: 200 len: 897 time: 0.2864897 Apr 20 17:42:29.107165 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd578bb7-dc1a-4c30-90dd-62e025c600ba admin admin] Checking segment: {'id': 'c45ef6ff-3bf5-462f-b56b-30c5694de1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '79ad9ab7-8e88-455b-8fd5-123af17512c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:42:29.107571 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd578bb7-dc1a-4c30-90dd-62e025c600ba admin admin] Network hostable DHCP agents. Network: 79ad9ab7-8e88-455b-8fd5-123af17512c6, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:42:29.179828 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5134df54-7de8-4ce2-92f1-c183407e143d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:29.245744 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9b690702-a4bf-4915-a590-30c1d76f7377 req-c1f047f9-d63d-45dd-8fdd-bf8ab1e5a09a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35d556b7-05be-4160-b256-b9ba567bf3e4 HTTP/1.1" status: 200 len: 999 time: 0.1568646 Apr 20 17:42:29.250567 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd578bb7-dc1a-4c30-90dd-62e025c600ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffd9b16c-dcbc-4aac-aa2c-9b612d0014fa,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:29.293740 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-fa7f97a7-c171-4f28-8a69-d3ea75c3cf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e82470-3f0c-4ac7-96e5-d88599c7b90f', 'name': '', 'tenant_id': '34f5d4bed2c641dda05914bf2eacbe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bd5a05-c1bb-4626-96eb-58c683a65851', 'external_fixed_ips': [{'subnet_id': '40541c9a-1334-4cf1-becf-d454e8c95a46', 'ip_address': '2001:db8::2a3'}], 'enable_snat': True}, 'gw_port_id': '75f7b475-19e5-4aa5-bc92-cb117fc2c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:42:22Z', 'updated_at': '2022-04-20T17:42:26Z', 'revision_number': 3, 'project_id': '34f5d4bed2c641dda05914bf2eacbe50', 'gw_port': {'id': '75f7b475-19e5-4aa5-bc92-cb117fc2c7fe', 'name': '', 'network_id': 'a5bd5a05-c1bb-4626-96eb-58c683a65851', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e82470-3f0c-4ac7-96e5-d88599c7b90f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '40541c9a-1334-4cf1-becf-d454e8c95a46', 'ip_address': '2001:db8::2a3', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:42:24Z', 'updated_at': '2022-04-20T17:42:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40541c9a-1334-4cf1-becf-d454e8c95a46', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:29.298035 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7f97a7-c171-4f28-8a69-d3ea75c3cf37 None None] Checking router: 02e82470-3f0c-4ac7-96e5-d88599c7b90f for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:42:29.298400 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7f97a7-c171-4f28-8a69-d3ea75c3cf37 None None] Updating router 02e82470-3f0c-4ac7-96e5-d88599c7b90f port 75f7b475-19e5-4aa5-bc92-cb117fc2c7fe binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:42:29.320641 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9b690702-a4bf-4915-a590-30c1d76f7377 req-dbd031b0-2611-4e21-9c54-907c66db320e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35d556b7-05be-4160-b256-b9ba567bf3e4 HTTP/1.1" status: 200 len: 999 time: 0.7146482 Apr 20 17:42:29.367165 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-fa7f97a7-c171-4f28-8a69-d3ea75c3cf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:29.409869 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5134df54-7de8-4ce2-92f1-c183407e143d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:29.423039 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134df54-7de8-4ce2-92f1-c183407e143d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event updated for resources: {'Port': ['ID=c5d81856-08fc-4e10-acbe-d724b49dae33,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:29.447301 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd578bb7-dc1a-4c30-90dd-62e025c600ba admin admin] Network 79ad9ab7-8e88-455b-8fd5-123af17512c6 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:42:29.461273 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port d76b7bea-fd61-4f68-b922-2e50a3e188bc triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:29.461884 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:29.484525 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b690702-a4bf-4915-a590-30c1d76f7377 req-3f898d48-81b3-45e4-b0a5-6739d7209988 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:29.490900 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9b690702-a4bf-4915-a590-30c1d76f7377 req-3f898d48-81b3-45e4-b0a5-6739d7209988 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcbb3aef-0f73-4a02-803d-6c36c52b922a HTTP/1.1" status: 200 len: 834 time: 0.1318195 Apr 20 17:42:29.513825 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b690702-a4bf-4915-a590-30c1d76f7377 req-908a2892-3bc4-4c5a-a87c-7d67687e390c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:29.523604 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9b690702-a4bf-4915-a590-30c1d76f7377 req-908a2892-3bc4-4c5a-a87c-7d67687e390c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fcbb3aef-0f73-4a02-803d-6c36c52b922a HTTP/1.1" status: 200 len: 834 time: 0.1790569 Apr 20 17:42:29.561485 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ffe8b1c3-2b10-4382-af75-e25c19ea8246 None None] Provisioning for port c5d81856-08fc-4e10-acbe-d724b49dae33 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:42:29.579593 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ffe8b1c3-2b10-4382-af75-e25c19ea8246 None None] Provisioning complete for port c5d81856-08fc-4e10-acbe-d724b49dae33 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:29.580206 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ffe8b1c3-2b10-4382-af75-e25c19ea8246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:29.643488 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6d3df-f4e0-4191-9783-af1e2bcd8711 req-0ffedb9a-53e6-4651-be6c-cebbfc6441af tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:29.645194 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-77b6d3df-f4e0-4191-9783-af1e2bcd8711 req-0ffedb9a-53e6-4651-be6c-cebbfc6441af tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 944 time: 0.3985388 Apr 20 17:42:29.647062 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-dd578bb7-dc1a-4c30-90dd-62e025c600ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 79ad9ab7-8e88-455b-8fd5-123af17512c6) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:29.660113 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd578bb7-dc1a-4c30-90dd-62e025c600ba admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:29.660302 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9b690702-a4bf-4915-a590-30c1d76f7377 req-fa98f7e0-519c-47c8-a26a-1b63247fcb6d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eca56d5d-e4f2-441a-b91e-029ec9fd83b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1613796 Apr 20 17:42:29.661068 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dd578bb7-dc1a-4c30-90dd-62e025c600ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:29.667077 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a87803bf-7e13-46c5-a7c0-f15db92ac9d6 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:29.676701 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:29.698855 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea0f9f8-2c27-4246-8b34-dd1ceb5d3893 None None] Network 79ad9ab7-8e88-455b-8fd5-123af17512c6 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:42:29.805532 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-77b6d3df-f4e0-4191-9783-af1e2bcd8711 req-5561437c-137e-4351-a3c7-dc724bbfe400 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534808 Apr 20 17:42:29.942554 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-fa7f97a7-c171-4f28-8a69-d3ea75c3cf37 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:29.956055 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-fa7f97a7-c171-4f28-8a69-d3ea75c3cf37 None None] Transition to ACTIVE for port object 75f7b475-19e5-4aa5-bc92-cb117fc2c7fe will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:42:29.970565 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-fa7f97a7-c171-4f28-8a69-d3ea75c3cf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:29.990613 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 35d556b7-05be-4160-b256-b9ba567bf3e4 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:42:30.098069 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9b690702-a4bf-4915-a590-30c1d76f7377 req-03cbc698-b5d7-4a74-8607-3fbc3d8b0b95 service neutron] 10.222.0.43 "GET /v2.0/networks/eca56d5d-e4f2-441a-b91e-029ec9fd83b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106608 Apr 20 17:42:30.121604 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5134df54-7de8-4ce2-92f1-c183407e143d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Network 0353f022-6783-407e-8cdf-8dfd1969f806 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:42:30.150425 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-fa7f97a7-c171-4f28-8a69-d3ea75c3cf37 None None] Attempting to bind port 75f7b475-19e5-4aa5-bc92-cb117fc2c7fe on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:42:30.150425 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-fa7f97a7-c171-4f28-8a69-d3ea75c3cf37 None None] Attempting to bind port 75f7b475-19e5-4aa5-bc92-cb117fc2c7fe by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'd0912648-eeff-40f5-b6f7-7f78143a7e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a5bd5a05-c1bb-4626-96eb-58c683a65851'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:42:30.158914 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7f97a7-c171-4f28-8a69-d3ea75c3cf37 None None] Attempting to bind port 75f7b475-19e5-4aa5-bc92-cb117fc2c7fe on network a5bd5a05-c1bb-4626-96eb-58c683a65851 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:42:30.178402 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7f97a7-c171-4f28-8a69-d3ea75c3cf37 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:42:30.178838 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7f97a7-c171-4f28-8a69-d3ea75c3cf37 None None] Checking segment: {'id': 'd0912648-eeff-40f5-b6f7-7f78143a7e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a5bd5a05-c1bb-4626-96eb-58c683a65851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:42:30.179148 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-fa7f97a7-c171-4f28-8a69-d3ea75c3cf37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:30.179587 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7f97a7-c171-4f28-8a69-d3ea75c3cf37 None None] Bound using segment: {'id': 'd0912648-eeff-40f5-b6f7-7f78143a7e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a5bd5a05-c1bb-4626-96eb-58c683a65851'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:42:30.180000 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-fa7f97a7-c171-4f28-8a69-d3ea75c3cf37 None None] Bound port: 75f7b475-19e5-4aa5-bc92-cb117fc2c7fe, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0912648-eeff-40f5-b6f7-7f78143a7e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a5bd5a05-c1bb-4626-96eb-58c683a65851'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:42:30.180359 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-fa7f97a7-c171-4f28-8a69-d3ea75c3cf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:30.214601 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 35d556b7-05be-4160-b256-b9ba567bf3e4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=35d556b7-05be-4160-b256-b9ba567bf3e4,segment=NetworkSegment(0d0bb655-15d9-4b50-a39c-4bc813a39738),segment_id=0d0bb655-15d9-4b50-a39c-4bc813a39738)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:42:30.221429 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66e84d-6c65-439e-9a4c-0c3c5253e811 None None] Pushing event updated for resources: {'Port': ['ID=75f7b475-19e5-4aa5-bc92-cb117fc2c7fe,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:30.245055 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-5134df54-7de8-4ce2-92f1-c183407e143d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:30.268337 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '35d556b7-05be-4160-b256-b9ba567bf3e4', 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1', 'port_id': '35d556b7-05be-4160-b256-b9ba567bf3e4', 'mac_address': 'fa:16:3e:61:8c:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcbb3aef-0f73-4a02-803d-6c36c52b922a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:42:30.324144 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-fa7f97a7-c171-4f28-8a69-d3ea75c3cf37 None None] For port 75f7b475-19e5-4aa5-bc92-cb117fc2c7fe, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:42:30.331760 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-fa7f97a7-c171-4f28-8a69-d3ea75c3cf37 None None] For port 75f7b475-19e5-4aa5-bc92-cb117fc2c7fe, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=75f7b475-19e5-4aa5-bc92-cb117fc2c7fe,segment=NetworkSegment(d0912648-eeff-40f5-b6f7-7f78143a7e8f),segment_id=d0912648-eeff-40f5-b6f7-7f78143a7e8f)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:42:30.333656 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Transition to ACTIVE for port object 2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:42:30.342967 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-fa7f97a7-c171-4f28-8a69-d3ea75c3cf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:30.426796 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7f97a7-c171-4f28-8a69-d3ea75c3cf37 None None] Routers {'02e82470-3f0c-4ac7-96e5-d88599c7b90f'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:42:30.427412 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-fa7f97a7-c171-4f28-8a69-d3ea75c3cf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:42:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['02e82470-3f0c-4ac7-96e5-d88599c7b90f'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:30.471755 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-ffe8b1c3-2b10-4382-af75-e25c19ea8246 None None] Port c5d81856-08fc-4e10-acbe-d724b49dae33 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:42:30.501082 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:30.505567 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device a24693d2-b353-43c3-aeed-d3faf62d162b up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:42:30.521374 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9b690702-a4bf-4915-a590-30c1d76f7377 req-5f639039-f8cf-4219-a08e-d218fc9f6c68 service neutron] 10.222.0.43 "GET /v2.0/networks/eca56d5d-e4f2-441a-b91e-029ec9fd83b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160109 Apr 20 17:42:30.605869 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-dd578bb7-dc1a-4c30-90dd-62e025c600ba admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.7441161 Apr 20 17:42:30.608528 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46858) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:30.615812 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-e5910a5d-ed16-4791-8bc9-fb56dc2ab3e4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-505112685-router', 'tenant_id': '3c5df6565ad24b5e9a91293d057d1ffa', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:30.624701 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e5910a5d-ed16-4791-8bc9-fb56dc2ab3e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:30.635067 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e5910a5d-ed16-4791-8bc9-fb56dc2ab3e4 admin admin] Usage tracker for resource:router and tenant:3c5df6565ad24b5e9a91293d057d1ffa is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:30.639021 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e5910a5d-ed16-4791-8bc9-fb56dc2ab3e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:30.649154 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66e84d-6c65-439e-9a4c-0c3c5253e811 None None] Pushing event updated for resources: {'Port': ['ID=75f7b475-19e5-4aa5-bc92-cb117fc2c7fe,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:30.654779 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e5910a5d-ed16-4791-8bc9-fb56dc2ab3e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:30.688648 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e5910a5d-ed16-4791-8bc9-fb56dc2ab3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:30.689421 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e5910a5d-ed16-4791-8bc9-fb56dc2ab3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:30.736686 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9b690702-a4bf-4915-a590-30c1d76f7377 req-9e0d8c2b-adb6-403f-bc68-64d30326320b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eca56d5d-e4f2-441a-b91e-029ec9fd83b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1445806 Apr 20 17:42:30.742471 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e5910a5d-ed16-4791-8bc9-fb56dc2ab3e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:30.745937 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200712e-8433-41d4-ae80-9694696612f6 req-2dd286f6-e0b8-4349-b9de-2c0f75943368 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:30.747505 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9200712e-8433-41d4-ae80-9694696612f6 req-2dd286f6-e0b8-4349-b9de-2c0f75943368 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b3acf18-86a1-4ed5-8959-b4def4c94e40 HTTP/1.1" status: 200 len: 983 time: 0.5834808 Apr 20 17:42:30.771057 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-fa7f97a7-c171-4f28-8a69-d3ea75c3cf37 None None] Set router 02e82470-3f0c-4ac7-96e5-d88599c7b90f gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:42:31.000175 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9b690702-a4bf-4915-a590-30c1d76f7377 req-3e307746-dd22-4b3c-8985-d62b85d89bf5 service neutron] 10.222.0.10 "GET /v2.0/networks/eca56d5d-e4f2-441a-b91e-029ec9fd83b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398925 Apr 20 17:42:31.034063 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7a55b-1f7a-47a4-9ed0-2ad161ad137f None None] Pushing event updated for resources: {'Port': ['ID=2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:31.079069 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085761f9-cf66-4238-a22f-1a0994ef6224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-79ad9ab7-8e88-455b-8fd5-123af17512c6', 'network_id': '79ad9ab7-8e88-455b-8fd5-123af17512c6', 'tenant_id': '3c5df6565ad24b5e9a91293d057d1ffa', 'fixed_ips': [{'subnet_id': 'ffd9b16c-dcbc-4aac-aa2c-9b612d0014fa'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:42:31.080280 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-085761f9-cf66-4238-a22f-1a0994ef6224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:31.165278 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-07ebfe88-1822-4a10-967f-20066280a630 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:31.200198 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e5910a5d-ed16-4791-8bc9-fb56dc2ab3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:31.228258 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9b690702-a4bf-4915-a590-30c1d76f7377 req-bea005bb-b860-4e79-8eaf-1c7e1874bdd2 service neutron] 10.222.0.10 "GET /v2.0/networks/eca56d5d-e4f2-441a-b91e-029ec9fd83b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080233 Apr 20 17:42:31.249029 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:31.261370 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-58263abc-ef9f-4331-ac63-561c2515cc15 None None] Provisioning complete for port c5d81856-08fc-4e10-acbe-d724b49dae33 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:31.261878 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-58263abc-ef9f-4331-ac63-561c2515cc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:31.339377 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-fa7f97a7-c171-4f28-8a69-d3ea75c3cf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e82470-3f0c-4ac7-96e5-d88599c7b90f', 'name': '', 'tenant_id': '34f5d4bed2c641dda05914bf2eacbe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bd5a05-c1bb-4626-96eb-58c683a65851', 'external_fixed_ips': [{'subnet_id': '40541c9a-1334-4cf1-becf-d454e8c95a46', 'ip_address': '2001:db8::2a3'}], 'enable_snat': True}, 'gw_port_id': '75f7b475-19e5-4aa5-bc92-cb117fc2c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:42:22Z', 'updated_at': '2022-04-20T17:42:26Z', 'revision_number': 3, 'project_id': '34f5d4bed2c641dda05914bf2eacbe50', 'gw_port': {'id': '75f7b475-19e5-4aa5-bc92-cb117fc2c7fe', 'name': '', 'network_id': 'a5bd5a05-c1bb-4626-96eb-58c683a65851', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e82470-3f0c-4ac7-96e5-d88599c7b90f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '40541c9a-1334-4cf1-becf-d454e8c95a46', 'ip_address': '2001:db8::2a3', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:42:24Z', 'updated_at': '2022-04-20T17:42:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40541c9a-1334-4cf1-becf-d454e8c95a46', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:31.354724 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7f97a7-c171-4f28-8a69-d3ea75c3cf37 None None] The sync data for ids ['02e82470-3f0c-4ac7-96e5-d88599c7b90f'] in n-d-838032-1 is: [{'id': '02e82470-3f0c-4ac7-96e5-d88599c7b90f', 'name': '', 'tenant_id': '34f5d4bed2c641dda05914bf2eacbe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5bd5a05-c1bb-4626-96eb-58c683a65851', 'external_fixed_ips': [{'subnet_id': '40541c9a-1334-4cf1-becf-d454e8c95a46', 'ip_address': '2001:db8::2a3'}], 'enable_snat': True}, 'gw_port_id': '75f7b475-19e5-4aa5-bc92-cb117fc2c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:42:22Z', 'updated_at': '2022-04-20T17:42:26Z', 'revision_number': 3, 'project_id': '34f5d4bed2c641dda05914bf2eacbe50', 'gw_port': {'id': '75f7b475-19e5-4aa5-bc92-cb117fc2c7fe', 'name': '', 'network_id': 'a5bd5a05-c1bb-4626-96eb-58c683a65851', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e82470-3f0c-4ac7-96e5-d88599c7b90f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '40541c9a-1334-4cf1-becf-d454e8c95a46', 'ip_address': '2001:db8::2a3', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:42:24Z', 'updated_at': '2022-04-20T17:42:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40541c9a-1334-4cf1-becf-d454e8c95a46', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:42:31.378385 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff68112-2d6c-4218-94e4-737da05066e1 req-765476f9-9f4d-4a5f-8b6b-dc2517264006 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:31.386522 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ff68112-2d6c-4218-94e4-737da05066e1 req-765476f9-9f4d-4a5f-8b6b-dc2517264006 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 944 time: 0.2573109 Apr 20 17:42:31.409892 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Attempting to bind port 2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:42:31.410682 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Attempting to bind port 2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '2ecf4e58-c251-490a-900c-29288ff06366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6b1c0f2-924f-4a87-b421-102b3dab1936'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:42:31.411165 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Attempting to bind port 2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98 on network f6b1c0f2-924f-4a87-b421-102b3dab1936 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:42:31.432894 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d556b7-05be-4160-b256-b9ba567bf3e4 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:42:31.464655 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-085761f9-cf66-4238-a22f-1a0994ef6224 None None] Allocated IP 172.20.0.2 (79ad9ab7-8e88-455b-8fd5-123af17512c6/ffd9b16c-dcbc-4aac-aa2c-9b612d0014fa/c8f9fc88-3f27-4c6a-bd54-aed73230ce65) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:42:31.473139 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:42:31.473745 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Checking segment: {'id': '2ecf4e58-c251-490a-900c-29288ff06366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6b1c0f2-924f-4a87-b421-102b3dab1936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:42:31.474303 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:31.474864 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Bound using segment: {'id': '2ecf4e58-c251-490a-900c-29288ff06366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6b1c0f2-924f-4a87-b421-102b3dab1936'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:42:31.475442 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Bound port: 2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ecf4e58-c251-490a-900c-29288ff06366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f6b1c0f2-924f-4a87-b421-102b3dab1936'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:42:31.475962 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:31.478410 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ff68112-2d6c-4218-94e4-737da05066e1 req-3acba71f-c967-4b30-9152-479ec377d4c9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909772 Apr 20 17:42:31.490858 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-58263abc-ef9f-4331-ac63-561c2515cc15 None None] Port c5d81856-08fc-4e10-acbe-d724b49dae33 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:42:31.511748 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46868) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:31.556360 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9200712e-8433-41d4-ae80-9694696612f6 req-6f93f29c-87a5-45c6-aa1d-59d9dc5efc73 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/security-groups?id=90233be4-d5b1-4f89-8635-3366dbe0f4fe&id=705b655f-3402-4660-9efa-bd97b9a73c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5549407 Apr 20 17:42:31.613448 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] For port 2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:42:31.617720 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] For port 2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98,segment=NetworkSegment(2ecf4e58-c251-490a-900c-29288ff06366),segment_id=2ecf4e58-c251-490a-900c-29288ff06366)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:42:31.623458 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 35d556b7-05be-4160-b256-b9ba567bf3e4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=35d556b7-05be-4160-b256-b9ba567bf3e4,segment=NetworkSegment(0d0bb655-15d9-4b50-a39c-4bc813a39738),segment_id=0d0bb655-15d9-4b50-a39c-4bc813a39738)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:42:31.627928 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port a24693d2-b353-43c3-aeed-d3faf62d162b completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:42:31.645307 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port a24693d2-b353-43c3-aeed-d3faf62d162b triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:31.646871 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:31.810722 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:31.844757 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a87803bf-7e13-46c5-a7c0-f15db92ac9d6 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:31.853934 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f25f0d8a-d502-4c5d-9348-16a5defd3af2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/floatingips/f488b843-9c4d-445d-9d3e-a850393cd95a HTTP/1.1" status: 200 len: 992 time: 0.3373024 Apr 20 17:42:31.869495 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5134df54-7de8-4ce2-92f1-c183407e143d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Router b7bae6f1-f1fa-4fdb-96ee-514ba808f99a has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:42:31.887200 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-a87803bf-7e13-46c5-a7c0-f15db92ac9d6 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Deleting port 1a37fa9e-7b73-4de6-9961-9b199a129f83 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:42:31.887958 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a87803bf-7e13-46c5-a7c0-f15db92ac9d6 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:31.992031 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e5910a5d-ed16-4791-8bc9-fb56dc2ab3e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:32.066500 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e5910a5d-ed16-4791-8bc9-fb56dc2ab3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:32.197447 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:32.249007 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Updating router b7bae6f1-f1fa-4fdb-96ee-514ba808f99a port 731ea324-ac2d-408e-b543-36ee1119fffb binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:42:32.300309 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-e5910a5d-ed16-4791-8bc9-fb56dc2ab3e4 admin admin] Allocated IP 172.25.8.242 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/61f520cb-e7ae-4328-840f-60f4a4ec2409) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:42:32.465788 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['35d556b7-05be-4160-b256-b9ba567bf3e4'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:42:32.522559 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-085761f9-cf66-4238-a22f-1a0994ef6224 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:32.539409 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7a55b-1f7a-47a4-9ed0-2ad161ad137f None None] Pushing event updated for resources: {'Port': ['ID=2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:32.544395 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a87803bf-7e13-46c5-a7c0-f15db92ac9d6 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:32.548537 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:32.582145 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e5910a5d-ed16-4791-8bc9-fb56dc2ab3e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:32.607077 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-07ebfe88-1822-4a10-967f-20066280a630 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:32.638097 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-085761f9-cf66-4238-a22f-1a0994ef6224 None None] Transition to ACTIVE for port object c8f9fc88-3f27-4c6a-bd54-aed73230ce65 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:42:32.644895 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:32.650218 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e5910a5d-ed16-4791-8bc9-fb56dc2ab3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:32.698835 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port a24693d2-b353-43c3-aeed-d3faf62d162b, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a24693d2-b353-43c3-aeed-d3faf62d162b,segment=NetworkSegment(3faa15c0-b96c-434c-95a4-5caab8151d53),segment_id=3faa15c0-b96c-434c-95a4-5caab8151d53)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:42:32.709328 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b3acf18-86a1-4ed5-8959-b4def4c94e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24693d2-b353-43c3-aeed-d3faf62d162b'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:42:32.747274 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-07ebfe88-1822-4a10-967f-20066280a630 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Deleting port 75f7b475-19e5-4aa5-bc92-cb117fc2c7fe {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:42:32.747649 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-07ebfe88-1822-4a10-967f-20066280a630 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:32.766820 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:32.776494 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5910a5d-ed16-4791-8bc9-fb56dc2ab3e4 admin admin] Pushing event updated for resources: {'Port': ['ID=61f520cb-e7ae-4328-840f-60f4a4ec2409,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:32.786589 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-a87803bf-7e13-46c5-a7c0-f15db92ac9d6 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Calling delete_port for 1a37fa9e-7b73-4de6-9961-9b199a129f83 owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:42:32.793029 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5910a5d-ed16-4791-8bc9-fb56dc2ab3e4 admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:42:32.794386 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-e5910a5d-ed16-4791-8bc9-fb56dc2ab3e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:32.803529 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-085761f9-cf66-4238-a22f-1a0994ef6224 None None] Transition to ACTIVE for port object c8f9fc88-3f27-4c6a-bd54-aed73230ce65 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:42:32.817097 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b95a73e5-c8e4-43c9-a382-4cdf0f34125f None None] Provisioning complete for port c5d81856-08fc-4e10-acbe-d724b49dae33 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:32.817459 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b95a73e5-c8e4-43c9-a382-4cdf0f34125f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:32.830487 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5910a5d-ed16-4791-8bc9-fb56dc2ab3e4 admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:42:32.853436 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=35d556b7-05be-4160-b256-b9ba567bf3e4,revision_number=12']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:32.856375 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-085761f9-cf66-4238-a22f-1a0994ef6224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:33.006404 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085761f9-cf66-4238-a22f-1a0994ef6224 None None] Network 79ad9ab7-8e88-455b-8fd5-123af17512c6 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:42:33.013731 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9b2f7-f265-46ae-9c13-f3750971e84e req-a9f46232-886d-4d0c-9f54-b1604d5d03b1 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:33.015282 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d8c9b2f7-f265-46ae-9c13-f3750971e84e req-a9f46232-886d-4d0c-9f54-b1604d5d03b1 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b3acf18-86a1-4ed5-8959-b4def4c94e40 HTTP/1.1" status: 200 len: 984 time: 0.2186821 Apr 20 17:42:33.021117 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 75f7b475-19e5-4aa5-bc92-cb117fc2c7fe up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:42:33.043764 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-085761f9-cf66-4238-a22f-1a0994ef6224 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:33.070181 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d8c9b2f7-f265-46ae-9c13-f3750971e84e req-d5c1122b-bb21-4072-8c03-5188bd7ae7e7 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/security-groups?id=90233be4-d5b1-4f89-8635-3366dbe0f4fe&id=705b655f-3402-4660-9efa-bd97b9a73c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0490339 Apr 20 17:42:33.076980 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085761f9-cf66-4238-a22f-1a0994ef6224 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:42:33.098212 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48350f-6e14-4c21-bf78-21b9952efdbb req-cfdd5288-85e2-4291-b396-7608a054ceee tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:33.100045 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e5910a5d-ed16-4791-8bc9-fb56dc2ab3e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:33.100889 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e5910a5d-ed16-4791-8bc9-fb56dc2ab3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:33.107004 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f48350f-6e14-4c21-bf78-21b9952efdbb req-cfdd5288-85e2-4291-b396-7608a054ceee tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 946 time: 0.6851506 Apr 20 17:42:33.117469 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-b95a73e5-c8e4-43c9-a382-4cdf0f34125f None None] Port c5d81856-08fc-4e10-acbe-d724b49dae33 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:42:33.181565 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=a24693d2-b353-43c3-aeed-d3faf62d162b,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:33.220490 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-07ebfe88-1822-4a10-967f-20066280a630 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] For port 75f7b475-19e5-4aa5-bc92-cb117fc2c7fe, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=75f7b475-19e5-4aa5-bc92-cb117fc2c7fe,segment=NetworkSegment(d0912648-eeff-40f5-b6f7-7f78143a7e8f),segment_id=d0912648-eeff-40f5-b6f7-7f78143a7e8f)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:42:33.220910 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-07ebfe88-1822-4a10-967f-20066280a630 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:33.233092 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5134df54-7de8-4ce2-92f1-c183407e143d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:42:33.237743 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1abcd2c-c75e-4da8-830c-db455e17a2c2'] response: {'server_uuid': '7b3acf18-86a1-4ed5-8959-b4def4c94e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24693d2-b353-43c3-aeed-d3faf62d162b', 'code': 200} Apr 20 17:42:33.242054 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5134df54-7de8-4ce2-92f1-c183407e143d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "PUT /v2.0/routers/b7bae6f1-f1fa-4fdb-96ee-514ba808f99a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7075593 Apr 20 17:42:33.243908 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46878) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:33.256618 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-ef670ba8-28f1-4348-b0b7-5c8568eb0043 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:33.258935 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f48350f-6e14-4c21-bf78-21b9952efdbb req-f954e178-3eac-4aed-aee9-d5486a50f2c0 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512992 Apr 20 17:42:33.418875 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-085761f9-cf66-4238-a22f-1a0994ef6224 None None] Attempting to bind port c8f9fc88-3f27-4c6a-bd54-aed73230ce65 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:42:33.419430 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-085761f9-cf66-4238-a22f-1a0994ef6224 None None] Attempting to bind port c8f9fc88-3f27-4c6a-bd54-aed73230ce65 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'c45ef6ff-3bf5-462f-b56b-30c5694de1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '79ad9ab7-8e88-455b-8fd5-123af17512c6'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:42:33.419898 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085761f9-cf66-4238-a22f-1a0994ef6224 None None] Attempting to bind port c8f9fc88-3f27-4c6a-bd54-aed73230ce65 on network 79ad9ab7-8e88-455b-8fd5-123af17512c6 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:42:33.421238 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-07ebfe88-1822-4a10-967f-20066280a630 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Calling delete_port for 75f7b475-19e5-4aa5-bc92-cb117fc2c7fe owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:42:33.462035 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085761f9-cf66-4238-a22f-1a0994ef6224 None None] Pushing event updated for resources: {'Port': ['ID=c8f9fc88-3f27-4c6a-bd54-aed73230ce65,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:33.481011 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085761f9-cf66-4238-a22f-1a0994ef6224 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:42:33.481584 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085761f9-cf66-4238-a22f-1a0994ef6224 None None] Checking segment: {'id': 'c45ef6ff-3bf5-462f-b56b-30c5694de1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '79ad9ab7-8e88-455b-8fd5-123af17512c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:42:33.482085 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-085761f9-cf66-4238-a22f-1a0994ef6224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:33.484421 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085761f9-cf66-4238-a22f-1a0994ef6224 None None] Bound using segment: {'id': 'c45ef6ff-3bf5-462f-b56b-30c5694de1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '79ad9ab7-8e88-455b-8fd5-123af17512c6'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:42:33.485032 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-085761f9-cf66-4238-a22f-1a0994ef6224 None None] Bound port: c8f9fc88-3f27-4c6a-bd54-aed73230ce65, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45ef6ff-3bf5-462f-b56b-30c5694de1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '79ad9ab7-8e88-455b-8fd5-123af17512c6'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:42:33.485544 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-085761f9-cf66-4238-a22f-1a0994ef6224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:33.603567 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a87803bf-7e13-46c5-a7c0-f15db92ac9d6 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:33.641995 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-adc88724-f417-4356-a472-841eb185ef53 req-a905b795-e91e-4f98-bf7d-e2ff3590aba5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7b3acf18-86a1-4ed5-8959-b4def4c94e40 HTTP/1.1" status: 200 len: 1135 time: 0.3212876 Apr 20 17:42:33.643235 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 75f7b475-19e5-4aa5-bc92-cb117fc2c7fe completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:42:33.662778 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 75f7b475-19e5-4aa5-bc92-cb117fc2c7fe triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:33.663234 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:33.679297 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87803bf-7e13-46c5-a7c0-f15db92ac9d6 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Pushing event deleted for resources: {'Port': ['ID=1a37fa9e-7b73-4de6-9961-9b199a129f83,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:33.776936 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-085761f9-cf66-4238-a22f-1a0994ef6224 None None] For port c8f9fc88-3f27-4c6a-bd54-aed73230ce65, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:42:33.838090 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-adc88724-f417-4356-a472-841eb185ef53 req-e5272e55-104c-4169-846e-965433be7119 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=705b655f-3402-4660-9efa-bd97b9a73c6d&id=90233be4-d5b1-4f89-8635-3366dbe0f4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1876919 Apr 20 17:42:33.842714 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-085761f9-cf66-4238-a22f-1a0994ef6224 None None] For port c8f9fc88-3f27-4c6a-bd54-aed73230ce65, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c8f9fc88-3f27-4c6a-bd54-aed73230ce65,segment=NetworkSegment(c45ef6ff-3bf5-462f-b56b-30c5694de1d2),segment_id=c45ef6ff-3bf5-462f-b56b-30c5694de1d2)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:42:33.871066 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-085761f9-cf66-4238-a22f-1a0994ef6224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:33.995867 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5910a5d-ed16-4791-8bc9-fb56dc2ab3e4 admin admin] Router 733fedcf-e91b-4d79-a3fb-9304e60254df is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:42:34.069048 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:34.086652 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:34.092290 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085761f9-cf66-4238-a22f-1a0994ef6224 None None] Pushing event updated for resources: {'Port': ['ID=c8f9fc88-3f27-4c6a-bd54-aed73230ce65,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:34.130990 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a87803bf-7e13-46c5-a7c0-f15db92ac9d6 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:34.184800 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Transition to ACTIVE for port object 731ea324-ac2d-408e-b543-36ee1119fffb will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:42:34.199999 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-07ebfe88-1822-4a10-967f-20066280a630 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:34.203567 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:34.353463 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ebfe88-1822-4a10-967f-20066280a630 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Pushing event deleted for resources: {'Port': ['ID=75f7b475-19e5-4aa5-bc92-cb117fc2c7fe,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:34.363530 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.extraroute_db [None req-ef670ba8-28f1-4348-b0b7-5c8568eb0043 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=84081) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 20 17:42:34.427657 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.extraroute_db [None req-ef670ba8-28f1-4348-b0b7-5c8568eb0043 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Removed routes are [] {{(pid=84081) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 20 17:42:34.428047 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ef670ba8-28f1-4348-b0b7-5c8568eb0043 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:34.445725 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7a55b-1f7a-47a4-9ed0-2ad161ad137f None None] Pushing event updated for resources: {'Port': ['ID=731ea324-ac2d-408e-b543-36ee1119fffb,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:34.464794 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eed080-4003-4f57-882a-8cdc917866b8 req-1151553c-c913-48cf-8ace-711bcf04e584 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:34.469155 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-32eed080-4003-4f57-882a-8cdc917866b8 req-1151553c-c913-48cf-8ace-711bcf04e584 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b3acf18-86a1-4ed5-8959-b4def4c94e40 HTTP/1.1" status: 200 len: 984 time: 0.1983867 Apr 20 17:42:34.628965 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Attempting to bind port 731ea324-ac2d-408e-b543-36ee1119fffb on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:42:34.629501 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Attempting to bind port 731ea324-ac2d-408e-b543-36ee1119fffb by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'ea46e934-9e00-44cb-a5ee-5fa01fc34c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '423de17c-e215-4068-996d-0ccba00d1688'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:42:34.630007 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Attempting to bind port 731ea324-ac2d-408e-b543-36ee1119fffb on network 423de17c-e215-4068-996d-0ccba00d1688 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:42:34.643719 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:42:34.644075 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Checking segment: {'id': 'ea46e934-9e00-44cb-a5ee-5fa01fc34c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '423de17c-e215-4068-996d-0ccba00d1688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:42:34.644466 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:34.644848 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Bound using segment: {'id': 'ea46e934-9e00-44cb-a5ee-5fa01fc34c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '423de17c-e215-4068-996d-0ccba00d1688'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:42:34.645304 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Bound port: 731ea324-ac2d-408e-b543-36ee1119fffb, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea46e934-9e00-44cb-a5ee-5fa01fc34c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '423de17c-e215-4068-996d-0ccba00d1688'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:42:34.645677 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:34.688306 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a87803bf-7e13-46c5-a7c0-f15db92ac9d6 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:34.755862 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] For port 731ea324-ac2d-408e-b543-36ee1119fffb, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:42:34.760111 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-32eed080-4003-4f57-882a-8cdc917866b8 req-4e3d6891-465e-428f-bb55-0cc82e546c7a tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/security-groups?id=90233be4-d5b1-4f89-8635-3366dbe0f4fe&id=705b655f-3402-4660-9efa-bd97b9a73c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1718574 Apr 20 17:42:34.763483 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] For port 731ea324-ac2d-408e-b543-36ee1119fffb, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=731ea324-ac2d-408e-b543-36ee1119fffb,segment=NetworkSegment(ea46e934-9e00-44cb-a5ee-5fa01fc34c63),segment_id=ea46e934-9e00-44cb-a5ee-5fa01fc34c63)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:42:34.773698 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:34.794700 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5910a5d-ed16-4791-8bc9-fb56dc2ab3e4 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:42:34.818293 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8a12c7-528b-4e1e-99a8-39ebdcab72d2 None None] Sync routers for ids ['733fedcf-e91b-4d79-a3fb-9304e60254df'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:42:34.841731 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a87803bf-7e13-46c5-a7c0-f15db92ac9d6 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:34.863387 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Updating router b7bae6f1-f1fa-4fdb-96ee-514ba808f99a port c5d81856-08fc-4e10-acbe-d724b49dae33 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:42:34.864205 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-07ebfe88-1822-4a10-967f-20066280a630 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:34.904013 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8a12c7-528b-4e1e-99a8-39ebdcab72d2 None None] Routers {'733fedcf-e91b-4d79-a3fb-9304e60254df'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:42:34.904654 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-6c8a12c7-528b-4e1e-99a8-39ebdcab72d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:42:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['733fedcf-e91b-4d79-a3fb-9304e60254df'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:34.931721 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e5910a5d-ed16-4791-8bc9-fb56dc2ab3e4 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:34.935400 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e5910a5d-ed16-4791-8bc9-fb56dc2ab3e4 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3227570 Apr 20 17:42:34.938993 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cfad8-b54d-4ae8-99f9-b0b32097e57b req-5621c179-fc3f-453e-a6b2-2680d9565771 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:34.941170 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46886) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:34.946208 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7e8cfad8-b54d-4ae8-99f9-b0b32097e57b req-5621c179-fc3f-453e-a6b2-2680d9565771 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 946 time: 0.3404000 Apr 20 17:42:34.967367 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7a55b-1f7a-47a4-9ed0-2ad161ad137f None None] Pushing event updated for resources: {'Port': ['ID=731ea324-ac2d-408e-b543-36ee1119fffb,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:35.104783 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:35.211206 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c8f9fc88-3f27-4c6a-bd54-aed73230ce65 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:42:35.246891 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a87803bf-7e13-46c5-a7c0-f15db92ac9d6 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:35.247444 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87803bf-7e13-46c5-a7c0-f15db92ac9d6 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Fanout notify agent at l3_agent the message router_deleted on router 782d8b50-75c0-4085-b556-dd4857adae03 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:42:35.332145 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-6c8a12c7-528b-4e1e-99a8-39ebdcab72d2 None None] Set router 733fedcf-e91b-4d79-a3fb-9304e60254df gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:42:35.384759 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ef670ba8-28f1-4348-b0b7-5c8568eb0043 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:35.399494 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ef670ba8-28f1-4348-b0b7-5c8568eb0043 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33176207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33176208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33180178'] for router, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:35.421372 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7e8cfad8-b54d-4ae8-99f9-b0b32097e57b req-908f273b-39af-4da3-a5af-d33fa8339bc3 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4740207 Apr 20 17:42:35.433736 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-07ebfe88-1822-4a10-967f-20066280a630 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:35.438845 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a87803bf-7e13-46c5-a7c0-f15db92ac9d6 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:35.440936 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a87803bf-7e13-46c5-a7c0-f15db92ac9d6 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] 10.222.0.39 "DELETE /v2.0/routers/782d8b50-75c0-4085-b556-dd4857adae03 HTTP/1.1" status: 204 len: 168 time: 7.5813491 Apr 20 17:42:35.444687 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46890) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:35.454452 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-2e374db0-58b0-430b-8598-c2056c62b916 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1528535326', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:35.460621 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-07ebfe88-1822-4a10-967f-20066280a630 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:35.465104 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-2e374db0-58b0-430b-8598-c2056c62b916 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:35.470801 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-2e374db0-58b0-430b-8598-c2056c62b916 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Usage tracker for resource:router and tenant:7998c2f4b56c4fd1b7e8025d7f250408 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:35.474773 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-2e374db0-58b0-430b-8598-c2056c62b916 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:35.485402 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-2e374db0-58b0-430b-8598-c2056c62b916 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:35.522688 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2e374db0-58b0-430b-8598-c2056c62b916 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:35.523777 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2e374db0-58b0-430b-8598-c2056c62b916 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:35.526856 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-07ebfe88-1822-4a10-967f-20066280a630 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:35.527480 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ebfe88-1822-4a10-967f-20066280a630 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 02e82470-3f0c-4ac7-96e5-d88599c7b90f {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:42:35.540335 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-07ebfe88-1822-4a10-967f-20066280a630 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:35.544030 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-07ebfe88-1822-4a10-967f-20066280a630 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] 10.222.0.39 "DELETE /v2.0/routers/02e82470-3f0c-4ac7-96e5-d88599c7b90f HTTP/1.1" status: 204 len: 168 time: 6.9337568 Apr 20 17:42:35.544823 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46894) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:35.616321 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2e374db0-58b0-430b-8598-c2056c62b916 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:35.637566 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eaa1890-081b-4d0c-8ed5-424680dd9be9 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Deleting subnet 40541c9a-1334-4cf1-becf-d454e8c95a46 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:42:35.642003 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2eaa1890-081b-4d0c-8ed5-424680dd9be9 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:35.710537 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef670ba8-28f1-4348-b0b7-5c8568eb0043 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Router b7bae6f1-f1fa-4fdb-96ee-514ba808f99a has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:42:35.736515 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2eaa1890-081b-4d0c-8ed5-424680dd9be9 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:35.765053 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2e374db0-58b0-430b-8598-c2056c62b916 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:35.778299 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93077900-e08a-4cb3-b177-d002c0ec75ce None None] Network 79ad9ab7-8e88-455b-8fd5-123af17512c6 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:42:35.802124 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2e374db0-58b0-430b-8598-c2056c62b916 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:35.803445 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2e374db0-58b0-430b-8598-c2056c62b916 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3569922 Apr 20 17:42:35.808284 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46898) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:35.815834 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-fab33336-1186-4305-b7da-2badb7856e42 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'enable_snat': False}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:35.928867 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port c8f9fc88-3f27-4c6a-bd54-aed73230ce65 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:42:36.029245 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2eaa1890-081b-4d0c-8ed5-424680dd9be9 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:36.159411 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a16606-cf1d-4c18-9b15-be7cc65fdcc4 req-603614a4-66a0-4ee4-ad5b-1ae5632efc21 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:36.161176 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a1a16606-cf1d-4c18-9b15-be7cc65fdcc4 req-603614a4-66a0-4ee4-ad5b-1ae5632efc21 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b3acf18-86a1-4ed5-8959-b4def4c94e40 HTTP/1.1" status: 200 len: 984 time: 0.1666999 Apr 20 17:42:36.218297 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 35d556b7-05be-4160-b256-b9ba567bf3e4 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:42:36.230932 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef670ba8-28f1-4348-b0b7-5c8568eb0043 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:42:36.238533 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ef670ba8-28f1-4348-b0b7-5c8568eb0043 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:36.240389 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ef670ba8-28f1-4348-b0b7-5c8568eb0043 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "PUT /v2.0/routers/b7bae6f1-f1fa-4fdb-96ee-514ba808f99a HTTP/1.1" status: 200 len: 933 time: 2.9967995 Apr 20 17:42:36.245480 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46904) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:36.275245 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-bbd92297-583b-4f43-afd3-b194278cfee4 None None] Provisioning for port c8f9fc88-3f27-4c6a-bd54-aed73230ce65 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:42:36.283426 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2eaa1890-081b-4d0c-8ed5-424680dd9be9 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:36.305439 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-bbd92297-583b-4f43-afd3-b194278cfee4 None None] Provisioning complete for port c8f9fc88-3f27-4c6a-bd54-aed73230ce65 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:36.305808 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bbd92297-583b-4f43-afd3-b194278cfee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:36.320599 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa1890-081b-4d0c-8ed5-424680dd9be9 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=40541c9a-1334-4cf1-becf-d454e8c95a46,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:36.329049 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-6c8a12c7-528b-4e1e-99a8-39ebdcab72d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733fedcf-e91b-4d79-a3fb-9304e60254df', 'name': 'tempest-TestAggregatesBasicOps-505112685-router', 'tenant_id': '3c5df6565ad24b5e9a91293d057d1ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '61f520cb-e7ae-4328-840f-60f4a4ec2409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:42:30Z', 'updated_at': '2022-04-20T17:42:32Z', 'revision_number': 3, 'project_id': '3c5df6565ad24b5e9a91293d057d1ffa', 'gw_port': {'id': '61f520cb-e7ae-4328-840f-60f4a4ec2409', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733fedcf-e91b-4d79-a3fb-9304e60254df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:42:32Z', 'updated_at': '2022-04-20T17:42:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:36.337418 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa1890-081b-4d0c-8ed5-424680dd9be9 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:36.337753 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa1890-081b-4d0c-8ed5-424680dd9be9 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:36.338076 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa1890-081b-4d0c-8ed5-424680dd9be9 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:36.338429 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa1890-081b-4d0c-8ed5-424680dd9be9 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:36.338757 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa1890-081b-4d0c-8ed5-424680dd9be9 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:36.339059 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa1890-081b-4d0c-8ed5-424680dd9be9 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:36.339369 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa1890-081b-4d0c-8ed5-424680dd9be9 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:36.339686 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa1890-081b-4d0c-8ed5-424680dd9be9 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:36.339996 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa1890-081b-4d0c-8ed5-424680dd9be9 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:36.340307 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa1890-081b-4d0c-8ed5-424680dd9be9 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:36.340619 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa1890-081b-4d0c-8ed5-424680dd9be9 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:36.345480 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2eaa1890-081b-4d0c-8ed5-424680dd9be9 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:36.381426 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8a12c7-528b-4e1e-99a8-39ebdcab72d2 None None] Checking router: 733fedcf-e91b-4d79-a3fb-9304e60254df for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:42:36.381767 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8a12c7-528b-4e1e-99a8-39ebdcab72d2 None None] Updating router 733fedcf-e91b-4d79-a3fb-9304e60254df port 61f520cb-e7ae-4328-840f-60f4a4ec2409 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:42:36.402205 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2eaa1890-081b-4d0c-8ed5-424680dd9be9 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/40541c9a-1334-4cf1-becf-d454e8c95a46 HTTP/1.1" status: 204 len: 168 time: 0.8564425 Apr 20 17:42:36.408142 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46908) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:36.449356 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a1a16606-cf1d-4c18-9b15-be7cc65fdcc4 req-5046dec5-80fd-4e38-8050-65ccb3487e1b tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/security-groups?id=90233be4-d5b1-4f89-8635-3366dbe0f4fe&id=705b655f-3402-4660-9efa-bd97b9a73c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2778895 Apr 20 17:42:36.487438 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.resource_extend [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:42:36.619212 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6c8a12c7-528b-4e1e-99a8-39ebdcab72d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:36.623008 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0d174dc-8433-443b-9d3c-fde1c832bdfd tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:36.636114 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5b5abad2-44df-4b46-8f5d-5d77e27061b0 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "GET /v2.0/routers/b7bae6f1-f1fa-4fdb-96ee-514ba808f99a HTTP/1.1" status: 200 len: 933 time: 0.3894050 Apr 20 17:42:36.638997 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46916) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:36.645638 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-0f5ed85a-c3bf-4274-9843-d5a839339801 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Request body: {'router': {'routes': None}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:36.664531 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fab33336-1186-4305-b7da-2badb7856e42 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:36.697884 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 35d556b7-05be-4160-b256-b9ba567bf3e4 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:42:36.732600 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:36.786964 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 35d556b7-05be-4160-b256-b9ba567bf3e4 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:36.787726 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:36.859293 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Transition to ACTIVE for port object c5d81856-08fc-4e10-acbe-d724b49dae33 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:42:36.886861 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0d174dc-8433-443b-9d3c-fde1c832bdfd tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:36.896714 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:36.926324 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-e0d174dc-8433-443b-9d3c-fde1c832bdfd tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5bd5a05-c1bb-4626-96eb-58c683a65851']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:36.931742 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bbd92297-583b-4f43-afd3-b194278cfee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:36.934533 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0ce3f-b0e4-4855-8af7-49728a759762 req-ce8612d8-21e4-4f49-a122-9d79c9a41237 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:36.941593 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-18d0ce3f-b0e4-4855-8af7-49728a759762 req-ce8612d8-21e4-4f49-a122-9d79c9a41237 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b3acf18-86a1-4ed5-8959-b4def4c94e40 HTTP/1.1" status: 200 len: 984 time: 0.2441795 Apr 20 17:42:36.950646 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd86ab6-28f7-4bff-80df-7a5d74dc1ceb req-01064ae1-27a9-44d0-92b1-c024ed67538b tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:36.952459 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bbd86ab6-28f7-4bff-80df-7a5d74dc1ceb req-01064ae1-27a9-44d0-92b1-c024ed67538b tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 946 time: 0.3242712 Apr 20 17:42:36.956902 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-e0d174dc-8433-443b-9d3c-fde1c832bdfd tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0912648-eeff-40f5-b6f7-7f78143a7e8f') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:36.957424 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-e0d174dc-8433-443b-9d3c-fde1c832bdfd tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0912648-eeff-40f5-b6f7-7f78143a7e8f') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:36.991043 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0d174dc-8433-443b-9d3c-fde1c832bdfd tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:37.001007 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 75f7b475-19e5-4aa5-bc92-cb117fc2c7fe no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:42:37.046559 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0d174dc-8433-443b-9d3c-fde1c832bdfd tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:37.051197 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bbd86ab6-28f7-4bff-80df-7a5d74dc1ceb req-413b71a2-a838-46a3-9c74-2a59f71a99eb tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866086 Apr 20 17:42:37.059416 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d174dc-8433-443b-9d3c-fde1c832bdfd tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:42:37.060025 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0d174dc-8433-443b-9d3c-fde1c832bdfd tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:37.069099 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-bbd92297-583b-4f43-afd3-b194278cfee4 None None] For port c8f9fc88-3f27-4c6a-bd54-aed73230ce65, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c8f9fc88-3f27-4c6a-bd54-aed73230ce65,segment=NetworkSegment(c45ef6ff-3bf5-462f-b56b-30c5694de1d2),segment_id=c45ef6ff-3bf5-462f-b56b-30c5694de1d2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:42:37.075828 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:42:37.075828 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:42:37.075828 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:42:37.075828 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:42:37.075828 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:42:37.075828 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:42:37.075828 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:42:37.075828 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:42:37.075828 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:42:37.075828 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:42:37.075828 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:42:37.075828 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:42:37.075828 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:42:37.075828 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:42:37.075828 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:42:37.075828 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:42:37.075828 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:42:37.075828 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:42:37.075828 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:42:37.075828 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:42:37.075828 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:42:37.075828 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:42:37.075828 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:42:37.075828 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:42:37.075828 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:42:37.075828 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:42:37.075828 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:42:37.075828 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:42:37.075828 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:42:37.075828 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:42:37.075828 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:42:37.075828 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:42:37.157664 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7a55b-1f7a-47a4-9ed0-2ad161ad137f None None] Pushing event updated for resources: {'Port': ['ID=c5d81856-08fc-4e10-acbe-d724b49dae33,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:37.160872 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 75f7b475-19e5-4aa5-bc92-cb117fc2c7fe {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:42:37.161204 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 75f7b475-19e5-4aa5-bc92-cb117fc2c7fe not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:42:37.176138 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bbd92297-583b-4f43-afd3-b194278cfee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:37.187653 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0d174dc-8433-443b-9d3c-fde1c832bdfd tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:37.193185 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d174dc-8433-443b-9d3c-fde1c832bdfd tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a5bd5a05-c1bb-4626-96eb-58c683a65851 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 17:42:37.196909 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0d174dc-8433-443b-9d3c-fde1c832bdfd tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:37.226785 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e0d174dc-8433-443b-9d3c-fde1c832bdfd tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] 10.222.0.39 "DELETE /v2.0/networks/a5bd5a05-c1bb-4626-96eb-58c683a65851 HTTP/1.1" status: 204 len: 168 time: 0.8180840 Apr 20 17:42:37.237111 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d174dc-8433-443b-9d3c-fde1c832bdfd tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Pushing event deleted for resources: {'Network': ['ID=a5bd5a05-c1bb-4626-96eb-58c683a65851,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:37.251793 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd92297-583b-4f43-afd3-b194278cfee4 None None] Pushing event updated for resources: {'Port': ['ID=c8f9fc88-3f27-4c6a-bd54-aed73230ce65,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:37.323925 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fab33336-1186-4305-b7da-2badb7856e42 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:37.404446 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fab33336-1186-4305-b7da-2badb7856e42 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:37.561665 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cb88a930-f86b-4199-a6c2-aacb60d0f512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:37.614782 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-18d0ce3f-b0e4-4855-8af7-49728a759762 req-f9a11a35-a8ce-4b93-b6b1-ebf1b47d021c tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/security-groups?id=90233be4-d5b1-4f89-8635-3366dbe0f4fe&id=705b655f-3402-4660-9efa-bd97b9a73c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6721280 Apr 20 17:42:37.650650 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6c8a12c7-528b-4e1e-99a8-39ebdcab72d2 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:37.684166 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6c8a12c7-528b-4e1e-99a8-39ebdcab72d2 None None] Transition to ACTIVE for port object 61f520cb-e7ae-4328-840f-60f4a4ec2409 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:42:37.767274 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:37.810662 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46928) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:37.830130 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-ab3a7ffb-4544-429a-905d-21d0063328e5 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Request body: {'router': {'name': 'tempest-router--1048905698', 'project_id': '8e88e0e738e54b4a8d11a0ca7687b6a9'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:37.843765 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ab3a7ffb-4544-429a-905d-21d0063328e5 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:37.846472 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6c8a12c7-528b-4e1e-99a8-39ebdcab72d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:37.857166 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ab3a7ffb-4544-429a-905d-21d0063328e5 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Usage tracker for resource:router and tenant:8e88e0e738e54b4a8d11a0ca7687b6a9 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:37.862167 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ab3a7ffb-4544-429a-905d-21d0063328e5 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:37.872143 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ab3a7ffb-4544-429a-905d-21d0063328e5 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:37.889673 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ac205f9a-d40d-41f2-9767-0f01206c9658 None None] Provisioning complete for port c8f9fc88-3f27-4c6a-bd54-aed73230ce65 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:37.890045 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ac205f9a-d40d-41f2-9767-0f01206c9658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:37.979765 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-fab33336-1186-4305-b7da-2badb7856e42 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Allocated IP 172.25.8.137 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/48251b25-a8e5-4e83-b62b-1c491f28419d) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:42:37.980383 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ab3a7ffb-4544-429a-905d-21d0063328e5 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:37.981165 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ab3a7ffb-4544-429a-905d-21d0063328e5 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:37.998708 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Attempting to bind port c5d81856-08fc-4e10-acbe-d724b49dae33 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:42:37.999695 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Attempting to bind port c5d81856-08fc-4e10-acbe-d724b49dae33 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '471897cc-d9d2-49e6-9b14-3ffc0263d002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0353f022-6783-407e-8cdf-8dfd1969f806'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:42:37.999695 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Attempting to bind port c5d81856-08fc-4e10-acbe-d724b49dae33 on network 0353f022-6783-407e-8cdf-8dfd1969f806 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:42:38.010067 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-6c8a12c7-528b-4e1e-99a8-39ebdcab72d2 None None] Attempting to bind port 61f520cb-e7ae-4328-840f-60f4a4ec2409 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:42:38.010522 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-6c8a12c7-528b-4e1e-99a8-39ebdcab72d2 None None] Attempting to bind port 61f520cb-e7ae-4328-840f-60f4a4ec2409 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:42:38.010872 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8a12c7-528b-4e1e-99a8-39ebdcab72d2 None None] Attempting to bind port 61f520cb-e7ae-4328-840f-60f4a4ec2409 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:42:38.014343 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b47256-80a9-48a6-be22-65daf773be99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d556b7-05be-4160-b256-b9ba567bf3e4'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:42:38.040000 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 35d556b7-05be-4160-b256-b9ba567bf3e4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=35d556b7-05be-4160-b256-b9ba567bf3e4,segment=NetworkSegment(0d0bb655-15d9-4b50-a39c-4bc813a39738),segment_id=0d0bb655-15d9-4b50-a39c-4bc813a39738)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:42:38.041906 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7cacab-0ff4-4770-9e4d-18de16136909 None None] Pushing event updated for resources: {'Port': ['ID=61f520cb-e7ae-4328-840f-60f4a4ec2409,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:38.045487 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8a12c7-528b-4e1e-99a8-39ebdcab72d2 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:42:38.045792 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8a12c7-528b-4e1e-99a8-39ebdcab72d2 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:42:38.046211 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6c8a12c7-528b-4e1e-99a8-39ebdcab72d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:38.047609 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8a12c7-528b-4e1e-99a8-39ebdcab72d2 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:42:38.048087 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-6c8a12c7-528b-4e1e-99a8-39ebdcab72d2 None None] Bound port: 61f520cb-e7ae-4328-840f-60f4a4ec2409, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:42:38.048486 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6c8a12c7-528b-4e1e-99a8-39ebdcab72d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:38.080181 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95d2c4d4-6636-4aa8-8ba2-d84c540448e8 req-d7afea69-8d9e-4bab-9a04-149938daf6c1 tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7b3acf18-86a1-4ed5-8959-b4def4c94e40 HTTP/1.1" status: 200 len: 1135 time: 0.1717184 Apr 20 17:42:38.104080 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ab3a7ffb-4544-429a-905d-21d0063328e5 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:38.131622 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-6c8a12c7-528b-4e1e-99a8-39ebdcab72d2 None None] For port 61f520cb-e7ae-4328-840f-60f4a4ec2409, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:42:38.134804 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-6c8a12c7-528b-4e1e-99a8-39ebdcab72d2 None None] For port 61f520cb-e7ae-4328-840f-60f4a4ec2409, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=61f520cb-e7ae-4328-840f-60f4a4ec2409,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:42:38.139323 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:42:38.139691 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Checking segment: {'id': '471897cc-d9d2-49e6-9b14-3ffc0263d002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0353f022-6783-407e-8cdf-8dfd1969f806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:42:38.140088 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:38.140760 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Bound using segment: {'id': '471897cc-d9d2-49e6-9b14-3ffc0263d002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0353f022-6783-407e-8cdf-8dfd1969f806'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:42:38.141320 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Bound port: c5d81856-08fc-4e10-acbe-d724b49dae33, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '471897cc-d9d2-49e6-9b14-3ffc0263d002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0353f022-6783-407e-8cdf-8dfd1969f806'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:42:38.141699 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:38.162219 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-217b57e1-2ff2-4964-a7e6-f96cd9236c97'] response: {'server_uuid': '72b47256-80a9-48a6-be22-65daf773be99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d556b7-05be-4160-b256-b9ba567bf3e4', 'code': 200} Apr 20 17:42:38.169756 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fab33336-1186-4305-b7da-2badb7856e42 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:38.178011 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-cb88a930-f86b-4199-a6c2-aacb60d0f512 admin admin] Allocated IP 172.20.0.1 (79ad9ab7-8e88-455b-8fd5-123af17512c6/ffd9b16c-dcbc-4aac-aa2c-9b612d0014fa/040854de-dbad-40e3-959f-7c49e02e510c) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:42:38.194237 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6c8a12c7-528b-4e1e-99a8-39ebdcab72d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:38.198906 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ab3a7ffb-4544-429a-905d-21d0063328e5 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:38.205293 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.extraroute_db [None req-0f5ed85a-c3bf-4274-9843-d5a839339801 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Added routes are [] {{(pid=84081) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 20 17:42:38.205747 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.extraroute_db [None req-0f5ed85a-c3bf-4274-9843-d5a839339801 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=84081) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 20 17:42:38.229399 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-95d2c4d4-6636-4aa8-8ba2-d84c540448e8 req-091c92f5-09d0-4e0d-b136-165e055dd164 tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:38.232628 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:38.272072 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fab33336-1186-4305-b7da-2badb7856e42 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:38.277058 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-95d2c4d4-6636-4aa8-8ba2-d84c540448e8 req-091c92f5-09d0-4e0d-b136-165e055dd164 tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:38.311577 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-95d2c4d4-6636-4aa8-8ba2-d84c540448e8 req-091c92f5-09d0-4e0d-b136-165e055dd164 tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Usage tracker for resource:security_group_rule and tenant:c3a9677b8be14c039fb69f1fddf0748c is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:38.318891 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-95d2c4d4-6636-4aa8-8ba2-d84c540448e8 req-091c92f5-09d0-4e0d-b136-165e055dd164 tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:38.333512 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-95d2c4d4-6636-4aa8-8ba2-d84c540448e8 req-091c92f5-09d0-4e0d-b136-165e055dd164 tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:38.360459 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab33336-1186-4305-b7da-2badb7856e42 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:42:38.364051 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-fab33336-1186-4305-b7da-2badb7856e42 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:38.372536 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab33336-1186-4305-b7da-2badb7856e42 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:42:38.375681 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ab3a7ffb-4544-429a-905d-21d0063328e5 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:38.379308 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ab3a7ffb-4544-429a-905d-21d0063328e5 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5647502 Apr 20 17:42:38.391137 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46936) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:38.405772 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab33336-1186-4305-b7da-2badb7856e42 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Pushing event updated for resources: {'Port': ['ID=48251b25-a8e5-4e83-b62b-1c491f28419d,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:38.410371 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0f5ed85a-c3bf-4274-9843-d5a839339801 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:38.437111 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7cacab-0ff4-4770-9e4d-18de16136909 None None] Pushing event updated for resources: {'Port': ['ID=61f520cb-e7ae-4328-840f-60f4a4ec2409,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:38.492574 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] For port c5d81856-08fc-4e10-acbe-d724b49dae33, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:42:38.510061 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] For port c5d81856-08fc-4e10-acbe-d724b49dae33, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c5d81856-08fc-4e10-acbe-d724b49dae33,segment=NetworkSegment(471897cc-d9d2-49e6-9b14-3ffc0263d002),segment_id=471897cc-d9d2-49e6-9b14-3ffc0263d002)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:42:38.516012 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8a12c7-528b-4e1e-99a8-39ebdcab72d2 None None] Routers {'733fedcf-e91b-4d79-a3fb-9304e60254df'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:42:38.516644 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-6c8a12c7-528b-4e1e-99a8-39ebdcab72d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:42:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['733fedcf-e91b-4d79-a3fb-9304e60254df'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:38.545641 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-95d2c4d4-6636-4aa8-8ba2-d84c540448e8 req-091c92f5-09d0-4e0d-b136-165e055dd164 tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:38.554939 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-95d2c4d4-6636-4aa8-8ba2-d84c540448e8 req-091c92f5-09d0-4e0d-b136-165e055dd164 tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:38.607451 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95d2c4d4-6636-4aa8-8ba2-d84c540448e8 req-091c92f5-09d0-4e0d-b136-165e055dd164 tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=90233be4-d5b1-4f89-8635-3366dbe0f4fe&id=705b655f-3402-4660-9efa-bd97b9a73c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3998721 Apr 20 17:42:38.612496 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c92f5-09d0-4e0d-b136-165e055dd164 tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0970ab-31cf-443d-a6e6-b7b45cbf38c0,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:38.632768 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:38.640088 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46940) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:38.661627 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=35d556b7-05be-4160-b256-b9ba567bf3e4,revision_number=13']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:38.692912 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fab33336-1186-4305-b7da-2badb7856e42 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:38.745390 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Routers {'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:42:38.746031 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:42:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['b7bae6f1-f1fa-4fdb-96ee-514ba808f99a'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:38.783954 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cb88a930-f86b-4199-a6c2-aacb60d0f512 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:38.842830 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-cb88a930-f86b-4199-a6c2-aacb60d0f512 admin admin] Transition to ACTIVE for port object 040854de-dbad-40e3-959f-7c49e02e510c will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:42:38.845712 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-31f497cb-91e4-45ac-aa82-36cd63eddbe2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:38.908110 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fab33336-1186-4305-b7da-2badb7856e42 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:38.912487 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fab33336-1186-4305-b7da-2badb7856e42 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33176207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33176208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33180178'] for router, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:38.951183 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c8f9fc88-3f27-4c6a-bd54-aed73230ce65 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:42:38.986738 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] Set router b7bae6f1-f1fa-4fdb-96ee-514ba808f99a gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:42:39.070383 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7a55b-1f7a-47a4-9ed0-2ad161ad137f None None] Pushing event updated for resources: {'Port': ['ID=c5d81856-08fc-4e10-acbe-d724b49dae33,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:39.084394 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de6d1b-adca-4f7b-9875-a09aff5a80d2 req-e0eee8eb-6e71-4239-a66e-c6a60b290c76 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:39.091232 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a3de6d1b-adca-4f7b-9875-a09aff5a80d2 req-e0eee8eb-6e71-4239-a66e-c6a60b290c76 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 946 time: 0.8591554 Apr 20 17:42:39.119470 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-6c8a12c7-528b-4e1e-99a8-39ebdcab72d2 None None] Set router 733fedcf-e91b-4d79-a3fb-9304e60254df gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:42:39.163154 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab33336-1186-4305-b7da-2badb7856e42 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Router 3824e3d1-49b5-46fa-bc3b-255d80414325 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:42:39.234391 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-71caba75-2495-4f1d-8815-1542a20cf293 tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7b3acf18-86a1-4ed5-8959-b4def4c94e40 HTTP/1.1" status: 200 len: 1130 time: 0.5826180 Apr 20 17:42:39.235068 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46944) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:39.241230 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-45455c49-849d-4ef7-9de4-e0b3462d49bb tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'port_id': 'a24693d2-b353-43c3-aeed-d3faf62d162b', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:39.246126 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a3de6d1b-adca-4f7b-9875-a09aff5a80d2 req-be6b7c15-c23b-46ca-bd82-d99299baec53 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540616 Apr 20 17:42:39.302893 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cb88a930-f86b-4199-a6c2-aacb60d0f512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:39.307352 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-45455c49-849d-4ef7-9de4-e0b3462d49bb tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:39.320436 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-45455c49-849d-4ef7-9de4-e0b3462d49bb tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Usage tracker for resource:floatingip and tenant:b0685b0cdf464c79ab40968d62484d7b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:39.324503 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-45455c49-849d-4ef7-9de4-e0b3462d49bb tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:39.334249 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-45455c49-849d-4ef7-9de4-e0b3462d49bb tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:39.359752 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-45455c49-849d-4ef7-9de4-e0b3462d49bb tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for floatingip, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:39.386676 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ac88d8d4-775b-4700-95a8-ca75e7942c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:39.477440 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port c8f9fc88-3f27-4c6a-bd54-aed73230ce65 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:39.477715 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:39.538602 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab33336-1186-4305-b7da-2badb7856e42 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:42:39.552002 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db498b-aa00-45a1-a0d0-c3be5cf39d31 None None] Sync routers for ids ['3824e3d1-49b5-46fa-bc3b-255d80414325'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:42:39.558255 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb88a930-f86b-4199-a6c2-aacb60d0f512 admin admin] Network 79ad9ab7-8e88-455b-8fd5-123af17512c6 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:42:39.565836 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-45455c49-849d-4ef7-9de4-e0b3462d49bb tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:39.567655 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76db498b-aa00-45a1-a0d0-c3be5cf39d31 None None] Routers {'3824e3d1-49b5-46fa-bc3b-255d80414325'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:42:39.569192 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-76db498b-aa00-45a1-a0d0-c3be5cf39d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:42:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['3824e3d1-49b5-46fa-bc3b-255d80414325'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:39.632669 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-76db498b-aa00-45a1-a0d0-c3be5cf39d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:39.645924 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76db498b-aa00-45a1-a0d0-c3be5cf39d31 None None] Routers {'3824e3d1-49b5-46fa-bc3b-255d80414325'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:42:39.646975 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-76db498b-aa00-45a1-a0d0-c3be5cf39d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:42:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['3824e3d1-49b5-46fa-bc3b-255d80414325'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:39.673346 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-cb88a930-f86b-4199-a6c2-aacb60d0f512 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:39.696114 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb88a930-f86b-4199-a6c2-aacb60d0f512 admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:42:39.727606 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88a930-f86b-4199-a6c2-aacb60d0f512 admin admin] Pushing event updated for resources: {'Port': ['ID=040854de-dbad-40e3-959f-7c49e02e510c,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:39.735340 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-76db498b-aa00-45a1-a0d0-c3be5cf39d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:39.736099 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db498b-aa00-45a1-a0d0-c3be5cf39d31 None None] The sync data for ids ['3824e3d1-49b5-46fa-bc3b-255d80414325'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:42:39.765700 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fab33336-1186-4305-b7da-2badb7856e42 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:39.769683 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fab33336-1186-4305-b7da-2badb7856e42 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] 10.222.0.39 "PUT /v2.0/routers/3824e3d1-49b5-46fa-bc3b-255d80414325 HTTP/1.1" status: 200 len: 916 time: 3.9577544 Apr 20 17:42:39.769852 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-31f497cb-91e4-45ac-aa82-36cd63eddbe2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:39.769989 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-45455c49-849d-4ef7-9de4-e0b3462d49bb tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Allocated IP 172.25.8.145 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/8bdff690-f936-4e22-a58c-be0d41935831) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:42:39.770952 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46948) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:39.787795 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-31f497cb-91e4-45ac-aa82-36cd63eddbe2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:39.796774 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0f5ed85a-c3bf-4274-9843-d5a839339801 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:39.799532 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cb88a930-f86b-4199-a6c2-aacb60d0f512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:39.807226 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0f5ed85a-c3bf-4274-9843-d5a839339801 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33176207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33176208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33180178'] for router, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:39.809714 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-6c8a12c7-528b-4e1e-99a8-39ebdcab72d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733fedcf-e91b-4d79-a3fb-9304e60254df', 'name': 'tempest-TestAggregatesBasicOps-505112685-router', 'tenant_id': '3c5df6565ad24b5e9a91293d057d1ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '61f520cb-e7ae-4328-840f-60f4a4ec2409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:42:30Z', 'updated_at': '2022-04-20T17:42:32Z', 'revision_number': 3, 'project_id': '3c5df6565ad24b5e9a91293d057d1ffa', 'gw_port': {'id': '61f520cb-e7ae-4328-840f-60f4a4ec2409', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733fedcf-e91b-4d79-a3fb-9304e60254df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:42:32Z', 'updated_at': '2022-04-20T17:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:39.815412 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8a12c7-528b-4e1e-99a8-39ebdcab72d2 None None] The sync data for ids ['733fedcf-e91b-4d79-a3fb-9304e60254df'] in n-d-838032-1 is: [{'id': '733fedcf-e91b-4d79-a3fb-9304e60254df', 'name': 'tempest-TestAggregatesBasicOps-505112685-router', 'tenant_id': '3c5df6565ad24b5e9a91293d057d1ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '61f520cb-e7ae-4328-840f-60f4a4ec2409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:42:30Z', 'updated_at': '2022-04-20T17:42:32Z', 'revision_number': 3, 'project_id': '3c5df6565ad24b5e9a91293d057d1ffa', 'gw_port': {'id': '61f520cb-e7ae-4328-840f-60f4a4ec2409', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733fedcf-e91b-4d79-a3fb-9304e60254df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:42:32Z', 'updated_at': '2022-04-20T17:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:42:39.826335 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'name': 'tempest-RoutersTest-router-888757083', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:49Z', 'updated_at': '2022-04-20T17:42:38Z', 'revision_number': 7, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'gw_port_host': None, '_interfaces': [{'id': '0eeb0ad6-2ad5-482c-86d5-d89d40a9da96', 'name': '', 'network_id': '383fdd36-ad11-471e-b7f7-12e68bd781d6', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'mac_address': 'fa:16:3e:da:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66d7be54-1e28-4d0a-87d6-9140a40e1689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:52Z', 'updated_at': '2022-04-20T17:42:08Z', 'revision_number': 5, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'subnets': [{'id': '66d7be54-1e28-4d0a-87d6-9140a40e1689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98', 'name': '', 'network_id': 'f6b1c0f2-924f-4a87-b421-102b3dab1936', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'mac_address': 'fa:16:3e:10:0c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6a4ff17-7828-43da-a782-2d3e38cff479', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:42:15Z', 'updated_at': '2022-04-20T17:42:31Z', 'revision_number': 4, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'subnets': [{'id': 'c6a4ff17-7828-43da-a782-2d3e38cff479', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '731ea324-ac2d-408e-b543-36ee1119fffb', 'name': '', 'network_id': '423de17c-e215-4068-996d-0ccba00d1688', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'mac_address': 'fa:16:3e:a5:84:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39fa6556-2ecd-4569-9872-a7024bae24c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:42:01Z', 'updated_at': '2022-04-20T17:42:34Z', 'revision_number': 4, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'subnets': [{'id': '39fa6556-2ecd-4569-9872-a7024bae24c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d81856-08fc-4e10-acbe-d724b49dae33', 'name': '', 'network_id': '0353f022-6783-407e-8cdf-8dfd1969f806', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'mac_address': 'fa:16:3e:71:46:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d3ea197-26b3-488d-88a4-e9478d245d83', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:42:25Z', 'updated_at': '2022-04-20T17:42:38Z', 'revision_number': 4, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'subnets': [{'id': '9d3ea197-26b3-488d-88a4-e9478d245d83', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:39.831066 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42765a7-c309-4928-b3fe-787fa4409f5e None None] The sync data for ids ['b7bae6f1-f1fa-4fdb-96ee-514ba808f99a'] in n-d-838032-1 is: [{'id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'name': 'tempest-RoutersTest-router-888757083', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:49Z', 'updated_at': '2022-04-20T17:42:38Z', 'revision_number': 7, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'gw_port_host': None, '_interfaces': [{'id': '0eeb0ad6-2ad5-482c-86d5-d89d40a9da96', 'name': '', 'network_id': '383fdd36-ad11-471e-b7f7-12e68bd781d6', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'mac_address': 'fa:16:3e:da:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66d7be54-1e28-4d0a-87d6-9140a40e1689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:52Z', 'updated_at': '2022-04-20T17:42:08Z', 'revision_number': 5, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'subnets': [{'id': '66d7be54-1e28-4d0a-87d6-9140a40e1689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98', 'name': '', 'network_id': 'f6b1c0f2-924f-4a87-b421-102b3dab1936', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'mac_address': 'fa:16:3e:10:0c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6a4ff17-7828-43da-a782-2d3e38cff479', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:42:15Z', 'updated_at': '2022-04-20T17:42:31Z', 'revision_number': 4, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'subnets': [{'id': 'c6a4ff17-7828-43da-a782-2d3e38cff479', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '731ea324-ac2d-408e-b543-36ee1119fffb', 'name': '', 'network_id': '423de17c-e215-4068-996d-0ccba00d1688', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'mac_address': 'fa:16:3e:a5:84:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39fa6556-2ecd-4569-9872-a7024bae24c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:42:01Z', 'updated_at': '2022-04-20T17:42:34Z', 'revision_number': 4, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'subnets': [{'id': '39fa6556-2ecd-4569-9872-a7024bae24c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d81856-08fc-4e10-acbe-d724b49dae33', 'name': '', 'network_id': '0353f022-6783-407e-8cdf-8dfd1969f806', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'mac_address': 'fa:16:3e:71:46:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d3ea197-26b3-488d-88a4-e9478d245d83', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:42:25Z', 'updated_at': '2022-04-20T17:42:38Z', 'revision_number': 4, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'subnets': [{'id': '9d3ea197-26b3-488d-88a4-e9478d245d83', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:42:39.961555 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-31f497cb-91e4-45ac-aa82-36cd63eddbe2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:39.962024 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f497cb-91e4-45ac-aa82-36cd63eddbe2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 67a615a0-b880-409b-bfaa-8fb4117c2842 {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:42:40.039512 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-31f497cb-91e4-45ac-aa82-36cd63eddbe2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:40.040695 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-31f497cb-91e4-45ac-aa82-36cd63eddbe2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] 10.222.0.39 "DELETE /v2.0/routers/67a615a0-b880-409b-bfaa-8fb4117c2842 HTTP/1.1" status: 204 len: 168 time: 1.6324372 Apr 20 17:42:40.110480 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e018eae6-8a1a-4c76-a5b3-534f7805a85d None None] Provisioning for port 040854de-dbad-40e3-959f-7c49e02e510c completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:42:40.115910 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e018eae6-8a1a-4c76-a5b3-534f7805a85d None None] Provisioning complete for port 040854de-dbad-40e3-959f-7c49e02e510c triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:40.116275 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e018eae6-8a1a-4c76-a5b3-534f7805a85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:40.158985 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cb88a930-f86b-4199-a6c2-aacb60d0f512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:40.266686 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5ed85a-c3bf-4274-9843-d5a839339801 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Router b7bae6f1-f1fa-4fdb-96ee-514ba808f99a has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:42:40.347178 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46956) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:40.398229 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-45455c49-849d-4ef7-9de4-e0b3462d49bb tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:40.537709 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-e018eae6-8a1a-4c76-a5b3-534f7805a85d None None] Port 040854de-dbad-40e3-959f-7c49e02e510c cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:42:40.653064 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-45455c49-849d-4ef7-9de4-e0b3462d49bb tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:40.701909 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-61f7b34e-d346-4a97-be8b-541e0a2b68bd tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] 10.222.0.39 "GET /v2.0/routers/3824e3d1-49b5-46fa-bc3b-255d80414325 HTTP/1.1" status: 200 len: 922 time: 0.9293039 Apr 20 17:42:40.715814 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46962) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:40.791469 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45455c49-849d-4ef7-9de4-e0b3462d49bb tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:42:40.800631 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-45455c49-849d-4ef7-9de4-e0b3462d49bb tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:40.814664 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45455c49-849d-4ef7-9de4-e0b3462d49bb tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:42:40.845562 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-82ea58e2-e454-4a31-87a3-af243ad9174a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-243676053', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}, 'admin_state_up': False}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:40.865586 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45455c49-849d-4ef7-9de4-e0b3462d49bb tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Pushing event updated for resources: {'Port': ['ID=8bdff690-f936-4e22-a58c-be0d41935831,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:40.870480 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-82ea58e2-e454-4a31-87a3-af243ad9174a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:40.884492 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386ee77-d898-4238-988b-c4dfb4e633fe req-a1a37eb9-975f-4c0b-ad2b-7cdb1ba8dbbe tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:40.886002 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7386ee77-d898-4238-988b-c4dfb4e633fe req-a1a37eb9-975f-4c0b-ad2b-7cdb1ba8dbbe tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 946 time: 0.4079461 Apr 20 17:42:40.891342 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-82ea58e2-e454-4a31-87a3-af243ad9174a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Usage tracker for resource:router and tenant:1e0df4d72bbb46eaacc5962ea1faba9c is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:40.901668 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-82ea58e2-e454-4a31-87a3-af243ad9174a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:40.965031 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cb88a930-f86b-4199-a6c2-aacb60d0f512 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:40.969311 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5ed85a-c3bf-4274-9843-d5a839339801 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:42:40.973121 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-82ea58e2-e454-4a31-87a3-af243ad9174a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:40.979190 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0f5ed85a-c3bf-4274-9843-d5a839339801 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:40.980389 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0f5ed85a-c3bf-4274-9843-d5a839339801 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "PUT /v2.0/routers/b7bae6f1-f1fa-4fdb-96ee-514ba808f99a HTTP/1.1" status: 200 len: 699 time: 4.3403864 Apr 20 17:42:40.983300 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46966) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:40.987263 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cb88a930-f86b-4199-a6c2-aacb60d0f512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:41.050829 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82ea58e2-e454-4a31-87a3-af243ad9174a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:41.051713 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82ea58e2-e454-4a31-87a3-af243ad9174a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:41.072990 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82ea58e2-e454-4a31-87a3-af243ad9174a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:41.105161 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 61f520cb-e7ae-4328-840f-60f4a4ec2409 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:42:41.128106 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7386ee77-d898-4238-988b-c4dfb4e633fe req-4fa359c6-430a-4f62-a311-0971afbce914 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282295 Apr 20 17:42:41.243372 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 61f520cb-e7ae-4328-840f-60f4a4ec2409 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:42:41.253146 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 61f520cb-e7ae-4328-840f-60f4a4ec2409 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:41.253757 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:41.327041 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cb88a930-f86b-4199-a6c2-aacb60d0f512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:41.362609 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-eaa1e3b9-7baf-485d-be2e-c8a210dc9250 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Synchronizing usage tracker for tenant:8fbeabb891d848e8850a87d1e7caedc5 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:42:41.392775 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-eaa1e3b9-7baf-485d-be2e-c8a210dc9250 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Unset dirty status for tenant:8fbeabb891d848e8850a87d1e7caedc5 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:42:41.394652 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-eaa1e3b9-7baf-485d-be2e-c8a210dc9250 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3&device_id=3824e3d1-49b5-46fa-bc3b-255d80414325&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6748843 Apr 20 17:42:41.399358 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46970) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:41.431953 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82ea58e2-e454-4a31-87a3-af243ad9174a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:41.479078 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:41.500196 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-84147482-f142-4adf-bb2e-ef7470ab29ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:41.504712 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 61f520cb-e7ae-4328-840f-60f4a4ec2409, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=61f520cb-e7ae-4328-840f-60f4a4ec2409,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:42:41.509689 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:41.510550 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:42:41.510669 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88a930-f86b-4199-a6c2-aacb60d0f512 admin admin] Pushing event updated for resources: {'Port': ['ID=040854de-dbad-40e3-959f-7c49e02e510c,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:41.520076 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb88a930-f86b-4199-a6c2-aacb60d0f512 admin admin] Network 79ad9ab7-8e88-455b-8fd5-123af17512c6 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:42:41.521722 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-cb88a930-f86b-4199-a6c2-aacb60d0f512 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:41.704149 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=61f520cb-e7ae-4328-840f-60f4a4ec2409,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:41.735682 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:42:41.742016 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:41.742414 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:41.846726 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6b2f7aea-cda5-4463-a618-19d7efcfceaa tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "GET /v2.0/routers/b7bae6f1-f1fa-4fdb-96ee-514ba808f99a HTTP/1.1" status: 200 len: 699 time: 0.8608561 Apr 20 17:42:41.849106 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46974) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:41.916910 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:41.944767 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72338963-85f4-4160-9afc-5a7dada82ca4 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:41.946166 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-72338963-85f4-4160-9afc-5a7dada82ca4 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 881 time: 0.5420966 Apr 20 17:42:41.956975 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 46978) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:41.972125 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98,segment=NetworkSegment(2ecf4e58-c251-490a-900c-29288ff06366),segment_id=2ecf4e58-c251-490a-900c-29288ff06366)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:42:41.982338 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:42.058988 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d0bdf5e7-d1bb-45bd-a59f-076fb290880c None None] Provisioning complete for port 040854de-dbad-40e3-959f-7c49e02e510c triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:42.059892 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d0bdf5e7-d1bb-45bd-a59f-076fb290880c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:42.097121 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:42.134882 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d0bdf5e7-d1bb-45bd-a59f-076fb290880c None None] Port 040854de-dbad-40e3-959f-7c49e02e510c cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:42:42.173996 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-221d6ee5-08fc-48e4-9df2-3fc06d6340b8 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] 10.222.0.39 "GET /v2.0/ports?device_id=3824e3d1-49b5-46fa-bc3b-255d80414325 HTTP/1.1" status: 200 len: 205 time: 0.2098002 Apr 20 17:42:42.192150 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 46984) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:42.480138 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-45455c49-849d-4ef7-9de4-e0b3462d49bb tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:42.537261 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82ea58e2-e454-4a31-87a3-af243ad9174a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:42.539125 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c122699-a9c1-4c34-81ad-eb56813b0a76 req-51818471-e854-4767-9b4c-b4318c39920e tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:42.545160 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5c122699-a9c1-4c34-81ad-eb56813b0a76 req-51818471-e854-4767-9b4c-b4318c39920e tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 946 time: 0.2551291 Apr 20 17:42:42.586006 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82ea58e2-e454-4a31-87a3-af243ad9174a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:42.647881 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-45455c49-849d-4ef7-9de4-e0b3462d49bb tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:42.681251 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:42.718088 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:42.781735 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5c122699-a9c1-4c34-81ad-eb56813b0a76 req-9572fa5b-6e3a-4591-8f11-8dff87a0a550 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307479 Apr 20 17:42:42.809274 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb88a930-f86b-4199-a6c2-aacb60d0f512 admin admin] Router 733fedcf-e91b-4d79-a3fb-9304e60254df has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:42:42.809274 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3349d3ae-3b05-4756-bc53-082fff3e46b9 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:42.906760 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-82ea58e2-e454-4a31-87a3-af243ad9174a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Allocated IP 172.25.8.218 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/dd400368-9b02-44a4-b778-c6b375f7a6c7) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:42:43.037419 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:42:43.092692 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6bf96698-8d4c-4a87-995b-3ed96dc1215e tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:43.116791 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:43.117074 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:43.155609 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-45455c49-849d-4ef7-9de4-e0b3462d49bb tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:43.220922 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-45455c49-849d-4ef7-9de4-e0b3462d49bb tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:43.233600 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 731ea324-ac2d-408e-b543-36ee1119fffb up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:42:43.303981 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 731ea324-ac2d-408e-b543-36ee1119fffb completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:42:43.306004 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82ea58e2-e454-4a31-87a3-af243ad9174a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:43.308680 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 731ea324-ac2d-408e-b543-36ee1119fffb triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:43.309483 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:43.326428 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb88a930-f86b-4199-a6c2-aacb60d0f512 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:42:43.331391 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cb88a930-f86b-4199-a6c2-aacb60d0f512 admin admin] 10.222.0.39 "PUT /v2.0/routers/733fedcf-e91b-4d79-a3fb-9304e60254df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3892875 Apr 20 17:42:43.375103 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:43.396545 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45455c49-849d-4ef7-9de4-e0b3462d49bb tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Pushing event updated for resources: {'Port': ['ID=8bdff690-f936-4e22-a58c-be0d41935831,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:43.423653 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-45455c49-849d-4ef7-9de4-e0b3462d49bb tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:43.455457 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:43.519832 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 731ea324-ac2d-408e-b543-36ee1119fffb, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=731ea324-ac2d-408e-b543-36ee1119fffb,segment=NetworkSegment(ea46e934-9e00-44cb-a5ee-5fa01fc34c63),segment_id=ea46e934-9e00-44cb-a5ee-5fa01fc34c63)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:42:43.527369 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:43.528313 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 61f520cb-e7ae-4328-840f-60f4a4ec2409 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:42:43.588715 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82ea58e2-e454-4a31-87a3-af243ad9174a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:43.650295 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=731ea324-ac2d-408e-b543-36ee1119fffb,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:43.663654 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 61f520cb-e7ae-4328-840f-60f4a4ec2409 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:43.664023 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:43.688657 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ea58e2-e454-4a31-87a3-af243ad9174a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:42:43.694799 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-82ea58e2-e454-4a31-87a3-af243ad9174a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:43.696626 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea58e2-e454-4a31-87a3-af243ad9174a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Pushing event updated for resources: {'Port': ['ID=dd400368-9b02-44a4-b778-c6b375f7a6c7,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:43.698836 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ea58e2-e454-4a31-87a3-af243ad9174a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:42:43.768617 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-3349d3ae-3b05-4756-bc53-082fff3e46b9 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Deleting port c5d81856-08fc-4e10-acbe-d724b49dae33 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:42:43.769023 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3349d3ae-3b05-4756-bc53-082fff3e46b9 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:43.802345 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c5d81856-08fc-4e10-acbe-d724b49dae33 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:42:43.879393 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port c5d81856-08fc-4e10-acbe-d724b49dae33 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:42:43.885734 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port c5d81856-08fc-4e10-acbe-d724b49dae33 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:43.886102 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:44.012857 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-3349d3ae-3b05-4756-bc53-082fff3e46b9 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] For port c5d81856-08fc-4e10-acbe-d724b49dae33, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c5d81856-08fc-4e10-acbe-d724b49dae33,segment=NetworkSegment(471897cc-d9d2-49e6-9b14-3ffc0263d002),segment_id=471897cc-d9d2-49e6-9b14-3ffc0263d002)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:42:44.013268 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3349d3ae-3b05-4756-bc53-082fff3e46b9 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:44.054369 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:44.063869 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6bf96698-8d4c-4a87-995b-3ed96dc1215e tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:44.067903 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:44.096066 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port c5d81856-08fc-4e10-acbe-d724b49dae33, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c5d81856-08fc-4e10-acbe-d724b49dae33,segment=NetworkSegment(471897cc-d9d2-49e6-9b14-3ffc0263d002),segment_id=471897cc-d9d2-49e6-9b14-3ffc0263d002)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:42:44.102034 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-6bf96698-8d4c-4a87-995b-3ed96dc1215e tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Deleting port 48251b25-a8e5-4e83-b62b-1c491f28419d {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:42:44.102410 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6bf96698-8d4c-4a87-995b-3ed96dc1215e tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:44.109019 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:44.185868 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-3349d3ae-3b05-4756-bc53-082fff3e46b9 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Calling delete_port for c5d81856-08fc-4e10-acbe-d724b49dae33 owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:42:44.219874 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=c5d81856-08fc-4e10-acbe-d724b49dae33,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:44.281777 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6c2ee-4a54-46f1-b703-3668a0e17931 req-eb758eed-0147-4297-94f0-e8a52661cdb4 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:44.282899 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-21f6c2ee-4a54-46f1-b703-3668a0e17931 req-eb758eed-0147-4297-94f0-e8a52661cdb4 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 946 time: 0.2862461 Apr 20 17:42:44.318638 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.api [None req-3349d3ae-3b05-4756-bc53-082fff3e46b9 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:42:44.318923 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [None req-45455c49-849d-4ef7-9de4-e0b3462d49bb tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Floating IP 34444988-4516-4926-9107-ccfeda1162ce associated. External IP: 172.25.8.145, port: a24693d2-b353-43c3-aeed-d3faf62d162b. Apr 20 17:42:44.319050 n-d-838032-1 neutron-server[84081]: DEBUG oslo_db.api [None req-3349d3ae-3b05-4756-bc53-082fff3e46b9 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:42:44.518499 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6bf96698-8d4c-4a87-995b-3ed96dc1215e tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:44.535333 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-21f6c2ee-4a54-46f1-b703-3668a0e17931 req-5a14375a-5d59-42e0-a8b3-5ca54ad3d62f tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347147 Apr 20 17:42:44.625808 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47008) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:44.631326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-8bc471b8-71f0-422f-be6c-29d2d205e977 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1761610671-network', 'tenant_id': '6a4406e1bc824195963cee7808722a5b'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:44.636623 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8bc471b8-71f0-422f-be6c-29d2d205e977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:44.640508 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8bc471b8-71f0-422f-be6c-29d2d205e977 admin admin] Usage tracker for resource:network and tenant:6a4406e1bc824195963cee7808722a5b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:44.643339 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8bc471b8-71f0-422f-be6c-29d2d205e977 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:44.647757 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-6bf96698-8d4c-4a87-995b-3ed96dc1215e tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Calling delete_port for 48251b25-a8e5-4e83-b62b-1c491f28419d owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:42:44.648933 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8bc471b8-71f0-422f-be6c-29d2d205e977 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:44.661394 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc471b8-71f0-422f-be6c-29d2d205e977 admin admin] Made reservation on behalf of 6a4406e1bc824195963cee7808722a5b for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:42:44.663877 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8bc471b8-71f0-422f-be6c-29d2d205e977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:44.676022 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8bc471b8-71f0-422f-be6c-29d2d205e977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:44.707446 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8bc471b8-71f0-422f-be6c-29d2d205e977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:44.708136 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82ea58e2-e454-4a31-87a3-af243ad9174a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:44.709075 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82ea58e2-e454-4a31-87a3-af243ad9174a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:44.711986 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8bc471b8-71f0-422f-be6c-29d2d205e977 admin admin] Usage tracker for resource:security_group_rule and tenant:6a4406e1bc824195963cee7808722a5b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:44.715164 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8bc471b8-71f0-422f-be6c-29d2d205e977 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:44.721366 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8bc471b8-71f0-422f-be6c-29d2d205e977 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:44.786072 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8bc471b8-71f0-422f-be6c-29d2d205e977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:44.792302 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8bc471b8-71f0-422f-be6c-29d2d205e977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:44.819772 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-3349d3ae-3b05-4756-bc53-082fff3e46b9 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Deleting port c5d81856-08fc-4e10-acbe-d724b49dae33 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:42:44.820130 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3349d3ae-3b05-4756-bc53-082fff3e46b9 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:44.842933 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc471b8-71f0-422f-be6c-29d2d205e977 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:42:44.876609 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc471b8-71f0-422f-be6c-29d2d205e977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a688d1a-6e36-42a4-b7b8-e3e0081e8117,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:44.883344 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8bc471b8-71f0-422f-be6c-29d2d205e977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:44.883680 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-8bc471b8-71f0-422f-be6c-29d2d205e977 admin admin] Added segment 9354e6cb-f73f-4a2f-a794-6e23cfa759ef of type vlan for network 2fb9ecc6-c4e7-4653-96a3-10b8c58d2625 Apr 20 17:42:44.941040 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 731ea324-ac2d-408e-b543-36ee1119fffb up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:42:45.002842 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8bc471b8-71f0-422f-be6c-29d2d205e977 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:45.015479 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 731ea324-ac2d-408e-b543-36ee1119fffb triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:45.015840 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:45.095238 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6bf96698-8d4c-4a87-995b-3ed96dc1215e tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:45.136506 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c5d81856-08fc-4e10-acbe-d724b49dae33 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:42:45.164752 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [None req-8bc471b8-71f0-422f-be6c-29d2d205e977 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:42:45.209466 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port c5d81856-08fc-4e10-acbe-d724b49dae33 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:45.210512 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:45.212067 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8bc471b8-71f0-422f-be6c-29d2d205e977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:45.213218 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc471b8-71f0-422f-be6c-29d2d205e977 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:45.213936 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8bc471b8-71f0-422f-be6c-29d2d205e977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:45.218323 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf96698-8d4c-4a87-995b-3ed96dc1215e tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Pushing event deleted for resources: {'Port': ['ID=48251b25-a8e5-4e83-b62b-1c491f28419d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:45.220137 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-3349d3ae-3b05-4756-bc53-082fff3e46b9 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] For port c5d81856-08fc-4e10-acbe-d724b49dae33, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c5d81856-08fc-4e10-acbe-d724b49dae33,segment=NetworkSegment(471897cc-d9d2-49e6-9b14-3ffc0263d002),segment_id=471897cc-d9d2-49e6-9b14-3ffc0263d002)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:42:45.220486 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3349d3ae-3b05-4756-bc53-082fff3e46b9 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:45.316792 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:45.439419 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-3349d3ae-3b05-4756-bc53-082fff3e46b9 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Calling delete_port for c5d81856-08fc-4e10-acbe-d724b49dae33 owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:42:45.486655 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8bc471b8-71f0-422f-be6c-29d2d205e977 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8596129 Apr 20 17:42:45.494367 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc471b8-71f0-422f-be6c-29d2d205e977 admin admin] Pushing event updated for resources: {'Network': ['ID=2fb9ecc6-c4e7-4653-96a3-10b8c58d2625,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:45.496338 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47012) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:45.504753 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 2fb9ecc6-c4e7-4653-96a3-10b8c58d2625 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:42:45.506276 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-d4bee886-4839-400f-a601-e99d30f5d225 admin admin] Request body: {'subnet': {'network_id': '2fb9ecc6-c4e7-4653-96a3-10b8c58d2625', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1761610671-subnet', 'tenant_id': '6a4406e1bc824195963cee7808722a5b', 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:45.516065 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d4bee886-4839-400f-a601-e99d30f5d225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:45.524703 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d4bee886-4839-400f-a601-e99d30f5d225 admin admin] Usage tracker for resource:subnet and tenant:6a4406e1bc824195963cee7808722a5b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:45.528879 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d4bee886-4839-400f-a601-e99d30f5d225 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:45.550230 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d4bee886-4839-400f-a601-e99d30f5d225 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:45.579137 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bee886-4839-400f-a601-e99d30f5d225 admin admin] Made reservation on behalf of 6a4406e1bc824195963cee7808722a5b for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:42:45.581610 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d4bee886-4839-400f-a601-e99d30f5d225 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:45.658121 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6bf96698-8d4c-4a87-995b-3ed96dc1215e tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:45.822336 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3349d3ae-3b05-4756-bc53-082fff3e46b9 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:45.911249 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3349d3ae-3b05-4756-bc53-082fff3e46b9 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event deleted for resources: {'Port': ['ID=c5d81856-08fc-4e10-acbe-d724b49dae33,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:45.956763 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6bf96698-8d4c-4a87-995b-3ed96dc1215e tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:45.958655 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc087d66-6933-4936-98f0-08dbbab46484 req-73e04fb2-ffd0-4197-9098-910612e15334 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:45.960144 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bc087d66-6933-4936-98f0-08dbbab46484 req-73e04fb2-ffd0-4197-9098-910612e15334 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 946 time: 0.2752945 Apr 20 17:42:45.960298 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ea58e2-e454-4a31-87a3-af243ad9174a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Router 8c0633cf-ed91-44a5-94cf-87fa444982e6 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:42:45.968658 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6bf96698-8d4c-4a87-995b-3ed96dc1215e tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:46.115806 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45455c49-849d-4ef7-9de4-e0b3462d49bb tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Router 0d095c2c-04cc-44f0-a581-641b9a11e304 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:42:46.129392 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6bf96698-8d4c-4a87-995b-3ed96dc1215e tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:46.129881 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf96698-8d4c-4a87-995b-3ed96dc1215e tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Fanout notify agent at l3_agent the message router_deleted on router 3824e3d1-49b5-46fa-bc3b-255d80414325 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:42:46.139260 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d4bee886-4839-400f-a601-e99d30f5d225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:46.243486 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bc087d66-6933-4936-98f0-08dbbab46484 req-5ce38973-07ec-41f2-8dc7-7bde3bac238a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2718956 Apr 20 17:42:46.285936 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6bf96698-8d4c-4a87-995b-3ed96dc1215e tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:46.287045 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6bf96698-8d4c-4a87-995b-3ed96dc1215e tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] 10.222.0.39 "DELETE /v2.0/routers/3824e3d1-49b5-46fa-bc3b-255d80414325 HTTP/1.1" status: 204 len: 168 time: 4.0918941 Apr 20 17:42:46.292145 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bee886-4839-400f-a601-e99d30f5d225 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dc33163-c1d4-4f24-a4eb-9ac8147e08ad,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:46.294132 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47018) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:46.306147 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-795e5d3c-3875-43dc-bb95-2d31729c5448 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1997527143', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}, 'admin_state_up': False}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:46.317719 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-795e5d3c-3875-43dc-bb95-2d31729c5448 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:46.323874 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-795e5d3c-3875-43dc-bb95-2d31729c5448 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Usage tracker for resource:router and tenant:7998c2f4b56c4fd1b7e8025d7f250408 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:46.328174 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-795e5d3c-3875-43dc-bb95-2d31729c5448 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:46.338085 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-795e5d3c-3875-43dc-bb95-2d31729c5448 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:46.340906 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bee886-4839-400f-a601-e99d30f5d225 admin admin] Checking segment: {'id': '9354e6cb-f73f-4a2f-a794-6e23cfa759ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2fb9ecc6-c4e7-4653-96a3-10b8c58d2625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:42:46.341253 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bee886-4839-400f-a601-e99d30f5d225 admin admin] Network hostable DHCP agents. Network: 2fb9ecc6-c4e7-4653-96a3-10b8c58d2625, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:42:46.372571 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-795e5d3c-3875-43dc-bb95-2d31729c5448 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:46.373352 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-795e5d3c-3875-43dc-bb95-2d31729c5448 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:46.399234 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3349d3ae-3b05-4756-bc53-082fff3e46b9 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:46.402240 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ea58e2-e454-4a31-87a3-af243ad9174a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:42:46.405214 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bee886-4839-400f-a601-e99d30f5d225 admin admin] Network 2fb9ecc6-c4e7-4653-96a3-10b8c58d2625 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:42:46.415424 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-795e5d3c-3875-43dc-bb95-2d31729c5448 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:46.418869 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb8025c-e945-427a-8489-aaa884a809ce None None] Sync routers for ids ['8c0633cf-ed91-44a5-94cf-87fa444982e6'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:42:46.431127 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45455c49-849d-4ef7-9de4-e0b3462d49bb tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:42:46.431337 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-d4bee886-4839-400f-a601-e99d30f5d225 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 2fb9ecc6-c4e7-4653-96a3-10b8c58d2625) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:46.445715 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82ea58e2-e454-4a31-87a3-af243ad9174a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:46.447000 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-82ea58e2-e454-4a31-87a3-af243ad9174a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.0983155 Apr 20 17:42:46.450107 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47022) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:46.450891 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a21360b-7370-4545-a03a-ba15dfd0881e None None] Network 2fb9ecc6-c4e7-4653-96a3-10b8c58d2625 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:42:46.455177 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fb758b-1da1-402e-90f1-74a582aec907 None None] Sync routers for ids ['0d095c2c-04cc-44f0-a581-641b9a11e304'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:42:46.472172 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fb758b-1da1-402e-90f1-74a582aec907 None None] Routers {'0d095c2c-04cc-44f0-a581-641b9a11e304'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:42:46.472775 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-78fb758b-1da1-402e-90f1-74a582aec907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:42:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0d095c2c-04cc-44f0-a581-641b9a11e304'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:46.497590 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bee886-4839-400f-a601-e99d30f5d225 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:46.498149 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d4bee886-4839-400f-a601-e99d30f5d225 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:46.568138 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb8025c-e945-427a-8489-aaa884a809ce None None] Routers {'8c0633cf-ed91-44a5-94cf-87fa444982e6'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:42:46.569409 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-ddb8025c-e945-427a-8489-aaa884a809ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:42:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['8c0633cf-ed91-44a5-94cf-87fa444982e6'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:46.575283 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-45455c49-849d-4ef7-9de4-e0b3462d49bb tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:46.654921 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-45455c49-849d-4ef7-9de4-e0b3462d49bb tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.4188588 Apr 20 17:42:46.656988 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3acf18-86a1-4ed5-8959-b4def4c94e40', 'tag': 'a24693d2-b353-43c3-aeed-d3faf62d162b'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:42:46.659540 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-ddb8025c-e945-427a-8489-aaa884a809ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:46.662329 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47026) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:46.703693 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb8025c-e945-427a-8489-aaa884a809ce None None] Routers {'8c0633cf-ed91-44a5-94cf-87fa444982e6'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:42:46.704815 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-ddb8025c-e945-427a-8489-aaa884a809ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:42:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['8c0633cf-ed91-44a5-94cf-87fa444982e6'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:46.798050 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-ddb8025c-e945-427a-8489-aaa884a809ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:46.799219 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb8025c-e945-427a-8489-aaa884a809ce None None] The sync data for ids ['8c0633cf-ed91-44a5-94cf-87fa444982e6'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:42:46.814294 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-636a5e6d-150c-4d44-8cba-5a1b29723c45'] response: {'name': 'network-changed', 'server_uuid': '7b3acf18-86a1-4ed5-8959-b4def4c94e40', 'tag': 'a24693d2-b353-43c3-aeed-d3faf62d162b', 'status': 'completed', 'code': 200} Apr 20 17:42:46.857156 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d4bee886-4839-400f-a601-e99d30f5d225 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3572991 Apr 20 17:42:46.868385 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47032) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:46.875062 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-679bc5b8-bf49-4abb-9eea-9ac48ca0818b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1761610671-router', 'tenant_id': '6a4406e1bc824195963cee7808722a5b', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:46.881073 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-78fb758b-1da1-402e-90f1-74a582aec907 None None] Set router 0d095c2c-04cc-44f0-a581-641b9a11e304 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:42:46.893902 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-679bc5b8-bf49-4abb-9eea-9ac48ca0818b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:46.899774 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-679bc5b8-bf49-4abb-9eea-9ac48ca0818b admin admin] Usage tracker for resource:router and tenant:6a4406e1bc824195963cee7808722a5b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:46.904370 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-679bc5b8-bf49-4abb-9eea-9ac48ca0818b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:46.909588 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b750955d-3fa1-4588-aa56-817a9e1daa3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-2fb9ecc6-c4e7-4653-96a3-10b8c58d2625', 'network_id': '2fb9ecc6-c4e7-4653-96a3-10b8c58d2625', 'tenant_id': '6a4406e1bc824195963cee7808722a5b', 'fixed_ips': [{'subnet_id': '6dc33163-c1d4-4f24-a4eb-9ac8147e08ad'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:42:46.910843 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b750955d-3fa1-4588-aa56-817a9e1daa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:46.926737 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-679bc5b8-bf49-4abb-9eea-9ac48ca0818b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:46.958632 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-679bc5b8-bf49-4abb-9eea-9ac48ca0818b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:46.959995 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-679bc5b8-bf49-4abb-9eea-9ac48ca0818b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:46.980445 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-795e5d3c-3875-43dc-bb95-2d31729c5448 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:47.014624 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-679bc5b8-bf49-4abb-9eea-9ac48ca0818b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:47.126485 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b37bcb4-95d4-419f-9690-57f5ab3595fb tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:47.126887 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b37bcb4-95d4-419f-9690-57f5ab3595fb tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:47.127203 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b37bcb4-95d4-419f-9690-57f5ab3595fb tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:47.127554 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b37bcb4-95d4-419f-9690-57f5ab3595fb tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:47.127902 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b37bcb4-95d4-419f-9690-57f5ab3595fb tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:47.128245 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b37bcb4-95d4-419f-9690-57f5ab3595fb tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:47.128588 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b37bcb4-95d4-419f-9690-57f5ab3595fb tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:47.128931 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b37bcb4-95d4-419f-9690-57f5ab3595fb tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:47.129270 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b37bcb4-95d4-419f-9690-57f5ab3595fb tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:47.129608 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b37bcb4-95d4-419f-9690-57f5ab3595fb tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:47.130139 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b37bcb4-95d4-419f-9690-57f5ab3595fb tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:47.130306 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b37bcb4-95d4-419f-9690-57f5ab3595fb tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:47.131503 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-b750955d-3fa1-4588-aa56-817a9e1daa3c None None] Allocated IP 172.20.0.2 (2fb9ecc6-c4e7-4653-96a3-10b8c58d2625/6dc33163-c1d4-4f24-a4eb-9ac8147e08ad/916b6ae3-0ddc-47c2-9701-581f7ffd9a83) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:42:47.135365 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6b37bcb4-95d4-419f-9690-57f5ab3595fb tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8395 time: 0.4676220 Apr 20 17:42:47.136310 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47036) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:47.183661 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ade617d3-3cb0-4110-b0af-d7ea4d2f77d0 req-c7c62860-8764-4c87-89d6-37c0fdd6d82e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b0685b0cdf464c79ab40968d62484d7b&device_id=7b3acf18-86a1-4ed5-8959-b4def4c94e40 HTTP/1.1" status: 200 len: 1135 time: 0.3684082 Apr 20 17:42:47.340534 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-78fb758b-1da1-402e-90f1-74a582aec907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2128637301', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '79532b2a-9081-4854-927e-d6ec31df8b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:47Z', 'updated_at': '2022-04-20T17:42:00Z', 'revision_number': 4, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'gw_port': {'id': '79532b2a-9081-4854-927e-d6ec31df8b73', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:48Z', 'updated_at': '2022-04-20T17:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '34444988-4516-4926-9107-ccfeda1162ce', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'floating_ip_address': '172.25.8.145', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'port_id': 'a24693d2-b353-43c3-aeed-d3faf62d162b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb7435d-a41a-49ee-945b-0527db5f4316', 'mac_address': 'fa:16:3e:2d:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3acf18-86a1-4ed5-8959-b4def4c94e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:42:42Z', 'updated_at': '2022-04-20T17:42:42Z', 'revision_number': 0, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbef0160-a499-438a-a8d2-857e330e98e5', 'name': '', 'network_id': '3cb7435d-a41a-49ee-945b-0527db5f4316', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'mac_address': 'fa:16:3e:aa:35:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55574a68-40f8-4a9a-8ebb-d687ddb663a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:59Z', 'updated_at': '2022-04-20T17:42:09Z', 'revision_number': 5, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'subnets': [{'id': '55574a68-40f8-4a9a-8ebb-d687ddb663a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:47.346131 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fb758b-1da1-402e-90f1-74a582aec907 None None] Checking router: 0d095c2c-04cc-44f0-a581-641b9a11e304 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:42:47.359811 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fb758b-1da1-402e-90f1-74a582aec907 None None] Routers {'0d095c2c-04cc-44f0-a581-641b9a11e304'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:42:47.360964 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-78fb758b-1da1-402e-90f1-74a582aec907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:42:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0d095c2c-04cc-44f0-a581-641b9a11e304'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:47.363272 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3a0d83-5440-44fb-b8d2-bf18bebecc0f tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:47.363646 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3a0d83-5440-44fb-b8d2-bf18bebecc0f tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:47.364346 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3a0d83-5440-44fb-b8d2-bf18bebecc0f tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:47.364702 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3a0d83-5440-44fb-b8d2-bf18bebecc0f tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:47.365062 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3a0d83-5440-44fb-b8d2-bf18bebecc0f tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:47.365451 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3a0d83-5440-44fb-b8d2-bf18bebecc0f tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:47.365798 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3a0d83-5440-44fb-b8d2-bf18bebecc0f tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:47.366141 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3a0d83-5440-44fb-b8d2-bf18bebecc0f tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:47.366508 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3a0d83-5440-44fb-b8d2-bf18bebecc0f tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:47.366848 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3a0d83-5440-44fb-b8d2-bf18bebecc0f tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:47.367187 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3a0d83-5440-44fb-b8d2-bf18bebecc0f tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:47.367527 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3a0d83-5440-44fb-b8d2-bf18bebecc0f tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:47.369729 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2b3a0d83-5440-44fb-b8d2-bf18bebecc0f tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7635 time: 0.2326119 Apr 20 17:42:47.385071 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e31d388d-f995-4447-85fe-ffc3839461d1 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] 10.222.0.39 "GET /v2.0/routers/8c0633cf-ed91-44a5-94cf-87fa444982e6 HTTP/1.1" status: 200 len: 924 time: 0.9312739 Apr 20 17:42:47.385071 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47042) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:47.388646 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47044) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:47.452486 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b750955d-3fa1-4588-aa56-817a9e1daa3c None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:47.475969 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b750955d-3fa1-4588-aa56-817a9e1daa3c None None] Transition to ACTIVE for port object 916b6ae3-0ddc-47c2-9701-581f7ffd9a83 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:42:47.508457 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b750955d-3fa1-4588-aa56-817a9e1daa3c None None] Transition to ACTIVE for port object 916b6ae3-0ddc-47c2-9701-581f7ffd9a83 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:42:47.529798 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b750955d-3fa1-4588-aa56-817a9e1daa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:47.551988 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade617d3-3cb0-4110-b0af-d7ea4d2f77d0 req-f0308a8f-c925-4dd5-a821-29a6b98972b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:47.553585 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ade617d3-3cb0-4110-b0af-d7ea4d2f77d0 req-f0308a8f-c925-4dd5-a821-29a6b98972b8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3cb7435d-a41a-49ee-945b-0527db5f4316 HTTP/1.1" status: 200 len: 897 time: 0.3544121 Apr 20 17:42:47.602944 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b750955d-3fa1-4588-aa56-817a9e1daa3c None None] Network 2fb9ecc6-c4e7-4653-96a3-10b8c58d2625 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:42:47.605986 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-b750955d-3fa1-4588-aa56-817a9e1daa3c None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:47.609882 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b750955d-3fa1-4588-aa56-817a9e1daa3c None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:42:47.616870 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750955d-3fa1-4588-aa56-817a9e1daa3c None None] Pushing event updated for resources: {'Port': ['ID=916b6ae3-0ddc-47c2-9701-581f7ffd9a83,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:47.657917 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-78fb758b-1da1-402e-90f1-74a582aec907 None None] Set router 0d095c2c-04cc-44f0-a581-641b9a11e304 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:42:47.714693 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b750955d-3fa1-4588-aa56-817a9e1daa3c None None] Attempting to bind port 916b6ae3-0ddc-47c2-9701-581f7ffd9a83 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:42:47.715109 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b750955d-3fa1-4588-aa56-817a9e1daa3c None None] Attempting to bind port 916b6ae3-0ddc-47c2-9701-581f7ffd9a83 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '9354e6cb-f73f-4a2f-a794-6e23cfa759ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2fb9ecc6-c4e7-4653-96a3-10b8c58d2625'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:42:47.716043 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b750955d-3fa1-4588-aa56-817a9e1daa3c None None] Attempting to bind port 916b6ae3-0ddc-47c2-9701-581f7ffd9a83 on network 2fb9ecc6-c4e7-4653-96a3-10b8c58d2625 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:42:47.724559 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b750955d-3fa1-4588-aa56-817a9e1daa3c None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:42:47.725336 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b750955d-3fa1-4588-aa56-817a9e1daa3c None None] Checking segment: {'id': '9354e6cb-f73f-4a2f-a794-6e23cfa759ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2fb9ecc6-c4e7-4653-96a3-10b8c58d2625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:42:47.725732 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b750955d-3fa1-4588-aa56-817a9e1daa3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:47.726118 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b750955d-3fa1-4588-aa56-817a9e1daa3c None None] Bound using segment: {'id': '9354e6cb-f73f-4a2f-a794-6e23cfa759ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2fb9ecc6-c4e7-4653-96a3-10b8c58d2625'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:42:47.726768 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b750955d-3fa1-4588-aa56-817a9e1daa3c None None] Bound port: 916b6ae3-0ddc-47c2-9701-581f7ffd9a83, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9354e6cb-f73f-4a2f-a794-6e23cfa759ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2fb9ecc6-c4e7-4653-96a3-10b8c58d2625'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:42:47.727163 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b750955d-3fa1-4588-aa56-817a9e1daa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:47.736055 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a2e6dfbf-c924-444e-8b52-35edc734a70c tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c0633cf-ed91-44a5-94cf-87fa444982e6 HTTP/1.1" status: 200 len: 205 time: 0.3436408 Apr 20 17:42:47.737581 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47050) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:47.740337 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ade617d3-3cb0-4110-b0af-d7ea4d2f77d0 req-02cd2726-022a-41bd-8969-de3fa9efe27f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a24693d2-b353-43c3-aeed-d3faf62d162b HTTP/1.1" status: 200 len: 999 time: 0.1786239 Apr 20 17:42:47.815169 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-679bc5b8-bf49-4abb-9eea-9ac48ca0818b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:47.821517 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b750955d-3fa1-4588-aa56-817a9e1daa3c None None] For port 916b6ae3-0ddc-47c2-9701-581f7ffd9a83, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:42:47.826613 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b750955d-3fa1-4588-aa56-817a9e1daa3c None None] For port 916b6ae3-0ddc-47c2-9701-581f7ffd9a83, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=916b6ae3-0ddc-47c2-9701-581f7ffd9a83,segment=NetworkSegment(9354e6cb-f73f-4a2f-a794-6e23cfa759ef),segment_id=9354e6cb-f73f-4a2f-a794-6e23cfa759ef)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:42:47.833982 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b750955d-3fa1-4588-aa56-817a9e1daa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:47.923729 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750955d-3fa1-4588-aa56-817a9e1daa3c None None] Pushing event updated for resources: {'Port': ['ID=916b6ae3-0ddc-47c2-9701-581f7ffd9a83,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:47.945393 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade617d3-3cb0-4110-b0af-d7ea4d2f77d0 req-8b1152a9-617c-4d12-8b3a-05441ed5b5d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:47.946879 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ade617d3-3cb0-4110-b0af-d7ea4d2f77d0 req-8b1152a9-617c-4d12-8b3a-05441ed5b5d0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55574a68-40f8-4a9a-8ebb-d687ddb663a2 HTTP/1.1" status: 200 len: 835 time: 0.1488881 Apr 20 17:42:48.013536 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6945a-cd8c-48f5-99b5-3df761bff0e3 req-6ff87406-e001-4535-b990-c483363e5742 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:48.015273 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-beb6945a-cd8c-48f5-99b5-3df761bff0e3 req-6ff87406-e001-4535-b990-c483363e5742 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 946 time: 0.5071497 Apr 20 17:42:48.034377 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-04362810-51ba-4353-b44b-d2439ac4a4cc tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6101 time: 0.6468956 Apr 20 17:42:48.037868 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47056) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:48.102770 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-beb6945a-cd8c-48f5-99b5-3df761bff0e3 req-a6c6f41b-0ab9-40a8-984f-3167ed486a38 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799129 Apr 20 17:42:48.168735 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-53089eed-df7f-49b6-ad97-5936c49c4d0b tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0d095c2c-04cc-44f0-a581-641b9a11e304 HTTP/1.1" status: 200 len: 1990 time: 0.1294372 Apr 20 17:42:48.172921 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-39af1ce9-6b67-4832-b715-4b2b5d6ca622 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:48.202803 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-78fb758b-1da1-402e-90f1-74a582aec907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2128637301', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '79532b2a-9081-4854-927e-d6ec31df8b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:47Z', 'updated_at': '2022-04-20T17:42:00Z', 'revision_number': 4, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'gw_port': {'id': '79532b2a-9081-4854-927e-d6ec31df8b73', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:48Z', 'updated_at': '2022-04-20T17:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '34444988-4516-4926-9107-ccfeda1162ce', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'floating_ip_address': '172.25.8.145', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'port_id': 'a24693d2-b353-43c3-aeed-d3faf62d162b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb7435d-a41a-49ee-945b-0527db5f4316', 'mac_address': 'fa:16:3e:2d:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3acf18-86a1-4ed5-8959-b4def4c94e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:42:42Z', 'updated_at': '2022-04-20T17:42:42Z', 'revision_number': 0, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbef0160-a499-438a-a8d2-857e330e98e5', 'name': '', 'network_id': '3cb7435d-a41a-49ee-945b-0527db5f4316', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'mac_address': 'fa:16:3e:aa:35:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55574a68-40f8-4a9a-8ebb-d687ddb663a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:59Z', 'updated_at': '2022-04-20T17:42:09Z', 'revision_number': 5, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'subnets': [{'id': '55574a68-40f8-4a9a-8ebb-d687ddb663a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:48.207217 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fb758b-1da1-402e-90f1-74a582aec907 None None] The sync data for ids ['0d095c2c-04cc-44f0-a581-641b9a11e304'] in n-d-838032-1 is: [{'id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2128637301', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '79532b2a-9081-4854-927e-d6ec31df8b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:47Z', 'updated_at': '2022-04-20T17:42:00Z', 'revision_number': 4, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'gw_port': {'id': '79532b2a-9081-4854-927e-d6ec31df8b73', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:48Z', 'updated_at': '2022-04-20T17:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '34444988-4516-4926-9107-ccfeda1162ce', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'floating_ip_address': '172.25.8.145', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'port_id': 'a24693d2-b353-43c3-aeed-d3faf62d162b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb7435d-a41a-49ee-945b-0527db5f4316', 'mac_address': 'fa:16:3e:2d:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3acf18-86a1-4ed5-8959-b4def4c94e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:42:42Z', 'updated_at': '2022-04-20T17:42:42Z', 'revision_number': 0, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbef0160-a499-438a-a8d2-857e330e98e5', 'name': '', 'network_id': '3cb7435d-a41a-49ee-945b-0527db5f4316', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'mac_address': 'fa:16:3e:aa:35:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55574a68-40f8-4a9a-8ebb-d687ddb663a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:59Z', 'updated_at': '2022-04-20T17:42:09Z', 'revision_number': 5, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'subnets': [{'id': '55574a68-40f8-4a9a-8ebb-d687ddb663a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:42:48.239663 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3349d3ae-3b05-4756-bc53-082fff3e46b9 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Router b7bae6f1-f1fa-4fdb-96ee-514ba808f99a has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:42:48.284359 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-795e5d3c-3875-43dc-bb95-2d31729c5448 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:48.326039 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-795e5d3c-3875-43dc-bb95-2d31729c5448 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:48.446781 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ade617d3-3cb0-4110-b0af-d7ea4d2f77d0 req-74d072fe-fcf5-4a01-a7b1-860e34f3f351 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3cb7435d-a41a-49ee-945b-0527db5f4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4907253 Apr 20 17:42:48.607113 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ade617d3-3cb0-4110-b0af-d7ea4d2f77d0 req-9ea44d69-6658-4eb5-9f53-51cfe065ee19 service neutron] 10.222.0.10 "GET /v2.0/networks/3cb7435d-a41a-49ee-945b-0527db5f4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511714 Apr 20 17:42:48.706224 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-39af1ce9-6b67-4832-b715-4b2b5d6ca622 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:48.707591 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-679bc5b8-bf49-4abb-9eea-9ac48ca0818b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:48.723337 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-39af1ce9-6b67-4832-b715-4b2b5d6ca622 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Deleting port dd400368-9b02-44a4-b778-c6b375f7a6c7 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:42:48.723787 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-39af1ce9-6b67-4832-b715-4b2b5d6ca622 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:48.787921 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-679bc5b8-bf49-4abb-9eea-9ac48ca0818b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:48.885044 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-795e5d3c-3875-43dc-bb95-2d31729c5448 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Allocated IP 172.25.8.105 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/338a5dfa-f6d3-4c0d-98df-c754f37e1ff5) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:42:48.958901 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ade617d3-3cb0-4110-b0af-d7ea4d2f77d0 req-afee12d3-5c54-4e40-b9e8-0254011c8b4e service neutron] 10.222.0.10 "GET /v2.0/networks/3cb7435d-a41a-49ee-945b-0527db5f4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432486 Apr 20 17:42:49.010486 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 916b6ae3-0ddc-47c2-9701-581f7ffd9a83 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:42:49.019966 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3349d3ae-3b05-4756-bc53-082fff3e46b9 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:42:49.044740 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3349d3ae-3b05-4756-bc53-082fff3e46b9 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "PUT /v2.0/routers/b7bae6f1-f1fa-4fdb-96ee-514ba808f99a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1917117 Apr 20 17:42:49.045595 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47062) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:49.072349 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-39af1ce9-6b67-4832-b715-4b2b5d6ca622 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:49.095667 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 916b6ae3-0ddc-47c2-9701-581f7ffd9a83 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:42:49.151171 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-795e5d3c-3875-43dc-bb95-2d31729c5448 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:49.203909 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab1e926-6c20-4192-a8e2-5f7bad98fa17 None None] Network 2fb9ecc6-c4e7-4653-96a3-10b8c58d2625 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:42:49.226661 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-39af1ce9-6b67-4832-b715-4b2b5d6ca622 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Calling delete_port for dd400368-9b02-44a4-b778-c6b375f7a6c7 owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:42:49.288159 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e34e173-c9c2-4aad-a608-5960bf9f2d08 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Deleting subnet 9d3ea197-26b3-488d-88a4-e9478d245d83 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:42:49.294384 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9e34e173-c9c2-4aad-a608-5960bf9f2d08 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:49.348360 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-795e5d3c-3875-43dc-bb95-2d31729c5448 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:49.348659 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-cc225647-499f-4d41-8afe-98fd7344df1f None None] Provisioning for port 916b6ae3-0ddc-47c2-9701-581f7ffd9a83 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:42:49.387187 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-cc225647-499f-4d41-8afe-98fd7344df1f None None] Provisioning complete for port 916b6ae3-0ddc-47c2-9701-581f7ffd9a83 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:49.387635 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cc225647-499f-4d41-8afe-98fd7344df1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:49.395304 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8701f-1991-438a-bb9b-e57178f64f46 req-a41d1f53-1f0b-46d2-b028-dbf4044a1b26 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:49.397142 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e0e8701f-1991-438a-bb9b-e57178f64f46 req-a41d1f53-1f0b-46d2-b028-dbf4044a1b26 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 946 time: 0.1286147 Apr 20 17:42:49.470883 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9e34e173-c9c2-4aad-a608-5960bf9f2d08 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:49.503761 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795e5d3c-3875-43dc-bb95-2d31729c5448 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:42:49.506179 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e0e8701f-1991-438a-bb9b-e57178f64f46 req-b0929db3-fa92-4642-85f1-4aa11c088abe tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650425 Apr 20 17:42:49.511673 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-39af1ce9-6b67-4832-b715-4b2b5d6ca622 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:49.517736 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-795e5d3c-3875-43dc-bb95-2d31729c5448 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:49.528583 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e5d3c-3875-43dc-bb95-2d31729c5448 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Pushing event updated for resources: {'Port': ['ID=338a5dfa-f6d3-4c0d-98df-c754f37e1ff5,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:49.530944 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795e5d3c-3875-43dc-bb95-2d31729c5448 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:42:49.569879 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-679bc5b8-bf49-4abb-9eea-9ac48ca0818b admin admin] Allocated IP 172.25.8.21 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/1986719a-eac8-4ce0-9658-2c2c52998f2f) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:42:49.606733 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af1ce9-6b67-4832-b715-4b2b5d6ca622 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Pushing event deleted for resources: {'Port': ['ID=dd400368-9b02-44a4-b778-c6b375f7a6c7,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:49.713313 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cc225647-499f-4d41-8afe-98fd7344df1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:49.799217 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9e34e173-c9c2-4aad-a608-5960bf9f2d08 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:49.818541 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-cc225647-499f-4d41-8afe-98fd7344df1f None None] For port 916b6ae3-0ddc-47c2-9701-581f7ffd9a83, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=916b6ae3-0ddc-47c2-9701-581f7ffd9a83,segment=NetworkSegment(9354e6cb-f73f-4a2f-a794-6e23cfa759ef),segment_id=9354e6cb-f73f-4a2f-a794-6e23cfa759ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:42:49.825363 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cc225647-499f-4d41-8afe-98fd7344df1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:49.841620 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-39af1ce9-6b67-4832-b715-4b2b5d6ca622 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:49.919190 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-679bc5b8-bf49-4abb-9eea-9ac48ca0818b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:49.946060 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9e34e173-c9c2-4aad-a608-5960bf9f2d08 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:49.976992 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc225647-499f-4d41-8afe-98fd7344df1f None None] Pushing event updated for resources: {'Port': ['ID=916b6ae3-0ddc-47c2-9701-581f7ffd9a83,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:50.004771 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34e173-c9c2-4aad-a608-5960bf9f2d08 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event deleted for resources: {'Subnet': ['ID=9d3ea197-26b3-488d-88a4-e9478d245d83,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:50.021005 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9e34e173-c9c2-4aad-a608-5960bf9f2d08 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:50.028482 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dd820d-804a-43e4-91b7-65e14574eaf0 None None] Network 0353f022-6783-407e-8cdf-8dfd1969f806 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:42:50.034468 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9e34e173-c9c2-4aad-a608-5960bf9f2d08 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/subnets/9d3ea197-26b3-488d-88a4-e9478d245d83 HTTP/1.1" status: 204 len: 168 time: 0.9879839 Apr 20 17:42:50.037528 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47072) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:50.070598 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-679bc5b8-bf49-4abb-9eea-9ac48ca0818b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:50.181943 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-795e5d3c-3875-43dc-bb95-2d31729c5448 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:50.182682 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-795e5d3c-3875-43dc-bb95-2d31729c5448 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:50.220445 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679bc5b8-bf49-4abb-9eea-9ac48ca0818b admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:42:50.227591 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1c4c934a-9e7d-48b9-a202-0121f068ff3e None None] Provisioning complete for port 916b6ae3-0ddc-47c2-9701-581f7ffd9a83 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:50.227971 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1c4c934a-9e7d-48b9-a202-0121f068ff3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:50.232509 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-679bc5b8-bf49-4abb-9eea-9ac48ca0818b admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:50.279823 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-39af1ce9-6b67-4832-b715-4b2b5d6ca622 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:50.291149 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-39af1ce9-6b67-4832-b715-4b2b5d6ca622 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:50.292044 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679bc5b8-bf49-4abb-9eea-9ac48ca0818b admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:42:50.322787 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f236651-0cf9-485a-ac6b-cf7ec0e511e6 req-654f665f-90a7-4e3a-b3f2-6f44ba91e2cb tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:50.324174 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5f236651-0cf9-485a-ac6b-cf7ec0e511e6 req-654f665f-90a7-4e3a-b3f2-6f44ba91e2cb tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 946 time: 0.2880077 Apr 20 17:42:50.331345 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-272e9d6a-bab0-45bd-932d-873cd428b74d req-d7b1ce25-8933-4245-9e5e-3e1081522087 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=afdda90d8b714cd0a49b7b3d0da0c05b&device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 1097 time: 0.2587950 Apr 20 17:42:50.409829 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b8312a-ff42-4ab1-9a9e-b8ac45ea25e3 None None] DHCP port deletion for 0353f022-6783-407e-8cdf-8dfd1969f806 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:42:50.415220 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d0b8312a-ff42-4ab1-9a9e-b8ac45ea25e3 None None] Deleting port d76b7bea-fd61-4f68-b922-2e50a3e188bc {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:42:50.415750 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d0b8312a-ff42-4ab1-9a9e-b8ac45ea25e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:50.528703 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679bc5b8-bf49-4abb-9eea-9ac48ca0818b admin admin] Pushing event updated for resources: {'Port': ['ID=1986719a-eac8-4ce0-9658-2c2c52998f2f,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:50.548546 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-631cfbfa-b4f6-4483-b6d3-8678f58f991a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:50.549921 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-39af1ce9-6b67-4832-b715-4b2b5d6ca622 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:50.550475 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39af1ce9-6b67-4832-b715-4b2b5d6ca622 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Fanout notify agent at l3_agent the message router_deleted on router 8c0633cf-ed91-44a5-94cf-87fa444982e6 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:42:50.610281 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-39af1ce9-6b67-4832-b715-4b2b5d6ca622 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:50.611396 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-39af1ce9-6b67-4832-b715-4b2b5d6ca622 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] 10.222.0.39 "DELETE /v2.0/routers/8c0633cf-ed91-44a5-94cf-87fa444982e6 HTTP/1.1" status: 204 len: 168 time: 2.8701861 Apr 20 17:42:50.617196 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5f236651-0cf9-485a-ac6b-cf7ec0e511e6 req-5e734acd-f57e-42bc-977f-fcf8c06d4754 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2747128 Apr 20 17:42:50.619654 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47078) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:50.624386 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-16ee4ba3-1779-4139-918d-23df0cb8387b tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1405777225', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'enable_snat': False}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:50.636581 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-631cfbfa-b4f6-4483-b6d3-8678f58f991a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Deleting port d76b7bea-fd61-4f68-b922-2e50a3e188bc {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:42:50.636872 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-631cfbfa-b4f6-4483-b6d3-8678f58f991a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:50.651062 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-16ee4ba3-1779-4139-918d-23df0cb8387b tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:50.662280 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-16ee4ba3-1779-4139-918d-23df0cb8387b tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Usage tracker for resource:router and tenant:34f5d4bed2c641dda05914bf2eacbe50 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:50.667396 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-16ee4ba3-1779-4139-918d-23df0cb8387b tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:50.674319 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e9d6a-bab0-45bd-932d-873cd428b74d req-6a9eef1e-4c8f-4230-86ba-9e5cc34372f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:50.676066 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-272e9d6a-bab0-45bd-932d-873cd428b74d req-6a9eef1e-4c8f-4230-86ba-9e5cc34372f2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=911da384-323b-42ed-9656-9be4d49d8f36 HTTP/1.1" status: 200 len: 912 time: 0.3348064 Apr 20 17:42:50.676913 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-16ee4ba3-1779-4139-918d-23df0cb8387b tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:50.705143 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-d0b8312a-ff42-4ab1-9a9e-b8ac45ea25e3 None None] For port d76b7bea-fd61-4f68-b922-2e50a3e188bc, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d76b7bea-fd61-4f68-b922-2e50a3e188bc,segment=NetworkSegment(471897cc-d9d2-49e6-9b14-3ffc0263d002),segment_id=471897cc-d9d2-49e6-9b14-3ffc0263d002)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:42:50.705695 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d0b8312a-ff42-4ab1-9a9e-b8ac45ea25e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:50.754597 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-16ee4ba3-1779-4139-918d-23df0cb8387b tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:50.755666 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-16ee4ba3-1779-4139-918d-23df0cb8387b tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:50.804283 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-272e9d6a-bab0-45bd-932d-873cd428b74d req-0edfe13b-8220-46b8-85a1-304318c75993 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff710859-ef8f-4b68-8256-f2c582902d6f HTTP/1.1" status: 200 len: 1002 time: 0.1203082 Apr 20 17:42:50.807681 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-16ee4ba3-1779-4139-918d-23df0cb8387b tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:50.833494 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d0b8312a-ff42-4ab1-9a9e-b8ac45ea25e3 None None] Calling delete_port for d76b7bea-fd61-4f68-b922-2e50a3e188bc owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:42:50.882588 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e9d6a-bab0-45bd-932d-873cd428b74d req-c75d8b7a-a68e-4025-90b4-2af371955f58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:50.885716 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-272e9d6a-bab0-45bd-932d-873cd428b74d req-c75d8b7a-a68e-4025-90b4-2af371955f58 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6df2b9cf-3053-4862-b128-40e0c38b0bd7 HTTP/1.1" status: 200 len: 850 time: 0.0703075 Apr 20 17:42:50.923541 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d0b8312a-ff42-4ab1-9a9e-b8ac45ea25e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:50.978240 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7748cecd-1543-48b6-9ac6-7c59e156162d req-fef46744-6cf5-4670-852c-befb5a5abeca service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4468658 Apr 20 17:42:50.981114 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-631cfbfa-b4f6-4483-b6d3-8678f58f991a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] For port d76b7bea-fd61-4f68-b922-2e50a3e188bc, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d76b7bea-fd61-4f68-b922-2e50a3e188bc,segment=NetworkSegment(471897cc-d9d2-49e6-9b14-3ffc0263d002),segment_id=471897cc-d9d2-49e6-9b14-3ffc0263d002)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:42:50.981472 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-631cfbfa-b4f6-4483-b6d3-8678f58f991a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:50.990573 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 916b6ae3-0ddc-47c2-9701-581f7ffd9a83 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:42:51.015808 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8312a-ff42-4ab1-9a9e-b8ac45ea25e3 None None] Pushing event deleted for resources: {'Port': ['ID=d76b7bea-fd61-4f68-b922-2e50a3e188bc,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:51.021466 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b8312a-ff42-4ab1-9a9e-b8ac45ea25e3 None None] No DVR routers for this DVR port d76b7bea-fd61-4f68-b922-2e50a3e188bc on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:42:51.077853 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 916b6ae3-0ddc-47c2-9701-581f7ffd9a83 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:51.078599 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:51.085688 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-16ee4ba3-1779-4139-918d-23df0cb8387b tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:51.117279 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-631cfbfa-b4f6-4483-b6d3-8678f58f991a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Calling delete_port for d76b7bea-fd61-4f68-b922-2e50a3e188bc owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:42:51.143337 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-272e9d6a-bab0-45bd-932d-873cd428b74d req-28b5efeb-a683-4f36-acd9-6e8c68be600e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=911da384-323b-42ed-9656-9be4d49d8f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2013223 Apr 20 17:42:51.252339 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-679bc5b8-bf49-4abb-9eea-9ac48ca0818b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:51.253042 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-679bc5b8-bf49-4abb-9eea-9ac48ca0818b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:51.279089 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d76b7bea-fd61-4f68-b922-2e50a3e188bc no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:42:51.312586 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: d76b7bea-fd61-4f68-b922-2e50a3e188bc {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:42:51.312891 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d76b7bea-fd61-4f68-b922-2e50a3e188bc not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:42:51.319783 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.api [None req-631cfbfa-b4f6-4483-b6d3-8678f58f991a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:42:51.320104 n-d-838032-1 neutron-server[84081]: DEBUG oslo_db.api [None req-631cfbfa-b4f6-4483-b6d3-8678f58f991a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:42:51.351420 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-272e9d6a-bab0-45bd-932d-873cd428b74d req-262094b2-7434-420b-94e1-d02f521571e2 service neutron] 10.222.0.10 "GET /v2.0/networks/911da384-323b-42ed-9656-9be4d49d8f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621475 Apr 20 17:42:51.408381 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7748cecd-1543-48b6-9ac6-7c59e156162d req-db598b64-b9cb-4279-ae55-eaf2d9c71ebf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 1097 time: 0.3011024 Apr 20 17:42:51.424974 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795e5d3c-3875-43dc-bb95-2d31729c5448 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Router c5d3f3df-86ee-4e00-9c8f-fc5053894600 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:42:51.551455 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-16ee4ba3-1779-4139-918d-23df0cb8387b tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:51.576197 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-272e9d6a-bab0-45bd-932d-873cd428b74d req-adaa47cb-706b-4478-82d4-891cd14d5a1b service neutron] 10.222.0.10 "GET /v2.0/networks/911da384-323b-42ed-9656-9be4d49d8f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155790 Apr 20 17:42:51.583645 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-16ee4ba3-1779-4139-918d-23df0cb8387b tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:51.712870 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748cecd-1543-48b6-9ac6-7c59e156162d req-40ed3679-79bf-4449-9801-b8657e8fd5d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:51.714445 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7748cecd-1543-48b6-9ac6-7c59e156162d req-40ed3679-79bf-4449-9801-b8657e8fd5d9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eca56d5d-e4f2-441a-b91e-029ec9fd83b1 HTTP/1.1" status: 200 len: 897 time: 0.2843895 Apr 20 17:42:51.732123 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-16ee4ba3-1779-4139-918d-23df0cb8387b tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Allocated IP 172.25.8.118 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/3e1f1ab5-eb4c-45e3-b62d-9dbb6da96a2a) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:42:51.830324 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-631cfbfa-b4f6-4483-b6d3-8678f58f991a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Deleting port d76b7bea-fd61-4f68-b922-2e50a3e188bc {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:42:51.830650 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-631cfbfa-b4f6-4483-b6d3-8678f58f991a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:51.882246 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-16ee4ba3-1779-4139-918d-23df0cb8387b tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:51.912833 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-16ee4ba3-1779-4139-918d-23df0cb8387b tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:51.980279 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ee4ba3-1779-4139-918d-23df0cb8387b tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:42:51.983497 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-16ee4ba3-1779-4139-918d-23df0cb8387b tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:51.988190 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ee4ba3-1779-4139-918d-23df0cb8387b tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:42:52.079797 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-631cfbfa-b4f6-4483-b6d3-8678f58f991a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] The port 'd76b7bea-fd61-4f68-b922-2e50a3e188bc' was deleted {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:42:52.128717 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7748cecd-1543-48b6-9ac6-7c59e156162d req-d265f8c2-e66f-4b5b-92cc-7bbeff637d2d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35d556b7-05be-4160-b256-b9ba567bf3e4 HTTP/1.1" status: 200 len: 1001 time: 0.4041638 Apr 20 17:42:52.151526 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee4ba3-1779-4139-918d-23df0cb8387b tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Pushing event updated for resources: {'Port': ['ID=3e1f1ab5-eb4c-45e3-b62d-9dbb6da96a2a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:52.256216 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-16ee4ba3-1779-4139-918d-23df0cb8387b tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:52.256959 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-16ee4ba3-1779-4139-918d-23df0cb8387b tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:52.317675 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-631cfbfa-b4f6-4483-b6d3-8678f58f991a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:52.332334 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748cecd-1543-48b6-9ac6-7c59e156162d req-6f69196f-dd81-4908-9bd4-9cc242f37c34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:52.333795 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7748cecd-1543-48b6-9ac6-7c59e156162d req-6f69196f-dd81-4908-9bd4-9cc242f37c34 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcbb3aef-0f73-4a02-803d-6c36c52b922a HTTP/1.1" status: 200 len: 834 time: 0.1844220 Apr 20 17:42:52.387251 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569326be-4e43-422f-b6cf-cc6761386e8e req-72ee5766-c076-4b6d-b408-e691db495485 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:52.388701 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-569326be-4e43-422f-b6cf-cc6761386e8e req-72ee5766-c076-4b6d-b408-e691db495485 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 946 time: 0.6056809 Apr 20 17:42:52.398020 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-631cfbfa-b4f6-4483-b6d3-8678f58f991a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0353f022-6783-407e-8cdf-8dfd1969f806']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:52.431358 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-631cfbfa-b4f6-4483-b6d3-8678f58f991a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '471897cc-d9d2-49e6-9b14-3ffc0263d002') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:52.431719 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-631cfbfa-b4f6-4483-b6d3-8678f58f991a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '471897cc-d9d2-49e6-9b14-3ffc0263d002') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:52.458008 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-631cfbfa-b4f6-4483-b6d3-8678f58f991a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:52.492176 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ee4ba3-1779-4139-918d-23df0cb8387b tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Router f46a1f8a-b4d4-43f2-a7f1-5d2aecc4ac03 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:42:52.498308 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679bc5b8-bf49-4abb-9eea-9ac48ca0818b admin admin] Router c5f9d296-9b2e-4745-9e70-1686576935f2 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:42:52.504368 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795e5d3c-3875-43dc-bb95-2d31729c5448 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:42:52.508913 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-631cfbfa-b4f6-4483-b6d3-8678f58f991a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:52.515423 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb29d72a-0681-4e8b-8477-52faf597b017 None None] Sync routers for ids ['c5d3f3df-86ee-4e00-9c8f-fc5053894600'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:42:52.527843 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb29d72a-0681-4e8b-8477-52faf597b017 None None] Routers {'c5d3f3df-86ee-4e00-9c8f-fc5053894600'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:42:52.528593 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-bb29d72a-0681-4e8b-8477-52faf597b017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:42:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['c5d3f3df-86ee-4e00-9c8f-fc5053894600'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:52.530960 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631cfbfa-b4f6-4483-b6d3-8678f58f991a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:42:52.531358 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-631cfbfa-b4f6-4483-b6d3-8678f58f991a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:42:52.547058 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:42:52.557315 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-569326be-4e43-422f-b6cf-cc6761386e8e req-65bff5f3-ed37-409d-af30-83f8662970a4 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522920 Apr 20 17:42:52.605697 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-bb29d72a-0681-4e8b-8477-52faf597b017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:52.617665 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb29d72a-0681-4e8b-8477-52faf597b017 None None] Routers {'c5d3f3df-86ee-4e00-9c8f-fc5053894600'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:42:52.618298 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-bb29d72a-0681-4e8b-8477-52faf597b017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:42:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['c5d3f3df-86ee-4e00-9c8f-fc5053894600'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:52.639243 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-795e5d3c-3875-43dc-bb95-2d31729c5448 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:52.643155 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-795e5d3c-3875-43dc-bb95-2d31729c5448 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.3423855 Apr 20 17:42:52.648349 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47084) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:52.655724 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-de38935e-1984-4e8f-a549-1431d683c55c tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:52.681973 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-bb29d72a-0681-4e8b-8477-52faf597b017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:52.682387 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb29d72a-0681-4e8b-8477-52faf597b017 None None] The sync data for ids ['c5d3f3df-86ee-4e00-9c8f-fc5053894600'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:42:52.709145 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7748cecd-1543-48b6-9ac6-7c59e156162d req-948c9ca3-2e22-49ec-9c35-6a9405858935 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eca56d5d-e4f2-441a-b91e-029ec9fd83b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3583915 Apr 20 17:42:52.709145 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-631cfbfa-b4f6-4483-b6d3-8678f58f991a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:52.774468 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-631cfbfa-b4f6-4483-b6d3-8678f58f991a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:52.807490 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631cfbfa-b4f6-4483-b6d3-8678f58f991a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event deleted for resources: {'Network': ['ID=0353f022-6783-407e-8cdf-8dfd1969f806,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:52.857548 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-631cfbfa-b4f6-4483-b6d3-8678f58f991a tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/networks/0353f022-6783-407e-8cdf-8dfd1969f806 HTTP/1.1" status: 204 len: 168 time: 2.8178177 Apr 20 17:42:52.860367 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47088) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:52.931961 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7748cecd-1543-48b6-9ac6-7c59e156162d req-a8c7abce-c69f-4fd3-b79a-bf944e695020 service neutron] 10.222.0.43 "GET /v2.0/networks/eca56d5d-e4f2-441a-b91e-029ec9fd83b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780114 Apr 20 17:42:52.979441 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ee4ba3-1779-4139-918d-23df0cb8387b tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:42:52.988523 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0271d12-ffa2-4f9f-b0d7-e12ac5aef982 None None] Sync routers for ids ['f46a1f8a-b4d4-43f2-a7f1-5d2aecc4ac03'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:42:53.002895 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0271d12-ffa2-4f9f-b0d7-e12ac5aef982 None None] Routers {'f46a1f8a-b4d4-43f2-a7f1-5d2aecc4ac03'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:42:53.003653 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c0271d12-ffa2-4f9f-b0d7-e12ac5aef982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:42:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['f46a1f8a-b4d4-43f2-a7f1-5d2aecc4ac03'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:53.037294 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-16ee4ba3-1779-4139-918d-23df0cb8387b tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:53.053274 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-16ee4ba3-1779-4139-918d-23df0cb8387b tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.4178376 Apr 20 17:42:53.053274 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47092) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:53.095972 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7748cecd-1543-48b6-9ac6-7c59e156162d req-50c2fd6d-af74-46b9-a790-b5376924c68c service neutron] 10.222.0.43 "GET /v2.0/networks/eca56d5d-e4f2-441a-b91e-029ec9fd83b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569180 Apr 20 17:42:53.110748 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679bc5b8-bf49-4abb-9eea-9ac48ca0818b admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:42:53.125297 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886b57cc-04a7-4f06-a10a-66d71f6e3eb4 None None] Sync routers for ids ['c5f9d296-9b2e-4745-9e70-1686576935f2'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:42:53.137675 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-679bc5b8-bf49-4abb-9eea-9ac48ca0818b admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:53.139036 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-679bc5b8-bf49-4abb-9eea-9ac48ca0818b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.2696395 Apr 20 17:42:53.142235 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47096) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:53.144572 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886b57cc-04a7-4f06-a10a-66d71f6e3eb4 None None] Routers {'c5f9d296-9b2e-4745-9e70-1686576935f2'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:42:53.145390 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-886b57cc-04a7-4f06-a10a-66d71f6e3eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:42:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['c5f9d296-9b2e-4745-9e70-1686576935f2'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:53.206966 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-c0271d12-ffa2-4f9f-b0d7-e12ac5aef982 None None] Set router f46a1f8a-b4d4-43f2-a7f1-5d2aecc4ac03 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:42:53.389975 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-886b57cc-04a7-4f06-a10a-66d71f6e3eb4 None None] Set router c5f9d296-9b2e-4745-9e70-1686576935f2 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:42:53.653889 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c0271d12-ffa2-4f9f-b0d7-e12ac5aef982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46a1f8a-b4d4-43f2-a7f1-5d2aecc4ac03', 'name': 'tempest-snat-router-1405777225', 'tenant_id': '34f5d4bed2c641dda05914bf2eacbe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118'}], 'enable_snat': False}, 'gw_port_id': '3e1f1ab5-eb4c-45e3-b62d-9dbb6da96a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:42:50Z', 'updated_at': '2022-04-20T17:42:52Z', 'revision_number': 3, 'project_id': '34f5d4bed2c641dda05914bf2eacbe50', 'gw_port': {'id': '3e1f1ab5-eb4c-45e3-b62d-9dbb6da96a2a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46a1f8a-b4d4-43f2-a7f1-5d2aecc4ac03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:42:51Z', 'updated_at': '2022-04-20T17:42:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:53.659150 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0271d12-ffa2-4f9f-b0d7-e12ac5aef982 None None] Checking router: f46a1f8a-b4d4-43f2-a7f1-5d2aecc4ac03 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:42:53.659580 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0271d12-ffa2-4f9f-b0d7-e12ac5aef982 None None] Updating router f46a1f8a-b4d4-43f2-a7f1-5d2aecc4ac03 port 3e1f1ab5-eb4c-45e3-b62d-9dbb6da96a2a binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:42:53.721225 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c0271d12-ffa2-4f9f-b0d7-e12ac5aef982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:53.835422 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-886b57cc-04a7-4f06-a10a-66d71f6e3eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f9d296-9b2e-4745-9e70-1686576935f2', 'name': 'tempest-TestAggregatesBasicOps-1761610671-router', 'tenant_id': '6a4406e1bc824195963cee7808722a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '1986719a-eac8-4ce0-9658-2c2c52998f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:42:46Z', 'updated_at': '2022-04-20T17:42:50Z', 'revision_number': 3, 'project_id': '6a4406e1bc824195963cee7808722a5b', 'gw_port': {'id': '1986719a-eac8-4ce0-9658-2c2c52998f2f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:83:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f9d296-9b2e-4745-9e70-1686576935f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:42:48Z', 'updated_at': '2022-04-20T17:42:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:53.841840 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886b57cc-04a7-4f06-a10a-66d71f6e3eb4 None None] Checking router: c5f9d296-9b2e-4745-9e70-1686576935f2 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:42:53.842468 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886b57cc-04a7-4f06-a10a-66d71f6e3eb4 None None] Updating router c5f9d296-9b2e-4745-9e70-1686576935f2 port 1986719a-eac8-4ce0-9658-2c2c52998f2f binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:42:53.909040 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-886b57cc-04a7-4f06-a10a-66d71f6e3eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:54.019005 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0c544-8df8-46da-a5b6-32299ccd8cfa req-3da23673-a310-4988-96db-3708f0e3b423 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:54.020602 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-97a0c544-8df8-46da-a5b6-32299ccd8cfa req-3da23673-a310-4988-96db-3708f0e3b423 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 946 time: 0.2505867 Apr 20 17:42:54.062446 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ee7b7af0-52f6-42bb-9ab9-5dc2fd696f21 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] 10.222.0.39 "GET /v2.0/routers/f46a1f8a-b4d4-43f2-a7f1-5d2aecc4ac03 HTTP/1.1" status: 200 len: 909 time: 1.0098686 Apr 20 17:42:54.066894 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47104) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:54.083518 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-6e8141cf-92c4-4c32-be06-7a700265923e tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1405777225', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'enable_snat': True}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:42:54.137526 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c0271d12-ffa2-4f9f-b0d7-e12ac5aef982 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:54.145511 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6bfa3feb-7a2e-49bd-85bc-ecb233a62ea1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:54.150075 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-c0271d12-ffa2-4f9f-b0d7-e12ac5aef982 None None] Transition to ACTIVE for port object 3e1f1ab5-eb4c-45e3-b62d-9dbb6da96a2a will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:42:54.156722 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c0271d12-ffa2-4f9f-b0d7-e12ac5aef982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:54.195940 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6e8141cf-92c4-4c32-be06-7a700265923e tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:42:54.200929 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a83f57be-9b37-4a33-80c5-16ca1eee73f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:54.240276 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb79bd2-eb78-4c15-82ba-e18b21935281 None None] Pushing event updated for resources: {'Port': ['ID=3e1f1ab5-eb4c-45e3-b62d-9dbb6da96a2a,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:54.242650 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-c0271d12-ffa2-4f9f-b0d7-e12ac5aef982 None None] Attempting to bind port 3e1f1ab5-eb4c-45e3-b62d-9dbb6da96a2a on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:42:54.243008 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-c0271d12-ffa2-4f9f-b0d7-e12ac5aef982 None None] Attempting to bind port 3e1f1ab5-eb4c-45e3-b62d-9dbb6da96a2a by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:42:54.243357 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0271d12-ffa2-4f9f-b0d7-e12ac5aef982 None None] Attempting to bind port 3e1f1ab5-eb4c-45e3-b62d-9dbb6da96a2a on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:42:54.256060 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb79bd2-eb78-4c15-82ba-e18b21935281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:54.256392 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb79bd2-eb78-4c15-82ba-e18b21935281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:54.256718 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb79bd2-eb78-4c15-82ba-e18b21935281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:54.257042 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb79bd2-eb78-4c15-82ba-e18b21935281 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:54.257363 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb79bd2-eb78-4c15-82ba-e18b21935281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:54.257679 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb79bd2-eb78-4c15-82ba-e18b21935281 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:54.257992 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb79bd2-eb78-4c15-82ba-e18b21935281 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:54.258334 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb79bd2-eb78-4c15-82ba-e18b21935281 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:54.258651 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb79bd2-eb78-4c15-82ba-e18b21935281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:54.258957 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb79bd2-eb78-4c15-82ba-e18b21935281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:54.259264 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb79bd2-eb78-4c15-82ba-e18b21935281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:42:54.263005 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0271d12-ffa2-4f9f-b0d7-e12ac5aef982 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:42:54.263005 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0271d12-ffa2-4f9f-b0d7-e12ac5aef982 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:42:54.263337 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c0271d12-ffa2-4f9f-b0d7-e12ac5aef982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:54.263570 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0271d12-ffa2-4f9f-b0d7-e12ac5aef982 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:42:54.264028 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-c0271d12-ffa2-4f9f-b0d7-e12ac5aef982 None None] Bound port: 3e1f1ab5-eb4c-45e3-b62d-9dbb6da96a2a, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:42:54.264387 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c0271d12-ffa2-4f9f-b0d7-e12ac5aef982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:54.268534 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6e8141cf-92c4-4c32-be06-7a700265923e tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Usage tracker for resource:router and tenant:34f5d4bed2c641dda05914bf2eacbe50 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:42:54.278121 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6e8141cf-92c4-4c32-be06-7a700265923e tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:42:54.338440 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6e8141cf-92c4-4c32-be06-7a700265923e tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:42:54.343664 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-97a0c544-8df8-46da-a5b6-32299ccd8cfa req-698bbf75-b1b3-4e53-8296-68acaf4568e1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3160012 Apr 20 17:42:54.352805 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-c0271d12-ffa2-4f9f-b0d7-e12ac5aef982 None None] For port 3e1f1ab5-eb4c-45e3-b62d-9dbb6da96a2a, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:42:54.365864 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-c0271d12-ffa2-4f9f-b0d7-e12ac5aef982 None None] For port 3e1f1ab5-eb4c-45e3-b62d-9dbb6da96a2a, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3e1f1ab5-eb4c-45e3-b62d-9dbb6da96a2a,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:42:54.381975 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c0271d12-ffa2-4f9f-b0d7-e12ac5aef982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:54.386374 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-886b57cc-04a7-4f06-a10a-66d71f6e3eb4 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:54.386646 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6e8141cf-92c4-4c32-be06-7a700265923e tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:54.387581 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6e8141cf-92c4-4c32-be06-7a700265923e tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:54.422614 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-886b57cc-04a7-4f06-a10a-66d71f6e3eb4 None None] Transition to ACTIVE for port object 1986719a-eac8-4ce0-9658-2c2c52998f2f will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:42:54.431083 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6e8141cf-92c4-4c32-be06-7a700265923e tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:54.438894 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-886b57cc-04a7-4f06-a10a-66d71f6e3eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:54.494856 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb79bd2-eb78-4c15-82ba-e18b21935281 None None] Pushing event updated for resources: {'Port': ['ID=3e1f1ab5-eb4c-45e3-b62d-9dbb6da96a2a,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:54.499730 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0271d12-ffa2-4f9f-b0d7-e12ac5aef982 None None] Routers {'f46a1f8a-b4d4-43f2-a7f1-5d2aecc4ac03'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:42:54.500694 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c0271d12-ffa2-4f9f-b0d7-e12ac5aef982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:42:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['f46a1f8a-b4d4-43f2-a7f1-5d2aecc4ac03'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:54.556802 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52203bef-d3a7-47ee-abe4-a7939e7628c8 None None] Pushing event updated for resources: {'Port': ['ID=1986719a-eac8-4ce0-9658-2c2c52998f2f,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:54.576112 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-886b57cc-04a7-4f06-a10a-66d71f6e3eb4 None None] Attempting to bind port 1986719a-eac8-4ce0-9658-2c2c52998f2f on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:42:54.576480 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-886b57cc-04a7-4f06-a10a-66d71f6e3eb4 None None] Attempting to bind port 1986719a-eac8-4ce0-9658-2c2c52998f2f by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:42:54.576842 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886b57cc-04a7-4f06-a10a-66d71f6e3eb4 None None] Attempting to bind port 1986719a-eac8-4ce0-9658-2c2c52998f2f on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:42:54.586496 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886b57cc-04a7-4f06-a10a-66d71f6e3eb4 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:42:54.586930 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886b57cc-04a7-4f06-a10a-66d71f6e3eb4 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:42:54.587242 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-886b57cc-04a7-4f06-a10a-66d71f6e3eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:54.587628 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886b57cc-04a7-4f06-a10a-66d71f6e3eb4 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:42:54.588085 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-886b57cc-04a7-4f06-a10a-66d71f6e3eb4 None None] Bound port: 1986719a-eac8-4ce0-9658-2c2c52998f2f, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:42:54.588761 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-886b57cc-04a7-4f06-a10a-66d71f6e3eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:54.591627 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-a83f57be-9b37-4a33-80c5-16ca1eee73f8 admin admin] Allocated IP 172.20.0.1 (2fb9ecc6-c4e7-4653-96a3-10b8c58d2625/6dc33163-c1d4-4f24-a4eb-9ac8147e08ad/c606ce06-bf3f-4334-8504-61c7c5b7df91) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:42:54.671956 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-886b57cc-04a7-4f06-a10a-66d71f6e3eb4 None None] For port 1986719a-eac8-4ce0-9658-2c2c52998f2f, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:42:54.675658 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-886b57cc-04a7-4f06-a10a-66d71f6e3eb4 None None] For port 1986719a-eac8-4ce0-9658-2c2c52998f2f, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=1986719a-eac8-4ce0-9658-2c2c52998f2f,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:42:54.682864 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-886b57cc-04a7-4f06-a10a-66d71f6e3eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:54.709157 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-c0271d12-ffa2-4f9f-b0d7-e12ac5aef982 None None] Set router f46a1f8a-b4d4-43f2-a7f1-5d2aecc4ac03 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:42:54.755066 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-de38935e-1984-4e8f-a549-1431d683c55c tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:54.777980 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52203bef-d3a7-47ee-abe4-a7939e7628c8 None None] Pushing event updated for resources: {'Port': ['ID=1986719a-eac8-4ce0-9658-2c2c52998f2f,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:54.781458 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886b57cc-04a7-4f06-a10a-66d71f6e3eb4 None None] Routers {'c5f9d296-9b2e-4745-9e70-1686576935f2'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:42:54.781458 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-886b57cc-04a7-4f06-a10a-66d71f6e3eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:42:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['c5f9d296-9b2e-4745-9e70-1686576935f2'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:54.782792 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6e8141cf-92c4-4c32-be06-7a700265923e tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:54.807917 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a83f57be-9b37-4a33-80c5-16ca1eee73f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:54.811885 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-de38935e-1984-4e8f-a549-1431d683c55c tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:54.828927 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-a83f57be-9b37-4a33-80c5-16ca1eee73f8 admin admin] Transition to ACTIVE for port object c606ce06-bf3f-4334-8504-61c7c5b7df91 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:42:54.872559 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a83f57be-9b37-4a33-80c5-16ca1eee73f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:54.877873 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-de38935e-1984-4e8f-a549-1431d683c55c tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Deleting port 338a5dfa-f6d3-4c0d-98df-c754f37e1ff5 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:42:54.878227 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-de38935e-1984-4e8f-a549-1431d683c55c tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:54.947895 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83f57be-9b37-4a33-80c5-16ca1eee73f8 admin admin] Network 2fb9ecc6-c4e7-4653-96a3-10b8c58d2625 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:42:54.951670 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-a83f57be-9b37-4a33-80c5-16ca1eee73f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:54.953640 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f57be-9b37-4a33-80c5-16ca1eee73f8 admin admin] Pushing event updated for resources: {'Port': ['ID=c606ce06-bf3f-4334-8504-61c7c5b7df91,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:54.966435 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83f57be-9b37-4a33-80c5-16ca1eee73f8 admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:42:54.974952 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-886b57cc-04a7-4f06-a10a-66d71f6e3eb4 None None] Set router c5f9d296-9b2e-4745-9e70-1686576935f2 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:42:55.046351 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a83f57be-9b37-4a33-80c5-16ca1eee73f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:55.163277 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c0271d12-ffa2-4f9f-b0d7-e12ac5aef982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46a1f8a-b4d4-43f2-a7f1-5d2aecc4ac03', 'name': 'tempest-snat-router-1405777225', 'tenant_id': '34f5d4bed2c641dda05914bf2eacbe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118'}], 'enable_snat': False}, 'gw_port_id': '3e1f1ab5-eb4c-45e3-b62d-9dbb6da96a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:42:50Z', 'updated_at': '2022-04-20T17:42:52Z', 'revision_number': 3, 'project_id': '34f5d4bed2c641dda05914bf2eacbe50', 'gw_port': {'id': '3e1f1ab5-eb4c-45e3-b62d-9dbb6da96a2a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46a1f8a-b4d4-43f2-a7f1-5d2aecc4ac03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:42:51Z', 'updated_at': '2022-04-20T17:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:55.165289 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a83f57be-9b37-4a33-80c5-16ca1eee73f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:55.167675 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0271d12-ffa2-4f9f-b0d7-e12ac5aef982 None None] The sync data for ids ['f46a1f8a-b4d4-43f2-a7f1-5d2aecc4ac03'] in n-d-838032-1 is: [{'id': 'f46a1f8a-b4d4-43f2-a7f1-5d2aecc4ac03', 'name': 'tempest-snat-router-1405777225', 'tenant_id': '34f5d4bed2c641dda05914bf2eacbe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118'}], 'enable_snat': False}, 'gw_port_id': '3e1f1ab5-eb4c-45e3-b62d-9dbb6da96a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:42:50Z', 'updated_at': '2022-04-20T17:42:52Z', 'revision_number': 3, 'project_id': '34f5d4bed2c641dda05914bf2eacbe50', 'gw_port': {'id': '3e1f1ab5-eb4c-45e3-b62d-9dbb6da96a2a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46a1f8a-b4d4-43f2-a7f1-5d2aecc4ac03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:42:51Z', 'updated_at': '2022-04-20T17:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:42:55.407499 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3c6e8fc2-1c8f-4527-ae8a-4fdd0528999f None None] Provisioning for port c606ce06-bf3f-4334-8504-61c7c5b7df91 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:42:55.413913 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3c6e8fc2-1c8f-4527-ae8a-4fdd0528999f None None] Provisioning complete for port c606ce06-bf3f-4334-8504-61c7c5b7df91 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:55.414495 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3c6e8fc2-1c8f-4527-ae8a-4fdd0528999f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:55.437950 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a83f57be-9b37-4a33-80c5-16ca1eee73f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:55.438987 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-886b57cc-04a7-4f06-a10a-66d71f6e3eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f9d296-9b2e-4745-9e70-1686576935f2', 'name': 'tempest-TestAggregatesBasicOps-1761610671-router', 'tenant_id': '6a4406e1bc824195963cee7808722a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '1986719a-eac8-4ce0-9658-2c2c52998f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:42:46Z', 'updated_at': '2022-04-20T17:42:50Z', 'revision_number': 3, 'project_id': '6a4406e1bc824195963cee7808722a5b', 'gw_port': {'id': '1986719a-eac8-4ce0-9658-2c2c52998f2f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:83:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f9d296-9b2e-4745-9e70-1686576935f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:42:48Z', 'updated_at': '2022-04-20T17:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:55.444920 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a83f57be-9b37-4a33-80c5-16ca1eee73f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:55.455867 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886b57cc-04a7-4f06-a10a-66d71f6e3eb4 None None] The sync data for ids ['c5f9d296-9b2e-4745-9e70-1686576935f2'] in n-d-838032-1 is: [{'id': 'c5f9d296-9b2e-4745-9e70-1686576935f2', 'name': 'tempest-TestAggregatesBasicOps-1761610671-router', 'tenant_id': '6a4406e1bc824195963cee7808722a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '1986719a-eac8-4ce0-9658-2c2c52998f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:42:46Z', 'updated_at': '2022-04-20T17:42:50Z', 'revision_number': 3, 'project_id': '6a4406e1bc824195963cee7808722a5b', 'gw_port': {'id': '1986719a-eac8-4ce0-9658-2c2c52998f2f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:83:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f9d296-9b2e-4745-9e70-1686576935f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:42:48Z', 'updated_at': '2022-04-20T17:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:42:55.467319 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-de38935e-1984-4e8f-a549-1431d683c55c tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:55.493838 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3c6e8fc2-1c8f-4527-ae8a-4fdd0528999f None None] Port c606ce06-bf3f-4334-8504-61c7c5b7df91 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:42:55.567520 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f57be-9b37-4a33-80c5-16ca1eee73f8 admin admin] Pushing event updated for resources: {'Port': ['ID=c606ce06-bf3f-4334-8504-61c7c5b7df91,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:55.570080 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a83f57be-9b37-4a33-80c5-16ca1eee73f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:55.662704 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-de38935e-1984-4e8f-a549-1431d683c55c tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Calling delete_port for 338a5dfa-f6d3-4c0d-98df-c754f37e1ff5 owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:42:55.706436 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83f57be-9b37-4a33-80c5-16ca1eee73f8 admin admin] Network 2fb9ecc6-c4e7-4653-96a3-10b8c58d2625 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:42:55.707721 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-a83f57be-9b37-4a33-80c5-16ca1eee73f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:55.749302 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6e8141cf-92c4-4c32-be06-7a700265923e tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:55.796014 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6e8141cf-92c4-4c32-be06-7a700265923e tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:56.030391 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ae03213a-a504-4e6a-b0bb-26a382d87016 None None] Provisioning complete for port c606ce06-bf3f-4334-8504-61c7c5b7df91 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:42:56.031631 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ae03213a-a504-4e6a-b0bb-26a382d87016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:56.096208 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-6bfa3feb-7a2e-49bd-85bc-ecb233a62ea1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Deleting port 2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:42:56.096457 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6bfa3feb-7a2e-49bd-85bc-ecb233a62ea1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:56.098317 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-ae03213a-a504-4e6a-b0bb-26a382d87016 None None] Port c606ce06-bf3f-4334-8504-61c7c5b7df91 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:42:56.175511 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-6e8141cf-92c4-4c32-be06-7a700265923e tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Allocated IP 172.25.8.60 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/ed8f98b5-a38c-4825-b970-ee29cf7fb558) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:42:56.191874 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a1f0b906-35f3-4a71-b7ba-1fcf4476dce2 req-8ab3eca1-ec74-46d1-b957-928b87e05c85 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3487306 Apr 20 17:42:56.225256 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83f57be-9b37-4a33-80c5-16ca1eee73f8 admin admin] Router c5f9d296-9b2e-4745-9e70-1686576935f2 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:42:56.229147 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-de38935e-1984-4e8f-a549-1431d683c55c tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:56.428980 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83f57be-9b37-4a33-80c5-16ca1eee73f8 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:42:56.432022 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38935e-1984-4e8f-a549-1431d683c55c tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Pushing event deleted for resources: {'Port': ['ID=338a5dfa-f6d3-4c0d-98df-c754f37e1ff5,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:56.442831 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a83f57be-9b37-4a33-80c5-16ca1eee73f8 admin admin] 10.222.0.39 "PUT /v2.0/routers/c5f9d296-9b2e-4745-9e70-1686576935f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2994261 Apr 20 17:42:56.766817 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6e8141cf-92c4-4c32-be06-7a700265923e tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:56.772582 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-6bfa3feb-7a2e-49bd-85bc-ecb233a62ea1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] For port 2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98,segment=NetworkSegment(2ecf4e58-c251-490a-900c-29288ff06366),segment_id=2ecf4e58-c251-490a-900c-29288ff06366)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:42:56.772914 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6bfa3feb-7a2e-49bd-85bc-ecb233a62ea1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:56.788912 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a1f0b906-35f3-4a71-b7ba-1fcf4476dce2 req-e19e4358-a25d-4ac9-881a-14002cc2d477 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=afdda90d8b714cd0a49b7b3d0da0c05b&device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 1097 time: 0.4618733 Apr 20 17:42:57.028206 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-de38935e-1984-4e8f-a549-1431d683c55c tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:57.081666 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-6bfa3feb-7a2e-49bd-85bc-ecb233a62ea1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Calling delete_port for 2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98 owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:42:57.161611 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45d6c48-b6f1-4eeb-b5ac-cb25ef6d8851 None None] Sync routers for ids ['b7bae6f1-f1fa-4fdb-96ee-514ba808f99a'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:42:57.174989 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45d6c48-b6f1-4eeb-b5ac-cb25ef6d8851 None None] Routers {'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:42:57.176023 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f45d6c48-b6f1-4eeb-b5ac-cb25ef6d8851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:42:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['b7bae6f1-f1fa-4fdb-96ee-514ba808f99a'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:57.298308 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb091e6-ed11-401c-b737-7d3d5c770f15 None None] New status for floating IP 34444988-4516-4926-9107-ccfeda1162ce: ACTIVE {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:42:57.308112 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6e8141cf-92c4-4c32-be06-7a700265923e tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:57.318918 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-de38935e-1984-4e8f-a549-1431d683c55c tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:57.349009 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-f45d6c48-b6f1-4eeb-b5ac-cb25ef6d8851 None None] Set router b7bae6f1-f1fa-4fdb-96ee-514ba808f99a gateway port host: None {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:42:57.373655 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-de38935e-1984-4e8f-a549-1431d683c55c tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33176207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33176208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33180178'] for router, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:57.435242 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8141cf-92c4-4c32-be06-7a700265923e tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:42:57.499721 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8141cf-92c4-4c32-be06-7a700265923e tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Pushing event updated for resources: {'Port': ['ID=ed8f98b5-a38c-4825-b970-ee29cf7fb558,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:57.547113 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-6e8141cf-92c4-4c32-be06-7a700265923e tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:42:57.559921 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0b906-35f3-4a71-b7ba-1fcf4476dce2 req-2546f8ae-086c-40e0-bb9f-2daac21b23d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:57.561365 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a1f0b906-35f3-4a71-b7ba-1fcf4476dce2 req-2546f8ae-086c-40e0-bb9f-2daac21b23d3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=911da384-323b-42ed-9656-9be4d49d8f36 HTTP/1.1" status: 200 len: 912 time: 0.6024864 Apr 20 17:42:57.572277 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8141cf-92c4-4c32-be06-7a700265923e tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:42:57.714998 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f45d6c48-b6f1-4eeb-b5ac-cb25ef6d8851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'name': 'tempest-RoutersTest-router-888757083', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:49Z', 'updated_at': '2022-04-20T17:42:45Z', 'revision_number': 8, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'gw_port_host': None, '_interfaces': [{'id': '0eeb0ad6-2ad5-482c-86d5-d89d40a9da96', 'name': '', 'network_id': '383fdd36-ad11-471e-b7f7-12e68bd781d6', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'mac_address': 'fa:16:3e:da:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66d7be54-1e28-4d0a-87d6-9140a40e1689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:52Z', 'updated_at': '2022-04-20T17:42:08Z', 'revision_number': 5, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'subnets': [{'id': '66d7be54-1e28-4d0a-87d6-9140a40e1689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98', 'name': '', 'network_id': 'f6b1c0f2-924f-4a87-b421-102b3dab1936', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'mac_address': 'fa:16:3e:10:0c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6a4ff17-7828-43da-a782-2d3e38cff479', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:42:15Z', 'updated_at': '2022-04-20T17:42:41Z', 'revision_number': 5, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'subnets': [{'id': 'c6a4ff17-7828-43da-a782-2d3e38cff479', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '731ea324-ac2d-408e-b543-36ee1119fffb', 'name': '', 'network_id': '423de17c-e215-4068-996d-0ccba00d1688', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'mac_address': 'fa:16:3e:a5:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39fa6556-2ecd-4569-9872-a7024bae24c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:42:01Z', 'updated_at': '2022-04-20T17:42:43Z', 'revision_number': 5, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'subnets': [{'id': '39fa6556-2ecd-4569-9872-a7024bae24c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:57.719512 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45d6c48-b6f1-4eeb-b5ac-cb25ef6d8851 None None] Checking router: b7bae6f1-f1fa-4fdb-96ee-514ba808f99a for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:42:57.729754 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45d6c48-b6f1-4eeb-b5ac-cb25ef6d8851 None None] Routers {'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:42:57.730378 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f45d6c48-b6f1-4eeb-b5ac-cb25ef6d8851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:42:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['b7bae6f1-f1fa-4fdb-96ee-514ba808f99a'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:57.821451 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a1f0b906-35f3-4a71-b7ba-1fcf4476dce2 req-337a31b2-581c-4089-8bed-3f21731b6264 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff710859-ef8f-4b68-8256-f2c582902d6f HTTP/1.1" status: 200 len: 1002 time: 0.2242618 Apr 20 17:42:57.868460 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de38935e-1984-4e8f-a549-1431d683c55c tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Router c5d3f3df-86ee-4e00-9c8f-fc5053894600 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:42:57.880502 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-f45d6c48-b6f1-4eeb-b5ac-cb25ef6d8851 None None] Set router b7bae6f1-f1fa-4fdb-96ee-514ba808f99a gateway port host: None {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:42:57.900906 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6bfa3feb-7a2e-49bd-85bc-ecb233a62ea1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:57.957339 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa3feb-7a2e-49bd-85bc-ecb233a62ea1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event deleted for resources: {'Port': ['ID=2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:42:57.983017 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0b906-35f3-4a71-b7ba-1fcf4476dce2 req-9ffafd42-ca29-46a8-b62b-e9a58c5120cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:42:57.984468 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a1f0b906-35f3-4a71-b7ba-1fcf4476dce2 req-9ffafd42-ca29-46a8-b62b-e9a58c5120cc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6df2b9cf-3053-4862-b128-40e0c38b0bd7 HTTP/1.1" status: 200 len: 850 time: 0.1522443 Apr 20 17:42:58.223032 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f45d6c48-b6f1-4eeb-b5ac-cb25ef6d8851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'name': 'tempest-RoutersTest-router-888757083', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:49Z', 'updated_at': '2022-04-20T17:42:45Z', 'revision_number': 8, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'gw_port_host': None, '_interfaces': [{'id': '0eeb0ad6-2ad5-482c-86d5-d89d40a9da96', 'name': '', 'network_id': '383fdd36-ad11-471e-b7f7-12e68bd781d6', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'mac_address': 'fa:16:3e:da:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66d7be54-1e28-4d0a-87d6-9140a40e1689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:52Z', 'updated_at': '2022-04-20T17:42:08Z', 'revision_number': 5, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'subnets': [{'id': '66d7be54-1e28-4d0a-87d6-9140a40e1689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98', 'name': '', 'network_id': 'f6b1c0f2-924f-4a87-b421-102b3dab1936', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'mac_address': 'fa:16:3e:10:0c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6a4ff17-7828-43da-a782-2d3e38cff479', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:42:15Z', 'updated_at': '2022-04-20T17:42:41Z', 'revision_number': 5, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'subnets': [{'id': 'c6a4ff17-7828-43da-a782-2d3e38cff479', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '731ea324-ac2d-408e-b543-36ee1119fffb', 'name': '', 'network_id': '423de17c-e215-4068-996d-0ccba00d1688', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'mac_address': 'fa:16:3e:a5:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39fa6556-2ecd-4569-9872-a7024bae24c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:42:01Z', 'updated_at': '2022-04-20T17:42:43Z', 'revision_number': 5, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'subnets': [{'id': '39fa6556-2ecd-4569-9872-a7024bae24c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:58.227739 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45d6c48-b6f1-4eeb-b5ac-cb25ef6d8851 None None] The sync data for ids ['b7bae6f1-f1fa-4fdb-96ee-514ba808f99a'] in n-d-838032-1 is: [{'id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'name': 'tempest-RoutersTest-router-888757083', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:49Z', 'updated_at': '2022-04-20T17:42:45Z', 'revision_number': 8, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'gw_port_host': None, '_interfaces': [{'id': '0eeb0ad6-2ad5-482c-86d5-d89d40a9da96', 'name': '', 'network_id': '383fdd36-ad11-471e-b7f7-12e68bd781d6', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'mac_address': 'fa:16:3e:da:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66d7be54-1e28-4d0a-87d6-9140a40e1689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:52Z', 'updated_at': '2022-04-20T17:42:08Z', 'revision_number': 5, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'subnets': [{'id': '66d7be54-1e28-4d0a-87d6-9140a40e1689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98', 'name': '', 'network_id': 'f6b1c0f2-924f-4a87-b421-102b3dab1936', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'mac_address': 'fa:16:3e:10:0c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6a4ff17-7828-43da-a782-2d3e38cff479', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:42:15Z', 'updated_at': '2022-04-20T17:42:41Z', 'revision_number': 5, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'subnets': [{'id': 'c6a4ff17-7828-43da-a782-2d3e38cff479', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '731ea324-ac2d-408e-b543-36ee1119fffb', 'name': '', 'network_id': '423de17c-e215-4068-996d-0ccba00d1688', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'mac_address': 'fa:16:3e:a5:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39fa6556-2ecd-4569-9872-a7024bae24c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:42:01Z', 'updated_at': '2022-04-20T17:42:43Z', 'revision_number': 5, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'subnets': [{'id': '39fa6556-2ecd-4569-9872-a7024bae24c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:42:58.549067 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de38935e-1984-4e8f-a549-1431d683c55c tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:42:58.560195 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6248f7-3212-4180-8795-15231d4af73b None None] Sync routers for ids ['c5d3f3df-86ee-4e00-9c8f-fc5053894600'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:42:58.577590 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6248f7-3212-4180-8795-15231d4af73b None None] Routers {'c5d3f3df-86ee-4e00-9c8f-fc5053894600'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:42:58.577795 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-4b6248f7-3212-4180-8795-15231d4af73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:42:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['c5d3f3df-86ee-4e00-9c8f-fc5053894600'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:58.595293 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a1f0b906-35f3-4a71-b7ba-1fcf4476dce2 req-5e667c29-3e68-411b-a4b3-f800ab73759c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=911da384-323b-42ed-9656-9be4d49d8f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5131583 Apr 20 17:42:58.603918 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-de38935e-1984-4e8f-a549-1431d683c55c tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:58.607849 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-de38935e-1984-4e8f-a549-1431d683c55c tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] 10.222.0.39 "PUT /v2.0/routers/c5d3f3df-86ee-4e00-9c8f-fc5053894600 HTTP/1.1" status: 200 len: 706 time: 5.9583883 Apr 20 17:42:58.608745 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47152) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:58.651433 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-4b6248f7-3212-4180-8795-15231d4af73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:58.680412 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6248f7-3212-4180-8795-15231d4af73b None None] Routers {'c5d3f3df-86ee-4e00-9c8f-fc5053894600'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:42:58.680911 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-4b6248f7-3212-4180-8795-15231d4af73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:42:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['c5d3f3df-86ee-4e00-9c8f-fc5053894600'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:58.686499 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6e8141cf-92c4-4c32-be06-7a700265923e tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:58.687225 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6e8141cf-92c4-4c32-be06-7a700265923e tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:58.745863 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-4b6248f7-3212-4180-8795-15231d4af73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:42:58.746434 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6248f7-3212-4180-8795-15231d4af73b None None] The sync data for ids ['c5d3f3df-86ee-4e00-9c8f-fc5053894600'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:42:58.800550 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-086d5584-b5f9-4509-80b9-239bf8188d60 tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] 10.222.0.39 "GET /v2.0/routers/c5d3f3df-86ee-4e00-9c8f-fc5053894600 HTTP/1.1" status: 200 len: 741 time: 0.1900754 Apr 20 17:42:58.803067 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47166) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:58.846385 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-029977e2-558f-41b9-9a37-3ccd50cd34fa tempest-RoutersAdminTest-1438795359 tempest-RoutersAdminTest-1438795359-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3&device_id=c5d3f3df-86ee-4e00-9c8f-fc5053894600 HTTP/1.1" status: 200 len: 205 time: 0.0422170 Apr 20 17:42:58.848873 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47172) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:58.893565 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0a0a83f4-2001-41c7-9804-77febef06e79 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5d3f3df-86ee-4e00-9c8f-fc5053894600 HTTP/1.1" status: 200 len: 205 time: 0.0436230 Apr 20 17:42:58.899304 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47176) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:58.913438 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47180) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:58.920541 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a1f0b906-35f3-4a71-b7ba-1fcf4476dce2 req-260e1223-8ab6-41a1-889a-3a010378edc4 service neutron] 10.222.0.10 "GET /v2.0/networks/911da384-323b-42ed-9656-9be4d49d8f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099618 Apr 20 17:42:58.922011 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6bfa3feb-7a2e-49bd-85bc-ecb233a62ea1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:58.947466 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c5d81856-08fc-4e10-acbe-d724b49dae33 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:42:58.983919 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: c5d81856-08fc-4e10-acbe-d724b49dae33 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:42:58.984368 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c5d81856-08fc-4e10-acbe-d724b49dae33 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:42:59.034810 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02acc207-fa91-4fba-9b34-cfe770debc51 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:59.339648 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a1f0b906-35f3-4a71-b7ba-1fcf4476dce2 req-5a7784b0-cd72-4acd-903f-41ced81a8ae3 service neutron] 10.222.0.10 "GET /v2.0/networks/911da384-323b-42ed-9656-9be4d49d8f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619957 Apr 20 17:42:59.413878 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02acc207-fa91-4fba-9b34-cfe770debc51 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:59.418312 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02acc207-fa91-4fba-9b34-cfe770debc51 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:59.445739 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02acc207-fa91-4fba-9b34-cfe770debc51 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:59.446368 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02acc207-fa91-4fba-9b34-cfe770debc51 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Fanout notify agent at l3_agent the message router_deleted on router c5d3f3df-86ee-4e00-9c8f-fc5053894600 {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:42:59.456638 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02acc207-fa91-4fba-9b34-cfe770debc51 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:42:59.457690 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-02acc207-fa91-4fba-9b34-cfe770debc51 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] 10.222.0.39 "DELETE /v2.0/routers/c5d3f3df-86ee-4e00-9c8f-fc5053894600 HTTP/1.1" status: 204 len: 168 time: 0.5574634 Apr 20 17:42:59.462372 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47184) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:59.503917 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0a7ae5c2-74c0-4a07-9dfc-8a93eed917ea tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5d3f3df-86ee-4e00-9c8f-fc5053894600 HTTP/1.1" status: 200 len: 205 time: 0.0407979 Apr 20 17:42:59.506132 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47188) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:59.692697 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-14b02ea5-50a5-4456-9070-84823e26867e tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] delete failed (client error): The resource could not be found. Apr 20 17:42:59.693608 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-14b02ea5-50a5-4456-9070-84823e26867e tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] 10.222.0.39 "DELETE /v2.0/routers/c5d3f3df-86ee-4e00-9c8f-fc5053894600 HTTP/1.1" status: 404 len: 336 time: 0.1865435 Apr 20 17:42:59.696648 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47192) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:59.739348 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8d4cf817-c80e-490d-8bfc-e594b4c12823 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] 10.222.0.39 "GET /v2.0/ports?device_id=3824e3d1-49b5-46fa-bc3b-255d80414325 HTTP/1.1" status: 200 len: 205 time: 0.0412419 Apr 20 17:42:59.741890 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47196) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:59.806842 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-f6136a32-b909-46c5-9147-1e0f8307dba7 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] delete failed (client error): The resource could not be found. Apr 20 17:42:59.807854 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f6136a32-b909-46c5-9147-1e0f8307dba7 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] 10.222.0.39 "DELETE /v2.0/routers/3824e3d1-49b5-46fa-bc3b-255d80414325 HTTP/1.1" status: 404 len: 336 time: 0.0649989 Apr 20 17:42:59.810749 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47200) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:59.851266 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cc1ae425-9a54-4081-8cc6-37ccc946ef96 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] 10.222.0.39 "GET /v2.0/ports?device_id=782d8b50-75c0-4085-b556-dd4857adae03 HTTP/1.1" status: 200 len: 205 time: 0.0394373 Apr 20 17:42:59.853813 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47204) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:59.919103 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-3b694894-6aee-4ae7-851c-42c6740be01c tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] delete failed (client error): The resource could not be found. Apr 20 17:42:59.920107 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3b694894-6aee-4ae7-851c-42c6740be01c tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] 10.222.0.39 "DELETE /v2.0/routers/782d8b50-75c0-4085-b556-dd4857adae03 HTTP/1.1" status: 404 len: 336 time: 0.0653629 Apr 20 17:42:59.923042 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47208) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:59.963482 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8d4820ac-3708-451e-b7c5-caed3608cd17 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] 10.222.0.39 "GET /v2.0/ports?device_id=23ca3dd0-960d-4c59-b901-2aae20e65c34 HTTP/1.1" status: 200 len: 205 time: 0.0393271 Apr 20 17:42:59.965908 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47212) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:00.021331 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8141cf-92c4-4c32-be06-7a700265923e tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Router 9d2d14bd-de40-487b-a00d-2b7ac15cca21 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:43:00.031296 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-e9e49c75-683f-4073-9872-1a3dcc22c5a5 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] delete failed (client error): The resource could not be found. Apr 20 17:43:00.034877 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e9e49c75-683f-4073-9872-1a3dcc22c5a5 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] 10.222.0.39 "DELETE /v2.0/routers/23ca3dd0-960d-4c59-b901-2aae20e65c34 HTTP/1.1" status: 404 len: 336 time: 0.0655351 Apr 20 17:43:00.035071 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47216) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:00.075852 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-12cf1622-e900-46aa-892d-6c583038faaa tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dcc640d-459c-4427-bb22-c9404aab12de HTTP/1.1" status: 200 len: 205 time: 0.0396633 Apr 20 17:43:00.078364 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47220) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:00.143398 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-0c2ad86d-2617-4887-8fda-91afe77ce0c8 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] delete failed (client error): The resource could not be found. Apr 20 17:43:00.144403 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0c2ad86d-2617-4887-8fda-91afe77ce0c8 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] 10.222.0.39 "DELETE /v2.0/routers/8dcc640d-459c-4427-bb22-c9404aab12de HTTP/1.1" status: 404 len: 336 time: 0.0651703 Apr 20 17:43:00.147292 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47224) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:00.187504 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8a65b292-b638-48e1-835e-579cb170fd33 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] 10.222.0.39 "GET /v2.0/ports?device_id=057d547d-65d0-4a50-9286-642da5bcaf17 HTTP/1.1" status: 200 len: 205 time: 0.0391521 Apr 20 17:43:00.189945 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47228) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:00.237277 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfa3feb-7a2e-49bd-85bc-ecb233a62ea1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Router b7bae6f1-f1fa-4fdb-96ee-514ba808f99a has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:43:00.255785 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-28b05129-d68c-4707-b6df-9c5e435739e3 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] delete failed (client error): The resource could not be found. Apr 20 17:43:00.256792 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-28b05129-d68c-4707-b6df-9c5e435739e3 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] 10.222.0.39 "DELETE /v2.0/routers/057d547d-65d0-4a50-9286-642da5bcaf17 HTTP/1.1" status: 404 len: 336 time: 0.0659297 Apr 20 17:43:00.259658 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47232) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:00.296875 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc88905-e4dd-415f-ba2c-b992dc55c041 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] DELETE failed (client error): The resource could not be found. Apr 20 17:43:00.297459 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdc88905-e4dd-415f-ba2c-b992dc55c041 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:43:00.302026 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fdc88905-e4dd-415f-ba2c-b992dc55c041 tempest-RoutersAdminTest-840965565 tempest-RoutersAdminTest-840965565-project] 10.222.0.39 "DELETE /v2.0/subnets/8eaaf1d0-21ee-4a36-9579-573aec89a3e3 HTTP/1.1" status: 404 len: 337 time: 0.0388448 Apr 20 17:43:00.328359 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1077a39-84bf-4585-875e-455e6bb6825c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:00.593932 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8141cf-92c4-4c32-be06-7a700265923e tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:43:00.604724 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5b5256-3668-40c7-a519-b93468127678 None None] Sync routers for ids ['9d2d14bd-de40-487b-a00d-2b7ac15cca21'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:43:00.619218 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5b5256-3668-40c7-a519-b93468127678 None None] Routers {'9d2d14bd-de40-487b-a00d-2b7ac15cca21'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:00.620374 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-aa5b5256-3668-40c7-a519-b93468127678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:42:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['9d2d14bd-de40-487b-a00d-2b7ac15cca21'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:00.621202 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47240) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:00.625505 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6e8141cf-92c4-4c32-be06-7a700265923e tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:00.629283 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6e8141cf-92c4-4c32-be06-7a700265923e tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.5579519 Apr 20 17:43:00.629440 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47246) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:00.633813 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfa3feb-7a2e-49bd-85bc-ecb233a62ea1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:43:00.700921 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6bfa3feb-7a2e-49bd-85bc-ecb233a62ea1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "PUT /v2.0/routers/b7bae6f1-f1fa-4fdb-96ee-514ba808f99a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8395445 Apr 20 17:43:00.704785 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47250) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:00.799848 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-aa5b5256-3668-40c7-a519-b93468127678 None None] Set router 9d2d14bd-de40-487b-a00d-2b7ac15cca21 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:43:00.806878 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bb1fefcc-3ccf-4cf9-9190-4373b5f21524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:00.942918 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-bb1fefcc-3ccf-4cf9-9190-4373b5f21524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:00.957814 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-bb1fefcc-3ccf-4cf9-9190-4373b5f21524 admin admin] Usage tracker for resource:security_group_rule and tenant:7998c2f4b56c4fd1b7e8025d7f250408 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:00.961942 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-bb1fefcc-3ccf-4cf9-9190-4373b5f21524 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:00.976103 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-bb1fefcc-3ccf-4cf9-9190-4373b5f21524 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:00.992146 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ebe496-0c13-4111-bc69-808ad5959a59 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Deleting subnet c6a4ff17-7828-43da-a782-2d3e38cff479 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:43:00.996986 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-63ebe496-0c13-4111-bc69-808ad5959a59 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:01.063165 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-63ebe496-0c13-4111-bc69-808ad5959a59 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:01.096066 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-aa5b5256-3668-40c7-a519-b93468127678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2d14bd-de40-487b-a00d-2b7ac15cca21', 'name': 'tempest-snat-router-1405777225', 'tenant_id': '34f5d4bed2c641dda05914bf2eacbe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'ed8f98b5-a38c-4825-b970-ee29cf7fb558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:42:54Z', 'updated_at': '2022-04-20T17:42:57Z', 'revision_number': 3, 'project_id': '34f5d4bed2c641dda05914bf2eacbe50', 'gw_port': {'id': 'ed8f98b5-a38c-4825-b970-ee29cf7fb558', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ac:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2d14bd-de40-487b-a00d-2b7ac15cca21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:42:55Z', 'updated_at': '2022-04-20T17:42:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:01.101578 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5b5256-3668-40c7-a519-b93468127678 None None] Checking router: 9d2d14bd-de40-487b-a00d-2b7ac15cca21 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:43:01.101906 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5b5256-3668-40c7-a519-b93468127678 None None] Updating router 9d2d14bd-de40-487b-a00d-2b7ac15cca21 port ed8f98b5-a38c-4825-b970-ee29cf7fb558 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:43:01.159793 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bb1fefcc-3ccf-4cf9-9190-4373b5f21524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:01.160077 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-aa5b5256-3668-40c7-a519-b93468127678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:01.171536 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bb1fefcc-3ccf-4cf9-9190-4373b5f21524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:01.214495 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-570b313d-db08-4977-9006-29bdc0a46a37 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] 10.222.0.39 "GET /v2.0/routers/9d2d14bd-de40-487b-a00d-2b7ac15cca21 HTTP/1.1" status: 200 len: 907 time: 0.5838768 Apr 20 17:43:01.216981 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47254) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:01.225824 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-63ebe496-0c13-4111-bc69-808ad5959a59 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:01.255118 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fefcc-3ccf-4cf9-9190-4373b5f21524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a182bf-4615-4555-85f4-029a5562e715,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:01.270252 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bb1fefcc-3ccf-4cf9-9190-4373b5f21524 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7998c2f4b56c4fd1b7e8025d7f250408&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6477728 Apr 20 17:43:01.273174 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47258) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:01.351316 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-63ebe496-0c13-4111-bc69-808ad5959a59 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:01.388955 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0dc24a32-ca31-4c44-9609-8a5843173aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:01.404112 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ebe496-0c13-4111-bc69-808ad5959a59 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event deleted for resources: {'Subnet': ['ID=c6a4ff17-7828-43da-a782-2d3e38cff479,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:01.411774 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-63ebe496-0c13-4111-bc69-808ad5959a59 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:01.435053 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0dc24a32-ca31-4c44-9609-8a5843173aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:01.443337 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-63ebe496-0c13-4111-bc69-808ad5959a59 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/subnets/c6a4ff17-7828-43da-a782-2d3e38cff479 HTTP/1.1" status: 204 len: 168 time: 0.7367477 Apr 20 17:43:01.446276 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47262) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:01.501158 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-aa5b5256-3668-40c7-a519-b93468127678 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:01.513398 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-aa5b5256-3668-40c7-a519-b93468127678 None None] Transition to ACTIVE for port object ed8f98b5-a38c-4825-b970-ee29cf7fb558 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:43:01.519060 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a15cf3c-81e1-432a-adbe-e4a413cdd3e5 None None] Network f6b1c0f2-924f-4a87-b421-102b3dab1936 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:43:01.584764 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-aa5b5256-3668-40c7-a519-b93468127678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:01.614315 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e1036be-4fc7-4000-a631-2bc032c6d649 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:01.624485 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bc33ff9b-2079-4d1a-9f84-4071b9444e5f tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:01.639724 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-1e1036be-4fc7-4000-a631-2bc032c6d649 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Deleting port 3d7a6e1c-ae90-4681-8917-c536e5c74da6 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:01.640110 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e1036be-4fc7-4000-a631-2bc032c6d649 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:01.667426 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0dc24a32-ca31-4c44-9609-8a5843173aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:01.699065 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc24a32-ca31-4c44-9609-8a5843173aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a182bf-4615-4555-85f4-029a5562e715,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:01.760896 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-e1077a39-84bf-4585-875e-455e6bb6825c admin admin] Deleting port 040854de-dbad-40e3-959f-7c49e02e510c {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:01.761392 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1077a39-84bf-4585-875e-455e6bb6825c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:01.775894 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-aa5b5256-3668-40c7-a519-b93468127678 None None] Attempting to bind port ed8f98b5-a38c-4825-b970-ee29cf7fb558 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:43:01.776527 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-aa5b5256-3668-40c7-a519-b93468127678 None None] Attempting to bind port ed8f98b5-a38c-4825-b970-ee29cf7fb558 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:43:01.776648 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5b5256-3668-40c7-a519-b93468127678 None None] Attempting to bind port ed8f98b5-a38c-4825-b970-ee29cf7fb558 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:43:01.814488 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e164f3-7544-4641-a157-7a6d4e303bbc None None] Pushing event updated for resources: {'Port': ['ID=ed8f98b5-a38c-4825-b970-ee29cf7fb558,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:01.828530 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0dc24a32-ca31-4c44-9609-8a5843173aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:01.836707 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5b5256-3668-40c7-a519-b93468127678 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:43:01.837076 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5b5256-3668-40c7-a519-b93468127678 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:43:01.837881 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-aa5b5256-3668-40c7-a519-b93468127678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:01.837998 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5b5256-3668-40c7-a519-b93468127678 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:43:01.838452 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-aa5b5256-3668-40c7-a519-b93468127678 None None] Bound port: ed8f98b5-a38c-4825-b970-ee29cf7fb558, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:43:01.838848 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-aa5b5256-3668-40c7-a519-b93468127678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:01.841136 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0dc24a32-ca31-4c44-9609-8a5843173aab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/52a182bf-4615-4555-85f4-029a5562e715 HTTP/1.1" status: 204 len: 168 time: 0.5585413 Apr 20 17:43:01.872905 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e164f3-7544-4641-a157-7a6d4e303bbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:01.873152 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e164f3-7544-4641-a157-7a6d4e303bbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:01.873483 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e164f3-7544-4641-a157-7a6d4e303bbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:01.873808 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e164f3-7544-4641-a157-7a6d4e303bbc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:01.874131 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e164f3-7544-4641-a157-7a6d4e303bbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:01.874477 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e164f3-7544-4641-a157-7a6d4e303bbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:01.874794 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e164f3-7544-4641-a157-7a6d4e303bbc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:01.875109 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e164f3-7544-4641-a157-7a6d4e303bbc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:01.875423 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e164f3-7544-4641-a157-7a6d4e303bbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:01.875734 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e164f3-7544-4641-a157-7a6d4e303bbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:01.876045 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e164f3-7544-4641-a157-7a6d4e303bbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:01.933596 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-aa5b5256-3668-40c7-a519-b93468127678 None None] For port ed8f98b5-a38c-4825-b970-ee29cf7fb558, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:43:01.938903 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-aa5b5256-3668-40c7-a519-b93468127678 None None] For port ed8f98b5-a38c-4825-b970-ee29cf7fb558, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ed8f98b5-a38c-4825-b970-ee29cf7fb558,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:43:01.955269 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-aa5b5256-3668-40c7-a519-b93468127678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:01.992985 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1077a39-84bf-4585-875e-455e6bb6825c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:02.049057 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62d91af-a8a6-42fe-8540-7c832f3cd7cb None None] DHCP port deletion for f6b1c0f2-924f-4a87-b421-102b3dab1936 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:43:02.051252 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-1e1036be-4fc7-4000-a631-2bc032c6d649 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] For port 3d7a6e1c-ae90-4681-8917-c536e5c74da6, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3d7a6e1c-ae90-4681-8917-c536e5c74da6,segment=NetworkSegment(2ecf4e58-c251-490a-900c-29288ff06366),segment_id=2ecf4e58-c251-490a-900c-29288ff06366)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:02.051735 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e1036be-4fc7-4000-a631-2bc032c6d649 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:02.056306 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a62d91af-a8a6-42fe-8540-7c832f3cd7cb None None] Deleting port 3d7a6e1c-ae90-4681-8917-c536e5c74da6 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:02.056771 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a62d91af-a8a6-42fe-8540-7c832f3cd7cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:02.130410 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e164f3-7544-4641-a157-7a6d4e303bbc None None] Pushing event updated for resources: {'Port': ['ID=ed8f98b5-a38c-4825-b970-ee29cf7fb558,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:02.134326 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-e1077a39-84bf-4585-875e-455e6bb6825c admin admin] Calling delete_port for 040854de-dbad-40e3-959f-7c49e02e510c owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:43:02.150310 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5b5256-3668-40c7-a519-b93468127678 None None] Routers {'9d2d14bd-de40-487b-a00d-2b7ac15cca21'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:02.151005 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-aa5b5256-3668-40c7-a519-b93468127678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:42:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['9d2d14bd-de40-487b-a00d-2b7ac15cca21'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:02.188446 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-1e1036be-4fc7-4000-a631-2bc032c6d649 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Calling delete_port for 3d7a6e1c-ae90-4681-8917-c536e5c74da6 owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:43:02.221891 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bc33ff9b-2079-4d1a-9f84-4071b9444e5f tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:02.252648 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-bc33ff9b-2079-4d1a-9f84-4071b9444e5f tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Deleting port ed8f98b5-a38c-4825-b970-ee29cf7fb558 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:02.253029 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bc33ff9b-2079-4d1a-9f84-4071b9444e5f tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:02.276842 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47270) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:02.296405 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e1036be-4fc7-4000-a631-2bc032c6d649 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:02.345739 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1036be-4fc7-4000-a631-2bc032c6d649 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event deleted for resources: {'Port': ['ID=3d7a6e1c-ae90-4681-8917-c536e5c74da6,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:02.348322 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-aa5b5256-3668-40c7-a519-b93468127678 None None] Set router 9d2d14bd-de40-487b-a00d-2b7ac15cca21 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:43:02.357863 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1036be-4fc7-4000-a631-2bc032c6d649 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] No DVR routers for this DVR port 3d7a6e1c-ae90-4681-8917-c536e5c74da6 on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:43:02.414066 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-669225dd-6fbf-4524-8a12-de427adf5861 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8fbeabb891d848e8850a87d1e7caedc5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1358542 Apr 20 17:43:02.417760 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47274) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:02.452674 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:43:02.504895 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a62d91af-a8a6-42fe-8540-7c832f3cd7cb None None] The port '3d7a6e1c-ae90-4681-8917-c536e5c74da6' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:43:02.519456 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1077a39-84bf-4585-875e-455e6bb6825c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:02.526609 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e1036be-4fc7-4000-a631-2bc032c6d649 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:02.554283 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-1e1036be-4fc7-4000-a631-2bc032c6d649 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b1c0f2-924f-4a87-b421-102b3dab1936']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:02.566173 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-bc33ff9b-2079-4d1a-9f84-4071b9444e5f tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] For port ed8f98b5-a38c-4825-b970-ee29cf7fb558, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ed8f98b5-a38c-4825-b970-ee29cf7fb558,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:02.566666 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bc33ff9b-2079-4d1a-9f84-4071b9444e5f tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:02.567240 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-1e1036be-4fc7-4000-a631-2bc032c6d649 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ecf4e58-c251-490a-900c-29288ff06366') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:02.567543 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-1e1036be-4fc7-4000-a631-2bc032c6d649 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ecf4e58-c251-490a-900c-29288ff06366') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:02.582924 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e1036be-4fc7-4000-a631-2bc032c6d649 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:02.584897 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1077a39-84bf-4585-875e-455e6bb6825c admin admin] Pushing event deleted for resources: {'Port': ['ID=040854de-dbad-40e3-959f-7c49e02e510c,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:02.605077 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e1036be-4fc7-4000-a631-2bc032c6d649 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:02.612451 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e1036be-4fc7-4000-a631-2bc032c6d649 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:43:02.612847 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e1036be-4fc7-4000-a631-2bc032c6d649 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:02.632727 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:43:02.632727 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:43:02.632727 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:43:02.632727 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:43:02.632727 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:43:02.632727 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:43:02.632727 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:43:02.632727 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:43:02.632727 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:43:02.632727 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:43:02.632727 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:43:02.632727 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:43:02.632727 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:43:02.632727 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:43:02.632727 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:43:02.632727 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:43:02.632727 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:43:02.632727 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:43:02.632727 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:43:02.632727 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:43:02.632727 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:43:02.632727 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:43:02.632727 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:43:02.632727 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:43:02.632727 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:43:02.632727 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:43:02.632727 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:43:02.632727 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:43:02.632727 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:43:02.632727 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:43:02.632727 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:43:02.632727 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:43:02.719016 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-aa5b5256-3668-40c7-a519-b93468127678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2d14bd-de40-487b-a00d-2b7ac15cca21', 'name': 'tempest-snat-router-1405777225', 'tenant_id': '34f5d4bed2c641dda05914bf2eacbe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'ed8f98b5-a38c-4825-b970-ee29cf7fb558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:42:54Z', 'updated_at': '2022-04-20T17:42:57Z', 'revision_number': 3, 'project_id': '34f5d4bed2c641dda05914bf2eacbe50', 'gw_port': {'id': 'ed8f98b5-a38c-4825-b970-ee29cf7fb558', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ac:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2d14bd-de40-487b-a00d-2b7ac15cca21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:42:55Z', 'updated_at': '2022-04-20T17:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:02.724348 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5b5256-3668-40c7-a519-b93468127678 None None] The sync data for ids ['9d2d14bd-de40-487b-a00d-2b7ac15cca21'] in n-d-838032-1 is: [{'id': '9d2d14bd-de40-487b-a00d-2b7ac15cca21', 'name': 'tempest-snat-router-1405777225', 'tenant_id': '34f5d4bed2c641dda05914bf2eacbe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'ed8f98b5-a38c-4825-b970-ee29cf7fb558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:42:54Z', 'updated_at': '2022-04-20T17:42:57Z', 'revision_number': 3, 'project_id': '34f5d4bed2c641dda05914bf2eacbe50', 'gw_port': {'id': 'ed8f98b5-a38c-4825-b970-ee29cf7fb558', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ac:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2d14bd-de40-487b-a00d-2b7ac15cca21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:42:55Z', 'updated_at': '2022-04-20T17:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:43:02.741613 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e1036be-4fc7-4000-a631-2bc032c6d649 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:02.794965 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1e1036be-4fc7-4000-a631-2bc032c6d649 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:02.807764 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1036be-4fc7-4000-a631-2bc032c6d649 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event deleted for resources: {'Network': ['ID=f6b1c0f2-924f-4a87-b421-102b3dab1936,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:02.829673 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-bc33ff9b-2079-4d1a-9f84-4071b9444e5f tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Calling delete_port for ed8f98b5-a38c-4825-b970-ee29cf7fb558 owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:43:02.830700 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1e1036be-4fc7-4000-a631-2bc032c6d649 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/networks/f6b1c0f2-924f-4a87-b421-102b3dab1936 HTTP/1.1" status: 204 len: 168 time: 1.3835161 Apr 20 17:43:02.834410 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47282) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:02.892370 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6cda0506-6b1c-4a71-b1b9-d186dba25f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:02.935929 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3d7a6e1c-ae90-4681-8917-c536e5c74da6 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:43:02.968452 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b8c49529-eec6-456b-aa19-75e9a9fca66f req-3d3ea580-b8b6-4f1f-8da4-fff98c6b3f34 tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 1097 time: 0.2243848 Apr 20 17:43:02.991426 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 3d7a6e1c-ae90-4681-8917-c536e5c74da6 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:43:02.992998 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3d7a6e1c-ae90-4681-8917-c536e5c74da6 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:43:03.033938 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6cda0506-6b1c-4a71-b1b9-d186dba25f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:03.044302 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b8c49529-eec6-456b-aa19-75e9a9fca66f req-6dcd2f19-b913-44a3-8911-e56e2e5c72a6 tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618634 Apr 20 17:43:03.102860 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47286) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:03.280165 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6cda0506-6b1c-4a71-b1b9-d186dba25f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:03.303993 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda0506-6b1c-4a71-b1b9-d186dba25f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bbcb7e-3a56-4439-ab6e-cfdffa152972,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:03.324457 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bc33ff9b-2079-4d1a-9f84-4071b9444e5f tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:03.379090 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6cda0506-6b1c-4a71-b1b9-d186dba25f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:03.380221 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6cda0506-6b1c-4a71-b1b9-d186dba25f03 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/00bbcb7e-3a56-4439-ab6e-cfdffa152972 HTTP/1.1" status: 204 len: 168 time: 0.9596913 Apr 20 17:43:03.382166 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33ff9b-2079-4d1a-9f84-4071b9444e5f tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed8f98b5-a38c-4825-b970-ee29cf7fb558,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:03.517261 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-9c1ef440-f846-49e7-8ab3-718e752c2c4e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Deleting port 1068cfb0-3f6f-4a38-a14f-1fdb69a8324b {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:03.517598 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9c1ef440-f846-49e7-8ab3-718e752c2c4e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:03.567482 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4bf1e0f4-7007-4879-bd40-f617c1448a1b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:03.652150 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bc33ff9b-2079-4d1a-9f84-4071b9444e5f tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:03.709740 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1077a39-84bf-4585-875e-455e6bb6825c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:03.843731 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9c1ef440-f846-49e7-8ab3-718e752c2c4e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:03.844338 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9c1ef440-f846-49e7-8ab3-718e752c2c4e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:03.976838 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-9c1ef440-f846-49e7-8ab3-718e752c2c4e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Calling delete_port for 1068cfb0-3f6f-4a38-a14f-1fdb69a8324b owned by network:floatingip {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:43:04.161354 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bc33ff9b-2079-4d1a-9f84-4071b9444e5f tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:04.174920 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bc33ff9b-2079-4d1a-9f84-4071b9444e5f tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:04.224453 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bc33ff9b-2079-4d1a-9f84-4071b9444e5f tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:04.225052 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc33ff9b-2079-4d1a-9f84-4071b9444e5f tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d2d14bd-de40-487b-a00d-2b7ac15cca21 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:43:04.238166 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bc33ff9b-2079-4d1a-9f84-4071b9444e5f tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:04.242396 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bc33ff9b-2079-4d1a-9f84-4071b9444e5f tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] 10.222.0.39 "DELETE /v2.0/routers/9d2d14bd-de40-487b-a00d-2b7ac15cca21 HTTP/1.1" status: 204 len: 168 time: 3.0241892 Apr 20 17:43:04.243043 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47308) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:04.395295 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9c1ef440-f846-49e7-8ab3-718e752c2c4e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:04.447943 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ef440-f846-49e7-8ab3-718e752c2c4e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event deleted for resources: {'Port': ['ID=1068cfb0-3f6f-4a38-a14f-1fdb69a8324b,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:04.554628 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9c1ef440-f846-49e7-8ab3-718e752c2c4e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for floatingip, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:04.743312 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9560eeb1-e155-4d5b-bee2-dee2ae1d7abd tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:04.822813 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-4bf1e0f4-7007-4879-bd40-f617c1448a1b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Deleting port 731ea324-ac2d-408e-b543-36ee1119fffb {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:04.823107 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4bf1e0f4-7007-4879-bd40-f617c1448a1b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:04.989328 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1077a39-84bf-4585-875e-455e6bb6825c admin admin] Router 733fedcf-e91b-4d79-a3fb-9304e60254df has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:43:05.011942 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9560eeb1-e155-4d5b-bee2-dee2ae1d7abd tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:05.098487 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-9560eeb1-e155-4d5b-bee2-dee2ae1d7abd tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Deleting port 3e1f1ab5-eb4c-45e3-b62d-9dbb6da96a2a {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:05.098827 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9560eeb1-e155-4d5b-bee2-dee2ae1d7abd tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:05.289747 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-4bf1e0f4-7007-4879-bd40-f617c1448a1b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] For port 731ea324-ac2d-408e-b543-36ee1119fffb, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=731ea324-ac2d-408e-b543-36ee1119fffb,segment=NetworkSegment(ea46e934-9e00-44cb-a5ee-5fa01fc34c63),segment_id=ea46e934-9e00-44cb-a5ee-5fa01fc34c63)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:05.290401 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4bf1e0f4-7007-4879-bd40-f617c1448a1b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:05.349630 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-9560eeb1-e155-4d5b-bee2-dee2ae1d7abd tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] For port 3e1f1ab5-eb4c-45e3-b62d-9dbb6da96a2a, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3e1f1ab5-eb4c-45e3-b62d-9dbb6da96a2a,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:05.349978 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9560eeb1-e155-4d5b-bee2-dee2ae1d7abd tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:05.357432 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47330) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:05.414178 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-4bf1e0f4-7007-4879-bd40-f617c1448a1b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Calling delete_port for 731ea324-ac2d-408e-b543-36ee1119fffb owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:43:05.565066 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1ef440-f846-49e7-8ab3-718e752c2c4e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Router cb96747b-7618-4823-9674-74b2d6111362 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:43:05.610465 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-9560eeb1-e155-4d5b-bee2-dee2ae1d7abd tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Calling delete_port for 3e1f1ab5-eb4c-45e3-b62d-9dbb6da96a2a owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:43:05.640875 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-20a53084-ae0b-408c-96cd-f05fc3d6940f tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1895838257'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:05.663440 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-20a53084-ae0b-408c-96cd-f05fc3d6940f tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:05.680304 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-20a53084-ae0b-408c-96cd-f05fc3d6940f tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Usage tracker for resource:router and tenant:4b1d4b90171845ec948229ad9b4bb445 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:05.687076 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-20a53084-ae0b-408c-96cd-f05fc3d6940f tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:05.706994 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-20a53084-ae0b-408c-96cd-f05fc3d6940f tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:05.739168 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4bf1e0f4-7007-4879-bd40-f617c1448a1b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:05.740820 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-20a53084-ae0b-408c-96cd-f05fc3d6940f tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:05.741786 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-20a53084-ae0b-408c-96cd-f05fc3d6940f tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:05.756670 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1077a39-84bf-4585-875e-455e6bb6825c admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:43:05.777825 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e1077a39-84bf-4585-875e-455e6bb6825c admin admin] 10.222.0.39 "PUT /v2.0/routers/733fedcf-e91b-4d79-a3fb-9304e60254df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8612587 Apr 20 17:43:05.780326 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47338) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:05.800209 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1e0f4-7007-4879-bd40-f617c1448a1b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event deleted for resources: {'Port': ['ID=731ea324-ac2d-408e-b543-36ee1119fffb,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:05.843476 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-20a53084-ae0b-408c-96cd-f05fc3d6940f tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:05.972862 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-20a53084-ae0b-408c-96cd-f05fc3d6940f tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:06.009483 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9560eeb1-e155-4d5b-bee2-dee2ae1d7abd tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:06.047195 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-20a53084-ae0b-408c-96cd-f05fc3d6940f tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:06.048413 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-20a53084-ae0b-408c-96cd-f05fc3d6940f tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6900299 Apr 20 17:43:06.051884 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47342) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:06.060182 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560eeb1-e155-4d5b-bee2-dee2ae1d7abd tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e1f1ab5-eb4c-45e3-b62d-9dbb6da96a2a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:06.344906 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9560eeb1-e155-4d5b-bee2-dee2ae1d7abd tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:06.422774 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-057c20fd-e2ce-401e-bd47-de6b26542c1b tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:06.588797 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1ef440-f846-49e7-8ab3-718e752c2c4e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:43:06.597241 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4bf1e0f4-7007-4879-bd40-f617c1448a1b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:06.601011 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9932361a-0d32-4d98-81db-00837f2818c7 None None] Sync routers for ids ['cb96747b-7618-4823-9674-74b2d6111362'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:43:06.619504 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9932361a-0d32-4d98-81db-00837f2818c7 None None] Routers {'cb96747b-7618-4823-9674-74b2d6111362'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:06.620391 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9932361a-0d32-4d98-81db-00837f2818c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:42:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['cb96747b-7618-4823-9674-74b2d6111362'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:06.674924 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-edf341a9-6be6-4b48-809b-4bd072e68c34 admin admin] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:06.763493 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9560eeb1-e155-4d5b-bee2-dee2ae1d7abd tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:06.831924 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9560eeb1-e155-4d5b-bee2-dee2ae1d7abd tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:06.907537 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9560eeb1-e155-4d5b-bee2-dee2ae1d7abd tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:06.907950 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-9932361a-0d32-4d98-81db-00837f2818c7 None None] Set router cb96747b-7618-4823-9674-74b2d6111362 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:43:06.908096 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9560eeb1-e155-4d5b-bee2-dee2ae1d7abd tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f46a1f8a-b4d4-43f2-a7f1-5d2aecc4ac03 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:43:06.921710 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9560eeb1-e155-4d5b-bee2-dee2ae1d7abd tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:06.922205 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9560eeb1-e155-4d5b-bee2-dee2ae1d7abd tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] 10.222.0.39 "DELETE /v2.0/routers/f46a1f8a-b4d4-43f2-a7f1-5d2aecc4ac03 HTTP/1.1" status: 204 len: 168 time: 2.6768599 Apr 20 17:43:06.927631 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47346) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:06.940693 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-6adf3311-8459-414b-b8eb-f260a78a6620 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-214241181', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}, 'admin_state_up': False}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:06.944757 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9c1ef440-f846-49e7-8ab3-718e752c2c4e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:06.949141 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6adf3311-8459-414b-b8eb-f260a78a6620 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:06.956771 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6adf3311-8459-414b-b8eb-f260a78a6620 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Usage tracker for resource:router and tenant:1e0df4d72bbb46eaacc5962ea1faba9c is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:06.963652 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6adf3311-8459-414b-b8eb-f260a78a6620 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:06.972679 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6adf3311-8459-414b-b8eb-f260a78a6620 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:07.018729 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6adf3311-8459-414b-b8eb-f260a78a6620 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:07.019807 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6adf3311-8459-414b-b8eb-f260a78a6620 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:07.127445 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6adf3311-8459-414b-b8eb-f260a78a6620 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:07.156257 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-edf341a9-6be6-4b48-809b-4bd072e68c34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:07.183388 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 1986719a-eac8-4ce0-9658-2c2c52998f2f up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:43:07.190092 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-edf341a9-6be6-4b48-809b-4bd072e68c34 admin admin] Deleting port 61f520cb-e7ae-4328-840f-60f4a4ec2409 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:07.190525 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-edf341a9-6be6-4b48-809b-4bd072e68c34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:07.361178 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 1986719a-eac8-4ce0-9658-2c2c52998f2f completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:43:07.373829 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9c1ef440-f846-49e7-8ab3-718e752c2c4e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "DELETE /v2.0/floatingips/f488b843-9c4d-445d-9d3e-a850393cd95a HTTP/1.1" status: 204 len: 168 time: 4.2674415 Apr 20 17:43:07.391625 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 1986719a-eac8-4ce0-9658-2c2c52998f2f triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:43:07.392243 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:07.435336 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b47256-80a9-48a6-be22-65daf773be99', 'tag': '35d556b7-05be-4160-b256-b9ba567bf3e4'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:43:07.441114 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-057c20fd-e2ce-401e-bd47-de6b26542c1b tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:07.503752 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-057c20fd-e2ce-401e-bd47-de6b26542c1b tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:07.648799 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9932361a-0d32-4d98-81db-00837f2818c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb96747b-7618-4823-9674-74b2d6111362', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143651464', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'd1019a18-138f-4eff-a00d-883afae5d69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:12Z', 'updated_at': '2022-04-20T17:40:33Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'd1019a18-138f-4eff-a00d-883afae5d69e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96747b-7618-4823-9674-74b2d6111362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:14Z', 'updated_at': '2022-04-20T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '449bdd7f-795d-492d-a596-a51a9050a34a', 'name': '', 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:53:68:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96747b-7618-4823-9674-74b2d6111362', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcbb3aef-0f73-4a02-803d-6c36c52b922a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:29Z', 'updated_at': '2022-04-20T17:40:55Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': 'fcbb3aef-0f73-4a02-803d-6c36c52b922a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:07.664622 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9932361a-0d32-4d98-81db-00837f2818c7 None None] Checking router: cb96747b-7618-4823-9674-74b2d6111362 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:43:07.685916 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9b6a5e8-419d-484a-a4d6-850bc809dcf6'] response: {'name': 'network-changed', 'server_uuid': '72b47256-80a9-48a6-be22-65daf773be99', 'tag': '35d556b7-05be-4160-b256-b9ba567bf3e4', 'status': 'completed', 'code': 200} Apr 20 17:43:07.687434 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9932361a-0d32-4d98-81db-00837f2818c7 None None] Routers {'cb96747b-7618-4823-9674-74b2d6111362'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:07.688070 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9932361a-0d32-4d98-81db-00837f2818c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:42:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['cb96747b-7618-4823-9674-74b2d6111362'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:07.742530 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:07.764896 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 1986719a-eac8-4ce0-9658-2c2c52998f2f, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=1986719a-eac8-4ce0-9658-2c2c52998f2f,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:07.770881 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:07.785620 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-057c20fd-e2ce-401e-bd47-de6b26542c1b tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:07.786097 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057c20fd-e2ce-401e-bd47-de6b26542c1b tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c4bc5538-8633-4f88-8576-9791044a49e8 {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:43:07.843438 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-057c20fd-e2ce-401e-bd47-de6b26542c1b tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:07.844553 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-057c20fd-e2ce-401e-bd47-de6b26542c1b tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] 10.222.0.39 "DELETE /v2.0/routers/c4bc5538-8633-4f88-8576-9791044a49e8 HTTP/1.1" status: 204 len: 168 time: 1.7907166 Apr 20 17:43:07.854306 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47354) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:07.868435 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-c735d81b-74e9-40e2-a34d-5d95fbc9f73f tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Request body: {'router': {'name': 'tempest-router-1930300801', 'distributed': False}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:07.870456 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=1986719a-eac8-4ce0-9658-2c2c52998f2f,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:07.880569 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c735d81b-74e9-40e2-a34d-5d95fbc9f73f tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:07.887193 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c735d81b-74e9-40e2-a34d-5d95fbc9f73f tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Usage tracker for resource:router and tenant:4b1d4b90171845ec948229ad9b4bb445 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:07.891002 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c735d81b-74e9-40e2-a34d-5d95fbc9f73f tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:07.899921 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c735d81b-74e9-40e2-a34d-5d95fbc9f73f tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:07.918125 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-9932361a-0d32-4d98-81db-00837f2818c7 None None] Set router cb96747b-7618-4823-9674-74b2d6111362 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:43:08.016829 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6adf3311-8459-414b-b8eb-f260a78a6620 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:08.035109 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-edf341a9-6be6-4b48-809b-4bd072e68c34 admin admin] For port 61f520cb-e7ae-4328-840f-60f4a4ec2409, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=61f520cb-e7ae-4328-840f-60f4a4ec2409,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:08.035601 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-edf341a9-6be6-4b48-809b-4bd072e68c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:08.067027 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c735d81b-74e9-40e2-a34d-5d95fbc9f73f tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:08.068362 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c735d81b-74e9-40e2-a34d-5d95fbc9f73f tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:08.101005 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ffce809f-97a4-4978-8214-4492b7c902e8 req-ee5f2c70-0b6c-42f8-8fb4-f4e89cfcc78a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 1097 time: 0.4139357 Apr 20 17:43:08.171387 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-edf341a9-6be6-4b48-809b-4bd072e68c34 admin admin] Calling delete_port for 61f520cb-e7ae-4328-840f-60f4a4ec2409 owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:43:08.244715 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9932361a-0d32-4d98-81db-00837f2818c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb96747b-7618-4823-9674-74b2d6111362', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143651464', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'd1019a18-138f-4eff-a00d-883afae5d69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:12Z', 'updated_at': '2022-04-20T17:40:33Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'd1019a18-138f-4eff-a00d-883afae5d69e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96747b-7618-4823-9674-74b2d6111362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:14Z', 'updated_at': '2022-04-20T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '449bdd7f-795d-492d-a596-a51a9050a34a', 'name': '', 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:53:68:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96747b-7618-4823-9674-74b2d6111362', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcbb3aef-0f73-4a02-803d-6c36c52b922a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:29Z', 'updated_at': '2022-04-20T17:40:55Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': 'fcbb3aef-0f73-4a02-803d-6c36c52b922a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:08.249059 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9932361a-0d32-4d98-81db-00837f2818c7 None None] The sync data for ids ['cb96747b-7618-4823-9674-74b2d6111362'] in n-d-838032-1 is: [{'id': 'cb96747b-7618-4823-9674-74b2d6111362', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143651464', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'd1019a18-138f-4eff-a00d-883afae5d69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:12Z', 'updated_at': '2022-04-20T17:40:33Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'd1019a18-138f-4eff-a00d-883afae5d69e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96747b-7618-4823-9674-74b2d6111362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:14Z', 'updated_at': '2022-04-20T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '449bdd7f-795d-492d-a596-a51a9050a34a', 'name': '', 'network_id': 'eca56d5d-e4f2-441a-b91e-029ec9fd83b1', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:53:68:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96747b-7618-4823-9674-74b2d6111362', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcbb3aef-0f73-4a02-803d-6c36c52b922a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:29Z', 'updated_at': '2022-04-20T17:40:55Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': 'fcbb3aef-0f73-4a02-803d-6c36c52b922a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:43:08.401963 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c735d81b-74e9-40e2-a34d-5d95fbc9f73f tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:08.454886 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6adf3311-8459-414b-b8eb-f260a78a6620 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:08.480296 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce809f-97a4-4978-8214-4492b7c902e8 req-8e40a522-fc90-4eed-a7e1-98e264c32bd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:08.482015 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ffce809f-97a4-4978-8214-4492b7c902e8 req-8e40a522-fc90-4eed-a7e1-98e264c32bd8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eca56d5d-e4f2-441a-b91e-029ec9fd83b1 HTTP/1.1" status: 200 len: 897 time: 0.3700261 Apr 20 17:43:08.484301 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c735d81b-74e9-40e2-a34d-5d95fbc9f73f tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:08.490944 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25fa9c0-dbf8-412c-98cc-fbb572e05bd5 None None] Sync routers for ids ['b7bae6f1-f1fa-4fdb-96ee-514ba808f99a'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:43:08.492684 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6adf3311-8459-414b-b8eb-f260a78a6620 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:08.496538 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f286a8-c4f1-4afd-aa65-62ace12fabe1 req-a0a33ddf-cf27-4d2b-bc7d-a2adb22f6a93 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:08.497262 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-a9f286a8-c4f1-4afd-aa65-62ace12fabe1 req-a0a33ddf-cf27-4d2b-bc7d-a2adb22f6a93 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Synchronizing usage tracker for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:08.507037 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25fa9c0-dbf8-412c-98cc-fbb572e05bd5 None None] Routers {'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:08.507785 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-c25fa9c0-dbf8-412c-98cc-fbb572e05bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:42:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['b7bae6f1-f1fa-4fdb-96ee-514ba808f99a'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:08.532920 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-edf341a9-6be6-4b48-809b-4bd072e68c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:08.586543 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ffce809f-97a4-4978-8214-4492b7c902e8 req-a5587ca1-e9ab-41d6-8614-c2aa2af7d2a5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35d556b7-05be-4160-b256-b9ba567bf3e4 HTTP/1.1" status: 200 len: 217 time: 0.0959854 Apr 20 17:43:08.590579 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf341a9-6be6-4b48-809b-4bd072e68c34 admin admin] Pushing event deleted for resources: {'Port': ['ID=61f520cb-e7ae-4328-840f-60f4a4ec2409,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:08.592741 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c735d81b-74e9-40e2-a34d-5d95fbc9f73f tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:08.597181 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c735d81b-74e9-40e2-a34d-5d95fbc9f73f tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7387710 Apr 20 17:43:08.598246 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47360) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:08.637702 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-a9f286a8-c4f1-4afd-aa65-62ace12fabe1 req-a0a33ddf-cf27-4d2b-bc7d-a2adb22f6a93 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Unset dirty status for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:08.638819 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a9f286a8-c4f1-4afd-aa65-62ace12fabe1 req-a0a33ddf-cf27-4d2b-bc7d-a2adb22f6a93 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 946 time: 0.6681237 Apr 20 17:43:08.674991 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-c25fa9c0-dbf8-412c-98cc-fbb572e05bd5 None None] Set router b7bae6f1-f1fa-4fdb-96ee-514ba808f99a gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:43:08.704737 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf1e0f4-7007-4879-bd40-f617c1448a1b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Router b7bae6f1-f1fa-4fdb-96ee-514ba808f99a has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:43:08.879374 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce809f-97a4-4978-8214-4492b7c902e8 req-d0cc2423-3af2-4009-aa08-8dedf50f25f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:08.880818 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ffce809f-97a4-4978-8214-4492b7c902e8 req-d0cc2423-3af2-4009-aa08-8dedf50f25f8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcbb3aef-0f73-4a02-803d-6c36c52b922a HTTP/1.1" status: 200 len: 834 time: 0.2801759 Apr 20 17:43:08.896924 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-6adf3311-8459-414b-b8eb-f260a78a6620 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Allocated IP 172.25.8.125 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/dd3dd411-6077-4e43-8827-4de023ec68a3) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:43:08.903101 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-edf341a9-6be6-4b48-809b-4bd072e68c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:09.015559 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 1986719a-eac8-4ce0-9658-2c2c52998f2f up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:43:09.019982 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a9f286a8-c4f1-4afd-aa65-62ace12fabe1 req-b208a03e-45aa-4853-8467-45050a7b537b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3175867 Apr 20 17:43:09.031184 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d09a3a49-a066-4f29-8857-295940fff3cb tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:09.118146 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 1986719a-eac8-4ce0-9658-2c2c52998f2f triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:43:09.118836 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:09.198034 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ce6ce914-b4f9-4037-a455-baf991a877f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:09.204570 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ffce809f-97a4-4978-8214-4492b7c902e8 req-b88a2bcb-58cd-4733-adc9-4d6c153bb516 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eca56d5d-e4f2-441a-b91e-029ec9fd83b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3127675 Apr 20 17:43:09.207950 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-c25fa9c0-dbf8-412c-98cc-fbb572e05bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'name': 'tempest-RoutersTest-router-888757083', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:49Z', 'updated_at': '2022-04-20T17:43:05Z', 'revision_number': 10, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'gw_port_host': None, '_interfaces': [{'id': '0eeb0ad6-2ad5-482c-86d5-d89d40a9da96', 'name': '', 'network_id': '383fdd36-ad11-471e-b7f7-12e68bd781d6', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'mac_address': 'fa:16:3e:da:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66d7be54-1e28-4d0a-87d6-9140a40e1689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:52Z', 'updated_at': '2022-04-20T17:42:08Z', 'revision_number': 5, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'subnets': [{'id': '66d7be54-1e28-4d0a-87d6-9140a40e1689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:09.223962 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25fa9c0-dbf8-412c-98cc-fbb572e05bd5 None None] Checking router: b7bae6f1-f1fa-4fdb-96ee-514ba808f99a for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:43:09.290287 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25fa9c0-dbf8-412c-98cc-fbb572e05bd5 None None] Routers {'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:09.291519 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-c25fa9c0-dbf8-412c-98cc-fbb572e05bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:42:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['b7bae6f1-f1fa-4fdb-96ee-514ba808f99a'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:09.432010 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf1e0f4-7007-4879-bd40-f617c1448a1b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:43:09.449475 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-c25fa9c0-dbf8-412c-98cc-fbb572e05bd5 None None] Set router b7bae6f1-f1fa-4fdb-96ee-514ba808f99a gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:43:09.491437 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4bf1e0f4-7007-4879-bd40-f617c1448a1b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "PUT /v2.0/routers/b7bae6f1-f1fa-4fdb-96ee-514ba808f99a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6560500 Apr 20 17:43:09.494712 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47364) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:09.533037 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-edf341a9-6be6-4b48-809b-4bd072e68c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:09.556741 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-edf341a9-6be6-4b48-809b-4bd072e68c34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:09.621482 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de941b8-8f5f-44c8-b92a-a4d8a857369d req-77e4d072-5687-4cf9-befd-5b5dadc1fbcf tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:09.622931 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1de941b8-8f5f-44c8-b92a-a4d8a857369d req-77e4d072-5687-4cf9-befd-5b5dadc1fbcf tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.43 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 946 time: 0.5219707 Apr 20 17:43:09.625737 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6adf3311-8459-414b-b8eb-f260a78a6620 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:09.646947 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d09a3a49-a066-4f29-8857-295940fff3cb tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:09.674938 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-edf341a9-6be6-4b48-809b-4bd072e68c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:09.675465 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf341a9-6be6-4b48-809b-4bd072e68c34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 733fedcf-e91b-4d79-a3fb-9304e60254df {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:43:09.715904 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-1de941b8-8f5f-44c8-b92a-a4d8a857369d req-772cf686-8bc2-491a-a460-a6e74abaed09 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Deleting port 35d556b7-05be-4160-b256-b9ba567bf3e4 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:09.716257 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1de941b8-8f5f-44c8-b92a-a4d8a857369d req-772cf686-8bc2-491a-a460-a6e74abaed09 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:09.752119 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-edf341a9-6be6-4b48-809b-4bd072e68c34 admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:09.755490 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-edf341a9-6be6-4b48-809b-4bd072e68c34 admin admin] 10.222.0.39 "DELETE /v2.0/routers/733fedcf-e91b-4d79-a3fb-9304e60254df HTTP/1.1" status: 204 len: 168 time: 3.9710095 Apr 20 17:43:09.762463 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47368) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:09.848340 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-c25fa9c0-dbf8-412c-98cc-fbb572e05bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'name': 'tempest-RoutersTest-router-888757083', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:49Z', 'updated_at': '2022-04-20T17:43:05Z', 'revision_number': 10, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'gw_port_host': None, '_interfaces': [{'id': '0eeb0ad6-2ad5-482c-86d5-d89d40a9da96', 'name': '', 'network_id': '383fdd36-ad11-471e-b7f7-12e68bd781d6', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'mac_address': 'fa:16:3e:da:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66d7be54-1e28-4d0a-87d6-9140a40e1689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:52Z', 'updated_at': '2022-04-20T17:42:08Z', 'revision_number': 5, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'subnets': [{'id': '66d7be54-1e28-4d0a-87d6-9140a40e1689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:09.853954 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25fa9c0-dbf8-412c-98cc-fbb572e05bd5 None None] The sync data for ids ['b7bae6f1-f1fa-4fdb-96ee-514ba808f99a'] in n-d-838032-1 is: [{'id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'name': 'tempest-RoutersTest-router-888757083', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:49Z', 'updated_at': '2022-04-20T17:43:05Z', 'revision_number': 10, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'gw_port_host': None, '_interfaces': [{'id': '0eeb0ad6-2ad5-482c-86d5-d89d40a9da96', 'name': '', 'network_id': '383fdd36-ad11-471e-b7f7-12e68bd781d6', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'mac_address': 'fa:16:3e:da:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66d7be54-1e28-4d0a-87d6-9140a40e1689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:52Z', 'updated_at': '2022-04-20T17:42:08Z', 'revision_number': 5, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'subnets': [{'id': '66d7be54-1e28-4d0a-87d6-9140a40e1689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:43:09.891568 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d09a3a49-a066-4f29-8857-295940fff3cb tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:09.894780 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6adf3311-8459-414b-b8eb-f260a78a6620 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:09.947603 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-681b2178-ba79-4d61-a4a4-95cced7f2d13 admin admin] Deleting subnet ffd9b16c-dcbc-4aac-aa2c-9b612d0014fa {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:43:09.961302 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ffce809f-97a4-4978-8214-4492b7c902e8 req-208eb0a5-1607-44b0-be99-a324ec2340a7 service neutron] 10.222.0.43 "GET /v2.0/networks/eca56d5d-e4f2-441a-b91e-029ec9fd83b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6943865 Apr 20 17:43:09.977097 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-681b2178-ba79-4d61-a4a4-95cced7f2d13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:10.027156 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adf3311-8459-414b-b8eb-f260a78a6620 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:43:10.052585 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-6adf3311-8459-414b-b8eb-f260a78a6620 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:43:10.067059 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adf3311-8459-414b-b8eb-f260a78a6620 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:43:10.099077 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aa1c66-b7a6-4702-aeab-c405d93e618a None None] Sync routers for ids ['733fedcf-e91b-4d79-a3fb-9304e60254df'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:43:10.130659 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aa1c66-b7a6-4702-aeab-c405d93e618a None None] Routers set() bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:10.131339 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aa1c66-b7a6-4702-aeab-c405d93e618a None None] Router IDs set() for agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 20 17:43:10.132000 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_agentschedulers_db [None req-23aa1c66-b7a6-4702-aeab-c405d93e618a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'733fedcf-e91b-4d79-a3fb-9304e60254df'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:42:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent'). {{(pid=84083) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 20 17:43:10.149080 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aa1c66-b7a6-4702-aeab-c405d93e618a None None] Routers set() bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:10.149594 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aa1c66-b7a6-4702-aeab-c405d93e618a None None] Router IDs set() for agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 20 17:43:10.153965 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d09a3a49-a066-4f29-8857-295940fff3cb tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:10.154507 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09a3a49-a066-4f29-8857-295940fff3cb tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0645a173-a751-4d44-b60e-99962379e464 {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:43:10.164651 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_agentschedulers_db [None req-23aa1c66-b7a6-4702-aeab-c405d93e618a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'733fedcf-e91b-4d79-a3fb-9304e60254df'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:42:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent'). {{(pid=84083) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 20 17:43:10.167605 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aa1c66-b7a6-4702-aeab-c405d93e618a None None] The sync data for ids ['733fedcf-e91b-4d79-a3fb-9304e60254df'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:43:10.197378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf3311-8459-414b-b8eb-f260a78a6620 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Pushing event updated for resources: {'Port': ['ID=dd3dd411-6077-4e43-8827-4de023ec68a3,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:10.226127 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-716e2d1c-2afd-4e35-9d08-f63f3e120cba tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Deleting subnet 39fa6556-2ecd-4569-9872-a7024bae24c4 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:43:10.231142 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-716e2d1c-2afd-4e35-9d08-f63f3e120cba tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:10.233474 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-681b2178-ba79-4d61-a4a4-95cced7f2d13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:10.269690 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d09a3a49-a066-4f29-8857-295940fff3cb tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:10.274525 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d09a3a49-a066-4f29-8857-295940fff3cb tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] 10.222.0.39 "DELETE /v2.0/routers/0645a173-a751-4d44-b60e-99962379e464 HTTP/1.1" status: 204 len: 168 time: 1.6378057 Apr 20 17:43:10.281842 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47376) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:10.303650 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-e7c8303d-29cd-447c-bc00-50b42f540945 tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Request body: {'router': {'name': 'tempest-router-226392557', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c9cb92ed29d647e9ab4bbaffb9286a6a'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:10.315820 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e7c8303d-29cd-447c-bc00-50b42f540945 tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:10.323775 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ffce809f-97a4-4978-8214-4492b7c902e8 req-92c4e556-f76c-4d04-804e-67a9c304f342 service neutron] 10.222.0.43 "GET /v2.0/networks/eca56d5d-e4f2-441a-b91e-029ec9fd83b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541095 Apr 20 17:43:10.327117 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e7c8303d-29cd-447c-bc00-50b42f540945 tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Usage tracker for resource:router and tenant:c9cb92ed29d647e9ab4bbaffb9286a6a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:10.333059 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e7c8303d-29cd-447c-bc00-50b42f540945 tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:10.342753 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-716e2d1c-2afd-4e35-9d08-f63f3e120cba tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:10.377768 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e7c8303d-29cd-447c-bc00-50b42f540945 tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:10.457585 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e7c8303d-29cd-447c-bc00-50b42f540945 tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:10.458620 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e7c8303d-29cd-447c-bc00-50b42f540945 tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:10.477343 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-1de941b8-8f5f-44c8-b92a-a4d8a857369d req-772cf686-8bc2-491a-a460-a6e74abaed09 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] For port 35d556b7-05be-4160-b256-b9ba567bf3e4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=35d556b7-05be-4160-b256-b9ba567bf3e4,segment=NetworkSegment(0d0bb655-15d9-4b50-a39c-4bc813a39738),segment_id=0d0bb655-15d9-4b50-a39c-4bc813a39738)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:10.477659 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-716e2d1c-2afd-4e35-9d08-f63f3e120cba tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:10.477775 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1de941b8-8f5f-44c8-b92a-a4d8a857369d req-772cf686-8bc2-491a-a460-a6e74abaed09 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:10.529987 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e7c8303d-29cd-447c-bc00-50b42f540945 tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:10.562143 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e7c8303d-29cd-447c-bc00-50b42f540945 tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:10.574333 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-716e2d1c-2afd-4e35-9d08-f63f3e120cba tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:10.618641 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-1de941b8-8f5f-44c8-b92a-a4d8a857369d req-772cf686-8bc2-491a-a460-a6e74abaed09 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Calling delete_port for 35d556b7-05be-4160-b256-b9ba567bf3e4 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:43:10.625044 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e2d1c-2afd-4e35-9d08-f63f3e120cba tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event deleted for resources: {'Subnet': ['ID=39fa6556-2ecd-4569-9872-a7024bae24c4,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:10.641659 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d11d6a-5b6e-40fa-9a73-ad64513ce1f0 None None] Network 423de17c-e215-4068-996d-0ccba00d1688 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:43:10.643233 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-716e2d1c-2afd-4e35-9d08-f63f3e120cba tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:10.648468 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-716e2d1c-2afd-4e35-9d08-f63f3e120cba tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/subnets/39fa6556-2ecd-4569-9872-a7024bae24c4 HTTP/1.1" status: 204 len: 168 time: 1.1476328 Apr 20 17:43:10.648751 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47380) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:10.650733 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e7c8303d-29cd-447c-bc00-50b42f540945 tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:10.652249 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e7c8303d-29cd-447c-bc00-50b42f540945 tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3691671 Apr 20 17:43:10.662803 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47382) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:10.671421 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-62f42004-d05d-42ae-a27e-cb72a1de66fe tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:10.687564 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-681b2178-ba79-4d61-a4a4-95cced7f2d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:10.802828 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13bf14-d746-49c3-8e08-c9b88eb401a0 req-67a72018-6570-44dc-851d-032d8debb8fa tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:10.804303 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5b13bf14-d746-49c3-8e08-c9b88eb401a0 req-67a72018-6570-44dc-851d-032d8debb8fa tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 946 time: 0.5396063 Apr 20 17:43:10.906149 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 731ea324-ac2d-408e-b543-36ee1119fffb no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:43:10.931085 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5c956b-a750-42e1-bfc3-90a61c010924 None None] DHCP port deletion for 423de17c-e215-4068-996d-0ccba00d1688 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:43:10.947847 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-5c5c956b-a750-42e1-bfc3-90a61c010924 None None] Deleting port 9e5df6b5-ae28-4b9b-8260-1f3659743228 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:10.948213 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5c5c956b-a750-42e1-bfc3-90a61c010924 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:10.970498 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 731ea324-ac2d-408e-b543-36ee1119fffb {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:43:10.971091 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 731ea324-ac2d-408e-b543-36ee1119fffb not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:43:10.971287 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:43:11.011098 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:43:11.011490 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 2c14fd70-a3f0-4fc4-a530-65fcd4e6ad98 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:43:11.051604 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3674dadd-ef54-4909-8f9d-7de7092a4593 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:11.103158 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-681b2178-ba79-4d61-a4a4-95cced7f2d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:11.107418 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-62f42004-d05d-42ae-a27e-cb72a1de66fe tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:11.107834 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-62f42004-d05d-42ae-a27e-cb72a1de66fe tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks [] for router, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:11.162239 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5b13bf14-d746-49c3-8e08-c9b88eb401a0 req-d019df39-dc9c-46de-b23a-c39a3512b9e5 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=821043b7-26d5-401b-b0cd-14679faeced3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3424790 Apr 20 17:43:11.174446 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b2178-ba79-4d61-a4a4-95cced7f2d13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffd9b16c-dcbc-4aac-aa2c-9b612d0014fa,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:11.180736 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-3674dadd-ef54-4909-8f9d-7de7092a4593 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Deleting port 9e5df6b5-ae28-4b9b-8260-1f3659743228 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:11.181082 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3674dadd-ef54-4909-8f9d-7de7092a4593 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:11.181664 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-5c5c956b-a750-42e1-bfc3-90a61c010924 None None] For port 9e5df6b5-ae28-4b9b-8260-1f3659743228, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9e5df6b5-ae28-4b9b-8260-1f3659743228,segment=NetworkSegment(ea46e934-9e00-44cb-a5ee-5fa01fc34c63),segment_id=ea46e934-9e00-44cb-a5ee-5fa01fc34c63)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:11.182172 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5c5c956b-a750-42e1-bfc3-90a61c010924 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:11.217965 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-681b2178-ba79-4d61-a4a4-95cced7f2d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:11.247537 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6adf3311-8459-414b-b8eb-f260a78a6620 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:11.248552 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6adf3311-8459-414b-b8eb-f260a78a6620 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:11.257065 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1de941b8-8f5f-44c8-b92a-a4d8a857369d req-772cf686-8bc2-491a-a460-a6e74abaed09 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:11.269709 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-62f42004-d05d-42ae-a27e-cb72a1de66fe tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84081) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 20 17:43:11.270294 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-62f42004-d05d-42ae-a27e-cb72a1de66fe tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Router c3d8d0b4-aaa3-4c13-87ba-c2a6db67bddb migrating from provider to provider. {{(pid=84081) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 20 17:43:11.270864 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-62f42004-d05d-42ae-a27e-cb72a1de66fe tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:11.275994 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-62f42004-d05d-42ae-a27e-cb72a1de66fe tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:11.279971 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-62f42004-d05d-42ae-a27e-cb72a1de66fe tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33176207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33176208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33180178'] for router, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:11.289110 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0158b53-e6c5-46e0-a2fa-53427fa44f69 None None] Network 79ad9ab7-8e88-455b-8fd5-123af17512c6 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:43:11.333335 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-681b2178-ba79-4d61-a4a4-95cced7f2d13 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ffd9b16c-dcbc-4aac-aa2c-9b612d0014fa HTTP/1.1" status: 204 len: 168 time: 1.5699909 Apr 20 17:43:11.335914 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47388) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:11.340550 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772cf686-8bc2-491a-a460-a6e74abaed09 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event deleted for resources: {'Port': ['ID=35d556b7-05be-4160-b256-b9ba567bf3e4,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:11.362941 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-5c5c956b-a750-42e1-bfc3-90a61c010924 None None] Calling delete_port for 9e5df6b5-ae28-4b9b-8260-1f3659743228 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:43:11.530500 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-61c63282-f081-46bb-8947-4fd419e91d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:11.605447 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5c5c956b-a750-42e1-bfc3-90a61c010924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:11.648088 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fffcffc0-76ba-4aaa-9f51-16d0e5fe35f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:11.655727 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de941b8-8f5f-44c8-b92a-a4d8a857369d req-772cf686-8bc2-491a-a460-a6e74abaed09 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] No DVR routers for this DVR port 35d556b7-05be-4160-b256-b9ba567bf3e4 on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:43:11.663186 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c956b-a750-42e1-bfc3-90a61c010924 None None] Pushing event deleted for resources: {'Port': ['ID=9e5df6b5-ae28-4b9b-8260-1f3659743228,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:11.666472 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1de941b8-8f5f-44c8-b92a-a4d8a857369d req-772cf686-8bc2-491a-a460-a6e74abaed09 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:11.667147 n-d-838032-1 neutron-server[84081]: WARNING neutron.scheduler.l3_agent_scheduler [None req-62f42004-d05d-42ae-a27e-cb72a1de66fe tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] No L3 agents can host the router c3d8d0b4-aaa3-4c13-87ba-c2a6db67bddb Apr 20 17:43:11.668475 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1de941b8-8f5f-44c8-b92a-a4d8a857369d req-772cf686-8bc2-491a-a460-a6e74abaed09 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.43 "DELETE /v2.0/ports/35d556b7-05be-4160-b256-b9ba567bf3e4 HTTP/1.1" status: 204 len: 173 time: 2.0375707 Apr 20 17:43:11.673009 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5c956b-a750-42e1-bfc3-90a61c010924 None None] No DVR routers for this DVR port 9e5df6b5-ae28-4b9b-8260-1f3659743228 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:43:11.678921 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b47256-80a9-48a6-be22-65daf773be99', 'name': 'network-vif-deleted', 'tag': '35d556b7-05be-4160-b256-b9ba567bf3e4'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:43:11.683755 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-fffcffc0-76ba-4aaa-9f51-16d0e5fe35f3 admin admin] Deleting port c8f9fc88-3f27-4c6a-bd54-aed73230ce65 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:11.683910 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fffcffc0-76ba-4aaa-9f51-16d0e5fe35f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:11.734554 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-3674dadd-ef54-4909-8f9d-7de7092a4593 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] For port 9e5df6b5-ae28-4b9b-8260-1f3659743228, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9e5df6b5-ae28-4b9b-8260-1f3659743228,segment=NetworkSegment(ea46e934-9e00-44cb-a5ee-5fa01fc34c63),segment_id=ea46e934-9e00-44cb-a5ee-5fa01fc34c63)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:11.734919 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3674dadd-ef54-4909-8f9d-7de7092a4593 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:11.748257 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-155465f1-2209-47ed-abc1-0fbee627ae31'] response: {'server_uuid': '72b47256-80a9-48a6-be22-65daf773be99', 'name': 'network-vif-deleted', 'tag': '35d556b7-05be-4160-b256-b9ba567bf3e4', 'status': 'completed', 'code': 200} Apr 20 17:43:11.784917 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7d92d0-5d6f-4c11-b18f-72d832a8addd None None] DHCP port deletion for 79ad9ab7-8e88-455b-8fd5-123af17512c6 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:43:11.790555 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1b7d92d0-5d6f-4c11-b18f-72d832a8addd None None] Deleting port c8f9fc88-3f27-4c6a-bd54-aed73230ce65 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:11.791211 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1b7d92d0-5d6f-4c11-b18f-72d832a8addd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:11.870469 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-3674dadd-ef54-4909-8f9d-7de7092a4593 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Calling delete_port for 9e5df6b5-ae28-4b9b-8260-1f3659743228 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:43:11.962965 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.api [None req-3674dadd-ef54-4909-8f9d-7de7092a4593 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:43:11.964071 n-d-838032-1 neutron-server[84080]: DEBUG oslo_db.api [None req-3674dadd-ef54-4909-8f9d-7de7092a4593 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:43:12.015618 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6adf3311-8459-414b-b8eb-f260a78a6620 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Router 5ba3b776-91d1-4674-9a55-21b2ffaa1af1 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:43:12.065485 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1b7d92d0-5d6f-4c11-b18f-72d832a8addd None None] For port c8f9fc88-3f27-4c6a-bd54-aed73230ce65, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c8f9fc88-3f27-4c6a-bd54-aed73230ce65,segment=NetworkSegment(c45ef6ff-3bf5-462f-b56b-30c5694de1d2),segment_id=c45ef6ff-3bf5-462f-b56b-30c5694de1d2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:12.065990 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1b7d92d0-5d6f-4c11-b18f-72d832a8addd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:12.091545 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f42004-d05d-42ae-a27e-cb72a1de66fe tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Hosts for router c3d8d0b4-aaa3-4c13-87ba-c2a6db67bddb: [] {{(pid=84081) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Apr 20 17:43:12.161744 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f42004-d05d-42ae-a27e-cb72a1de66fe tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Hosts for other DVR routers connected to router c3d8d0b4-aaa3-4c13-87ba-c2a6db67bddb: set() {{(pid=84081) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Apr 20 17:43:12.164434 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-62f42004-d05d-42ae-a27e-cb72a1de66fe tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:12.168346 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-62f42004-d05d-42ae-a27e-cb72a1de66fe tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] 10.222.0.39 "PUT /v2.0/routers/c3d8d0b4-aaa3-4c13-87ba-c2a6db67bddb HTTP/1.1" status: 200 len: 716 time: 1.5019391 Apr 20 17:43:12.170050 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47394) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:12.171797 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-fffcffc0-76ba-4aaa-9f51-16d0e5fe35f3 admin admin] For port c8f9fc88-3f27-4c6a-bd54-aed73230ce65, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c8f9fc88-3f27-4c6a-bd54-aed73230ce65,segment=NetworkSegment(c45ef6ff-3bf5-462f-b56b-30c5694de1d2),segment_id=c45ef6ff-3bf5-462f-b56b-30c5694de1d2)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:12.172554 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fffcffc0-76ba-4aaa-9f51-16d0e5fe35f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:12.205460 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1b7d92d0-5d6f-4c11-b18f-72d832a8addd None None] Calling delete_port for c8f9fc88-3f27-4c6a-bd54-aed73230ce65 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:43:12.300399 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1b7d92d0-5d6f-4c11-b18f-72d832a8addd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:12.324915 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-07711fad-28fa-4bba-812e-582eef2f3267 tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] 10.222.0.39 "GET /v2.0/routers/c3d8d0b4-aaa3-4c13-87ba-c2a6db67bddb HTTP/1.1" status: 200 len: 716 time: 0.1537354 Apr 20 17:43:12.328543 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47400) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:12.368281 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-fffcffc0-76ba-4aaa-9f51-16d0e5fe35f3 admin admin] Calling delete_port for c8f9fc88-3f27-4c6a-bd54-aed73230ce65 owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:43:12.391567 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7d92d0-5d6f-4c11-b18f-72d832a8addd None None] No DVR routers for this DVR port c8f9fc88-3f27-4c6a-bd54-aed73230ce65 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:43:12.402967 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d92d0-5d6f-4c11-b18f-72d832a8addd None None] Pushing event deleted for resources: {'Port': ['ID=c8f9fc88-3f27-4c6a-bd54-aed73230ce65,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:12.421921 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adf3311-8459-414b-b8eb-f260a78a6620 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:43:12.434451 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6f5d85-b93a-4807-a6ac-78e6e224f794 None None] Sync routers for ids ['5ba3b776-91d1-4674-9a55-21b2ffaa1af1'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:43:12.458829 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6adf3311-8459-414b-b8eb-f260a78a6620 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:12.460409 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6adf3311-8459-414b-b8eb-f260a78a6620 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.5318711 Apr 20 17:43:12.463396 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47406) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:12.464140 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-3674dadd-ef54-4909-8f9d-7de7092a4593 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Deleting port 9e5df6b5-ae28-4b9b-8260-1f3659743228 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:12.464673 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3674dadd-ef54-4909-8f9d-7de7092a4593 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:12.482032 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6f5d85-b93a-4807-a6ac-78e6e224f794 None None] Routers {'5ba3b776-91d1-4674-9a55-21b2ffaa1af1'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:12.483137 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-0e6f5d85-b93a-4807-a6ac-78e6e224f794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['5ba3b776-91d1-4674-9a55-21b2ffaa1af1'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:12.546560 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-293f5893-a0df-4126-ba3b-f6cf6db37f0b tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'enable_snat': False}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:12.563460 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.api [None req-fffcffc0-76ba-4aaa-9f51-16d0e5fe35f3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:43:12.563859 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-0e6f5d85-b93a-4807-a6ac-78e6e224f794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:12.564006 n-d-838032-1 neutron-server[84081]: DEBUG oslo_db.api [None req-fffcffc0-76ba-4aaa-9f51-16d0e5fe35f3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:43:12.574894 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6f5d85-b93a-4807-a6ac-78e6e224f794 None None] Routers {'5ba3b776-91d1-4674-9a55-21b2ffaa1af1'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:12.575479 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-0e6f5d85-b93a-4807-a6ac-78e6e224f794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['5ba3b776-91d1-4674-9a55-21b2ffaa1af1'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:12.636800 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-0e6f5d85-b93a-4807-a6ac-78e6e224f794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:12.637191 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6f5d85-b93a-4807-a6ac-78e6e224f794 None None] The sync data for ids ['5ba3b776-91d1-4674-9a55-21b2ffaa1af1'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:43:12.677357 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:12.719815 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:12.885480 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-396ada8d-db09-4071-94ef-4a3e2ea7178d req-cac0f4b2-f3c3-4864-b5cc-3fbfb1043725 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Synchronizing usage tracker for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:12.892849 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-3674dadd-ef54-4909-8f9d-7de7092a4593 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] The port '9e5df6b5-ae28-4b9b-8260-1f3659743228' was deleted {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:43:12.927100 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9e5df6b5-ae28-4b9b-8260-1f3659743228 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:43:12.959112 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 9e5df6b5-ae28-4b9b-8260-1f3659743228 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:43:12.959365 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9e5df6b5-ae28-4b9b-8260-1f3659743228 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:43:12.959771 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c8f9fc88-3f27-4c6a-bd54-aed73230ce65 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:43:12.993960 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: c8f9fc88-3f27-4c6a-bd54-aed73230ce65 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:43:12.994318 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c8f9fc88-3f27-4c6a-bd54-aed73230ce65 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:43:13.065094 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-fffcffc0-76ba-4aaa-9f51-16d0e5fe35f3 admin admin] Deleting port c8f9fc88-3f27-4c6a-bd54-aed73230ce65 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:13.065668 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fffcffc0-76ba-4aaa-9f51-16d0e5fe35f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:13.068943 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-396ada8d-db09-4071-94ef-4a3e2ea7178d req-cac0f4b2-f3c3-4864-b5cc-3fbfb1043725 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Unset dirty status for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:13.070116 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-396ada8d-db09-4071-94ef-4a3e2ea7178d req-cac0f4b2-f3c3-4864-b5cc-3fbfb1043725 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=72b47256-80a9-48a6-be22-65daf773be99 HTTP/1.1" status: 200 len: 210 time: 0.5367589 Apr 20 17:43:13.109983 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3674dadd-ef54-4909-8f9d-7de7092a4593 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:13.128951 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-fffcffc0-76ba-4aaa-9f51-16d0e5fe35f3 admin admin] The port 'c8f9fc88-3f27-4c6a-bd54-aed73230ce65' was deleted {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:43:13.146260 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-343218b4-302c-4d1c-bb28-23cfc7368cda tempest-RoutersTestDVR-123479591 tempest-RoutersTestDVR-123479591-project] 10.222.0.39 "GET /v2.0/routers/c3d8d0b4-aaa3-4c13-87ba-c2a6db67bddb HTTP/1.1" status: 200 len: 682 time: 0.8167195 Apr 20 17:43:13.149812 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47412) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:13.155535 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-3674dadd-ef54-4909-8f9d-7de7092a4593 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['423de17c-e215-4068-996d-0ccba00d1688']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:13.221359 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-3674dadd-ef54-4909-8f9d-7de7092a4593 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea46e934-9e00-44cb-a5ee-5fa01fc34c63') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:13.221590 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-3674dadd-ef54-4909-8f9d-7de7092a4593 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea46e934-9e00-44cb-a5ee-5fa01fc34c63') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:13.240422 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fffcffc0-76ba-4aaa-9f51-16d0e5fe35f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:13.264983 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-fffcffc0-76ba-4aaa-9f51-16d0e5fe35f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ad9ab7-8e88-455b-8fd5-123af17512c6']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:13.276736 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-fffcffc0-76ba-4aaa-9f51-16d0e5fe35f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c45ef6ff-3bf5-462f-b56b-30c5694de1d2') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:13.277026 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-fffcffc0-76ba-4aaa-9f51-16d0e5fe35f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c45ef6ff-3bf5-462f-b56b-30c5694de1d2') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:13.288605 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fffcffc0-76ba-4aaa-9f51-16d0e5fe35f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:13.296473 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3674dadd-ef54-4909-8f9d-7de7092a4593 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:13.309025 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fffcffc0-76ba-4aaa-9f51-16d0e5fe35f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:13.315721 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fffcffc0-76ba-4aaa-9f51-16d0e5fe35f3 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:43:13.316302 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fffcffc0-76ba-4aaa-9f51-16d0e5fe35f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:13.319318 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3674dadd-ef54-4909-8f9d-7de7092a4593 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:13.328047 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3674dadd-ef54-4909-8f9d-7de7092a4593 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:43:13.328668 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3674dadd-ef54-4909-8f9d-7de7092a4593 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:13.330445 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:43:13.330445 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:43:13.330445 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:43:13.330445 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:43:13.330445 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:43:13.330445 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:43:13.330445 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:43:13.330445 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:43:13.330445 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:43:13.330445 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:43:13.330445 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:43:13.330445 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:43:13.330445 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:43:13.330445 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:43:13.330445 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:43:13.330445 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:43:13.330445 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:43:13.330445 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:43:13.330445 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:43:13.330445 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:43:13.330445 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:43:13.330445 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:43:13.330445 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:43:13.330445 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:43:13.330445 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:43:13.330445 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:43:13.330445 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:43:13.330445 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:43:13.330445 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:43:13.330445 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:43:13.330445 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:43:13.330445 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:43:13.341923 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:43:13.346025 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:43:13.408994 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fffcffc0-76ba-4aaa-9f51-16d0e5fe35f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:13.420377 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82cd6e7f-cafc-4c85-a4a1-6e786160b71e tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:13.427932 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fffcffc0-76ba-4aaa-9f51-16d0e5fe35f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:13.433879 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffcffc0-76ba-4aaa-9f51-16d0e5fe35f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=79ad9ab7-8e88-455b-8fd5-123af17512c6,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:13.442750 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fffcffc0-76ba-4aaa-9f51-16d0e5fe35f3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/79ad9ab7-8e88-455b-8fd5-123af17512c6 HTTP/1.1" status: 204 len: 168 time: 2.1029150 Apr 20 17:43:13.443035 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47416) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:13.553220 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3674dadd-ef54-4909-8f9d-7de7092a4593 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:13.575776 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3674dadd-ef54-4909-8f9d-7de7092a4593 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:13.588584 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674dadd-ef54-4909-8f9d-7de7092a4593 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event deleted for resources: {'Network': ['ID=423de17c-e215-4068-996d-0ccba00d1688,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:13.593600 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3674dadd-ef54-4909-8f9d-7de7092a4593 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/networks/423de17c-e215-4068-996d-0ccba00d1688 HTTP/1.1" status: 204 len: 168 time: 2.9353733 Apr 20 17:43:13.597017 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47420) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:14.040025 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:14.097856 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82cd6e7f-cafc-4c85-a4a1-6e786160b71e tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:14.104853 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82cd6e7f-cafc-4c85-a4a1-6e786160b71e tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:14.146434 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82cd6e7f-cafc-4c85-a4a1-6e786160b71e tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:14.146925 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82cd6e7f-cafc-4c85-a4a1-6e786160b71e tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c3d8d0b4-aaa3-4c13-87ba-c2a6db67bddb {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:43:14.161721 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-82cd6e7f-cafc-4c85-a4a1-6e786160b71e tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:14.162894 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-82cd6e7f-cafc-4c85-a4a1-6e786160b71e tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] 10.222.0.39 "DELETE /v2.0/routers/c3d8d0b4-aaa3-4c13-87ba-c2a6db67bddb HTTP/1.1" status: 204 len: 168 time: 1.0097740 Apr 20 17:43:14.169838 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47428) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:14.176366 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-47182b40-9a09-4a2b-b5db-4a4816c35649 tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Request body: {'router': {'name': 'tempest-router-1271911030', 'distributed': True}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:14.183857 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47432) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:14.189592 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-47182b40-9a09-4a2b-b5db-4a4816c35649 tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:14.197577 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-47182b40-9a09-4a2b-b5db-4a4816c35649 tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Usage tracker for resource:router and tenant:4b1d4b90171845ec948229ad9b4bb445 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:14.201449 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-47182b40-9a09-4a2b-b5db-4a4816c35649 tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:14.209089 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-47182b40-9a09-4a2b-b5db-4a4816c35649 tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:14.247713 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-47182b40-9a09-4a2b-b5db-4a4816c35649 tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:14.249314 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-47182b40-9a09-4a2b-b5db-4a4816c35649 tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:14.295685 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 35d556b7-05be-4160-b256-b9ba567bf3e4 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:43:14.298097 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-47182b40-9a09-4a2b-b5db-4a4816c35649 tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:14.329517 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 35d556b7-05be-4160-b256-b9ba567bf3e4 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:43:14.329858 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 35d556b7-05be-4160-b256-b9ba567bf3e4 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:43:14.335090 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-356114b7-9f15-4743-a0f5-97686471809d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:14.389304 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-47182b40-9a09-4a2b-b5db-4a4816c35649 tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:14.479185 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-47182b40-9a09-4a2b-b5db-4a4816c35649 tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:14.480383 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-47182b40-9a09-4a2b-b5db-4a4816c35649 tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3087041 Apr 20 17:43:14.484213 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47436) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:14.492032 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c9121c39-a903-4c08-be40-6b052b058549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:14.663375 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fdb04dd1-fd0e-4984-a783-631b20f4289c tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:14.795128 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-293f5893-a0df-4126-ba3b-f6cf6db37f0b tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:15.299351 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:15.413621 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fdb04dd1-fd0e-4984-a783-631b20f4289c tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:15.426039 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fdb04dd1-fd0e-4984-a783-631b20f4289c tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:15.491064 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fdb04dd1-fd0e-4984-a783-631b20f4289c tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:15.491569 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb04dd1-fd0e-4984-a783-631b20f4289c tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3af771cf-a4bc-4989-8f44-fbc3973c4450 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:43:15.518524 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fdb04dd1-fd0e-4984-a783-631b20f4289c tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:15.519640 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fdb04dd1-fd0e-4984-a783-631b20f4289c tempest-RoutersTestDVR-1856098873 tempest-RoutersTestDVR-1856098873-project-admin] 10.222.0.39 "DELETE /v2.0/routers/3af771cf-a4bc-4989-8f44-fbc3973c4450 HTTP/1.1" status: 204 len: 168 time: 1.0341761 Apr 20 17:43:15.534021 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-356114b7-9f15-4743-a0f5-97686471809d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Deleting port 0eeb0ad6-2ad5-482c-86d5-d89d40a9da96 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:15.534600 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-356114b7-9f15-4743-a0f5-97686471809d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:15.652531 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2bd8a9db-9907-4760-8288-11395fc7efa4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:15.779012 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-c9121c39-a903-4c08-be40-6b052b058549 admin admin] Deleting port c606ce06-bf3f-4334-8504-61c7c5b7df91 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:15.779353 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c9121c39-a903-4c08-be40-6b052b058549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:15.833625 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-293f5893-a0df-4126-ba3b-f6cf6db37f0b tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:15.840620 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-293f5893-a0df-4126-ba3b-f6cf6db37f0b tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33176207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33176208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33180178'] for router, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:15.851393 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-356114b7-9f15-4743-a0f5-97686471809d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] For port 0eeb0ad6-2ad5-482c-86d5-d89d40a9da96, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0eeb0ad6-2ad5-482c-86d5-d89d40a9da96,segment=NetworkSegment(89b898a0-228b-4eac-a1a3-8ff0da4d44db),segment_id=89b898a0-228b-4eac-a1a3-8ff0da4d44db)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:15.851789 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-356114b7-9f15-4743-a0f5-97686471809d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:15.941165 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08acf61a-9ce9-4f00-813b-29f868001fdd None None] New status for floating IP f488b843-9c4d-445d-9d3e-a850393cd95a: DOWN {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:43:15.971931 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47444) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:16.137276 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-356114b7-9f15-4743-a0f5-97686471809d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Calling delete_port for 0eeb0ad6-2ad5-482c-86d5-d89d40a9da96 owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:43:16.170552 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c9121c39-a903-4c08-be40-6b052b058549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:16.225066 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b0d41524-1764-47ad-bc9b-0767acfbc21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:16.301487 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-c9121c39-a903-4c08-be40-6b052b058549 admin admin] Calling delete_port for c606ce06-bf3f-4334-8504-61c7c5b7df91 owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:43:16.301790 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b0d41524-1764-47ad-bc9b-0767acfbc21a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:16.335416 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b0d41524-1764-47ad-bc9b-0767acfbc21a admin admin] Usage tracker for resource:security_group_rule and tenant:c9cb92ed29d647e9ab4bbaffb9286a6a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:16.338820 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293f5893-a0df-4126-ba3b-f6cf6db37f0b tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Router 5ba3b776-91d1-4674-9a55-21b2ffaa1af1 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:43:16.339781 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b0d41524-1764-47ad-bc9b-0767acfbc21a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:16.356814 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b0d41524-1764-47ad-bc9b-0767acfbc21a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:16.541553 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-356114b7-9f15-4743-a0f5-97686471809d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:16.574773 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c9121c39-a903-4c08-be40-6b052b058549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:16.600623 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356114b7-9f15-4743-a0f5-97686471809d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event deleted for resources: {'Port': ['ID=0eeb0ad6-2ad5-482c-86d5-d89d40a9da96,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:16.674771 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9121c39-a903-4c08-be40-6b052b058549 admin admin] Pushing event deleted for resources: {'Port': ['ID=c606ce06-bf3f-4334-8504-61c7c5b7df91,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:16.788566 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b0d41524-1764-47ad-bc9b-0767acfbc21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:16.806400 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b0d41524-1764-47ad-bc9b-0767acfbc21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:16.875316 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d41524-1764-47ad-bc9b-0767acfbc21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282cedec-c9e8-44b2-bd2a-33cff79d4a3c,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:16.884772 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b0d41524-1764-47ad-bc9b-0767acfbc21a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c9cb92ed29d647e9ab4bbaffb9286a6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9057255 Apr 20 17:43:16.886754 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47450) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:17.037933 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9f7e8655-51a1-45ff-b859-3e18240f0c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:17.111050 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9f7e8655-51a1-45ff-b859-3e18240f0c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:17.127499 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293f5893-a0df-4126-ba3b-f6cf6db37f0b tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:43:17.137513 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11199c39-d639-428f-bb14-d4873a114067 None None] Sync routers for ids ['5ba3b776-91d1-4674-9a55-21b2ffaa1af1'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:43:17.151880 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11199c39-d639-428f-bb14-d4873a114067 None None] Routers {'5ba3b776-91d1-4674-9a55-21b2ffaa1af1'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:17.152529 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-11199c39-d639-428f-bb14-d4873a114067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['5ba3b776-91d1-4674-9a55-21b2ffaa1af1'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:17.179324 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-2bd8a9db-9907-4760-8288-11395fc7efa4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Deleting port 449bdd7f-795d-492d-a596-a51a9050a34a {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:17.179678 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2bd8a9db-9907-4760-8288-11395fc7efa4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:17.215749 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-11199c39-d639-428f-bb14-d4873a114067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:17.216031 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-293f5893-a0df-4126-ba3b-f6cf6db37f0b tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:17.219174 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-293f5893-a0df-4126-ba3b-f6cf6db37f0b tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] 10.222.0.39 "PUT /v2.0/routers/5ba3b776-91d1-4674-9a55-21b2ffaa1af1 HTTP/1.1" status: 200 len: 925 time: 4.6965122 Apr 20 17:43:17.220362 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47454) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:17.227220 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11199c39-d639-428f-bb14-d4873a114067 None None] Routers {'5ba3b776-91d1-4674-9a55-21b2ffaa1af1'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:17.227894 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-11199c39-d639-428f-bb14-d4873a114067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['5ba3b776-91d1-4674-9a55-21b2ffaa1af1'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:17.260712 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-356114b7-9f15-4743-a0f5-97686471809d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:17.293834 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-11199c39-d639-428f-bb14-d4873a114067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:17.294136 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11199c39-d639-428f-bb14-d4873a114067 None None] The sync data for ids ['5ba3b776-91d1-4674-9a55-21b2ffaa1af1'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:43:17.431127 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9f7e8655-51a1-45ff-b859-3e18240f0c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:17.460730 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e8655-51a1-45ff-b859-3e18240f0c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282cedec-c9e8-44b2-bd2a-33cff79d4a3c,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:17.488272 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9f7e8655-51a1-45ff-b859-3e18240f0c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:17.492403 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9f7e8655-51a1-45ff-b859-3e18240f0c95 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/282cedec-c9e8-44b2-bd2a-33cff79d4a3c HTTP/1.1" status: 204 len: 168 time: 0.6041150 Apr 20 17:43:17.547840 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-2bd8a9db-9907-4760-8288-11395fc7efa4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] For port 449bdd7f-795d-492d-a596-a51a9050a34a, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=449bdd7f-795d-492d-a596-a51a9050a34a,segment=NetworkSegment(0d0bb655-15d9-4b50-a39c-4bc813a39738),segment_id=0d0bb655-15d9-4b50-a39c-4bc813a39738)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:17.548197 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2bd8a9db-9907-4760-8288-11395fc7efa4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:17.573785 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c9121c39-a903-4c08-be40-6b052b058549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:17.679637 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-2bd8a9db-9907-4760-8288-11395fc7efa4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Calling delete_port for 449bdd7f-795d-492d-a596-a51a9050a34a owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:43:17.801545 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e52b9f88-9694-4959-ab0b-0c8e6bba51ed tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] 10.222.0.39 "GET /v2.0/routers/5ba3b776-91d1-4674-9a55-21b2ffaa1af1 HTTP/1.1" status: 200 len: 925 time: 0.5679963 Apr 20 17:43:17.805594 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47462) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:17.851714 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47466) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:17.883198 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356114b7-9f15-4743-a0f5-97686471809d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Router b7bae6f1-f1fa-4fdb-96ee-514ba808f99a has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:43:17.883435 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-331831b4-bf25-4fea-868b-2a4685c1e666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:17.919849 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2bd8a9db-9907-4760-8288-11395fc7efa4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:17.972263 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-331831b4-bf25-4fea-868b-2a4685c1e666 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:17.974594 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8a9db-9907-4760-8288-11395fc7efa4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event deleted for resources: {'Port': ['ID=449bdd7f-795d-492d-a596-a51a9050a34a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:17.980279 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-331831b4-bf25-4fea-868b-2a4685c1e666 admin admin] Usage tracker for resource:security_group_rule and tenant:4b1d4b90171845ec948229ad9b4bb445 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:17.982920 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-331831b4-bf25-4fea-868b-2a4685c1e666 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:18.013656 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-331831b4-bf25-4fea-868b-2a4685c1e666 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:18.190665 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7ed0b2a4-4cb2-42cc-87c3-4bf0ac1d2b8c tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Synchronizing usage tracker for tenant:34f5d4bed2c641dda05914bf2eacbe50 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:18.232228 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356114b7-9f15-4743-a0f5-97686471809d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:43:18.246888 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7ed0b2a4-4cb2-42cc-87c3-4bf0ac1d2b8c tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Unset dirty status for tenant:34f5d4bed2c641dda05914bf2eacbe50 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:18.248046 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7ed0b2a4-4cb2-42cc-87c3-4bf0ac1d2b8c tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3&device_id=5ba3b776-91d1-4674-9a55-21b2ffaa1af1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4415190 Apr 20 17:43:18.252034 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47470) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:18.281143 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-356114b7-9f15-4743-a0f5-97686471809d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "PUT /v2.0/routers/b7bae6f1-f1fa-4fdb-96ee-514ba808f99a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6827464 Apr 20 17:43:18.287061 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47474) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:18.297108 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-331831b4-bf25-4fea-868b-2a4685c1e666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:18.304968 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-331831b4-bf25-4fea-868b-2a4685c1e666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:18.360248 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331831b4-bf25-4fea-868b-2a4685c1e666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476178c5-1496-46f5-b0c5-bf6d3b0fd2f8,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:18.369917 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-331831b4-bf25-4fea-868b-2a4685c1e666 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4b1d4b90171845ec948229ad9b4bb445&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5145438 Apr 20 17:43:18.370490 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47478) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:18.566692 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0351d7e0-563f-4025-be08-ed5cdf4886d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:18.576645 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2bd8a9db-9907-4760-8288-11395fc7efa4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:18.600261 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0351d7e0-563f-4025-be08-ed5cdf4886d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:18.656660 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7ba4b7-e37b-4e30-9908-f792d67bd3af tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:18.657227 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-fa7ba4b7-e37b-4e30-9908-f792d67bd3af tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Synchronizing usage tracker for tenant:34f5d4bed2c641dda05914bf2eacbe50 on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:18.735928 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-fa7ba4b7-e37b-4e30-9908-f792d67bd3af tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Unset dirty status for tenant:34f5d4bed2c641dda05914bf2eacbe50 on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:18.737087 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fa7ba4b7-e37b-4e30-9908-f792d67bd3af tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 881 time: 0.4816644 Apr 20 17:43:18.741658 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47482) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:18.773536 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0351d7e0-563f-4025-be08-ed5cdf4886d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:18.787558 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f176ab-cc15-4f12-af27-094ef0862993 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Deleting subnet 66d7be54-1e28-4d0a-87d6-9140a40e1689 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:43:18.797670 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351d7e0-563f-4025-be08-ed5cdf4886d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476178c5-1496-46f5-b0c5-bf6d3b0fd2f8,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:18.801212 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d9f176ab-cc15-4f12-af27-094ef0862993 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:18.815987 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0351d7e0-563f-4025-be08-ed5cdf4886d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:18.817134 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0351d7e0-563f-4025-be08-ed5cdf4886d5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/476178c5-1496-46f5-b0c5-bf6d3b0fd2f8 HTTP/1.1" status: 204 len: 168 time: 0.4461849 Apr 20 17:43:18.835777 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6b3f57ac-55fc-4da3-a735-6f9c2a88fc24 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba3b776-91d1-4674-9a55-21b2ffaa1af1 HTTP/1.1" status: 200 len: 205 time: 0.0890994 Apr 20 17:43:18.836758 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47488) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:18.971927 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d9f176ab-cc15-4f12-af27-094ef0862993 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:18.989449 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 61f520cb-e7ae-4328-840f-60f4a4ec2409 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:43:19.030885 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 61f520cb-e7ae-4328-840f-60f4a4ec2409 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:43:19.031651 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 61f520cb-e7ae-4328-840f-60f4a4ec2409 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:43:19.085805 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d9f176ab-cc15-4f12-af27-094ef0862993 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:19.181220 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d9f176ab-cc15-4f12-af27-094ef0862993 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:19.217331 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9121c39-a903-4c08-be40-6b052b058549 admin admin] Router c5f9d296-9b2e-4745-9e70-1686576935f2 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:43:19.228716 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f176ab-cc15-4f12-af27-094ef0862993 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event deleted for resources: {'Subnet': ['ID=66d7be54-1e28-4d0a-87d6-9140a40e1689,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:19.244375 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d9f176ab-cc15-4f12-af27-094ef0862993 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:19.248554 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f176ab-cc15-4f12-af27-094ef0862993 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:19.249064 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f176ab-cc15-4f12-af27-094ef0862993 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:19.249572 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f176ab-cc15-4f12-af27-094ef0862993 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:19.250074 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f176ab-cc15-4f12-af27-094ef0862993 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:19.250428 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f176ab-cc15-4f12-af27-094ef0862993 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:19.250752 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f176ab-cc15-4f12-af27-094ef0862993 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:19.251066 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f176ab-cc15-4f12-af27-094ef0862993 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:19.251566 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f176ab-cc15-4f12-af27-094ef0862993 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:19.251919 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f176ab-cc15-4f12-af27-094ef0862993 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:19.252241 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f176ab-cc15-4f12-af27-094ef0862993 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:19.252579 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f176ab-cc15-4f12-af27-094ef0862993 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:19.253138 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07db62ca-a8da-47c4-b774-3429d091d192 None None] Network 383fdd36-ad11-471e-b7f7-12e68bd781d6 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:43:19.262949 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d9f176ab-cc15-4f12-af27-094ef0862993 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/subnets/66d7be54-1e28-4d0a-87d6-9140a40e1689 HTTP/1.1" status: 204 len: 168 time: 0.9317992 Apr 20 17:43:19.297559 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47498) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:19.431634 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-64d4d8ea-9456-40b9-92b7-0f8290d3e701 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:19.479064 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9121c39-a903-4c08-be40-6b052b058549 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:43:19.484808 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c9121c39-a903-4c08-be40-6b052b058549 admin admin] 10.222.0.39 "PUT /v2.0/routers/c5f9d296-9b2e-4745-9e70-1686576935f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0407288 Apr 20 17:43:19.487484 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47506) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:19.563800 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0b18dfd5-6f77-445c-9411-f060047f1c63 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:19.575320 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508d6236-cb74-410e-a066-16f37d8679e5 None None] DHCP port deletion for 383fdd36-ad11-471e-b7f7-12e68bd781d6 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:43:19.579821 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-508d6236-cb74-410e-a066-16f37d8679e5 None None] Deleting port ec68c366-fd28-426d-86d3-c0025fbcdd3c {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:19.580184 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-508d6236-cb74-410e-a066-16f37d8679e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:19.604788 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-0b18dfd5-6f77-445c-9411-f060047f1c63 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Deleting port ec68c366-fd28-426d-86d3-c0025fbcdd3c {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:19.605148 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0b18dfd5-6f77-445c-9411-f060047f1c63 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:19.761692 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-23130d5e-ee37-4167-a33e-1b59c8dc0d53 admin admin] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:19.819732 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-508d6236-cb74-410e-a066-16f37d8679e5 None None] For port ec68c366-fd28-426d-86d3-c0025fbcdd3c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ec68c366-fd28-426d-86d3-c0025fbcdd3c,segment=NetworkSegment(89b898a0-228b-4eac-a1a3-8ff0da4d44db),segment_id=89b898a0-228b-4eac-a1a3-8ff0da4d44db)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:19.820394 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-508d6236-cb74-410e-a066-16f37d8679e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:19.958033 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-508d6236-cb74-410e-a066-16f37d8679e5 None None] Calling delete_port for ec68c366-fd28-426d-86d3-c0025fbcdd3c owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:43:19.988928 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47516) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:20.003081 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-0b18dfd5-6f77-445c-9411-f060047f1c63 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] For port ec68c366-fd28-426d-86d3-c0025fbcdd3c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ec68c366-fd28-426d-86d3-c0025fbcdd3c,segment=NetworkSegment(89b898a0-228b-4eac-a1a3-8ff0da4d44db),segment_id=89b898a0-228b-4eac-a1a3-8ff0da4d44db)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:20.003431 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0b18dfd5-6f77-445c-9411-f060047f1c63 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:20.024522 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd8a9db-9907-4760-8288-11395fc7efa4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Router cb96747b-7618-4823-9674-74b2d6111362 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:43:20.046865 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-508d6236-cb74-410e-a066-16f37d8679e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:20.099294 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508d6236-cb74-410e-a066-16f37d8679e5 None None] No DVR routers for this DVR port ec68c366-fd28-426d-86d3-c0025fbcdd3c on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:43:20.108470 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d6236-cb74-410e-a066-16f37d8679e5 None None] Pushing event deleted for resources: {'Port': ['ID=ec68c366-fd28-426d-86d3-c0025fbcdd3c,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:20.137947 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-23130d5e-ee37-4167-a33e-1b59c8dc0d53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:20.147747 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-0b18dfd5-6f77-445c-9411-f060047f1c63 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Calling delete_port for ec68c366-fd28-426d-86d3-c0025fbcdd3c owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:43:20.151676 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-23130d5e-ee37-4167-a33e-1b59c8dc0d53 admin admin] Deleting port 1986719a-eac8-4ce0-9658-2c2c52998f2f {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:20.152213 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-23130d5e-ee37-4167-a33e-1b59c8dc0d53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:20.200970 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [None req-9dd7c635-7ab8-44d1-b884-650ca2aa73a9 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:20.205427 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9dd7c635-7ab8-44d1-b884-650ca2aa73a9 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.2093508 Apr 20 17:43:20.206679 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47522) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:20.218594 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [None req-a462e73e-b000-4221-90af-eb7d3b6cb507 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:20.221554 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a462e73e-b000-4221-90af-eb7d3b6cb507 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0110021 Apr 20 17:43:20.225823 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47526) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:20.298031 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [None req-53b797e4-5267-40f2-b7d9-3ae6f6b64055 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:20.299024 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-53b797e4-5267-40f2-b7d9-3ae6f6b64055 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0720253 Apr 20 17:43:20.301835 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47530) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:20.308453 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-7e393905-50bf-44a9-9b41-4f7b5ba00cb2 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:20.309439 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7e393905-50bf-44a9-9b41-4f7b5ba00cb2 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0066543 Apr 20 17:43:20.311956 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47534) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:20.318275 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-70619e7e-520c-4c2f-8e18-f0bea5b5c7f7 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:20.319210 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-70619e7e-520c-4c2f-8e18-f0bea5b5c7f7 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0064366 Apr 20 17:43:20.321537 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47538) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:20.329334 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-49f92100-d284-4f3e-973d-fd87c5990b09 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:20.330236 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-49f92100-d284-4f3e-973d-fd87c5990b09 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0079093 Apr 20 17:43:20.340170 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47542) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:20.347016 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-405c217f-aac5-4506-b6c5-9d9a799cdfcf tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:20.347889 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-405c217f-aac5-4506-b6c5-9d9a799cdfcf tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0068161 Apr 20 17:43:20.352130 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47546) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:20.365753 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-dbdbb807-e1f7-43c1-adf6-1028cf0710b5 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:20.366671 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-dbdbb807-e1f7-43c1-adf6-1028cf0710b5 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0136886 Apr 20 17:43:20.369544 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47550) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:20.376637 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-a5995917-5aa5-4fd5-99d0-558f51d4ff3b tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:20.377652 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a5995917-5aa5-4fd5-99d0-558f51d4ff3b tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0071361 Apr 20 17:43:20.380584 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47554) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:20.382731 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-23130d5e-ee37-4167-a33e-1b59c8dc0d53 admin admin] For port 1986719a-eac8-4ce0-9658-2c2c52998f2f, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=1986719a-eac8-4ce0-9658-2c2c52998f2f,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:20.383088 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-23130d5e-ee37-4167-a33e-1b59c8dc0d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:20.387825 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [None req-89bc24f1-2ba6-4234-b5ff-414ba52e1b69 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:20.388739 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-89bc24f1-2ba6-4234-b5ff-414ba52e1b69 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0071723 Apr 20 17:43:20.389913 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-64d4d8ea-9456-40b9-92b7-0f8290d3e701 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:20.392862 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.api [None req-0b18dfd5-6f77-445c-9411-f060047f1c63 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:43:20.393828 n-d-838032-1 neutron-server[84080]: DEBUG oslo_db.api [None req-0b18dfd5-6f77-445c-9411-f060047f1c63 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:43:20.394970 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47558) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:20.406546 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-0806bb1e-fccc-4c61-aec7-6b40e2a978c5 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:20.406546 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0806bb1e-fccc-4c61-aec7-6b40e2a978c5 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0067523 Apr 20 17:43:20.409038 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47562) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:20.417943 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [None req-b0665dd9-f32b-4c33-9682-246ef9613261 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:20.419070 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b0665dd9-f32b-4c33-9682-246ef9613261 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0079775 Apr 20 17:43:20.421729 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47566) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:20.424842 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-64d4d8ea-9456-40b9-92b7-0f8290d3e701 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Deleting port dd3dd411-6077-4e43-8827-4de023ec68a3 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:20.425819 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-64d4d8ea-9456-40b9-92b7-0f8290d3e701 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:20.453410 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [None req-4e7c28bf-37fd-4232-b835-8630367d935e tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:20.455054 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4e7c28bf-37fd-4232-b835-8630367d935e tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0322461 Apr 20 17:43:20.457854 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47570) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:20.521287 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-6565c16a-109c-4171-bede-fe18c102af07 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:20.522441 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6565c16a-109c-4171-bede-fe18c102af07 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0634344 Apr 20 17:43:20.528847 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-23130d5e-ee37-4167-a33e-1b59c8dc0d53 admin admin] Calling delete_port for 1986719a-eac8-4ce0-9658-2c2c52998f2f owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:43:20.554420 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47576) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:20.565069 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-a0590968-8c78-4ac4-9465-bc8b5812910e tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:20.569004 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a0590968-8c78-4ac4-9465-bc8b5812910e tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0109642 Apr 20 17:43:20.573737 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47580) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:20.583626 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [None req-46abd6fd-8e9f-4344-ba3d-89a33cb8357e tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:20.584511 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-46abd6fd-8e9f-4344-ba3d-89a33cb8357e tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0087936 Apr 20 17:43:20.587774 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47584) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:20.598268 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [None req-a195cd55-a278-44f3-9e40-1ac3b2399c67 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:20.599199 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a195cd55-a278-44f3-9e40-1ac3b2399c67 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0079384 Apr 20 17:43:20.602746 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47588) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:20.610657 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [None req-47dfe108-b641-43ee-a43d-fa4210ded60a tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:20.614740 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-47dfe108-b641-43ee-a43d-fa4210ded60a tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0072205 Apr 20 17:43:20.616398 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47592) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:20.636425 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [None req-b91893bd-476b-4a9f-b94a-6730dce91a73 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:20.639988 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b91893bd-476b-4a9f-b94a-6730dce91a73 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0101626 Apr 20 17:43:20.640568 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47596) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:20.655431 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [None req-b2ab1fea-59b6-4469-929a-ea444e2f563f tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:20.659209 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b2ab1fea-59b6-4469-929a-ea444e2f563f tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0149550 Apr 20 17:43:20.660966 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47600) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:20.668929 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [None req-73dfb0af-f595-497b-b0a4-ad6ea51bbe69 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:20.673106 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-73dfb0af-f595-497b-b0a4-ad6ea51bbe69 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0083859 Apr 20 17:43:20.676851 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47604) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:20.680219 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-64d4d8ea-9456-40b9-92b7-0f8290d3e701 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:20.698489 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [None req-7f5160de-dd93-4482-8923-eaf00f13385a tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:20.699458 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7f5160de-dd93-4482-8923-eaf00f13385a tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0107598 Apr 20 17:43:20.703048 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47608) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:20.709319 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-73961e55-d944-4daf-88b4-5bbc01ab4024 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:20.710244 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-73961e55-d944-4daf-88b4-5bbc01ab4024 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0062728 Apr 20 17:43:20.712791 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47612) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:20.721190 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-ec1cb261-00ef-42b0-a945-d5a77f2f068f tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:20.722162 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ec1cb261-00ef-42b0-a945-d5a77f2f068f tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0085318 Apr 20 17:43:20.724890 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47616) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:20.729916 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-4fa46a59-9d7f-4622-924f-6b2ebe3dbb62 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:20.730829 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4fa46a59-9d7f-4622-924f-6b2ebe3dbb62 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0050912 Apr 20 17:43:20.731974 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-23130d5e-ee37-4167-a33e-1b59c8dc0d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:20.735438 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47620) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:20.773503 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-d8669d90-acf9-484a-bbfc-cb31c8c11f76 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:20.774387 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d8669d90-acf9-484a-bbfc-cb31c8c11f76 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0109074 Apr 20 17:43:20.782174 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47624) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:20.782812 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23130d5e-ee37-4167-a33e-1b59c8dc0d53 admin admin] Pushing event deleted for resources: {'Port': ['ID=1986719a-eac8-4ce0-9658-2c2c52998f2f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:20.791105 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-3c061fe6-2d57-4a04-a0a4-4c0f93620639 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:20.794683 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3c061fe6-2d57-4a04-a0a4-4c0f93620639 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0072186 Apr 20 17:43:20.794834 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47628) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:20.815757 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-64d4d8ea-9456-40b9-92b7-0f8290d3e701 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Calling delete_port for dd3dd411-6077-4e43-8827-4de023ec68a3 owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:43:20.829573 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-f9bd0f65-7505-4816-9489-e9d9ebe7595f tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:20.830549 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f9bd0f65-7505-4816-9489-e9d9ebe7595f tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0348368 Apr 20 17:43:20.835341 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47632) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:20.864343 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-aa8387c0-028d-4920-b822-7678c5d809e9 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:20.865270 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-aa8387c0-028d-4920-b822-7678c5d809e9 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0290773 Apr 20 17:43:20.868343 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47636) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:20.876467 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd8a9db-9907-4760-8288-11395fc7efa4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:43:20.877187 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-05267576-7a2f-47b5-aeb6-590889b19e24 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:20.881031 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-05267576-7a2f-47b5-aeb6-590889b19e24 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0089381 Apr 20 17:43:20.881698 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47640) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:20.895880 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-0b18dfd5-6f77-445c-9411-f060047f1c63 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Deleting port ec68c366-fd28-426d-86d3-c0025fbcdd3c {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:20.896212 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0b18dfd5-6f77-445c-9411-f060047f1c63 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:20.922375 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [None req-02c98a2f-683a-4ee5-8b1d-7605c276b61c tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:20.925747 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-02c98a2f-683a-4ee5-8b1d-7605c276b61c tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0379105 Apr 20 17:43:20.935420 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47644) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:20.952879 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2bd8a9db-9907-4760-8288-11395fc7efa4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "PUT /v2.0/routers/cb96747b-7618-4823-9674-74b2d6111362/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7647717 Apr 20 17:43:20.953731 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [None req-e364187d-7aac-4646-9533-b2166f74081d tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:20.957923 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e364187d-7aac-4646-9533-b2166f74081d tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0186677 Apr 20 17:43:20.957923 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47648) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:20.963823 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47650) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:21.005331 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ec68c366-fd28-426d-86d3-c0025fbcdd3c no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:43:21.019871 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-c5d07610-46ab-4f7a-a549-418408f454c9 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:21.023252 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c5d07610-46ab-4f7a-a549-418408f454c9 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0565605 Apr 20 17:43:21.024943 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-0b18dfd5-6f77-445c-9411-f060047f1c63 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] The port 'ec68c366-fd28-426d-86d3-c0025fbcdd3c' was deleted {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:43:21.026862 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47656) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:21.040510 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-23130d5e-ee37-4167-a33e-1b59c8dc0d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:21.040864 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [None req-6bf9a893-dfad-4a40-9789-ca0d1a081a25 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:21.044302 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6bf9a893-dfad-4a40-9789-ca0d1a081a25 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0113819 Apr 20 17:43:21.044708 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: ec68c366-fd28-426d-86d3-c0025fbcdd3c {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:43:21.045320 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ec68c366-fd28-426d-86d3-c0025fbcdd3c not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:43:21.076616 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47660) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:21.088649 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [None req-dc7bc56a-6fb5-4b7e-95c6-51d9941c2b09 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:21.089650 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-dc7bc56a-6fb5-4b7e-95c6-51d9941c2b09 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0109780 Apr 20 17:43:21.094765 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47664) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:21.154683 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-38cf43d8-bbee-45ef-b0fd-d32dbf3f3e0c tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:21.158020 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-38cf43d8-bbee-45ef-b0fd-d32dbf3f3e0c tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0599186 Apr 20 17:43:21.163080 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47668) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:21.169661 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-62f2722e-03dd-458d-a1cc-c611feef02de tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:21.172736 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-62f2722e-03dd-458d-a1cc-c611feef02de tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0066266 Apr 20 17:43:21.174388 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47672) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:21.180508 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-a8d26a46-31ac-4ee3-b856-b650d7bf8a94 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:21.183815 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a8d26a46-31ac-4ee3-b856-b650d7bf8a94 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0061717 Apr 20 17:43:21.206579 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47676) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:21.217767 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [None req-e55f2c0e-88f4-414d-9caa-3a6e4e8cbbbf tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:21.221023 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e55f2c0e-88f4-414d-9caa-3a6e4e8cbbbf tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0112503 Apr 20 17:43:21.234129 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47680) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:21.294867 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-1ba84542-1738-4bef-96ee-cfd4e7530c84 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:21.298098 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1ba84542-1738-4bef-96ee-cfd4e7530c84 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0554242 Apr 20 17:43:21.302849 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47684) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:21.309613 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-77b23fc7-2a0a-451d-a475-588c81bfc2c8 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:21.312823 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-77b23fc7-2a0a-451d-a475-588c81bfc2c8 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0068121 Apr 20 17:43:21.314371 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47688) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:21.317770 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-23130d5e-ee37-4167-a33e-1b59c8dc0d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:21.318151 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0b18dfd5-6f77-445c-9411-f060047f1c63 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:21.321440 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-deac16e3-c4f0-495a-b26c-98b2627d8ee5 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:21.324592 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-deac16e3-c4f0-495a-b26c-98b2627d8ee5 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0071805 Apr 20 17:43:21.324886 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47692) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:21.327627 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-23130d5e-ee37-4167-a33e-1b59c8dc0d53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:21.331828 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-8388240f-4f92-446d-b47a-1e461c14eb1b tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:21.334787 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8388240f-4f92-446d-b47a-1e461c14eb1b tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0064011 Apr 20 17:43:21.335583 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47696) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:21.341529 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-4945845f-3b41-4c36-b706-9e110f7fef94 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:21.344214 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4945845f-3b41-4c36-b706-9e110f7fef94 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0055270 Apr 20 17:43:21.345341 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47700) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:21.351781 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-ffa4f248-106f-4130-ac0f-9c8e195e3f56 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:21.354777 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ffa4f248-106f-4130-ac0f-9c8e195e3f56 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0065138 Apr 20 17:43:21.362907 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47704) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:21.368428 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-96b93d6c-4a6b-4393-8bc1-f9e3c0627e29 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:21.371801 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-96b93d6c-4a6b-4393-8bc1-f9e3c0627e29 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0052304 Apr 20 17:43:21.372061 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47708) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:21.377198 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-0108f2ee-3319-480a-8f97-b8ef6f7b5f51 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:21.380222 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0108f2ee-3319-480a-8f97-b8ef6f7b5f51 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0052922 Apr 20 17:43:21.380222 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-23130d5e-ee37-4167-a33e-1b59c8dc0d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:21.380222 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23130d5e-ee37-4167-a33e-1b59c8dc0d53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5f9d296-9b2e-4745-9e70-1686576935f2 {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:43:21.381377 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47712) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:21.383618 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-0b18dfd5-6f77-445c-9411-f060047f1c63 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383fdd36-ad11-471e-b7f7-12e68bd781d6']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:21.388330 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-f3f8939d-161b-40c0-b42c-210136488222 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:21.393040 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f3f8939d-161b-40c0-b42c-210136488222 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0073228 Apr 20 17:43:21.393040 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47716) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:21.397020 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-6d07e5f2-c9b6-42b9-837f-55e05feb96d2 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:21.400170 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6d07e5f2-c9b6-42b9-837f-55e05feb96d2 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0053260 Apr 20 17:43:21.401017 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47720) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:21.407149 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-0b18dfd5-6f77-445c-9411-f060047f1c63 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b898a0-228b-4eac-a1a3-8ff0da4d44db') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:21.407436 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-0b18dfd5-6f77-445c-9411-f060047f1c63 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b898a0-228b-4eac-a1a3-8ff0da4d44db') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:21.408565 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-e763eefa-eff4-4f1c-a890-d273c0de0c77 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:21.411711 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e763eefa-eff4-4f1c-a890-d273c0de0c77 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0077648 Apr 20 17:43:21.411927 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47724) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:21.417051 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-45e54dbb-4d79-4689-87ce-d993f14a03d3 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:21.419728 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-45e54dbb-4d79-4689-87ce-d993f14a03d3 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0049675 Apr 20 17:43:21.419849 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-64d4d8ea-9456-40b9-92b7-0f8290d3e701 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:21.419953 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-23130d5e-ee37-4167-a33e-1b59c8dc0d53 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:21.422961 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-23130d5e-ee37-4167-a33e-1b59c8dc0d53 admin admin] 10.222.0.39 "DELETE /v2.0/routers/c5f9d296-9b2e-4745-9e70-1686576935f2 HTTP/1.1" status: 204 len: 168 time: 1.9321055 Apr 20 17:43:21.422961 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47728) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:21.424149 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47730) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:21.427496 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-cc3f42b0-f2e3-4f27-a422-34b3b981e1e4 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:21.430447 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cc3f42b0-f2e3-4f27-a422-34b3b981e1e4 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0064113 Apr 20 17:43:21.458351 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0b18dfd5-6f77-445c-9411-f060047f1c63 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:21.465046 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47736) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:21.482943 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cde14a4-f06b-4776-8251-997c338a3276 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Deleting subnet fcbb3aef-0f73-4a02-803d-6c36c52b922a {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:43:21.485010 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d4d8ea-9456-40b9-92b7-0f8290d3e701 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Pushing event deleted for resources: {'Port': ['ID=dd3dd411-6077-4e43-8827-4de023ec68a3,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:21.492161 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [None req-ae1a5d8e-5bf7-4832-b18e-e96eab435fa9 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:21.493137 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ae1a5d8e-5bf7-4832-b18e-e96eab435fa9 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0264645 Apr 20 17:43:21.496715 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0cde14a4-f06b-4776-8251-997c338a3276 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:21.523713 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47740) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:21.543657 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [None req-d3ea122b-439c-47b0-9c67-28b72fb9175a tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:21.547091 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d3ea122b-439c-47b0-9c67-28b72fb9175a tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0177002 Apr 20 17:43:21.547091 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0b18dfd5-6f77-445c-9411-f060047f1c63 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:21.547679 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47744) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:21.596037 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-09be5d15-8c64-45d5-8dd0-2f6111df9e52 admin admin] Deleting subnet 6dc33163-c1d4-4f24-a4eb-9ac8147e08ad {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:43:21.599296 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-09be5d15-8c64-45d5-8dd0-2f6111df9e52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:21.655369 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-09be5d15-8c64-45d5-8dd0-2f6111df9e52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:21.705341 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [None req-3c0e8708-5425-45e6-afce-beb8d5564ff3 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:21.708660 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3c0e8708-5425-45e6-afce-beb8d5564ff3 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0144138 Apr 20 17:43:21.710961 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47748) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:21.711608 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b18dfd5-6f77-445c-9411-f060047f1c63 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:43:21.712066 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0b18dfd5-6f77-445c-9411-f060047f1c63 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:21.715854 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-3e7273c6-d6ad-4902-a3aa-946b198fc58a tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:21.719401 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3e7273c6-d6ad-4902-a3aa-946b198fc58a tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0048630 Apr 20 17:43:21.719537 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47752) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:21.726811 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-2dc3a5c3-992e-4654-bdfb-8a3691910eae tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:21.727724 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2dc3a5c3-992e-4654-bdfb-8a3691910eae tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0073335 Apr 20 17:43:21.729279 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:43:21.729279 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:43:21.729279 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:43:21.729279 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:43:21.729279 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:43:21.729279 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:43:21.729279 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:43:21.729279 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:43:21.729279 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:43:21.729279 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:43:21.729279 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:43:21.729279 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:43:21.729279 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:43:21.729279 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:43:21.729279 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:43:21.729279 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:43:21.729279 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:43:21.729279 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:43:21.729279 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:43:21.729279 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:43:21.729279 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:43:21.729279 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:43:21.729279 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:43:21.729279 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:43:21.729279 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:43:21.729279 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:43:21.729279 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:43:21.729279 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:43:21.729279 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:43:21.729279 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:43:21.729279 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:43:21.729279 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:43:21.731372 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47756) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:21.735067 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-1b95cde1-eb1f-474c-b0a4-0d87bf7ea11f tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:21.739088 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1b95cde1-eb1f-474c-b0a4-0d87bf7ea11f tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0047069 Apr 20 17:43:21.741473 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47760) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:21.743739 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73a0b21-b449-4123-bdf7-c8dd93f5ea5d None None] Sync routers for ids ['cb96747b-7618-4823-9674-74b2d6111362'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:43:21.747540 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-fe0a4fcf-f4be-4d29-aa26-56369ade9ef7 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:21.750567 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fe0a4fcf-f4be-4d29-aa26-56369ade9ef7 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0061855 Apr 20 17:43:21.751042 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47764) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:21.755563 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-a8cf457e-963e-415b-91d1-bfe484af881b tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:21.758618 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a8cf457e-963e-415b-91d1-bfe484af881b tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0046015 Apr 20 17:43:21.758763 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47768) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:21.760066 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73a0b21-b449-4123-bdf7-c8dd93f5ea5d None None] Routers {'cb96747b-7618-4823-9674-74b2d6111362'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:21.761002 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f73a0b21-b449-4123-bdf7-c8dd93f5ea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['cb96747b-7618-4823-9674-74b2d6111362'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:21.764392 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-8953f90e-3b9d-4b1d-8052-28fec2007b39 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:21.767543 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8953f90e-3b9d-4b1d-8052-28fec2007b39 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0057595 Apr 20 17:43:21.768602 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47772) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:21.776073 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-09be5d15-8c64-45d5-8dd0-2f6111df9e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:21.828457 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0cde14a4-f06b-4776-8251-997c338a3276 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:21.851133 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-09be5d15-8c64-45d5-8dd0-2f6111df9e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:21.857869 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [None req-f134d886-ad27-4f30-87b8-c796f3ea700c tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:21.858840 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f134d886-ad27-4f30-87b8-c796f3ea700c tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0460315 Apr 20 17:43:21.875782 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47776) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:21.897410 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be5d15-8c64-45d5-8dd0-2f6111df9e52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dc33163-c1d4-4f24-a4eb-9ac8147e08ad,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:21.902709 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [None req-8f85a1d2-a1b0-4526-a697-a3570088df8d tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:21.906967 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8f85a1d2-a1b0-4526-a697-a3570088df8d tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0233669 Apr 20 17:43:21.907828 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-09be5d15-8c64-45d5-8dd0-2f6111df9e52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:21.911640 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47780) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:21.917793 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [None req-c0e4b944-a840-431c-a265-114387ebbc01 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:43:21.918814 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c0e4b944-a840-431c-a265-114387ebbc01 tempest-ExtensionsTestJSON-394703628 tempest-ExtensionsTestJSON-394703628-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0063391 Apr 20 17:43:21.922580 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8630c2a-8b87-4603-861b-5fa787138334 None None] Network 2fb9ecc6-c4e7-4653-96a3-10b8c58d2625 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:43:21.937445 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-09be5d15-8c64-45d5-8dd0-2f6111df9e52 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6dc33163-c1d4-4f24-a4eb-9ac8147e08ad HTTP/1.1" status: 204 len: 168 time: 0.5131919 Apr 20 17:43:21.940323 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47786) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:21.942241 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-f73a0b21-b449-4123-bdf7-c8dd93f5ea5d None None] Set router cb96747b-7618-4823-9674-74b2d6111362 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:43:21.972892 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0cde14a4-f06b-4776-8251-997c338a3276 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:22.056258 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0b18dfd5-6f77-445c-9411-f060047f1c63 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:22.143111 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0cde14a4-f06b-4776-8251-997c338a3276 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:22.155687 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-16a39276-0fbf-48f5-9561-f2dd2777eed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:22.171953 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-16a39276-0fbf-48f5-9561-f2dd2777eed6 admin admin] Deleting port 916b6ae3-0ddc-47c2-9701-581f7ffd9a83 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:22.172163 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0b18dfd5-6f77-445c-9411-f060047f1c63 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:22.172392 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-16a39276-0fbf-48f5-9561-f2dd2777eed6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:22.231465 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089ad8fc-73f2-42f2-bb3a-31c5b87493d7 None None] DHCP port deletion for 2fb9ecc6-c4e7-4653-96a3-10b8c58d2625 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:43:22.236660 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-089ad8fc-73f2-42f2-bb3a-31c5b87493d7 None None] Deleting port 916b6ae3-0ddc-47c2-9701-581f7ffd9a83 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:22.237031 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-089ad8fc-73f2-42f2-bb3a-31c5b87493d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:22.356406 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f73a0b21-b449-4123-bdf7-c8dd93f5ea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb96747b-7618-4823-9674-74b2d6111362', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143651464', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'd1019a18-138f-4eff-a00d-883afae5d69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:12Z', 'updated_at': '2022-04-20T17:43:17Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'd1019a18-138f-4eff-a00d-883afae5d69e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96747b-7618-4823-9674-74b2d6111362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:14Z', 'updated_at': '2022-04-20T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:22.360409 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73a0b21-b449-4123-bdf7-c8dd93f5ea5d None None] Checking router: cb96747b-7618-4823-9674-74b2d6111362 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:43:22.374436 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73a0b21-b449-4123-bdf7-c8dd93f5ea5d None None] Routers {'cb96747b-7618-4823-9674-74b2d6111362'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:22.375311 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f73a0b21-b449-4123-bdf7-c8dd93f5ea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['cb96747b-7618-4823-9674-74b2d6111362'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:22.381507 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18dfd5-6f77-445c-9411-f060047f1c63 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Pushing event deleted for resources: {'Network': ['ID=383fdd36-ad11-471e-b7f7-12e68bd781d6,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:22.418749 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde14a4-f06b-4776-8251-997c338a3276 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event deleted for resources: {'Subnet': ['ID=fcbb3aef-0f73-4a02-803d-6c36c52b922a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:22.423891 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-16a39276-0fbf-48f5-9561-f2dd2777eed6 admin admin] For port 916b6ae3-0ddc-47c2-9701-581f7ffd9a83, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=916b6ae3-0ddc-47c2-9701-581f7ffd9a83,segment=NetworkSegment(9354e6cb-f73f-4a2f-a794-6e23cfa759ef),segment_id=9354e6cb-f73f-4a2f-a794-6e23cfa759ef)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:22.424255 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-16a39276-0fbf-48f5-9561-f2dd2777eed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:22.433698 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0cde14a4-f06b-4776-8251-997c338a3276 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:22.436024 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0cde14a4-f06b-4776-8251-997c338a3276 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "DELETE /v2.0/subnets/fcbb3aef-0f73-4a02-803d-6c36c52b922a HTTP/1.1" status: 204 len: 168 time: 1.4524119 Apr 20 17:43:22.442015 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0b18dfd5-6f77-445c-9411-f060047f1c63 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/networks/383fdd36-ad11-471e-b7f7-12e68bd781d6 HTTP/1.1" status: 204 len: 168 time: 3.1390240 Apr 20 17:43:22.443168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47792) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:22.443689 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47794) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:22.448643 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdb0266-917a-4c30-9e97-76633c4c8a7b None None] Network eca56d5d-e4f2-441a-b91e-029ec9fd83b1 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:43:22.449650 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-64d4d8ea-9456-40b9-92b7-0f8290d3e701 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:22.543320 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47800) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:22.578956 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-bbc41671-ff0c-4690-b3b1-c02deb86608c tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Request body: {'router': {'routes': None}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:22.597290 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-f73a0b21-b449-4123-bdf7-c8dd93f5ea5d None None] Set router cb96747b-7618-4823-9674-74b2d6111362 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:43:22.606028 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-089ad8fc-73f2-42f2-bb3a-31c5b87493d7 None None] For port 916b6ae3-0ddc-47c2-9701-581f7ffd9a83, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=916b6ae3-0ddc-47c2-9701-581f7ffd9a83,segment=NetworkSegment(9354e6cb-f73f-4a2f-a794-6e23cfa759ef),segment_id=9354e6cb-f73f-4a2f-a794-6e23cfa759ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:22.606616 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-089ad8fc-73f2-42f2-bb3a-31c5b87493d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:22.635278 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-16a39276-0fbf-48f5-9561-f2dd2777eed6 admin admin] Calling delete_port for 916b6ae3-0ddc-47c2-9701-581f7ffd9a83 owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:43:22.736300 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-16a39276-0fbf-48f5-9561-f2dd2777eed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:22.797733 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-089ad8fc-73f2-42f2-bb3a-31c5b87493d7 None None] Calling delete_port for 916b6ae3-0ddc-47c2-9701-581f7ffd9a83 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:43:22.824965 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a39276-0fbf-48f5-9561-f2dd2777eed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=916b6ae3-0ddc-47c2-9701-581f7ffd9a83,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:22.849070 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a39276-0fbf-48f5-9561-f2dd2777eed6 admin admin] No DVR routers for this DVR port 916b6ae3-0ddc-47c2-9701-581f7ffd9a83 on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:43:22.916239 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:43:22.919038 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:43:22.919038 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:43:22.919038 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:43:22.919038 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:43:22.919038 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:43:22.919038 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:43:22.919038 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:43:22.919038 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:43:22.919038 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:43:22.919038 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:43:22.919038 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:43:22.919038 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:43:22.919038 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:43:22.919038 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:43:22.938795 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d3ecb100-9934-43a1-b81d-d6a09db4cdc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:22.946143 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-089ad8fc-73f2-42f2-bb3a-31c5b87493d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:43:22.948133 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-089ad8fc-73f2-42f2-bb3a-31c5b87493d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:43:22.975092 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 916b6ae3-0ddc-47c2-9701-581f7ffd9a83 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:43:22.991516 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f73a0b21-b449-4123-bdf7-c8dd93f5ea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb96747b-7618-4823-9674-74b2d6111362', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143651464', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'd1019a18-138f-4eff-a00d-883afae5d69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:12Z', 'updated_at': '2022-04-20T17:43:17Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'd1019a18-138f-4eff-a00d-883afae5d69e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96747b-7618-4823-9674-74b2d6111362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:14Z', 'updated_at': '2022-04-20T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:22.996953 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73a0b21-b449-4123-bdf7-c8dd93f5ea5d None None] The sync data for ids ['cb96747b-7618-4823-9674-74b2d6111362'] in n-d-838032-1 is: [{'id': 'cb96747b-7618-4823-9674-74b2d6111362', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143651464', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'd1019a18-138f-4eff-a00d-883afae5d69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:40:12Z', 'updated_at': '2022-04-20T17:43:17Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'd1019a18-138f-4eff-a00d-883afae5d69e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96747b-7618-4823-9674-74b2d6111362', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:40:14Z', 'updated_at': '2022-04-20T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:43:23.027530 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-16a39276-0fbf-48f5-9561-f2dd2777eed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:23.045252 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16ce61b-4ab9-46dd-9fd1-eed61463ba1c None None] DHCP port deletion for eca56d5d-e4f2-441a-b91e-029ec9fd83b1 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:43:23.053403 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 916b6ae3-0ddc-47c2-9701-581f7ffd9a83 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:43:23.053751 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 916b6ae3-0ddc-47c2-9701-581f7ffd9a83 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:43:23.055439 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-e16ce61b-4ab9-46dd-9fd1-eed61463ba1c None None] Deleting port ede1b6c7-f826-4515-a09b-79c007bd2342 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:23.055798 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e16ce61b-4ab9-46dd-9fd1-eed61463ba1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:23.064169 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d3ecb100-9934-43a1-b81d-d6a09db4cdc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:23.069750 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-16a39276-0fbf-48f5-9561-f2dd2777eed6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb9ecc6-c4e7-4653-96a3-10b8c58d2625']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:23.076803 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d3ecb100-9934-43a1-b81d-d6a09db4cdc1 admin admin] Usage tracker for resource:security_group_rule and tenant:481fd71bbdb1447ab8b2cb676adc8ad9 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:23.086147 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d3ecb100-9934-43a1-b81d-d6a09db4cdc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:23.093518 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-16a39276-0fbf-48f5-9561-f2dd2777eed6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9354e6cb-f73f-4a2f-a794-6e23cfa759ef') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:23.093809 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-16a39276-0fbf-48f5-9561-f2dd2777eed6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9354e6cb-f73f-4a2f-a794-6e23cfa759ef') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:23.100241 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d3ecb100-9934-43a1-b81d-d6a09db4cdc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:23.109521 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-16a39276-0fbf-48f5-9561-f2dd2777eed6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:23.135061 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-16a39276-0fbf-48f5-9561-f2dd2777eed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:23.145796 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16a39276-0fbf-48f5-9561-f2dd2777eed6 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:43:23.146208 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-16a39276-0fbf-48f5-9561-f2dd2777eed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:23.159359 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:43:23.159359 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:43:23.159359 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:43:23.159359 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:43:23.159359 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:43:23.159359 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:43:23.159359 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:43:23.159359 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:43:23.159359 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:43:23.159359 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:43:23.159359 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:43:23.159359 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:43:23.159359 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:43:23.159359 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:43:23.159359 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:43:23.159359 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:43:23.159359 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:43:23.159359 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:43:23.159359 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:43:23.159359 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:43:23.159359 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:43:23.159359 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:43:23.159359 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:43:23.159359 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:43:23.159359 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:43:23.159359 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:43:23.159359 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:43:23.159359 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:43:23.159359 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:43:23.159359 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:43:23.159359 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:43:23.159359 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:43:23.250938 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-16a39276-0fbf-48f5-9561-f2dd2777eed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:23.257158 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-e16ce61b-4ab9-46dd-9fd1-eed61463ba1c None None] For port ede1b6c7-f826-4515-a09b-79c007bd2342, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ede1b6c7-f826-4515-a09b-79c007bd2342,segment=NetworkSegment(0d0bb655-15d9-4b50-a39c-4bc813a39738),segment_id=0d0bb655-15d9-4b50-a39c-4bc813a39738)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:23.257497 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e16ce61b-4ab9-46dd-9fd1-eed61463ba1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:23.281817 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-16a39276-0fbf-48f5-9561-f2dd2777eed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:23.293260 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a39276-0fbf-48f5-9561-f2dd2777eed6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fb9ecc6-c4e7-4653-96a3-10b8c58d2625,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:23.303171 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d3ecb100-9934-43a1-b81d-d6a09db4cdc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:23.308824 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-16a39276-0fbf-48f5-9561-f2dd2777eed6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2fb9ecc6-c4e7-4653-96a3-10b8c58d2625 HTTP/1.1" status: 204 len: 168 time: 1.3627057 Apr 20 17:43:23.317427 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d3ecb100-9934-43a1-b81d-d6a09db4cdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:23.381747 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d3ecb100-9934-43a1-b81d-d6a09db4cdc1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=481fd71bbdb1447ab8b2cb676adc8ad9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8370414 Apr 20 17:43:23.382683 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ecb100-9934-43a1-b81d-d6a09db4cdc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d87bf3c-f19d-44f5-be35-a863dd143f67,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:23.385512 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47808) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:23.395186 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-e16ce61b-4ab9-46dd-9fd1-eed61463ba1c None None] Calling delete_port for ede1b6c7-f826-4515-a09b-79c007bd2342 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:43:23.450722 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-089ad8fc-73f2-42f2-bb3a-31c5b87493d7 None None] Deleting port 916b6ae3-0ddc-47c2-9701-581f7ffd9a83 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:23.451267 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-089ad8fc-73f2-42f2-bb3a-31c5b87493d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:23.471856 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c2cd44b8-afa5-4fe2-9a43-881ed308b914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:23.503892 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c2cd44b8-afa5-4fe2-9a43-881ed308b914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:23.534674 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-089ad8fc-73f2-42f2-bb3a-31c5b87493d7 None None] The port '916b6ae3-0ddc-47c2-9701-581f7ffd9a83' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:43:23.560824 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47812) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:23.574274 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e16ce61b-4ab9-46dd-9fd1-eed61463ba1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:23.583048 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.extraroute_db [None req-bbc41671-ff0c-4690-b3b1-c02deb86608c tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Added routes are [] {{(pid=84080) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 20 17:43:23.583634 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.extraroute_db [None req-bbc41671-ff0c-4690-b3b1-c02deb86608c tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Removed routes are [] {{(pid=84080) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 20 17:43:23.583740 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bbc41671-ff0c-4690-b3b1-c02deb86608c tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:23.623948 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f736a153-a85c-4aa9-8991-1790f78b4755 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c5df6565ad24b5e9a91293d057d1ffa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0565426 Apr 20 17:43:23.624177 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ce61b-4ab9-46dd-9fd1-eed61463ba1c None None] Pushing event deleted for resources: {'Port': ['ID=ede1b6c7-f826-4515-a09b-79c007bd2342,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:23.624734 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47816) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:23.626665 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16ce61b-4ab9-46dd-9fd1-eed61463ba1c None None] No DVR routers for this DVR port ede1b6c7-f826-4515-a09b-79c007bd2342 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:43:23.640104 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c2cd44b8-afa5-4fe2-9a43-881ed308b914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:23.648436 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-64d4d8ea-9456-40b9-92b7-0f8290d3e701 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:23.658936 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd44b8-afa5-4fe2-9a43-881ed308b914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d87bf3c-f19d-44f5-be35-a863dd143f67,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:23.683861 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c2cd44b8-afa5-4fe2-9a43-881ed308b914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:23.690409 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c2cd44b8-afa5-4fe2-9a43-881ed308b914 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5d87bf3c-f19d-44f5-be35-a863dd143f67 HTTP/1.1" status: 204 len: 168 time: 0.3012435 Apr 20 17:43:23.719794 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9b4260d3-3299-4a74-bb35-a5b0969d3ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:23.726932 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-64d4d8ea-9456-40b9-92b7-0f8290d3e701 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:23.747192 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9b4260d3-3299-4a74-bb35-a5b0969d3ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:23.809482 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9b4260d3-3299-4a74-bb35-a5b0969d3ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:23.827230 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4260d3-3299-4a74-bb35-a5b0969d3ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb9f498-43d1-4996-9db6-3b31c0bbeabd,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:23.833743 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9b4260d3-3299-4a74-bb35-a5b0969d3ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:23.842255 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9b4260d3-3299-4a74-bb35-a5b0969d3ed2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/beb9f498-43d1-4996-9db6-3b31c0bbeabd HTTP/1.1" status: 204 len: 168 time: 0.2145631 Apr 20 17:43:23.909318 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-64d4d8ea-9456-40b9-92b7-0f8290d3e701 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:23.909829 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d4d8ea-9456-40b9-92b7-0f8290d3e701 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Fanout notify agent at l3_agent the message router_deleted on router 5ba3b776-91d1-4674-9a55-21b2ffaa1af1 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:43:23.918462 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bbc41671-ff0c-4690-b3b1-c02deb86608c tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:23.927681 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-64d4d8ea-9456-40b9-92b7-0f8290d3e701 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:23.932984 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47826) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:23.934782 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-64d4d8ea-9456-40b9-92b7-0f8290d3e701 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] 10.222.0.39 "DELETE /v2.0/routers/5ba3b776-91d1-4674-9a55-21b2ffaa1af1 HTTP/1.1" status: 204 len: 168 time: 5.0945690 Apr 20 17:43:23.937596 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bbc41671-ff0c-4690-b3b1-c02deb86608c tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33176207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33176208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33180178'] for router, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:23.946682 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-765eaafa-92ea-4c08-9057-4c5d94624422 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-799636166', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:23.960425 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-765eaafa-92ea-4c08-9057-4c5d94624422 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:23.967570 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-765eaafa-92ea-4c08-9057-4c5d94624422 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Usage tracker for resource:router and tenant:1e0df4d72bbb46eaacc5962ea1faba9c is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:23.978237 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-765eaafa-92ea-4c08-9057-4c5d94624422 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:23.982764 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-765eaafa-92ea-4c08-9057-4c5d94624422 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:23.997517 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-765eaafa-92ea-4c08-9057-4c5d94624422 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:23.998737 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-765eaafa-92ea-4c08-9057-4c5d94624422 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:24.023555 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-765eaafa-92ea-4c08-9057-4c5d94624422 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:24.053235 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-765eaafa-92ea-4c08-9057-4c5d94624422 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:24.077575 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6a39ed-5151-47bc-8579-bbbd0822480f None None] Sync routers for ids ['b7bae6f1-f1fa-4fdb-96ee-514ba808f99a'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:43:24.097665 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-765eaafa-92ea-4c08-9057-4c5d94624422 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:24.099158 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6a39ed-5151-47bc-8579-bbbd0822480f None None] Routers {'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:24.100126 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-0c6a39ed-5151-47bc-8579-bbbd0822480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['b7bae6f1-f1fa-4fdb-96ee-514ba808f99a'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:24.102903 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-765eaafa-92ea-4c08-9057-4c5d94624422 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1678309 Apr 20 17:43:24.105670 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47836) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:24.115829 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-f5bc016a-6d24-48cf-8b3e-9532235c567f tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Request body: {'router': {'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:24.117314 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-996ba2a9-f98d-450b-8487-59bc042ec1ac tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:24.234152 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-0c6a39ed-5151-47bc-8579-bbbd0822480f None None] Set router b7bae6f1-f1fa-4fdb-96ee-514ba808f99a gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:43:24.304576 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc41671-ff0c-4690-b3b1-c02deb86608c tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Router b7bae6f1-f1fa-4fdb-96ee-514ba808f99a has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:43:24.369732 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-0c6a39ed-5151-47bc-8579-bbbd0822480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'name': 'tempest-RoutersTest-router-888757083', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:49Z', 'updated_at': '2022-04-20T17:43:16Z', 'revision_number': 11, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:24.376862 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6a39ed-5151-47bc-8579-bbbd0822480f None None] Checking router: b7bae6f1-f1fa-4fdb-96ee-514ba808f99a for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:43:24.402695 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6a39ed-5151-47bc-8579-bbbd0822480f None None] Routers {'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:24.404596 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-0c6a39ed-5151-47bc-8579-bbbd0822480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['b7bae6f1-f1fa-4fdb-96ee-514ba808f99a'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:24.498686 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc41671-ff0c-4690-b3b1-c02deb86608c tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:43:24.504828 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bbc41671-ff0c-4690-b3b1-c02deb86608c tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:24.509388 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bbc41671-ff0c-4690-b3b1-c02deb86608c tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "PUT /v2.0/routers/b7bae6f1-f1fa-4fdb-96ee-514ba808f99a HTTP/1.1" status: 200 len: 700 time: 2.0623477 Apr 20 17:43:24.510418 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47844) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:24.561240 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-00091fd4-0242-4af2-a94b-c085337af263 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Synchronizing usage tracker for tenant:9b47d4ec84d44059beda8a5ee5d71e29 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:24.601420 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-00091fd4-0242-4af2-a94b-c085337af263 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Unset dirty status for tenant:9b47d4ec84d44059beda8a5ee5d71e29 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:24.605336 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-00091fd4-0242-4af2-a94b-c085337af263 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7bae6f1-f1fa-4fdb-96ee-514ba808f99a HTTP/1.1" status: 200 len: 205 time: 0.0928252 Apr 20 17:43:24.607432 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47850) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:24.632018 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-0c6a39ed-5151-47bc-8579-bbbd0822480f None None] Set router b7bae6f1-f1fa-4fdb-96ee-514ba808f99a gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:43:24.658775 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47854) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:24.768716 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-996ba2a9-f98d-450b-8487-59bc042ec1ac tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:24.774112 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f5bc016a-6d24-48cf-8b3e-9532235c567f tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:24.777015 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2af432e7-25ad-45f8-a720-04bc02e48f0d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:24.796900 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-0c6a39ed-5151-47bc-8579-bbbd0822480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'name': 'tempest-RoutersTest-router-888757083', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:49Z', 'updated_at': '2022-04-20T17:43:16Z', 'revision_number': 11, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:24.801029 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6a39ed-5151-47bc-8579-bbbd0822480f None None] The sync data for ids ['b7bae6f1-f1fa-4fdb-96ee-514ba808f99a'] in n-d-838032-1 is: [{'id': 'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a', 'name': 'tempest-RoutersTest-router-888757083', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:49Z', 'updated_at': '2022-04-20T17:43:16Z', 'revision_number': 11, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'gw_port_host': None}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:43:24.841968 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a9379e81-9a40-4b3a-8169-01eb7deb2e6c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6a4406e1bc824195963cee7808722a5b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1146011 Apr 20 17:43:24.842530 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47860) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:24.976678 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a24054de-1a98-4707-864b-904f7adc6722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:25.001823 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47866) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:25.010659 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a24054de-1a98-4707-864b-904f7adc6722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:25.035097 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-996ba2a9-f98d-450b-8487-59bc042ec1ac tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Deleting port d1019a18-138f-4eff-a00d-883afae5d69e {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:25.035439 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-996ba2a9-f98d-450b-8487-59bc042ec1ac tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:25.107267 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f5bc016a-6d24-48cf-8b3e-9532235c567f tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:25.140268 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f5bc016a-6d24-48cf-8b3e-9532235c567f tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:25.182906 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-99ce0654-1042-49f3-ab22-a542beff14c7 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-284598904'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:25.187907 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a24054de-1a98-4707-864b-904f7adc6722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:25.206974 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-99ce0654-1042-49f3-ab22-a542beff14c7 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:25.223897 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-99ce0654-1042-49f3-ab22-a542beff14c7 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Usage tracker for resource:network and tenant:787eadd0a11044edb9d11bd592b104bc is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:25.237565 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-99ce0654-1042-49f3-ab22-a542beff14c7 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:25.240397 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24054de-1a98-4707-864b-904f7adc6722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a688d1a-6e36-42a4-b7b8-e3e0081e8117,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:25.245776 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 449bdd7f-795d-492d-a596-a51a9050a34a no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:43:25.248547 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-99ce0654-1042-49f3-ab22-a542beff14c7 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:25.258954 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a24054de-1a98-4707-864b-904f7adc6722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:25.260539 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a24054de-1a98-4707-864b-904f7adc6722 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5a688d1a-6e36-42a4-b7b8-e3e0081e8117 HTTP/1.1" status: 204 len: 168 time: 0.4169271 Apr 20 17:43:25.309201 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ce0654-1042-49f3-ab22-a542beff14c7 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Made reservation on behalf of 787eadd0a11044edb9d11bd592b104bc for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:43:25.312184 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-99ce0654-1042-49f3-ab22-a542beff14c7 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:25.323986 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 449bdd7f-795d-492d-a596-a51a9050a34a {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:43:25.324865 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 449bdd7f-795d-492d-a596-a51a9050a34a not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:43:25.326925 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ede1b6c7-f826-4515-a09b-79c007bd2342 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:43:25.335817 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-99ce0654-1042-49f3-ab22-a542beff14c7 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:25.381236 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-f5bc016a-6d24-48cf-8b3e-9532235c567f tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Allocated IP 172.25.8.75 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/c3c83616-2f49-4c45-a92c-20803e3d32f8) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:43:25.381844 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: ede1b6c7-f826-4515-a09b-79c007bd2342 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:43:25.382419 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ede1b6c7-f826-4515-a09b-79c007bd2342 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:43:25.383601 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0eeb0ad6-2ad5-482c-86d5-d89d40a9da96 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:43:25.394593 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-99ce0654-1042-49f3-ab22-a542beff14c7 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:25.399806 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-99ce0654-1042-49f3-ab22-a542beff14c7 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Usage tracker for resource:security_group_rule and tenant:787eadd0a11044edb9d11bd592b104bc is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:25.404447 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-99ce0654-1042-49f3-ab22-a542beff14c7 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:25.426903 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-99ce0654-1042-49f3-ab22-a542beff14c7 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:25.433449 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 0eeb0ad6-2ad5-482c-86d5-d89d40a9da96 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:43:25.433995 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0eeb0ad6-2ad5-482c-86d5-d89d40a9da96 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:43:25.482147 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2af432e7-25ad-45f8-a720-04bc02e48f0d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:25.505322 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2af432e7-25ad-45f8-a720-04bc02e48f0d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:25.508751 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-996ba2a9-f98d-450b-8487-59bc042ec1ac tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] For port d1019a18-138f-4eff-a00d-883afae5d69e, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d1019a18-138f-4eff-a00d-883afae5d69e,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:25.509404 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-996ba2a9-f98d-450b-8487-59bc042ec1ac tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:25.602087 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f5bc016a-6d24-48cf-8b3e-9532235c567f tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:25.615899 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-99ce0654-1042-49f3-ab22-a542beff14c7 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:25.623165 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-99ce0654-1042-49f3-ab22-a542beff14c7 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:25.640735 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-996ba2a9-f98d-450b-8487-59bc042ec1ac tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Calling delete_port for d1019a18-138f-4eff-a00d-883afae5d69e owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:43:25.668466 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ce0654-1042-49f3-ab22-a542beff14c7 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:43:25.670925 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce0654-1042-49f3-ab22-a542beff14c7 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f80ee36-acc7-43c5-995e-e14292039bad,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:25.684919 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-99ce0654-1042-49f3-ab22-a542beff14c7 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:25.685332 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-99ce0654-1042-49f3-ab22-a542beff14c7 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Added segment cedc784d-3cf3-4011-8706-bf12aae26d7a of type vlan for network ffcd2da7-8ffb-4547-b374-40548bf7c0ea Apr 20 17:43:25.712056 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f5bc016a-6d24-48cf-8b3e-9532235c567f tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:25.723632 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2af432e7-25ad-45f8-a720-04bc02e48f0d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:25.724176 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af432e7-25ad-45f8-a720-04bc02e48f0d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Fanout notify agent at l3_agent the message router_deleted on router b7bae6f1-f1fa-4fdb-96ee-514ba808f99a {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:43:25.760216 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-99ce0654-1042-49f3-ab22-a542beff14c7 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:25.766164 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2af432e7-25ad-45f8-a720-04bc02e48f0d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:25.771729 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2af432e7-25ad-45f8-a720-04bc02e48f0d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/routers/b7bae6f1-f1fa-4fdb-96ee-514ba808f99a HTTP/1.1" status: 204 len: 168 time: 1.1589823 Apr 20 17:43:25.774088 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47874) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:25.781034 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-52c8c51d-dc57-41e4-a0ac-6bd6d0dac507 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1900674277', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:25.803924 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-52c8c51d-dc57-41e4-a0ac-6bd6d0dac507 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:25.804781 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bc016a-6d24-48cf-8b3e-9532235c567f tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:43:25.809862 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc016a-6d24-48cf-8b3e-9532235c567f tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Pushing event updated for resources: {'Port': ['ID=c3c83616-2f49-4c45-a92c-20803e3d32f8,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:25.812778 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-f5bc016a-6d24-48cf-8b3e-9532235c567f tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:43:25.814835 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-52c8c51d-dc57-41e4-a0ac-6bd6d0dac507 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Usage tracker for resource:router and tenant:9b47d4ec84d44059beda8a5ee5d71e29 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:25.820236 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-52c8c51d-dc57-41e4-a0ac-6bd6d0dac507 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:25.823130 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bc016a-6d24-48cf-8b3e-9532235c567f tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:43:25.826313 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-52c8c51d-dc57-41e4-a0ac-6bd6d0dac507 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:25.843026 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-52c8c51d-dc57-41e4-a0ac-6bd6d0dac507 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:25.844028 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-52c8c51d-dc57-41e4-a0ac-6bd6d0dac507 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:25.875851 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-99ce0654-1042-49f3-ab22-a542beff14c7 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:25.879766 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce0654-1042-49f3-ab22-a542beff14c7 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:25.880393 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-99ce0654-1042-49f3-ab22-a542beff14c7 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:25.921051 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-52c8c51d-dc57-41e4-a0ac-6bd6d0dac507 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:25.931349 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-996ba2a9-f98d-450b-8487-59bc042ec1ac tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:25.984383 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ba2a9-f98d-450b-8487-59bc042ec1ac tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event deleted for resources: {'Port': ['ID=d1019a18-138f-4eff-a00d-883afae5d69e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:26.026438 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-52c8c51d-dc57-41e4-a0ac-6bd6d0dac507 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:26.063666 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce0654-1042-49f3-ab22-a542beff14c7 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Pushing event updated for resources: {'Network': ['ID=ffcd2da7-8ffb-4547-b374-40548bf7c0ea,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:26.071150 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-99ce0654-1042-49f3-ab22-a542beff14c7 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0659158 Apr 20 17:43:26.076326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47878) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:26.087169 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-4b083389-9576-4f02-89a1-c27df9feb30e tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Request body: {'subnet': {'network_id': 'ffcd2da7-8ffb-4547-b374-40548bf7c0ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:26.089815 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network ffcd2da7-8ffb-4547-b374-40548bf7c0ea details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:43:26.171891 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-52c8c51d-dc57-41e4-a0ac-6bd6d0dac507 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:26.175855 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-52c8c51d-dc57-41e4-a0ac-6bd6d0dac507 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3984692 Apr 20 17:43:26.181867 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47882) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:26.190082 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-3c78efff-6389-47f7-8dac-12766deaf37d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:26.247003 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-996ba2a9-f98d-450b-8487-59bc042ec1ac tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:26.445521 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4b083389-9576-4f02-89a1-c27df9feb30e tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:26.451713 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4b083389-9576-4f02-89a1-c27df9feb30e tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Usage tracker for resource:subnet and tenant:787eadd0a11044edb9d11bd592b104bc is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:26.456282 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4b083389-9576-4f02-89a1-c27df9feb30e tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:26.466780 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4b083389-9576-4f02-89a1-c27df9feb30e tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:26.534655 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b083389-9576-4f02-89a1-c27df9feb30e tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Made reservation on behalf of 787eadd0a11044edb9d11bd592b104bc for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:43:26.607634 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-996ba2a9-f98d-450b-8487-59bc042ec1ac tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:26.612036 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-996ba2a9-f98d-450b-8487-59bc042ec1ac tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:26.642350 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-996ba2a9-f98d-450b-8487-59bc042ec1ac tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:26.643242 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996ba2a9-f98d-450b-8487-59bc042ec1ac tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Fanout notify agent at l3_agent the message router_deleted on router cb96747b-7618-4823-9674-74b2d6111362 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:43:26.653080 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-996ba2a9-f98d-450b-8487-59bc042ec1ac tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:26.654224 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-996ba2a9-f98d-450b-8487-59bc042ec1ac tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "DELETE /v2.0/routers/cb96747b-7618-4823-9674-74b2d6111362 HTTP/1.1" status: 204 len: 168 time: 4.2089317 Apr 20 17:43:26.657035 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47886) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:26.702018 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b083389-9576-4f02-89a1-c27df9feb30e tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:26.765311 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-828244bc-f79f-4e03-8233-c39f29a690e4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:26.877341 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f5bc016a-6d24-48cf-8b3e-9532235c567f tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:26.903278 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-828244bc-f79f-4e03-8233-c39f29a690e4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:26.931129 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-828244bc-f79f-4e03-8233-c39f29a690e4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca56d5d-e4f2-441a-b91e-029ec9fd83b1']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:26.943324 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-828244bc-f79f-4e03-8233-c39f29a690e4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d0bb655-15d9-4b50-a39c-4bc813a39738') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:26.943613 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-828244bc-f79f-4e03-8233-c39f29a690e4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d0bb655-15d9-4b50-a39c-4bc813a39738') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:26.955170 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-828244bc-f79f-4e03-8233-c39f29a690e4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:26.970671 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-828244bc-f79f-4e03-8233-c39f29a690e4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:26.977214 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-828244bc-f79f-4e03-8233-c39f29a690e4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:43:26.977643 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-828244bc-f79f-4e03-8233-c39f29a690e4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:26.992255 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:43:26.992255 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:43:26.992255 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:43:26.992255 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:43:26.992255 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:43:26.992255 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:43:26.992255 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:43:26.992255 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:43:26.992255 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:43:26.992255 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:43:26.992255 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:43:26.992255 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:43:26.992255 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:43:26.992255 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:43:26.992255 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:43:26.992255 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:43:26.992255 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:43:26.992255 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:43:26.992255 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:43:26.992255 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:43:26.992255 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:43:26.992255 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:43:26.992255 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:43:26.992255 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:43:26.992255 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:43:26.992255 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:43:26.992255 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:43:26.992255 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:43:26.992255 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:43:26.992255 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:43:26.992255 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:43:26.992255 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:43:27.029799 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3c78efff-6389-47f7-8dac-12766deaf37d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:27.053507 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3c78efff-6389-47f7-8dac-12766deaf37d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33176207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33176208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33180178'] for router, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:27.074348 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-828244bc-f79f-4e03-8233-c39f29a690e4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:27.078752 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-828244bc-f79f-4e03-8233-c39f29a690e4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:27.105620 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828244bc-f79f-4e03-8233-c39f29a690e4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event deleted for resources: {'Network': ['ID=eca56d5d-e4f2-441a-b91e-029ec9fd83b1,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:27.114592 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-828244bc-f79f-4e03-8233-c39f29a690e4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "DELETE /v2.0/networks/eca56d5d-e4f2-441a-b91e-029ec9fd83b1 HTTP/1.1" status: 204 len: 168 time: 0.4565611 Apr 20 17:43:27.117411 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47890) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:27.185844 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-58b0d6fb-1429-4040-9041-666b3e773c8e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:27.214749 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-58b0d6fb-1429-4040-9041-666b3e773c8e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:27.237703 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f5bc016a-6d24-48cf-8b3e-9532235c567f tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:27.250784 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f5bc016a-6d24-48cf-8b3e-9532235c567f tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33176207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33176208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33180178'] for router, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:27.280023 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-58b0d6fb-1429-4040-9041-666b3e773c8e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:27.301791 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0d6fb-1429-4040-9041-666b3e773c8e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=821043b7-26d5-401b-b0cd-14679faeced3,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:27.313732 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-58b0d6fb-1429-4040-9041-666b3e773c8e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:27.317736 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-58b0d6fb-1429-4040-9041-666b3e773c8e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "DELETE /v2.0/security-groups/821043b7-26d5-401b-b0cd-14679faeced3 HTTP/1.1" status: 204 len: 168 time: 0.1964250 Apr 20 17:43:27.464949 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b083389-9576-4f02-89a1-c27df9feb30e tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:27.696771 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b083389-9576-4f02-89a1-c27df9feb30e tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Pushing event updated for resources: {'Subnet': ['ID=d7eeefe3-9ea4-4d41-aafe-0d0f632cd6de,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:27.703228 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c78efff-6389-47f7-8dac-12766deaf37d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Router 1efaa464-367a-4d63-bf45-18257b20308d is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:43:27.723039 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b083389-9576-4f02-89a1-c27df9feb30e tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Checking segment: {'id': 'cedc784d-3cf3-4011-8706-bf12aae26d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ffcd2da7-8ffb-4547-b374-40548bf7c0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:43:27.723407 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b083389-9576-4f02-89a1-c27df9feb30e tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Network hostable DHCP agents. Network: ffcd2da7-8ffb-4547-b374-40548bf7c0ea, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:43:27.886337 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b083389-9576-4f02-89a1-c27df9feb30e tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Network ffcd2da7-8ffb-4547-b374-40548bf7c0ea is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:43:27.901947 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-4b083389-9576-4f02-89a1-c27df9feb30e tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, ffcd2da7-8ffb-4547-b374-40548bf7c0ea) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:43:27.904936 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c78efff-6389-47f7-8dac-12766deaf37d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:43:27.911096 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631b026f-739f-4bb4-8d1c-d2bfc2694230 None None] Network ffcd2da7-8ffb-4547-b374-40548bf7c0ea requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:43:27.913441 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b083389-9576-4f02-89a1-c27df9feb30e tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:27.914017 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b083389-9576-4f02-89a1-c27df9feb30e tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:27.923170 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cef64e-1cab-4ba8-b9d5-8e93bd60d045 None None] Sync routers for ids ['1efaa464-367a-4d63-bf45-18257b20308d'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:43:27.933527 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3c78efff-6389-47f7-8dac-12766deaf37d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:27.934740 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3c78efff-6389-47f7-8dac-12766deaf37d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "PUT /v2.0/routers/1efaa464-367a-4d63-bf45-18257b20308d HTTP/1.1" status: 200 len: 694 time: 1.7516830 Apr 20 17:43:27.938385 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47898) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:27.954754 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cef64e-1cab-4ba8-b9d5-8e93bd60d045 None None] Routers {'1efaa464-367a-4d63-bf45-18257b20308d'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:27.955627 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-12cef64e-1cab-4ba8-b9d5-8e93bd60d045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['1efaa464-367a-4d63-bf45-18257b20308d'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:27.981985 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4b083389-9576-4f02-89a1-c27df9feb30e tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9042904 Apr 20 17:43:27.984985 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47902) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:28.001138 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-7f54c4bc-105b-4e14-8000-0714da507aef tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Request body: {'port': {'network_id': 'ffcd2da7-8ffb-4547-b374-40548bf7c0ea', 'name': 'tempest-ExtraDHCPOptionsTestJSON-437102289'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:28.098914 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47908) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:28.108797 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-12cef64e-1cab-4ba8-b9d5-8e93bd60d045 None None] Set router 1efaa464-367a-4d63-bf45-18257b20308d gateway port host: None {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:43:28.127439 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-9fb89dbf-9d1e-444d-b496-fec3ba6c3436 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-101853658', 'description': 'tempest-secgroup-smoke-101853658 description', 'project_id': 'ac289a58365e49439c6a449ebba5fb54'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:28.132049 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b89e2773-37db-4e74-a6b7-613f0c2fe3d0 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "GET /v2.0/routers/1efaa464-367a-4d63-bf45-18257b20308d HTTP/1.1" status: 200 len: 700 time: 0.1912580 Apr 20 17:43:28.137693 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47912) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:28.147589 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9fb89dbf-9d1e-444d-b496-fec3ba6c3436 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:28.155381 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e2f65b-3fdc-4c7b-8d14-49598bf86ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-ffcd2da7-8ffb-4547-b374-40548bf7c0ea', 'network_id': 'ffcd2da7-8ffb-4547-b374-40548bf7c0ea', 'tenant_id': '787eadd0a11044edb9d11bd592b104bc', 'fixed_ips': [{'subnet_id': 'd7eeefe3-9ea4-4d41-aafe-0d0f632cd6de'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:43:28.156826 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-82e2f65b-3fdc-4c7b-8d14-49598bf86ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:28.184473 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9fb89dbf-9d1e-444d-b496-fec3ba6c3436 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:security_group and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:28.191365 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9fb89dbf-9d1e-444d-b496-fec3ba6c3436 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:28.208891 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b66bd672-35ed-448b-bd2d-5600b75bdeb3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Synchronizing usage tracker for tenant:9b47d4ec84d44059beda8a5ee5d71e29 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:28.214558 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9fb89dbf-9d1e-444d-b496-fec3ba6c3436 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:28.219157 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-12cef64e-1cab-4ba8-b9d5-8e93bd60d045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efaa464-367a-4d63-bf45-18257b20308d', 'name': 'tempest-RoutersTest-router-1900674277', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:43:25Z', 'updated_at': '2022-04-20T17:43:27Z', 'revision_number': 2, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:28.224114 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cef64e-1cab-4ba8-b9d5-8e93bd60d045 None None] Checking router: 1efaa464-367a-4d63-bf45-18257b20308d for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:43:28.235200 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cef64e-1cab-4ba8-b9d5-8e93bd60d045 None None] Routers {'1efaa464-367a-4d63-bf45-18257b20308d'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:28.235802 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-12cef64e-1cab-4ba8-b9d5-8e93bd60d045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['1efaa464-367a-4d63-bf45-18257b20308d'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:28.246889 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5bc016a-6d24-48cf-8b3e-9532235c567f tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Router 6de989dc-aa68-43c9-a295-52a56ba5bd47 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:43:28.253020 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b66bd672-35ed-448b-bd2d-5600b75bdeb3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Unset dirty status for tenant:9b47d4ec84d44059beda8a5ee5d71e29 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:28.256747 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b66bd672-35ed-448b-bd2d-5600b75bdeb3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "GET /v2.0/ports?device_id=1efaa464-367a-4d63-bf45-18257b20308d HTTP/1.1" status: 200 len: 205 time: 0.1145709 Apr 20 17:43:28.257174 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47916) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:28.258244 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9fb89dbf-9d1e-444d-b496-fec3ba6c3436 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:28.300954 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7f54c4bc-105b-4e14-8000-0714da507aef tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:28.339009 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-82e2f65b-3fdc-4c7b-8d14-49598bf86ba9 None None] Allocated IP 172.20.0.2 (ffcd2da7-8ffb-4547-b374-40548bf7c0ea/d7eeefe3-9ea4-4d41-aafe-0d0f632cd6de/c8cbf102-9b6b-4953-a061-0701d14fa4f4) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:43:28.357383 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7f54c4bc-105b-4e14-8000-0714da507aef tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Usage tracker for resource:port and tenant:787eadd0a11044edb9d11bd592b104bc is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:28.366474 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7f54c4bc-105b-4e14-8000-0714da507aef tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:28.374145 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-12cef64e-1cab-4ba8-b9d5-8e93bd60d045 None None] Set router 1efaa464-367a-4d63-bf45-18257b20308d gateway port host: None {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:43:28.401676 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-390bf90d-f316-4779-94e0-2bef22954aa1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:28.430264 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7f54c4bc-105b-4e14-8000-0714da507aef tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:28.453821 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9fb89dbf-9d1e-444d-b496-fec3ba6c3436 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:28.464910 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9fb89dbf-9d1e-444d-b496-fec3ba6c3436 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:security_group_rule and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:28.469047 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9fb89dbf-9d1e-444d-b496-fec3ba6c3436 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:28.484951 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9fb89dbf-9d1e-444d-b496-fec3ba6c3436 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:28.488178 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f54c4bc-105b-4e14-8000-0714da507aef tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Made reservation on behalf of 787eadd0a11044edb9d11bd592b104bc for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:43:28.491730 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7f54c4bc-105b-4e14-8000-0714da507aef tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:28.533484 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-7f54c4bc-105b-4e14-8000-0714da507aef tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] device_id is not set on port 2a5e5728-34ed-4cad-92e1-b26189410f54 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:43:28.584702 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-12cef64e-1cab-4ba8-b9d5-8e93bd60d045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efaa464-367a-4d63-bf45-18257b20308d', 'name': 'tempest-RoutersTest-router-1900674277', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:43:25Z', 'updated_at': '2022-04-20T17:43:27Z', 'revision_number': 2, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:28.588951 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cef64e-1cab-4ba8-b9d5-8e93bd60d045 None None] The sync data for ids ['1efaa464-367a-4d63-bf45-18257b20308d'] in n-d-838032-1 is: [{'id': '1efaa464-367a-4d63-bf45-18257b20308d', 'name': 'tempest-RoutersTest-router-1900674277', 'tenant_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:43:25Z', 'updated_at': '2022-04-20T17:43:27Z', 'revision_number': 2, 'project_id': '9b47d4ec84d44059beda8a5ee5d71e29', 'gw_port_host': None}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:43:28.620579 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-82e2f65b-3fdc-4c7b-8d14-49598bf86ba9 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:28.632805 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-82e2f65b-3fdc-4c7b-8d14-49598bf86ba9 None None] Transition to ACTIVE for port object c8cbf102-9b6b-4953-a061-0701d14fa4f4 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:43:28.651718 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9fb89dbf-9d1e-444d-b496-fec3ba6c3436 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:28.653680 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-82e2f65b-3fdc-4c7b-8d14-49598bf86ba9 None None] Transition to ACTIVE for port object c8cbf102-9b6b-4953-a061-0701d14fa4f4 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:43:28.659109 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9fb89dbf-9d1e-444d-b496-fec3ba6c3436 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:28.663786 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-82e2f65b-3fdc-4c7b-8d14-49598bf86ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:28.737046 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e2f65b-3fdc-4c7b-8d14-49598bf86ba9 None None] Network ffcd2da7-8ffb-4547-b374-40548bf7c0ea is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:43:28.740323 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-82e2f65b-3fdc-4c7b-8d14-49598bf86ba9 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:43:28.742946 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e2f65b-3fdc-4c7b-8d14-49598bf86ba9 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:43:28.749857 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e2f65b-3fdc-4c7b-8d14-49598bf86ba9 None None] Pushing event updated for resources: {'Port': ['ID=c8cbf102-9b6b-4953-a061-0701d14fa4f4,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:28.772717 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb89dbf-9d1e-444d-b496-fec3ba6c3436 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4c8120-0526-4840-bcaa-736b4b1c27b1,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:28.777638 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9fb89dbf-9d1e-444d-b496-fec3ba6c3436 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:28.778943 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9fb89dbf-9d1e-444d-b496-fec3ba6c3436 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6730278 Apr 20 17:43:28.793064 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47920) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:28.801706 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-7b57ea88-6edf-41bf-ab15-0eebd865514b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'security_group_rule': {'security_group_id': '8d4c8120-0526-4840-bcaa-736b4b1c27b1', 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:28.811216 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-7f54c4bc-105b-4e14-8000-0714da507aef tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Allocated IP 172.20.0.4 (ffcd2da7-8ffb-4547-b374-40548bf7c0ea/d7eeefe3-9ea4-4d41-aafe-0d0f632cd6de/2a5e5728-34ed-4cad-92e1-b26189410f54) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:43:28.815675 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7b57ea88-6edf-41bf-ab15-0eebd865514b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:28.821732 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7b57ea88-6edf-41bf-ab15-0eebd865514b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:security_group_rule and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:28.826696 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7b57ea88-6edf-41bf-ab15-0eebd865514b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:28.838583 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7b57ea88-6edf-41bf-ab15-0eebd865514b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:28.841053 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-82e2f65b-3fdc-4c7b-8d14-49598bf86ba9 None None] Attempting to bind port c8cbf102-9b6b-4953-a061-0701d14fa4f4 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:43:28.841511 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-82e2f65b-3fdc-4c7b-8d14-49598bf86ba9 None None] Attempting to bind port c8cbf102-9b6b-4953-a061-0701d14fa4f4 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'cedc784d-3cf3-4011-8706-bf12aae26d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ffcd2da7-8ffb-4547-b374-40548bf7c0ea'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:43:28.841973 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e2f65b-3fdc-4c7b-8d14-49598bf86ba9 None None] Attempting to bind port c8cbf102-9b6b-4953-a061-0701d14fa4f4 on network ffcd2da7-8ffb-4547-b374-40548bf7c0ea {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:43:28.848807 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e2f65b-3fdc-4c7b-8d14-49598bf86ba9 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:43:28.849309 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e2f65b-3fdc-4c7b-8d14-49598bf86ba9 None None] Checking segment: {'id': 'cedc784d-3cf3-4011-8706-bf12aae26d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ffcd2da7-8ffb-4547-b374-40548bf7c0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:43:28.849892 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-82e2f65b-3fdc-4c7b-8d14-49598bf86ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:28.850379 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e2f65b-3fdc-4c7b-8d14-49598bf86ba9 None None] Bound using segment: {'id': 'cedc784d-3cf3-4011-8706-bf12aae26d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ffcd2da7-8ffb-4547-b374-40548bf7c0ea'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:43:28.851051 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-82e2f65b-3fdc-4c7b-8d14-49598bf86ba9 None None] Bound port: c8cbf102-9b6b-4953-a061-0701d14fa4f4, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cedc784d-3cf3-4011-8706-bf12aae26d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ffcd2da7-8ffb-4547-b374-40548bf7c0ea'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:43:28.851512 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-82e2f65b-3fdc-4c7b-8d14-49598bf86ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:28.869866 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bc016a-6d24-48cf-8b3e-9532235c567f tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:43:28.884905 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f5bc016a-6d24-48cf-8b3e-9532235c567f tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:28.886124 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f5bc016a-6d24-48cf-8b3e-9532235c567f tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] 10.222.0.39 "PUT /v2.0/routers/6de989dc-aa68-43c9-a295-52a56ba5bd47 HTTP/1.1" status: 200 len: 882 time: 4.7793076 Apr 20 17:43:28.893435 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47924) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:28.905437 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d378dbc-2a13-4b21-8099-f08f94faeed5 None None] Sync routers for ids ['6de989dc-aa68-43c9-a295-52a56ba5bd47'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:43:28.947756 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d378dbc-2a13-4b21-8099-f08f94faeed5 None None] Routers {'6de989dc-aa68-43c9-a295-52a56ba5bd47'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:28.948498 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2d378dbc-2a13-4b21-8099-f08f94faeed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['6de989dc-aa68-43c9-a295-52a56ba5bd47'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:28.951254 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-390bf90d-f316-4779-94e0-2bef22954aa1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:28.955624 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-390bf90d-f316-4779-94e0-2bef22954aa1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:28.970070 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7b57ea88-6edf-41bf-ab15-0eebd865514b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:28.983615 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-390bf90d-f316-4779-94e0-2bef22954aa1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:28.984159 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390bf90d-f316-4779-94e0-2bef22954aa1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Fanout notify agent at l3_agent the message router_deleted on router 1efaa464-367a-4d63-bf45-18257b20308d {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:43:28.999074 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-390bf90d-f316-4779-94e0-2bef22954aa1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:29.003396 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-390bf90d-f316-4779-94e0-2bef22954aa1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/routers/1efaa464-367a-4d63-bf45-18257b20308d HTTP/1.1" status: 204 len: 168 time: 0.7419257 Apr 20 17:43:29.005213 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47928) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:29.019849 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2d378dbc-2a13-4b21-8099-f08f94faeed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:29.026325 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-82e2f65b-3fdc-4c7b-8d14-49598bf86ba9 None None] For port c8cbf102-9b6b-4953-a061-0701d14fa4f4, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:43:29.030709 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-82e2f65b-3fdc-4c7b-8d14-49598bf86ba9 None None] For port c8cbf102-9b6b-4953-a061-0701d14fa4f4, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c8cbf102-9b6b-4953-a061-0701d14fa4f4,segment=NetworkSegment(cedc784d-3cf3-4011-8706-bf12aae26d7a),segment_id=cedc784d-3cf3-4011-8706-bf12aae26d7a)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:43:29.038798 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d378dbc-2a13-4b21-8099-f08f94faeed5 None None] Routers {'6de989dc-aa68-43c9-a295-52a56ba5bd47'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:29.039577 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2d378dbc-2a13-4b21-8099-f08f94faeed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['6de989dc-aa68-43c9-a295-52a56ba5bd47'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:29.051741 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-04fda6fc-4258-446a-ab0c-3afb2cfaacda tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "GET /v2.0/ports?device_id=1efaa464-367a-4d63-bf45-18257b20308d HTTP/1.1" status: 200 len: 205 time: 0.0445380 Apr 20 17:43:29.051938 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47932) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:29.098385 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-82e2f65b-3fdc-4c7b-8d14-49598bf86ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:29.123917 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-c77917fa-3bc2-4994-a481-19b169bf9fea tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] delete failed (client error): The resource could not be found. Apr 20 17:43:29.127341 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c77917fa-3bc2-4994-a481-19b169bf9fea tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/routers/1efaa464-367a-4d63-bf45-18257b20308d HTTP/1.1" status: 404 len: 336 time: 0.0719202 Apr 20 17:43:29.127557 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47936) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:29.137616 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2d378dbc-2a13-4b21-8099-f08f94faeed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:29.137616 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d378dbc-2a13-4b21-8099-f08f94faeed5 None None] The sync data for ids ['6de989dc-aa68-43c9-a295-52a56ba5bd47'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:43:29.168497 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f29ba3d-1e76-479f-9b9f-775a5df15344 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] DELETE failed (client error): The resource could not be found. Apr 20 17:43:29.168497 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f29ba3d-1e76-479f-9b9f-775a5df15344 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:43:29.172607 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3f29ba3d-1e76-479f-9b9f-775a5df15344 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/subnets/9d3ea197-26b3-488d-88a4-e9478d245d83 HTTP/1.1" status: 404 len: 337 time: 0.0418663 Apr 20 17:43:29.174625 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47940) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:29.194029 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e2f65b-3fdc-4c7b-8d14-49598bf86ba9 None None] Pushing event updated for resources: {'Port': ['ID=c8cbf102-9b6b-4953-a061-0701d14fa4f4,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:29.210514 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7b57ea88-6edf-41bf-ab15-0eebd865514b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:29.216412 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2dc48cf-faa1-4265-b3c9-d7df65ff6821 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] DELETE failed (client error): The resource could not be found. Apr 20 17:43:29.216412 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2dc48cf-faa1-4265-b3c9-d7df65ff6821 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:43:29.220398 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f2dc48cf-faa1-4265-b3c9-d7df65ff6821 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/subnets/c6a4ff17-7828-43da-a782-2d3e38cff479 HTTP/1.1" status: 404 len: 337 time: 0.0443013 Apr 20 17:43:29.220751 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47944) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:29.228220 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7b57ea88-6edf-41bf-ab15-0eebd865514b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:29.265870 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b067ee6-4db8-4b30-a183-0437adf18fb7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] DELETE failed (client error): The resource could not be found. Apr 20 17:43:29.266337 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b067ee6-4db8-4b30-a183-0437adf18fb7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:43:29.267996 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9b067ee6-4db8-4b30-a183-0437adf18fb7 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/subnets/39fa6556-2ecd-4569-9872-a7024bae24c4 HTTP/1.1" status: 404 len: 337 time: 0.0462024 Apr 20 17:43:29.268954 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b57ea88-6edf-41bf-ab15-0eebd865514b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d6f31f3-e68c-4ebe-bf3e-7e55582e4f2c,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:29.270623 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47948) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:29.286223 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7f54c4bc-105b-4e14-8000-0714da507aef tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:29.302110 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7b57ea88-6edf-41bf-ab15-0eebd865514b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:29.303292 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7b57ea88-6edf-41bf-ab15-0eebd865514b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5094025 Apr 20 17:43:29.308500 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47952) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:29.316794 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-7f54c4bc-105b-4e14-8000-0714da507aef tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Transition to ACTIVE for port object 2a5e5728-34ed-4cad-92e1-b26189410f54 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:43:29.317834 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-cdb054d6-d302-4586-8914-2efcb20af196 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'security_group_rule': {'security_group_id': '8d4c8120-0526-4840-bcaa-736b4b1c27b1', 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:29.323156 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd76fff-55ca-4eef-94d3-bd0d60a95983 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] DELETE failed (client error): The resource could not be found. Apr 20 17:43:29.323622 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bd76fff-55ca-4eef-94d3-bd0d60a95983 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:43:29.325229 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9bd76fff-55ca-4eef-94d3-bd0d60a95983 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/subnets/66d7be54-1e28-4d0a-87d6-9140a40e1689 HTTP/1.1" status: 404 len: 337 time: 0.0535433 Apr 20 17:43:29.327842 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-cdb054d6-d302-4586-8914-2efcb20af196 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:29.328083 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47956) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:29.332288 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-cdb054d6-d302-4586-8914-2efcb20af196 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:security_group_rule and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:29.335254 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-cdb054d6-d302-4586-8914-2efcb20af196 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:29.341314 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-cdb054d6-d302-4586-8914-2efcb20af196 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:29.365345 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cdb054d6-d302-4586-8914-2efcb20af196 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:29.394115 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-61b6baab-4a4c-428f-9c8f-10dd9aac5355 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7bae6f1-f1fa-4fdb-96ee-514ba808f99a HTTP/1.1" status: 200 len: 205 time: 0.0650530 Apr 20 17:43:29.399291 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47960) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:29.465111 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cdb054d6-d302-4586-8914-2efcb20af196 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:29.475450 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cdb054d6-d302-4586-8914-2efcb20af196 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:29.485011 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-32dd96c5-466a-4790-b566-dc25163847d5 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] delete failed (client error): The resource could not be found. Apr 20 17:43:29.486120 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-32dd96c5-466a-4790-b566-dc25163847d5 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/routers/b7bae6f1-f1fa-4fdb-96ee-514ba808f99a HTTP/1.1" status: 404 len: 336 time: 0.0857241 Apr 20 17:43:29.489831 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47964) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:29.512652 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb054d6-d302-4586-8914-2efcb20af196 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44987fdb-b3ef-463a-9571-cabe3ce072fe,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:29.519281 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cdb054d6-d302-4586-8914-2efcb20af196 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:29.521509 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cdb054d6-d302-4586-8914-2efcb20af196 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2118661 Apr 20 17:43:29.524450 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47968) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:29.531387 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-c3c4e55e-b381-42ca-9bbe-91f997f9e72f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'security_group_rule': {'security_group_id': '8d4c8120-0526-4840-bcaa-736b4b1c27b1', 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:29.538104 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c3c4e55e-b381-42ca-9bbe-91f997f9e72f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:29.542707 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c3c4e55e-b381-42ca-9bbe-91f997f9e72f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:security_group_rule and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:29.546056 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c3c4e55e-b381-42ca-9bbe-91f997f9e72f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:29.552557 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c3c4e55e-b381-42ca-9bbe-91f997f9e72f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:29.573733 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c3c4e55e-b381-42ca-9bbe-91f997f9e72f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:29.645335 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c3c4e55e-b381-42ca-9bbe-91f997f9e72f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:29.650734 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c3c4e55e-b381-42ca-9bbe-91f997f9e72f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:29.669638 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7f54c4bc-105b-4e14-8000-0714da507aef tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:29.674314 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4e55e-b381-42ca-9bbe-91f997f9e72f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57790ba3-71e7-4bef-bf4e-5e7f8db31fd9,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:29.685082 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c3c4e55e-b381-42ca-9bbe-91f997f9e72f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:29.686294 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c3c4e55e-b381-42ca-9bbe-91f997f9e72f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1608813 Apr 20 17:43:29.689061 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47972) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:29.694468 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-ddedd3d5-5b34-44d4-8d0a-420b77f69c64 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'security_group_rule': {'security_group_id': '8d4c8120-0526-4840-bcaa-736b4b1c27b1', 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:29.701028 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ddedd3d5-5b34-44d4-8d0a-420b77f69c64 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:29.704977 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ddedd3d5-5b34-44d4-8d0a-420b77f69c64 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:security_group_rule and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:29.707899 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ddedd3d5-5b34-44d4-8d0a-420b77f69c64 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:29.716395 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ddedd3d5-5b34-44d4-8d0a-420b77f69c64 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:29.719052 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-06bee59e-f813-42a8-88d5-b26d362fc3eb tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "GET /v2.0/ports?device_id=9899388d-9719-4c29-86bc-0506abcdd3c1 HTTP/1.1" status: 200 len: 205 time: 0.2275457 Apr 20 17:43:29.721947 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47976) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:29.737359 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3afdc8cd-c71c-4927-b8a8-783c42ce333e tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] 10.222.0.39 "GET /v2.0/routers/6de989dc-aa68-43c9-a295-52a56ba5bd47 HTTP/1.1" status: 200 len: 923 time: 0.8430963 Apr 20 17:43:29.741109 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47980) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:29.795094 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-54ce593c-87de-4e6e-902a-21d6eea11938 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] delete failed (client error): The resource could not be found. Apr 20 17:43:29.798817 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-54ce593c-87de-4e6e-902a-21d6eea11938 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/routers/9899388d-9719-4c29-86bc-0506abcdd3c1 HTTP/1.1" status: 404 len: 336 time: 0.0757155 Apr 20 17:43:29.799466 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47984) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:29.816729 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ddedd3d5-5b34-44d4-8d0a-420b77f69c64 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:29.849477 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f54c4bc-105b-4e14-8000-0714da507aef tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Network ffcd2da7-8ffb-4547-b374-40548bf7c0ea is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:43:29.850520 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54c4bc-105b-4e14-8000-0714da507aef tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Pushing event updated for resources: {'Port': ['ID=2a5e5728-34ed-4cad-92e1-b26189410f54,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:29.858701 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-7f54c4bc-105b-4e14-8000-0714da507aef tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:43:29.860507 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f54c4bc-105b-4e14-8000-0714da507aef tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:43:29.885445 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ddedd3d5-5b34-44d4-8d0a-420b77f69c64 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:29.888055 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2565ff5-49af-4f41-bd3f-15f443da2dfe tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] DELETE failed (client error): The resource could not be found. Apr 20 17:43:29.888545 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2565ff5-49af-4f41-bd3f-15f443da2dfe tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:43:29.890588 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a2565ff5-49af-4f41-bd3f-15f443da2dfe tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/subnets/e0fef729-4bdb-43aa-83a1-8f59ab9ac4f7 HTTP/1.1" status: 404 len: 337 time: 0.0867465 Apr 20 17:43:29.893082 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 47988) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:29.896417 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ddedd3d5-5b34-44d4-8d0a-420b77f69c64 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:29.940182 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f54c4bc-105b-4e14-8000-0714da507aef tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:29.940791 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7f54c4bc-105b-4e14-8000-0714da507aef tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:29.961226 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c4d0123b-a25c-4c70-89f8-c5f30ed75858 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cb328f2-54dd-4507-bc4b-fd51465f1733 HTTP/1.1" status: 200 len: 205 time: 0.0669670 Apr 20 17:43:29.962621 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8aa310b8-8238-41b0-a906-b6f6551a5d97 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3&device_id=6de989dc-aa68-43c9-a295-52a56ba5bd47&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2141418 Apr 20 17:43:29.962758 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddedd3d5-5b34-44d4-8d0a-420b77f69c64 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=092ff2d1-7d66-4f82-8828-bd6f40829010,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:29.963559 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47992) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:29.963886 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 47994) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:29.975583 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ddedd3d5-5b34-44d4-8d0a-420b77f69c64 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:29.979468 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ddedd3d5-5b34-44d4-8d0a-420b77f69c64 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2868688 Apr 20 17:43:29.979635 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48000) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:29.985637 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-707dc763-a58c-459c-a5f1-0cec9590e1e2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'security_group_rule': {'security_group_id': '8d4c8120-0526-4840-bcaa-736b4b1c27b1', 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:29.992922 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-707dc763-a58c-459c-a5f1-0cec9590e1e2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:29.996792 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-707dc763-a58c-459c-a5f1-0cec9590e1e2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:security_group_rule and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:29.999898 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-707dc763-a58c-459c-a5f1-0cec9590e1e2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:30.005825 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-707dc763-a58c-459c-a5f1-0cec9590e1e2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:30.020174 n-d-838032-1 neutron-server[84080]: INFO neutron.db.securitygroups_db [None req-707dc763-a58c-459c-a5f1-0cec9590e1e2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Project ac289a58365e49439c6a449ebba5fb54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:43:30.027435 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-707dc763-a58c-459c-a5f1-0cec9590e1e2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:30.059537 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7f54c4bc-105b-4e14-8000-0714da507aef tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0704324 Apr 20 17:43:30.061985 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-b5ace725-76e8-4a4c-89da-990a2d7c0790 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] delete failed (client error): The resource could not be found. Apr 20 17:43:30.063025 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b5ace725-76e8-4a4c-89da-990a2d7c0790 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/routers/0cb328f2-54dd-4507-bc4b-fd51465f1733 HTTP/1.1" status: 404 len: 336 time: 0.0944712 Apr 20 17:43:30.063635 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48004) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:30.078941 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48006) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:30.135698 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-adf80fab-86ec-4d4c-96b0-c83f876c4c0f tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Request body: {'port': {'network_id': 'ffcd2da7-8ffb-4547-b374-40548bf7c0ea', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1852107133', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:30.136460 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.api.validators [None req-adf80fab-86ec-4d4c-96b0-c83f876c4c0f tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] bootfile-name is not in valid_values {{(pid=84081) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 20 17:43:30.136940 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.api.validators [None req-adf80fab-86ec-4d4c-96b0-c83f876c4c0f tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] tftp-server is not in valid_values {{(pid=84081) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 20 17:43:30.137409 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.api.validators [None req-adf80fab-86ec-4d4c-96b0-c83f876c4c0f tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] server-ip-address is not in valid_values {{(pid=84081) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 20 17:43:30.142947 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-225ca70d-3219-4eeb-91d7-0726f94a641d tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fbbb5fb-b40e-40ad-8c3b-adf6db0e4e1f HTTP/1.1" status: 200 len: 205 time: 0.0620551 Apr 20 17:43:30.144743 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48012) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:30.179353 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-707dc763-a58c-459c-a5f1-0cec9590e1e2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:30.258790 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-707dc763-a58c-459c-a5f1-0cec9590e1e2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:30.279170 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbf6115-d4b3-46a2-8a6f-4616bb4ff7e0 None None] Network ffcd2da7-8ffb-4547-b374-40548bf7c0ea requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:43:30.283898 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-53f8757a-7e64-421d-a86c-b3b36c082cb1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] delete failed (client error): The resource could not be found. Apr 20 17:43:30.287583 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-53f8757a-7e64-421d-a86c-b3b36c082cb1 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/routers/3fbbb5fb-b40e-40ad-8c3b-adf6db0e4e1f HTTP/1.1" status: 404 len: 336 time: 0.1393433 Apr 20 17:43:30.291444 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48016) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:30.302085 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707dc763-a58c-459c-a5f1-0cec9590e1e2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd81790-3a90-47d6-be61-4a450a3d561f,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:30.309883 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be0c71c-36bd-4539-9be4-e36b9f527271 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:30.314361 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6be0c71c-36bd-4539-9be4-e36b9f527271 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 881 time: 0.3474734 Apr 20 17:43:30.323180 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48020) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:30.351530 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-35389a37-49b1-43fa-8307-c3a32c056802 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] DELETE failed (client error): The resource could not be found. Apr 20 17:43:30.352013 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35389a37-49b1-43fa-8307-c3a32c056802 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:43:30.361070 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-35389a37-49b1-43fa-8307-c3a32c056802 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/subnets/e257a492-6625-4ad1-a66b-49aff1fe424e HTTP/1.1" status: 404 len: 337 time: 0.0668724 Apr 20 17:43:30.363261 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48024) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:30.364952 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-707dc763-a58c-459c-a5f1-0cec9590e1e2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:30.368968 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-707dc763-a58c-459c-a5f1-0cec9590e1e2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3858073 Apr 20 17:43:30.369753 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48028) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:30.378153 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-faa70ce1-8585-457d-9d26-af9dc17f933f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'security_group_rule': {'security_group_id': '8d4c8120-0526-4840-bcaa-736b4b1c27b1', 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:30.386669 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-faa70ce1-8585-457d-9d26-af9dc17f933f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:30.391398 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-faa70ce1-8585-457d-9d26-af9dc17f933f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:security_group_rule and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:30.394707 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-faa70ce1-8585-457d-9d26-af9dc17f933f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:30.400825 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-faa70ce1-8585-457d-9d26-af9dc17f933f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:30.414987 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1a82a215-c2bd-4ec9-bf57-cd27940c4088 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] 10.222.0.39 "GET /v2.0/ports?device_id=6de989dc-aa68-43c9-a295-52a56ba5bd47 HTTP/1.1" status: 200 len: 205 time: 0.0907547 Apr 20 17:43:30.415813 n-d-838032-1 neutron-server[84080]: INFO neutron.db.securitygroups_db [None req-faa70ce1-8585-457d-9d26-af9dc17f933f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Project ac289a58365e49439c6a449ebba5fb54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:43:30.420809 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48032) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:30.421694 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-adf80fab-86ec-4d4c-96b0-c83f876c4c0f tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:30.432048 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-59d77c9a-0ca1-4a05-a93d-ddfaf05373b3 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "GET /v2.0/ports?device_id=d83ed2fe-1b12-4550-b2f0-521da8a6e5a2 HTTP/1.1" status: 200 len: 205 time: 0.0671465 Apr 20 17:43:30.433759 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-adf80fab-86ec-4d4c-96b0-c83f876c4c0f tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Usage tracker for resource:port and tenant:787eadd0a11044edb9d11bd592b104bc is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:30.436866 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48036) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:30.439627 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-adf80fab-86ec-4d4c-96b0-c83f876c4c0f tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:30.441145 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-32823e41-09f2-4384-921b-86ab43481d1b None None] Provisioning for port c8cbf102-9b6b-4953-a061-0701d14fa4f4 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:43:30.507081 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-adf80fab-86ec-4d4c-96b0-c83f876c4c0f tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:30.530585 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-15ea410e-5ce8-440f-ab99-3cdd45386d3b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] delete failed (client error): The resource could not be found. Apr 20 17:43:30.531887 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-15ea410e-5ce8-440f-ab99-3cdd45386d3b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/routers/d83ed2fe-1b12-4550-b2f0-521da8a6e5a2 HTTP/1.1" status: 404 len: 336 time: 0.0939331 Apr 20 17:43:30.535508 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48040) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:30.574296 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf80fab-86ec-4d4c-96b0-c83f876c4c0f tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Made reservation on behalf of 787eadd0a11044edb9d11bd592b104bc for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:43:30.577773 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-adf80fab-86ec-4d4c-96b0-c83f876c4c0f tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:30.588320 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-faa70ce1-8585-457d-9d26-af9dc17f933f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:30.593085 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b04b82f-bb73-43a7-bc9e-ae84ffadad3b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] DELETE failed (client error): The resource could not be found. Apr 20 17:43:30.593522 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b04b82f-bb73-43a7-bc9e-ae84ffadad3b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:43:30.595182 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0b04b82f-bb73-43a7-bc9e-ae84ffadad3b tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/subnets/9382be03-1b00-4275-8cd6-61b0392f9218 HTTP/1.1" status: 404 len: 337 time: 0.0584960 Apr 20 17:43:30.598470 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48044) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:30.644252 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-65a1ebd9-70ef-4a02-9a8d-b9bd950c2ead tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a7a86ee-8909-4408-936a-8d4abaf6021a HTTP/1.1" status: 200 len: 205 time: 0.0440836 Apr 20 17:43:30.647426 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48048) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:30.682612 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-faa70ce1-8585-457d-9d26-af9dc17f933f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:30.710784 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-adf80fab-86ec-4d4c-96b0-c83f876c4c0f tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] device_id is not set on port 43816fe8-00de-4e6b-918b-b54377d466be yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:43:30.711012 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-faa70ce1-8585-457d-9d26-af9dc17f933f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:30.731373 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa70ce1-8585-457d-9d26-af9dc17f933f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ab0f3c-30e2-4c8b-a9ac-7cf51277e618,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:30.763513 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-6260d530-1c50-4c6d-a171-dcd4f57a4f98 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] delete failed (client error): The resource could not be found. Apr 20 17:43:30.767628 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6260d530-1c50-4c6d-a171-dcd4f57a4f98 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/routers/0a7a86ee-8909-4408-936a-8d4abaf6021a HTTP/1.1" status: 404 len: 336 time: 0.1160944 Apr 20 17:43:30.767792 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-faa70ce1-8585-457d-9d26-af9dc17f933f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:30.771105 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-faa70ce1-8585-457d-9d26-af9dc17f933f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3977451 Apr 20 17:43:30.771245 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48052) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:30.771790 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48054) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:30.784320 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-251aad5b-c3b3-4471-9167-27cd5476a1b0 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'network': {'name': 'tempest-network-smoke--1973678507', 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'port_security_enabled': True}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:30.792542 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-251aad5b-c3b3-4471-9167-27cd5476a1b0 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:30.800339 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-251aad5b-c3b3-4471-9167-27cd5476a1b0 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:network and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:30.805381 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-251aad5b-c3b3-4471-9167-27cd5476a1b0 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:30.814608 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-251aad5b-c3b3-4471-9167-27cd5476a1b0 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:30.829424 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c810aef-6f3d-4152-9308-1baee995f009 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] DELETE failed (client error): The resource could not be found. Apr 20 17:43:30.829890 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c810aef-6f3d-4152-9308-1baee995f009 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:43:30.843430 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0c810aef-6f3d-4152-9308-1baee995f009 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/subnets/7c323a7b-a74b-473b-acdb-ca23948d33cf HTTP/1.1" status: 404 len: 337 time: 0.0704527 Apr 20 17:43:30.845335 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48060) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:30.866269 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251aad5b-c3b3-4471-9167-27cd5476a1b0 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Made reservation on behalf of ac289a58365e49439c6a449ebba5fb54 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:43:30.871794 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-251aad5b-c3b3-4471-9167-27cd5476a1b0 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:30.892983 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdffc033-e230-43db-ab9e-070b87075850 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] DELETE failed (client error): The resource could not be found. Apr 20 17:43:30.893410 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdffc033-e230-43db-ab9e-070b87075850 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:43:30.895090 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cdffc033-e230-43db-ab9e-070b87075850 tempest-RoutersTest-1420978665 tempest-RoutersTest-1420978665-project] 10.222.0.39 "DELETE /v2.0/subnets/a8de7245-eea3-41f7-9d1d-f9cba5bb4006 HTTP/1.1" status: 404 len: 337 time: 0.0486538 Apr 20 17:43:30.955101 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-251aad5b-c3b3-4471-9167-27cd5476a1b0 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:43:30.991096 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-71778e4a-70e3-49c8-a835-fd0660a4ce68 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:30.996447 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-adf80fab-86ec-4d4c-96b0-c83f876c4c0f tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Allocated IP 172.20.0.11 (ffcd2da7-8ffb-4547-b374-40548bf7c0ea/d7eeefe3-9ea4-4d41-aafe-0d0f632cd6de/43816fe8-00de-4e6b-918b-b54377d466be) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:43:30.999643 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-948991ef-0fe0-48ef-a3d9-c48c1591e9be None None] Provisioning for port 2a5e5728-34ed-4cad-92e1-b26189410f54 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:43:31.004938 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-948991ef-0fe0-48ef-a3d9-c48c1591e9be None None] Provisioning complete for port 2a5e5728-34ed-4cad-92e1-b26189410f54 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:43:31.005312 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-948991ef-0fe0-48ef-a3d9-c48c1591e9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:31.175108 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c8cbf102-9b6b-4953-a061-0701d14fa4f4 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:43:31.251032 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-948991ef-0fe0-48ef-a3d9-c48c1591e9be None None] Port 2a5e5728-34ed-4cad-92e1-b26189410f54 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:43:31.267220 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port c8cbf102-9b6b-4953-a061-0701d14fa4f4 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:43:31.272932 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port c8cbf102-9b6b-4953-a061-0701d14fa4f4 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:43:31.273338 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:31.295359 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-251aad5b-c3b3-4471-9167-27cd5476a1b0 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:31.295996 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-251aad5b-c3b3-4471-9167-27cd5476a1b0 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Added segment 6cdcbbd4-f416-4bf1-b6c4-527799bd8e61 of type vlan for network 3394e549-b24a-4f46-b547-0a1fb9b41b4d Apr 20 17:43:31.397838 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-adf80fab-86ec-4d4c-96b0-c83f876c4c0f tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:31.409293 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:31.420549 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ec8aed1b-0e58-4ab5-9f7b-590e9bf13d64 None None] Provisioning complete for port 2a5e5728-34ed-4cad-92e1-b26189410f54 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:43:31.420967 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-adf80fab-86ec-4d4c-96b0-c83f876c4c0f tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Transition to ACTIVE for port object 43816fe8-00de-4e6b-918b-b54377d466be will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:43:31.421400 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ec8aed1b-0e58-4ab5-9f7b-590e9bf13d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:31.446586 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48068) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:31.461667 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-251aad5b-c3b3-4471-9167-27cd5476a1b0 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:31.504300 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port c8cbf102-9b6b-4953-a061-0701d14fa4f4, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c8cbf102-9b6b-4953-a061-0701d14fa4f4,segment=NetworkSegment(cedc784d-3cf3-4011-8706-bf12aae26d7a),segment_id=cedc784d-3cf3-4011-8706-bf12aae26d7a)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:31.509590 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-adf80fab-86ec-4d4c-96b0-c83f876c4c0f tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:31.519633 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:31.535678 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-251aad5b-c3b3-4471-9167-27cd5476a1b0 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:31.538875 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251aad5b-c3b3-4471-9167-27cd5476a1b0 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:31.539420 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-251aad5b-c3b3-4471-9167-27cd5476a1b0 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:31.546338 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59ecb5b-11fa-4d86-aefa-657b75133583 None None] Sync routers for ids ['b7bae6f1-f1fa-4fdb-96ee-514ba808f99a'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:43:31.560634 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59ecb5b-11fa-4d86-aefa-657b75133583 None None] Routers set() bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:31.561286 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59ecb5b-11fa-4d86-aefa-657b75133583 None None] Router IDs set() for agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 20 17:43:31.562087 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_agentschedulers_db [None req-a59ecb5b-11fa-4d86-aefa-657b75133583 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent'). {{(pid=84083) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 20 17:43:31.585412 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59ecb5b-11fa-4d86-aefa-657b75133583 None None] Routers set() bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:31.586606 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59ecb5b-11fa-4d86-aefa-657b75133583 None None] Router IDs set() for agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 20 17:43:31.586791 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-ec8aed1b-0e58-4ab5-9f7b-590e9bf13d64 None None] Port 2a5e5728-34ed-4cad-92e1-b26189410f54 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:43:31.588012 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_agentschedulers_db [None req-a59ecb5b-11fa-4d86-aefa-657b75133583 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b7bae6f1-f1fa-4fdb-96ee-514ba808f99a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent'). {{(pid=84083) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 20 17:43:31.589469 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59ecb5b-11fa-4d86-aefa-657b75133583 None None] The sync data for ids ['b7bae6f1-f1fa-4fdb-96ee-514ba808f99a'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:43:31.606557 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf80fab-86ec-4d4c-96b0-c83f876c4c0f tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Network ffcd2da7-8ffb-4547-b374-40548bf7c0ea is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:43:31.610949 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-adf80fab-86ec-4d4c-96b0-c83f876c4c0f tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:43:31.621121 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf80fab-86ec-4d4c-96b0-c83f876c4c0f tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:43:31.683375 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=c8cbf102-9b6b-4953-a061-0701d14fa4f4,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:31.705707 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762f2fd1-a147-4bb2-8296-639c80839fdb None None] Sync routers for ids ['c5f9d296-9b2e-4745-9e70-1686576935f2'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:43:31.724025 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762f2fd1-a147-4bb2-8296-639c80839fdb None None] Routers set() bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:31.724241 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762f2fd1-a147-4bb2-8296-639c80839fdb None None] Router IDs set() for agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 20 17:43:31.724759 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_agentschedulers_db [None req-762f2fd1-a147-4bb2-8296-639c80839fdb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c5f9d296-9b2e-4745-9e70-1686576935f2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent'). {{(pid=84082) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 20 17:43:31.737008 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf80fab-86ec-4d4c-96b0-c83f876c4c0f tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Pushing event updated for resources: {'Port': ['ID=43816fe8-00de-4e6b-918b-b54377d466be,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:31.753310 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-251aad5b-c3b3-4471-9167-27cd5476a1b0 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9802861 Apr 20 17:43:31.768179 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48074) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:31.768374 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762f2fd1-a147-4bb2-8296-639c80839fdb None None] Routers set() bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:31.768468 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762f2fd1-a147-4bb2-8296-639c80839fdb None None] Router IDs set() for agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 20 17:43:31.769000 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_agentschedulers_db [None req-762f2fd1-a147-4bb2-8296-639c80839fdb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c5f9d296-9b2e-4745-9e70-1686576935f2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent'). {{(pid=84082) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 20 17:43:31.769358 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762f2fd1-a147-4bb2-8296-639c80839fdb None None] The sync data for ids ['c5f9d296-9b2e-4745-9e70-1686576935f2'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:43:31.780965 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-3db3d3d6-f580-4809-a87b-14ce375f54eb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1653038030', 'admin_state_up': True, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:31.795354 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3db3d3d6-f580-4809-a87b-14ce375f54eb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:31.803688 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251aad5b-c3b3-4471-9167-27cd5476a1b0 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'Network': ['ID=3394e549-b24a-4f46-b547-0a1fb9b41b4d,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:31.806789 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3db3d3d6-f580-4809-a87b-14ce375f54eb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:router and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:31.813051 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3db3d3d6-f580-4809-a87b-14ce375f54eb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:31.816752 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 3394e549-b24a-4f46-b547-0a1fb9b41b4d details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:43:31.825106 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3db3d3d6-f580-4809-a87b-14ce375f54eb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:31.855393 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3db3d3d6-f580-4809-a87b-14ce375f54eb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:31.856688 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3db3d3d6-f580-4809-a87b-14ce375f54eb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:31.882954 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3db3d3d6-f580-4809-a87b-14ce375f54eb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:31.906737 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-71778e4a-70e3-49c8-a835-fd0660a4ce68 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:32.025810 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf80fab-86ec-4d4c-96b0-c83f876c4c0f tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:32.027284 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-adf80fab-86ec-4d4c-96b0-c83f876c4c0f tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:32.072023 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9442bbf2-9e37-42d8-94c6-2a33c02f6518 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b47d4ec84d44059beda8a5ee5d71e29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6238015 Apr 20 17:43:32.074529 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48078) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:32.082987 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-adf80fab-86ec-4d4c-96b0-c83f876c4c0f tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.9687150 Apr 20 17:43:32.088473 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-787335e0-9180-4120-9694-caa486460f00 None None] Provisioning for port 43816fe8-00de-4e6b-918b-b54377d466be completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:43:32.097178 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-787335e0-9180-4120-9694-caa486460f00 None None] Provisioning complete for port 43816fe8-00de-4e6b-918b-b54377d466be triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:43:32.097391 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48082) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:32.097851 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-787335e0-9180-4120-9694-caa486460f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:32.116871 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-71778e4a-70e3-49c8-a835-fd0660a4ce68 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Deleting port c3c83616-2f49-4c45-a92c-20803e3d32f8 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:32.117486 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-71778e4a-70e3-49c8-a835-fd0660a4ce68 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:32.197861 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-787335e0-9180-4120-9694-caa486460f00 None None] Port 43816fe8-00de-4e6b-918b-b54377d466be cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:43:32.212156 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3db3d3d6-f580-4809-a87b-14ce375f54eb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:32.220054 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-721c109b-c411-46ec-a907-2c75212f0f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:32.241571 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e27197-5ecc-4909-98c9-7a5bd96978aa tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:32.245483 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e27197-5ecc-4909-98c9-7a5bd96978aa tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:32.249345 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e27197-5ecc-4909-98c9-7a5bd96978aa tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:32.250208 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d0e27197-5ecc-4909-98c9-7a5bd96978aa tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Synchronizing usage tracker for tenant:787eadd0a11044edb9d11bd592b104bc on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:32.271883 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-721c109b-c411-46ec-a907-2c75212f0f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:32.295459 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d0e27197-5ecc-4909-98c9-7a5bd96978aa tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Unset dirty status for tenant:787eadd0a11044edb9d11bd592b104bc on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:32.296606 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d0e27197-5ecc-4909-98c9-7a5bd96978aa tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1978540 Apr 20 17:43:32.299593 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48086) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:32.377789 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-9a553bfb-7e07-4673-9dc7-7a95a9ab8f23 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Deleting port 43816fe8-00de-4e6b-918b-b54377d466be {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:32.378167 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a553bfb-7e07-4673-9dc7-7a95a9ab8f23 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:32.384833 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-71778e4a-70e3-49c8-a835-fd0660a4ce68 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:32.477236 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-721c109b-c411-46ec-a907-2c75212f0f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:32.509048 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c109b-c411-46ec-a907-2c75212f0f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfd88fd-a92e-4c07-981a-61420f170d99,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:32.522423 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-71778e4a-70e3-49c8-a835-fd0660a4ce68 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Calling delete_port for c3c83616-2f49-4c45-a92c-20803e3d32f8 owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:43:32.523573 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-721c109b-c411-46ec-a907-2c75212f0f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:32.527144 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-721c109b-c411-46ec-a907-2c75212f0f2c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8cfd88fd-a92e-4c07-981a-61420f170d99 HTTP/1.1" status: 204 len: 168 time: 0.4484749 Apr 20 17:43:32.700331 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a553bfb-7e07-4673-9dc7-7a95a9ab8f23 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:32.707526 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3db3d3d6-f580-4809-a87b-14ce375f54eb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:32.780025 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3db3d3d6-f580-4809-a87b-14ce375f54eb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:32.848835 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-9a553bfb-7e07-4673-9dc7-7a95a9ab8f23 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Calling delete_port for 43816fe8-00de-4e6b-918b-b54377d466be owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:43:32.939807 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-71778e4a-70e3-49c8-a835-fd0660a4ce68 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:32.992942 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71778e4a-70e3-49c8-a835-fd0660a4ce68 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Pushing event deleted for resources: {'Port': ['ID=c3c83616-2f49-4c45-a92c-20803e3d32f8,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:33.038988 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a553bfb-7e07-4673-9dc7-7a95a9ab8f23 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:33.095919 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a553bfb-7e07-4673-9dc7-7a95a9ab8f23 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Pushing event deleted for resources: {'Port': ['ID=43816fe8-00de-4e6b-918b-b54377d466be,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:33.167598 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-3db3d3d6-f580-4809-a87b-14ce375f54eb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Allocated IP 172.25.8.25 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:43:33.204792 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a553bfb-7e07-4673-9dc7-7a95a9ab8f23 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:33.222274 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9a553bfb-7e07-4673-9dc7-7a95a9ab8f23 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] 10.222.0.39 "DELETE /v2.0/ports/43816fe8-00de-4e6b-918b-b54377d466be HTTP/1.1" status: 204 len: 168 time: 0.9211135 Apr 20 17:43:33.227201 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48102) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:33.244248 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-1866d9ef-5874-44da-beab-09899c70ab55 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Request body: {'port': {'name': 'tempest-new-port-name-615085327', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:33.244719 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.api.validators [None req-1866d9ef-5874-44da-beab-09899c70ab55 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] bootfile-name is not in valid_values {{(pid=84081) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 20 17:43:33.247434 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.api.validators [None req-1866d9ef-5874-44da-beab-09899c70ab55 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] tftp-server is not in valid_values {{(pid=84081) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 20 17:43:33.249344 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.api.validators [None req-1866d9ef-5874-44da-beab-09899c70ab55 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] server-ip-address is not in valid_values {{(pid=84081) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 20 17:43:33.314099 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c8cbf102-9b6b-4953-a061-0701d14fa4f4 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:43:33.456331 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1866d9ef-5874-44da-beab-09899c70ab55 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:33.487470 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port c8cbf102-9b6b-4953-a061-0701d14fa4f4 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:43:33.488073 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:33.628824 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3e1f1ab5-eb4c-45e3-b62d-9dbb6da96a2a no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:43:33.663572 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 3e1f1ab5-eb4c-45e3-b62d-9dbb6da96a2a {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:43:33.664284 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3e1f1ab5-eb4c-45e3-b62d-9dbb6da96a2a not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:43:33.664896 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 1986719a-eac8-4ce0-9658-2c2c52998f2f no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:43:33.687636 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48112) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:33.699613 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 1986719a-eac8-4ce0-9658-2c2c52998f2f {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:43:33.699942 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 1986719a-eac8-4ce0-9658-2c2c52998f2f not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:43:33.700415 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d1019a18-138f-4eff-a00d-883afae5d69e no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:43:33.741382 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-71778e4a-70e3-49c8-a835-fd0660a4ce68 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:33.746136 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: d1019a18-138f-4eff-a00d-883afae5d69e {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:43:33.746523 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d1019a18-138f-4eff-a00d-883afae5d69e not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:43:33.746933 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ed8f98b5-a38c-4825-b970-ee29cf7fb558 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:43:33.780217 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1866d9ef-5874-44da-beab-09899c70ab55 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:33.787138 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: ed8f98b5-a38c-4825-b970-ee29cf7fb558 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:43:33.787481 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ed8f98b5-a38c-4825-b970-ee29cf7fb558 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:43:33.789302 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1866d9ef-5874-44da-beab-09899c70ab55 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:33.900844 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-06ff8d17-eb22-4a2d-ad29-1055b9eb9127 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Request body: {'security_group': {'name': 'tempest-secgroup--191599023'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:33.914852 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-06ff8d17-eb22-4a2d-ad29-1055b9eb9127 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:33.929288 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866d9ef-5874-44da-beab-09899c70ab55 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Pushing event updated for resources: {'Port': ['ID=2a5e5728-34ed-4cad-92e1-b26189410f54,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:33.932039 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-06ff8d17-eb22-4a2d-ad29-1055b9eb9127 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Usage tracker for resource:security_group and tenant:3844a2007d6a4b0fbcb8790f281b3198 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:33.937098 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-06ff8d17-eb22-4a2d-ad29-1055b9eb9127 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:33.946286 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-06ff8d17-eb22-4a2d-ad29-1055b9eb9127 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:33.953131 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3db3d3d6-f580-4809-a87b-14ce375f54eb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:33.955714 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-1866d9ef-5874-44da-beab-09899c70ab55 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] In _notify_port_updated(), no bound segment for port 2a5e5728-34ed-4cad-92e1-b26189410f54 on network ffcd2da7-8ffb-4547-b374-40548bf7c0ea {{(pid=84081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 20 17:43:33.959277 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1866d9ef-5874-44da-beab-09899c70ab55 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:33.959906 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1866d9ef-5874-44da-beab-09899c70ab55 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:33.964368 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1866d9ef-5874-44da-beab-09899c70ab55 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] 10.222.0.39 "PUT /v2.0/ports/2a5e5728-34ed-4cad-92e1-b26189410f54 HTTP/1.1" status: 200 len: 1135 time: 0.7265456 Apr 20 17:43:33.964368 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48118) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:34.001894 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-06ff8d17-eb22-4a2d-ad29-1055b9eb9127 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:34.028933 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-06ff8d17-eb22-4a2d-ad29-1055b9eb9127 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:34.032950 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-71778e4a-70e3-49c8-a835-fd0660a4ce68 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:34.041595 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-71778e4a-70e3-49c8-a835-fd0660a4ce68 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:34.060593 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28636f7b-574c-41c5-86af-55395f10110b tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:34.061111 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-28636f7b-574c-41c5-86af-55395f10110b tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Synchronizing usage tracker for tenant:787eadd0a11044edb9d11bd592b104bc on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:34.073014 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3db3d3d6-f580-4809-a87b-14ce375f54eb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:34.086473 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-06ff8d17-eb22-4a2d-ad29-1055b9eb9127 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:34.088608 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-28636f7b-574c-41c5-86af-55395f10110b tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Unset dirty status for tenant:787eadd0a11044edb9d11bd592b104bc on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:34.089818 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-28636f7b-574c-41c5-86af-55395f10110b tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] 10.222.0.39 "GET /v2.0/ports/2a5e5728-34ed-4cad-92e1-b26189410f54 HTTP/1.1" status: 200 len: 1135 time: 0.1249647 Apr 20 17:43:34.092931 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-06ff8d17-eb22-4a2d-ad29-1055b9eb9127 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Usage tracker for resource:security_group_rule and tenant:3844a2007d6a4b0fbcb8790f281b3198 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:34.095295 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48122) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:34.097874 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-06ff8d17-eb22-4a2d-ad29-1055b9eb9127 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:34.110984 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-71778e4a-70e3-49c8-a835-fd0660a4ce68 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:34.111516 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71778e4a-70e3-49c8-a835-fd0660a4ce68 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Fanout notify agent at l3_agent the message router_deleted on router 6de989dc-aa68-43c9-a295-52a56ba5bd47 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:43:34.139921 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-06ff8d17-eb22-4a2d-ad29-1055b9eb9127 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:34.162037 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db3d3d6-f580-4809-a87b-14ce375f54eb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:43:34.165753 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-71778e4a-70e3-49c8-a835-fd0660a4ce68 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:34.170805 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-71778e4a-70e3-49c8-a835-fd0660a4ce68 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] 10.222.0.39 "DELETE /v2.0/routers/6de989dc-aa68-43c9-a295-52a56ba5bd47 HTTP/1.1" status: 204 len: 168 time: 3.7467761 Apr 20 17:43:34.173193 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48126) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:34.177438 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8a9cdf15-9858-41f9-87b5-d6747aa7bfbf None None] Provisioning complete for port 2a5e5728-34ed-4cad-92e1-b26189410f54 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:43:34.177605 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db3d3d6-f580-4809-a87b-14ce375f54eb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'Port': ['ID=ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:34.177877 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8a9cdf15-9858-41f9-87b5-d6747aa7bfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:34.180001 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-6c47485f-e7a5-4db2-9ed5-2e0499e1e2f7 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Deleting port 2a5e5728-34ed-4cad-92e1-b26189410f54 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:34.180001 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6c47485f-e7a5-4db2-9ed5-2e0499e1e2f7 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:34.186350 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-3db3d3d6-f580-4809-a87b-14ce375f54eb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:43:34.189365 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db3d3d6-f580-4809-a87b-14ce375f54eb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:43:34.232311 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-8a9cdf15-9858-41f9-87b5-d6747aa7bfbf None None] Port 2a5e5728-34ed-4cad-92e1-b26189410f54 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:43:34.313089 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-0cf734d5-79cd-4575-bdb2-9cc3f65175c5 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1406660311', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:34.335267 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0cf734d5-79cd-4575-bdb2-9cc3f65175c5 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:34.349642 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0cf734d5-79cd-4575-bdb2-9cc3f65175c5 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Usage tracker for resource:router and tenant:1e0df4d72bbb46eaacc5962ea1faba9c is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:34.352849 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3db3d3d6-f580-4809-a87b-14ce375f54eb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:34.353585 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3db3d3d6-f580-4809-a87b-14ce375f54eb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:34.357551 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0cf734d5-79cd-4575-bdb2-9cc3f65175c5 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:34.395208 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0cf734d5-79cd-4575-bdb2-9cc3f65175c5 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:34.443541 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0cf734d5-79cd-4575-bdb2-9cc3f65175c5 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:34.444444 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0cf734d5-79cd-4575-bdb2-9cc3f65175c5 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:34.536398 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-06ff8d17-eb22-4a2d-ad29-1055b9eb9127 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:34.551461 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-06ff8d17-eb22-4a2d-ad29-1055b9eb9127 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:34.587113 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db3d3d6-f580-4809-a87b-14ce375f54eb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Router 34ef1210-fb9f-4f00-a68a-9f2a99af9760 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:43:34.620538 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0cf734d5-79cd-4575-bdb2-9cc3f65175c5 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:34.629119 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-06ff8d17-eb22-4a2d-ad29-1055b9eb9127 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:34.638994 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff8d17-eb22-4a2d-ad29-1055b9eb9127 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e4c5fe-9fab-4b4e-858d-903d3eae1b6f,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:34.650413 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-06ff8d17-eb22-4a2d-ad29-1055b9eb9127 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Usage tracker for resource:security_group_rule and tenant:3844a2007d6a4b0fbcb8790f281b3198 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:34.657896 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-06ff8d17-eb22-4a2d-ad29-1055b9eb9127 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:34.663715 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6c47485f-e7a5-4db2-9ed5-2e0499e1e2f7 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:34.677875 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-06ff8d17-eb22-4a2d-ad29-1055b9eb9127 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:34.788159 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-6c47485f-e7a5-4db2-9ed5-2e0499e1e2f7 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Calling delete_port for 2a5e5728-34ed-4cad-92e1-b26189410f54 owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:43:34.788397 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db3d3d6-f580-4809-a87b-14ce375f54eb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:43:34.798875 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a0b5dc-4644-4fe5-a519-05cb1bc8b742 None None] Sync routers for ids ['34ef1210-fb9f-4f00-a68a-9f2a99af9760'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:43:34.811926 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3db3d3d6-f580-4809-a87b-14ce375f54eb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:34.812480 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a0b5dc-4644-4fe5-a519-05cb1bc8b742 None None] Routers {'34ef1210-fb9f-4f00-a68a-9f2a99af9760'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:34.813153 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3db3d3d6-f580-4809-a87b-14ce375f54eb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0426793 Apr 20 17:43:34.815069 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-29a0b5dc-4644-4fe5-a519-05cb1bc8b742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['34ef1210-fb9f-4f00-a68a-9f2a99af9760'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:34.817082 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48130) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:34.822181 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0cf734d5-79cd-4575-bdb2-9cc3f65175c5 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:34.859578 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2242a80e-fdf3-4ecf-9a34-03f09b686692 tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=ac289a58365e49439c6a449ebba5fb54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383601 Apr 20 17:43:34.859963 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48134) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:34.915095 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0cf734d5-79cd-4575-bdb2-9cc3f65175c5 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:34.916260 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0cf734d5-79cd-4575-bdb2-9cc3f65175c5 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7421460 Apr 20 17:43:34.919350 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48138) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:34.934417 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-b3b6dfba-0473-4272-9a61-c2dbab7a03f2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'enable_snat': True}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:34.988150 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-06ff8d17-eb22-4a2d-ad29-1055b9eb9127 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:35.051453 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-29a0b5dc-4644-4fe5-a519-05cb1bc8b742 None None] Set router 34ef1210-fb9f-4f00-a68a-9f2a99af9760 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:43:35.079972 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-06ff8d17-eb22-4a2d-ad29-1055b9eb9127 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:35.104536 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f617180-d2a8-4df9-af60-fa571919ab34 tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:35.109250 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9f617180-d2a8-4df9-af60-fa571919ab34 tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2453618 Apr 20 17:43:35.109419 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48142) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:35.150237 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff8d17-eb22-4a2d-ad29-1055b9eb9127 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86036a50-1650-4e1e-a1bb-46f76392f4ba,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:35.155048 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-55191c3e-0927-465d-b2fb-7d077f3fcba4 tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409267 Apr 20 17:43:35.155048 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48146) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:35.155483 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-06ff8d17-eb22-4a2d-ad29-1055b9eb9127 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:35.156644 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-06ff8d17-eb22-4a2d-ad29-1055b9eb9127 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4680860 Apr 20 17:43:35.159825 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48150) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:35.160217 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-50f2d7a4-8e11-44f9-b6db-0b026d147d35 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-133638406', 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d', 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:35.233643 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6c47485f-e7a5-4db2-9ed5-2e0499e1e2f7 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:35.277103 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-50f2d7a4-8e11-44f9-b6db-0b026d147d35 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:35.280940 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-50f2d7a4-8e11-44f9-b6db-0b026d147d35 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:subnet and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:35.283755 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-50f2d7a4-8e11-44f9-b6db-0b026d147d35 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:35.289395 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-50f2d7a4-8e11-44f9-b6db-0b026d147d35 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:35.304023 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f2d7a4-8e11-44f9-b6db-0b026d147d35 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Made reservation on behalf of ac289a58365e49439c6a449ebba5fb54 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:43:35.340330 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-29a0b5dc-4644-4fe5-a519-05cb1bc8b742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653038030', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:43:31Z', 'updated_at': '2022-04-20T17:43:34Z', 'revision_number': 3, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:32Z', 'updated_at': '2022-04-20T17:43:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:35.344606 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a0b5dc-4644-4fe5-a519-05cb1bc8b742 None None] Checking router: 34ef1210-fb9f-4f00-a68a-9f2a99af9760 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:43:35.345067 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a0b5dc-4644-4fe5-a519-05cb1bc8b742 None None] Updating router 34ef1210-fb9f-4f00-a68a-9f2a99af9760 port ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:43:35.346095 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c47485f-e7a5-4db2-9ed5-2e0499e1e2f7 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Pushing event deleted for resources: {'Port': ['ID=2a5e5728-34ed-4cad-92e1-b26189410f54,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:35.412269 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-50f2d7a4-8e11-44f9-b6db-0b026d147d35 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:35.427728 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-29a0b5dc-4644-4fe5-a519-05cb1bc8b742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:35.567312 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-250b548e-9c8c-466f-9e50-d510eb04ae71 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Synchronizing usage tracker for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:35.645510 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6c47485f-e7a5-4db2-9ed5-2e0499e1e2f7 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:35.647260 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6c47485f-e7a5-4db2-9ed5-2e0499e1e2f7 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] 10.222.0.39 "DELETE /v2.0/ports/2a5e5728-34ed-4cad-92e1-b26189410f54 HTTP/1.1" status: 204 len: 168 time: 1.5510764 Apr 20 17:43:35.650018 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48154) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:35.670233 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3b6dfba-0473-4272-9a61-c2dbab7a03f2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:35.674335 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-250b548e-9c8c-466f-9e50-d510eb04ae71 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Unset dirty status for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:35.678380 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-250b548e-9c8c-466f-9e50-d510eb04ae71 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5149016 Apr 20 17:43:35.678555 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48158) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:35.684466 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-e7f826f8-dab7-4470-81a5-12ab7fa027bb tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Request body: {'security_group': {'name': 'tempest-security--1293285009', 'description': 'tempest-security-description-1883624628'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:35.700902 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-50f2d7a4-8e11-44f9-b6db-0b026d147d35 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:35.786459 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2d7a4-8e11-44f9-b6db-0b026d147d35 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'Subnet': ['ID=25c13c54-9c74-4955-bd95-10feeeaa0466,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:35.824791 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-29a0b5dc-4644-4fe5-a519-05cb1bc8b742 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:35.837517 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-29a0b5dc-4644-4fe5-a519-05cb1bc8b742 None None] Transition to ACTIVE for port object ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:43:35.844635 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-29a0b5dc-4644-4fe5-a519-05cb1bc8b742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:35.897979 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f2d7a4-8e11-44f9-b6db-0b026d147d35 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Checking segment: {'id': '6cdcbbd4-f416-4bf1-b6c4-527799bd8e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:43:35.898428 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f2d7a4-8e11-44f9-b6db-0b026d147d35 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Network hostable DHCP agents. Network: 3394e549-b24a-4f46-b547-0a1fb9b41b4d, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:43:35.904651 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e7f826f8-dab7-4470-81a5-12ab7fa027bb tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:35.923914 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-29a0b5dc-4644-4fe5-a519-05cb1bc8b742 None None] Attempting to bind port ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:43:35.924284 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-29a0b5dc-4644-4fe5-a519-05cb1bc8b742 None None] Attempting to bind port ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:43:35.924561 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a0b5dc-4644-4fe5-a519-05cb1bc8b742 None None] Attempting to bind port ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:43:35.932384 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ea6c4-ea13-43c3-83f9-f1321f144866 None None] Pushing event updated for resources: {'Port': ['ID=ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:35.938214 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a0b5dc-4644-4fe5-a519-05cb1bc8b742 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:43:35.939091 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a0b5dc-4644-4fe5-a519-05cb1bc8b742 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:43:35.939091 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-29a0b5dc-4644-4fe5-a519-05cb1bc8b742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:35.939316 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a0b5dc-4644-4fe5-a519-05cb1bc8b742 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:43:35.939729 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-29a0b5dc-4644-4fe5-a519-05cb1bc8b742 None None] Bound port: ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:43:35.940282 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-29a0b5dc-4644-4fe5-a519-05cb1bc8b742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:35.950849 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac421873-4de5-4183-99bf-7d803c88584e tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Deleting subnet d7eeefe3-9ea4-4d41-aafe-0d0f632cd6de {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:43:35.953918 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ac421873-4de5-4183-99bf-7d803c88584e tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:35.971269 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e7f826f8-dab7-4470-81a5-12ab7fa027bb tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:35.978923 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e7f826f8-dab7-4470-81a5-12ab7fa027bb tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:35.981349 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e7f826f8-dab7-4470-81a5-12ab7fa027bb tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:35.985969 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e7f826f8-dab7-4470-81a5-12ab7fa027bb tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "PUT /v2.0/security-groups/86036a50-1650-4e1e-a1bb-46f76392f4ba HTTP/1.1" status: 200 len: 1612 time: 0.3031261 Apr 20 17:43:35.986140 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48162) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:35.992875 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f2d7a4-8e11-44f9-b6db-0b026d147d35 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Network 3394e549-b24a-4f46-b547-0a1fb9b41b4d is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:43:36.015876 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-29a0b5dc-4644-4fe5-a519-05cb1bc8b742 None None] For port ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:43:36.020256 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-29a0b5dc-4644-4fe5-a519-05cb1bc8b742 None None] For port ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:43:36.026949 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-29a0b5dc-4644-4fe5-a519-05cb1bc8b742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:36.029432 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f826f8-dab7-4470-81a5-12ab7fa027bb tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86036a50-1650-4e1e-a1bb-46f76392f4ba,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:36.036968 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-50f2d7a4-8e11-44f9-b6db-0b026d147d35 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 3394e549-b24a-4f46-b547-0a1fb9b41b4d) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:43:36.046067 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f2d7a4-8e11-44f9-b6db-0b026d147d35 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:36.046272 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5123a4d6-fdb4-4746-9e61-2d9ba239f296 None None] Network 3394e549-b24a-4f46-b547-0a1fb9b41b4d requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:43:36.046749 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-50f2d7a4-8e11-44f9-b6db-0b026d147d35 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:36.061407 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ac421873-4de5-4183-99bf-7d803c88584e tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:36.099735 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3b6dfba-0473-4272-9a61-c2dbab7a03f2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:36.125604 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8ba3b744-c15a-4a42-82d6-91b773e50106 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "GET /v2.0/security-groups/86036a50-1650-4e1e-a1bb-46f76392f4ba HTTP/1.1" status: 200 len: 1612 time: 0.1390388 Apr 20 17:43:36.130848 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-50f2d7a4-8e11-44f9-b6db-0b026d147d35 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9738770 Apr 20 17:43:36.133746 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48166) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:36.136431 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48170) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:36.146950 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a0b5dc-4644-4fe5-a519-05cb1bc8b742 None None] Routers {'34ef1210-fb9f-4f00-a68a-9f2a99af9760'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:36.147808 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-29a0b5dc-4644-4fe5-a519-05cb1bc8b742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['34ef1210-fb9f-4f00-a68a-9f2a99af9760'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:36.172116 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ac421873-4de5-4183-99bf-7d803c88584e tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:36.209474 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ea6c4-ea13-43c3-83f9-f1321f144866 None None] Pushing event updated for resources: {'Port': ['ID=ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:36.224072 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3b6dfba-0473-4272-9a61-c2dbab7a03f2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:36.261472 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ac421873-4de5-4183-99bf-7d803c88584e tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:36.306019 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac421873-4de5-4183-99bf-7d803c88584e tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Pushing event deleted for resources: {'Subnet': ['ID=d7eeefe3-9ea4-4d41-aafe-0d0f632cd6de,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:36.324465 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ac421873-4de5-4183-99bf-7d803c88584e tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:36.328261 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e8055b-f876-4cdd-861b-44c66fb4098d None None] Network ffcd2da7-8ffb-4547-b374-40548bf7c0ea requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:43:36.337350 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ac421873-4de5-4183-99bf-7d803c88584e tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] 10.222.0.39 "DELETE /v2.0/subnets/d7eeefe3-9ea4-4d41-aafe-0d0f632cd6de HTTP/1.1" status: 204 len: 168 time: 0.6858492 Apr 20 17:43:36.338172 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48174) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:36.359041 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-29a0b5dc-4644-4fe5-a519-05cb1bc8b742 None None] Set router 34ef1210-fb9f-4f00-a68a-9f2a99af9760 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:43:36.401897 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2774c1-afc3-411c-a0c7-4bf02d625aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-3394e549-b24a-4f46-b547-0a1fb9b41b4d', 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'fixed_ips': [{'subnet_id': '25c13c54-9c74-4955-bd95-10feeeaa0466'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:43:36.403297 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8a2774c1-afc3-411c-a0c7-4bf02d625aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:36.454853 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d0b86aa6-cfbf-44db-8f81-6c2151176ad7 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:36.524827 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d0b86aa6-cfbf-44db-8f81-6c2151176ad7 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:36.574793 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f92c9e79-6cf5-4138-be66-fa5e44e585d6 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:36.588710 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-b3b6dfba-0473-4272-9a61-c2dbab7a03f2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Allocated IP 172.25.8.135 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/e08d14d3-2f3a-448b-b4c1-c872db94d671) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:43:36.593375 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-f92c9e79-6cf5-4138-be66-fa5e44e585d6 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Deleting port c8cbf102-9b6b-4953-a061-0701d14fa4f4 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:36.593709 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f92c9e79-6cf5-4138-be66-fa5e44e585d6 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:36.702901 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d0b86aa6-cfbf-44db-8f81-6c2151176ad7 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:36.710657 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-29a0b5dc-4644-4fe5-a519-05cb1bc8b742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653038030', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:43:31Z', 'updated_at': '2022-04-20T17:43:34Z', 'revision_number': 3, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:32Z', 'updated_at': '2022-04-20T17:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:36.717751 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a0b5dc-4644-4fe5-a519-05cb1bc8b742 None None] The sync data for ids ['34ef1210-fb9f-4f00-a68a-9f2a99af9760'] in n-d-838032-1 is: [{'id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653038030', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:43:31Z', 'updated_at': '2022-04-20T17:43:34Z', 'revision_number': 3, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:32Z', 'updated_at': '2022-04-20T17:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:43:36.742663 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-8a2774c1-afc3-411c-a0c7-4bf02d625aaa None None] Allocated IP 172.20.0.2 (3394e549-b24a-4f46-b547-0a1fb9b41b4d/25c13c54-9c74-4955-bd95-10feeeaa0466/9e8aedc1-4ca2-496d-9d79-5391fc82410a) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:43:36.745139 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b86aa6-cfbf-44db-8f81-6c2151176ad7 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86036a50-1650-4e1e-a1bb-46f76392f4ba,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:36.839690 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d0b86aa6-cfbf-44db-8f81-6c2151176ad7 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:36.843126 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d0b86aa6-cfbf-44db-8f81-6c2151176ad7 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "DELETE /v2.0/security-groups/86036a50-1650-4e1e-a1bb-46f76392f4ba HTTP/1.1" status: 204 len: 168 time: 0.7100816 Apr 20 17:43:36.847501 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48180) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:36.905734 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912510c7-f166-4a9c-b27f-83dab04d48fe None None] DHCP port deletion for ffcd2da7-8ffb-4547-b374-40548bf7c0ea request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:43:36.923345 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-912510c7-f166-4a9c-b27f-83dab04d48fe None None] Deleting port c8cbf102-9b6b-4953-a061-0701d14fa4f4 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:36.923837 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-912510c7-f166-4a9c-b27f-83dab04d48fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:36.934949 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-f92c9e79-6cf5-4138-be66-fa5e44e585d6 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] For port c8cbf102-9b6b-4953-a061-0701d14fa4f4, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c8cbf102-9b6b-4953-a061-0701d14fa4f4,segment=NetworkSegment(cedc784d-3cf3-4011-8706-bf12aae26d7a),segment_id=cedc784d-3cf3-4011-8706-bf12aae26d7a)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:36.935555 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f92c9e79-6cf5-4138-be66-fa5e44e585d6 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:36.977322 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3b6dfba-0473-4272-9a61-c2dbab7a03f2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:36.989898 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c8cbf102-9b6b-4953-a061-0701d14fa4f4 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:43:37.141101 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3b6dfba-0473-4272-9a61-c2dbab7a03f2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:37.209311 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-f92c9e79-6cf5-4138-be66-fa5e44e585d6 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Calling delete_port for c8cbf102-9b6b-4953-a061-0701d14fa4f4 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:43:37.230798 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6dfba-0473-4272-9a61-c2dbab7a03f2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Pushing event updated for resources: {'Port': ['ID=e08d14d3-2f3a-448b-b4c1-c872db94d671,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:37.245529 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-912510c7-f166-4a9c-b27f-83dab04d48fe None None] For port c8cbf102-9b6b-4953-a061-0701d14fa4f4, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c8cbf102-9b6b-4953-a061-0701d14fa4f4,segment=NetworkSegment(cedc784d-3cf3-4011-8706-bf12aae26d7a),segment_id=cedc784d-3cf3-4011-8706-bf12aae26d7a)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:37.246120 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-912510c7-f166-4a9c-b27f-83dab04d48fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:37.252124 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b6dfba-0473-4272-9a61-c2dbab7a03f2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:43:37.253963 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-b3b6dfba-0473-4272-9a61-c2dbab7a03f2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:43:37.260117 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b6dfba-0473-4272-9a61-c2dbab7a03f2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:43:37.283861 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e8ea9a4a-1686-433f-82f9-94dd9a354cd8 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4351580 Apr 20 17:43:37.284539 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48184) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:37.319534 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-c7200062-1773-4770-b10a-6cee2c8f9cf0 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] delete failed (client error): The resource could not be found. Apr 20 17:43:37.327671 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c7200062-1773-4770-b10a-6cee2c8f9cf0 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "DELETE /v2.0/security-groups/86036a50-1650-4e1e-a1bb-46f76392f4ba HTTP/1.1" status: 404 len: 347 time: 0.0398960 Apr 20 17:43:37.328484 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48188) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:37.335461 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-c22beb1b-7bdc-463e-9833-b00f9a152066 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Request body: {'security_group': {'name': 'tempest-secgroup--1299118126'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:37.343405 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c22beb1b-7bdc-463e-9833-b00f9a152066 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:37.349197 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c22beb1b-7bdc-463e-9833-b00f9a152066 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Usage tracker for resource:security_group and tenant:3844a2007d6a4b0fbcb8790f281b3198 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:37.352096 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c22beb1b-7bdc-463e-9833-b00f9a152066 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:37.359058 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f92c9e79-6cf5-4138-be66-fa5e44e585d6 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:37.364392 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c22beb1b-7bdc-463e-9833-b00f9a152066 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:37.390458 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-912510c7-f166-4a9c-b27f-83dab04d48fe None None] Calling delete_port for c8cbf102-9b6b-4953-a061-0701d14fa4f4 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:43:37.417447 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c9e79-6cf5-4138-be66-fa5e44e585d6 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Pushing event deleted for resources: {'Port': ['ID=c8cbf102-9b6b-4953-a061-0701d14fa4f4,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:37.424345 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92c9e79-6cf5-4138-be66-fa5e44e585d6 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] No DVR routers for this DVR port c8cbf102-9b6b-4953-a061-0701d14fa4f4 on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:43:37.428596 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c22beb1b-7bdc-463e-9833-b00f9a152066 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:37.523477 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c9e79-6cf5-4138-be66-fa5e44e585d6 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:37.524206 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c9e79-6cf5-4138-be66-fa5e44e585d6 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:37.524759 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c9e79-6cf5-4138-be66-fa5e44e585d6 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:37.525508 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c9e79-6cf5-4138-be66-fa5e44e585d6 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:37.526095 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c9e79-6cf5-4138-be66-fa5e44e585d6 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:37.526937 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c9e79-6cf5-4138-be66-fa5e44e585d6 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:37.527537 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c9e79-6cf5-4138-be66-fa5e44e585d6 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:37.528085 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c9e79-6cf5-4138-be66-fa5e44e585d6 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:37.528786 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c9e79-6cf5-4138-be66-fa5e44e585d6 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:37.529323 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c9e79-6cf5-4138-be66-fa5e44e585d6 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:37.529987 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c9e79-6cf5-4138-be66-fa5e44e585d6 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:43:37.550872 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No active binding found for port c8cbf102-9b6b-4953-a061-0701d14fa4f4 {{(pid=84082) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 20 17:43:37.552075 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c8cbf102-9b6b-4953-a061-0701d14fa4f4 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:43:37.599216 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-912510c7-f166-4a9c-b27f-83dab04d48fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:43:37.599645 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-912510c7-f166-4a9c-b27f-83dab04d48fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:43:37.611426 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8a2774c1-afc3-411c-a0c7-4bf02d625aaa None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:37.628631 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8a2774c1-afc3-411c-a0c7-4bf02d625aaa None None] Transition to ACTIVE for port object 9e8aedc1-4ca2-496d-9d79-5391fc82410a will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:43:37.653546 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8a2774c1-afc3-411c-a0c7-4bf02d625aaa None None] Transition to ACTIVE for port object 9e8aedc1-4ca2-496d-9d79-5391fc82410a will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:43:37.661421 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8a2774c1-afc3-411c-a0c7-4bf02d625aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:37.672422 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f92c9e79-6cf5-4138-be66-fa5e44e585d6 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:37.680463 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c22beb1b-7bdc-463e-9833-b00f9a152066 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:37.694129 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c22beb1b-7bdc-463e-9833-b00f9a152066 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Usage tracker for resource:security_group_rule and tenant:3844a2007d6a4b0fbcb8790f281b3198 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:37.704881 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3b6dfba-0473-4272-9a61-c2dbab7a03f2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:37.705565 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c22beb1b-7bdc-463e-9833-b00f9a152066 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:37.715805 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c22beb1b-7bdc-463e-9833-b00f9a152066 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:37.718699 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-f92c9e79-6cf5-4138-be66-fa5e44e585d6 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffcd2da7-8ffb-4547-b374-40548bf7c0ea']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:37.736952 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-f92c9e79-6cf5-4138-be66-fa5e44e585d6 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cedc784d-3cf3-4011-8706-bf12aae26d7a') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:37.737400 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-f92c9e79-6cf5-4138-be66-fa5e44e585d6 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cedc784d-3cf3-4011-8706-bf12aae26d7a') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:37.747656 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2774c1-afc3-411c-a0c7-4bf02d625aaa None None] Network 3394e549-b24a-4f46-b547-0a1fb9b41b4d is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:43:37.751781 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-8a2774c1-afc3-411c-a0c7-4bf02d625aaa None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:43:37.754009 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2774c1-afc3-411c-a0c7-4bf02d625aaa None None] Pushing event updated for resources: {'Port': ['ID=9e8aedc1-4ca2-496d-9d79-5391fc82410a,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:37.756702 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2774c1-afc3-411c-a0c7-4bf02d625aaa None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:43:37.759868 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f92c9e79-6cf5-4138-be66-fa5e44e585d6 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:37.792894 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f92c9e79-6cf5-4138-be66-fa5e44e585d6 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:37.806223 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92c9e79-6cf5-4138-be66-fa5e44e585d6 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:43:37.806700 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f92c9e79-6cf5-4138-be66-fa5e44e585d6 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:37.822246 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:43:37.822246 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:43:37.822246 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:43:37.822246 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:43:37.822246 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:43:37.822246 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:43:37.822246 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:43:37.822246 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:43:37.822246 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:43:37.822246 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:43:37.822246 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:43:37.822246 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:43:37.822246 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:43:37.822246 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:43:37.822246 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:43:37.822246 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:43:37.822246 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:43:37.822246 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:43:37.822246 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:43:37.822246 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:43:37.822246 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:43:37.822246 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:43:37.822246 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:43:37.822246 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:43:37.822246 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:43:37.822246 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:43:37.822246 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:43:37.822246 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:43:37.822246 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:43:37.822246 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:43:37.822246 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:43:37.822246 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:43:37.875457 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-8a2774c1-afc3-411c-a0c7-4bf02d625aaa None None] Attempting to bind port 9e8aedc1-4ca2-496d-9d79-5391fc82410a on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:43:37.875967 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-8a2774c1-afc3-411c-a0c7-4bf02d625aaa None None] Attempting to bind port 9e8aedc1-4ca2-496d-9d79-5391fc82410a by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '6cdcbbd4-f416-4bf1-b6c4-527799bd8e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:43:37.876453 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2774c1-afc3-411c-a0c7-4bf02d625aaa None None] Attempting to bind port 9e8aedc1-4ca2-496d-9d79-5391fc82410a on network 3394e549-b24a-4f46-b547-0a1fb9b41b4d {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:43:37.884786 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2774c1-afc3-411c-a0c7-4bf02d625aaa None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:43:37.885326 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2774c1-afc3-411c-a0c7-4bf02d625aaa None None] Checking segment: {'id': '6cdcbbd4-f416-4bf1-b6c4-527799bd8e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:43:37.885871 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8a2774c1-afc3-411c-a0c7-4bf02d625aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:37.886390 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2774c1-afc3-411c-a0c7-4bf02d625aaa None None] Bound using segment: {'id': '6cdcbbd4-f416-4bf1-b6c4-527799bd8e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:43:37.887083 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-8a2774c1-afc3-411c-a0c7-4bf02d625aaa None None] Bound port: 9e8aedc1-4ca2-496d-9d79-5391fc82410a, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cdcbbd4-f416-4bf1-b6c4-527799bd8e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:43:37.887548 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8a2774c1-afc3-411c-a0c7-4bf02d625aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:37.928413 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c22beb1b-7bdc-463e-9833-b00f9a152066 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:37.937175 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c22beb1b-7bdc-463e-9833-b00f9a152066 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:37.950923 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f92c9e79-6cf5-4138-be66-fa5e44e585d6 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:37.978611 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f92c9e79-6cf5-4138-be66-fa5e44e585d6 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:37.998996 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c9e79-6cf5-4138-be66-fa5e44e585d6 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] Pushing event deleted for resources: {'Network': ['ID=ffcd2da7-8ffb-4547-b374-40548bf7c0ea,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:38.003041 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-8a2774c1-afc3-411c-a0c7-4bf02d625aaa None None] For port 9e8aedc1-4ca2-496d-9d79-5391fc82410a, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:43:38.006889 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-8a2774c1-afc3-411c-a0c7-4bf02d625aaa None None] For port 9e8aedc1-4ca2-496d-9d79-5391fc82410a, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9e8aedc1-4ca2-496d-9d79-5391fc82410a,segment=NetworkSegment(6cdcbbd4-f416-4bf1-b6c4-527799bd8e61),segment_id=6cdcbbd4-f416-4bf1-b6c4-527799bd8e61)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:43:38.015307 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8a2774c1-afc3-411c-a0c7-4bf02d625aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:38.027719 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22beb1b-7bdc-463e-9833-b00f9a152066 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beeb7835-4315-4eb8-8ef3-26883a85171b,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:38.031580 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c22beb1b-7bdc-463e-9833-b00f9a152066 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:38.035941 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c22beb1b-7bdc-463e-9833-b00f9a152066 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7058103 Apr 20 17:43:38.036967 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48192) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:38.043247 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f92c9e79-6cf5-4138-be66-fa5e44e585d6 tempest-ExtraDHCPOptionsTestJSON-1332632641 tempest-ExtraDHCPOptionsTestJSON-1332632641-project] 10.222.0.39 "DELETE /v2.0/networks/ffcd2da7-8ffb-4547-b374-40548bf7c0ea HTTP/1.1" status: 204 len: 168 time: 1.7015526 Apr 20 17:43:38.044807 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-2312091b-5e7b-4949-b602-ac107adbc89a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Request body: {'security_group_rule': {'security_group_id': 'beeb7835-4315-4eb8-8ef3-26883a85171b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:38.051929 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-2312091b-5e7b-4949-b602-ac107adbc89a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:38.056943 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-2312091b-5e7b-4949-b602-ac107adbc89a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Usage tracker for resource:security_group_rule and tenant:3844a2007d6a4b0fbcb8790f281b3198 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:38.060603 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-2312091b-5e7b-4949-b602-ac107adbc89a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:38.067352 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-2312091b-5e7b-4949-b602-ac107adbc89a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:38.090408 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2312091b-5e7b-4949-b602-ac107adbc89a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:38.101588 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-912510c7-f166-4a9c-b27f-83dab04d48fe None None] Deleting port c8cbf102-9b6b-4953-a061-0701d14fa4f4 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:38.101952 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-912510c7-f166-4a9c-b27f-83dab04d48fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:38.171349 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2312091b-5e7b-4949-b602-ac107adbc89a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:38.177214 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2774c1-afc3-411c-a0c7-4bf02d625aaa None None] Pushing event updated for resources: {'Port': ['ID=9e8aedc1-4ca2-496d-9d79-5391fc82410a,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:38.185201 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-912510c7-f166-4a9c-b27f-83dab04d48fe None None] The port 'c8cbf102-9b6b-4953-a061-0701d14fa4f4' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:43:38.185426 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2312091b-5e7b-4949-b602-ac107adbc89a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:38.205124 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3b6dfba-0473-4272-9a61-c2dbab7a03f2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:38.223430 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312091b-5e7b-4949-b602-ac107adbc89a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78ffa722-27ba-404e-b3ea-1bad765a92d3,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:38.239969 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2312091b-5e7b-4949-b602-ac107adbc89a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:38.242752 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2312091b-5e7b-4949-b602-ac107adbc89a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2045078 Apr 20 17:43:38.244361 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48198) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:38.250134 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3b6dfba-0473-4272-9a61-c2dbab7a03f2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33176207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33176208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33180178'] for router, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:38.286063 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ebc00802-4873-47db-a730-4b6a8b1631b6 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:38.299086 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ebc00802-4873-47db-a730-4b6a8b1631b6 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:38.333207 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ebc00802-4873-47db-a730-4b6a8b1631b6 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:38.366043 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc00802-4873-47db-a730-4b6a8b1631b6 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78ffa722-27ba-404e-b3ea-1bad765a92d3,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:38.377123 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ebc00802-4873-47db-a730-4b6a8b1631b6 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:38.378590 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ebc00802-4873-47db-a730-4b6a8b1631b6 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/78ffa722-27ba-404e-b3ea-1bad765a92d3 HTTP/1.1" status: 204 len: 168 time: 0.1332805 Apr 20 17:43:38.381301 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48204) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:38.434563 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e813c841-eac8-4751-83b2-6385be68a2fc tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Synchronizing usage tracker for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group_rule {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:38.446157 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a6d31e9-35a3-4f33-9d88-0a54a13bbc33 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:38.476853 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e813c841-eac8-4751-83b2-6385be68a2fc tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Unset dirty status for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group_rule {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:38.480847 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e813c841-eac8-4751-83b2-6385be68a2fc tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0957022 Apr 20 17:43:38.481106 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48208) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:38.508916 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48212) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:38.557642 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f5bcd85c-f793-49fa-b7af-199a8196ab51 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:38.598409 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f5bcd85c-f793-49fa-b7af-199a8196ab51 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:38.655944 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f5bcd85c-f793-49fa-b7af-199a8196ab51 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:38.693736 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bcd85c-f793-49fa-b7af-199a8196ab51 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beeb7835-4315-4eb8-8ef3-26883a85171b,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:38.730361 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f5bcd85c-f793-49fa-b7af-199a8196ab51 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:38.731507 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f5bcd85c-f793-49fa-b7af-199a8196ab51 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "DELETE /v2.0/security-groups/beeb7835-4315-4eb8-8ef3-26883a85171b HTTP/1.1" status: 204 len: 168 time: 0.2494717 Apr 20 17:43:38.734814 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48218) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:38.755589 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4113dc5e-a7b2-4068-9994-903ff8d589c1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=787eadd0a11044edb9d11bd592b104bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2455850 Apr 20 17:43:38.758831 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48222) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:38.825983 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-73a1497a-23b3-49df-9fe5-181f5b8ba553 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Synchronizing usage tracker for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:38.851861 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-39afa1f9-8f25-43a9-a27e-3f48e512e097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:38.863710 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-73a1497a-23b3-49df-9fe5-181f5b8ba553 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Unset dirty status for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:38.869842 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-73a1497a-23b3-49df-9fe5-181f5b8ba553 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1293013 Apr 20 17:43:38.872069 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48226) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:38.880313 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-39afa1f9-8f25-43a9-a27e-3f48e512e097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:38.913980 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-8622607f-7df7-4ab9-925d-349e1af94a60 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Request body: {'security_group': {'name': 'tempest-secgroup--1941599732'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:38.930820 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8622607f-7df7-4ab9-925d-349e1af94a60 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:38.956777 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8622607f-7df7-4ab9-925d-349e1af94a60 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:38.961234 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-39afa1f9-8f25-43a9-a27e-3f48e512e097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:38.971917 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-9a6d31e9-35a3-4f33-9d88-0a54a13bbc33 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Allocated IP 172.20.0.1 (3394e549-b24a-4f46-b547-0a1fb9b41b4d/25c13c54-9c74-4955-bd95-10feeeaa0466/dff52948-6de6-4c4d-9d0b-16a81f6074c8) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:43:38.977918 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b6dfba-0473-4272-9a61-c2dbab7a03f2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Router 25d202e4-18db-4c35-afd6-f831876ae77c is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:43:38.993894 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8622607f-7df7-4ab9-925d-349e1af94a60 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:38.997508 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39afa1f9-8f25-43a9-a27e-3f48e512e097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f80ee36-acc7-43c5-995e-e14292039bad,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:38.999457 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-39afa1f9-8f25-43a9-a27e-3f48e512e097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:39.004959 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-39afa1f9-8f25-43a9-a27e-3f48e512e097 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5f80ee36-acc7-43c5-995e-e14292039bad HTTP/1.1" status: 204 len: 168 time: 0.2430861 Apr 20 17:43:39.076292 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:43:39.164093 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:43:39.177398 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:43:39.177785 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:39.250031 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-681641fd-da2e-4118-83e9-5094e22a83b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:39.289956 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8622607f-7df7-4ab9-925d-349e1af94a60 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:39.307209 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8622607f-7df7-4ab9-925d-349e1af94a60 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Usage tracker for resource:security_group_rule and tenant:3844a2007d6a4b0fbcb8790f281b3198 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:39.313243 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:39.332045 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8622607f-7df7-4ab9-925d-349e1af94a60 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:39.338298 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:39.343650 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8622607f-7df7-4ab9-925d-349e1af94a60 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:39.347644 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:39.348731 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9e8aedc1-4ca2-496d-9d79-5391fc82410a up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:43:39.408086 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a6d31e9-35a3-4f33-9d88-0a54a13bbc33 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:39.439438 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-9a6d31e9-35a3-4f33-9d88-0a54a13bbc33 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Transition to ACTIVE for port object dff52948-6de6-4c4d-9d0b-16a81f6074c8 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:43:39.457940 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:43:39.464878 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:39.468017 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51efff2-43ab-4633-905d-63b2d17222bf None None] Network 3394e549-b24a-4f46-b547-0a1fb9b41b4d requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:43:39.489801 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8622607f-7df7-4ab9-925d-349e1af94a60 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:39.510421 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8622607f-7df7-4ab9-925d-349e1af94a60 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:39.538677 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a6d31e9-35a3-4f33-9d88-0a54a13bbc33 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:39.592123 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-65d283bb-0978-4de5-824b-a8699aa81ec4 None None] Provisioning for port 9e8aedc1-4ca2-496d-9d79-5391fc82410a completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:43:39.628465 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 9e8aedc1-4ca2-496d-9d79-5391fc82410a completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:43:39.648227 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622607f-7df7-4ab9-925d-349e1af94a60 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f42dba1-afdb-4b86-a67c-a8f7d9f58bcf,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:39.657949 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6d31e9-35a3-4f33-9d88-0a54a13bbc33 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Network 3394e549-b24a-4f46-b547-0a1fb9b41b4d is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:43:39.658854 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8622607f-7df7-4ab9-925d-349e1af94a60 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:39.660047 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8622607f-7df7-4ab9-925d-349e1af94a60 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7843330 Apr 20 17:43:39.661954 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b6dfba-0473-4272-9a61-c2dbab7a03f2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:43:39.663151 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48242) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:39.668182 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-9a6d31e9-35a3-4f33-9d88-0a54a13bbc33 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:43:39.671822 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3b6dfba-0473-4272-9a61-c2dbab7a03f2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:39.672951 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b3b6dfba-0473-4272-9a61-c2dbab7a03f2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] 10.222.0.39 "PUT /v2.0/routers/25d202e4-18db-4c35-afd6-f831876ae77c HTTP/1.1" status: 200 len: 919 time: 4.7527914 Apr 20 17:43:39.676480 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48246) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:39.677082 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6d31e9-35a3-4f33-9d88-0a54a13bbc33 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:43:39.688232 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 9e8aedc1-4ca2-496d-9d79-5391fc82410a triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:43:39.688608 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:39.702073 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d31e9-35a3-4f33-9d88-0a54a13bbc33 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'Port': ['ID=dff52948-6de6-4c4d-9d0b-16a81f6074c8,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:39.707360 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-4512cf46-0e89-4b75-886a-7fad2310542b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Request body: {'security_group_rule': {'security_group_id': '4f42dba1-afdb-4b86-a67c-a8f7d9f58bcf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:39.721672 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4512cf46-0e89-4b75-886a-7fad2310542b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:39.735070 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4512cf46-0e89-4b75-886a-7fad2310542b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Usage tracker for resource:security_group_rule and tenant:3844a2007d6a4b0fbcb8790f281b3198 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:39.740701 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4512cf46-0e89-4b75-886a-7fad2310542b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:39.750784 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4512cf46-0e89-4b75-886a-7fad2310542b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:39.763866 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a6d31e9-35a3-4f33-9d88-0a54a13bbc33 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:39.790007 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1ccc53-df5e-4469-be42-5d6e7ea9bf1f None None] Sync routers for ids ['25d202e4-18db-4c35-afd6-f831876ae77c'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:43:39.805766 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4512cf46-0e89-4b75-886a-7fad2310542b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:39.834818 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1ccc53-df5e-4469-be42-5d6e7ea9bf1f None None] Routers {'25d202e4-18db-4c35-afd6-f831876ae77c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:39.839611 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4a1ccc53-df5e-4469-be42-5d6e7ea9bf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['25d202e4-18db-4c35-afd6-f831876ae77c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:39.910180 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3682496c-2664-4eed-b003-b39743ad50c8 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] 10.222.0.39 "GET /v2.0/routers/25d202e4-18db-4c35-afd6-f831876ae77c HTTP/1.1" status: 200 len: 925 time: 0.2312217 Apr 20 17:43:39.913118 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48254) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:39.925692 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4a1ccc53-df5e-4469-be42-5d6e7ea9bf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:39.975233 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1ccc53-df5e-4469-be42-5d6e7ea9bf1f None None] Routers {'25d202e4-18db-4c35-afd6-f831876ae77c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:39.976079 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4a1ccc53-df5e-4469-be42-5d6e7ea9bf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['25d202e4-18db-4c35-afd6-f831876ae77c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:39.995178 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-48ec18ae-5637-4cfc-b82b-f57131106b9f tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Synchronizing usage tracker for tenant:34f5d4bed2c641dda05914bf2eacbe50 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:40.008999 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-48ec18ae-5637-4cfc-b82b-f57131106b9f tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Unset dirty status for tenant:34f5d4bed2c641dda05914bf2eacbe50 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:40.012910 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-48ec18ae-5637-4cfc-b82b-f57131106b9f tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3&device_id=25d202e4-18db-4c35-afd6-f831876ae77c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0963359 Apr 20 17:43:40.013094 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48260) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:40.067955 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4a1ccc53-df5e-4469-be42-5d6e7ea9bf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:40.068514 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1ccc53-df5e-4469-be42-5d6e7ea9bf1f None None] The sync data for ids ['25d202e4-18db-4c35-afd6-f831876ae77c'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:43:40.076365 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a6d31e9-35a3-4f33-9d88-0a54a13bbc33 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:40.096164 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48264) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:40.140744 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:40.159507 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4512cf46-0e89-4b75-886a-7fad2310542b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:40.178777 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4512cf46-0e89-4b75-886a-7fad2310542b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:40.201641 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 9e8aedc1-4ca2-496d-9d79-5391fc82410a, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9e8aedc1-4ca2-496d-9d79-5391fc82410a,segment=NetworkSegment(6cdcbbd4-f416-4bf1-b6c4-527799bd8e61),segment_id=6cdcbbd4-f416-4bf1-b6c4-527799bd8e61)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:40.201918 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cd9aa8-255d-4433-8c48-c6e88096696f tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:40.203011 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f3cd9aa8-255d-4433-8c48-c6e88096696f tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Synchronizing usage tracker for tenant:34f5d4bed2c641dda05914bf2eacbe50 on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:40.209851 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:40.233206 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f3cd9aa8-255d-4433-8c48-c6e88096696f tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Unset dirty status for tenant:34f5d4bed2c641dda05914bf2eacbe50 on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:40.233863 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f3cd9aa8-255d-4433-8c48-c6e88096696f tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 881 time: 0.2198262 Apr 20 17:43:40.236881 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48270) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:40.301418 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-59812d2c-ff75-4369-a57a-e233d1850181 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] 10.222.0.39 "GET /v2.0/ports?device_id=25d202e4-18db-4c35-afd6-f831876ae77c HTTP/1.1" status: 200 len: 205 time: 0.0632954 Apr 20 17:43:40.304160 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48274) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:40.322003 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=9e8aedc1-4ca2-496d-9d79-5391fc82410a,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:40.365330 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4512cf46-0e89-4b75-886a-7fad2310542b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:40.366461 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4512cf46-0e89-4b75-886a-7fad2310542b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6999116 Apr 20 17:43:40.370104 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-3be9d965-b542-4a9a-b4d3-4317dd0402ef tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1243083354'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:40.381464 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512cf46-0e89-4b75-886a-7fad2310542b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9182e5e3-d4a5-4b6c-b5aa-9c30a95a627d,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:40.384227 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48278) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:40.389849 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3be9d965-b542-4a9a-b4d3-4317dd0402ef tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:40.405840 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3be9d965-b542-4a9a-b4d3-4317dd0402ef tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Usage tracker for resource:network and tenant:c9d6fd43f57648e69fdcea7121532365 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:40.413084 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-62165dac-ed1b-4753-b4f8-1e40c951996b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Request body: {'security_group_rule': {'security_group_id': '4f42dba1-afdb-4b86-a67c-a8f7d9f58bcf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:40.419858 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-62165dac-ed1b-4753-b4f8-1e40c951996b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:40.424330 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-62165dac-ed1b-4753-b4f8-1e40c951996b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Usage tracker for resource:security_group_rule and tenant:3844a2007d6a4b0fbcb8790f281b3198 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:40.427585 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-62165dac-ed1b-4753-b4f8-1e40c951996b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:40.433916 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-62165dac-ed1b-4753-b4f8-1e40c951996b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:40.442936 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3be9d965-b542-4a9a-b4d3-4317dd0402ef tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:40.452331 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3be9d965-b542-4a9a-b4d3-4317dd0402ef tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:40.455230 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-4c351b14-8c5a-477d-9a3c-083635366a8e None None] Provisioning complete for port 9e8aedc1-4ca2-496d-9d79-5391fc82410a triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:43:40.455780 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4c351b14-8c5a-477d-9a3c-083635366a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:40.475465 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-62165dac-ed1b-4753-b4f8-1e40c951996b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:40.498554 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be9d965-b542-4a9a-b4d3-4317dd0402ef tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Made reservation on behalf of c9d6fd43f57648e69fdcea7121532365 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:43:40.501797 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3be9d965-b542-4a9a-b4d3-4317dd0402ef tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:40.570064 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3be9d965-b542-4a9a-b4d3-4317dd0402ef tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:40.683206 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-4c351b14-8c5a-477d-9a3c-083635366a8e None None] Provisioning for port dff52948-6de6-4c4d-9d0b-16a81f6074c8 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:43:40.689215 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-4c351b14-8c5a-477d-9a3c-083635366a8e None None] Provisioning complete for port dff52948-6de6-4c4d-9d0b-16a81f6074c8 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:43:40.689609 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4c351b14-8c5a-477d-9a3c-083635366a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:40.707963 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b5fd19b6-8b1c-4b99-9c01-fd4b5b0ba52a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:40.744050 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-4c351b14-8c5a-477d-9a3c-083635366a8e None None] Port dff52948-6de6-4c4d-9d0b-16a81f6074c8 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:43:40.754992 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3be9d965-b542-4a9a-b4d3-4317dd0402ef tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:40.770409 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3be9d965-b542-4a9a-b4d3-4317dd0402ef tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Usage tracker for resource:security_group_rule and tenant:c9d6fd43f57648e69fdcea7121532365 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:40.775904 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3be9d965-b542-4a9a-b4d3-4317dd0402ef tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:40.781682 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-62165dac-ed1b-4753-b4f8-1e40c951996b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:40.787740 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3be9d965-b542-4a9a-b4d3-4317dd0402ef tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:40.793677 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-62165dac-ed1b-4753-b4f8-1e40c951996b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:40.856095 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62165dac-ed1b-4753-b4f8-1e40c951996b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d96bb127-2e4f-4c6c-8abd-7727ce73a1fc,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:40.871259 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ae784ad9-9b0e-455c-9167-8e62c9396bb7 None None] Provisioning complete for port dff52948-6de6-4c4d-9d0b-16a81f6074c8 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:43:40.871956 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ae784ad9-9b0e-455c-9167-8e62c9396bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:40.913980 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-62165dac-ed1b-4753-b4f8-1e40c951996b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:40.917949 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b5fd19b6-8b1c-4b99-9c01-fd4b5b0ba52a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:40.918354 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-62165dac-ed1b-4753-b4f8-1e40c951996b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5307956 Apr 20 17:43:40.920591 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48282) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:40.932393 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd19b6-8b1c-4b99-9c01-fd4b5b0ba52a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Deleting port e08d14d3-2f3a-448b-b4c1-c872db94d671 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:40.933287 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b5fd19b6-8b1c-4b99-9c01-fd4b5b0ba52a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:40.942215 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-ae784ad9-9b0e-455c-9167-8e62c9396bb7 None None] Port dff52948-6de6-4c4d-9d0b-16a81f6074c8 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:43:40.952129 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-06b20c8d-2352-4eb7-9842-c7b8ff85217a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Request body: {'security_group_rule': {'security_group_id': '4f42dba1-afdb-4b86-a67c-a8f7d9f58bcf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:40.965714 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a6d31e9-35a3-4f33-9d88-0a54a13bbc33 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:40.969621 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-06b20c8d-2352-4eb7-9842-c7b8ff85217a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:40.973798 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:43:40.981170 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a6d31e9-35a3-4f33-9d88-0a54a13bbc33 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:41.011964 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-06b20c8d-2352-4eb7-9842-c7b8ff85217a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Usage tracker for resource:security_group_rule and tenant:3844a2007d6a4b0fbcb8790f281b3198 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:41.045198 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:43:41.045558 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:41.054230 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-06b20c8d-2352-4eb7-9842-c7b8ff85217a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:41.071349 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3be9d965-b542-4a9a-b4d3-4317dd0402ef tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:41.074962 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-06b20c8d-2352-4eb7-9842-c7b8ff85217a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:41.094825 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3be9d965-b542-4a9a-b4d3-4317dd0402ef tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:41.120719 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b5fd19b6-8b1c-4b99-9c01-fd4b5b0ba52a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:41.143122 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d31e9-35a3-4f33-9d88-0a54a13bbc33 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'Port': ['ID=dff52948-6de6-4c4d-9d0b-16a81f6074c8,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:41.161826 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be9d965-b542-4a9a-b4d3-4317dd0402ef tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:43:41.162378 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9e8aedc1-4ca2-496d-9d79-5391fc82410a up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:43:41.170984 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9d965-b542-4a9a-b4d3-4317dd0402ef tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd09333-38e4-4886-af26-ab92e5e491ae,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:41.174617 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a6d31e9-35a3-4f33-9d88-0a54a13bbc33 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:41.179414 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-06b20c8d-2352-4eb7-9842-c7b8ff85217a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:41.191878 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3be9d965-b542-4a9a-b4d3-4317dd0402ef tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:41.192221 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-3be9d965-b542-4a9a-b4d3-4317dd0402ef tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Added segment bf3ec7cb-0546-4da0-ba2c-fa267bb5e484 of type vlan for network ea053739-041e-4795-a08c-1e18ff702b19 Apr 20 17:43:41.228705 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 9e8aedc1-4ca2-496d-9d79-5391fc82410a triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:43:41.228987 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:41.262810 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3be9d965-b542-4a9a-b4d3-4317dd0402ef tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:41.263912 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd19b6-8b1c-4b99-9c01-fd4b5b0ba52a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Calling delete_port for e08d14d3-2f3a-448b-b4c1-c872db94d671 owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:43:41.376281 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-34d91a36-06cb-4810-818f-5c636e89a92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:41.391554 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3be9d965-b542-4a9a-b4d3-4317dd0402ef tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:41.395218 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be9d965-b542-4a9a-b4d3-4317dd0402ef tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:41.395729 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3be9d965-b542-4a9a-b4d3-4317dd0402ef tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:41.400569 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-06b20c8d-2352-4eb7-9842-c7b8ff85217a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:41.435980 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-06b20c8d-2352-4eb7-9842-c7b8ff85217a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:41.436365 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b5fd19b6-8b1c-4b99-9c01-fd4b5b0ba52a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:41.483673 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd19b6-8b1c-4b99-9c01-fd4b5b0ba52a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Pushing event deleted for resources: {'Port': ['ID=e08d14d3-2f3a-448b-b4c1-c872db94d671,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:41.546545 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b20c8d-2352-4eb7-9842-c7b8ff85217a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16b2be65-2280-44eb-ac26-8be47af3bffb,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:41.565129 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6d31e9-35a3-4f33-9d88-0a54a13bbc33 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Network 3394e549-b24a-4f46-b547-0a1fb9b41b4d is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:43:41.567862 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-06b20c8d-2352-4eb7-9842-c7b8ff85217a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:41.569021 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-06b20c8d-2352-4eb7-9842-c7b8ff85217a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6425216 Apr 20 17:43:41.573062 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3be9d965-b542-4a9a-b4d3-4317dd0402ef tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4733396 Apr 20 17:43:41.573062 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-9a6d31e9-35a3-4f33-9d88-0a54a13bbc33 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:43:41.573296 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48286) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:41.573971 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48288) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:41.581550 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-045d73ff-1ca4-4dab-bc77-c35f873cb06b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Request body: {'security_group_rule': {'security_group_id': '4f42dba1-afdb-4b86-a67c-a8f7d9f58bcf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:41.589572 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-dba0d9d6-ce41-4bf3-bef4-1e16740f88d6 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Request body: {'subnet': {'network_id': 'ea053739-041e-4795-a08c-1e18ff702b19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:41.631683 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9d965-b542-4a9a-b4d3-4317dd0402ef tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event updated for resources: {'Network': ['ID=ea053739-041e-4795-a08c-1e18ff702b19,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:41.646335 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network ea053739-041e-4795-a08c-1e18ff702b19 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:43:41.704310 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-045d73ff-1ca4-4dab-bc77-c35f873cb06b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:41.778493 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-dba0d9d6-ce41-4bf3-bef4-1e16740f88d6 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:41.832842 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-045d73ff-1ca4-4dab-bc77-c35f873cb06b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Usage tracker for resource:security_group_rule and tenant:3844a2007d6a4b0fbcb8790f281b3198 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:41.847205 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-045d73ff-1ca4-4dab-bc77-c35f873cb06b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:41.850086 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-dba0d9d6-ce41-4bf3-bef4-1e16740f88d6 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Usage tracker for resource:subnet and tenant:c9d6fd43f57648e69fdcea7121532365 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:41.857344 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-dba0d9d6-ce41-4bf3-bef4-1e16740f88d6 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:41.859832 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a48be866-9bda-4a48-a1c9-7b2fd05aa093 None None] Provisioning complete for port dff52948-6de6-4c4d-9d0b-16a81f6074c8 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:43:41.860163 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-045d73ff-1ca4-4dab-bc77-c35f873cb06b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:41.860281 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a48be866-9bda-4a48-a1c9-7b2fd05aa093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:41.870959 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-dba0d9d6-ce41-4bf3-bef4-1e16740f88d6 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:41.875675 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b5fd19b6-8b1c-4b99-9c01-fd4b5b0ba52a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:41.916397 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a48be866-9bda-4a48-a1c9-7b2fd05aa093 None None] Port dff52948-6de6-4c4d-9d0b-16a81f6074c8 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:43:42.105571 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6d31e9-35a3-4f33-9d88-0a54a13bbc33 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Router 34ef1210-fb9f-4f00-a68a-9f2a99af9760 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:43:42.125231 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba0d9d6-ce41-4bf3-bef4-1e16740f88d6 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Made reservation on behalf of c9d6fd43f57648e69fdcea7121532365 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:43:42.140575 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-045d73ff-1ca4-4dab-bc77-c35f873cb06b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:42.310115 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6d31e9-35a3-4f33-9d88-0a54a13bbc33 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:43:42.314795 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9a6d31e9-35a3-4f33-9d88-0a54a13bbc33 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "PUT /v2.0/routers/34ef1210-fb9f-4f00-a68a-9f2a99af9760/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1652300 Apr 20 17:43:42.326645 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0594d5e0-1d1d-4a07-a4a1-30f925e651d5 None None] Sync routers for ids ['34ef1210-fb9f-4f00-a68a-9f2a99af9760'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:43:42.338280 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0594d5e0-1d1d-4a07-a4a1-30f925e651d5 None None] Routers {'34ef1210-fb9f-4f00-a68a-9f2a99af9760'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:42.339042 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-0594d5e0-1d1d-4a07-a4a1-30f925e651d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['34ef1210-fb9f-4f00-a68a-9f2a99af9760'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:42.373390 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b5fd19b6-8b1c-4b99-9c01-fd4b5b0ba52a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:42.399803 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dba0d9d6-ce41-4bf3-bef4-1e16740f88d6 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:42.421465 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b5fd19b6-8b1c-4b99-9c01-fd4b5b0ba52a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:42.545815 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-045d73ff-1ca4-4dab-bc77-c35f873cb06b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:42.566481 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-045d73ff-1ca4-4dab-bc77-c35f873cb06b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:42.577153 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b5fd19b6-8b1c-4b99-9c01-fd4b5b0ba52a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:42.577638 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fd19b6-8b1c-4b99-9c01-fd4b5b0ba52a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Fanout notify agent at l3_agent the message router_deleted on router 25d202e4-18db-4c35-afd6-f831876ae77c {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:43:42.586754 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-0594d5e0-1d1d-4a07-a4a1-30f925e651d5 None None] Set router 34ef1210-fb9f-4f00-a68a-9f2a99af9760 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:43:42.607188 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d73ff-1ca4-4dab-bc77-c35f873cb06b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c40ee9a8-abfd-40ac-b16b-0db8900c6a65,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:42.681938 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:42.686208 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-045d73ff-1ca4-4dab-bc77-c35f873cb06b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:42.687354 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-045d73ff-1ca4-4dab-bc77-c35f873cb06b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1145692 Apr 20 17:43:42.690356 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48302) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:42.695007 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-b8b430b9-ce64-4409-937d-7d5ad9ce9b48 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Synchronizing usage tracker for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:42.696601 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-360667ca-2cc0-492d-8598-747c3b9de532 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Request body: {'security_group_rule': {'security_group_id': '4f42dba1-afdb-4b86-a67c-a8f7d9f58bcf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:42.702521 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b5fd19b6-8b1c-4b99-9c01-fd4b5b0ba52a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:42.703993 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b5fd19b6-8b1c-4b99-9c01-fd4b5b0ba52a tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] 10.222.0.39 "DELETE /v2.0/routers/25d202e4-18db-4c35-afd6-f831876ae77c HTTP/1.1" status: 204 len: 168 time: 2.3987377 Apr 20 17:43:42.704176 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-360667ca-2cc0-492d-8598-747c3b9de532 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:42.708355 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48306) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:42.713927 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-360667ca-2cc0-492d-8598-747c3b9de532 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Usage tracker for resource:security_group_rule and tenant:3844a2007d6a4b0fbcb8790f281b3198 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:42.723177 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-fd1b3082-199b-4f25-99fd-f5bbc69b8fd8 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-881834297', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:42.729973 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-360667ca-2cc0-492d-8598-747c3b9de532 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:42.733601 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-fd1b3082-199b-4f25-99fd-f5bbc69b8fd8 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:42.735527 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:42.740080 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-360667ca-2cc0-492d-8598-747c3b9de532 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:42.742383 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-fd1b3082-199b-4f25-99fd-f5bbc69b8fd8 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Usage tracker for resource:router and tenant:1e0df4d72bbb46eaacc5962ea1faba9c is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:42.744836 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-b8b430b9-ce64-4409-937d-7d5ad9ce9b48 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Unset dirty status for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:42.746000 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-fd1b3082-199b-4f25-99fd-f5bbc69b8fd8 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:42.746543 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-b8b430b9-ce64-4409-937d-7d5ad9ce9b48 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-101853658&fields=id&tenant_id=ac289a58365e49439c6a449ebba5fb54 HTTP/1.1" status: 200 len: 267 time: 0.1994522 Apr 20 17:43:42.760907 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-fd1b3082-199b-4f25-99fd-f5bbc69b8fd8 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:42.774714 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fd1b3082-199b-4f25-99fd-f5bbc69b8fd8 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:42.775612 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fd1b3082-199b-4f25-99fd-f5bbc69b8fd8 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:42.780176 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-360667ca-2cc0-492d-8598-747c3b9de532 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:42.833497 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fd1b3082-199b-4f25-99fd-f5bbc69b8fd8 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:42.840948 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dba0d9d6-ce41-4bf3-bef4-1e16740f88d6 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:42.862523 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-360667ca-2cc0-492d-8598-747c3b9de532 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:42.869541 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-360667ca-2cc0-492d-8598-747c3b9de532 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:42.880737 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fd1b3082-199b-4f25-99fd-f5bbc69b8fd8 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:42.904589 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360667ca-2cc0-492d-8598-747c3b9de532 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00eafcf0-fdfd-4283-b666-ac615b630a08,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:42.928295 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fd1b3082-199b-4f25-99fd-f5bbc69b8fd8 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:42.929555 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fd1b3082-199b-4f25-99fd-f5bbc69b8fd8 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2179759 Apr 20 17:43:42.931327 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-360667ca-2cc0-492d-8598-747c3b9de532 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:42.934624 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-360667ca-2cc0-492d-8598-747c3b9de532 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.2404618 Apr 20 17:43:42.934624 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48310) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:42.935631 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48314) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:42.939734 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-0594d5e0-1d1d-4a07-a4a1-30f925e651d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653038030', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:43:31Z', 'updated_at': '2022-04-20T17:43:39Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:32Z', 'updated_at': '2022-04-20T17:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'dff52948-6de6-4c4d-9d0b-16a81f6074c8', 'name': '', 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:8a:89:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25c13c54-9c74-4955-bd95-10feeeaa0466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:38Z', 'updated_at': '2022-04-20T17:43:40Z', 'revision_number': 2, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': '25c13c54-9c74-4955-bd95-10feeeaa0466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:42.939988 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-97876890-77b8-47ea-b047-5d508b531f0d tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'enable_snat': False}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:42.943699 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0594d5e0-1d1d-4a07-a4a1-30f925e651d5 None None] Checking router: 34ef1210-fb9f-4f00-a68a-9f2a99af9760 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:43:42.944026 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0594d5e0-1d1d-4a07-a4a1-30f925e651d5 None None] Updating router 34ef1210-fb9f-4f00-a68a-9f2a99af9760 port dff52948-6de6-4c4d-9d0b-16a81f6074c8 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:43:42.951021 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0d9d6-ce41-4bf3-bef4-1e16740f88d6 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event updated for resources: {'Subnet': ['ID=6c929e18-7676-4775-9eec-0efb04b352f5,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:42.996406 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-25a176d9-b035-4a26-93f1-bcfdd6701334 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:42.997185 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-25a176d9-b035-4a26-93f1-bcfdd6701334 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Synchronizing usage tracker for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:42.997634 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-0594d5e0-1d1d-4a07-a4a1-30f925e651d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:43.006664 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba0d9d6-ce41-4bf3-bef4-1e16740f88d6 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Checking segment: {'id': 'bf3ec7cb-0546-4da0-ba2c-fa267bb5e484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ea053739-041e-4795-a08c-1e18ff702b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:43:43.007021 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba0d9d6-ce41-4bf3-bef4-1e16740f88d6 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Network hostable DHCP agents. Network: ea053739-041e-4795-a08c-1e18ff702b19, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:43:43.024492 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-25a176d9-b035-4a26-93f1-bcfdd6701334 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Unset dirty status for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:43.025696 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-25a176d9-b035-4a26-93f1-bcfdd6701334 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/networks?id=3394e549-b24a-4f46-b547-0a1fb9b41b4d HTTP/1.1" status: 200 len: 797 time: 0.2658026 Apr 20 17:43:43.047157 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba0d9d6-ce41-4bf3-bef4-1e16740f88d6 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Network ea053739-041e-4795-a08c-1e18ff702b19 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:43:43.051603 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-3a8bb075-3958-4bc1-9560-da67bece9a9e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/quotas/ac289a58365e49439c6a449ebba5fb54 HTTP/1.1" status: 200 len: 375 time: 0.0165911 Apr 20 17:43:43.083315 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6b415450-98b9-4ff4-adf8-a6a3ace10c82 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:43.087771 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-dba0d9d6-ce41-4bf3-bef4-1e16740f88d6 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, ea053739-041e-4795-a08c-1e18ff702b19) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:43:43.099413 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2b5e0e-a7ff-489a-8eec-f125aa1fff8e None None] Network ea053739-041e-4795-a08c-1e18ff702b19 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:43:43.100598 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba0d9d6-ce41-4bf3-bef4-1e16740f88d6 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:43.101192 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dba0d9d6-ce41-4bf3-bef4-1e16740f88d6 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:43.104939 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6b415450-98b9-4ff4-adf8-a6a3ace10c82 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:43.130577 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-dba0d9d6-ce41-4bf3-bef4-1e16740f88d6 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5553584 Apr 20 17:43:43.133580 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48318) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:43.139358 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-f8c01199-db92-4cc0-822c-13185a8bf1a2 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-216474577', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}, 'admin_state_up': False}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:43.148143 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f8c01199-db92-4cc0-822c-13185a8bf1a2 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:43.154653 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f8c01199-db92-4cc0-822c-13185a8bf1a2 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Usage tracker for resource:router and tenant:c9d6fd43f57648e69fdcea7121532365 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:43.157921 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f8c01199-db92-4cc0-822c-13185a8bf1a2 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:43.165228 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f8c01199-db92-4cc0-822c-13185a8bf1a2 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:43.180213 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-b48f645b-7b87-4835-a903-0c88def3630e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Synchronizing usage tracker for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:43.190854 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8c01199-db92-4cc0-822c-13185a8bf1a2 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:43.191768 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8c01199-db92-4cc0-822c-13185a8bf1a2 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:43.209377 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-b48f645b-7b87-4835-a903-0c88def3630e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Unset dirty status for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:43.210881 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-b48f645b-7b87-4835-a903-0c88def3630e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1537647 Apr 20 17:43:43.215383 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8c01199-db92-4cc0-822c-13185a8bf1a2 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:43.249402 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6b415450-98b9-4ff4-adf8-a6a3ace10c82 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:43.330905 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b415450-98b9-4ff4-adf8-a6a3ace10c82 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00eafcf0-fdfd-4283-b666-ac615b630a08,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:43.389258 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6b415450-98b9-4ff4-adf8-a6a3ace10c82 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:43.390424 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6b415450-98b9-4ff4-adf8-a6a3ace10c82 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/00eafcf0-fdfd-4283-b666-ac615b630a08 HTTP/1.1" status: 204 len: 168 time: 0.4543350 Apr 20 17:43:43.404022 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48322) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:43.414509 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:43.435521 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92888aba-df6d-4ddf-98bd-4ec18555c5fd None None] Network ea053739-041e-4795-a08c-1e18ff702b19 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:43:43.444907 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-0594d5e0-1d1d-4a07-a4a1-30f925e651d5 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:43.465682 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-0594d5e0-1d1d-4a07-a4a1-30f925e651d5 None None] Transition to ACTIVE for port object dff52948-6de6-4c4d-9d0b-16a81f6074c8 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:43:43.476000 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-0594d5e0-1d1d-4a07-a4a1-30f925e651d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:43.484007 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97876890-77b8-47ea-b047-5d508b531f0d tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:43.488866 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8c01199-db92-4cc0-822c-13185a8bf1a2 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:43.494433 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-d77fd91d-4606-4c41-aac7-37347a6dbb2f service neutron] 10.222.0.39 "GET /v2.0/networks/3394e549-b24a-4f46-b547-0a1fb9b41b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667050 Apr 20 17:43:43.560114 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b079268f-9931-4432-961b-de7a0908ca60 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Synchronizing usage tracker for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group_rule {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:43.640361 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4418e60-294d-4108-9f42-159ffcaf7261 None None] Pushing event updated for resources: {'Port': ['ID=dff52948-6de6-4c4d-9d0b-16a81f6074c8,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:43.672475 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b079268f-9931-4432-961b-de7a0908ca60 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Unset dirty status for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group_rule {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:43.677052 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b079268f-9931-4432-961b-de7a0908ca60 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.2692702 Apr 20 17:43:43.677210 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48326) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:43.737538 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-0594d5e0-1d1d-4a07-a4a1-30f925e651d5 None None] Attempting to bind port dff52948-6de6-4c4d-9d0b-16a81f6074c8 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:43:43.737908 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-0594d5e0-1d1d-4a07-a4a1-30f925e651d5 None None] Attempting to bind port dff52948-6de6-4c4d-9d0b-16a81f6074c8 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '6cdcbbd4-f416-4bf1-b6c4-527799bd8e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:43:43.739066 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0594d5e0-1d1d-4a07-a4a1-30f925e651d5 None None] Attempting to bind port dff52948-6de6-4c4d-9d0b-16a81f6074c8 on network 3394e549-b24a-4f46-b547-0a1fb9b41b4d {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:43:43.746374 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0594d5e0-1d1d-4a07-a4a1-30f925e651d5 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:43:43.746733 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0594d5e0-1d1d-4a07-a4a1-30f925e651d5 None None] Checking segment: {'id': '6cdcbbd4-f416-4bf1-b6c4-527799bd8e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:43:43.747125 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-0594d5e0-1d1d-4a07-a4a1-30f925e651d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:43.747503 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0594d5e0-1d1d-4a07-a4a1-30f925e651d5 None None] Bound using segment: {'id': '6cdcbbd4-f416-4bf1-b6c4-527799bd8e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:43:43.747959 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-0594d5e0-1d1d-4a07-a4a1-30f925e651d5 None None] Bound port: dff52948-6de6-4c4d-9d0b-16a81f6074c8, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cdcbbd4-f416-4bf1-b6c4-527799bd8e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:43:43.748316 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-0594d5e0-1d1d-4a07-a4a1-30f925e651d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:43.786368 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6591f97f-cdd5-41d1-8538-c32332188c3a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:43.812056 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6591f97f-cdd5-41d1-8538-c32332188c3a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:43.857172 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-0594d5e0-1d1d-4a07-a4a1-30f925e651d5 None None] For port dff52948-6de6-4c4d-9d0b-16a81f6074c8, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:43:43.858669 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6591f97f-cdd5-41d1-8538-c32332188c3a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:43.861043 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-0594d5e0-1d1d-4a07-a4a1-30f925e651d5 None None] For port dff52948-6de6-4c4d-9d0b-16a81f6074c8, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=dff52948-6de6-4c4d-9d0b-16a81f6074c8,segment=NetworkSegment(6cdcbbd4-f416-4bf1-b6c4-527799bd8e61),segment_id=6cdcbbd4-f416-4bf1-b6c4-527799bd8e61)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:43:43.866691 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-0594d5e0-1d1d-4a07-a4a1-30f925e651d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:43.910734 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591f97f-cdd5-41d1-8538-c32332188c3a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c40ee9a8-abfd-40ac-b16b-0db8900c6a65,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:43.914730 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-cb7bc16e-1656-437e-87cf-61f99b108d1a service neutron] 10.222.0.39 "GET /v2.0/networks/3394e549-b24a-4f46-b547-0a1fb9b41b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105082 Apr 20 17:43:43.932367 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97876890-77b8-47ea-b047-5d508b531f0d tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:43.957351 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4418e60-294d-4108-9f42-159ffcaf7261 None None] Pushing event updated for resources: {'Port': ['ID=dff52948-6de6-4c4d-9d0b-16a81f6074c8,revision_number=4']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:43.971360 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6591f97f-cdd5-41d1-8538-c32332188c3a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:43.974838 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6591f97f-cdd5-41d1-8538-c32332188c3a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/c40ee9a8-abfd-40ac-b16b-0db8900c6a65 HTTP/1.1" status: 204 len: 168 time: 0.2944324 Apr 20 17:43:43.974838 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97876890-77b8-47ea-b047-5d508b531f0d tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:43.975698 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48330) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:43.993256 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0594d5e0-1d1d-4a07-a4a1-30f925e651d5 None None] Routers {'34ef1210-fb9f-4f00-a68a-9f2a99af9760'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:43.994131 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-0594d5e0-1d1d-4a07-a4a1-30f925e651d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['34ef1210-fb9f-4f00-a68a-9f2a99af9760'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:44.058713 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:44.105803 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4fb2f7aa-587e-4201-9fba-bcd683418d08 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Synchronizing usage tracker for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group_rule {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:44.176821 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8c01199-db92-4cc0-822c-13185a8bf1a2 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:44.187449 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-97876890-77b8-47ea-b047-5d508b531f0d tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Allocated IP 172.25.8.230 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/5fd290e1-37f9-4203-9907-b345d6eb2ce8) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:43:44.222197 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8c01199-db92-4cc0-822c-13185a8bf1a2 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:44.242606 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-21762741-5f3a-45ba-9d96-9af8b72e2974 req-c826514e-2ec8-490c-94b7-d75e82ca31c2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Synchronizing usage tracker for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:44.288114 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-21762741-5f3a-45ba-9d96-9af8b72e2974 req-c826514e-2ec8-490c-94b7-d75e82ca31c2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Unset dirty status for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:44.289330 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-21762741-5f3a-45ba-9d96-9af8b72e2974 req-c826514e-2ec8-490c-94b7-d75e82ca31c2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 210 time: 0.0962009 Apr 20 17:43:44.313881 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4fb2f7aa-587e-4201-9fba-bcd683418d08 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Unset dirty status for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group_rule {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:44.315529 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4fb2f7aa-587e-4201-9fba-bcd683418d08 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.3384011 Apr 20 17:43:44.326107 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48340) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:44.362583 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8e6e5f6e-cc17-4a61-a93f-0966eeb03756 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:44.369303 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-0594d5e0-1d1d-4a07-a4a1-30f925e651d5 None None] Set router 34ef1210-fb9f-4f00-a68a-9f2a99af9760 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:43:44.377409 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8e6e5f6e-cc17-4a61-a93f-0966eeb03756 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:44.411631 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8e6e5f6e-cc17-4a61-a93f-0966eeb03756 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:44.418422 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97876890-77b8-47ea-b047-5d508b531f0d tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:44.438919 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e5f6e-cc17-4a61-a93f-0966eeb03756 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16b2be65-2280-44eb-ac26-8be47af3bffb,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:44.463681 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97876890-77b8-47ea-b047-5d508b531f0d tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:44.511212 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8e6e5f6e-cc17-4a61-a93f-0966eeb03756 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:44.515719 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8e6e5f6e-cc17-4a61-a93f-0966eeb03756 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/16b2be65-2280-44eb-ac26-8be47af3bffb HTTP/1.1" status: 204 len: 168 time: 0.1880102 Apr 20 17:43:44.522685 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48344) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:44.613799 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-f8c01199-db92-4cc0-822c-13185a8bf1a2 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Allocated IP 172.25.8.203 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/06c1abcb-983f-48eb-9bfb-ff1ee89b38b2) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:43:44.635780 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-39ed1474-daaf-43ca-b0c9-9964943b0bb9 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Synchronizing usage tracker for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group_rule {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:44.665358 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97876890-77b8-47ea-b047-5d508b531f0d tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:43:44.672806 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-97876890-77b8-47ea-b047-5d508b531f0d tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:43:44.677098 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97876890-77b8-47ea-b047-5d508b531f0d tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:43:44.723115 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-0594d5e0-1d1d-4a07-a4a1-30f925e651d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653038030', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:43:31Z', 'updated_at': '2022-04-20T17:43:39Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:32Z', 'updated_at': '2022-04-20T17:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'dff52948-6de6-4c4d-9d0b-16a81f6074c8', 'name': '', 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:8a:89:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25c13c54-9c74-4955-bd95-10feeeaa0466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:38Z', 'updated_at': '2022-04-20T17:43:43Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': '25c13c54-9c74-4955-bd95-10feeeaa0466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:44.729004 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0594d5e0-1d1d-4a07-a4a1-30f925e651d5 None None] The sync data for ids ['34ef1210-fb9f-4f00-a68a-9f2a99af9760'] in n-d-838032-1 is: [{'id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653038030', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:43:31Z', 'updated_at': '2022-04-20T17:43:39Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:32Z', 'updated_at': '2022-04-20T17:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'dff52948-6de6-4c4d-9d0b-16a81f6074c8', 'name': '', 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:8a:89:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25c13c54-9c74-4955-bd95-10feeeaa0466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:38Z', 'updated_at': '2022-04-20T17:43:43Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': '25c13c54-9c74-4955-bd95-10feeeaa0466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:43:44.737608 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-39ed1474-daaf-43ca-b0c9-9964943b0bb9 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Unset dirty status for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group_rule {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:44.742721 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-39ed1474-daaf-43ca-b0c9-9964943b0bb9 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2188201 Apr 20 17:43:44.743778 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48354) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:44.747117 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97876890-77b8-47ea-b047-5d508b531f0d tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Pushing event updated for resources: {'Port': ['ID=5fd290e1-37f9-4203-9907-b345d6eb2ce8,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:44.848718 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0994d913-f0cc-45cc-b198-36fc9f7d46de tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:44.878954 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8c01199-db92-4cc0-822c-13185a8bf1a2 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:44.882587 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0994d913-f0cc-45cc-b198-36fc9f7d46de tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:44.936202 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0994d913-f0cc-45cc-b198-36fc9f7d46de tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:44.944311 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8c01199-db92-4cc0-822c-13185a8bf1a2 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:44.960868 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994d913-f0cc-45cc-b198-36fc9f7d46de tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d96bb127-2e4f-4c6c-8abd-7727ce73a1fc,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:44.988338 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0994d913-f0cc-45cc-b198-36fc9f7d46de tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:44.989883 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0994d913-f0cc-45cc-b198-36fc9f7d46de tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/d96bb127-2e4f-4c6c-8abd-7727ce73a1fc HTTP/1.1" status: 204 len: 168 time: 0.2450056 Apr 20 17:43:44.994819 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48360) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:45.016708 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device dff52948-6de6-4c4d-9d0b-16a81f6074c8 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:43:45.031341 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97876890-77b8-47ea-b047-5d508b531f0d tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:45.068595 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c01199-db92-4cc0-822c-13185a8bf1a2 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:43:45.071966 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-f8c01199-db92-4cc0-822c-13185a8bf1a2 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:43:45.074750 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c01199-db92-4cc0-822c-13185a8bf1a2 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:43:45.115994 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port dff52948-6de6-4c4d-9d0b-16a81f6074c8 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:43:45.128385 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port dff52948-6de6-4c4d-9d0b-16a81f6074c8 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:43:45.129027 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:45.132698 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c01199-db92-4cc0-822c-13185a8bf1a2 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event updated for resources: {'Port': ['ID=06c1abcb-983f-48eb-9bfb-ff1ee89b38b2,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:45.226573 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6dc004e4-7ce6-46c4-87a7-dcefd763fc9b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Synchronizing usage tracker for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group_rule {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:45.273690 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8c01199-db92-4cc0-822c-13185a8bf1a2 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:45.275170 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8c01199-db92-4cc0-822c-13185a8bf1a2 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:45.285613 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6dc004e4-7ce6-46c4-87a7-dcefd763fc9b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Unset dirty status for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group_rule {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:45.291197 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6dc004e4-7ce6-46c4-87a7-dcefd763fc9b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2936938 Apr 20 17:43:45.305265 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97876890-77b8-47ea-b047-5d508b531f0d tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:45.309369 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48364) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:45.310072 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:45.310468 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97876890-77b8-47ea-b047-5d508b531f0d tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33176207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33176208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33180178'] for router, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:45.358974 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:45.368606 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port dff52948-6de6-4c4d-9d0b-16a81f6074c8, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=dff52948-6de6-4c4d-9d0b-16a81f6074c8,segment=NetworkSegment(6cdcbbd4-f416-4bf1-b6c4-527799bd8e61),segment_id=6cdcbbd4-f416-4bf1-b6c4-527799bd8e61)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:45.376711 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:45.466132 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=dff52948-6de6-4c4d-9d0b-16a81f6074c8,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:45.570401 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bab16017-cba6-4e0a-83b9-44b81efb7edb tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:45.590922 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bab16017-cba6-4e0a-83b9-44b81efb7edb tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:45.592269 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-594e2905-eb38-4ec0-9499-51780f487328 req-b67b0aed-46b4-42ae-b46f-17b054bd709d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 210 time: 0.0448637 Apr 20 17:43:45.639878 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bab16017-cba6-4e0a-83b9-44b81efb7edb tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:45.658836 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c01199-db92-4cc0-822c-13185a8bf1a2 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Router ed52b34c-0634-4c6d-ab70-77ac5a590f6c is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:43:45.664193 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab16017-cba6-4e0a-83b9-44b81efb7edb tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9182e5e3-d4a5-4b6c-b5aa-9c30a95a627d,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:45.679716 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bab16017-cba6-4e0a-83b9-44b81efb7edb tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:45.683466 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bab16017-cba6-4e0a-83b9-44b81efb7edb tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/9182e5e3-d4a5-4b6c-b5aa-9c30a95a627d HTTP/1.1" status: 204 len: 168 time: 0.3642695 Apr 20 17:43:45.688581 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48370) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:45.762515 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-766a0725-b5cb-4a28-bfd5-6c52100c557c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Synchronizing usage tracker for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group_rule {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:45.810387 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-766a0725-b5cb-4a28-bfd5-6c52100c557c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Unset dirty status for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group_rule {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:45.814592 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-766a0725-b5cb-4a28-bfd5-6c52100c557c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1250262 Apr 20 17:43:45.815758 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48374) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:45.855921 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97876890-77b8-47ea-b047-5d508b531f0d tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Router 361665fc-c701-4eaf-960e-92ea2fd473c7 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:43:46.007075 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c01199-db92-4cc0-822c-13185a8bf1a2 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:43:46.017098 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2cfc1e31-eddb-4cb8-9bb4-6a6dee27b0a0 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:46.023022 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c52621f-fe33-493a-a2ec-aa94b033ad2c None None] Sync routers for ids ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:43:46.043061 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c52621f-fe33-493a-a2ec-aa94b033ad2c None None] Routers {'ed52b34c-0634-4c6d-ab70-77ac5a590f6c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:46.044479 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-3c52621f-fe33-493a-a2ec-aa94b033ad2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:46.058881 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2cfc1e31-eddb-4cb8-9bb4-6a6dee27b0a0 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:46.065688 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-00747cee-4ed3-4dc5-8aa9-68129ead12fa tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:46.067350 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-00747cee-4ed3-4dc5-8aa9-68129ead12fa tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.43 "GET /v2.0/networks?id=3394e549-b24a-4f46-b547-0a1fb9b41b4d HTTP/1.1" status: 200 len: 797 time: 0.1912267 Apr 20 17:43:46.068819 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8c01199-db92-4cc0-822c-13185a8bf1a2 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:46.070010 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f8c01199-db92-4cc0-822c-13185a8bf1a2 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9358685 Apr 20 17:43:46.072656 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48380) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:46.122786 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-3c52621f-fe33-493a-a2ec-aa94b033ad2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:46.137348 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c52621f-fe33-493a-a2ec-aa94b033ad2c None None] Routers {'ed52b34c-0634-4c6d-ab70-77ac5a590f6c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:46.138625 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-3c52621f-fe33-493a-a2ec-aa94b033ad2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:46.141450 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2cfc1e31-eddb-4cb8-9bb4-6a6dee27b0a0 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:46.171322 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc1e31-eddb-4cb8-9bb4-6a6dee27b0a0 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f42dba1-afdb-4b86-a67c-a8f7d9f58bcf,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:46.201297 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2cfc1e31-eddb-4cb8-9bb4-6a6dee27b0a0 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:46.205029 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2cfc1e31-eddb-4cb8-9bb4-6a6dee27b0a0 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "DELETE /v2.0/security-groups/4f42dba1-afdb-4b86-a67c-a8f7d9f58bcf HTTP/1.1" status: 204 len: 168 time: 0.3859749 Apr 20 17:43:46.206227 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48384) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:46.225713 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-3c52621f-fe33-493a-a2ec-aa94b033ad2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:46.226108 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c52621f-fe33-493a-a2ec-aa94b033ad2c None None] The sync data for ids ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:43:46.284164 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2ff8496e-765f-4ed2-a53c-f6edff8b03be tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Synchronizing usage tracker for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:46.296311 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97876890-77b8-47ea-b047-5d508b531f0d tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:43:46.302660 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97876890-77b8-47ea-b047-5d508b531f0d tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:46.304449 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-97876890-77b8-47ea-b047-5d508b531f0d tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] 10.222.0.39 "PUT /v2.0/routers/361665fc-c701-4eaf-960e-92ea2fd473c7 HTTP/1.1" status: 200 len: 919 time: 3.3699729 Apr 20 17:43:46.307469 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48388) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:46.310401 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aefc9f-a234-47b3-b3ad-17aa22536c00 None None] Sync routers for ids ['361665fc-c701-4eaf-960e-92ea2fd473c7'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:43:46.324257 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aefc9f-a234-47b3-b3ad-17aa22536c00 None None] Routers {'361665fc-c701-4eaf-960e-92ea2fd473c7'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:46.325317 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a3aefc9f-a234-47b3-b3ad-17aa22536c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['361665fc-c701-4eaf-960e-92ea2fd473c7'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:46.365154 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2ff8496e-765f-4ed2-a53c-f6edff8b03be tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Unset dirty status for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:46.365956 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2ff8496e-765f-4ed2-a53c-f6edff8b03be tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1594388 Apr 20 17:43:46.373230 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48394) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:46.396078 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-43be4515-ff8c-492c-8df5-21a0588863a0 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac289a58365e49439c6a449ebba5fb54 HTTP/1.1" status: 200 len: 379 time: 0.1976674 Apr 20 17:43:46.400852 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a3aefc9f-a234-47b3-b3ad-17aa22536c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:46.408401 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-debe41b0-4981-4ba2-a6cb-742e63414249 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'port': {'device_id': 'd9f8b078-2978-4444-97c7-199f70640991', 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d', 'admin_state_up': True, 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'security_groups': ['8d4c8120-0526-4840-bcaa-736b4b1c27b1']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:46.412496 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aefc9f-a234-47b3-b3ad-17aa22536c00 None None] Routers {'361665fc-c701-4eaf-960e-92ea2fd473c7'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:46.413313 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a3aefc9f-a234-47b3-b3ad-17aa22536c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['361665fc-c701-4eaf-960e-92ea2fd473c7'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:46.434537 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-325876f3-0fcd-4c57-ae39-5ea46ac1997c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Request body: {'security_group': {'name': 'tempest-secgroup--1714231190'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:46.442643 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-325876f3-0fcd-4c57-ae39-5ea46ac1997c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:46.454941 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-325876f3-0fcd-4c57-ae39-5ea46ac1997c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:46.474161 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a3aefc9f-a234-47b3-b3ad-17aa22536c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:46.474852 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aefc9f-a234-47b3-b3ad-17aa22536c00 None None] The sync data for ids ['361665fc-c701-4eaf-960e-92ea2fd473c7'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:43:46.485699 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-325876f3-0fcd-4c57-ae39-5ea46ac1997c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:46.541822 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-325876f3-0fcd-4c57-ae39-5ea46ac1997c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:46.548715 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-325876f3-0fcd-4c57-ae39-5ea46ac1997c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Usage tracker for resource:security_group_rule and tenant:3844a2007d6a4b0fbcb8790f281b3198 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:46.552952 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-325876f3-0fcd-4c57-ae39-5ea46ac1997c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:46.561377 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-325876f3-0fcd-4c57-ae39-5ea46ac1997c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:46.582794 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-debe41b0-4981-4ba2-a6cb-742e63414249 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:46.597124 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-debe41b0-4981-4ba2-a6cb-742e63414249 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:46.628462 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b2441480-f10b-4b6f-bc3b-27545cd9f8b2 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] 10.222.0.39 "GET /v2.0/routers/361665fc-c701-4eaf-960e-92ea2fd473c7 HTTP/1.1" status: 200 len: 925 time: 0.3198354 Apr 20 17:43:46.631202 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48398) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:46.677228 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-325876f3-0fcd-4c57-ae39-5ea46ac1997c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:46.677432 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-debe41b0-4981-4ba2-a6cb-742e63414249 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Made reservation on behalf of ac289a58365e49439c6a449ebba5fb54 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:43:46.680490 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-debe41b0-4981-4ba2-a6cb-742e63414249 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:46.685692 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-325876f3-0fcd-4c57-ae39-5ea46ac1997c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:46.742605 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325876f3-0fcd-4c57-ae39-5ea46ac1997c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2526e810-4a30-4160-8398-7a83763c8480,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:46.798748 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3f459855-fb27-44d2-9de8-a2ff001a04c6 req-512a41e6-3866-4a35-84b5-deeb37771376 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 210 time: 0.0498435 Apr 20 17:43:46.799433 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-325876f3-0fcd-4c57-ae39-5ea46ac1997c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:46.800468 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-325876f3-0fcd-4c57-ae39-5ea46ac1997c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3805969 Apr 20 17:43:46.803985 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48406) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:46.809429 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-a5acebd1-1cbc-4740-af67-ead01f96a8d9 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Request body: {'security_group_rule': {'security_group_id': '2526e810-4a30-4160-8398-7a83763c8480', 'direction': 'ingress', 'protocol': 17}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:46.817747 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-a5acebd1-1cbc-4740-af67-ead01f96a8d9 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:46.937801 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-debe41b0-4981-4ba2-a6cb-742e63414249 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Allocated IP 172.20.0.11 (3394e549-b24a-4f46-b547-0a1fb9b41b4d/25c13c54-9c74-4955-bd95-10feeeaa0466/058b3d5f-ce58-4abd-86a6-8657092830f5) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:43:46.945717 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a5acebd1-1cbc-4740-af67-ead01f96a8d9 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Usage tracker for resource:security_group_rule and tenant:3844a2007d6a4b0fbcb8790f281b3198 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:46.950347 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device dff52948-6de6-4c4d-9d0b-16a81f6074c8 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:43:46.960429 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bf4e19d6-986d-44a2-b388-1eb87f9e107e tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3&device_id=361665fc-c701-4eaf-960e-92ea2fd473c7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3258731 Apr 20 17:43:46.960429 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a5acebd1-1cbc-4740-af67-ead01f96a8d9 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:46.962854 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48410) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:46.986908 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-a5acebd1-1cbc-4740-af67-ead01f96a8d9 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:47.019012 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port dff52948-6de6-4c4d-9d0b-16a81f6074c8 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:43:47.019379 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:47.065679 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a5acebd1-1cbc-4740-af67-ead01f96a8d9 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:47.134725 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6575314d-3a44-4923-88f0-519685503cac tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:47.136342 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6575314d-3a44-4923-88f0-519685503cac tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] 10.222.0.39 "GET /v2.0/networks/644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 881 time: 0.1726239 Apr 20 17:43:47.140207 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48414) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:47.186329 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d9653a39-b9da-4e43-a266-e21d72e21aba tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] 10.222.0.39 "GET /v2.0/ports?device_id=361665fc-c701-4eaf-960e-92ea2fd473c7 HTTP/1.1" status: 200 len: 205 time: 0.0449414 Apr 20 17:43:47.192950 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48418) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:47.251035 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a5acebd1-1cbc-4740-af67-ead01f96a8d9 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:47.257155 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a5acebd1-1cbc-4740-af67-ead01f96a8d9 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:47.283315 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-debe41b0-4981-4ba2-a6cb-742e63414249 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:47.304795 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-debe41b0-4981-4ba2-a6cb-742e63414249 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Transition to ACTIVE for port object 058b3d5f-ce58-4abd-86a6-8657092830f5 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:43:47.341554 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5acebd1-1cbc-4740-af67-ead01f96a8d9 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d5253f-0d36-4a69-8bb8-3700a60fb024,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:47.349468 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-debe41b0-4981-4ba2-a6cb-742e63414249 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:47.366917 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a5acebd1-1cbc-4740-af67-ead01f96a8d9 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:47.368085 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a5acebd1-1cbc-4740-af67-ead01f96a8d9 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.5633817 Apr 20 17:43:47.371031 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48422) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:47.454740 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dcb9a642-ac46-4d0d-be67-023996a1d9b8 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:47.466274 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe41b0-4981-4ba2-a6cb-742e63414249 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'Port': ['ID=058b3d5f-ce58-4abd-86a6-8657092830f5,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:47.475481 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-debe41b0-4981-4ba2-a6cb-742e63414249 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Network 3394e549-b24a-4f46-b547-0a1fb9b41b4d is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:43:47.482029 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-debe41b0-4981-4ba2-a6cb-742e63414249 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:43:47.484589 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-debe41b0-4981-4ba2-a6cb-742e63414249 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:43:47.496721 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dcb9a642-ac46-4d0d-be67-023996a1d9b8 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:47.542083 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f10c911f-fa0e-4622-adaa-54e0fa8592b2 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:47.590179 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-debe41b0-4981-4ba2-a6cb-742e63414249 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:47.591710 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-debe41b0-4981-4ba2-a6cb-742e63414249 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:47.660049 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-debe41b0-4981-4ba2-a6cb-742e63414249 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2570353 Apr 20 17:43:47.674040 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dcb9a642-ac46-4d0d-be67-023996a1d9b8 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:47.679048 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-ae883585-8847-4da8-ab9c-7405b59c00ec service neutron] Request body: {'port': {'device_id': 'd9f8b078-2978-4444-97c7-199f70640991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:47.705415 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9a642-ac46-4d0d-be67-023996a1d9b8 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2526e810-4a30-4160-8398-7a83763c8480,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:47.719405 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dcb9a642-ac46-4d0d-be67-023996a1d9b8 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:47.720299 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-dcb9a642-ac46-4d0d-be67-023996a1d9b8 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "DELETE /v2.0/security-groups/2526e810-4a30-4160-8398-7a83763c8480 HTTP/1.1" status: 204 len: 168 time: 0.3482902 Apr 20 17:43:47.723393 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48426) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:47.747536 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-65301c89-6908-4389-a8fd-5ff749d45c4c None None] Provisioning for port 058b3d5f-ce58-4abd-86a6-8657092830f5 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:43:47.754079 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-70369502-6c92-4dd2-9742-47c1862697d1 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:47.754346 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-65301c89-6908-4389-a8fd-5ff749d45c4c None None] Provisioning complete for port 058b3d5f-ce58-4abd-86a6-8657092830f5 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:43:47.754580 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-65301c89-6908-4389-a8fd-5ff749d45c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:47.789726 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f93da108-5e9a-4616-b602-1125d60ef5c6 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Synchronizing usage tracker for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:47.805627 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-65301c89-6908-4389-a8fd-5ff749d45c4c None None] Port 058b3d5f-ce58-4abd-86a6-8657092830f5 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:43:47.817512 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f93da108-5e9a-4616-b602-1125d60ef5c6 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Unset dirty status for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:47.822511 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f93da108-5e9a-4616-b602-1125d60ef5c6 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0944505 Apr 20 17:43:47.822962 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48430) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:47.829552 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-36b833f4-013e-4bc7-a580-22679126d5c4 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Request body: {'security_group': {'name': 'tempest-secgroup--899810258'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:47.840446 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-36b833f4-013e-4bc7-a580-22679126d5c4 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:47.852750 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-36b833f4-013e-4bc7-a580-22679126d5c4 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:47.871256 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f10c911f-fa0e-4622-adaa-54e0fa8592b2 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:47.876153 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-36b833f4-013e-4bc7-a580-22679126d5c4 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:47.893673 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-f10c911f-fa0e-4622-adaa-54e0fa8592b2 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Deleting port 5fd290e1-37f9-4203-9907-b345d6eb2ce8 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:47.893966 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f10c911f-fa0e-4622-adaa-54e0fa8592b2 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:48.017888 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-36b833f4-013e-4bc7-a580-22679126d5c4 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:48.033006 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-36b833f4-013e-4bc7-a580-22679126d5c4 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Usage tracker for resource:security_group_rule and tenant:3844a2007d6a4b0fbcb8790f281b3198 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:48.037465 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-36b833f4-013e-4bc7-a580-22679126d5c4 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:48.046303 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-36b833f4-013e-4bc7-a580-22679126d5c4 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:48.102817 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f10c911f-fa0e-4622-adaa-54e0fa8592b2 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:48.133425 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-ae883585-8847-4da8-ab9c-7405b59c00ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:48.236563 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-f10c911f-fa0e-4622-adaa-54e0fa8592b2 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Calling delete_port for 5fd290e1-37f9-4203-9907-b345d6eb2ce8 owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:43:48.280676 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-36b833f4-013e-4bc7-a580-22679126d5c4 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:48.288109 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-36b833f4-013e-4bc7-a580-22679126d5c4 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:48.352980 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b833f4-013e-4bc7-a580-22679126d5c4 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=002c8adf-56c2-4460-9004-6da924b43aec,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:48.365320 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48436) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:48.376739 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-36b833f4-013e-4bc7-a580-22679126d5c4 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:48.377973 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-36b833f4-013e-4bc7-a580-22679126d5c4 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5541508 Apr 20 17:43:48.381099 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48440) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:48.387320 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-d7001e23-612f-4ab9-86d1-8b4354c47c0c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Request body: {'security_group': {'name': 'tempest-secgroup--1878878886'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:48.398313 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d7001e23-612f-4ab9-86d1-8b4354c47c0c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:48.403012 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d7001e23-612f-4ab9-86d1-8b4354c47c0c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Usage tracker for resource:security_group and tenant:3844a2007d6a4b0fbcb8790f281b3198 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:48.406224 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d7001e23-612f-4ab9-86d1-8b4354c47c0c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:48.411651 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd81a7-37d3-4203-a3e8-c5b905e5291b req-6b001e02-66f7-440c-a39d-93e5e6a3e463 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:48.412334 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-d7cd81a7-37d3-4203-a3e8-c5b905e5291b req-6b001e02-66f7-440c-a39d-93e5e6a3e463 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Synchronizing usage tracker for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:48.413630 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d7001e23-612f-4ab9-86d1-8b4354c47c0c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:48.460624 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d7001e23-612f-4ab9-86d1-8b4354c47c0c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:48.508030 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d7001e23-612f-4ab9-86d1-8b4354c47c0c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:48.510114 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f10c911f-fa0e-4622-adaa-54e0fa8592b2 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:48.542662 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d7001e23-612f-4ab9-86d1-8b4354c47c0c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Usage tracker for resource:security_group_rule and tenant:3844a2007d6a4b0fbcb8790f281b3198 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:48.556405 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d7001e23-612f-4ab9-86d1-8b4354c47c0c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:48.560893 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c911f-fa0e-4622-adaa-54e0fa8592b2 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Pushing event deleted for resources: {'Port': ['ID=5fd290e1-37f9-4203-9907-b345d6eb2ce8,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:48.565970 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d7001e23-612f-4ab9-86d1-8b4354c47c0c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:48.582759 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-d7cd81a7-37d3-4203-a3e8-c5b905e5291b req-6b001e02-66f7-440c-a39d-93e5e6a3e463 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Unset dirty status for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:48.583925 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d7cd81a7-37d3-4203-a3e8-c5b905e5291b req-6b001e02-66f7-440c-a39d-93e5e6a3e463 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 932 time: 0.6342056 Apr 20 17:43:48.748443 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-70369502-6c92-4dd2-9742-47c1862697d1 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Allocated IP 172.20.0.1 (ea053739-041e-4795-a08c-1e18ff702b19/6c929e18-7676-4775-9eec-0efb04b352f5/c763fa1f-5750-49e8-bc8f-6b31f0bc5a80) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:43:48.758318 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d7cd81a7-37d3-4203-a3e8-c5b905e5291b req-ee741494-7795-4eb6-9d5e-a7ac685e18a6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d4c8120-0526-4840-bcaa-736b4b1c27b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677473 Apr 20 17:43:48.789208 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-067e8083-58be-47ae-b41a-f5172c4c726e tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] 10.222.0.39 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2806 time: 0.4149604 Apr 20 17:43:48.789392 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48444) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:48.794695 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-0410278a-48fd-45c4-a952-b5b10dce07d4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Request body: {'network': {'name': 'tempest-network-smoke--725635884', 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'port_security_enabled': False}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:48.801543 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0410278a-48fd-45c4-a952-b5b10dce07d4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:48.817779 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0410278a-48fd-45c4-a952-b5b10dce07d4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Usage tracker for resource:network and tenant:b0685b0cdf464c79ab40968d62484d7b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:48.821669 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0410278a-48fd-45c4-a952-b5b10dce07d4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:48.886338 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0410278a-48fd-45c4-a952-b5b10dce07d4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:48.927799 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-ae883585-8847-4da8-ab9c-7405b59c00ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 058b3d5f-ce58-4abd-86a6-8657092830f5 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:43:48.939478 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-ae883585-8847-4da8-ab9c-7405b59c00ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:48.956537 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d7001e23-612f-4ab9-86d1-8b4354c47c0c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:48.971910 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d7001e23-612f-4ab9-86d1-8b4354c47c0c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:48.979525 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-ae883585-8847-4da8-ab9c-7405b59c00ec service neutron] Transition to ACTIVE for port object 058b3d5f-ce58-4abd-86a6-8657092830f5 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:43:48.992180 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-ae883585-8847-4da8-ab9c-7405b59c00ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:48.993248 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0410278a-48fd-45c4-a952-b5b10dce07d4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Made reservation on behalf of b0685b0cdf464c79ab40968d62484d7b for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:43:48.996429 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0410278a-48fd-45c4-a952-b5b10dce07d4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:49.017760 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f10c911f-fa0e-4622-adaa-54e0fa8592b2 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:49.046779 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-70369502-6c92-4dd2-9742-47c1862697d1 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:49.128084 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae883585-8847-4da8-ab9c-7405b59c00ec service neutron] Pushing event updated for resources: {'Port': ['ID=058b3d5f-ce58-4abd-86a6-8657092830f5,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:49.165890 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7001e23-612f-4ab9-86d1-8b4354c47c0c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8165c83e-fcee-4124-a56a-92ea0980a6c6,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:49.236425 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-70369502-6c92-4dd2-9742-47c1862697d1 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:49.306040 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d7001e23-612f-4ab9-86d1-8b4354c47c0c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:49.307262 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d7001e23-612f-4ab9-86d1-8b4354c47c0c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9252968 Apr 20 17:43:49.308293 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0410278a-48fd-45c4-a952-b5b10dce07d4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:43:49.315400 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48448) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:49.323702 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-f7075035-0678-4786-aab4-c1a07aa83c4c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Request body: {'security_group_rule': {'security_group_id': '002c8adf-56c2-4460-9004-6da924b43aec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8165c83e-fcee-4124-a56a-92ea0980a6c6', 'remote_ip_prefix': None}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:49.333983 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f10c911f-fa0e-4622-adaa-54e0fa8592b2 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:49.337947 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f7075035-0678-4786-aab4-c1a07aa83c4c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:49.341284 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0410278a-48fd-45c4-a952-b5b10dce07d4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:49.341630 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-0410278a-48fd-45c4-a952-b5b10dce07d4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Added segment 9190c701-a59c-4bfe-a010-3b2a43040073 of type vlan for network 1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010 Apr 20 17:43:49.342929 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70369502-6c92-4dd2-9742-47c1862697d1 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Network ea053739-041e-4795-a08c-1e18ff702b19 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:43:49.345155 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70369502-6c92-4dd2-9742-47c1862697d1 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event updated for resources: {'Port': ['ID=c763fa1f-5750-49e8-bc8f-6b31f0bc5a80,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:49.347626 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-70369502-6c92-4dd2-9742-47c1862697d1 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:43:49.349823 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f7075035-0678-4786-aab4-c1a07aa83c4c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Usage tracker for resource:security_group_rule and tenant:3844a2007d6a4b0fbcb8790f281b3198 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:49.350060 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-ae883585-8847-4da8-ab9c-7405b59c00ec service neutron] Attempting to bind port 058b3d5f-ce58-4abd-86a6-8657092830f5 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:43:49.350933 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-ae883585-8847-4da8-ab9c-7405b59c00ec service neutron] Attempting to bind port 058b3d5f-ce58-4abd-86a6-8657092830f5 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '6cdcbbd4-f416-4bf1-b6c4-527799bd8e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:43:49.350933 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-ae883585-8847-4da8-ab9c-7405b59c00ec service neutron] Attempting to bind port 058b3d5f-ce58-4abd-86a6-8657092830f5 on network 3394e549-b24a-4f46-b547-0a1fb9b41b4d {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:43:49.352286 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f10c911f-fa0e-4622-adaa-54e0fa8592b2 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:49.352713 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70369502-6c92-4dd2-9742-47c1862697d1 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:43:49.354984 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f7075035-0678-4786-aab4-c1a07aa83c4c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:49.365816 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f7075035-0678-4786-aab4-c1a07aa83c4c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:49.388460 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0410278a-48fd-45c4-a952-b5b10dce07d4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:49.399758 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-ae883585-8847-4da8-ab9c-7405b59c00ec service neutron] Port 058b3d5f-ce58-4abd-86a6-8657092830f5 on network 3394e549-b24a-4f46-b547-0a1fb9b41b4d not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:43:49.400343 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-ae883585-8847-4da8-ab9c-7405b59c00ec service neutron] Attempting to bind port 058b3d5f-ce58-4abd-86a6-8657092830f5 on network 3394e549-b24a-4f46-b547-0a1fb9b41b4d {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:43:49.411168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-ae883585-8847-4da8-ab9c-7405b59c00ec service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:43:49.411537 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-ae883585-8847-4da8-ab9c-7405b59c00ec service neutron] Checking segment: {'id': '6cdcbbd4-f416-4bf1-b6c4-527799bd8e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:43:49.412342 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-ae883585-8847-4da8-ab9c-7405b59c00ec service neutron] Bound using segment: {'id': '6cdcbbd4-f416-4bf1-b6c4-527799bd8e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:43:49.412953 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-ae883585-8847-4da8-ab9c-7405b59c00ec service neutron] Bound port: 058b3d5f-ce58-4abd-86a6-8657092830f5, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cdcbbd4-f416-4bf1-b6c4-527799bd8e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:43:49.413598 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-ae883585-8847-4da8-ab9c-7405b59c00ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:49.432937 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f10c911f-fa0e-4622-adaa-54e0fa8592b2 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:49.433385 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10c911f-fa0e-4622-adaa-54e0fa8592b2 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Fanout notify agent at l3_agent the message router_deleted on router 361665fc-c701-4eaf-960e-92ea2fd473c7 {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:43:49.439909 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f7075035-0678-4786-aab4-c1a07aa83c4c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:49.466685 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0410278a-48fd-45c4-a952-b5b10dce07d4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:49.470302 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0410278a-48fd-45c4-a952-b5b10dce07d4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:49.470870 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0410278a-48fd-45c4-a952-b5b10dce07d4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:49.501509 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-70369502-6c92-4dd2-9742-47c1862697d1 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:49.501905 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f10c911f-fa0e-4622-adaa-54e0fa8592b2 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:49.503032 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f10c911f-fa0e-4622-adaa-54e0fa8592b2 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] 10.222.0.39 "DELETE /v2.0/routers/361665fc-c701-4eaf-960e-92ea2fd473c7 HTTP/1.1" status: 204 len: 168 time: 2.3091900 Apr 20 17:43:49.507087 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48452) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:49.523871 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-76db3bad-11f0-445e-a691-22552cde5e75 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1778665745', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}, 'admin_state_up': False}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:49.537840 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-76db3bad-11f0-445e-a691-22552cde5e75 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:49.549405 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-76db3bad-11f0-445e-a691-22552cde5e75 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Usage tracker for resource:router and tenant:1e0df4d72bbb46eaacc5962ea1faba9c is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:49.553731 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-76db3bad-11f0-445e-a691-22552cde5e75 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:49.567735 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-76db3bad-11f0-445e-a691-22552cde5e75 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:49.588538 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0410278a-48fd-45c4-a952-b5b10dce07d4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8030438 Apr 20 17:43:49.591744 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48456) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:49.594308 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-ae883585-8847-4da8-ab9c-7405b59c00ec service neutron] For port 058b3d5f-ce58-4abd-86a6-8657092830f5, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:43:49.598356 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-ae883585-8847-4da8-ab9c-7405b59c00ec service neutron] For port 058b3d5f-ce58-4abd-86a6-8657092830f5, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=058b3d5f-ce58-4abd-86a6-8657092830f5,segment=NetworkSegment(6cdcbbd4-f416-4bf1-b6c4-527799bd8e61),segment_id=6cdcbbd4-f416-4bf1-b6c4-527799bd8e61)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:43:49.600113 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-76db3bad-11f0-445e-a691-22552cde5e75 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:49.601107 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-76db3bad-11f0-445e-a691-22552cde5e75 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:49.606059 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-3ac9e15d-a298-49d1-89b7-3f557af2e326 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1507141694', 'admin_state_up': True, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:49.614175 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410278a-48fd-45c4-a952-b5b10dce07d4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Pushing event updated for resources: {'Network': ['ID=1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:49.617823 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3ac9e15d-a298-49d1-89b7-3f557af2e326 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:49.624189 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3ac9e15d-a298-49d1-89b7-3f557af2e326 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Usage tracker for resource:router and tenant:b0685b0cdf464c79ab40968d62484d7b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:49.626366 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:43:49.628117 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3ac9e15d-a298-49d1-89b7-3f557af2e326 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:49.641402 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-ae883585-8847-4da8-ab9c-7405b59c00ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:49.646096 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f7075035-0678-4786-aab4-c1a07aa83c4c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:49.648094 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3ac9e15d-a298-49d1-89b7-3f557af2e326 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:49.654263 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f7075035-0678-4786-aab4-c1a07aa83c4c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:49.681465 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3ac9e15d-a298-49d1-89b7-3f557af2e326 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:49.682755 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3ac9e15d-a298-49d1-89b7-3f557af2e326 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:49.686727 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7075035-0678-4786-aab4-c1a07aa83c4c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a89aa4-e9f2-46ca-8532-ac78edffc327,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:49.709303 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f7075035-0678-4786-aab4-c1a07aa83c4c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:49.710937 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f7075035-0678-4786-aab4-c1a07aa83c4c tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.3945622 Apr 20 17:43:49.714700 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3ac9e15d-a298-49d1-89b7-3f557af2e326 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:49.716075 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48460) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:49.758129 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-ae883585-8847-4da8-ab9c-7405b59c00ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:49.759511 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-ae883585-8847-4da8-ab9c-7405b59c00ec service neutron] 10.222.0.43 "PUT /v2.0/ports/058b3d5f-ce58-4abd-86a6-8657092830f5 HTTP/1.1" status: 200 len: 1092 time: 2.0875986 Apr 20 17:43:49.760156 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-70369502-6c92-4dd2-9742-47c1862697d1 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:49.773518 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f8b078-2978-4444-97c7-199f70640991', 'tag': '058b3d5f-ce58-4abd-86a6-8657092830f5'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:43:49.786970 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-76db3bad-11f0-445e-a691-22552cde5e75 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:49.802961 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae883585-8847-4da8-ab9c-7405b59c00ec service neutron] Pushing event updated for resources: {'Port': ['ID=058b3d5f-ce58-4abd-86a6-8657092830f5,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:49.852620 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dd0f290b-15c9-4373-921c-bd86be0a6172 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:49.945879 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dd0f290b-15c9-4373-921c-bd86be0a6172 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:50.034605 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dd0f290b-15c9-4373-921c-bd86be0a6172 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:50.054393 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3ac9e15d-a298-49d1-89b7-3f557af2e326 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:50.060134 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f290b-15c9-4373-921c-bd86be0a6172 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1a89aa4-e9f2-46ca-8532-ac78edffc327,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:50.081053 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dd0f290b-15c9-4373-921c-bd86be0a6172 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:50.082178 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-dd0f290b-15c9-4373-921c-bd86be0a6172 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/b1a89aa4-e9f2-46ca-8532-ac78edffc327 HTTP/1.1" status: 204 len: 168 time: 0.3649518 Apr 20 17:43:50.086900 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48472) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:50.107828 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8bcb5-aa60-49ad-a277-db55eaae83d4 req-48a0c528-1427-497d-aa29-a699a525a415 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:50.109319 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b4f8bcb5-aa60-49ad-a277-db55eaae83d4 req-48a0c528-1427-497d-aa29-a699a525a415 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 944 time: 0.1701758 Apr 20 17:43:50.165206 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16e0eafd-01b8-4f02-9120-ca0d112e1918'] response: {'name': 'network-changed', 'server_uuid': 'd9f8b078-2978-4444-97c7-199f70640991', 'tag': '058b3d5f-ce58-4abd-86a6-8657092830f5', 'status': 'completed', 'code': 200} Apr 20 17:43:50.244393 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b4f8bcb5-aa60-49ad-a277-db55eaae83d4 req-3073564d-5f23-48c0-b7b9-5c24e16969a8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Synchronizing usage tracker for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:50.255047 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7370ee75-c2ab-44be-82d3-763c3ae5ea97 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Synchronizing usage tracker for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group_rule {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:50.283339 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b4f8bcb5-aa60-49ad-a277-db55eaae83d4 req-3073564d-5f23-48c0-b7b9-5c24e16969a8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Unset dirty status for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:50.284520 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b4f8bcb5-aa60-49ad-a277-db55eaae83d4 req-3073564d-5f23-48c0-b7b9-5c24e16969a8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d4c8120-0526-4840-bcaa-736b4b1c27b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613629 Apr 20 17:43:50.289037 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7370ee75-c2ab-44be-82d3-763c3ae5ea97 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Unset dirty status for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group_rule {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:50.293195 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7370ee75-c2ab-44be-82d3-763c3ae5ea97 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2027860 Apr 20 17:43:50.293352 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48476) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:50.386971 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f33cfe9-42d7-45e2-81cd-f958115a866a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:50.388555 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-edd1cace-c82a-4701-8323-f2b14a8a3042 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 1095 time: 0.5668466 Apr 20 17:43:50.397029 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-76db3bad-11f0-445e-a691-22552cde5e75 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:50.425561 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3ac9e15d-a298-49d1-89b7-3f557af2e326 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:50.488901 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-bed6a9a1-2f36-466f-859b-6d00d1007c1d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=058b3d5f-ce58-4abd-86a6-8657092830f5 HTTP/1.1" status: 200 len: 217 time: 0.0884721 Apr 20 17:43:50.588131 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3ac9e15d-a298-49d1-89b7-3f557af2e326 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:50.626166 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f33cfe9-42d7-45e2-81cd-f958115a866a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:50.712862 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-f4de6947-1888-4f1f-ac9a-a6db1141d9ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:50.714498 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-f4de6947-1888-4f1f-ac9a-a6db1141d9ad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=25c13c54-9c74-4955-bd95-10feeeaa0466 HTTP/1.1" status: 200 len: 834 time: 0.2068956 Apr 20 17:43:50.734012 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f33cfe9-42d7-45e2-81cd-f958115a866a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:50.755387 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33cfe9-42d7-45e2-81cd-f958115a866a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8165c83e-fcee-4124-a56a-92ea0980a6c6,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:50.779661 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-3ac9e15d-a298-49d1-89b7-3f557af2e326 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Allocated IP 172.25.8.72 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:43:50.813796 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f33cfe9-42d7-45e2-81cd-f958115a866a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:50.815017 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9f33cfe9-42d7-45e2-81cd-f958115a866a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "DELETE /v2.0/security-groups/8165c83e-fcee-4124-a56a-92ea0980a6c6 HTTP/1.1" status: 204 len: 168 time: 0.5207622 Apr 20 17:43:50.818981 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48480) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:50.901564 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-0e419ea7-65f5-43cb-9de6-8132db5531bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3394e549-b24a-4f46-b547-0a1fb9b41b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1752837 Apr 20 17:43:50.906285 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-70369502-6c92-4dd2-9742-47c1862697d1 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:50.931051 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-70369502-6c92-4dd2-9742-47c1862697d1 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:50.968665 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9be99247-ee97-4336-8af8-36942dd4dce9 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Synchronizing usage tracker for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:50.991582 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3ac9e15d-a298-49d1-89b7-3f557af2e326 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:51.006484 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9be99247-ee97-4336-8af8-36942dd4dce9 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Unset dirty status for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:51.010820 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9be99247-ee97-4336-8af8-36942dd4dce9 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1880736 Apr 20 17:43:51.011140 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48484) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:51.072896 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3ac9e15d-a298-49d1-89b7-3f557af2e326 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:51.107940 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-70369502-6c92-4dd2-9742-47c1862697d1 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:51.143603 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6911a70f-875e-4afb-8e5d-ad817f75b3ed tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:51.164087 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-76db3bad-11f0-445e-a691-22552cde5e75 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:51.178773 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac9e15d-a298-49d1-89b7-3f557af2e326 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:43:51.185993 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-3ac9e15d-a298-49d1-89b7-3f557af2e326 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:43:51.187299 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70369502-6c92-4dd2-9742-47c1862697d1 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event updated for resources: {'Port': ['ID=c763fa1f-5750-49e8-bc8f-6b31f0bc5a80,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:51.188706 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6911a70f-875e-4afb-8e5d-ad817f75b3ed tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:51.195952 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9e15d-a298-49d1-89b7-3f557af2e326 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Pushing event updated for resources: {'Port': ['ID=f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:51.198348 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac9e15d-a298-49d1-89b7-3f557af2e326 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:43:51.209177 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-76db3bad-11f0-445e-a691-22552cde5e75 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:51.265811 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-b8d2edbe-0d6d-4cbf-82f8-90e2eb1e9275 service neutron] 10.222.0.43 "GET /v2.0/networks/3394e549-b24a-4f46-b547-0a1fb9b41b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567443 Apr 20 17:43:51.320510 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6911a70f-875e-4afb-8e5d-ad817f75b3ed tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:51.348827 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6911a70f-875e-4afb-8e5d-ad817f75b3ed tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=002c8adf-56c2-4460-9004-6da924b43aec,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:51.376032 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6911a70f-875e-4afb-8e5d-ad817f75b3ed tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:51.379539 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6911a70f-875e-4afb-8e5d-ad817f75b3ed tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "DELETE /v2.0/security-groups/002c8adf-56c2-4460-9004-6da924b43aec HTTP/1.1" status: 204 len: 168 time: 0.3652558 Apr 20 17:43:51.380287 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48490) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:51.451526 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-65ce991e-7613-4431-8091-9bcf5d951334 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Synchronizing usage tracker for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:51.483552 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3ac9e15d-a298-49d1-89b7-3f557af2e326 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:51.484530 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3ac9e15d-a298-49d1-89b7-3f557af2e326 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:51.489175 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-65ce991e-7613-4431-8091-9bcf5d951334 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Unset dirty status for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:51.494242 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-65ce991e-7613-4431-8091-9bcf5d951334 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1093037 Apr 20 17:43:51.495464 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48494) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:51.502728 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-8954ad14-3c61-49c2-bc25-608b7ea88f7b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Request body: {'security_group': {'name': 'tempest-secgroup--718291039'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:51.560126 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8954ad14-3c61-49c2-bc25-608b7ea88f7b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:51.629045 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8954ad14-3c61-49c2-bc25-608b7ea88f7b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:51.655221 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8954ad14-3c61-49c2-bc25-608b7ea88f7b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:51.702811 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8954ad14-3c61-49c2-bc25-608b7ea88f7b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:51.708562 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8954ad14-3c61-49c2-bc25-608b7ea88f7b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Usage tracker for resource:security_group_rule and tenant:3844a2007d6a4b0fbcb8790f281b3198 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:51.711930 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8954ad14-3c61-49c2-bc25-608b7ea88f7b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:51.719674 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8954ad14-3c61-49c2-bc25-608b7ea88f7b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:51.747699 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-900e0702-9df8-4b63-a254-53a0772f1ab7 req-b2370b1d-1982-4dd6-837a-62df270d17b7 service neutron] 10.222.0.43 "GET /v2.0/networks/3394e549-b24a-4f46-b547-0a1fb9b41b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321563 Apr 20 17:43:51.750769 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70369502-6c92-4dd2-9742-47c1862697d1 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Network ea053739-041e-4795-a08c-1e18ff702b19 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:43:51.754015 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-70369502-6c92-4dd2-9742-47c1862697d1 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:43:51.803126 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8954ad14-3c61-49c2-bc25-608b7ea88f7b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:51.809791 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8954ad14-3c61-49c2-bc25-608b7ea88f7b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:51.865894 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954ad14-3c61-49c2-bc25-608b7ea88f7b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a42150-d837-4e63-b4c3-b4058a018a8a,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:51.884477 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8954ad14-3c61-49c2-bc25-608b7ea88f7b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:51.885720 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8954ad14-3c61-49c2-bc25-608b7ea88f7b tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3883903 Apr 20 17:43:51.888590 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48498) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:51.894662 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-f22048e3-6a97-4a0f-96fe-e0fa03b70d99 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Request body: {'security_group_rule': {'security_group_id': 'a2a42150-d837-4e63-b4c3-b4058a018a8a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:51.901583 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f22048e3-6a97-4a0f-96fe-e0fa03b70d99 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:51.905012 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac9e15d-a298-49d1-89b7-3f557af2e326 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Router 8f1aa271-ccbd-442b-bfc7-a738d97b8edc is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:43:51.907391 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f22048e3-6a97-4a0f-96fe-e0fa03b70d99 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Usage tracker for resource:security_group_rule and tenant:3844a2007d6a4b0fbcb8790f281b3198 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:51.911227 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f22048e3-6a97-4a0f-96fe-e0fa03b70d99 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:51.913524 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-76db3bad-11f0-445e-a691-22552cde5e75 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Allocated IP 172.25.8.122 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/888cd36e-31a2-42c7-897b-082d7cc92eb5) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:43:51.920197 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f22048e3-6a97-4a0f-96fe-e0fa03b70d99 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:51.989556 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc4586-6f33-475c-ae34-9674d83c09df req-3093c0d6-6b79-4422-a4a9-1c6fc0565d60 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:51.991085 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bcdc4586-6f33-475c-ae34-9674d83c09df req-3093c0d6-6b79-4422-a4a9-1c6fc0565d60 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 944 time: 0.4488115 Apr 20 17:43:52.041602 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f22048e3-6a97-4a0f-96fe-e0fa03b70d99 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:52.134802 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f22048e3-6a97-4a0f-96fe-e0fa03b70d99 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:52.141655 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f22048e3-6a97-4a0f-96fe-e0fa03b70d99 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:52.169690 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bcdc4586-6f33-475c-ae34-9674d83c09df req-6c7e837d-9771-41e2-bcd1-1af270309b9a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d4c8120-0526-4840-bcaa-736b4b1c27b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690876 Apr 20 17:43:52.173278 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22048e3-6a97-4a0f-96fe-e0fa03b70d99 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ab0bb6-8557-4642-b84f-6cfdd3d9cd58,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:52.195537 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f22048e3-6a97-4a0f-96fe-e0fa03b70d99 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:52.199462 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f22048e3-6a97-4a0f-96fe-e0fa03b70d99 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.3071847 Apr 20 17:43:52.199621 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48502) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:52.234834 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a332cd2-2142-4ee8-92ae-70a0d0d149bb tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:52.244771 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ae71026e-9c41-4d41-bd4a-98f19a9024bb req-2305b9ae-74e8-42f6-851b-245af7c84ec4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 1095 time: 0.4156318 Apr 20 17:43:52.247568 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-76db3bad-11f0-445e-a691-22552cde5e75 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:52.248715 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a332cd2-2142-4ee8-92ae-70a0d0d149bb tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:52.255534 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac9e15d-a298-49d1-89b7-3f557af2e326 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:43:52.266500 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b33b7c8-498f-471d-8e47-3f9c3b4821de None None] Sync routers for ids ['8f1aa271-ccbd-442b-bfc7-a738d97b8edc'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:43:52.279054 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b33b7c8-498f-471d-8e47-3f9c3b4821de None None] Routers {'8f1aa271-ccbd-442b-bfc7-a738d97b8edc'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:52.279951 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2b33b7c8-498f-471d-8e47-3f9c3b4821de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['8f1aa271-ccbd-442b-bfc7-a738d97b8edc'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:52.289937 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3ac9e15d-a298-49d1-89b7-3f557af2e326 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:52.294053 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3ac9e15d-a298-49d1-89b7-3f557af2e326 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.6955750 Apr 20 17:43:52.294053 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a332cd2-2142-4ee8-92ae-70a0d0d149bb tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:52.294801 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48506) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:52.305804 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a332cd2-2142-4ee8-92ae-70a0d0d149bb tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:52.309477 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9a332cd2-2142-4ee8-92ae-70a0d0d149bb tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/44ab0bb6-8557-4642-b84f-6cfdd3d9cd58 HTTP/1.1" status: 204 len: 168 time: 0.1063850 Apr 20 17:43:52.309608 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48510) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:52.340790 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a332cd2-2142-4ee8-92ae-70a0d0d149bb tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44ab0bb6-8557-4642-b84f-6cfdd3d9cd58,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:52.400416 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781c314b-3b7a-40d2-b559-4f3227868e20 tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:52.404468 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-781c314b-3b7a-40d2-b559-4f3227868e20 tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=b0685b0cdf464c79ab40968d62484d7b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1009738 Apr 20 17:43:52.405680 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48514) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:52.416834 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4bcf24e0-b14d-4cf4-8ea3-cfe925ec9b54 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Synchronizing usage tracker for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group_rule {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:52.434578 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4bcf24e0-b14d-4cf4-8ea3-cfe925ec9b54 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Unset dirty status for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group_rule {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:52.438707 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4bcf24e0-b14d-4cf4-8ea3-cfe925ec9b54 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1256294 Apr 20 17:43:52.439238 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48518) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:52.495906 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-2b33b7c8-498f-471d-8e47-3f9c3b4821de None None] Set router 8f1aa271-ccbd-442b-bfc7-a738d97b8edc gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:43:52.517678 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bb2177eb-ec8f-455b-9f1f-84c0814ac202 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:52.545274 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bb2177eb-ec8f-455b-9f1f-84c0814ac202 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:52.565572 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-76db3bad-11f0-445e-a691-22552cde5e75 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:52.569305 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71026e-9c41-4d41-bd4a-98f19a9024bb req-2a8c581a-471a-446e-b9b7-3792d23ab358 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:52.570772 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ae71026e-9c41-4d41-bd4a-98f19a9024bb req-2a8c581a-471a-446e-b9b7-3792d23ab358 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3394e549-b24a-4f46-b547-0a1fb9b41b4d HTTP/1.1" status: 200 len: 898 time: 0.3139980 Apr 20 17:43:52.596345 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bb2177eb-ec8f-455b-9f1f-84c0814ac202 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:52.617167 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2177eb-ec8f-455b-9f1f-84c0814ac202 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a42150-d837-4e63-b4c3-b4058a018a8a,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:52.635463 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bb2177eb-ec8f-455b-9f1f-84c0814ac202 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:52.636922 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bb2177eb-ec8f-455b-9f1f-84c0814ac202 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "DELETE /v2.0/security-groups/a2a42150-d837-4e63-b4c3-b4058a018a8a HTTP/1.1" status: 204 len: 168 time: 0.1970201 Apr 20 17:43:52.639738 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48522) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:52.692204 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-27616ff1-036e-46fe-9067-a225028fca52 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Synchronizing usage tracker for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:52.708697 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-27616ff1-036e-46fe-9067-a225028fca52 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Unset dirty status for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:52.714012 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-27616ff1-036e-46fe-9067-a225028fca52 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0692990 Apr 20 17:43:52.714589 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48526) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:52.721385 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-130f0d7e-8f46-4f06-9f7e-224d233b5ebf tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Request body: {'security_group': {'name': 'tempest-secgroup--459270164'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:52.733856 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-130f0d7e-8f46-4f06-9f7e-224d233b5ebf tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:52.736954 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76db3bad-11f0-445e-a691-22552cde5e75 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:43:52.740808 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4b43b8-8ca6-4ace-b291-b43b68cb9e7a tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:52.742372 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7e4b43b8-8ca6-4ace-b291-b43b68cb9e7a tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3364255 Apr 20 17:43:52.745045 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ae71026e-9c41-4d41-bd4a-98f19a9024bb req-302d3049-209a-431a-9e5f-d2469579d8c6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=058b3d5f-ce58-4abd-86a6-8657092830f5 HTTP/1.1" status: 200 len: 217 time: 0.1262078 Apr 20 17:43:52.745513 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-130f0d7e-8f46-4f06-9f7e-224d233b5ebf tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:52.747352 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48530) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:52.749944 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-76db3bad-11f0-445e-a691-22552cde5e75 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:43:52.753560 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db3bad-11f0-445e-a691-22552cde5e75 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Pushing event updated for resources: {'Port': ['ID=888cd36e-31a2-42c7-897b-082d7cc92eb5,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:52.755760 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76db3bad-11f0-445e-a691-22552cde5e75 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:43:52.855788 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2b33b7c8-498f-471d-8e47-3f9c3b4821de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1aa271-ccbd-442b-bfc7-a738d97b8edc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507141694', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:43:49Z', 'updated_at': '2022-04-20T17:43:51Z', 'revision_number': 3, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'gw_port': {'id': 'f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ab:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1aa271-ccbd-442b-bfc7-a738d97b8edc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:50Z', 'updated_at': '2022-04-20T17:43:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:52.860610 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b33b7c8-498f-471d-8e47-3f9c3b4821de None None] Checking router: 8f1aa271-ccbd-442b-bfc7-a738d97b8edc for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:43:52.861177 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b33b7c8-498f-471d-8e47-3f9c3b4821de None None] Updating router 8f1aa271-ccbd-442b-bfc7-a738d97b8edc port f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:43:52.901932 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d62493f2-5cc6-4413-8a56-986428013d40 tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1531808 Apr 20 17:43:52.904577 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48534) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:52.926874 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2b33b7c8-498f-471d-8e47-3f9c3b4821de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:52.951308 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2cd5c019-15a7-4d7b-9aab-6ce60fe973d4 tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=b0685b0cdf464c79ab40968d62484d7b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454760 Apr 20 17:43:52.953778 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48538) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:53.031670 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-130f0d7e-8f46-4f06-9f7e-224d233b5ebf tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:53.038329 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71026e-9c41-4d41-bd4a-98f19a9024bb req-24d916c9-0464-425e-80be-959bbe3c1411 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:53.039747 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ae71026e-9c41-4d41-bd4a-98f19a9024bb req-24d916c9-0464-425e-80be-959bbe3c1411 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=25c13c54-9c74-4955-bd95-10feeeaa0466 HTTP/1.1" status: 200 len: 834 time: 0.2871182 Apr 20 17:43:53.101185 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-130f0d7e-8f46-4f06-9f7e-224d233b5ebf tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:53.119566 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-130f0d7e-8f46-4f06-9f7e-224d233b5ebf tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Usage tracker for resource:security_group_rule and tenant:3844a2007d6a4b0fbcb8790f281b3198 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:53.123936 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-130f0d7e-8f46-4f06-9f7e-224d233b5ebf tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:53.130773 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbdb3bb-3c4c-4568-b967-acb50da0d3fe tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:53.134925 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3cbdb3bb-3c4c-4568-b967-acb50da0d3fe tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1775203 Apr 20 17:43:53.134925 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-130f0d7e-8f46-4f06-9f7e-224d233b5ebf tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:53.135146 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48542) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:53.153546 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70369502-6c92-4dd2-9742-47c1862697d1 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Router ed52b34c-0634-4c6d-ab70-77ac5a590f6c has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:43:53.177766 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ae71026e-9c41-4d41-bd4a-98f19a9024bb req-3db08869-178d-4688-909f-b2c759d7d23a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3394e549-b24a-4f46-b547-0a1fb9b41b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1207137 Apr 20 17:43:53.179157 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4447d361-0609-4ce9-80fe-f4cd1d6ac9f4 tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426328 Apr 20 17:43:53.181383 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48546) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:53.187994 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-7c52b3ae-30db-4ac0-bd7a-6de2dbb05262 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1224697604', 'network_id': '1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010', 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:53.299120 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2b33b7c8-498f-471d-8e47-3f9c3b4821de None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:53.316980 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2b33b7c8-498f-471d-8e47-3f9c3b4821de None None] Transition to ACTIVE for port object f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:43:53.324727 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2b33b7c8-498f-471d-8e47-3f9c3b4821de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:53.405001 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37742e2-7beb-4052-80a6-cb3ba8b4f8bc None None] Pushing event updated for resources: {'Port': ['ID=f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:53.410700 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-2b33b7c8-498f-471d-8e47-3f9c3b4821de None None] Attempting to bind port f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:43:53.411337 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-2b33b7c8-498f-471d-8e47-3f9c3b4821de None None] Attempting to bind port f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:43:53.411692 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-130f0d7e-8f46-4f06-9f7e-224d233b5ebf tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:53.412203 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b33b7c8-498f-471d-8e47-3f9c3b4821de None None] Attempting to bind port f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:43:53.412853 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7c52b3ae-30db-4ac0-bd7a-6de2dbb05262 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:53.419493 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b33b7c8-498f-471d-8e47-3f9c3b4821de None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:43:53.420007 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b33b7c8-498f-471d-8e47-3f9c3b4821de None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:43:53.420517 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2b33b7c8-498f-471d-8e47-3f9c3b4821de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:53.421085 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b33b7c8-498f-471d-8e47-3f9c3b4821de None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:43:53.421647 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-2b33b7c8-498f-471d-8e47-3f9c3b4821de None None] Bound port: f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:43:53.422150 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2b33b7c8-498f-471d-8e47-3f9c3b4821de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:53.426450 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7c52b3ae-30db-4ac0-bd7a-6de2dbb05262 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Usage tracker for resource:subnet and tenant:b0685b0cdf464c79ab40968d62484d7b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:53.432168 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7c52b3ae-30db-4ac0-bd7a-6de2dbb05262 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:53.437800 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-130f0d7e-8f46-4f06-9f7e-224d233b5ebf tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:53.461092 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-76db3bad-11f0-445e-a691-22552cde5e75 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:53.461809 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-76db3bad-11f0-445e-a691-22552cde5e75 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:53.471905 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ae71026e-9c41-4d41-bd4a-98f19a9024bb req-42b1e8c5-9c9e-4cf6-8d51-a55f04579f21 service neutron] 10.222.0.43 "GET /v2.0/networks/3394e549-b24a-4f46-b547-0a1fb9b41b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369976 Apr 20 17:43:53.476801 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7c52b3ae-30db-4ac0-bd7a-6de2dbb05262 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:53.512721 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-2b33b7c8-498f-471d-8e47-3f9c3b4821de None None] For port f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:43:53.517085 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-2b33b7c8-498f-471d-8e47-3f9c3b4821de None None] For port f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:43:53.529774 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2b33b7c8-498f-471d-8e47-3f9c3b4821de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:53.543919 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c52b3ae-30db-4ac0-bd7a-6de2dbb05262 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Made reservation on behalf of b0685b0cdf464c79ab40968d62484d7b for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:43:53.568206 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f0d7e-8f46-4f06-9f7e-224d233b5ebf tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95cbf5d8-15cf-4c13-a47f-5b1e2ed0242a,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:53.610738 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37742e2-7beb-4052-80a6-cb3ba8b4f8bc None None] Pushing event updated for resources: {'Port': ['ID=f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:53.618888 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b33b7c8-498f-471d-8e47-3f9c3b4821de None None] Routers {'8f1aa271-ccbd-442b-bfc7-a738d97b8edc'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:53.619631 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2b33b7c8-498f-471d-8e47-3f9c3b4821de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['8f1aa271-ccbd-442b-bfc7-a738d97b8edc'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:53.622866 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-130f0d7e-8f46-4f06-9f7e-224d233b5ebf tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:53.626951 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-130f0d7e-8f46-4f06-9f7e-224d233b5ebf tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9114294 Apr 20 17:43:53.641355 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48552) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:53.649106 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-7867c2fd-a4ff-4c89-a531-00873abc05a9 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Request body: {'security_group_rule': {'security_group_id': '95cbf5d8-15cf-4c13-a47f-5b1e2ed0242a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:53.659125 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52813ea3-11df-45af-bb91-ae0c3f4e5b1c req-532ddddb-b637-4b4e-9df9-db10405568c5 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:53.660181 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-52813ea3-11df-45af-bb91-ae0c3f4e5b1c req-532ddddb-b637-4b4e-9df9-db10405568c5 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 944 time: 0.3533790 Apr 20 17:43:53.665496 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7867c2fd-a4ff-4c89-a531-00873abc05a9 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:53.681939 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7867c2fd-a4ff-4c89-a531-00873abc05a9 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Usage tracker for resource:security_group_rule and tenant:3844a2007d6a4b0fbcb8790f281b3198 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:53.698940 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7867c2fd-a4ff-4c89-a531-00873abc05a9 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:53.707132 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7c52b3ae-30db-4ac0-bd7a-6de2dbb05262 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:53.725012 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7867c2fd-a4ff-4c89-a531-00873abc05a9 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:53.756534 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ae71026e-9c41-4d41-bd4a-98f19a9024bb req-09bfe545-7756-42fa-8160-ebcd74a476e1 service neutron] 10.222.0.43 "GET /v2.0/networks/3394e549-b24a-4f46-b547-0a1fb9b41b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301638 Apr 20 17:43:53.766362 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70369502-6c92-4dd2-9742-47c1862697d1 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:43:53.782519 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8660926f-c9a7-49c1-9863-693c9179e26c None None] Sync routers for ids ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:43:53.787808 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-70369502-6c92-4dd2-9742-47c1862697d1 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "PUT /v2.0/routers/ed52b34c-0634-4c6d-ab70-77ac5a590f6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7141211 Apr 20 17:43:53.792429 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48556) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:53.804793 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8660926f-c9a7-49c1-9863-693c9179e26c None None] Routers {'ed52b34c-0634-4c6d-ab70-77ac5a590f6c'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:53.805949 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-8660926f-c9a7-49c1-9863-693c9179e26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:53.830082 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-8d55ed55-8398-4fbb-8a89-50756ff8b960 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Request body: {'port': {'network_id': 'ea053739-041e-4795-a08c-1e18ff702b19', 'name': 'tempest-FloatingIPTestJSON-1563696115'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:53.835197 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-2b33b7c8-498f-471d-8e47-3f9c3b4821de None None] Set router 8f1aa271-ccbd-442b-bfc7-a738d97b8edc gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:43:53.871112 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-8660926f-c9a7-49c1-9863-693c9179e26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:53.882472 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76db3bad-11f0-445e-a691-22552cde5e75 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Router 176f2678-2fb7-4ddd-8440-ba1def794dba is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:43:53.883492 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8660926f-c9a7-49c1-9863-693c9179e26c None None] Routers {'ed52b34c-0634-4c6d-ab70-77ac5a590f6c'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:53.884354 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-8660926f-c9a7-49c1-9863-693c9179e26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:53.927988 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7867c2fd-a4ff-4c89-a531-00873abc05a9 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:53.946056 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-52813ea3-11df-45af-bb91-ae0c3f4e5b1c req-f22e84bd-bc44-4ba7-9574-324456df30e1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d4c8120-0526-4840-bcaa-736b4b1c27b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2691932 Apr 20 17:43:53.947905 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-8660926f-c9a7-49c1-9863-693c9179e26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:53.948530 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8660926f-c9a7-49c1-9863-693c9179e26c None None] The sync data for ids ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:43:54.065902 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7867c2fd-a4ff-4c89-a531-00873abc05a9 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:54.103904 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8d55ed55-8398-4fbb-8a89-50756ff8b960 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:54.110286 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7867c2fd-a4ff-4c89-a531-00873abc05a9 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:54.111193 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76db3bad-11f0-445e-a691-22552cde5e75 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:43:54.121507 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8d55ed55-8398-4fbb-8a89-50756ff8b960 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Usage tracker for resource:port and tenant:c9d6fd43f57648e69fdcea7121532365 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:54.124578 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cf8e41-3a85-4108-ad21-20bb0575b4a5 None None] Sync routers for ids ['176f2678-2fb7-4ddd-8440-ba1def794dba'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:43:54.134653 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8d55ed55-8398-4fbb-8a89-50756ff8b960 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:54.137404 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-76db3bad-11f0-445e-a691-22552cde5e75 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:54.141709 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-76db3bad-11f0-445e-a691-22552cde5e75 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.6236961 Apr 20 17:43:54.142070 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48560) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:54.148903 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-1761606b-0a6a-48e4-9c5c-94b82ab92e70 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:54.158936 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8d55ed55-8398-4fbb-8a89-50756ff8b960 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:54.163086 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867c2fd-a4ff-4c89-a531-00873abc05a9 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed7f79e3-1ea0-43b1-8bc5-f12e478f0b19,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:54.172159 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cf8e41-3a85-4108-ad21-20bb0575b4a5 None None] Routers {'176f2678-2fb7-4ddd-8440-ba1def794dba'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:54.172791 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-11cf8e41-3a85-4108-ad21-20bb0575b4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['176f2678-2fb7-4ddd-8440-ba1def794dba'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:54.207853 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7867c2fd-a4ff-4c89-a531-00873abc05a9 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:54.211863 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7867c2fd-a4ff-4c89-a531-00873abc05a9 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5668521 Apr 20 17:43:54.212752 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48564) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:54.216796 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d55ed55-8398-4fbb-8a89-50756ff8b960 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Made reservation on behalf of c9d6fd43f57648e69fdcea7121532365 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:43:54.219916 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8d55ed55-8398-4fbb-8a89-50756ff8b960 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:54.232618 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7c52b3ae-30db-4ac0-bd7a-6de2dbb05262 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:54.240924 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-11cf8e41-3a85-4108-ad21-20bb0575b4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:54.258233 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cf8e41-3a85-4108-ad21-20bb0575b4a5 None None] Routers {'176f2678-2fb7-4ddd-8440-ba1def794dba'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:54.258949 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-11cf8e41-3a85-4108-ad21-20bb0575b4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['176f2678-2fb7-4ddd-8440-ba1def794dba'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:54.294801 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c87bc6eb-43ca-46db-bd56-d56762b83da2 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "GET /v2.0/security-group-rules/ed7f79e3-1ea0-43b1-8bc5-f12e478f0b19 HTTP/1.1" status: 200 len: 705 time: 0.0796347 Apr 20 17:43:54.296791 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48568) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:54.300422 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-8d55ed55-8398-4fbb-8a89-50756ff8b960 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] device_id is not set on port 5ffce8dd-9234-4895-bded-b0dd4c7cdb05 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:43:54.364773 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-11cf8e41-3a85-4108-ad21-20bb0575b4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:54.364773 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cf8e41-3a85-4108-ad21-20bb0575b4a5 None None] The sync data for ids ['176f2678-2fb7-4ddd-8440-ba1def794dba'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:43:54.365433 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52b3ae-30db-4ac0-bd7a-6de2dbb05262 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Pushing event updated for resources: {'Subnet': ['ID=5e975989-efd5-4cef-a752-ecffeded28b5,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:54.373233 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d5528917-599d-4d2c-8fad-1703d3b2d695 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0728128 Apr 20 17:43:54.373413 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48572) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:54.376347 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2b33b7c8-498f-471d-8e47-3f9c3b4821de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1aa271-ccbd-442b-bfc7-a738d97b8edc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507141694', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:43:49Z', 'updated_at': '2022-04-20T17:43:51Z', 'revision_number': 3, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'gw_port': {'id': 'f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ab:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1aa271-ccbd-442b-bfc7-a738d97b8edc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:50Z', 'updated_at': '2022-04-20T17:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:54.380737 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b33b7c8-498f-471d-8e47-3f9c3b4821de None None] The sync data for ids ['8f1aa271-ccbd-442b-bfc7-a738d97b8edc'] in n-d-838032-1 is: [{'id': '8f1aa271-ccbd-442b-bfc7-a738d97b8edc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507141694', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:43:49Z', 'updated_at': '2022-04-20T17:43:51Z', 'revision_number': 3, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'gw_port': {'id': 'f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ab:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1aa271-ccbd-442b-bfc7-a738d97b8edc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:50Z', 'updated_at': '2022-04-20T17:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:43:54.409678 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-21be2a76-352d-4de2-aa54-a5270ee74f0e tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:54.431195 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-21be2a76-352d-4de2-aa54-a5270ee74f0e tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:54.447653 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c52b3ae-30db-4ac0-bd7a-6de2dbb05262 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Checking segment: {'id': '9190c701-a59c-4bfe-a010-3b2a43040073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:43:54.448328 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c52b3ae-30db-4ac0-bd7a-6de2dbb05262 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Network hostable DHCP agents. Network: 1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:43:54.476520 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-21be2a76-352d-4de2-aa54-a5270ee74f0e tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:54.481126 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 058b3d5f-ce58-4abd-86a6-8657092830f5 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:43:54.498104 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-8d55ed55-8398-4fbb-8a89-50756ff8b960 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Allocated IP 172.20.0.11 (ea053739-041e-4795-a08c-1e18ff702b19/6c929e18-7676-4775-9eec-0efb04b352f5/5ffce8dd-9234-4895-bded-b0dd4c7cdb05) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:43:54.509884 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c52b3ae-30db-4ac0-bd7a-6de2dbb05262 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Network 1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:43:54.537710 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-7c52b3ae-30db-4ac0-bd7a-6de2dbb05262 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:43:54.553978 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c52b3ae-30db-4ac0-bd7a-6de2dbb05262 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:54.554686 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7c52b3ae-30db-4ac0-bd7a-6de2dbb05262 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:54.555582 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be2a76-352d-4de2-aa54-a5270ee74f0e tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed7f79e3-1ea0-43b1-8bc5-f12e478f0b19,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:54.614290 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f41dbf-85f9-4b01-ae3c-94de62810db2 None None] Network 1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:43:54.621005 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7c52b3ae-30db-4ac0-bd7a-6de2dbb05262 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4384706 Apr 20 17:43:54.627060 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48576) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:54.767503 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-21be2a76-352d-4de2-aa54-a5270ee74f0e tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:54.768532 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-21be2a76-352d-4de2-aa54-a5270ee74f0e tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/ed7f79e3-1ea0-43b1-8bc5-f12e478f0b19 HTTP/1.1" status: 204 len: 168 time: 0.3937824 Apr 20 17:43:54.771734 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48580) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:54.787000 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 058b3d5f-ce58-4abd-86a6-8657092830f5, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=058b3d5f-ce58-4abd-86a6-8657092830f5,segment=NetworkSegment(6cdcbbd4-f416-4bf1-b6c4-527799bd8e61),segment_id=6cdcbbd4-f416-4bf1-b6c4-527799bd8e61)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:54.801544 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '058b3d5f-ce58-4abd-86a6-8657092830f5', 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d', 'port_id': '058b3d5f-ce58-4abd-86a6-8657092830f5', 'mac_address': 'fa:16:3e:04:49:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25c13c54-9c74-4955-bd95-10feeeaa0466', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:43:54.842591 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3a2ba444-9568-4517-8fc7-b9aaf58de494 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Synchronizing usage tracker for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group_rule {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:54.874824 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3a2ba444-9568-4517-8fc7-b9aaf58de494 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Unset dirty status for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group_rule {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:54.879099 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3a2ba444-9568-4517-8fc7-b9aaf58de494 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1036422 Apr 20 17:43:54.879745 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48584) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:54.888580 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-9f2da148-715d-431e-a7b7-27946a550947 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Request body: {'security_group_rule': {'security_group_id': '95cbf5d8-15cf-4c13-a47f-5b1e2ed0242a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:54.893267 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:54.897472 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9f2da148-715d-431e-a7b7-27946a550947 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:54.917564 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9f2da148-715d-431e-a7b7-27946a550947 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:54.952650 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 058b3d5f-ce58-4abd-86a6-8657092830f5 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:43:55.003815 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 058b3d5f-ce58-4abd-86a6-8657092830f5, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=058b3d5f-ce58-4abd-86a6-8657092830f5,segment=NetworkSegment(6cdcbbd4-f416-4bf1-b6c4-527799bd8e61),segment_id=6cdcbbd4-f416-4bf1-b6c4-527799bd8e61)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:55.031176 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9f2da148-715d-431e-a7b7-27946a550947 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:55.067476 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:55.119251 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8d55ed55-8398-4fbb-8a89-50756ff8b960 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:55.143408 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:43:55.196915 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8d55ed55-8398-4fbb-8a89-50756ff8b960 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:55.234819 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14f0e17-cd8b-4413-95b7-02359e242dd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010', 'network_id': '1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'fixed_ips': [{'subnet_id': '5e975989-efd5-4cef-a752-ecffeded28b5'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:43:55.235761 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a14f0e17-cd8b-4413-95b7-02359e242dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:55.283629 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9f2da148-715d-431e-a7b7-27946a550947 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:55.300827 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce32536-5719-4610-b874-a537821180e5 req-ff40f19c-f8f5-45e4-a123-f5ce0c9cf256 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:55.308069 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8ce32536-5719-4610-b874-a537821180e5 req-ff40f19c-f8f5-45e4-a123-f5ce0c9cf256 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 945 time: 0.1560843 Apr 20 17:43:55.308247 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d55ed55-8398-4fbb-8a89-50756ff8b960 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Network ea053739-041e-4795-a08c-1e18ff702b19 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:43:55.313605 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55ed55-8398-4fbb-8a89-50756ff8b960 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event updated for resources: {'Port': ['ID=5ffce8dd-9234-4895-bded-b0dd4c7cdb05,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:55.326704 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9f2da148-715d-431e-a7b7-27946a550947 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:55.328967 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['058b3d5f-ce58-4abd-86a6-8657092830f5'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:43:55.330251 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-8d55ed55-8398-4fbb-8a89-50756ff8b960 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:43:55.333208 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d55ed55-8398-4fbb-8a89-50756ff8b960 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:43:55.364258 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2da148-715d-431e-a7b7-27946a550947 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412b167a-4c56-4117-ac68-127a0c2a649f,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:55.384903 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=058b3d5f-ce58-4abd-86a6-8657092830f5,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:55.429445 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9f2da148-715d-431e-a7b7-27946a550947 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:55.433800 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9f2da148-715d-431e-a7b7-27946a550947 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5499558 Apr 20 17:43:55.452627 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8ce32536-5719-4610-b874-a537821180e5 req-e6cac2a0-4e55-4ef5-a90b-f83b533d6e06 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d4c8120-0526-4840-bcaa-736b4b1c27b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434259 Apr 20 17:43:55.453214 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48590) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:55.512878 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8dc956c0-6eab-405f-840d-acf4afa98154 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "GET /v2.0/security-group-rules/412b167a-4c56-4117-ac68-127a0c2a649f HTTP/1.1" status: 200 len: 705 time: 0.0547142 Apr 20 17:43:55.516842 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:43:55.520982 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48594) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:55.531292 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1761606b-0a6a-48e4-9c5c-94b82ab92e70 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:55.538666 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:43:55.538935 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:55.554877 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1761606b-0a6a-48e4-9c5c-94b82ab92e70 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:55.565927 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-1761606b-0a6a-48e4-9c5c-94b82ab92e70 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Deleting port 888cd36e-31a2-42c7-897b-082d7cc92eb5 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:55.566390 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1761606b-0a6a-48e4-9c5c-94b82ab92e70 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:55.625611 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d55ed55-8398-4fbb-8a89-50756ff8b960 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:55.626392 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8d55ed55-8398-4fbb-8a89-50756ff8b960 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:55.629928 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-a14f0e17-cd8b-4413-95b7-02359e242dd9 None None] Allocated IP 172.20.0.18 (1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010/5e975989-efd5-4cef-a752-ecffeded28b5/d221be85-587e-48ac-b718-04da505638fe) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:43:55.665692 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8d55ed55-8398-4fbb-8a89-50756ff8b960 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8663132 Apr 20 17:43:55.669601 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48598) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:55.677582 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-644db4dc-9014-4f5b-a44f-c853962cd57c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Request body: {'port': {'network_id': 'ea053739-041e-4795-a08c-1e18ff702b19', 'name': 'tempest-FloatingIPTestJSON-1361269601'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:55.695982 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d162c47b-7773-4c80-a82c-208836a6a86a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Synchronizing usage tracker for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group_rule {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:55.753901 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1761606b-0a6a-48e4-9c5c-94b82ab92e70 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:55.792692 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d162c47b-7773-4c80-a82c-208836a6a86a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Unset dirty status for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group_rule {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:55.797236 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d162c47b-7773-4c80-a82c-208836a6a86a tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2728808 Apr 20 17:43:55.798460 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48602) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:55.871646 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8641b029-aeb7-4add-ac0f-81b42304fb69 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:55.878224 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:55.884870 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-644db4dc-9014-4f5b-a44f-c853962cd57c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:55.893494 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-644db4dc-9014-4f5b-a44f-c853962cd57c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Usage tracker for resource:port and tenant:c9d6fd43f57648e69fdcea7121532365 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:55.896666 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8641b029-aeb7-4add-ac0f-81b42304fb69 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:55.905814 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-644db4dc-9014-4f5b-a44f-c853962cd57c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:55.917818 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:55.921108 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-644db4dc-9014-4f5b-a44f-c853962cd57c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:55.929977 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-1761606b-0a6a-48e4-9c5c-94b82ab92e70 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Calling delete_port for 888cd36e-31a2-42c7-897b-082d7cc92eb5 owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:43:55.941303 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:55.945536 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644db4dc-9014-4f5b-a44f-c853962cd57c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Made reservation on behalf of c9d6fd43f57648e69fdcea7121532365 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:43:55.949505 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-644db4dc-9014-4f5b-a44f-c853962cd57c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:55.962974 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8641b029-aeb7-4add-ac0f-81b42304fb69 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:56.039701 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641b029-aeb7-4add-ac0f-81b42304fb69 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=412b167a-4c56-4117-ac68-127a0c2a649f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:56.050934 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-644db4dc-9014-4f5b-a44f-c853962cd57c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] device_id is not set on port 754251c9-243b-44a8-9c46-8d0c73021fa5 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:43:56.063472 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d9952925-15e9-4cb5-9b5e-4b3081798299 req-dfa6c240-eb7b-46e5-a8a0-86c9fa494dd2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7b3acf18-86a1-4ed5-8959-b4def4c94e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1819715 Apr 20 17:43:56.089663 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:56.096087 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8641b029-aeb7-4add-ac0f-81b42304fb69 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:56.099509 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8641b029-aeb7-4add-ac0f-81b42304fb69 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/412b167a-4c56-4117-ac68-127a0c2a649f HTTP/1.1" status: 204 len: 168 time: 0.2968373 Apr 20 17:43:56.122259 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48606) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:56.125903 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a14f0e17-cd8b-4413-95b7-02359e242dd9 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:56.247861 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a14f0e17-cd8b-4413-95b7-02359e242dd9 None None] Transition to ACTIVE for port object d221be85-587e-48ac-b718-04da505638fe will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:43:56.255996 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4eaf4053-9508-479f-9721-56f694948b9f tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Synchronizing usage tracker for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group_rule {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:56.261359 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1761606b-0a6a-48e4-9c5c-94b82ab92e70 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:56.269184 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-644db4dc-9014-4f5b-a44f-c853962cd57c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Allocated IP 172.20.0.5 (ea053739-041e-4795-a08c-1e18ff702b19/6c929e18-7676-4775-9eec-0efb04b352f5/754251c9-243b-44a8-9c46-8d0c73021fa5) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:43:56.269740 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a14f0e17-cd8b-4413-95b7-02359e242dd9 None None] Transition to ACTIVE for port object d221be85-587e-48ac-b718-04da505638fe will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:43:56.279081 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a14f0e17-cd8b-4413-95b7-02359e242dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:56.322609 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761606b-0a6a-48e4-9c5c-94b82ab92e70 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Pushing event deleted for resources: {'Port': ['ID=888cd36e-31a2-42c7-897b-082d7cc92eb5,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:56.334743 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d9952925-15e9-4cb5-9b5e-4b3081798299 req-fa1a1210-b2c9-4652-9721-ea25e9a6df36 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b0685b0cdf464c79ab40968d62484d7b&device_id=7b3acf18-86a1-4ed5-8959-b4def4c94e40 HTTP/1.1" status: 200 len: 1135 time: 0.2489130 Apr 20 17:43:56.357325 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14f0e17-cd8b-4413-95b7-02359e242dd9 None None] Network 1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:43:56.361125 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-a14f0e17-cd8b-4413-95b7-02359e242dd9 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:43:56.363180 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f0e17-cd8b-4413-95b7-02359e242dd9 None None] Pushing event updated for resources: {'Port': ['ID=d221be85-587e-48ac-b718-04da505638fe,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:56.365773 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14f0e17-cd8b-4413-95b7-02359e242dd9 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:43:56.415397 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4eaf4053-9508-479f-9721-56f694948b9f tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Unset dirty status for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group_rule {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:56.419370 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4eaf4053-9508-479f-9721-56f694948b9f tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2948275 Apr 20 17:43:56.421031 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48610) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:56.434390 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-3608d827-9ceb-4414-b3e1-8c07c0375986 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Request body: {'security_group_rule': {'security_group_id': '95cbf5d8-15cf-4c13-a47f-5b1e2ed0242a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:56.444167 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3608d827-9ceb-4414-b3e1-8c07c0375986 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:56.464505 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3608d827-9ceb-4414-b3e1-8c07c0375986 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:56.499376 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 058b3d5f-ce58-4abd-86a6-8657092830f5 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:43:56.539506 n-d-838032-1 neutron-server[84081]: INFO neutron.db.securitygroups_db [None req-3608d827-9ceb-4414-b3e1-8c07c0375986 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Project 3844a2007d6a4b0fbcb8790f281b3198 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:43:56.556681 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-a14f0e17-cd8b-4413-95b7-02359e242dd9 None None] Attempting to bind port d221be85-587e-48ac-b718-04da505638fe on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:43:56.556942 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-a14f0e17-cd8b-4413-95b7-02359e242dd9 None None] Attempting to bind port d221be85-587e-48ac-b718-04da505638fe by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '9190c701-a59c-4bfe-a010-3b2a43040073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:43:56.557306 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14f0e17-cd8b-4413-95b7-02359e242dd9 None None] Attempting to bind port d221be85-587e-48ac-b718-04da505638fe on network 1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:43:56.559742 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3608d827-9ceb-4414-b3e1-8c07c0375986 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:56.577583 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14f0e17-cd8b-4413-95b7-02359e242dd9 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:43:56.577856 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14f0e17-cd8b-4413-95b7-02359e242dd9 None None] Checking segment: {'id': '9190c701-a59c-4bfe-a010-3b2a43040073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:43:56.578473 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a14f0e17-cd8b-4413-95b7-02359e242dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:56.579019 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14f0e17-cd8b-4413-95b7-02359e242dd9 None None] Bound using segment: {'id': '9190c701-a59c-4bfe-a010-3b2a43040073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:43:56.579646 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-a14f0e17-cd8b-4413-95b7-02359e242dd9 None None] Bound port: d221be85-587e-48ac-b718-04da505638fe, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9190c701-a59c-4bfe-a010-3b2a43040073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:43:56.580020 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a14f0e17-cd8b-4413-95b7-02359e242dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:56.634438 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-644db4dc-9014-4f5b-a44f-c853962cd57c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:56.762022 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 058b3d5f-ce58-4abd-86a6-8657092830f5 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:43:56.775629 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 058b3d5f-ce58-4abd-86a6-8657092830f5 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:43:56.776048 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:56.806266 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-a14f0e17-cd8b-4413-95b7-02359e242dd9 None None] For port d221be85-587e-48ac-b718-04da505638fe, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:43:56.812530 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3608d827-9ceb-4414-b3e1-8c07c0375986 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:56.825996 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3608d827-9ceb-4414-b3e1-8c07c0375986 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:56.829038 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9952925-15e9-4cb5-9b5e-4b3081798299 req-082080f8-cc11-4810-bbdd-f8a785258d72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:56.830118 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-a14f0e17-cd8b-4413-95b7-02359e242dd9 None None] For port d221be85-587e-48ac-b718-04da505638fe, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d221be85-587e-48ac-b718-04da505638fe,segment=NetworkSegment(9190c701-a59c-4bfe-a010-3b2a43040073),segment_id=9190c701-a59c-4bfe-a010-3b2a43040073)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:43:56.830405 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d9952925-15e9-4cb5-9b5e-4b3081798299 req-082080f8-cc11-4810-bbdd-f8a785258d72 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3cb7435d-a41a-49ee-945b-0527db5f4316 HTTP/1.1" status: 200 len: 897 time: 0.4543924 Apr 20 17:43:56.831323 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1761606b-0a6a-48e4-9c5c-94b82ab92e70 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:56.842692 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a14f0e17-cd8b-4413-95b7-02359e242dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:56.845709 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fa120363-42c9-466d-aeeb-9a412b202833 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:56.878454 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608d827-9ceb-4414-b3e1-8c07c0375986 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b11f84-f09d-4de3-bbcd-76663f672fc3,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:56.887038 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-644db4dc-9014-4f5b-a44f-c853962cd57c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:56.920378 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f0e17-cd8b-4413-95b7-02359e242dd9 None None] Pushing event updated for resources: {'Port': ['ID=d221be85-587e-48ac-b718-04da505638fe,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:57.026018 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:43:57.061956 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1761606b-0a6a-48e4-9c5c-94b82ab92e70 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:57.067955 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:57.077094 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1761606b-0a6a-48e4-9c5c-94b82ab92e70 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33176207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33176208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33180178'] for router, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:57.099021 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d9952925-15e9-4cb5-9b5e-4b3081798299 req-4a4b48b6-cec5-422b-9607-980d78420b74 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a24693d2-b353-43c3-aeed-d3faf62d162b HTTP/1.1" status: 200 len: 1001 time: 0.2150750 Apr 20 17:43:57.117124 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f8b078-2978-4444-97c7-199f70640991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058b3d5f-ce58-4abd-86a6-8657092830f5'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:43:57.134915 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 058b3d5f-ce58-4abd-86a6-8657092830f5, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=058b3d5f-ce58-4abd-86a6-8657092830f5,segment=NetworkSegment(6cdcbbd4-f416-4bf1-b6c4-527799bd8e61),segment_id=6cdcbbd4-f416-4bf1-b6c4-527799bd8e61)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:57.143684 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:57.254458 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=058b3d5f-ce58-4abd-86a6-8657092830f5,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:57.280221 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:43:57.280606 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:57.294781 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe164ac-da32-4dd1-9678-5d3bdffc5859 req-dc892778-3412-4b18-afb9-6ffdcfcf9171 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:57.296309 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0fe164ac-da32-4dd1-9678-5d3bdffc5859 req-dc892778-3412-4b18-afb9-6ffdcfcf9171 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 945 time: 0.6199958 Apr 20 17:43:57.306314 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3608d827-9ceb-4414-b3e1-8c07c0375986 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:57.307485 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3608d827-9ceb-4414-b3e1-8c07c0375986 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8847864 Apr 20 17:43:57.318285 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48622) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:57.359957 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644db4dc-9014-4f5b-a44f-c853962cd57c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event updated for resources: {'Port': ['ID=754251c9-243b-44a8-9c46-8d0c73021fa5,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:57.365870 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644db4dc-9014-4f5b-a44f-c853962cd57c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Network ea053739-041e-4795-a08c-1e18ff702b19 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:43:57.373637 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-644db4dc-9014-4f5b-a44f-c853962cd57c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:43:57.378726 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644db4dc-9014-4f5b-a44f-c853962cd57c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:43:57.392623 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-150a5138-b351-4848-93c5-22a3ded21af2 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "GET /v2.0/security-group-rules/15b11f84-f09d-4de3-bbcd-76663f672fc3 HTTP/1.1" status: 200 len: 711 time: 0.0648093 Apr 20 17:43:57.396445 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48626) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:57.400500 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe4ff1ad-5c5d-4919-a6af-4b23dea9f338'] response: {'server_uuid': 'd9f8b078-2978-4444-97c7-199f70640991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058b3d5f-ce58-4abd-86a6-8657092830f5', 'code': 200} Apr 20 17:43:57.401606 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9952925-15e9-4cb5-9b5e-4b3081798299 req-aa8a4308-dd2d-4466-9640-b4ad3fe044dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:57.403052 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d9952925-15e9-4cb5-9b5e-4b3081798299 req-aa8a4308-dd2d-4466-9640-b4ad3fe044dc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55574a68-40f8-4a9a-8ebb-d687ddb663a2 HTTP/1.1" status: 200 len: 835 time: 0.2413483 Apr 20 17:43:57.555806 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1761606b-0a6a-48e4-9c5c-94b82ab92e70 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Router 176f2678-2fb7-4ddd-8440-ba1def794dba has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:43:57.573618 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0fe164ac-da32-4dd1-9678-5d3bdffc5859 req-bca61d0b-c03c-4913-b6ed-41dd35e9f640 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d4c8120-0526-4840-bcaa-736b4b1c27b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2625928 Apr 20 17:43:57.591110 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644db4dc-9014-4f5b-a44f-c853962cd57c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:57.591736 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-644db4dc-9014-4f5b-a44f-c853962cd57c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:57.599358 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0348e674-f5b2-4a31-9885-54ea1e5271fc tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.1990252 Apr 20 17:43:57.601633 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48632) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:57.635913 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d9952925-15e9-4cb5-9b5e-4b3081798299 req-d34d23a3-70ff-4802-b6e5-5db6eb115a2f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3cb7435d-a41a-49ee-945b-0527db5f4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2151225 Apr 20 17:43:57.674421 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-644db4dc-9014-4f5b-a44f-c853962cd57c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0025477 Apr 20 17:43:57.680053 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48638) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:57.696173 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-63e7044f-9148-4b74-9402-8b825d59f6ff tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'port_id': '754251c9-243b-44a8-9c46-8d0c73021fa5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:57.707776 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-63e7044f-9148-4b74-9402-8b825d59f6ff tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:57.716422 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-63e7044f-9148-4b74-9402-8b825d59f6ff tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Usage tracker for resource:floatingip and tenant:c9d6fd43f57648e69fdcea7121532365 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:57.721696 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-63e7044f-9148-4b74-9402-8b825d59f6ff tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:57.731916 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-63e7044f-9148-4b74-9402-8b825d59f6ff tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:57.787164 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-63e7044f-9148-4b74-9402-8b825d59f6ff tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:57.847999 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6067839b-fcf6-436b-bae9-9a3af14dc277 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:57.861976 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bcd4e7c1-5b1f-488f-9fd7-73bed3ad1acb req-52d82a7c-93b2-43bd-8c76-5eac77487d77 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 1097 time: 0.3832350 Apr 20 17:43:57.869999 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-fa120363-42c9-466d-aeeb-9a412b202833 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Allocated IP 172.20.0.17 (1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010/5e975989-efd5-4cef-a752-ecffeded28b5/1100cc38-bf8c-4da0-b3e6-e3eeab71b332) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:43:57.870535 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6067839b-fcf6-436b-bae9-9a3af14dc277 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:57.953641 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1761606b-0a6a-48e4-9c5c-94b82ab92e70 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:43:57.958821 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6067839b-fcf6-436b-bae9-9a3af14dc277 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:57.967598 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98a0263-7fe4-4992-a431-ec17c7573048 None None] Sync routers for ids ['176f2678-2fb7-4ddd-8440-ba1def794dba'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:43:57.985925 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98a0263-7fe4-4992-a431-ec17c7573048 None None] Routers {'176f2678-2fb7-4ddd-8440-ba1def794dba'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:57.986904 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f98a0263-7fe4-4992-a431-ec17c7573048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['176f2678-2fb7-4ddd-8440-ba1def794dba'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:57.991761 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bcd4e7c1-5b1f-488f-9fd7-73bed3ad1acb req-8861671d-8233-4dc9-9b90-97e0ed6b450b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8d4c8120-0526-4840-bcaa-736b4b1c27b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151581 Apr 20 17:43:57.996670 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067839b-fcf6-436b-bae9-9a3af14dc277 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15b11f84-f09d-4de3-bbcd-76663f672fc3,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:58.012890 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d9952925-15e9-4cb5-9b5e-4b3081798299 req-1ade328f-0edf-453a-9c3f-6b5b313a1784 service neutron] 10.222.0.10 "GET /v2.0/networks/3cb7435d-a41a-49ee-945b-0527db5f4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140726 Apr 20 17:43:58.018438 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1761606b-0a6a-48e4-9c5c-94b82ab92e70 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:58.019624 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1761606b-0a6a-48e4-9c5c-94b82ab92e70 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] 10.222.0.39 "PUT /v2.0/routers/176f2678-2fb7-4ddd-8440-ba1def794dba HTTP/1.1" status: 200 len: 710 time: 3.8758354 Apr 20 17:43:58.023225 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48646) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:58.066433 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f98a0263-7fe4-4992-a431-ec17c7573048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:58.078507 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98a0263-7fe4-4992-a431-ec17c7573048 None None] Routers {'176f2678-2fb7-4ddd-8440-ba1def794dba'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:43:58.079626 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f98a0263-7fe4-4992-a431-ec17c7573048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['176f2678-2fb7-4ddd-8440-ba1def794dba'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:58.122767 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6067839b-fcf6-436b-bae9-9a3af14dc277 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:58.123304 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fa120363-42c9-466d-aeeb-9a412b202833 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:58.129584 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6067839b-fcf6-436b-bae9-9a3af14dc277 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/15b11f84-f09d-4de3-bbcd-76663f672fc3 HTTP/1.1" status: 204 len: 168 time: 0.5267334 Apr 20 17:43:58.134225 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48650) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:58.187682 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f98a0263-7fe4-4992-a431-ec17c7573048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:43:58.188304 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98a0263-7fe4-4992-a431-ec17c7573048 None None] The sync data for ids ['176f2678-2fb7-4ddd-8440-ba1def794dba'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:43:58.190767 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-63e7044f-9148-4b74-9402-8b825d59f6ff tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:58.203041 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-fa120363-42c9-466d-aeeb-9a412b202833 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Transition to ACTIVE for port object 1100cc38-bf8c-4da0-b3e6-e3eeab71b332 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:43:58.313501 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-71b5e99a-0842-4511-aa4a-e846aeacbb4e tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Synchronizing usage tracker for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group_rule {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:58.370872 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-71b5e99a-0842-4511-aa4a-e846aeacbb4e tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Unset dirty status for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group_rule {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:58.373090 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-71b5e99a-0842-4511-aa4a-e846aeacbb4e tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2349110 Apr 20 17:43:58.403637 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-63e7044f-9148-4b74-9402-8b825d59f6ff tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Allocated IP 172.25.8.185 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/f12d9c4b-09fb-4e12-9dc5-6e4b5147edbd) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:43:58.423906 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b700ce-2c5f-437c-9eaf-e489393236bf None None] Network 1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:43:58.442020 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48658) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:58.506352 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fa120363-42c9-466d-aeeb-9a412b202833 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:58.537138 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b4817866-a5b9-4a37-b9b8-bafa874e1193 tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] 10.222.0.39 "GET /v2.0/routers/176f2678-2fb7-4ddd-8440-ba1def794dba HTTP/1.1" status: 200 len: 745 time: 0.4868233 Apr 20 17:43:58.547313 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48662) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:58.578493 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-abefc1ff-391b-4cfe-a7e5-047ca50de610 None None] Provisioning for port d221be85-587e-48ac-b718-04da505638fe completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:43:58.598327 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa120363-42c9-466d-aeeb-9a412b202833 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Network 1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:43:58.603058 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-fa120363-42c9-466d-aeeb-9a412b202833 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:43:58.605230 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa120363-42c9-466d-aeeb-9a412b202833 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:43:58.666858 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa120363-42c9-466d-aeeb-9a412b202833 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Pushing event updated for resources: {'Port': ['ID=1100cc38-bf8c-4da0-b3e6-e3eeab71b332,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:58.668534 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-997f8b46-f3e7-4a39-8fe2-2eabebc430bf tempest-RoutersIpV6AdminTest-1177401528 tempest-RoutersIpV6AdminTest-1177401528-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3&device_id=176f2678-2fb7-4ddd-8440-ba1def794dba HTTP/1.1" status: 200 len: 205 time: 0.1199431 Apr 20 17:43:58.669224 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-35b8f611-3dac-416b-a76a-b72d06c35fab tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:58.672255 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d9952925-15e9-4cb5-9b5e-4b3081798299 req-61eb58f9-6331-4ba6-b3d2-dba200ecab49 service neutron] 10.222.0.10 "GET /v2.0/networks/3cb7435d-a41a-49ee-945b-0527db5f4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6514452 Apr 20 17:43:58.672837 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48668) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:58.731648 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fa120363-42c9-466d-aeeb-9a412b202833 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:58.739778 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-63e7044f-9148-4b74-9402-8b825d59f6ff tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:58.757480 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-020e3088-9727-4075-8c71-94593305f6ff tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] 10.222.0.39 "GET /v2.0/ports?device_id=176f2678-2fb7-4ddd-8440-ba1def794dba HTTP/1.1" status: 200 len: 205 time: 0.0814340 Apr 20 17:43:58.767968 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48672) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:58.771432 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-35b8f611-3dac-416b-a76a-b72d06c35fab tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:58.901327 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-63e7044f-9148-4b74-9402-8b825d59f6ff tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:58.938280 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fa120363-42c9-466d-aeeb-9a412b202833 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:58.987078 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a181492-5495-4c8d-ae6b-b3dbaa3784f0 req-15c46c70-4d80-43f9-91a9-59424cab5866 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:58.994394 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1a181492-5495-4c8d-ae6b-b3dbaa3784f0 req-15c46c70-4d80-43f9-91a9-59424cab5866 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 946 time: 0.4479277 Apr 20 17:43:59.008815 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ec750-0f14-45fd-8af8-417e50ea328a req-3b39b33e-97c6-4f9f-9b2e-b0a353ac01d1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:43:59.018284 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-402ec750-0f14-45fd-8af8-417e50ea328a req-3b39b33e-97c6-4f9f-9b2e-b0a353ac01d1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 946 time: 0.2620251 Apr 20 17:43:59.039508 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-14a689a9-6f69-4743-b09a-bc56ae863e9a None None] Provisioning for port 1100cc38-bf8c-4da0-b3e6-e3eeab71b332 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:43:59.046072 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-14a689a9-6f69-4743-b09a-bc56ae863e9a None None] Provisioning complete for port 1100cc38-bf8c-4da0-b3e6-e3eeab71b332 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:43:59.046390 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-14a689a9-6f69-4743-b09a-bc56ae863e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:59.053533 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-09d994d0-0faa-4edd-9ad7-0145de5facfd tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:59.132902 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-14a689a9-6f69-4743-b09a-bc56ae863e9a None None] Port 1100cc38-bf8c-4da0-b3e6-e3eeab71b332 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:43:59.137268 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d221be85-587e-48ac-b718-04da505638fe up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:43:59.191723 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1a181492-5495-4c8d-ae6b-b3dbaa3784f0 req-cd77ce31-081b-4899-b9c0-84fc716c8357 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958258 Apr 20 17:43:59.192411 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-35b8f611-3dac-416b-a76a-b72d06c35fab tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:59.253268 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port d221be85-587e-48ac-b718-04da505638fe completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:43:59.263924 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port d221be85-587e-48ac-b718-04da505638fe triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:43:59.264765 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:59.283866 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8f611-3dac-416b-a76a-b72d06c35fab tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cbf5d8-15cf-4c13-a47f-5b1e2ed0242a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:59.314023 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e7044f-9148-4b74-9402-8b825d59f6ff tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:43:59.319833 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-63e7044f-9148-4b74-9402-8b825d59f6ff tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:43:59.322164 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e7044f-9148-4b74-9402-8b825d59f6ff tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:43:59.348823 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7044f-9148-4b74-9402-8b825d59f6ff tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event updated for resources: {'Port': ['ID=f12d9c4b-09fb-4e12-9dc5-6e4b5147edbd,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:59.367963 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-402ec750-0f14-45fd-8af8-417e50ea328a req-8dcf411e-12b2-4b6d-a1df-cb16ef781bb4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d4c8120-0526-4840-bcaa-736b4b1c27b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3485692 Apr 20 17:43:59.404751 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:59.436638 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port d221be85-587e-48ac-b718-04da505638fe, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d221be85-587e-48ac-b718-04da505638fe,segment=NetworkSegment(9190c701-a59c-4bfe-a010-3b2a43040073),segment_id=9190c701-a59c-4bfe-a010-3b2a43040073)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:43:59.439004 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-35b8f611-3dac-416b-a76a-b72d06c35fab tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:59.443364 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-35b8f611-3dac-416b-a76a-b72d06c35fab tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "DELETE /v2.0/security-groups/95cbf5d8-15cf-4c13-a47f-5b1e2ed0242a HTTP/1.1" status: 204 len: 168 time: 0.9962986 Apr 20 17:43:59.443527 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0eeaaf82-0aac-42f5-b84f-ae92af440c67 None None] Provisioning complete for port 1100cc38-bf8c-4da0-b3e6-e3eeab71b332 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:43:59.443836 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0eeaaf82-0aac-42f5-b84f-ae92af440c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:59.451273 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48676) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:59.471929 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:59.548770 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0eeaaf82-0aac-42f5-b84f-ae92af440c67 None None] Port 1100cc38-bf8c-4da0-b3e6-e3eeab71b332 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:43:59.560067 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=d221be85-587e-48ac-b718-04da505638fe,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:43:59.623529 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-09d994d0-0faa-4edd-9ad7-0145de5facfd tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:59.633035 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-09d994d0-0faa-4edd-9ad7-0145de5facfd tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:59.636133 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6f0bef33-af25-4da7-bd66-ec00b5e072c4 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Synchronizing usage tracker for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:43:59.656397 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6f0bef33-af25-4da7-bd66-ec00b5e072c4 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Unset dirty status for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:43:59.661852 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6f0bef33-af25-4da7-bd66-ec00b5e072c4 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2054019 Apr 20 17:43:59.665878 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48680) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:59.671634 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-7a308a76-fe64-4afd-af48-5ddb75b9dcbb tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Request body: {'security_group': {'name': 'tempest-secgroup--1159001371'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:43:59.678418 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7a308a76-fe64-4afd-af48-5ddb75b9dcbb tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:59.685994 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-09d994d0-0faa-4edd-9ad7-0145de5facfd tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:59.686488 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d994d0-0faa-4edd-9ad7-0145de5facfd tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Fanout notify agent at l3_agent the message router_deleted on router 176f2678-2fb7-4ddd-8440-ba1def794dba {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:43:59.693560 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7a308a76-fe64-4afd-af48-5ddb75b9dcbb tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:59.702846 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-09d994d0-0faa-4edd-9ad7-0145de5facfd tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:59.704011 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-09d994d0-0faa-4edd-9ad7-0145de5facfd tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] 10.222.0.39 "DELETE /v2.0/routers/176f2678-2fb7-4ddd-8440-ba1def794dba HTTP/1.1" status: 204 len: 168 time: 0.9350917 Apr 20 17:43:59.708668 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48684) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:59.743654 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7a308a76-fe64-4afd-af48-5ddb75b9dcbb tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:59.767857 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d4f1bb5b-ff34-4339-9d78-3be115455dbc tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] 10.222.0.39 "GET /v2.0/ports?device_id=176f2678-2fb7-4ddd-8440-ba1def794dba HTTP/1.1" status: 200 len: 205 time: 0.0580151 Apr 20 17:43:59.772669 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48688) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:59.847283 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-be3a323a-1c02-4ad8-9167-dc64ed491ee0 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] delete failed (client error): The resource could not be found. Apr 20 17:43:59.848285 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-be3a323a-1c02-4ad8-9167-dc64ed491ee0 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] 10.222.0.39 "DELETE /v2.0/routers/176f2678-2fb7-4ddd-8440-ba1def794dba HTTP/1.1" status: 404 len: 336 time: 0.0748453 Apr 20 17:43:59.851000 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48692) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:59.893075 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7a308a76-fe64-4afd-af48-5ddb75b9dcbb tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:43:59.899189 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-950e40a9-91a8-4dbc-905c-ab9a8f3bb7d7 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] 10.222.0.39 "GET /v2.0/ports?device_id=361665fc-c701-4eaf-960e-92ea2fd473c7 HTTP/1.1" status: 200 len: 205 time: 0.0449276 Apr 20 17:43:59.899920 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7a308a76-fe64-4afd-af48-5ddb75b9dcbb tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Usage tracker for resource:security_group_rule and tenant:3844a2007d6a4b0fbcb8790f281b3198 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:43:59.900772 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48696) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:59.902827 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7a308a76-fe64-4afd-af48-5ddb75b9dcbb tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:43:59.908580 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7a308a76-fe64-4afd-af48-5ddb75b9dcbb tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:43:59.964031 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7a308a76-fe64-4afd-af48-5ddb75b9dcbb tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:59.969069 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7a308a76-fe64-4afd-af48-5ddb75b9dcbb tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:43:59.994613 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-0e775b47-07b5-4039-957e-2ea4d19be7f7 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] delete failed (client error): The resource could not be found. Apr 20 17:43:59.998386 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0e775b47-07b5-4039-957e-2ea4d19be7f7 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] 10.222.0.39 "DELETE /v2.0/routers/361665fc-c701-4eaf-960e-92ea2fd473c7 HTTP/1.1" status: 404 len: 336 time: 0.0922220 Apr 20 17:43:59.999044 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48700) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:00.050395 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a308a76-fe64-4afd-af48-5ddb75b9dcbb tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1da5a0bf-9747-4099-8a57-a1a6aa628d7a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:00.063519 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c1dcb802-bebb-4d54-a87b-068aa1e09342 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] 10.222.0.39 "GET /v2.0/ports?device_id=25d202e4-18db-4c35-afd6-f831876ae77c HTTP/1.1" status: 200 len: 205 time: 0.0604002 Apr 20 17:44:00.065995 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48704) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:00.068815 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fa120363-42c9-466d-aeeb-9a412b202833 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:00.078499 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fa120363-42c9-466d-aeeb-9a412b202833 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:00.117659 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7a308a76-fe64-4afd-af48-5ddb75b9dcbb tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:00.121578 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7a308a76-fe64-4afd-af48-5ddb75b9dcbb tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4525807 Apr 20 17:44:00.125027 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48708) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:00.136268 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-f40ce033-c861-430c-9abb-b72ceb245f29 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Request body: {'security_group_rule': {'security_group_id': '1da5a0bf-9747-4099-8a57-a1a6aa628d7a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:00.142023 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-60c96602-e0f3-41c2-a1f1-f25031d0e362 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] delete failed (client error): The resource could not be found. Apr 20 17:44:00.143037 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-60c96602-e0f3-41c2-a1f1-f25031d0e362 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] 10.222.0.39 "DELETE /v2.0/routers/25d202e4-18db-4c35-afd6-f831876ae77c HTTP/1.1" status: 404 len: 336 time: 0.0760274 Apr 20 17:44:00.145277 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f40ce033-c861-430c-9abb-b72ceb245f29 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:00.147824 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48712) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:00.215437 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fa120363-42c9-466d-aeeb-9a412b202833 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:00.220033 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa120363-42c9-466d-aeeb-9a412b202833 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Pushing event updated for resources: {'Port': ['ID=1100cc38-bf8c-4da0-b3e6-e3eeab71b332,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:00.304950 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f40ce033-c861-430c-9abb-b72ceb245f29 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Usage tracker for resource:security_group_rule and tenant:3844a2007d6a4b0fbcb8790f281b3198 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:00.313235 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f40ce033-c861-430c-9abb-b72ceb245f29 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:00.362523 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7f784be4-5c3d-4883-a07d-8c4fddeda5ef tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] 10.222.0.39 "GET /v2.0/ports?device_id=6de989dc-aa68-43c9-a295-52a56ba5bd47 HTTP/1.1" status: 200 len: 205 time: 0.2142420 Apr 20 17:44:00.363621 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f40ce033-c861-430c-9abb-b72ceb245f29 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:00.379646 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48718) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:00.444481 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f40ce033-c861-430c-9abb-b72ceb245f29 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:00.498799 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-961538de-034a-4053-978b-147a19b61b2f tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] delete failed (client error): The resource could not be found. Apr 20 17:44:00.502831 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-961538de-034a-4053-978b-147a19b61b2f tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] 10.222.0.39 "DELETE /v2.0/routers/6de989dc-aa68-43c9-a295-52a56ba5bd47 HTTP/1.1" status: 404 len: 336 time: 0.1138654 Apr 20 17:44:00.508121 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a5556-7cba-40c7-810b-631049480b74 req-232fdc11-964a-420b-9b36-aae6958c4007 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:00.509589 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b85a5556-7cba-40c7-810b-631049480b74 req-232fdc11-964a-420b-9b36-aae6958c4007 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 946 time: 0.1936343 Apr 20 17:44:00.512109 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48724) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:00.561595 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-63e7044f-9148-4b74-9402-8b825d59f6ff tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:00.575653 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa120363-42c9-466d-aeeb-9a412b202833 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Network 1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:44:00.601173 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5884c41b-e591-4856-94bf-f6cb179b4e7c tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ba3b776-91d1-4674-9a55-21b2ffaa1af1 HTTP/1.1" status: 200 len: 205 time: 0.0879266 Apr 20 17:44:00.605126 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-fa120363-42c9-466d-aeeb-9a412b202833 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:44:00.610243 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e5f42-14e4-4d5e-93d2-99ba7d01459e req-c1c0098a-d26a-45c9-9a44-072fe1ddc56c tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:00.611673 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a88e5f42-14e4-4d5e-93d2-99ba7d01459e req-c1c0098a-d26a-45c9-9a44-072fe1ddc56c tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 946 time: 0.2669983 Apr 20 17:44:00.613095 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48728) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:00.649137 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f40ce033-c861-430c-9abb-b72ceb245f29 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:00.661266 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f40ce033-c861-430c-9abb-b72ceb245f29 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:00.672807 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-b85a5556-7cba-40c7-810b-631049480b74 req-42f93fcd-3762-41dc-910b-8ddac35e63e0 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Deleting port ff710859-ef8f-4b68-8256-f2c582902d6f {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:44:00.673151 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b85a5556-7cba-40c7-810b-631049480b74 req-42f93fcd-3762-41dc-910b-8ddac35e63e0 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:00.743191 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ce033-c861-430c-9abb-b72ceb245f29 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b41d15b-86b9-4235-9fae-f2063c6efa63,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:00.776465 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a88e5f42-14e4-4d5e-93d2-99ba7d01459e req-f3858142-006b-4605-be89-f0b66befeb88 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=5541b5b8-c3a7-490e-bc25-ac1a259354aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478276 Apr 20 17:44:00.806925 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f40ce033-c861-430c-9abb-b72ceb245f29 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:00.810254 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f40ce033-c861-430c-9abb-b72ceb245f29 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6825740 Apr 20 17:44:00.813514 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48732) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:00.882139 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-7e0007e2-49ef-4d8a-9b47-2b5ac4a2bf40 None None] Provisioning complete for port 1100cc38-bf8c-4da0-b3e6-e3eeab71b332 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:44:00.882770 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7e0007e2-49ef-4d8a-9b47-2b5ac4a2bf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:00.942856 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-7e0007e2-49ef-4d8a-9b47-2b5ac4a2bf40 None None] Port 1100cc38-bf8c-4da0-b3e6-e3eeab71b332 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:44:00.971468 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d221be85-587e-48ac-b718-04da505638fe up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:44:00.974515 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-7e3c7398-81b4-4720-a545-79842a2f5d0e tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] delete failed (client error): The resource could not be found. Apr 20 17:44:00.975535 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7e3c7398-81b4-4720-a545-79842a2f5d0e tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] 10.222.0.39 "DELETE /v2.0/routers/5ba3b776-91d1-4674-9a55-21b2ffaa1af1 HTTP/1.1" status: 404 len: 336 time: 0.3617198 Apr 20 17:44:00.981406 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48736) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:00.991828 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-63e7044f-9148-4b74-9402-8b825d59f6ff tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:01.035169 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-196d2667-5a1c-414d-9d8e-8ef1e1fd04d4 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c0633cf-ed91-44a5-94cf-87fa444982e6 HTTP/1.1" status: 200 len: 205 time: 0.0506475 Apr 20 17:44:01.035875 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f1a87458-ab95-4d70-be66-fd3075ad07ce tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:01.042667 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48740) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:01.044662 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port d221be85-587e-48ac-b718-04da505638fe triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:44:01.044662 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:01.063656 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f1a87458-ab95-4d70-be66-fd3075ad07ce tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:01.128488 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-b85a5556-7cba-40c7-810b-631049480b74 req-42f93fcd-3762-41dc-910b-8ddac35e63e0 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] For port ff710859-ef8f-4b68-8256-f2c582902d6f, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=ff710859-ef8f-4b68-8256-f2c582902d6f,segment=NetworkSegment(c440332e-ad26-42d4-aa3b-e6d8c6a39264),segment_id=c440332e-ad26-42d4-aa3b-e6d8c6a39264)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:44:01.128488 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b85a5556-7cba-40c7-810b-631049480b74 req-42f93fcd-3762-41dc-910b-8ddac35e63e0 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:01.131002 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-63c47335-faea-42a7-a9ac-4021e1e518d9 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] delete failed (client error): The resource could not be found. Apr 20 17:44:01.134714 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-63c47335-faea-42a7-a9ac-4021e1e518d9 tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] 10.222.0.39 "DELETE /v2.0/routers/8c0633cf-ed91-44a5-94cf-87fa444982e6 HTTP/1.1" status: 404 len: 336 time: 0.0851116 Apr 20 17:44:01.137494 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48744) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:01.179024 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126e05b-d649-448e-9653-a3292caed74a req-05c4f01c-8915-4fb0-99b5-81a151538ef3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:01.180495 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e126e05b-d649-448e-9653-a3292caed74a req-05c4f01c-8915-4fb0-99b5-81a151538ef3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 946 time: 0.6543412 Apr 20 17:44:01.230167 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd479831-13fa-437a-a34d-a32e0e71f26c tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] DELETE failed (client error): The resource could not be found. Apr 20 17:44:01.231121 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd479831-13fa-437a-a34d-a32e0e71f26c tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:44:01.256409 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f1a87458-ab95-4d70-be66-fd3075ad07ce tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:01.258677 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f1a87458-ab95-4d70-be66-fd3075ad07ce tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:01.259814 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f1a87458-ab95-4d70-be66-fd3075ad07ce tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "DELETE /v2.0/security-groups/1da5a0bf-9747-4099-8a57-a1a6aa628d7a HTTP/1.1" status: 204 len: 168 time: 0.4454081 Apr 20 17:44:01.267643 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48748) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:01.272712 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-dd479831-13fa-437a-a34d-a32e0e71f26c tempest-RoutersIpV6AdminTest-138420680 tempest-RoutersIpV6AdminTest-138420680-project] 10.222.0.39 "DELETE /v2.0/subnets/40541c9a-1334-4cf1-becf-d454e8c95a46 HTTP/1.1" status: 404 len: 337 time: 0.1348765 Apr 20 17:44:01.287094 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a87458-ab95-4d70-be66-fd3075ad07ce tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da5a0bf-9747-4099-8a57-a1a6aa628d7a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:01.456327 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e126e05b-d649-448e-9653-a3292caed74a req-56b3ba68-a97c-40c0-8e55-858dc85ed537 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d4c8120-0526-4840-bcaa-736b4b1c27b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291853 Apr 20 17:44:01.505519 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b85a5556-7cba-40c7-810b-631049480b74 req-42f93fcd-3762-41dc-910b-8ddac35e63e0 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:01.506114 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b85a5556-7cba-40c7-810b-631049480b74 req-42f93fcd-3762-41dc-910b-8ddac35e63e0 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:01.506457 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [req-b85a5556-7cba-40c7-810b-631049480b74 req-42f93fcd-3762-41dc-910b-8ddac35e63e0 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Floating IP 7f2067fb-4d1d-483b-a17a-86d3db092b96 disassociated. External IP: 172.25.8.178, port: ff710859-ef8f-4b68-8256-f2c582902d6f. Apr 20 17:44:01.507499 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-b85a5556-7cba-40c7-810b-631049480b74 req-42f93fcd-3762-41dc-910b-8ddac35e63e0 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Calling delete_port for ff710859-ef8f-4b68-8256-f2c582902d6f owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:44:01.514723 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7401f60c-71dd-40cb-8f50-9f705fea31b4 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Synchronizing usage tracker for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:01.554429 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-63e7044f-9148-4b74-9402-8b825d59f6ff tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:01.557971 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7401f60c-71dd-40cb-8f50-9f705fea31b4 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Unset dirty status for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:01.559276 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7401f60c-71dd-40cb-8f50-9f705fea31b4 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2901487 Apr 20 17:44:01.562240 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48756) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:01.564139 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-63e7044f-9148-4b74-9402-8b825d59f6ff tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:01.649112 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3caf6077-71bd-4d08-af92-4efdc49408c4 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Synchronizing usage tracker for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group_rule {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:01.695428 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7044f-9148-4b74-9402-8b825d59f6ff tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event updated for resources: {'Port': ['ID=f12d9c4b-09fb-4e12-9dc5-6e4b5147edbd,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:01.703466 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48762) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:01.735898 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-63e7044f-9148-4b74-9402-8b825d59f6ff tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:01.741370 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3caf6077-71bd-4d08-af92-4efdc49408c4 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Unset dirty status for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group_rule {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:01.745622 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3caf6077-71bd-4d08-af92-4efdc49408c4 tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1792731 Apr 20 17:44:01.750026 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48768) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:01.784821 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-9794dc85-54ec-487c-b0c6-665b368ce84f tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] delete failed (client error): The resource could not be found. Apr 20 17:44:01.785969 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9794dc85-54ec-487c-b0c6-665b368ce84f tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "DELETE /v2.0/security-groups/1da5a0bf-9747-4099-8a57-a1a6aa628d7a HTTP/1.1" status: 404 len: 347 time: 0.0329638 Apr 20 17:44:01.790980 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48772) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:01.801649 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b85a5556-7cba-40c7-810b-631049480b74 req-42f93fcd-3762-41dc-910b-8ddac35e63e0 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:01.885729 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dff0ea04-5d79-48fa-a970-ff4685d09e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:01.894022 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f93fcd-3762-41dc-910b-8ddac35e63e0 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Pushing event deleted for resources: {'Port': ['ID=ff710859-ef8f-4b68-8256-f2c582902d6f,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:01.920311 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa120363-42c9-466d-aeeb-9a412b202833 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Router 8f1aa271-ccbd-442b-bfc7-a738d97b8edc has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:44:01.925800 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b69f2f-dab4-466d-b935-2b34082075f2 req-36ade70d-1ade-4baf-b46f-d2404856761c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:01.927363 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-99b69f2f-dab4-466d-b935-2b34082075f2 req-36ade70d-1ade-4baf-b46f-d2404856761c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 946 time: 0.2352610 Apr 20 17:44:01.931586 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1f76d0c3-5f29-498c-8c70-73d4c2b5bc1f tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Synchronizing usage tracker for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:01.982616 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-62444145-0d31-4324-9f64-8b8eef1d257a req-a86252df-fa91-4f43-b49c-fd864426d3a5 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 210 time: 0.0571382 Apr 20 17:44:02.000192 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-dff0ea04-5d79-48fa-a970-ff4685d09e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:02.008509 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-dff0ea04-5d79-48fa-a970-ff4685d09e1e admin admin] Usage tracker for resource:security_group_rule and tenant:1e0df4d72bbb46eaacc5962ea1faba9c is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:02.012757 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-dff0ea04-5d79-48fa-a970-ff4685d09e1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:02.074332 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-dff0ea04-5d79-48fa-a970-ff4685d09e1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:02.176880 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1f76d0c3-5f29-498c-8c70-73d4c2b5bc1f tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] Unset dirty status for tenant:3844a2007d6a4b0fbcb8790f281b3198 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:02.182620 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1f76d0c3-5f29-498c-8c70-73d4c2b5bc1f tempest-SecGroupIPv6Test-1903128779 tempest-SecGroupIPv6Test-1903128779-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3860934 Apr 20 17:44:02.201588 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-99b69f2f-dab4-466d-b935-2b34082075f2 req-009a27af-0436-4c0d-ab6a-f165c15dc4f1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d4c8120-0526-4840-bcaa-736b4b1c27b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2651978 Apr 20 17:44:02.235175 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48780) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:02.359205 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-08a26c4d-a544-464d-968c-c34856d6277c tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 1092 time: 0.1224790 Apr 20 17:44:02.360063 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48784) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:02.378070 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-10255404-955e-45b6-91f2-0014c882ea31 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'port_id': '058b3d5f-ce58-4abd-86a6-8657092830f5', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:02.398992 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-10255404-955e-45b6-91f2-0014c882ea31 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:02.407215 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-10255404-955e-45b6-91f2-0014c882ea31 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:floatingip and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:02.411379 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-10255404-955e-45b6-91f2-0014c882ea31 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:02.416069 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dff0ea04-5d79-48fa-a970-ff4685d09e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:02.425414 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-10255404-955e-45b6-91f2-0014c882ea31 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:02.438354 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b85a5556-7cba-40c7-810b-631049480b74 req-42f93fcd-3762-41dc-910b-8ddac35e63e0 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Router 70079143-056c-490a-944c-369e581f27ed has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:44:02.438742 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dff0ea04-5d79-48fa-a970-ff4685d09e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:02.498909 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [None req-63e7044f-9148-4b74-9402-8b825d59f6ff tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Floating IP 1d434a74-d20b-4a3b-b98b-a13631823063 associated. External IP: 172.25.8.185, port: 754251c9-243b-44a8-9c46-8d0c73021fa5. Apr 20 17:44:02.522644 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48790) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:02.567227 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10255404-955e-45b6-91f2-0014c882ea31 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:02.673957 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0ea04-5d79-48fa-a970-ff4685d09e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe676df-2a9d-44f9-b657-761aaa73ee26,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:02.681510 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-dff0ea04-5d79-48fa-a970-ff4685d09e1e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1e0df4d72bbb46eaacc5962ea1faba9c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9734175 Apr 20 17:44:02.683829 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48796) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:02.703126 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b85a5556-7cba-40c7-810b-631049480b74 req-42f93fcd-3762-41dc-910b-8ddac35e63e0 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:44:02.712956 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bebd955-bc01-46b6-bbef-0b50114f6844 None None] Sync routers for ids ['70079143-056c-490a-944c-369e581f27ed'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:44:02.726065 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bebd955-bc01-46b6-bbef-0b50114f6844 None None] Routers {'70079143-056c-490a-944c-369e581f27ed'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:44:02.726499 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-7bebd955-bc01-46b6-bbef-0b50114f6844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['70079143-056c-490a-944c-369e581f27ed'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:02.783265 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85a5556-7cba-40c7-810b-631049480b74 req-42f93fcd-3762-41dc-910b-8ddac35e63e0 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] No DVR routers for this DVR port ff710859-ef8f-4b68-8256-f2c582902d6f on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:44:02.793412 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b85a5556-7cba-40c7-810b-631049480b74 req-42f93fcd-3762-41dc-910b-8ddac35e63e0 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:02.795299 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b98c491-2216-49b5-93a4-1ec795c9c374', 'name': 'network-vif-deleted', 'tag': 'ff710859-ef8f-4b68-8256-f2c582902d6f'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:44:02.814118 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e56591a1-4cc7-492f-95b6-5290dbd4b837 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3844a2007d6a4b0fbcb8790f281b3198&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2903311 Apr 20 17:44:02.816623 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48802) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:02.837706 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b85a5556-7cba-40c7-810b-631049480b74 req-42f93fcd-3762-41dc-910b-8ddac35e63e0 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.10 "DELETE /v2.0/ports/ff710859-ef8f-4b68-8256-f2c582902d6f HTTP/1.1" status: 204 len: 173 time: 2.3187821 Apr 20 17:44:02.869262 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa120363-42c9-466d-aeeb-9a412b202833 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:44:02.873007 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7ecf78b0-ab39-4780-ad0a-f3c2004f7dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:02.914626 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ed644fa9-8eb4-4962-a9ee-7dc466733482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:02.930909 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-7bebd955-bc01-46b6-bbef-0b50114f6844 None None] Set router 70079143-056c-490a-944c-369e581f27ed gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:44:02.937236 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7ecf78b0-ab39-4780-ad0a-f3c2004f7dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:02.954677 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ed644fa9-8eb4-4962-a9ee-7dc466733482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:02.968285 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dd31bf7-9aae-4d11-8e08-ef85dcaccbd2'] response: {'server_uuid': '8b98c491-2216-49b5-93a4-1ec795c9c374', 'name': 'network-vif-deleted', 'tag': 'ff710859-ef8f-4b68-8256-f2c582902d6f', 'status': 'completed', 'code': 200} Apr 20 17:44:03.012184 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fa120363-42c9-466d-aeeb-9a412b202833 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "PUT /v2.0/routers/8f1aa271-ccbd-442b-bfc7-a738d97b8edc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3765621 Apr 20 17:44:03.012184 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10255404-955e-45b6-91f2-0014c882ea31 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:03.048879 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ed644fa9-8eb4-4962-a9ee-7dc466733482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:03.086438 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed644fa9-8eb4-4962-a9ee-7dc466733482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e4c5fe-9fab-4b4e-858d-903d3eae1b6f,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:03.136169 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7ecf78b0-ab39-4780-ad0a-f3c2004f7dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:03.139054 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device ff710859-ef8f-4b68-8256-f2c582902d6f no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:44:03.141190 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ed644fa9-8eb4-4962-a9ee-7dc466733482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:03.142615 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ed644fa9-8eb4-4962-a9ee-7dc466733482 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d9e4c5fe-9fab-4b4e-858d-903d3eae1b6f HTTP/1.1" status: 204 len: 168 time: 0.3249936 Apr 20 17:44:03.234949 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: ff710859-ef8f-4b68-8256-f2c582902d6f {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:44:03.235323 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device ff710859-ef8f-4b68-8256-f2c582902d6f not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:44:03.294299 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf78b0-ab39-4780-ad0a-f3c2004f7dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe676df-2a9d-44f9-b657-761aaa73ee26,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:03.330047 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7ecf78b0-ab39-4780-ad0a-f3c2004f7dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:03.331345 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7ecf78b0-ab39-4780-ad0a-f3c2004f7dde admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cbe676df-2a9d-44f9-b657-761aaa73ee26 HTTP/1.1" status: 204 len: 168 time: 0.6074541 Apr 20 17:44:03.332566 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-10255404-955e-45b6-91f2-0014c882ea31 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Allocated IP 172.25.8.96 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/fd4fce9a-a1d0-4b38-9f22-ee8cfd4171ed) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:44:03.417502 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-7bebd955-bc01-46b6-bbef-0b50114f6844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70079143-056c-490a-944c-369e581f27ed', 'name': 'tempest-AttachVolumeTestJSON-1274240987-router', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:38:39Z', 'updated_at': '2022-04-20T17:38:53Z', 'revision_number': 4, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'gw_port': {'id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:41Z', 'updated_at': '2022-04-20T17:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '924c148d-142c-4b6c-8570-3b938b8a81ab', 'name': '', 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'mac_address': 'fa:16:3e:16:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6df2b9cf-3053-4862-b128-40e0c38b0bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:52Z', 'updated_at': '2022-04-20T17:39:05Z', 'revision_number': 5, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'subnets': [{'id': '6df2b9cf-3053-4862-b128-40e0c38b0bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:03.428740 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bebd955-bc01-46b6-bbef-0b50114f6844 None None] Checking router: 70079143-056c-490a-944c-369e581f27ed for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:44:03.455561 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bebd955-bc01-46b6-bbef-0b50114f6844 None None] Routers {'70079143-056c-490a-944c-369e581f27ed'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:44:03.456178 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-7bebd955-bc01-46b6-bbef-0b50114f6844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['70079143-056c-490a-944c-369e581f27ed'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:03.759658 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-d4bbec04-e2c0-45c7-ade7-8d3d9046d359 req-843bcbb3-09df-4002-b20a-df034fc8bc13 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Synchronizing usage tracker for tenant:afdda90d8b714cd0a49b7b3d0da0c05b on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:03.793779 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-7bebd955-bc01-46b6-bbef-0b50114f6844 None None] Set router 70079143-056c-490a-944c-369e581f27ed gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:44:03.800822 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-d4bbec04-e2c0-45c7-ade7-8d3d9046d359 req-843bcbb3-09df-4002-b20a-df034fc8bc13 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Unset dirty status for tenant:afdda90d8b714cd0a49b7b3d0da0c05b on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:03.818357 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d4bbec04-e2c0-45c7-ade7-8d3d9046d359 req-843bcbb3-09df-4002-b20a-df034fc8bc13 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b98c491-2216-49b5-93a4-1ec795c9c374 HTTP/1.1" status: 200 len: 210 time: 0.1402225 Apr 20 17:44:03.833811 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10255404-955e-45b6-91f2-0014c882ea31 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:03.844656 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-e00788a3-98a0-4279-b95c-625134d9981e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:03.845901 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-e00788a3-98a0-4279-b95c-625134d9981e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Synchronizing usage tracker for tenant:b0685b0cdf464c79ab40968d62484d7b on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:03.902726 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-e00788a3-98a0-4279-b95c-625134d9981e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Unset dirty status for tenant:b0685b0cdf464c79ab40968d62484d7b on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:03.904239 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-e00788a3-98a0-4279-b95c-625134d9981e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/networks?id=1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010 HTTP/1.1" status: 200 len: 797 time: 0.3649321 Apr 20 17:44:03.932829 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10255404-955e-45b6-91f2-0014c882ea31 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:03.971326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e7044f-9148-4b74-9402-8b825d59f6ff tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Router ed52b34c-0634-4c6d-ab70-77ac5a590f6c has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:44:03.994003 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-29a7c12f-f4aa-4ee1-a1ee-37ed4a79a891 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/quotas/b0685b0cdf464c79ab40968d62484d7b HTTP/1.1" status: 200 len: 375 time: 0.0813510 Apr 20 17:44:04.047551 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48832) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:04.069866 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10255404-955e-45b6-91f2-0014c882ea31 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:44:04.082926 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10255404-955e-45b6-91f2-0014c882ea31 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'Port': ['ID=fd4fce9a-a1d0-4b38-9f22-ee8cfd4171ed,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:04.086694 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-10255404-955e-45b6-91f2-0014c882ea31 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:44:04.092787 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10255404-955e-45b6-91f2-0014c882ea31 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:44:04.135123 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9f694e4f-82d5-4233-8a56-eb7a3028b5a1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=34f5d4bed2c641dda05914bf2eacbe50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0822272 Apr 20 17:44:04.135367 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48838) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:04.231041 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2a5e1e19-b4e1-4f4f-adb1-50dd4d9d3a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:04.245790 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-7bebd955-bc01-46b6-bbef-0b50114f6844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70079143-056c-490a-944c-369e581f27ed', 'name': 'tempest-AttachVolumeTestJSON-1274240987-router', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:38:39Z', 'updated_at': '2022-04-20T17:38:53Z', 'revision_number': 4, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'gw_port': {'id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:41Z', 'updated_at': '2022-04-20T17:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '924c148d-142c-4b6c-8570-3b938b8a81ab', 'name': '', 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'mac_address': 'fa:16:3e:16:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6df2b9cf-3053-4862-b128-40e0c38b0bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:52Z', 'updated_at': '2022-04-20T17:39:05Z', 'revision_number': 5, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'subnets': [{'id': '6df2b9cf-3053-4862-b128-40e0c38b0bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:04.249996 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bebd955-bc01-46b6-bbef-0b50114f6844 None None] The sync data for ids ['70079143-056c-490a-944c-369e581f27ed'] in n-d-838032-1 is: [{'id': '70079143-056c-490a-944c-369e581f27ed', 'name': 'tempest-AttachVolumeTestJSON-1274240987-router', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:38:39Z', 'updated_at': '2022-04-20T17:38:53Z', 'revision_number': 4, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'gw_port': {'id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:41Z', 'updated_at': '2022-04-20T17:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '924c148d-142c-4b6c-8570-3b938b8a81ab', 'name': '', 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'mac_address': 'fa:16:3e:16:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6df2b9cf-3053-4862-b128-40e0c38b0bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:52Z', 'updated_at': '2022-04-20T17:39:05Z', 'revision_number': 5, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'subnets': [{'id': '6df2b9cf-3053-4862-b128-40e0c38b0bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:44:04.273697 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2a5e1e19-b4e1-4f4f-adb1-50dd4d9d3a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:04.280790 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0988f6d5-9c31-4864-86ad-57b245b69a8c None None] Sync routers for ids ['8f1aa271-ccbd-442b-bfc7-a738d97b8edc'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:44:04.302978 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0988f6d5-9c31-4864-86ad-57b245b69a8c None None] Routers {'8f1aa271-ccbd-442b-bfc7-a738d97b8edc'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:44:04.303898 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-0988f6d5-9c31-4864-86ad-57b245b69a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['8f1aa271-ccbd-442b-bfc7-a738d97b8edc'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:04.380349 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2a5e1e19-b4e1-4f4f-adb1-50dd4d9d3a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:04.407141 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e1e19-b4e1-4f4f-adb1-50dd4d9d3a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04f72c9-f946-4904-a004-e4c8659a4b0e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:04.412382 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2a5e1e19-b4e1-4f4f-adb1-50dd4d9d3a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:04.417348 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2a5e1e19-b4e1-4f4f-adb1-50dd4d9d3a68 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a04f72c9-f946-4904-a004-e4c8659a4b0e HTTP/1.1" status: 204 len: 168 time: 0.2809100 Apr 20 17:44:04.523160 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-0988f6d5-9c31-4864-86ad-57b245b69a8c None None] Set router 8f1aa271-ccbd-442b-bfc7-a738d97b8edc gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:44:04.545155 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-698ae34c-9dbe-4d47-a775-a93763411765 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Synchronizing usage tracker for tenant:b0685b0cdf464c79ab40968d62484d7b on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:04.633107 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-698ae34c-9dbe-4d47-a775-a93763411765 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Unset dirty status for tenant:b0685b0cdf464c79ab40968d62484d7b on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:04.634665 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-698ae34c-9dbe-4d47-a775-a93763411765 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0685b0cdf464c79ab40968d62484d7b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6253195 Apr 20 17:44:04.796728 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48852) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:04.985190 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-f0310ad6-ca8f-4b18-9690-d0d74848024d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Request body: {'security_group': {'name': 'tempest-secgroup--1570872932'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:04.996647 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48866) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:04.997824 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f0310ad6-ca8f-4b18-9690-d0d74848024d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:05.004015 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f0310ad6-ca8f-4b18-9690-d0d74848024d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Usage tracker for resource:security_group and tenant:e56e4eebc3fc40ecb1961e0bacb3e86a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:05.009303 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f0310ad6-ca8f-4b18-9690-d0d74848024d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:05.017336 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f0310ad6-ca8f-4b18-9690-d0d74848024d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:05.030138 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-0988f6d5-9c31-4864-86ad-57b245b69a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1aa271-ccbd-442b-bfc7-a738d97b8edc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507141694', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:43:49Z', 'updated_at': '2022-04-20T17:43:58Z', 'revision_number': 4, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'gw_port': {'id': 'f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1aa271-ccbd-442b-bfc7-a738d97b8edc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:50Z', 'updated_at': '2022-04-20T17:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '1100cc38-bf8c-4da0-b3e6-e3eeab71b332', 'name': '', 'network_id': '1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'mac_address': 'fa:16:3e:d9:ba:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1aa271-ccbd-442b-bfc7-a738d97b8edc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e975989-efd5-4cef-a752-ecffeded28b5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:57Z', 'updated_at': '2022-04-20T17:43:59Z', 'revision_number': 2, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'subnets': [{'id': '5e975989-efd5-4cef-a752-ecffeded28b5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:05.034876 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-bc6b2032-3d06-4665-abc9-103f9b608495 service neutron] 10.222.0.39 "GET /v2.0/networks/1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487124 Apr 20 17:44:05.035043 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0988f6d5-9c31-4864-86ad-57b245b69a8c None None] Checking router: 8f1aa271-ccbd-442b-bfc7-a738d97b8edc for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:44:05.035337 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0988f6d5-9c31-4864-86ad-57b245b69a8c None None] Updating router 8f1aa271-ccbd-442b-bfc7-a738d97b8edc port 1100cc38-bf8c-4da0-b3e6-e3eeab71b332 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:44:05.043627 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f0310ad6-ca8f-4b18-9690-d0d74848024d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:05.064013 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f0310ad6-ca8f-4b18-9690-d0d74848024d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:05.093798 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e7044f-9148-4b74-9402-8b825d59f6ff tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:44:05.116121 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4747f469-30fe-47ad-888a-8f1ebd079485 None None] Sync routers for ids ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:44:05.139530 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4747f469-30fe-47ad-888a-8f1ebd079485 None None] Routers {'ed52b34c-0634-4c6d-ab70-77ac5a590f6c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:44:05.140196 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-0988f6d5-9c31-4864-86ad-57b245b69a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:05.141454 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4747f469-30fe-47ad-888a-8f1ebd079485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:05.147662 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f0310ad6-ca8f-4b18-9690-d0d74848024d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:05.152949 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f0310ad6-ca8f-4b18-9690-d0d74848024d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Usage tracker for resource:security_group_rule and tenant:e56e4eebc3fc40ecb1961e0bacb3e86a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:05.156487 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f0310ad6-ca8f-4b18-9690-d0d74848024d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:05.163567 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f0310ad6-ca8f-4b18-9690-d0d74848024d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:05.254948 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f0310ad6-ca8f-4b18-9690-d0d74848024d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:05.261724 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4747f469-30fe-47ad-888a-8f1ebd079485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:05.262287 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f0310ad6-ca8f-4b18-9690-d0d74848024d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:05.294476 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4747f469-30fe-47ad-888a-8f1ebd079485 None None] Routers {'ed52b34c-0634-4c6d-ab70-77ac5a590f6c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:44:05.295076 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4747f469-30fe-47ad-888a-8f1ebd079485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:05.315454 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f0310ad6-ca8f-4b18-9690-d0d74848024d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:05.318146 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0310ad6-ca8f-4b18-9690-d0d74848024d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c71ca6-8b52-4973-bebd-eb94c1b1f8a9,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:05.339179 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f0310ad6-ca8f-4b18-9690-d0d74848024d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Usage tracker for resource:security_group_rule and tenant:e56e4eebc3fc40ecb1961e0bacb3e86a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:05.342755 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f0310ad6-ca8f-4b18-9690-d0d74848024d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:05.349735 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f0310ad6-ca8f-4b18-9690-d0d74848024d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:05.368965 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-63e7044f-9148-4b74-9402-8b825d59f6ff tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:05.402295 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4747f469-30fe-47ad-888a-8f1ebd079485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:05.403063 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4747f469-30fe-47ad-888a-8f1ebd079485 None None] The sync data for ids ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:44:05.421497 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-99997eab-264a-4e13-ba91-fcd7c823b975 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:05.446258 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f0310ad6-ca8f-4b18-9690-d0d74848024d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:05.453528 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f0310ad6-ca8f-4b18-9690-d0d74848024d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:05.502469 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f0310ad6-ca8f-4b18-9690-d0d74848024d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:05.503960 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f0310ad6-ca8f-4b18-9690-d0d74848024d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7045290 Apr 20 17:44:05.508817 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48876) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:05.522414 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-8ab0532e-1a7f-4de7-9a1b-e532602464f3 service neutron] 10.222.0.39 "GET /v2.0/networks/1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728148 Apr 20 17:44:05.556048 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0310ad6-ca8f-4b18-9690-d0d74848024d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41077cbf-0231-4cbc-9b88-ed2a80d8736f,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:05.560400 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-99997eab-264a-4e13-ba91-fcd7c823b975 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:05.590523 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-0988f6d5-9c31-4864-86ad-57b245b69a8c None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:05.591030 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10255404-955e-45b6-91f2-0014c882ea31 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:05.602297 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-63e7044f-9148-4b74-9402-8b825d59f6ff tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.9210148 Apr 20 17:44:05.612394 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-0988f6d5-9c31-4864-86ad-57b245b69a8c None None] Transition to ACTIVE for port object 1100cc38-bf8c-4da0-b3e6-e3eeab71b332 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:44:05.612750 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-81e90f85-e9b5-415e-891c-1017e842d24e tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Synchronizing usage tracker for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:05.619187 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48882) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:05.623107 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-0988f6d5-9c31-4864-86ad-57b245b69a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:05.634218 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-fb15748b-ea72-4238-be55-1f0dd5478c07 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:05.763985 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-81e90f85-e9b5-415e-891c-1017e842d24e tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Unset dirty status for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:05.768660 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-81e90f85-e9b5-415e-891c-1017e842d24e tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2551646 Apr 20 17:44:05.768660 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48890) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:05.793877 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a1505-663a-47dd-8afd-93340353a254 None None] Pushing event updated for resources: {'Port': ['ID=1100cc38-bf8c-4da0-b3e6-e3eeab71b332,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:05.795775 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-8ecf0119-ef60-4431-8475-e6868a6983bb tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Request body: {'security_group': {'name': 'tempest-security--422332309', 'description': 'tempest-security-description-1025445736'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:05.807775 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10255404-955e-45b6-91f2-0014c882ea31 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:05.819265 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb15748b-ea72-4238-be55-1f0dd5478c07 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for floatingip, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:05.841632 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a1505-663a-47dd-8afd-93340353a254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:05.841970 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a1505-663a-47dd-8afd-93340353a254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:05.842332 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a1505-663a-47dd-8afd-93340353a254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:05.842656 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a1505-663a-47dd-8afd-93340353a254 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:05.842974 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a1505-663a-47dd-8afd-93340353a254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:05.843296 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a1505-663a-47dd-8afd-93340353a254 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:05.843607 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a1505-663a-47dd-8afd-93340353a254 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:05.843922 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a1505-663a-47dd-8afd-93340353a254 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:05.844235 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a1505-663a-47dd-8afd-93340353a254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:05.844524 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a1505-663a-47dd-8afd-93340353a254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:05.844832 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a1505-663a-47dd-8afd-93340353a254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:06.017120 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-870df702-0cbd-43e7-9247-7ce9bb81a582 req-6696b864-6251-410d-aea7-fbff250c7abd tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ea24d1a-cd62-4346-9ad7-d79ab6c01651 HTTP/1.1" status: 200 len: 210 time: 0.1406589 Apr 20 17:44:06.029188 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-0988f6d5-9c31-4864-86ad-57b245b69a8c None None] Attempting to bind port 1100cc38-bf8c-4da0-b3e6-e3eeab71b332 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:44:06.029460 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-0988f6d5-9c31-4864-86ad-57b245b69a8c None None] Attempting to bind port 1100cc38-bf8c-4da0-b3e6-e3eeab71b332 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '9190c701-a59c-4bfe-a010-3b2a43040073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:44:06.029944 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0988f6d5-9c31-4864-86ad-57b245b69a8c None None] Attempting to bind port 1100cc38-bf8c-4da0-b3e6-e3eeab71b332 on network 1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:44:06.039127 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0988f6d5-9c31-4864-86ad-57b245b69a8c None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:44:06.044302 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0988f6d5-9c31-4864-86ad-57b245b69a8c None None] Checking segment: {'id': '9190c701-a59c-4bfe-a010-3b2a43040073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:44:06.044525 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-0988f6d5-9c31-4864-86ad-57b245b69a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:06.044999 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0988f6d5-9c31-4864-86ad-57b245b69a8c None None] Bound using segment: {'id': '9190c701-a59c-4bfe-a010-3b2a43040073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:44:06.045552 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-0988f6d5-9c31-4864-86ad-57b245b69a8c None None] Bound port: 1100cc38-bf8c-4da0-b3e6-e3eeab71b332, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9190c701-a59c-4bfe-a010-3b2a43040073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:44:06.046515 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-0988f6d5-9c31-4864-86ad-57b245b69a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:06.053903 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8ecf0119-ef60-4431-8475-e6868a6983bb tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:06.093413 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-99997eab-264a-4e13-ba91-fcd7c823b975 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:06.139787 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-99997eab-264a-4e13-ba91-fcd7c823b975 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:06.142746 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-99997eab-264a-4e13-ba91-fcd7c823b975 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "DELETE /v2.0/security-groups/5541b5b8-c3a7-490e-bc25-ac1a259354aa HTTP/1.1" status: 204 len: 168 time: 1.1449935 Apr 20 17:44:06.146344 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48902) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:06.155156 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99997eab-264a-4e13-ba91-fcd7c823b975 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5541b5b8-c3a7-490e-bc25-ac1a259354aa,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:06.192126 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-0988f6d5-9c31-4864-86ad-57b245b69a8c None None] For port 1100cc38-bf8c-4da0-b3e6-e3eeab71b332, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:44:06.196899 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-0988f6d5-9c31-4864-86ad-57b245b69a8c None None] For port 1100cc38-bf8c-4da0-b3e6-e3eeab71b332, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=1100cc38-bf8c-4da0-b3e6-e3eeab71b332,segment=NetworkSegment(9190c701-a59c-4bfe-a010-3b2a43040073),segment_id=9190c701-a59c-4bfe-a010-3b2a43040073)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:44:06.205491 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-0988f6d5-9c31-4864-86ad-57b245b69a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:06.211208 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-84161a7d-0722-45f7-b817-5bbd8f44e1d2 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] show failed (client error): The resource could not be found. Apr 20 17:44:06.215205 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-84161a7d-0722-45f7-b817-5bbd8f44e1d2 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups/5541b5b8-c3a7-490e-bc25-ac1a259354aa HTTP/1.1" status: 404 len: 347 time: 0.0641844 Apr 20 17:44:06.217792 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48908) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:06.269210 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10255404-955e-45b6-91f2-0014c882ea31 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:06.281094 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10255404-955e-45b6-91f2-0014c882ea31 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:06.311705 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a1505-663a-47dd-8afd-93340353a254 None None] Pushing event updated for resources: {'Port': ['ID=1100cc38-bf8c-4da0-b3e6-e3eeab71b332,revision_number=4']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:06.347300 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8ecf0119-ef60-4431-8475-e6868a6983bb tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:06.359359 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10255404-955e-45b6-91f2-0014c882ea31 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'Port': ['ID=fd4fce9a-a1d0-4b38-9f22-ee8cfd4171ed,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:06.368983 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0988f6d5-9c31-4864-86ad-57b245b69a8c None None] Routers {'8f1aa271-ccbd-442b-bfc7-a738d97b8edc'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:44:06.369734 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-0988f6d5-9c31-4864-86ad-57b245b69a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['8f1aa271-ccbd-442b-bfc7-a738d97b8edc'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:06.507696 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10255404-955e-45b6-91f2-0014c882ea31 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:06.661777 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-0988f6d5-9c31-4864-86ad-57b245b69a8c None None] Set router 8f1aa271-ccbd-442b-bfc7-a738d97b8edc gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:44:06.782452 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80828df7-08c0-4ffd-b550-85d1c16ee2a3 None None] New status for floating IP 7f2067fb-4d1d-483b-a17a-86d3db092b96: DOWN {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:44:06.796815 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [None req-10255404-955e-45b6-91f2-0014c882ea31 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Floating IP 5ae7f024-85b9-4307-b321-cdf22babfabb associated. External IP: 172.25.8.96, port: 058b3d5f-ce58-4abd-86a6-8657092830f5. Apr 20 17:44:06.854289 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8ecf0119-ef60-4431-8475-e6868a6983bb tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:06.856740 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8ecf0119-ef60-4431-8475-e6868a6983bb tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:06.858321 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8ecf0119-ef60-4431-8475-e6868a6983bb tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "PUT /v2.0/security-groups/41077cbf-0231-4cbc-9b88-ed2a80d8736f HTTP/1.1" status: 200 len: 1611 time: 1.0880520 Apr 20 17:44:06.882479 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48920) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:06.911305 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb15748b-ea72-4238-be55-1f0dd5478c07 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:06.912712 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-6196766d-1028-4249-9210-3e9881e43035 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Deleting port 84e151d7-1b2d-471d-99ec-2b97ad01f49b {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:44:06.913226 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6196766d-1028-4249-9210-3e9881e43035 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:06.969895 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb15748b-ea72-4238-be55-1f0dd5478c07 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:06.974423 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [None req-fb15748b-ea72-4238-be55-1f0dd5478c07 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Floating IP 1d434a74-d20b-4a3b-b98b-a13631823063 disassociated. External IP: 172.25.8.185, port: 754251c9-243b-44a8-9c46-8d0c73021fa5. Apr 20 17:44:07.148713 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf0119-ef60-4431-8475-e6868a6983bb tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41077cbf-0231-4cbc-9b88-ed2a80d8736f,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:07.279708 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8c310e07-5d5b-4e3e-80da-fc9efc8fff5c tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "GET /v2.0/security-groups/41077cbf-0231-4cbc-9b88-ed2a80d8736f HTTP/1.1" status: 200 len: 1611 time: 0.3894017 Apr 20 17:44:07.283129 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48930) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:07.386595 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6196766d-1028-4249-9210-3e9881e43035 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:07.386912 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6196766d-1028-4249-9210-3e9881e43035 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:07.408712 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-0988f6d5-9c31-4864-86ad-57b245b69a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1aa271-ccbd-442b-bfc7-a738d97b8edc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507141694', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:43:49Z', 'updated_at': '2022-04-20T17:43:58Z', 'revision_number': 4, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'gw_port': {'id': 'f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1aa271-ccbd-442b-bfc7-a738d97b8edc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:50Z', 'updated_at': '2022-04-20T17:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '1100cc38-bf8c-4da0-b3e6-e3eeab71b332', 'name': '', 'network_id': '1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'mac_address': 'fa:16:3e:d9:ba:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1aa271-ccbd-442b-bfc7-a738d97b8edc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e975989-efd5-4cef-a752-ecffeded28b5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:57Z', 'updated_at': '2022-04-20T17:44:06Z', 'revision_number': 4, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'subnets': [{'id': '5e975989-efd5-4cef-a752-ecffeded28b5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:07.413992 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0988f6d5-9c31-4864-86ad-57b245b69a8c None None] The sync data for ids ['8f1aa271-ccbd-442b-bfc7-a738d97b8edc'] in n-d-838032-1 is: [{'id': '8f1aa271-ccbd-442b-bfc7-a738d97b8edc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507141694', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:43:49Z', 'updated_at': '2022-04-20T17:43:58Z', 'revision_number': 4, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'gw_port': {'id': 'f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1aa271-ccbd-442b-bfc7-a738d97b8edc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:50Z', 'updated_at': '2022-04-20T17:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '1100cc38-bf8c-4da0-b3e6-e3eeab71b332', 'name': '', 'network_id': '1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'mac_address': 'fa:16:3e:d9:ba:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1aa271-ccbd-442b-bfc7-a738d97b8edc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e975989-efd5-4cef-a752-ecffeded28b5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:57Z', 'updated_at': '2022-04-20T17:44:06Z', 'revision_number': 4, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'subnets': [{'id': '5e975989-efd5-4cef-a752-ecffeded28b5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:44:07.520449 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1857c418-4415-4a4c-a53f-d51062166a76 req-ed8fb41d-99d2-41b4-b6c2-8e1acd22e184 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ea24d1a-cd62-4346-9ad7-d79ab6c01651 HTTP/1.1" status: 200 len: 210 time: 0.1617727 Apr 20 17:44:07.760394 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10255404-955e-45b6-91f2-0014c882ea31 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Router 34ef1210-fb9f-4f00-a68a-9f2a99af9760 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:44:07.836018 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-6196766d-1028-4249-9210-3e9881e43035 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Calling delete_port for 84e151d7-1b2d-471d-99ec-2b97ad01f49b owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:44:07.861573 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48938) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:07.956143 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9866da53-3a1e-4586-b7b7-ea6c9207e466 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:08.085469 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9866da53-3a1e-4586-b7b7-ea6c9207e466 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:08.096280 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10255404-955e-45b6-91f2-0014c882ea31 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:44:08.100779 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-eff12c76-09db-43e5-967c-513741022042 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:08.102509 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-eff12c76-09db-43e5-967c-513741022042 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.43 "GET /v2.0/networks?id=1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010 HTTP/1.1" status: 200 len: 797 time: 0.5161753 Apr 20 17:44:08.107958 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a04052-6a29-4db4-8a9d-96fbeac6b8a9 None None] Sync routers for ids ['34ef1210-fb9f-4f00-a68a-9f2a99af9760'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:44:08.127928 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a04052-6a29-4db4-8a9d-96fbeac6b8a9 None None] Routers {'34ef1210-fb9f-4f00-a68a-9f2a99af9760'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:44:08.134855 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b9a04052-6a29-4db4-8a9d-96fbeac6b8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['34ef1210-fb9f-4f00-a68a-9f2a99af9760'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:08.135535 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-8eaa5704-7dbc-4c36-af01-988bb5ca63ab tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Request body: {'port': {'device_id': '1ea24d1a-cd62-4346-9ad7-d79ab6c01651', 'network_id': '1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010', 'admin_state_up': True, 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:08.140250 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10255404-955e-45b6-91f2-0014c882ea31 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:08.191120 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-1bac714b-dfa3-479e-a04f-d71785a4c0dc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2075783812', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:08.203386 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1bac714b-dfa3-479e-a04f-d71785a4c0dc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:08.217206 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1bac714b-dfa3-479e-a04f-d71785a4c0dc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Usage tracker for resource:port and tenant:7f4c78abe4e0478aa4e0d356cc6e1934 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:08.223087 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1bac714b-dfa3-479e-a04f-d71785a4c0dc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:08.232381 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1bac714b-dfa3-479e-a04f-d71785a4c0dc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:08.243962 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-10255404-955e-45b6-91f2-0014c882ea31 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.8806891 Apr 20 17:44:08.246390 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f8b078-2978-4444-97c7-199f70640991', 'tag': '058b3d5f-ce58-4abd-86a6-8657092830f5'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:44:08.255251 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.api [None req-6196766d-1028-4249-9210-3e9881e43035 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:44:08.255653 n-d-838032-1 neutron-server[84080]: DEBUG oslo_db.api [None req-6196766d-1028-4249-9210-3e9881e43035 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:44:08.274957 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bac714b-dfa3-479e-a04f-d71785a4c0dc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Made reservation on behalf of 7f4c78abe4e0478aa4e0d356cc6e1934 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:44:08.277442 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1bac714b-dfa3-479e-a04f-d71785a4c0dc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:08.310033 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1bac714b-dfa3-479e-a04f-d71785a4c0dc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:08.376672 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-8eaa5704-7dbc-4c36-af01-988bb5ca63ab tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:08.380444 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-b9a04052-6a29-4db4-8a9d-96fbeac6b8a9 None None] Set router 34ef1210-fb9f-4f00-a68a-9f2a99af9760 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:44:08.382641 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1bac714b-dfa3-479e-a04f-d71785a4c0dc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:08.389432 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-8eaa5704-7dbc-4c36-af01-988bb5ca63ab tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:08.391503 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1bac714b-dfa3-479e-a04f-d71785a4c0dc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Usage tracker for resource:security_group_rule and tenant:7f4c78abe4e0478aa4e0d356cc6e1934 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:08.399841 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9866da53-3a1e-4586-b7b7-ea6c9207e466 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:08.409709 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1bac714b-dfa3-479e-a04f-d71785a4c0dc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:08.418008 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-8eaa5704-7dbc-4c36-af01-988bb5ca63ab tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Made reservation on behalf of b0685b0cdf464c79ab40968d62484d7b for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:44:08.421286 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-8eaa5704-7dbc-4c36-af01-988bb5ca63ab tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:08.422335 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1bac714b-dfa3-479e-a04f-d71785a4c0dc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:08.450291 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866da53-3a1e-4586-b7b7-ea6c9207e466 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41077cbf-0231-4cbc-9b88-ed2a80d8736f,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:08.565923 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1bac714b-dfa3-479e-a04f-d71785a4c0dc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:08.573767 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1bac714b-dfa3-479e-a04f-d71785a4c0dc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:08.588089 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-1bac714b-dfa3-479e-a04f-d71785a4c0dc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] device_id is not set on port a2cae300-130b-4ecf-847d-7689b6a60a19 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:44:08.722376 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac714b-dfa3-479e-a04f-d71785a4c0dc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d97ec2d-4cba-475f-b477-7bdb46e070ce,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:08.763135 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca353f0a-6da5-477b-a401-5ebf6fe80702'] response: {'name': 'network-changed', 'server_uuid': 'd9f8b078-2978-4444-97c7-199f70640991', 'tag': '058b3d5f-ce58-4abd-86a6-8657092830f5', 'status': 'completed', 'code': 200} Apr 20 17:44:08.886127 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-6196766d-1028-4249-9210-3e9881e43035 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Deleting port 84e151d7-1b2d-471d-99ec-2b97ad01f49b {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:44:08.886380 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6196766d-1028-4249-9210-3e9881e43035 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:08.908800 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9866da53-3a1e-4586-b7b7-ea6c9207e466 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:08.912195 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9866da53-3a1e-4586-b7b7-ea6c9207e466 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "DELETE /v2.0/security-groups/41077cbf-0231-4cbc-9b88-ed2a80d8736f HTTP/1.1" status: 204 len: 168 time: 1.6227107 Apr 20 17:44:08.915583 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48952) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:08.951055 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ceae2a6d-12cf-4568-a660-22b63c9e9223 req-fc5981aa-9a26-4895-b686-e121166fccad tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ea24d1a-cd62-4346-9ad7-d79ab6c01651 HTTP/1.1" status: 200 len: 210 time: 0.0693939 Apr 20 17:44:08.954581 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b9a04052-6a29-4db4-8a9d-96fbeac6b8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653038030', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:43:31Z', 'updated_at': '2022-04-20T17:43:39Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:32Z', 'updated_at': '2022-04-20T17:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '5ae7f024-85b9-4307-b321-cdf22babfabb', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'port_id': '058b3d5f-ce58-4abd-86a6-8657092830f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d', 'mac_address': 'fa:16:3e:04:49:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f8b078-2978-4444-97c7-199f70640991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:44:04Z', 'updated_at': '2022-04-20T17:44:04Z', 'revision_number': 0, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dff52948-6de6-4c4d-9d0b-16a81f6074c8', 'name': '', 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:8a:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25c13c54-9c74-4955-bd95-10feeeaa0466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:38Z', 'updated_at': '2022-04-20T17:43:45Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': '25c13c54-9c74-4955-bd95-10feeeaa0466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:08.960033 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a04052-6a29-4db4-8a9d-96fbeac6b8a9 None None] Checking router: 34ef1210-fb9f-4f00-a68a-9f2a99af9760 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:44:08.977303 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a04052-6a29-4db4-8a9d-96fbeac6b8a9 None None] Routers {'34ef1210-fb9f-4f00-a68a-9f2a99af9760'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:44:08.979812 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b9a04052-6a29-4db4-8a9d-96fbeac6b8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['34ef1210-fb9f-4f00-a68a-9f2a99af9760'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:08.986048 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-469d8e09-8f8e-4892-afb6-bee836f37019 req-73dbd503-9ca5-4f76-a1bb-ea6a0f8982df service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 1097 time: 0.2219021 Apr 20 17:44:09.013241 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-1bac714b-dfa3-479e-a04f-d71785a4c0dc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Allocated IP 172.25.8.109 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/a2cae300-130b-4ecf-847d-7689b6a60a19) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:44:09.045728 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 1100cc38-bf8c-4da0-b3e6-e3eeab71b332 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:44:09.212733 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8dcaf6f7-01a4-4afc-b48d-1aa4b1c3db27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:09.221664 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee8673-39fb-4bcf-ba66-86aebdbf40a5 req-43b53341-a5c1-45a8-8e9b-af1ecfd0c041 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:09.223152 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-83ee8673-39fb-4bcf-ba66-86aebdbf40a5 req-43b53341-a5c1-45a8-8e9b-af1ecfd0c041 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 946 time: 0.7465153 Apr 20 17:44:09.226523 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d8e09-8f8e-4892-afb6-bee836f37019 req-659dea1c-5dab-43cd-8da2-34e4468088e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:09.228095 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-469d8e09-8f8e-4892-afb6-bee836f37019 req-659dea1c-5dab-43cd-8da2-34e4468088e6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3394e549-b24a-4f46-b547-0a1fb9b41b4d HTTP/1.1" status: 200 len: 898 time: 0.2341676 Apr 20 17:44:09.250818 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 1100cc38-bf8c-4da0-b3e6-e3eeab71b332 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:44:09.255743 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-8eaa5704-7dbc-4c36-af01-988bb5ca63ab tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Allocated IP 172.20.0.29 (1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010/5e975989-efd5-4cef-a752-ecffeded28b5/3c9c5012-251a-4d2f-a0a4-d89304a63eb4) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:44:09.257463 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-b9a04052-6a29-4db4-8a9d-96fbeac6b8a9 None None] Set router 34ef1210-fb9f-4f00-a68a-9f2a99af9760 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:44:09.275880 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-2fc0955a-9be7-4390-87bf-ead89221af0e tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Synchronizing usage tracker for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:09.294469 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 1100cc38-bf8c-4da0-b3e6-e3eeab71b332 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:44:09.294857 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:09.321641 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6196766d-1028-4249-9210-3e9881e43035 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:09.321978 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6196766d-1028-4249-9210-3e9881e43035 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:09.374599 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-469d8e09-8f8e-4892-afb6-bee836f37019 req-328d10e5-c41e-43e4-b58e-320d1c620fa2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=058b3d5f-ce58-4abd-86a6-8657092830f5 HTTP/1.1" status: 200 len: 999 time: 0.1332805 Apr 20 17:44:09.443005 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d8e09-8f8e-4892-afb6-bee836f37019 req-7ee03b50-ce8e-4d3f-8c55-058a4e3b04a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:09.444440 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-469d8e09-8f8e-4892-afb6-bee836f37019 req-7ee03b50-ce8e-4d3f-8c55-058a4e3b04a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=25c13c54-9c74-4955-bd95-10feeeaa0466 HTTP/1.1" status: 200 len: 834 time: 0.0590930 Apr 20 17:44:09.449498 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1bac714b-dfa3-479e-a04f-d71785a4c0dc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:09.462959 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-2fc0955a-9be7-4390-87bf-ead89221af0e tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Unset dirty status for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:09.466935 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2fc0955a-9be7-4390-87bf-ead89221af0e tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5340822 Apr 20 17:44:09.508851 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:09.526209 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48956) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:09.541943 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-6196766d-1028-4249-9210-3e9881e43035 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Calling delete_port for 84e151d7-1b2d-471d-99ec-2b97ad01f49b owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:44:09.598273 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-83ee8673-39fb-4bcf-ba66-86aebdbf40a5 req-ee67129c-ed54-4a65-a095-47a4d5840b01 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d4c8120-0526-4840-bcaa-736b4b1c27b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3483524 Apr 20 17:44:09.622251 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-bd3e77f2-a956-4b01-aead-12006310bf75 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] delete failed (client error): The resource could not be found. Apr 20 17:44:09.629510 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bd3e77f2-a956-4b01-aead-12006310bf75 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "DELETE /v2.0/security-groups/41077cbf-0231-4cbc-9b88-ed2a80d8736f HTTP/1.1" status: 404 len: 347 time: 0.0548594 Apr 20 17:44:09.629747 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48960) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:09.631710 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 1100cc38-bf8c-4da0-b3e6-e3eeab71b332, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=1100cc38-bf8c-4da0-b3e6-e3eeab71b332,segment=NetworkSegment(9190c701-a59c-4bfe-a010-3b2a43040073),segment_id=9190c701-a59c-4bfe-a010-3b2a43040073)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:44:09.639163 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-318d920c-a7c2-40d4-af11-4cb4c6618332 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Request body: {'security_group': {'name': 'tempest-secgroup--991136486'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:09.644463 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:09.662916 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-469d8e09-8f8e-4892-afb6-bee836f37019 req-b740f1eb-3e69-4968-9672-df3ac6e6a000 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3394e549-b24a-4f46-b547-0a1fb9b41b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2101750 Apr 20 17:44:09.668154 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48964) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:09.674934 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-318d920c-a7c2-40d4-af11-4cb4c6618332 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:09.745171 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-318d920c-a7c2-40d4-af11-4cb4c6618332 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:09.754322 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1bac714b-dfa3-479e-a04f-d71785a4c0dc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:09.774554 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-8eaa5704-7dbc-4c36-af01-988bb5ca63ab tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:09.782898 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=1100cc38-bf8c-4da0-b3e6-e3eeab71b332,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:09.799854 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:09.800185 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:09.800511 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:09.800850 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:09.801143 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:09.801481 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:09.802007 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:09.802128 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:09.802420 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:09.802731 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:09.803071 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:09.831728 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-318d920c-a7c2-40d4-af11-4cb4c6618332 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:09.832300 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b9a04052-6a29-4db4-8a9d-96fbeac6b8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653038030', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:43:31Z', 'updated_at': '2022-04-20T17:43:39Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:32Z', 'updated_at': '2022-04-20T17:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '5ae7f024-85b9-4307-b321-cdf22babfabb', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'port_id': '058b3d5f-ce58-4abd-86a6-8657092830f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d', 'mac_address': 'fa:16:3e:04:49:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f8b078-2978-4444-97c7-199f70640991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:44:04Z', 'updated_at': '2022-04-20T17:44:04Z', 'revision_number': 0, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dff52948-6de6-4c4d-9d0b-16a81f6074c8', 'name': '', 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:8a:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25c13c54-9c74-4955-bd95-10feeeaa0466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:38Z', 'updated_at': '2022-04-20T17:43:45Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': '25c13c54-9c74-4955-bd95-10feeeaa0466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:09.836797 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a04052-6a29-4db4-8a9d-96fbeac6b8a9 None None] The sync data for ids ['34ef1210-fb9f-4f00-a68a-9f2a99af9760'] in n-d-838032-1 is: [{'id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653038030', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:43:31Z', 'updated_at': '2022-04-20T17:43:39Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:32Z', 'updated_at': '2022-04-20T17:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '5ae7f024-85b9-4307-b321-cdf22babfabb', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'port_id': '058b3d5f-ce58-4abd-86a6-8657092830f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d', 'mac_address': 'fa:16:3e:04:49:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f8b078-2978-4444-97c7-199f70640991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:44:04Z', 'updated_at': '2022-04-20T17:44:04Z', 'revision_number': 0, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dff52948-6de6-4c4d-9d0b-16a81f6074c8', 'name': '', 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:8a:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25c13c54-9c74-4955-bd95-10feeeaa0466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:38Z', 'updated_at': '2022-04-20T17:43:45Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': '25c13c54-9c74-4955-bd95-10feeeaa0466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:44:09.854014 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb15748b-ea72-4238-be55-1f0dd5478c07 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Router ed52b34c-0634-4c6d-ab70-77ac5a590f6c has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:44:09.863490 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-8eaa5704-7dbc-4c36-af01-988bb5ca63ab tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Transition to ACTIVE for port object 3c9c5012-251a-4d2f-a0a4-d89304a63eb4 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:44:09.923411 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-318d920c-a7c2-40d4-af11-4cb4c6618332 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:09.943570 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac714b-dfa3-479e-a04f-d71785a4c0dc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Pushing event updated for resources: {'Port': ['ID=a2cae300-130b-4ecf-847d-7689b6a60a19,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:09.947000 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bac714b-dfa3-479e-a04f-d71785a4c0dc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:44:09.950870 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-1bac714b-dfa3-479e-a04f-d71785a4c0dc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:44:09.958461 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e2fe36c4-61f2-42df-b9bb-08c43c894a29 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/floatingips/5ae7f024-85b9-4307-b321-cdf22babfabb HTTP/1.1" status: 200 len: 991 time: 0.2892821 Apr 20 17:44:09.959357 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bac714b-dfa3-479e-a04f-d71785a4c0dc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:44:09.982768 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-318d920c-a7c2-40d4-af11-4cb4c6618332 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Usage tracker for resource:security_group_rule and tenant:e56e4eebc3fc40ecb1961e0bacb3e86a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:09.986156 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6196766d-1028-4249-9210-3e9881e43035 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:10.013600 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-469d8e09-8f8e-4892-afb6-bee836f37019 req-7a027ca7-b6aa-48e4-ade4-ccd156fc9b14 service neutron] 10.222.0.43 "GET /v2.0/networks/3394e549-b24a-4f46-b547-0a1fb9b41b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931497 Apr 20 17:44:10.027806 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-318d920c-a7c2-40d4-af11-4cb4c6618332 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:10.045867 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bac714b-dfa3-479e-a04f-d71785a4c0dc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:10.046500 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1bac714b-dfa3-479e-a04f-d71785a4c0dc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:10.091864 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196766d-1028-4249-9210-3e9881e43035 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Pushing event deleted for resources: {'Port': ['ID=84e151d7-1b2d-471d-99ec-2b97ad01f49b,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:10.093881 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-318d920c-a7c2-40d4-af11-4cb4c6618332 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:10.107260 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-8eaa5704-7dbc-4c36-af01-988bb5ca63ab tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:10.176317 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1bac714b-dfa3-479e-a04f-d71785a4c0dc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3102791 Apr 20 17:44:10.180005 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48970) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:10.200254 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-23839853-94b4-4019-b985-deb64c14a1bc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.109'}]}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:10.216445 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-23839853-94b4-4019-b985-deb64c14a1bc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:10.223748 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-23839853-94b4-4019-b985-deb64c14a1bc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Usage tracker for resource:router and tenant:7f4c78abe4e0478aa4e0d356cc6e1934 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:10.236329 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-23839853-94b4-4019-b985-deb64c14a1bc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:10.249082 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-23839853-94b4-4019-b985-deb64c14a1bc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:10.254044 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-469d8e09-8f8e-4892-afb6-bee836f37019 req-8d9cedc9-bd0c-4faa-9cfa-7895dbb4d738 service neutron] 10.222.0.43 "GET /v2.0/networks/3394e549-b24a-4f46-b547-0a1fb9b41b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338612 Apr 20 17:44:10.268691 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a188fa-1ad7-433c-be66-1b7a59e270e8 req-57716869-cb45-4825-b912-6d41814d201f tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:10.270304 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-62a188fa-1ad7-433c-be66-1b7a59e270e8 req-57716869-cb45-4825-b912-6d41814d201f tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ea24d1a-cd62-4346-9ad7-d79ab6c01651 HTTP/1.1" status: 200 len: 895 time: 0.1744828 Apr 20 17:44:10.271701 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-23839853-94b4-4019-b985-deb64c14a1bc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:10.272643 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-23839853-94b4-4019-b985-deb64c14a1bc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:10.293082 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-23839853-94b4-4019-b985-deb64c14a1bc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:10.295642 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-8eaa5704-7dbc-4c36-af01-988bb5ca63ab tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Network 1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:44:10.303718 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa5704-7dbc-4c36-af01-988bb5ca63ab tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Pushing event updated for resources: {'Port': ['ID=3c9c5012-251a-4d2f-a0a4-d89304a63eb4,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:10.314345 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-8eaa5704-7dbc-4c36-af01-988bb5ca63ab tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:44:10.316510 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-8eaa5704-7dbc-4c36-af01-988bb5ca63ab tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:44:10.404357 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6196766d-1028-4249-9210-3e9881e43035 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:10.414555 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-318d920c-a7c2-40d4-af11-4cb4c6618332 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:10.438452 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-8eaa5704-7dbc-4c36-af01-988bb5ca63ab tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:10.439069 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-8eaa5704-7dbc-4c36-af01-988bb5ca63ab tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:10.448485 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-23839853-94b4-4019-b985-deb64c14a1bc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:10.455985 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-318d920c-a7c2-40d4-af11-4cb4c6618332 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:10.530614 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-8eaa5704-7dbc-4c36-af01-988bb5ca63ab tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.4005289 Apr 20 17:44:10.531624 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6196766d-1028-4249-9210-3e9881e43035 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:10.536151 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6196766d-1028-4249-9210-3e9881e43035 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "DELETE /v2.0/floatingips/7f2067fb-4d1d-483b-a17a-86d3db092b96 HTTP/1.1" status: 204 len: 168 time: 4.3121758 Apr 20 17:44:10.536151 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d920c-a7c2-40d4-af11-4cb4c6618332 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a962b2fe-5e99-4ff4-9622-b5d4e6e7123b,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:10.538881 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-318d920c-a7c2-40d4-af11-4cb4c6618332 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:10.540057 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-318d920c-a7c2-40d4-af11-4cb4c6618332 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9093673 Apr 20 17:44:10.545530 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-f0c7637c-5970-42f1-9e2c-867a8b385597 service neutron] Request body: {'port': {'device_id': '1ea24d1a-cd62-4346-9ad7-d79ab6c01651', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:10.546890 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48974) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:10.563005 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-3bcc502c-2fab-409c-9202-bb2eafb568a2 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Request body: {'security_group_rule': {'security_group_id': 'a962b2fe-5e99-4ff4-9622-b5d4e6e7123b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:10.571758 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3bcc502c-2fab-409c-9202-bb2eafb568a2 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:10.582583 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3bcc502c-2fab-409c-9202-bb2eafb568a2 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Usage tracker for resource:security_group_rule and tenant:e56e4eebc3fc40ecb1961e0bacb3e86a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:10.586020 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3bcc502c-2fab-409c-9202-bb2eafb568a2 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:10.593794 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3bcc502c-2fab-409c-9202-bb2eafb568a2 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:10.622628 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-dccfe00b-e6be-44f1-81ae-d508c9e48455 None None] Provisioning for port 3c9c5012-251a-4d2f-a0a4-d89304a63eb4 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:44:10.627437 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3bcc502c-2fab-409c-9202-bb2eafb568a2 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:10.630329 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-dccfe00b-e6be-44f1-81ae-d508c9e48455 None None] Provisioning complete for port 3c9c5012-251a-4d2f-a0a4-d89304a63eb4 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:44:10.630982 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-dccfe00b-e6be-44f1-81ae-d508c9e48455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:10.687611 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-dccfe00b-e6be-44f1-81ae-d508c9e48455 None None] Port 3c9c5012-251a-4d2f-a0a4-d89304a63eb4 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:44:10.743140 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3bcc502c-2fab-409c-9202-bb2eafb568a2 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:10.753355 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48980) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:10.765233 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3bcc502c-2fab-409c-9202-bb2eafb568a2 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:10.769786 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-034198ce-c12f-439d-93a0-3b7acff450b1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Request body: {'security_group': {'name': 'tempest-securitygroup--79011211', 'description': 'tempest-description--2004406351'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:10.793989 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-034198ce-c12f-439d-93a0-3b7acff450b1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:10.807243 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc502c-2fab-409c-9202-bb2eafb568a2 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf9f53d1-6827-4c40-b741-ed1b9b7e8d74,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:10.812059 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-034198ce-c12f-439d-93a0-3b7acff450b1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Usage tracker for resource:security_group and tenant:afdda90d8b714cd0a49b7b3d0da0c05b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:10.819320 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-034198ce-c12f-439d-93a0-3b7acff450b1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:10.823452 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb15748b-ea72-4238-be55-1f0dd5478c07 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:44:10.829165 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb15748b-ea72-4238-be55-1f0dd5478c07 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:10.833548 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d3c99e-190f-4fd0-bae5-ee1df4e98514 None None] Sync routers for ids ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:44:10.847463 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d3c99e-190f-4fd0-bae5-ee1df4e98514 None None] Routers {'ed52b34c-0634-4c6d-ab70-77ac5a590f6c'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:44:10.848165 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-d0d3c99e-190f-4fd0-bae5-ee1df4e98514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:10.854243 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-034198ce-c12f-439d-93a0-3b7acff450b1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:10.863485 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3bcc502c-2fab-409c-9202-bb2eafb568a2 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:10.865207 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3bcc502c-2fab-409c-9202-bb2eafb568a2 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3132002 Apr 20 17:44:10.870347 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48984) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:10.881883 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-034198ce-c12f-439d-93a0-3b7acff450b1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:10.886473 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-f0c7637c-5970-42f1-9e2c-867a8b385597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:10.901905 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-23839853-94b4-4019-b985-deb64c14a1bc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:10.916228 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-d0d3c99e-190f-4fd0-bae5-ee1df4e98514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:10.929109 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d3c99e-190f-4fd0-bae5-ee1df4e98514 None None] Routers {'ed52b34c-0634-4c6d-ab70-77ac5a590f6c'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:44:10.930062 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-d0d3c99e-190f-4fd0-bae5-ee1df4e98514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:43:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:10.935503 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-23839853-94b4-4019-b985-deb64c14a1bc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:10.968838 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fb15748b-ea72-4238-be55-1f0dd5478c07 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "PUT /v2.0/floatingips/1d434a74-d20b-4a3b-b98b-a13631823063 HTTP/1.1" status: 200 len: 688 time: 5.3430014 Apr 20 17:44:10.969780 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48988) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:10.970378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 48990) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:10.997347 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-d0d3c99e-190f-4fd0-bae5-ee1df4e98514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:10.997743 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d3c99e-190f-4fd0-bae5-ee1df4e98514 None None] The sync data for ids ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:44:11.004940 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-034198ce-c12f-439d-93a0-3b7acff450b1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:11.013106 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-034198ce-c12f-439d-93a0-3b7acff450b1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Usage tracker for resource:security_group_rule and tenant:afdda90d8b714cd0a49b7b3d0da0c05b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:11.017821 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-034198ce-c12f-439d-93a0-3b7acff450b1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:11.020994 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 1100cc38-bf8c-4da0-b3e6-e3eeab71b332 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:44:11.027734 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-034198ce-c12f-439d-93a0-3b7acff450b1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:11.087372 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3e411508-d14f-4fa3-9600-91b926189106 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:11.100161 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 1100cc38-bf8c-4da0-b3e6-e3eeab71b332 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:44:11.100776 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:11.144407 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3e411508-d14f-4fa3-9600-91b926189106 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:11.177867 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-034198ce-c12f-439d-93a0-3b7acff450b1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:11.187616 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-034198ce-c12f-439d-93a0-3b7acff450b1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:11.209087 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-23839853-94b4-4019-b985-deb64c14a1bc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:11.313061 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-e1699dac-b5d6-404f-a7d9-64f2eb3ba297 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Deleting port f12d9c4b-09fb-4e12-9dc5-6e4b5147edbd {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:44:11.313061 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1699dac-b5d6-404f-a7d9-64f2eb3ba297 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:11.375606 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ee0f4751-2cc1-4599-b774-46bbc3f93cba tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/floatingips/5ae7f024-85b9-4307-b321-cdf22babfabb HTTP/1.1" status: 200 len: 991 time: 0.4009356 Apr 20 17:44:11.387488 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3e411508-d14f-4fa3-9600-91b926189106 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:11.389090 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-953fde23-339c-457c-8a2d-a97edbd6b5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:11.444605 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e411508-d14f-4fa3-9600-91b926189106 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf9f53d1-6827-4c40-b741-ed1b9b7e8d74,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:11.511697 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034198ce-c12f-439d-93a0-3b7acff450b1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0ee191-fa24-4876-bfdb-23fbd66f6960,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:11.521843 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-034198ce-c12f-439d-93a0-3b7acff450b1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:11.526078 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-034198ce-c12f-439d-93a0-3b7acff450b1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.7718914 Apr 20 17:44:11.526807 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 48998) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:11.535611 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-1b2b8c55-181f-40d6-a79f-f8a7aa6b507a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Request body: {'security_group_rule': {'security_group_id': '1e0ee191-fa24-4876-bfdb-23fbd66f6960', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:11.535790 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3e411508-d14f-4fa3-9600-91b926189106 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:11.536745 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3e411508-d14f-4fa3-9600-91b926189106 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/bf9f53d1-6827-4c40-b741-ed1b9b7e8d74 HTTP/1.1" status: 204 len: 168 time: 0.6633775 Apr 20 17:44:11.542595 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49002) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:11.546557 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1b2b8c55-181f-40d6-a79f-f8a7aa6b507a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:11.568425 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1b2b8c55-181f-40d6-a79f-f8a7aa6b507a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Usage tracker for resource:security_group_rule and tenant:afdda90d8b714cd0a49b7b3d0da0c05b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:11.574101 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1b2b8c55-181f-40d6-a79f-f8a7aa6b507a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:11.637244 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1699dac-b5d6-404f-a7d9-64f2eb3ba297 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:11.637694 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1699dac-b5d6-404f-a7d9-64f2eb3ba297 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:11.643345 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1b2b8c55-181f-40d6-a79f-f8a7aa6b507a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:11.768960 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-e1699dac-b5d6-404f-a7d9-64f2eb3ba297 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Calling delete_port for f12d9c4b-09fb-4e12-9dc5-6e4b5147edbd owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:44:11.821112 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.resource_extend [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-f0c7637c-5970-42f1-9e2c-867a8b385597 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:44:11.858471 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1b2b8c55-181f-40d6-a79f-f8a7aa6b507a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:11.885509 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1e00dcae-83d1-437d-abe0-eb6c0a47717d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Synchronizing usage tracker for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group_rule {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:11.892757 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce77a1-873b-4672-b4b9-5003ea34cb8c req-7044fc16-2fc5-41e6-9382-3688a5b55519 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:11.894090 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b1ce77a1-873b-4672-b4b9-5003ea34cb8c req-7044fc16-2fc5-41e6-9382-3688a5b55519 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ea24d1a-cd62-4346-9ad7-d79ab6c01651 HTTP/1.1" status: 200 len: 895 time: 0.4476917 Apr 20 17:44:11.901364 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-23839853-94b4-4019-b985-deb64c14a1bc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:11.912318 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-f0c7637c-5970-42f1-9e2c-867a8b385597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c9c5012-251a-4d2f-a0a4-d89304a63eb4 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:44:11.920347 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-f0c7637c-5970-42f1-9e2c-867a8b385597 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:11.930286 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-23839853-94b4-4019-b985-deb64c14a1bc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:11.947298 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1e00dcae-83d1-437d-abe0-eb6c0a47717d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Unset dirty status for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group_rule {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:11.948556 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1e00dcae-83d1-437d-abe0-eb6c0a47717d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4050887 Apr 20 17:44:11.954102 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49006) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:11.994253 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-f0c7637c-5970-42f1-9e2c-867a8b385597 service neutron] Transition to ACTIVE for port object 3c9c5012-251a-4d2f-a0a4-d89304a63eb4 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:44:11.995718 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1699dac-b5d6-404f-a7d9-64f2eb3ba297 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:12.004554 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1b2b8c55-181f-40d6-a79f-f8a7aa6b507a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:12.008137 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-23839853-94b4-4019-b985-deb64c14a1bc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:12.008645 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23839853-94b4-4019-b985-deb64c14a1bc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 369b9413-0d97-42e1-932b-d2b00a4c20b0 {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:44:12.011921 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1b2b8c55-181f-40d6-a79f-f8a7aa6b507a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:12.033522 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-f0c7637c-5970-42f1-9e2c-867a8b385597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:12.045374 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1699dac-b5d6-404f-a7d9-64f2eb3ba297 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event deleted for resources: {'Port': ['ID=f12d9c4b-09fb-4e12-9dc5-6e4b5147edbd,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:12.056660 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b8c55-181f-40d6-a79f-f8a7aa6b507a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f126ed9c-bf20-447e-8570-11dece5ba6b0,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:12.068110 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-23839853-94b4-4019-b985-deb64c14a1bc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 20 17:44:12.069116 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-23839853-94b4-4019-b985-deb64c14a1bc tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8855078 Apr 20 17:44:12.072879 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49010) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:12.109037 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1b2b8c55-181f-40d6-a79f-f8a7aa6b507a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:12.110216 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1b2b8c55-181f-40d6-a79f-f8a7aa6b507a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5822508 Apr 20 17:44:12.118401 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49014) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:12.140055 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-d44dbdcf-263a-4553-8568-868799b9d37c tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Request body: {'security_group_rule': {'security_group_id': '1e0ee191-fa24-4876-bfdb-23fbd66f6960', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:12.151546 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c0d4107e-0e6e-451c-ae99-041897045861 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:12.159408 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d44dbdcf-263a-4553-8568-868799b9d37c tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:12.175525 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d44dbdcf-263a-4553-8568-868799b9d37c tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Usage tracker for resource:security_group_rule and tenant:afdda90d8b714cd0a49b7b3d0da0c05b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:12.180197 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d44dbdcf-263a-4553-8568-868799b9d37c tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:12.187034 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-14098a16-cc11-4a97-8b15-6fe579b2638d tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Deleting port a2cae300-130b-4ecf-847d-7689b6a60a19 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:44:12.187366 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-14098a16-cc11-4a97-8b15-6fe579b2638d tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:12.228280 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d44dbdcf-263a-4553-8568-868799b9d37c tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:12.247110 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c0d4107e-0e6e-451c-ae99-041897045861 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:12.301283 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d44dbdcf-263a-4553-8568-868799b9d37c tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:12.368164 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7637c-5970-42f1-9e2c-867a8b385597 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9c5012-251a-4d2f-a0a4-d89304a63eb4,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:12.381172 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49018) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:12.414044 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c0d4107e-0e6e-451c-ae99-041897045861 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:12.502834 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4107e-0e6e-451c-ae99-041897045861 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a962b2fe-5e99-4ff4-9622-b5d4e6e7123b,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:12.557136 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5db6cab-cd8a-4c27-a8ab-47dabb1dc416 None None] New status for floating IP 5ae7f024-85b9-4307-b321-cdf22babfabb: ACTIVE {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:44:12.562325 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d44dbdcf-263a-4553-8568-868799b9d37c tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:12.578299 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d44dbdcf-263a-4553-8568-868799b9d37c tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:12.584933 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1699dac-b5d6-404f-a7d9-64f2eb3ba297 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:12.597377 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-14098a16-cc11-4a97-8b15-6fe579b2638d tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:12.608116 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c0d4107e-0e6e-451c-ae99-041897045861 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:12.609245 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c0d4107e-0e6e-451c-ae99-041897045861 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "DELETE /v2.0/security-groups/a962b2fe-5e99-4ff4-9622-b5d4e6e7123b HTTP/1.1" status: 204 len: 168 time: 0.6533525 Apr 20 17:44:12.613820 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49022) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:12.624158 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44dbdcf-263a-4553-8568-868799b9d37c tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae0d25d8-97f0-4074-bc7f-0d23b3a38cc1,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:12.626300 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-70a6cbd0-eb6c-4f4d-be64-04c02337973b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/floatingips/5ae7f024-85b9-4307-b321-cdf22babfabb HTTP/1.1" status: 200 len: 991 time: 0.2429435 Apr 20 17:44:12.650624 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1699dac-b5d6-404f-a7d9-64f2eb3ba297 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:12.656757 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e1699dac-b5d6-404f-a7d9-64f2eb3ba297 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "DELETE /v2.0/floatingips/1d434a74-d20b-4a3b-b98b-a13631823063 HTTP/1.1" status: 204 len: 168 time: 1.6760137 Apr 20 17:44:12.656757 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49026) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:12.658768 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-f0c7637c-5970-42f1-9e2c-867a8b385597 service neutron] Attempting to bind port 3c9c5012-251a-4d2f-a0a4-d89304a63eb4 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:44:12.659199 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-f0c7637c-5970-42f1-9e2c-867a8b385597 service neutron] Attempting to bind port 3c9c5012-251a-4d2f-a0a4-d89304a63eb4 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '9190c701-a59c-4bfe-a010-3b2a43040073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:44:12.659614 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-f0c7637c-5970-42f1-9e2c-867a8b385597 service neutron] Attempting to bind port 3c9c5012-251a-4d2f-a0a4-d89304a63eb4 on network 1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:44:12.669443 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-3f72b785-6056-43ba-915d-3a3edf50678b tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'port_id': '5ffce8dd-9234-4895-bded-b0dd4c7cdb05'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:12.677158 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3f72b785-6056-43ba-915d-3a3edf50678b tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:12.688786 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3f72b785-6056-43ba-915d-3a3edf50678b tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Usage tracker for resource:floatingip and tenant:c9d6fd43f57648e69fdcea7121532365 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:12.692162 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-f0c7637c-5970-42f1-9e2c-867a8b385597 service neutron] Port 3c9c5012-251a-4d2f-a0a4-d89304a63eb4 on network 1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:44:12.692595 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-f0c7637c-5970-42f1-9e2c-867a8b385597 service neutron] Attempting to bind port 3c9c5012-251a-4d2f-a0a4-d89304a63eb4 on network 1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:44:12.694988 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3f72b785-6056-43ba-915d-3a3edf50678b tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:12.707292 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3f72b785-6056-43ba-915d-3a3edf50678b tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:12.718164 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-f0c7637c-5970-42f1-9e2c-867a8b385597 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:44:12.718660 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-f0c7637c-5970-42f1-9e2c-867a8b385597 service neutron] Checking segment: {'id': '9190c701-a59c-4bfe-a010-3b2a43040073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:44:12.719146 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-f0c7637c-5970-42f1-9e2c-867a8b385597 service neutron] Bound using segment: {'id': '9190c701-a59c-4bfe-a010-3b2a43040073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:44:12.719677 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-f0c7637c-5970-42f1-9e2c-867a8b385597 service neutron] Bound port: 3c9c5012-251a-4d2f-a0a4-d89304a63eb4, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9190c701-a59c-4bfe-a010-3b2a43040073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:44:12.720221 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-f0c7637c-5970-42f1-9e2c-867a8b385597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:12.733334 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d44dbdcf-263a-4553-8568-868799b9d37c tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:12.734543 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d44dbdcf-263a-4553-8568-868799b9d37c tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6051319 Apr 20 17:44:12.738825 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49030) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:12.741479 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-14098a16-cc11-4a97-8b15-6fe579b2638d tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Calling delete_port for a2cae300-130b-4ecf-847d-7689b6a60a19 owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:44:12.754650 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-52ad3e7f-6275-4c60-b2f6-6d42b46e2598 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:12.759074 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3f72b785-6056-43ba-915d-3a3edf50678b tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for floatingip, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:12.781706 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-52ad3e7f-6275-4c60-b2f6-6d42b46e2598 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:12.787321 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bdeeed3d-2890-4e07-a381-dcfdf2ebebba tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Synchronizing usage tracker for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:12.794426 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-52ad3e7f-6275-4c60-b2f6-6d42b46e2598 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Usage tracker for resource:floatingip and tenant:afdda90d8b714cd0a49b7b3d0da0c05b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:12.799551 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-52ad3e7f-6275-4c60-b2f6-6d42b46e2598 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:12.830689 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:12.833910 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:12.881743 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-52ad3e7f-6275-4c60-b2f6-6d42b46e2598 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:12.885537 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-14098a16-cc11-4a97-8b15-6fe579b2638d tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:12.937311 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bdeeed3d-2890-4e07-a381-dcfdf2ebebba tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Unset dirty status for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:12.937570 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14098a16-cc11-4a97-8b15-6fe579b2638d tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2cae300-130b-4ecf-847d-7689b6a60a19,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:12.938706 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bdeeed3d-2890-4e07-a381-dcfdf2ebebba tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3124425 Apr 20 17:44:12.945239 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-52ad3e7f-6275-4c60-b2f6-6d42b46e2598 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for floatingip, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:12.960714 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49036) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:12.976328 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-118fc811-e6b9-4abc-b4b9-fb1fc3e34090 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Request body: {'security_group': {'name': 'tempest-secgroup--1771643372'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:12.991853 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-118fc811-e6b9-4abc-b4b9-fb1fc3e34090 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:13.030336 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-14098a16-cc11-4a97-8b15-6fe579b2638d tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:13.036217 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-14098a16-cc11-4a97-8b15-6fe579b2638d tempest-RoutersAdminNegativeTest-403201621 tempest-RoutersAdminNegativeTest-403201621-project-admin] 10.222.0.39 "DELETE /v2.0/ports/a2cae300-130b-4ecf-847d-7689b6a60a19 HTTP/1.1" status: 204 len: 168 time: 0.9623718 Apr 20 17:44:13.037231 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-f0c7637c-5970-42f1-9e2c-867a8b385597 service neutron] For port 3c9c5012-251a-4d2f-a0a4-d89304a63eb4, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:44:13.058644 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-118fc811-e6b9-4abc-b4b9-fb1fc3e34090 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:13.104829 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-f0c7637c-5970-42f1-9e2c-867a8b385597 service neutron] For port 3c9c5012-251a-4d2f-a0a4-d89304a63eb4, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=3c9c5012-251a-4d2f-a0a4-d89304a63eb4,segment=NetworkSegment(9190c701-a59c-4bfe-a010-3b2a43040073),segment_id=9190c701-a59c-4bfe-a010-3b2a43040073)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:44:13.128570 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-f0c7637c-5970-42f1-9e2c-867a8b385597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:13.168881 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-118fc811-e6b9-4abc-b4b9-fb1fc3e34090 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:13.252173 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-f0c7637c-5970-42f1-9e2c-867a8b385597 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:13.253547 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-f0c7637c-5970-42f1-9e2c-867a8b385597 service neutron] 10.222.0.43 "PUT /v2.0/ports/3c9c5012-251a-4d2f-a0a4-d89304a63eb4 HTTP/1.1" status: 200 len: 1055 time: 2.7124205 Apr 20 17:44:13.259326 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea24d1a-cd62-4346-9ad7-d79ab6c01651', 'tag': '3c9c5012-251a-4d2f-a0a4-d89304a63eb4'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:44:13.338798 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7637c-5970-42f1-9e2c-867a8b385597 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9c5012-251a-4d2f-a0a4-d89304a63eb4,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:13.353238 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca1e177e-3d2b-41d1-933c-20e6d6654df0'] response: {'name': 'network-changed', 'server_uuid': '1ea24d1a-cd62-4346-9ad7-d79ab6c01651', 'tag': '3c9c5012-251a-4d2f-a0a4-d89304a63eb4', 'status': 'completed', 'code': 200} Apr 20 17:44:13.355236 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-118fc811-e6b9-4abc-b4b9-fb1fc3e34090 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:13.365775 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:13.369122 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-118fc811-e6b9-4abc-b4b9-fb1fc3e34090 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Usage tracker for resource:security_group_rule and tenant:e56e4eebc3fc40ecb1961e0bacb3e86a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:13.375450 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-118fc811-e6b9-4abc-b4b9-fb1fc3e34090 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:13.375750 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49046) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:13.389117 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3f72b785-6056-43ba-915d-3a3edf50678b tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:13.391186 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-118fc811-e6b9-4abc-b4b9-fb1fc3e34090 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:13.406840 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48949c4-9e0f-4ed7-bcf0-aa9842511d5f req-963e2d95-40b2-4c1d-99be-8dc72385a825 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:13.407535 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f48949c4-9e0f-4ed7-bcf0-aa9842511d5f req-963e2d95-40b2-4c1d-99be-8dc72385a825 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Synchronizing usage tracker for tenant:b0685b0cdf464c79ab40968d62484d7b on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:13.571204 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f48949c4-9e0f-4ed7-bcf0-aa9842511d5f req-963e2d95-40b2-4c1d-99be-8dc72385a825 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Unset dirty status for tenant:b0685b0cdf464c79ab40968d62484d7b on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:13.572459 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f48949c4-9e0f-4ed7-bcf0-aa9842511d5f req-963e2d95-40b2-4c1d-99be-8dc72385a825 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ea24d1a-cd62-4346-9ad7-d79ab6c01651 HTTP/1.1" status: 200 len: 907 time: 0.5170588 Apr 20 17:44:13.579051 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-52ad3e7f-6275-4c60-b2f6-6d42b46e2598 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:13.665676 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49052) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:13.674674 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-118fc811-e6b9-4abc-b4b9-fb1fc3e34090 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:13.680583 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0cfef21b-564c-4e9e-aa7d-123e377a04d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:13.712773 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0cfef21b-564c-4e9e-aa7d-123e377a04d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:13.716558 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0cfef21b-564c-4e9e-aa7d-123e377a04d8 admin admin] Usage tracker for resource:security_group_rule and tenant:a71f6614859e4372b6933ade85251cfd is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:13.719335 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0cfef21b-564c-4e9e-aa7d-123e377a04d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:13.725578 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0cfef21b-564c-4e9e-aa7d-123e377a04d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:13.750370 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-118fc811-e6b9-4abc-b4b9-fb1fc3e34090 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:13.756716 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-31e877a6-b1a8-4148-8e62-b4a75d33dab6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b0685b0cdf464c79ab40968d62484d7b&device_id=1ea24d1a-cd62-4346-9ad7-d79ab6c01651 HTTP/1.1" status: 200 len: 1058 time: 0.4514647 Apr 20 17:44:13.792074 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0cfef21b-564c-4e9e-aa7d-123e377a04d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:13.797589 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0cfef21b-564c-4e9e-aa7d-123e377a04d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:13.842561 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfef21b-564c-4e9e-aa7d-123e377a04d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808ad709-a564-4ff9-a5c6-1a29329ea938,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:13.846621 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0cfef21b-564c-4e9e-aa7d-123e377a04d8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a71f6614859e4372b6933ade85251cfd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4696753 Apr 20 17:44:13.849467 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49056) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:13.910353 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cdc6d49f-5a2d-4193-9ae5-09540ddf6a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:13.939273 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cdc6d49f-5a2d-4193-9ae5-09540ddf6a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:13.939523 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fc811-e6b9-4abc-b4b9-fb1fc3e34090 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1994384e-fff7-4d70-83d6-656e1853627f,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:13.942382 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-688c6a02-6afc-4cfb-8509-9f96df2332a9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=3c9c5012-251a-4d2f-a0a4-d89304a63eb4 HTTP/1.1" status: 200 len: 217 time: 0.1551960 Apr 20 17:44:13.946398 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-3f72b785-6056-43ba-915d-3a3edf50678b tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Allocated IP 172.25.8.8 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/16d27376-f6a7-4623-abef-840545209e7d) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:44:13.992300 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cdc6d49f-5a2d-4193-9ae5-09540ddf6a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:14.003329 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-118fc811-e6b9-4abc-b4b9-fb1fc3e34090 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:14.004516 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-118fc811-e6b9-4abc-b4b9-fb1fc3e34090 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0399413 Apr 20 17:44:14.008467 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49060) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:14.010820 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-995f4293-c24b-49f5-ba52-211cc620196b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/floatingips/5ae7f024-85b9-4307-b321-cdf22babfabb HTTP/1.1" status: 200 len: 993 time: 0.3438239 Apr 20 17:44:14.014218 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6d49f-5a2d-4193-9ae5-09540ddf6a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808ad709-a564-4ff9-a5c6-1a29329ea938,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:14.020170 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-32226b63-f05e-4108-acc7-18b7ba6bcde0 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Request body: {'security_group_rule': {'security_group_id': '1994384e-fff7-4d70-83d6-656e1853627f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:14.029761 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-32226b63-f05e-4108-acc7-18b7ba6bcde0 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:14.032570 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cdc6d49f-5a2d-4193-9ae5-09540ddf6a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:14.036237 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cdc6d49f-5a2d-4193-9ae5-09540ddf6a2a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/808ad709-a564-4ff9-a5c6-1a29329ea938 HTTP/1.1" status: 204 len: 168 time: 0.1833158 Apr 20 17:44:14.046653 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-32226b63-f05e-4108-acc7-18b7ba6bcde0 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Usage tracker for resource:security_group_rule and tenant:e56e4eebc3fc40ecb1961e0bacb3e86a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:14.051858 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-32226b63-f05e-4108-acc7-18b7ba6bcde0 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:14.059198 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-32226b63-f05e-4108-acc7-18b7ba6bcde0 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:14.063242 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:14.076970 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-32226b63-f05e-4108-acc7-18b7ba6bcde0 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:14.094815 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-10f02741-8a4c-41cb-9bc9-6ca2d8039244 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:14.096288 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-10f02741-8a4c-41cb-9bc9-6ca2d8039244 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5e975989-efd5-4cef-a752-ecffeded28b5 HTTP/1.1" status: 200 len: 838 time: 0.1418250 Apr 20 17:44:14.139236 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-32226b63-f05e-4108-acc7-18b7ba6bcde0 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:14.145600 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-32226b63-f05e-4108-acc7-18b7ba6bcde0 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:14.171756 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32226b63-f05e-4108-acc7-18b7ba6bcde0 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb14976-4fc3-4abc-8555-d0adc399117a,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:14.187751 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-32226b63-f05e-4108-acc7-18b7ba6bcde0 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:14.189310 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-32226b63-f05e-4108-acc7-18b7ba6bcde0 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1784570 Apr 20 17:44:14.191758 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49066) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:14.198999 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-71f15cdf-514d-4b33-9307-4d8a04c364ca tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Request body: {'security_group_rule': {'security_group_id': '1994384e-fff7-4d70-83d6-656e1853627f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:14.205879 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-71f15cdf-514d-4b33-9307-4d8a04c364ca tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:14.210489 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-71f15cdf-514d-4b33-9307-4d8a04c364ca tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Usage tracker for resource:security_group_rule and tenant:e56e4eebc3fc40ecb1961e0bacb3e86a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:14.213858 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-71f15cdf-514d-4b33-9307-4d8a04c364ca tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:14.219900 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-71f15cdf-514d-4b33-9307-4d8a04c364ca tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:14.240120 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71f15cdf-514d-4b33-9307-4d8a04c364ca tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:14.303321 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71f15cdf-514d-4b33-9307-4d8a04c364ca tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:14.309072 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71f15cdf-514d-4b33-9307-4d8a04c364ca tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:14.336011 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f15cdf-514d-4b33-9307-4d8a04c364ca tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f79d1d9-46d3-4d79-90f3-b93aaa5d477a,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:14.349800 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71f15cdf-514d-4b33-9307-4d8a04c364ca tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:14.351103 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-71f15cdf-514d-4b33-9307-4d8a04c364ca tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1582441 Apr 20 17:44:14.353755 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49072) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:14.356994 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3f72b785-6056-43ba-915d-3a3edf50678b tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:14.359765 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-6bb1e718-196e-437e-aad0-65529e479e8d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Request body: {'security_group_rule': {'security_group_id': '1994384e-fff7-4d70-83d6-656e1853627f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:14.366856 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6bb1e718-196e-437e-aad0-65529e479e8d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:14.371068 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6bb1e718-196e-437e-aad0-65529e479e8d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Usage tracker for resource:security_group_rule and tenant:e56e4eebc3fc40ecb1961e0bacb3e86a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:14.372823 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-ba753d6d-5ab6-496d-ba35-4154622fa821 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2645779 Apr 20 17:44:14.374032 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6bb1e718-196e-437e-aad0-65529e479e8d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:14.379954 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6bb1e718-196e-437e-aad0-65529e479e8d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:14.399134 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6bb1e718-196e-437e-aad0-65529e479e8d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:14.424485 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49076) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:14.502682 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6bb1e718-196e-437e-aad0-65529e479e8d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:14.507076 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b16751dd-1798-43ab-836e-1f61974730d5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7f4c78abe4e0478aa4e0d356cc6e1934&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0814407 Apr 20 17:44:14.509830 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49080) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:14.521646 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3f72b785-6056-43ba-915d-3a3edf50678b tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:14.524166 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6bb1e718-196e-437e-aad0-65529e479e8d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:14.557746 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb1e718-196e-437e-aad0-65529e479e8d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd58a3b7-7dae-47d3-af4f-ff09b32788a1,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:14.598085 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6bb1e718-196e-437e-aad0-65529e479e8d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:14.602022 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6bb1e718-196e-437e-aad0-65529e479e8d tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2442329 Apr 20 17:44:14.602226 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49084) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:14.609898 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-c96a11a7-78a7-4c87-bf00-70b69e58bb6b tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Request body: {'security_group_rule': {'security_group_id': '1994384e-fff7-4d70-83d6-656e1853627f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:14.616181 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c96a11a7-78a7-4c87-bf00-70b69e58bb6b tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:14.620336 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c96a11a7-78a7-4c87-bf00-70b69e58bb6b tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Usage tracker for resource:security_group_rule and tenant:e56e4eebc3fc40ecb1961e0bacb3e86a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:14.623238 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c96a11a7-78a7-4c87-bf00-70b69e58bb6b tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:14.630046 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c96a11a7-78a7-4c87-bf00-70b69e58bb6b tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:14.633645 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-07827742-b16b-4f45-a808-1a8f73f4f72e service neutron] 10.222.0.43 "GET /v2.0/networks/1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530346 Apr 20 17:44:14.635436 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f72b785-6056-43ba-915d-3a3edf50678b tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:44:14.639974 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4e13a9db-5660-4e8e-b93e-e7214bc82a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:14.647047 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-3f72b785-6056-43ba-915d-3a3edf50678b tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:44:14.649318 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-52ad3e7f-6275-4c60-b2f6-6d42b46e2598 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Allocated IP 172.25.8.139 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/45c78693-881a-4932-af2b-45e069e59fc3) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:44:14.655344 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f72b785-6056-43ba-915d-3a3edf50678b tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:44:14.666346 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c96a11a7-78a7-4c87-bf00-70b69e58bb6b tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:14.683085 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4e13a9db-5660-4e8e-b93e-e7214bc82a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:14.707582 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72b785-6056-43ba-915d-3a3edf50678b tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event updated for resources: {'Port': ['ID=16d27376-f6a7-4623-abef-840545209e7d,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:14.827794 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c96a11a7-78a7-4c87-bf00-70b69e58bb6b tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:14.835116 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c96a11a7-78a7-4c87-bf00-70b69e58bb6b tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:14.849564 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4e13a9db-5660-4e8e-b93e-e7214bc82a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:14.867962 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de479be9-bd2f-4c34-80c1-874bc150b2db req-26cbac05-1fa7-4044-81a7-17e221a134f5 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:14.869446 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de479be9-bd2f-4c34-80c1-874bc150b2db req-26cbac05-1fa7-4044-81a7-17e221a134f5 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ea24d1a-cd62-4346-9ad7-d79ab6c01651 HTTP/1.1" status: 200 len: 907 time: 0.1561780 Apr 20 17:44:14.880982 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a11a7-78a7-4c87-bf00-70b69e58bb6b tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa1a0ed5-6007-476a-9c09-43e8cd9405de,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:14.891936 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13a9db-5660-4e8e-b93e-e7214bc82a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d97ec2d-4cba-475f-b477-7bdb46e070ce,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:14.907133 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4e13a9db-5660-4e8e-b93e-e7214bc82a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:14.911078 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4e13a9db-5660-4e8e-b93e-e7214bc82a1a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5d97ec2d-4cba-475f-b477-7bdb46e070ce HTTP/1.1" status: 204 len: 168 time: 0.3975985 Apr 20 17:44:14.911948 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c96a11a7-78a7-4c87-bf00-70b69e58bb6b tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:14.915696 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c96a11a7-78a7-4c87-bf00-70b69e58bb6b tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3100431 Apr 20 17:44:14.917644 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49092) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:14.924371 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-72a9231e-2314-4719-868a-c26f5553d424 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Request body: {'security_group_rule': {'security_group_id': '1994384e-fff7-4d70-83d6-656e1853627f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:14.933423 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-72a9231e-2314-4719-868a-c26f5553d424 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:14.938244 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-72a9231e-2314-4719-868a-c26f5553d424 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Usage tracker for resource:security_group_rule and tenant:e56e4eebc3fc40ecb1961e0bacb3e86a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:14.942624 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-72a9231e-2314-4719-868a-c26f5553d424 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:14.949783 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-72a9231e-2314-4719-868a-c26f5553d424 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:14.971065 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-72a9231e-2314-4719-868a-c26f5553d424 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:15.024894 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f3fb2c3e-b1b2-4956-8b76-7c7d9c57c769 req-c771af76-5bc1-4403-aeec-d0b23009f167 service neutron] 10.222.0.43 "GET /v2.0/networks/1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732471 Apr 20 17:44:15.047388 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-72a9231e-2314-4719-868a-c26f5553d424 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:15.054776 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-72a9231e-2314-4719-868a-c26f5553d424 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:15.066174 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-52ad3e7f-6275-4c60-b2f6-6d42b46e2598 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:15.079514 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9231e-2314-4719-868a-c26f5553d424 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=859a7e7b-1b0c-46ed-b39b-d526fc06693f,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:15.095980 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-72a9231e-2314-4719-868a-c26f5553d424 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:15.097252 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-72a9231e-2314-4719-868a-c26f5553d424 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.1794891 Apr 20 17:44:15.100304 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49096) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:15.132152 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4970611-9c0c-421a-b413-fec2ec9f0598 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:15.142507 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4970611-9c0c-421a-b413-fec2ec9f0598 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:15.168287 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4970611-9c0c-421a-b413-fec2ec9f0598 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:15.185821 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4970611-9c0c-421a-b413-fec2ec9f0598 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=859a7e7b-1b0c-46ed-b39b-d526fc06693f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:15.195600 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4970611-9c0c-421a-b413-fec2ec9f0598 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:15.199908 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c4970611-9c0c-421a-b413-fec2ec9f0598 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/859a7e7b-1b0c-46ed-b39b-d526fc06693f HTTP/1.1" status: 204 len: 168 time: 0.0986881 Apr 20 17:44:15.200592 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49102) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:15.257547 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c6ca81ec-77a7-441f-a213-2fb63ff4828f tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Synchronizing usage tracker for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group_rule {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:15.276856 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c6ca81ec-77a7-441f-a213-2fb63ff4828f tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Unset dirty status for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group_rule {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:15.281931 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c6ca81ec-77a7-441f-a213-2fb63ff4828f tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.0771837 Apr 20 17:44:15.281931 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49108) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:15.304399 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-52ad3e7f-6275-4c60-b2f6-6d42b46e2598 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:15.318834 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c6db876-683a-4937-88d8-265bc404dd71 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:15.320123 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:15.332351 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c6db876-683a-4937-88d8-265bc404dd71 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:15.362132 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c6db876-683a-4937-88d8-265bc404dd71 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:15.380948 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d6b6b48c-f54e-47ed-9aa4-b479548bcf6e req-2b46a75c-0fe1-47d8-af3b-7d1122fd4aa7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b0685b0cdf464c79ab40968d62484d7b&device_id=1ea24d1a-cd62-4346-9ad7-d79ab6c01651 HTTP/1.1" status: 200 len: 1058 time: 0.3053181 Apr 20 17:44:15.387457 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6db876-683a-4937-88d8-265bc404dd71 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa1a0ed5-6007-476a-9c09-43e8cd9405de,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:15.412145 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c6db876-683a-4937-88d8-265bc404dd71 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:15.416713 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1c6db876-683a-4937-88d8-265bc404dd71 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/fa1a0ed5-6007-476a-9c09-43e8cd9405de HTTP/1.1" status: 204 len: 168 time: 0.1335087 Apr 20 17:44:15.417640 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49116) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:15.443257 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ad3e7f-6275-4c60-b2f6-6d42b46e2598 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:44:15.482484 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1d3a05d8-291b-4511-bb5b-d6059625ee06 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Synchronizing usage tracker for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group_rule {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:15.498656 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad3e7f-6275-4c60-b2f6-6d42b46e2598 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Pushing event updated for resources: {'Port': ['ID=45c78693-881a-4932-af2b-45e069e59fc3,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:15.499558 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1d3a05d8-291b-4511-bb5b-d6059625ee06 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Unset dirty status for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group_rule {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:15.500980 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1d3a05d8-291b-4511-bb5b-d6059625ee06 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.0822775 Apr 20 17:44:15.504622 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49122) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:15.506039 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-52ad3e7f-6275-4c60-b2f6-6d42b46e2598 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:44:15.522579 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ad3e7f-6275-4c60-b2f6-6d42b46e2598 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:44:15.535987 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9064bbb2-e979-4c64-815a-2efbff9eb7f5 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:15.546509 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9064bbb2-e979-4c64-815a-2efbff9eb7f5 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:15.576333 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9064bbb2-e979-4c64-815a-2efbff9eb7f5 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:15.596405 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064bbb2-e979-4c64-815a-2efbff9eb7f5 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd58a3b7-7dae-47d3-af4f-ff09b32788a1,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:15.610042 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9064bbb2-e979-4c64-815a-2efbff9eb7f5 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:15.613703 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9064bbb2-e979-4c64-815a-2efbff9eb7f5 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/bd58a3b7-7dae-47d3-af4f-ff09b32788a1 HTTP/1.1" status: 204 len: 168 time: 0.1056528 Apr 20 17:44:15.614370 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49126) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:15.647312 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6b48c-f54e-47ed-9aa4-b479548bcf6e req-e4f9139f-91f1-4bd8-9ddd-24a281b850ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:15.648781 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d6b6b48c-f54e-47ed-9aa4-b479548bcf6e req-e4f9139f-91f1-4bd8-9ddd-24a281b850ca service neutron] 10.222.0.43 "GET /v2.0/networks?id=1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010 HTTP/1.1" status: 200 len: 898 time: 0.2429292 Apr 20 17:44:15.672491 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-bd2d0c37-973d-4e3d-837a-f9be20bfa620 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Synchronizing usage tracker for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group_rule {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:15.693393 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-bd2d0c37-973d-4e3d-837a-f9be20bfa620 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Unset dirty status for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group_rule {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:15.694801 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bd2d0c37-973d-4e3d-837a-f9be20bfa620 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.0795441 Apr 20 17:44:15.697963 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49134) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:15.729336 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d6b6b48c-f54e-47ed-9aa4-b479548bcf6e req-575c78be-f36e-4f4f-a5c6-a3be5c6747a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=3c9c5012-251a-4d2f-a0a4-d89304a63eb4 HTTP/1.1" status: 200 len: 217 time: 0.0728388 Apr 20 17:44:15.731706 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8cb25df1-1502-48f2-b19a-e9084afe55ce tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:15.747055 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8cb25df1-1502-48f2-b19a-e9084afe55ce tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:15.781091 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8cb25df1-1502-48f2-b19a-e9084afe55ce tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:15.798887 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb25df1-1502-48f2-b19a-e9084afe55ce tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f79d1d9-46d3-4d79-90f3-b93aaa5d477a,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:15.813122 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8cb25df1-1502-48f2-b19a-e9084afe55ce tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:15.817359 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8cb25df1-1502-48f2-b19a-e9084afe55ce tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/2f79d1d9-46d3-4d79-90f3-b93aaa5d477a HTTP/1.1" status: 204 len: 168 time: 0.1155460 Apr 20 17:44:15.817752 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49140) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:15.869695 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-43f34ae0-9db4-4eec-9c77-14aab9b560c8 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Synchronizing usage tracker for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group_rule {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:15.887700 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-43f34ae0-9db4-4eec-9c77-14aab9b560c8 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Unset dirty status for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group_rule {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:15.891762 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-43f34ae0-9db4-4eec-9c77-14aab9b560c8 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.0702171 Apr 20 17:44:15.892105 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49144) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:15.922898 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49150) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:15.929422 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ba15115d-72cf-4e39-87e3-cd76125726bf tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:15.940992 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ba15115d-72cf-4e39-87e3-cd76125726bf tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:15.969559 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ba15115d-72cf-4e39-87e3-cd76125726bf tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:15.996122 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15115d-72cf-4e39-87e3-cd76125726bf tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8cb14976-4fc3-4abc-8555-d0adc399117a,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:16.011123 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ba15115d-72cf-4e39-87e3-cd76125726bf tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:16.012449 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ba15115d-72cf-4e39-87e3-cd76125726bf tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/8cb14976-4fc3-4abc-8555-d0adc399117a HTTP/1.1" status: 204 len: 168 time: 0.1195207 Apr 20 17:44:16.014981 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49156) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:16.062134 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d2f34b38-5187-46b5-a974-efd4f9b1b0b5 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Synchronizing usage tracker for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group_rule {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:16.079429 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d2f34b38-5187-46b5-a974-efd4f9b1b0b5 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Unset dirty status for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group_rule {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:16.083908 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d2f34b38-5187-46b5-a974-efd4f9b1b0b5 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0648673 Apr 20 17:44:16.087496 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-da40d26d-12ea-4003-ba2e-95d9a6f799f7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1107249901'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:16.091123 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49160) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:16.104028 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-da40d26d-12ea-4003-ba2e-95d9a6f799f7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:16.111827 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-da40d26d-12ea-4003-ba2e-95d9a6f799f7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Usage tracker for resource:network and tenant:137e1b502cc24932966ee771d0af99b2 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:16.114918 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6b48c-f54e-47ed-9aa4-b479548bcf6e req-5c5ae1d6-581d-4d21-872f-81f65ad61617 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:16.116373 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d6b6b48c-f54e-47ed-9aa4-b479548bcf6e req-5c5ae1d6-581d-4d21-872f-81f65ad61617 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5e975989-efd5-4cef-a752-ecffeded28b5 HTTP/1.1" status: 200 len: 838 time: 0.3764169 Apr 20 17:44:16.116647 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-da40d26d-12ea-4003-ba2e-95d9a6f799f7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:16.117072 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-52ad3e7f-6275-4c60-b2f6-6d42b46e2598 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:16.131166 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-da40d26d-12ea-4003-ba2e-95d9a6f799f7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:16.153498 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da40d26d-12ea-4003-ba2e-95d9a6f799f7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Made reservation on behalf of 137e1b502cc24932966ee771d0af99b2 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:44:16.156495 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-da40d26d-12ea-4003-ba2e-95d9a6f799f7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:16.175683 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-da40d26d-12ea-4003-ba2e-95d9a6f799f7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:16.205220 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-baccc737-4c68-4a8e-a9a7-c640c8306bbc tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:16.214411 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3f72b785-6056-43ba-915d-3a3edf50678b tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:16.243045 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-da40d26d-12ea-4003-ba2e-95d9a6f799f7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:16.248596 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-baccc737-4c68-4a8e-a9a7-c640c8306bbc tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:16.256619 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-da40d26d-12ea-4003-ba2e-95d9a6f799f7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Usage tracker for resource:security_group_rule and tenant:137e1b502cc24932966ee771d0af99b2 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:16.261537 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-da40d26d-12ea-4003-ba2e-95d9a6f799f7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:16.268625 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-da40d26d-12ea-4003-ba2e-95d9a6f799f7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:16.293272 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-52ad3e7f-6275-4c60-b2f6-6d42b46e2598 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:16.321706 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-baccc737-4c68-4a8e-a9a7-c640c8306bbc tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:16.352667 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3f72b785-6056-43ba-915d-3a3edf50678b tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:16.353947 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baccc737-4c68-4a8e-a9a7-c640c8306bbc tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1994384e-fff7-4d70-83d6-656e1853627f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:16.406065 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-da40d26d-12ea-4003-ba2e-95d9a6f799f7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:16.407689 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-baccc737-4c68-4a8e-a9a7-c640c8306bbc tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:16.411187 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-baccc737-4c68-4a8e-a9a7-c640c8306bbc tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "DELETE /v2.0/security-groups/1994384e-fff7-4d70-83d6-656e1853627f HTTP/1.1" status: 204 len: 168 time: 0.3170450 Apr 20 17:44:16.413275 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49164) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:16.429779 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-da40d26d-12ea-4003-ba2e-95d9a6f799f7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:16.430311 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638811ed-ab53-4222-8254-c94512ea09db req-d5006821-78da-43a5-8330-0fd6656020f5 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:16.431756 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-638811ed-ab53-4222-8254-c94512ea09db req-d5006821-78da-43a5-8330-0fd6656020f5 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ea24d1a-cd62-4346-9ad7-d79ab6c01651 HTTP/1.1" status: 200 len: 907 time: 0.3761666 Apr 20 17:44:16.464226 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:44:16.466941 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40d26d-12ea-4003-ba2e-95d9a6f799f7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6a7fb5-8130-4d3a-b972-937b01e0ef0a,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:16.486663 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da40d26d-12ea-4003-ba2e-95d9a6f799f7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:44:16.512183 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d6b6b48c-f54e-47ed-9aa4-b479548bcf6e req-ebc28c6c-f760-4424-a70d-c807e505cc02 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3852954 Apr 20 17:44:16.515511 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-da40d26d-12ea-4003-ba2e-95d9a6f799f7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:16.515854 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-da40d26d-12ea-4003-ba2e-95d9a6f799f7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Added segment ffc3e0d5-5a4d-43bc-80cd-bcee017cfcc4 of type vlan for network 5f9cf45e-85f9-4620-ba44-824f4fb64cfc Apr 20 17:44:16.524018 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-02fafb3b-9e1f-494b-b568-0fd076d53db0 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Synchronizing usage tracker for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:16.552746 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-da40d26d-12ea-4003-ba2e-95d9a6f799f7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:16.557025 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-02fafb3b-9e1f-494b-b568-0fd076d53db0 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Unset dirty status for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:16.558333 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-02fafb3b-9e1f-494b-b568-0fd076d53db0 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1451194 Apr 20 17:44:16.562723 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49168) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:16.570670 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-edb51744-dac6-4a32-9f23-a6b18eb9ad94 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Request body: {'security_group': {'name': 'tempest-secgroup--1998293710'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:16.578899 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-edb51744-dac6-4a32-9f23-a6b18eb9ad94 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:16.596719 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 3c9c5012-251a-4d2f-a0a4-d89304a63eb4 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:44:16.604887 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-edb51744-dac6-4a32-9f23-a6b18eb9ad94 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:16.627733 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-edb51744-dac6-4a32-9f23-a6b18eb9ad94 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:16.644941 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-da40d26d-12ea-4003-ba2e-95d9a6f799f7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:16.651709 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da40d26d-12ea-4003-ba2e-95d9a6f799f7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:16.652418 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-da40d26d-12ea-4003-ba2e-95d9a6f799f7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:16.763585 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 3c9c5012-251a-4d2f-a0a4-d89304a63eb4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=3c9c5012-251a-4d2f-a0a4-d89304a63eb4,segment=NetworkSegment(9190c701-a59c-4bfe-a010-3b2a43040073),segment_id=9190c701-a59c-4bfe-a010-3b2a43040073)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:44:16.778418 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-da40d26d-12ea-4003-ba2e-95d9a6f799f7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8519554 Apr 20 17:44:16.779246 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '3c9c5012-251a-4d2f-a0a4-d89304a63eb4', 'network_id': '1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010', 'port_id': '3c9c5012-251a-4d2f-a0a4-d89304a63eb4', 'mac_address': 'fa:16:3e:c4:e0:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e975989-efd5-4cef-a752-ecffeded28b5', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:44:16.789675 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-edb51744-dac6-4a32-9f23-a6b18eb9ad94 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:16.791933 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40d26d-12ea-4003-ba2e-95d9a6f799f7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Pushing event updated for resources: {'Network': ['ID=5f9cf45e-85f9-4620-ba44-824f4fb64cfc,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:16.796072 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-edb51744-dac6-4a32-9f23-a6b18eb9ad94 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Usage tracker for resource:security_group_rule and tenant:e56e4eebc3fc40ecb1961e0bacb3e86a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:16.799722 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-edb51744-dac6-4a32-9f23-a6b18eb9ad94 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:16.805054 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-edb51744-dac6-4a32-9f23-a6b18eb9ad94 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:16.811289 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 5f9cf45e-85f9-4620-ba44-824f4fb64cfc details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:44:16.812491 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-52ad3e7f-6275-4c60-b2f6-6d42b46e2598 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:16.822590 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-52ad3e7f-6275-4c60-b2f6-6d42b46e2598 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:16.879141 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-edb51744-dac6-4a32-9f23-a6b18eb9ad94 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:16.886835 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-edb51744-dac6-4a32-9f23-a6b18eb9ad94 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:16.940873 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb51744-dac6-4a32-9f23-a6b18eb9ad94 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e889916a-87e3-4b03-9c08-6103327a9470,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:16.956603 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-edb51744-dac6-4a32-9f23-a6b18eb9ad94 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:16.958682 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-edb51744-dac6-4a32-9f23-a6b18eb9ad94 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3939991 Apr 20 17:44:16.961575 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49172) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:16.968311 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-e088ec20-5ff4-4081-808b-74bdd607f5ca tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Request body: {'security_group_rule': {'security_group_id': 'e889916a-87e3-4b03-9c08-6103327a9470', 'direction': 'ingress', 'protocol': 17}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:16.975670 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e088ec20-5ff4-4081-808b-74bdd607f5ca tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:16.984501 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e088ec20-5ff4-4081-808b-74bdd607f5ca tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Usage tracker for resource:security_group_rule and tenant:e56e4eebc3fc40ecb1961e0bacb3e86a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:16.993176 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e088ec20-5ff4-4081-808b-74bdd607f5ca tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:16.995879 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:17.000980 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad3e7f-6275-4c60-b2f6-6d42b46e2598 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Pushing event updated for resources: {'Port': ['ID=45c78693-881a-4932-af2b-45e069e59fc3,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:17.003474 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e088ec20-5ff4-4081-808b-74bdd607f5ca tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:17.012454 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.resource_extend [None req-3f72b785-6056-43ba-915d-3a3edf50678b tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:44:17.017858 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c9c5012-251a-4d2f-a0a4-d89304a63eb4 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:44:17.033974 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e088ec20-5ff4-4081-808b-74bdd607f5ca tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:17.036278 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 3c9c5012-251a-4d2f-a0a4-d89304a63eb4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=3c9c5012-251a-4d2f-a0a4-d89304a63eb4,segment=NetworkSegment(9190c701-a59c-4bfe-a010-3b2a43040073),segment_id=9190c701-a59c-4bfe-a010-3b2a43040073)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:44:17.043575 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:17.048804 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d6b6b48c-f54e-47ed-9aa4-b479548bcf6e req-72003a28-9564-4993-a887-f67c42db9af3 service neutron] 10.222.0.43 "GET /v2.0/networks/1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103981 Apr 20 17:44:17.053127 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3f72b785-6056-43ba-915d-3a3edf50678b tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:17.082903 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3f72b785-6056-43ba-915d-3a3edf50678b tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:17.110226 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e088ec20-5ff4-4081-808b-74bdd607f5ca tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:17.117617 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e088ec20-5ff4-4081-808b-74bdd607f5ca tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:17.128877 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=3c9c5012-251a-4d2f-a0a4-d89304a63eb4,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:17.146065 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088ec20-5ff4-4081-808b-74bdd607f5ca tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b51953-f5a9-4ee0-be84-a4724631d01a,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:17.163283 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e088ec20-5ff4-4081-808b-74bdd607f5ca tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:17.167437 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e088ec20-5ff4-4081-808b-74bdd607f5ca tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.2016349 Apr 20 17:44:17.167675 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49176) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:17.174488 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-52ad3e7f-6275-4c60-b2f6-6d42b46e2598 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:17.239644 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c487e0e5-3551-49d8-93ed-ace72efb0d83 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:17.259409 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['3c9c5012-251a-4d2f-a0a4-d89304a63eb4'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:44:17.262256 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72b785-6056-43ba-915d-3a3edf50678b tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event updated for resources: {'Port': ['ID=16d27376-f6a7-4623-abef-840545209e7d,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:17.268760 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c487e0e5-3551-49d8-93ed-ace72efb0d83 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:17.281029 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-52ad3e7f-6275-4c60-b2f6-6d42b46e2598 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:17.282326 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-52ad3e7f-6275-4c60-b2f6-6d42b46e2598 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5381079 Apr 20 17:44:17.332909 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3f72b785-6056-43ba-915d-3a3edf50678b tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:17.344923 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c487e0e5-3551-49d8-93ed-ace72efb0d83 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:17.384183 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487e0e5-3551-49d8-93ed-ace72efb0d83 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e889916a-87e3-4b03-9c08-6103327a9470,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:17.399280 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c487e0e5-3551-49d8-93ed-ace72efb0d83 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:17.405555 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c487e0e5-3551-49d8-93ed-ace72efb0d83 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "DELETE /v2.0/security-groups/e889916a-87e3-4b03-9c08-6103327a9470 HTTP/1.1" status: 204 len: 168 time: 0.2318099 Apr 20 17:44:17.406595 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49182) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:17.476399 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-520c11a2-b5a1-49ba-8ce5-7fcdaf562b90 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Synchronizing usage tracker for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:17.503718 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d6b6b48c-f54e-47ed-9aa4-b479548bcf6e req-406feb19-690b-4cec-bdcc-c0247190ffee service neutron] 10.222.0.43 "GET /v2.0/networks/1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465516 Apr 20 17:44:17.505596 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-520c11a2-b5a1-49ba-8ce5-7fcdaf562b90 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Unset dirty status for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:17.510526 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-520c11a2-b5a1-49ba-8ce5-7fcdaf562b90 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0997963 Apr 20 17:44:17.511206 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49190) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:17.522876 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-222ca291-548e-4755-a3de-c441d5e6cd5a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Request body: {'security_group': {'name': 'tempest-secgroup--863499012'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:17.535259 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-222ca291-548e-4755-a3de-c441d5e6cd5a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:17.546956 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-222ca291-548e-4755-a3de-c441d5e6cd5a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:17.571372 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-222ca291-548e-4755-a3de-c441d5e6cd5a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:17.650919 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-222ca291-548e-4755-a3de-c441d5e6cd5a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:17.655939 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-222ca291-548e-4755-a3de-c441d5e6cd5a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Usage tracker for resource:security_group_rule and tenant:e56e4eebc3fc40ecb1961e0bacb3e86a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:17.659064 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-222ca291-548e-4755-a3de-c441d5e6cd5a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:17.664721 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-222ca291-548e-4755-a3de-c441d5e6cd5a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:17.735245 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-dd4d1c3d-1720-4e3c-aadc-fc99092a1710 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Synchronizing usage tracker for tenant:afdda90d8b714cd0a49b7b3d0da0c05b on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:17.762762 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-222ca291-548e-4755-a3de-c441d5e6cd5a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:17.770160 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-222ca291-548e-4755-a3de-c441d5e6cd5a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:17.785805 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-dd4d1c3d-1720-4e3c-aadc-fc99092a1710 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Unset dirty status for tenant:afdda90d8b714cd0a49b7b3d0da0c05b on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:17.787175 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-dd4d1c3d-1720-4e3c-aadc-fc99092a1710 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--79011211&fields=id&tenant_id=afdda90d8b714cd0a49b7b3d0da0c05b HTTP/1.1" status: 200 len: 267 time: 0.1755006 Apr 20 17:44:17.822967 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2dfe1-2951-4ffe-a059-21de6b8fc1ec req-eff7db09-440c-4b28-aac7-12e76199484d tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:17.825285 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d2f2dfe1-2951-4ffe-a059-21de6b8fc1ec req-eff7db09-440c-4b28-aac7-12e76199484d tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ea24d1a-cd62-4346-9ad7-d79ab6c01651 HTTP/1.1" status: 200 len: 908 time: 0.1172314 Apr 20 17:44:17.866036 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [None req-3f72b785-6056-43ba-915d-3a3edf50678b tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Floating IP c8307b7c-a4bf-4d7f-8301-978bda12c921 associated. External IP: 172.25.8.8, port: 5ffce8dd-9234-4895-bded-b0dd4c7cdb05. Apr 20 17:44:17.875426 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ca291-548e-4755-a3de-c441d5e6cd5a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc58412b-ad7c-4ed0-a361-58cccd7e3167,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:18.048231 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-222ca291-548e-4755-a3de-c441d5e6cd5a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:18.050271 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-222ca291-548e-4755-a3de-c441d5e6cd5a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5380979 Apr 20 17:44:18.053377 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49200) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:18.065517 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-04afc32e-a87d-4ac5-b756-69896d5a3a8a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Request body: {'security_group': {'name': 'tempest-secgroup--1479158116'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:18.077268 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-04afc32e-a87d-4ac5-b756-69896d5a3a8a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:18.093995 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-04afc32e-a87d-4ac5-b756-69896d5a3a8a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Usage tracker for resource:security_group and tenant:e56e4eebc3fc40ecb1961e0bacb3e86a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:18.099325 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-04afc32e-a87d-4ac5-b756-69896d5a3a8a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:18.108759 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-04afc32e-a87d-4ac5-b756-69896d5a3a8a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:18.133167 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-2393f8b1-e044-4718-b632-acf3db0fb424 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:18.134610 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-2393f8b1-e044-4718-b632-acf3db0fb424 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/networks?id=911da384-323b-42ed-9656-9be4d49d8f36 HTTP/1.1" status: 200 len: 811 time: 0.3207855 Apr 20 17:44:18.135797 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-04afc32e-a87d-4ac5-b756-69896d5a3a8a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:18.179115 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-04afc32e-a87d-4ac5-b756-69896d5a3a8a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:18.183277 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-04afc32e-a87d-4ac5-b756-69896d5a3a8a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Usage tracker for resource:security_group_rule and tenant:e56e4eebc3fc40ecb1961e0bacb3e86a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:18.187627 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-04afc32e-a87d-4ac5-b756-69896d5a3a8a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:18.191663 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-04afc32e-a87d-4ac5-b756-69896d5a3a8a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:18.200658 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-a41f1a1e-5baf-4bfe-87e2-3c33eb95e6a3 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/quotas/afdda90d8b714cd0a49b7b3d0da0c05b HTTP/1.1" status: 200 len: 375 time: 0.0557027 Apr 20 17:44:18.277652 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f72b785-6056-43ba-915d-3a3edf50678b tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Router ed52b34c-0634-4c6d-ab70-77ac5a590f6c has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:44:18.301423 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-04afc32e-a87d-4ac5-b756-69896d5a3a8a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:18.310933 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-04afc32e-a87d-4ac5-b756-69896d5a3a8a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:18.347161 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-ab1c6da6-70a3-4aa3-b568-f7da8b20022d tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=afdda90d8b714cd0a49b7b3d0da0c05b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1354918 Apr 20 17:44:18.441663 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04afc32e-a87d-4ac5-b756-69896d5a3a8a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8551ee60-22b0-47e0-a744-51a108275531,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:18.455015 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-04afc32e-a87d-4ac5-b756-69896d5a3a8a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:18.458654 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-04afc32e-a87d-4ac5-b756-69896d5a3a8a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4012344 Apr 20 17:44:18.458993 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49204) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:18.466450 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-ebbe0fdd-12c0-4bb7-8e08-dbc7bf23a440 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Request body: {'security_group_rule': {'security_group_id': 'bc58412b-ad7c-4ed0-a361-58cccd7e3167', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8551ee60-22b0-47e0-a744-51a108275531', 'remote_ip_prefix': None}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:18.475711 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ebbe0fdd-12c0-4bb7-8e08-dbc7bf23a440 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:18.482225 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ebbe0fdd-12c0-4bb7-8e08-dbc7bf23a440 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Usage tracker for resource:security_group_rule and tenant:e56e4eebc3fc40ecb1961e0bacb3e86a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:18.487306 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ebbe0fdd-12c0-4bb7-8e08-dbc7bf23a440 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:18.504271 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ebbe0fdd-12c0-4bb7-8e08-dbc7bf23a440 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:18.508126 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f72b785-6056-43ba-915d-3a3edf50678b tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:44:18.519935 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5452b6-ede1-48e1-bb81-7d778eb4b855 None None] Sync routers for ids ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:44:18.542037 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5452b6-ede1-48e1-bb81-7d778eb4b855 None None] Routers {'ed52b34c-0634-4c6d-ab70-77ac5a590f6c'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:44:18.543332 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-5b5452b6-ede1-48e1-bb81-7d778eb4b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:44:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:18.547936 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3f72b785-6056-43ba-915d-3a3edf50678b tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:18.551020 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-ca375df6-4349-4642-8976-a6f3ddcb0690 service neutron] 10.222.0.39 "GET /v2.0/networks/911da384-323b-42ed-9656-9be4d49d8f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826878 Apr 20 17:44:18.606364 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-5b5452b6-ede1-48e1-bb81-7d778eb4b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:18.612627 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3f72b785-6056-43ba-915d-3a3edf50678b tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.9549408 Apr 20 17:44:18.615814 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49208) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:18.617733 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5452b6-ede1-48e1-bb81-7d778eb4b855 None None] Routers {'ed52b34c-0634-4c6d-ab70-77ac5a590f6c'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:44:18.618345 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-5b5452b6-ede1-48e1-bb81-7d778eb4b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:44:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:18.622052 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 3c9c5012-251a-4d2f-a0a4-d89304a63eb4 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:44:18.660620 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ebbe0fdd-12c0-4bb7-8e08-dbc7bf23a440 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:18.691597 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-5b5452b6-ede1-48e1-bb81-7d778eb4b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:18.692281 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5452b6-ede1-48e1-bb81-7d778eb4b855 None None] The sync data for ids ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:44:18.738150 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 3c9c5012-251a-4d2f-a0a4-d89304a63eb4 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:44:18.744931 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 3c9c5012-251a-4d2f-a0a4-d89304a63eb4 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:44:18.745642 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:18.750484 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5284e172-9fc7-4390-85ec-50be8a5039c3 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "GET /v2.0/floatingips/c8307b7c-a4bf-4d7f-8301-978bda12c921 HTTP/1.1" status: 200 len: 977 time: 0.1316831 Apr 20 17:44:18.751345 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49212) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:18.778622 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-98a431f0-dede-4570-9d42-8617260a94ec service neutron] 10.222.0.39 "GET /v2.0/networks/911da384-323b-42ed-9656-9be4d49d8f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237663 Apr 20 17:44:18.825926 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ebbe0fdd-12c0-4bb7-8e08-dbc7bf23a440 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:18.831355 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ebbe0fdd-12c0-4bb7-8e08-dbc7bf23a440 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:18.873141 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe0fdd-12c0-4bb7-8e08-dbc7bf23a440 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78f60a0-8af6-41cd-8ed7-8c856d7aa457,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:18.880959 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:18.911980 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ebbe0fdd-12c0-4bb7-8e08-dbc7bf23a440 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:18.913495 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ebbe0fdd-12c0-4bb7-8e08-dbc7bf23a440 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.4537568 Apr 20 17:44:18.916473 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49218) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:18.919475 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 3c9c5012-251a-4d2f-a0a4-d89304a63eb4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=3c9c5012-251a-4d2f-a0a4-d89304a63eb4,segment=NetworkSegment(9190c701-a59c-4bfe-a010-3b2a43040073),segment_id=9190c701-a59c-4bfe-a010-3b2a43040073)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:44:18.920502 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea24d1a-cd62-4346-9ad7-d79ab6c01651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9c5012-251a-4d2f-a0a4-d89304a63eb4'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:44:18.933004 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:18.982131 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-928ee754-198c-4fa8-ba54-776f49c0a3c7 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Synchronizing usage tracker for tenant:c9d6fd43f57648e69fdcea7121532365 on resource:floatingip {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:18.999993 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7b8b58d8-951e-479f-9b4e-32bb78393056 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:19.012081 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7b8b58d8-951e-479f-9b4e-32bb78393056 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:19.027884 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-928ee754-198c-4fa8-ba54-776f49c0a3c7 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Unset dirty status for tenant:c9d6fd43f57648e69fdcea7121532365 on resource:floatingip {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:19.029114 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-928ee754-198c-4fa8-ba54-776f49c0a3c7 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2768610 Apr 20 17:44:19.032147 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49226) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:19.038560 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-a7af7a55-71f0-4618-8d6b-0022585b445c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Request body: {'floatingip': {'port_id': '754251c9-243b-44a8-9c46-8d0c73021fa5'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:19.110577 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=3c9c5012-251a-4d2f-a0a4-d89304a63eb4,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:19.126699 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76f58553-14a2-4297-af08-48ff1bb42dee'] response: {'server_uuid': '1ea24d1a-cd62-4346-9ad7-d79ab6c01651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9c5012-251a-4d2f-a0a4-d89304a63eb4', 'code': 200} Apr 20 17:44:19.224746 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7b8b58d8-951e-479f-9b4e-32bb78393056 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:19.248250 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122b37d-1a67-4d2c-819e-5fe3ef4abdc0 req-ba7b48d6-ea0a-4b91-8c6a-3392ea4b50cc tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:19.254744 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a122b37d-1a67-4d2c-819e-5fe3ef4abdc0 req-ba7b48d6-ea0a-4b91-8c6a-3392ea4b50cc tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ea24d1a-cd62-4346-9ad7-d79ab6c01651 HTTP/1.1" status: 200 len: 909 time: 0.1889422 Apr 20 17:44:19.303944 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0f2df445-be3a-4d4d-ae4a-84d8b6c181b4 req-8cab3e6f-7d05-4eff-ab9c-4d8176d83cc1 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2aab149-d3ea-4e8e-8d14-956d4b207232 HTTP/1.1" status: 200 len: 210 time: 0.0981104 Apr 20 17:44:19.310546 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b58d8-951e-479f-9b4e-32bb78393056 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d78f60a0-8af6-41cd-8ed7-8c856d7aa457,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:19.321486 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50bc6654-a03f-4cd1-a751-b3e84e81c967 req-a6c8e2cf-7af0-4d20-9e18-bfffd5d19cab service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1ea24d1a-cd62-4346-9ad7-d79ab6c01651 HTTP/1.1" status: 200 len: 1060 time: 0.1165485 Apr 20 17:44:19.332059 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7b8b58d8-951e-479f-9b4e-32bb78393056 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:19.336638 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7b8b58d8-951e-479f-9b4e-32bb78393056 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/d78f60a0-8af6-41cd-8ed7-8c856d7aa457 HTTP/1.1" status: 204 len: 168 time: 0.4155993 Apr 20 17:44:19.337852 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49236) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:19.341595 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b58d8-951e-479f-9b4e-32bb78393056 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:19.341947 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b58d8-951e-479f-9b4e-32bb78393056 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:19.342314 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b58d8-951e-479f-9b4e-32bb78393056 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:19.342655 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b58d8-951e-479f-9b4e-32bb78393056 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:19.342985 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b58d8-951e-479f-9b4e-32bb78393056 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:19.343318 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b58d8-951e-479f-9b4e-32bb78393056 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:19.344054 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b58d8-951e-479f-9b4e-32bb78393056 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:19.344054 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b58d8-951e-479f-9b4e-32bb78393056 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:19.344356 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b58d8-951e-479f-9b4e-32bb78393056 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:19.344696 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b58d8-951e-479f-9b4e-32bb78393056 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:19.345022 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b58d8-951e-479f-9b4e-32bb78393056 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:19.350096 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7af7a55-71f0-4618-8d6b-0022585b445c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for floatingip, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:19.426381 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-946eddc0-c79d-423f-a4e5-31dc98ba6608 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Synchronizing usage tracker for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group_rule {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:19.469380 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-946eddc0-c79d-423f-a4e5-31dc98ba6608 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Unset dirty status for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group_rule {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:19.471284 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-946eddc0-c79d-423f-a4e5-31dc98ba6608 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1319325 Apr 20 17:44:19.474140 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49242) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:19.550520 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4efce4e3-7d10-4795-937c-cdb6ff7614f0 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:19.579820 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4efce4e3-7d10-4795-937c-cdb6ff7614f0 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:19.636876 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4efce4e3-7d10-4795-937c-cdb6ff7614f0 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:19.657341 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efce4e3-7d10-4795-937c-cdb6ff7614f0 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8551ee60-22b0-47e0-a744-51a108275531,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:19.680126 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4efce4e3-7d10-4795-937c-cdb6ff7614f0 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:19.681904 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4efce4e3-7d10-4795-937c-cdb6ff7614f0 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "DELETE /v2.0/security-groups/8551ee60-22b0-47e0-a744-51a108275531 HTTP/1.1" status: 204 len: 168 time: 0.2065029 Apr 20 17:44:19.684409 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49246) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:19.757608 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-edc60dab-4af0-4ec3-aa0d-de762ebd9a47 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Synchronizing usage tracker for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:19.786758 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-edc60dab-4af0-4ec3-aa0d-de762ebd9a47 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Unset dirty status for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:19.791082 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-edc60dab-4af0-4ec3-aa0d-de762ebd9a47 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1028850 Apr 20 17:44:19.791528 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49250) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:19.863475 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2532af11-774a-4acf-b1c6-8519835e7cab tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:19.897965 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2532af11-774a-4acf-b1c6-8519835e7cab tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:19.950042 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2532af11-774a-4acf-b1c6-8519835e7cab tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:19.972047 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532af11-774a-4acf-b1c6-8519835e7cab tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc58412b-ad7c-4ed0-a361-58cccd7e3167,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:19.985935 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2532af11-774a-4acf-b1c6-8519835e7cab tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:19.990472 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2532af11-774a-4acf-b1c6-8519835e7cab tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "DELETE /v2.0/security-groups/bc58412b-ad7c-4ed0-a361-58cccd7e3167 HTTP/1.1" status: 204 len: 168 time: 0.1971807 Apr 20 17:44:19.991112 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49254) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:20.047713 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e39da986-e55b-4b0d-81a3-3dc1914da144 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Synchronizing usage tracker for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:20.064548 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e39da986-e55b-4b0d-81a3-3dc1914da144 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Unset dirty status for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:20.069912 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e39da986-e55b-4b0d-81a3-3dc1914da144 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0741038 Apr 20 17:44:20.069912 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49258) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:20.070164 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49262) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:20.075144 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-485b8c15-ef7c-4f53-8dd1-2e6cb006d0b7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Request body: {'subnet': {'network_id': '5f9cf45e-85f9-4620-ba44-824f4fb64cfc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:20.098053 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-ae54dc19-a848-4cce-8206-ea8eb4264f88 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Request body: {'security_group': {'name': 'tempest-secgroup--1968416358'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:20.107577 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ae54dc19-a848-4cce-8206-ea8eb4264f88 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:20.120824 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7af7a55-71f0-4618-8d6b-0022585b445c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:20.126114 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7af7a55-71f0-4618-8d6b-0022585b445c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:20.175791 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ae54dc19-a848-4cce-8206-ea8eb4264f88 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:20.207453 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-485b8c15-ef7c-4f53-8dd1-2e6cb006d0b7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:20.211661 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-485b8c15-ef7c-4f53-8dd1-2e6cb006d0b7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Usage tracker for resource:subnet and tenant:137e1b502cc24932966ee771d0af99b2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:20.214866 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-485b8c15-ef7c-4f53-8dd1-2e6cb006d0b7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:20.221049 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-485b8c15-ef7c-4f53-8dd1-2e6cb006d0b7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:20.229488 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ae54dc19-a848-4cce-8206-ea8eb4264f88 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:20.246428 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485b8c15-ef7c-4f53-8dd1-2e6cb006d0b7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Made reservation on behalf of 137e1b502cc24932966ee771d0af99b2 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:44:20.582111 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [None req-a7af7a55-71f0-4618-8d6b-0022585b445c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Floating IP c8307b7c-a4bf-4d7f-8301-978bda12c921 associated. External IP: 172.25.8.8, port: 5ffce8dd-9234-4895-bded-b0dd4c7cdb05. Apr 20 17:44:20.614841 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-485b8c15-ef7c-4f53-8dd1-2e6cb006d0b7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:20.700620 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4872d408-b984-421d-af22-2af2b244a73a req-a6c3f5ac-a926-4bfd-8fa0-11eac25993e4 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2aab149-d3ea-4e8e-8d14-956d4b207232 HTTP/1.1" status: 200 len: 210 time: 0.1753149 Apr 20 17:44:20.720988 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ae54dc19-a848-4cce-8206-ea8eb4264f88 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:20.754499 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ae54dc19-a848-4cce-8206-ea8eb4264f88 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Usage tracker for resource:security_group_rule and tenant:e56e4eebc3fc40ecb1961e0bacb3e86a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:20.764684 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ae54dc19-a848-4cce-8206-ea8eb4264f88 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:20.783710 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ae54dc19-a848-4cce-8206-ea8eb4264f88 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:20.817973 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-a219ed62-caa7-4c16-8252-c98e70da4ec5 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:20.818583 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-a219ed62-caa7-4c16-8252-c98e70da4ec5 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Synchronizing usage tracker for tenant:afdda90d8b714cd0a49b7b3d0da0c05b on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:20.835365 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b1637-abdf-4617-ae1b-e292d92bf61e req-ee43d580-9c0e-41ce-92da-f60d95c38fe8 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:20.836818 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-000b1637-abdf-4617-ae1b-e292d92bf61e req-ee43d580-9c0e-41ce-92da-f60d95c38fe8 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ea24d1a-cd62-4346-9ad7-d79ab6c01651 HTTP/1.1" status: 200 len: 909 time: 0.3813007 Apr 20 17:44:20.877412 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-a219ed62-caa7-4c16-8252-c98e70da4ec5 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Unset dirty status for tenant:afdda90d8b714cd0a49b7b3d0da0c05b on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:20.878560 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-a219ed62-caa7-4c16-8252-c98e70da4ec5 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.10 "GET /v2.0/networks?id=911da384-323b-42ed-9656-9be4d49d8f36 HTTP/1.1" status: 200 len: 811 time: 0.4219480 Apr 20 17:44:20.966124 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ae54dc19-a848-4cce-8206-ea8eb4264f88 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:20.987474 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ae54dc19-a848-4cce-8206-ea8eb4264f88 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:20.993835 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7af7a55-71f0-4618-8d6b-0022585b445c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Router ed52b34c-0634-4c6d-ab70-77ac5a590f6c has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:44:21.032715 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-e087cdf1-6c8c-4291-8a4c-c0732e400276 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afdda90d8b714cd0a49b7b3d0da0c05b HTTP/1.1" status: 200 len: 378 time: 0.1407692 Apr 20 17:44:21.058327 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-ede89a8d-1e1f-49af-a32d-551bb266c04a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Request body: {'port': {'device_id': 'f2aab149-d3ea-4e8e-8d14-956d4b207232', 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36', 'admin_state_up': True, 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'security_groups': ['1e0ee191-fa24-4876-bfdb-23fbd66f6960']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:21.149033 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae54dc19-a848-4cce-8206-ea8eb4264f88 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fca17f-f6b0-4b85-bcaa-06aec2458750,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:21.179444 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ae54dc19-a848-4cce-8206-ea8eb4264f88 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:21.183421 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ae54dc19-a848-4cce-8206-ea8eb4264f88 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1096811 Apr 20 17:44:21.183995 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-485b8c15-ef7c-4f53-8dd1-2e6cb006d0b7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:21.184484 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49270) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:21.191875 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-36dfbd21-299e-4ac2-8059-f5cd1640fe54 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Request body: {'security_group_rule': {'security_group_id': 'a6fca17f-f6b0-4b85-bcaa-06aec2458750', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:21.199951 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-36dfbd21-299e-4ac2-8059-f5cd1640fe54 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:21.205467 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-36dfbd21-299e-4ac2-8059-f5cd1640fe54 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Usage tracker for resource:security_group_rule and tenant:e56e4eebc3fc40ecb1961e0bacb3e86a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:21.209101 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-36dfbd21-299e-4ac2-8059-f5cd1640fe54 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:21.215972 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-36dfbd21-299e-4ac2-8059-f5cd1640fe54 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:21.231382 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7af7a55-71f0-4618-8d6b-0022585b445c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:44:21.241182 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177f1aa1-2993-47cf-81b7-09e4dd08890a None None] Sync routers for ids ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:44:21.253438 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177f1aa1-2993-47cf-81b7-09e4dd08890a None None] Routers {'ed52b34c-0634-4c6d-ab70-77ac5a590f6c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:44:21.254160 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-177f1aa1-2993-47cf-81b7-09e4dd08890a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:44:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:21.287683 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b8c15-ef7c-4f53-8dd1-2e6cb006d0b7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Pushing event updated for resources: {'Subnet': ['ID=03deb551-6ec3-48fd-8532-e3e1e7a96694,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:21.312302 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-ede89a8d-1e1f-49af-a32d-551bb266c04a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:21.313870 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-177f1aa1-2993-47cf-81b7-09e4dd08890a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:21.319032 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-ede89a8d-1e1f-49af-a32d-551bb266c04a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Usage tracker for resource:port and tenant:afdda90d8b714cd0a49b7b3d0da0c05b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:21.323536 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-ede89a8d-1e1f-49af-a32d-551bb266c04a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:21.325899 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177f1aa1-2993-47cf-81b7-09e4dd08890a None None] Routers {'ed52b34c-0634-4c6d-ab70-77ac5a590f6c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:44:21.326759 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-177f1aa1-2993-47cf-81b7-09e4dd08890a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:44:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:21.331750 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-ede89a8d-1e1f-49af-a32d-551bb266c04a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:21.335834 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485b8c15-ef7c-4f53-8dd1-2e6cb006d0b7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Checking segment: {'id': 'ffc3e0d5-5a4d-43bc-80cd-bcee017cfcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5f9cf45e-85f9-4620-ba44-824f4fb64cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:44:21.336186 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485b8c15-ef7c-4f53-8dd1-2e6cb006d0b7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Network hostable DHCP agents. Network: 5f9cf45e-85f9-4620-ba44-824f4fb64cfc, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:44:21.350028 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-ede89a8d-1e1f-49af-a32d-551bb266c04a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Made reservation on behalf of afdda90d8b714cd0a49b7b3d0da0c05b for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:44:21.353139 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-ede89a8d-1e1f-49af-a32d-551bb266c04a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:21.359615 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-36dfbd21-299e-4ac2-8059-f5cd1640fe54 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:21.390241 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-177f1aa1-2993-47cf-81b7-09e4dd08890a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:21.390730 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177f1aa1-2993-47cf-81b7-09e4dd08890a None None] The sync data for ids ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:44:21.431761 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485b8c15-ef7c-4f53-8dd1-2e6cb006d0b7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Network 5f9cf45e-85f9-4620-ba44-824f4fb64cfc is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:44:21.457368 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-485b8c15-ef7c-4f53-8dd1-2e6cb006d0b7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 5f9cf45e-85f9-4620-ba44-824f4fb64cfc) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:44:21.466315 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485b8c15-ef7c-4f53-8dd1-2e6cb006d0b7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:21.466900 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-485b8c15-ef7c-4f53-8dd1-2e6cb006d0b7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:21.475141 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7aeb883-f278-4769-b1d0-88dc47c7b05f None None] Network 5f9cf45e-85f9-4620-ba44-824f4fb64cfc requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:44:21.482516 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-36dfbd21-299e-4ac2-8059-f5cd1640fe54 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:21.493766 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-36dfbd21-299e-4ac2-8059-f5cd1640fe54 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:21.527559 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dfbd21-299e-4ac2-8059-f5cd1640fe54 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27f43f66-6390-45e2-9c6a-79e6a7916672,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:21.547077 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-485b8c15-ef7c-4f53-8dd1-2e6cb006d0b7 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4743326 Apr 20 17:44:21.548058 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49274) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:21.552386 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-36dfbd21-299e-4ac2-8059-f5cd1640fe54 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:21.556171 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-36dfbd21-299e-4ac2-8059-f5cd1640fe54 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.3681560 Apr 20 17:44:21.556395 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49278) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:21.559901 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-786695ae-a0eb-4615-90c6-0bb36dd40459 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-326111104'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:21.571030 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-786695ae-a0eb-4615-90c6-0bb36dd40459 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:21.577988 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-ede89a8d-1e1f-49af-a32d-551bb266c04a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Allocated IP 172.20.0.10 (911da384-323b-42ed-9656-9be4d49d8f36/6df2b9cf-3053-4862-b128-40e0c38b0bd7/791e2c1a-1d93-427b-a11a-13c319d38532) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:44:21.580934 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-786695ae-a0eb-4615-90c6-0bb36dd40459 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Usage tracker for resource:network and tenant:137e1b502cc24932966ee771d0af99b2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:21.585517 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-786695ae-a0eb-4615-90c6-0bb36dd40459 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:21.595304 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-786695ae-a0eb-4615-90c6-0bb36dd40459 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:21.595761 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cf439b67-92e2-4e33-8300-c72f298f4519 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:21.617262 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cf439b67-92e2-4e33-8300-c72f298f4519 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:21.619247 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786695ae-a0eb-4615-90c6-0bb36dd40459 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Made reservation on behalf of 137e1b502cc24932966ee771d0af99b2 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:44:21.622851 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-786695ae-a0eb-4615-90c6-0bb36dd40459 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:21.655582 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-786695ae-a0eb-4615-90c6-0bb36dd40459 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:44:21.665257 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-786695ae-a0eb-4615-90c6-0bb36dd40459 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:21.665601 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-786695ae-a0eb-4615-90c6-0bb36dd40459 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Added segment 43d398a2-a2d7-49f4-bead-8fd96e325adf of type vlan for network 26a326bd-d7d8-4001-8c5a-982c49317de5 Apr 20 17:44:21.723781 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-786695ae-a0eb-4615-90c6-0bb36dd40459 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:21.736508 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c76fac9-0aab-4049-a0c2-da5a4c4448b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-5f9cf45e-85f9-4620-ba44-824f4fb64cfc', 'network_id': '5f9cf45e-85f9-4620-ba44-824f4fb64cfc', 'tenant_id': '137e1b502cc24932966ee771d0af99b2', 'fixed_ips': [{'subnet_id': '03deb551-6ec3-48fd-8532-e3e1e7a96694'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:44:21.737497 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8c76fac9-0aab-4049-a0c2-da5a4c4448b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:21.788180 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cf439b67-92e2-4e33-8300-c72f298f4519 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:21.809332 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf439b67-92e2-4e33-8300-c72f298f4519 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27f43f66-6390-45e2-9c6a-79e6a7916672,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:21.816527 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cf439b67-92e2-4e33-8300-c72f298f4519 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:21.820250 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cf439b67-92e2-4e33-8300-c72f298f4519 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/27f43f66-6390-45e2-9c6a-79e6a7916672 HTTP/1.1" status: 204 len: 168 time: 0.2629597 Apr 20 17:44:21.820989 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49284) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:21.848031 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-786695ae-a0eb-4615-90c6-0bb36dd40459 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:21.852144 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786695ae-a0eb-4615-90c6-0bb36dd40459 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:21.852740 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-786695ae-a0eb-4615-90c6-0bb36dd40459 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:21.953090 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f89cd783-662e-46f7-adeb-447c380ec7cc req-6e052282-1c48-4426-ba22-0d0e62fce762 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2aab149-d3ea-4e8e-8d14-956d4b207232 HTTP/1.1" status: 200 len: 210 time: 0.0478280 Apr 20 17:44:21.956080 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-8c76fac9-0aab-4049-a0c2-da5a4c4448b1 None None] Allocated IP 2001:db8:0:ffff::2 (5f9cf45e-85f9-4620-ba44-824f4fb64cfc/03deb551-6ec3-48fd-8532-e3e1e7a96694/7f45189c-e6fe-40d8-b51d-604d2ccb937e) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:44:21.959450 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-25edc26b-95af-4be9-b24c-765363562278 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Synchronizing usage tracker for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group_rule {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:21.981825 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786695ae-a0eb-4615-90c6-0bb36dd40459 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Pushing event updated for resources: {'Network': ['ID=26a326bd-d7d8-4001-8c5a-982c49317de5,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:21.997383 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7af7a55-71f0-4618-8d6b-0022585b445c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Router ed52b34c-0634-4c6d-ab70-77ac5a590f6c has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:44:22.002832 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-25edc26b-95af-4be9-b24c-765363562278 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Unset dirty status for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group_rule {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:22.009391 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-25edc26b-95af-4be9-b24c-765363562278 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1850932 Apr 20 17:44:22.010739 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49290) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:22.015349 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-786695ae-a0eb-4615-90c6-0bb36dd40459 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4628022 Apr 20 17:44:22.019209 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49292) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:22.021046 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 26a326bd-d7d8-4001-8c5a-982c49317de5 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:44:22.037693 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-4c6f5cc9-6eef-4c9c-a868-be3f47f59506 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Request body: {'subnet': {'network_id': '26a326bd-d7d8-4001-8c5a-982c49317de5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:22.040345 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-ede89a8d-1e1f-49af-a32d-551bb266c04a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:22.103674 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-ede89a8d-1e1f-49af-a32d-551bb266c04a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Transition to ACTIVE for port object 791e2c1a-1d93-427b-a11a-13c319d38532 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:44:22.160883 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8eb74a4-f1e6-4c9c-aa1c-8df37198ca49 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:22.188611 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8eb74a4-f1e6-4c9c-aa1c-8df37198ca49 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:22.252810 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-ede89a8d-1e1f-49af-a32d-551bb266c04a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:22.331681 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e108f4-db41-4cc2-8d91-1db561df60be req-778a47c9-f446-4d35-b9ec-e3aa28be6e11 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:22.333188 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-86e108f4-db41-4cc2-8d91-1db561df60be req-778a47c9-f446-4d35-b9ec-e3aa28be6e11 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ea24d1a-cd62-4346-9ad7-d79ab6c01651 HTTP/1.1" status: 200 len: 909 time: 0.2755287 Apr 20 17:44:22.333525 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4c6f5cc9-6eef-4c9c-a868-be3f47f59506 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:22.337811 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4c6f5cc9-6eef-4c9c-a868-be3f47f59506 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Usage tracker for resource:subnet and tenant:137e1b502cc24932966ee771d0af99b2 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:22.338699 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8c76fac9-0aab-4049-a0c2-da5a4c4448b1 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:22.340284 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8eb74a4-f1e6-4c9c-aa1c-8df37198ca49 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:22.340839 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4c6f5cc9-6eef-4c9c-a868-be3f47f59506 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:22.345270 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-ede89a8d-1e1f-49af-a32d-551bb266c04a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Network 911da384-323b-42ed-9656-9be4d49d8f36 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:44:22.346546 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4c6f5cc9-6eef-4c9c-a868-be3f47f59506 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:22.350339 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8c76fac9-0aab-4049-a0c2-da5a4c4448b1 None None] Transition to ACTIVE for port object 7f45189c-e6fe-40d8-b51d-604d2ccb937e will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:44:22.364576 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-ede89a8d-1e1f-49af-a32d-551bb266c04a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:44:22.367141 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-ede89a8d-1e1f-49af-a32d-551bb266c04a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:44:22.380234 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8c76fac9-0aab-4049-a0c2-da5a4c4448b1 None None] Transition to ACTIVE for port object 7f45189c-e6fe-40d8-b51d-604d2ccb937e will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:44:22.389793 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8c76fac9-0aab-4049-a0c2-da5a4c4448b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:22.403286 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6f5cc9-6eef-4c9c-a868-be3f47f59506 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Made reservation on behalf of 137e1b502cc24932966ee771d0af99b2 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:44:22.507326 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c76fac9-0aab-4049-a0c2-da5a4c4448b1 None None] Network 5f9cf45e-85f9-4620-ba44-824f4fb64cfc is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:44:22.512223 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76fac9-0aab-4049-a0c2-da5a4c4448b1 None None] Pushing event updated for resources: {'Port': ['ID=7f45189c-e6fe-40d8-b51d-604d2ccb937e,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:22.521152 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-8c76fac9-0aab-4049-a0c2-da5a4c4448b1 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:44:22.523989 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c76fac9-0aab-4049-a0c2-da5a4c4448b1 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:44:22.618812 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb74a4-f1e6-4c9c-aa1c-8df37198ca49 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fca17f-f6b0-4b85-bcaa-06aec2458750,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:22.625545 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-ede89a8d-1e1f-49af-a32d-551bb266c04a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:22.626882 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-ede89a8d-1e1f-49af-a32d-551bb266c04a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:22.638291 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede89a8d-1e1f-49af-a32d-551bb266c04a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Pushing event updated for resources: {'Port': ['ID=791e2c1a-1d93-427b-a11a-13c319d38532,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:22.639280 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-8c76fac9-0aab-4049-a0c2-da5a4c4448b1 None None] Attempting to bind port 7f45189c-e6fe-40d8-b51d-604d2ccb937e on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:44:22.639845 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-8c76fac9-0aab-4049-a0c2-da5a4c4448b1 None None] Attempting to bind port 7f45189c-e6fe-40d8-b51d-604d2ccb937e by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'ffc3e0d5-5a4d-43bc-80cd-bcee017cfcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5f9cf45e-85f9-4620-ba44-824f4fb64cfc'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:44:22.640437 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c76fac9-0aab-4049-a0c2-da5a4c4448b1 None None] Attempting to bind port 7f45189c-e6fe-40d8-b51d-604d2ccb937e on network 5f9cf45e-85f9-4620-ba44-824f4fb64cfc {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:44:22.664352 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c76fac9-0aab-4049-a0c2-da5a4c4448b1 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:44:22.665274 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c76fac9-0aab-4049-a0c2-da5a4c4448b1 None None] Checking segment: {'id': 'ffc3e0d5-5a4d-43bc-80cd-bcee017cfcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5f9cf45e-85f9-4620-ba44-824f4fb64cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:44:22.665457 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8c76fac9-0aab-4049-a0c2-da5a4c4448b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:22.665819 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c76fac9-0aab-4049-a0c2-da5a4c4448b1 None None] Bound using segment: {'id': 'ffc3e0d5-5a4d-43bc-80cd-bcee017cfcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5f9cf45e-85f9-4620-ba44-824f4fb64cfc'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:44:22.666331 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-8c76fac9-0aab-4049-a0c2-da5a4c4448b1 None None] Bound port: 7f45189c-e6fe-40d8-b51d-604d2ccb937e, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc3e0d5-5a4d-43bc-80cd-bcee017cfcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5f9cf45e-85f9-4620-ba44-824f4fb64cfc'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:44:22.666708 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8c76fac9-0aab-4049-a0c2-da5a4c4448b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:22.668515 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5cc9-6eef-4c9c-a868-be3f47f59506 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:22.669842 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8eb74a4-f1e6-4c9c-aa1c-8df37198ca49 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:22.671654 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a8eb74a4-f1e6-4c9c-aa1c-8df37198ca49 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "DELETE /v2.0/security-groups/a6fca17f-f6b0-4b85-bcaa-06aec2458750 HTTP/1.1" status: 204 len: 168 time: 0.6550806 Apr 20 17:44:22.674844 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-ede89a8d-1e1f-49af-a32d-551bb266c04a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6223438 Apr 20 17:44:22.675691 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49300) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:22.700592 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-242645f2-6972-4a3e-a0b7-32d4291e4bcf service neutron] Request body: {'port': {'device_id': 'f2aab149-d3ea-4e8e-8d14-956d4b207232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:22.775839 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-8c76fac9-0aab-4049-a0c2-da5a4c4448b1 None None] For port 7f45189c-e6fe-40d8-b51d-604d2ccb937e, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:44:22.780981 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-8c76fac9-0aab-4049-a0c2-da5a4c4448b1 None None] For port 7f45189c-e6fe-40d8-b51d-604d2ccb937e, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=7f45189c-e6fe-40d8-b51d-604d2ccb937e,segment=NetworkSegment(ffc3e0d5-5a4d-43bc-80cd-bcee017cfcc4),segment_id=ffc3e0d5-5a4d-43bc-80cd-bcee017cfcc4)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:44:22.788475 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8c76fac9-0aab-4049-a0c2-da5a4c4448b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:22.798264 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadabd6f-33ec-4936-91bc-fbc00a3d6729 req-a9fd145c-1352-4160-8b74-1c96a3240cf8 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:22.799848 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fadabd6f-33ec-4936-91bc-fbc00a3d6729 req-a9fd145c-1352-4160-8b74-1c96a3240cf8 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ea24d1a-cd62-4346-9ad7-d79ab6c01651 HTTP/1.1" status: 200 len: 909 time: 0.2432907 Apr 20 17:44:22.830451 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-55975568-4d66-43d6-aeb8-cbfdc4d5b278 None None] Provisioning for port 791e2c1a-1d93-427b-a11a-13c319d38532 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:44:22.835454 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0ed1f00f-6400-496f-bcf9-a4e3075b10f6 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Synchronizing usage tracker for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:22.854876 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-242645f2-6972-4a3e-a0b7-32d4291e4bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:22.859597 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-55975568-4d66-43d6-aeb8-cbfdc4d5b278 None None] Provisioning complete for port 791e2c1a-1d93-427b-a11a-13c319d38532 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:44:22.859964 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-55975568-4d66-43d6-aeb8-cbfdc4d5b278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:22.929832 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76fac9-0aab-4049-a0c2-da5a4c4448b1 None None] Pushing event updated for resources: {'Port': ['ID=7f45189c-e6fe-40d8-b51d-604d2ccb937e,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:22.934366 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-55975568-4d66-43d6-aeb8-cbfdc4d5b278 None None] Port 791e2c1a-1d93-427b-a11a-13c319d38532 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:44:22.961035 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7af7a55-71f0-4618-8d6b-0022585b445c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:44:22.973093 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95da6e3-57c9-4e76-9916-45c04a0bb74f None None] Sync routers for ids ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:44:22.985062 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95da6e3-57c9-4e76-9916-45c04a0bb74f None None] Routers {'ed52b34c-0634-4c6d-ab70-77ac5a590f6c'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:44:22.985919 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-d95da6e3-57c9-4e76-9916-45c04a0bb74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:44:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:23.016504 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0ed1f00f-6400-496f-bcf9-a4e3075b10f6 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Unset dirty status for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:23.017090 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7af7a55-71f0-4618-8d6b-0022585b445c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:23.021672 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0ed1f00f-6400-496f-bcf9-a4e3075b10f6 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3411093 Apr 20 17:44:23.067990 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49306) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:23.085777 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-d95da6e3-57c9-4e76-9916-45c04a0bb74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:23.091861 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-6476c4fb-68a1-48d6-a069-e32a04bb54b7 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Request body: {'security_group': {'name': 'tempest-secgroup--1817549830'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:23.101772 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95da6e3-57c9-4e76-9916-45c04a0bb74f None None] Routers {'ed52b34c-0634-4c6d-ab70-77ac5a590f6c'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:44:23.102655 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-d95da6e3-57c9-4e76-9916-45c04a0bb74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:44:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:23.155666 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6476c4fb-68a1-48d6-a069-e32a04bb54b7 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:23.170108 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-d95da6e3-57c9-4e76-9916-45c04a0bb74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:23.170459 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95da6e3-57c9-4e76-9916-45c04a0bb74f None None] The sync data for ids ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:44:23.220823 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6476c4fb-68a1-48d6-a069-e32a04bb54b7 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:23.262305 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6476c4fb-68a1-48d6-a069-e32a04bb54b7 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:23.294458 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a7af7a55-71f0-4618-8d6b-0022585b445c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "PUT /v2.0/floatingips/c8307b7c-a4bf-4d7f-8301-978bda12c921 HTTP/1.1" status: 200 len: 976 time: 4.2612529 Apr 20 17:44:23.298477 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49312) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:23.305289 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-088f07da-0096-4518-8ee4-f02a9b082ae9 req-3511a8d7-cb14-4280-9f39-b17a5823bd80 tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1ea24d1a-cd62-4346-9ad7-d79ab6c01651 HTTP/1.1" status: 200 len: 1060 time: 0.2859306 Apr 20 17:44:23.317433 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-a49747a2-3d67-461a-a034-16bf4582ba41 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:23.345736 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6476c4fb-68a1-48d6-a069-e32a04bb54b7 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:23.354168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6476c4fb-68a1-48d6-a069-e32a04bb54b7 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Usage tracker for resource:security_group_rule and tenant:e56e4eebc3fc40ecb1961e0bacb3e86a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:23.392379 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6476c4fb-68a1-48d6-a069-e32a04bb54b7 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:23.410475 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6476c4fb-68a1-48d6-a069-e32a04bb54b7 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:23.413521 n-d-838032-1 neutron-server[84081]: DEBUG neutron.objects.ports [None req-4c6f5cc9-6eef-4c9c-a868-be3f47f59506 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84081) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 20 17:44:23.421872 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5cc9-6eef-4c9c-a868-be3f47f59506 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:23.434339 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-242645f2-6972-4a3e-a0b7-32d4291e4bcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 791e2c1a-1d93-427b-a11a-13c319d38532 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:44:23.444829 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-242645f2-6972-4a3e-a0b7-32d4291e4bcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:23.505144 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-242645f2-6972-4a3e-a0b7-32d4291e4bcf service neutron] Transition to ACTIVE for port object 791e2c1a-1d93-427b-a11a-13c319d38532 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:44:23.521780 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-242645f2-6972-4a3e-a0b7-32d4291e4bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:23.546697 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9549f-2c06-48b0-936e-7a282559bdbb req-f2aa3582-c319-40db-8d90-506cc6e26365 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:23.548174 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a0b9549f-2c06-48b0-936e-7a282559bdbb req-f2aa3582-c319-40db-8d90-506cc6e26365 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2aab149-d3ea-4e8e-8d14-956d4b207232 HTTP/1.1" status: 200 len: 932 time: 0.3859162 Apr 20 17:44:23.550078 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a49747a2-3d67-461a-a034-16bf4582ba41 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for floatingip, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:23.597678 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6476c4fb-68a1-48d6-a069-e32a04bb54b7 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:23.609471 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f5cc9-6eef-4c9c-a868-be3f47f59506 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Pushing event updated for resources: {'Subnet': ['ID=0f7aa639-dd03-4399-be61-a82aa04bb7ef,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:23.660065 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6476c4fb-68a1-48d6-a069-e32a04bb54b7 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:23.683151 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242645f2-6972-4a3e-a0b7-32d4291e4bcf service neutron] Pushing event updated for resources: {'Port': ['ID=791e2c1a-1d93-427b-a11a-13c319d38532,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:23.696651 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6f5cc9-6eef-4c9c-a868-be3f47f59506 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Checking segment: {'id': '43d398a2-a2d7-49f4-bead-8fd96e325adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '26a326bd-d7d8-4001-8c5a-982c49317de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:44:23.697208 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6f5cc9-6eef-4c9c-a868-be3f47f59506 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Network hostable DHCP agents. Network: 26a326bd-d7d8-4001-8c5a-982c49317de5, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:44:23.707378 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a0b9549f-2c06-48b0-936e-7a282559bdbb req-8ef257cd-e985-41f6-904a-643c98a93a54 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e0ee191-fa24-4876-bfdb-23fbd66f6960&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1062486 Apr 20 17:44:23.751868 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476c4fb-68a1-48d6-a069-e32a04bb54b7 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a3898b-dff2-47eb-9a2c-056aec6d20b2,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:23.829318 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6f5cc9-6eef-4c9c-a868-be3f47f59506 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Network 26a326bd-d7d8-4001-8c5a-982c49317de5 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:44:23.838838 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9342ffa3-4789-4fca-8dbb-34a145ec8250 req-a1de8306-3abd-49a8-a028-8c6583e07df2 tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7b3acf18-86a1-4ed5-8959-b4def4c94e40 HTTP/1.1" status: 200 len: 1135 time: 0.3677292 Apr 20 17:44:23.845200 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6476c4fb-68a1-48d6-a069-e32a04bb54b7 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:23.846794 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6476c4fb-68a1-48d6-a069-e32a04bb54b7 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7777288 Apr 20 17:44:23.853351 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49318) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:23.866263 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-e2187f2e-1462-44d6-8693-94024c5f1b90 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Request body: {'security_group_rule': {'security_group_id': 'a7a3898b-dff2-47eb-9a2c-056aec6d20b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:23.894550 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e2187f2e-1462-44d6-8693-94024c5f1b90 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:23.907949 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-4c6f5cc9-6eef-4c9c-a868-be3f47f59506 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 26a326bd-d7d8-4001-8c5a-982c49317de5) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:44:23.909643 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e2187f2e-1462-44d6-8693-94024c5f1b90 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Usage tracker for resource:security_group_rule and tenant:e56e4eebc3fc40ecb1961e0bacb3e86a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:23.915682 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e2187f2e-1462-44d6-8693-94024c5f1b90 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:23.917920 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb092d7d-4d7f-4e1c-93f5-801ec9156c29 None None] Network 26a326bd-d7d8-4001-8c5a-982c49317de5 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:44:23.935641 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e2187f2e-1462-44d6-8693-94024c5f1b90 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:23.959350 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-242645f2-6972-4a3e-a0b7-32d4291e4bcf service neutron] Attempting to bind port 791e2c1a-1d93-427b-a11a-13c319d38532 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:44:23.959699 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-242645f2-6972-4a3e-a0b7-32d4291e4bcf service neutron] Attempting to bind port 791e2c1a-1d93-427b-a11a-13c319d38532 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'c440332e-ad26-42d4-aa3b-e6d8c6a39264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:44:23.960008 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-242645f2-6972-4a3e-a0b7-32d4291e4bcf service neutron] Attempting to bind port 791e2c1a-1d93-427b-a11a-13c319d38532 on network 911da384-323b-42ed-9656-9be4d49d8f36 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:44:23.966173 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-9342ffa3-4789-4fca-8dbb-34a145ec8250 req-3ac89a87-fbf6-4ac7-af6b-8d66532e2c90 tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Synchronizing usage tracker for tenant:c3a9677b8be14c039fb69f1fddf0748c on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:23.987994 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e2187f2e-1462-44d6-8693-94024c5f1b90 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:24.034780 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-242645f2-6972-4a3e-a0b7-32d4291e4bcf service neutron] Port 791e2c1a-1d93-427b-a11a-13c319d38532 on network 911da384-323b-42ed-9656-9be4d49d8f36 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:44:24.035097 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-242645f2-6972-4a3e-a0b7-32d4291e4bcf service neutron] Attempting to bind port 791e2c1a-1d93-427b-a11a-13c319d38532 on network 911da384-323b-42ed-9656-9be4d49d8f36 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:44:24.052703 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-242645f2-6972-4a3e-a0b7-32d4291e4bcf service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:44:24.053091 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-242645f2-6972-4a3e-a0b7-32d4291e4bcf service neutron] Checking segment: {'id': 'c440332e-ad26-42d4-aa3b-e6d8c6a39264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:44:24.057391 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-242645f2-6972-4a3e-a0b7-32d4291e4bcf service neutron] Bound using segment: {'id': 'c440332e-ad26-42d4-aa3b-e6d8c6a39264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:44:24.057391 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-242645f2-6972-4a3e-a0b7-32d4291e4bcf service neutron] Bound port: 791e2c1a-1d93-427b-a11a-13c319d38532, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c440332e-ad26-42d4-aa3b-e6d8c6a39264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:44:24.057391 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-242645f2-6972-4a3e-a0b7-32d4291e4bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:24.070359 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6f5cc9-6eef-4c9c-a868-be3f47f59506 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:24.070936 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5cc9-6eef-4c9c-a868-be3f47f59506 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:24.083188 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a49747a2-3d67-461a-a034-16bf4582ba41 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:24.096236 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a49747a2-3d67-461a-a034-16bf4582ba41 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:24.096555 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [None req-a49747a2-3d67-461a-a034-16bf4582ba41 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Floating IP c8307b7c-a4bf-4d7f-8301-978bda12c921 disassociated. External IP: 172.25.8.8, port: 754251c9-243b-44a8-9c46-8d0c73021fa5. Apr 20 17:44:24.116938 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-9342ffa3-4789-4fca-8dbb-34a145ec8250 req-3ac89a87-fbf6-4ac7-af6b-8d66532e2c90 tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] Unset dirty status for tenant:c3a9677b8be14c039fb69f1fddf0748c on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:24.130592 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9342ffa3-4789-4fca-8dbb-34a145ec8250 req-3ac89a87-fbf6-4ac7-af6b-8d66532e2c90 tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=90233be4-d5b1-4f89-8635-3366dbe0f4fe&id=705b655f-3402-4660-9efa-bd97b9a73c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2782800 Apr 20 17:44:24.159914 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49324) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:24.254100 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4c6f5cc9-6eef-4c9c-a868-be3f47f59506 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2299902 Apr 20 17:44:24.261308 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49328) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:24.273920 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-abf15377-abaf-497b-972f-80851e9b0949 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Request body: {'port': {'network_id': '26a326bd-d7d8-4001-8c5a-982c49317de5', 'name': 'tempest-NetworksIpV6TestAttrs-1217630954'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:24.299600 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e2187f2e-1462-44d6-8693-94024c5f1b90 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:24.308158 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e491d36c-6bbb-413b-8816-8d04f35c487e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-26a326bd-d7d8-4001-8c5a-982c49317de5', 'network_id': '26a326bd-d7d8-4001-8c5a-982c49317de5', 'tenant_id': '137e1b502cc24932966ee771d0af99b2', 'fixed_ips': [{'subnet_id': '0f7aa639-dd03-4399-be61-a82aa04bb7ef'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:44:24.308997 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e491d36c-6bbb-413b-8816-8d04f35c487e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:24.352230 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-242645f2-6972-4a3e-a0b7-32d4291e4bcf service neutron] For port 791e2c1a-1d93-427b-a11a-13c319d38532, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:44:24.364853 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e2187f2e-1462-44d6-8693-94024c5f1b90 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:24.374093 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-14212bcf-6a86-491e-8adb-e510d71d09ed tempest-TestSecurityGroupsBasicOps-964701659 tempest-TestSecurityGroupsBasicOps-964701659-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1ea24d1a-cd62-4346-9ad7-d79ab6c01651 HTTP/1.1" status: 200 len: 1055 time: 0.2130604 Apr 20 17:44:24.381698 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9681aeac-06d5-4c6a-bc49-01937184bc1b None None] Network 5f9cf45e-85f9-4620-ba44-824f4fb64cfc requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:44:24.464710 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-242645f2-6972-4a3e-a0b7-32d4291e4bcf service neutron] For port 791e2c1a-1d93-427b-a11a-13c319d38532, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=791e2c1a-1d93-427b-a11a-13c319d38532,segment=NetworkSegment(c440332e-ad26-42d4-aa3b-e6d8c6a39264),segment_id=c440332e-ad26-42d4-aa3b-e6d8c6a39264)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:44:24.465773 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2187f2e-1462-44d6-8693-94024c5f1b90 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=059b0f6a-2fe5-4fb0-80a8-fa0054bead76,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:24.471215 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e2187f2e-1462-44d6-8693-94024c5f1b90 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:24.472444 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e2187f2e-1462-44d6-8693-94024c5f1b90 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6113572 Apr 20 17:44:24.475380 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49336) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:24.490219 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d3afd671-b0eb-4a99-b60c-2412e518f323 None None] Provisioning for port 7f45189c-e6fe-40d8-b51d-604d2ccb937e completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:44:24.530800 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5a3a1156-5314-4cd2-acff-52084589c98a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "GET /v2.0/security-group-rules/059b0f6a-2fe5-4fb0-80a8-fa0054bead76 HTTP/1.1" status: 200 len: 705 time: 0.0543206 Apr 20 17:44:24.535363 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49340) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:24.560095 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-242645f2-6972-4a3e-a0b7-32d4291e4bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:24.674502 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-e491d36c-6bbb-413b-8816-8d04f35c487e None None] Allocated IP 2001:db8::f816:3eff:fec7:9eea (26a326bd-d7d8-4001-8c5a-982c49317de5/0f7aa639-dd03-4399-be61-a82aa04bb7ef/9c8b144e-47da-43ed-886c-1e3016b2d4c3) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:44:24.675836 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-79a7c8c6-5a98-4bce-9eff-4fa64c4ada8e tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1392374 Apr 20 17:44:24.683146 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49346) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:24.724035 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242645f2-6972-4a3e-a0b7-32d4291e4bcf service neutron] Pushing event updated for resources: {'Port': ['ID=791e2c1a-1d93-427b-a11a-13c319d38532,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:24.736299 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cca57621-334b-4068-9623-7252f140f7bb tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:24.753856 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cca57621-334b-4068-9623-7252f140f7bb tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:24.761882 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-242645f2-6972-4a3e-a0b7-32d4291e4bcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:24.772859 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-242645f2-6972-4a3e-a0b7-32d4291e4bcf service neutron] 10.222.0.10 "PUT /v2.0/ports/791e2c1a-1d93-427b-a11a-13c319d38532 HTTP/1.1" status: 200 len: 1092 time: 2.0762308 Apr 20 17:44:24.773357 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2aab149-d3ea-4e8e-8d14-956d4b207232', 'tag': '791e2c1a-1d93-427b-a11a-13c319d38532'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:44:24.789214 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-abf15377-abaf-497b-972f-80851e9b0949 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:24.793768 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-abf15377-abaf-497b-972f-80851e9b0949 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Usage tracker for resource:port and tenant:137e1b502cc24932966ee771d0af99b2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:24.797093 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-abf15377-abaf-497b-972f-80851e9b0949 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:24.809472 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-abf15377-abaf-497b-972f-80851e9b0949 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:24.828183 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf15377-abaf-497b-972f-80851e9b0949 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Made reservation on behalf of 137e1b502cc24932966ee771d0af99b2 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:44:24.831586 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-abf15377-abaf-497b-972f-80851e9b0949 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:24.916607 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-abf15377-abaf-497b-972f-80851e9b0949 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] device_id is not set on port 6b7d887c-397a-462a-aebc-bdd1a4241af6 yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:44:24.952544 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cca57621-334b-4068-9623-7252f140f7bb tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:25.006319 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6090d4-bb1e-4e20-9786-2f0f01654aa2 req-8d0dc0d4-1e09-46d4-9c04-b5b1cc763aa9 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:25.021342 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ea6090d4-bb1e-4e20-9786-2f0f01654aa2 req-8d0dc0d4-1e09-46d4-9c04-b5b1cc763aa9 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ea24d1a-cd62-4346-9ad7-d79ab6c01651 HTTP/1.1" status: 200 len: 909 time: 0.2002943 Apr 20 17:44:25.036728 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca57621-334b-4068-9623-7252f140f7bb tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=059b0f6a-2fe5-4fb0-80a8-fa0054bead76,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:25.048767 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cca57621-334b-4068-9623-7252f140f7bb tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:25.051976 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cca57621-334b-4068-9623-7252f140f7bb tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/059b0f6a-2fe5-4fb0-80a8-fa0054bead76 HTTP/1.1" status: 204 len: 168 time: 0.3667827 Apr 20 17:44:25.061540 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49354) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:25.068001 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49747a2-3d67-461a-a034-16bf4582ba41 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Router ed52b34c-0634-4c6d-ab70-77ac5a590f6c has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:44:25.079312 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e491d36c-6bbb-413b-8816-8d04f35c487e None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:25.109142 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 7f45189c-e6fe-40d8-b51d-604d2ccb937e up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:44:25.237660 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e491d36c-6bbb-413b-8816-8d04f35c487e None None] Transition to ACTIVE for port object 9c8b144e-47da-43ed-886c-1e3016b2d4c3 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:44:25.272175 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e491d36c-6bbb-413b-8816-8d04f35c487e None None] Transition to ACTIVE for port object 9c8b144e-47da-43ed-886c-1e3016b2d4c3 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:44:25.282427 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e491d36c-6bbb-413b-8816-8d04f35c487e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:25.308264 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9639751e-ee5a-4fad-b7c0-af7344a819a5'] response: {'name': 'network-changed', 'server_uuid': 'f2aab149-d3ea-4e8e-8d14-956d4b207232', 'tag': '791e2c1a-1d93-427b-a11a-13c319d38532', 'status': 'completed', 'code': 200} Apr 20 17:44:25.312723 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e40cce37-85f5-4630-87a9-d3d76e6d31db tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Synchronizing usage tracker for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group_rule {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:25.349466 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e40cce37-85f5-4630-87a9-d3d76e6d31db tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Unset dirty status for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group_rule {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:25.350888 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e40cce37-85f5-4630-87a9-d3d76e6d31db tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2883880 Apr 20 17:44:25.355085 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49358) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:25.355236 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 7f45189c-e6fe-40d8-b51d-604d2ccb937e completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:44:25.358957 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e491d36c-6bbb-413b-8816-8d04f35c487e None None] Network 26a326bd-d7d8-4001-8c5a-982c49317de5 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:44:25.360907 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-f603935f-8b9c-411c-a018-e55bd36e3583 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Request body: {'security_group_rule': {'security_group_id': 'a7a3898b-dff2-47eb-9a2c-056aec6d20b2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:25.362845 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-e491d36c-6bbb-413b-8816-8d04f35c487e None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:44:25.368597 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e491d36c-6bbb-413b-8816-8d04f35c487e None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:44:25.370858 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491d36c-6bbb-413b-8816-8d04f35c487e None None] Pushing event updated for resources: {'Port': ['ID=9c8b144e-47da-43ed-886c-1e3016b2d4c3,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:25.371111 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f603935f-8b9c-411c-a018-e55bd36e3583 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:25.373297 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 7f45189c-e6fe-40d8-b51d-604d2ccb937e triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:44:25.373677 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:25.388069 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f603935f-8b9c-411c-a018-e55bd36e3583 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:25.388447 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-3bd1e37f-2470-486c-8fb5-42e0abdfb049 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=afdda90d8b714cd0a49b7b3d0da0c05b&device_id=f2aab149-d3ea-4e8e-8d14-956d4b207232 HTTP/1.1" status: 200 len: 1095 time: 0.5314660 Apr 20 17:44:25.432647 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f603935f-8b9c-411c-a018-e55bd36e3583 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:25.460181 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d58e71-fd7c-4df5-b0d3-14606f5c7135 req-4d8050f3-4803-4e6d-b6aa-a3e30c0d96db tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:25.460889 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f3d58e71-fd7c-4df5-b0d3-14606f5c7135 req-4d8050f3-4803-4e6d-b6aa-a3e30c0d96db tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Synchronizing usage tracker for tenant:afdda90d8b714cd0a49b7b3d0da0c05b on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:25.464233 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-abf15377-abaf-497b-972f-80851e9b0949 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Allocated IP 2001:db8::f816:3eff:febf:a49 (26a326bd-d7d8-4001-8c5a-982c49317de5/0f7aa639-dd03-4399-be61-a82aa04bb7ef/6b7d887c-397a-462a-aebc-bdd1a4241af6) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:44:25.493062 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-60ae86cc-6c6e-4828-a33f-361de5f4271e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=791e2c1a-1d93-427b-a11a-13c319d38532 HTTP/1.1" status: 200 len: 217 time: 0.0932631 Apr 20 17:44:25.512546 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f603935f-8b9c-411c-a018-e55bd36e3583 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:25.518819 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49747a2-3d67-461a-a034-16bf4582ba41 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:44:25.527577 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f603935f-8b9c-411c-a018-e55bd36e3583 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:25.529415 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-e491d36c-6bbb-413b-8816-8d04f35c487e None None] Attempting to bind port 9c8b144e-47da-43ed-886c-1e3016b2d4c3 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:44:25.529788 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-e491d36c-6bbb-413b-8816-8d04f35c487e None None] Attempting to bind port 9c8b144e-47da-43ed-886c-1e3016b2d4c3 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '43d398a2-a2d7-49f4-bead-8fd96e325adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '26a326bd-d7d8-4001-8c5a-982c49317de5'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:44:25.530286 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491d36c-6bbb-413b-8816-8d04f35c487e None None] Attempting to bind port 9c8b144e-47da-43ed-886c-1e3016b2d4c3 on network 26a326bd-d7d8-4001-8c5a-982c49317de5 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:44:25.535280 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0446944-f4e0-4a05-b8b9-15293d4378c0 None None] Sync routers for ids ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:44:25.556035 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a49747a2-3d67-461a-a034-16bf4582ba41 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:25.567138 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3b64691a-8082-4732-878f-2eb3a5095aaa None None] Provisioning complete for port 7f45189c-e6fe-40d8-b51d-604d2ccb937e triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:44:25.567506 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3b64691a-8082-4732-878f-2eb3a5095aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:25.570782 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f3d58e71-fd7c-4df5-b0d3-14606f5c7135 req-4d8050f3-4803-4e6d-b6aa-a3e30c0d96db tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Unset dirty status for tenant:afdda90d8b714cd0a49b7b3d0da0c05b on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:25.571937 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f3d58e71-fd7c-4df5-b0d3-14606f5c7135 req-4d8050f3-4803-4e6d-b6aa-a3e30c0d96db tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2aab149-d3ea-4e8e-8d14-956d4b207232 HTTP/1.1" status: 200 len: 944 time: 0.5738721 Apr 20 17:44:25.587284 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603935f-8b9c-411c-a018-e55bd36e3583 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3990e9ec-300e-4f0f-9b2b-42a390508c9b,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:25.609072 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f603935f-8b9c-411c-a018-e55bd36e3583 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:25.610413 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f603935f-8b9c-411c-a018-e55bd36e3583 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2546351 Apr 20 17:44:25.613151 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49362) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:25.626602 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491d36c-6bbb-413b-8816-8d04f35c487e None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:44:25.627023 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491d36c-6bbb-413b-8816-8d04f35c487e None None] Checking segment: {'id': '43d398a2-a2d7-49f4-bead-8fd96e325adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '26a326bd-d7d8-4001-8c5a-982c49317de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:44:25.627355 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e491d36c-6bbb-413b-8816-8d04f35c487e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:25.627736 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491d36c-6bbb-413b-8816-8d04f35c487e None None] Bound using segment: {'id': '43d398a2-a2d7-49f4-bead-8fd96e325adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '26a326bd-d7d8-4001-8c5a-982c49317de5'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:44:25.628210 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-e491d36c-6bbb-413b-8816-8d04f35c487e None None] Bound port: 9c8b144e-47da-43ed-886c-1e3016b2d4c3, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43d398a2-a2d7-49f4-bead-8fd96e325adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '26a326bd-d7d8-4001-8c5a-982c49317de5'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:44:25.628585 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e491d36c-6bbb-413b-8816-8d04f35c487e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:25.636099 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0e20b247-3966-479d-8f7d-6aca1250ffaa tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "GET /v2.0/security-group-rules/3990e9ec-300e-4f0f-9b2b-42a390508c9b HTTP/1.1" status: 200 len: 705 time: 0.0198979 Apr 20 17:44:25.638373 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49366) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:25.639344 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-d943ac12-0794-4926-8d6c-51325754b374 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:25.640813 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-d943ac12-0794-4926-8d6c-51325754b374 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6df2b9cf-3053-4862-b128-40e0c38b0bd7 HTTP/1.1" status: 200 len: 850 time: 0.1384807 Apr 20 17:44:25.658261 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a49747a2-3d67-461a-a034-16bf4582ba41 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "PUT /v2.0/floatingips/c8307b7c-a4bf-4d7f-8301-978bda12c921 HTTP/1.1" status: 200 len: 686 time: 2.3558002 Apr 20 17:44:25.660559 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49370) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:25.667347 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0446944-f4e0-4a05-b8b9-15293d4378c0 None None] Routers {'ed52b34c-0634-4c6d-ab70-77ac5a590f6c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:44:25.667978 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b0446944-f4e0-4a05-b8b9-15293d4378c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:44:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:25.714143 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:25.779196 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f3d58e71-fd7c-4df5-b0d3-14606f5c7135 req-16b4721a-1376-4fd0-94ab-a7cec9977e68 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e0ee191-fa24-4876-bfdb-23fbd66f6960&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1903391 Apr 20 17:44:25.779779 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b0446944-f4e0-4a05-b8b9-15293d4378c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:25.848033 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-abf15377-abaf-497b-972f-80851e9b0949 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:25.860548 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-e04ab05d-b9bf-4102-91c7-9696c88dfbc5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=911da384-323b-42ed-9656-9be4d49d8f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2093923 Apr 20 17:44:25.872159 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8558b404-b298-4a1f-a5a2-24dd428d9aa3 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Synchronizing usage tracker for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group_rule {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:25.879993 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-90c4b2f6-76a4-4500-b8e8-f951828d93fd tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Deleting port 16d27376-f6a7-4623-abef-840545209e7d {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:44:25.880463 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-90c4b2f6-76a4-4500-b8e8-f951828d93fd tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:25.888365 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-abf15377-abaf-497b-972f-80851e9b0949 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Transition to ACTIVE for port object 6b7d887c-397a-462a-aebc-bdd1a4241af6 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:44:25.891739 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 7f45189c-e6fe-40d8-b51d-604d2ccb937e, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=7f45189c-e6fe-40d8-b51d-604d2ccb937e,segment=NetworkSegment(ffc3e0d5-5a4d-43bc-80cd-bcee017cfcc4),segment_id=ffc3e0d5-5a4d-43bc-80cd-bcee017cfcc4)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:44:25.900553 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-e491d36c-6bbb-413b-8816-8d04f35c487e None None] For port 9c8b144e-47da-43ed-886c-1e3016b2d4c3, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:44:25.902565 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0446944-f4e0-4a05-b8b9-15293d4378c0 None None] Routers {'ed52b34c-0634-4c6d-ab70-77ac5a590f6c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:44:25.903167 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b0446944-f4e0-4a05-b8b9-15293d4378c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:44:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:25.952262 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:25.959878 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8558b404-b298-4a1f-a5a2-24dd428d9aa3 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Unset dirty status for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group_rule {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:25.963813 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8558b404-b298-4a1f-a5a2-24dd428d9aa3 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3249578 Apr 20 17:44:25.963947 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49374) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:26.001883 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3b64691a-8082-4732-878f-2eb3a5095aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:26.019863 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-e491d36c-6bbb-413b-8816-8d04f35c487e None None] For port 9c8b144e-47da-43ed-886c-1e3016b2d4c3, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9c8b144e-47da-43ed-886c-1e3016b2d4c3,segment=NetworkSegment(43d398a2-a2d7-49f4-bead-8fd96e325adf),segment_id=43d398a2-a2d7-49f4-bead-8fd96e325adf)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:44:26.023411 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b0446944-f4e0-4a05-b8b9-15293d4378c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:26.023787 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0446944-f4e0-4a05-b8b9-15293d4378c0 None None] The sync data for ids ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:44:26.040942 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e491d36c-6bbb-413b-8816-8d04f35c487e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:26.062253 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-abf15377-abaf-497b-972f-80851e9b0949 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:26.070583 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cb3c1076-4422-4805-900d-d9df4ebc4b7a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:26.073184 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-90c4b2f6-76a4-4500-b8e8-f951828d93fd tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:26.073615 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-90c4b2f6-76a4-4500-b8e8-f951828d93fd tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:26.107699 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=7f45189c-e6fe-40d8-b51d-604d2ccb937e,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:26.129188 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-cfbb14ac-b91a-41ed-a10f-cb749afba29f service neutron] 10.222.0.10 "GET /v2.0/networks/911da384-323b-42ed-9656-9be4d49d8f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596962 Apr 20 17:44:26.132387 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cb3c1076-4422-4805-900d-d9df4ebc4b7a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:26.204797 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-3b64691a-8082-4732-878f-2eb3a5095aaa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:44:26.206341 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-3b64691a-8082-4732-878f-2eb3a5095aaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:44:26.216359 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491d36c-6bbb-413b-8816-8d04f35c487e None None] Pushing event updated for resources: {'Port': ['ID=9c8b144e-47da-43ed-886c-1e3016b2d4c3,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:26.294785 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf15377-abaf-497b-972f-80851e9b0949 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Network 26a326bd-d7d8-4001-8c5a-982c49317de5 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:44:26.302055 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf15377-abaf-497b-972f-80851e9b0949 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Pushing event updated for resources: {'Port': ['ID=6b7d887c-397a-462a-aebc-bdd1a4241af6,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:26.312593 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-abf15377-abaf-497b-972f-80851e9b0949 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:44:26.315708 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf15377-abaf-497b-972f-80851e9b0949 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:44:26.320806 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf15377-abaf-497b-972f-80851e9b0949 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:26.321529 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-abf15377-abaf-497b-972f-80851e9b0949 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:26.349360 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cb3c1076-4422-4805-900d-d9df4ebc4b7a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:26.403731 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-90c4b2f6-76a4-4500-b8e8-f951828d93fd tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Calling delete_port for 16d27376-f6a7-4623-abef-840545209e7d owned by network:floatingip {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:44:26.420659 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cb3c1076-4422-4805-900d-d9df4ebc4b7a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:26.421776 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cb3c1076-4422-4805-900d-d9df4ebc4b7a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/3990e9ec-300e-4f0f-9b2b-42a390508c9b HTTP/1.1" status: 204 len: 168 time: 0.4558837 Apr 20 17:44:26.425727 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c1076-4422-4805-900d-d9df4ebc4b7a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3990e9ec-300e-4f0f-9b2b-42a390508c9b,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:26.437068 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49380) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:26.449168 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-abf15377-abaf-497b-972f-80851e9b0949 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.1841543 Apr 20 17:44:26.468859 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49384) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:26.478803 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302f429-612e-4575-b80d-5f8306d9c17e req-93d39ebd-a340-44a5-98fb-a677e0a96a29 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:26.480319 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3302f429-612e-4575-b80d-5f8306d9c17e req-93d39ebd-a340-44a5-98fb-a677e0a96a29 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ea24d1a-cd62-4346-9ad7-d79ab6c01651 HTTP/1.1" status: 200 len: 909 time: 0.4510441 Apr 20 17:44:26.516218 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6cf3b0dd-872e-4dbc-b727-89bc2fe5bdea req-734a4d07-12d5-4219-bf1c-ec4034750356 service neutron] 10.222.0.10 "GET /v2.0/networks/911da384-323b-42ed-9656-9be4d49d8f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681123 Apr 20 17:44:26.589300 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb274743-8650-4c6a-9ce3-30b754a124da req-97b3b9c1-11ec-44ef-8503-50025d141b02 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:26.590859 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cb274743-8650-4c6a-9ce3-30b754a124da req-97b3b9c1-11ec-44ef-8503-50025d141b02 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ea24d1a-cd62-4346-9ad7-d79ab6c01651 HTTP/1.1" status: 200 len: 909 time: 0.3031144 Apr 20 17:44:26.599425 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-90c4b2f6-76a4-4500-b8e8-f951828d93fd tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:26.651652 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4b2f6-76a4-4500-b8e8-f951828d93fd tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event deleted for resources: {'Port': ['ID=16d27376-f6a7-4623-abef-840545209e7d,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:26.677581 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-3302f429-612e-4575-b80d-5f8306d9c17e req-5e922c6c-303f-46b8-b6ae-295b388cf165 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Deleting port 3c9c5012-251a-4d2f-a0a4-d89304a63eb4 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:44:26.677923 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-3302f429-612e-4575-b80d-5f8306d9c17e req-5e922c6c-303f-46b8-b6ae-295b388cf165 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:26.749478 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-90c4b2f6-76a4-4500-b8e8-f951828d93fd tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for floatingip, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:26.771144 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-90c4b2f6-76a4-4500-b8e8-f951828d93fd tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:26.774522 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-90c4b2f6-76a4-4500-b8e8-f951828d93fd tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "DELETE /v2.0/floatingips/c8307b7c-a4bf-4d7f-8301-978bda12c921 HTTP/1.1" status: 204 len: 168 time: 1.1122186 Apr 20 17:44:26.775390 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49390) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:26.802564 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a3d3b256-19b2-473f-aac0-b4ab95e13f88 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Synchronizing usage tracker for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group_rule {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:26.842624 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-a2d01c43-68ee-4d2a-9c04-79737068734e tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] delete failed (client error): The resource could not be found. Apr 20 17:44:26.847248 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a2d01c43-68ee-4d2a-9c04-79737068734e tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "DELETE /v2.0/floatingips/c8307b7c-a4bf-4d7f-8301-978bda12c921 HTTP/1.1" status: 404 len: 345 time: 0.0673065 Apr 20 17:44:26.848207 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49396) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:26.904084 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a3d3b256-19b2-473f-aac0-b4ab95e13f88 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Unset dirty status for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group_rule {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:26.905328 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a3d3b256-19b2-473f-aac0-b4ab95e13f88 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4659736 Apr 20 17:44:26.912066 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49400) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:26.936846 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c605fb8-acbd-4115-8012-8c38b328d129 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:26.940659 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c605fb8-acbd-4115-8012-8c38b328d129 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:26.944775 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c605fb8-acbd-4115-8012-8c38b328d129 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:26.945642 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1c605fb8-acbd-4115-8012-8c38b328d129 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Synchronizing usage tracker for tenant:c9d6fd43f57648e69fdcea7121532365 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:26.949617 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-a7573471-67c5-40ca-a818-d93747101ed9 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Request body: {'security_group_rule': {'security_group_id': 'a7a3898b-dff2-47eb-9a2c-056aec6d20b2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:26.964534 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-672a4abf-ebd5-4bf4-a0f5-73f18c91b83b req-3c3bccbc-aeaa-4eaf-8249-40e1b5c061b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=afdda90d8b714cd0a49b7b3d0da0c05b&device_id=f2aab149-d3ea-4e8e-8d14-956d4b207232 HTTP/1.1" status: 200 len: 1095 time: 0.3827364 Apr 20 17:44:26.973482 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1c605fb8-acbd-4115-8012-8c38b328d129 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Unset dirty status for tenant:c9d6fd43f57648e69fdcea7121532365 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:26.977500 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1c605fb8-acbd-4115-8012-8c38b328d129 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "GET /v2.0/ports?network_id=ea053739-041e-4795-a08c-1e18ff702b19 HTTP/1.1" status: 200 len: 2359 time: 0.1249762 Apr 20 17:44:26.981326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49404) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:27.007883 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a7573471-67c5-40ca-a818-d93747101ed9 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:27.014047 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7bd9f02-f1e2-4265-981e-ad38b0acb037 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Deleting subnet 0f7aa639-dd03-4399-be61-a82aa04bb7ef {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:44:27.052929 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71eb4ff-fbca-4432-9e0c-195fe3d8656b tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:27.054548 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a71eb4ff-fbca-4432-9e0c-195fe3d8656b tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "GET /v2.0/subnets/6c929e18-7676-4775-9eec-0efb04b352f5 HTTP/1.1" status: 200 len: 797 time: 0.0720313 Apr 20 17:44:27.062238 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49408) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:27.069332 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-3d287f3e-2b4b-40c8-9c15-0f7fd3327977 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Request body: {'port': {'network_id': 'ea053739-041e-4795-a08c-1e18ff702b19', 'name': 'tempest-FloatingIPTestJSON-2082609998', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:27.121846 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 7f45189c-e6fe-40d8-b51d-604d2ccb937e up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:44:27.214415 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 7f45189c-e6fe-40d8-b51d-604d2ccb937e triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:44:27.215166 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:27.230130 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3d287f3e-2b4b-40c8-9c15-0f7fd3327977 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:27.245364 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3d287f3e-2b4b-40c8-9c15-0f7fd3327977 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:27.263694 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d287f3e-2b4b-40c8-9c15-0f7fd3327977 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Made reservation on behalf of c9d6fd43f57648e69fdcea7121532365 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:44:27.272464 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b7bd9f02-f1e2-4265-981e-ad38b0acb037 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:27.348322 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a7573471-67c5-40ca-a818-d93747101ed9 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:27.351330 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9c8b144e-47da-43ed-886c-1e3016b2d4c3 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:44:27.401014 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4283ec-4b4f-493e-9a15-3c2ab7b3e427 None None] Network 26a326bd-d7d8-4001-8c5a-982c49317de5 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:44:27.405986 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3d287f3e-2b4b-40c8-9c15-0f7fd3327977 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:27.428648 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-3d287f3e-2b4b-40c8-9c15-0f7fd3327977 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] device_id is not set on port e379eb0e-c7c2-4c59-8a9a-293ec70e57cf yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:44:27.441059 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a7573471-67c5-40ca-a818-d93747101ed9 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:27.458612 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b7bd9f02-f1e2-4265-981e-ad38b0acb037 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:27.552373 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c770b762-a3ad-47c1-8473-07cc712b67df None None] Provisioning for port 9c8b144e-47da-43ed-886c-1e3016b2d4c3 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:44:27.608003 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 9c8b144e-47da-43ed-886c-1e3016b2d4c3 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:44:27.620517 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-3302f429-612e-4575-b80d-5f8306d9c17e req-5e922c6c-303f-46b8-b6ae-295b388cf165 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] For port 3c9c5012-251a-4d2f-a0a4-d89304a63eb4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=3c9c5012-251a-4d2f-a0a4-d89304a63eb4,segment=NetworkSegment(9190c701-a59c-4bfe-a010-3b2a43040073),segment_id=9190c701-a59c-4bfe-a010-3b2a43040073)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:44:27.620517 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-3302f429-612e-4575-b80d-5f8306d9c17e req-5e922c6c-303f-46b8-b6ae-295b388cf165 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:27.629946 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 9c8b144e-47da-43ed-886c-1e3016b2d4c3 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:44:27.630350 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:27.665862 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a4abf-ebd5-4bf4-a0f5-73f18c91b83b req-61c16e62-48bb-4c0f-995e-296b424adabb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:27.668126 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-672a4abf-ebd5-4bf4-a0f5-73f18c91b83b req-61c16e62-48bb-4c0f-995e-296b424adabb service neutron] 10.222.0.10 "GET /v2.0/networks?id=911da384-323b-42ed-9656-9be4d49d8f36 HTTP/1.1" status: 200 len: 912 time: 0.6576207 Apr 20 17:44:27.674317 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4747954-972e-4710-8b3b-99928c36c074 req-9020c360-d31a-4671-9d08-3478273b5c51 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:27.681249 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d4747954-972e-4710-8b3b-99928c36c074 req-9020c360-d31a-4671-9d08-3478273b5c51 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2aab149-d3ea-4e8e-8d14-956d4b207232 HTTP/1.1" status: 200 len: 944 time: 0.7362013 Apr 20 17:44:27.807157 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:27.869630 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-3d287f3e-2b4b-40c8-9c15-0f7fd3327977 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Allocated IP 172.20.0.14 (ea053739-041e-4795-a08c-1e18ff702b19/6c929e18-7676-4775-9eec-0efb04b352f5/e379eb0e-c7c2-4c59-8a9a-293ec70e57cf) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:44:27.880410 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-3d287f3e-2b4b-40c8-9c15-0f7fd3327977 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Allocated IP 172.20.0.13 (ea053739-041e-4795-a08c-1e18ff702b19/6c929e18-7676-4775-9eec-0efb04b352f5/e379eb0e-c7c2-4c59-8a9a-293ec70e57cf) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:44:27.906569 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-3302f429-612e-4575-b80d-5f8306d9c17e req-5e922c6c-303f-46b8-b6ae-295b388cf165 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Calling delete_port for 3c9c5012-251a-4d2f-a0a4-d89304a63eb4 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:44:27.910512 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 9c8b144e-47da-43ed-886c-1e3016b2d4c3, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9c8b144e-47da-43ed-886c-1e3016b2d4c3,segment=NetworkSegment(43d398a2-a2d7-49f4-bead-8fd96e325adf),segment_id=43d398a2-a2d7-49f4-bead-8fd96e325adf)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:44:27.919995 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:27.941706 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a7573471-67c5-40ca-a818-d93747101ed9 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:27.956757 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1991f-ae5d-4fa9-8dc3-05049bec8581 req-1f7ce615-a958-47f5-8f14-9d1bc065da22 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:27.972304 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3bc1991f-ae5d-4fa9-8dc3-05049bec8581 req-1f7ce615-a958-47f5-8f14-9d1bc065da22 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ea24d1a-cd62-4346-9ad7-d79ab6c01651 HTTP/1.1" status: 200 len: 909 time: 0.1907628 Apr 20 17:44:27.972995 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a7573471-67c5-40ca-a818-d93747101ed9 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:28.012083 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-672a4abf-ebd5-4bf4-a0f5-73f18c91b83b req-292f1c34-6ccf-4d1b-b588-06975b68949f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=791e2c1a-1d93-427b-a11a-13c319d38532 HTTP/1.1" status: 200 len: 217 time: 0.2588701 Apr 20 17:44:28.016143 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=9c8b144e-47da-43ed-886c-1e3016b2d4c3,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:28.073870 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7573471-67c5-40ca-a818-d93747101ed9 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e12d776d-b755-4187-bdeb-c56ab9ab138b,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:28.134231 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d4747954-972e-4710-8b3b-99928c36c074 req-2e2963e7-5859-47db-96e3-a6ad86627651 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e0ee191-fa24-4876-bfdb-23fbd66f6960&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4517403 Apr 20 17:44:28.138809 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a7573471-67c5-40ca-a818-d93747101ed9 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:28.139967 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a7573471-67c5-40ca-a818-d93747101ed9 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2259488 Apr 20 17:44:28.145191 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49416) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:28.157973 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3d287f3e-2b4b-40c8-9c15-0f7fd3327977 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:28.191753 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-192ad192-1e7a-4468-b40c-a5f9bcae083b None None] Provisioning complete for port 9c8b144e-47da-43ed-886c-1e3016b2d4c3 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:44:28.192806 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-192ad192-1e7a-4468-b40c-a5f9bcae083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:28.198340 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a4abf-ebd5-4bf4-a0f5-73f18c91b83b req-b2ddc6b2-cf3d-42f7-9101-2c68a8064213 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:28.198520 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3d287f3e-2b4b-40c8-9c15-0f7fd3327977 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:28.199822 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-672a4abf-ebd5-4bf4-a0f5-73f18c91b83b req-b2ddc6b2-cf3d-42f7-9101-2c68a8064213 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6df2b9cf-3053-4862-b128-40e0c38b0bd7 HTTP/1.1" status: 200 len: 850 time: 0.1764441 Apr 20 17:44:28.263184 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b7bd9f02-f1e2-4265-981e-ad38b0acb037 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:28.286866 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d287f3e-2b4b-40c8-9c15-0f7fd3327977 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Network ea053739-041e-4795-a08c-1e18ff702b19 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:44:28.288550 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-3d287f3e-2b4b-40c8-9c15-0f7fd3327977 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:44:28.290696 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d287f3e-2b4b-40c8-9c15-0f7fd3327977 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event updated for resources: {'Port': ['ID=e379eb0e-c7c2-4c59-8a9a-293ec70e57cf,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:28.293527 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d287f3e-2b4b-40c8-9c15-0f7fd3327977 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:44:28.307142 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-29569802-052a-408d-af85-289606e30291 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "GET /v2.0/security-group-rules/e12d776d-b755-4187-bdeb-c56ab9ab138b HTTP/1.1" status: 200 len: 706 time: 0.1600530 Apr 20 17:44:28.319280 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49420) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:28.352770 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-192ad192-1e7a-4468-b40c-a5f9bcae083b None None] Provisioning for port 6b7d887c-397a-462a-aebc-bdd1a4241af6 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:44:28.360133 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-192ad192-1e7a-4468-b40c-a5f9bcae083b None None] Provisioning complete for port 6b7d887c-397a-462a-aebc-bdd1a4241af6 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:44:28.360964 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-192ad192-1e7a-4468-b40c-a5f9bcae083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:28.385800 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-3302f429-612e-4575-b80d-5f8306d9c17e req-5e922c6c-303f-46b8-b6ae-295b388cf165 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:28.443042 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e922c6c-303f-46b8-b6ae-295b388cf165 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Pushing event deleted for resources: {'Port': ['ID=3c9c5012-251a-4d2f-a0a4-d89304a63eb4,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:28.460238 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-192ad192-1e7a-4468-b40c-a5f9bcae083b None None] Port 6b7d887c-397a-462a-aebc-bdd1a4241af6 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:44:28.510165 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d287f3e-2b4b-40c8-9c15-0f7fd3327977 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:28.511066 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3d287f3e-2b4b-40c8-9c15-0f7fd3327977 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:28.513200 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-47760a1b-0c2e-4bf8-95a3-08a5926686f7 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Synchronizing usage tracker for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group_rule {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:28.523832 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b7bd9f02-f1e2-4265-981e-ad38b0acb037 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:28.544471 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3d287f3e-2b4b-40c8-9c15-0f7fd3327977 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.4810469 Apr 20 17:44:28.545357 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49424) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:28.552581 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-48c9b8ca-2178-48e7-88ea-3d1842a1afc9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'port_id': 'e379eb0e-c7c2-4c59-8a9a-293ec70e57cf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:28.559617 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-48c9b8ca-2178-48e7-88ea-3d1842a1afc9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:28.563963 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-48c9b8ca-2178-48e7-88ea-3d1842a1afc9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Usage tracker for resource:floatingip and tenant:c9d6fd43f57648e69fdcea7121532365 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:28.567523 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-48c9b8ca-2178-48e7-88ea-3d1842a1afc9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:28.574436 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-48c9b8ca-2178-48e7-88ea-3d1842a1afc9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:28.587103 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-48c9b8ca-2178-48e7-88ea-3d1842a1afc9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:28.591186 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3cfa6782-8eb9-4cad-a667-0f1cc37704ec None None] Provisioning complete for port 6b7d887c-397a-462a-aebc-bdd1a4241af6 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:44:28.591734 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3cfa6782-8eb9-4cad-a667-0f1cc37704ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:28.607215 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd9f02-f1e2-4265-981e-ad38b0acb037 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Pushing event deleted for resources: {'Subnet': ['ID=0f7aa639-dd03-4399-be61-a82aa04bb7ef,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:28.609547 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-3302f429-612e-4575-b80d-5f8306d9c17e req-5e922c6c-303f-46b8-b6ae-295b388cf165 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] No DVR routers for this DVR port 3c9c5012-251a-4d2f-a0a4-d89304a63eb4 on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:44:28.618236 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-672a4abf-ebd5-4bf4-a0f5-73f18c91b83b req-685dc541-4045-41c0-861c-df2295a7813d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=911da384-323b-42ed-9656-9be4d49d8f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4090846 Apr 20 17:44:28.619259 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-3302f429-612e-4575-b80d-5f8306d9c17e req-5e922c6c-303f-46b8-b6ae-295b388cf165 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:28.624991 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea24d1a-cd62-4346-9ad7-d79ab6c01651', 'name': 'network-vif-deleted', 'tag': '3c9c5012-251a-4d2f-a0a4-d89304a63eb4'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:44:28.659283 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-47760a1b-0c2e-4bf8-95a3-08a5926686f7 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Unset dirty status for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group_rule {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:28.663031 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-47760a1b-0c2e-4bf8-95a3-08a5926686f7 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.3396759 Apr 20 17:44:28.666705 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49430) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:28.673001 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b7bd9f02-f1e2-4265-981e-ad38b0acb037 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:28.723520 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3cfa6782-8eb9-4cad-a667-0f1cc37704ec None None] Port 6b7d887c-397a-462a-aebc-bdd1a4241af6 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:44:28.727943 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690420c5-5d54-457a-b5d4-87bfc6d5badd None None] Network 26a326bd-d7d8-4001-8c5a-982c49317de5 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:44:28.734961 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3302f429-612e-4575-b80d-5f8306d9c17e req-5e922c6c-303f-46b8-b6ae-295b388cf165 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.43 "DELETE /v2.0/ports/3c9c5012-251a-4d2f-a0a4-d89304a63eb4 HTTP/1.1" status: 204 len: 173 time: 2.2176821 Apr 20 17:44:28.735136 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e64eb05e-a028-4235-9bea-f0696e733169 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:28.747480 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b7bd9f02-f1e2-4265-981e-ad38b0acb037 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "DELETE /v2.0/subnets/0f7aa639-dd03-4399-be61-a82aa04bb7ef HTTP/1.1" status: 204 len: 168 time: 2.2733595 Apr 20 17:44:28.748991 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49434) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:28.749497 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e64eb05e-a028-4235-9bea-f0696e733169 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:28.787965 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3627fd2-05e5-4c68-9f74-23dbdae84873'] response: {'server_uuid': '1ea24d1a-cd62-4346-9ad7-d79ab6c01651', 'name': 'network-vif-deleted', 'tag': '3c9c5012-251a-4d2f-a0a4-d89304a63eb4', 'status': 'completed', 'code': 200} Apr 20 17:44:28.808638 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e64eb05e-a028-4235-9bea-f0696e733169 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:28.841528 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e64eb05e-a028-4235-9bea-f0696e733169 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:28.842987 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e64eb05e-a028-4235-9bea-f0696e733169 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/e12d776d-b755-4187-bdeb-c56ab9ab138b HTTP/1.1" status: 204 len: 168 time: 0.1697183 Apr 20 17:44:28.845295 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64eb05e-a028-4235-9bea-f0696e733169 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e12d776d-b755-4187-bdeb-c56ab9ab138b,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:28.847641 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49440) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:28.860955 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2171cf5-8730-4024-8eb1-6b988607d528 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:28.862391 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2171cf5-8730-4024-8eb1-6b988607d528 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:28.863180 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f2171cf5-8730-4024-8eb1-6b988607d528 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Synchronizing usage tracker for tenant:137e1b502cc24932966ee771d0af99b2 on resource:subnet {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:28.873646 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-672a4abf-ebd5-4bf4-a0f5-73f18c91b83b req-5103371a-b0fc-4841-8cf6-b691e352162b service neutron] 10.222.0.10 "GET /v2.0/networks/911da384-323b-42ed-9656-9be4d49d8f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431715 Apr 20 17:44:28.876759 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-48c9b8ca-2178-48e7-88ea-3d1842a1afc9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:28.915310 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f2171cf5-8730-4024-8eb1-6b988607d528 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Unset dirty status for tenant:137e1b502cc24932966ee771d0af99b2 on resource:subnet {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:28.916507 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f2171cf5-8730-4024-8eb1-6b988607d528 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1664836 Apr 20 17:44:28.928123 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49444) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:29.024598 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9c8b144e-47da-43ed-886c-1e3016b2d4c3 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:44:29.032975 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-672a4abf-ebd5-4bf4-a0f5-73f18c91b83b req-318d04f6-9d77-43b6-8615-c8e93b4e6483 service neutron] 10.222.0.10 "GET /v2.0/networks/911da384-323b-42ed-9656-9be4d49d8f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470163 Apr 20 17:44:29.106759 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e55e74bf-c6f9-44ca-ace6-974e2a011d65 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:29.108702 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 9c8b144e-47da-43ed-886c-1e3016b2d4c3 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:44:29.109066 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:29.116657 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3cf41370-cf89-4b2c-a2ff-b843a6e21c71 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Synchronizing usage tracker for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group_rule {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:29.131149 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-e55e74bf-c6f9-44ca-ace6-974e2a011d65 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 20 17:44:29.131584 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e55e74bf-c6f9-44ca-ace6-974e2a011d65 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:44:29.174574 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaf35ef-8d16-47ab-b2f5-d3900919ce1b None None] DHCP port deletion for 26a326bd-d7d8-4001-8c5a-982c49317de5 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:44:29.182336 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0aaf35ef-8d16-47ab-b2f5-d3900919ce1b None None] Deleting port 9c8b144e-47da-43ed-886c-1e3016b2d4c3 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:44:29.183012 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0aaf35ef-8d16-47ab-b2f5-d3900919ce1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:29.252122 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-48c9b8ca-2178-48e7-88ea-3d1842a1afc9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Allocated IP 172.25.8.241 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/d24e76fa-028c-41f8-a890-9e37880a6c2d) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:44:29.272243 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e55e74bf-c6f9-44ca-ace6-974e2a011d65 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "DELETE /v2.0/networks/26a326bd-d7d8-4001-8c5a-982c49317de5 HTTP/1.1" status: 409 len: 405 time: 0.3373392 Apr 20 17:44:29.274805 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49452) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:29.301158 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-a4de36e3-e46d-4a86-aa81-d3cf8d67e7ba tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1377038475'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:29.308175 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3cf41370-cf89-4b2c-a2ff-b843a6e21c71 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Unset dirty status for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group_rule {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:29.313097 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3cf41370-cf89-4b2c-a2ff-b843a6e21c71 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4640749 Apr 20 17:44:29.320480 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49456) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:29.323521 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-a4de36e3-e46d-4a86-aa81-d3cf8d67e7ba tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:29.329230 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-d4409466-b287-4e4d-ae6b-89424e623cce req-987732b6-8f47-4823-ba8b-aefe2f82f20c tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Synchronizing usage tracker for tenant:b0685b0cdf464c79ab40968d62484d7b on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:29.347928 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-d4409466-b287-4e4d-ae6b-89424e623cce req-987732b6-8f47-4823-ba8b-aefe2f82f20c tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Unset dirty status for tenant:b0685b0cdf464c79ab40968d62484d7b on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:29.349564 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d4409466-b287-4e4d-ae6b-89424e623cce req-987732b6-8f47-4823-ba8b-aefe2f82f20c tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ea24d1a-cd62-4346-9ad7-d79ab6c01651 HTTP/1.1" status: 200 len: 210 time: 0.2168691 Apr 20 17:44:29.412776 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a4de36e3-e46d-4a86-aa81-d3cf8d67e7ba tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Usage tracker for resource:network and tenant:137e1b502cc24932966ee771d0af99b2 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:29.472357 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a4de36e3-e46d-4a86-aa81-d3cf8d67e7ba tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:29.498157 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-a4de36e3-e46d-4a86-aa81-d3cf8d67e7ba tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:29.498971 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0aaf35ef-8d16-47ab-b2f5-d3900919ce1b None None] For port 9c8b144e-47da-43ed-886c-1e3016b2d4c3, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9c8b144e-47da-43ed-886c-1e3016b2d4c3,segment=NetworkSegment(43d398a2-a2d7-49f4-bead-8fd96e325adf),segment_id=43d398a2-a2d7-49f4-bead-8fd96e325adf)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:44:29.499447 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0aaf35ef-8d16-47ab-b2f5-d3900919ce1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:29.556771 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4de36e3-e46d-4a86-aa81-d3cf8d67e7ba tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Made reservation on behalf of 137e1b502cc24932966ee771d0af99b2 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:44:29.559729 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a4de36e3-e46d-4a86-aa81-d3cf8d67e7ba tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:29.617783 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0aaf35ef-8d16-47ab-b2f5-d3900919ce1b None None] Calling delete_port for 9c8b144e-47da-43ed-886c-1e3016b2d4c3 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:44:29.629642 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-48c9b8ca-2178-48e7-88ea-3d1842a1afc9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:29.649767 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1ba20-905f-4a52-9467-b0bf76f33eff req-ff81016b-a957-4ec9-b7f4-74af54b22c74 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:29.651281 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cee1ba20-905f-4a52-9467-b0bf76f33eff req-ff81016b-a957-4ec9-b7f4-74af54b22c74 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2aab149-d3ea-4e8e-8d14-956d4b207232 HTTP/1.1" status: 200 len: 944 time: 0.2417467 Apr 20 17:44:29.655805 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fde9e719-d715-45cb-9f37-12d6cb79c48e tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:29.657473 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4de36e3-e46d-4a86-aa81-d3cf8d67e7ba tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:44:29.695241 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0aaf35ef-8d16-47ab-b2f5-d3900919ce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:29.697307 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a4de36e3-e46d-4a86-aa81-d3cf8d67e7ba tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:29.697660 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-a4de36e3-e46d-4a86-aa81-d3cf8d67e7ba tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Added segment fdbeba12-12f6-44eb-a933-d7c899c78f57 of type vlan for network f476de85-15dd-4129-9208-423f0fd22c71 Apr 20 17:44:29.726278 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fde9e719-d715-45cb-9f37-12d6cb79c48e tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:29.740104 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf35ef-8d16-47ab-b2f5-d3900919ce1b None None] Pushing event deleted for resources: {'Port': ['ID=9c8b144e-47da-43ed-886c-1e3016b2d4c3,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:29.743490 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaf35ef-8d16-47ab-b2f5-d3900919ce1b None None] No DVR routers for this DVR port 9c8b144e-47da-43ed-886c-1e3016b2d4c3 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:44:29.788235 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a4de36e3-e46d-4a86-aa81-d3cf8d67e7ba tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:29.811666 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cee1ba20-905f-4a52-9467-b0bf76f33eff req-e86e3381-c621-45df-aef4-2d7648dc73b5 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e0ee191-fa24-4876-bfdb-23fbd66f6960&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1476293 Apr 20 17:44:29.823290 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-48c9b8ca-2178-48e7-88ea-3d1842a1afc9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:29.857700 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fde9e719-d715-45cb-9f37-12d6cb79c48e tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:29.900075 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde9e719-d715-45cb-9f37-12d6cb79c48e tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a3898b-dff2-47eb-9a2c-056aec6d20b2,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:29.903890 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a4de36e3-e46d-4a86-aa81-d3cf8d67e7ba tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:29.907536 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4de36e3-e46d-4a86-aa81-d3cf8d67e7ba tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:29.908108 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a4de36e3-e46d-4a86-aa81-d3cf8d67e7ba tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:30.005250 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c9b8ca-2178-48e7-88ea-3d1842a1afc9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:44:30.008400 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9b8ca-2178-48e7-88ea-3d1842a1afc9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event updated for resources: {'Port': ['ID=d24e76fa-028c-41f8-a890-9e37880a6c2d,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:30.018314 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-48c9b8ca-2178-48e7-88ea-3d1842a1afc9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:44:30.031385 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fde9e719-d715-45cb-9f37-12d6cb79c48e tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:30.032556 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fde9e719-d715-45cb-9f37-12d6cb79c48e tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "DELETE /v2.0/security-groups/a7a3898b-dff2-47eb-9a2c-056aec6d20b2 HTTP/1.1" status: 204 len: 168 time: 0.7109663 Apr 20 17:44:30.033709 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c9b8ca-2178-48e7-88ea-3d1842a1afc9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:44:30.035642 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49460) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:30.068185 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a4de36e3-e46d-4a86-aa81-d3cf8d67e7ba tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7920496 Apr 20 17:44:30.073393 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49464) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:30.081466 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-2efb5b62-015b-4a9d-8f85-3beb2b30fa26 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Request body: {'subnet': {'network_id': 'f476de85-15dd-4129-9208-423f0fd22c71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:30.088089 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de36e3-e46d-4a86-aa81-d3cf8d67e7ba tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Pushing event updated for resources: {'Network': ['ID=f476de85-15dd-4129-9208-423f0fd22c71,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:30.102720 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network f476de85-15dd-4129-9208-423f0fd22c71 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:44:30.194909 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c20d1ad9-8989-4774-9bfc-9c01d8571a4a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Synchronizing usage tracker for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:30.223852 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-2efb5b62-015b-4a9d-8f85-3beb2b30fa26 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:30.234863 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c20d1ad9-8989-4774-9bfc-9c01d8571a4a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Unset dirty status for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:30.241238 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c20d1ad9-8989-4774-9bfc-9c01d8571a4a tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1996603 Apr 20 17:44:30.241238 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-2efb5b62-015b-4a9d-8f85-3beb2b30fa26 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:30.245682 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49468) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:30.254582 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-b3025adf-b5f9-4d0a-9604-4cf0095c87ee tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Request body: {'security_group': {'name': 'tempest-secgroup--1853325679'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:30.262255 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b3025adf-b5f9-4d0a-9604-4cf0095c87ee tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:30.266689 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efb5b62-015b-4a9d-8f85-3beb2b30fa26 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Made reservation on behalf of 137e1b502cc24932966ee771d0af99b2 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:44:30.293454 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b3025adf-b5f9-4d0a-9604-4cf0095c87ee tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:30.380842 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b3025adf-b5f9-4d0a-9604-4cf0095c87ee tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:30.398950 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2efb5b62-015b-4a9d-8f85-3beb2b30fa26 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:30.462844 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49476) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:30.549428 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b3025adf-b5f9-4d0a-9604-4cf0095c87ee tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:30.561782 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b3025adf-b5f9-4d0a-9604-4cf0095c87ee tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:30.674104 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 3c9c5012-251a-4d2f-a0a4-d89304a63eb4 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:44:30.705628 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b3025adf-b5f9-4d0a-9604-4cf0095c87ee tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:30.715256 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b3025adf-b5f9-4d0a-9604-4cf0095c87ee tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:30.725332 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 3c9c5012-251a-4d2f-a0a4-d89304a63eb4 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:44:30.726458 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 3c9c5012-251a-4d2f-a0a4-d89304a63eb4 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:44:30.778292 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3025adf-b5f9-4d0a-9604-4cf0095c87ee tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfef3cc-be17-4181-b144-6a78ed792c42,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:30.835535 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-48c9b8ca-2178-48e7-88ea-3d1842a1afc9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:30.838016 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b3025adf-b5f9-4d0a-9604-4cf0095c87ee tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:30.839378 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b3025adf-b5f9-4d0a-9604-4cf0095c87ee tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5925856 Apr 20 17:44:30.842470 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49480) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:30.848294 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-b91fe3f8-34e1-4c72-a29a-ae504881c860 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Request body: {'security_group_rule': {'security_group_id': '6cfef3cc-be17-4181-b144-6a78ed792c42', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:30.858849 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b91fe3f8-34e1-4c72-a29a-ae504881c860 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:30.866600 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b91fe3f8-34e1-4c72-a29a-ae504881c860 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Usage tracker for resource:security_group_rule and tenant:e56e4eebc3fc40ecb1961e0bacb3e86a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:30.906022 n-d-838032-1 neutron-server[84080]: DEBUG neutron.objects.ports [None req-2efb5b62-015b-4a9d-8f85-3beb2b30fa26 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84080) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 20 17:44:30.907804 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b91fe3f8-34e1-4c72-a29a-ae504881c860 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:30.908936 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-48c9b8ca-2178-48e7-88ea-3d1842a1afc9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:30.910949 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2efb5b62-015b-4a9d-8f85-3beb2b30fa26 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:30.946803 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b91fe3f8-34e1-4c72-a29a-ae504881c860 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:30.997419 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb5b62-015b-4a9d-8f85-3beb2b30fa26 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Pushing event updated for resources: {'Subnet': ['ID=739ab45c-68a4-4ef7-9449-c953050b2809,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:31.011449 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9c8b144e-47da-43ed-886c-1e3016b2d4c3 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:44:31.032901 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b91fe3f8-34e1-4c72-a29a-ae504881c860 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:31.045030 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 791e2c1a-1d93-427b-a11a-13c319d38532 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:44:31.049584 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efb5b62-015b-4a9d-8f85-3beb2b30fa26 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Checking segment: {'id': 'fdbeba12-12f6-44eb-a933-d7c899c78f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f476de85-15dd-4129-9208-423f0fd22c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:44:31.050139 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efb5b62-015b-4a9d-8f85-3beb2b30fa26 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Network hostable DHCP agents. Network: f476de85-15dd-4129-9208-423f0fd22c71, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:44:31.054587 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 9c8b144e-47da-43ed-886c-1e3016b2d4c3 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:44:31.054824 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9c8b144e-47da-43ed-886c-1e3016b2d4c3 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:44:31.112168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efb5b62-015b-4a9d-8f85-3beb2b30fa26 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Network f476de85-15dd-4129-9208-423f0fd22c71 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:44:31.119420 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b91fe3f8-34e1-4c72-a29a-ae504881c860 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:31.126159 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b91fe3f8-34e1-4c72-a29a-ae504881c860 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:31.140788 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-2efb5b62-015b-4a9d-8f85-3beb2b30fa26 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, f476de85-15dd-4129-9208-423f0fd22c71) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:44:31.154603 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efb5b62-015b-4a9d-8f85-3beb2b30fa26 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:31.155523 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2efb5b62-015b-4a9d-8f85-3beb2b30fa26 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:31.156284 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46c4ea2-c647-48d0-8138-fae2510952b7 None None] Network f476de85-15dd-4129-9208-423f0fd22c71 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:44:31.159712 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91fe3f8-34e1-4c72-a29a-ae504881c860 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f433b3f1-682a-4f17-802a-63f233da4fa2,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:31.179086 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b8f3c-674c-47a5-8fce-a4823d6745d8 req-cbd14a9a-dd7e-468f-8e8c-bbe6a639f9fe tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:31.180749 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-150b8f3c-674c-47a5-8fce-a4823d6745d8 req-cbd14a9a-dd7e-468f-8e8c-bbe6a639f9fe tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2aab149-d3ea-4e8e-8d14-956d4b207232 HTTP/1.1" status: 200 len: 944 time: 0.2277815 Apr 20 17:44:31.185169 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b91fe3f8-34e1-4c72-a29a-ae504881c860 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:31.187515 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b91fe3f8-34e1-4c72-a29a-ae504881c860 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3440804 Apr 20 17:44:31.190391 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49486) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:31.216758 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2efb5b62-015b-4a9d-8f85-3beb2b30fa26 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1383908 Apr 20 17:44:31.216985 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49490) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:31.228262 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-66fc8047-c4ff-4c44-b420-23de0d47cbdf tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Request body: {'port': {'network_id': 'f476de85-15dd-4129-9208-423f0fd22c71', 'name': 'tempest-NetworksIpV6TestAttrs-863359799'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:31.271207 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8d16fa76-d8c3-4dc1-b47a-dcd878d77328 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:31.300500 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8d16fa76-d8c3-4dc1-b47a-dcd878d77328 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:31.327083 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 791e2c1a-1d93-427b-a11a-13c319d38532, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=791e2c1a-1d93-427b-a11a-13c319d38532,segment=NetworkSegment(c440332e-ad26-42d4-aa3b-e6d8c6a39264),segment_id=c440332e-ad26-42d4-aa3b-e6d8c6a39264)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:44:31.352578 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '791e2c1a-1d93-427b-a11a-13c319d38532', 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36', 'port_id': '791e2c1a-1d93-427b-a11a-13c319d38532', 'mac_address': 'fa:16:3e:2f:1f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df2b9cf-3053-4862-b128-40e0c38b0bd7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:44:31.353446 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8d16fa76-d8c3-4dc1-b47a-dcd878d77328 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:31.372639 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16fa76-d8c3-4dc1-b47a-dcd878d77328 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfef3cc-be17-4181-b144-6a78ed792c42,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:31.384144 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8d16fa76-d8c3-4dc1-b47a-dcd878d77328 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:31.388256 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8d16fa76-d8c3-4dc1-b47a-dcd878d77328 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "DELETE /v2.0/security-groups/6cfef3cc-be17-4181-b144-6a78ed792c42 HTTP/1.1" status: 204 len: 168 time: 0.1953921 Apr 20 17:44:31.388991 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49494) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:31.406276 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.resource_extend [None req-48c9b8ca-2178-48e7-88ea-3d1842a1afc9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 17:44:31.469790 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6cc6cc15-5132-470c-a4d3-625c01798718 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Synchronizing usage tracker for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:31.481452 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-150b8f3c-674c-47a5-8fce-a4823d6745d8 req-ab5e05a2-5517-439a-a0dd-e5b0a548fac6 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e0ee191-fa24-4876-bfdb-23fbd66f6960&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2895124 Apr 20 17:44:31.483916 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-48c9b8ca-2178-48e7-88ea-3d1842a1afc9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:31.485271 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:31.500805 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6cc6cc15-5132-470c-a4d3-625c01798718 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Unset dirty status for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:31.503808 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6cc6cc15-5132-470c-a4d3-625c01798718 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1138566 Apr 20 17:44:31.506554 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49498) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:31.513933 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-48c9b8ca-2178-48e7-88ea-3d1842a1afc9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:31.540250 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 791e2c1a-1d93-427b-a11a-13c319d38532 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:44:31.549129 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3740dfe5-c6be-40f3-99e5-b82b7793019c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-f476de85-15dd-4129-9208-423f0fd22c71', 'network_id': 'f476de85-15dd-4129-9208-423f0fd22c71', 'tenant_id': '137e1b502cc24932966ee771d0af99b2', 'fixed_ips': [{'subnet_id': '739ab45c-68a4-4ef7-9449-c953050b2809'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:44:31.551068 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3740dfe5-c6be-40f3-99e5-b82b7793019c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:31.576027 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-71b52cc6-85fc-4115-ad77-c4519e11d5b9 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Synchronizing usage tracker for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group_rule {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:31.576248 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 791e2c1a-1d93-427b-a11a-13c319d38532, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=791e2c1a-1d93-427b-a11a-13c319d38532,segment=NetworkSegment(c440332e-ad26-42d4-aa3b-e6d8c6a39264),segment_id=c440332e-ad26-42d4-aa3b-e6d8c6a39264)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:44:31.595993 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-71b52cc6-85fc-4115-ad77-c4519e11d5b9 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] Unset dirty status for tenant:e56e4eebc3fc40ecb1961e0bacb3e86a on resource:security_group_rule {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:31.600139 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-71b52cc6-85fc-4115-ad77-c4519e11d5b9 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.0896420 Apr 20 17:44:31.600443 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49502) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:31.620565 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:31.623610 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-0e9c855a-4321-4427-9116-c8811048f7b5 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] delete failed (client error): The resource could not be found. Apr 20 17:44:31.628076 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0e9c855a-4321-4427-9116-c8811048f7b5 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "DELETE /v2.0/security-groups/6cfef3cc-be17-4181-b144-6a78ed792c42 HTTP/1.1" status: 404 len: 347 time: 0.0233462 Apr 20 17:44:31.628800 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49506) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:31.663948 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-66fc8047-c4ff-4c44-b420-23de0d47cbdf tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:31.683836 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9b8ca-2178-48e7-88ea-3d1842a1afc9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event updated for resources: {'Port': ['ID=d24e76fa-028c-41f8-a890-9e37880a6c2d,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:31.689573 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-66fc8047-c4ff-4c44-b420-23de0d47cbdf tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Usage tracker for resource:port and tenant:137e1b502cc24932966ee771d0af99b2 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:31.695812 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8d9b37b8-6d71-4458-9b40-9cb97eb76cb2 tempest-SecGroupTest-668880205 tempest-SecGroupTest-668880205-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0613201 Apr 20 17:44:31.696537 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-66fc8047-c4ff-4c44-b420-23de0d47cbdf tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:31.704398 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-66fc8047-c4ff-4c44-b420-23de0d47cbdf tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:31.721378 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-48c9b8ca-2178-48e7-88ea-3d1842a1afc9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:31.731147 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=791e2c1a-1d93-427b-a11a-13c319d38532,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:31.791427 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-3740dfe5-c6be-40f3-99e5-b82b7793019c None None] Allocated IP 2001:db8::f816:3eff:fe92:d214 (f476de85-15dd-4129-9208-423f0fd22c71/739ab45c-68a4-4ef7-9449-c953050b2809/5e3c0ac3-bbf5-425b-83ac-761493194508) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:44:31.835171 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fc8047-c4ff-4c44-b420-23de0d47cbdf tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Made reservation on behalf of 137e1b502cc24932966ee771d0af99b2 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:44:31.837250 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-66fc8047-c4ff-4c44-b420-23de0d47cbdf tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:31.875704 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-66fc8047-c4ff-4c44-b420-23de0d47cbdf tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] device_id is not set on port 7432d5c7-f4aa-4891-9461-f888395cc459 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:44:31.935842 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['791e2c1a-1d93-427b-a11a-13c319d38532'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:44:32.000549 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eae8e952-8e54-4bdf-85b3-ed72a136437e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:32.024741 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49514) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:32.083071 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3740dfe5-c6be-40f3-99e5-b82b7793019c None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:32.106701 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3740dfe5-c6be-40f3-99e5-b82b7793019c None None] Transition to ACTIVE for port object 5e3c0ac3-bbf5-425b-83ac-761493194508 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:44:32.173841 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3740dfe5-c6be-40f3-99e5-b82b7793019c None None] Transition to ACTIVE for port object 5e3c0ac3-bbf5-425b-83ac-761493194508 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:44:32.191961 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3740dfe5-c6be-40f3-99e5-b82b7793019c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:32.228810 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a9e4f485-dc66-4cf5-ae8a-1d17e8e0695f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e56e4eebc3fc40ecb1961e0bacb3e86a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2023530 Apr 20 17:44:32.229897 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49520) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:32.273123 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3740dfe5-c6be-40f3-99e5-b82b7793019c None None] Network f476de85-15dd-4129-9208-423f0fd22c71 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:44:32.276045 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-3740dfe5-c6be-40f3-99e5-b82b7793019c None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:44:32.281411 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3740dfe5-c6be-40f3-99e5-b82b7793019c None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:44:32.284047 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740dfe5-c6be-40f3-99e5-b82b7793019c None None] Pushing event updated for resources: {'Port': ['ID=5e3c0ac3-bbf5-425b-83ac-761493194508,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:32.300827 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6dc2edef-dde8-4543-ac33-47e478d46b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:32.326865 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6dc2edef-dde8-4543-ac33-47e478d46b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:32.338652 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-66fc8047-c4ff-4c44-b420-23de0d47cbdf tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Allocated IP 2001:db8::f816:3eff:fe24:4b12 (f476de85-15dd-4129-9208-423f0fd22c71/739ab45c-68a4-4ef7-9449-c953050b2809/7432d5c7-f4aa-4891-9461-f888395cc459) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:44:32.381362 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-3740dfe5-c6be-40f3-99e5-b82b7793019c None None] Attempting to bind port 5e3c0ac3-bbf5-425b-83ac-761493194508 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:44:32.381624 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-3740dfe5-c6be-40f3-99e5-b82b7793019c None None] Attempting to bind port 5e3c0ac3-bbf5-425b-83ac-761493194508 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'fdbeba12-12f6-44eb-a933-d7c899c78f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f476de85-15dd-4129-9208-423f0fd22c71'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:44:32.381983 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3740dfe5-c6be-40f3-99e5-b82b7793019c None None] Attempting to bind port 5e3c0ac3-bbf5-425b-83ac-761493194508 on network f476de85-15dd-4129-9208-423f0fd22c71 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:44:32.388834 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3740dfe5-c6be-40f3-99e5-b82b7793019c None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:44:32.389184 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3740dfe5-c6be-40f3-99e5-b82b7793019c None None] Checking segment: {'id': 'fdbeba12-12f6-44eb-a933-d7c899c78f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f476de85-15dd-4129-9208-423f0fd22c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:44:32.389578 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3740dfe5-c6be-40f3-99e5-b82b7793019c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:32.389969 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3740dfe5-c6be-40f3-99e5-b82b7793019c None None] Bound using segment: {'id': 'fdbeba12-12f6-44eb-a933-d7c899c78f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f476de85-15dd-4129-9208-423f0fd22c71'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:44:32.390443 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-3740dfe5-c6be-40f3-99e5-b82b7793019c None None] Bound port: 5e3c0ac3-bbf5-425b-83ac-761493194508, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdbeba12-12f6-44eb-a933-d7c899c78f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f476de85-15dd-4129-9208-423f0fd22c71'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:44:32.390807 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3740dfe5-c6be-40f3-99e5-b82b7793019c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:32.391278 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6dc2edef-dde8-4543-ac33-47e478d46b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:32.412830 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2edef-dde8-4543-ac33-47e478d46b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c71ca6-8b52-4973-bebd-eb94c1b1f8a9,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:32.417096 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [None req-48c9b8ca-2178-48e7-88ea-3d1842a1afc9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Floating IP 0a82495f-1a94-4ff5-beb1-a8fe0f5d099e associated. External IP: 172.25.8.241, port: e379eb0e-c7c2-4c59-8a9a-293ec70e57cf. Apr 20 17:44:32.440568 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6dc2edef-dde8-4543-ac33-47e478d46b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:32.444445 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6dc2edef-dde8-4543-ac33-47e478d46b3a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e7c71ca6-8b52-4973-bebd-eb94c1b1f8a9 HTTP/1.1" status: 204 len: 168 time: 0.2109921 Apr 20 17:44:32.491080 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-3740dfe5-c6be-40f3-99e5-b82b7793019c None None] For port 5e3c0ac3-bbf5-425b-83ac-761493194508, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:44:32.494807 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-3740dfe5-c6be-40f3-99e5-b82b7793019c None None] For port 5e3c0ac3-bbf5-425b-83ac-761493194508, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=5e3c0ac3-bbf5-425b-83ac-761493194508,segment=NetworkSegment(fdbeba12-12f6-44eb-a933-d7c899c78f57),segment_id=fdbeba12-12f6-44eb-a933-d7c899c78f57)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:44:32.500808 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3740dfe5-c6be-40f3-99e5-b82b7793019c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:32.604599 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740dfe5-c6be-40f3-99e5-b82b7793019c None None] Pushing event updated for resources: {'Port': ['ID=5e3c0ac3-bbf5-425b-83ac-761493194508,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:32.723979 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02057c-b36d-4cb4-a5f7-7de4517f9051 req-87ca9678-e3e6-43ae-9066-9948000993d5 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:32.736012 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2c02057c-b36d-4cb4-a5f7-7de4517f9051 req-87ca9678-e3e6-43ae-9066-9948000993d5 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2aab149-d3ea-4e8e-8d14-956d4b207232 HTTP/1.1" status: 200 len: 945 time: 0.1120300 Apr 20 17:44:32.741716 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-66fc8047-c4ff-4c44-b420-23de0d47cbdf tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:32.773994 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-66fc8047-c4ff-4c44-b420-23de0d47cbdf tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Transition to ACTIVE for port object 7432d5c7-f4aa-4891-9461-f888395cc459 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:44:32.792996 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2c02057c-b36d-4cb4-a5f7-7de4517f9051 req-d4fa8343-b528-4815-bab7-db741b7c132a tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e0ee191-fa24-4876-bfdb-23fbd66f6960&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560622 Apr 20 17:44:32.979424 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-66fc8047-c4ff-4c44-b420-23de0d47cbdf tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:33.026306 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 791e2c1a-1d93-427b-a11a-13c319d38532 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:44:33.064348 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 5e3c0ac3-bbf5-425b-83ac-761493194508 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:44:33.105541 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fc8047-c4ff-4c44-b420-23de0d47cbdf tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Network f476de85-15dd-4129-9208-423f0fd22c71 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:44:33.108126 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc8047-c4ff-4c44-b420-23de0d47cbdf tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Pushing event updated for resources: {'Port': ['ID=7432d5c7-f4aa-4891-9461-f888395cc459,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:33.111076 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-66fc8047-c4ff-4c44-b420-23de0d47cbdf tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:44:33.145372 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fc8047-c4ff-4c44-b420-23de0d47cbdf tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:44:33.149430 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fc8047-c4ff-4c44-b420-23de0d47cbdf tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:33.150293 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-66fc8047-c4ff-4c44-b420-23de0d47cbdf tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:33.167302 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 791e2c1a-1d93-427b-a11a-13c319d38532 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:44:33.171866 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 5e3c0ac3-bbf5-425b-83ac-761493194508 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:44:33.175974 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 791e2c1a-1d93-427b-a11a-13c319d38532 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:44:33.176332 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:33.292688 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:33.309803 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-66fc8047-c4ff-4c44-b420-23de0d47cbdf tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.0872023 Apr 20 17:44:33.310168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49542) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:33.329988 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2aab149-d3ea-4e8e-8d14-956d4b207232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791e2c1a-1d93-427b-a11a-13c319d38532'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:44:33.342027 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 791e2c1a-1d93-427b-a11a-13c319d38532, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=791e2c1a-1d93-427b-a11a-13c319d38532,segment=NetworkSegment(c440332e-ad26-42d4-aa3b-e6d8c6a39264),segment_id=c440332e-ad26-42d4-aa3b-e6d8c6a39264)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:44:33.348162 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:33.431064 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=791e2c1a-1d93-427b-a11a-13c319d38532,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:33.449957 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8253bb5-082b-4e36-8be7-5500debc5cec tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Deleting subnet 739ab45c-68a4-4ef7-9449-c953050b2809 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:44:33.462961 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e8253bb5-082b-4e36-8be7-5500debc5cec tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:33.481415 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2abd9074-f4eb-4f44-96d9-629979c51cbf'] response: {'server_uuid': 'f2aab149-d3ea-4e8e-8d14-956d4b207232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791e2c1a-1d93-427b-a11a-13c319d38532', 'code': 200} Apr 20 17:44:33.587926 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49550) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:33.621857 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e8253bb5-082b-4e36-8be7-5500debc5cec tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:33.622273 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c9b8ca-2178-48e7-88ea-3d1842a1afc9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Router ed52b34c-0634-4c6d-ab70-77ac5a590f6c has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:44:33.711852 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fb4def8e-dc26-496e-9f20-b265f3709d6e req-ebce60e0-3423-4fd5-b1f0-085e0c97ad43 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f2aab149-d3ea-4e8e-8d14-956d4b207232 HTTP/1.1" status: 200 len: 1097 time: 0.1637161 Apr 20 17:44:33.748769 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-eae8e952-8e54-4bdf-85b3-ed72a136437e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Deleting port 1100cc38-bf8c-4da0-b3e6-e3eeab71b332 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:44:33.749250 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eae8e952-8e54-4bdf-85b3-ed72a136437e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:33.774790 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fb4def8e-dc26-496e-9f20-b265f3709d6e req-b570d366-9d03-472e-8082-6bbe1a5e4361 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1e0ee191-fa24-4876-bfdb-23fbd66f6960&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538559 Apr 20 17:44:33.793768 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e8253bb5-082b-4e36-8be7-5500debc5cec tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:33.867915 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9426de-1e0f-4145-8fe7-50c320dfceaa None None] Network f476de85-15dd-4129-9208-423f0fd22c71 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:44:33.884617 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e8253bb5-082b-4e36-8be7-5500debc5cec tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:33.940677 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e8253bb5-082b-4e36-8be7-5500debc5cec tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:33.962874 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-8e2b41ee-bbd9-457a-b2c7-c9eb4f9907ca tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:33.963387 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-8e2b41ee-bbd9-457a-b2c7-c9eb4f9907ca tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] create failed (client error): There was a conflict when trying to complete your request. Apr 20 17:44:33.966254 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8e2b41ee-bbd9-457a-b2c7-c9eb4f9907ca tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3743761 Apr 20 17:44:33.976127 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49558) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:33.997888 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-b10b5104-647f-4d6d-8967-063c8ea95ffc tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Request body: {'security_group': {'name': 'tempest-secgroup--1205563095'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:34.011770 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b10b5104-647f-4d6d-8967-063c8ea95ffc tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:34.020772 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b10b5104-647f-4d6d-8967-063c8ea95ffc tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Usage tracker for resource:security_group and tenant:5d74d9f43c5b491d87a00a8446ceeb63 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:34.027533 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b10b5104-647f-4d6d-8967-063c8ea95ffc tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:34.028075 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e534c2af-d092-40d4-8a4a-4ea57ed47934 None None] Provisioning for port 5e3c0ac3-bbf5-425b-83ac-761493194508 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:44:34.037667 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e534c2af-d092-40d4-8a4a-4ea57ed47934 None None] Provisioning complete for port 5e3c0ac3-bbf5-425b-83ac-761493194508 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:44:34.038012 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e534c2af-d092-40d4-8a4a-4ea57ed47934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:34.051942 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b10b5104-647f-4d6d-8967-063c8ea95ffc tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:34.057248 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8253bb5-082b-4e36-8be7-5500debc5cec tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Pushing event deleted for resources: {'Subnet': ['ID=739ab45c-68a4-4ef7-9449-c953050b2809,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:34.105095 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e8253bb5-082b-4e36-8be7-5500debc5cec tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "DELETE /v2.0/subnets/739ab45c-68a4-4ef7-9449-c953050b2809 HTTP/1.1" status: 204 len: 168 time: 0.7932827 Apr 20 17:44:34.109361 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49562) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:34.140645 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b10b5104-647f-4d6d-8967-063c8ea95ffc tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:34.159810 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b10b5104-647f-4d6d-8967-063c8ea95ffc tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:34.193231 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b594f6e5-295b-422c-8eda-6264d5032844 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:34.194759 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b594f6e5-295b-422c-8eda-6264d5032844 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:34.195547 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b594f6e5-295b-422c-8eda-6264d5032844 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Synchronizing usage tracker for tenant:137e1b502cc24932966ee771d0af99b2 on resource:subnet {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:34.216612 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56c57d-5bd3-44e6-ae59-e8e91ff2a0c5 req-416a9c5e-6a2e-4747-b47b-32380f969e46 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:34.218046 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4e56c57d-5bd3-44e6-ae59-e8e91ff2a0c5 req-416a9c5e-6a2e-4747-b47b-32380f969e46 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2aab149-d3ea-4e8e-8d14-956d4b207232 HTTP/1.1" status: 200 len: 946 time: 0.1619341 Apr 20 17:44:34.234582 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b594f6e5-295b-422c-8eda-6264d5032844 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Unset dirty status for tenant:137e1b502cc24932966ee771d0af99b2 on resource:subnet {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:34.235809 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b594f6e5-295b-422c-8eda-6264d5032844 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1258550 Apr 20 17:44:34.241383 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-eae8e952-8e54-4bdf-85b3-ed72a136437e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] For port 1100cc38-bf8c-4da0-b3e6-e3eeab71b332, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=1100cc38-bf8c-4da0-b3e6-e3eeab71b332,segment=NetworkSegment(9190c701-a59c-4bfe-a010-3b2a43040073),segment_id=9190c701-a59c-4bfe-a010-3b2a43040073)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:44:34.242141 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eae8e952-8e54-4bdf-85b3-ed72a136437e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:34.249015 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49566) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:34.249829 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e534c2af-d092-40d4-8a4a-4ea57ed47934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:34.288298 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4e56c57d-5bd3-44e6-ae59-e8e91ff2a0c5 req-262f740b-8d6f-4110-a32f-a2fc84999271 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e0ee191-fa24-4876-bfdb-23fbd66f6960&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559397 Apr 20 17:44:34.291103 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-e534c2af-d092-40d4-8a4a-4ea57ed47934 None None] For port 5e3c0ac3-bbf5-425b-83ac-761493194508, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=5e3c0ac3-bbf5-425b-83ac-761493194508,segment=NetworkSegment(fdbeba12-12f6-44eb-a933-d7c899c78f57),segment_id=fdbeba12-12f6-44eb-a933-d7c899c78f57)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:44:34.298492 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e534c2af-d092-40d4-8a4a-4ea57ed47934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:34.332391 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b10b5104-647f-4d6d-8967-063c8ea95ffc tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:34.332610 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636c3f0d-5d3e-4a89-810a-93d24859b5af None None] DHCP port deletion for f476de85-15dd-4129-9208-423f0fd22c71 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:44:34.347925 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-636c3f0d-5d3e-4a89-810a-93d24859b5af None None] Deleting port 5e3c0ac3-bbf5-425b-83ac-761493194508 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:44:34.348284 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-636c3f0d-5d3e-4a89-810a-93d24859b5af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:34.392232 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b10b5104-647f-4d6d-8967-063c8ea95ffc tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Usage tracker for resource:security_group_rule and tenant:5d74d9f43c5b491d87a00a8446ceeb63 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:34.400833 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-eae8e952-8e54-4bdf-85b3-ed72a136437e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Calling delete_port for 1100cc38-bf8c-4da0-b3e6-e3eeab71b332 owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:44:34.412686 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534c2af-d092-40d4-8a4a-4ea57ed47934 None None] Pushing event updated for resources: {'Port': ['ID=5e3c0ac3-bbf5-425b-83ac-761493194508,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:34.471620 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b10b5104-647f-4d6d-8967-063c8ea95ffc tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:34.490524 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b10b5104-647f-4d6d-8967-063c8ea95ffc tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:34.560402 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-636c3f0d-5d3e-4a89-810a-93d24859b5af None None] For port 5e3c0ac3-bbf5-425b-83ac-761493194508, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=5e3c0ac3-bbf5-425b-83ac-761493194508,segment=NetworkSegment(fdbeba12-12f6-44eb-a933-d7c899c78f57),segment_id=fdbeba12-12f6-44eb-a933-d7c899c78f57)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:44:34.560619 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-636c3f0d-5d3e-4a89-810a-93d24859b5af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:34.596410 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6e5283e3-08a0-41de-af2b-8953029a9353 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:34.635864 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5283e3-08a0-41de-af2b-8953029a9353 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 20 17:44:34.636303 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5283e3-08a0-41de-af2b-8953029a9353 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:44:34.664410 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6e5283e3-08a0-41de-af2b-8953029a9353 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "DELETE /v2.0/networks/f476de85-15dd-4129-9208-423f0fd22c71 HTTP/1.1" status: 409 len: 405 time: 0.4125221 Apr 20 17:44:34.669254 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49570) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:34.675577 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-c08285f6-5a60-47d6-91eb-3c561ddcdb4d tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1467400216'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:34.681011 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c08285f6-5a60-47d6-91eb-3c561ddcdb4d tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:34.681695 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-636c3f0d-5d3e-4a89-810a-93d24859b5af None None] Calling delete_port for 5e3c0ac3-bbf5-425b-83ac-761493194508 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:44:34.685853 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c08285f6-5a60-47d6-91eb-3c561ddcdb4d tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Usage tracker for resource:network and tenant:137e1b502cc24932966ee771d0af99b2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:34.688825 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c08285f6-5a60-47d6-91eb-3c561ddcdb4d tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:34.691602 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b10b5104-647f-4d6d-8967-063c8ea95ffc tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:34.695248 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c08285f6-5a60-47d6-91eb-3c561ddcdb4d tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:34.695871 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c9b8ca-2178-48e7-88ea-3d1842a1afc9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:44:34.702419 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b10b5104-647f-4d6d-8967-063c8ea95ffc tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:34.720661 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08285f6-5a60-47d6-91eb-3c561ddcdb4d tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Made reservation on behalf of 137e1b502cc24932966ee771d0af99b2 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:44:34.721812 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f50e68-38c0-44c8-9393-5b46217011ab None None] Sync routers for ids ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:44:34.724756 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c08285f6-5a60-47d6-91eb-3c561ddcdb4d tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:34.734519 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f50e68-38c0-44c8-9393-5b46217011ab None None] Routers {'ed52b34c-0634-4c6d-ab70-77ac5a590f6c'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:44:34.735437 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-99f50e68-38c0-44c8-9393-5b46217011ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:44:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:34.758000 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08285f6-5a60-47d6-91eb-3c561ddcdb4d tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:44:34.768312 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c08285f6-5a60-47d6-91eb-3c561ddcdb4d tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:34.768752 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-c08285f6-5a60-47d6-91eb-3c561ddcdb4d tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Added segment 654c98fc-9de4-4957-bfca-b33acaaafe33 of type vlan for network 22940982-f262-4b35-95e6-8e09f08daa61 Apr 20 17:44:34.783188 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-636c3f0d-5d3e-4a89-810a-93d24859b5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:34.797413 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c08285f6-5a60-47d6-91eb-3c561ddcdb4d tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:34.813056 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-99f50e68-38c0-44c8-9393-5b46217011ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:34.826301 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f50e68-38c0-44c8-9393-5b46217011ab None None] Routers {'ed52b34c-0634-4c6d-ab70-77ac5a590f6c'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:44:34.827566 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-99f50e68-38c0-44c8-9393-5b46217011ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:44:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:34.830450 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eae8e952-8e54-4bdf-85b3-ed72a136437e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:34.833286 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c08285f6-5a60-47d6-91eb-3c561ddcdb4d tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:34.836133 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b10b5104-647f-4d6d-8967-063c8ea95ffc tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:34.837436 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08285f6-5a60-47d6-91eb-3c561ddcdb4d tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:34.838149 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c08285f6-5a60-47d6-91eb-3c561ddcdb4d tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:34.852163 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c3f0d-5d3e-4a89-810a-93d24859b5af None None] Pushing event deleted for resources: {'Port': ['ID=5e3c0ac3-bbf5-425b-83ac-761493194508,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:34.863770 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636c3f0d-5d3e-4a89-810a-93d24859b5af None None] No DVR routers for this DVR port 5e3c0ac3-bbf5-425b-83ac-761493194508 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:44:34.881158 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-48c9b8ca-2178-48e7-88ea-3d1842a1afc9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:34.894600 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-99f50e68-38c0-44c8-9393-5b46217011ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:34.894994 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f50e68-38c0-44c8-9393-5b46217011ab None None] The sync data for ids ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:44:34.914917 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b10b5104-647f-4d6d-8967-063c8ea95ffc tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Usage tracker for resource:security_group_rule and tenant:5d74d9f43c5b491d87a00a8446ceeb63 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:34.919438 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b5104-647f-4d6d-8967-063c8ea95ffc tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ae95a1-cd90-4e93-9a2b-a724b014a6d2,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:34.922020 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b10b5104-647f-4d6d-8967-063c8ea95ffc tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:34.932053 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8e952-8e54-4bdf-85b3-ed72a136437e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Pushing event deleted for resources: {'Port': ['ID=1100cc38-bf8c-4da0-b3e6-e3eeab71b332,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:34.941100 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b10b5104-647f-4d6d-8967-063c8ea95ffc tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:34.970030 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c08285f6-5a60-47d6-91eb-3c561ddcdb4d tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3002884 Apr 20 17:44:34.970693 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49574) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:34.983314 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08285f6-5a60-47d6-91eb-3c561ddcdb4d tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Pushing event updated for resources: {'Network': ['ID=22940982-f262-4b35-95e6-8e09f08daa61,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:34.988324 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-66e8898e-e63f-45ea-b864-8c2cc968f26a tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Request body: {'subnet': {'network_id': '22940982-f262-4b35-95e6-8e09f08daa61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:34.997937 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 22940982-f262-4b35-95e6-8e09f08daa61 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:44:35.064218 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-48c9b8ca-2178-48e7-88ea-3d1842a1afc9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.5161924 Apr 20 17:44:35.068128 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49578) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:35.089734 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-f67a8ceb-34f8-4408-922e-388b5293ef6f tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Request body: {'floatingip': {'port_id': 'e379eb0e-c7c2-4c59-8a9a-293ec70e57cf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:35.192986 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 5e3c0ac3-bbf5-425b-83ac-761493194508 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:44:35.195236 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-66e8898e-e63f-45ea-b864-8c2cc968f26a tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:35.207129 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-66e8898e-e63f-45ea-b864-8c2cc968f26a tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:35.227062 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e8898e-e63f-45ea-b864-8c2cc968f26a tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Made reservation on behalf of 137e1b502cc24932966ee771d0af99b2 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:44:35.252080 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f67a8ceb-34f8-4408-922e-388b5293ef6f tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for floatingip, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:35.254085 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 5e3c0ac3-bbf5-425b-83ac-761493194508 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:44:35.254320 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 5e3c0ac3-bbf5-425b-83ac-761493194508 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:44:35.349201 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-66e8898e-e63f-45ea-b864-8c2cc968f26a tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:35.629413 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4257a9d-fb07-4417-88e3-cbe9bdd9bf23 req-f258ce5f-d39a-41bb-9eb0-f99ca9361555 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:35.630903 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a4257a9d-fb07-4417-88e3-cbe9bdd9bf23 req-f258ce5f-d39a-41bb-9eb0-f99ca9361555 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 946 time: 0.1609769 Apr 20 17:44:35.640120 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b10b5104-647f-4d6d-8967-063c8ea95ffc tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:35.657843 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b10b5104-647f-4d6d-8967-063c8ea95ffc tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:35.720207 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a4257a9d-fb07-4417-88e3-cbe9bdd9bf23 req-898bd498-88bc-48fc-bb84-2ade7aa690f1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d4c8120-0526-4840-bcaa-736b4b1c27b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834029 Apr 20 17:44:35.759574 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49588) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:35.784740 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b10b5104-647f-4d6d-8967-063c8ea95ffc tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:35.785927 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b10b5104-647f-4d6d-8967-063c8ea95ffc tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8088152 Apr 20 17:44:35.786837 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b5104-647f-4d6d-8967-063c8ea95ffc tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49d89e6d-7311-45c4-a832-01038d27dc80,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:35.793742 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49592) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:35.803267 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-1a9bf6aa-8927-4b38-ab50-8207487ee3a9 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Request body: {'security_group_rule': {'security_group_id': '49d89e6d-7311-45c4-a832-01038d27dc80', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:35.844263 n-d-838032-1 neutron-server[84080]: DEBUG neutron.objects.ports [None req-66e8898e-e63f-45ea-b864-8c2cc968f26a tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84080) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 20 17:44:35.846013 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1a9bf6aa-8927-4b38-ab50-8207487ee3a9 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:35.855583 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-66e8898e-e63f-45ea-b864-8c2cc968f26a tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:35.865789 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1a9bf6aa-8927-4b38-ab50-8207487ee3a9 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Usage tracker for resource:security_group_rule and tenant:5d74d9f43c5b491d87a00a8446ceeb63 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:35.872574 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1a9bf6aa-8927-4b38-ab50-8207487ee3a9 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:35.886223 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1a9bf6aa-8927-4b38-ab50-8207487ee3a9 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:35.910553 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f5bef-dd02-4b37-a513-924d3adddf76 req-1a91a9b3-9794-4104-a454-097369e9535c tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:35.912114 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b96f5bef-dd02-4b37-a513-924d3adddf76 req-1a91a9b3-9794-4104-a454-097369e9535c tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2aab149-d3ea-4e8e-8d14-956d4b207232 HTTP/1.1" status: 200 len: 946 time: 0.4428067 Apr 20 17:44:35.933774 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9977fe69-30d4-4a4a-8219-2a692be9d666 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/floatingips/5ae7f024-85b9-4307-b321-cdf22babfabb HTTP/1.1" status: 200 len: 993 time: 0.1732001 Apr 20 17:44:35.954583 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8898e-e63f-45ea-b864-8c2cc968f26a tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Pushing event updated for resources: {'Subnet': ['ID=cc84b991-2d29-480a-9391-8d40f01ca36f,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:35.964477 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e8898e-e63f-45ea-b864-8c2cc968f26a tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Checking segment: {'id': '654c98fc-9de4-4957-bfca-b33acaaafe33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '22940982-f262-4b35-95e6-8e09f08daa61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:44:35.964831 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e8898e-e63f-45ea-b864-8c2cc968f26a tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Network hostable DHCP agents. Network: 22940982-f262-4b35-95e6-8e09f08daa61, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:44:35.988033 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e8898e-e63f-45ea-b864-8c2cc968f26a tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Network 22940982-f262-4b35-95e6-8e09f08daa61 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:44:36.001349 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-66e8898e-e63f-45ea-b864-8c2cc968f26a tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 22940982-f262-4b35-95e6-8e09f08daa61) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:44:36.007030 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e8898e-e63f-45ea-b864-8c2cc968f26a tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:36.007508 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-66e8898e-e63f-45ea-b864-8c2cc968f26a tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:36.011713 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20948a9f-c51b-44b4-b906-c0b6051b6bbb None None] Network 22940982-f262-4b35-95e6-8e09f08daa61 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:44:36.041888 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-66e8898e-e63f-45ea-b864-8c2cc968f26a tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0653582 Apr 20 17:44:36.042134 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49598) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:36.062441 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1a9bf6aa-8927-4b38-ab50-8207487ee3a9 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:36.167776 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b96f5bef-dd02-4b37-a513-924d3adddf76 req-55aee9b4-2969-42a3-9f88-e35912b4fb60 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e0ee191-fa24-4876-bfdb-23fbd66f6960&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2472358 Apr 20 17:44:36.203156 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-56e01787-5cc1-46fb-ba91-94d6821aaef4 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:36.260439 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583c8220-b0a9-4bf8-87ac-c9e0e096438d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-22940982-f262-4b35-95e6-8e09f08daa61', 'network_id': '22940982-f262-4b35-95e6-8e09f08daa61', 'tenant_id': '137e1b502cc24932966ee771d0af99b2', 'fixed_ips': [{'subnet_id': 'cc84b991-2d29-480a-9391-8d40f01ca36f'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:44:36.262300 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-583c8220-b0a9-4bf8-87ac-c9e0e096438d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:36.279779 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-56e01787-5cc1-46fb-ba91-94d6821aaef4 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:36.288375 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eae8e952-8e54-4bdf-85b3-ed72a136437e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:36.293278 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1a9bf6aa-8927-4b38-ab50-8207487ee3a9 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:36.312504 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1a9bf6aa-8927-4b38-ab50-8207487ee3a9 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:36.398788 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bf6aa-8927-4b38-ab50-8207487ee3a9 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9158466b-2b3a-4de9-bdb3-d26e79540d8d,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server [None req-583c8220-b0a9-4bf8-87ac-c9e0e096438d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cc84b991-2d29-480a-9391-8d40f01ca36f: This subnet is being modified by another concurrent operation. Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise value Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise value Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise value Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 17:44:36.405460 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise value Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise value Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise value Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise exception Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cc84b991-2d29-480a-9391-8d40f01ca36f: This subnet is being modified by another concurrent operation. Apr 20 17:44:36.412194 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server Apr 20 17:44:36.432640 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4bb985-52ea-454b-9ce9-c2bdd51c835a None None] Network 22940982-f262-4b35-95e6-8e09f08daa61 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:44:36.445959 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-56e01787-5cc1-46fb-ba91-94d6821aaef4 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:36.493705 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e01787-5cc1-46fb-ba91-94d6821aaef4 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Pushing event deleted for resources: {'Subnet': ['ID=cc84b991-2d29-480a-9391-8d40f01ca36f,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:36.527039 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1a9bf6aa-8927-4b38-ab50-8207487ee3a9 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:36.528231 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1a9bf6aa-8927-4b38-ab50-8207487ee3a9 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7335446 Apr 20 17:44:36.537171 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49608) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:36.548141 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-0682e1b3-77ba-4e07-b75f-6da98b7ee0a9 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Request body: {'security_group_rule': {'security_group_id': '49d89e6d-7311-45c4-a832-01038d27dc80', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:36.558034 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0682e1b3-77ba-4e07-b75f-6da98b7ee0a9 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:36.568650 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0682e1b3-77ba-4e07-b75f-6da98b7ee0a9 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Usage tracker for resource:security_group_rule and tenant:5d74d9f43c5b491d87a00a8446ceeb63 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:36.577311 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0682e1b3-77ba-4e07-b75f-6da98b7ee0a9 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:36.595493 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0682e1b3-77ba-4e07-b75f-6da98b7ee0a9 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:36.646673 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0682e1b3-77ba-4e07-b75f-6da98b7ee0a9 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:36.666923 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da3093c-bffb-4f6e-9d09-027fa8f95120 None None] get_active_networks_info from n-d-838032-1 {{(pid=84082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 20 17:44:36.680071 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3c404546-2fbd-46e3-82aa-2e1bb0b1cac1 req-0c52c3ce-c41e-441e-a8e8-67956b873261 tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 1097 time: 0.1996608 Apr 20 17:44:36.729566 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-56e01787-5cc1-46fb-ba91-94d6821aaef4 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:36.753481 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f6d86-f29c-49c8-bc09-67d8af950ee5 req-44ec54fa-5aa5-4c80-b2e3-1ee7f67ebe8c tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:36.755004 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e20f6d86-f29c-49c8-bc09-67d8af950ee5 req-44ec54fa-5aa5-4c80-b2e3-1ee7f67ebe8c tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2aab149-d3ea-4e8e-8d14-956d4b207232 HTTP/1.1" status: 200 len: 946 time: 0.3842089 Apr 20 17:44:36.767287 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49612) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:36.783151 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-56e01787-5cc1-46fb-ba91-94d6821aaef4 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22940982-f262-4b35-95e6-8e09f08daa61']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:36.791611 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-3d183f00-ef69-43ea-9cc1-186f02967644 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Request body: {'floatingip': {'port_id': '791e2c1a-1d93-427b-a11a-13c319d38532'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:36.796755 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-56e01787-5cc1-46fb-ba91-94d6821aaef4 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '654c98fc-9de4-4957-bfca-b33acaaafe33') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:36.797076 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-56e01787-5cc1-46fb-ba91-94d6821aaef4 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '654c98fc-9de4-4957-bfca-b33acaaafe33') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:36.809120 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-56e01787-5cc1-46fb-ba91-94d6821aaef4 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:36.829520 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da3093c-bffb-4f6e-9d09-027fa8f95120 None None] Resources bound (agent type, host, resource id): {{(pid=84082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 17:44:36.831042 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-56e01787-5cc1-46fb-ba91-94d6821aaef4 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:36.838952 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e01787-5cc1-46fb-ba91-94d6821aaef4 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:44:36.840080 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-56e01787-5cc1-46fb-ba91-94d6821aaef4 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:36.857513 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:44:36.857513 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:44:36.857513 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:44:36.857513 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:44:36.857513 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:44:36.857513 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:44:36.857513 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:44:36.857513 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:44:36.857513 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:44:36.857513 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:44:36.857513 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:44:36.857513 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:44:36.857513 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:44:36.857513 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:44:36.857513 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:44:36.857513 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:44:36.857513 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:44:36.857513 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:44:36.857513 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:44:36.857513 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:44:36.857513 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:44:36.857513 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:44:36.857513 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:44:36.857513 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:44:36.857513 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:44:36.857513 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:44:36.857513 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:44:36.857513 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:44:36.857513 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:44:36.857513 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:44:36.857513 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:44:36.857513 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:44:36.910225 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3d183f00-ef69-43ea-9cc1-186f02967644 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for floatingip, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:36.941663 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-56e01787-5cc1-46fb-ba91-94d6821aaef4 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:36.950553 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-56e01787-5cc1-46fb-ba91-94d6821aaef4 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:36.979681 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f67a8ceb-34f8-4408-922e-388b5293ef6f tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:36.993256 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e01787-5cc1-46fb-ba91-94d6821aaef4 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Pushing event deleted for resources: {'Network': ['ID=22940982-f262-4b35-95e6-8e09f08daa61,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:37.001003 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-56e01787-5cc1-46fb-ba91-94d6821aaef4 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "DELETE /v2.0/networks/22940982-f262-4b35-95e6-8e09f08daa61 HTTP/1.1" status: 204 len: 168 time: 0.9543805 Apr 20 17:44:37.001843 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49616) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:37.006936 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-0ecbd1b2-ac96-49ff-a453-f5eff105a561 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2020216829'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:37.009846 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f67a8ceb-34f8-4408-922e-388b5293ef6f tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:37.012534 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0ecbd1b2-ac96-49ff-a453-f5eff105a561 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:37.016544 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0ecbd1b2-ac96-49ff-a453-f5eff105a561 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Usage tracker for resource:network and tenant:137e1b502cc24932966ee771d0af99b2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:37.019504 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0ecbd1b2-ac96-49ff-a453-f5eff105a561 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:37.025352 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0ecbd1b2-ac96-49ff-a453-f5eff105a561 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:37.036458 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecbd1b2-ac96-49ff-a453-f5eff105a561 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Made reservation on behalf of 137e1b502cc24932966ee771d0af99b2 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:44:37.039716 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0ecbd1b2-ac96-49ff-a453-f5eff105a561 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:37.068862 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ecbd1b2-ac96-49ff-a453-f5eff105a561 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:44:37.077843 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0ecbd1b2-ac96-49ff-a453-f5eff105a561 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:37.078297 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-0ecbd1b2-ac96-49ff-a453-f5eff105a561 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Added segment aea03fbc-046f-4e9b-be41-56659361efe0 of type vlan for network ac6cc7d7-9d84-4586-9f95-e656d4513b48 Apr 20 17:44:37.106439 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0ecbd1b2-ac96-49ff-a453-f5eff105a561 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:37.112152 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3c404546-2fbd-46e3-82aa-2e1bb0b1cac1 req-1bd45061-068e-4f09-a93d-4d48f5c2e708 tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8d4c8120-0526-4840-bcaa-736b4b1c27b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3670290 Apr 20 17:44:37.144357 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0ecbd1b2-ac96-49ff-a453-f5eff105a561 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:37.150454 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecbd1b2-ac96-49ff-a453-f5eff105a561 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:37.151114 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0ecbd1b2-ac96-49ff-a453-f5eff105a561 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:37.301219 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0ecbd1b2-ac96-49ff-a453-f5eff105a561 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2958667 Apr 20 17:44:37.305694 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49622) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:37.317509 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-6b9df5b7-7ad4-4806-a287-78a789a71642 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Request body: {'subnet': {'network_id': 'ac6cc7d7-9d84-4586-9f95-e656d4513b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:37.332455 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecbd1b2-ac96-49ff-a453-f5eff105a561 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Pushing event updated for resources: {'Network': ['ID=ac6cc7d7-9d84-4586-9f95-e656d4513b48,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:37.338029 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-0682e1b3-77ba-4e07-b75f-6da98b7ee0a9 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] create failed (client error): There was a conflict when trying to complete your request. Apr 20 17:44:37.339141 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0682e1b3-77ba-4e07-b75f-6da98b7ee0a9 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8005822 Apr 20 17:44:37.342768 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49626) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:37.348018 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network ac6cc7d7-9d84-4586-9f95-e656d4513b48 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:44:37.483226 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6b9df5b7-7ad4-4806-a287-78a789a71642 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:37.491522 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6b9df5b7-7ad4-4806-a287-78a789a71642 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Usage tracker for resource:subnet and tenant:137e1b502cc24932966ee771d0af99b2 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:37.496027 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6b9df5b7-7ad4-4806-a287-78a789a71642 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:37.504789 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-047578dc-8f12-4120-87f5-91c930346d7b req-5c034917-9c49-4773-8ba4-fbd25cef1580 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2558296 Apr 20 17:44:37.505726 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6b9df5b7-7ad4-4806-a287-78a789a71642 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:37.530645 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8aea4e57-bf78-41ac-b07e-896754457338 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:37.540271 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9df5b7-7ad4-4806-a287-78a789a71642 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Made reservation on behalf of 137e1b502cc24932966ee771d0af99b2 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:44:37.639846 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8aea4e57-bf78-41ac-b07e-896754457338 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:37.703366 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6b9df5b7-7ad4-4806-a287-78a789a71642 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:37.803698 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8aea4e57-bf78-41ac-b07e-896754457338 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:37.840171 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea4e57-bf78-41ac-b07e-896754457338 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d89e6d-7311-45c4-a832-01038d27dc80,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:37.851908 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8aea4e57-bf78-41ac-b07e-896754457338 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:37.856297 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8aea4e57-bf78-41ac-b07e-896754457338 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "DELETE /v2.0/security-groups/49d89e6d-7311-45c4-a832-01038d27dc80 HTTP/1.1" status: 204 len: 168 time: 0.5082350 Apr 20 17:44:37.857991 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49640) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:37.885706 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aea4e57-bf78-41ac-b07e-896754457338 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:37.886044 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aea4e57-bf78-41ac-b07e-896754457338 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:37.886394 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aea4e57-bf78-41ac-b07e-896754457338 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:37.886739 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aea4e57-bf78-41ac-b07e-896754457338 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:37.887059 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aea4e57-bf78-41ac-b07e-896754457338 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:37.887374 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aea4e57-bf78-41ac-b07e-896754457338 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:37.887686 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aea4e57-bf78-41ac-b07e-896754457338 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:37.888010 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aea4e57-bf78-41ac-b07e-896754457338 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:37.888406 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aea4e57-bf78-41ac-b07e-896754457338 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:37.888707 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aea4e57-bf78-41ac-b07e-896754457338 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:37.889168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aea4e57-bf78-41ac-b07e-896754457338 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:44:37.975144 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-15da7e74-e26c-479f-91a1-3fab9ca15039 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Synchronizing usage tracker for tenant:5d74d9f43c5b491d87a00a8446ceeb63 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:38.014755 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-15da7e74-e26c-479f-91a1-3fab9ca15039 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Unset dirty status for tenant:5d74d9f43c5b491d87a00a8446ceeb63 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:38.017205 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-15da7e74-e26c-479f-91a1-3fab9ca15039 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1549404 Apr 20 17:44:38.020978 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49650) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:38.038570 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-9ba874b1-2d37-46c3-9686-a141c4dce9c7 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Request body: {'security_group': {'name': 'tempest-secgroup--244733116'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:38.049316 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9ba874b1-2d37-46c3-9686-a141c4dce9c7 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:38.050157 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6b9df5b7-7ad4-4806-a287-78a789a71642 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:38.077574 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9ba874b1-2d37-46c3-9686-a141c4dce9c7 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:38.105725 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9ba874b1-2d37-46c3-9686-a141c4dce9c7 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:38.143005 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9df5b7-7ad4-4806-a287-78a789a71642 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Pushing event updated for resources: {'Subnet': ['ID=7b08a80c-8ee3-443b-806b-57237e8dcf78,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:38.159916 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9df5b7-7ad4-4806-a287-78a789a71642 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Checking segment: {'id': 'aea03fbc-046f-4e9b-be41-56659361efe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ac6cc7d7-9d84-4586-9f95-e656d4513b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:44:38.160425 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9df5b7-7ad4-4806-a287-78a789a71642 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Network hostable DHCP agents. Network: ac6cc7d7-9d84-4586-9f95-e656d4513b48, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:44:38.183474 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9df5b7-7ad4-4806-a287-78a789a71642 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Network ac6cc7d7-9d84-4586-9f95-e656d4513b48 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:44:38.196096 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-6b9df5b7-7ad4-4806-a287-78a789a71642 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, ac6cc7d7-9d84-4586-9f95-e656d4513b48) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:44:38.201899 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9df5b7-7ad4-4806-a287-78a789a71642 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:38.202595 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6b9df5b7-7ad4-4806-a287-78a789a71642 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:38.206941 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0574ff5-0e28-40e5-881b-422335b41f44 None None] Network ac6cc7d7-9d84-4586-9f95-e656d4513b48 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:44:38.275165 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6b9df5b7-7ad4-4806-a287-78a789a71642 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9674630 Apr 20 17:44:38.279435 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49656) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:38.354438 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9ba874b1-2d37-46c3-9686-a141c4dce9c7 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:38.374638 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9ba874b1-2d37-46c3-9686-a141c4dce9c7 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Usage tracker for resource:security_group_rule and tenant:5d74d9f43c5b491d87a00a8446ceeb63 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:38.377221 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-269c6c1f-f88f-49db-acea-aba48d193ae5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2629375 Apr 20 17:44:38.380506 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9ba874b1-2d37-46c3-9686-a141c4dce9c7 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:38.400208 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9ba874b1-2d37-46c3-9686-a141c4dce9c7 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:38.408476 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3d183f00-ef69-43ea-9cc1-186f02967644 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:38.423449 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3d183f00-ef69-43ea-9cc1-186f02967644 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:38.446967 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-279c7305-2bee-4547-bf5d-5c53cccb1830 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:38.510687 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1027c1c-523b-48db-b70d-980a193dd90f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-ac6cc7d7-9d84-4586-9f95-e656d4513b48', 'network_id': 'ac6cc7d7-9d84-4586-9f95-e656d4513b48', 'tenant_id': '137e1b502cc24932966ee771d0af99b2', 'fixed_ips': [{'subnet_id': '7b08a80c-8ee3-443b-806b-57237e8dcf78'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:44:38.513918 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c1027c1c-523b-48db-b70d-980a193dd90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:38.541418 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-279c7305-2bee-4547-bf5d-5c53cccb1830 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:38.644198 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-279c7305-2bee-4547-bf5d-5c53cccb1830 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server [None req-c1027c1c-523b-48db-b70d-980a193dd90f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b08a80c-8ee3-443b-806b-57237e8dcf78: This subnet is being modified by another concurrent operation. Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise value Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise value Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise value Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 17:44:38.647048 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise value Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise value Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise value Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise exception Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b08a80c-8ee3-443b-806b-57237e8dcf78: This subnet is being modified by another concurrent operation. Apr 20 17:44:38.650464 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server Apr 20 17:44:38.676781 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9752b5-ce96-414f-9c1c-c8d3708905ca None None] Network ac6cc7d7-9d84-4586-9f95-e656d4513b48 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:44:38.687891 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c7305-2bee-4547-bf5d-5c53cccb1830 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Pushing event deleted for resources: {'Subnet': ['ID=7b08a80c-8ee3-443b-806b-57237e8dcf78,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:38.781936 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9ba874b1-2d37-46c3-9686-a141c4dce9c7 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:38.799603 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9ba874b1-2d37-46c3-9686-a141c4dce9c7 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:38.836872 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae8e952-8e54-4bdf-85b3-ed72a136437e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Router 8f1aa271-ccbd-442b-bfc7-a738d97b8edc has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:44:38.884222 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba874b1-2d37-46c3-9686-a141c4dce9c7 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58a8ee4f-559f-44dd-b432-faec66097414,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:38.897003 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9ba874b1-2d37-46c3-9686-a141c4dce9c7 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:38.898510 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9ba874b1-2d37-46c3-9686-a141c4dce9c7 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8759072 Apr 20 17:44:38.902703 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49666) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:38.923389 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfda3f9a-77df-4889-abcb-8129ebca2cb8 None None] get_active_networks_info from n-d-838032-1 {{(pid=84082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 20 17:44:38.938242 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-279c7305-2bee-4547-bf5d-5c53cccb1830 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:38.971652 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-279c7305-2bee-4547-bf5d-5c53cccb1830 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac6cc7d7-9d84-4586-9f95-e656d4513b48']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:38.977116 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-e26622ae-7a5a-406b-9ae1-992f6ad6a4fe tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Request body: {'security_group_rule': {'security_group_id': '58a8ee4f-559f-44dd-b432-faec66097414', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:38.977788 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-e26622ae-7a5a-406b-9ae1-992f6ad6a4fe tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:44:38.978762 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e26622ae-7a5a-406b-9ae1-992f6ad6a4fe tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0177538 Apr 20 17:44:38.983425 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49670) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:39.021770 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-279c7305-2bee-4547-bf5d-5c53cccb1830 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea03fbc-046f-4e9b-be41-56659361efe0') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:39.022221 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-279c7305-2bee-4547-bf5d-5c53cccb1830 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea03fbc-046f-4e9b-be41-56659361efe0') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:39.036762 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-7ef2c501-5137-4790-94e6-24bb0fdbf3fb tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:44:39.037843 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-7ef2c501-5137-4790-94e6-24bb0fdbf3fb tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0089121 Apr 20 17:44:39.050851 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67a8ceb-34f8-4408-922e-388b5293ef6f tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Router ed52b34c-0634-4c6d-ab70-77ac5a590f6c has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:44:39.051432 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-279c7305-2bee-4547-bf5d-5c53cccb1830 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:39.059931 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfda3f9a-77df-4889-abcb-8129ebca2cb8 None None] Resources bound (agent type, host, resource id): {{(pid=84082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 17:44:39.063588 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-4ef3bb64-e710-40d9-bc61-b48d2a1844db service neutron] Request body: {'binding': {'host': 'n-h2-838032-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:39.064090 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-4ef3bb64-e710-40d9-bc61-b48d2a1844db service neutron] Unknown quota resources ['binding']. {{(pid=84080) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 20 17:44:39.127267 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-279c7305-2bee-4547-bf5d-5c53cccb1830 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:39.158438 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fc8cfa57-7159-4e34-8cc1-4edf5a04e369 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:39.164435 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-279c7305-2bee-4547-bf5d-5c53cccb1830 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:44:39.165501 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-279c7305-2bee-4547-bf5d-5c53cccb1830 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:39.182966 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:44:39.182966 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:44:39.182966 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:44:39.182966 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:44:39.182966 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:44:39.182966 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:44:39.182966 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:44:39.182966 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:44:39.182966 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:44:39.182966 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:44:39.182966 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:44:39.182966 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:44:39.182966 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:44:39.182966 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:44:39.182966 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:44:39.182966 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:44:39.182966 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:44:39.182966 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:44:39.182966 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:44:39.182966 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:44:39.182966 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:44:39.182966 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:44:39.182966 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:44:39.182966 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:44:39.182966 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:44:39.182966 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:44:39.182966 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:44:39.182966 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:44:39.182966 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:44:39.182966 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:44:39.182966 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:44:39.182966 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:44:39.199177 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-db7c542b-33fa-4e38-b385-d4a094671981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:39.261630 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [None req-3d183f00-ef69-43ea-9cc1-186f02967644 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Floating IP ac10d8b2-63e8-4ff2-90b6-a4f4b005704f associated. External IP: 172.25.8.139, port: 791e2c1a-1d93-427b-a11a-13c319d38532. Apr 20 17:44:39.339195 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fc8cfa57-7159-4e34-8cc1-4edf5a04e369 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:39.373438 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-279c7305-2bee-4547-bf5d-5c53cccb1830 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:39.383963 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-279c7305-2bee-4547-bf5d-5c53cccb1830 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:39.419796 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c7305-2bee-4547-bf5d-5c53cccb1830 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Pushing event deleted for resources: {'Network': ['ID=ac6cc7d7-9d84-4586-9f95-e656d4513b48,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:39.446483 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-279c7305-2bee-4547-bf5d-5c53cccb1830 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "DELETE /v2.0/networks/ac6cc7d7-9d84-4586-9f95-e656d4513b48 HTTP/1.1" status: 204 len: 168 time: 1.1660368 Apr 20 17:44:39.452697 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49674) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:39.460766 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-1ad95b27-29e8-43bd-845b-a4c003908298 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1648129300'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:39.471411 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae8e952-8e54-4bdf-85b3-ed72a136437e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:44:39.473884 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1ad95b27-29e8-43bd-845b-a4c003908298 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:39.481229 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-eae8e952-8e54-4bdf-85b3-ed72a136437e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "PUT /v2.0/routers/8f1aa271-ccbd-442b-bfc7-a738d97b8edc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8150184 Apr 20 17:44:39.486074 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aecc1b8-20fa-460b-8e85-6bdd282866b3 None None] Sync routers for ids ['8f1aa271-ccbd-442b-bfc7-a738d97b8edc'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:44:39.490741 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49678) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:39.491654 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-4ef3bb64-e710-40d9-bc61-b48d2a1844db service neutron] Attempting to bind port 058b3d5f-ce58-4abd-86a6-8657092830f5 on host n-h2-838032-1 for vnic_type normal with profile None {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:44:39.492150 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-4ef3bb64-e710-40d9-bc61-b48d2a1844db service neutron] Attempting to bind port 058b3d5f-ce58-4abd-86a6-8657092830f5 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '6cdcbbd4-f416-4bf1-b6c4-527799bd8e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:44:39.492284 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1ad95b27-29e8-43bd-845b-a4c003908298 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Usage tracker for resource:network and tenant:137e1b502cc24932966ee771d0af99b2 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:39.492808 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-4ef3bb64-e710-40d9-bc61-b48d2a1844db service neutron] Attempting to bind port 058b3d5f-ce58-4abd-86a6-8657092830f5 on network 3394e549-b24a-4f46-b547-0a1fb9b41b4d {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:44:39.497841 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1ad95b27-29e8-43bd-845b-a4c003908298 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:39.506429 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aecc1b8-20fa-460b-8e85-6bdd282866b3 None None] Routers {'8f1aa271-ccbd-442b-bfc7-a738d97b8edc'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:44:39.508162 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-3aecc1b8-20fa-460b-8e85-6bdd282866b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:44:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['8f1aa271-ccbd-442b-bfc7-a738d97b8edc'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:39.509801 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1ad95b27-29e8-43bd-845b-a4c003908298 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:39.536156 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fc8cfa57-7159-4e34-8cc1-4edf5a04e369 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:39.536431 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67a8ceb-34f8-4408-922e-388b5293ef6f tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:44:39.539186 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad95b27-29e8-43bd-845b-a4c003908298 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Made reservation on behalf of 137e1b502cc24932966ee771d0af99b2 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:44:39.542602 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1ad95b27-29e8-43bd-845b-a4c003908298 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:39.548249 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4981509c-f75f-4dea-84b2-9b14ba85bab3 None None] Sync routers for ids ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:44:39.556305 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f67a8ceb-34f8-4408-922e-388b5293ef6f tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:39.560772 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4981509c-f75f-4dea-84b2-9b14ba85bab3 None None] Routers {'ed52b34c-0634-4c6d-ab70-77ac5a590f6c'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:44:39.561687 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-4981509c-f75f-4dea-84b2-9b14ba85bab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:44:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:39.563756 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-4ef3bb64-e710-40d9-bc61-b48d2a1844db service neutron] Port 058b3d5f-ce58-4abd-86a6-8657092830f5 on network 3394e549-b24a-4f46-b547-0a1fb9b41b4d not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:44:39.564043 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-4ef3bb64-e710-40d9-bc61-b48d2a1844db service neutron] Attempting to bind port 058b3d5f-ce58-4abd-86a6-8657092830f5 on network 3394e549-b24a-4f46-b547-0a1fb9b41b4d {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:44:39.575868 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-4ef3bb64-e710-40d9-bc61-b48d2a1844db service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:44:39.576226 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-4ef3bb64-e710-40d9-bc61-b48d2a1844db service neutron] Checking segment: {'id': '6cdcbbd4-f416-4bf1-b6c4-527799bd8e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:44:39.576572 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-4ef3bb64-e710-40d9-bc61-b48d2a1844db service neutron] Bound using segment: {'id': '6cdcbbd4-f416-4bf1-b6c4-527799bd8e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:44:39.576995 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-4ef3bb64-e710-40d9-bc61-b48d2a1844db service neutron] Bound port: 058b3d5f-ce58-4abd-86a6-8657092830f5, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cdcbbd4-f416-4bf1-b6c4-527799bd8e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:44:39.585663 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8cfa57-7159-4e34-8cc1-4edf5a04e369 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a8ee4f-559f-44dd-b432-faec66097414,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:39.605132 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fc8cfa57-7159-4e34-8cc1-4edf5a04e369 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:39.608718 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fc8cfa57-7159-4e34-8cc1-4edf5a04e369 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "DELETE /v2.0/security-groups/58a8ee4f-559f-44dd-b432-faec66097414 HTTP/1.1" status: 204 len: 168 time: 0.6218138 Apr 20 17:44:39.610505 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49682) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:39.637150 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-4981509c-f75f-4dea-84b2-9b14ba85bab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:39.644585 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ad95b27-29e8-43bd-845b-a4c003908298 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:44:39.649835 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4981509c-f75f-4dea-84b2-9b14ba85bab3 None None] Routers {'ed52b34c-0634-4c6d-ab70-77ac5a590f6c'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:44:39.650637 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-4981509c-f75f-4dea-84b2-9b14ba85bab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:44:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:39.692391 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1ad95b27-29e8-43bd-845b-a4c003908298 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:39.692655 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-1ad95b27-29e8-43bd-845b-a4c003908298 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Added segment d69394df-6f3d-4896-b302-1c938391303f of type vlan for network c84ecaa1-ec2b-4e2d-8fef-4b983a90d32f Apr 20 17:44:39.723548 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-4981509c-f75f-4dea-84b2-9b14ba85bab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:39.724405 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4981509c-f75f-4dea-84b2-9b14ba85bab3 None None] The sync data for ids ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:44:39.742545 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1ad95b27-29e8-43bd-845b-a4c003908298 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:39.747151 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f67a8ceb-34f8-4408-922e-388b5293ef6f tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "PUT /v2.0/floatingips/0a82495f-1a94-4ff5-beb1-a8fe0f5d099e HTTP/1.1" status: 200 len: 979 time: 4.6622090 Apr 20 17:44:39.754762 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49686) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:39.847462 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-3aecc1b8-20fa-460b-8e85-6bdd282866b3 None None] Set router 8f1aa271-ccbd-442b-bfc7-a738d97b8edc gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:44:39.901358 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1ad95b27-29e8-43bd-845b-a4c003908298 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:39.905013 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad95b27-29e8-43bd-845b-a4c003908298 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:39.905594 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1ad95b27-29e8-43bd-845b-a4c003908298 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:39.915886 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4ddbc9d5-afac-47ae-8d54-77b99152a894 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Synchronizing usage tracker for tenant:5d74d9f43c5b491d87a00a8446ceeb63 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:39.927588 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a9755cb-4d82-43f9-baf7-c911b67998a4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Deleting subnet 5e975989-efd5-4cef-a752-ecffeded28b5 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:44:39.933819 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4a9755cb-4d82-43f9-baf7-c911b67998a4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:39.977596 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-4ef3bb64-e710-40d9-bc61-b48d2a1844db service neutron] For port 058b3d5f-ce58-4abd-86a6-8657092830f5, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=058b3d5f-ce58-4abd-86a6-8657092830f5,segment=NetworkSegment(6cdcbbd4-f416-4bf1-b6c4-527799bd8e61),segment_id=6cdcbbd4-f416-4bf1-b6c4-527799bd8e61)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:44:40.000097 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-4ef3bb64-e710-40d9-bc61-b48d2a1844db service neutron] Notify callbacks [] for binding, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:40.001186 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-4ef3bb64-e710-40d9-bc61-b48d2a1844db service neutron] 10.222.0.39 "POST /v2.0/ports/058b3d5f-ce58-4abd-86a6-8657092830f5/bindings HTTP/1.1" status: 201 len: 389 time: 0.9532940 Apr 20 17:44:40.007877 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1ad95b27-29e8-43bd-845b-a4c003908298 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5539722 Apr 20 17:44:40.014538 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49690) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:40.029732 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-18e2c7cc-2498-435a-a081-b1b931103d24 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Request body: {'subnet': {'network_id': 'c84ecaa1-ec2b-4e2d-8fef-4b983a90d32f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:40.048141 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad95b27-29e8-43bd-845b-a4c003908298 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Pushing event updated for resources: {'Network': ['ID=c84ecaa1-ec2b-4e2d-8fef-4b983a90d32f,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:40.062348 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network c84ecaa1-ec2b-4e2d-8fef-4b983a90d32f details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:44:40.096575 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4ddbc9d5-afac-47ae-8d54-77b99152a894 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Unset dirty status for tenant:5d74d9f43c5b491d87a00a8446ceeb63 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:40.098387 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4ddbc9d5-afac-47ae-8d54-77b99152a894 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4853234 Apr 20 17:44:40.102751 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49694) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:40.117657 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-1567412e-7449-4d75-a653-79b8e9d9f71a tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Request body: {'security_group': {'name': 'tempest-secgroup--1447613993'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:40.128499 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4a9755cb-4d82-43f9-baf7-c911b67998a4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:40.143377 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1567412e-7449-4d75-a653-79b8e9d9f71a tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:40.240023 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1567412e-7449-4d75-a653-79b8e9d9f71a tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:40.247695 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-18e2c7cc-2498-435a-a081-b1b931103d24 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:40.249700 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-cab34222-f972-4f13-9971-adbb955e6784 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Deleting port d24e76fa-028c-41f8-a890-9e37880a6c2d {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:44:40.250044 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cab34222-f972-4f13-9971-adbb955e6784 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:40.256747 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-18e2c7cc-2498-435a-a081-b1b931103d24 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Usage tracker for resource:subnet and tenant:137e1b502cc24932966ee771d0af99b2 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:40.260982 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-18e2c7cc-2498-435a-a081-b1b931103d24 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:40.262171 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-3aecc1b8-20fa-460b-8e85-6bdd282866b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1aa271-ccbd-442b-bfc7-a738d97b8edc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507141694', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:43:49Z', 'updated_at': '2022-04-20T17:44:34Z', 'revision_number': 5, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'gw_port': {'id': 'f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1aa271-ccbd-442b-bfc7-a738d97b8edc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:50Z', 'updated_at': '2022-04-20T17:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:40.266781 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aecc1b8-20fa-460b-8e85-6bdd282866b3 None None] Checking router: 8f1aa271-ccbd-442b-bfc7-a738d97b8edc for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:44:40.269276 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-18e2c7cc-2498-435a-a081-b1b931103d24 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:40.273675 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1567412e-7449-4d75-a653-79b8e9d9f71a tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:40.278415 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aecc1b8-20fa-460b-8e85-6bdd282866b3 None None] Routers {'8f1aa271-ccbd-442b-bfc7-a738d97b8edc'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:44:40.279090 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-3aecc1b8-20fa-460b-8e85-6bdd282866b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:44:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['8f1aa271-ccbd-442b-bfc7-a738d97b8edc'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:40.365674 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e2c7cc-2498-435a-a081-b1b931103d24 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Made reservation on behalf of 137e1b502cc24932966ee771d0af99b2 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:44:40.475401 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4a9755cb-4d82-43f9-baf7-c911b67998a4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:40.477687 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-3aecc1b8-20fa-460b-8e85-6bdd282866b3 None None] Set router 8f1aa271-ccbd-442b-bfc7-a738d97b8edc gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:44:40.591961 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cab34222-f972-4f13-9971-adbb955e6784 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:40.592351 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cab34222-f972-4f13-9971-adbb955e6784 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:40.602261 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-70379c70-e2ed-46a8-852d-1865f37c97a9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 1097 time: 0.2385440 Apr 20 17:44:40.635814 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1567412e-7449-4d75-a653-79b8e9d9f71a tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:40.656446 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1567412e-7449-4d75-a653-79b8e9d9f71a tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Usage tracker for resource:security_group_rule and tenant:5d74d9f43c5b491d87a00a8446ceeb63 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:40.660425 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1567412e-7449-4d75-a653-79b8e9d9f71a tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:40.674633 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1567412e-7449-4d75-a653-79b8e9d9f71a tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:40.682273 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-18e2c7cc-2498-435a-a081-b1b931103d24 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:40.701418 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d183f00-ef69-43ea-9cc1-186f02967644 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Router 70079143-056c-490a-944c-369e581f27ed has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:44:40.780901 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-3aecc1b8-20fa-460b-8e85-6bdd282866b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1aa271-ccbd-442b-bfc7-a738d97b8edc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507141694', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:43:49Z', 'updated_at': '2022-04-20T17:44:34Z', 'revision_number': 5, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'gw_port': {'id': 'f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1aa271-ccbd-442b-bfc7-a738d97b8edc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:50Z', 'updated_at': '2022-04-20T17:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:40.784833 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aecc1b8-20fa-460b-8e85-6bdd282866b3 None None] The sync data for ids ['8f1aa271-ccbd-442b-bfc7-a738d97b8edc'] in n-d-838032-1 is: [{'id': '8f1aa271-ccbd-442b-bfc7-a738d97b8edc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1507141694', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:43:49Z', 'updated_at': '2022-04-20T17:44:34Z', 'revision_number': 5, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'gw_port': {'id': 'f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ab:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1aa271-ccbd-442b-bfc7-a738d97b8edc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:50Z', 'updated_at': '2022-04-20T17:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:44:40.796474 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884beb13-214a-42de-b59e-ecb098ac0044 req-cef9aa07-ed88-42cc-990e-d55a9cb77c82 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:40.803564 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-884beb13-214a-42de-b59e-ecb098ac0044 req-cef9aa07-ed88-42cc-990e-d55a9cb77c82 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 946 time: 0.5318677 Apr 20 17:44:40.863315 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-cab34222-f972-4f13-9971-adbb955e6784 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Calling delete_port for d24e76fa-028c-41f8-a890-9e37880a6c2d owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:44:40.956007 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4a9755cb-4d82-43f9-baf7-c911b67998a4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:41.015717 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9755cb-4d82-43f9-baf7-c911b67998a4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Pushing event deleted for resources: {'Subnet': ['ID=5e975989-efd5-4cef-a752-ecffeded28b5,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:41.017133 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1567412e-7449-4d75-a653-79b8e9d9f71a tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:41.037079 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1567412e-7449-4d75-a653-79b8e9d9f71a tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:41.041263 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41fffac-20b4-4086-b3e0-9eea914a4622 None None] Network 1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:44:41.044214 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4a9755cb-4d82-43f9-baf7-c911b67998a4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:41.052664 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4a9755cb-4d82-43f9-baf7-c911b67998a4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "DELETE /v2.0/subnets/5e975989-efd5-4cef-a752-ecffeded28b5 HTTP/1.1" status: 204 len: 168 time: 1.5543897 Apr 20 17:44:41.055470 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49700) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:41.081507 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-884beb13-214a-42de-b59e-ecb098ac0044 req-9bedccdf-c0c9-484b-b23a-b6ebcdb830f3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d4c8120-0526-4840-bcaa-736b4b1c27b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2769687 Apr 20 17:44:41.163713 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567412e-7449-4d75-a653-79b8e9d9f71a tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb280f7e-6e77-431b-ba09-4a1c90d929af,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:41.171032 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 1100cc38-bf8c-4da0-b3e6-e3eeab71b332 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:44:41.176015 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1567412e-7449-4d75-a653-79b8e9d9f71a tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:41.177495 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1567412e-7449-4d75-a653-79b8e9d9f71a tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0732620 Apr 20 17:44:41.180993 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49704) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:41.200859 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-31995f05-0781-4023-a319-f45f492f5592 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Request body: {'security_group_rule': {'security_group_id': 'eb280f7e-6e77-431b-ba09-4a1c90d929af', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:41.202540 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-31995f05-0781-4023-a319-f45f492f5592 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:44:41.203666 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-31995f05-0781-4023-a319-f45f492f5592 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0203292 Apr 20 17:44:41.207536 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49708) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:41.212520 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 1100cc38-bf8c-4da0-b3e6-e3eeab71b332 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:44:41.212971 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 1100cc38-bf8c-4da0-b3e6-e3eeab71b332 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:44:41.216788 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-a22c95b2-3248-41bf-be33-4040e14fa74d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:41.218274 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-a22c95b2-3248-41bf-be33-4040e14fa74d service neutron] 10.222.0.10 "GET /v2.0/networks?id=3394e549-b24a-4f46-b547-0a1fb9b41b4d HTTP/1.1" status: 200 len: 898 time: 0.6073346 Apr 20 17:44:41.378586 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ea2648ef-37b2-41b6-b47f-8524b1f1a3ad tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:41.392609 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5f8db2fe-5183-4338-b9d5-7e29230e28c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:41.417160 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8235787-1a41-40a4-914c-2067df07562b None None] DHCP port deletion for 1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:44:41.422429 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cab34222-f972-4f13-9971-adbb955e6784 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:41.424815 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d8235787-1a41-40a4-914c-2067df07562b None None] Deleting port d221be85-587e-48ac-b718-04da505638fe {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:44:41.425254 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d8235787-1a41-40a4-914c-2067df07562b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:41.449368 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ea2648ef-37b2-41b6-b47f-8524b1f1a3ad tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:41.500722 n-d-838032-1 neutron-server[84081]: DEBUG neutron.objects.ports [None req-18e2c7cc-2498-435a-a081-b1b931103d24 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84081) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 20 17:44:41.505352 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d183f00-ef69-43ea-9cc1-186f02967644 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:44:41.505666 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab34222-f972-4f13-9971-adbb955e6784 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event deleted for resources: {'Port': ['ID=d24e76fa-028c-41f8-a890-9e37880a6c2d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:41.511152 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3d183f00-ef69-43ea-9cc1-186f02967644 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:41.518722 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-0c03ccf4-a6af-4440-ab68-d3b8b4ae5b49 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=058b3d5f-ce58-4abd-86a6-8657092830f5 HTTP/1.1" status: 200 len: 1001 time: 0.2835302 Apr 20 17:44:41.535832 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-18e2c7cc-2498-435a-a081-b1b931103d24 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:41.540697 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a22ed9-20f2-4039-bb3f-255a2350cd7a None None] Sync routers for ids ['70079143-056c-490a-944c-369e581f27ed'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:44:41.638321 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3d183f00-ef69-43ea-9cc1-186f02967644 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "PUT /v2.0/floatingips/ac10d8b2-63e8-4ff2-90b6-a4f4b005704f HTTP/1.1" status: 200 len: 992 time: 4.8469255 Apr 20 17:44:41.638321 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2aab149-d3ea-4e8e-8d14-956d4b207232', 'tag': '791e2c1a-1d93-427b-a11a-13c319d38532'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:44:41.638321 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ea2648ef-37b2-41b6-b47f-8524b1f1a3ad tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:41.667924 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2c7cc-2498-435a-a081-b1b931103d24 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Pushing event updated for resources: {'Subnet': ['ID=c07c1ad0-385f-49e3-9b96-28f9177788d9,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:41.673870 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2648ef-37b2-41b6-b47f-8524b1f1a3ad tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb280f7e-6e77-431b-ba09-4a1c90d929af,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:41.683212 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-ff99b33c-2f6b-4060-bfbd-d847c48c45c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:41.684681 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-ff99b33c-2f6b-4060-bfbd-d847c48c45c8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=25c13c54-9c74-4955-bd95-10feeeaa0466 HTTP/1.1" status: 200 len: 834 time: 0.1404948 Apr 20 17:44:41.685629 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cab34222-f972-4f13-9971-adbb955e6784 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:41.687351 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ea2648ef-37b2-41b6-b47f-8524b1f1a3ad tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:41.691256 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ea2648ef-37b2-41b6-b47f-8524b1f1a3ad tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "DELETE /v2.0/security-groups/eb280f7e-6e77-431b-ba09-4a1c90d929af HTTP/1.1" status: 204 len: 168 time: 0.4825923 Apr 20 17:44:41.693256 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49716) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:41.710852 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e2c7cc-2498-435a-a081-b1b931103d24 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Checking segment: {'id': 'd69394df-6f3d-4896-b302-1c938391303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c84ecaa1-ec2b-4e2d-8fef-4b983a90d32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:44:41.711245 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e2c7cc-2498-435a-a081-b1b931103d24 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Network hostable DHCP agents. Network: c84ecaa1-ec2b-4e2d-8fef-4b983a90d32f, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:44:41.715052 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a22ed9-20f2-4039-bb3f-255a2350cd7a None None] Routers {'70079143-056c-490a-944c-369e581f27ed'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:44:41.715804 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-10a22ed9-20f2-4039-bb3f-255a2350cd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:44:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['70079143-056c-490a-944c-369e581f27ed'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:41.749995 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-def5f71a-c203-458a-9ff5-f58fce9d97b0'] response: {'name': 'network-changed', 'server_uuid': 'f2aab149-d3ea-4e8e-8d14-956d4b207232', 'tag': '791e2c1a-1d93-427b-a11a-13c319d38532', 'status': 'completed', 'code': 200} Apr 20 17:44:41.765021 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e2c7cc-2498-435a-a081-b1b931103d24 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Network c84ecaa1-ec2b-4e2d-8fef-4b983a90d32f is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:44:41.768963 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b2030266-4c90-491d-9bbe-f30d6388ab2d tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Synchronizing usage tracker for tenant:5d74d9f43c5b491d87a00a8446ceeb63 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:41.824424 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-18e2c7cc-2498-435a-a081-b1b931103d24 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, c84ecaa1-ec2b-4e2d-8fef-4b983a90d32f) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:44:41.835332 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e2c7cc-2498-435a-a081-b1b931103d24 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:41.835966 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-18e2c7cc-2498-435a-a081-b1b931103d24 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:41.842669 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b2030266-4c90-491d-9bbe-f30d6388ab2d tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Unset dirty status for tenant:5d74d9f43c5b491d87a00a8446ceeb63 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:41.847328 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b2030266-4c90-491d-9bbe-f30d6388ab2d tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1531453 Apr 20 17:44:41.849936 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49720) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:41.859391 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-591849e6-31e0-43d7-abfc-ab36c7fae5a4 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Request body: {'security_group': {'name': 'tempest-secgroup--1728523497'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:41.867463 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04de6ffb-53e2-4b2d-b626-1256b1ed5670 None None] Network c84ecaa1-ec2b-4e2d-8fef-4b983a90d32f requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:44:41.871063 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-591849e6-31e0-43d7-abfc-ab36c7fae5a4 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:41.876505 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-18e2c7cc-2498-435a-a081-b1b931103d24 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8594108 Apr 20 17:44:41.879692 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49724) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:41.904841 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-591849e6-31e0-43d7-abfc-ab36c7fae5a4 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:41.912976 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b1550de1-9c9e-4676-b2ab-1deb9542bfbe tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:41.915735 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a9087fb6-e66a-4bc9-9a00-74d330927e67 req-fb5fcda5-9a05-4d8e-b593-07ad3c06575b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=afdda90d8b714cd0a49b7b3d0da0c05b&device_id=f2aab149-d3ea-4e8e-8d14-956d4b207232 HTTP/1.1" status: 200 len: 1097 time: 0.1342201 Apr 20 17:44:42.072444 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-d8235787-1a41-40a4-914c-2067df07562b None None] For port d221be85-587e-48ac-b718-04da505638fe, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d221be85-587e-48ac-b718-04da505638fe,segment=NetworkSegment(9190c701-a59c-4bfe-a010-3b2a43040073),segment_id=9190c701-a59c-4bfe-a010-3b2a43040073)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:44:42.073110 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d8235787-1a41-40a4-914c-2067df07562b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:42.132600 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-74f15377-3633-4de7-a65e-8628ac70a1ca tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:42.144306 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9087fb6-e66a-4bc9-9a00-74d330927e67 req-026a9d15-8129-42ef-8985-80c470f51efe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:42.145755 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a9087fb6-e66a-4bc9-9a00-74d330927e67 req-026a9d15-8129-42ef-8985-80c470f51efe service neutron] 10.222.0.10 "GET /v2.0/networks?id=911da384-323b-42ed-9656-9be4d49d8f36 HTTP/1.1" status: 200 len: 912 time: 0.1876400 Apr 20 17:44:42.178511 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-591849e6-31e0-43d7-abfc-ab36c7fae5a4 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:42.226602 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d8235787-1a41-40a4-914c-2067df07562b None None] Calling delete_port for d221be85-587e-48ac-b718-04da505638fe owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:44:42.227556 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-591849e6-31e0-43d7-abfc-ab36c7fae5a4 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:42.232732 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-591849e6-31e0-43d7-abfc-ab36c7fae5a4 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Usage tracker for resource:security_group_rule and tenant:5d74d9f43c5b491d87a00a8446ceeb63 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:42.240779 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-591849e6-31e0-43d7-abfc-ab36c7fae5a4 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:42.255315 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-f979d8bd-b82f-4c69-a58f-5ce28c19e14d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3394e549-b24a-4f46-b547-0a1fb9b41b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5114427 Apr 20 17:44:42.286819 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-591849e6-31e0-43d7-abfc-ab36c7fae5a4 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:42.333927 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-74f15377-3633-4de7-a65e-8628ac70a1ca tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:42.376058 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-10a22ed9-20f2-4039-bb3f-255a2350cd7a None None] Set router 70079143-056c-490a-944c-369e581f27ed gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:44:42.401010 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a9087fb6-e66a-4bc9-9a00-74d330927e67 req-3be64fa1-8024-4b49-ad16-d2e8fefdd2f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=791e2c1a-1d93-427b-a11a-13c319d38532 HTTP/1.1" status: 200 len: 1000 time: 0.2480345 Apr 20 17:44:42.482883 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d8235787-1a41-40a4-914c-2067df07562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:42.494711 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-591849e6-31e0-43d7-abfc-ab36c7fae5a4 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:42.500606 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-71cd1e0b-e74c-41c1-9941-7087f7288812 service neutron] 10.222.0.10 "GET /v2.0/networks/3394e549-b24a-4f46-b547-0a1fb9b41b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390409 Apr 20 17:44:42.513965 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-591849e6-31e0-43d7-abfc-ab36c7fae5a4 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:42.546660 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8235787-1a41-40a4-914c-2067df07562b None None] Pushing event deleted for resources: {'Port': ['ID=d221be85-587e-48ac-b718-04da505638fe,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:42.551381 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23c7730-d482-4d0e-bc96-5ae876192c72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-c84ecaa1-ec2b-4e2d-8fef-4b983a90d32f', 'network_id': 'c84ecaa1-ec2b-4e2d-8fef-4b983a90d32f', 'tenant_id': '137e1b502cc24932966ee771d0af99b2', 'fixed_ips': [{'subnet_id': 'c07c1ad0-385f-49e3-9b96-28f9177788d9'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:44:42.552215 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a23c7730-d482-4d0e-bc96-5ae876192c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:42.615981 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0161b0c-e357-4ee4-a527-d2957f08eecd req-de062baa-c5c5-4ccf-b470-54b708a6ae7c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:42.617295 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e0161b0c-e357-4ee4-a527-d2957f08eecd req-de062baa-c5c5-4ccf-b470-54b708a6ae7c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 946 time: 0.3845024 Apr 20 17:44:42.627781 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9087fb6-e66a-4bc9-9a00-74d330927e67 req-edfa01a0-5901-42c4-8a58-f1dfe45f53d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:42.629173 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a9087fb6-e66a-4bc9-9a00-74d330927e67 req-edfa01a0-5901-42c4-8a58-f1dfe45f53d0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6df2b9cf-3053-4862-b128-40e0c38b0bd7 HTTP/1.1" status: 200 len: 850 time: 0.2192373 Apr 20 17:44:42.632899 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8235787-1a41-40a4-914c-2067df07562b None None] No DVR routers for this DVR port d221be85-587e-48ac-b718-04da505638fe on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:44:42.642470 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-74f15377-3633-4de7-a65e-8628ac70a1ca tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:42.679644 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591849e6-31e0-43d7-abfc-ab36c7fae5a4 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10753128-75d1-4a02-a109-ecdba108325c,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:42.724565 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-591849e6-31e0-43d7-abfc-ab36c7fae5a4 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:42.725994 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-591849e6-31e0-43d7-abfc-ab36c7fae5a4 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8734629 Apr 20 17:44:42.729259 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f15377-3633-4de7-a65e-8628ac70a1ca tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Pushing event deleted for resources: {'Subnet': ['ID=c07c1ad0-385f-49e3-9b96-28f9177788d9,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:42.734013 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49730) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:42.743627 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-c6b5cdd4-0ba5-4623-a46b-35ae28983f8c tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Request body: {'security_group_rule': {'security_group_id': '10753128-75d1-4a02-a109-ecdba108325c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:42.744023 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-c6b5cdd4-0ba5-4623-a46b-35ae28983f8c tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:44:42.746722 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c6b5cdd4-0ba5-4623-a46b-35ae28983f8c tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0107608 Apr 20 17:44:42.752245 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49734) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:42.768315 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-574e492f-b821-44a5-906f-51b62d90a9d4 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Request body: {'security_group_rule': {'security_group_id': '10753128-75d1-4a02-a109-ecdba108325c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:42.769335 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-574e492f-b821-44a5-906f-51b62d90a9d4 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:44:42.773154 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-574e492f-b821-44a5-906f-51b62d90a9d4 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0149584 Apr 20 17:44:42.775199 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49738) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:42.779074 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-aaaa7f5c-1406-4a90-850f-1ad8ec486f7d service neutron] 10.222.0.10 "GET /v2.0/networks/3394e549-b24a-4f46-b547-0a1fb9b41b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677155 Apr 20 17:44:42.789198 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:42.789982 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:42.838967 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-f16e920d-475a-49d0-a25b-1927729ef933 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Request body: {'security_group_rule': {'security_group_id': '10753128-75d1-4a02-a109-ecdba108325c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:42.839651 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-f16e920d-475a-49d0-a25b-1927729ef933 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:44:42.843344 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f16e920d-475a-49d0-a25b-1927729ef933 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0644448 Apr 20 17:44:42.845565 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b25aa2-ac77-45a4-8abb-d0ede280ca67 None None] Network c84ecaa1-ec2b-4e2d-8fef-4b983a90d32f requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:44:42.853365 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49742) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:42.866719 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e0161b0c-e357-4ee4-a527-d2957f08eecd req-99297cf7-ac71-42c1-ae50-94ee99265e91 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d4c8120-0526-4840-bcaa-736b4b1c27b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2435014 Apr 20 17:44:42.892025 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-74f15377-3633-4de7-a65e-8628ac70a1ca tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:42.918910 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a9087fb6-e66a-4bc9-9a00-74d330927e67 req-4523d58c-3666-4973-817d-6c2884df11a7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=911da384-323b-42ed-9656-9be4d49d8f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2710602 Apr 20 17:44:42.944171 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-ef59c8a3-955e-494d-84a7-80634125d863 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Request body: {'security_group_rule': {'security_group_id': '10753128-75d1-4a02-a109-ecdba108325c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:42.945102 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-ef59c8a3-955e-494d-84a7-80634125d863 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:44:42.948603 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ef59c8a3-955e-494d-84a7-80634125d863 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0839684 Apr 20 17:44:42.948603 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b1550de1-9c9e-4676-b2ab-1deb9542bfbe tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:42.950226 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49746) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:42.954923 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-74f15377-3633-4de7-a65e-8628ac70a1ca tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c84ecaa1-ec2b-4e2d-8fef-4b983a90d32f']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:43.007218 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-b1550de1-9c9e-4676-b2ab-1deb9542bfbe tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Deleting port f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:44:43.008306 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b1550de1-9c9e-4676-b2ab-1deb9542bfbe tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:43.023890 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-74f15377-3633-4de7-a65e-8628ac70a1ca tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd69394df-6f3d-4896-b302-1c938391303f') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:43.024165 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-74f15377-3633-4de7-a65e-8628ac70a1ca tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd69394df-6f3d-4896-b302-1c938391303f') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:43.032156 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d221be85-587e-48ac-b718-04da505638fe no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:44:43.040530 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-74f15377-3633-4de7-a65e-8628ac70a1ca tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:43.070040 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-74f15377-3633-4de7-a65e-8628ac70a1ca tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:43.081183 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f15377-3633-4de7-a65e-8628ac70a1ca tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:44:43.081580 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-74f15377-3633-4de7-a65e-8628ac70a1ca tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:43.096000 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:44:43.096000 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:44:43.096000 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:44:43.096000 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:44:43.096000 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:44:43.096000 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:44:43.096000 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:44:43.096000 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:44:43.096000 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:44:43.096000 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:44:43.096000 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:44:43.096000 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:44:43.096000 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:44:43.096000 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:44:43.096000 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:44:43.096000 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:44:43.096000 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:44:43.096000 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:44:43.096000 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:44:43.096000 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:44:43.096000 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:44:43.096000 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:44:43.096000 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:44:43.096000 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:44:43.096000 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:44:43.096000 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:44:43.096000 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:44:43.096000 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:44:43.096000 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:44:43.096000 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:44:43.096000 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:44:43.096000 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:44:43.105458 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: d221be85-587e-48ac-b718-04da505638fe {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:44:43.106075 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d221be85-587e-48ac-b718-04da505638fe not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:44:43.167791 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a9087fb6-e66a-4bc9-9a00-74d330927e67 req-c8803100-222a-4487-b8db-297570d04443 service neutron] 10.222.0.10 "GET /v2.0/networks/911da384-323b-42ed-9656-9be4d49d8f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403650 Apr 20 17:44:43.193192 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-10a22ed9-20f2-4039-bb3f-255a2350cd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70079143-056c-490a-944c-369e581f27ed', 'name': 'tempest-AttachVolumeTestJSON-1274240987-router', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:38:39Z', 'updated_at': '2022-04-20T17:38:53Z', 'revision_number': 4, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'gw_port': {'id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:41Z', 'updated_at': '2022-04-20T17:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'ac10d8b2-63e8-4ff2-90b6-a4f4b005704f', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '70079143-056c-490a-944c-369e581f27ed', 'port_id': '791e2c1a-1d93-427b-a11a-13c319d38532', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36', 'mac_address': 'fa:16:3e:2f:1f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2aab149-d3ea-4e8e-8d14-956d4b207232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:44:15Z', 'updated_at': '2022-04-20T17:44:38Z', 'revision_number': 1, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '924c148d-142c-4b6c-8570-3b938b8a81ab', 'name': '', 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'mac_address': 'fa:16:3e:16:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6df2b9cf-3053-4862-b128-40e0c38b0bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:52Z', 'updated_at': '2022-04-20T17:39:05Z', 'revision_number': 5, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'subnets': [{'id': '6df2b9cf-3053-4862-b128-40e0c38b0bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:43.197524 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a22ed9-20f2-4039-bb3f-255a2350cd7a None None] Checking router: 70079143-056c-490a-944c-369e581f27ed for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:44:43.204519 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-3e388950-3c04-4dd0-ae99-be204279d702 tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991&tenant_id=ac289a58365e49439c6a449ebba5fb54&binding%3Ahost_id=n-h1-838032-1 HTTP/1.1" status: 200 len: 1097 time: 0.3519475 Apr 20 17:44:43.209133 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a22ed9-20f2-4039-bb3f-255a2350cd7a None None] Routers {'70079143-056c-490a-944c-369e581f27ed'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:44:43.209777 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-10a22ed9-20f2-4039-bb3f-255a2350cd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:44:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['70079143-056c-490a-944c-369e581f27ed'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:43.213170 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e214aaed-50df-4389-bec6-b38d119226cf tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:43.224147 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-b18c02c8-5e40-48eb-ac09-080063f7f9e7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838032-1'}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:43.267876 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-74f15377-3633-4de7-a65e-8628ac70a1ca tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:43.290883 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-74f15377-3633-4de7-a65e-8628ac70a1ca tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:43.310791 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f15377-3633-4de7-a65e-8628ac70a1ca tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Pushing event deleted for resources: {'Network': ['ID=c84ecaa1-ec2b-4e2d-8fef-4b983a90d32f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:43.321528 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e214aaed-50df-4389-bec6-b38d119226cf tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:43.331316 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-74f15377-3633-4de7-a65e-8628ac70a1ca tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "DELETE /v2.0/networks/c84ecaa1-ec2b-4e2d-8fef-4b983a90d32f HTTP/1.1" status: 204 len: 168 time: 1.4493608 Apr 20 17:44:43.336349 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49750) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:43.361886 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-b1550de1-9c9e-4676-b2ab-1deb9542bfbe tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] For port f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:44:43.362265 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b1550de1-9c9e-4676-b2ab-1deb9542bfbe tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:43.387227 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-b66fa5a9-f36d-41eb-81a1-f1eebd1b28e4 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] DELETE failed (client error): The resource could not be found. Apr 20 17:44:43.387719 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b66fa5a9-f36d-41eb-81a1-f1eebd1b28e4 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:44:43.391840 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b66fa5a9-f36d-41eb-81a1-f1eebd1b28e4 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "DELETE /v2.0/subnets/c07c1ad0-385f-49e3-9b96-28f9177788d9 HTTP/1.1" status: 404 len: 337 time: 0.0508492 Apr 20 17:44:43.392513 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49754) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:43.409740 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a9087fb6-e66a-4bc9-9a00-74d330927e67 req-377f15ba-2a01-444f-9705-de092d53942c service neutron] 10.222.0.10 "GET /v2.0/networks/911da384-323b-42ed-9656-9be4d49d8f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296703 Apr 20 17:44:43.438446 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:43.441606 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b62e4db-ed20-452b-89c5-e9f4f116e5b2 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] DELETE failed (client error): The resource could not be found. Apr 20 17:44:43.442412 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b62e4db-ed20-452b-89c5-e9f4f116e5b2 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:44:43.447609 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9b62e4db-ed20-452b-89c5-e9f4f116e5b2 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "DELETE /v2.0/networks/c84ecaa1-ec2b-4e2d-8fef-4b983a90d32f HTTP/1.1" status: 404 len: 339 time: 0.0467176 Apr 20 17:44:43.448225 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49758) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:43.481684 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-10a22ed9-20f2-4039-bb3f-255a2350cd7a None None] Set router 70079143-056c-490a-944c-369e581f27ed gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:44:43.497434 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e44f999-e9e8-4c04-9fc3-f8091b57ca28 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] DELETE failed (client error): The resource could not be found. Apr 20 17:44:43.498178 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e44f999-e9e8-4c04-9fc3-f8091b57ca28 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:44:43.502931 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1e44f999-e9e8-4c04-9fc3-f8091b57ca28 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "DELETE /v2.0/subnets/7b08a80c-8ee3-443b-806b-57237e8dcf78 HTTP/1.1" status: 404 len: 337 time: 0.0536904 Apr 20 17:44:43.503544 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49762) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:43.530889 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-9870a586-a71b-4dd0-82dd-7a529f7c155b tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] DELETE failed (client error): The resource could not be found. Apr 20 17:44:43.531402 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9870a586-a71b-4dd0-82dd-7a529f7c155b tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:44:43.532997 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9870a586-a71b-4dd0-82dd-7a529f7c155b tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "DELETE /v2.0/networks/ac6cc7d7-9d84-4586-9f95-e656d4513b48 HTTP/1.1" status: 404 len: 339 time: 0.0284114 Apr 20 17:44:43.535660 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49766) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:43.536940 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-b1550de1-9c9e-4676-b2ab-1deb9542bfbe tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Calling delete_port for f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2 owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:44:43.573277 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-9402a1ec-dd17-4ad1-8de6-cef98d7050a2 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] DELETE failed (client error): The resource could not be found. Apr 20 17:44:43.574312 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9402a1ec-dd17-4ad1-8de6-cef98d7050a2 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:44:43.575466 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9402a1ec-dd17-4ad1-8de6-cef98d7050a2 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "DELETE /v2.0/subnets/cc84b991-2d29-480a-9391-8d40f01ca36f HTTP/1.1" status: 404 len: 337 time: 0.0389066 Apr 20 17:44:43.577952 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49770) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:43.603423 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-90cf705a-fda6-4f7b-9d45-a52055d6633d tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] DELETE failed (client error): The resource could not be found. Apr 20 17:44:43.604297 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90cf705a-fda6-4f7b-9d45-a52055d6633d tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:44:43.608177 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-90cf705a-fda6-4f7b-9d45-a52055d6633d tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "DELETE /v2.0/networks/22940982-f262-4b35-95e6-8e09f08daa61 HTTP/1.1" status: 404 len: 339 time: 0.0268395 Apr 20 17:44:43.610338 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49774) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:43.622933 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-b18c02c8-5e40-48eb-ac09-080063f7f9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:43.659150 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e214aaed-50df-4389-bec6-b38d119226cf tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:43.680945 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-1d41ec34-bf60-42c9-9ec8-620d6f7b9a8f tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Deleting port 7432d5c7-f4aa-4891-9461-f888395cc459 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:44:43.681285 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1d41ec34-bf60-42c9-9ec8-620d6f7b9a8f tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:43.725725 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214aaed-50df-4389-bec6-b38d119226cf tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10753128-75d1-4a02-a109-ecdba108325c,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:43.760673 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab34222-f972-4f13-9971-adbb955e6784 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Router ed52b34c-0634-4c6d-ab70-77ac5a590f6c has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:44:43.762493 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e214aaed-50df-4389-bec6-b38d119226cf tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:43.763606 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e214aaed-50df-4389-bec6-b38d119226cf tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "DELETE /v2.0/security-groups/10753128-75d1-4a02-a109-ecdba108325c HTTP/1.1" status: 204 len: 168 time: 0.8020165 Apr 20 17:44:43.774309 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49778) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:43.883301 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-10a22ed9-20f2-4039-bb3f-255a2350cd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70079143-056c-490a-944c-369e581f27ed', 'name': 'tempest-AttachVolumeTestJSON-1274240987-router', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:38:39Z', 'updated_at': '2022-04-20T17:38:53Z', 'revision_number': 4, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'gw_port': {'id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:41Z', 'updated_at': '2022-04-20T17:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'ac10d8b2-63e8-4ff2-90b6-a4f4b005704f', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '70079143-056c-490a-944c-369e581f27ed', 'port_id': '791e2c1a-1d93-427b-a11a-13c319d38532', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36', 'mac_address': 'fa:16:3e:2f:1f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2aab149-d3ea-4e8e-8d14-956d4b207232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:44:15Z', 'updated_at': '2022-04-20T17:44:38Z', 'revision_number': 1, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '924c148d-142c-4b6c-8570-3b938b8a81ab', 'name': '', 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'mac_address': 'fa:16:3e:16:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6df2b9cf-3053-4862-b128-40e0c38b0bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:52Z', 'updated_at': '2022-04-20T17:39:05Z', 'revision_number': 5, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'subnets': [{'id': '6df2b9cf-3053-4862-b128-40e0c38b0bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:43.887894 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a22ed9-20f2-4039-bb3f-255a2350cd7a None None] The sync data for ids ['70079143-056c-490a-944c-369e581f27ed'] in n-d-838032-1 is: [{'id': '70079143-056c-490a-944c-369e581f27ed', 'name': 'tempest-AttachVolumeTestJSON-1274240987-router', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:38:39Z', 'updated_at': '2022-04-20T17:38:53Z', 'revision_number': 4, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'gw_port': {'id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:41Z', 'updated_at': '2022-04-20T17:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'ac10d8b2-63e8-4ff2-90b6-a4f4b005704f', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '70079143-056c-490a-944c-369e581f27ed', 'port_id': '791e2c1a-1d93-427b-a11a-13c319d38532', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36', 'mac_address': 'fa:16:3e:2f:1f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2aab149-d3ea-4e8e-8d14-956d4b207232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:44:15Z', 'updated_at': '2022-04-20T17:44:38Z', 'revision_number': 1, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '924c148d-142c-4b6c-8570-3b938b8a81ab', 'name': '', 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'mac_address': 'fa:16:3e:16:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6df2b9cf-3053-4862-b128-40e0c38b0bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:52Z', 'updated_at': '2022-04-20T17:39:05Z', 'revision_number': 5, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'subnets': [{'id': '6df2b9cf-3053-4862-b128-40e0c38b0bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:44:43.916221 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1d41ec34-bf60-42c9-9ec8-620d6f7b9a8f tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:44.044587 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:44.064147 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-1d41ec34-bf60-42c9-9ec8-620d6f7b9a8f tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Calling delete_port for 7432d5c7-f4aa-4891-9461-f888395cc459 owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:44:44.147719 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ca7cb5-cf3a-4970-8d88-4efbd0f70fa1 None None] New status for floating IP ac10d8b2-63e8-4ff2-90b6-a4f4b005704f: ACTIVE {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:44:44.153003 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1d41ec34-bf60-42c9-9ec8-620d6f7b9a8f tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:44.199196 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41ec34-bf60-42c9-9ec8-620d6f7b9a8f tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Pushing event deleted for resources: {'Port': ['ID=7432d5c7-f4aa-4891-9461-f888395cc459,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:44.210254 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1d41ec34-bf60-42c9-9ec8-620d6f7b9a8f tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:44.219033 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1d41ec34-bf60-42c9-9ec8-620d6f7b9a8f tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "DELETE /v2.0/ports/7432d5c7-f4aa-4891-9461-f888395cc459 HTTP/1.1" status: 204 len: 168 time: 0.6094935 Apr 20 17:44:44.220693 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49784) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:44.317393 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ce85dfc5-c4e9-4722-bf10-9a10363c6550 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Synchronizing usage tracker for tenant:5d74d9f43c5b491d87a00a8446ceeb63 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:44.321683 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-b18c02c8-5e40-48eb-ac09-080063f7f9e7 service neutron] For port 058b3d5f-ce58-4abd-86a6-8657092830f5, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=058b3d5f-ce58-4abd-86a6-8657092830f5,segment=NetworkSegment(6cdcbbd4-f416-4bf1-b6c4-527799bd8e61),segment_id=6cdcbbd4-f416-4bf1-b6c4-527799bd8e61)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:44:44.343199 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b1550de1-9c9e-4676-b2ab-1deb9542bfbe tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:44.395872 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ae8d87-1395-4af1-8213-7301280e4d7e tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] DELETE failed (client error): The resource could not be found. Apr 20 17:44:44.396425 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35ae8d87-1395-4af1-8213-7301280e4d7e tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:44:44.398809 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-35ae8d87-1395-4af1-8213-7301280e4d7e tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "DELETE /v2.0/subnets/739ab45c-68a4-4ef7-9449-c953050b2809 HTTP/1.1" status: 404 len: 337 time: 0.1769879 Apr 20 17:44:44.401203 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49788) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:44.410646 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1550de1-9c9e-4676-b2ab-1deb9542bfbe tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Pushing event deleted for resources: {'Port': ['ID=f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:44.426236 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ce85dfc5-c4e9-4722-bf10-9a10363c6550 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Unset dirty status for tenant:5d74d9f43c5b491d87a00a8446ceeb63 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:44.431913 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ce85dfc5-c4e9-4722-bf10-9a10363c6550 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6379433 Apr 20 17:44:44.432052 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49792) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:44.440701 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-e54a5b2a-2546-4e6a-9aff-94976ed01ff8 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Request body: {'security_group': {'name': 'tempest-secgroup--1853602180'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:44.492204 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e54a5b2a-2546-4e6a-9aff-94976ed01ff8 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:44.513697 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-b18c02c8-5e40-48eb-ac09-080063f7f9e7 service neutron] For port 058b3d5f-ce58-4abd-86a6-8657092830f5, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:44:44.523472 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e54a5b2a-2546-4e6a-9aff-94976ed01ff8 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:44.546015 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6ec1b-37ab-490e-adb4-25c89ce905f0 req-48514e96-5acb-45c5-807f-41c8c71d3fa3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:44.547514 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d8e6ec1b-37ab-490e-adb4-25c89ce905f0 req-48514e96-5acb-45c5-807f-41c8c71d3fa3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 946 time: 0.5270374 Apr 20 17:44:44.548185 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-39b808a3-3c4d-4f58-accc-f85c8c02f0ac tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:44.551368 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e54a5b2a-2546-4e6a-9aff-94976ed01ff8 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:44.631989 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f8b078-2978-4444-97c7-199f70640991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '058b3d5f-ce58-4abd-86a6-8657092830f5'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:44:44.687800 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e54a5b2a-2546-4e6a-9aff-94976ed01ff8 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:44.693466 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-b18c02c8-5e40-48eb-ac09-080063f7f9e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:44.704219 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e54a5b2a-2546-4e6a-9aff-94976ed01ff8 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Usage tracker for resource:security_group_rule and tenant:5d74d9f43c5b491d87a00a8446ceeb63 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:44.709293 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e54a5b2a-2546-4e6a-9aff-94976ed01ff8 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:44.717512 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-39b808a3-3c4d-4f58-accc-f85c8c02f0ac tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:44.724740 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e54a5b2a-2546-4e6a-9aff-94976ed01ff8 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:44.752381 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-39b808a3-3c4d-4f58-accc-f85c8c02f0ac tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f476de85-15dd-4129-9208-423f0fd22c71']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:44.762738 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa34f92d-968f-4500-ba46-e08145df2bf1'] response: {'server_uuid': 'd9f8b078-2978-4444-97c7-199f70640991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '058b3d5f-ce58-4abd-86a6-8657092830f5', 'code': 200} Apr 20 17:44:44.770279 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-39b808a3-3c4d-4f58-accc-f85c8c02f0ac tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdbeba12-12f6-44eb-a933-d7c899c78f57') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:44.770575 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-39b808a3-3c4d-4f58-accc-f85c8c02f0ac tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdbeba12-12f6-44eb-a933-d7c899c78f57') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:44.779893 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-b18c02c8-5e40-48eb-ac09-080063f7f9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:44.788145 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-39b808a3-3c4d-4f58-accc-f85c8c02f0ac tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:44.816912 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-39b808a3-3c4d-4f58-accc-f85c8c02f0ac tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:44.820696 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d8e6ec1b-37ab-490e-adb4-25c89ce905f0 req-949303b5-3c03-4123-a11f-4be4aba4c542 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d4c8120-0526-4840-bcaa-736b4b1c27b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2560384 Apr 20 17:44:44.832655 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b808a3-3c4d-4f58-accc-f85c8c02f0ac tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:44:44.833064 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-39b808a3-3c4d-4f58-accc-f85c8c02f0ac tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:44.841524 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b1550de1-9c9e-4676-b2ab-1deb9542bfbe tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:44.854842 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:44:44.854842 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:44:44.854842 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:44:44.854842 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:44:44.854842 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:44:44.854842 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:44:44.854842 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:44:44.854842 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:44:44.854842 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:44:44.854842 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:44:44.854842 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:44:44.854842 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:44:44.854842 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:44:44.854842 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:44:44.854842 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:44:44.854842 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:44:44.854842 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:44:44.854842 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:44:44.854842 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:44:44.854842 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:44:44.854842 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:44:44.854842 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:44:44.854842 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:44:44.854842 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:44:44.854842 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:44:44.854842 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:44:44.854842 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:44:44.854842 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:44:44.854842 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:44:44.854842 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:44:44.854842 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:44:44.854842 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:44:44.857118 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e54a5b2a-2546-4e6a-9aff-94976ed01ff8 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:44.904521 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e54a5b2a-2546-4e6a-9aff-94976ed01ff8 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:44.972480 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a5b2a-2546-4e6a-9aff-94976ed01ff8 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d698b39-7d5e-42b9-882e-5fbbbcf68c85,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:44.978168 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-39b808a3-3c4d-4f58-accc-f85c8c02f0ac tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:44.982536 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-39b808a3-3c4d-4f58-accc-f85c8c02f0ac tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:45.009137 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e54a5b2a-2546-4e6a-9aff-94976ed01ff8 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:45.013370 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e54a5b2a-2546-4e6a-9aff-94976ed01ff8 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5802946 Apr 20 17:44:45.014250 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b808a3-3c4d-4f58-accc-f85c8c02f0ac tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Pushing event deleted for resources: {'Network': ['ID=f476de85-15dd-4129-9208-423f0fd22c71,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:45.016744 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49798) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:45.022317 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-39b808a3-3c4d-4f58-accc-f85c8c02f0ac tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "DELETE /v2.0/networks/f476de85-15dd-4129-9208-423f0fd22c71 HTTP/1.1" status: 204 len: 168 time: 0.6178920 Apr 20 17:44:45.022663 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49802) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:45.060735 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-3e5074b5-c76e-421e-9891-827cdc1ee94d tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Request body: {'security_group_rule': {'security_group_id': '8d698b39-7d5e-42b9-882e-5fbbbcf68c85', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:45.061429 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-3e5074b5-c76e-421e-9891-827cdc1ee94d tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:44:45.061688 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c02c8-5e40-48eb-ac09-080063f7f9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=058b3d5f-ce58-4abd-86a6-8657092830f5,revision_number=7']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:45.064118 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3e5074b5-c76e-421e-9891-827cdc1ee94d tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0462124 Apr 20 17:44:45.070117 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49806) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:45.105945 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-cb53c003-d257-4674-98cb-de06170dcb39 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Deleting port 6b7d887c-397a-462a-aebc-bdd1a4241af6 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:44:45.106322 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cb53c003-d257-4674-98cb-de06170dcb39 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:45.139606 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-27a54e46-4f8c-4da7-96af-8a83cfb9f952 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Request body: {'security_group_rule': {'security_group_id': '8d698b39-7d5e-42b9-882e-5fbbbcf68c85', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:45.210076 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-27a54e46-4f8c-4da7-96af-8a83cfb9f952 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:45.223688 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-27a54e46-4f8c-4da7-96af-8a83cfb9f952 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Usage tracker for resource:security_group_rule and tenant:5d74d9f43c5b491d87a00a8446ceeb63 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:45.232428 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-27a54e46-4f8c-4da7-96af-8a83cfb9f952 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:45.233995 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-81d45fbf-539a-4cbd-9669-ee9878662068 None None] Provisioning complete for port 058b3d5f-ce58-4abd-86a6-8657092830f5 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:44:45.234478 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-81d45fbf-539a-4cbd-9669-ee9878662068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:45.243649 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b1550de1-9c9e-4676-b2ab-1deb9542bfbe tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:45.245785 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-27a54e46-4f8c-4da7-96af-8a83cfb9f952 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:45.251266 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab34222-f972-4f13-9971-adbb955e6784 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:44:45.266567 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b1550de1-9c9e-4676-b2ab-1deb9542bfbe tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:45.271423 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8248b306-12ef-4303-a5f9-0aceda3f82a0 None None] Sync routers for ids ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:44:45.272105 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cab34222-f972-4f13-9971-adbb955e6784 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:45.315417 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-81d45fbf-539a-4cbd-9669-ee9878662068 None None] Port 058b3d5f-ce58-4abd-86a6-8657092830f5 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:44:45.321708 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8248b306-12ef-4303-a5f9-0aceda3f82a0 None None] Routers {'ed52b34c-0634-4c6d-ab70-77ac5a590f6c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:44:45.322529 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-8248b306-12ef-4303-a5f9-0aceda3f82a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:44:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:45.325749 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cb53c003-d257-4674-98cb-de06170dcb39 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:45.378132 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:45.385737 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-8248b306-12ef-4303-a5f9-0aceda3f82a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:45.398044 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8248b306-12ef-4303-a5f9-0aceda3f82a0 None None] Routers {'ed52b34c-0634-4c6d-ab70-77ac5a590f6c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:44:45.398689 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-8248b306-12ef-4303-a5f9-0aceda3f82a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:44:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:45.454741 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-cb53c003-d257-4674-98cb-de06170dcb39 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Calling delete_port for 6b7d887c-397a-462a-aebc-bdd1a4241af6 owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:44:45.465227 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-8248b306-12ef-4303-a5f9-0aceda3f82a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:45.466019 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8248b306-12ef-4303-a5f9-0aceda3f82a0 None None] The sync data for ids ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:44:45.522840 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-b18c02c8-5e40-48eb-ac09-080063f7f9e7 service neutron] Attempting to bind port 058b3d5f-ce58-4abd-86a6-8657092830f5 on host n-h1-838032-1 for vnic_type normal with profile {"migrating_to": "n-h2-838032-1"} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:44:45.523480 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-b18c02c8-5e40-48eb-ac09-080063f7f9e7 service neutron] Attempting to bind port 058b3d5f-ce58-4abd-86a6-8657092830f5 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '6cdcbbd4-f416-4bf1-b6c4-527799bd8e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:44:45.523480 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-b18c02c8-5e40-48eb-ac09-080063f7f9e7 service neutron] Attempting to bind port 058b3d5f-ce58-4abd-86a6-8657092830f5 on network 3394e549-b24a-4f46-b547-0a1fb9b41b4d {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:44:45.526958 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cab34222-f972-4f13-9971-adbb955e6784 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "DELETE /v2.0/floatingips/0a82495f-1a94-4ff5-beb1-a8fe0f5d099e HTTP/1.1" status: 204 len: 168 time: 5.7687018 Apr 20 17:44:45.528700 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-27a54e46-4f8c-4da7-96af-8a83cfb9f952 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:44:45.529606 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-27a54e46-4f8c-4da7-96af-8a83cfb9f952 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4582360 Apr 20 17:44:45.530077 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49810) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:45.530542 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b1550de1-9c9e-4676-b2ab-1deb9542bfbe tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:45.531020 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1550de1-9c9e-4676-b2ab-1deb9542bfbe tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Fanout notify agent at l3_agent the message router_deleted on router 8f1aa271-ccbd-442b-bfc7-a738d97b8edc {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:44:45.532350 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49812) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:45.543411 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-4d642f66-ca41-4437-8785-8b53180d61e4 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Request body: {'security_group_rule': {'security_group_id': '8d698b39-7d5e-42b9-882e-5fbbbcf68c85', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:45.544016 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-4d642f66-ca41-4437-8785-8b53180d61e4 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:44:45.544945 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4d642f66-ca41-4437-8785-8b53180d61e4 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0103297 Apr 20 17:44:45.547974 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-b18c02c8-5e40-48eb-ac09-080063f7f9e7 service neutron] Port 058b3d5f-ce58-4abd-86a6-8657092830f5 on network 3394e549-b24a-4f46-b547-0a1fb9b41b4d not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:44:45.548485 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-b18c02c8-5e40-48eb-ac09-080063f7f9e7 service neutron] Attempting to bind port 058b3d5f-ce58-4abd-86a6-8657092830f5 on network 3394e549-b24a-4f46-b547-0a1fb9b41b4d {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:44:45.550579 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49818) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:45.555980 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b1550de1-9c9e-4676-b2ab-1deb9542bfbe tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:45.556970 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b1550de1-9c9e-4676-b2ab-1deb9542bfbe tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "DELETE /v2.0/routers/8f1aa271-ccbd-442b-bfc7-a738d97b8edc HTTP/1.1" status: 204 len: 168 time: 4.5006371 Apr 20 17:44:45.561543 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-dc4d1b9d-09ba-439e-923c-f8154dc65858 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Request body: {'security_group_rule': {'security_group_id': '8d698b39-7d5e-42b9-882e-5fbbbcf68c85', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:45.566856 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49822) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:45.572122 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-dc4d1b9d-09ba-439e-923c-f8154dc65858 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:45.573504 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cb53c003-d257-4674-98cb-de06170dcb39 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:45.592113 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-dc4d1b9d-09ba-439e-923c-f8154dc65858 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Usage tracker for resource:security_group_rule and tenant:5d74d9f43c5b491d87a00a8446ceeb63 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:45.597357 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-b18c02c8-5e40-48eb-ac09-080063f7f9e7 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:44:45.597686 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-b18c02c8-5e40-48eb-ac09-080063f7f9e7 service neutron] Checking segment: {'id': '6cdcbbd4-f416-4bf1-b6c4-527799bd8e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:44:45.598065 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-b18c02c8-5e40-48eb-ac09-080063f7f9e7 service neutron] Bound using segment: {'id': '6cdcbbd4-f416-4bf1-b6c4-527799bd8e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:44:45.598526 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-b18c02c8-5e40-48eb-ac09-080063f7f9e7 service neutron] Bound port: 058b3d5f-ce58-4abd-86a6-8657092830f5, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cdcbbd4-f416-4bf1-b6c4-527799bd8e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:44:45.598898 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-b18c02c8-5e40-48eb-ac09-080063f7f9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:45.611012 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-dc4d1b9d-09ba-439e-923c-f8154dc65858 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:45.638783 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53c003-d257-4674-98cb-de06170dcb39 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Pushing event deleted for resources: {'Port': ['ID=6b7d887c-397a-462a-aebc-bdd1a4241af6,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:45.655845 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cb53c003-d257-4674-98cb-de06170dcb39 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:45.665315 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-298c859e-dd83-49e0-a1d1-1e82c562ffa3 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Deleting port e379eb0e-c7c2-4c59-8a9a-293ec70e57cf {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:44:45.665647 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-298c859e-dd83-49e0-a1d1-1e82c562ffa3 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:45.667296 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-dc4d1b9d-09ba-439e-923c-f8154dc65858 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:45.696707 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cb53c003-d257-4674-98cb-de06170dcb39 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "DELETE /v2.0/ports/6b7d887c-397a-462a-aebc-bdd1a4241af6 HTTP/1.1" status: 204 len: 168 time: 0.6705749 Apr 20 17:44:45.700506 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49826) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:45.750152 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded5fd29-75df-4d77-bd18-9da4f38db359 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] DELETE failed (client error): The resource could not be found. Apr 20 17:44:45.750603 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ded5fd29-75df-4d77-bd18-9da4f38db359 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:44:45.754782 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ded5fd29-75df-4d77-bd18-9da4f38db359 tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "DELETE /v2.0/subnets/0f7aa639-dd03-4399-be61-a82aa04bb7ef HTTP/1.1" status: 404 len: 337 time: 0.0507901 Apr 20 17:44:45.754953 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49830) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:45.761362 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a1e8ccd7-ae20-4434-9325-a7101df29568 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:45.782434 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-dc4d1b9d-09ba-439e-923c-f8154dc65858 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:44:45.783431 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-dc4d1b9d-09ba-439e-923c-f8154dc65858 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2319715 Apr 20 17:44:45.792946 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49834) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:45.803415 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-d7d7a258-d161-441b-ad38-a5ddc5e9fc0e tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Request body: {'security_group_rule': {'security_group_id': '8d698b39-7d5e-42b9-882e-5fbbbcf68c85', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:45.803997 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-d7d7a258-d161-441b-ad38-a5ddc5e9fc0e tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:44:45.804909 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d7d7a258-d161-441b-ad38-a5ddc5e9fc0e tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0098138 Apr 20 17:44:45.810571 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49838) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:45.843979 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-5fce8fca-16bc-406d-bafc-903f8660f172 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Request body: {'security_group_rule': {'security_group_id': '8d698b39-7d5e-42b9-882e-5fbbbcf68c85', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:45.866770 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5fce8fca-16bc-406d-bafc-903f8660f172 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:45.877617 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5fce8fca-16bc-406d-bafc-903f8660f172 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Usage tracker for resource:security_group_rule and tenant:5d74d9f43c5b491d87a00a8446ceeb63 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:45.880453 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-b18c02c8-5e40-48eb-ac09-080063f7f9e7 service neutron] For port 058b3d5f-ce58-4abd-86a6-8657092830f5, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:44:45.927876 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5fce8fca-16bc-406d-bafc-903f8660f172 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:45.930215 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4712ff47-72d0-4d7f-9a2e-53527fbec9ff tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:45.953734 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5fce8fca-16bc-406d-bafc-903f8660f172 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:45.958612 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-b18c02c8-5e40-48eb-ac09-080063f7f9e7 service neutron] For port 058b3d5f-ce58-4abd-86a6-8657092830f5, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=058b3d5f-ce58-4abd-86a6-8657092830f5,segment=NetworkSegment(6cdcbbd4-f416-4bf1-b6c4-527799bd8e61),segment_id=6cdcbbd4-f416-4bf1-b6c4-527799bd8e61)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:44:45.965701 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a1e8ccd7-ae20-4434-9325-a7101df29568 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:45.975043 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-b18c02c8-5e40-48eb-ac09-080063f7f9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:46.064410 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-a1e8ccd7-ae20-4434-9325-a7101df29568 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:46.130650 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-a1e8ccd7-ae20-4434-9325-a7101df29568 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9190c701-a59c-4bfe-a010-3b2a43040073') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:46.131034 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-a1e8ccd7-ae20-4434-9325-a7101df29568 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9190c701-a59c-4bfe-a010-3b2a43040073') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:46.150931 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-5fce8fca-16bc-406d-bafc-903f8660f172 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:44:46.151934 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5fce8fca-16bc-406d-bafc-903f8660f172 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3403573 Apr 20 17:44:46.162765 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49844) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:46.164354 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a1e8ccd7-ae20-4434-9325-a7101df29568 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:46.193812 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-66ad258b-a42c-4ba0-a305-11295fc52722 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Request body: {'security_group_rule': {'security_group_id': '8d698b39-7d5e-42b9-882e-5fbbbcf68c85', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:46.195047 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-66ad258b-a42c-4ba0-a305-11295fc52722 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:44:46.195411 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-66ad258b-a42c-4ba0-a305-11295fc52722 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0219662 Apr 20 17:44:46.198797 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49848) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:46.200438 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c02c8-5e40-48eb-ac09-080063f7f9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=058b3d5f-ce58-4abd-86a6-8657092830f5,revision_number=8']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:46.211289 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a1e8ccd7-ae20-4434-9325-a7101df29568 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:46.226455 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-5a055ff4-2384-4df7-b964-274beae45f79 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Request body: {'security_group_rule': {'security_group_id': '8d698b39-7d5e-42b9-882e-5fbbbcf68c85', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:46.228840 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e8ccd7-ae20-4434-9325-a7101df29568 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:44:46.229322 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a1e8ccd7-ae20-4434-9325-a7101df29568 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:46.244742 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:44:46.244742 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:44:46.244742 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:44:46.244742 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:44:46.244742 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:44:46.244742 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:44:46.244742 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:44:46.244742 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:44:46.244742 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:44:46.244742 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:44:46.244742 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:44:46.244742 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:44:46.244742 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:44:46.244742 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:44:46.244742 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:44:46.244742 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:44:46.244742 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:44:46.244742 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:44:46.244742 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:44:46.244742 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:44:46.244742 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:44:46.244742 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:44:46.244742 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:44:46.244742 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:44:46.244742 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:44:46.244742 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:44:46.244742 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:44:46.244742 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:44:46.244742 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:44:46.244742 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:44:46.244742 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:44:46.244742 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:44:46.306366 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-5a055ff4-2384-4df7-b964-274beae45f79 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:46.322558 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-5a055ff4-2384-4df7-b964-274beae45f79 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Usage tracker for resource:security_group_rule and tenant:5d74d9f43c5b491d87a00a8446ceeb63 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:46.328588 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-298c859e-dd83-49e0-a1d1-1e82c562ffa3 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:46.335680 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-5a055ff4-2384-4df7-b964-274beae45f79 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:46.350579 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-5a055ff4-2384-4df7-b964-274beae45f79 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:46.352798 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2628fb70-521d-4a84-9153-57bc3c349924 None None] Provisioning complete for port 058b3d5f-ce58-4abd-86a6-8657092830f5 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:44:46.353344 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2628fb70-521d-4a84-9153-57bc3c349924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:46.355852 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4712ff47-72d0-4d7f-9a2e-53527fbec9ff tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:46.368703 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-b18c02c8-5e40-48eb-ac09-080063f7f9e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:46.371119 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-b18c02c8-5e40-48eb-ac09-080063f7f9e7 service neutron] 10.222.0.10 "PUT /v2.0/ports/058b3d5f-ce58-4abd-86a6-8657092830f5 HTTP/1.1" status: 200 len: 1122 time: 3.1536551 Apr 20 17:44:46.398740 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a1e8ccd7-ae20-4434-9325-a7101df29568 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:46.414555 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a1e8ccd7-ae20-4434-9325-a7101df29568 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:46.460449 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e8ccd7-ae20-4434-9325-a7101df29568 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Pushing event deleted for resources: {'Network': ['ID=1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:46.466293 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['058b3d5f-ce58-4abd-86a6-8657092830f5'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:44:46.474869 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a1e8ccd7-ae20-4434-9325-a7101df29568 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "DELETE /v2.0/networks/1d86ecf2-c1b1-41dd-bb3e-63aae9cd0010 HTTP/1.1" status: 204 len: 168 time: 0.9024267 Apr 20 17:44:46.476638 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49852) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:46.549039 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-298c859e-dd83-49e0-a1d1-1e82c562ffa3 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Calling delete_port for e379eb0e-c7c2-4c59-8a9a-293ec70e57cf owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:44:46.607708 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-4712ff47-72d0-4d7f-9a2e-53527fbec9ff tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a326bd-d7d8-4001-8c5a-982c49317de5']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:46.611599 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2628fb70-521d-4a84-9153-57bc3c349924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:46.638051 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-4712ff47-72d0-4d7f-9a2e-53527fbec9ff tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43d398a2-a2d7-49f4-bead-8fd96e325adf') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:46.638372 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-4712ff47-72d0-4d7f-9a2e-53527fbec9ff tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43d398a2-a2d7-49f4-bead-8fd96e325adf') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:46.660261 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f8b078-2978-4444-97c7-199f70640991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058b3d5f-ce58-4abd-86a6-8657092830f5'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:44:46.678287 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-2628fb70-521d-4a84-9153-57bc3c349924 None None] For port 058b3d5f-ce58-4abd-86a6-8657092830f5, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=058b3d5f-ce58-4abd-86a6-8657092830f5,segment=NetworkSegment(6cdcbbd4-f416-4bf1-b6c4-527799bd8e61),segment_id=6cdcbbd4-f416-4bf1-b6c4-527799bd8e61)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:44:46.678455 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4712ff47-72d0-4d7f-9a2e-53527fbec9ff tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:46.690911 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caec2e6-1401-4396-8f57-21037d994a81 req-312a4fb0-e073-4a81-a3dc-597ec1d97751 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:46.691459 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-38e1370b-eea1-45dd-9d95-f60b03b9872e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Deleting port 8bdff690-f936-4e22-a58c-be0d41935831 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:44:46.692403 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7caec2e6-1401-4396-8f57-21037d994a81 req-312a4fb0-e073-4a81-a3dc-597ec1d97751 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 944 time: 0.6118724 Apr 20 17:44:46.697859 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-38e1370b-eea1-45dd-9d95-f60b03b9872e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:46.720071 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-5a055ff4-2384-4df7-b964-274beae45f79 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:44:46.724053 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5a055ff4-2384-4df7-b964-274beae45f79 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5201302 Apr 20 17:44:46.724356 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2628fb70-521d-4a84-9153-57bc3c349924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:46.724821 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49858) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:46.740945 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-c4616b7d-ab8e-4427-aee6-9ed6876a8b6d tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Request body: {'security_group_rule': {'security_group_id': '8d698b39-7d5e-42b9-882e-5fbbbcf68c85', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:46.748796 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c4616b7d-ab8e-4427-aee6-9ed6876a8b6d tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:46.753194 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4712ff47-72d0-4d7f-9a2e-53527fbec9ff tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:46.760756 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c4616b7d-ab8e-4427-aee6-9ed6876a8b6d tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Usage tracker for resource:security_group_rule and tenant:5d74d9f43c5b491d87a00a8446ceeb63 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:46.763116 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f8b078-2978-4444-97c7-199f70640991', 'tag': '058b3d5f-ce58-4abd-86a6-8657092830f5'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:44:46.766022 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4712ff47-72d0-4d7f-9a2e-53527fbec9ff tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:44:46.766515 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4712ff47-72d0-4d7f-9a2e-53527fbec9ff tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:46.767664 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c4616b7d-ab8e-4427-aee6-9ed6876a8b6d tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:46.776543 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c4616b7d-ab8e-4427-aee6-9ed6876a8b6d tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:46.783067 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:44:46.783067 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:44:46.783067 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:44:46.783067 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:44:46.783067 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:44:46.783067 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:44:46.783067 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:44:46.783067 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:44:46.783067 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:44:46.783067 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:44:46.783067 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:44:46.783067 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:44:46.783067 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:44:46.783067 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:44:46.783067 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:44:46.783067 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:44:46.783067 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:44:46.783067 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:44:46.783067 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:44:46.783067 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:44:46.783067 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:44:46.783067 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:44:46.783067 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:44:46.783067 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:44:46.783067 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:44:46.783067 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:44:46.783067 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:44:46.783067 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:44:46.783067 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:44:46.783067 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:44:46.783067 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:44:46.783067 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:44:46.791145 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bb088fc-e258-4849-9bc0-d4deacc0eb03'] response: {'server_uuid': 'd9f8b078-2978-4444-97c7-199f70640991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058b3d5f-ce58-4abd-86a6-8657092830f5', 'code': 200} Apr 20 17:44:46.871621 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-004de075-6d16-495e-bb5c-eff138bb22f1'] response: {'name': 'network-changed', 'server_uuid': 'd9f8b078-2978-4444-97c7-199f70640991', 'tag': '058b3d5f-ce58-4abd-86a6-8657092830f5', 'status': 'completed', 'code': 200} Apr 20 17:44:46.918695 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7caec2e6-1401-4396-8f57-21037d994a81 req-da7f344d-f1af-4293-9f84-125e6d1b035c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d4c8120-0526-4840-bcaa-736b4b1c27b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177775 Apr 20 17:44:46.957254 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628fb70-521d-4a84-9153-57bc3c349924 None None] Pushing event updated for resources: {'Port': ['ID=058b3d5f-ce58-4abd-86a6-8657092830f5,revision_number=9']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:46.978610 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-c4616b7d-ab8e-4427-aee6-9ed6876a8b6d tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:44:46.985134 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c4616b7d-ab8e-4427-aee6-9ed6876a8b6d tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2539318 Apr 20 17:44:46.985731 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49864) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:47.009302 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-38e1370b-eea1-45dd-9d95-f60b03b9872e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:47.009710 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-38e1370b-eea1-45dd-9d95-f60b03b9872e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:47.012725 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:44:47.025488 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4712ff47-72d0-4d7f-9a2e-53527fbec9ff tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:47.052657 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4712ff47-72d0-4d7f-9a2e-53527fbec9ff tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:47.060900 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:44:47.061384 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f89a9c87-6491-4a99-b9e9-a6c90d4bf0e2 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:44:47.105624 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712ff47-72d0-4d7f-9a2e-53527fbec9ff tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Pushing event deleted for resources: {'Network': ['ID=26a326bd-d7d8-4001-8c5a-982c49317de5,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:47.129388 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4712ff47-72d0-4d7f-9a2e-53527fbec9ff tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "DELETE /v2.0/networks/26a326bd-d7d8-4001-8c5a-982c49317de5 HTTP/1.1" status: 204 len: 168 time: 1.3734725 Apr 20 17:44:47.137979 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-38e1370b-eea1-45dd-9d95-f60b03b9872e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Calling delete_port for 8bdff690-f936-4e22-a58c-be0d41935831 owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:44:47.139497 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49868) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:47.192109 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c67e0c5c-3235-408f-a8bf-d40cc3a9067f tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:47.212674 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-298c859e-dd83-49e0-a1d1-1e82c562ffa3 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:47.279670 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-59230b53-ac2f-406d-986e-2c51557e4a3d req-542e881f-37a0-409a-8d31-65f9c04866e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 1127 time: 0.3847888 Apr 20 17:44:47.285148 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c859e-dd83-49e0-a1d1-1e82c562ffa3 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event deleted for resources: {'Port': ['ID=e379eb0e-c7c2-4c59-8a9a-293ec70e57cf,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:47.294426 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c67e0c5c-3235-408f-a8bf-d40cc3a9067f tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:47.437699 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59230b53-ac2f-406d-986e-2c51557e4a3d req-c052d438-28b2-497e-957a-5d97f313226a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:47.439417 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-59230b53-ac2f-406d-986e-2c51557e4a3d req-c052d438-28b2-497e-957a-5d97f313226a service neutron] 10.222.0.43 "GET /v2.0/networks?id=3394e549-b24a-4f46-b547-0a1fb9b41b4d HTTP/1.1" status: 200 len: 898 time: 0.1530573 Apr 20 17:44:47.537744 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c67e0c5c-3235-408f-a8bf-d40cc3a9067f tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:47.580928 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-2873a68b-3478-4aa6-ba94-6bda320ec8ef tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Deleting subnet 03deb551-6ec3-48fd-8532-e3e1e7a96694 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:44:47.582923 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e0c5c-3235-408f-a8bf-d40cc3a9067f tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d698b39-7d5e-42b9-882e-5fbbbcf68c85,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:47.585070 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-298c859e-dd83-49e0-a1d1-1e82c562ffa3 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:47.588465 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-59230b53-ac2f-406d-986e-2c51557e4a3d req-f47bcd2d-0442-4e62-97fd-035fae0b0034 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=058b3d5f-ce58-4abd-86a6-8657092830f5 HTTP/1.1" status: 200 len: 1001 time: 0.1423895 Apr 20 17:44:47.589616 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-38e1370b-eea1-45dd-9d95-f60b03b9872e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:47.590858 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2873a68b-3478-4aa6-ba94-6bda320ec8ef tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:47.642955 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-298c859e-dd83-49e0-a1d1-1e82c562ffa3 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "DELETE /v2.0/ports/e379eb0e-c7c2-4c59-8a9a-293ec70e57cf HTTP/1.1" status: 204 len: 168 time: 2.1113498 Apr 20 17:44:47.646342 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49872) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:47.647165 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c67e0c5c-3235-408f-a8bf-d40cc3a9067f tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:47.651371 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c67e0c5c-3235-408f-a8bf-d40cc3a9067f tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "DELETE /v2.0/security-groups/8d698b39-7d5e-42b9-882e-5fbbbcf68c85 HTTP/1.1" status: 204 len: 168 time: 0.6664379 Apr 20 17:44:47.655845 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49874) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:47.660513 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-e9d2f8ee-756b-4df6-a9f8-64a3414a05c4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:47.667506 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1370b-eea1-45dd-9d95-f60b03b9872e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Pushing event deleted for resources: {'Port': ['ID=8bdff690-f936-4e22-a58c-be0d41935831,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:47.690177 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e9d2f8ee-756b-4df6-a9f8-64a3414a05c4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:47.697019 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e9d2f8ee-756b-4df6-a9f8-64a3414a05c4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Usage tracker for resource:floatingip and tenant:c9d6fd43f57648e69fdcea7121532365 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:47.701016 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2873a68b-3478-4aa6-ba94-6bda320ec8ef tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:47.728035 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e9d2f8ee-756b-4df6-a9f8-64a3414a05c4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:47.738759 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e9d2f8ee-756b-4df6-a9f8-64a3414a05c4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:47.755336 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59230b53-ac2f-406d-986e-2c51557e4a3d req-7593280e-e51e-4c04-bc5a-a37f72e01cce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:47.756790 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-59230b53-ac2f-406d-986e-2c51557e4a3d req-7593280e-e51e-4c04-bc5a-a37f72e01cce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=25c13c54-9c74-4955-bd95-10feeeaa0466 HTTP/1.1" status: 200 len: 834 time: 0.1335702 Apr 20 17:44:47.784603 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e9d2f8ee-756b-4df6-a9f8-64a3414a05c4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:47.817405 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6e4d3217-f12c-4b3c-87db-22a99be7291c tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Synchronizing usage tracker for tenant:5d74d9f43c5b491d87a00a8446ceeb63 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:47.822170 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-38e1370b-eea1-45dd-9d95-f60b03b9872e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:47.981671 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-59230b53-ac2f-406d-986e-2c51557e4a3d req-6d8e3829-ec6e-45c1-9d15-10d6493a6c31 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3394e549-b24a-4f46-b547-0a1fb9b41b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2142937 Apr 20 17:44:48.018945 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2873a68b-3478-4aa6-ba94-6bda320ec8ef tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:48.045768 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6e4d3217-f12c-4b3c-87db-22a99be7291c tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Unset dirty status for tenant:5d74d9f43c5b491d87a00a8446ceeb63 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:48.051494 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6e4d3217-f12c-4b3c-87db-22a99be7291c tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3947327 Apr 20 17:44:48.052087 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49882) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:48.072540 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-cdb0b5d4-3732-45a8-b290-4c0e2caa5627 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Request body: {'security_group': {'name': 'tempest-secgroup--356850030'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:48.084986 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-cdb0b5d4-3732-45a8-b290-4c0e2caa5627 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:48.101885 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-cdb0b5d4-3732-45a8-b290-4c0e2caa5627 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:48.130175 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cdb0b5d4-3732-45a8-b290-4c0e2caa5627 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:48.153417 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2873a68b-3478-4aa6-ba94-6bda320ec8ef tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:48.183362 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-59230b53-ac2f-406d-986e-2c51557e4a3d req-3a3cdccf-ba23-4b73-9573-fe5e9cf635d4 service neutron] 10.222.0.43 "GET /v2.0/networks/3394e549-b24a-4f46-b547-0a1fb9b41b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948574 Apr 20 17:44:48.208498 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873a68b-3478-4aa6-ba94-6bda320ec8ef tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Pushing event deleted for resources: {'Subnet': ['ID=03deb551-6ec3-48fd-8532-e3e1e7a96694,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:48.227061 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a0b4a1-b47d-44f7-ba20-a83163c5408b None None] Network 5f9cf45e-85f9-4620-ba44-824f4fb64cfc requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:44:48.227622 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2873a68b-3478-4aa6-ba94-6bda320ec8ef tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:48.246088 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-cdb0b5d4-3732-45a8-b290-4c0e2caa5627 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:48.251808 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-cdb0b5d4-3732-45a8-b290-4c0e2caa5627 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Usage tracker for resource:security_group_rule and tenant:5d74d9f43c5b491d87a00a8446ceeb63 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:48.257514 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2873a68b-3478-4aa6-ba94-6bda320ec8ef tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "DELETE /v2.0/subnets/03deb551-6ec3-48fd-8532-e3e1e7a96694 HTTP/1.1" status: 204 len: 168 time: 1.1114058 Apr 20 17:44:48.257514 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-cdb0b5d4-3732-45a8-b290-4c0e2caa5627 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:48.262448 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49886) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:48.265037 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-cdb0b5d4-3732-45a8-b290-4c0e2caa5627 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:48.285094 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f675ac1-79cf-4ddf-b4c8-45399846ac85 req-689ad1ef-fd90-47bb-a306-2173cb798195 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:48.285329 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e9d2f8ee-756b-4df6-a9f8-64a3414a05c4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:48.286603 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9f675ac1-79cf-4ddf-b4c8-45399846ac85 req-689ad1ef-fd90-47bb-a306-2173cb798195 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 946 time: 0.2278228 Apr 20 17:44:48.392253 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9f675ac1-79cf-4ddf-b4c8-45399846ac85 req-2d613127-1d1d-4d7c-9dd3-8d88086ebfda tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d4c8120-0526-4840-bcaa-736b4b1c27b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920477 Apr 20 17:44:48.394945 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-59230b53-ac2f-406d-986e-2c51557e4a3d req-5001669e-18c4-4369-a7b0-1f320bb2994b service neutron] 10.222.0.43 "GET /v2.0/networks/3394e549-b24a-4f46-b547-0a1fb9b41b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050302 Apr 20 17:44:48.473229 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d240ec04-849f-4182-aad5-8813a1b5b32c tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:48.543657 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-d240ec04-849f-4182-aad5-8813a1b5b32c tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Deleting port 7f45189c-e6fe-40d8-b51d-604d2ccb937e {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:44:48.544001 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d240ec04-849f-4182-aad5-8813a1b5b32c tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:48.577666 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cdb0b5d4-3732-45a8-b290-4c0e2caa5627 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:48.579023 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86b7383-8a90-47a0-b48d-bd84577a088e None None] DHCP port deletion for 5f9cf45e-85f9-4620-ba44-824f4fb64cfc request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:44:48.583241 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-f86b7383-8a90-47a0-b48d-bd84577a088e None None] Deleting port 7f45189c-e6fe-40d8-b51d-604d2ccb937e {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:44:48.583703 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f86b7383-8a90-47a0-b48d-bd84577a088e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:48.591652 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cdb0b5d4-3732-45a8-b290-4c0e2caa5627 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:48.646425 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e1370b-eea1-45dd-9d95-f60b03b9872e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Router 0d095c2c-04cc-44f0-a581-641b9a11e304 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:44:48.691543 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-e9d2f8ee-756b-4df6-a9f8-64a3414a05c4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Allocated IP 172.25.8.31 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/591f0418-b654-4e82-83b6-9af0d2a07d6a) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:44:48.706941 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0b5d4-3732-45a8-b290-4c0e2caa5627 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0032ba83-4cbb-4fad-bbf1-33c7d3a2b483,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:48.720034 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cdb0b5d4-3732-45a8-b290-4c0e2caa5627 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:48.724709 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cdb0b5d4-3732-45a8-b290-4c0e2caa5627 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6660564 Apr 20 17:44:48.725032 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49890) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:48.737065 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-279ba905-3c3b-4414-9d79-7aafecba93c6 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Request body: {'security_group_rule': {'security_group_id': '0032ba83-4cbb-4fad-bbf1-33c7d3a2b483', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:48.764681 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-279ba905-3c3b-4414-9d79-7aafecba93c6 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:48.787447 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-f86b7383-8a90-47a0-b48d-bd84577a088e None None] For port 7f45189c-e6fe-40d8-b51d-604d2ccb937e, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=7f45189c-e6fe-40d8-b51d-604d2ccb937e,segment=NetworkSegment(ffc3e0d5-5a4d-43bc-80cd-bcee017cfcc4),segment_id=ffc3e0d5-5a4d-43bc-80cd-bcee017cfcc4)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:44:48.787838 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f86b7383-8a90-47a0-b48d-bd84577a088e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:48.834280 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-279ba905-3c3b-4414-9d79-7aafecba93c6 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Usage tracker for resource:security_group_rule and tenant:5d74d9f43c5b491d87a00a8446ceeb63 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:48.843709 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-279ba905-3c3b-4414-9d79-7aafecba93c6 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:48.853732 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-279ba905-3c3b-4414-9d79-7aafecba93c6 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:48.905735 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-f86b7383-8a90-47a0-b48d-bd84577a088e None None] Calling delete_port for 7f45189c-e6fe-40d8-b51d-604d2ccb937e owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:44:48.985901 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-d240ec04-849f-4182-aad5-8813a1b5b32c tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] For port 7f45189c-e6fe-40d8-b51d-604d2ccb937e, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=7f45189c-e6fe-40d8-b51d-604d2ccb937e,segment=NetworkSegment(ffc3e0d5-5a4d-43bc-80cd-bcee017cfcc4),segment_id=ffc3e0d5-5a4d-43bc-80cd-bcee017cfcc4)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:44:48.986161 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d240ec04-849f-4182-aad5-8813a1b5b32c tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:48.987756 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e1370b-eea1-45dd-9d95-f60b03b9872e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:44:49.001379 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de52c88-9a71-4fed-a4e2-ac4943d443b8 None None] Sync routers for ids ['0d095c2c-04cc-44f0-a581-641b9a11e304'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:44:49.003567 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f86b7383-8a90-47a0-b48d-bd84577a088e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:49.009036 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-38e1370b-eea1-45dd-9d95-f60b03b9872e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:49.022641 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de52c88-9a71-4fed-a4e2-ac4943d443b8 None None] Routers {'0d095c2c-04cc-44f0-a581-641b9a11e304'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:44:49.023284 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-8de52c88-9a71-4fed-a4e2-ac4943d443b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:44:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0d095c2c-04cc-44f0-a581-641b9a11e304'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:49.051725 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 7f45189c-e6fe-40d8-b51d-604d2ccb937e no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:44:49.069018 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-38e1370b-eea1-45dd-9d95-f60b03b9872e tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "DELETE /v2.0/floatingips/34444988-4516-4926-9107-ccfeda1162ce HTTP/1.1" status: 204 len: 168 time: 2.5912166 Apr 20 17:44:49.069553 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3acf18-86a1-4ed5-8959-b4def4c94e40', 'tag': 'a24693d2-b353-43c3-aeed-d3faf62d162b'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:44:49.119182 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 058b3d5f-ce58-4abd-86a6-8657092830f5 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:44:49.126138 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e9d2f8ee-756b-4df6-a9f8-64a3414a05c4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:49.129149 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db6850a-69a8-4fe4-b731-d2ae15ebf60b'] response: {'name': 'network-changed', 'server_uuid': '7b3acf18-86a1-4ed5-8959-b4def4c94e40', 'tag': 'a24693d2-b353-43c3-aeed-d3faf62d162b', 'status': 'completed', 'code': 200} Apr 20 17:44:49.132208 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b7383-8a90-47a0-b48d-bd84577a088e None None] Pushing event deleted for resources: {'Port': ['ID=7f45189c-e6fe-40d8-b51d-604d2ccb937e,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:49.134266 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 7f45189c-e6fe-40d8-b51d-604d2ccb937e {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:44:49.134707 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 7f45189c-e6fe-40d8-b51d-604d2ccb937e not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:44:49.161811 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86b7383-8a90-47a0-b48d-bd84577a088e None None] No DVR routers for this DVR port 7f45189c-e6fe-40d8-b51d-604d2ccb937e on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:44:49.239903 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-d240ec04-849f-4182-aad5-8813a1b5b32c tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Calling delete_port for 7f45189c-e6fe-40d8-b51d-604d2ccb937e owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:44:49.254306 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-444e843d-d602-447a-9b59-e14bff66498d req-f082fdcd-dc4c-4f44-b7eb-00f2a5af4f83 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b0685b0cdf464c79ab40968d62484d7b&device_id=7b3acf18-86a1-4ed5-8959-b4def4c94e40 HTTP/1.1" status: 200 len: 1135 time: 0.0965548 Apr 20 17:44:49.284841 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-279ba905-3c3b-4414-9d79-7aafecba93c6 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] create failed (client error): The resource could not be found. Apr 20 17:44:49.286202 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-279ba905-3c3b-4414-9d79-7aafecba93c6 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5561559 Apr 20 17:44:49.289860 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49898) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:49.290334 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-8de52c88-9a71-4fed-a4e2-ac4943d443b8 None None] Set router 0d095c2c-04cc-44f0-a581-641b9a11e304 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:44:49.301506 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-f47b86da-7584-4a07-86f9-8548087df00e tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Request body: {'security_group_rule': {'security_group_id': '0032ba83-4cbb-4fad-bbf1-33c7d3a2b483', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'eff5eb8a-1e2e-43ed-b538-e684f7d067be'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:49.353179 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.api [None req-d240ec04-849f-4182-aad5-8813a1b5b32c tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:44:49.356245 n-d-838032-1 neutron-server[84081]: DEBUG oslo_db.api [None req-d240ec04-849f-4182-aad5-8813a1b5b32c tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:44:49.365496 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e9d2f8ee-756b-4df6-a9f8-64a3414a05c4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:49.382515 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f47b86da-7584-4a07-86f9-8548087df00e tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:49.412090 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f47b86da-7584-4a07-86f9-8548087df00e tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Usage tracker for resource:security_group_rule and tenant:5d74d9f43c5b491d87a00a8446ceeb63 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:49.425578 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f47b86da-7584-4a07-86f9-8548087df00e tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:49.438558 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f47b86da-7584-4a07-86f9-8548087df00e tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:49.454023 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 058b3d5f-ce58-4abd-86a6-8657092830f5, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=058b3d5f-ce58-4abd-86a6-8657092830f5,segment=NetworkSegment(6cdcbbd4-f416-4bf1-b6c4-527799bd8e61),segment_id=6cdcbbd4-f416-4bf1-b6c4-527799bd8e61)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:44:49.478252 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 058b3d5f-ce58-4abd-86a6-8657092830f5 has no active binding in host n-h2-838032-1 {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 20 17:44:49.510969 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d2f8ee-756b-4df6-a9f8-64a3414a05c4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:44:49.512393 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2f8ee-756b-4df6-a9f8-64a3414a05c4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event updated for resources: {'Port': ['ID=591f0418-b654-4e82-83b6-9af0d2a07d6a,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:49.522823 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-e9d2f8ee-756b-4df6-a9f8-64a3414a05c4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:44:49.525906 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d2f8ee-756b-4df6-a9f8-64a3414a05c4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:44:49.599473 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e843d-d602-447a-9b59-e14bff66498d req-5efa4263-249c-4c33-9704-a8b9be8cf41b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:49.601001 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-444e843d-d602-447a-9b59-e14bff66498d req-5efa4263-249c-4c33-9704-a8b9be8cf41b service neutron] 10.222.0.10 "GET /v2.0/networks?id=3cb7435d-a41a-49ee-945b-0527db5f4316 HTTP/1.1" status: 200 len: 897 time: 0.3386710 Apr 20 17:44:49.690638 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-f47b86da-7584-4a07-86f9-8548087df00e tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] create failed (client error): The resource could not be found. Apr 20 17:44:49.691803 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f47b86da-7584-4a07-86f9-8548087df00e tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3984635 Apr 20 17:44:49.694725 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-8de52c88-9a71-4fed-a4e2-ac4943d443b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2128637301', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '79532b2a-9081-4854-927e-d6ec31df8b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:47Z', 'updated_at': '2022-04-20T17:42:00Z', 'revision_number': 4, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'gw_port': {'id': '79532b2a-9081-4854-927e-d6ec31df8b73', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:48Z', 'updated_at': '2022-04-20T17:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'cbef0160-a499-438a-a8d2-857e330e98e5', 'name': '', 'network_id': '3cb7435d-a41a-49ee-945b-0527db5f4316', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'mac_address': 'fa:16:3e:aa:35:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55574a68-40f8-4a9a-8ebb-d687ddb663a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:59Z', 'updated_at': '2022-04-20T17:42:09Z', 'revision_number': 5, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'subnets': [{'id': '55574a68-40f8-4a9a-8ebb-d687ddb663a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:49.697057 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49906) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:49.699685 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de52c88-9a71-4fed-a4e2-ac4943d443b8 None None] Checking router: 0d095c2c-04cc-44f0-a581-641b9a11e304 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:44:49.701700 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-444e843d-d602-447a-9b59-e14bff66498d req-a38fa98c-4b94-4b88-bbc4-00b2e65c927c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a24693d2-b353-43c3-aeed-d3faf62d162b HTTP/1.1" status: 200 len: 217 time: 0.0923486 Apr 20 17:44:49.704745 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e9d2f8ee-756b-4df6-a9f8-64a3414a05c4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:49.711610 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de52c88-9a71-4fed-a4e2-ac4943d443b8 None None] Routers {'0d095c2c-04cc-44f0-a581-641b9a11e304'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:44:49.712290 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-8de52c88-9a71-4fed-a4e2-ac4943d443b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:44:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0d095c2c-04cc-44f0-a581-641b9a11e304'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:49.814818 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e843d-d602-447a-9b59-e14bff66498d req-2bf178cd-0388-49e7-8bd9-ffbd2b1b090f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:49.816157 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-444e843d-d602-447a-9b59-e14bff66498d req-2bf178cd-0388-49e7-8bd9-ffbd2b1b090f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55574a68-40f8-4a9a-8ebb-d687ddb663a2 HTTP/1.1" status: 200 len: 835 time: 0.0907202 Apr 20 17:44:49.819940 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e9d2f8ee-756b-4df6-a9f8-64a3414a05c4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:49.863682 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-d240ec04-849f-4182-aad5-8813a1b5b32c tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Deleting port 7f45189c-e6fe-40d8-b51d-604d2ccb937e {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:44:49.864023 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d240ec04-849f-4182-aad5-8813a1b5b32c tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:49.868972 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f80989-b133-451f-a3f4-e595538ee556 req-e42ea84b-d931-4c76-af2b-f3c1176cff3b tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:49.869670 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-05f80989-b133-451f-a3f4-e595538ee556 req-e42ea84b-d931-4c76-af2b-f3c1176cff3b tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Synchronizing usage tracker for tenant:b0685b0cdf464c79ab40968d62484d7b on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:49.888522 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-8de52c88-9a71-4fed-a4e2-ac4943d443b8 None None] Set router 0d095c2c-04cc-44f0-a581-641b9a11e304 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:44:49.895357 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6c52651b-b593-49df-98c8-72a3a78b2687 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:49.930404 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-05f80989-b133-451f-a3f4-e595538ee556 req-e42ea84b-d931-4c76-af2b-f3c1176cff3b tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Unset dirty status for tenant:b0685b0cdf464c79ab40968d62484d7b on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:49.931574 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05f80989-b133-451f-a3f4-e595538ee556 req-e42ea84b-d931-4c76-af2b-f3c1176cff3b tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b3acf18-86a1-4ed5-8959-b4def4c94e40 HTTP/1.1" status: 200 len: 984 time: 0.3784244 Apr 20 17:44:49.942300 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6c52651b-b593-49df-98c8-72a3a78b2687 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:50.031832 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660917dc-ddd7-4155-8279-17d995394e3f req-5a5efc1f-4dc0-428c-a414-56e06598fedc tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:50.033345 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-660917dc-ddd7-4155-8279-17d995394e3f req-5a5efc1f-4dc0-428c-a414-56e06598fedc tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 946 time: 0.3270764 Apr 20 17:44:50.034238 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-444e843d-d602-447a-9b59-e14bff66498d req-a6651b2f-3e2d-447e-9e50-09fe4a9dfdd2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3cb7435d-a41a-49ee-945b-0527db5f4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2088783 Apr 20 17:44:50.070081 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05f80989-b133-451f-a3f4-e595538ee556 req-f03c7be6-38ad-4bf7-885c-41c96c3b3f8c tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/security-groups?id=90233be4-d5b1-4f89-8635-3366dbe0f4fe&id=705b655f-3402-4660-9efa-bd97b9a73c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1199646 Apr 20 17:44:50.077533 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6c52651b-b593-49df-98c8-72a3a78b2687 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:50.094664 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-d240ec04-849f-4182-aad5-8813a1b5b32c tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] The port '7f45189c-e6fe-40d8-b51d-604d2ccb937e' was deleted {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:44:50.153872 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52651b-b593-49df-98c8-72a3a78b2687 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0032ba83-4cbb-4fad-bbf1-33c7d3a2b483,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:50.174130 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6c52651b-b593-49df-98c8-72a3a78b2687 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:50.177655 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6c52651b-b593-49df-98c8-72a3a78b2687 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "DELETE /v2.0/security-groups/0032ba83-4cbb-4fad-bbf1-33c7d3a2b483 HTTP/1.1" status: 204 len: 168 time: 0.4771047 Apr 20 17:44:50.178748 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49910) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:50.234603 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-8de52c88-9a71-4fed-a4e2-ac4943d443b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2128637301', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '79532b2a-9081-4854-927e-d6ec31df8b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:47Z', 'updated_at': '2022-04-20T17:42:00Z', 'revision_number': 4, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'gw_port': {'id': '79532b2a-9081-4854-927e-d6ec31df8b73', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:48Z', 'updated_at': '2022-04-20T17:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'cbef0160-a499-438a-a8d2-857e330e98e5', 'name': '', 'network_id': '3cb7435d-a41a-49ee-945b-0527db5f4316', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'mac_address': 'fa:16:3e:aa:35:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55574a68-40f8-4a9a-8ebb-d687ddb663a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:59Z', 'updated_at': '2022-04-20T17:42:09Z', 'revision_number': 5, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'subnets': [{'id': '55574a68-40f8-4a9a-8ebb-d687ddb663a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:50.238693 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de52c88-9a71-4fed-a4e2-ac4943d443b8 None None] The sync data for ids ['0d095c2c-04cc-44f0-a581-641b9a11e304'] in n-d-838032-1 is: [{'id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2128637301', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '79532b2a-9081-4854-927e-d6ec31df8b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:47Z', 'updated_at': '2022-04-20T17:42:00Z', 'revision_number': 4, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'gw_port': {'id': '79532b2a-9081-4854-927e-d6ec31df8b73', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:48Z', 'updated_at': '2022-04-20T17:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'cbef0160-a499-438a-a8d2-857e330e98e5', 'name': '', 'network_id': '3cb7435d-a41a-49ee-945b-0527db5f4316', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'mac_address': 'fa:16:3e:aa:35:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55574a68-40f8-4a9a-8ebb-d687ddb663a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:59Z', 'updated_at': '2022-04-20T17:42:09Z', 'revision_number': 5, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'subnets': [{'id': '55574a68-40f8-4a9a-8ebb-d687ddb663a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:44:50.243019 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-444e843d-d602-447a-9b59-e14bff66498d req-95bad455-bfa4-428a-b17b-ec5b3b13aa46 service neutron] 10.222.0.10 "GET /v2.0/networks/3cb7435d-a41a-49ee-945b-0527db5f4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960115 Apr 20 17:44:50.322722 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-660917dc-ddd7-4155-8279-17d995394e3f req-1d80c773-f585-44b0-a558-a5f298d17e1c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d4c8120-0526-4840-bcaa-736b4b1c27b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2536540 Apr 20 17:44:50.329127 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d240ec04-849f-4182-aad5-8813a1b5b32c tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:50.337135 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a4f0145c-b0b5-47d0-98f4-9784bf49c31d tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Synchronizing usage tracker for tenant:5d74d9f43c5b491d87a00a8446ceeb63 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:50.371266 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a4f0145c-b0b5-47d0-98f4-9784bf49c31d tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Unset dirty status for tenant:5d74d9f43c5b491d87a00a8446ceeb63 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:50.376271 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a4f0145c-b0b5-47d0-98f4-9784bf49c31d tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1929185 Apr 20 17:44:50.377801 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49916) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:50.379296 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-d240ec04-849f-4182-aad5-8813a1b5b32c tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f9cf45e-85f9-4620-ba44-824f4fb64cfc']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:50.407379 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-9c5ceeb3-d69f-4106-8c28-3381057cf104 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Request body: {'security_group_rule': {'security_group_id': '254a1c64-52e7-46a9-859e-e8769f3c2860', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:50.411528 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-444e843d-d602-447a-9b59-e14bff66498d req-62be0d1a-5f8c-4ce3-964d-2e0cb49e08bd service neutron] 10.222.0.10 "GET /v2.0/networks/3cb7435d-a41a-49ee-945b-0527db5f4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560371 Apr 20 17:44:50.418428 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9c5ceeb3-d69f-4106-8c28-3381057cf104 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:50.421425 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-d240ec04-849f-4182-aad5-8813a1b5b32c tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc3e0d5-5a4d-43bc-80cd-bcee017cfcc4') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:50.421710 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-d240ec04-849f-4182-aad5-8813a1b5b32c tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc3e0d5-5a4d-43bc-80cd-bcee017cfcc4') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:50.430881 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9c5ceeb3-d69f-4106-8c28-3381057cf104 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Usage tracker for resource:security_group_rule and tenant:5d74d9f43c5b491d87a00a8446ceeb63 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:50.436473 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9c5ceeb3-d69f-4106-8c28-3381057cf104 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:50.444746 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9c5ceeb3-d69f-4106-8c28-3381057cf104 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:50.447542 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d240ec04-849f-4182-aad5-8813a1b5b32c tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:50.483414 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d240ec04-849f-4182-aad5-8813a1b5b32c tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:50.495279 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e9d2f8ee-756b-4df6-a9f8-64a3414a05c4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:50.503198 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d240ec04-849f-4182-aad5-8813a1b5b32c tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:44:50.503597 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d240ec04-849f-4182-aad5-8813a1b5b32c tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: util.warn( Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:44:50.518480 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:44:50.524371 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e9d2f8ee-756b-4df6-a9f8-64a3414a05c4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:50.579560 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e481192-9354-4425-a8d6-8dc7b288ab76 None None] New status for floating IP 34444988-4516-4926-9107-ccfeda1162ce: DOWN {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:44:50.657739 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-9c5ceeb3-d69f-4106-8c28-3381057cf104 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] create failed (client error): The resource could not be found. Apr 20 17:44:50.658909 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9c5ceeb3-d69f-4106-8c28-3381057cf104 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2726054 Apr 20 17:44:50.662557 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49920) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:50.668039 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-9b096aa9-65da-49de-992d-fc6702811e65 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Request body: {'security_group': {'name': 'tempest-secgroup--1674868451'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:50.674549 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9b096aa9-65da-49de-992d-fc6702811e65 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:50.684417 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9b096aa9-65da-49de-992d-fc6702811e65 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:50.696607 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9b096aa9-65da-49de-992d-fc6702811e65 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:50.700968 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d240ec04-849f-4182-aad5-8813a1b5b32c tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:50.713446 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2f8ee-756b-4df6-a9f8-64a3414a05c4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event updated for resources: {'Port': ['ID=591f0418-b654-4e82-83b6-9af0d2a07d6a,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:50.730520 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d240ec04-849f-4182-aad5-8813a1b5b32c tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:50.737991 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9b096aa9-65da-49de-992d-fc6702811e65 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:50.742594 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9b096aa9-65da-49de-992d-fc6702811e65 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Usage tracker for resource:security_group_rule and tenant:5d74d9f43c5b491d87a00a8446ceeb63 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:50.745794 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9b096aa9-65da-49de-992d-fc6702811e65 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:50.750717 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240ec04-849f-4182-aad5-8813a1b5b32c tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] Pushing event deleted for resources: {'Network': ['ID=5f9cf45e-85f9-4620-ba44-824f4fb64cfc,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:50.752726 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9b096aa9-65da-49de-992d-fc6702811e65 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:50.759715 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d240ec04-849f-4182-aad5-8813a1b5b32c tempest-NetworksIpV6TestAttrs-58718754 tempest-NetworksIpV6TestAttrs-58718754-project] 10.222.0.39 "DELETE /v2.0/networks/5f9cf45e-85f9-4620-ba44-824f4fb64cfc HTTP/1.1" status: 204 len: 168 time: 2.4962940 Apr 20 17:44:50.760758 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e9d2f8ee-756b-4df6-a9f8-64a3414a05c4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:50.783502 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e9d2f8ee-756b-4df6-a9f8-64a3414a05c4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:50.784712 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e9d2f8ee-756b-4df6-a9f8-64a3414a05c4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1322472 Apr 20 17:44:50.787465 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49926) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:50.794084 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-cd93301c-5bcd-4263-8daf-3bd805304fb9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Request body: {'port': {'network_id': 'ea053739-041e-4795-a08c-1e18ff702b19', 'name': 'tempest-FloatingIPTestJSON-1724910576'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:50.814222 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9b096aa9-65da-49de-992d-fc6702811e65 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:50.820926 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9b096aa9-65da-49de-992d-fc6702811e65 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:50.860323 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b096aa9-65da-49de-992d-fc6702811e65 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39969a2b-abfb-421b-9db3-cfa03a40654a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:50.874767 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9b096aa9-65da-49de-992d-fc6702811e65 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:50.876310 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9b096aa9-65da-49de-992d-fc6702811e65 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2126901 Apr 20 17:44:50.879043 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49930) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:50.884562 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-8826fde7-3233-4256-babc-c1dfdf6d9efd tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Request body: {'security_group': {'name': 'tempest-secgroup--1454392713'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:50.890874 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8826fde7-3233-4256-babc-c1dfdf6d9efd tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:50.894984 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8826fde7-3233-4256-babc-c1dfdf6d9efd tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Usage tracker for resource:security_group and tenant:5d74d9f43c5b491d87a00a8446ceeb63 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:50.897797 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8826fde7-3233-4256-babc-c1dfdf6d9efd tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:50.903465 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8826fde7-3233-4256-babc-c1dfdf6d9efd tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:50.921309 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8826fde7-3233-4256-babc-c1dfdf6d9efd tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:50.962114 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8826fde7-3233-4256-babc-c1dfdf6d9efd tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:50.966138 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8826fde7-3233-4256-babc-c1dfdf6d9efd tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Usage tracker for resource:security_group_rule and tenant:5d74d9f43c5b491d87a00a8446ceeb63 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:50.966538 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-cd93301c-5bcd-4263-8daf-3bd805304fb9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:50.969295 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8826fde7-3233-4256-babc-c1dfdf6d9efd tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:50.971900 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-cd93301c-5bcd-4263-8daf-3bd805304fb9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Usage tracker for resource:port and tenant:c9d6fd43f57648e69fdcea7121532365 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:50.974444 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-cd93301c-5bcd-4263-8daf-3bd805304fb9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:50.975483 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8826fde7-3233-4256-babc-c1dfdf6d9efd tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:50.980191 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-cd93301c-5bcd-4263-8daf-3bd805304fb9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:50.992012 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd93301c-5bcd-4263-8daf-3bd805304fb9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Made reservation on behalf of c9d6fd43f57648e69fdcea7121532365 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:44:50.995529 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cd93301c-5bcd-4263-8daf-3bd805304fb9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:51.022507 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-cd93301c-5bcd-4263-8daf-3bd805304fb9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] device_id is not set on port 089bb1d6-d978-4e55-88f4-8f683c313848 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:44:51.033814 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8826fde7-3233-4256-babc-c1dfdf6d9efd tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:51.039114 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8826fde7-3233-4256-babc-c1dfdf6d9efd tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:51.120509 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826fde7-3233-4256-babc-c1dfdf6d9efd tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58721e34-3c73-48ae-bd56-01be1a48f078,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:51.129251 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8826fde7-3233-4256-babc-c1dfdf6d9efd tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:51.133425 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8826fde7-3233-4256-babc-c1dfdf6d9efd tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2534306 Apr 20 17:44:51.134065 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49938) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:51.141754 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-b591838d-6ee2-4bc6-bdc5-b89eb2259639 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Request body: {'security_group_rule': {'security_group_id': '39969a2b-abfb-421b-9db3-cfa03a40654a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '58721e34-3c73-48ae-bd56-01be1a48f078'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:51.149528 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b591838d-6ee2-4bc6-bdc5-b89eb2259639 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:51.154039 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49942) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:51.157426 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b591838d-6ee2-4bc6-bdc5-b89eb2259639 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Usage tracker for resource:security_group_rule and tenant:5d74d9f43c5b491d87a00a8446ceeb63 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:51.172719 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b591838d-6ee2-4bc6-bdc5-b89eb2259639 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:51.176902 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-cd93301c-5bcd-4263-8daf-3bd805304fb9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Allocated IP 172.20.0.4 (ea053739-041e-4795-a08c-1e18ff702b19/6c929e18-7676-4775-9eec-0efb04b352f5/089bb1d6-d978-4e55-88f4-8f683c313848) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:44:51.181038 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b591838d-6ee2-4bc6-bdc5-b89eb2259639 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:51.217015 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d14585-e62b-40f0-b91c-361b8a8780dd req-f0d14253-3877-4fb5-9441-01c3d200e7a1 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:51.218504 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e5d14585-e62b-40f0-b91c-361b8a8780dd req-f0d14253-3877-4fb5-9441-01c3d200e7a1 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b3acf18-86a1-4ed5-8959-b4def4c94e40 HTTP/1.1" status: 200 len: 984 time: 0.1361542 Apr 20 17:44:51.260575 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-b591838d-6ee2-4bc6-bdc5-b89eb2259639 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:44:51.264196 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b591838d-6ee2-4bc6-bdc5-b89eb2259639 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1249430 Apr 20 17:44:51.266404 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49948) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:51.355955 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-e5d14585-e62b-40f0-b91c-361b8a8780dd req-5c8485cc-a7f6-4162-829e-e0b3d1259324 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Deleting port a24693d2-b353-43c3-aeed-d3faf62d162b {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:44:51.356287 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e5d14585-e62b-40f0-b91c-361b8a8780dd req-5c8485cc-a7f6-4162-829e-e0b3d1259324 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:51.419389 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0fd48a56-c9d2-4c30-b09c-208b4df4f0a1 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:51.522758 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cd93301c-5bcd-4263-8daf-3bd805304fb9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:51.534231 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0fd48a56-c9d2-4c30-b09c-208b4df4f0a1 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:51.592849 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c61ffe0c-e9e0-4259-a350-7252c0bc3c61 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=137e1b502cc24932966ee771d0af99b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4353733 Apr 20 17:44:51.594007 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49954) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:51.599683 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ea8ba-f421-4146-91ba-33d29a904dd7 req-b2364c76-6429-49cb-affb-4224e04515a0 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:51.601095 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e92ea8ba-f421-4146-91ba-33d29a904dd7 req-b2364c76-6429-49cb-affb-4224e04515a0 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b3acf18-86a1-4ed5-8959-b4def4c94e40 HTTP/1.1" status: 200 len: 984 time: 0.3469498 Apr 20 17:44:51.613466 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cd93301c-5bcd-4263-8daf-3bd805304fb9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:51.621869 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0fd48a56-c9d2-4c30-b09c-208b4df4f0a1 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:51.679259 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345c0a3-2ae2-4fa0-b214-a6bb39f32dae req-7a25b0db-9f34-4569-b796-b409bc4317c1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:51.680640 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9345c0a3-2ae2-4fa0-b214-a6bb39f32dae req-7a25b0db-9f34-4569-b796-b409bc4317c1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 946 time: 0.2266707 Apr 20 17:44:51.725439 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd48a56-c9d2-4c30-b09c-208b4df4f0a1 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58721e34-3c73-48ae-bd56-01be1a48f078,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:51.744110 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd93301c-5bcd-4263-8daf-3bd805304fb9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Network ea053739-041e-4795-a08c-1e18ff702b19 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:44:51.749856 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-cd93301c-5bcd-4263-8daf-3bd805304fb9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:44:51.750928 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93301c-5bcd-4263-8daf-3bd805304fb9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event updated for resources: {'Port': ['ID=089bb1d6-d978-4e55-88f4-8f683c313848,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:51.754542 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd93301c-5bcd-4263-8daf-3bd805304fb9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:44:51.798826 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e92ea8ba-f421-4146-91ba-33d29a904dd7 req-bd656845-a04f-426f-b066-98d6177e18d5 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/security-groups?id=90233be4-d5b1-4f89-8635-3366dbe0f4fe&id=705b655f-3402-4660-9efa-bd97b9a73c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1881497 Apr 20 17:44:51.805030 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0fd48a56-c9d2-4c30-b09c-208b4df4f0a1 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:51.808922 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0fd48a56-c9d2-4c30-b09c-208b4df4f0a1 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "DELETE /v2.0/security-groups/58721e34-3c73-48ae-bd56-01be1a48f078 HTTP/1.1" status: 204 len: 168 time: 0.5419579 Apr 20 17:44:51.811182 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49958) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:51.843739 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-56b9280a-567a-4c4d-9191-19e24cc7c168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:51.851874 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9345c0a3-2ae2-4fa0-b214-a6bb39f32dae req-5455e206-e36b-4fa4-b1db-8413d7767cd4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d4c8120-0526-4840-bcaa-736b4b1c27b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630304 Apr 20 17:44:51.862381 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-e5d14585-e62b-40f0-b91c-361b8a8780dd req-5c8485cc-a7f6-4162-829e-e0b3d1259324 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] For port a24693d2-b353-43c3-aeed-d3faf62d162b, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=a24693d2-b353-43c3-aeed-d3faf62d162b,segment=NetworkSegment(3faa15c0-b96c-434c-95a4-5caab8151d53),segment_id=3faa15c0-b96c-434c-95a4-5caab8151d53)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:44:51.862740 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e5d14585-e62b-40f0-b91c-361b8a8780dd req-5c8485cc-a7f6-4162-829e-e0b3d1259324 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:51.869756 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd93301c-5bcd-4263-8daf-3bd805304fb9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:51.870865 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cd93301c-5bcd-4263-8daf-3bd805304fb9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:51.908589 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cd93301c-5bcd-4263-8daf-3bd805304fb9 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1169183 Apr 20 17:44:51.909158 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 49962) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:51.916362 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-413b1132-669c-4b94-a045-5d1494368f40 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Request body: {'floatingip': {'port_id': '089bb1d6-d978-4e55-88f4-8f683c313848'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:51.975413 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a15af85f-163f-4606-a139-22db3e2baf6e tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Synchronizing usage tracker for tenant:5d74d9f43c5b491d87a00a8446ceeb63 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:51.992064 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-56b9280a-567a-4c4d-9191-19e24cc7c168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:52.004979 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-e5d14585-e62b-40f0-b91c-361b8a8780dd req-5c8485cc-a7f6-4162-829e-e0b3d1259324 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Calling delete_port for a24693d2-b353-43c3-aeed-d3faf62d162b owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:44:52.115280 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-56b9280a-567a-4c4d-9191-19e24cc7c168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:52.117980 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-413b1132-669c-4b94-a045-5d1494368f40 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for floatingip, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:52.171549 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a15af85f-163f-4606-a139-22db3e2baf6e tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Unset dirty status for tenant:5d74d9f43c5b491d87a00a8446ceeb63 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:52.175666 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a15af85f-163f-4606-a139-22db3e2baf6e tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3585422 Apr 20 17:44:52.175832 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9280a-567a-4c4d-9191-19e24cc7c168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6a7fb5-8130-4d3a-b972-937b01e0ef0a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:52.176208 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49966) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:52.233652 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e5d14585-e62b-40f0-b91c-361b8a8780dd req-5c8485cc-a7f6-4162-829e-e0b3d1259324 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:52.268621 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-56b9280a-567a-4c4d-9191-19e24cc7c168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:52.272341 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-56b9280a-567a-4c4d-9191-19e24cc7c168 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bb6a7fb5-8130-4d3a-b972-937b01e0ef0a HTTP/1.1" status: 204 len: 168 time: 0.6677904 Apr 20 17:44:52.285782 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8485cc-a7f6-4162-829e-e0b3d1259324 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Pushing event deleted for resources: {'Port': ['ID=a24693d2-b353-43c3-aeed-d3faf62d162b,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:52.386156 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d14585-e62b-40f0-b91c-361b8a8780dd req-5c8485cc-a7f6-4162-829e-e0b3d1259324 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] No DVR routers for this DVR port a24693d2-b353-43c3-aeed-d3faf62d162b on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:44:52.388165 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1c9c52b-9b36-479d-8ca0-07e000a3ce62 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:52.390611 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e5d14585-e62b-40f0-b91c-361b8a8780dd req-5c8485cc-a7f6-4162-829e-e0b3d1259324 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:52.392770 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e5d14585-e62b-40f0-b91c-361b8a8780dd req-5c8485cc-a7f6-4162-829e-e0b3d1259324 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.10 "DELETE /v2.0/ports/a24693d2-b353-43c3-aeed-d3faf62d162b HTTP/1.1" status: 204 len: 173 time: 1.1665506 Apr 20 17:44:52.393366 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b3acf18-86a1-4ed5-8959-b4def4c94e40', 'name': 'network-vif-deleted', 'tag': 'a24693d2-b353-43c3-aeed-d3faf62d162b'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:44:52.450976 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1c9c52b-9b36-479d-8ca0-07e000a3ce62 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:52.510480 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1c9c52b-9b36-479d-8ca0-07e000a3ce62 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:52.533044 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb86279a-3f3e-4437-b793-5f22336f9ecf'] response: {'server_uuid': '7b3acf18-86a1-4ed5-8959-b4def4c94e40', 'name': 'network-vif-deleted', 'tag': 'a24693d2-b353-43c3-aeed-d3faf62d162b', 'status': 'completed', 'code': 200} Apr 20 17:44:52.541773 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9c52b-9b36-479d-8ca0-07e000a3ce62 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39969a2b-abfb-421b-9db3-cfa03a40654a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:52.564089 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e1c9c52b-9b36-479d-8ca0-07e000a3ce62 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:52.566492 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e1c9c52b-9b36-479d-8ca0-07e000a3ce62 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "DELETE /v2.0/security-groups/39969a2b-abfb-421b-9db3-cfa03a40654a HTTP/1.1" status: 204 len: 168 time: 0.3891075 Apr 20 17:44:52.568872 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49976) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:52.623564 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-336fa873-6bc5-409d-b4a0-49263a53af0a tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Synchronizing usage tracker for tenant:5d74d9f43c5b491d87a00a8446ceeb63 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:52.643134 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-336fa873-6bc5-409d-b4a0-49263a53af0a tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Unset dirty status for tenant:5d74d9f43c5b491d87a00a8446ceeb63 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:52.645834 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-336fa873-6bc5-409d-b4a0-49263a53af0a tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0757344 Apr 20 17:44:52.651246 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49982) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:52.657597 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-1b1afe32-85c9-4861-adb0-ccb9faa0d5cd tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Request body: {'security_group': {'name': 'tempest-secgroup--986572892'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:52.668520 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1b1afe32-85c9-4861-adb0-ccb9faa0d5cd tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:52.679037 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1b1afe32-85c9-4861-adb0-ccb9faa0d5cd tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:52.695987 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1b1afe32-85c9-4861-adb0-ccb9faa0d5cd tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:52.739168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1b1afe32-85c9-4861-adb0-ccb9faa0d5cd tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:52.744961 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1b1afe32-85c9-4861-adb0-ccb9faa0d5cd tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Usage tracker for resource:security_group_rule and tenant:5d74d9f43c5b491d87a00a8446ceeb63 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:52.748196 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1b1afe32-85c9-4861-adb0-ccb9faa0d5cd tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:52.755857 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1b1afe32-85c9-4861-adb0-ccb9faa0d5cd tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:52.831458 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1b1afe32-85c9-4861-adb0-ccb9faa0d5cd tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:52.838787 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1b1afe32-85c9-4861-adb0-ccb9faa0d5cd tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:52.930435 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-413b1132-669c-4b94-a045-5d1494368f40 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:52.934737 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1b1afe32-85c9-4861-adb0-ccb9faa0d5cd tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:52.934951 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-413b1132-669c-4b94-a045-5d1494368f40 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:52.935961 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1b1afe32-85c9-4861-adb0-ccb9faa0d5cd tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2835414 Apr 20 17:44:52.957434 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 49996) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:52.970716 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-5a874762-fbc0-475a-b25d-2f3505852c21 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:52.971265 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-5a874762-fbc0-475a-b25d-2f3505852c21 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] update failed (client error): There was a conflict when trying to complete your request. Apr 20 17:44:52.974784 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5a874762-fbc0-475a-b25d-2f3505852c21 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "PUT /v2.0/security-groups/f3463540-f0cd-4d92-9e01-f20542818fa3 HTTP/1.1" status: 409 len: 330 time: 0.0138035 Apr 20 17:44:52.991617 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50000) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:52.994331 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1afe32-85c9-4861-adb0-ccb9faa0d5cd tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3463540-f0cd-4d92-9e01-f20542818fa3,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:53.104718 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-37506425-f6e9-4423-886b-e7f8575bbc32 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:53.145230 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-37506425-f6e9-4423-886b-e7f8575bbc32 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:53.151472 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-06b50318-4f09-4059-b8a4-3a8948bd9c89 req-c685ae98-3fcb-47d3-948a-e5dc90fec436 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Synchronizing usage tracker for tenant:b0685b0cdf464c79ab40968d62484d7b on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:53.178154 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-06b50318-4f09-4059-b8a4-3a8948bd9c89 req-c685ae98-3fcb-47d3-948a-e5dc90fec436 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Unset dirty status for tenant:b0685b0cdf464c79ab40968d62484d7b on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:53.179314 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-06b50318-4f09-4059-b8a4-3a8948bd9c89 req-c685ae98-3fcb-47d3-948a-e5dc90fec436 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b3acf18-86a1-4ed5-8959-b4def4c94e40 HTTP/1.1" status: 200 len: 210 time: 0.1628973 Apr 20 17:44:53.199174 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583c317-5040-44de-a9ba-543382f706bf req-da9fc399-476b-470f-a773-8b4445dab22a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:53.200754 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1583c317-5040-44de-a9ba-543382f706bf req-da9fc399-476b-470f-a773-8b4445dab22a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 946 time: 0.1462555 Apr 20 17:44:53.211485 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-37506425-f6e9-4423-886b-e7f8575bbc32 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:53.236683 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37506425-f6e9-4423-886b-e7f8575bbc32 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3463540-f0cd-4d92-9e01-f20542818fa3,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:53.290025 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [None req-413b1132-669c-4b94-a045-5d1494368f40 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Floating IP 56faa926-1132-478d-bece-da6be4579ac5 associated. External IP: 172.25.8.31, port: 089bb1d6-d978-4e55-88f4-8f683c313848. Apr 20 17:44:53.291440 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-37506425-f6e9-4423-886b-e7f8575bbc32 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:53.292748 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-37506425-f6e9-4423-886b-e7f8575bbc32 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "DELETE /v2.0/security-groups/f3463540-f0cd-4d92-9e01-f20542818fa3 HTTP/1.1" status: 204 len: 168 time: 0.3001971 Apr 20 17:44:53.295889 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50010) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:53.300093 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1583c317-5040-44de-a9ba-543382f706bf req-62b19407-c569-44cb-8040-c389d96982bb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d4c8120-0526-4840-bcaa-736b4b1c27b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645666 Apr 20 17:44:53.361934 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-289133ee-81cc-4054-b66a-b0c187ade555 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Synchronizing usage tracker for tenant:5d74d9f43c5b491d87a00a8446ceeb63 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:44:53.380103 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-289133ee-81cc-4054-b66a-b0c187ade555 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] Unset dirty status for tenant:5d74d9f43c5b491d87a00a8446ceeb63 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:44:53.386214 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-289133ee-81cc-4054-b66a-b0c187ade555 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0892000 Apr 20 17:44:53.386851 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50014) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:53.425348 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50018) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:53.445598 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-fb51c245-af2f-482d-ad69-4867bb0bd315 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] delete failed (client error): The resource could not be found. Apr 20 17:44:53.451090 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50024) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:53.455084 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fb51c245-af2f-482d-ad69-4867bb0bd315 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "DELETE /v2.0/security-groups/c383d6dc-f469-4b36-b157-5eedf6f7ce11 HTTP/1.1" status: 404 len: 347 time: 0.0666175 Apr 20 17:44:53.467930 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:44:53.477617 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-53840af3-90d4-4a43-a050-e19f485ee46f tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] show failed (client error): The resource could not be found. Apr 20 17:44:53.478678 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-53840af3-90d4-4a43-a050-e19f485ee46f tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "GET /v2.0/security-groups/c564f079-370b-4cd5-aef0-817c94687d3b HTTP/1.1" status: 404 len: 347 time: 0.0234644 Apr 20 17:44:53.482499 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50028) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:53.503621 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-0b9504c4-0010-4bfa-a496-34cfcc1487f4 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] show failed (client error): The resource could not be found. Apr 20 17:44:53.504610 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0b9504c4-0010-4bfa-a496-34cfcc1487f4 tempest-NegativeSecGroupTest-883682152 tempest-NegativeSecGroupTest-883682152-project] 10.222.0.39 "GET /v2.0/security-group-rules/c6cc5d79-cd94-4cf6-80ff-07fbb5df803b HTTP/1.1" status: 404 len: 356 time: 0.0211935 Apr 20 17:44:53.611973 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-b03c373a-1c8b-4aa7-804c-14ed14390c05 tempest-SubnetPoolsTestJSON-1257011847 tempest-SubnetPoolsTestJSON-1257011847-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1136230157', 'prefixes': ['172.20.0.0/16']}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:53.669686 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b03c373a-1c8b-4aa7-804c-14ed14390c05 tempest-SubnetPoolsTestJSON-1257011847 tempest-SubnetPoolsTestJSON-1257011847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:53.797969 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b03c373a-1c8b-4aa7-804c-14ed14390c05 tempest-SubnetPoolsTestJSON-1257011847 tempest-SubnetPoolsTestJSON-1257011847-project] Notify callbacks [] for subnetpool, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:53.799175 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b03c373a-1c8b-4aa7-804c-14ed14390c05 tempest-SubnetPoolsTestJSON-1257011847 tempest-SubnetPoolsTestJSON-1257011847-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3728340 Apr 20 17:44:53.802332 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50038) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:53.814666 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413b1132-669c-4b94-a045-5d1494368f40 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Router ed52b34c-0634-4c6d-ab70-77ac5a590f6c has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:44:53.832281 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cec3abb7-affa-4a06-b1ac-37829c578990 tempest-SubnetPoolsTestJSON-1257011847 tempest-SubnetPoolsTestJSON-1257011847-project] 10.222.0.39 "GET /v2.0/subnetpools/f0d87ee0-4bbf-4b28-8a23-4b3c67568fcc HTTP/1.1" status: 200 len: 732 time: 0.0286927 Apr 20 17:44:53.834835 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50042) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:53.840626 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-06f2e27c-41ef-4c38-ae9a-da48580900f1 tempest-SubnetPoolsTestJSON-1257011847 tempest-SubnetPoolsTestJSON-1257011847-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1091997024'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:53.863597 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50046) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:53.940715 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-06f2e27c-41ef-4c38-ae9a-da48580900f1 tempest-SubnetPoolsTestJSON-1257011847 tempest-SubnetPoolsTestJSON-1257011847-project] Notify callbacks [] for subnetpool, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:53.942064 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-06f2e27c-41ef-4c38-ae9a-da48580900f1 tempest-SubnetPoolsTestJSON-1257011847 tempest-SubnetPoolsTestJSON-1257011847-project] 10.222.0.39 "PUT /v2.0/subnetpools/f0d87ee0-4bbf-4b28-8a23-4b3c67568fcc HTTP/1.1" status: 200 len: 684 time: 0.1061022 Apr 20 17:44:53.944940 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50052) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:54.056801 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2eec7d00-102a-49ab-80d2-fc421e692dc4 tempest-SubnetPoolsTestJSON-1257011847 tempest-SubnetPoolsTestJSON-1257011847-project] Notify callbacks [] for subnetpool, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:54.057965 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2eec7d00-102a-49ab-80d2-fc421e692dc4 tempest-SubnetPoolsTestJSON-1257011847 tempest-SubnetPoolsTestJSON-1257011847-project] 10.222.0.39 "DELETE /v2.0/subnetpools/f0d87ee0-4bbf-4b28-8a23-4b3c67568fcc HTTP/1.1" status: 204 len: 168 time: 0.1119771 Apr 20 17:44:54.063887 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50056) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:54.073769 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fcfb8b61-dbf3-4b73-b08e-f4bbe3651c03 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5d74d9f43c5b491d87a00a8446ceeb63&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2088265 Apr 20 17:44:54.076468 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50060) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:54.090479 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-da85e7b2-3251-450f-8356-351a71cfa44d tempest-SubnetPoolsTestJSON-1257011847 tempest-SubnetPoolsTestJSON-1257011847-project] show failed (client error): The resource could not be found. Apr 20 17:44:54.091415 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-da85e7b2-3251-450f-8356-351a71cfa44d tempest-SubnetPoolsTestJSON-1257011847 tempest-SubnetPoolsTestJSON-1257011847-project] 10.222.0.39 "GET /v2.0/subnetpools/f0d87ee0-4bbf-4b28-8a23-4b3c67568fcc HTTP/1.1" status: 404 len: 346 time: 0.0265677 Apr 20 17:44:54.094407 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50064) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:54.124500 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-7d13285a-f4d2-44f9-997c-b8221ea0cb1d tempest-SubnetPoolsTestJSON-1257011847 tempest-SubnetPoolsTestJSON-1257011847-project] delete failed (client error): The resource could not be found. Apr 20 17:44:54.125512 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7d13285a-f4d2-44f9-997c-b8221ea0cb1d tempest-SubnetPoolsTestJSON-1257011847 tempest-SubnetPoolsTestJSON-1257011847-project] 10.222.0.39 "DELETE /v2.0/subnetpools/f0d87ee0-4bbf-4b28-8a23-4b3c67568fcc HTTP/1.1" status: 404 len: 346 time: 0.0302339 Apr 20 17:44:54.167298 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8c9a62f1-e5ea-4f12-89ed-869837683162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:54.171133 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413b1132-669c-4b94-a045-5d1494368f40 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:44:54.176113 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-413b1132-669c-4b94-a045-5d1494368f40 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:54.184263 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5628747-ce0e-4420-a589-b232df4fcb7c None None] Sync routers for ids ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:44:54.196269 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5628747-ce0e-4420-a589-b232df4fcb7c None None] Routers {'ed52b34c-0634-4c6d-ab70-77ac5a590f6c'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:44:54.197162 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e5628747-ce0e-4420-a589-b232df4fcb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:44:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:54.207104 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8c9a62f1-e5ea-4f12-89ed-869837683162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:54.239234 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-413b1132-669c-4b94-a045-5d1494368f40 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "PUT /v2.0/floatingips/56faa926-1132-478d-bece-da6be4579ac5 HTTP/1.1" status: 200 len: 977 time: 2.3290045 Apr 20 17:44:54.240273 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50072) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:54.259393 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e5628747-ce0e-4420-a589-b232df4fcb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:54.270741 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5628747-ce0e-4420-a589-b232df4fcb7c None None] Routers {'ed52b34c-0634-4c6d-ab70-77ac5a590f6c'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:44:54.271685 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e5628747-ce0e-4420-a589-b232df4fcb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:44:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:54.314854 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8c9a62f1-e5ea-4f12-89ed-869837683162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:54.315544 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-0eb921fe-5da9-4b6b-ac0e-b9b0910e9cca tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Deleting port 089bb1d6-d978-4e55-88f4-8f683c313848 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:44:54.316085 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0eb921fe-5da9-4b6b-ac0e-b9b0910e9cca tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:54.334248 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e5628747-ce0e-4420-a589-b232df4fcb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:54.334890 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5628747-ce0e-4420-a589-b232df4fcb7c None None] The sync data for ids ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:44:54.341078 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50078) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:54.377784 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a62f1-e5ea-4f12-89ed-869837683162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ae95a1-cd90-4e93-9a2b-a724b014a6d2,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:54.414396 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8c9a62f1-e5ea-4f12-89ed-869837683162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:54.415766 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8c9a62f1-e5ea-4f12-89ed-869837683162 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c3ae95a1-cd90-4e93-9a2b-a724b014a6d2 HTTP/1.1" status: 204 len: 168 time: 0.3383019 Apr 20 17:44:54.444248 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-886f8728-cc33-45d2-864f-83670517e86d tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:54.478535 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-886f8728-cc33-45d2-864f-83670517e86d tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:54.531279 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50088) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:54.597916 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32d979-8fd3-4f8d-861e-31fd25a2a85a req-d0487ac2-fb7b-413f-9399-e92a3eefa6d6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:54.599374 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6a32d979-8fd3-4f8d-861e-31fd25a2a85a req-d0487ac2-fb7b-413f-9399-e92a3eefa6d6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 946 time: 0.1255512 Apr 20 17:44:54.600467 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-886f8728-cc33-45d2-864f-83670517e86d tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:54.643424 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0eb921fe-5da9-4b6b-ac0e-b9b0910e9cca tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:54.644053 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f8728-cc33-45d2-864f-83670517e86d tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=705b655f-3402-4660-9efa-bd97b9a73c6d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:54.647818 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-886f8728-cc33-45d2-864f-83670517e86d tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:54.651730 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-886f8728-cc33-45d2-864f-83670517e86d tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "DELETE /v2.0/security-groups/705b655f-3402-4660-9efa-bd97b9a73c6d HTTP/1.1" status: 204 len: 168 time: 0.3053372 Apr 20 17:44:54.652376 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50094) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:54.719608 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6a32d979-8fd3-4f8d-861e-31fd25a2a85a req-2d95bea1-9277-41bb-82c6-53424b7bff2a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d4c8120-0526-4840-bcaa-736b4b1c27b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083405 Apr 20 17:44:54.736174 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-457fada3-8b90-420c-a875-5650c047943e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:54.770807 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ce877def-2662-47ce-8111-d72071836050 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:54.805076 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-457fada3-8b90-420c-a875-5650c047943e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:54.813686 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-457fada3-8b90-420c-a875-5650c047943e admin admin] Usage tracker for resource:security_group_rule and tenant:edf70e75013441e6aba4403da484b957 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:54.817419 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ce877def-2662-47ce-8111-d72071836050 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:54.825936 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-457fada3-8b90-420c-a875-5650c047943e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:54.835891 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-457fada3-8b90-420c-a875-5650c047943e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:54.904561 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ce877def-2662-47ce-8111-d72071836050 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:54.937057 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce877def-2662-47ce-8111-d72071836050 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90233be4-d5b1-4f89-8635-3366dbe0f4fe,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:54.962951 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-457fada3-8b90-420c-a875-5650c047943e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:54.978575 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-457fada3-8b90-420c-a875-5650c047943e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:54.985058 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0eb921fe-5da9-4b6b-ac0e-b9b0910e9cca tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:54.985476 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0eb921fe-5da9-4b6b-ac0e-b9b0910e9cca tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:54.985794 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [None req-0eb921fe-5da9-4b6b-ac0e-b9b0910e9cca tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Floating IP 56faa926-1132-478d-bece-da6be4579ac5 disassociated. External IP: 172.25.8.31, port: 089bb1d6-d978-4e55-88f4-8f683c313848. Apr 20 17:44:54.986136 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-0eb921fe-5da9-4b6b-ac0e-b9b0910e9cca tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Calling delete_port for 089bb1d6-d978-4e55-88f4-8f683c313848 owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:44:55.030761 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-457fada3-8b90-420c-a875-5650c047943e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=edf70e75013441e6aba4403da484b957&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4942276 Apr 20 17:44:55.031345 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50104) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:55.037165 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ce877def-2662-47ce-8111-d72071836050 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:55.038238 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ce877def-2662-47ce-8111-d72071836050 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "DELETE /v2.0/security-groups/90233be4-d5b1-4f89-8635-3366dbe0f4fe HTTP/1.1" status: 204 len: 168 time: 0.3834467 Apr 20 17:44:55.041133 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50108) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:55.133453 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device a24693d2-b353-43c3-aeed-d3faf62d162b no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:44:55.177981 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: a24693d2-b353-43c3-aeed-d3faf62d162b {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:44:55.178712 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device a24693d2-b353-43c3-aeed-d3faf62d162b not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:44:55.243658 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0eb921fe-5da9-4b6b-ac0e-b9b0910e9cca tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:55.295140 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb921fe-5da9-4b6b-ac0e-b9b0910e9cca tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event deleted for resources: {'Port': ['ID=089bb1d6-d978-4e55-88f4-8f683c313848,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:55.308366 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-973f7f71-19ff-465e-9a9f-d4ac161ddf96 req-ba82d983-96f3-477e-adc5-4646de7e4774 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 1127 time: 0.1522372 Apr 20 17:44:55.341562 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fada3-8b90-420c-a875-5650c047943e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbffe01-c868-40d8-8324-3f81408a2d7b,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:55.422795 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ea6c537d-7c4e-42a2-a59a-15ef39efbb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:55.447602 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-19e5e050-77f8-449e-beaa-44ee36f7c5d4 service neutron] 10.222.0.43 "GET /v2.0/ports/058b3d5f-ce58-4abd-86a6-8657092830f5/bindings/n-h2-838032-1 HTTP/1.1" status: 200 len: 384 time: 0.3275716 Apr 20 17:44:55.463761 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ea6c537d-7c4e-42a2-a59a-15ef39efbb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:55.583405 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f7f71-19ff-465e-9a9f-d4ac161ddf96 req-fbdc6b93-2406-425b-b4a9-00d70bf202e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:55.583405 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-973f7f71-19ff-465e-9a9f-d4ac161ddf96 req-fbdc6b93-2406-425b-b4a9-00d70bf202e2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3394e549-b24a-4f46-b547-0a1fb9b41b4d HTTP/1.1" status: 200 len: 898 time: 0.2201877 Apr 20 17:44:55.654654 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ea6c537d-7c4e-42a2-a59a-15ef39efbb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:55.695329 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c537d-7c4e-42a2-a59a-15ef39efbb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbffe01-c868-40d8-8324-3f81408a2d7b,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:55.704136 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50122) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:55.776267 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ea6c537d-7c4e-42a2-a59a-15ef39efbb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:55.780299 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ea6c537d-7c4e-42a2-a59a-15ef39efbb59 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3fbffe01-c868-40d8-8324-3f81408a2d7b HTTP/1.1" status: 204 len: 168 time: 0.7447064 Apr 20 17:44:55.829380 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-973f7f71-19ff-465e-9a9f-d4ac161ddf96 req-516dfbdd-8301-4592-b0a1-abaa1b532b36 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=058b3d5f-ce58-4abd-86a6-8657092830f5 HTTP/1.1" status: 200 len: 1001 time: 0.2391615 Apr 20 17:44:55.911653 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-6898adb6-d52e-4376-aafc-1753ee62bb99 service neutron] For port 058b3d5f-ce58-4abd-86a6-8657092830f5, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=058b3d5f-ce58-4abd-86a6-8657092830f5,segment=NetworkSegment(6cdcbbd4-f416-4bf1-b6c4-527799bd8e61),segment_id=6cdcbbd4-f416-4bf1-b6c4-527799bd8e61)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:44:55.914351 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f7f71-19ff-465e-9a9f-d4ac161ddf96 req-538f0963-f6a3-499d-8108-80e0437ab799 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:55.915898 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-973f7f71-19ff-465e-9a9f-d4ac161ddf96 req-538f0963-f6a3-499d-8108-80e0437ab799 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=25c13c54-9c74-4955-bd95-10feeeaa0466 HTTP/1.1" status: 200 len: 834 time: 0.0732043 Apr 20 17:44:55.927968 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb921fe-5da9-4b6b-ac0e-b9b0910e9cca tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Router ed52b34c-0634-4c6d-ab70-77ac5a590f6c has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:44:55.939278 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-6898adb6-d52e-4376-aafc-1753ee62bb99 service neutron] For port 058b3d5f-ce58-4abd-86a6-8657092830f5, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:44:56.023611 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-39d030b0-d653-47f9-9e27-688141e42226 tempest-ServiceProvidersTest-1554179643 tempest-ServiceProvidersTest-1554179643-project] 10.222.0.39 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3171380 Apr 20 17:44:56.127470 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f8b078-2978-4444-97c7-199f70640991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '058b3d5f-ce58-4abd-86a6-8657092830f5'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:44:56.139677 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-6898adb6-d52e-4376-aafc-1753ee62bb99 service neutron] For port 058b3d5f-ce58-4abd-86a6-8657092830f5, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=058b3d5f-ce58-4abd-86a6-8657092830f5,segment=NetworkSegment(6cdcbbd4-f416-4bf1-b6c4-527799bd8e61),segment_id=6cdcbbd4-f416-4bf1-b6c4-527799bd8e61)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:44:56.185576 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-abb74d43-d914-4389-a0e6-758bc2146563 req-071b7895-cbd4-4952-b635-bdac92c55073 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f2aab149-d3ea-4e8e-8d14-956d4b207232&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3245900 Apr 20 17:44:56.189084 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-6898adb6-d52e-4376-aafc-1753ee62bb99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:56.191616 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-973f7f71-19ff-465e-9a9f-d4ac161ddf96 req-25ff8829-e32c-423d-a2d8-a75811906926 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3394e549-b24a-4f46-b547-0a1fb9b41b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2340286 Apr 20 17:44:56.210632 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677a96b-7bea-479b-b66d-9dbf3ead1758 req-00760f85-05ab-47e5-b8b5-db81e239cb49 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:56.212089 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3677a96b-7bea-479b-b66d-9dbf3ead1758 req-00760f85-05ab-47e5-b8b5-db81e239cb49 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 946 time: 0.2942498 Apr 20 17:44:56.280282 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e706d390-55ba-4bd7-8a3b-709120548ebc'] response: {'server_uuid': 'd9f8b078-2978-4444-97c7-199f70640991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '058b3d5f-ce58-4abd-86a6-8657092830f5', 'code': 200} Apr 20 17:44:56.387453 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3677a96b-7bea-479b-b66d-9dbf3ead1758 req-68362ffb-1b15-4797-b5c3-d4ad288d0306 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d4c8120-0526-4840-bcaa-736b4b1c27b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537793 Apr 20 17:44:56.400870 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-973f7f71-19ff-465e-9a9f-d4ac161ddf96 req-6e58fcb1-a928-47e4-b38b-2212de50b9db service neutron] 10.222.0.43 "GET /v2.0/networks/3394e549-b24a-4f46-b547-0a1fb9b41b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878293 Apr 20 17:44:56.507838 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-6898adb6-d52e-4376-aafc-1753ee62bb99 service neutron] Transition to ACTIVE for port object 058b3d5f-ce58-4abd-86a6-8657092830f5 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:44:56.516881 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-096ebfbe-288e-4f46-a679-b3b7937bbc59 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:56.589535 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-973f7f71-19ff-465e-9a9f-d4ac161ddf96 req-9fe97c63-422a-4d5b-9899-0ace88976240 service neutron] 10.222.0.43 "GET /v2.0/networks/3394e549-b24a-4f46-b547-0a1fb9b41b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827648 Apr 20 17:44:56.597843 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb921fe-5da9-4b6b-ac0e-b9b0910e9cca tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:44:56.609859 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c4d90a-4464-42f4-982b-41b458915223 None None] Sync routers for ids ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:44:56.625023 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c4d90a-4464-42f4-982b-41b458915223 None None] Routers {'ed52b34c-0634-4c6d-ab70-77ac5a590f6c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:44:56.625745 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-86c4d90a-4464-42f4-982b-41b458915223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:44:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:56.629177 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50146) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:56.639059 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-6898adb6-d52e-4376-aafc-1753ee62bb99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:56.704635 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-86c4d90a-4464-42f4-982b-41b458915223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:56.718365 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c4d90a-4464-42f4-982b-41b458915223 None None] Routers {'ed52b34c-0634-4c6d-ab70-77ac5a590f6c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:44:56.719168 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-86c4d90a-4464-42f4-982b-41b458915223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:44:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:56.728698 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0eb921fe-5da9-4b6b-ac0e-b9b0910e9cca tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:56.741371 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0eb921fe-5da9-4b6b-ac0e-b9b0910e9cca tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "DELETE /v2.0/ports/089bb1d6-d978-4e55-88f4-8f683c313848 HTTP/1.1" status: 204 len: 168 time: 2.4999042 Apr 20 17:44:56.743926 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50154) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:56.799880 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-86c4d90a-4464-42f4-982b-41b458915223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:44:56.800541 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c4d90a-4464-42f4-982b-41b458915223 None None] The sync data for ids ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:44:56.855134 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6103175b-79ab-4d32-b1cf-158039f3f72f tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "GET /v2.0/floatingips/56faa926-1132-478d-bece-da6be4579ac5 HTTP/1.1" status: 200 len: 687 time: 0.1101353 Apr 20 17:44:56.859255 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50160) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:56.916460 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-abb74d43-d914-4389-a0e6-758bc2146563 req-e270fec0-bdc7-4287-be6b-c400fa7e70b9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=afdda90d8b714cd0a49b7b3d0da0c05b&device_id=f2aab149-d3ea-4e8e-8d14-956d4b207232 HTTP/1.1" status: 200 len: 1097 time: 0.5341322 Apr 20 17:44:56.949410 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898adb6-d52e-4376-aafc-1753ee62bb99 service neutron] Pushing event updated for resources: {'Port': ['ID=058b3d5f-ce58-4abd-86a6-8657092830f5,revision_number=11']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:57.062769 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-e3f6496f-70ce-4897-8496-44563617a533 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Deleting port 591f0418-b654-4e82-83b6-9af0d2a07d6a {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:44:57.063165 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e3f6496f-70ce-4897-8496-44563617a533 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:57.237290 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e3f6496f-70ce-4897-8496-44563617a533 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:57.237743 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e3f6496f-70ce-4897-8496-44563617a533 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:57.268868 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-6898adb6-d52e-4376-aafc-1753ee62bb99 service neutron] No DVR routers for this DVR port 058b3d5f-ce58-4abd-86a6-8657092830f5 on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:44:57.327074 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a9a686a9-e3bb-4df3-8252-f33051fe5385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:57.471075 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb74d43-d914-4389-a0e6-758bc2146563 req-7b47fd28-4182-4f25-9c0e-3737d25410c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:57.472446 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-abb74d43-d914-4389-a0e6-758bc2146563 req-7b47fd28-4182-4f25-9c0e-3737d25410c5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=911da384-323b-42ed-9656-9be4d49d8f36 HTTP/1.1" status: 200 len: 912 time: 0.5241714 Apr 20 17:44:57.481885 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-e3f6496f-70ce-4897-8496-44563617a533 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Calling delete_port for 591f0418-b654-4e82-83b6-9af0d2a07d6a owned by network:floatingip {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:44:57.490966 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a9a686a9-e3bb-4df3-8252-f33051fe5385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:57.553216 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a9a686a9-e3bb-4df3-8252-f33051fe5385 admin admin] Usage tracker for resource:security_group_rule and tenant:fea89c3ed2ba49189c0b3037bb86c06c is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:57.565082 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a9a686a9-e3bb-4df3-8252-f33051fe5385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:57.589180 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a9a686a9-e3bb-4df3-8252-f33051fe5385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:57.657430 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e3f6496f-70ce-4897-8496-44563617a533 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:57.702023 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-abb74d43-d914-4389-a0e6-758bc2146563 req-1b21160f-833f-4301-8e13-1304b6fd81d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=791e2c1a-1d93-427b-a11a-13c319d38532 HTTP/1.1" status: 200 len: 1002 time: 0.2085304 Apr 20 17:44:57.702382 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6496f-70ce-4897-8496-44563617a533 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event deleted for resources: {'Port': ['ID=591f0418-b654-4e82-83b6-9af0d2a07d6a,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:57.797595 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e3f6496f-70ce-4897-8496-44563617a533 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for floatingip, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:57.816381 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e3f6496f-70ce-4897-8496-44563617a533 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:57.818023 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e3f6496f-70ce-4897-8496-44563617a533 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "DELETE /v2.0/floatingips/56faa926-1132-478d-bece-da6be4579ac5 HTTP/1.1" status: 204 len: 168 time: 0.9573867 Apr 20 17:44:57.821813 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50178) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:57.827410 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-b136c0f4-76b7-4bd8-b8b6-028f8a59b882 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'port_id': '754251c9-243b-44a8-9c46-8d0c73021fa5'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:44:57.833493 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b136c0f4-76b7-4bd8-b8b6-028f8a59b882 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:44:57.837787 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b136c0f4-76b7-4bd8-b8b6-028f8a59b882 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Usage tracker for resource:floatingip and tenant:c9d6fd43f57648e69fdcea7121532365 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:44:57.841007 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b136c0f4-76b7-4bd8-b8b6-028f8a59b882 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:44:57.847023 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b136c0f4-76b7-4bd8-b8b6-028f8a59b882 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:44:57.876063 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb74d43-d914-4389-a0e6-758bc2146563 req-457fd6bc-ce2b-43e0-b264-45e14f9c47d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:57.877524 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-abb74d43-d914-4389-a0e6-758bc2146563 req-457fd6bc-ce2b-43e0-b264-45e14f9c47d7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6df2b9cf-3053-4862-b128-40e0c38b0bd7 HTTP/1.1" status: 200 len: 850 time: 0.1686378 Apr 20 17:44:57.894539 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a9a686a9-e3bb-4df3-8252-f33051fe5385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:57.908920 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b136c0f4-76b7-4bd8-b8b6-028f8a59b882 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:57.949819 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a9a686a9-e3bb-4df3-8252-f33051fe5385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:57.961158 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d9819-b0d7-497a-ad08-3b6a8af659e5 req-c1c09ef4-edab-41d8-9989-8e30782a70a7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:57.962634 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-621d9819-b0d7-497a-ad08-3b6a8af659e5 req-c1c09ef4-edab-41d8-9989-8e30782a70a7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 945 time: 0.3553994 Apr 20 17:44:58.048479 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b136c0f4-76b7-4bd8-b8b6-028f8a59b882 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:58.104674 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a686a9-e3bb-4df3-8252-f33051fe5385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ebf318-2a30-4d3e-ba36-4a2be1164ce1,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:58.152463 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a9a686a9-e3bb-4df3-8252-f33051fe5385 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fea89c3ed2ba49189c0b3037bb86c06c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5220168 Apr 20 17:44:58.161034 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50188) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:58.203592 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-b136c0f4-76b7-4bd8-b8b6-028f8a59b882 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Allocated IP 172.25.8.137 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/df526d2d-d3a0-4793-9a3e-c4da7db8e59b) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:44:58.222295 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-621d9819-b0d7-497a-ad08-3b6a8af659e5 req-20a700b7-d0c8-4d84-b755-26d3c7352e15 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d4c8120-0526-4840-bcaa-736b4b1c27b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2474229 Apr 20 17:44:58.275710 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-abb74d43-d914-4389-a0e6-758bc2146563 req-116abc22-50ce-4b31-a088-7e9de3363a7c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=911da384-323b-42ed-9656-9be4d49d8f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3861427 Apr 20 17:44:58.358689 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b136c0f4-76b7-4bd8-b8b6-028f8a59b882 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:58.386870 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b136c0f4-76b7-4bd8-b8b6-028f8a59b882 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:58.449626 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-6898adb6-d52e-4376-aafc-1753ee62bb99 service neutron] 10.222.0.43 "PUT /v2.0/ports/058b3d5f-ce58-4abd-86a6-8657092830f5/bindings/n-h2-838032-1/activate HTTP/1.1" status: 200 len: 369 time: 2.9878235 Apr 20 17:44:58.464293 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b136c0f4-76b7-4bd8-b8b6-028f8a59b882 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:44:58.467150 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-b136c0f4-76b7-4bd8-b8b6-028f8a59b882 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:44:58.470918 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b136c0f4-76b7-4bd8-b8b6-028f8a59b882 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:44:58.481016 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1cc9ee01-fa53-4bd1-b48c-f6e8602108f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:58.548772 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1cc9ee01-fa53-4bd1-b48c-f6e8602108f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:58.561645 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136c0f4-76b7-4bd8-b8b6-028f8a59b882 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event updated for resources: {'Port': ['ID=df526d2d-d3a0-4793-9a3e-c4da7db8e59b,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:58.572334 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-abb74d43-d914-4389-a0e6-758bc2146563 req-f4a56526-9bc5-4eeb-b2a8-8841065b5190 service neutron] 10.222.0.10 "GET /v2.0/networks/911da384-323b-42ed-9656-9be4d49d8f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807858 Apr 20 17:44:58.696141 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-0aae0b21-f4ab-4d24-afe5-be1e1d4384d5 tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991&tenant_id=ac289a58365e49439c6a449ebba5fb54&binding%3Ahost_id=n-h1-838032-1 HTTP/1.1" status: 200 len: 1096 time: 0.1736245 Apr 20 17:44:58.737988 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1cc9ee01-fa53-4bd1-b48c-f6e8602108f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:58.757393 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-abb74d43-d914-4389-a0e6-758bc2146563 req-eadab970-d31e-4e74-b8de-7dbe02a14e8c service neutron] 10.222.0.10 "GET /v2.0/networks/911da384-323b-42ed-9656-9be4d49d8f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772668 Apr 20 17:44:58.785078 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 058b3d5f-ce58-4abd-86a6-8657092830f5 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:44:58.788359 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9ee01-fa53-4bd1-b48c-f6e8602108f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ebf318-2a30-4d3e-ba36-4a2be1164ce1,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:58.798657 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1cc9ee01-fa53-4bd1-b48c-f6e8602108f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:58.799807 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1cc9ee01-fa53-4bd1-b48c-f6e8602108f4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f3ebf318-2a30-4d3e-ba36-4a2be1164ce1 HTTP/1.1" status: 204 len: 168 time: 0.6274490 Apr 20 17:44:58.879584 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 058b3d5f-ce58-4abd-86a6-8657092830f5 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:44:58.928852 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-096ebfbe-288e-4f46-a679-b3b7937bbc59 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Deleting port cbef0160-a499-438a-a8d2-857e330e98e5 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:44:58.929319 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-096ebfbe-288e-4f46-a679-b3b7937bbc59 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:58.954592 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-2e79f312-9705-47cc-9c64-7a458847bf8d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991&tenant_id=ac289a58365e49439c6a449ebba5fb54 HTTP/1.1" status: 200 len: 1096 time: 0.2451124 Apr 20 17:44:59.138584 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 058b3d5f-ce58-4abd-86a6-8657092830f5 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:44:59.202508 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-ee6bec13-dd6a-4be9-938a-d0afa811ad53 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 1096 time: 0.1509473 Apr 20 17:44:59.364077 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-096ebfbe-288e-4f46-a679-b3b7937bbc59 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] For port cbef0160-a499-438a-a8d2-857e330e98e5, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=cbef0160-a499-438a-a8d2-857e330e98e5,segment=NetworkSegment(3faa15c0-b96c-434c-95a4-5caab8151d53),segment_id=3faa15c0-b96c-434c-95a4-5caab8151d53)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:44:59.364381 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-096ebfbe-288e-4f46-a679-b3b7937bbc59 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:59.470720 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b136c0f4-76b7-4bd8-b8b6-028f8a59b882 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:59.558237 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-096ebfbe-288e-4f46-a679-b3b7937bbc59 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Calling delete_port for cbef0160-a499-438a-a8d2-857e330e98e5 owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:44:59.622807 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-ee95cea6-0cd3-422c-bdf9-542bc329957d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:59.624143 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-ee95cea6-0cd3-422c-bdf9-542bc329957d service neutron] 10.222.0.10 "GET /v2.0/networks?id=3394e549-b24a-4f46-b547-0a1fb9b41b4d HTTP/1.1" status: 200 len: 898 time: 0.4091403 Apr 20 17:44:59.702088 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b136c0f4-76b7-4bd8-b8b6-028f8a59b882 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:59.743341 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-096ebfbe-288e-4f46-a679-b3b7937bbc59 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:44:59.791121 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ebfbe-288e-4f46-a679-b3b7937bbc59 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Pushing event deleted for resources: {'Port': ['ID=cbef0160-a499-438a-a8d2-857e330e98e5,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:44:59.796571 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e28f3-eeb2-42dd-96e3-575638be1f46 req-08b8f179-63b2-4d00-935a-c1acd411bac4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:44:59.803261 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-254e28f3-eeb2-42dd-96e3-575638be1f46 req-08b8f179-63b2-4d00-935a-c1acd411bac4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 945 time: 0.2486963 Apr 20 17:44:59.851257 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-0d323086-effc-4ac2-b52b-750aa4c9720f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=058b3d5f-ce58-4abd-86a6-8657092830f5 HTTP/1.1" status: 200 len: 999 time: 0.2144897 Apr 20 17:45:00.006767 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-254e28f3-eeb2-42dd-96e3-575638be1f46 req-06e2d464-45c3-4da1-9324-fbb54e70c2f4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d4c8120-0526-4840-bcaa-736b4b1c27b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025168 Apr 20 17:45:00.025673 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-474ef115-041c-44af-a907-1c19702de7c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:00.028208 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-474ef115-041c-44af-a907-1c19702de7c0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=25c13c54-9c74-4955-bd95-10feeeaa0466 HTTP/1.1" status: 200 len: 834 time: 0.1643875 Apr 20 17:45:00.031803 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50234) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:00.034932 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0024784 Apr 20 17:45:00.044217 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50236) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:00.113601 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-096ebfbe-288e-4f46-a679-b3b7937bbc59 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:00.145468 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b136c0f4-76b7-4bd8-b8b6-028f8a59b882 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:00.154972 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b136c0f4-76b7-4bd8-b8b6-028f8a59b882 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:00.160788 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-9bf0d1b8-86c1-43e6-afcd-cdb2647f0c54 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3394e549-b24a-4f46-b547-0a1fb9b41b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249647 Apr 20 17:45:00.238670 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4b3f9c88-a5d5-415b-a43c-ef76714499aa tempest-NetworksApiDiscovery-290724993 tempest-NetworksApiDiscovery-290724993-project] 10.222.0.39 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1933501 Apr 20 17:45:00.345920 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136c0f4-76b7-4bd8-b8b6-028f8a59b882 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event updated for resources: {'Port': ['ID=df526d2d-d3a0-4793-9a3e-c4da7db8e59b,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:00.377729 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b136c0f4-76b7-4bd8-b8b6-028f8a59b882 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:00.537335 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-69cff4b1-b0aa-447d-a86b-abb318540ea0 service neutron] 10.222.0.10 "GET /v2.0/networks/3394e549-b24a-4f46-b547-0a1fb9b41b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412497 Apr 20 17:45:00.605896 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50250) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:00.699572 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-6cc4b20c-6408-4446-b90f-f0f3c98d07e6 service neutron] 10.222.0.10 "GET /v2.0/networks/3394e549-b24a-4f46-b547-0a1fb9b41b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536958 Apr 20 17:45:00.714678 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [None req-b136c0f4-76b7-4bd8-b8b6-028f8a59b882 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Floating IP af9b3e95-707b-49e0-a510-150c08bb954b associated. External IP: 172.25.8.137, port: 754251c9-243b-44a8-9c46-8d0c73021fa5. Apr 20 17:45:00.810285 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096ebfbe-288e-4f46-a679-b3b7937bbc59 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Router 0d095c2c-04cc-44f0-a581-641b9a11e304 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:45:01.093076 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4937bd50-cd11-4c8d-821f-18a47d31259f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:01.152120 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4937bd50-cd11-4c8d-821f-18a47d31259f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:01.157757 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4937bd50-cd11-4c8d-821f-18a47d31259f admin admin] Usage tracker for resource:security_group_rule and tenant:d8791c9421864f37b6f485f824792b20 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:01.161847 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4937bd50-cd11-4c8d-821f-18a47d31259f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:01.171988 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4937bd50-cd11-4c8d-821f-18a47d31259f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:01.173835 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-bc64b246-ef37-4165-a00c-74e5a719f503 tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991&tenant_id=ac289a58365e49439c6a449ebba5fb54&binding%3Ahost_id=n-h2-838032-1 HTTP/1.1" status: 200 len: 1096 time: 0.1348774 Apr 20 17:45:01.342913 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4937bd50-cd11-4c8d-821f-18a47d31259f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:01.352697 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4937bd50-cd11-4c8d-821f-18a47d31259f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:01.370542 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-e76aad1e-7e7c-42da-81f2-73a88fb3254c service neutron] For port 058b3d5f-ce58-4abd-86a6-8657092830f5, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:45:01.378218 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096ebfbe-288e-4f46-a679-b3b7937bbc59 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:45:01.391410 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee45aca3-81cd-4967-869a-9685f7db2a6e None None] Sync routers for ids ['0d095c2c-04cc-44f0-a581-641b9a11e304'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:45:01.394403 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d491f8-deea-477f-bc58-c68d73fdafc9 req-da14703a-6296-4f1c-ba44-c9738361c028 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:01.396300 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3d491f8-deea-477f-bc58-c68d73fdafc9 req-da14703a-6296-4f1c-ba44-c9738361c028 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 945 time: 0.1872995 Apr 20 17:45:01.408344 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee45aca3-81cd-4967-869a-9685f7db2a6e None None] Routers {'0d095c2c-04cc-44f0-a581-641b9a11e304'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:45:01.409381 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-ee45aca3-81cd-4967-869a-9685f7db2a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:44:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0d095c2c-04cc-44f0-a581-641b9a11e304'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:01.428377 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937bd50-cd11-4c8d-821f-18a47d31259f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0498a802-cb65-4b33-8010-0121336f1412,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:01.451653 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-e76aad1e-7e7c-42da-81f2-73a88fb3254c service neutron] Notify callbacks [] for binding, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:01.452728 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-e76aad1e-7e7c-42da-81f2-73a88fb3254c service neutron] 10.222.0.10 "DELETE /v2.0/ports/058b3d5f-ce58-4abd-86a6-8657092830f5/bindings/n-h1-838032-1 HTTP/1.1" status: 204 len: 173 time: 0.2726395 Apr 20 17:45:01.499545 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50268) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:01.500158 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4937bd50-cd11-4c8d-821f-18a47d31259f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d8791c9421864f37b6f485f824792b20&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8883197 Apr 20 17:45:01.526027 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-096ebfbe-288e-4f46-a679-b3b7937bbc59 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "PUT /v2.0/routers/0d095c2c-04cc-44f0-a581-641b9a11e304/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4818602 Apr 20 17:45:01.534596 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50272) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:01.559762 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3d491f8-deea-477f-bc58-c68d73fdafc9 req-c103bcf3-7a78-4ba7-aa6a-9e0d88aaca18 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d4c8120-0526-4840-bcaa-736b4b1c27b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277885 Apr 20 17:45:01.661266 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-ee45aca3-81cd-4967-869a-9685f7db2a6e None None] Set router 0d095c2c-04cc-44f0-a581-641b9a11e304 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:45:01.664768 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b136c0f4-76b7-4bd8-b8b6-028f8a59b882 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Router ed52b34c-0634-4c6d-ab70-77ac5a590f6c has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:45:01.735533 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cef547f8-e6bb-4f0c-9751-d6693e8550f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:01.834119 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cef547f8-e6bb-4f0c-9751-d6693e8550f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:02.043036 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3491287-3443-4331-9ded-0c5da7ba4ee4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Deleting subnet 55574a68-40f8-4a9a-8ebb-d687ddb663a2 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:45:02.058345 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3491287-3443-4331-9ded-0c5da7ba4ee4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:02.067016 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-ee45aca3-81cd-4967-869a-9685f7db2a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2128637301', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '79532b2a-9081-4854-927e-d6ec31df8b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:47Z', 'updated_at': '2022-04-20T17:44:59Z', 'revision_number': 5, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'gw_port': {'id': '79532b2a-9081-4854-927e-d6ec31df8b73', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:48Z', 'updated_at': '2022-04-20T17:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:02.070927 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee45aca3-81cd-4967-869a-9685f7db2a6e None None] Checking router: 0d095c2c-04cc-44f0-a581-641b9a11e304 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:45:02.082090 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee45aca3-81cd-4967-869a-9685f7db2a6e None None] Routers {'0d095c2c-04cc-44f0-a581-641b9a11e304'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:45:02.082701 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-ee45aca3-81cd-4967-869a-9685f7db2a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:44:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0d095c2c-04cc-44f0-a581-641b9a11e304'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:02.120029 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-47ba8672-1ec7-40df-b110-57253ffe6a34 req-9f8ca46a-63ef-4c68-b46d-1615ab14ea7e tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 1096 time: 0.3824060 Apr 20 17:45:02.125438 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3491287-3443-4331-9ded-0c5da7ba4ee4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:02.153753 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cef547f8-e6bb-4f0c-9751-d6693e8550f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:02.198342 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef547f8-e6bb-4f0c-9751-d6693e8550f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0498a802-cb65-4b33-8010-0121336f1412,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:02.228191 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cef547f8-e6bb-4f0c-9751-d6693e8550f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:02.229282 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cef547f8-e6bb-4f0c-9751-d6693e8550f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0498a802-cb65-4b33-8010-0121336f1412 HTTP/1.1" status: 204 len: 168 time: 0.7261651 Apr 20 17:45:02.264878 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-47ba8672-1ec7-40df-b110-57253ffe6a34 req-c78dcf35-b3f3-4340-8080-7e544f482856 tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8d4c8120-0526-4840-bcaa-736b4b1c27b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123166 Apr 20 17:45:02.283301 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3491287-3443-4331-9ded-0c5da7ba4ee4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:02.318283 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-ee45aca3-81cd-4967-869a-9685f7db2a6e None None] Set router 0d095c2c-04cc-44f0-a581-641b9a11e304 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:45:02.423157 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b136c0f4-76b7-4bd8-b8b6-028f8a59b882 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:45:02.433844 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d6254d-3bab-4d82-8e4d-48548b78dcab None None] Sync routers for ids ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:45:02.457002 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d6254d-3bab-4d82-8e4d-48548b78dcab None None] Routers {'ed52b34c-0634-4c6d-ab70-77ac5a590f6c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:45:02.457733 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-59d6254d-3bab-4d82-8e4d-48548b78dcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:44:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:02.495349 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b136c0f4-76b7-4bd8-b8b6-028f8a59b882 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:02.535371 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a15176-c068-4fa8-9a49-6ec0fb31a9d7 req-baddb349-9b0f-45b4-acc7-585534a932b6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:02.544637 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f3a15176-c068-4fa8-9a49-6ec0fb31a9d7 req-baddb349-9b0f-45b4-acc7-585534a932b6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 945 time: 0.1048579 Apr 20 17:45:02.585882 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3491287-3443-4331-9ded-0c5da7ba4ee4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:02.610957 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f3a15176-c068-4fa8-9a49-6ec0fb31a9d7 req-8b6c00f2-0555-45d9-a32c-158b504913ce tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d4c8120-0526-4840-bcaa-736b4b1c27b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632329 Apr 20 17:45:02.617650 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-59d6254d-3bab-4d82-8e4d-48548b78dcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:02.641935 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50292) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:02.648098 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3491287-3443-4331-9ded-0c5da7ba4ee4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:02.650546 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b3491287-3443-4331-9ded-0c5da7ba4ee4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "DELETE /v2.0/subnets/55574a68-40f8-4a9a-8ebb-d687ddb663a2 HTTP/1.1" status: 204 len: 168 time: 1.1149349 Apr 20 17:45:02.654996 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e1c01f-3b81-44eb-8986-b0a85d93ec8a None None] Network 3cb7435d-a41a-49ee-945b-0527db5f4316 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:45:02.656869 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50296) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:02.660005 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3491287-3443-4331-9ded-0c5da7ba4ee4 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Pushing event deleted for resources: {'Subnet': ['ID=55574a68-40f8-4a9a-8ebb-d687ddb663a2,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:02.816212 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c789eb5e-b11d-4433-8bc1-142019030866 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/floatingips/5ae7f024-85b9-4307-b321-cdf22babfabb HTTP/1.1" status: 200 len: 991 time: 0.1729844 Apr 20 17:45:02.864627 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b136c0f4-76b7-4bd8-b8b6-028f8a59b882 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.0415308 Apr 20 17:45:02.867589 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50308) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:02.873987 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-922cf3d8-6746-46c3-8776-94359766865c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-865599469'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:45:02.879825 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-922cf3d8-6746-46c3-8776-94359766865c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:02.884144 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-922cf3d8-6746-46c3-8776-94359766865c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Usage tracker for resource:network and tenant:c9d6fd43f57648e69fdcea7121532365 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:02.888243 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-922cf3d8-6746-46c3-8776-94359766865c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:02.900730 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-922cf3d8-6746-46c3-8776-94359766865c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:02.901118 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d6254d-3bab-4d82-8e4d-48548b78dcab None None] Routers {'ed52b34c-0634-4c6d-ab70-77ac5a590f6c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:45:02.901118 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-59d6254d-3bab-4d82-8e4d-48548b78dcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:44:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:02.939655 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922cf3d8-6746-46c3-8776-94359766865c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Made reservation on behalf of c9d6fd43f57648e69fdcea7121532365 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:45:02.943607 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-922cf3d8-6746-46c3-8776-94359766865c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:02.955499 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-ee45aca3-81cd-4967-869a-9685f7db2a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2128637301', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '79532b2a-9081-4854-927e-d6ec31df8b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:47Z', 'updated_at': '2022-04-20T17:44:59Z', 'revision_number': 5, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'gw_port': {'id': '79532b2a-9081-4854-927e-d6ec31df8b73', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:48Z', 'updated_at': '2022-04-20T17:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:02.965731 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee45aca3-81cd-4967-869a-9685f7db2a6e None None] The sync data for ids ['0d095c2c-04cc-44f0-a581-641b9a11e304'] in n-d-838032-1 is: [{'id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2128637301', 'tenant_id': 'b0685b0cdf464c79ab40968d62484d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '79532b2a-9081-4854-927e-d6ec31df8b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:41:47Z', 'updated_at': '2022-04-20T17:44:59Z', 'revision_number': 5, 'project_id': 'b0685b0cdf464c79ab40968d62484d7b', 'gw_port': {'id': '79532b2a-9081-4854-927e-d6ec31df8b73', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d095c2c-04cc-44f0-a581-641b9a11e304', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:41:48Z', 'updated_at': '2022-04-20T17:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:45:02.992814 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-922cf3d8-6746-46c3-8776-94359766865c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:45:03.005820 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-59d6254d-3bab-4d82-8e4d-48548b78dcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:03.006270 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d6254d-3bab-4d82-8e4d-48548b78dcab None None] The sync data for ids ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:45:03.042738 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-922cf3d8-6746-46c3-8776-94359766865c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:03.043159 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-922cf3d8-6746-46c3-8776-94359766865c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Added segment 16c93624-c198-41d5-af12-b6d2102ab618 of type vlan for network 80b4a44d-77e0-45a1-a0f0-bf2e2d110fcd Apr 20 17:45:03.081592 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-922cf3d8-6746-46c3-8776-94359766865c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:03.139095 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5a123a35-8d46-4a03-9b9a-fed4a2a4067c tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:03.155764 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50318) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:03.364560 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a5112c-59e9-4499-a4ef-ce28cb2d3b51 None None] DHCP port deletion for 3cb7435d-a41a-49ee-945b-0527db5f4316 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:45:03.369689 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-37a5112c-59e9-4499-a4ef-ce28cb2d3b51 None None] Deleting port 937b62ab-07d1-452c-b894-f08e90a01dfb {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:45:03.370260 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-37a5112c-59e9-4499-a4ef-ce28cb2d3b51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:03.383635 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-922cf3d8-6746-46c3-8776-94359766865c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:03.407598 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922cf3d8-6746-46c3-8776-94359766865c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:03.409019 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-922cf3d8-6746-46c3-8776-94359766865c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:03.430271 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-fb5bc3aa-35ec-4913-8c99-9c9bc0cea40c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Deleting port fd4fce9a-a1d0-4b38-9f22-ee8cfd4171ed {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:45:03.431028 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb5bc3aa-35ec-4913-8c99-9c9bc0cea40c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:03.609602 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-922cf3d8-6746-46c3-8776-94359766865c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7383795 Apr 20 17:45:03.625714 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50328) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:03.643967 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-8ab617b2-5548-4e83-81f1-cdc512fd09a4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Request body: {'subnet': {'network_id': '80b4a44d-77e0-45a1-a0f0-bf2e2d110fcd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:45:03.661152 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922cf3d8-6746-46c3-8776-94359766865c tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event updated for resources: {'Network': ['ID=80b4a44d-77e0-45a1-a0f0-bf2e2d110fcd,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:03.680962 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 80b4a44d-77e0-45a1-a0f0-bf2e2d110fcd details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:45:03.789939 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb5bc3aa-35ec-4913-8c99-9c9bc0cea40c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:03.790877 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb5bc3aa-35ec-4913-8c99-9c9bc0cea40c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:03.817755 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-37a5112c-59e9-4499-a4ef-ce28cb2d3b51 None None] For port 937b62ab-07d1-452c-b894-f08e90a01dfb, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=937b62ab-07d1-452c-b894-f08e90a01dfb,segment=NetworkSegment(3faa15c0-b96c-434c-95a4-5caab8151d53),segment_id=3faa15c0-b96c-434c-95a4-5caab8151d53)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:45:03.817755 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-37a5112c-59e9-4499-a4ef-ce28cb2d3b51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:03.903734 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8ab617b2-5548-4e83-81f1-cdc512fd09a4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:03.910258 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8ab617b2-5548-4e83-81f1-cdc512fd09a4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Usage tracker for resource:subnet and tenant:c9d6fd43f57648e69fdcea7121532365 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:03.913804 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8ab617b2-5548-4e83-81f1-cdc512fd09a4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:03.921430 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8ab617b2-5548-4e83-81f1-cdc512fd09a4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:03.941873 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab617b2-5548-4e83-81f1-cdc512fd09a4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Made reservation on behalf of c9d6fd43f57648e69fdcea7121532365 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:45:03.974495 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-37a5112c-59e9-4499-a4ef-ce28cb2d3b51 None None] Calling delete_port for 937b62ab-07d1-452c-b894-f08e90a01dfb owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:45:03.991537 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-fb5bc3aa-35ec-4913-8c99-9c9bc0cea40c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Calling delete_port for fd4fce9a-a1d0-4b38-9f22-ee8cfd4171ed owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:45:04.060482 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-37a5112c-59e9-4499-a4ef-ce28cb2d3b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:04.097521 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8ab617b2-5548-4e83-81f1-cdc512fd09a4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:04.117431 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5112c-59e9-4499-a4ef-ce28cb2d3b51 None None] Pushing event deleted for resources: {'Port': ['ID=937b62ab-07d1-452c-b894-f08e90a01dfb,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:04.121068 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a5112c-59e9-4499-a4ef-ce28cb2d3b51 None None] No DVR routers for this DVR port 937b62ab-07d1-452c-b894-f08e90a01dfb on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:45:04.324674 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5a123a35-8d46-4a03-9b9a-fed4a2a4067c tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:04.339626 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-5a123a35-8d46-4a03-9b9a-fed4a2a4067c tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Deleting port 79532b2a-9081-4854-927e-d6ec31df8b73 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:45:04.340137 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5a123a35-8d46-4a03-9b9a-fed4a2a4067c tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:04.362869 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb5bc3aa-35ec-4913-8c99-9c9bc0cea40c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:04.425106 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bc3aa-35ec-4913-8c99-9c9bc0cea40c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event deleted for resources: {'Port': ['ID=fd4fce9a-a1d0-4b38-9f22-ee8cfd4171ed,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:04.531876 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb5bc3aa-35ec-4913-8c99-9c9bc0cea40c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:04.666562 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-5a123a35-8d46-4a03-9b9a-fed4a2a4067c tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] For port 79532b2a-9081-4854-927e-d6ec31df8b73, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=79532b2a-9081-4854-927e-d6ec31df8b73,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:45:04.666965 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5a123a35-8d46-4a03-9b9a-fed4a2a4067c tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:04.728685 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8ab617b2-5548-4e83-81f1-cdc512fd09a4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:04.821715 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-5a123a35-8d46-4a03-9b9a-fed4a2a4067c tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Calling delete_port for 79532b2a-9081-4854-927e-d6ec31df8b73 owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:45:04.924297 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab617b2-5548-4e83-81f1-cdc512fd09a4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event updated for resources: {'Subnet': ['ID=092a987a-a6c9-4866-b72c-050deb15d37c,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:05.023464 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab617b2-5548-4e83-81f1-cdc512fd09a4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Checking segment: {'id': '16c93624-c198-41d5-af12-b6d2102ab618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '80b4a44d-77e0-45a1-a0f0-bf2e2d110fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:45:05.024156 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab617b2-5548-4e83-81f1-cdc512fd09a4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Network hostable DHCP agents. Network: 80b4a44d-77e0-45a1-a0f0-bf2e2d110fcd, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:45:05.079134 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cbef0160-a499-438a-a8d2-857e330e98e5 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:45:05.108228 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5bc3aa-35ec-4913-8c99-9c9bc0cea40c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Router 34ef1210-fb9f-4f00-a68a-9f2a99af9760 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:45:05.117537 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: cbef0160-a499-438a-a8d2-857e330e98e5 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:45:05.117876 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cbef0160-a499-438a-a8d2-857e330e98e5 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:45:05.118332 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 937b62ab-07d1-452c-b894-f08e90a01dfb no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:45:05.149481 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab617b2-5548-4e83-81f1-cdc512fd09a4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Network 80b4a44d-77e0-45a1-a0f0-bf2e2d110fcd is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:45:05.154243 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 937b62ab-07d1-452c-b894-f08e90a01dfb {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:45:05.154648 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 937b62ab-07d1-452c-b894-f08e90a01dfb not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:45:05.156685 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5a123a35-8d46-4a03-9b9a-fed4a2a4067c tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:05.251845 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-8ab617b2-5548-4e83-81f1-cdc512fd09a4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 80b4a44d-77e0-45a1-a0f0-bf2e2d110fcd) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:45:05.259466 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a123a35-8d46-4a03-9b9a-fed4a2a4067c tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Pushing event deleted for resources: {'Port': ['ID=79532b2a-9081-4854-927e-d6ec31df8b73,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:05.264949 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70a6678-b16b-4a5b-8253-676a80495db5 None None] Network 80b4a44d-77e0-45a1-a0f0-bf2e2d110fcd requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:45:05.267320 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab617b2-5548-4e83-81f1-cdc512fd09a4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:05.268156 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8ab617b2-5548-4e83-81f1-cdc512fd09a4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:05.363857 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8ab617b2-5548-4e83-81f1-cdc512fd09a4 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7325442 Apr 20 17:45:05.365476 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50384) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:05.387904 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5bc3aa-35ec-4913-8c99-9c9bc0cea40c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:45:05.406029 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ececb4a-642e-4e48-bf7c-93a955bad1c6 None None] Sync routers for ids ['34ef1210-fb9f-4f00-a68a-9f2a99af9760'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:45:05.417284 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb5bc3aa-35ec-4913-8c99-9c9bc0cea40c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:05.452847 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ececb4a-642e-4e48-bf7c-93a955bad1c6 None None] Routers {'34ef1210-fb9f-4f00-a68a-9f2a99af9760'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:45:05.453513 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-3ececb4a-642e-4e48-bf7c-93a955bad1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:44:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['34ef1210-fb9f-4f00-a68a-9f2a99af9760'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:05.509689 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fb5bc3aa-35ec-4913-8c99-9c9bc0cea40c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "DELETE /v2.0/floatingips/5ae7f024-85b9-4307-b321-cdf22babfabb HTTP/1.1" status: 204 len: 168 time: 2.3518274 Apr 20 17:45:05.510462 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f8b078-2978-4444-97c7-199f70640991', 'tag': '058b3d5f-ce58-4abd-86a6-8657092830f5'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:45:05.549316 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42d14e6-698e-49a5-b2d5-0375be84ffda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-80b4a44d-77e0-45a1-a0f0-bf2e2d110fcd', 'network_id': '80b4a44d-77e0-45a1-a0f0-bf2e2d110fcd', 'tenant_id': 'c9d6fd43f57648e69fdcea7121532365', 'fixed_ips': [{'subnet_id': '092a987a-a6c9-4866-b72c-050deb15d37c'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:45:05.550398 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b42d14e6-698e-49a5-b2d5-0375be84ffda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:05.615566 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-a905eefa-5e89-47fa-81a6-29d0a4b4a772 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1649138478', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}, 'admin_state_up': False}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:45:05.631920 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e887b390-147e-42e6-aa6e-4d3ea007678d'] response: {'name': 'network-changed', 'server_uuid': 'd9f8b078-2978-4444-97c7-199f70640991', 'tag': '058b3d5f-ce58-4abd-86a6-8657092830f5', 'status': 'completed', 'code': 200} Apr 20 17:45:05.806595 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-a905eefa-5e89-47fa-81a6-29d0a4b4a772 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:05.819518 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a905eefa-5e89-47fa-81a6-29d0a4b4a772 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Usage tracker for resource:router and tenant:c9d6fd43f57648e69fdcea7121532365 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:05.828422 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a905eefa-5e89-47fa-81a6-29d0a4b4a772 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:05.828755 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-b42d14e6-698e-49a5-b2d5-0375be84ffda None None] Allocated IP 172.20.0.2 (80b4a44d-77e0-45a1-a0f0-bf2e2d110fcd/092a987a-a6c9-4866-b72c-050deb15d37c/fc522b0f-8f25-46d6-8324-af4761cd71e0) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:45:05.839253 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5a123a35-8d46-4a03-9b9a-fed4a2a4067c tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:05.902832 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-3ececb4a-642e-4e48-bf7c-93a955bad1c6 None None] Set router 34ef1210-fb9f-4f00-a68a-9f2a99af9760 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:45:06.049959 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-a905eefa-5e89-47fa-81a6-29d0a4b4a772 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:06.215807 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a905eefa-5e89-47fa-81a6-29d0a4b4a772 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:06.216759 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a905eefa-5e89-47fa-81a6-29d0a4b4a772 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:06.245436 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-338c2d7f-c832-42ef-a12d-7b824309a8ea req-4ea4e96a-56f4-4047-9942-0092eb374e0e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 1096 time: 0.5160148 Apr 20 17:45:06.251769 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b42d14e6-698e-49a5-b2d5-0375be84ffda None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:06.257142 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5a123a35-8d46-4a03-9b9a-fed4a2a4067c tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:06.274798 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b42d14e6-698e-49a5-b2d5-0375be84ffda None None] Transition to ACTIVE for port object fc522b0f-8f25-46d6-8324-af4761cd71e0 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:45:06.302411 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b42d14e6-698e-49a5-b2d5-0375be84ffda None None] Transition to ACTIVE for port object fc522b0f-8f25-46d6-8324-af4761cd71e0 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:45:06.314319 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b42d14e6-698e-49a5-b2d5-0375be84ffda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:06.335658 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5a123a35-8d46-4a03-9b9a-fed4a2a4067c tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:06.466102 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42d14e6-698e-49a5-b2d5-0375be84ffda None None] Network 80b4a44d-77e0-45a1-a0f0-bf2e2d110fcd is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:45:06.469739 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-b42d14e6-698e-49a5-b2d5-0375be84ffda None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:45:06.471662 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d14e6-698e-49a5-b2d5-0375be84ffda None None] Pushing event updated for resources: {'Port': ['ID=fc522b0f-8f25-46d6-8324-af4761cd71e0,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:06.473799 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42d14e6-698e-49a5-b2d5-0375be84ffda None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:45:06.510926 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-3ececb4a-642e-4e48-bf7c-93a955bad1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653038030', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:43:31Z', 'updated_at': '2022-04-20T17:43:39Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:32Z', 'updated_at': '2022-04-20T17:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'dff52948-6de6-4c4d-9d0b-16a81f6074c8', 'name': '', 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:8a:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25c13c54-9c74-4955-bd95-10feeeaa0466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:38Z', 'updated_at': '2022-04-20T17:43:45Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': '25c13c54-9c74-4955-bd95-10feeeaa0466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:06.523774 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ececb4a-642e-4e48-bf7c-93a955bad1c6 None None] Checking router: 34ef1210-fb9f-4f00-a68a-9f2a99af9760 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:45:06.559969 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ececb4a-642e-4e48-bf7c-93a955bad1c6 None None] Routers {'34ef1210-fb9f-4f00-a68a-9f2a99af9760'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:45:06.561474 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-3ececb4a-642e-4e48-bf7c-93a955bad1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:44:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['34ef1210-fb9f-4f00-a68a-9f2a99af9760'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:06.574278 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a905eefa-5e89-47fa-81a6-29d0a4b4a772 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:06.590990 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50428) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:06.636073 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b42d14e6-698e-49a5-b2d5-0375be84ffda None None] Attempting to bind port fc522b0f-8f25-46d6-8324-af4761cd71e0 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:45:06.636436 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b42d14e6-698e-49a5-b2d5-0375be84ffda None None] Attempting to bind port fc522b0f-8f25-46d6-8324-af4761cd71e0 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '16c93624-c198-41d5-af12-b6d2102ab618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '80b4a44d-77e0-45a1-a0f0-bf2e2d110fcd'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:45:06.636695 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42d14e6-698e-49a5-b2d5-0375be84ffda None None] Attempting to bind port fc522b0f-8f25-46d6-8324-af4761cd71e0 on network 80b4a44d-77e0-45a1-a0f0-bf2e2d110fcd {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:45:06.644774 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42d14e6-698e-49a5-b2d5-0375be84ffda None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:45:06.646415 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42d14e6-698e-49a5-b2d5-0375be84ffda None None] Checking segment: {'id': '16c93624-c198-41d5-af12-b6d2102ab618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '80b4a44d-77e0-45a1-a0f0-bf2e2d110fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:45:06.646415 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b42d14e6-698e-49a5-b2d5-0375be84ffda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:06.646415 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42d14e6-698e-49a5-b2d5-0375be84ffda None None] Bound using segment: {'id': '16c93624-c198-41d5-af12-b6d2102ab618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '80b4a44d-77e0-45a1-a0f0-bf2e2d110fcd'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:45:06.646763 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b42d14e6-698e-49a5-b2d5-0375be84ffda None None] Bound port: fc522b0f-8f25-46d6-8324-af4761cd71e0, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c93624-c198-41d5-af12-b6d2102ab618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '80b4a44d-77e0-45a1-a0f0-bf2e2d110fcd'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:45:06.646888 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b42d14e6-698e-49a5-b2d5-0375be84ffda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:06.754016 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b42d14e6-698e-49a5-b2d5-0375be84ffda None None] For port fc522b0f-8f25-46d6-8324-af4761cd71e0, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:45:06.758761 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b42d14e6-698e-49a5-b2d5-0375be84ffda None None] For port fc522b0f-8f25-46d6-8324-af4761cd71e0, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=fc522b0f-8f25-46d6-8324-af4761cd71e0,segment=NetworkSegment(16c93624-c198-41d5-af12-b6d2102ab618),segment_id=16c93624-c198-41d5-af12-b6d2102ab618)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:45:06.761154 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5a123a35-8d46-4a03-9b9a-fed4a2a4067c tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:06.763093 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a123a35-8d46-4a03-9b9a-fed4a2a4067c tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Fanout notify agent at l3_agent the message router_deleted on router 0d095c2c-04cc-44f0-a581-641b9a11e304 {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:45:06.767342 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b42d14e6-698e-49a5-b2d5-0375be84ffda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:06.785605 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfe058-d908-4312-96fa-95cde7cd0426 req-d4232acc-f335-4e40-9ba5-e9a6576b11f9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:06.787400 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-2fdfe058-d908-4312-96fa-95cde7cd0426 req-d4232acc-f335-4e40-9ba5-e9a6576b11f9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Synchronizing usage tracker for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:45:06.819970 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-2fdfe058-d908-4312-96fa-95cde7cd0426 req-d4232acc-f335-4e40-9ba5-e9a6576b11f9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Unset dirty status for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:45:06.830003 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fdfe058-d908-4312-96fa-95cde7cd0426 req-d4232acc-f335-4e40-9ba5-e9a6576b11f9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 945 time: 0.2123013 Apr 20 17:45:06.914647 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d14e6-698e-49a5-b2d5-0375be84ffda None None] Pushing event updated for resources: {'Port': ['ID=fc522b0f-8f25-46d6-8324-af4761cd71e0,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:06.923963 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c2d7f-c832-42ef-a12d-7b824309a8ea req-4ecf5318-c3d7-4822-9143-aa34b17639ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:06.926214 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-338c2d7f-c832-42ef-a12d-7b824309a8ea req-4ecf5318-c3d7-4822-9143-aa34b17639ef service neutron] 10.222.0.10 "GET /v2.0/networks?id=3394e549-b24a-4f46-b547-0a1fb9b41b4d HTTP/1.1" status: 200 len: 898 time: 0.6597443 Apr 20 17:45:06.937349 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-2fdfe058-d908-4312-96fa-95cde7cd0426 req-ff09ab84-29b5-4160-af4e-449f918987a2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Deleting port 058b3d5f-ce58-4abd-86a6-8657092830f5 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:45:06.937936 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2fdfe058-d908-4312-96fa-95cde7cd0426 req-ff09ab84-29b5-4160-af4e-449f918987a2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:06.938824 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe5a5e-ec9a-4afa-9b76-bef2d090de74 req-614c9aef-3ad0-4cc9-8f19-aadb620ee7a1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:06.947452 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ccbe5a5e-ec9a-4afa-9b76-bef2d090de74 req-614c9aef-3ad0-4cc9-8f19-aadb620ee7a1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 945 time: 0.6166277 Apr 20 17:45:06.984799 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5822603-e0a5-48f6-90e8-1394b410e855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:06.990879 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-3ececb4a-642e-4e48-bf7c-93a955bad1c6 None None] Set router 34ef1210-fb9f-4f00-a68a-9f2a99af9760 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:45:07.131885 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c5822603-e0a5-48f6-90e8-1394b410e855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:07.140266 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c5822603-e0a5-48f6-90e8-1394b410e855 admin admin] Usage tracker for resource:security_group_rule and tenant:1b72fc22f78d404bb051d390a686a093 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:07.152575 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c5822603-e0a5-48f6-90e8-1394b410e855 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:07.185004 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c5822603-e0a5-48f6-90e8-1394b410e855 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:07.213829 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5a123a35-8d46-4a03-9b9a-fed4a2a4067c tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:07.217779 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5a123a35-8d46-4a03-9b9a-fed4a2a4067c tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "DELETE /v2.0/routers/0d095c2c-04cc-44f0-a581-641b9a11e304 HTTP/1.1" status: 204 len: 168 time: 4.5568483 Apr 20 17:45:07.225568 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50436) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:07.292274 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-338c2d7f-c832-42ef-a12d-7b824309a8ea req-3d5d1192-ff00-4faa-bc7d-dcfac0732f45 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=058b3d5f-ce58-4abd-86a6-8657092830f5 HTTP/1.1" status: 200 len: 217 time: 0.3244793 Apr 20 17:45:07.452500 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-2fdfe058-d908-4312-96fa-95cde7cd0426 req-ff09ab84-29b5-4160-af4e-449f918987a2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] For port 058b3d5f-ce58-4abd-86a6-8657092830f5, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=058b3d5f-ce58-4abd-86a6-8657092830f5,segment=NetworkSegment(6cdcbbd4-f416-4bf1-b6c4-527799bd8e61),segment_id=6cdcbbd4-f416-4bf1-b6c4-527799bd8e61)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:45:07.452725 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2fdfe058-d908-4312-96fa-95cde7cd0426 req-ff09ab84-29b5-4160-af4e-449f918987a2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:07.507325 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c2d7f-c832-42ef-a12d-7b824309a8ea req-87b4004c-753d-4213-a147-c5182717ab4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:07.511222 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-338c2d7f-c832-42ef-a12d-7b824309a8ea req-87b4004c-753d-4213-a147-c5182717ab4e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=25c13c54-9c74-4955-bd95-10feeeaa0466 HTTP/1.1" status: 200 len: 834 time: 0.2072685 Apr 20 17:45:07.513974 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ccbe5a5e-ec9a-4afa-9b76-bef2d090de74 req-71db642b-d16b-4d8d-a29b-055fb5447548 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d4c8120-0526-4840-bcaa-736b4b1c27b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5656197 Apr 20 17:45:07.536071 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5822603-e0a5-48f6-90e8-1394b410e855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:07.582963 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-3ececb4a-642e-4e48-bf7c-93a955bad1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653038030', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:43:31Z', 'updated_at': '2022-04-20T17:43:39Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:32Z', 'updated_at': '2022-04-20T17:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'dff52948-6de6-4c4d-9d0b-16a81f6074c8', 'name': '', 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:8a:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25c13c54-9c74-4955-bd95-10feeeaa0466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:38Z', 'updated_at': '2022-04-20T17:43:45Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': '25c13c54-9c74-4955-bd95-10feeeaa0466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:07.588346 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ececb4a-642e-4e48-bf7c-93a955bad1c6 None None] The sync data for ids ['34ef1210-fb9f-4f00-a68a-9f2a99af9760'] in n-d-838032-1 is: [{'id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653038030', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:43:31Z', 'updated_at': '2022-04-20T17:43:39Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:32Z', 'updated_at': '2022-04-20T17:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'dff52948-6de6-4c4d-9d0b-16a81f6074c8', 'name': '', 'network_id': '3394e549-b24a-4f46-b547-0a1fb9b41b4d', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:8a:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25c13c54-9c74-4955-bd95-10feeeaa0466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:38Z', 'updated_at': '2022-04-20T17:43:45Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': '25c13c54-9c74-4955-bd95-10feeeaa0466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:45:07.636137 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5822603-e0a5-48f6-90e8-1394b410e855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:07.656981 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a905eefa-5e89-47fa-81a6-29d0a4b4a772 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:07.674959 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fcb94d0b-ca3a-42df-8cdb-8e20e93dc119 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:07.748491 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c5822603-e0a5-48f6-90e8-1394b410e855 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1b72fc22f78d404bb051d390a686a093&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1533318 Apr 20 17:45:07.749915 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50440) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:07.755576 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-2fdfe058-d908-4312-96fa-95cde7cd0426 req-ff09ab84-29b5-4160-af4e-449f918987a2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Calling delete_port for 058b3d5f-ce58-4abd-86a6-8657092830f5 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:45:07.832353 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5822603-e0a5-48f6-90e8-1394b410e855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4b68d3-5015-44a7-ba36-1413f474572c,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:07.939923 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2fdfe058-d908-4312-96fa-95cde7cd0426 req-ff09ab84-29b5-4160-af4e-449f918987a2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:07.994328 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09ab84-29b5-4160-af4e-449f918987a2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event deleted for resources: {'Port': ['ID=058b3d5f-ce58-4abd-86a6-8657092830f5,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:08.031055 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-338c2d7f-c832-42ef-a12d-7b824309a8ea req-77edb4f7-68a7-4e0f-aa7f-53ccb8e7f32b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3394e549-b24a-4f46-b547-0a1fb9b41b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4814770 Apr 20 17:45:08.069084 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d1d871-4e6b-4b76-8fd2-ffc8e65b8727 None None] New status for floating IP 5ae7f024-85b9-4307-b321-cdf22babfabb: DOWN {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:45:08.106273 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fdfe058-d908-4312-96fa-95cde7cd0426 req-ff09ab84-29b5-4160-af4e-449f918987a2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] No DVR routers for this DVR port 058b3d5f-ce58-4abd-86a6-8657092830f5 on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:45:08.110168 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2fdfe058-d908-4312-96fa-95cde7cd0426 req-ff09ab84-29b5-4160-af4e-449f918987a2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:08.112853 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f8b078-2978-4444-97c7-199f70640991', 'name': 'network-vif-deleted', 'tag': '058b3d5f-ce58-4abd-86a6-8657092830f5'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:45:08.142694 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fdfe058-d908-4312-96fa-95cde7cd0426 req-ff09ab84-29b5-4160-af4e-449f918987a2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.10 "DELETE /v2.0/ports/058b3d5f-ce58-4abd-86a6-8657092830f5 HTTP/1.1" status: 204 len: 173 time: 1.2938142 Apr 20 17:45:08.208288 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-906484ac-5f70-4dc0-bf18-7f13f509d5f8'] response: {'server_uuid': 'd9f8b078-2978-4444-97c7-199f70640991', 'name': 'network-vif-deleted', 'tag': '058b3d5f-ce58-4abd-86a6-8657092830f5', 'status': 'completed', 'code': 200} Apr 20 17:45:08.223867 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fcb94d0b-ca3a-42df-8cdb-8e20e93dc119 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:08.382556 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-fcb94d0b-ca3a-42df-8cdb-8e20e93dc119 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb7435d-a41a-49ee-945b-0527db5f4316']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:08.460363 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-fcb94d0b-ca3a-42df-8cdb-8e20e93dc119 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3faa15c0-b96c-434c-95a4-5caab8151d53') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:08.461394 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-fcb94d0b-ca3a-42df-8cdb-8e20e93dc119 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3faa15c0-b96c-434c-95a4-5caab8151d53') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:08.514264 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ac676a29-886e-4f43-8c78-e73625998c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:08.577774 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fcb94d0b-ca3a-42df-8cdb-8e20e93dc119 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:08.616089 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-338c2d7f-c832-42ef-a12d-7b824309a8ea req-6cfdbec3-01b2-4b62-93db-4d28f2773be2 service neutron] 10.222.0.10 "GET /v2.0/networks/3394e549-b24a-4f46-b547-0a1fb9b41b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205183 Apr 20 17:45:08.619074 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fcb94d0b-ca3a-42df-8cdb-8e20e93dc119 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:08.622943 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ac676a29-886e-4f43-8c78-e73625998c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:08.635699 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2ec21a-f070-4136-9089-c7980332f061 None None] Network 80b4a44d-77e0-45a1-a0f0-bf2e2d110fcd requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:45:08.698400 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb94d0b-ca3a-42df-8cdb-8e20e93dc119 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:45:08.698839 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fcb94d0b-ca3a-42df-8cdb-8e20e93dc119 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:08.729680 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:45:08.729680 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:45:08.729680 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:45:08.729680 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:45:08.729680 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:45:08.729680 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:45:08.729680 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:45:08.729680 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:45:08.729680 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:45:08.729680 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:45:08.729680 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:45:08.729680 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:45:08.729680 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:45:08.729680 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:45:08.729680 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:45:08.729680 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:45:08.729680 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:45:08.729680 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:45:08.729680 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:45:08.729680 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:45:08.729680 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:45:08.729680 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:45:08.729680 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:45:08.729680 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:45:08.729680 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:45:08.729680 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:45:08.729680 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:45:08.729680 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:45:08.729680 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:45:08.729680 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:45:08.729680 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:45:08.729680 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:45:08.838419 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-7fbf6626-8f3c-4217-941e-5080e9db3237 None None] Provisioning for port fc522b0f-8f25-46d6-8324-af4761cd71e0 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:45:08.980794 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-377c4971-1e73-4cbc-a7ee-d198b305b0af req-f8e55909-f6b0-4604-8e20-ae84b09688b7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9f8b078-2978-4444-97c7-199f70640991 HTTP/1.1" status: 200 len: 210 time: 0.1072452 Apr 20 17:45:09.019259 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fcb94d0b-ca3a-42df-8cdb-8e20e93dc119 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:09.045231 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fcb94d0b-ca3a-42df-8cdb-8e20e93dc119 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:09.102959 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb94d0b-ca3a-42df-8cdb-8e20e93dc119 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] Pushing event deleted for resources: {'Network': ['ID=3cb7435d-a41a-49ee-945b-0527db5f4316,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:09.117395 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a905eefa-5e89-47fa-81a6-29d0a4b4a772 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:09.143927 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-338c2d7f-c832-42ef-a12d-7b824309a8ea req-691e1d76-b357-4152-bed7-8ff671c29d33 service neutron] 10.222.0.10 "GET /v2.0/networks/3394e549-b24a-4f46-b547-0a1fb9b41b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5112290 Apr 20 17:45:09.147586 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ac676a29-886e-4f43-8c78-e73625998c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:09.148816 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device fc522b0f-8f25-46d6-8324-af4761cd71e0 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:45:09.149824 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ac676a29-886e-4f43-8c78-e73625998c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:09.151157 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ac676a29-886e-4f43-8c78-e73625998c47 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9a4b68d3-5015-44a7-ba36-1413f474572c HTTP/1.1" status: 204 len: 168 time: 1.4002817 Apr 20 17:45:09.162698 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fcb94d0b-ca3a-42df-8cdb-8e20e93dc119 tempest-TestSecurityGroupsBasicOps-737453881 tempest-TestSecurityGroupsBasicOps-737453881-project] 10.222.0.39 "DELETE /v2.0/networks/3cb7435d-a41a-49ee-945b-0527db5f4316 HTTP/1.1" status: 204 len: 168 time: 1.9054015 Apr 20 17:45:09.165543 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a905eefa-5e89-47fa-81a6-29d0a4b4a772 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:09.169742 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac676a29-886e-4f43-8c78-e73625998c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4b68d3-5015-44a7-ba36-1413f474572c,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:09.258545 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 058b3d5f-ce58-4abd-86a6-8657092830f5 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:45:09.337477 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 058b3d5f-ce58-4abd-86a6-8657092830f5 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:45:09.338245 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 058b3d5f-ce58-4abd-86a6-8657092830f5 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:45:09.412127 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-23fb4b43-41f8-4c70-958a-b6501fbb3752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:09.425215 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-a905eefa-5e89-47fa-81a6-29d0a4b4a772 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Allocated IP 172.25.8.124 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/73ca121d-71c9-407b-a6ef-f3487d6ebe60) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:45:09.451383 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port fc522b0f-8f25-46d6-8324-af4761cd71e0 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:45:09.459139 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port fc522b0f-8f25-46d6-8324-af4761cd71e0 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:45:09.460739 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:09.608863 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:09.617383 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a905eefa-5e89-47fa-81a6-29d0a4b4a772 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:09.655027 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port fc522b0f-8f25-46d6-8324-af4761cd71e0, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=fc522b0f-8f25-46d6-8324-af4761cd71e0,segment=NetworkSegment(16c93624-c198-41d5-af12-b6d2102ab618),segment_id=16c93624-c198-41d5-af12-b6d2102ab618)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:45:09.656563 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a905eefa-5e89-47fa-81a6-29d0a4b4a772 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:09.668344 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:09.709212 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50472) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:09.723812 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 79532b2a-9081-4854-927e-d6ec31df8b73 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:45:09.775022 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 79532b2a-9081-4854-927e-d6ec31df8b73 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:45:09.775367 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 79532b2a-9081-4854-927e-d6ec31df8b73 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:45:09.802863 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a905eefa-5e89-47fa-81a6-29d0a4b4a772 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:45:09.805758 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-a905eefa-5e89-47fa-81a6-29d0a4b4a772 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:45:09.807811 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=fc522b0f-8f25-46d6-8324-af4761cd71e0,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:09.809794 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a905eefa-5e89-47fa-81a6-29d0a4b4a772 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:45:09.818468 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:09.818804 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:09.819138 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:09.819465 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:09.819785 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:09.820102 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:09.820417 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:09.820730 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:09.821042 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:09.821404 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:09.821721 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:09.859545 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905eefa-5e89-47fa-81a6-29d0a4b4a772 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event updated for resources: {'Port': ['ID=73ca121d-71c9-407b-a6ef-f3487d6ebe60,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:09.945609 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50482) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:09.981354 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-680e1c7c-10ca-4797-b154-0682a07362ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:10.007203 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a905eefa-5e89-47fa-81a6-29d0a4b4a772 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:10.008297 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a905eefa-5e89-47fa-81a6-29d0a4b4a772 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:10.034239 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-680e1c7c-10ca-4797-b154-0682a07362ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:10.038812 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-680e1c7c-10ca-4797-b154-0682a07362ef admin admin] Usage tracker for resource:security_group_rule and tenant:60ce255162294015b5b0fcd0ef8f818e is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:10.041803 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-680e1c7c-10ca-4797-b154-0682a07362ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:10.047840 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-680e1c7c-10ca-4797-b154-0682a07362ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:10.141829 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50488) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:10.192194 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fa9a242e-fd52-48de-87da-ecc8c922f462 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b0685b0cdf464c79ab40968d62484d7b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4810348 Apr 20 17:45:10.196200 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50492) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:10.291161 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-680e1c7c-10ca-4797-b154-0682a07362ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:10.299213 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2f5f9710-7208-42bd-b8c7-269d2bcc1e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:10.301019 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-680e1c7c-10ca-4797-b154-0682a07362ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:10.363572 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e1c7c-10ca-4797-b154-0682a07362ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ebceab-1cce-44b0-b6d5-1663c6cf0f4a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:10.367453 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2f5f9710-7208-42bd-b8c7-269d2bcc1e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:10.409762 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-680e1c7c-10ca-4797-b154-0682a07362ef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=60ce255162294015b5b0fcd0ef8f818e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4623270 Apr 20 17:45:10.412928 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50496) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:10.500780 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b22e9227-91ed-47f2-a9d3-b8cc0255ff77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:10.510799 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2f5f9710-7208-42bd-b8c7-269d2bcc1e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:10.545135 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f9710-7208-42bd-b8c7-269d2bcc1e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ef45f0-529b-4557-8f79-807e647a3b0a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:10.551068 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b22e9227-91ed-47f2-a9d3-b8cc0255ff77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:10.572075 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2f5f9710-7208-42bd-b8c7-269d2bcc1e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:10.575886 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2f5f9710-7208-42bd-b8c7-269d2bcc1e83 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e7ef45f0-529b-4557-8f79-807e647a3b0a HTTP/1.1" status: 204 len: 168 time: 0.3761275 Apr 20 17:45:10.621924 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b22e9227-91ed-47f2-a9d3-b8cc0255ff77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:10.644006 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b22e9227-91ed-47f2-a9d3-b8cc0255ff77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:10.645200 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b22e9227-91ed-47f2-a9d3-b8cc0255ff77 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a9ebceab-1cce-44b0-b6d5-1663c6cf0f4a HTTP/1.1" status: 204 len: 168 time: 0.2311792 Apr 20 17:45:10.646067 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e9227-91ed-47f2-a9d3-b8cc0255ff77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ebceab-1cce-44b0-b6d5-1663c6cf0f4a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:10.773224 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a905eefa-5e89-47fa-81a6-29d0a4b4a772 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Router 091c242f-ad9e-4ccb-9e66-7569ed6481df is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:45:11.016835 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d200e63c-884d-477d-90ff-c27a8ba48870 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:11.071176 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device fc522b0f-8f25-46d6-8324-af4761cd71e0 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:45:11.184300 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port fc522b0f-8f25-46d6-8324-af4761cd71e0 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:45:11.184942 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:11.313191 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a905eefa-5e89-47fa-81a6-29d0a4b4a772 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:45:11.329131 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b390bf2-b8bd-4278-8334-083dad652ac7 None None] Sync routers for ids ['091c242f-ad9e-4ccb-9e66-7569ed6481df'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:45:11.335404 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50526) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:11.348575 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b390bf2-b8bd-4278-8334-083dad652ac7 None None] Routers {'091c242f-ad9e-4ccb-9e66-7569ed6481df'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:45:11.351390 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-2b390bf2-b8bd-4278-8334-083dad652ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:44:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['091c242f-ad9e-4ccb-9e66-7569ed6481df'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:11.395706 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7d813bdc-62e6-41ef-bc89-c81a461f5dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:11.399770 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a905eefa-5e89-47fa-81a6-29d0a4b4a772 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:11.403576 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a905eefa-5e89-47fa-81a6-29d0a4b4a772 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.0341833 Apr 20 17:45:11.403862 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50530) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:11.502495 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-2b390bf2-b8bd-4278-8334-083dad652ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:11.523465 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7d813bdc-62e6-41ef-bc89-c81a461f5dbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:11.527968 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b390bf2-b8bd-4278-8334-083dad652ac7 None None] Routers {'091c242f-ad9e-4ccb-9e66-7569ed6481df'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:45:11.531377 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7d813bdc-62e6-41ef-bc89-c81a461f5dbe admin admin] Usage tracker for resource:security_group_rule and tenant:f07444ebdf934390b55f9022fe867c40 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:11.531933 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-2b390bf2-b8bd-4278-8334-083dad652ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:44:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['091c242f-ad9e-4ccb-9e66-7569ed6481df'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:11.534864 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7d813bdc-62e6-41ef-bc89-c81a461f5dbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:11.541902 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7d813bdc-62e6-41ef-bc89-c81a461f5dbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:11.544236 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-35a2f194-23ac-4a9d-a74b-4c19efc2294d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:11.620082 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-2b390bf2-b8bd-4278-8334-083dad652ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:11.620928 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b390bf2-b8bd-4278-8334-083dad652ac7 None None] The sync data for ids ['091c242f-ad9e-4ccb-9e66-7569ed6481df'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:45:11.679454 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7d813bdc-62e6-41ef-bc89-c81a461f5dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:11.687288 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7d813bdc-62e6-41ef-bc89-c81a461f5dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:11.753286 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d813bdc-62e6-41ef-bc89-c81a461f5dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681570e0-5d72-48eb-8df2-d6e24be038f3,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:11.772009 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7d813bdc-62e6-41ef-bc89-c81a461f5dbe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f07444ebdf934390b55f9022fe867c40&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4348130 Apr 20 17:45:11.774845 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50540) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:11.893422 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e111f94b-6c7c-4fab-8aad-485894824941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:11.927523 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e111f94b-6c7c-4fab-8aad-485894824941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:11.996694 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e111f94b-6c7c-4fab-8aad-485894824941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:12.029640 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e111f94b-6c7c-4fab-8aad-485894824941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:12.031851 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e111f94b-6c7c-4fab-8aad-485894824941 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/681570e0-5d72-48eb-8df2-d6e24be038f3 HTTP/1.1" status: 204 len: 168 time: 0.2558832 Apr 20 17:45:12.033054 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111f94b-6c7c-4fab-8aad-485894824941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681570e0-5d72-48eb-8df2-d6e24be038f3,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:12.094965 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50550) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:12.442574 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c38a4eca-dd24-4d86-bf87-72c3c904d667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:12.510592 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c38a4eca-dd24-4d86-bf87-72c3c904d667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:12.520364 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c38a4eca-dd24-4d86-bf87-72c3c904d667 admin admin] Usage tracker for resource:security_group_rule and tenant:a04d45444cf846f69117af04a8be48be is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:12.523823 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c38a4eca-dd24-4d86-bf87-72c3c904d667 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:12.531620 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c38a4eca-dd24-4d86-bf87-72c3c904d667 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:12.629268 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c38a4eca-dd24-4d86-bf87-72c3c904d667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:12.637048 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c38a4eca-dd24-4d86-bf87-72c3c904d667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:12.639544 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-d200e63c-884d-477d-90ff-c27a8ba48870 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Deleting port dff52948-6de6-4c4d-9d0b-16a81f6074c8 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:45:12.640023 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d200e63c-884d-477d-90ff-c27a8ba48870 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:12.667224 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50564) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:12.685926 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:12.696731 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a4eca-dd24-4d86-bf87-72c3c904d667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f49fcea-da3d-430e-afb3-65c3d93e3ff6,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:12.700830 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c38a4eca-dd24-4d86-bf87-72c3c904d667 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a04d45444cf846f69117af04a8be48be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6046357 Apr 20 17:45:12.703366 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50570) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:12.742955 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:12.767865 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d9a0ed8f-03a2-4d8c-b2c7-6ffc4604df3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:12.794428 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d9a0ed8f-03a2-4d8c-b2c7-6ffc4604df3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:12.848719 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d9a0ed8f-03a2-4d8c-b2c7-6ffc4604df3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:12.863486 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0ed8f-03a2-4d8c-b2c7-6ffc4604df3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f49fcea-da3d-430e-afb3-65c3d93e3ff6,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:12.870330 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d9a0ed8f-03a2-4d8c-b2c7-6ffc4604df3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:12.874127 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d9a0ed8f-03a2-4d8c-b2c7-6ffc4604df3f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5f49fcea-da3d-430e-afb3-65c3d93e3ff6 HTTP/1.1" status: 204 len: 168 time: 0.1698480 Apr 20 17:45:12.971722 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4195ea2f-ca35-4f8e-9e64-ad024536a7ca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c3a9677b8be14c039fb69f1fddf0748c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3033705 Apr 20 17:45:12.974499 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50578) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:13.037663 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-d200e63c-884d-477d-90ff-c27a8ba48870 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] For port dff52948-6de6-4c4d-9d0b-16a81f6074c8, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=dff52948-6de6-4c4d-9d0b-16a81f6074c8,segment=NetworkSegment(6cdcbbd4-f416-4bf1-b6c4-527799bd8e61),segment_id=6cdcbbd4-f416-4bf1-b6c4-527799bd8e61)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:45:13.038151 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d200e63c-884d-477d-90ff-c27a8ba48870 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:13.045577 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8d06db04-8247-4212-9b99-7c0b9b852a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:13.077847 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8d06db04-8247-4212-9b99-7c0b9b852a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:13.139591 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8d06db04-8247-4212-9b99-7c0b9b852a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:13.159517 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06db04-8247-4212-9b99-7c0b9b852a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0970ab-31cf-443d-a6e6-b7b45cbf38c0,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:13.165007 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-d200e63c-884d-477d-90ff-c27a8ba48870 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Calling delete_port for dff52948-6de6-4c4d-9d0b-16a81f6074c8 owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:45:13.179045 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8d06db04-8247-4212-9b99-7c0b9b852a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:13.183194 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8d06db04-8247-4212-9b99-7c0b9b852a85 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fd0970ab-31cf-443d-a6e6-b7b45cbf38c0 HTTP/1.1" status: 204 len: 168 time: 0.2046273 Apr 20 17:45:13.389014 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:13.429178 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50592) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:13.453424 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-05f279f4-dc65-44dc-ba10-78a4780f6d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:13.498921 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-05f279f4-dc65-44dc-ba10-78a4780f6d12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:13.504920 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-05f279f4-dc65-44dc-ba10-78a4780f6d12 admin admin] Usage tracker for resource:security_group_rule and tenant:9bc549bb44d344ab8c64b48349af1039 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:13.510995 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-05f279f4-dc65-44dc-ba10-78a4780f6d12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:13.514717 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8516ef79-4698-40d9-bb50-98d1f9d0268d tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:13.521592 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-05f279f4-dc65-44dc-ba10-78a4780f6d12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:13.526745 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d200e63c-884d-477d-90ff-c27a8ba48870 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:13.588909 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d200e63c-884d-477d-90ff-c27a8ba48870 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event deleted for resources: {'Port': ['ID=dff52948-6de6-4c4d-9d0b-16a81f6074c8,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:13.650891 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-05f279f4-dc65-44dc-ba10-78a4780f6d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:13.660190 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-05f279f4-dc65-44dc-ba10-78a4780f6d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:13.740970 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f279f4-dc65-44dc-ba10-78a4780f6d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1137fb34-3fa7-41b0-be78-7e526928e9e9,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:13.747312 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-05f279f4-dc65-44dc-ba10-78a4780f6d12 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9bc549bb44d344ab8c64b48349af1039&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3166196 Apr 20 17:45:13.751447 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50598) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:13.864714 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5b462227-2550-4144-8936-ab64f253f601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:13.923302 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5b462227-2550-4144-8936-ab64f253f601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:14.014052 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5b462227-2550-4144-8936-ab64f253f601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:14.033082 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b462227-2550-4144-8936-ab64f253f601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1137fb34-3fa7-41b0-be78-7e526928e9e9,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:14.049369 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5b462227-2550-4144-8936-ab64f253f601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:14.054911 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5b462227-2550-4144-8936-ab64f253f601 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1137fb34-3fa7-41b0-be78-7e526928e9e9 HTTP/1.1" status: 204 len: 168 time: 0.3011446 Apr 20 17:45:14.074968 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:14.448219 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-8516ef79-4698-40d9-bb50-98d1f9d0268d tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Allocated IP 172.20.0.1 (80b4a44d-77e0-45a1-a0f0-bf2e2d110fcd/092a987a-a6c9-4866-b72c-050deb15d37c/f997d9f9-18b6-4fb2-acfd-f9c70eceb4ea) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:45:14.484179 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d200e63c-884d-477d-90ff-c27a8ba48870 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:14.769715 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8516ef79-4698-40d9-bb50-98d1f9d0268d tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:14.790305 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-8516ef79-4698-40d9-bb50-98d1f9d0268d tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Transition to ACTIVE for port object f997d9f9-18b6-4fb2-acfd-f9c70eceb4ea will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:45:14.982267 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8516ef79-4698-40d9-bb50-98d1f9d0268d tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:15.076266 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8516ef79-4698-40d9-bb50-98d1f9d0268d tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Network 80b4a44d-77e0-45a1-a0f0-bf2e2d110fcd is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:45:15.077018 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516ef79-4698-40d9-bb50-98d1f9d0268d tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event updated for resources: {'Port': ['ID=f997d9f9-18b6-4fb2-acfd-f9c70eceb4ea,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:15.088282 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-8516ef79-4698-40d9-bb50-98d1f9d0268d tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:45:15.092820 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8516ef79-4698-40d9-bb50-98d1f9d0268d tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:45:15.230287 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8516ef79-4698-40d9-bb50-98d1f9d0268d tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:15.318258 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:15.381975 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e99e1a5d-e0ce-44ee-8376-c43f5398b6fa None None] Provisioning for port f997d9f9-18b6-4fb2-acfd-f9c70eceb4ea completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:45:15.389006 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e99e1a5d-e0ce-44ee-8376-c43f5398b6fa None None] Provisioning complete for port f997d9f9-18b6-4fb2-acfd-f9c70eceb4ea triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:45:15.389478 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e99e1a5d-e0ce-44ee-8376-c43f5398b6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:15.412301 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8516ef79-4698-40d9-bb50-98d1f9d0268d tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:15.456237 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-e99e1a5d-e0ce-44ee-8376-c43f5398b6fa None None] Port f997d9f9-18b6-4fb2-acfd-f9c70eceb4ea cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:45:15.515569 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50666) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:15.672929 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1ad23418-e58a-44f8-af02-1e494f7f9b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:15.705774 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1ad23418-e58a-44f8-af02-1e494f7f9b03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:15.709757 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1ad23418-e58a-44f8-af02-1e494f7f9b03 admin admin] Usage tracker for resource:security_group_rule and tenant:37c56fba3d5d47aa8e0d3e5bfe8d6b4c is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:15.712680 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1ad23418-e58a-44f8-af02-1e494f7f9b03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:15.718469 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1ad23418-e58a-44f8-af02-1e494f7f9b03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:15.793793 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1ad23418-e58a-44f8-af02-1e494f7f9b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:15.800622 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1ad23418-e58a-44f8-af02-1e494f7f9b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:15.811209 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d200e63c-884d-477d-90ff-c27a8ba48870 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Router 34ef1210-fb9f-4f00-a68a-9f2a99af9760 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:45:15.847566 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad23418-e58a-44f8-af02-1e494f7f9b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8692f9b-7d9c-48d5-8335-0814b845befe,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:15.855913 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1ad23418-e58a-44f8-af02-1e494f7f9b03 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=37c56fba3d5d47aa8e0d3e5bfe8d6b4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3391981 Apr 20 17:45:15.856695 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50678) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:15.917883 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6ef365bf-6000-451b-afae-d119d71c486d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:15.943319 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6ef365bf-6000-451b-afae-d119d71c486d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:15.998481 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6ef365bf-6000-451b-afae-d119d71c486d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:16.016465 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef365bf-6000-451b-afae-d119d71c486d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8692f9b-7d9c-48d5-8335-0814b845befe,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:16.020805 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6ef365bf-6000-451b-afae-d119d71c486d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:16.022854 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6ef365bf-6000-451b-afae-d119d71c486d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d8692f9b-7d9c-48d5-8335-0814b845befe HTTP/1.1" status: 204 len: 168 time: 0.1641614 Apr 20 17:45:16.121311 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8516ef79-4698-40d9-bb50-98d1f9d0268d tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:16.128471 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8516ef79-4698-40d9-bb50-98d1f9d0268d tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:16.253751 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516ef79-4698-40d9-bb50-98d1f9d0268d tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event updated for resources: {'Port': ['ID=f997d9f9-18b6-4fb2-acfd-f9c70eceb4ea,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:16.259353 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8516ef79-4698-40d9-bb50-98d1f9d0268d tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:16.333601 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d200e63c-884d-477d-90ff-c27a8ba48870 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:45:16.350008 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a30abc-5f97-4d7b-9afa-bbd08eaeaa4e None None] Sync routers for ids ['34ef1210-fb9f-4f00-a68a-9f2a99af9760'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:45:16.364233 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a30abc-5f97-4d7b-9afa-bbd08eaeaa4e None None] Routers {'34ef1210-fb9f-4f00-a68a-9f2a99af9760'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:45:16.365715 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-23a30abc-5f97-4d7b-9afa-bbd08eaeaa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:45:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['34ef1210-fb9f-4f00-a68a-9f2a99af9760'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:16.369970 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50696) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:16.370308 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d200e63c-884d-477d-90ff-c27a8ba48870 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "PUT /v2.0/routers/34ef1210-fb9f-4f00-a68a-9f2a99af9760/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2267685 Apr 20 17:45:16.425648 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8516ef79-4698-40d9-bb50-98d1f9d0268d tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Network 80b4a44d-77e0-45a1-a0f0-bf2e2d110fcd is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:45:16.426978 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-8516ef79-4698-40d9-bb50-98d1f9d0268d tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:45:16.491758 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50700) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:16.709985 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-23a30abc-5f97-4d7b-9afa-bbd08eaeaa4e None None] Set router 34ef1210-fb9f-4f00-a68a-9f2a99af9760 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:45:16.801112 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-74f4cc35-0b4a-4e8e-b1d6-b73c4a11b812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:16.815111 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd819195-398d-408f-9619-653b254ed6c3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Deleting subnet 25c13c54-9c74-4955-bd95-10feeeaa0466 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:45:16.821169 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cd819195-398d-408f-9619-653b254ed6c3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:16.887593 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8516ef79-4698-40d9-bb50-98d1f9d0268d tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Router 091c242f-ad9e-4ccb-9e66-7569ed6481df has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:45:16.910587 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-74f4cc35-0b4a-4e8e-b1d6-b73c4a11b812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:16.915133 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cd819195-398d-408f-9619-653b254ed6c3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:16.915496 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-7ea0835f-b6bd-482b-afc3-92a996daf9f4 None None] Provisioning complete for port f997d9f9-18b6-4fb2-acfd-f9c70eceb4ea triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:45:16.915871 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7ea0835f-b6bd-482b-afc3-92a996daf9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:16.957024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-74f4cc35-0b4a-4e8e-b1d6-b73c4a11b812 admin admin] Usage tracker for resource:security_group_rule and tenant:35410d2dfb7640c9b3531642293bbf89 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:16.978795 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-74f4cc35-0b4a-4e8e-b1d6-b73c4a11b812 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:16.988133 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-7ea0835f-b6bd-482b-afc3-92a996daf9f4 None None] Port f997d9f9-18b6-4fb2-acfd-f9c70eceb4ea cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:45:16.990811 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-74f4cc35-0b4a-4e8e-b1d6-b73c4a11b812 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:17.080533 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-23a30abc-5f97-4d7b-9afa-bbd08eaeaa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653038030', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:43:31Z', 'updated_at': '2022-04-20T17:45:13Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:32Z', 'updated_at': '2022-04-20T17:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:17.084814 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a30abc-5f97-4d7b-9afa-bbd08eaeaa4e None None] Checking router: 34ef1210-fb9f-4f00-a68a-9f2a99af9760 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:45:17.101417 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a30abc-5f97-4d7b-9afa-bbd08eaeaa4e None None] Routers {'34ef1210-fb9f-4f00-a68a-9f2a99af9760'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:45:17.102094 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-23a30abc-5f97-4d7b-9afa-bbd08eaeaa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:45:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['34ef1210-fb9f-4f00-a68a-9f2a99af9760'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:17.111976 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50712) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:17.124260 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-74f4cc35-0b4a-4e8e-b1d6-b73c4a11b812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:17.127266 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cd819195-398d-408f-9619-653b254ed6c3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:17.137193 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8516ef79-4698-40d9-bb50-98d1f9d0268d tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:45:17.144869 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8516ef79-4698-40d9-bb50-98d1f9d0268d tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "PUT /v2.0/routers/091c242f-ad9e-4ccb-9e66-7569ed6481df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7377317 Apr 20 17:45:17.145248 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50718) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:17.151066 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-53b3aefb-a62b-400b-8896-e9d1b7d7f5b7 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Request body: {'port': {'network_id': '80b4a44d-77e0-45a1-a0f0-bf2e2d110fcd', 'name': 'tempest-FloatingIPTestJSON-1544632925'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:45:17.151860 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353eec67-0fc6-4f5c-afe0-c34060e1e58e None None] Sync routers for ids ['091c242f-ad9e-4ccb-9e66-7569ed6481df'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:45:17.169110 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353eec67-0fc6-4f5c-afe0-c34060e1e58e None None] Routers {'091c242f-ad9e-4ccb-9e66-7569ed6481df'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:45:17.169721 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-353eec67-0fc6-4f5c-afe0-c34060e1e58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:45:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['091c242f-ad9e-4ccb-9e66-7569ed6481df'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:17.181608 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-74f4cc35-0b4a-4e8e-b1d6-b73c4a11b812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:17.299684 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-353eec67-0fc6-4f5c-afe0-c34060e1e58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:17.304700 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-23a30abc-5f97-4d7b-9afa-bbd08eaeaa4e None None] Set router 34ef1210-fb9f-4f00-a68a-9f2a99af9760 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:45:17.312732 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353eec67-0fc6-4f5c-afe0-c34060e1e58e None None] Routers {'091c242f-ad9e-4ccb-9e66-7569ed6481df'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:45:17.313664 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-353eec67-0fc6-4f5c-afe0-c34060e1e58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:45:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['091c242f-ad9e-4ccb-9e66-7569ed6481df'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:17.346532 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cd819195-398d-408f-9619-653b254ed6c3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:17.350584 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f4cc35-0b4a-4e8e-b1d6-b73c4a11b812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44174d59-0a50-4f9c-855e-2198f87f3a71,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:17.380634 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-353eec67-0fc6-4f5c-afe0-c34060e1e58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:17.381343 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353eec67-0fc6-4f5c-afe0-c34060e1e58e None None] The sync data for ids ['091c242f-ad9e-4ccb-9e66-7569ed6481df'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:45:17.404856 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-faa6e2ab-a059-456d-8874-e04dda25c8aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:17.408720 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-74f4cc35-0b4a-4e8e-b1d6-b73c4a11b812 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=35410d2dfb7640c9b3531642293bbf89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9152365 Apr 20 17:45:17.411071 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd819195-398d-408f-9619-653b254ed6c3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event deleted for resources: {'Subnet': ['ID=25c13c54-9c74-4955-bd95-10feeeaa0466,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:17.413301 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50722) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:17.452080 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cd819195-398d-408f-9619-653b254ed6c3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:17.478831 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-faa6e2ab-a059-456d-8874-e04dda25c8aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:17.485879 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-faa6e2ab-a059-456d-8874-e04dda25c8aa admin admin] Usage tracker for resource:security_group_rule and tenant:6ab0f0f7780b4c729713466d45460b7a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:17.493494 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-faa6e2ab-a059-456d-8874-e04dda25c8aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:17.496533 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-53b3aefb-a62b-400b-8896-e9d1b7d7f5b7 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:17.502441 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-faa6e2ab-a059-456d-8874-e04dda25c8aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:17.502627 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad50f9b-f311-4ea9-8bd7-5fbbf1fb6965 None None] Network 3394e549-b24a-4f46-b547-0a1fb9b41b4d requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:45:17.504925 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-53b3aefb-a62b-400b-8896-e9d1b7d7f5b7 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Usage tracker for resource:port and tenant:c9d6fd43f57648e69fdcea7121532365 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:17.508885 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-53b3aefb-a62b-400b-8896-e9d1b7d7f5b7 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:17.509655 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cd819195-398d-408f-9619-653b254ed6c3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "DELETE /v2.0/subnets/25c13c54-9c74-4955-bd95-10feeeaa0466 HTTP/1.1" status: 204 len: 168 time: 1.1384242 Apr 20 17:45:17.512799 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50726) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:17.521840 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-53b3aefb-a62b-400b-8896-e9d1b7d7f5b7 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:17.542437 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b3aefb-a62b-400b-8896-e9d1b7d7f5b7 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Made reservation on behalf of c9d6fd43f57648e69fdcea7121532365 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:45:17.545680 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-53b3aefb-a62b-400b-8896-e9d1b7d7f5b7 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:17.585804 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-53b3aefb-a62b-400b-8896-e9d1b7d7f5b7 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] device_id is not set on port 84ca0e4f-5e72-4214-b0e5-3f3c3b1faa41 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:45:17.670668 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-faa6e2ab-a059-456d-8874-e04dda25c8aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:17.682585 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-faa6e2ab-a059-456d-8874-e04dda25c8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:17.698551 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8ca16853-e691-49c4-ad78-97a520461699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:17.772762 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6e2ab-a059-456d-8874-e04dda25c8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8519866b-8264-419c-9c40-02ff0b82e1dc,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:17.784778 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-faa6e2ab-a059-456d-8874-e04dda25c8aa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6ab0f0f7780b4c729713466d45460b7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6706231 Apr 20 17:45:17.787693 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50730) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:17.794148 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8ca16853-e691-49c4-ad78-97a520461699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:17.804261 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-23a30abc-5f97-4d7b-9afa-bbd08eaeaa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653038030', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:43:31Z', 'updated_at': '2022-04-20T17:45:13Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:32Z', 'updated_at': '2022-04-20T17:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:17.808766 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a30abc-5f97-4d7b-9afa-bbd08eaeaa4e None None] The sync data for ids ['34ef1210-fb9f-4f00-a68a-9f2a99af9760'] in n-d-838032-1 is: [{'id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653038030', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:43:31Z', 'updated_at': '2022-04-20T17:45:13Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ef1210-fb9f-4f00-a68a-9f2a99af9760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:43:32Z', 'updated_at': '2022-04-20T17:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:45:17.824182 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-53b3aefb-a62b-400b-8896-e9d1b7d7f5b7 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Allocated IP 172.20.0.11 (80b4a44d-77e0-45a1-a0f0-bf2e2d110fcd/092a987a-a6c9-4866-b72c-050deb15d37c/84ca0e4f-5e72-4214-b0e5-3f3c3b1faa41) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:45:17.875061 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3f87fc-ea59-4dae-9001-3b63d76de393 None None] DHCP port deletion for 3394e549-b24a-4f46-b547-0a1fb9b41b4d request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:45:17.883673 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0a3f87fc-ea59-4dae-9001-3b63d76de393 None None] Deleting port 9e8aedc1-4ca2-496d-9d79-5391fc82410a {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:45:17.885596 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0a3f87fc-ea59-4dae-9001-3b63d76de393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:17.907977 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-25c3c0a0-4c5a-4203-9a91-b7375bc8355c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:17.912253 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8ca16853-e691-49c4-ad78-97a520461699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:17.937216 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca16853-e691-49c4-ad78-97a520461699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44174d59-0a50-4f9c-855e-2198f87f3a71,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:17.942521 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8ca16853-e691-49c4-ad78-97a520461699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:17.943769 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8ca16853-e691-49c4-ad78-97a520461699 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/44174d59-0a50-4f9c-855e-2198f87f3a71 HTTP/1.1" status: 204 len: 168 time: 0.5258613 Apr 20 17:45:17.955663 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-27075193-90de-4a60-92ab-cf1035d595e9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:18.007077 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-25c3c0a0-4c5a-4203-9a91-b7375bc8355c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:18.127155 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-53b3aefb-a62b-400b-8896-e9d1b7d7f5b7 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:18.132528 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0a3f87fc-ea59-4dae-9001-3b63d76de393 None None] For port 9e8aedc1-4ca2-496d-9d79-5391fc82410a, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9e8aedc1-4ca2-496d-9d79-5391fc82410a,segment=NetworkSegment(6cdcbbd4-f416-4bf1-b6c4-527799bd8e61),segment_id=6cdcbbd4-f416-4bf1-b6c4-527799bd8e61)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:45:18.133388 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0a3f87fc-ea59-4dae-9001-3b63d76de393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:18.139278 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-25c3c0a0-4c5a-4203-9a91-b7375bc8355c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:18.162917 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-53b3aefb-a62b-400b-8896-e9d1b7d7f5b7 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Transition to ACTIVE for port object 84ca0e4f-5e72-4214-b0e5-3f3c3b1faa41 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:45:18.164599 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3c0a0-4c5a-4203-9a91-b7375bc8355c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8519866b-8264-419c-9c40-02ff0b82e1dc,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:18.183397 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-25c3c0a0-4c5a-4203-9a91-b7375bc8355c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:18.184522 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-25c3c0a0-4c5a-4203-9a91-b7375bc8355c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8519866b-8264-419c-9c40-02ff0b82e1dc HTTP/1.1" status: 204 len: 168 time: 0.3960476 Apr 20 17:45:18.200286 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-27075193-90de-4a60-92ab-cf1035d595e9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:18.222982 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-27075193-90de-4a60-92ab-cf1035d595e9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Deleting port ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:45:18.223434 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-27075193-90de-4a60-92ab-cf1035d595e9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:18.232514 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-53b3aefb-a62b-400b-8896-e9d1b7d7f5b7 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:18.339262 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b3aefb-a62b-400b-8896-e9d1b7d7f5b7 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Network 80b4a44d-77e0-45a1-a0f0-bf2e2d110fcd is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:45:18.343187 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-53b3aefb-a62b-400b-8896-e9d1b7d7f5b7 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:45:18.359469 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b3aefb-a62b-400b-8896-e9d1b7d7f5b7 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:45:18.400569 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3aefb-a62b-400b-8896-e9d1b7d7f5b7 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event updated for resources: {'Port': ['ID=84ca0e4f-5e72-4214-b0e5-3f3c3b1faa41,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:18.443868 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0a3f87fc-ea59-4dae-9001-3b63d76de393 None None] Calling delete_port for 9e8aedc1-4ca2-496d-9d79-5391fc82410a owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:45:18.472580 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b3aefb-a62b-400b-8896-e9d1b7d7f5b7 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:18.474871 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-53b3aefb-a62b-400b-8896-e9d1b7d7f5b7 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:18.522403 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-53b3aefb-a62b-400b-8896-e9d1b7d7f5b7 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3739023 Apr 20 17:45:18.522935 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50744) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:18.530032 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-09d5d587-3f1c-4e1e-9919-3ce137ba4aa1 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Request body: {'floatingip': {'port_id': '84ca0e4f-5e72-4214-b0e5-3f3c3b1faa41'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:45:18.574441 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0a3f87fc-ea59-4dae-9001-3b63d76de393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:18.649600 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f87fc-ea59-4dae-9001-3b63d76de393 None None] Pushing event deleted for resources: {'Port': ['ID=9e8aedc1-4ca2-496d-9d79-5391fc82410a,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:18.654515 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3f87fc-ea59-4dae-9001-3b63d76de393 None None] No DVR routers for this DVR port 9e8aedc1-4ca2-496d-9d79-5391fc82410a on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:45:18.662940 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-27075193-90de-4a60-92ab-cf1035d595e9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] For port ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:45:18.663267 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-27075193-90de-4a60-92ab-cf1035d595e9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:18.722929 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-09d5d587-3f1c-4e1e-9919-3ce137ba4aa1 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for floatingip, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:18.819064 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-27075193-90de-4a60-92ab-cf1035d595e9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Calling delete_port for ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:45:18.836213 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3a769a3d-4e1c-4a31-890d-1007813d66b5 None None] Provisioning for port 84ca0e4f-5e72-4214-b0e5-3f3c3b1faa41 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:45:18.842344 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3a769a3d-4e1c-4a31-890d-1007813d66b5 None None] Provisioning complete for port 84ca0e4f-5e72-4214-b0e5-3f3c3b1faa41 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:45:18.842867 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3a769a3d-4e1c-4a31-890d-1007813d66b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:18.913595 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3a769a3d-4e1c-4a31-890d-1007813d66b5 None None] Port 84ca0e4f-5e72-4214-b0e5-3f3c3b1faa41 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:45:18.938582 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50754) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:18.961326 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8d1e0a22-4ae4-4600-b19c-a37c7b6953b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:19.007733 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8d1e0a22-4ae4-4600-b19c-a37c7b6953b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:19.013891 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8d1e0a22-4ae4-4600-b19c-a37c7b6953b5 admin admin] Usage tracker for resource:security_group_rule and tenant:7f76e08de8f2496da9896ca4805faaa0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:19.017527 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8d1e0a22-4ae4-4600-b19c-a37c7b6953b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:19.025322 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8d1e0a22-4ae4-4600-b19c-a37c7b6953b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:19.039044 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device dff52948-6de6-4c4d-9d0b-16a81f6074c8 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:45:19.071336 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: dff52948-6de6-4c4d-9d0b-16a81f6074c8 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:45:19.071831 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device dff52948-6de6-4c4d-9d0b-16a81f6074c8 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:45:19.072433 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9e8aedc1-4ca2-496d-9d79-5391fc82410a no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:45:19.107888 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 9e8aedc1-4ca2-496d-9d79-5391fc82410a {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:45:19.108361 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9e8aedc1-4ca2-496d-9d79-5391fc82410a not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:45:19.117859 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-27075193-90de-4a60-92ab-cf1035d595e9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:19.170825 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27075193-90de-4a60-92ab-cf1035d595e9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event deleted for resources: {'Port': ['ID=ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:19.405788 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8d1e0a22-4ae4-4600-b19c-a37c7b6953b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:19.422824 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8d1e0a22-4ae4-4600-b19c-a37c7b6953b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:19.448826 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-27075193-90de-4a60-92ab-cf1035d595e9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:19.585944 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-09d5d587-3f1c-4e1e-9919-3ce137ba4aa1 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:19.592559 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-09d5d587-3f1c-4e1e-9919-3ce137ba4aa1 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:19.708157 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e0a22-4ae4-4600-b19c-a37c7b6953b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c906f72-119d-4aef-b16d-b76adf9e791d,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:19.717882 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8d1e0a22-4ae4-4600-b19c-a37c7b6953b5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7f76e08de8f2496da9896ca4805faaa0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7782903 Apr 20 17:45:19.718529 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50770) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:19.806307 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [None req-09d5d587-3f1c-4e1e-9919-3ce137ba4aa1 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Floating IP af9b3e95-707b-49e0-a510-150c08bb954b associated. External IP: 172.25.8.137, port: 754251c9-243b-44a8-9c46-8d0c73021fa5. Apr 20 17:45:19.878174 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-27075193-90de-4a60-92ab-cf1035d595e9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:19.912258 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-78403239-01d7-41f9-be39-c20dbb641a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:19.915336 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-27075193-90de-4a60-92ab-cf1035d595e9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:19.946497 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-78403239-01d7-41f9-be39-c20dbb641a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:19.987464 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-27075193-90de-4a60-92ab-cf1035d595e9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:19.988147 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27075193-90de-4a60-92ab-cf1035d595e9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Fanout notify agent at l3_agent the message router_deleted on router 34ef1210-fb9f-4f00-a68a-9f2a99af9760 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:45:20.017090 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-27075193-90de-4a60-92ab-cf1035d595e9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:20.018328 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-27075193-90de-4a60-92ab-cf1035d595e9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "DELETE /v2.0/routers/34ef1210-fb9f-4f00-a68a-9f2a99af9760 HTTP/1.1" status: 204 len: 168 time: 2.5046599 Apr 20 17:45:20.021332 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50782) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:20.045018 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-78403239-01d7-41f9-be39-c20dbb641a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:20.047458 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-78403239-01d7-41f9-be39-c20dbb641a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:20.051289 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-78403239-01d7-41f9-be39-c20dbb641a74 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0c906f72-119d-4aef-b16d-b76adf9e791d HTTP/1.1" status: 204 len: 168 time: 0.3286183 Apr 20 17:45:20.152224 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78403239-01d7-41f9-be39-c20dbb641a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c906f72-119d-4aef-b16d-b76adf9e791d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:20.211449 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a728756f-cf46-4947-9995-0e1407360964 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:20.279921 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d5d587-3f1c-4e1e-9919-3ce137ba4aa1 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Router ed52b34c-0634-4c6d-ab70-77ac5a590f6c has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:45:20.355114 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a728756f-cf46-4947-9995-0e1407360964 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:20.390767 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-a728756f-cf46-4947-9995-0e1407360964 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3394e549-b24a-4f46-b547-0a1fb9b41b4d']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:20.406500 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-a728756f-cf46-4947-9995-0e1407360964 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cdcbbd4-f416-4bf1-b6c4-527799bd8e61') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:20.406962 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-a728756f-cf46-4947-9995-0e1407360964 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cdcbbd4-f416-4bf1-b6c4-527799bd8e61') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:20.429095 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a728756f-cf46-4947-9995-0e1407360964 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:20.454904 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a728756f-cf46-4947-9995-0e1407360964 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:20.462518 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a728756f-cf46-4947-9995-0e1407360964 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:45:20.463836 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a728756f-cf46-4947-9995-0e1407360964 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:20.492353 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:45:20.492353 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:45:20.492353 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:45:20.492353 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:45:20.492353 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:45:20.492353 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:45:20.492353 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:45:20.492353 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:45:20.492353 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:45:20.492353 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:45:20.492353 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:45:20.492353 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:45:20.492353 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:45:20.492353 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:45:20.492353 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:45:20.492353 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:45:20.492353 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:45:20.492353 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:45:20.492353 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:45:20.492353 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:45:20.492353 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:45:20.492353 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:45:20.492353 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:45:20.492353 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:45:20.492353 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:45:20.492353 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:45:20.492353 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:45:20.492353 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:45:20.492353 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:45:20.492353 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:45:20.492353 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:45:20.492353 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:45:20.515930 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d5d587-3f1c-4e1e-9919-3ce137ba4aa1 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:45:20.529052 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a762f9b-b349-4bda-a962-003ef57c0ca1 None None] Sync routers for ids ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:45:20.547619 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a762f9b-b349-4bda-a962-003ef57c0ca1 None None] Routers {'ed52b34c-0634-4c6d-ab70-77ac5a590f6c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:45:20.548238 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2a762f9b-b349-4bda-a962-003ef57c0ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:45:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:20.633067 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2a762f9b-b349-4bda-a962-003ef57c0ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:20.644904 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a762f9b-b349-4bda-a962-003ef57c0ca1 None None] Routers {'ed52b34c-0634-4c6d-ab70-77ac5a590f6c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:45:20.645801 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2a762f9b-b349-4bda-a962-003ef57c0ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:45:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:20.684432 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a728756f-cf46-4947-9995-0e1407360964 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:20.724997 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2a762f9b-b349-4bda-a962-003ef57c0ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:20.724997 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a762f9b-b349-4bda-a962-003ef57c0ca1 None None] The sync data for ids ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:45:20.725566 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a728756f-cf46-4947-9995-0e1407360964 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:20.739063 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728756f-cf46-4947-9995-0e1407360964 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event deleted for resources: {'Network': ['ID=3394e549-b24a-4f46-b547-0a1fb9b41b4d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:20.750726 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a728756f-cf46-4947-9995-0e1407360964 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "DELETE /v2.0/networks/3394e549-b24a-4f46-b547-0a1fb9b41b4d HTTP/1.1" status: 204 len: 168 time: 0.7283106 Apr 20 17:45:20.753325 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50804) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:20.849457 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4ce0a01e-5020-477a-9bd2-906f873b1aea tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:20.887983 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4ce0a01e-5020-477a-9bd2-906f873b1aea tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:20.958026 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4ce0a01e-5020-477a-9bd2-906f873b1aea tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:20.970988 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d5d587-3f1c-4e1e-9919-3ce137ba4aa1 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Router 091c242f-ad9e-4ccb-9e66-7569ed6481df has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:45:21.003970 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0a01e-5020-477a-9bd2-906f873b1aea tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4c8120-0526-4840-bcaa-736b4b1c27b1,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:21.030016 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4ce0a01e-5020-477a-9bd2-906f873b1aea tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:21.031617 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4ce0a01e-5020-477a-9bd2-906f873b1aea tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "DELETE /v2.0/security-groups/8d4c8120-0526-4840-bcaa-736b4b1c27b1 HTTP/1.1" status: 204 len: 168 time: 0.2770612 Apr 20 17:45:21.047958 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:45:21.096633 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:45:21.097283 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ed1d3af6-5b3a-46b4-b27f-e35dca99ed9f not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:45:21.221127 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d5d587-3f1c-4e1e-9919-3ce137ba4aa1 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:45:21.226948 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-09d5d587-3f1c-4e1e-9919-3ce137ba4aa1 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:21.232726 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a244a229-cd7c-40dd-99ff-e9ce1d2decef None None] Sync routers for ids ['091c242f-ad9e-4ccb-9e66-7569ed6481df'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:45:21.258782 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a244a229-cd7c-40dd-99ff-e9ce1d2decef None None] Routers {'091c242f-ad9e-4ccb-9e66-7569ed6481df'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:45:21.259414 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a244a229-cd7c-40dd-99ff-e9ce1d2decef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:45:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['091c242f-ad9e-4ccb-9e66-7569ed6481df'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:21.397785 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a244a229-cd7c-40dd-99ff-e9ce1d2decef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:21.422860 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a244a229-cd7c-40dd-99ff-e9ce1d2decef None None] Routers {'091c242f-ad9e-4ccb-9e66-7569ed6481df'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:45:21.423741 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a244a229-cd7c-40dd-99ff-e9ce1d2decef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:45:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['091c242f-ad9e-4ccb-9e66-7569ed6481df'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:21.517014 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50832) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:21.523702 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-44fb97e6-3752-4106-bf4c-dd69c0552557 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-319698812', 'description': 'tempest-secgroup-smoke-319698812 description', 'project_id': 'ac289a58365e49439c6a449ebba5fb54'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:45:21.530774 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-44fb97e6-3752-4106-bf4c-dd69c0552557 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:21.536401 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-44fb97e6-3752-4106-bf4c-dd69c0552557 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:security_group and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:21.536952 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a244a229-cd7c-40dd-99ff-e9ce1d2decef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:21.537581 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a244a229-cd7c-40dd-99ff-e9ce1d2decef None None] The sync data for ids ['091c242f-ad9e-4ccb-9e66-7569ed6481df'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:45:21.540184 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-44fb97e6-3752-4106-bf4c-dd69c0552557 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:21.554214 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-44fb97e6-3752-4106-bf4c-dd69c0552557 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:21.566667 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-09d5d587-3f1c-4e1e-9919-3ce137ba4aa1 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "PUT /v2.0/floatingips/af9b3e95-707b-49e0-a510-150c08bb954b HTTP/1.1" status: 200 len: 979 time: 3.0424807 Apr 20 17:45:21.569934 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50836) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:21.604692 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-44fb97e6-3752-4106-bf4c-dd69c0552557 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:21.672069 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-363b4bad-1a2f-48f8-8718-593000536778 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Deleting port 84ca0e4f-5e72-4214-b0e5-3f3c3b1faa41 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:45:21.672439 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-363b4bad-1a2f-48f8-8718-593000536778 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:21.730551 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-44fb97e6-3752-4106-bf4c-dd69c0552557 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:21.739016 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-44fb97e6-3752-4106-bf4c-dd69c0552557 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:security_group_rule and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:21.773729 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-44fb97e6-3752-4106-bf4c-dd69c0552557 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:21.786765 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-44fb97e6-3752-4106-bf4c-dd69c0552557 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:21.961466 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-44fb97e6-3752-4106-bf4c-dd69c0552557 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:21.974330 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-44fb97e6-3752-4106-bf4c-dd69c0552557 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:21.999552 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-363b4bad-1a2f-48f8-8718-593000536778 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:22.107556 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-44fb97e6-3752-4106-bf4c-dd69c0552557 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:22.108786 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-44fb97e6-3752-4106-bf4c-dd69c0552557 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5907688 Apr 20 17:45:22.112096 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50850) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:22.117262 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb97e6-3752-4106-bf4c-dd69c0552557 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3364ff-ec0f-44f9-bf4a-7d15c518057d,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:22.126802 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-ab3a0f55-4af4-4217-9a36-a1428d2030d3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'security_group_rule': {'security_group_id': '5a3364ff-ec0f-44f9-bf4a-7d15c518057d', 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:45:22.139790 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ab3a0f55-4af4-4217-9a36-a1428d2030d3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:22.193102 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ab3a0f55-4af4-4217-9a36-a1428d2030d3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:security_group_rule and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:22.202943 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ab3a0f55-4af4-4217-9a36-a1428d2030d3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:22.323194 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ab3a0f55-4af4-4217-9a36-a1428d2030d3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:22.406018 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ab3a0f55-4af4-4217-9a36-a1428d2030d3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:22.494637 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-363b4bad-1a2f-48f8-8718-593000536778 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:22.495042 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-363b4bad-1a2f-48f8-8718-593000536778 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:22.495358 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [None req-363b4bad-1a2f-48f8-8718-593000536778 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Floating IP af9b3e95-707b-49e0-a510-150c08bb954b disassociated. External IP: 172.25.8.137, port: 84ca0e4f-5e72-4214-b0e5-3f3c3b1faa41. Apr 20 17:45:22.495701 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-363b4bad-1a2f-48f8-8718-593000536778 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Calling delete_port for 84ca0e4f-5e72-4214-b0e5-3f3c3b1faa41 owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:45:22.550940 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ab3a0f55-4af4-4217-9a36-a1428d2030d3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:22.562139 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ab3a0f55-4af4-4217-9a36-a1428d2030d3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:22.604098 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a0f55-4af4-4217-9a36-a1428d2030d3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99bc64b9-2d8e-42ca-858f-5019e38c9716,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:22.672094 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ab3a0f55-4af4-4217-9a36-a1428d2030d3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:22.673281 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ab3a0f55-4af4-4217-9a36-a1428d2030d3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5600281 Apr 20 17:45:22.676370 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50868) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:22.682330 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-6a57b84d-f04b-4ef5-8376-1ac8ab63eb06 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'security_group_rule': {'security_group_id': '5a3364ff-ec0f-44f9-bf4a-7d15c518057d', 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:45:22.691761 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-363b4bad-1a2f-48f8-8718-593000536778 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:22.698611 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6a57b84d-f04b-4ef5-8376-1ac8ab63eb06 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:22.702990 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6a57b84d-f04b-4ef5-8376-1ac8ab63eb06 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:security_group_rule and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:22.706929 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6a57b84d-f04b-4ef5-8376-1ac8ab63eb06 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:22.712785 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6a57b84d-f04b-4ef5-8376-1ac8ab63eb06 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:22.734221 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6a57b84d-f04b-4ef5-8376-1ac8ab63eb06 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:22.740958 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b4bad-1a2f-48f8-8718-593000536778 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event deleted for resources: {'Port': ['ID=84ca0e4f-5e72-4214-b0e5-3f3c3b1faa41,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:22.826548 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6a57b84d-f04b-4ef5-8376-1ac8ab63eb06 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:22.834351 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6a57b84d-f04b-4ef5-8376-1ac8ab63eb06 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:22.880756 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57b84d-f04b-4ef5-8376-1ac8ab63eb06 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=066cfecc-c93b-48dc-86e2-60200c4935c7,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:22.902575 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6a57b84d-f04b-4ef5-8376-1ac8ab63eb06 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:22.904960 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6a57b84d-f04b-4ef5-8376-1ac8ab63eb06 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2274306 Apr 20 17:45:22.909265 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57b84d-f04b-4ef5-8376-1ac8ab63eb06 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:22.910035 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57b84d-f04b-4ef5-8376-1ac8ab63eb06 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:22.910805 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57b84d-f04b-4ef5-8376-1ac8ab63eb06 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:22.911497 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57b84d-f04b-4ef5-8376-1ac8ab63eb06 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:22.912305 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50876) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:22.913092 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57b84d-f04b-4ef5-8376-1ac8ab63eb06 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:22.914032 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57b84d-f04b-4ef5-8376-1ac8ab63eb06 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:22.914769 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57b84d-f04b-4ef5-8376-1ac8ab63eb06 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:22.915350 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57b84d-f04b-4ef5-8376-1ac8ab63eb06 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:22.915948 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57b84d-f04b-4ef5-8376-1ac8ab63eb06 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:22.916667 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57b84d-f04b-4ef5-8376-1ac8ab63eb06 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:22.917347 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57b84d-f04b-4ef5-8376-1ac8ab63eb06 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:22.933859 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-bc424463-e20b-48f2-ac17-2f7370cef305 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'security_group_rule': {'security_group_id': '5a3364ff-ec0f-44f9-bf4a-7d15c518057d', 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:45:22.940736 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bc424463-e20b-48f2-ac17-2f7370cef305 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:22.950660 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bc424463-e20b-48f2-ac17-2f7370cef305 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:security_group_rule and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:22.957717 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bc424463-e20b-48f2-ac17-2f7370cef305 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:22.972085 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bc424463-e20b-48f2-ac17-2f7370cef305 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:23.002323 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bc424463-e20b-48f2-ac17-2f7370cef305 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:23.098121 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bc424463-e20b-48f2-ac17-2f7370cef305 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:23.109410 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bc424463-e20b-48f2-ac17-2f7370cef305 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:23.136970 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc424463-e20b-48f2-ac17-2f7370cef305 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed57e5ea-cc06-4c7e-be4c-eb1e34dd2336,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:23.145955 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363b4bad-1a2f-48f8-8718-593000536778 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Router 091c242f-ad9e-4ccb-9e66-7569ed6481df has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:45:23.155494 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bc424463-e20b-48f2-ac17-2f7370cef305 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:23.156874 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bc424463-e20b-48f2-ac17-2f7370cef305 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2435143 Apr 20 17:45:23.159635 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50884) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:23.166963 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-519c18f6-4c21-495a-b11a-ade69ce6dda7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'security_group_rule': {'security_group_id': '5a3364ff-ec0f-44f9-bf4a-7d15c518057d', 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:45:23.176170 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-519c18f6-4c21-495a-b11a-ade69ce6dda7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:23.226841 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-519c18f6-4c21-495a-b11a-ade69ce6dda7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:security_group_rule and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:23.235145 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-519c18f6-4c21-495a-b11a-ade69ce6dda7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:23.298405 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-519c18f6-4c21-495a-b11a-ade69ce6dda7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:23.339393 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-519c18f6-4c21-495a-b11a-ade69ce6dda7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:23.425307 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-519c18f6-4c21-495a-b11a-ade69ce6dda7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:23.435332 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-519c18f6-4c21-495a-b11a-ade69ce6dda7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:23.442471 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50896) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:23.465036 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c18f6-4c21-495a-b11a-ade69ce6dda7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1cc89dc-b883-42f4-8a23-97ad1969f940,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:23.483777 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363b4bad-1a2f-48f8-8718-593000536778 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:45:23.498729 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6a96f8-31f2-4c78-8b4e-e687eebe4fb6 None None] Sync routers for ids ['091c242f-ad9e-4ccb-9e66-7569ed6481df'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:45:23.515254 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6a96f8-31f2-4c78-8b4e-e687eebe4fb6 None None] Routers {'091c242f-ad9e-4ccb-9e66-7569ed6481df'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:45:23.518723 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-519c18f6-4c21-495a-b11a-ade69ce6dda7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:23.522390 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-519c18f6-4c21-495a-b11a-ade69ce6dda7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3587024 Apr 20 17:45:23.523168 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50906) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:23.528879 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-6840fa1a-4dd4-4b72-a5b3-e9627ec5f61d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'security_group_rule': {'security_group_id': '5a3364ff-ec0f-44f9-bf4a-7d15c518057d', 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:45:23.536395 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4e6a96f8-31f2-4c78-8b4e-e687eebe4fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:45:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['091c242f-ad9e-4ccb-9e66-7569ed6481df'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:23.536659 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6840fa1a-4dd4-4b72-a5b3-e9627ec5f61d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:23.541142 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6840fa1a-4dd4-4b72-a5b3-e9627ec5f61d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:security_group_rule and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:23.545189 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6840fa1a-4dd4-4b72-a5b3-e9627ec5f61d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:23.551609 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6840fa1a-4dd4-4b72-a5b3-e9627ec5f61d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:23.582631 n-d-838032-1 neutron-server[84081]: INFO neutron.db.securitygroups_db [None req-6840fa1a-4dd4-4b72-a5b3-e9627ec5f61d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Project ac289a58365e49439c6a449ebba5fb54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:45:23.589483 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6840fa1a-4dd4-4b72-a5b3-e9627ec5f61d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:23.590878 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-363b4bad-1a2f-48f8-8718-593000536778 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:23.595853 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-363b4bad-1a2f-48f8-8718-593000536778 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "DELETE /v2.0/ports/84ca0e4f-5e72-4214-b0e5-3f3c3b1faa41 HTTP/1.1" status: 204 len: 168 time: 2.0224068 Apr 20 17:45:23.598379 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50914) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:23.624517 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4e6a96f8-31f2-4c78-8b4e-e687eebe4fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:23.639539 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6a96f8-31f2-4c78-8b4e-e687eebe4fb6 None None] Routers {'091c242f-ad9e-4ccb-9e66-7569ed6481df'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:45:23.640695 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4e6a96f8-31f2-4c78-8b4e-e687eebe4fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:45:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['091c242f-ad9e-4ccb-9e66-7569ed6481df'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:23.662583 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6eb7a68e-a10d-402b-8e96-472debf420ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:23.695259 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6840fa1a-4dd4-4b72-a5b3-e9627ec5f61d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:23.709644 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6840fa1a-4dd4-4b72-a5b3-e9627ec5f61d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:23.715813 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4e6a96f8-31f2-4c78-8b4e-e687eebe4fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:23.716441 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6a96f8-31f2-4c78-8b4e-e687eebe4fb6 None None] The sync data for ids ['091c242f-ad9e-4ccb-9e66-7569ed6481df'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:45:23.730926 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6eb7a68e-a10d-402b-8e96-472debf420ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:23.742155 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6eb7a68e-a10d-402b-8e96-472debf420ad admin admin] Usage tracker for resource:security_group_rule and tenant:68bd7b257a2f4daebd69b2c9e808121c is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:23.749145 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6eb7a68e-a10d-402b-8e96-472debf420ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:23.754138 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840fa1a-4dd4-4b72-a5b3-e9627ec5f61d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7c2037-a933-42e0-962c-36c34672412c,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:23.760052 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6eb7a68e-a10d-402b-8e96-472debf420ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:23.770593 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6840fa1a-4dd4-4b72-a5b3-e9627ec5f61d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:23.771963 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6840fa1a-4dd4-4b72-a5b3-e9627ec5f61d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2478514 Apr 20 17:45:23.775218 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50918) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:23.784447 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-a61c54f1-2eca-4273-ac8e-baa5091faad1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'security_group_rule': {'security_group_id': '5a3364ff-ec0f-44f9-bf4a-7d15c518057d', 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:45:23.792872 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a61c54f1-2eca-4273-ac8e-baa5091faad1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:23.799474 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a61c54f1-2eca-4273-ac8e-baa5091faad1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:security_group_rule and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:23.803116 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a61c54f1-2eca-4273-ac8e-baa5091faad1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:23.810452 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a61c54f1-2eca-4273-ac8e-baa5091faad1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:23.835429 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6eb7a68e-a10d-402b-8e96-472debf420ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:23.840956 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6eb7a68e-a10d-402b-8e96-472debf420ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:23.857144 n-d-838032-1 neutron-server[84080]: INFO neutron.db.securitygroups_db [None req-a61c54f1-2eca-4273-ac8e-baa5091faad1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Project ac289a58365e49439c6a449ebba5fb54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:45:23.866999 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a61c54f1-2eca-4273-ac8e-baa5091faad1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:23.898616 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6eb7a68e-a10d-402b-8e96-472debf420ad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=68bd7b257a2f4daebd69b2c9e808121c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4525907 Apr 20 17:45:23.898616 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7a68e-a10d-402b-8e96-472debf420ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ea2c9c-d421-4d6f-9138-1c7b6e2e347a,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:23.900183 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50922) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:23.963079 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ce51075e-5201-41de-9eab-19c1f7b9d4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:23.989475 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ce51075e-5201-41de-9eab-19c1f7b9d4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:24.045915 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ce51075e-5201-41de-9eab-19c1f7b9d4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:24.065794 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51075e-5201-41de-9eab-19c1f7b9d4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ea2c9c-d421-4d6f-9138-1c7b6e2e347a,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:24.072641 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ce51075e-5201-41de-9eab-19c1f7b9d4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:24.077234 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ce51075e-5201-41de-9eab-19c1f7b9d4f9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/98ea2c9c-d421-4d6f-9138-1c7b6e2e347a HTTP/1.1" status: 204 len: 168 time: 0.1758046 Apr 20 17:45:24.080633 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a61c54f1-2eca-4273-ac8e-baa5091faad1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:24.090169 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a61c54f1-2eca-4273-ac8e-baa5091faad1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:24.128322 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c54f1-2eca-4273-ac8e-baa5091faad1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3fc151e-3f71-4e17-aab7-86721ba5442f,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:24.145043 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a61c54f1-2eca-4273-ac8e-baa5091faad1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:24.146439 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a61c54f1-2eca-4273-ac8e-baa5091faad1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3683648 Apr 20 17:45:24.149582 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50928) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:24.157704 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-6586056c-284d-4d72-959b-4166684ce553 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'network': {'name': 'tempest-network-smoke--886235665', 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'port_security_enabled': True}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:45:24.166002 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6586056c-284d-4d72-959b-4166684ce553 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:24.171859 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6586056c-284d-4d72-959b-4166684ce553 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:network and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:24.176573 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6586056c-284d-4d72-959b-4166684ce553 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:24.183554 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6586056c-284d-4d72-959b-4166684ce553 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:24.208688 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6586056c-284d-4d72-959b-4166684ce553 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Made reservation on behalf of ac289a58365e49439c6a449ebba5fb54 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:45:24.211636 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6586056c-284d-4d72-959b-4166684ce553 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:24.364049 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6586056c-284d-4d72-959b-4166684ce553 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:45:24.377443 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d4439ba8-2fdf-4009-b6d6-8193d1c74304 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:24.424989 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6586056c-284d-4d72-959b-4166684ce553 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:24.425326 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-6586056c-284d-4d72-959b-4166684ce553 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Added segment 822becc9-a142-4412-a18c-3798e34fd116 of type vlan for network b0c781c2-5079-45de-9166-262fd83fb6c7 Apr 20 17:45:24.455867 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50938) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:24.476749 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ebf87ab6-7ef7-4e24-bdaf-116bc2695b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:24.512405 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ebf87ab6-7ef7-4e24-bdaf-116bc2695b8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:24.517791 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ebf87ab6-7ef7-4e24-bdaf-116bc2695b8a admin admin] Usage tracker for resource:security_group_rule and tenant:3b7c7725549448788913da4430ee2ee9 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:24.520949 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ebf87ab6-7ef7-4e24-bdaf-116bc2695b8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:24.521978 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6586056c-284d-4d72-959b-4166684ce553 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:24.527347 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ebf87ab6-7ef7-4e24-bdaf-116bc2695b8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:24.570539 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6586056c-284d-4d72-959b-4166684ce553 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:24.574535 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6586056c-284d-4d72-959b-4166684ce553 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:24.575116 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6586056c-284d-4d72-959b-4166684ce553 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:24.608711 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ebf87ab6-7ef7-4e24-bdaf-116bc2695b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:24.616123 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ebf87ab6-7ef7-4e24-bdaf-116bc2695b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:24.666699 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf87ab6-7ef7-4e24-bdaf-116bc2695b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1e2abf-1968-4e7a-830a-82589fff2c59,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:24.675500 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ebf87ab6-7ef7-4e24-bdaf-116bc2695b8a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3b7c7725549448788913da4430ee2ee9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2186539 Apr 20 17:45:24.676649 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50950) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:24.698051 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586056c-284d-4d72-959b-4166684ce553 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'Network': ['ID=b0c781c2-5079-45de-9166-262fd83fb6c7,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:24.704821 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6586056c-284d-4d72-959b-4166684ce553 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5538807 Apr 20 17:45:24.707746 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50954) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:24.714031 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network b0c781c2-5079-45de-9166-262fd83fb6c7 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:45:24.715908 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-39dbdc39-c350-4b99-bea0-0f14b294fef7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1089942864', 'admin_state_up': True, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:45:24.729729 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-39dbdc39-c350-4b99-bea0-0f14b294fef7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:24.738025 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-39dbdc39-c350-4b99-bea0-0f14b294fef7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:router and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:24.742662 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-39dbdc39-c350-4b99-bea0-0f14b294fef7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:24.749856 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-39dbdc39-c350-4b99-bea0-0f14b294fef7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:24.773606 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e1811dc5-6504-414a-b723-ae489990e9b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:24.784195 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-39dbdc39-c350-4b99-bea0-0f14b294fef7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:24.785466 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-39dbdc39-c350-4b99-bea0-0f14b294fef7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:24.812828 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e1811dc5-6504-414a-b723-ae489990e9b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:24.846630 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-39dbdc39-c350-4b99-bea0-0f14b294fef7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:24.987716 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e1811dc5-6504-414a-b723-ae489990e9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:25.009784 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1811dc5-6504-414a-b723-ae489990e9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1e2abf-1968-4e7a-830a-82589fff2c59,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:25.023218 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e1811dc5-6504-414a-b723-ae489990e9b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:25.024307 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e1811dc5-6504-414a-b723-ae489990e9b4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fd1e2abf-1968-4e7a-830a-82589fff2c59 HTTP/1.1" status: 204 len: 168 time: 0.3467534 Apr 20 17:45:25.029204 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-39dbdc39-c350-4b99-bea0-0f14b294fef7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:25.257884 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-39dbdc39-c350-4b99-bea0-0f14b294fef7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:25.268689 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-d4439ba8-2fdf-4009-b6d6-8193d1c74304 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Deleting port f997d9f9-18b6-4fb2-acfd-f9c70eceb4ea {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:45:25.269678 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d4439ba8-2fdf-4009-b6d6-8193d1c74304 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:25.292064 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-39dbdc39-c350-4b99-bea0-0f14b294fef7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:25.475042 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-39dbdc39-c350-4b99-bea0-0f14b294fef7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Allocated IP 172.25.8.151 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/d2f45923-ee42-4027-8728-68fddc723767) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:45:25.543328 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d4439ba8-2fdf-4009-b6d6-8193d1c74304 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:25.641371 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-39dbdc39-c350-4b99-bea0-0f14b294fef7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:25.682632 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-d4439ba8-2fdf-4009-b6d6-8193d1c74304 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Calling delete_port for f997d9f9-18b6-4fb2-acfd-f9c70eceb4ea owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:45:25.684372 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-39dbdc39-c350-4b99-bea0-0f14b294fef7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:25.758696 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dbdc39-c350-4b99-bea0-0f14b294fef7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:45:25.763791 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-39dbdc39-c350-4b99-bea0-0f14b294fef7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:45:25.767768 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dbdc39-c350-4b99-bea0-0f14b294fef7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:45:25.809311 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbdc39-c350-4b99-bea0-0f14b294fef7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'Port': ['ID=d2f45923-ee42-4027-8728-68fddc723767,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:25.919827 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d4439ba8-2fdf-4009-b6d6-8193d1c74304 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:25.970849 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4439ba8-2fdf-4009-b6d6-8193d1c74304 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event deleted for resources: {'Port': ['ID=f997d9f9-18b6-4fb2-acfd-f9c70eceb4ea,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:25.992076 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-39dbdc39-c350-4b99-bea0-0f14b294fef7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:25.992975 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-39dbdc39-c350-4b99-bea0-0f14b294fef7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:26.469557 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d4439ba8-2fdf-4009-b6d6-8193d1c74304 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:26.499398 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39dbdc39-c350-4b99-bea0-0f14b294fef7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Router 59032f88-fdbd-464a-8737-e37e57436ee6 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:45:26.769862 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39dbdc39-c350-4b99-bea0-0f14b294fef7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:45:26.779533 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15a4918-d52b-4dd8-9bc0-5fd10da2e335 None None] Sync routers for ids ['59032f88-fdbd-464a-8737-e37e57436ee6'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:45:26.797064 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-39dbdc39-c350-4b99-bea0-0f14b294fef7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:26.797807 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15a4918-d52b-4dd8-9bc0-5fd10da2e335 None None] Routers {'59032f88-fdbd-464a-8737-e37e57436ee6'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:45:26.798438 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f15a4918-d52b-4dd8-9bc0-5fd10da2e335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:45:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['59032f88-fdbd-464a-8737-e37e57436ee6'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:26.802257 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-39dbdc39-c350-4b99-bea0-0f14b294fef7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0906754 Apr 20 17:45:26.803188 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 50988) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:26.862596 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f0f40519-9ae9-4fc4-bec6-905c7ed0ed9d tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=ac289a58365e49439c6a449ebba5fb54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0582860 Apr 20 17:45:26.865802 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 50996) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:27.024013 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-f15a4918-d52b-4dd8-9bc0-5fd10da2e335 None None] Set router 59032f88-fdbd-464a-8737-e37e57436ee6 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:45:27.055067 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd424df-dc4e-4c44-9282-6f18e9b0f49a tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:27.058360 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ecd424df-dc4e-4c44-9282-6f18e9b0f49a tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1896536 Apr 20 17:45:27.059613 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51002) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:27.112851 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9bf79344-3265-4f92-9165-1d90a2b6b7e1 tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0521097 Apr 20 17:45:27.122206 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51008) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:27.179886 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-435a76a4-c94a-4184-9c4c-892ab0b661cc tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1872172594', 'network_id': 'b0c781c2-5079-45de-9166-262fd83fb6c7', 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:45:27.315141 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-435a76a4-c94a-4184-9c4c-892ab0b661cc tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:27.321037 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-435a76a4-c94a-4184-9c4c-892ab0b661cc tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:subnet and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:27.324719 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-435a76a4-c94a-4184-9c4c-892ab0b661cc tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:27.332242 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-435a76a4-c94a-4184-9c4c-892ab0b661cc tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:27.352649 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435a76a4-c94a-4184-9c4c-892ab0b661cc tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Made reservation on behalf of ac289a58365e49439c6a449ebba5fb54 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:45:27.416283 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f15a4918-d52b-4dd8-9bc0-5fd10da2e335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089942864', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'd2f45923-ee42-4027-8728-68fddc723767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:45:24Z', 'updated_at': '2022-04-20T17:45:25Z', 'revision_number': 3, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'd2f45923-ee42-4027-8728-68fddc723767', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:45:25Z', 'updated_at': '2022-04-20T17:45:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:27.425586 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15a4918-d52b-4dd8-9bc0-5fd10da2e335 None None] Checking router: 59032f88-fdbd-464a-8737-e37e57436ee6 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:45:27.427812 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15a4918-d52b-4dd8-9bc0-5fd10da2e335 None None] Updating router 59032f88-fdbd-464a-8737-e37e57436ee6 port d2f45923-ee42-4027-8728-68fddc723767 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:45:27.475463 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-435a76a4-c94a-4184-9c4c-892ab0b661cc tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:27.534493 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-f15a4918-d52b-4dd8-9bc0-5fd10da2e335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:27.614875 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4439ba8-2fdf-4009-b6d6-8193d1c74304 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Router 091c242f-ad9e-4ccb-9e66-7569ed6481df has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:45:27.930158 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-f15a4918-d52b-4dd8-9bc0-5fd10da2e335 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:27.953396 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-f15a4918-d52b-4dd8-9bc0-5fd10da2e335 None None] Transition to ACTIVE for port object d2f45923-ee42-4027-8728-68fddc723767 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:45:27.977670 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-f15a4918-d52b-4dd8-9bc0-5fd10da2e335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:28.102883 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2020cc-552d-46a2-bc4e-2401ce3b030a None None] Pushing event updated for resources: {'Port': ['ID=d2f45923-ee42-4027-8728-68fddc723767,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:28.112705 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-f15a4918-d52b-4dd8-9bc0-5fd10da2e335 None None] Attempting to bind port d2f45923-ee42-4027-8728-68fddc723767 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:45:28.113508 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-f15a4918-d52b-4dd8-9bc0-5fd10da2e335 None None] Attempting to bind port d2f45923-ee42-4027-8728-68fddc723767 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:45:28.114132 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15a4918-d52b-4dd8-9bc0-5fd10da2e335 None None] Attempting to bind port d2f45923-ee42-4027-8728-68fddc723767 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:45:28.124935 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15a4918-d52b-4dd8-9bc0-5fd10da2e335 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:45:28.125621 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15a4918-d52b-4dd8-9bc0-5fd10da2e335 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:45:28.126266 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-f15a4918-d52b-4dd8-9bc0-5fd10da2e335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:28.126831 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15a4918-d52b-4dd8-9bc0-5fd10da2e335 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:45:28.127489 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-f15a4918-d52b-4dd8-9bc0-5fd10da2e335 None None] Bound port: d2f45923-ee42-4027-8728-68fddc723767, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:45:28.127851 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-f15a4918-d52b-4dd8-9bc0-5fd10da2e335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:28.169150 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2020cc-552d-46a2-bc4e-2401ce3b030a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:28.169386 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2020cc-552d-46a2-bc4e-2401ce3b030a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:28.169692 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2020cc-552d-46a2-bc4e-2401ce3b030a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:28.170014 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2020cc-552d-46a2-bc4e-2401ce3b030a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:28.170366 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2020cc-552d-46a2-bc4e-2401ce3b030a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:28.170685 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2020cc-552d-46a2-bc4e-2401ce3b030a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:28.170995 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2020cc-552d-46a2-bc4e-2401ce3b030a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:28.171305 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2020cc-552d-46a2-bc4e-2401ce3b030a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:28.171615 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2020cc-552d-46a2-bc4e-2401ce3b030a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:28.171921 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2020cc-552d-46a2-bc4e-2401ce3b030a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:28.172227 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2020cc-552d-46a2-bc4e-2401ce3b030a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:28.217507 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-435a76a4-c94a-4184-9c4c-892ab0b661cc tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:28.259678 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-f15a4918-d52b-4dd8-9bc0-5fd10da2e335 None None] For port d2f45923-ee42-4027-8728-68fddc723767, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:45:28.268370 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-f15a4918-d52b-4dd8-9bc0-5fd10da2e335 None None] For port d2f45923-ee42-4027-8728-68fddc723767, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d2f45923-ee42-4027-8728-68fddc723767,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:45:28.280063 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-f15a4918-d52b-4dd8-9bc0-5fd10da2e335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:28.367530 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a76a4-c94a-4184-9c4c-892ab0b661cc tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'Subnet': ['ID=7325ba69-6dbc-4eda-9993-61f021e7dc97,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:28.377366 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2020cc-552d-46a2-bc4e-2401ce3b030a None None] Pushing event updated for resources: {'Port': ['ID=d2f45923-ee42-4027-8728-68fddc723767,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:28.381950 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15a4918-d52b-4dd8-9bc0-5fd10da2e335 None None] Routers {'59032f88-fdbd-464a-8737-e37e57436ee6'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:45:28.382562 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f15a4918-d52b-4dd8-9bc0-5fd10da2e335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:45:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['59032f88-fdbd-464a-8737-e37e57436ee6'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:28.390126 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435a76a4-c94a-4184-9c4c-892ab0b661cc tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Checking segment: {'id': '822becc9-a142-4412-a18c-3798e34fd116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b0c781c2-5079-45de-9166-262fd83fb6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:45:28.390627 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435a76a4-c94a-4184-9c4c-892ab0b661cc tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Network hostable DHCP agents. Network: b0c781c2-5079-45de-9166-262fd83fb6c7, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:45:28.408496 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4439ba8-2fdf-4009-b6d6-8193d1c74304 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:45:28.419499 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e086e1-cf2b-4106-9b3f-a18472fa275b None None] Sync routers for ids ['091c242f-ad9e-4ccb-9e66-7569ed6481df'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:45:28.436361 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e086e1-cf2b-4106-9b3f-a18472fa275b None None] Routers {'091c242f-ad9e-4ccb-9e66-7569ed6481df'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:45:28.436989 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-70e086e1-cf2b-4106-9b3f-a18472fa275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:45:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['091c242f-ad9e-4ccb-9e66-7569ed6481df'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:28.478133 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d4439ba8-2fdf-4009-b6d6-8193d1c74304 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "PUT /v2.0/routers/091c242f-ad9e-4ccb-9e66-7569ed6481df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8782675 Apr 20 17:45:28.480644 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51040) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:28.587165 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-70e086e1-cf2b-4106-9b3f-a18472fa275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:28.597315 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-f15a4918-d52b-4dd8-9bc0-5fd10da2e335 None None] Set router 59032f88-fdbd-464a-8737-e37e57436ee6 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:45:28.621685 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e086e1-cf2b-4106-9b3f-a18472fa275b None None] Routers {'091c242f-ad9e-4ccb-9e66-7569ed6481df'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:45:28.622348 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-70e086e1-cf2b-4106-9b3f-a18472fa275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:45:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['091c242f-ad9e-4ccb-9e66-7569ed6481df'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:28.657097 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435a76a4-c94a-4184-9c4c-892ab0b661cc tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Network b0c781c2-5079-45de-9166-262fd83fb6c7 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:45:28.692694 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-70e086e1-cf2b-4106-9b3f-a18472fa275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:28.693439 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e086e1-cf2b-4106-9b3f-a18472fa275b None None] The sync data for ids ['091c242f-ad9e-4ccb-9e66-7569ed6481df'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:45:28.698213 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-435a76a4-c94a-4184-9c4c-892ab0b661cc tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, b0c781c2-5079-45de-9166-262fd83fb6c7) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:45:28.706063 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435a76a4-c94a-4184-9c4c-892ab0b661cc tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:28.706892 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-435a76a4-c94a-4184-9c4c-892ab0b661cc tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:28.716097 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30199033-e465-45d8-8f27-35a8952dcf88 None None] Network b0c781c2-5079-45de-9166-262fd83fb6c7 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:45:28.764049 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-435a76a4-c94a-4184-9c4c-892ab0b661cc tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6406233 Apr 20 17:45:28.766927 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51048) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:28.934690 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-695bab58-5a99-4b72-8a44-f440f648a636 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:29.001732 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8abeb2-9624-49f3-ab9e-b40f33eece97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-b0c781c2-5079-45de-9166-262fd83fb6c7', 'network_id': 'b0c781c2-5079-45de-9166-262fd83fb6c7', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'fixed_ips': [{'subnet_id': '7325ba69-6dbc-4eda-9993-61f021e7dc97'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:45:29.003174 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5e8abeb2-9624-49f3-ab9e-b40f33eece97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:29.018247 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f15a4918-d52b-4dd8-9bc0-5fd10da2e335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089942864', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'd2f45923-ee42-4027-8728-68fddc723767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:45:24Z', 'updated_at': '2022-04-20T17:45:25Z', 'revision_number': 3, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'd2f45923-ee42-4027-8728-68fddc723767', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:45:25Z', 'updated_at': '2022-04-20T17:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:29.027903 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15a4918-d52b-4dd8-9bc0-5fd10da2e335 None None] The sync data for ids ['59032f88-fdbd-464a-8737-e37e57436ee6'] in n-d-838032-1 is: [{'id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089942864', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'd2f45923-ee42-4027-8728-68fddc723767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:45:24Z', 'updated_at': '2022-04-20T17:45:25Z', 'revision_number': 3, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'd2f45923-ee42-4027-8728-68fddc723767', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:45:25Z', 'updated_at': '2022-04-20T17:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:45:29.335696 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-5e8abeb2-9624-49f3-ab9e-b40f33eece97 None None] Allocated IP 172.20.0.2 (b0c781c2-5079-45de-9166-262fd83fb6c7/7325ba69-6dbc-4eda-9993-61f021e7dc97/02007142-97aa-4267-bc9c-ff5ab40e19af) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:45:29.350312 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-695bab58-5a99-4b72-8a44-f440f648a636 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:29.369052 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-695bab58-5a99-4b72-8a44-f440f648a636 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Deleting port 73ca121d-71c9-407b-a6ef-f3487d6ebe60 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:45:29.370042 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-695bab58-5a99-4b72-8a44-f440f648a636 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:29.678729 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5e8abeb2-9624-49f3-ab9e-b40f33eece97 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:29.690484 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5e8abeb2-9624-49f3-ab9e-b40f33eece97 None None] Transition to ACTIVE for port object 02007142-97aa-4267-bc9c-ff5ab40e19af will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:45:29.709406 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-695bab58-5a99-4b72-8a44-f440f648a636 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:29.712759 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5e8abeb2-9624-49f3-ab9e-b40f33eece97 None None] Transition to ACTIVE for port object 02007142-97aa-4267-bc9c-ff5ab40e19af will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:45:29.722625 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5e8abeb2-9624-49f3-ab9e-b40f33eece97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:29.808249 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8abeb2-9624-49f3-ab9e-b40f33eece97 None None] Network b0c781c2-5079-45de-9166-262fd83fb6c7 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:45:29.812663 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-5e8abeb2-9624-49f3-ab9e-b40f33eece97 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:45:29.817829 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8abeb2-9624-49f3-ab9e-b40f33eece97 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:45:29.831733 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8abeb2-9624-49f3-ab9e-b40f33eece97 None None] Pushing event updated for resources: {'Port': ['ID=02007142-97aa-4267-bc9c-ff5ab40e19af,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:29.908106 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-695bab58-5a99-4b72-8a44-f440f648a636 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Calling delete_port for 73ca121d-71c9-407b-a6ef-f3487d6ebe60 owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:45:29.933262 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5e8abeb2-9624-49f3-ab9e-b40f33eece97 None None] Attempting to bind port 02007142-97aa-4267-bc9c-ff5ab40e19af on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:45:29.934523 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5e8abeb2-9624-49f3-ab9e-b40f33eece97 None None] Attempting to bind port 02007142-97aa-4267-bc9c-ff5ab40e19af by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '822becc9-a142-4412-a18c-3798e34fd116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b0c781c2-5079-45de-9166-262fd83fb6c7'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:45:29.934984 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8abeb2-9624-49f3-ab9e-b40f33eece97 None None] Attempting to bind port 02007142-97aa-4267-bc9c-ff5ab40e19af on network b0c781c2-5079-45de-9166-262fd83fb6c7 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:45:29.942680 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8abeb2-9624-49f3-ab9e-b40f33eece97 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:45:29.943224 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8abeb2-9624-49f3-ab9e-b40f33eece97 None None] Checking segment: {'id': '822becc9-a142-4412-a18c-3798e34fd116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b0c781c2-5079-45de-9166-262fd83fb6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:45:29.943718 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5e8abeb2-9624-49f3-ab9e-b40f33eece97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:29.944202 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8abeb2-9624-49f3-ab9e-b40f33eece97 None None] Bound using segment: {'id': '822becc9-a142-4412-a18c-3798e34fd116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b0c781c2-5079-45de-9166-262fd83fb6c7'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:45:29.944778 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5e8abeb2-9624-49f3-ab9e-b40f33eece97 None None] Bound port: 02007142-97aa-4267-bc9c-ff5ab40e19af, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '822becc9-a142-4412-a18c-3798e34fd116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b0c781c2-5079-45de-9166-262fd83fb6c7'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:45:29.945247 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5e8abeb2-9624-49f3-ab9e-b40f33eece97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:30.055637 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-5e8abeb2-9624-49f3-ab9e-b40f33eece97 None None] For port 02007142-97aa-4267-bc9c-ff5ab40e19af, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:45:30.060520 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-5e8abeb2-9624-49f3-ab9e-b40f33eece97 None None] For port 02007142-97aa-4267-bc9c-ff5ab40e19af, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=02007142-97aa-4267-bc9c-ff5ab40e19af,segment=NetworkSegment(822becc9-a142-4412-a18c-3798e34fd116),segment_id=822becc9-a142-4412-a18c-3798e34fd116)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:45:30.072091 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5e8abeb2-9624-49f3-ab9e-b40f33eece97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:30.147748 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6983843f-25b3-4788-a65c-f5205183ee27 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:30.188629 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-695bab58-5a99-4b72-8a44-f440f648a636 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:30.192702 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8abeb2-9624-49f3-ab9e-b40f33eece97 None None] Pushing event updated for resources: {'Port': ['ID=02007142-97aa-4267-bc9c-ff5ab40e19af,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:30.329462 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695bab58-5a99-4b72-8a44-f440f648a636 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event deleted for resources: {'Port': ['ID=73ca121d-71c9-407b-a6ef-f3487d6ebe60,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:30.467332 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:45:30.683595 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-695bab58-5a99-4b72-8a44-f440f648a636 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:30.876997 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-6983843f-25b3-4788-a65c-f5205183ee27 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Allocated IP 172.20.0.1 (b0c781c2-5079-45de-9166-262fd83fb6c7/7325ba69-6dbc-4eda-9993-61f021e7dc97/6880781a-2fb2-474c-9e1f-01be510844c0) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:45:31.097729 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-695bab58-5a99-4b72-8a44-f440f648a636 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:31.110838 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-695bab58-5a99-4b72-8a44-f440f648a636 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:31.110981 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6983843f-25b3-4788-a65c-f5205183ee27 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:31.143971 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-6983843f-25b3-4788-a65c-f5205183ee27 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Transition to ACTIVE for port object 6880781a-2fb2-474c-9e1f-01be510844c0 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:45:31.175272 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-695bab58-5a99-4b72-8a44-f440f648a636 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:31.176161 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695bab58-5a99-4b72-8a44-f440f648a636 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Fanout notify agent at l3_agent the message router_deleted on router 091c242f-ad9e-4ccb-9e66-7569ed6481df {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:45:31.203421 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6983843f-25b3-4788-a65c-f5205183ee27 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:31.216740 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d2f45923-ee42-4027-8728-68fddc723767 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:45:31.217748 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-695bab58-5a99-4b72-8a44-f440f648a636 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:31.219521 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-695bab58-5a99-4b72-8a44-f440f648a636 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "DELETE /v2.0/routers/091c242f-ad9e-4ccb-9e66-7569ed6481df HTTP/1.1" status: 204 len: 168 time: 2.7370434 Apr 20 17:45:31.222121 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51082) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:31.344814 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6983843f-25b3-4788-a65c-f5205183ee27 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Network b0c781c2-5079-45de-9166-262fd83fb6c7 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:45:31.353831 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-6983843f-25b3-4788-a65c-f5205183ee27 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:45:31.357596 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6983843f-25b3-4788-a65c-f5205183ee27 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:45:31.385706 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port d2f45923-ee42-4027-8728-68fddc723767 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:45:31.392094 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port d2f45923-ee42-4027-8728-68fddc723767 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:45:31.392469 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:31.450668 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983843f-25b3-4788-a65c-f5205183ee27 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'Port': ['ID=6880781a-2fb2-474c-9e1f-01be510844c0,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:31.505574 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6983843f-25b3-4788-a65c-f5205183ee27 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:31.588320 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-fec8f75e-08bd-4d64-b03e-35eae67f6fea tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Deleting subnet 092a987a-a6c9-4866-b72c-050deb15d37c {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:45:31.594077 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fec8f75e-08bd-4d64-b03e-35eae67f6fea tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:31.692710 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:31.695557 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fec8f75e-08bd-4d64-b03e-35eae67f6fea tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:31.710908 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port d2f45923-ee42-4027-8728-68fddc723767, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d2f45923-ee42-4027-8728-68fddc723767,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:45:31.718632 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:31.718952 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6983843f-25b3-4788-a65c-f5205183ee27 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:31.719454 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 02007142-97aa-4267-bc9c-ff5ab40e19af up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:45:31.783361 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75090e1a-7281-4532-bab1-a79a5265ab45 None None] Network b0c781c2-5079-45de-9166-262fd83fb6c7 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:45:31.850578 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fec8f75e-08bd-4d64-b03e-35eae67f6fea tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:31.945710 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fec8f75e-08bd-4d64-b03e-35eae67f6fea tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:31.991586 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8f75e-08bd-4d64-b03e-35eae67f6fea tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event deleted for resources: {'Subnet': ['ID=092a987a-a6c9-4866-b72c-050deb15d37c,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:31.999925 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fec8f75e-08bd-4d64-b03e-35eae67f6fea tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:32.014488 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce707fe-fef3-4fac-bc90-c20b315b2092 None None] Network 80b4a44d-77e0-45a1-a0f0-bf2e2d110fcd requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:45:32.017009 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fec8f75e-08bd-4d64-b03e-35eae67f6fea tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "DELETE /v2.0/subnets/092a987a-a6c9-4866-b72c-050deb15d37c HTTP/1.1" status: 204 len: 168 time: 0.7934282 Apr 20 17:45:32.019330 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51088) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:32.117857 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=d2f45923-ee42-4027-8728-68fddc723767,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:32.172646 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-87170043-9ceb-4a8a-ac9c-ff2a316dc908 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:32.177731 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3aab1840-9a49-495c-819d-46aab674c365 None None] Provisioning for port 02007142-97aa-4267-bc9c-ff5ab40e19af completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:45:32.190605 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-87170043-9ceb-4a8a-ac9c-ff2a316dc908 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Deleting port fc522b0f-8f25-46d6-8324-af4761cd71e0 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:45:32.191110 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-87170043-9ceb-4a8a-ac9c-ff2a316dc908 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:32.273069 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 02007142-97aa-4267-bc9c-ff5ab40e19af completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:45:32.282297 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 02007142-97aa-4267-bc9c-ff5ab40e19af triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:45:32.283012 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:32.304997 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6983843f-25b3-4788-a65c-f5205183ee27 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:32.317612 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6983843f-25b3-4788-a65c-f5205183ee27 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:32.413816 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6983843f-25b3-4788-a65c-f5205183ee27 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:32.574237 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1664f094-6edb-4b33-8a37-82a3111d6032 None None] DHCP port deletion for 80b4a44d-77e0-45a1-a0f0-bf2e2d110fcd request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:45:32.593922 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1664f094-6edb-4b33-8a37-82a3111d6032 None None] Deleting port fc522b0f-8f25-46d6-8324-af4761cd71e0 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:45:32.594327 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1664f094-6edb-4b33-8a37-82a3111d6032 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:32.629593 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983843f-25b3-4788-a65c-f5205183ee27 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'Port': ['ID=6880781a-2fb2-474c-9e1f-01be510844c0,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:32.667182 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:32.674662 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-87170043-9ceb-4a8a-ac9c-ff2a316dc908 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] For port fc522b0f-8f25-46d6-8324-af4761cd71e0, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=fc522b0f-8f25-46d6-8324-af4761cd71e0,segment=NetworkSegment(16c93624-c198-41d5-af12-b6d2102ab618),segment_id=16c93624-c198-41d5-af12-b6d2102ab618)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:45:32.675014 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-87170043-9ceb-4a8a-ac9c-ff2a316dc908 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:32.715997 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6983843f-25b3-4788-a65c-f5205183ee27 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Network b0c781c2-5079-45de-9166-262fd83fb6c7 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:45:32.718407 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-6983843f-25b3-4788-a65c-f5205183ee27 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:45:32.873895 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 02007142-97aa-4267-bc9c-ff5ab40e19af, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=02007142-97aa-4267-bc9c-ff5ab40e19af,segment=NetworkSegment(822becc9-a142-4412-a18c-3798e34fd116),segment_id=822becc9-a142-4412-a18c-3798e34fd116)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:45:32.884836 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-232b1027-1793-4a5d-861b-b572bd245bc5 None None] Provisioning complete for port 02007142-97aa-4267-bc9c-ff5ab40e19af triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:45:32.885490 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-232b1027-1793-4a5d-861b-b572bd245bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:32.922081 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-87170043-9ceb-4a8a-ac9c-ff2a316dc908 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Calling delete_port for fc522b0f-8f25-46d6-8324-af4761cd71e0 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:45:32.933092 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:33.047561 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-87170043-9ceb-4a8a-ac9c-ff2a316dc908 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:33.135273 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87170043-9ceb-4a8a-ac9c-ff2a316dc908 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] No DVR routers for this DVR port fc522b0f-8f25-46d6-8324-af4761cd71e0 on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:45:33.148746 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d2f45923-ee42-4027-8728-68fddc723767 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:45:33.218534 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87170043-9ceb-4a8a-ac9c-ff2a316dc908 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event deleted for resources: {'Port': ['ID=fc522b0f-8f25-46d6-8324-af4761cd71e0,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:33.465033 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=02007142-97aa-4267-bc9c-ff5ab40e19af,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:33.556778 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port d2f45923-ee42-4027-8728-68fddc723767 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:45:33.557182 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:33.567532 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-87170043-9ceb-4a8a-ac9c-ff2a316dc908 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:33.643816 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-87170043-9ceb-4a8a-ac9c-ff2a316dc908 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b4a44d-77e0-45a1-a0f0-bf2e2d110fcd']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:33.660507 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1664f094-6edb-4b33-8a37-82a3111d6032 None None] For port fc522b0f-8f25-46d6-8324-af4761cd71e0, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=fc522b0f-8f25-46d6-8324-af4761cd71e0,segment=NetworkSegment(16c93624-c198-41d5-af12-b6d2102ab618),segment_id=16c93624-c198-41d5-af12-b6d2102ab618)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:45:33.660925 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1664f094-6edb-4b33-8a37-82a3111d6032 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:33.664159 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-87170043-9ceb-4a8a-ac9c-ff2a316dc908 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16c93624-c198-41d5-af12-b6d2102ab618') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:33.664159 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-87170043-9ceb-4a8a-ac9c-ff2a316dc908 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16c93624-c198-41d5-af12-b6d2102ab618') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:33.723872 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-87170043-9ceb-4a8a-ac9c-ff2a316dc908 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:33.744861 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-87170043-9ceb-4a8a-ac9c-ff2a316dc908 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:33.752991 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87170043-9ceb-4a8a-ac9c-ff2a316dc908 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:45:33.753659 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-87170043-9ceb-4a8a-ac9c-ff2a316dc908 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:33.775058 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:45:33.775058 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:45:33.775058 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:45:33.775058 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:45:33.775058 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:45:33.775058 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:45:33.775058 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:45:33.775058 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:45:33.775058 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:45:33.775058 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:45:33.775058 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:45:33.775058 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:45:33.775058 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:45:33.775058 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:45:33.775058 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:45:33.775058 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:45:33.775058 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:45:33.775058 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:45:33.775058 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:45:33.775058 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:45:33.775058 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:45:33.775058 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:45:33.775058 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:45:33.775058 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:45:33.775058 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:45:33.775058 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:45:33.775058 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:45:33.775058 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:45:33.775058 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:45:33.775058 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:45:33.775058 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:45:33.775058 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:45:33.813285 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6983843f-25b3-4788-a65c-f5205183ee27 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Router 59032f88-fdbd-464a-8737-e37e57436ee6 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:45:34.009898 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1664f094-6edb-4b33-8a37-82a3111d6032 None None] Calling delete_port for fc522b0f-8f25-46d6-8324-af4761cd71e0 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:45:34.051685 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-87170043-9ceb-4a8a-ac9c-ff2a316dc908 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:34.088272 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-87170043-9ceb-4a8a-ac9c-ff2a316dc908 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:34.099534 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87170043-9ceb-4a8a-ac9c-ff2a316dc908 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event deleted for resources: {'Network': ['ID=80b4a44d-77e0-45a1-a0f0-bf2e2d110fcd,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:34.105606 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-87170043-9ceb-4a8a-ac9c-ff2a316dc908 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "DELETE /v2.0/networks/80b4a44d-77e0-45a1-a0f0-bf2e2d110fcd HTTP/1.1" status: 204 len: 168 time: 2.0841286 Apr 20 17:45:34.106700 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51126) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:34.157040 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6983843f-25b3-4788-a65c-f5205183ee27 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:45:34.167133 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-232b1027-1793-4a5d-861b-b572bd245bc5 None None] Provisioning for port 6880781a-2fb2-474c-9e1f-01be510844c0 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:45:34.172810 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbc8641-0afe-411e-8529-88c3e65c5c51 None None] Sync routers for ids ['59032f88-fdbd-464a-8737-e37e57436ee6'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:45:34.188416 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbc8641-0afe-411e-8529-88c3e65c5c51 None None] Routers {'59032f88-fdbd-464a-8737-e37e57436ee6'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:45:34.189363 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-fdbc8641-0afe-411e-8529-88c3e65c5c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:45:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['59032f88-fdbd-464a-8737-e37e57436ee6'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:34.190500 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-232b1027-1793-4a5d-861b-b572bd245bc5 None None] Provisioning complete for port 6880781a-2fb2-474c-9e1f-01be510844c0 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:45:34.190915 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-232b1027-1793-4a5d-861b-b572bd245bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:34.212054 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6983843f-25b3-4788-a65c-f5205183ee27 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "PUT /v2.0/routers/59032f88-fdbd-464a-8737-e37e57436ee6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4437413 Apr 20 17:45:34.307837 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-232b1027-1793-4a5d-861b-b572bd245bc5 None None] Port 6880781a-2fb2-474c-9e1f-01be510844c0 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:45:34.316129 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-1664f094-6edb-4b33-8a37-82a3111d6032 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:45:34.316873 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-1664f094-6edb-4b33-8a37-82a3111d6032 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:45:34.405643 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device fc522b0f-8f25-46d6-8324-af4761cd71e0 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:45:34.436196 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-1ac0b5d3-3e26-46c3-ba79-484d603fc687 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Deleting port df526d2d-d3a0-4793-9a3e-c4da7db8e59b {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:45:34.437847 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1ac0b5d3-3e26-46c3-ba79-484d603fc687 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:34.470346 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-fdbc8641-0afe-411e-8529-88c3e65c5c51 None None] Set router 59032f88-fdbd-464a-8737-e37e57436ee6 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:45:34.523289 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: fc522b0f-8f25-46d6-8324-af4761cd71e0 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:45:34.523289 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device fc522b0f-8f25-46d6-8324-af4761cd71e0 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:45:34.548810 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-41918dd5-69b0-43d4-9e17-57241b5d60ed None None] Provisioning complete for port 6880781a-2fb2-474c-9e1f-01be510844c0 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:45:34.549186 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-41918dd5-69b0-43d4-9e17-57241b5d60ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:34.635648 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-41918dd5-69b0-43d4-9e17-57241b5d60ed None None] Port 6880781a-2fb2-474c-9e1f-01be510844c0 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:45:34.673901 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-890637dd-2f55-44ee-864e-1bdb0190941e req-6135d4a3-95c1-4be0-90a1-2dda92b53141 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Synchronizing usage tracker for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:45:34.757307 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1ac0b5d3-3e26-46c3-ba79-484d603fc687 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:34.758518 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1ac0b5d3-3e26-46c3-ba79-484d603fc687 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:34.818144 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1664f094-6edb-4b33-8a37-82a3111d6032 None None] Deleting port fc522b0f-8f25-46d6-8324-af4761cd71e0 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:45:34.819088 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1664f094-6edb-4b33-8a37-82a3111d6032 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:34.880479 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-fdbc8641-0afe-411e-8529-88c3e65c5c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089942864', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'd2f45923-ee42-4027-8728-68fddc723767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:45:24Z', 'updated_at': '2022-04-20T17:45:31Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'd2f45923-ee42-4027-8728-68fddc723767', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:45:25Z', 'updated_at': '2022-04-20T17:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '6880781a-2fb2-474c-9e1f-01be510844c0', 'name': '', 'network_id': 'b0c781c2-5079-45de-9166-262fd83fb6c7', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:e1:7b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7325ba69-6dbc-4eda-9993-61f021e7dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:45:30Z', 'updated_at': '2022-04-20T17:45:32Z', 'revision_number': 2, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': '7325ba69-6dbc-4eda-9993-61f021e7dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:34.888244 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbc8641-0afe-411e-8529-88c3e65c5c51 None None] Checking router: 59032f88-fdbd-464a-8737-e37e57436ee6 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:45:34.888922 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbc8641-0afe-411e-8529-88c3e65c5c51 None None] Updating router 59032f88-fdbd-464a-8737-e37e57436ee6 port 6880781a-2fb2-474c-9e1f-01be510844c0 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:45:34.928196 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-1ac0b5d3-3e26-46c3-ba79-484d603fc687 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Calling delete_port for df526d2d-d3a0-4793-9a3e-c4da7db8e59b owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:45:34.937371 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1664f094-6edb-4b33-8a37-82a3111d6032 None None] The port 'fc522b0f-8f25-46d6-8324-af4761cd71e0' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:45:34.983681 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-fdbc8641-0afe-411e-8529-88c3e65c5c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:35.078831 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-890637dd-2f55-44ee-864e-1bdb0190941e req-6135d4a3-95c1-4be0-90a1-2dda92b53141 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Unset dirty status for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:45:35.080857 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-890637dd-2f55-44ee-864e-1bdb0190941e req-6135d4a3-95c1-4be0-90a1-2dda92b53141 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-319698812&fields=id&tenant_id=ac289a58365e49439c6a449ebba5fb54 HTTP/1.1" status: 200 len: 267 time: 0.4767876 Apr 20 17:45:35.107005 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 02007142-97aa-4267-bc9c-ff5ab40e19af up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:45:35.196927 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 02007142-97aa-4267-bc9c-ff5ab40e19af triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:45:35.201898 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:35.307793 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1ac0b5d3-3e26-46c3-ba79-484d603fc687 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:35.433496 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890637dd-2f55-44ee-864e-1bdb0190941e req-262c7aac-4949-4ee0-ac27-ec70203ab8a6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:35.434703 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-890637dd-2f55-44ee-864e-1bdb0190941e req-262c7aac-4949-4ee0-ac27-ec70203ab8a6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Synchronizing usage tracker for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:45:35.469743 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0b5d3-3e26-46c3-ba79-484d603fc687 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event deleted for resources: {'Port': ['ID=df526d2d-d3a0-4793-9a3e-c4da7db8e59b,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:35.516113 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51170) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:35.555365 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-fdbc8641-0afe-411e-8529-88c3e65c5c51 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:35.567449 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1ac0b5d3-3e26-46c3-ba79-484d603fc687 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:35.569280 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-fdbc8641-0afe-411e-8529-88c3e65c5c51 None None] Transition to ACTIVE for port object 6880781a-2fb2-474c-9e1f-01be510844c0 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:45:35.572147 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-890637dd-2f55-44ee-864e-1bdb0190941e req-262c7aac-4949-4ee0-ac27-ec70203ab8a6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Unset dirty status for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:45:35.573522 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-890637dd-2f55-44ee-864e-1bdb0190941e req-262c7aac-4949-4ee0-ac27-ec70203ab8a6 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/networks?id=b0c781c2-5079-45de-9166-262fd83fb6c7 HTTP/1.1" status: 200 len: 796 time: 0.4843154 Apr 20 17:45:35.591901 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-fdbc8641-0afe-411e-8529-88c3e65c5c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:35.600751 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-890637dd-2f55-44ee-864e-1bdb0190941e req-c4d30ae6-fcce-4977-8ee4-4f9bfa72aed0 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/quotas/ac289a58365e49439c6a449ebba5fb54 HTTP/1.1" status: 200 len: 375 time: 0.0212982 Apr 20 17:45:35.602565 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1ac0b5d3-3e26-46c3-ba79-484d603fc687 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:35.603577 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1ac0b5d3-3e26-46c3-ba79-484d603fc687 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "DELETE /v2.0/floatingips/af9b3e95-707b-49e0-a510-150c08bb954b HTTP/1.1" status: 204 len: 168 time: 1.4959903 Apr 20 17:45:35.607469 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51176) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:35.656872 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-f30e712b-5af8-45b0-89a5-12da7d9cfd32 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] DELETE failed (client error): The resource could not be found. Apr 20 17:45:35.657310 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f30e712b-5af8-45b0-89a5-12da7d9cfd32 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:45:35.661878 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f30e712b-5af8-45b0-89a5-12da7d9cfd32 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "DELETE /v2.0/ports/84ca0e4f-5e72-4214-b0e5-3f3c3b1faa41 HTTP/1.1" status: 404 len: 333 time: 0.0533667 Apr 20 17:45:35.662455 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51180) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:35.693120 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-890637dd-2f55-44ee-864e-1bdb0190941e req-4dbf6681-6080-484a-9cca-61410029ed39 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Synchronizing usage tracker for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:45:35.719767 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-890637dd-2f55-44ee-864e-1bdb0190941e req-4dbf6681-6080-484a-9cca-61410029ed39 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Unset dirty status for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:45:35.721694 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-890637dd-2f55-44ee-864e-1bdb0190941e req-4dbf6681-6080-484a-9cca-61410029ed39 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1130245 Apr 20 17:45:35.780442 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-01bfe116-ab6b-44c2-b684-00d08b16e239 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Synchronizing usage tracker for tenant:c9d6fd43f57648e69fdcea7121532365 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:45:35.787390 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9846107b-ba0b-4a1b-ba7b-12c7faf635e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:35.805624 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20001a6-e2cf-45f7-b1c8-0915ad70a119 None None] Pushing event updated for resources: {'Port': ['ID=6880781a-2fb2-474c-9e1f-01be510844c0,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:35.835012 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-01bfe116-ab6b-44c2-b684-00d08b16e239 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Unset dirty status for tenant:c9d6fd43f57648e69fdcea7121532365 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:45:35.839195 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-01bfe116-ab6b-44c2-b684-00d08b16e239 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "GET /v2.0/ports?device_id=091c242f-ad9e-4ccb-9e66-7569ed6481df HTTP/1.1" status: 200 len: 205 time: 0.1757560 Apr 20 17:45:35.839855 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51184) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:35.888036 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-fdbc8641-0afe-411e-8529-88c3e65c5c51 None None] Attempting to bind port 6880781a-2fb2-474c-9e1f-01be510844c0 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:45:35.888541 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-fdbc8641-0afe-411e-8529-88c3e65c5c51 None None] Attempting to bind port 6880781a-2fb2-474c-9e1f-01be510844c0 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '822becc9-a142-4412-a18c-3798e34fd116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b0c781c2-5079-45de-9166-262fd83fb6c7'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:45:35.888978 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbc8641-0afe-411e-8529-88c3e65c5c51 None None] Attempting to bind port 6880781a-2fb2-474c-9e1f-01be510844c0 on network b0c781c2-5079-45de-9166-262fd83fb6c7 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:45:35.896074 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbc8641-0afe-411e-8529-88c3e65c5c51 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:45:35.896623 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbc8641-0afe-411e-8529-88c3e65c5c51 None None] Checking segment: {'id': '822becc9-a142-4412-a18c-3798e34fd116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b0c781c2-5079-45de-9166-262fd83fb6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:45:35.897902 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-fdbc8641-0afe-411e-8529-88c3e65c5c51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:35.897902 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbc8641-0afe-411e-8529-88c3e65c5c51 None None] Bound using segment: {'id': '822becc9-a142-4412-a18c-3798e34fd116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b0c781c2-5079-45de-9166-262fd83fb6c7'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:45:35.898415 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-fdbc8641-0afe-411e-8529-88c3e65c5c51 None None] Bound port: 6880781a-2fb2-474c-9e1f-01be510844c0, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '822becc9-a142-4412-a18c-3798e34fd116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b0c781c2-5079-45de-9166-262fd83fb6c7'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:45:35.898861 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-fdbc8641-0afe-411e-8529-88c3e65c5c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:35.912448 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-890637dd-2f55-44ee-864e-1bdb0190941e req-38c4c518-382c-4f85-9b7a-d8b4484f067d service neutron] 10.222.0.39 "GET /v2.0/networks/b0c781c2-5079-45de-9166-262fd83fb6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707387 Apr 20 17:45:35.941580 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9846107b-ba0b-4a1b-ba7b-12c7faf635e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:35.947113 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-ff732234-6e03-42b4-b7c7-3d483fe0555a tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] delete failed (client error): The resource could not be found. Apr 20 17:45:35.962682 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ff732234-6e03-42b4-b7c7-3d483fe0555a tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "DELETE /v2.0/routers/091c242f-ad9e-4ccb-9e66-7569ed6481df HTTP/1.1" status: 404 len: 336 time: 0.1136143 Apr 20 17:45:35.964905 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51188) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:35.968583 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9846107b-ba0b-4a1b-ba7b-12c7faf635e0 admin admin] Usage tracker for resource:security_group_rule and tenant:50794955bc5348808236792746455fea is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:36.002522 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-fdbc8641-0afe-411e-8529-88c3e65c5c51 None None] For port 6880781a-2fb2-474c-9e1f-01be510844c0, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:45:36.006298 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-fdbc8641-0afe-411e-8529-88c3e65c5c51 None None] For port 6880781a-2fb2-474c-9e1f-01be510844c0, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6880781a-2fb2-474c-9e1f-01be510844c0,segment=NetworkSegment(822becc9-a142-4412-a18c-3798e34fd116),segment_id=822becc9-a142-4412-a18c-3798e34fd116)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:45:36.015063 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-fdbc8641-0afe-411e-8529-88c3e65c5c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:36.022312 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9846107b-ba0b-4a1b-ba7b-12c7faf635e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:36.034982 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9846107b-ba0b-4a1b-ba7b-12c7faf635e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:36.037176 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead3758c-603e-4db4-ab16-b55f2c8928ce tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] DELETE failed (client error): The resource could not be found. Apr 20 17:45:36.037596 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ead3758c-603e-4db4-ab16-b55f2c8928ce tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:45:36.047946 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ead3758c-603e-4db4-ab16-b55f2c8928ce tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "DELETE /v2.0/subnets/092a987a-a6c9-4866-b72c-050deb15d37c HTTP/1.1" status: 404 len: 337 time: 0.0820293 Apr 20 17:45:36.050367 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51194) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:36.097457 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbc8641-0afe-411e-8529-88c3e65c5c51 None None] Routers {'59032f88-fdbd-464a-8737-e37e57436ee6'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:45:36.098063 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-fdbc8641-0afe-411e-8529-88c3e65c5c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:45:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['59032f88-fdbd-464a-8737-e37e57436ee6'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:36.109828 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-890637dd-2f55-44ee-864e-1bdb0190941e req-5e960926-1e8f-495f-be93-5587c262d4c3 service neutron] 10.222.0.39 "GET /v2.0/networks/b0c781c2-5079-45de-9166-262fd83fb6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899292 Apr 20 17:45:36.165752 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-5a9e4dda-f50f-418e-92db-cb2487f868f0 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Deleting port 754251c9-243b-44a8-9c46-8d0c73021fa5 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:45:36.166805 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5a9e4dda-f50f-418e-92db-cb2487f868f0 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:36.217404 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20001a6-e2cf-45f7-b1c8-0915ad70a119 None None] Pushing event updated for resources: {'Port': ['ID=6880781a-2fb2-474c-9e1f-01be510844c0,revision_number=4']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:36.445272 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-fdbc8641-0afe-411e-8529-88c3e65c5c51 None None] Set router 59032f88-fdbd-464a-8737-e37e57436ee6 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:45:36.480686 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-78de9bd5-d16a-4372-b130-1a430741d947 req-17be1b72-cdc7-4aff-ba35-deb30a574377 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Synchronizing usage tracker for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:45:36.530261 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9846107b-ba0b-4a1b-ba7b-12c7faf635e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:36.533726 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-78de9bd5-d16a-4372-b130-1a430741d947 req-17be1b72-cdc7-4aff-ba35-deb30a574377 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Unset dirty status for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:45:36.534961 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-78de9bd5-d16a-4372-b130-1a430741d947 req-17be1b72-cdc7-4aff-ba35-deb30a574377 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d0f9d8b-c658-4a74-b4f6-2fe8610f0500 HTTP/1.1" status: 200 len: 210 time: 0.1086547 Apr 20 17:45:36.550706 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9846107b-ba0b-4a1b-ba7b-12c7faf635e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:36.641253 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5a9e4dda-f50f-418e-92db-cb2487f868f0 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:36.653988 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846107b-ba0b-4a1b-ba7b-12c7faf635e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34dff28d-d8d8-4dec-b6a7-41b48726090e,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:36.662415 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9846107b-ba0b-4a1b-ba7b-12c7faf635e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=50794955bc5348808236792746455fea&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1447651 Apr 20 17:45:36.665095 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51208) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:36.784525 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b3da44a3-6c76-42b3-9153-5888193f964f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:36.821073 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b3da44a3-6c76-42b3-9153-5888193f964f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:36.858313 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-5a9e4dda-f50f-418e-92db-cb2487f868f0 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Calling delete_port for 754251c9-243b-44a8-9c46-8d0c73021fa5 owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:45:36.864872 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-fdbc8641-0afe-411e-8529-88c3e65c5c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089942864', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'd2f45923-ee42-4027-8728-68fddc723767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:45:24Z', 'updated_at': '2022-04-20T17:45:31Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'd2f45923-ee42-4027-8728-68fddc723767', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:45:25Z', 'updated_at': '2022-04-20T17:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '6880781a-2fb2-474c-9e1f-01be510844c0', 'name': '', 'network_id': 'b0c781c2-5079-45de-9166-262fd83fb6c7', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:e1:7b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7325ba69-6dbc-4eda-9993-61f021e7dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:45:30Z', 'updated_at': '2022-04-20T17:45:35Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': '7325ba69-6dbc-4eda-9993-61f021e7dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:36.870367 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbc8641-0afe-411e-8529-88c3e65c5c51 None None] The sync data for ids ['59032f88-fdbd-464a-8737-e37e57436ee6'] in n-d-838032-1 is: [{'id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089942864', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'd2f45923-ee42-4027-8728-68fddc723767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:45:24Z', 'updated_at': '2022-04-20T17:45:31Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'd2f45923-ee42-4027-8728-68fddc723767', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:45:25Z', 'updated_at': '2022-04-20T17:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '6880781a-2fb2-474c-9e1f-01be510844c0', 'name': '', 'network_id': 'b0c781c2-5079-45de-9166-262fd83fb6c7', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:e1:7b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7325ba69-6dbc-4eda-9993-61f021e7dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:45:30Z', 'updated_at': '2022-04-20T17:45:35Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': '7325ba69-6dbc-4eda-9993-61f021e7dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:45:36.965448 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b3da44a3-6c76-42b3-9153-5888193f964f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:36.980957 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da44a3-6c76-42b3-9153-5888193f964f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34dff28d-d8d8-4dec-b6a7-41b48726090e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:36.993515 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b3da44a3-6c76-42b3-9153-5888193f964f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:36.997712 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b3da44a3-6c76-42b3-9153-5888193f964f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/34dff28d-d8d8-4dec-b6a7-41b48726090e HTTP/1.1" status: 204 len: 168 time: 0.3316464 Apr 20 17:45:37.129923 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5a9e4dda-f50f-418e-92db-cb2487f868f0 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:37.212088 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e4dda-f50f-418e-92db-cb2487f868f0 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event deleted for resources: {'Port': ['ID=754251c9-243b-44a8-9c46-8d0c73021fa5,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:37.228131 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6880781a-2fb2-474c-9e1f-01be510844c0 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:45:37.409589 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5a9e4dda-f50f-418e-92db-cb2487f868f0 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:37.436175 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 6880781a-2fb2-474c-9e1f-01be510844c0 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:45:37.444564 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 6880781a-2fb2-474c-9e1f-01be510844c0 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:45:37.444923 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:37.456723 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5a9e4dda-f50f-418e-92db-cb2487f868f0 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "DELETE /v2.0/ports/754251c9-243b-44a8-9c46-8d0c73021fa5 HTTP/1.1" status: 204 len: 168 time: 1.4053023 Apr 20 17:45:37.459182 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51220) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:37.557499 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51226) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:37.614732 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a9f0a902-69f5-4170-963a-7d0dfa23748e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:37.624722 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-9a84ef9a-5cc8-4bd9-aa21-06207f8598eb tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Deleting port 5ffce8dd-9234-4895-bded-b0dd4c7cdb05 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:45:37.627804 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a84ef9a-5cc8-4bd9-aa21-06207f8598eb tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:37.657022 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:37.806455 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 6880781a-2fb2-474c-9e1f-01be510844c0, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6880781a-2fb2-474c-9e1f-01be510844c0,segment=NetworkSegment(822becc9-a142-4412-a18c-3798e34fd116),segment_id=822becc9-a142-4412-a18c-3798e34fd116)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:45:37.813171 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:37.858963 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a9f0a902-69f5-4170-963a-7d0dfa23748e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:37.868053 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a9f0a902-69f5-4170-963a-7d0dfa23748e admin admin] Usage tracker for resource:security_group_rule and tenant:ceddc4f59bab4465853e535c0da26d88 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:37.875508 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a9f0a902-69f5-4170-963a-7d0dfa23748e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:37.886929 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a9f0a902-69f5-4170-963a-7d0dfa23748e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:38.002660 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=6880781a-2fb2-474c-9e1f-01be510844c0,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:38.165503 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d94feeec-589e-4915-b2a2-0562eb57bfcf req-3ebe2411-1980-469f-85f7-b0f957b7cbd9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d0f9d8b-c658-4a74-b4f6-2fe8610f0500 HTTP/1.1" status: 200 len: 210 time: 0.2475562 Apr 20 17:45:38.187126 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a9f0a902-69f5-4170-963a-7d0dfa23748e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:38.273286 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a9f0a902-69f5-4170-963a-7d0dfa23748e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:38.333421 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a84ef9a-5cc8-4bd9-aa21-06207f8598eb tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:38.398781 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890637dd-2f55-44ee-864e-1bdb0190941e req-b93d588b-90c0-4784-83ac-5820cdfe4248 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:38.402140 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-890637dd-2f55-44ee-864e-1bdb0190941e req-b93d588b-90c0-4784-83ac-5820cdfe4248 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.43 "GET /v2.0/networks?id=b0c781c2-5079-45de-9166-262fd83fb6c7 HTTP/1.1" status: 200 len: 796 time: 0.2961285 Apr 20 17:45:38.485149 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-9a84ef9a-5cc8-4bd9-aa21-06207f8598eb tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Calling delete_port for 5ffce8dd-9234-4895-bded-b0dd4c7cdb05 owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:45:38.489727 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a9f0a902-69f5-4170-963a-7d0dfa23748e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ceddc4f59bab4465853e535c0da26d88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9288805 Apr 20 17:45:38.491230 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f0a902-69f5-4170-963a-7d0dfa23748e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f621f2-709f-45b8-b739-734dd2545174,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:38.497227 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51242) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:38.513145 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f0a902-69f5-4170-963a-7d0dfa23748e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:38.513947 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f0a902-69f5-4170-963a-7d0dfa23748e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:38.514311 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f0a902-69f5-4170-963a-7d0dfa23748e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:38.514678 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f0a902-69f5-4170-963a-7d0dfa23748e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:38.515007 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f0a902-69f5-4170-963a-7d0dfa23748e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:38.515325 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f0a902-69f5-4170-963a-7d0dfa23748e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:38.515638 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f0a902-69f5-4170-963a-7d0dfa23748e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:38.515949 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f0a902-69f5-4170-963a-7d0dfa23748e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:38.516422 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f0a902-69f5-4170-963a-7d0dfa23748e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:38.516745 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f0a902-69f5-4170-963a-7d0dfa23748e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:38.517056 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f0a902-69f5-4170-963a-7d0dfa23748e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:45:38.590334 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-890637dd-2f55-44ee-864e-1bdb0190941e req-74b1c21b-d568-422f-b0c8-a25ec429f02e tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac289a58365e49439c6a449ebba5fb54 HTTP/1.1" status: 200 len: 379 time: 0.1730492 Apr 20 17:45:38.599260 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-890637dd-2f55-44ee-864e-1bdb0190941e req-0aa8b847-fe53-490e-bfb0-90239a951414 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'port': {'device_id': '5d0f9d8b-c658-4a74-b4f6-2fe8610f0500', 'network_id': 'b0c781c2-5079-45de-9166-262fd83fb6c7', 'admin_state_up': True, 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'security_groups': ['5a3364ff-ec0f-44f9-bf4a-7d15c518057d']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:45:38.600746 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51246) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:38.674637 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a84ef9a-5cc8-4bd9-aa21-06207f8598eb tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:38.708950 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f5180829-a884-42d2-8821-2884d91d414f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:38.726923 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84ef9a-5cc8-4bd9-aa21-06207f8598eb tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event deleted for resources: {'Port': ['ID=5ffce8dd-9234-4895-bded-b0dd4c7cdb05,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:38.768694 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f5180829-a884-42d2-8821-2884d91d414f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:38.798577 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-890637dd-2f55-44ee-864e-1bdb0190941e req-0aa8b847-fe53-490e-bfb0-90239a951414 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:38.824247 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-890637dd-2f55-44ee-864e-1bdb0190941e req-0aa8b847-fe53-490e-bfb0-90239a951414 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:38.826966 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cdf36e87-4c2f-4162-8a12-faf25ddf431b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:38.837231 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890637dd-2f55-44ee-864e-1bdb0190941e req-0aa8b847-fe53-490e-bfb0-90239a951414 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Made reservation on behalf of ac289a58365e49439c6a449ebba5fb54 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:45:38.840474 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-890637dd-2f55-44ee-864e-1bdb0190941e req-0aa8b847-fe53-490e-bfb0-90239a951414 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:38.856697 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a84ef9a-5cc8-4bd9-aa21-06207f8598eb tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:38.876459 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9a84ef9a-5cc8-4bd9-aa21-06207f8598eb tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "DELETE /v2.0/ports/5ffce8dd-9234-4895-bded-b0dd4c7cdb05 HTTP/1.1" status: 204 len: 168 time: 1.4136341 Apr 20 17:45:38.877734 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51252) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:38.906052 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f5180829-a884-42d2-8821-2884d91d414f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:38.918355 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-cdf36e87-4c2f-4162-8a12-faf25ddf431b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:38.928758 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-cdf36e87-4c2f-4162-8a12-faf25ddf431b admin admin] Usage tracker for resource:security_group_rule and tenant:9cb885deef7f44e296ea917a8d711670 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:38.932045 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-cdf36e87-4c2f-4162-8a12-faf25ddf431b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:38.936247 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5180829-a884-42d2-8821-2884d91d414f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f621f2-709f-45b8-b739-734dd2545174,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:38.939524 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-cdf36e87-4c2f-4162-8a12-faf25ddf431b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:38.953254 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f5180829-a884-42d2-8821-2884d91d414f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:38.956827 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f5180829-a884-42d2-8821-2884d91d414f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/00f621f2-709f-45b8-b739-734dd2545174 HTTP/1.1" status: 204 len: 168 time: 0.4556320 Apr 20 17:45:39.005093 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f658c4-3744-4fd4-984c-623c8f37e454 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:39.005892 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-80f658c4-3744-4fd4-984c-623c8f37e454 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Synchronizing usage tracker for tenant:c9d6fd43f57648e69fdcea7121532365 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:45:39.037540 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-80f658c4-3744-4fd4-984c-623c8f37e454 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Unset dirty status for tenant:c9d6fd43f57648e69fdcea7121532365 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:45:39.041321 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-80f658c4-3744-4fd4-984c-623c8f37e454 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed52b34c-0634-4c6d-ab70-77ac5a590f6c HTTP/1.1" status: 200 len: 913 time: 0.1603062 Apr 20 17:45:39.041883 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51258) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:39.051166 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-890637dd-2f55-44ee-864e-1bdb0190941e req-0aa8b847-fe53-490e-bfb0-90239a951414 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Allocated IP 172.20.0.10 (b0c781c2-5079-45de-9166-262fd83fb6c7/7325ba69-6dbc-4eda-9993-61f021e7dc97/a3549846-ac78-4b76-a7ed-200c2b7804a2) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:45:39.077660 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6880781a-2fb2-474c-9e1f-01be510844c0 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:45:39.153419 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 6880781a-2fb2-474c-9e1f-01be510844c0 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:45:39.153888 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:39.197991 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cdf36e87-4c2f-4162-8a12-faf25ddf431b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:39.208407 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cdf36e87-4c2f-4162-8a12-faf25ddf431b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:39.210481 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a6274c09-e4c6-480f-af36-d5bd2127517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:39.285748 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-890637dd-2f55-44ee-864e-1bdb0190941e req-0aa8b847-fe53-490e-bfb0-90239a951414 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:39.287442 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf36e87-4c2f-4162-8a12-faf25ddf431b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451d4c77-83bc-43cf-bc03-e86652849762,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:39.307663 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cdf36e87-4c2f-4162-8a12-faf25ddf431b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9cb885deef7f44e296ea917a8d711670&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7058454 Apr 20 17:45:39.311049 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51266) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:39.325333 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-890637dd-2f55-44ee-864e-1bdb0190941e req-0aa8b847-fe53-490e-bfb0-90239a951414 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Transition to ACTIVE for port object a3549846-ac78-4b76-a7ed-200c2b7804a2 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:45:39.358999 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-890637dd-2f55-44ee-864e-1bdb0190941e req-0aa8b847-fe53-490e-bfb0-90239a951414 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:39.405897 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51270) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:39.436153 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890637dd-2f55-44ee-864e-1bdb0190941e req-0aa8b847-fe53-490e-bfb0-90239a951414 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Network b0c781c2-5079-45de-9166-262fd83fb6c7 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:45:39.439284 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-890637dd-2f55-44ee-864e-1bdb0190941e req-0aa8b847-fe53-490e-bfb0-90239a951414 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:45:39.441573 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-890637dd-2f55-44ee-864e-1bdb0190941e req-0aa8b847-fe53-490e-bfb0-90239a951414 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:45:39.449158 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e9f78f8d-294f-4ccc-8343-81da10b84166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:39.488531 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa8b847-fe53-490e-bfb0-90239a951414 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'Port': ['ID=a3549846-ac78-4b76-a7ed-200c2b7804a2,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:39.491048 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eaca00d4-054c-47e4-a262-3a08a9839ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:39.514160 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890637dd-2f55-44ee-864e-1bdb0190941e req-0aa8b847-fe53-490e-bfb0-90239a951414 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:39.515294 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-890637dd-2f55-44ee-864e-1bdb0190941e req-0aa8b847-fe53-490e-bfb0-90239a951414 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:39.547135 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-890637dd-2f55-44ee-864e-1bdb0190941e req-0aa8b847-fe53-490e-bfb0-90239a951414 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9512458 Apr 20 17:45:39.552208 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eaca00d4-054c-47e4-a262-3a08a9839ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:39.558005 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-890637dd-2f55-44ee-864e-1bdb0190941e req-f138be67-aca3-4aa5-b2f6-0f1ff0e44bb7 service neutron] Request body: {'port': {'device_id': '5d0f9d8b-c658-4a74-b4f6-2fe8610f0500', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:45:39.564468 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e9f78f8d-294f-4ccc-8343-81da10b84166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:39.574148 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e9f78f8d-294f-4ccc-8343-81da10b84166 admin admin] Usage tracker for resource:security_group_rule and tenant:f9debea1b21f4e73845844e78bbc3aae is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:39.586574 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e9f78f8d-294f-4ccc-8343-81da10b84166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:39.603552 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e9f78f8d-294f-4ccc-8343-81da10b84166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:39.614156 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b8473-46bb-4fb8-b3f6-69eb6b75da35 req-0085a8a7-2c4a-47ea-a345-6448123d45ef tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:39.616035 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f75b8473-46bb-4fb8-b3f6-69eb6b75da35 req-0085a8a7-2c4a-47ea-a345-6448123d45ef tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d0f9d8b-c658-4a74-b4f6-2fe8610f0500 HTTP/1.1" status: 200 len: 932 time: 0.2483804 Apr 20 17:45:39.687043 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-890637dd-2f55-44ee-864e-1bdb0190941e req-f138be67-aca3-4aa5-b2f6-0f1ff0e44bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:39.770641 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f75b8473-46bb-4fb8-b3f6-69eb6b75da35 req-3b565898-c1ec-4bb9-8cc8-2ca389061404 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a3364ff-ec0f-44f9-bf4a-7d15c518057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375744 Apr 20 17:45:39.779000 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-11f367b7-9f0d-4864-a7fd-fbd8944c5a52 None None] Provisioning for port a3549846-ac78-4b76-a7ed-200c2b7804a2 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:45:39.782500 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eaca00d4-054c-47e4-a262-3a08a9839ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:39.785255 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-11f367b7-9f0d-4864-a7fd-fbd8944c5a52 None None] Provisioning complete for port a3549846-ac78-4b76-a7ed-200c2b7804a2 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:45:39.785707 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-11f367b7-9f0d-4864-a7fd-fbd8944c5a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:39.869265 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca00d4-054c-47e4-a262-3a08a9839ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451d4c77-83bc-43cf-bc03-e86652849762,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:39.897432 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e9f78f8d-294f-4ccc-8343-81da10b84166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:39.897882 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-11f367b7-9f0d-4864-a7fd-fbd8944c5a52 None None] Port a3549846-ac78-4b76-a7ed-200c2b7804a2 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:45:39.899156 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eaca00d4-054c-47e4-a262-3a08a9839ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:39.900256 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-eaca00d4-054c-47e4-a262-3a08a9839ebd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/451d4c77-83bc-43cf-bc03-e86652849762 HTTP/1.1" status: 204 len: 168 time: 0.5883207 Apr 20 17:45:39.911146 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e9f78f8d-294f-4ccc-8343-81da10b84166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:39.965804 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f78f8d-294f-4ccc-8343-81da10b84166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c943fc48-4577-4e56-910f-c43596ae6d10,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:39.975093 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e9f78f8d-294f-4ccc-8343-81da10b84166 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f9debea1b21f4e73845844e78bbc3aae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5607138 Apr 20 17:45:39.976518 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51276) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:40.064879 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a88da91a-2475-451b-929a-616c35795ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:40.076383 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-890637dd-2f55-44ee-864e-1bdb0190941e req-f138be67-aca3-4aa5-b2f6-0f1ff0e44bb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3549846-ac78-4b76-a7ed-200c2b7804a2 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:45:40.084283 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-890637dd-2f55-44ee-864e-1bdb0190941e req-f138be67-aca3-4aa5-b2f6-0f1ff0e44bb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:40.095388 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-46ef1e3c-4cd8-499c-a465-248082454ecb tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:40.100102 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-890637dd-2f55-44ee-864e-1bdb0190941e req-f138be67-aca3-4aa5-b2f6-0f1ff0e44bb7 service neutron] Transition to ACTIVE for port object a3549846-ac78-4b76-a7ed-200c2b7804a2 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:45:40.104619 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-890637dd-2f55-44ee-864e-1bdb0190941e req-f138be67-aca3-4aa5-b2f6-0f1ff0e44bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:40.147570 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a88da91a-2475-451b-929a-616c35795ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:40.232383 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138be67-aca3-4aa5-b2f6-0f1ff0e44bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=a3549846-ac78-4b76-a7ed-200c2b7804a2,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:40.382106 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51282) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:40.426826 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d3ef897c-8512-427e-8a25-c5cd61e1206e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:40.469478 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-890637dd-2f55-44ee-864e-1bdb0190941e req-f138be67-aca3-4aa5-b2f6-0f1ff0e44bb7 service neutron] Attempting to bind port a3549846-ac78-4b76-a7ed-200c2b7804a2 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:45:40.469712 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-890637dd-2f55-44ee-864e-1bdb0190941e req-f138be67-aca3-4aa5-b2f6-0f1ff0e44bb7 service neutron] Attempting to bind port a3549846-ac78-4b76-a7ed-200c2b7804a2 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '822becc9-a142-4412-a18c-3798e34fd116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b0c781c2-5079-45de-9166-262fd83fb6c7'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:45:40.469993 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890637dd-2f55-44ee-864e-1bdb0190941e req-f138be67-aca3-4aa5-b2f6-0f1ff0e44bb7 service neutron] Attempting to bind port a3549846-ac78-4b76-a7ed-200c2b7804a2 on network b0c781c2-5079-45de-9166-262fd83fb6c7 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:45:40.475766 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890637dd-2f55-44ee-864e-1bdb0190941e req-f138be67-aca3-4aa5-b2f6-0f1ff0e44bb7 service neutron] Port a3549846-ac78-4b76-a7ed-200c2b7804a2 on network b0c781c2-5079-45de-9166-262fd83fb6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:45:40.476072 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890637dd-2f55-44ee-864e-1bdb0190941e req-f138be67-aca3-4aa5-b2f6-0f1ff0e44bb7 service neutron] Attempting to bind port a3549846-ac78-4b76-a7ed-200c2b7804a2 on network b0c781c2-5079-45de-9166-262fd83fb6c7 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:45:40.481652 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d3ef897c-8512-427e-8a25-c5cd61e1206e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:40.483017 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890637dd-2f55-44ee-864e-1bdb0190941e req-f138be67-aca3-4aa5-b2f6-0f1ff0e44bb7 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:45:40.483414 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890637dd-2f55-44ee-864e-1bdb0190941e req-f138be67-aca3-4aa5-b2f6-0f1ff0e44bb7 service neutron] Checking segment: {'id': '822becc9-a142-4412-a18c-3798e34fd116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b0c781c2-5079-45de-9166-262fd83fb6c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:45:40.483796 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a88da91a-2475-451b-929a-616c35795ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:40.483916 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890637dd-2f55-44ee-864e-1bdb0190941e req-f138be67-aca3-4aa5-b2f6-0f1ff0e44bb7 service neutron] Bound using segment: {'id': '822becc9-a142-4412-a18c-3798e34fd116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b0c781c2-5079-45de-9166-262fd83fb6c7'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:45:40.484201 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-890637dd-2f55-44ee-864e-1bdb0190941e req-f138be67-aca3-4aa5-b2f6-0f1ff0e44bb7 service neutron] Bound port: a3549846-ac78-4b76-a7ed-200c2b7804a2, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '822becc9-a142-4412-a18c-3798e34fd116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b0c781c2-5079-45de-9166-262fd83fb6c7'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:45:40.484608 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-890637dd-2f55-44ee-864e-1bdb0190941e req-f138be67-aca3-4aa5-b2f6-0f1ff0e44bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:40.497542 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d3ef897c-8512-427e-8a25-c5cd61e1206e admin admin] Usage tracker for resource:security_group_rule and tenant:b5a311919d44491bbda264d8f6c3a845 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:40.504737 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d3ef897c-8512-427e-8a25-c5cd61e1206e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:40.514396 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88da91a-2475-451b-929a-616c35795ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c943fc48-4577-4e56-910f-c43596ae6d10,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:40.517100 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d3ef897c-8512-427e-8a25-c5cd61e1206e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:40.537532 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a88da91a-2475-451b-929a-616c35795ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:40.541256 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a88da91a-2475-451b-929a-616c35795ed5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c943fc48-4577-4e56-910f-c43596ae6d10 HTTP/1.1" status: 204 len: 168 time: 0.5598881 Apr 20 17:45:40.585427 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-890637dd-2f55-44ee-864e-1bdb0190941e req-f138be67-aca3-4aa5-b2f6-0f1ff0e44bb7 service neutron] For port a3549846-ac78-4b76-a7ed-200c2b7804a2, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:45:40.588653 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-890637dd-2f55-44ee-864e-1bdb0190941e req-f138be67-aca3-4aa5-b2f6-0f1ff0e44bb7 service neutron] For port a3549846-ac78-4b76-a7ed-200c2b7804a2, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=a3549846-ac78-4b76-a7ed-200c2b7804a2,segment=NetworkSegment(822becc9-a142-4412-a18c-3798e34fd116),segment_id=822becc9-a142-4412-a18c-3798e34fd116)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:45:40.593723 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-890637dd-2f55-44ee-864e-1bdb0190941e req-f138be67-aca3-4aa5-b2f6-0f1ff0e44bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:40.648717 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-890637dd-2f55-44ee-864e-1bdb0190941e req-f138be67-aca3-4aa5-b2f6-0f1ff0e44bb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:40.650539 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-890637dd-2f55-44ee-864e-1bdb0190941e req-f138be67-aca3-4aa5-b2f6-0f1ff0e44bb7 service neutron] 10.222.0.43 "PUT /v2.0/ports/a3549846-ac78-4b76-a7ed-200c2b7804a2 HTTP/1.1" status: 200 len: 1092 time: 1.0966210 Apr 20 17:45:40.651047 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d0f9d8b-c658-4a74-b4f6-2fe8610f0500', 'tag': 'a3549846-ac78-4b76-a7ed-200c2b7804a2'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:45:40.682552 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138be67-aca3-4aa5-b2f6-0f1ff0e44bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=a3549846-ac78-4b76-a7ed-200c2b7804a2,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:40.693446 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d3ef897c-8512-427e-8a25-c5cd61e1206e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:40.710339 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d3ef897c-8512-427e-8a25-c5cd61e1206e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:40.774848 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf760aac-73d0-435c-86d2-8002e9ffd4f0'] response: {'name': 'network-changed', 'server_uuid': '5d0f9d8b-c658-4a74-b4f6-2fe8610f0500', 'tag': 'a3549846-ac78-4b76-a7ed-200c2b7804a2', 'status': 'completed', 'code': 200} Apr 20 17:45:40.785144 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-890637dd-2f55-44ee-864e-1bdb0190941e req-bfe53304-4080-4231-b1c1-ea2c5f3d961e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=5d0f9d8b-c658-4a74-b4f6-2fe8610f0500 HTTP/1.1" status: 200 len: 1095 time: 0.0901272 Apr 20 17:45:40.872689 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef897c-8512-427e-8a25-c5cd61e1206e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91f3321-2e2f-413f-a182-3a1e26552181,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:40.930570 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d3ef897c-8512-427e-8a25-c5cd61e1206e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b5a311919d44491bbda264d8f6c3a845&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5470426 Apr 20 17:45:40.933439 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51294) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:40.944343 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-890637dd-2f55-44ee-864e-1bdb0190941e req-1263d460-75a8-4164-b228-62f6a689724f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3549846-ac78-4b76-a7ed-200c2b7804a2 HTTP/1.1" status: 200 len: 217 time: 0.1520903 Apr 20 17:45:41.065374 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2e1e2507-5136-45ed-a370-809ad881a0f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:41.068929 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890637dd-2f55-44ee-864e-1bdb0190941e req-b5090783-9121-4db9-a23b-7318d13b12dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:41.070434 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-890637dd-2f55-44ee-864e-1bdb0190941e req-b5090783-9121-4db9-a23b-7318d13b12dd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7325ba69-6dbc-4eda-9993-61f021e7dc97 HTTP/1.1" status: 200 len: 835 time: 0.0806146 Apr 20 17:45:41.137807 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2e1e2507-5136-45ed-a370-809ad881a0f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:41.148484 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec691761-794f-489f-9f6d-fa6820cefc12 req-f2411a7e-2d85-4ae0-acd6-409f11c0abee tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:41.149923 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ec691761-794f-489f-9f6d-fa6820cefc12 req-f2411a7e-2d85-4ae0-acd6-409f11c0abee tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d0f9d8b-c658-4a74-b4f6-2fe8610f0500 HTTP/1.1" status: 200 len: 944 time: 0.1362360 Apr 20 17:45:41.196363 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-890637dd-2f55-44ee-864e-1bdb0190941e req-409e0721-35f7-4bee-8aa3-b4ea60b3a4d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b0c781c2-5079-45de-9166-262fd83fb6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180370 Apr 20 17:45:41.252691 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ec691761-794f-489f-9f6d-fa6820cefc12 req-a967e4a3-77fe-4ab3-b78e-6fb1ba26280f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a3364ff-ec0f-44f9-bf4a-7d15c518057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916483 Apr 20 17:45:41.275372 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2e1e2507-5136-45ed-a370-809ad881a0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:41.310136 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e2507-5136-45ed-a370-809ad881a0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91f3321-2e2f-413f-a182-3a1e26552181,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:41.330457 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2e1e2507-5136-45ed-a370-809ad881a0f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:41.333961 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2e1e2507-5136-45ed-a370-809ad881a0f4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f91f3321-2e2f-413f-a182-3a1e26552181 HTTP/1.1" status: 204 len: 168 time: 0.3973064 Apr 20 17:45:41.356850 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-46ef1e3c-4cd8-499c-a465-248082454ecb tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Deleting port c763fa1f-5750-49e8-bc8f-6b31f0bc5a80 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:45:41.357074 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-890637dd-2f55-44ee-864e-1bdb0190941e req-9acfd194-cc69-4741-b3cc-9bb4f5588413 service neutron] 10.222.0.43 "GET /v2.0/networks/b0c781c2-5079-45de-9166-262fd83fb6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543677 Apr 20 17:45:41.357219 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-46ef1e3c-4cd8-499c-a465-248082454ecb tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:41.402883 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a9ca3736-c852-4263-a978-efa41261a1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:41.512872 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-890637dd-2f55-44ee-864e-1bdb0190941e req-f612d786-07df-45dc-89ea-7d1d697432ab service neutron] 10.222.0.43 "GET /v2.0/networks/b0c781c2-5079-45de-9166-262fd83fb6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501076 Apr 20 17:45:41.594216 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-46ef1e3c-4cd8-499c-a465-248082454ecb tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:41.659979 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c33fa397-e3cd-4c7d-ade9-43cc6feb4512 req-6491603b-91ad-4a93-bc9d-6ac94f6d000e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=5d0f9d8b-c658-4a74-b4f6-2fe8610f0500 HTTP/1.1" status: 200 len: 1095 time: 0.0904801 Apr 20 17:45:41.749437 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-46ef1e3c-4cd8-499c-a465-248082454ecb tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Calling delete_port for c763fa1f-5750-49e8-bc8f-6b31f0bc5a80 owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:45:41.812985 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fa397-e3cd-4c7d-ade9-43cc6feb4512 req-bb9dea90-d3b2-477a-b446-2d3351826a10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:41.814645 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c33fa397-e3cd-4c7d-ade9-43cc6feb4512 req-bb9dea90-d3b2-477a-b446-2d3351826a10 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b0c781c2-5079-45de-9166-262fd83fb6c7 HTTP/1.1" status: 200 len: 897 time: 0.1415017 Apr 20 17:45:41.899991 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c33fa397-e3cd-4c7d-ade9-43cc6feb4512 req-3b0734dd-873f-4711-9c5a-b655fbdc6ae9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3549846-ac78-4b76-a7ed-200c2b7804a2 HTTP/1.1" status: 200 len: 217 time: 0.0764062 Apr 20 17:45:41.959538 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-46ef1e3c-4cd8-499c-a465-248082454ecb tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:41.982595 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fa397-e3cd-4c7d-ade9-43cc6feb4512 req-b56f0c38-917e-4192-a365-08d1eea7c8b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:41.984036 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c33fa397-e3cd-4c7d-ade9-43cc6feb4512 req-b56f0c38-917e-4192-a365-08d1eea7c8b8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7325ba69-6dbc-4eda-9993-61f021e7dc97 HTTP/1.1" status: 200 len: 835 time: 0.0770850 Apr 20 17:45:42.032884 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef1e3c-4cd8-499c-a465-248082454ecb tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event deleted for resources: {'Port': ['ID=c763fa1f-5750-49e8-bc8f-6b31f0bc5a80,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:42.079327 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c33fa397-e3cd-4c7d-ade9-43cc6feb4512 req-4d98dc5d-9ab6-45f0-b013-ebef8945b847 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b0c781c2-5079-45de-9166-262fd83fb6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878720 Apr 20 17:45:42.227652 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c33fa397-e3cd-4c7d-ade9-43cc6feb4512 req-57e82faf-58e5-4f6f-9891-20b2dafa515f service neutron] 10.222.0.43 "GET /v2.0/networks/b0c781c2-5079-45de-9166-262fd83fb6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417143 Apr 20 17:45:42.519738 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51340) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:42.569910 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c33fa397-e3cd-4c7d-ade9-43cc6feb4512 req-1170e5f7-4cce-45a0-952b-43e8b88459e9 service neutron] 10.222.0.43 "GET /v2.0/networks/b0c781c2-5079-45de-9166-262fd83fb6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354168 Apr 20 17:45:42.601943 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ff77f-4212-4868-a5a4-ae0558354216 req-d8ab5547-514c-464b-aaa9-b7351ff2d5d3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:42.602723 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-0a9ff77f-4212-4868-a5a4-ae0558354216 req-d8ab5547-514c-464b-aaa9-b7351ff2d5d3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Synchronizing usage tracker for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:45:42.623428 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-0a9ff77f-4212-4868-a5a4-ae0558354216 req-d8ab5547-514c-464b-aaa9-b7351ff2d5d3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Unset dirty status for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:45:42.624910 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a9ff77f-4212-4868-a5a4-ae0558354216 req-d8ab5547-514c-464b-aaa9-b7351ff2d5d3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d0f9d8b-c658-4a74-b4f6-2fe8610f0500 HTTP/1.1" status: 200 len: 944 time: 0.1358659 Apr 20 17:45:42.649773 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-46ef1e3c-4cd8-499c-a465-248082454ecb tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:42.677807 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a9ff77f-4212-4868-a5a4-ae0558354216 req-2c089865-e38b-4562-bc49-d76e5c78c5fe tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a3364ff-ec0f-44f9-bf4a-7d15c518057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462430 Apr 20 17:45:42.687353 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:42.744391 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-3939da00-6770-411b-95f2-69d6b39324b9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1871253985-network', 'tenant_id': '0a73b568985f4585b4c5afccf3b46b66'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:45:42.747131 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:42.751361 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3939da00-6770-411b-95f2-69d6b39324b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:42.755244 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3939da00-6770-411b-95f2-69d6b39324b9 admin admin] Usage tracker for resource:network and tenant:0a73b568985f4585b4c5afccf3b46b66 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:42.758424 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3939da00-6770-411b-95f2-69d6b39324b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:42.764208 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3939da00-6770-411b-95f2-69d6b39324b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:42.775439 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3939da00-6770-411b-95f2-69d6b39324b9 admin admin] Made reservation on behalf of 0a73b568985f4585b4c5afccf3b46b66 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:45:42.778168 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3939da00-6770-411b-95f2-69d6b39324b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:42.793500 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3939da00-6770-411b-95f2-69d6b39324b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:42.826132 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3939da00-6770-411b-95f2-69d6b39324b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:42.830622 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3939da00-6770-411b-95f2-69d6b39324b9 admin admin] Usage tracker for resource:security_group_rule and tenant:0a73b568985f4585b4c5afccf3b46b66 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:42.833369 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3939da00-6770-411b-95f2-69d6b39324b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:42.839187 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3939da00-6770-411b-95f2-69d6b39324b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:42.910739 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3939da00-6770-411b-95f2-69d6b39324b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:42.915872 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3939da00-6770-411b-95f2-69d6b39324b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:42.943782 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3939da00-6770-411b-95f2-69d6b39324b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:45:42.955586 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939da00-6770-411b-95f2-69d6b39324b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46113bbc-e7d4-42fe-aca9-bc93217e8a06,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:42.959948 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3939da00-6770-411b-95f2-69d6b39324b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:42.960276 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-3939da00-6770-411b-95f2-69d6b39324b9 admin admin] Added segment b6ee6d89-2075-41a8-95e6-0c4c6766bee6 of type vlan for network 53970dd1-c456-4c66-8514-86350a18f2cb Apr 20 17:45:42.988907 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3939da00-6770-411b-95f2-69d6b39324b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:43.000363 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device a3549846-ac78-4b76-a7ed-200c2b7804a2 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:45:43.023693 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3939da00-6770-411b-95f2-69d6b39324b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:43.024736 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3939da00-6770-411b-95f2-69d6b39324b9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:43.025391 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3939da00-6770-411b-95f2-69d6b39324b9 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:43.136009 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3939da00-6770-411b-95f2-69d6b39324b9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6150188 Apr 20 17:45:43.174863 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51348) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:43.176164 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939da00-6770-411b-95f2-69d6b39324b9 admin admin] Pushing event updated for resources: {'Network': ['ID=53970dd1-c456-4c66-8514-86350a18f2cb,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:43.191308 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 53970dd1-c456-4c66-8514-86350a18f2cb details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:45:43.194310 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-55a22c48-7472-48ed-bad4-e5418a7b1933 admin admin] Request body: {'subnet': {'network_id': '53970dd1-c456-4c66-8514-86350a18f2cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1871253985-subnet', 'tenant_id': '0a73b568985f4585b4c5afccf3b46b66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:45:43.243639 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-55a22c48-7472-48ed-bad4-e5418a7b1933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:43.253153 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-55a22c48-7472-48ed-bad4-e5418a7b1933 admin admin] Usage tracker for resource:subnet and tenant:0a73b568985f4585b4c5afccf3b46b66 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:43.256864 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-55a22c48-7472-48ed-bad4-e5418a7b1933 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:43.263530 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-55a22c48-7472-48ed-bad4-e5418a7b1933 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:43.288909 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port a3549846-ac78-4b76-a7ed-200c2b7804a2, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=a3549846-ac78-4b76-a7ed-200c2b7804a2,segment=NetworkSegment(822becc9-a142-4412-a18c-3798e34fd116),segment_id=822becc9-a142-4412-a18c-3798e34fd116)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:45:43.290553 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a22c48-7472-48ed-bad4-e5418a7b1933 admin admin] Made reservation on behalf of 0a73b568985f4585b4c5afccf3b46b66 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:45:43.292820 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-55a22c48-7472-48ed-bad4-e5418a7b1933 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:43.314525 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'a3549846-ac78-4b76-a7ed-200c2b7804a2', 'network_id': 'b0c781c2-5079-45de-9166-262fd83fb6c7', 'port_id': 'a3549846-ac78-4b76-a7ed-200c2b7804a2', 'mac_address': 'fa:16:3e:d1:46:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7325ba69-6dbc-4eda-9993-61f021e7dc97', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:45:43.387870 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:43.396794 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:43.407198 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3549846-ac78-4b76-a7ed-200c2b7804a2 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:45:43.422619 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port a3549846-ac78-4b76-a7ed-200c2b7804a2, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=a3549846-ac78-4b76-a7ed-200c2b7804a2,segment=NetworkSegment(822becc9-a142-4412-a18c-3798e34fd116),segment_id=822becc9-a142-4412-a18c-3798e34fd116)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:45:43.427494 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:43.508880 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=a3549846-ac78-4b76-a7ed-200c2b7804a2,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:43.511970 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ef1e3c-4cd8-499c-a465-248082454ecb tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Router ed52b34c-0634-4c6d-ab70-77ac5a590f6c has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:45:43.536013 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-55a22c48-7472-48ed-bad4-e5418a7b1933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:43.629006 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['a3549846-ac78-4b76-a7ed-200c2b7804a2'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:45:43.718398 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a22c48-7472-48ed-bad4-e5418a7b1933 admin admin] Pushing event updated for resources: {'Subnet': ['ID=150e42f0-0b10-49c7-84b8-d06c760aeed5,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:43.763764 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a22c48-7472-48ed-bad4-e5418a7b1933 admin admin] Checking segment: {'id': 'b6ee6d89-2075-41a8-95e6-0c4c6766bee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '53970dd1-c456-4c66-8514-86350a18f2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:45:43.764045 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a22c48-7472-48ed-bad4-e5418a7b1933 admin admin] Network hostable DHCP agents. Network: 53970dd1-c456-4c66-8514-86350a18f2cb, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:45:43.811581 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a22c48-7472-48ed-bad4-e5418a7b1933 admin admin] Network 53970dd1-c456-4c66-8514-86350a18f2cb is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:45:43.836634 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-55a22c48-7472-48ed-bad4-e5418a7b1933 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 53970dd1-c456-4c66-8514-86350a18f2cb) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:45:43.847812 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a22c48-7472-48ed-bad4-e5418a7b1933 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:43.848796 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-55a22c48-7472-48ed-bad4-e5418a7b1933 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:43.856425 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d882754e-1124-4d3a-9e14-476c46e32bd5 None None] Network 53970dd1-c456-4c66-8514-86350a18f2cb requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:45:43.898853 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ef1e3c-4cd8-499c-a465-248082454ecb tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:45:43.953895 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-46ef1e3c-4cd8-499c-a465-248082454ecb tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "PUT /v2.0/routers/ed52b34c-0634-4c6d-ab70-77ac5a590f6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9084501 Apr 20 17:45:43.954412 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-55a22c48-7472-48ed-bad4-e5418a7b1933 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7738185 Apr 20 17:45:43.955222 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51362) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:43.970467 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195c86d9-1565-4567-a0a3-9ccc0482d240 None None] Sync routers for ids ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:45:44.010568 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195c86d9-1565-4567-a0a3-9ccc0482d240 None None] Routers {'ed52b34c-0634-4c6d-ab70-77ac5a590f6c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:45:44.011433 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-195c86d9-1565-4567-a0a3-9ccc0482d240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:45:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:44.102049 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040ddbf-9b15-44b6-a272-2aef0ca54815 req-010ab313-1b1d-4e22-84f4-877628e67a1b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:44.109403 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6040ddbf-9b15-44b6-a272-2aef0ca54815 req-010ab313-1b1d-4e22-84f4-877628e67a1b tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d0f9d8b-c658-4a74-b4f6-2fe8610f0500 HTTP/1.1" status: 200 len: 945 time: 0.2429442 Apr 20 17:45:44.148155 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-195c86d9-1565-4567-a0a3-9ccc0482d240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:44.184376 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6040ddbf-9b15-44b6-a272-2aef0ca54815 req-b5a5b1aa-a361-47ad-bfe9-0b89852ae779 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a3364ff-ec0f-44f9-bf4a-7d15c518057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739064 Apr 20 17:45:44.249706 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b45ff18e-38e0-40bf-b32e-15738b6fa167 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:44.264896 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:44.304043 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195c86d9-1565-4567-a0a3-9ccc0482d240 None None] Routers {'ed52b34c-0634-4c6d-ab70-77ac5a590f6c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:45:44.305228 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-195c86d9-1565-4567-a0a3-9ccc0482d240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:45:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:44.419992 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-195c86d9-1565-4567-a0a3-9ccc0482d240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:44.420453 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195c86d9-1565-4567-a0a3-9ccc0482d240 None None] The sync data for ids ['ed52b34c-0634-4c6d-ab70-77ac5a590f6c'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:45:44.515335 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d66288-0493-4afd-a449-2adeff6220c1 None None] Network 53970dd1-c456-4c66-8514-86350a18f2cb requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:45:44.647325 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b45ff18e-38e0-40bf-b32e-15738b6fa167 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:44.659490 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-b45ff18e-38e0-40bf-b32e-15738b6fa167 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Deleting port 06c1abcb-983f-48eb-9bfb-ff1ee89b38b2 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:45:44.660330 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b45ff18e-38e0-40bf-b32e-15738b6fa167 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:44.869144 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b45ff18e-38e0-40bf-b32e-15738b6fa167 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:44.933037 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51386) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:44.939201 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-6ae97c10-0dd1-44f1-b26e-4575bb3e13ef admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2050201754-network', 'tenant_id': 'b83ef57628a44b7c97e110a012dc59e1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:45:44.944872 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6ae97c10-0dd1-44f1-b26e-4575bb3e13ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:44.948799 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6ae97c10-0dd1-44f1-b26e-4575bb3e13ef admin admin] Usage tracker for resource:network and tenant:b83ef57628a44b7c97e110a012dc59e1 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:44.951687 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6ae97c10-0dd1-44f1-b26e-4575bb3e13ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:44.957385 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6ae97c10-0dd1-44f1-b26e-4575bb3e13ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:44.969098 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae97c10-0dd1-44f1-b26e-4575bb3e13ef admin admin] Made reservation on behalf of b83ef57628a44b7c97e110a012dc59e1 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:45:44.971849 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6ae97c10-0dd1-44f1-b26e-4575bb3e13ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:44.985575 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6ae97c10-0dd1-44f1-b26e-4575bb3e13ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:44.993805 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-b45ff18e-38e0-40bf-b32e-15738b6fa167 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Calling delete_port for 06c1abcb-983f-48eb-9bfb-ff1ee89b38b2 owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:45:45.011689 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device a3549846-ac78-4b76-a7ed-200c2b7804a2 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:45:45.023261 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6ae97c10-0dd1-44f1-b26e-4575bb3e13ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:45.028727 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6ae97c10-0dd1-44f1-b26e-4575bb3e13ef admin admin] Usage tracker for resource:security_group_rule and tenant:b83ef57628a44b7c97e110a012dc59e1 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:45.032087 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6ae97c10-0dd1-44f1-b26e-4575bb3e13ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:45.039671 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6ae97c10-0dd1-44f1-b26e-4575bb3e13ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:45.102320 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port a3549846-ac78-4b76-a7ed-200c2b7804a2 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:45:45.108431 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port a3549846-ac78-4b76-a7ed-200c2b7804a2 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:45:45.108852 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:45.132196 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6ae97c10-0dd1-44f1-b26e-4575bb3e13ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:45.139707 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6ae97c10-0dd1-44f1-b26e-4575bb3e13ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:45.154825 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae97c10-0dd1-44f1-b26e-4575bb3e13ef admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:45:45.174145 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b45ff18e-38e0-40bf-b32e-15738b6fa167 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:45.204216 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6ae97c10-0dd1-44f1-b26e-4575bb3e13ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:45.204444 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-6ae97c10-0dd1-44f1-b26e-4575bb3e13ef admin admin] Added segment a4eb12b3-0619-4fae-911d-8f190091762c of type vlan for network b34211e7-9a80-49c4-9311-9af3bc24898f Apr 20 17:45:45.230440 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ff18e-38e0-40bf-b32e-15738b6fa167 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event deleted for resources: {'Port': ['ID=06c1abcb-983f-48eb-9bfb-ff1ee89b38b2,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:45.245062 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae97c10-0dd1-44f1-b26e-4575bb3e13ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a1e4b5-4e1d-4944-967e-f8fee31273be,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:45.267257 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:45.297464 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0f9d8b-c658-4a74-b4f6-2fe8610f0500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3549846-ac78-4b76-a7ed-200c2b7804a2'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:45:45.326116 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6ae97c10-0dd1-44f1-b26e-4575bb3e13ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:45.356563 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port a3549846-ac78-4b76-a7ed-200c2b7804a2, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=a3549846-ac78-4b76-a7ed-200c2b7804a2,segment=NetworkSegment(822becc9-a142-4412-a18c-3798e34fd116),segment_id=822becc9-a142-4412-a18c-3798e34fd116)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:45:45.363774 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6ae97c10-0dd1-44f1-b26e-4575bb3e13ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:45.365343 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae97c10-0dd1-44f1-b26e-4575bb3e13ef admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:45.369554 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6ae97c10-0dd1-44f1-b26e-4575bb3e13ef admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:45.370900 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:45.504169 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8faa51d-a33e-4cee-85b8-376fc92ce99b'] response: {'server_uuid': '5d0f9d8b-c658-4a74-b4f6-2fe8610f0500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3549846-ac78-4b76-a7ed-200c2b7804a2', 'code': 200} Apr 20 17:45:45.505521 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:45.540597 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=a3549846-ac78-4b76-a7ed-200c2b7804a2,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:45.570839 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6ae97c10-0dd1-44f1-b26e-4575bb3e13ef admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6360438 Apr 20 17:45:45.575659 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51396) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:45.583564 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae97c10-0dd1-44f1-b26e-4575bb3e13ef admin admin] Pushing event updated for resources: {'Network': ['ID=b34211e7-9a80-49c4-9311-9af3bc24898f,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:45.585113 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b45ff18e-38e0-40bf-b32e-15738b6fa167 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:45.590730 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-a5705b90-83f5-4120-9e8c-50e580fb5c0b admin admin] Request body: {'subnet': {'network_id': 'b34211e7-9a80-49c4-9311-9af3bc24898f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2050201754-subnet', 'tenant_id': 'b83ef57628a44b7c97e110a012dc59e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:45:45.594080 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network b34211e7-9a80-49c4-9311-9af3bc24898f details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:45:45.609891 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a5705b90-83f5-4120-9e8c-50e580fb5c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:45.617033 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a5705b90-83f5-4120-9e8c-50e580fb5c0b admin admin] Usage tracker for resource:subnet and tenant:b83ef57628a44b7c97e110a012dc59e1 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:45.621821 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a5705b90-83f5-4120-9e8c-50e580fb5c0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:45.652060 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a5705b90-83f5-4120-9e8c-50e580fb5c0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:45.685721 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8da358c0-360b-4cd3-b82f-1f938d5e9611 req-3ec062b3-97ab-4187-8b17-61442c65b1d7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5d0f9d8b-c658-4a74-b4f6-2fe8610f0500 HTTP/1.1" status: 200 len: 1097 time: 0.1793435 Apr 20 17:45:45.686465 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5705b90-83f5-4120-9e8c-50e580fb5c0b admin admin] Made reservation on behalf of b83ef57628a44b7c97e110a012dc59e1 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:45:45.688689 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a5705b90-83f5-4120-9e8c-50e580fb5c0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:45.764440 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856afff5-a3ed-4e3f-87c4-ebe1796ab213 req-ad084f72-2670-4010-bfaf-630c9f8c0cf5 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:45.766157 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-856afff5-a3ed-4e3f-87c4-ebe1796ab213 req-ad084f72-2670-4010-bfaf-630c9f8c0cf5 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d0f9d8b-c658-4a74-b4f6-2fe8610f0500 HTTP/1.1" status: 200 len: 946 time: 0.3837237 Apr 20 17:45:45.885956 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b45ff18e-38e0-40bf-b32e-15738b6fa167 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:45.890423 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b45ff18e-38e0-40bf-b32e-15738b6fa167 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:45.897069 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-856afff5-a3ed-4e3f-87c4-ebe1796ab213 req-d295995c-b54e-4e38-b42e-754129ce81d4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a3364ff-ec0f-44f9-bf4a-7d15c518057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117315 Apr 20 17:45:45.900474 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8da358c0-360b-4cd3-b82f-1f938d5e9611 req-50d143a1-baf7-4d07-9b36-c5f71f2dddd0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5a3364ff-ec0f-44f9-bf4a-7d15c518057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435919 Apr 20 17:45:45.936233 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b45ff18e-38e0-40bf-b32e-15738b6fa167 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:45.936868 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45ff18e-38e0-40bf-b32e-15738b6fa167 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Fanout notify agent at l3_agent the message router_deleted on router ed52b34c-0634-4c6d-ab70-77ac5a590f6c {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:45:45.965526 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b45ff18e-38e0-40bf-b32e-15738b6fa167 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:45.966823 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b45ff18e-38e0-40bf-b32e-15738b6fa167 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "DELETE /v2.0/routers/ed52b34c-0634-4c6d-ab70-77ac5a590f6c HTTP/1.1" status: 204 len: 168 time: 2.0096591 Apr 20 17:45:45.971231 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51406) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:46.034621 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a5705b90-83f5-4120-9e8c-50e580fb5c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:46.188674 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5705b90-83f5-4120-9e8c-50e580fb5c0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=744d8316-070e-4bc2-9615-e915ea297fa2,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:46.199022 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5705b90-83f5-4120-9e8c-50e580fb5c0b admin admin] Checking segment: {'id': 'a4eb12b3-0619-4fae-911d-8f190091762c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b34211e7-9a80-49c4-9311-9af3bc24898f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:45:46.199463 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5705b90-83f5-4120-9e8c-50e580fb5c0b admin admin] Network hostable DHCP agents. Network: b34211e7-9a80-49c4-9311-9af3bc24898f, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:45:46.228078 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5705b90-83f5-4120-9e8c-50e580fb5c0b admin admin] Network b34211e7-9a80-49c4-9311-9af3bc24898f is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:45:46.245969 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-a5705b90-83f5-4120-9e8c-50e580fb5c0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, b34211e7-9a80-49c4-9311-9af3bc24898f) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:45:46.256178 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5787c04-2797-49c5-8bde-586a86e8342d None None] Network b34211e7-9a80-49c4-9311-9af3bc24898f requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:45:46.264157 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5705b90-83f5-4120-9e8c-50e580fb5c0b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:46.264815 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a5705b90-83f5-4120-9e8c-50e580fb5c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:46.294234 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a5705b90-83f5-4120-9e8c-50e580fb5c0b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7140961 Apr 20 17:45:46.529659 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51418) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:46.602585 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db00ee4-7edc-48a7-86a4-6c2bcd038ad8 None None] Network b34211e7-9a80-49c4-9311-9af3bc24898f requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:45:46.649269 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e86276-89cf-4f84-bb24-1bdd7bcb15d7 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Deleting subnet 6c929e18-7676-4775-9eec-0efb04b352f5 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:45:46.664327 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e7e86276-89cf-4f84-bb24-1bdd7bcb15d7 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:46.766064 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e7e86276-89cf-4f84-bb24-1bdd7bcb15d7 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:46.776036 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-34037d93-5e7c-42d9-b6c5-6747580c5cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:46.829420 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-34037d93-5e7c-42d9-b6c5-6747580c5cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:46.834515 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-34037d93-5e7c-42d9-b6c5-6747580c5cc9 admin admin] Usage tracker for resource:security_group_rule and tenant:28fd9d7b3f7947b4a929610d58bd4b35 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:46.845167 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-34037d93-5e7c-42d9-b6c5-6747580c5cc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:46.862279 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-34037d93-5e7c-42d9-b6c5-6747580c5cc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:46.874886 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e7e86276-89cf-4f84-bb24-1bdd7bcb15d7 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:46.984757 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e7e86276-89cf-4f84-bb24-1bdd7bcb15d7 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:46.995895 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-34037d93-5e7c-42d9-b6c5-6747580c5cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:47.007577 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-34037d93-5e7c-42d9-b6c5-6747580c5cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:47.069240 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e86276-89cf-4f84-bb24-1bdd7bcb15d7 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event deleted for resources: {'Subnet': ['ID=6c929e18-7676-4775-9eec-0efb04b352f5,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:47.077776 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34037d93-5e7c-42d9-b6c5-6747580c5cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812f6bb6-73c0-42ee-a919-d2b9357973b8,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:47.078211 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e7e86276-89cf-4f84-bb24-1bdd7bcb15d7 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:47.083894 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-34037d93-5e7c-42d9-b6c5-6747580c5cc9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=28fd9d7b3f7947b4a929610d58bd4b35&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5531149 Apr 20 17:45:47.087981 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e7e86276-89cf-4f84-bb24-1bdd7bcb15d7 tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "DELETE /v2.0/subnets/6c929e18-7676-4775-9eec-0efb04b352f5 HTTP/1.1" status: 204 len: 168 time: 1.1135173 Apr 20 17:45:47.088140 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51440) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:47.088589 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51442) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:47.237875 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-67269970-93da-4efa-94da-f02465f12bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:47.245974 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9cd76ecc-fe8f-46df-ae15-1d0f458ab93f tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:47.276233 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-67269970-93da-4efa-94da-f02465f12bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:47.325462 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0647a-2e07-46f0-b2e1-b6948bd59b0e req-476d0ba0-4c63-4d8b-b493-aa167e0689db tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:47.327006 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3aa0647a-2e07-46f0-b2e1-b6948bd59b0e req-476d0ba0-4c63-4d8b-b493-aa167e0689db tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d0f9d8b-c658-4a74-b4f6-2fe8610f0500 HTTP/1.1" status: 200 len: 946 time: 0.1369007 Apr 20 17:45:47.370222 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-67269970-93da-4efa-94da-f02465f12bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:47.394434 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67269970-93da-4efa-94da-f02465f12bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812f6bb6-73c0-42ee-a919-d2b9357973b8,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:47.406971 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-67269970-93da-4efa-94da-f02465f12bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:47.410908 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-67269970-93da-4efa-94da-f02465f12bf1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/812f6bb6-73c0-42ee-a919-d2b9357973b8 HTTP/1.1" status: 204 len: 168 time: 0.3224785 Apr 20 17:45:47.424969 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3aa0647a-2e07-46f0-b2e1-b6948bd59b0e req-8e656d57-de38-4c07-8ae7-9ee449c514ce tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a3364ff-ec0f-44f9-bf4a-7d15c518057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821652 Apr 20 17:45:47.482124 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9cd76ecc-fe8f-46df-ae15-1d0f458ab93f tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:47.509959 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-1b8b7ff7-9abe-4774-8bda-25500c4fa4ff tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:47.511593 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-1b8b7ff7-9abe-4774-8bda-25500c4fa4ff tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/networks?id=53970dd1-c456-4c66-8514-86350a18f2cb HTTP/1.1" status: 200 len: 812 time: 0.3074992 Apr 20 17:45:47.517853 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-9cd76ecc-fe8f-46df-ae15-1d0f458ab93f tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea053739-041e-4795-a08c-1e18ff702b19']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:47.538510 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-9cd76ecc-fe8f-46df-ae15-1d0f458ab93f tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf3ec7cb-0546-4da0-ba2c-fa267bb5e484') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:47.539114 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-9cd76ecc-fe8f-46df-ae15-1d0f458ab93f tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf3ec7cb-0546-4da0-ba2c-fa267bb5e484') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:47.554328 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9cd76ecc-fe8f-46df-ae15-1d0f458ab93f tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:47.590583 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9cd76ecc-fe8f-46df-ae15-1d0f458ab93f tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:47.607192 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cd76ecc-fe8f-46df-ae15-1d0f458ab93f tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:45:47.609930 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9cd76ecc-fe8f-46df-ae15-1d0f458ab93f tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:47.636766 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:45:47.636766 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:45:47.636766 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:45:47.636766 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:45:47.636766 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:45:47.636766 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:45:47.636766 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:45:47.636766 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:45:47.636766 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:45:47.636766 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:45:47.636766 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:45:47.636766 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:45:47.636766 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:45:47.636766 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:45:47.636766 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:45:47.636766 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:45:47.636766 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:45:47.636766 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:45:47.636766 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:45:47.636766 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:45:47.636766 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:45:47.636766 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:45:47.636766 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:45:47.636766 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:45:47.636766 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:45:47.636766 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:45:47.636766 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:45:47.636766 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:45:47.636766 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:45:47.636766 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:45:47.636766 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:45:47.636766 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:45:47.643472 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-23f3cfe6-331e-4486-b90e-8ab593f59755 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/quotas/0a73b568985f4585b4c5afccf3b46b66 HTTP/1.1" status: 200 len: 375 time: 0.0726340 Apr 20 17:45:47.696410 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5ff6f-d2a3-4d9b-83cc-3b91e0bfd181 req-25bb98ed-758d-4660-976b-57cb5f1c4e75 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:47.698571 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c6c5ff6f-d2a3-4d9b-83cc-3b91e0bfd181 req-25bb98ed-758d-4660-976b-57cb5f1c4e75 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d0f9d8b-c658-4a74-b4f6-2fe8610f0500 HTTP/1.1" status: 200 len: 946 time: 0.1091716 Apr 20 17:45:47.763436 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-d7c24b57-ab14-4a88-b0f5-431fb306b03d tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0a73b568985f4585b4c5afccf3b46b66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605328 Apr 20 17:45:47.765818 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c6c5ff6f-d2a3-4d9b-83cc-3b91e0bfd181 req-24af53b1-66ed-43b8-ade1-a5a1a29e8480 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a3364ff-ec0f-44f9-bf4a-7d15c518057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610776 Apr 20 17:45:47.795226 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9cd76ecc-fe8f-46df-ae15-1d0f458ab93f tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:47.801230 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51464) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:47.818385 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9cd76ecc-fe8f-46df-ae15-1d0f458ab93f tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:47.828671 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd76ecc-fe8f-46df-ae15-1d0f458ab93f tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] Pushing event deleted for resources: {'Network': ['ID=ea053739-041e-4795-a08c-1e18ff702b19,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:47.838291 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9cd76ecc-fe8f-46df-ae15-1d0f458ab93f tempest-FloatingIPTestJSON-1758298845 tempest-FloatingIPTestJSON-1758298845-project] 10.222.0.39 "DELETE /v2.0/networks/ea053739-041e-4795-a08c-1e18ff702b19 HTTP/1.1" status: 204 len: 168 time: 0.7486119 Apr 20 17:45:47.902291 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51474) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:47.903194 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c6432658-aa65-4338-86f3-b3ace15671ab tempest-TestNetworkAdvancedServerOps-416624630 tempest-TestNetworkAdvancedServerOps-416624630-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5d0f9d8b-c658-4a74-b4f6-2fe8610f0500 HTTP/1.1" status: 200 len: 1092 time: 0.1005471 Apr 20 17:45:47.907634 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-3d801389-d844-4eeb-ab17-3a6bee6a55c3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'port_id': 'a3549846-ac78-4b76-a7ed-200c2b7804a2', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:45:47.914124 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3d801389-d844-4eeb-ab17-3a6bee6a55c3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:47.918012 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3d801389-d844-4eeb-ab17-3a6bee6a55c3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Usage tracker for resource:floatingip and tenant:ac289a58365e49439c6a449ebba5fb54 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:47.921227 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3d801389-d844-4eeb-ab17-3a6bee6a55c3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:47.926988 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3d801389-d844-4eeb-ab17-3a6bee6a55c3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:47.942892 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3d801389-d844-4eeb-ab17-3a6bee6a55c3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:48.162969 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51486) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:48.197069 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-64f9dcc5-ccc3-47fe-b6ac-dfe2fe6ab16e service neutron] 10.222.0.39 "GET /v2.0/networks/53970dd1-c456-4c66-8514-86350a18f2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248173 Apr 20 17:45:48.370308 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-a7262569-57be-45f2-a5ad-20f94a472a7f service neutron] 10.222.0.39 "GET /v2.0/networks/53970dd1-c456-4c66-8514-86350a18f2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722898 Apr 20 17:45:48.381067 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3d801389-d844-4eeb-ab17-3a6bee6a55c3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:48.505006 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-576ce751-05eb-430e-80ba-1e880a4e6ddc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c9d6fd43f57648e69fdcea7121532365&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3407760 Apr 20 17:45:48.507845 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51502) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:48.599765 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-3d801389-d844-4eeb-ab17-3a6bee6a55c3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Allocated IP 172.25.8.130 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/051ffeb2-40d2-42ed-a7aa-ff5d616624f2) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:45:48.626806 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-32109709-b091-45fe-8a04-19b93bc8321f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:48.664019 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-32109709-b091-45fe-8a04-19b93bc8321f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:48.961763 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3d801389-d844-4eeb-ab17-3a6bee6a55c3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:48.972221 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f19f53fa-7b69-40b1-a970-e7f8d6eba713 req-5a50d301-25ba-4ecb-a946-4fe90d6a0186 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d3462a8-d550-43b5-a927-1c2dff579885 HTTP/1.1" status: 200 len: 210 time: 0.2844386 Apr 20 17:45:48.998601 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3d801389-d844-4eeb-ab17-3a6bee6a55c3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:49.034698 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-32109709-b091-45fe-8a04-19b93bc8321f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:49.077896 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32109709-b091-45fe-8a04-19b93bc8321f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd09333-38e4-4886-af26-ab92e5e491ae,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:49.088470 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-32109709-b091-45fe-8a04-19b93bc8321f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:49.101679 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-32109709-b091-45fe-8a04-19b93bc8321f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ebd09333-38e4-4886-af26-ab92e5e491ae HTTP/1.1" status: 204 len: 168 time: 0.5920756 Apr 20 17:45:49.102033 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d801389-d844-4eeb-ab17-3a6bee6a55c3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'Port': ['ID=051ffeb2-40d2-42ed-a7aa-ff5d616624f2,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:49.142766 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d801389-d844-4eeb-ab17-3a6bee6a55c3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:45:49.153056 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-3d801389-d844-4eeb-ab17-3a6bee6a55c3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:45:49.157673 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d801389-d844-4eeb-ab17-3a6bee6a55c3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:45:49.402239 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51528) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:49.624677 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8708d5fa-5725-4228-bf29-51ef6d887694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:49.712978 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8708d5fa-5725-4228-bf29-51ef6d887694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:49.720579 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8708d5fa-5725-4228-bf29-51ef6d887694 admin admin] Usage tracker for resource:security_group_rule and tenant:376055f853944695b876e496795136b6 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:49.723449 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8708d5fa-5725-4228-bf29-51ef6d887694 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:49.729101 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8708d5fa-5725-4228-bf29-51ef6d887694 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:49.826042 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8708d5fa-5725-4228-bf29-51ef6d887694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:49.838972 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8708d5fa-5725-4228-bf29-51ef6d887694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:49.941698 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708d5fa-5725-4228-bf29-51ef6d887694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ce552e-2634-4577-86ce-a598dbab92fd,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:49.960569 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51550) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:49.960722 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8708d5fa-5725-4228-bf29-51ef6d887694 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=376055f853944695b876e496795136b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5553970 Apr 20 17:45:50.004328 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3d801389-d844-4eeb-ab17-3a6bee6a55c3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:50.116892 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-19d0d4b5-7665-4615-aba4-ece1354837b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:50.125724 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3d801389-d844-4eeb-ab17-3a6bee6a55c3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:50.273297 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51560) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:50.355032 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a01d1eca-65ff-4cf3-b86a-191abf974493 req-e562569b-b39c-4ddc-b6e3-b4c49cc611d4 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d3462a8-d550-43b5-a927-1c2dff579885 HTTP/1.1" status: 200 len: 210 time: 0.0706069 Apr 20 17:45:50.364192 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-19d0d4b5-7665-4615-aba4-ece1354837b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:50.416140 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3d801389-d844-4eeb-ab17-3a6bee6a55c3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:50.421373 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3d801389-d844-4eeb-ab17-3a6bee6a55c3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:50.426505 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-a399818a-0f29-4521-a900-6e0e27da559b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-550560313'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:45:50.435885 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a399818a-0f29-4521-a900-6e0e27da559b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:50.441282 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a399818a-0f29-4521-a900-6e0e27da559b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Usage tracker for resource:network and tenant:b6d8bd39e275438082493739a75229df is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:50.444655 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a399818a-0f29-4521-a900-6e0e27da559b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:50.453605 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a399818a-0f29-4521-a900-6e0e27da559b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:50.477790 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a399818a-0f29-4521-a900-6e0e27da559b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Made reservation on behalf of b6d8bd39e275438082493739a75229df for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:45:50.481490 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a399818a-0f29-4521-a900-6e0e27da559b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:50.524716 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a399818a-0f29-4521-a900-6e0e27da559b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:50.538198 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-19d0d4b5-7665-4615-aba4-ece1354837b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:50.565395 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a399818a-0f29-4521-a900-6e0e27da559b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:50.570581 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a399818a-0f29-4521-a900-6e0e27da559b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Usage tracker for resource:security_group_rule and tenant:b6d8bd39e275438082493739a75229df is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:50.574215 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a399818a-0f29-4521-a900-6e0e27da559b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:50.581875 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a399818a-0f29-4521-a900-6e0e27da559b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:50.642301 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d0d4b5-7665-4615-aba4-ece1354837b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ce552e-2634-4577-86ce-a598dbab92fd,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:50.643980 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d801389-d844-4eeb-ab17-3a6bee6a55c3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event updated for resources: {'Port': ['ID=051ffeb2-40d2-42ed-a7aa-ff5d616624f2,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:50.663048 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3d801389-d844-4eeb-ab17-3a6bee6a55c3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:50.694894 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a399818a-0f29-4521-a900-6e0e27da559b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:50.700992 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a399818a-0f29-4521-a900-6e0e27da559b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:50.735364 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a399818a-0f29-4521-a900-6e0e27da559b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:45:50.745718 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399818a-0f29-4521-a900-6e0e27da559b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59775bef-c4a4-4584-8707-431d8b28b9ea,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:50.751669 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a399818a-0f29-4521-a900-6e0e27da559b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:50.752023 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-a399818a-0f29-4521-a900-6e0e27da559b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Added segment d6e976f9-125a-4c4f-ab27-826c81510c46 of type vlan for network 5b7a8737-12e3-4251-aca6-eaf5448fb087 Apr 20 17:45:50.788257 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a399818a-0f29-4521-a900-6e0e27da559b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:50.833305 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a399818a-0f29-4521-a900-6e0e27da559b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:50.838643 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a399818a-0f29-4521-a900-6e0e27da559b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:50.839253 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a399818a-0f29-4521-a900-6e0e27da559b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:50.925727 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-19d0d4b5-7665-4615-aba4-ece1354837b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:50.926854 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-19d0d4b5-7665-4615-aba4-ece1354837b9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e0ce552e-2634-4577-86ce-a598dbab92fd HTTP/1.1" status: 204 len: 168 time: 0.9643958 Apr 20 17:45:50.966016 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-f66702d1-661d-4c2c-9abe-ddba56a2956d tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:50.967435 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-f66702d1-661d-4c2c-9abe-ddba56a2956d tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.10 "GET /v2.0/networks?id=53970dd1-c456-4c66-8514-86350a18f2cb HTTP/1.1" status: 200 len: 812 time: 0.4243438 Apr 20 17:45:50.974824 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a399818a-0f29-4521-a900-6e0e27da559b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7002499 Apr 20 17:45:50.977823 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399818a-0f29-4521-a900-6e0e27da559b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event updated for resources: {'Network': ['ID=5b7a8737-12e3-4251-aca6-eaf5448fb087,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:50.992881 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-9b07782c-970e-4f0d-998f-698db5bdf642 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Request body: {'port': {'device_id': '2d3462a8-d550-43b5-a927-1c2dff579885', 'network_id': '53970dd1-c456-4c66-8514-86350a18f2cb', 'admin_state_up': True, 'tenant_id': '0a73b568985f4585b4c5afccf3b46b66'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:45:50.996662 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 5b7a8737-12e3-4251-aca6-eaf5448fb087 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:45:51.099096 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51570) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:51.105026 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-2d8b956c-4604-47ed-bf1f-acef2b2776bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Request body: {'subnet': {'network_id': '5b7a8737-12e3-4251-aca6-eaf5448fb087', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:45:51.184774 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-9b07782c-970e-4f0d-998f-698db5bdf642 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:51.193891 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-9b07782c-970e-4f0d-998f-698db5bdf642 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Usage tracker for resource:port and tenant:0a73b568985f4585b4c5afccf3b46b66 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:51.197379 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-9b07782c-970e-4f0d-998f-698db5bdf642 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:51.205667 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-9b07782c-970e-4f0d-998f-698db5bdf642 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:51.208833 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [None req-3d801389-d844-4eeb-ab17-3a6bee6a55c3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Floating IP 6da18265-1c66-468a-9761-1ae3fce560bd associated. External IP: 172.25.8.130, port: a3549846-ac78-4b76-a7ed-200c2b7804a2. Apr 20 17:45:51.221534 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-2d8b956c-4604-47ed-bf1f-acef2b2776bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:51.225451 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-2d8b956c-4604-47ed-bf1f-acef2b2776bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Usage tracker for resource:subnet and tenant:b6d8bd39e275438082493739a75229df is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:51.228246 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-2d8b956c-4604-47ed-bf1f-acef2b2776bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:51.233928 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-2d8b956c-4604-47ed-bf1f-acef2b2776bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:51.245583 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8b956c-4604-47ed-bf1f-acef2b2776bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Made reservation on behalf of b6d8bd39e275438082493739a75229df for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:45:51.338368 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-9b07782c-970e-4f0d-998f-698db5bdf642 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Made reservation on behalf of 0a73b568985f4585b4c5afccf3b46b66 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:45:51.341450 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-9b07782c-970e-4f0d-998f-698db5bdf642 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:51.352489 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2d8b956c-4604-47ed-bf1f-acef2b2776bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:51.548465 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-9b07782c-970e-4f0d-998f-698db5bdf642 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Allocated IP 172.20.0.12 (53970dd1-c456-4c66-8514-86350a18f2cb/150e42f0-0b10-49c7-84b8-d06c760aeed5/46ecb6ee-b451-4f04-b55f-dce83718dfb0) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:45:51.603696 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-56f9a30a-0334-4d5d-b3b4-98390020ecd5 req-601b20af-48cb-41d1-953e-aa84efe8a8c9 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d3462a8-d550-43b5-a927-1c2dff579885 HTTP/1.1" status: 200 len: 210 time: 0.0509963 Apr 20 17:45:51.673035 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2d8b956c-4604-47ed-bf1f-acef2b2776bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:51.763735 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b956c-4604-47ed-bf1f-acef2b2776bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event updated for resources: {'Subnet': ['ID=16345629-921e-41e9-b8a5-54679dd56170,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:51.775208 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8b956c-4604-47ed-bf1f-acef2b2776bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Checking segment: {'id': 'd6e976f9-125a-4c4f-ab27-826c81510c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5b7a8737-12e3-4251-aca6-eaf5448fb087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:45:51.775987 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8b956c-4604-47ed-bf1f-acef2b2776bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Network hostable DHCP agents. Network: 5b7a8737-12e3-4251-aca6-eaf5448fb087, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:45:51.801369 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8b956c-4604-47ed-bf1f-acef2b2776bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Network 5b7a8737-12e3-4251-aca6-eaf5448fb087 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:45:51.812689 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-2d8b956c-4604-47ed-bf1f-acef2b2776bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 5b7a8737-12e3-4251-aca6-eaf5448fb087) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:45:51.818224 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8b956c-4604-47ed-bf1f-acef2b2776bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:51.819019 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2d8b956c-4604-47ed-bf1f-acef2b2776bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:51.847551 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68f7cc9-1fa1-4d7a-9b33-3bc3dec2ae66 None None] Network 5b7a8737-12e3-4251-aca6-eaf5448fb087 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:45:51.878748 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2d8b956c-4604-47ed-bf1f-acef2b2776bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7780185 Apr 20 17:45:51.881974 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51594) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:51.891806 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-0e04f4e9-8b86-4f05-bd1a-e2850e405522 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1884502493'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:45:51.900452 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-9b07782c-970e-4f0d-998f-698db5bdf642 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:51.901473 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0e04f4e9-8b86-4f05-bd1a-e2850e405522 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:51.908532 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0e04f4e9-8b86-4f05-bd1a-e2850e405522 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Usage tracker for resource:network and tenant:b6d8bd39e275438082493739a75229df is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:51.913586 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0e04f4e9-8b86-4f05-bd1a-e2850e405522 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:51.925754 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0e04f4e9-8b86-4f05-bd1a-e2850e405522 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:51.951591 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e04f4e9-8b86-4f05-bd1a-e2850e405522 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Made reservation on behalf of b6d8bd39e275438082493739a75229df for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:45:51.955100 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-9b07782c-970e-4f0d-998f-698db5bdf642 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:51.958689 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e04f4e9-8b86-4f05-bd1a-e2850e405522 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:52.010032 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d801389-d844-4eeb-ab17-3a6bee6a55c3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Router 59032f88-fdbd-464a-8737-e37e57436ee6 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:45:52.014723 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e04f4e9-8b86-4f05-bd1a-e2850e405522 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:45:52.043166 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e04f4e9-8b86-4f05-bd1a-e2850e405522 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:52.044096 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-0e04f4e9-8b86-4f05-bd1a-e2850e405522 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Added segment 03123a1f-c392-45d5-b357-1a22bd93009f of type vlan for network 60367aa6-13cb-4d4a-88a3-3fee2a6b41c8 Apr 20 17:45:52.045026 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-9b07782c-970e-4f0d-998f-698db5bdf642 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Network 53970dd1-c456-4c66-8514-86350a18f2cb is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:45:52.050365 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-9b07782c-970e-4f0d-998f-698db5bdf642 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:45:52.052951 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07782c-970e-4f0d-998f-698db5bdf642 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Pushing event updated for resources: {'Port': ['ID=46ecb6ee-b451-4f04-b55f-dce83718dfb0,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:52.056418 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-9b07782c-970e-4f0d-998f-698db5bdf642 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:45:52.089960 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e04f4e9-8b86-4f05-bd1a-e2850e405522 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:52.133954 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e04f4e9-8b86-4f05-bd1a-e2850e405522 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:52.139787 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e04f4e9-8b86-4f05-bd1a-e2850e405522 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:52.140723 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0e04f4e9-8b86-4f05-bd1a-e2850e405522 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:52.160996 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fde749a-d11a-4e11-8ac1-924f6fc5616d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-5b7a8737-12e3-4251-aca6-eaf5448fb087', 'network_id': '5b7a8737-12e3-4251-aca6-eaf5448fb087', 'tenant_id': 'b6d8bd39e275438082493739a75229df', 'fixed_ips': [{'subnet_id': '16345629-921e-41e9-b8a5-54679dd56170'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:45:52.163061 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5fde749a-d11a-4e11-8ac1-924f6fc5616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:52.190342 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0e04f4e9-8b86-4f05-bd1a-e2850e405522 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3063865 Apr 20 17:45:52.194613 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51602) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:52.200639 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-e9ffe71b-0b3b-4509-a73a-c6e3b4d1d1e7 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Request body: {'subnet': {'network_id': '60367aa6-13cb-4d4a-88a3-3fee2a6b41c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:45:52.238985 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-9b07782c-970e-4f0d-998f-698db5bdf642 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:52.240186 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-9b07782c-970e-4f0d-998f-698db5bdf642 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:52.282875 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-9b07782c-970e-4f0d-998f-698db5bdf642 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3016534 Apr 20 17:45:52.295269 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-5b51f390-819a-4ad8-b0fc-a7c70c1ab81d service neutron] Request body: {'port': {'device_id': '2d3462a8-d550-43b5-a927-1c2dff579885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:45:52.379467 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04f4e9-8b86-4f05-bd1a-e2850e405522 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event updated for resources: {'Network': ['ID=60367aa6-13cb-4d4a-88a3-3fee2a6b41c8,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:52.387484 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-5fde749a-d11a-4e11-8ac1-924f6fc5616d None None] Allocated IP 172.20.255.242 (5b7a8737-12e3-4251-aca6-eaf5448fb087/16345629-921e-41e9-b8a5-54679dd56170/400cbc1a-36c5-4985-b64b-30fb7db4aba1) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:45:52.392904 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 60367aa6-13cb-4d4a-88a3-3fee2a6b41c8 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:45:52.438608 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-5b51f390-819a-4ad8-b0fc-a7c70c1ab81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:52.444868 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e9ffe71b-0b3b-4509-a73a-c6e3b4d1d1e7 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:52.453146 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e9ffe71b-0b3b-4509-a73a-c6e3b4d1d1e7 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Usage tracker for resource:subnet and tenant:b6d8bd39e275438082493739a75229df is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:52.461314 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e9ffe71b-0b3b-4509-a73a-c6e3b4d1d1e7 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:52.470975 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e9ffe71b-0b3b-4509-a73a-c6e3b4d1d1e7 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:52.498159 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d801389-d844-4eeb-ab17-3a6bee6a55c3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:45:52.498436 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ffe71b-0b3b-4509-a73a-c6e3b4d1d1e7 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Made reservation on behalf of b6d8bd39e275438082493739a75229df for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:45:52.510608 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0949b9e-2d37-46b6-adc0-e40c3d6f2b15 None None] Sync routers for ids ['59032f88-fdbd-464a-8737-e37e57436ee6'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:45:52.527401 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0949b9e-2d37-46b6-adc0-e40c3d6f2b15 None None] Routers {'59032f88-fdbd-464a-8737-e37e57436ee6'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:45:52.529094 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-b0949b9e-2d37-46b6-adc0-e40c3d6f2b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:45:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['59032f88-fdbd-464a-8737-e37e57436ee6'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:52.572382 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3d801389-d844-4eeb-ab17-3a6bee6a55c3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:52.661283 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e9ffe71b-0b3b-4509-a73a-c6e3b4d1d1e7 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:52.814659 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3d801389-d844-4eeb-ab17-3a6bee6a55c3 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.9111075 Apr 20 17:45:52.818454 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d0f9d8b-c658-4a74-b4f6-2fe8610f0500', 'tag': 'a3549846-ac78-4b76-a7ed-200c2b7804a2'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:45:52.933607 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5fde749a-d11a-4e11-8ac1-924f6fc5616d None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:52.936800 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-b0949b9e-2d37-46b6-adc0-e40c3d6f2b15 None None] Set router 59032f88-fdbd-464a-8737-e37e57436ee6 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:45:52.958681 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5fde749a-d11a-4e11-8ac1-924f6fc5616d None None] Transition to ACTIVE for port object 400cbc1a-36c5-4985-b64b-30fb7db4aba1 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:45:52.983442 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5fde749a-d11a-4e11-8ac1-924f6fc5616d None None] Transition to ACTIVE for port object 400cbc1a-36c5-4985-b64b-30fb7db4aba1 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:45:53.006476 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5fde749a-d11a-4e11-8ac1-924f6fc5616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:53.111002 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b3dd9-1dd6-4244-af4b-782ef6fa6f0f req-5d6672e3-c5e4-442c-a0ad-6e2289960c56 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:53.111769 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-8f0b3dd9-1dd6-4244-af4b-782ef6fa6f0f req-5d6672e3-c5e4-442c-a0ad-6e2289960c56 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Synchronizing usage tracker for tenant:0a73b568985f4585b4c5afccf3b46b66 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:45:53.140932 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-5b51f390-819a-4ad8-b0fc-a7c70c1ab81d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ecb6ee-b451-4f04-b55f-dce83718dfb0 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:45:53.153035 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-5b51f390-819a-4ad8-b0fc-a7c70c1ab81d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:53.173675 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-5b51f390-819a-4ad8-b0fc-a7c70c1ab81d service neutron] Transition to ACTIVE for port object 46ecb6ee-b451-4f04-b55f-dce83718dfb0 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:45:53.174680 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-8f0b3dd9-1dd6-4244-af4b-782ef6fa6f0f req-5d6672e3-c5e4-442c-a0ad-6e2289960c56 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Unset dirty status for tenant:0a73b568985f4585b4c5afccf3b46b66 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:45:53.183726 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8f0b3dd9-1dd6-4244-af4b-782ef6fa6f0f req-5d6672e3-c5e4-442c-a0ad-6e2289960c56 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d3462a8-d550-43b5-a927-1c2dff579885 HTTP/1.1" status: 200 len: 932 time: 0.2606926 Apr 20 17:45:53.187469 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-5b51f390-819a-4ad8-b0fc-a7c70c1ab81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:53.227546 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fde749a-d11a-4e11-8ac1-924f6fc5616d None None] Network 5b7a8737-12e3-4251-aca6-eaf5448fb087 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:45:53.236965 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-5fde749a-d11a-4e11-8ac1-924f6fc5616d None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:45:53.252369 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fde749a-d11a-4e11-8ac1-924f6fc5616d None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:45:53.259988 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde749a-d11a-4e11-8ac1-924f6fc5616d None None] Pushing event updated for resources: {'Port': ['ID=400cbc1a-36c5-4985-b64b-30fb7db4aba1,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:53.422602 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e9ffe71b-0b3b-4509-a73a-c6e3b4d1d1e7 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:53.427074 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5fde749a-d11a-4e11-8ac1-924f6fc5616d None None] Attempting to bind port 400cbc1a-36c5-4985-b64b-30fb7db4aba1 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:45:53.427548 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5fde749a-d11a-4e11-8ac1-924f6fc5616d None None] Attempting to bind port 400cbc1a-36c5-4985-b64b-30fb7db4aba1 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'd6e976f9-125a-4c4f-ab27-826c81510c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5b7a8737-12e3-4251-aca6-eaf5448fb087'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:45:53.428150 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fde749a-d11a-4e11-8ac1-924f6fc5616d None None] Attempting to bind port 400cbc1a-36c5-4985-b64b-30fb7db4aba1 on network 5b7a8737-12e3-4251-aca6-eaf5448fb087 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:45:53.442928 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fde749a-d11a-4e11-8ac1-924f6fc5616d None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:45:53.444418 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fde749a-d11a-4e11-8ac1-924f6fc5616d None None] Checking segment: {'id': 'd6e976f9-125a-4c4f-ab27-826c81510c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5b7a8737-12e3-4251-aca6-eaf5448fb087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:45:53.445835 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5fde749a-d11a-4e11-8ac1-924f6fc5616d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:53.446349 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fde749a-d11a-4e11-8ac1-924f6fc5616d None None] Bound using segment: {'id': 'd6e976f9-125a-4c4f-ab27-826c81510c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5b7a8737-12e3-4251-aca6-eaf5448fb087'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:45:53.449550 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5fde749a-d11a-4e11-8ac1-924f6fc5616d None None] Bound port: 400cbc1a-36c5-4985-b64b-30fb7db4aba1, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e976f9-125a-4c4f-ab27-826c81510c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5b7a8737-12e3-4251-aca6-eaf5448fb087'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:45:53.450024 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5fde749a-d11a-4e11-8ac1-924f6fc5616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:53.460626 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51f390-819a-4ad8-b0fc-a7c70c1ab81d service neutron] Pushing event updated for resources: {'Port': ['ID=46ecb6ee-b451-4f04-b55f-dce83718dfb0,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:53.483550 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8f0b3dd9-1dd6-4244-af4b-782ef6fa6f0f req-b493b92c-8e73-4a39-b9f3-f71984cb1147 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/security-groups?id=46113bbc-e7d4-42fe-aca9-bc93217e8a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986364 Apr 20 17:45:53.645333 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bce7a496-5a9a-488b-9f73-2c892165b240'] response: {'name': 'network-changed', 'server_uuid': '5d0f9d8b-c658-4a74-b4f6-2fe8610f0500', 'tag': 'a3549846-ac78-4b76-a7ed-200c2b7804a2', 'status': 'completed', 'code': 200} Apr 20 17:45:53.648691 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffe71b-0b3b-4509-a73a-c6e3b4d1d1e7 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event updated for resources: {'Subnet': ['ID=0fdcd249-8318-4222-92d9-d6fb511ee88a,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:53.665359 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-5b51f390-819a-4ad8-b0fc-a7c70c1ab81d service neutron] Attempting to bind port 46ecb6ee-b451-4f04-b55f-dce83718dfb0 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:45:53.665867 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-5b51f390-819a-4ad8-b0fc-a7c70c1ab81d service neutron] Attempting to bind port 46ecb6ee-b451-4f04-b55f-dce83718dfb0 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'b6ee6d89-2075-41a8-95e6-0c4c6766bee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '53970dd1-c456-4c66-8514-86350a18f2cb'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:45:53.666431 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-5b51f390-819a-4ad8-b0fc-a7c70c1ab81d service neutron] Attempting to bind port 46ecb6ee-b451-4f04-b55f-dce83718dfb0 on network 53970dd1-c456-4c66-8514-86350a18f2cb {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:45:53.673408 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-5b51f390-819a-4ad8-b0fc-a7c70c1ab81d service neutron] Port 46ecb6ee-b451-4f04-b55f-dce83718dfb0 on network 53970dd1-c456-4c66-8514-86350a18f2cb not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:45:53.673962 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-5b51f390-819a-4ad8-b0fc-a7c70c1ab81d service neutron] Attempting to bind port 46ecb6ee-b451-4f04-b55f-dce83718dfb0 on network 53970dd1-c456-4c66-8514-86350a18f2cb {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:45:53.681439 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-5b51f390-819a-4ad8-b0fc-a7c70c1ab81d service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:45:53.682074 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-5b51f390-819a-4ad8-b0fc-a7c70c1ab81d service neutron] Checking segment: {'id': 'b6ee6d89-2075-41a8-95e6-0c4c6766bee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '53970dd1-c456-4c66-8514-86350a18f2cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:45:53.682641 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-5b51f390-819a-4ad8-b0fc-a7c70c1ab81d service neutron] Bound using segment: {'id': 'b6ee6d89-2075-41a8-95e6-0c4c6766bee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '53970dd1-c456-4c66-8514-86350a18f2cb'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:45:53.683264 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-5b51f390-819a-4ad8-b0fc-a7c70c1ab81d service neutron] Bound port: 46ecb6ee-b451-4f04-b55f-dce83718dfb0, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6ee6d89-2075-41a8-95e6-0c4c6766bee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '53970dd1-c456-4c66-8514-86350a18f2cb'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:45:53.683777 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-5b51f390-819a-4ad8-b0fc-a7c70c1ab81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:53.687014 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-5fde749a-d11a-4e11-8ac1-924f6fc5616d None None] For port 400cbc1a-36c5-4985-b64b-30fb7db4aba1, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:45:53.690526 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-5fde749a-d11a-4e11-8ac1-924f6fc5616d None None] For port 400cbc1a-36c5-4985-b64b-30fb7db4aba1, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=400cbc1a-36c5-4985-b64b-30fb7db4aba1,segment=NetworkSegment(d6e976f9-125a-4c4f-ab27-826c81510c46),segment_id=d6e976f9-125a-4c4f-ab27-826c81510c46)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:45:53.698752 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5fde749a-d11a-4e11-8ac1-924f6fc5616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:53.789452 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde749a-d11a-4e11-8ac1-924f6fc5616d None None] Pushing event updated for resources: {'Port': ['ID=400cbc1a-36c5-4985-b64b-30fb7db4aba1,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:53.817903 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ffe71b-0b3b-4509-a73a-c6e3b4d1d1e7 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Checking segment: {'id': '03123a1f-c392-45d5-b357-1a22bd93009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '60367aa6-13cb-4d4a-88a3-3fee2a6b41c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:45:53.818498 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ffe71b-0b3b-4509-a73a-c6e3b4d1d1e7 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Network hostable DHCP agents. Network: 60367aa6-13cb-4d4a-88a3-3fee2a6b41c8, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:45:53.832789 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-b0949b9e-2d37-46b6-adc0-e40c3d6f2b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089942864', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'd2f45923-ee42-4027-8728-68fddc723767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:45:24Z', 'updated_at': '2022-04-20T17:45:31Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'd2f45923-ee42-4027-8728-68fddc723767', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:45:25Z', 'updated_at': '2022-04-20T17:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '6da18265-1c66-468a-9761-1ae3fce560bd', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'port_id': 'a3549846-ac78-4b76-a7ed-200c2b7804a2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c781c2-5079-45de-9166-262fd83fb6c7', 'mac_address': 'fa:16:3e:d1:46:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0f9d8b-c658-4a74-b4f6-2fe8610f0500', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:45:49Z', 'updated_at': '2022-04-20T17:45:49Z', 'revision_number': 0, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6880781a-2fb2-474c-9e1f-01be510844c0', 'name': '', 'network_id': 'b0c781c2-5079-45de-9166-262fd83fb6c7', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:e1:7b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7325ba69-6dbc-4eda-9993-61f021e7dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:45:30Z', 'updated_at': '2022-04-20T17:45:37Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': '7325ba69-6dbc-4eda-9993-61f021e7dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:53.838350 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0949b9e-2d37-46b6-adc0-e40c3d6f2b15 None None] Checking router: 59032f88-fdbd-464a-8737-e37e57436ee6 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:45:53.858712 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0949b9e-2d37-46b6-adc0-e40c3d6f2b15 None None] Routers {'59032f88-fdbd-464a-8737-e37e57436ee6'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:45:53.859373 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-b0949b9e-2d37-46b6-adc0-e40c3d6f2b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:45:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['59032f88-fdbd-464a-8737-e37e57436ee6'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:53.895885 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99973e69-39a7-449b-8a1e-fa205933f4a7 req-91b574a3-535e-49c0-aa54-2847124a571c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:53.897519 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-99973e69-39a7-449b-8a1e-fa205933f4a7 req-91b574a3-535e-49c0-aa54-2847124a571c tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d0f9d8b-c658-4a74-b4f6-2fe8610f0500 HTTP/1.1" status: 200 len: 946 time: 0.3616951 Apr 20 17:45:53.903594 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-5b51f390-819a-4ad8-b0fc-a7c70c1ab81d service neutron] For port 46ecb6ee-b451-4f04-b55f-dce83718dfb0, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:45:53.910983 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-5b51f390-819a-4ad8-b0fc-a7c70c1ab81d service neutron] For port 46ecb6ee-b451-4f04-b55f-dce83718dfb0, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=46ecb6ee-b451-4f04-b55f-dce83718dfb0,segment=NetworkSegment(b6ee6d89-2075-41a8-95e6-0c4c6766bee6),segment_id=b6ee6d89-2075-41a8-95e6-0c4c6766bee6)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:45:53.922604 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-5b51f390-819a-4ad8-b0fc-a7c70c1ab81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:53.926569 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ffe71b-0b3b-4509-a73a-c6e3b4d1d1e7 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Network 60367aa6-13cb-4d4a-88a3-3fee2a6b41c8 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:45:53.941283 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a7815631-f2e8-4002-be05-20e7887f777a req-50365c3c-c69d-4b92-b8e6-76b138d396e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=5d0f9d8b-c658-4a74-b4f6-2fe8610f0500 HTTP/1.1" status: 200 len: 1097 time: 0.2612767 Apr 20 17:45:53.980210 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-e9ffe71b-0b3b-4509-a73a-c6e3b4d1d1e7 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 60367aa6-13cb-4d4a-88a3-3fee2a6b41c8) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:45:54.025025 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b65f7c-bf57-41cd-b2db-17d833db68de None None] Network 60367aa6-13cb-4d4a-88a3-3fee2a6b41c8 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:45:54.087207 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ffe71b-0b3b-4509-a73a-c6e3b4d1d1e7 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:54.087795 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e9ffe71b-0b3b-4509-a73a-c6e3b4d1d1e7 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:54.091871 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-5b51f390-819a-4ad8-b0fc-a7c70c1ab81d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:54.093054 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-5b51f390-819a-4ad8-b0fc-a7c70c1ab81d service neutron] 10.222.0.10 "PUT /v2.0/ports/46ecb6ee-b451-4f04-b55f-dce83718dfb0 HTTP/1.1" status: 200 len: 1092 time: 1.8023238 Apr 20 17:45:54.123611 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51f390-819a-4ad8-b0fc-a7c70c1ab81d service neutron] Pushing event updated for resources: {'Port': ['ID=46ecb6ee-b451-4f04-b55f-dce83718dfb0,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:54.125071 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-99973e69-39a7-449b-8a1e-fa205933f4a7 req-47853e71-e016-4e0c-88e4-d622e190d540 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a3364ff-ec0f-44f9-bf4a-7d15c518057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2209446 Apr 20 17:45:54.161326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51632) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:54.191216 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-b0949b9e-2d37-46b6-adc0-e40c3d6f2b15 None None] Set router 59032f88-fdbd-464a-8737-e37e57436ee6 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:45:54.201632 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e9ffe71b-0b3b-4509-a73a-c6e3b4d1d1e7 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.0059915 Apr 20 17:45:54.207438 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51636) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:54.493376 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d16c8212-2000-4b09-9bc9-91e5c97dfeb1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/floatingips/6da18265-1c66-468a-9761-1ae3fce560bd HTTP/1.1" status: 200 len: 992 time: 0.3308768 Apr 20 17:45:54.504280 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7815631-f2e8-4002-be05-20e7887f777a req-8e50788b-74e9-4446-a0a7-c9d11de2cc6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:54.505857 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a7815631-f2e8-4002-be05-20e7887f777a req-8e50788b-74e9-4446-a0a7-c9d11de2cc6e service neutron] 10.222.0.43 "GET /v2.0/networks?id=b0c781c2-5079-45de-9166-262fd83fb6c7 HTTP/1.1" status: 200 len: 897 time: 0.5537674 Apr 20 17:45:54.522625 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efce15a-0022-4a18-ae2b-4d684df4950c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-60367aa6-13cb-4d4a-88a3-3fee2a6b41c8', 'network_id': '60367aa6-13cb-4d4a-88a3-3fee2a6b41c8', 'tenant_id': 'b6d8bd39e275438082493739a75229df', 'fixed_ips': [{'subnet_id': '0fdcd249-8318-4222-92d9-d6fb511ee88a'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:45:54.523342 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3efce15a-0022-4a18-ae2b-4d684df4950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:54.554622 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-a3a232dd-9427-4a83-999a-303112886d80 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0a73b568985f4585b4c5afccf3b46b66&device_id=2d3462a8-d550-43b5-a927-1c2dff579885 HTTP/1.1" status: 200 len: 1095 time: 0.2599835 Apr 20 17:45:54.642716 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-047c1f8b-814c-4a08-8b53-88e1d9c06633 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46ecb6ee-b451-4f04-b55f-dce83718dfb0 HTTP/1.1" status: 200 len: 217 time: 0.0816603 Apr 20 17:45:54.746804 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:54.765277 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-b249ddad-d516-4122-a660-b432602067ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:54.767259 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-b249ddad-d516-4122-a660-b432602067ad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=150e42f0-0b10-49c7-84b8-d06c760aeed5 HTTP/1.1" status: 200 len: 852 time: 0.1169999 Apr 20 17:45:54.775168 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a7815631-f2e8-4002-be05-20e7887f777a req-2e4139fb-dec0-4bca-92bf-1f57b058569e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3549846-ac78-4b76-a7ed-200c2b7804a2 HTTP/1.1" status: 200 len: 1000 time: 0.2581513 Apr 20 17:45:54.821144 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-3efce15a-0022-4a18-ae2b-4d684df4950c None None] Allocated IP 172.20.0.2 (60367aa6-13cb-4d4a-88a3-3fee2a6b41c8/0fdcd249-8318-4222-92d9-d6fb511ee88a/ae3b86f4-5903-4e1a-8dab-c37ff1e9100d) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:45:54.822596 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-9e59469c-9e23-43c4-8cf5-4daacdf9c489 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=53970dd1-c456-4c66-8514-86350a18f2cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489874 Apr 20 17:45:54.883219 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-b0949b9e-2d37-46b6-adc0-e40c3d6f2b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089942864', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'd2f45923-ee42-4027-8728-68fddc723767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:45:24Z', 'updated_at': '2022-04-20T17:45:31Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'd2f45923-ee42-4027-8728-68fddc723767', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:45:25Z', 'updated_at': '2022-04-20T17:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '6da18265-1c66-468a-9761-1ae3fce560bd', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'port_id': 'a3549846-ac78-4b76-a7ed-200c2b7804a2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c781c2-5079-45de-9166-262fd83fb6c7', 'mac_address': 'fa:16:3e:d1:46:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0f9d8b-c658-4a74-b4f6-2fe8610f0500', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:45:49Z', 'updated_at': '2022-04-20T17:45:49Z', 'revision_number': 0, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6880781a-2fb2-474c-9e1f-01be510844c0', 'name': '', 'network_id': 'b0c781c2-5079-45de-9166-262fd83fb6c7', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:e1:7b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7325ba69-6dbc-4eda-9993-61f021e7dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:45:30Z', 'updated_at': '2022-04-20T17:45:37Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': '7325ba69-6dbc-4eda-9993-61f021e7dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:54.893687 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0949b9e-2d37-46b6-adc0-e40c3d6f2b15 None None] The sync data for ids ['59032f88-fdbd-464a-8737-e37e57436ee6'] in n-d-838032-1 is: [{'id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089942864', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'd2f45923-ee42-4027-8728-68fddc723767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:45:24Z', 'updated_at': '2022-04-20T17:45:31Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'd2f45923-ee42-4027-8728-68fddc723767', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:45:25Z', 'updated_at': '2022-04-20T17:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '6da18265-1c66-468a-9761-1ae3fce560bd', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'port_id': 'a3549846-ac78-4b76-a7ed-200c2b7804a2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c781c2-5079-45de-9166-262fd83fb6c7', 'mac_address': 'fa:16:3e:d1:46:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0f9d8b-c658-4a74-b4f6-2fe8610f0500', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:45:49Z', 'updated_at': '2022-04-20T17:45:49Z', 'revision_number': 0, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6880781a-2fb2-474c-9e1f-01be510844c0', 'name': '', 'network_id': 'b0c781c2-5079-45de-9166-262fd83fb6c7', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:e1:7b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7325ba69-6dbc-4eda-9993-61f021e7dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:45:30Z', 'updated_at': '2022-04-20T17:45:37Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': '7325ba69-6dbc-4eda-9993-61f021e7dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:45:54.939430 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7815631-f2e8-4002-be05-20e7887f777a req-ad95be30-4338-4017-a4a0-c5f4541c7a7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:54.940318 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a7815631-f2e8-4002-be05-20e7887f777a req-ad95be30-4338-4017-a4a0-c5f4541c7a7d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7325ba69-6dbc-4eda-9993-61f021e7dc97 HTTP/1.1" status: 200 len: 835 time: 0.1567538 Apr 20 17:45:54.944002 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:55.038710 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-53836332-0805-467c-afcf-7d326fab4295 service neutron] 10.222.0.10 "GET /v2.0/networks/53970dd1-c456-4c66-8514-86350a18f2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068865 Apr 20 17:45:55.046747 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24078a-2619-4436-adeb-393748bdf244 req-4d6bd960-2ec1-4268-9d89-181da591b704 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:55.048657 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-be24078a-2619-4436-adeb-393748bdf244 req-4d6bd960-2ec1-4268-9d89-181da591b704 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d3462a8-d550-43b5-a927-1c2dff579885 HTTP/1.1" status: 200 len: 944 time: 0.3231277 Apr 20 17:45:55.175731 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a7815631-f2e8-4002-be05-20e7887f777a req-4f046132-e18b-4bfa-8333-55a422e4d263 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b0c781c2-5079-45de-9166-262fd83fb6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1976523 Apr 20 17:45:55.178088 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 400cbc1a-36c5-4985-b64b-30fb7db4aba1 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:45:55.247871 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7e4fe9b9-ac6b-4ca6-9007-f73c0bd9005d req-50d26ad1-4eb9-4dda-8896-0b8973b6606a service neutron] 10.222.0.10 "GET /v2.0/networks/53970dd1-c456-4c66-8514-86350a18f2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980188 Apr 20 17:45:55.260922 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9685f885-c541-4f13-9211-fdea8872b382 None None] Network 5b7a8737-12e3-4251-aca6-eaf5448fb087 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:45:55.291098 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3efce15a-0022-4a18-ae2b-4d684df4950c None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:55.301172 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-be24078a-2619-4436-adeb-393748bdf244 req-6285f1cb-8ec9-496d-8bf1-29dcd3c7f875 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/security-groups?id=46113bbc-e7d4-42fe-aca9-bc93217e8a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177601 Apr 20 17:45:55.338422 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a7815631-f2e8-4002-be05-20e7887f777a req-3aa197c7-45ed-4473-9cbe-aa3dd2fcc9b1 service neutron] 10.222.0.43 "GET /v2.0/networks/b0c781c2-5079-45de-9166-262fd83fb6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561303 Apr 20 17:45:55.346294 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2a54be-8b83-4dcd-aabe-2a9846f705da None None] New status for floating IP 6da18265-1c66-468a-9761-1ae3fce560bd: ACTIVE {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:45:55.446788 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3efce15a-0022-4a18-ae2b-4d684df4950c None None] Transition to ACTIVE for port object ae3b86f4-5903-4e1a-8dab-c37ff1e9100d will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:45:55.477808 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-42adf7f1-332a-4724-8a53-33b814b0ca57 None None] Provisioning for port 400cbc1a-36c5-4985-b64b-30fb7db4aba1 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:45:55.481026 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a7815631-f2e8-4002-be05-20e7887f777a req-203159b9-d9b6-4428-87bf-b6e562a63ecc service neutron] 10.222.0.43 "GET /v2.0/networks/b0c781c2-5079-45de-9166-262fd83fb6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371341 Apr 20 17:45:55.495736 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51650) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:55.604648 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3efce15a-0022-4a18-ae2b-4d684df4950c None None] Transition to ACTIVE for port object ae3b86f4-5903-4e1a-8dab-c37ff1e9100d will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:45:55.618978 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 400cbc1a-36c5-4985-b64b-30fb7db4aba1 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:45:55.636618 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3efce15a-0022-4a18-ae2b-4d684df4950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:55.637984 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:55.672697 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 400cbc1a-36c5-4985-b64b-30fb7db4aba1 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:45:55.673033 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:55.695099 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d3462a8-d550-43b5-a927-1c2dff579885', 'tag': '46ecb6ee-b451-4f04-b55f-dce83718dfb0'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:45:55.732493 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event deleted for resources: {'Subnet': ['ID=0fdcd249-8318-4222-92d9-d6fb511ee88a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:55.794607 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-651a532a-9f47-4389-b68e-fd7f7f6aae6a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/floatingips/6da18265-1c66-468a-9761-1ae3fce560bd HTTP/1.1" status: 200 len: 992 time: 0.2975230 Apr 20 17:45:55.805968 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-564112a7-4bb3-4845-bd38-a712ecfb3793'] response: {'name': 'network-changed', 'server_uuid': '2d3462a8-d550-43b5-a927-1c2dff579885', 'tag': '46ecb6ee-b451-4f04-b55f-dce83718dfb0', 'status': 'completed', 'code': 200} Apr 20 17:45:55.812641 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:55.859317 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60367aa6-13cb-4d4a-88a3-3fee2a6b41c8']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:55.881685 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03123a1f-c392-45d5-b357-1a22bd93009f') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:55.882042 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03123a1f-c392-45d5-b357-1a22bd93009f') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:55.896612 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:55.910474 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9b012ccf-8d63-4ddb-af94-02291fc5c6e4 req-f7a74c7e-f350-4828-9293-fb0e19d491f3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0a73b568985f4585b4c5afccf3b46b66&device_id=2d3462a8-d550-43b5-a927-1c2dff579885 HTTP/1.1" status: 200 len: 1095 time: 0.0786994 Apr 20 17:45:55.921663 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:55.928249 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:45:55.928636 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:55.943907 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:45:55.943907 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:45:55.943907 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:45:55.943907 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:45:55.943907 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:45:55.943907 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:45:55.943907 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:45:55.943907 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:45:55.943907 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:45:55.943907 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:45:55.943907 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:45:55.943907 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:45:55.943907 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:45:55.943907 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:45:55.943907 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:45:55.943907 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:45:55.943907 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:45:55.943907 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:45:55.943907 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:45:55.943907 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:45:55.943907 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:45:55.943907 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:45:55.943907 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:45:55.943907 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:45:55.943907 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:45:55.943907 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:45:55.943907 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:45:55.943907 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:45:55.943907 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:45:55.943907 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:45:55.943907 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:45:55.943907 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:45:56.024991 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.api [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 17:45:56.024991 n-d-838032-1 neutron-server[84080]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 17:45:56.024991 n-d-838032-1 neutron-server[84080]: [parameters: {'id': '60367aa6-13cb-4d4a-88a3-3fee2a6b41c8'}] Apr 20 17:45:56.024991 n-d-838032-1 neutron-server[84080]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:45:56.025495 n-d-838032-1 neutron-server[84080]: DEBUG oslo_db.api [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:45:56.037080 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efce15a-0022-4a18-ae2b-4d684df4950c None None] Pushing event updated for resources: {'Port': ['ID=ae3b86f4-5903-4e1a-8dab-c37ff1e9100d,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:56.042462 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efce15a-0022-4a18-ae2b-4d684df4950c None None] Network 60367aa6-13cb-4d4a-88a3-3fee2a6b41c8 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:45:56.054137 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-3efce15a-0022-4a18-ae2b-4d684df4950c None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:45:56.059320 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efce15a-0022-4a18-ae2b-4d684df4950c None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:45:56.149653 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b012ccf-8d63-4ddb-af94-02291fc5c6e4 req-ef271561-0250-42fe-953d-87b07e067e1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:56.155332 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9b012ccf-8d63-4ddb-af94-02291fc5c6e4 req-ef271561-0250-42fe-953d-87b07e067e1c service neutron] 10.222.0.10 "GET /v2.0/networks?id=53970dd1-c456-4c66-8514-86350a18f2cb HTTP/1.1" status: 200 len: 913 time: 0.2331755 Apr 20 17:45:56.232718 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:56.234775 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9b012ccf-8d63-4ddb-af94-02291fc5c6e4 req-df878cfc-b6fb-4b6f-98c5-375834a6a4d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46ecb6ee-b451-4f04-b55f-dce83718dfb0 HTTP/1.1" status: 200 len: 217 time: 0.0729003 Apr 20 17:45:56.261174 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-3efce15a-0022-4a18-ae2b-4d684df4950c None None] Attempting to bind port ae3b86f4-5903-4e1a-8dab-c37ff1e9100d on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:45:56.261538 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-3efce15a-0022-4a18-ae2b-4d684df4950c None None] Attempting to bind port ae3b86f4-5903-4e1a-8dab-c37ff1e9100d by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '03123a1f-c392-45d5-b357-1a22bd93009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '60367aa6-13cb-4d4a-88a3-3fee2a6b41c8'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:45:56.261898 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efce15a-0022-4a18-ae2b-4d684df4950c None None] Attempting to bind port ae3b86f4-5903-4e1a-8dab-c37ff1e9100d on network 60367aa6-13cb-4d4a-88a3-3fee2a6b41c8 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:45:56.282374 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efce15a-0022-4a18-ae2b-4d684df4950c None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:45:56.282657 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efce15a-0022-4a18-ae2b-4d684df4950c None None] Checking segment: {'id': '03123a1f-c392-45d5-b357-1a22bd93009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '60367aa6-13cb-4d4a-88a3-3fee2a6b41c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:45:56.283272 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3efce15a-0022-4a18-ae2b-4d684df4950c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:56.283817 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efce15a-0022-4a18-ae2b-4d684df4950c None None] Bound using segment: {'id': '03123a1f-c392-45d5-b357-1a22bd93009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '60367aa6-13cb-4d4a-88a3-3fee2a6b41c8'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:45:56.284448 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-3efce15a-0022-4a18-ae2b-4d684df4950c None None] Bound port: ae3b86f4-5903-4e1a-8dab-c37ff1e9100d, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03123a1f-c392-45d5-b357-1a22bd93009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '60367aa6-13cb-4d4a-88a3-3fee2a6b41c8'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:45:56.284986 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3efce15a-0022-4a18-ae2b-4d684df4950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:56.309832 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b012ccf-8d63-4ddb-af94-02291fc5c6e4 req-938261fe-49ab-43df-a243-092044b0338e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:56.311536 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9b012ccf-8d63-4ddb-af94-02291fc5c6e4 req-938261fe-49ab-43df-a243-092044b0338e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=150e42f0-0b10-49c7-84b8-d06c760aeed5 HTTP/1.1" status: 200 len: 852 time: 0.0705473 Apr 20 17:45:56.320612 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 400cbc1a-36c5-4985-b64b-30fb7db4aba1, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=400cbc1a-36c5-4985-b64b-30fb7db4aba1,segment=NetworkSegment(d6e976f9-125a-4c4f-ab27-826c81510c46),segment_id=d6e976f9-125a-4c4f-ab27-826c81510c46)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:45:56.363810 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:56.383648 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9b012ccf-8d63-4ddb-af94-02291fc5c6e4 req-bb76faf0-8b11-4a77-afb1-6410eaf0954b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=53970dd1-c456-4c66-8514-86350a18f2cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648317 Apr 20 17:45:56.533070 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=400cbc1a-36c5-4985-b64b-30fb7db4aba1,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:56.549748 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-3efce15a-0022-4a18-ae2b-4d684df4950c None None] For port ae3b86f4-5903-4e1a-8dab-c37ff1e9100d, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:45:56.553412 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-3efce15a-0022-4a18-ae2b-4d684df4950c None None] For port ae3b86f4-5903-4e1a-8dab-c37ff1e9100d, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ae3b86f4-5903-4e1a-8dab-c37ff1e9100d,segment=NetworkSegment(03123a1f-c392-45d5-b357-1a22bd93009f),segment_id=03123a1f-c392-45d5-b357-1a22bd93009f)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:45:56.569686 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3efce15a-0022-4a18-ae2b-4d684df4950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:56.689442 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:56.723644 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Deleting port ae3b86f4-5903-4e1a-8dab-c37ff1e9100d {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:45:56.723644 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:56.761778 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efce15a-0022-4a18-ae2b-4d684df4950c None None] Pushing event updated for resources: {'Port': ['ID=ae3b86f4-5903-4e1a-8dab-c37ff1e9100d,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:56.779156 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d95eed8-cb53-4b4d-a955-85c7d312b893 None None] Network 60367aa6-13cb-4d4a-88a3-3fee2a6b41c8 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:45:56.779367 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9b012ccf-8d63-4ddb-af94-02291fc5c6e4 req-81cc390b-0bb0-429e-8148-79686d2b6da4 service neutron] 10.222.0.10 "GET /v2.0/networks/53970dd1-c456-4c66-8514-86350a18f2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848886 Apr 20 17:45:56.810098 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51666) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:56.873061 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ccd32890-1909-4b5d-b93b-821503bb7ca5 None None] Provisioning complete for port 400cbc1a-36c5-4985-b64b-30fb7db4aba1 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:45:56.873745 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ccd32890-1909-4b5d-b93b-821503bb7ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:57.029307 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] For port ae3b86f4-5903-4e1a-8dab-c37ff1e9100d, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ae3b86f4-5903-4e1a-8dab-c37ff1e9100d,segment=NetworkSegment(03123a1f-c392-45d5-b357-1a22bd93009f),segment_id=03123a1f-c392-45d5-b357-1a22bd93009f)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:45:57.030282 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:57.053513 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e808a2-1f71-4a40-a460-3ad874aa28f0 req-0945ce6e-a740-4ee2-a29c-c76d3b0898d7 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:57.063017 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-05e808a2-1f71-4a40-a460-3ad874aa28f0 req-0945ce6e-a740-4ee2-a29c-c76d3b0898d7 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d3462a8-d550-43b5-a927-1c2dff579885 HTTP/1.1" status: 200 len: 944 time: 0.4721730 Apr 20 17:45:57.082374 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9b012ccf-8d63-4ddb-af94-02291fc5c6e4 req-036695d6-6f6a-4232-8e6c-cc0eed439025 service neutron] 10.222.0.10 "GET /v2.0/networks/53970dd1-c456-4c66-8514-86350a18f2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834315 Apr 20 17:45:57.126760 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-05e808a2-1f71-4a40-a460-3ad874aa28f0 req-3adbad4e-b097-4382-bde5-5f763cd84466 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/security-groups?id=46113bbc-e7d4-42fe-aca9-bc93217e8a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629032 Apr 20 17:45:57.154392 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 400cbc1a-36c5-4985-b64b-30fb7db4aba1 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:45:57.218362 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Calling delete_port for ae3b86f4-5903-4e1a-8dab-c37ff1e9100d owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:45:57.253973 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e30fe34-9373-4626-88eb-37c8e2971d19 None None] get_active_networks_info from n-d-838032-1 {{(pid=84082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 20 17:45:57.434723 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 400cbc1a-36c5-4985-b64b-30fb7db4aba1 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:45:57.435353 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:57.465548 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-57932f33-5be7-4ddf-a86c-d5ec6595c527 req-8bcdd49b-11c1-41eb-abc0-026718e048d5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5d0f9d8b-c658-4a74-b4f6-2fe8610f0500&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0555513 Apr 20 17:45:57.487600 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e30fe34-9373-4626-88eb-37c8e2971d19 None None] Resources bound (agent type, host, resource id): {{(pid=84082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 17:45:57.499744 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-65cfa921-7268-484b-909f-dc326ec129f2 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/floatingips/6da18265-1c66-468a-9761-1ae3fce560bd HTTP/1.1" status: 200 len: 994 time: 0.3791230 Apr 20 17:45:57.527231 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:57.575822 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event deleted for resources: {'Port': ['ID=ae3b86f4-5903-4e1a-8dab-c37ff1e9100d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:57.585934 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] No DVR routers for this DVR port ae3b86f4-5903-4e1a-8dab-c37ff1e9100d on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:45:57.717808 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2fffcb1f-22a1-47f7-83e0-f28aaecc45d7 req-304e6093-2e1a-4e28-ad71-40e4f973c6d4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f2aab149-d3ea-4e8e-8d14-956d4b207232&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0838971 Apr 20 17:45:57.775334 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:57.806827 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60367aa6-13cb-4d4a-88a3-3fee2a6b41c8']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:57.826440 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03123a1f-c392-45d5-b357-1a22bd93009f') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:57.826735 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03123a1f-c392-45d5-b357-1a22bd93009f') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:45:57.839706 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-57932f33-5be7-4ddf-a86c-d5ec6595c527 req-a8322f11-edb6-481d-a338-e6a99e6813a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=5d0f9d8b-c658-4a74-b4f6-2fe8610f0500 HTTP/1.1" status: 200 len: 1097 time: 0.2238312 Apr 20 17:45:57.848042 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:57.893246 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:57.905827 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2fffcb1f-22a1-47f7-83e0-f28aaecc45d7 req-f71c8bbe-d60d-4147-a6f6-63c48a9def01 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=afdda90d8b714cd0a49b7b3d0da0c05b&device_id=f2aab149-d3ea-4e8e-8d14-956d4b207232 HTTP/1.1" status: 200 len: 1097 time: 0.0970328 Apr 20 17:45:57.948424 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:45:57.948834 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:57.964847 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:45:57.964847 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:45:57.964847 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:45:57.964847 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:45:57.964847 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:45:57.964847 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:45:57.964847 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:45:57.964847 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:45:57.964847 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:45:57.964847 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:45:57.964847 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:45:57.964847 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:45:57.964847 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:45:57.964847 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:45:57.964847 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:45:57.964847 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:45:57.964847 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:45:57.964847 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:45:57.964847 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:45:57.964847 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:45:57.964847 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:45:57.964847 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:45:57.964847 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:45:57.964847 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:45:57.964847 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:45:57.964847 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:45:57.964847 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:45:57.964847 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:45:57.964847 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:45:57.964847 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:45:57.964847 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:45:57.964847 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:45:58.106716 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffcb1f-22a1-47f7-83e0-f28aaecc45d7 req-424dde23-dbfa-4fd6-81f2-c5894170297d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:58.109077 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2fffcb1f-22a1-47f7-83e0-f28aaecc45d7 req-424dde23-dbfa-4fd6-81f2-c5894170297d service neutron] 10.222.0.10 "GET /v2.0/networks?id=911da384-323b-42ed-9656-9be4d49d8f36 HTTP/1.1" status: 200 len: 912 time: 0.1804662 Apr 20 17:45:58.119237 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:58.143245 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:58.210017 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event deleted for resources: {'Network': ['ID=60367aa6-13cb-4d4a-88a3-3fee2a6b41c8,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:58.227615 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57932f33-5be7-4ddf-a86c-d5ec6595c527 req-ea5c1900-9903-440a-9ae5-eb1f6aa3379b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:58.229289 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-57932f33-5be7-4ddf-a86c-d5ec6595c527 req-ea5c1900-9903-440a-9ae5-eb1f6aa3379b service neutron] 10.222.0.43 "GET /v2.0/networks?id=b0c781c2-5079-45de-9166-262fd83fb6c7 HTTP/1.1" status: 200 len: 897 time: 0.3588910 Apr 20 17:45:58.230520 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1612f69b-c05e-404e-8625-2abcc24e53af tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/networks/60367aa6-13cb-4d4a-88a3-3fee2a6b41c8 HTTP/1.1" status: 204 len: 168 time: 4.0217893 Apr 20 17:45:58.233958 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51692) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:58.240489 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-27988750-4045-4c68-97c4-cd47c65e0b4a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-308916073'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:45:58.266657 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2fffcb1f-22a1-47f7-83e0-f28aaecc45d7 req-626f4221-ee93-4829-b610-f818fca7ad43 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=791e2c1a-1d93-427b-a11a-13c319d38532 HTTP/1.1" status: 200 len: 1002 time: 0.1423144 Apr 20 17:45:58.317330 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-27988750-4045-4c68-97c4-cd47c65e0b4a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:58.333389 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-27988750-4045-4c68-97c4-cd47c65e0b4a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Usage tracker for resource:network and tenant:b6d8bd39e275438082493739a75229df is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:58.342556 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-27988750-4045-4c68-97c4-cd47c65e0b4a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:58.343592 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffcb1f-22a1-47f7-83e0-f28aaecc45d7 req-780492ae-c701-427f-939f-6e2e9e1f991d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:58.345216 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2fffcb1f-22a1-47f7-83e0-f28aaecc45d7 req-780492ae-c701-427f-939f-6e2e9e1f991d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6df2b9cf-3053-4862-b128-40e0c38b0bd7 HTTP/1.1" status: 200 len: 850 time: 0.0720170 Apr 20 17:45:58.354140 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-27988750-4045-4c68-97c4-cd47c65e0b4a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:58.378902 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27988750-4045-4c68-97c4-cd47c65e0b4a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Made reservation on behalf of b6d8bd39e275438082493739a75229df for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:45:58.381969 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-27988750-4045-4c68-97c4-cd47c65e0b4a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:58.417253 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-57932f33-5be7-4ddf-a86c-d5ec6595c527 req-2b4e0f86-084c-4c15-a560-74fbae74bd2b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3549846-ac78-4b76-a7ed-200c2b7804a2 HTTP/1.1" status: 200 len: 1002 time: 0.1803668 Apr 20 17:45:58.484251 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc578a2-9844-40d4-8233-e81fa79e0c92 req-171692ce-3587-4507-a7f5-1e4811d83ee0 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:58.490404 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27988750-4045-4c68-97c4-cd47c65e0b4a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:45:58.491286 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8fc578a2-9844-40d4-8233-e81fa79e0c92 req-171692ce-3587-4507-a7f5-1e4811d83ee0 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d3462a8-d550-43b5-a927-1c2dff579885 HTTP/1.1" status: 200 len: 944 time: 0.1447794 Apr 20 17:45:58.501246 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-27988750-4045-4c68-97c4-cd47c65e0b4a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:58.501935 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-27988750-4045-4c68-97c4-cd47c65e0b4a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Added segment b90e5fd3-ce8d-41a2-9cb5-ba3e873121e0 of type vlan for network 8a4cbe91-d3c0-4c85-8faa-a973de42a711 Apr 20 17:45:58.530094 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-27988750-4045-4c68-97c4-cd47c65e0b4a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:58.567854 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8fc578a2-9844-40d4-8233-e81fa79e0c92 req-5ecc5c5c-736d-4ff9-a016-03e2412d2f4d tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/security-groups?id=46113bbc-e7d4-42fe-aca9-bc93217e8a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756087 Apr 20 17:45:58.571050 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2fffcb1f-22a1-47f7-83e0-f28aaecc45d7 req-dbc3d911-06fe-4f1a-8e29-85ecfbbfad43 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=911da384-323b-42ed-9656-9be4d49d8f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1803873 Apr 20 17:45:58.582242 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57932f33-5be7-4ddf-a86c-d5ec6595c527 req-11fb6b0b-8014-4a21-b522-291812110368 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:58.582242 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-57932f33-5be7-4ddf-a86c-d5ec6595c527 req-11fb6b0b-8014-4a21-b522-291812110368 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7325ba69-6dbc-4eda-9993-61f021e7dc97 HTTP/1.1" status: 200 len: 835 time: 0.1527202 Apr 20 17:45:58.619648 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-27988750-4045-4c68-97c4-cd47c65e0b4a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:58.623663 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27988750-4045-4c68-97c4-cd47c65e0b4a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:58.624308 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-27988750-4045-4c68-97c4-cd47c65e0b4a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:58.873344 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27988750-4045-4c68-97c4-cd47c65e0b4a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event updated for resources: {'Network': ['ID=8a4cbe91-d3c0-4c85-8faa-a973de42a711,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:58.873577 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2fffcb1f-22a1-47f7-83e0-f28aaecc45d7 req-c61b1d0c-2cd2-424e-b5d8-f336b640a540 service neutron] 10.222.0.10 "GET /v2.0/networks/911da384-323b-42ed-9656-9be4d49d8f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875018 Apr 20 17:45:58.878890 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-27988750-4045-4c68-97c4-cd47c65e0b4a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6410909 Apr 20 17:45:58.879152 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51698) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:58.891357 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-57932f33-5be7-4ddf-a86c-d5ec6595c527 req-4a6804b1-eaf5-4be6-8a9d-05d6c5bcb11d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b0c781c2-5079-45de-9166-262fd83fb6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3054388 Apr 20 17:45:58.892575 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 8a4cbe91-d3c0-4c85-8faa-a973de42a711 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:45:58.911336 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-00c0acb4-5fa7-4453-8360-e4805f5e6d74 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Request body: {'subnet': {'network_id': '8a4cbe91-d3c0-4c85-8faa-a973de42a711', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:45:59.046679 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-57932f33-5be7-4ddf-a86c-d5ec6595c527 req-279d0a6b-89db-42de-b8a2-bed8a08ed178 service neutron] 10.222.0.43 "GET /v2.0/networks/b0c781c2-5079-45de-9166-262fd83fb6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473508 Apr 20 17:45:59.153142 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-00c0acb4-5fa7-4453-8360-e4805f5e6d74 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:45:59.161235 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-00c0acb4-5fa7-4453-8360-e4805f5e6d74 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Usage tracker for resource:subnet and tenant:b6d8bd39e275438082493739a75229df is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:45:59.165154 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-00c0acb4-5fa7-4453-8360-e4805f5e6d74 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:45:59.169548 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2fffcb1f-22a1-47f7-83e0-f28aaecc45d7 req-97f51937-678c-473b-a60e-115ff145e4be service neutron] 10.222.0.10 "GET /v2.0/networks/911da384-323b-42ed-9656-9be4d49d8f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879975 Apr 20 17:45:59.173167 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-00c0acb4-5fa7-4453-8360-e4805f5e6d74 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:45:59.187525 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c0acb4-5fa7-4453-8360-e4805f5e6d74 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Made reservation on behalf of b6d8bd39e275438082493739a75229df for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:45:59.212319 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-57932f33-5be7-4ddf-a86c-d5ec6595c527 req-ecdf9fdd-833b-47fb-9ddf-7ee60c4eea04 service neutron] 10.222.0.43 "GET /v2.0/networks/b0c781c2-5079-45de-9166-262fd83fb6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585529 Apr 20 17:45:59.306417 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00c0acb4-5fa7-4453-8360-e4805f5e6d74 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:59.414807 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.ipam_backend_mixin [None req-00c0acb4-5fa7-4453-8360-e4805f5e6d74 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Performing IP validity checks on allocation pools {{(pid=84081) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 20 17:45:59.415326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.ipam_backend_mixin [None req-00c0acb4-5fa7-4453-8360-e4805f5e6d74 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84081) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 20 17:45:59.510714 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 46ecb6ee-b451-4f04-b55f-dce83718dfb0 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:45:59.570670 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00c0acb4-5fa7-4453-8360-e4805f5e6d74 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:59.639237 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0acb4-5fa7-4453-8360-e4805f5e6d74 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event updated for resources: {'Subnet': ['ID=e96f8a7d-e063-46e3-bb45-767e501fc0f3,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:45:59.705906 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c0acb4-5fa7-4453-8360-e4805f5e6d74 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Checking segment: {'id': 'b90e5fd3-ce8d-41a2-9cb5-ba3e873121e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8a4cbe91-d3c0-4c85-8faa-a973de42a711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:45:59.706362 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c0acb4-5fa7-4453-8360-e4805f5e6d74 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Network hostable DHCP agents. Network: 8a4cbe91-d3c0-4c85-8faa-a973de42a711, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:45:59.772059 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 46ecb6ee-b451-4f04-b55f-dce83718dfb0, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=46ecb6ee-b451-4f04-b55f-dce83718dfb0,segment=NetworkSegment(b6ee6d89-2075-41a8-95e6-0c4c6766bee6),segment_id=b6ee6d89-2075-41a8-95e6-0c4c6766bee6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:45:59.784790 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c0acb4-5fa7-4453-8360-e4805f5e6d74 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Network 8a4cbe91-d3c0-4c85-8faa-a973de42a711 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:45:59.789102 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '46ecb6ee-b451-4f04-b55f-dce83718dfb0', 'network_id': '53970dd1-c456-4c66-8514-86350a18f2cb', 'port_id': '46ecb6ee-b451-4f04-b55f-dce83718dfb0', 'mac_address': 'fa:16:3e:ac:65:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150e42f0-0b10-49c7-84b8-d06c760aeed5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:45:59.802028 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-00c0acb4-5fa7-4453-8360-e4805f5e6d74 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 8a4cbe91-d3c0-4c85-8faa-a973de42a711) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:45:59.811076 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c0acb4-5fa7-4453-8360-e4805f5e6d74 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:59.811758 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00c0acb4-5fa7-4453-8360-e4805f5e6d74 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:59.820321 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb259f28-99c8-458a-a47a-480e4e4c02ec req-9e0b0f46-7f72-4b27-93f9-03c563e879a8 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:45:59.821844 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fb259f28-99c8-458a-a47a-480e4e4c02ec req-9e0b0f46-7f72-4b27-93f9-03c563e879a8 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d3462a8-d550-43b5-a927-1c2dff579885 HTTP/1.1" status: 200 len: 944 time: 0.0975478 Apr 20 17:45:59.830943 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f3e3af-bbd6-4ccc-9cb6-215660c0cd86 None None] Network 8a4cbe91-d3c0-4c85-8faa-a973de42a711 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:45:59.871449 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-00c0acb4-5fa7-4453-8360-e4805f5e6d74 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9647779 Apr 20 17:45:59.871769 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51718) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:59.881924 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fb259f28-99c8-458a-a47a-480e4e4c02ec req-80bdbba3-173d-44a3-a516-271406fad8c8 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/security-groups?id=46113bbc-e7d4-42fe-aca9-bc93217e8a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491827 Apr 20 17:45:59.962954 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:45:59.991922 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ecb6ee-b451-4f04-b55f-dce83718dfb0 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:46:00.011320 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 46ecb6ee-b451-4f04-b55f-dce83718dfb0, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=46ecb6ee-b451-4f04-b55f-dce83718dfb0,segment=NetworkSegment(b6ee6d89-2075-41a8-95e6-0c4c6766bee6),segment_id=b6ee6d89-2075-41a8-95e6-0c4c6766bee6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:00.024834 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:00.027839 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c7303cb3-7ce4-4e4f-ad15-2540b703e8f3 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:00.091981 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c7303cb3-7ce4-4e4f-ad15-2540b703e8f3 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:00.152992 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=46ecb6ee-b451-4f04-b55f-dce83718dfb0,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:00.175691 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c7303cb3-7ce4-4e4f-ad15-2540b703e8f3 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:00.206773 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a978e44-2a97-4cb0-875c-c33dd627aebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-8a4cbe91-d3c0-4c85-8faa-a973de42a711', 'network_id': '8a4cbe91-d3c0-4c85-8faa-a973de42a711', 'tenant_id': 'b6d8bd39e275438082493739a75229df', 'fixed_ips': [{'subnet_id': 'e96f8a7d-e063-46e3-bb45-767e501fc0f3'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:46:00.207969 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2a978e44-2a97-4cb0-875c-c33dd627aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:00.212847 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7303cb3-7ce4-4e4f-ad15-2540b703e8f3 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event deleted for resources: {'Subnet': ['ID=e96f8a7d-e063-46e3-bb45-767e501fc0f3,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:00.309221 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c7303cb3-7ce4-4e4f-ad15-2540b703e8f3 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:00.316679 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bd7b0d-d31d-482f-8dd3-dc0030f5e2af None None] Network 8a4cbe91-d3c0-4c85-8faa-a973de42a711 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:46:00.334445 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-c7303cb3-7ce4-4e4f-ad15-2540b703e8f3 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4cbe91-d3c0-4c85-8faa-a973de42a711']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:00.347706 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-c7303cb3-7ce4-4e4f-ad15-2540b703e8f3 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90e5fd3-ce8d-41a2-9cb5-ba3e873121e0') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:00.348009 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-c7303cb3-7ce4-4e4f-ad15-2540b703e8f3 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90e5fd3-ce8d-41a2-9cb5-ba3e873121e0') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:00.360641 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c7303cb3-7ce4-4e4f-ad15-2540b703e8f3 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:00.378295 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c7303cb3-7ce4-4e4f-ad15-2540b703e8f3 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:00.384813 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7303cb3-7ce4-4e4f-ad15-2540b703e8f3 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:46:00.385256 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c7303cb3-7ce4-4e4f-ad15-2540b703e8f3 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:00.397450 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['46ecb6ee-b451-4f04-b55f-dce83718dfb0'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:46:00.404890 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:46:00.404890 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:46:00.404890 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:46:00.404890 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:46:00.404890 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:46:00.404890 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:46:00.404890 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:46:00.404890 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:46:00.404890 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:46:00.404890 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:46:00.404890 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:46:00.404890 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:46:00.404890 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:46:00.404890 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:46:00.404890 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:46:00.404890 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:46:00.404890 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:46:00.404890 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:46:00.404890 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:46:00.404890 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:46:00.404890 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:46:00.404890 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:46:00.404890 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:46:00.404890 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:46:00.404890 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:46:00.404890 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:46:00.404890 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:46:00.404890 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:46:00.404890 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:46:00.404890 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:46:00.404890 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:46:00.404890 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:46:00.542294 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c7303cb3-7ce4-4e4f-ad15-2540b703e8f3 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:00.558406 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c7303cb3-7ce4-4e4f-ad15-2540b703e8f3 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:00.611051 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7303cb3-7ce4-4e4f-ad15-2540b703e8f3 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event deleted for resources: {'Network': ['ID=8a4cbe91-d3c0-4c85-8faa-a973de42a711,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:00.618142 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c7303cb3-7ce4-4e4f-ad15-2540b703e8f3 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/networks/8a4cbe91-d3c0-4c85-8faa-a973de42a711 HTTP/1.1" status: 204 len: 168 time: 0.7458193 Apr 20 17:46:00.621701 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51728) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:00.627867 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-bad94b5e-45e2-4832-aa4d-72bf3ee9f8bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-507298401'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:00.637067 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-bad94b5e-45e2-4832-aa4d-72bf3ee9f8bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:00.641464 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-bad94b5e-45e2-4832-aa4d-72bf3ee9f8bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Usage tracker for resource:network and tenant:b6d8bd39e275438082493739a75229df is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:00.644694 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-bad94b5e-45e2-4832-aa4d-72bf3ee9f8bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:00.651392 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-bad94b5e-45e2-4832-aa4d-72bf3ee9f8bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:00.664938 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad94b5e-45e2-4832-aa4d-72bf3ee9f8bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Made reservation on behalf of b6d8bd39e275438082493739a75229df for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:00.668990 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bad94b5e-45e2-4832-aa4d-72bf3ee9f8bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:00.699848 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad94b5e-45e2-4832-aa4d-72bf3ee9f8bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:46:00.710180 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bad94b5e-45e2-4832-aa4d-72bf3ee9f8bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:00.710818 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-bad94b5e-45e2-4832-aa4d-72bf3ee9f8bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Added segment d9b18c1b-1928-48bc-88ac-49add73eb61f of type vlan for network 00b87461-dc98-4fec-8d1e-8af954688a60 Apr 20 17:46:00.742633 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bad94b5e-45e2-4832-aa4d-72bf3ee9f8bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:00.779089 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bad94b5e-45e2-4832-aa4d-72bf3ee9f8bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:00.783368 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad94b5e-45e2-4832-aa4d-72bf3ee9f8bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:00.783954 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bad94b5e-45e2-4832-aa4d-72bf3ee9f8bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:00.825161 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bad94b5e-45e2-4832-aa4d-72bf3ee9f8bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2019432 Apr 20 17:46:00.827896 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51734) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:00.835200 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-9ca83a7b-6b5a-4a17-ae20-00815e237f42 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Request body: {'subnet': {'network_id': '00b87461-dc98-4fec-8d1e-8af954688a60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:00.919692 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad94b5e-45e2-4832-aa4d-72bf3ee9f8bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event updated for resources: {'Network': ['ID=00b87461-dc98-4fec-8d1e-8af954688a60,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:00.931885 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 00b87461-dc98-4fec-8d1e-8af954688a60 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:46:00.993332 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9ca83a7b-6b5a-4a17-ae20-00815e237f42 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:00.997437 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9ca83a7b-6b5a-4a17-ae20-00815e237f42 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Usage tracker for resource:subnet and tenant:b6d8bd39e275438082493739a75229df is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:01.000364 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9ca83a7b-6b5a-4a17-ae20-00815e237f42 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:01.006078 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9ca83a7b-6b5a-4a17-ae20-00815e237f42 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:01.018385 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca83a7b-6b5a-4a17-ae20-00815e237f42 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Made reservation on behalf of b6d8bd39e275438082493739a75229df for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:01.168028 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9ca83a7b-6b5a-4a17-ae20-00815e237f42 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:01.285421 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba111cde-0ab6-442a-918d-d0959147305f req-732f8472-6bfe-404e-9516-7dc19f46568b tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:01.286893 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba111cde-0ab6-442a-918d-d0959147305f req-732f8472-6bfe-404e-9516-7dc19f46568b tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d3462a8-d550-43b5-a927-1c2dff579885 HTTP/1.1" status: 200 len: 945 time: 0.2052622 Apr 20 17:46:01.508213 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ba111cde-0ab6-442a-918d-d0959147305f req-35233aa5-8e53-4e1b-b2fb-b9cf2c43f632 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Synchronizing usage tracker for tenant:0a73b568985f4585b4c5afccf3b46b66 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:46:01.539983 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 46ecb6ee-b451-4f04-b55f-dce83718dfb0 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:46:01.584649 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9ca83a7b-6b5a-4a17-ae20-00815e237f42 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:01.613717 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 46ecb6ee-b451-4f04-b55f-dce83718dfb0 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:46:01.619253 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 46ecb6ee-b451-4f04-b55f-dce83718dfb0 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:01.620214 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:01.620366 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ba111cde-0ab6-442a-918d-d0959147305f req-35233aa5-8e53-4e1b-b2fb-b9cf2c43f632 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Unset dirty status for tenant:0a73b568985f4585b4c5afccf3b46b66 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:46:01.621602 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba111cde-0ab6-442a-918d-d0959147305f req-35233aa5-8e53-4e1b-b2fb-b9cf2c43f632 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/security-groups?id=46113bbc-e7d4-42fe-aca9-bc93217e8a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233268 Apr 20 17:46:01.682447 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca83a7b-6b5a-4a17-ae20-00815e237f42 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event updated for resources: {'Subnet': ['ID=e173d0eb-ee93-48d6-9def-f346a042e871,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:01.709457 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca83a7b-6b5a-4a17-ae20-00815e237f42 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Checking segment: {'id': 'd9b18c1b-1928-48bc-88ac-49add73eb61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '00b87461-dc98-4fec-8d1e-8af954688a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:46:01.710629 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca83a7b-6b5a-4a17-ae20-00815e237f42 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Network hostable DHCP agents. Network: 00b87461-dc98-4fec-8d1e-8af954688a60, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:46:01.745327 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca83a7b-6b5a-4a17-ae20-00815e237f42 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Network 00b87461-dc98-4fec-8d1e-8af954688a60 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:46:01.757486 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-9ca83a7b-6b5a-4a17-ae20-00815e237f42 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 00b87461-dc98-4fec-8d1e-8af954688a60) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:01.758497 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:01.763919 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca83a7b-6b5a-4a17-ae20-00815e237f42 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:01.764350 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9ca83a7b-6b5a-4a17-ae20-00815e237f42 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:01.770805 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc765975-19e3-4810-8c34-219a75d920c2 None None] Network 00b87461-dc98-4fec-8d1e-8af954688a60 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:46:01.789560 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9ca83a7b-6b5a-4a17-ae20-00815e237f42 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9581990 Apr 20 17:46:01.790371 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51742) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:01.852268 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3462a8-d550-43b5-a927-1c2dff579885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ecb6ee-b451-4f04-b55f-dce83718dfb0'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:46:01.873542 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 46ecb6ee-b451-4f04-b55f-dce83718dfb0, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=46ecb6ee-b451-4f04-b55f-dce83718dfb0,segment=NetworkSegment(b6ee6d89-2075-41a8-95e6-0c4c6766bee6),segment_id=b6ee6d89-2075-41a8-95e6-0c4c6766bee6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:01.890174 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:01.941037 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca13210a-db64-4552-9a7e-8068fe660ca4'] response: {'server_uuid': '2d3462a8-d550-43b5-a927-1c2dff579885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ecb6ee-b451-4f04-b55f-dce83718dfb0', 'code': 200} Apr 20 17:46:01.982897 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-454a83c9-e6f6-4277-9897-374c997eb2fc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:02.043521 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=46ecb6ee-b451-4f04-b55f-dce83718dfb0,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:02.060482 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-454a83c9-e6f6-4277-9897-374c997eb2fc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:02.082917 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-898a96d1-5174-4607-88b6-64a389c32c53 req-aad4fed7-f383-46bc-b1e8-64d6ac52c3ee service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2d3462a8-d550-43b5-a927-1c2dff579885 HTTP/1.1" status: 200 len: 1097 time: 0.0789998 Apr 20 17:46:02.136745 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-898a96d1-5174-4607-88b6-64a389c32c53 req-1ebd4f11-dc5f-460e-addb-77db7ce481e9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=46113bbc-e7d4-42fe-aca9-bc93217e8a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462060 Apr 20 17:46:02.140704 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec74cdb-77e6-4e22-bdcb-543540ca001d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-00b87461-dc98-4fec-8d1e-8af954688a60', 'network_id': '00b87461-dc98-4fec-8d1e-8af954688a60', 'tenant_id': 'b6d8bd39e275438082493739a75229df', 'fixed_ips': [{'subnet_id': 'e173d0eb-ee93-48d6-9def-f346a042e871'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:46:02.141550 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2ec74cdb-77e6-4e22-bdcb-543540ca001d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:02.149306 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-454a83c9-e6f6-4277-9897-374c997eb2fc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:02.190543 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a83c9-e6f6-4277-9897-374c997eb2fc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event deleted for resources: {'Subnet': ['ID=e173d0eb-ee93-48d6-9def-f346a042e871,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:02.238107 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc43609f-9ce9-4245-9913-2fb88c554ca4 None None] Network 00b87461-dc98-4fec-8d1e-8af954688a60 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:46:02.283717 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-454a83c9-e6f6-4277-9897-374c997eb2fc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:02.312772 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-454a83c9-e6f6-4277-9897-374c997eb2fc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b87461-dc98-4fec-8d1e-8af954688a60']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:02.326311 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-454a83c9-e6f6-4277-9897-374c997eb2fc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b18c1b-1928-48bc-88ac-49add73eb61f') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:02.326597 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-454a83c9-e6f6-4277-9897-374c997eb2fc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b18c1b-1928-48bc-88ac-49add73eb61f') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:02.338647 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-454a83c9-e6f6-4277-9897-374c997eb2fc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:02.355587 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-454a83c9-e6f6-4277-9897-374c997eb2fc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:02.362442 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454a83c9-e6f6-4277-9897-374c997eb2fc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:46:02.362685 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-454a83c9-e6f6-4277-9897-374c997eb2fc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:02.378532 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:46:02.378532 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:46:02.378532 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:46:02.378532 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:46:02.378532 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:46:02.378532 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:46:02.378532 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:46:02.378532 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:46:02.378532 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:46:02.378532 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:46:02.378532 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:46:02.378532 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:46:02.378532 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:46:02.378532 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:46:02.378532 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:46:02.378532 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:46:02.378532 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:46:02.378532 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:46:02.378532 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:46:02.378532 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:46:02.378532 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:46:02.378532 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:46:02.378532 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:46:02.378532 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:46:02.378532 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:46:02.378532 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:46:02.378532 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:46:02.378532 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:46:02.378532 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:46:02.378532 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:46:02.378532 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:46:02.378532 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:46:02.455336 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-454a83c9-e6f6-4277-9897-374c997eb2fc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:02.484417 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-454a83c9-e6f6-4277-9897-374c997eb2fc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:02.491616 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a83c9-e6f6-4277-9897-374c997eb2fc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event deleted for resources: {'Network': ['ID=00b87461-dc98-4fec-8d1e-8af954688a60,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:02.498043 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-454a83c9-e6f6-4277-9897-374c997eb2fc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/networks/00b87461-dc98-4fec-8d1e-8af954688a60 HTTP/1.1" status: 204 len: 168 time: 0.7070563 Apr 20 17:46:02.501593 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51750) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:02.507127 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-2f83fb79-11c6-4b4c-a06f-53bada38489e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-712442387'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:02.512759 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2f83fb79-11c6-4b4c-a06f-53bada38489e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:02.516742 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2f83fb79-11c6-4b4c-a06f-53bada38489e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Usage tracker for resource:network and tenant:b6d8bd39e275438082493739a75229df is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:02.519745 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2f83fb79-11c6-4b4c-a06f-53bada38489e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:02.525784 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2f83fb79-11c6-4b4c-a06f-53bada38489e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:02.536588 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f83fb79-11c6-4b4c-a06f-53bada38489e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Made reservation on behalf of b6d8bd39e275438082493739a75229df for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:02.539533 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2f83fb79-11c6-4b4c-a06f-53bada38489e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:02.567406 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f83fb79-11c6-4b4c-a06f-53bada38489e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:46:02.576124 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2f83fb79-11c6-4b4c-a06f-53bada38489e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:02.576466 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-2f83fb79-11c6-4b4c-a06f-53bada38489e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Added segment 14fe6075-aff0-4f03-8692-9a7c9a1bcb0e of type vlan for network 59019e03-f37f-48c3-bf24-3294e3cf831f Apr 20 17:46:02.603263 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2f83fb79-11c6-4b4c-a06f-53bada38489e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:02.636921 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2f83fb79-11c6-4b4c-a06f-53bada38489e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:02.640743 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f83fb79-11c6-4b4c-a06f-53bada38489e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:02.641326 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2f83fb79-11c6-4b4c-a06f-53bada38489e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:02.768007 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2f83fb79-11c6-4b4c-a06f-53bada38489e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2651908 Apr 20 17:46:02.770892 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51758) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:02.773953 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83fb79-11c6-4b4c-a06f-53bada38489e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event updated for resources: {'Network': ['ID=59019e03-f37f-48c3-bf24-3294e3cf831f,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:02.779680 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-7f37dc8c-a228-4a5c-ac50-75f1ccda545b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Request body: {'subnet': {'network_id': '59019e03-f37f-48c3-bf24-3294e3cf831f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:02.787687 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 59019e03-f37f-48c3-bf24-3294e3cf831f details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:46:02.906461 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2b99e-9289-4b30-9574-f98b6738fa27 req-c81aae90-3098-456b-9a68-eb90474b48bb tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:02.908018 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-48d2b99e-9289-4b30-9574-f98b6738fa27 req-c81aae90-3098-456b-9a68-eb90474b48bb tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d3462a8-d550-43b5-a927-1c2dff579885 HTTP/1.1" status: 200 len: 946 time: 0.1515093 Apr 20 17:46:02.918487 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7f37dc8c-a228-4a5c-ac50-75f1ccda545b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:02.922842 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7f37dc8c-a228-4a5c-ac50-75f1ccda545b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Usage tracker for resource:subnet and tenant:b6d8bd39e275438082493739a75229df is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:02.925789 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7f37dc8c-a228-4a5c-ac50-75f1ccda545b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:02.931644 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7f37dc8c-a228-4a5c-ac50-75f1ccda545b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:02.945281 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f37dc8c-a228-4a5c-ac50-75f1ccda545b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Made reservation on behalf of b6d8bd39e275438082493739a75229df for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:02.985115 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-48d2b99e-9289-4b30-9574-f98b6738fa27 req-fe3195e6-3ca5-40e7-bb1f-89ca61ca6d3f tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/security-groups?id=46113bbc-e7d4-42fe-aca9-bc93217e8a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680707 Apr 20 17:46:03.056204 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7f37dc8c-a228-4a5c-ac50-75f1ccda545b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:03.234169 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51772) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:03.382689 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b73187fb-4d4d-42d4-a7bf-c5caef5f5667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:03.383764 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7f37dc8c-a228-4a5c-ac50-75f1ccda545b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:03.415326 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b73187fb-4d4d-42d4-a7bf-c5caef5f5667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:03.420952 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b73187fb-4d4d-42d4-a7bf-c5caef5f5667 admin admin] Usage tracker for resource:security_group_rule and tenant:45dbdad70cfc40a894b842274a25f2f6 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:03.424724 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b73187fb-4d4d-42d4-a7bf-c5caef5f5667 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:03.432891 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b73187fb-4d4d-42d4-a7bf-c5caef5f5667 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:03.475178 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f37dc8c-a228-4a5c-ac50-75f1ccda545b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Checking segment: {'id': '14fe6075-aff0-4f03-8692-9a7c9a1bcb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59019e03-f37f-48c3-bf24-3294e3cf831f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:46:03.475560 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f37dc8c-a228-4a5c-ac50-75f1ccda545b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Network hostable DHCP agents. Network: 59019e03-f37f-48c3-bf24-3294e3cf831f, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:46:03.479969 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37dc8c-a228-4a5c-ac50-75f1ccda545b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event updated for resources: {'Subnet': ['ID=8b034d79-f786-416c-9d1a-ea90c7af4154,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:03.501103 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f37dc8c-a228-4a5c-ac50-75f1ccda545b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Network 59019e03-f37f-48c3-bf24-3294e3cf831f is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:46:03.514764 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-7f37dc8c-a228-4a5c-ac50-75f1ccda545b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 59019e03-f37f-48c3-bf24-3294e3cf831f) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:03.521897 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f37dc8c-a228-4a5c-ac50-75f1ccda545b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:03.522732 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7f37dc8c-a228-4a5c-ac50-75f1ccda545b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:03.534475 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b111860-ff55-4e8f-9611-ebce30536e0c None None] Network 59019e03-f37f-48c3-bf24-3294e3cf831f requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:46:03.550495 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b73187fb-4d4d-42d4-a7bf-c5caef5f5667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:03.556891 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b73187fb-4d4d-42d4-a7bf-c5caef5f5667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:03.564472 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7f37dc8c-a228-4a5c-ac50-75f1ccda545b tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7899652 Apr 20 17:46:03.564799 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51778) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:03.606597 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b73187fb-4d4d-42d4-a7bf-c5caef5f5667 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=45dbdad70cfc40a894b842274a25f2f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3684504 Apr 20 17:46:03.607300 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51782) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:03.623764 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73187fb-4d4d-42d4-a7bf-c5caef5f5667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b919d84d-3932-4582-a11a-d271c1035570,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:03.674228 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe81e04e-2418-4f91-8d53-e00327bb9cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:03.700547 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe81e04e-2418-4f91-8d53-e00327bb9cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:03.718410 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:03.755990 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181b2815-108b-469a-84c1-7b70e6169e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-59019e03-f37f-48c3-bf24-3294e3cf831f', 'network_id': '59019e03-f37f-48c3-bf24-3294e3cf831f', 'tenant_id': 'b6d8bd39e275438082493739a75229df', 'fixed_ips': [{'subnet_id': '8b034d79-f786-416c-9d1a-ea90c7af4154'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:46:03.756886 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-181b2815-108b-469a-84c1-7b70e6169e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:03.760369 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe81e04e-2418-4f91-8d53-e00327bb9cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:03.780860 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe81e04e-2418-4f91-8d53-e00327bb9cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b919d84d-3932-4582-a11a-d271c1035570,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:03.786020 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe81e04e-2418-4f91-8d53-e00327bb9cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:03.789762 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fe81e04e-2418-4f91-8d53-e00327bb9cdf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b919d84d-3932-4582-a11a-d271c1035570 HTTP/1.1" status: 204 len: 168 time: 0.1790578 Apr 20 17:46:03.796021 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:03.919219 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-181b2815-108b-469a-84c1-7b70e6169e46 None None] Allocated IP 172.20.0.2 (59019e03-f37f-48c3-bf24-3294e3cf831f/8b034d79-f786-416c-9d1a-ea90c7af4154/8d6c2cfa-2ec4-4396-b05e-f5613c2d7310) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:46:04.132838 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-181b2815-108b-469a-84c1-7b70e6169e46 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:04.145931 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-181b2815-108b-469a-84c1-7b70e6169e46 None None] Transition to ACTIVE for port object 8d6c2cfa-2ec4-4396-b05e-f5613c2d7310 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:46:04.167730 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-181b2815-108b-469a-84c1-7b70e6169e46 None None] Transition to ACTIVE for port object 8d6c2cfa-2ec4-4396-b05e-f5613c2d7310 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:46:04.175603 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-181b2815-108b-469a-84c1-7b70e6169e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:04.202106 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928a5df-e1f1-4254-b611-f935b5052d1b req-1677cf49-fcac-4acb-a522-3cfbbfd83fe8 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:04.203707 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e928a5df-e1f1-4254-b611-f935b5052d1b req-1677cf49-fcac-4acb-a522-3cfbbfd83fe8 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d3462a8-d550-43b5-a927-1c2dff579885 HTTP/1.1" status: 200 len: 946 time: 0.1004004 Apr 20 17:46:04.205119 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:04.241372 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181b2815-108b-469a-84c1-7b70e6169e46 None None] Network 59019e03-f37f-48c3-bf24-3294e3cf831f is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:46:04.244296 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-181b2815-108b-469a-84c1-7b70e6169e46 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:04.248526 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event deleted for resources: {'Subnet': ['ID=8b034d79-f786-416c-9d1a-ea90c7af4154,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:04.248750 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181b2815-108b-469a-84c1-7b70e6169e46 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:46:04.250827 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b2815-108b-469a-84c1-7b70e6169e46 None None] Pushing event updated for resources: {'Port': ['ID=8d6c2cfa-2ec4-4396-b05e-f5613c2d7310,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:04.341252 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-181b2815-108b-469a-84c1-7b70e6169e46 None None] Attempting to bind port 8d6c2cfa-2ec4-4396-b05e-f5613c2d7310 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:46:04.341772 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-181b2815-108b-469a-84c1-7b70e6169e46 None None] Attempting to bind port 8d6c2cfa-2ec4-4396-b05e-f5613c2d7310 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '14fe6075-aff0-4f03-8692-9a7c9a1bcb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59019e03-f37f-48c3-bf24-3294e3cf831f'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:46:04.342211 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181b2815-108b-469a-84c1-7b70e6169e46 None None] Attempting to bind port 8d6c2cfa-2ec4-4396-b05e-f5613c2d7310 on network 59019e03-f37f-48c3-bf24-3294e3cf831f {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:46:04.348847 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181b2815-108b-469a-84c1-7b70e6169e46 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:46:04.349555 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181b2815-108b-469a-84c1-7b70e6169e46 None None] Checking segment: {'id': '14fe6075-aff0-4f03-8692-9a7c9a1bcb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59019e03-f37f-48c3-bf24-3294e3cf831f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:46:04.350025 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-181b2815-108b-469a-84c1-7b70e6169e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:04.350493 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181b2815-108b-469a-84c1-7b70e6169e46 None None] Bound using segment: {'id': '14fe6075-aff0-4f03-8692-9a7c9a1bcb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59019e03-f37f-48c3-bf24-3294e3cf831f'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:46:04.351087 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-181b2815-108b-469a-84c1-7b70e6169e46 None None] Bound port: 8d6c2cfa-2ec4-4396-b05e-f5613c2d7310, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14fe6075-aff0-4f03-8692-9a7c9a1bcb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59019e03-f37f-48c3-bf24-3294e3cf831f'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:46:04.351514 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-181b2815-108b-469a-84c1-7b70e6169e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:04.372530 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e928a5df-e1f1-4254-b611-f935b5052d1b req-87c77904-f3cf-41fa-b613-9003736b742a tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/security-groups?id=46113bbc-e7d4-42fe-aca9-bc93217e8a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266503 Apr 20 17:46:04.418952 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:04.446060 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59019e03-f37f-48c3-bf24-3294e3cf831f']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:04.450020 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-181b2815-108b-469a-84c1-7b70e6169e46 None None] For port 8d6c2cfa-2ec4-4396-b05e-f5613c2d7310, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:46:04.454379 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-181b2815-108b-469a-84c1-7b70e6169e46 None None] For port 8d6c2cfa-2ec4-4396-b05e-f5613c2d7310, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8d6c2cfa-2ec4-4396-b05e-f5613c2d7310,segment=NetworkSegment(14fe6075-aff0-4f03-8692-9a7c9a1bcb0e),segment_id=14fe6075-aff0-4f03-8692-9a7c9a1bcb0e)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:46:04.460153 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14fe6075-aff0-4f03-8692-9a7c9a1bcb0e') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:04.460455 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14fe6075-aff0-4f03-8692-9a7c9a1bcb0e') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:04.465226 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-181b2815-108b-469a-84c1-7b70e6169e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:04.490014 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:04.513009 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:04.521648 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:46:04.522356 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:04.568985 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b2815-108b-469a-84c1-7b70e6169e46 None None] Pushing event updated for resources: {'Port': ['ID=8d6c2cfa-2ec4-4396-b05e-f5613c2d7310,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:04.626571 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:46:04.626571 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:46:04.626571 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:46:04.626571 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:46:04.626571 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:46:04.626571 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:46:04.626571 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:46:04.626571 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:46:04.626571 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:46:04.626571 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:46:04.626571 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:46:04.626571 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:46:04.626571 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:46:04.626571 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:46:04.626571 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:46:04.626571 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:46:04.626571 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:46:04.626571 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:46:04.626571 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:46:04.626571 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:46:04.626571 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:46:04.626571 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:46:04.626571 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:46:04.626571 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:46:04.626571 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:46:04.626571 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:46:04.626571 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:46:04.626571 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:46:04.626571 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:46:04.626571 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:46:04.626571 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:46:04.626571 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:46:04.630865 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.api [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 17:46:04.630865 n-d-838032-1 neutron-server[84081]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 17:46:04.630865 n-d-838032-1 neutron-server[84081]: [parameters: {'id': '59019e03-f37f-48c3-bf24-3294e3cf831f'}] Apr 20 17:46:04.630865 n-d-838032-1 neutron-server[84081]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:46:04.631407 n-d-838032-1 neutron-server[84081]: DEBUG oslo_db.api [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:46:04.649317 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5034a4-8bef-471d-94c6-b3d6f77e915b req-17362d41-a36a-4de9-ad71-6e314b566e75 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:04.651087 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6d5034a4-8bef-471d-94c6-b3d6f77e915b req-17362d41-a36a-4de9-ad71-6e314b566e75 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d3462a8-d550-43b5-a927-1c2dff579885 HTTP/1.1" status: 200 len: 946 time: 0.0942850 Apr 20 17:46:04.662536 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3f5a8a-421f-472d-b830-bc56eb78bea8 None None] Network 59019e03-f37f-48c3-bf24-3294e3cf831f requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:46:04.699365 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6d5034a4-8bef-471d-94c6-b3d6f77e915b req-8866d589-7c78-4794-bbe1-ee13a020c660 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/security-groups?id=46113bbc-e7d4-42fe-aca9-bc93217e8a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418549 Apr 20 17:46:04.723089 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51810) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:04.862057 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-b82bb430-3ca1-4942-a05f-bcd97c41a935 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1409183519-network', 'tenant_id': '560fc7d0ae5a4355a4014eceee84b30e'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:04.868666 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b82bb430-3ca1-4942-a05f-bcd97c41a935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:04.872964 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b82bb430-3ca1-4942-a05f-bcd97c41a935 admin admin] Usage tracker for resource:network and tenant:560fc7d0ae5a4355a4014eceee84b30e is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:04.876369 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b82bb430-3ca1-4942-a05f-bcd97c41a935 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:04.882472 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15271c00-80f3-4660-9e46-c1260dc243cb None None] get_active_networks_info from n-d-838032-1 {{(pid=84082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 20 17:46:04.882649 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b82bb430-3ca1-4942-a05f-bcd97c41a935 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:04.892497 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82bb430-3ca1-4942-a05f-bcd97c41a935 admin admin] Made reservation on behalf of 560fc7d0ae5a4355a4014eceee84b30e for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:04.894881 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b82bb430-3ca1-4942-a05f-bcd97c41a935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:04.908573 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b82bb430-3ca1-4942-a05f-bcd97c41a935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:04.941391 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b82bb430-3ca1-4942-a05f-bcd97c41a935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:04.945577 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b82bb430-3ca1-4942-a05f-bcd97c41a935 admin admin] Usage tracker for resource:security_group_rule and tenant:560fc7d0ae5a4355a4014eceee84b30e is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:04.950420 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b82bb430-3ca1-4942-a05f-bcd97c41a935 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:04.958479 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b82bb430-3ca1-4942-a05f-bcd97c41a935 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:05.026138 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15271c00-80f3-4660-9e46-c1260dc243cb None None] Resources bound (agent type, host, resource id): {{(pid=84082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 17:46:05.033673 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b82bb430-3ca1-4942-a05f-bcd97c41a935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:05.040562 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b82bb430-3ca1-4942-a05f-bcd97c41a935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:05.070389 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82bb430-3ca1-4942-a05f-bcd97c41a935 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:46:05.088984 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82bb430-3ca1-4942-a05f-bcd97c41a935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4111380a-a1e4-410d-aca0-1d2bf4ae7d80,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:05.095340 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b82bb430-3ca1-4942-a05f-bcd97c41a935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:05.095825 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-b82bb430-3ca1-4942-a05f-bcd97c41a935 admin admin] Added segment 161e3d14-e48b-4a67-b6ed-2a37520ea769 of type vlan for network 749f271d-35c0-4b6f-9065-f11168e732e7 Apr 20 17:46:05.130158 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b82bb430-3ca1-4942-a05f-bcd97c41a935 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:05.133780 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:05.160371 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Deleting port 8d6c2cfa-2ec4-4396-b05e-f5613c2d7310 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:46:05.160831 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:05.165489 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9dbe83-ce59-4a5a-a07b-420fe38c2b73 req-e18121d0-f048-4554-ab42-4c44033ec59f tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:05.167071 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8d9dbe83-ce59-4a5a-a07b-420fe38c2b73 req-e18121d0-f048-4554-ab42-4c44033ec59f tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d3462a8-d550-43b5-a927-1c2dff579885 HTTP/1.1" status: 200 len: 946 time: 0.0878336 Apr 20 17:46:05.216609 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b82bb430-3ca1-4942-a05f-bcd97c41a935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:05.217881 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82bb430-3ca1-4942-a05f-bcd97c41a935 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:05.218960 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b82bb430-3ca1-4942-a05f-bcd97c41a935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:05.246888 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8d9dbe83-ce59-4a5a-a07b-420fe38c2b73 req-033d9dcd-4b99-4d71-bb83-a78b6f01d518 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/security-groups?id=46113bbc-e7d4-42fe-aca9-bc93217e8a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673919 Apr 20 17:46:05.369452 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b82bb430-3ca1-4942-a05f-bcd97c41a935 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6451993 Apr 20 17:46:05.372521 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51822) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:05.378268 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-d58b3a71-48a2-4ba6-983a-4a95b69464ea admin admin] Request body: {'subnet': {'network_id': '749f271d-35c0-4b6f-9065-f11168e732e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1409183519-subnet', 'tenant_id': '560fc7d0ae5a4355a4014eceee84b30e', 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:05.384009 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d58b3a71-48a2-4ba6-983a-4a95b69464ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:05.386408 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82bb430-3ca1-4942-a05f-bcd97c41a935 admin admin] Pushing event updated for resources: {'Network': ['ID=749f271d-35c0-4b6f-9065-f11168e732e7,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:05.388082 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d58b3a71-48a2-4ba6-983a-4a95b69464ea admin admin] Usage tracker for resource:subnet and tenant:560fc7d0ae5a4355a4014eceee84b30e is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:05.391014 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d58b3a71-48a2-4ba6-983a-4a95b69464ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:05.397021 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 749f271d-35c0-4b6f-9065-f11168e732e7 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:46:05.397200 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d58b3a71-48a2-4ba6-983a-4a95b69464ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:05.411282 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58b3a71-48a2-4ba6-983a-4a95b69464ea admin admin] Made reservation on behalf of 560fc7d0ae5a4355a4014eceee84b30e for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:05.414486 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d58b3a71-48a2-4ba6-983a-4a95b69464ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:05.525572 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] For port 8d6c2cfa-2ec4-4396-b05e-f5613c2d7310, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8d6c2cfa-2ec4-4396-b05e-f5613c2d7310,segment=NetworkSegment(14fe6075-aff0-4f03-8692-9a7c9a1bcb0e),segment_id=14fe6075-aff0-4f03-8692-9a7c9a1bcb0e)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:05.526243 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:05.628426 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d58b3a71-48a2-4ba6-983a-4a95b69464ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:05.646407 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Calling delete_port for 8d6c2cfa-2ec4-4396-b05e-f5613c2d7310 owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:46:05.696770 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b3a71-48a2-4ba6-983a-4a95b69464ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee6f52c4-e6f1-4a04-8546-27c627edeaec,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:05.712720 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58b3a71-48a2-4ba6-983a-4a95b69464ea admin admin] Checking segment: {'id': '161e3d14-e48b-4a67-b6ed-2a37520ea769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '749f271d-35c0-4b6f-9065-f11168e732e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:46:05.713242 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58b3a71-48a2-4ba6-983a-4a95b69464ea admin admin] Network hostable DHCP agents. Network: 749f271d-35c0-4b6f-9065-f11168e732e7, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:46:05.741917 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58b3a71-48a2-4ba6-983a-4a95b69464ea admin admin] Network 749f271d-35c0-4b6f-9065-f11168e732e7 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:46:05.753878 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-d58b3a71-48a2-4ba6-983a-4a95b69464ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 749f271d-35c0-4b6f-9065-f11168e732e7) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:05.757868 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58b3a71-48a2-4ba6-983a-4a95b69464ea admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:05.758533 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d58b3a71-48a2-4ba6-983a-4a95b69464ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:05.764265 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e274193b-8026-4ea5-abf9-ca81adf61f9c None None] Network 749f271d-35c0-4b6f-9065-f11168e732e7 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:46:05.786945 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d58b3a71-48a2-4ba6-983a-4a95b69464ea admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4131672 Apr 20 17:46:05.789588 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51826) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:05.794773 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-5b365131-5141-46dd-b592-93668b9b1cc0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1409183519-router', 'tenant_id': '560fc7d0ae5a4355a4014eceee84b30e', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:05.800312 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5b365131-5141-46dd-b592-93668b9b1cc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:05.804543 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5b365131-5141-46dd-b592-93668b9b1cc0 admin admin] Usage tracker for resource:router and tenant:560fc7d0ae5a4355a4014eceee84b30e is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:05.807973 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5b365131-5141-46dd-b592-93668b9b1cc0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:05.815850 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5b365131-5141-46dd-b592-93668b9b1cc0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:05.832621 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5b365131-5141-46dd-b592-93668b9b1cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:05.833959 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5b365131-5141-46dd-b592-93668b9b1cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:05.845485 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:05.858651 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5b365131-5141-46dd-b592-93668b9b1cc0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:05.908190 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event deleted for resources: {'Port': ['ID=8d6c2cfa-2ec4-4396-b05e-f5613c2d7310,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:05.913829 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] No DVR routers for this DVR port 8d6c2cfa-2ec4-4396-b05e-f5613c2d7310 on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:46:06.003365 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e156dd-2e4b-4e12-a1a3-b21825d1d96a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-749f271d-35c0-4b6f-9065-f11168e732e7', 'network_id': '749f271d-35c0-4b6f-9065-f11168e732e7', 'tenant_id': '560fc7d0ae5a4355a4014eceee84b30e', 'fixed_ips': [{'subnet_id': 'ee6f52c4-e6f1-4a04-8546-27c627edeaec'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:46:06.004203 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c5e156dd-2e4b-4e12-a1a3-b21825d1d96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:06.027695 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5b365131-5141-46dd-b592-93668b9b1cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:06.037275 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:06.063967 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59019e03-f37f-48c3-bf24-3294e3cf831f']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:06.077500 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14fe6075-aff0-4f03-8692-9a7c9a1bcb0e') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:06.077811 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14fe6075-aff0-4f03-8692-9a7c9a1bcb0e') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:06.090013 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:06.106376 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:06.113726 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:46:06.114217 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:06.130037 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:46:06.130037 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:46:06.130037 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:46:06.130037 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:46:06.130037 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:46:06.130037 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:46:06.130037 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:46:06.130037 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:46:06.130037 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:46:06.130037 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:46:06.130037 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:46:06.130037 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:46:06.130037 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:46:06.130037 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:46:06.130037 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:46:06.130037 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:46:06.130037 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:46:06.130037 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:46:06.130037 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:46:06.130037 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:46:06.130037 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:46:06.130037 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:46:06.130037 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:46:06.130037 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:46:06.130037 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:46:06.130037 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:46:06.130037 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:46:06.130037 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:46:06.130037 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:46:06.130037 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:46:06.130037 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:46:06.130037 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:46:06.163480 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-c5e156dd-2e4b-4e12-a1a3-b21825d1d96a None None] Allocated IP 172.20.0.2 (749f271d-35c0-4b6f-9065-f11168e732e7/ee6f52c4-e6f1-4a04-8546-27c627edeaec/c6c9b00c-0f65-49ff-96cb-d5c698caad65) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:46:06.213529 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:06.219101 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5b365131-5141-46dd-b592-93668b9b1cc0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:06.224030 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:06.251039 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event deleted for resources: {'Network': ['ID=59019e03-f37f-48c3-bf24-3294e3cf831f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:06.263643 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c4b77a7d-db0d-4075-8563-ed046cf66051 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/networks/59019e03-f37f-48c3-bf24-3294e3cf831f HTTP/1.1" status: 204 len: 168 time: 2.6960423 Apr 20 17:46:06.264258 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51830) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:06.272187 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-f55273c2-5539-4656-bf3b-bdc36e01aef5 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1989106326'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:06.292011 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f55273c2-5539-4656-bf3b-bdc36e01aef5 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:06.301820 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f55273c2-5539-4656-bf3b-bdc36e01aef5 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Usage tracker for resource:network and tenant:b6d8bd39e275438082493739a75229df is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:06.306424 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f55273c2-5539-4656-bf3b-bdc36e01aef5 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:06.323910 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f55273c2-5539-4656-bf3b-bdc36e01aef5 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:06.348479 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5b365131-5141-46dd-b592-93668b9b1cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:06.352713 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55273c2-5539-4656-bf3b-bdc36e01aef5 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Made reservation on behalf of b6d8bd39e275438082493739a75229df for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:06.355753 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f55273c2-5539-4656-bf3b-bdc36e01aef5 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:06.435555 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c5e156dd-2e4b-4e12-a1a3-b21825d1d96a None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:06.442475 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f55273c2-5539-4656-bf3b-bdc36e01aef5 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:46:06.446701 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c5e156dd-2e4b-4e12-a1a3-b21825d1d96a None None] Transition to ACTIVE for port object c6c9b00c-0f65-49ff-96cb-d5c698caad65 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:46:06.451740 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f55273c2-5539-4656-bf3b-bdc36e01aef5 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:06.452083 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-f55273c2-5539-4656-bf3b-bdc36e01aef5 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Added segment d2dfbe94-6ea9-4231-868e-158da83483d1 of type vlan for network 83422dbb-c84d-4aac-9c21-bbb06b43dc7b Apr 20 17:46:06.471056 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c5e156dd-2e4b-4e12-a1a3-b21825d1d96a None None] Transition to ACTIVE for port object c6c9b00c-0f65-49ff-96cb-d5c698caad65 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:46:06.479231 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c5e156dd-2e4b-4e12-a1a3-b21825d1d96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:06.482644 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f55273c2-5539-4656-bf3b-bdc36e01aef5 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:06.504463 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-5b365131-5141-46dd-b592-93668b9b1cc0 admin admin] Allocated IP 172.25.8.59 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/c5b1a789-f6ce-446a-9cd0-38ca9121cadd) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:46:06.528875 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f55273c2-5539-4656-bf3b-bdc36e01aef5 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:06.532734 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55273c2-5539-4656-bf3b-bdc36e01aef5 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:06.533373 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f55273c2-5539-4656-bf3b-bdc36e01aef5 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:06.556496 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e156dd-2e4b-4e12-a1a3-b21825d1d96a None None] Network 749f271d-35c0-4b6f-9065-f11168e732e7 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:46:06.560111 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-c5e156dd-2e4b-4e12-a1a3-b21825d1d96a None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:06.562560 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e156dd-2e4b-4e12-a1a3-b21825d1d96a None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:46:06.564696 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e156dd-2e4b-4e12-a1a3-b21825d1d96a None None] Pushing event updated for resources: {'Port': ['ID=c6c9b00c-0f65-49ff-96cb-d5c698caad65,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:06.626396 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b85a9b-2e15-4769-a3f2-8e5e95fd578e req-2a6c8fb9-d2e2-44c6-a37e-d4fe6504a17e tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:06.632677 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-59b85a9b-2e15-4769-a3f2-8e5e95fd578e req-2a6c8fb9-d2e2-44c6-a37e-d4fe6504a17e tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d3462a8-d550-43b5-a927-1c2dff579885 HTTP/1.1" status: 200 len: 946 time: 0.2444243 Apr 20 17:46:06.635042 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f55273c2-5539-4656-bf3b-bdc36e01aef5 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3697307 Apr 20 17:46:06.645821 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51838) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:06.654293 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-7051b1fa-1190-403f-9684-99f82e0e1165 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Request body: {'subnet': {'network_id': '83422dbb-c84d-4aac-9c21-bbb06b43dc7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:06.668277 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-c5e156dd-2e4b-4e12-a1a3-b21825d1d96a None None] Attempting to bind port c6c9b00c-0f65-49ff-96cb-d5c698caad65 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:46:06.668277 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-c5e156dd-2e4b-4e12-a1a3-b21825d1d96a None None] Attempting to bind port c6c9b00c-0f65-49ff-96cb-d5c698caad65 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '161e3d14-e48b-4a67-b6ed-2a37520ea769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '749f271d-35c0-4b6f-9065-f11168e732e7'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:46:06.668644 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e156dd-2e4b-4e12-a1a3-b21825d1d96a None None] Attempting to bind port c6c9b00c-0f65-49ff-96cb-d5c698caad65 on network 749f271d-35c0-4b6f-9065-f11168e732e7 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:46:06.675308 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e156dd-2e4b-4e12-a1a3-b21825d1d96a None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:46:06.675990 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e156dd-2e4b-4e12-a1a3-b21825d1d96a None None] Checking segment: {'id': '161e3d14-e48b-4a67-b6ed-2a37520ea769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '749f271d-35c0-4b6f-9065-f11168e732e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:46:06.676149 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c5e156dd-2e4b-4e12-a1a3-b21825d1d96a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:06.676423 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e156dd-2e4b-4e12-a1a3-b21825d1d96a None None] Bound using segment: {'id': '161e3d14-e48b-4a67-b6ed-2a37520ea769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '749f271d-35c0-4b6f-9065-f11168e732e7'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:46:06.676874 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-c5e156dd-2e4b-4e12-a1a3-b21825d1d96a None None] Bound port: c6c9b00c-0f65-49ff-96cb-d5c698caad65, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161e3d14-e48b-4a67-b6ed-2a37520ea769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '749f271d-35c0-4b6f-9065-f11168e732e7'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:46:06.677259 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c5e156dd-2e4b-4e12-a1a3-b21825d1d96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:06.679132 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55273c2-5539-4656-bf3b-bdc36e01aef5 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event updated for resources: {'Network': ['ID=83422dbb-c84d-4aac-9c21-bbb06b43dc7b,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:06.698170 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 83422dbb-c84d-4aac-9c21-bbb06b43dc7b details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:46:06.705831 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-59b85a9b-2e15-4769-a3f2-8e5e95fd578e req-f5e3866c-addb-42b5-94db-f94db55940b7 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/security-groups?id=46113bbc-e7d4-42fe-aca9-bc93217e8a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577362 Apr 20 17:46:06.760415 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5b365131-5141-46dd-b592-93668b9b1cc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:06.797177 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7051b1fa-1190-403f-9684-99f82e0e1165 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:06.802920 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7051b1fa-1190-403f-9684-99f82e0e1165 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Usage tracker for resource:subnet and tenant:b6d8bd39e275438082493739a75229df is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:06.806706 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7051b1fa-1190-403f-9684-99f82e0e1165 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:06.814601 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7051b1fa-1190-403f-9684-99f82e0e1165 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:06.835112 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7051b1fa-1190-403f-9684-99f82e0e1165 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Made reservation on behalf of b6d8bd39e275438082493739a75229df for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:06.872277 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5b365131-5141-46dd-b592-93668b9b1cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:06.888581 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-c5e156dd-2e4b-4e12-a1a3-b21825d1d96a None None] For port c6c9b00c-0f65-49ff-96cb-d5c698caad65, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:46:06.893844 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-c5e156dd-2e4b-4e12-a1a3-b21825d1d96a None None] For port c6c9b00c-0f65-49ff-96cb-d5c698caad65, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c6c9b00c-0f65-49ff-96cb-d5c698caad65,segment=NetworkSegment(161e3d14-e48b-4a67-b6ed-2a37520ea769),segment_id=161e3d14-e48b-4a67-b6ed-2a37520ea769)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:46:06.899955 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c5e156dd-2e4b-4e12-a1a3-b21825d1d96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:06.957245 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b365131-5141-46dd-b592-93668b9b1cc0 admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:46:06.999382 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e156dd-2e4b-4e12-a1a3-b21825d1d96a None None] Pushing event updated for resources: {'Port': ['ID=c6c9b00c-0f65-49ff-96cb-d5c698caad65,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:07.026045 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-5b365131-5141-46dd-b592-93668b9b1cc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:07.049646 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b365131-5141-46dd-b592-93668b9b1cc0 admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:46:07.108854 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b365131-5141-46dd-b592-93668b9b1cc0 admin admin] Pushing event updated for resources: {'Port': ['ID=c5b1a789-f6ce-446a-9cd0-38ca9121cadd,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:07.129915 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7051b1fa-1190-403f-9684-99f82e0e1165 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:07.301685 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.ipam_backend_mixin [None req-7051b1fa-1190-403f-9684-99f82e0e1165 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Performing IP validity checks on allocation pools {{(pid=84080) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 20 17:46:07.302464 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.ipam_backend_mixin [None req-7051b1fa-1190-403f-9684-99f82e0e1165 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84080) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 20 17:46:07.304131 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-422333df-4403-46c3-b7d5-934b3f489dd9 req-a751e595-ca33-4b72-af07-5e87b35f5031 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0a73b568985f4585b4c5afccf3b46b66&device_id=2d3462a8-d550-43b5-a927-1c2dff579885 HTTP/1.1" status: 200 len: 1097 time: 0.1253955 Apr 20 17:46:07.316174 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69a072-dd40-466b-b369-ea3633286bd6 req-40a3096b-9712-426a-8a05-ab49b4eb86fc tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:07.317783 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0f69a072-dd40-466b-b369-ea3633286bd6 req-40a3096b-9712-426a-8a05-ab49b4eb86fc tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d3462a8-d550-43b5-a927-1c2dff579885 HTTP/1.1" status: 200 len: 946 time: 0.1785691 Apr 20 17:46:07.455275 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:46:07.474624 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0f69a072-dd40-466b-b369-ea3633286bd6 req-175f275a-a817-4819-bd26-0ecacf1e8132 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/security-groups?id=46113bbc-e7d4-42fe-aca9-bc93217e8a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347387 Apr 20 17:46:07.496162 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422333df-4403-46c3-b7d5-934b3f489dd9 req-cb68d5e3-201a-4511-a142-36ea3bbc83e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:07.498157 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-422333df-4403-46c3-b7d5-934b3f489dd9 req-cb68d5e3-201a-4511-a142-36ea3bbc83e8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=53970dd1-c456-4c66-8514-86350a18f2cb HTTP/1.1" status: 200 len: 913 time: 0.1794212 Apr 20 17:46:07.512047 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7051b1fa-1190-403f-9684-99f82e0e1165 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:07.573452 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-422333df-4403-46c3-b7d5-934b3f489dd9 req-e31b02f8-cec4-484a-b7ae-226a85c81b04 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46ecb6ee-b451-4f04-b55f-dce83718dfb0 HTTP/1.1" status: 200 len: 217 time: 0.0688047 Apr 20 17:46:07.596431 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051b1fa-1190-403f-9684-99f82e0e1165 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event updated for resources: {'Subnet': ['ID=0e425517-63a7-4a50-8a9e-71e21065e448,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:07.628477 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7051b1fa-1190-403f-9684-99f82e0e1165 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Checking segment: {'id': 'd2dfbe94-6ea9-4231-868e-158da83483d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '83422dbb-c84d-4aac-9c21-bbb06b43dc7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:46:07.628830 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7051b1fa-1190-403f-9684-99f82e0e1165 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Network hostable DHCP agents. Network: 83422dbb-c84d-4aac-9c21-bbb06b43dc7b, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:46:07.638887 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422333df-4403-46c3-b7d5-934b3f489dd9 req-cdf32b6a-6239-4b0e-ae94-c50dc6d554af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:07.640604 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-422333df-4403-46c3-b7d5-934b3f489dd9 req-cdf32b6a-6239-4b0e-ae94-c50dc6d554af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=150e42f0-0b10-49c7-84b8-d06c760aeed5 HTTP/1.1" status: 200 len: 852 time: 0.0611997 Apr 20 17:46:07.644911 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5b365131-5141-46dd-b592-93668b9b1cc0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:07.645636 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5b365131-5141-46dd-b592-93668b9b1cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:07.691472 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-422333df-4403-46c3-b7d5-934b3f489dd9 req-15dc219d-8083-4859-bcf3-169772ec206c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=53970dd1-c456-4c66-8514-86350a18f2cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446105 Apr 20 17:46:07.777763 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7051b1fa-1190-403f-9684-99f82e0e1165 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Network 83422dbb-c84d-4aac-9c21-bbb06b43dc7b is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:46:07.806666 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-7051b1fa-1190-403f-9684-99f82e0e1165 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 83422dbb-c84d-4aac-9c21-bbb06b43dc7b) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:07.812775 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7051b1fa-1190-403f-9684-99f82e0e1165 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:07.813613 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7051b1fa-1190-403f-9684-99f82e0e1165 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:07.823030 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a0e5f3-37c1-45e4-8b65-631dd9cc1c6e None None] Network 83422dbb-c84d-4aac-9c21-bbb06b43dc7b requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:46:07.835114 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-422333df-4403-46c3-b7d5-934b3f489dd9 req-95488d6f-22d4-4668-b6f7-70986caf0e67 service neutron] 10.222.0.10 "GET /v2.0/networks/53970dd1-c456-4c66-8514-86350a18f2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381047 Apr 20 17:46:07.862502 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7051b1fa-1190-403f-9684-99f82e0e1165 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2153206 Apr 20 17:46:07.864023 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51856) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:08.062791 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-422333df-4403-46c3-b7d5-934b3f489dd9 req-24f80027-2c9c-4123-b01f-c60bdf201f97 service neutron] 10.222.0.10 "GET /v2.0/networks/53970dd1-c456-4c66-8514-86350a18f2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193244 Apr 20 17:46:08.076388 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-51f79820-a1ce-4675-816a-b42110ee485c tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:08.175748 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-51f79820-a1ce-4675-816a-b42110ee485c tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:08.187691 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8bea21-a94f-4dd2-b45b-0aeae2525589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-83422dbb-c84d-4aac-9c21-bbb06b43dc7b', 'network_id': '83422dbb-c84d-4aac-9c21-bbb06b43dc7b', 'tenant_id': 'b6d8bd39e275438082493739a75229df', 'fixed_ips': [{'subnet_id': '0e425517-63a7-4a50-8a9e-71e21065e448'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:46:08.189719 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7a8bea21-a94f-4dd2-b45b-0aeae2525589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:08.211751 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b365131-5141-46dd-b592-93668b9b1cc0 admin admin] Router b42484ec-06e7-4eff-9b6c-982c9bc3fb08 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:46:08.293538 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74e296b-1271-4e5b-9292-62251e42da37 None None] Network 749f271d-35c0-4b6f-9065-f11168e732e7 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:46:08.497958 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-fc9bea4e-fef8-4edb-92fb-f2f7af32d341 None None] Provisioning for port c6c9b00c-0f65-49ff-96cb-d5c698caad65 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:46:08.501593 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-51f79820-a1ce-4675-816a-b42110ee485c tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server [None req-7a8bea21-a94f-4dd2-b45b-0aeae2525589 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e425517-63a7-4a50-8a9e-71e21065e448: This subnet is being modified by another concurrent operation. Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise value Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise value Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise value Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 17:46:08.517672 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise value Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise value Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise value Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise exception Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e425517-63a7-4a50-8a9e-71e21065e448: This subnet is being modified by another concurrent operation. Apr 20 17:46:08.521902 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server Apr 20 17:46:08.542981 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07483f42-9d87-4c89-a564-e821110de03b None None] Network 83422dbb-c84d-4aac-9c21-bbb06b43dc7b requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:46:08.592917 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f79820-a1ce-4675-816a-b42110ee485c tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event deleted for resources: {'Subnet': ['ID=0e425517-63a7-4a50-8a9e-71e21065e448,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:08.673938 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-51f79820-a1ce-4675-816a-b42110ee485c tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:08.721591 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-51f79820-a1ce-4675-816a-b42110ee485c tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83422dbb-c84d-4aac-9c21-bbb06b43dc7b']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:08.731258 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c958b0-6363-4b6f-9071-a076bec67ceb req-e0883f9c-0070-4e95-bc95-90e3b00eb430 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:08.740349 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-26c958b0-6363-4b6f-9071-a076bec67ceb req-e0883f9c-0070-4e95-bc95-90e3b00eb430 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d3462a8-d550-43b5-a927-1c2dff579885 HTTP/1.1" status: 200 len: 946 time: 0.1073318 Apr 20 17:46:08.746359 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-51f79820-a1ce-4675-816a-b42110ee485c tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2dfbe94-6ea9-4231-868e-158da83483d1') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:08.746901 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-51f79820-a1ce-4675-816a-b42110ee485c tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2dfbe94-6ea9-4231-868e-158da83483d1') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:08.764741 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-51f79820-a1ce-4675-816a-b42110ee485c tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:08.791624 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-51f79820-a1ce-4675-816a-b42110ee485c tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:08.799455 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-26c958b0-6363-4b6f-9071-a076bec67ceb req-804d180c-b094-4c65-b964-c91bc221da07 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/security-groups?id=46113bbc-e7d4-42fe-aca9-bc93217e8a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567534 Apr 20 17:46:08.800913 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b365131-5141-46dd-b592-93668b9b1cc0 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:46:08.816394 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dba1d01-ad01-4654-bbef-7c8687c83d84 None None] Sync routers for ids ['b42484ec-06e7-4eff-9b6c-982c9bc3fb08'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:46:08.837692 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dba1d01-ad01-4654-bbef-7c8687c83d84 None None] Routers {'b42484ec-06e7-4eff-9b6c-982c9bc3fb08'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:46:08.838394 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-6dba1d01-ad01-4654-bbef-7c8687c83d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:45:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['b42484ec-06e7-4eff-9b6c-982c9bc3fb08'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:08.845400 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f79820-a1ce-4675-816a-b42110ee485c tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:46:08.845854 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-51f79820-a1ce-4675-816a-b42110ee485c tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:08.873531 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:46:08.873531 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:46:08.873531 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:46:08.873531 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:46:08.873531 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:46:08.873531 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:46:08.873531 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:46:08.873531 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:46:08.873531 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:46:08.873531 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:46:08.873531 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:46:08.873531 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:46:08.873531 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:46:08.873531 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:46:08.873531 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:46:08.873531 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:46:08.873531 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:46:08.873531 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:46:08.873531 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:46:08.873531 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:46:08.873531 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:46:08.873531 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:46:08.873531 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:46:08.873531 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:46:08.873531 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:46:08.873531 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:46:08.873531 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:46:08.873531 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:46:08.873531 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:46:08.873531 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:46:08.873531 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:46:08.873531 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:46:08.879316 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5b365131-5141-46dd-b592-93668b9b1cc0 admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:08.880513 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5b365131-5141-46dd-b592-93668b9b1cc0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0899756 Apr 20 17:46:08.885070 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51870) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:08.987566 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-51f79820-a1ce-4675-816a-b42110ee485c tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:09.019117 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-51f79820-a1ce-4675-816a-b42110ee485c tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:09.031856 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-51f79820-a1ce-4675-816a-b42110ee485c tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/networks/83422dbb-c84d-4aac-9c21-bbb06b43dc7b HTTP/1.1" status: 204 len: 168 time: 1.1617792 Apr 20 17:46:09.031856 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51874) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:09.039481 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-248d6bc5-0e63-401e-bf83-4bccf2d6aa21 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1228062926'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:09.045771 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f79820-a1ce-4675-816a-b42110ee485c tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event deleted for resources: {'Network': ['ID=83422dbb-c84d-4aac-9c21-bbb06b43dc7b,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:09.048474 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-248d6bc5-0e63-401e-bf83-4bccf2d6aa21 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:09.054235 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-248d6bc5-0e63-401e-bf83-4bccf2d6aa21 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Usage tracker for resource:network and tenant:b6d8bd39e275438082493739a75229df is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:09.058626 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-248d6bc5-0e63-401e-bf83-4bccf2d6aa21 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:09.065436 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-248d6bc5-0e63-401e-bf83-4bccf2d6aa21 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:09.079865 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248d6bc5-0e63-401e-bf83-4bccf2d6aa21 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Made reservation on behalf of b6d8bd39e275438082493739a75229df for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:09.085046 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-248d6bc5-0e63-401e-bf83-4bccf2d6aa21 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:09.127500 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248d6bc5-0e63-401e-bf83-4bccf2d6aa21 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:46:09.138026 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-6dba1d01-ad01-4654-bbef-7c8687c83d84 None None] Set router b42484ec-06e7-4eff-9b6c-982c9bc3fb08 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:46:09.138379 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-248d6bc5-0e63-401e-bf83-4bccf2d6aa21 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:09.138736 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-248d6bc5-0e63-401e-bf83-4bccf2d6aa21 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Added segment 841031f4-a6b0-4642-8e80-3fd82da537da of type vlan for network 37f43a24-d4c8-4a24-9220-a1863d6d87ee Apr 20 17:46:09.178476 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-248d6bc5-0e63-401e-bf83-4bccf2d6aa21 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:09.189582 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4b164d51-6dc9-4d5c-af1b-3819cac20f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:09.229504 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-248d6bc5-0e63-401e-bf83-4bccf2d6aa21 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:09.238230 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248d6bc5-0e63-401e-bf83-4bccf2d6aa21 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:09.238230 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-248d6bc5-0e63-401e-bf83-4bccf2d6aa21 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:09.303972 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c6c9b00c-0f65-49ff-96cb-d5c698caad65 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:46:09.453532 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port c6c9b00c-0f65-49ff-96cb-d5c698caad65 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:46:09.460708 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port c6c9b00c-0f65-49ff-96cb-d5c698caad65 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:09.461344 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:09.492386 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-248d6bc5-0e63-401e-bf83-4bccf2d6aa21 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4602585 Apr 20 17:46:09.495712 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51880) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:09.505067 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-49d0861f-2c17-4cce-8912-72bf4d869fab tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Request body: {'subnet': {'network_id': '37f43a24-d4c8-4a24-9220-a1863d6d87ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:09.526485 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d6bc5-0e63-401e-bf83-4bccf2d6aa21 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event updated for resources: {'Network': ['ID=37f43a24-d4c8-4a24-9220-a1863d6d87ee,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:09.564637 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-6dba1d01-ad01-4654-bbef-7c8687c83d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42484ec-06e7-4eff-9b6c-982c9bc3fb08', 'name': 'tempest-TestServerMultinode-1409183519-router', 'tenant_id': '560fc7d0ae5a4355a4014eceee84b30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c5b1a789-f6ce-446a-9cd0-38ca9121cadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:46:05Z', 'updated_at': '2022-04-20T17:46:07Z', 'revision_number': 3, 'project_id': '560fc7d0ae5a4355a4014eceee84b30e', 'gw_port': {'id': 'c5b1a789-f6ce-446a-9cd0-38ca9121cadd', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:53:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42484ec-06e7-4eff-9b6c-982c9bc3fb08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:46:06Z', 'updated_at': '2022-04-20T17:46:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:09.575973 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dba1d01-ad01-4654-bbef-7c8687c83d84 None None] Checking router: b42484ec-06e7-4eff-9b6c-982c9bc3fb08 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:46:09.576714 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dba1d01-ad01-4654-bbef-7c8687c83d84 None None] Updating router b42484ec-06e7-4eff-9b6c-982c9bc3fb08 port c5b1a789-f6ce-446a-9cd0-38ca9121cadd binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:46:09.594165 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e5c9d1-1d0d-4703-add4-5200624cdb63 None None] get_active_networks_info from n-d-838032-1 {{(pid=84082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 20 17:46:09.646109 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-49d0861f-2c17-4cce-8912-72bf4d869fab tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:09.657397 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-49d0861f-2c17-4cce-8912-72bf4d869fab tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Usage tracker for resource:subnet and tenant:b6d8bd39e275438082493739a75229df is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:09.665168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-49d0861f-2c17-4cce-8912-72bf4d869fab tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:09.681286 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-49d0861f-2c17-4cce-8912-72bf4d869fab tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:09.701962 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 37f43a24-d4c8-4a24-9220-a1863d6d87ee details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:46:09.707036 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d0861f-2c17-4cce-8912-72bf4d869fab tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Made reservation on behalf of b6d8bd39e275438082493739a75229df for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:09.713861 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-6dba1d01-ad01-4654-bbef-7c8687c83d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:09.868803 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-49d0861f-2c17-4cce-8912-72bf4d869fab tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:10.028790 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-02ce1d39-f58e-4fd3-9d69-fbaa730ea14c None None] Provisioning complete for port c6c9b00c-0f65-49ff-96cb-d5c698caad65 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:10.029459 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-02ce1d39-f58e-4fd3-9d69-fbaa730ea14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:10.061678 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e5c9d1-1d0d-4703-add4-5200624cdb63 None None] Resources bound (agent type, host, resource id): {{(pid=84082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 17:46:10.112970 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:10.151663 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-6dba1d01-ad01-4654-bbef-7c8687c83d84 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:10.156616 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbb61b-104b-4254-a5b2-8e1022844233 req-4e8a1328-3267-4937-952e-9cefded6938c tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:10.158418 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-69bbb61b-104b-4254-a5b2-8e1022844233 req-4e8a1328-3267-4937-952e-9cefded6938c tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d3462a8-d550-43b5-a927-1c2dff579885 HTTP/1.1" status: 200 len: 946 time: 0.1310594 Apr 20 17:46:10.172212 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-6dba1d01-ad01-4654-bbef-7c8687c83d84 None None] Transition to ACTIVE for port object c5b1a789-f6ce-446a-9cd0-38ca9121cadd will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:46:10.180814 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-6dba1d01-ad01-4654-bbef-7c8687c83d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:10.248696 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-6dba1d01-ad01-4654-bbef-7c8687c83d84 None None] Attempting to bind port c5b1a789-f6ce-446a-9cd0-38ca9121cadd on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:46:10.248959 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-6dba1d01-ad01-4654-bbef-7c8687c83d84 None None] Attempting to bind port c5b1a789-f6ce-446a-9cd0-38ca9121cadd by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:46:10.249275 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dba1d01-ad01-4654-bbef-7c8687c83d84 None None] Attempting to bind port c5b1a789-f6ce-446a-9cd0-38ca9121cadd on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:46:10.260424 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port c6c9b00c-0f65-49ff-96cb-d5c698caad65, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c6c9b00c-0f65-49ff-96cb-d5c698caad65,segment=NetworkSegment(161e3d14-e48b-4a67-b6ed-2a37520ea769),segment_id=161e3d14-e48b-4a67-b6ed-2a37520ea769)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:10.264303 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dba1d01-ad01-4654-bbef-7c8687c83d84 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:46:10.264793 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dba1d01-ad01-4654-bbef-7c8687c83d84 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:46:10.265191 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-6dba1d01-ad01-4654-bbef-7c8687c83d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:10.265715 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dba1d01-ad01-4654-bbef-7c8687c83d84 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:46:10.266175 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-6dba1d01-ad01-4654-bbef-7c8687c83d84 None None] Bound port: c5b1a789-f6ce-446a-9cd0-38ca9121cadd, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:46:10.266587 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-6dba1d01-ad01-4654-bbef-7c8687c83d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:10.278305 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-69bbb61b-104b-4254-a5b2-8e1022844233 req-aa0a6c4e-5925-4aec-a2a6-727ae0e5ecd4 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/security-groups?id=46113bbc-e7d4-42fe-aca9-bc93217e8a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129305 Apr 20 17:46:10.309852 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-49d0861f-2c17-4cce-8912-72bf4d869fab tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:10.334680 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de9cdc-7338-49b6-bdde-91ecadbf3555 None None] Pushing event updated for resources: {'Port': ['ID=c5b1a789-f6ce-446a-9cd0-38ca9121cadd,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:10.340465 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:10.363317 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-6dba1d01-ad01-4654-bbef-7c8687c83d84 None None] For port c5b1a789-f6ce-446a-9cd0-38ca9121cadd, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:46:10.367775 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-6dba1d01-ad01-4654-bbef-7c8687c83d84 None None] For port c5b1a789-f6ce-446a-9cd0-38ca9121cadd, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c5b1a789-f6ce-446a-9cd0-38ca9121cadd,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:46:10.375837 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-6dba1d01-ad01-4654-bbef-7c8687c83d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:10.430328 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0861f-2c17-4cce-8912-72bf4d869fab tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event updated for resources: {'Subnet': ['ID=2060a8de-2202-4987-ab8d-af05f9741764,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:10.440074 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d0861f-2c17-4cce-8912-72bf4d869fab tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Checking segment: {'id': '841031f4-a6b0-4642-8e80-3fd82da537da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '37f43a24-d4c8-4a24-9220-a1863d6d87ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:46:10.440442 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d0861f-2c17-4cce-8912-72bf4d869fab tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Network hostable DHCP agents. Network: 37f43a24-d4c8-4a24-9220-a1863d6d87ee, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:46:10.497092 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d0861f-2c17-4cce-8912-72bf4d869fab tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Network 37f43a24-d4c8-4a24-9220-a1863d6d87ee is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:46:10.511739 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dba1d01-ad01-4654-bbef-7c8687c83d84 None None] Routers {'b42484ec-06e7-4eff-9b6c-982c9bc3fb08'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:46:10.512576 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-6dba1d01-ad01-4654-bbef-7c8687c83d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:45:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['b42484ec-06e7-4eff-9b6c-982c9bc3fb08'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:10.514723 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-49d0861f-2c17-4cce-8912-72bf4d869fab tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 37f43a24-d4c8-4a24-9220-a1863d6d87ee) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:10.521416 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d0861f-2c17-4cce-8912-72bf4d869fab tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:10.522564 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-49d0861f-2c17-4cce-8912-72bf4d869fab tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:10.585267 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-49d0861f-2c17-4cce-8912-72bf4d869fab tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0877557 Apr 20 17:46:10.587497 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51888) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:10.636300 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b900922c-ae3a-40ad-81ad-d398e6bcbbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:10.645842 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=c6c9b00c-0f65-49ff-96cb-d5c698caad65,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:10.659525 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de9cdc-7338-49b6-bdde-91ecadbf3555 None None] Pushing event updated for resources: {'Port': ['ID=c5b1a789-f6ce-446a-9cd0-38ca9121cadd,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:10.669709 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:10.670284 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:10.670801 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:10.671293 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:10.671659 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:10.672311 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:10.673056 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:10.673056 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:10.673330 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:10.673633 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:10.673956 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:10.766572 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-6dba1d01-ad01-4654-bbef-7c8687c83d84 None None] Set router b42484ec-06e7-4eff-9b6c-982c9bc3fb08 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:46:10.869945 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36976607-6a0e-4798-89e3-c7d2ccd27889 None None] Network 37f43a24-d4c8-4a24-9220-a1863d6d87ee requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:46:10.980773 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-b900922c-ae3a-40ad-81ad-d398e6bcbbd6 admin admin] Allocated IP 172.20.0.1 (749f271d-35c0-4b6f-9065-f11168e732e7/ee6f52c4-e6f1-4a04-8546-27c627edeaec/e619df79-2c7e-4492-9e2c-5ea6eb9d1efb) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:46:11.029604 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-26fde9a0-17a4-40f4-8f14-076f9d14eed4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:11.087932 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c6c9b00c-0f65-49ff-96cb-d5c698caad65 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:46:11.207239 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-6dba1d01-ad01-4654-bbef-7c8687c83d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42484ec-06e7-4eff-9b6c-982c9bc3fb08', 'name': 'tempest-TestServerMultinode-1409183519-router', 'tenant_id': '560fc7d0ae5a4355a4014eceee84b30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c5b1a789-f6ce-446a-9cd0-38ca9121cadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:46:05Z', 'updated_at': '2022-04-20T17:46:07Z', 'revision_number': 3, 'project_id': '560fc7d0ae5a4355a4014eceee84b30e', 'gw_port': {'id': 'c5b1a789-f6ce-446a-9cd0-38ca9121cadd', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:53:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42484ec-06e7-4eff-9b6c-982c9bc3fb08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:46:06Z', 'updated_at': '2022-04-20T17:46:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:11.210405 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b900922c-ae3a-40ad-81ad-d398e6bcbbd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:11.217167 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dba1d01-ad01-4654-bbef-7c8687c83d84 None None] The sync data for ids ['b42484ec-06e7-4eff-9b6c-982c9bc3fb08'] in n-d-838032-1 is: [{'id': 'b42484ec-06e7-4eff-9b6c-982c9bc3fb08', 'name': 'tempest-TestServerMultinode-1409183519-router', 'tenant_id': '560fc7d0ae5a4355a4014eceee84b30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c5b1a789-f6ce-446a-9cd0-38ca9121cadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:46:05Z', 'updated_at': '2022-04-20T17:46:07Z', 'revision_number': 3, 'project_id': '560fc7d0ae5a4355a4014eceee84b30e', 'gw_port': {'id': 'c5b1a789-f6ce-446a-9cd0-38ca9121cadd', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:53:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42484ec-06e7-4eff-9b6c-982c9bc3fb08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:46:06Z', 'updated_at': '2022-04-20T17:46:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:46:11.231159 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba76ec-ebca-4543-bfba-31bdcb271f51 req-7d2aa87f-06a9-486a-84ae-1bcfe99c8046 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:11.232848 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c4ba76ec-ebca-4543-bfba-31bdcb271f51 req-7d2aa87f-06a9-486a-84ae-1bcfe99c8046 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d3462a8-d550-43b5-a927-1c2dff579885 HTTP/1.1" status: 200 len: 946 time: 0.2848892 Apr 20 17:46:11.249113 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-b900922c-ae3a-40ad-81ad-d398e6bcbbd6 admin admin] Transition to ACTIVE for port object e619df79-2c7e-4492-9e2c-5ea6eb9d1efb will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:46:11.272260 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-26fde9a0-17a4-40f4-8f14-076f9d14eed4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:11.303038 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b900922c-ae3a-40ad-81ad-d398e6bcbbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:11.352544 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4159c5c-548f-4e9e-a516-e4d209481167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-37f43a24-d4c8-4a24-9220-a1863d6d87ee', 'network_id': '37f43a24-d4c8-4a24-9220-a1863d6d87ee', 'tenant_id': 'b6d8bd39e275438082493739a75229df', 'fixed_ips': [{'subnet_id': '2060a8de-2202-4987-ab8d-af05f9741764'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:46:11.353366 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d4159c5c-548f-4e9e-a516-e4d209481167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:11.376186 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-26fde9a0-17a4-40f4-8f14-076f9d14eed4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:11.380959 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port c6c9b00c-0f65-49ff-96cb-d5c698caad65 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:11.381324 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:11.417695 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b900922c-ae3a-40ad-81ad-d398e6bcbbd6 admin admin] Network 749f271d-35c0-4b6f-9065-f11168e732e7 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:46:11.438525 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900922c-ae3a-40ad-81ad-d398e6bcbbd6 admin admin] Pushing event updated for resources: {'Port': ['ID=e619df79-2c7e-4492-9e2c-5ea6eb9d1efb,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:11.441485 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-b900922c-ae3a-40ad-81ad-d398e6bcbbd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:11.446902 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b900922c-ae3a-40ad-81ad-d398e6bcbbd6 admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:46:11.449883 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fde9a0-17a4-40f4-8f14-076f9d14eed4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event deleted for resources: {'Subnet': ['ID=2060a8de-2202-4987-ab8d-af05f9741764,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:11.512389 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9d0ebd3b-41f8-4745-bdac-8a2649115760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:11.545311 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c4ba76ec-ebca-4543-bfba-31bdcb271f51 req-e8a46877-2c5b-48cc-93ff-f8e4107730b6 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/security-groups?id=46113bbc-e7d4-42fe-aca9-bc93217e8a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063538 Apr 20 17:46:11.633638 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b900922c-ae3a-40ad-81ad-d398e6bcbbd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:11.692736 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-26fde9a0-17a4-40f4-8f14-076f9d14eed4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:11.793576 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-26fde9a0-17a4-40f4-8f14-076f9d14eed4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f43a24-d4c8-4a24-9220-a1863d6d87ee']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:11.810109 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6750f6b1-729e-4701-a2eb-dd160649cb33 None None] Network 37f43a24-d4c8-4a24-9220-a1863d6d87ee requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:46:11.816239 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-26fde9a0-17a4-40f4-8f14-076f9d14eed4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '841031f4-a6b0-4642-8e80-3fd82da537da') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:11.816239 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-26fde9a0-17a4-40f4-8f14-076f9d14eed4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '841031f4-a6b0-4642-8e80-3fd82da537da') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:11.855060 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-26fde9a0-17a4-40f4-8f14-076f9d14eed4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:11.873733 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b900922c-ae3a-40ad-81ad-d398e6bcbbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:11.879163 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-26fde9a0-17a4-40f4-8f14-076f9d14eed4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:11.886931 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26fde9a0-17a4-40f4-8f14-076f9d14eed4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:46:11.887635 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-26fde9a0-17a4-40f4-8f14-076f9d14eed4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:11.912469 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:46:11.912469 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:46:11.912469 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:46:11.912469 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:46:11.912469 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:46:11.912469 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:46:11.912469 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:46:11.912469 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:46:11.912469 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:46:11.912469 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:46:11.912469 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:46:11.912469 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:46:11.912469 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:46:11.912469 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:46:11.912469 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:46:11.912469 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:46:11.912469 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:46:11.912469 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:46:11.912469 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:46:11.912469 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:46:11.912469 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:46:11.912469 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:46:11.912469 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:46:11.912469 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:46:11.912469 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:46:11.912469 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:46:11.912469 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:46:11.912469 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:46:11.912469 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:46:11.912469 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:46:11.912469 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:46:11.912469 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:46:12.020168 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-26fde9a0-17a4-40f4-8f14-076f9d14eed4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:12.041837 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-26fde9a0-17a4-40f4-8f14-076f9d14eed4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:12.055873 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ab59cada-8ce3-4371-b969-3986aa7f748b None None] Provisioning for port e619df79-2c7e-4492-9e2c-5ea6eb9d1efb completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:46:12.059358 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fde9a0-17a4-40f4-8f14-076f9d14eed4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event deleted for resources: {'Network': ['ID=37f43a24-d4c8-4a24-9220-a1863d6d87ee,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:12.064662 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-26fde9a0-17a4-40f4-8f14-076f9d14eed4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/networks/37f43a24-d4c8-4a24-9220-a1863d6d87ee HTTP/1.1" status: 204 len: 168 time: 1.4760017 Apr 20 17:46:12.070654 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51910) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:12.076813 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-73e9483c-bff2-48a3-81c5-c6b2f2cc3308 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1720415877'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:12.087186 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-73e9483c-bff2-48a3-81c5-c6b2f2cc3308 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:12.093078 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-73e9483c-bff2-48a3-81c5-c6b2f2cc3308 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Usage tracker for resource:network and tenant:b6d8bd39e275438082493739a75229df is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:12.095028 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ab59cada-8ce3-4371-b969-3986aa7f748b None None] Provisioning complete for port e619df79-2c7e-4492-9e2c-5ea6eb9d1efb triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:12.095520 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ab59cada-8ce3-4371-b969-3986aa7f748b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:12.096708 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-73e9483c-bff2-48a3-81c5-c6b2f2cc3308 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:12.102875 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-73e9483c-bff2-48a3-81c5-c6b2f2cc3308 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:12.116594 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e9483c-bff2-48a3-81c5-c6b2f2cc3308 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Made reservation on behalf of b6d8bd39e275438082493739a75229df for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:12.119763 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-73e9483c-bff2-48a3-81c5-c6b2f2cc3308 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:12.150736 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e9483c-bff2-48a3-81c5-c6b2f2cc3308 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:46:12.167994 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-73e9483c-bff2-48a3-81c5-c6b2f2cc3308 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:12.168480 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-73e9483c-bff2-48a3-81c5-c6b2f2cc3308 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Added segment d5c0234c-d19d-4a32-baf5-f95f9736c403 of type vlan for network 5576b19d-4b14-488d-83c3-f8e0b092cbcf Apr 20 17:46:12.183822 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-ab59cada-8ce3-4371-b969-3986aa7f748b None None] Port e619df79-2c7e-4492-9e2c-5ea6eb9d1efb cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:46:12.201615 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-73e9483c-bff2-48a3-81c5-c6b2f2cc3308 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:12.201888 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b900922c-ae3a-40ad-81ad-d398e6bcbbd6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:12.208858 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b900922c-ae3a-40ad-81ad-d398e6bcbbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:12.233998 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-73e9483c-bff2-48a3-81c5-c6b2f2cc3308 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:12.238093 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e9483c-bff2-48a3-81c5-c6b2f2cc3308 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:12.238922 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-73e9483c-bff2-48a3-81c5-c6b2f2cc3308 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:12.341613 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-73e9483c-bff2-48a3-81c5-c6b2f2cc3308 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2697194 Apr 20 17:46:12.345560 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51914) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:12.353721 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-03b82bd9-e62b-4b75-b147-6aa92f598985 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Request body: {'subnet': {'network_id': '5576b19d-4b14-488d-83c3-f8e0b092cbcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:12.436504 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b900922c-ae3a-40ad-81ad-d398e6bcbbd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:12.451017 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9483c-bff2-48a3-81c5-c6b2f2cc3308 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event updated for resources: {'Network': ['ID=5576b19d-4b14-488d-83c3-f8e0b092cbcf,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:12.462267 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 5576b19d-4b14-488d-83c3-f8e0b092cbcf details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:46:12.471470 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900922c-ae3a-40ad-81ad-d398e6bcbbd6 admin admin] Pushing event updated for resources: {'Port': ['ID=e619df79-2c7e-4492-9e2c-5ea6eb9d1efb,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:12.479980 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-03b82bd9-e62b-4b75-b147-6aa92f598985 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:12.484223 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-03b82bd9-e62b-4b75-b147-6aa92f598985 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Usage tracker for resource:subnet and tenant:b6d8bd39e275438082493739a75229df is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:12.487263 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-03b82bd9-e62b-4b75-b147-6aa92f598985 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:12.493596 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-03b82bd9-e62b-4b75-b147-6aa92f598985 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:12.507760 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b82bd9-e62b-4b75-b147-6aa92f598985 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Made reservation on behalf of b6d8bd39e275438082493739a75229df for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:12.630737 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-03b82bd9-e62b-4b75-b147-6aa92f598985 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:12.691276 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:12.702599 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b900922c-ae3a-40ad-81ad-d398e6bcbbd6 admin admin] Network 749f271d-35c0-4b6f-9065-f11168e732e7 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:46:12.704191 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-b900922c-ae3a-40ad-81ad-d398e6bcbbd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:12.751378 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:12.911357 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8f9af-48a5-4452-bb31-3b6a8991170f req-903cd980-9176-4cc1-9bc9-5c3cc8095941 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:12.912906 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7eb8f9af-48a5-4452-bb31-3b6a8991170f req-903cd980-9176-4cc1-9bc9-5c3cc8095941 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d3462a8-d550-43b5-a927-1c2dff579885 HTTP/1.1" status: 200 len: 946 time: 0.1861026 Apr 20 17:46:13.023585 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7eb8f9af-48a5-4452-bb31-3b6a8991170f req-2a1f0572-47d1-4e48-a6be-96ec187b8c4c tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/security-groups?id=46113bbc-e7d4-42fe-aca9-bc93217e8a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953314 Apr 20 17:46:13.024063 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0a64e329-9e9f-4550-84be-0de4525ca7ed None None] Provisioning complete for port e619df79-2c7e-4492-9e2c-5ea6eb9d1efb triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:13.024638 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0a64e329-9e9f-4550-84be-0de4525ca7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:13.034322 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-03b82bd9-e62b-4b75-b147-6aa92f598985 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:13.133090 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0a64e329-9e9f-4550-84be-0de4525ca7ed None None] Port e619df79-2c7e-4492-9e2c-5ea6eb9d1efb cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:46:13.158607 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c5b1a789-f6ce-446a-9cd0-38ca9121cadd up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:46:13.168291 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b82bd9-e62b-4b75-b147-6aa92f598985 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event updated for resources: {'Subnet': ['ID=5675cd3b-50b8-4b2b-96da-7042ee7968e3,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:13.184966 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b82bd9-e62b-4b75-b147-6aa92f598985 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Checking segment: {'id': 'd5c0234c-d19d-4a32-baf5-f95f9736c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5576b19d-4b14-488d-83c3-f8e0b092cbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:46:13.185552 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b82bd9-e62b-4b75-b147-6aa92f598985 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Network hostable DHCP agents. Network: 5576b19d-4b14-488d-83c3-f8e0b092cbcf, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:46:13.212284 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b82bd9-e62b-4b75-b147-6aa92f598985 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Network 5576b19d-4b14-488d-83c3-f8e0b092cbcf is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:46:13.225433 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b900922c-ae3a-40ad-81ad-d398e6bcbbd6 admin admin] Router b42484ec-06e7-4eff-9b6c-982c9bc3fb08 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:46:13.228108 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-03b82bd9-e62b-4b75-b147-6aa92f598985 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 5576b19d-4b14-488d-83c3-f8e0b092cbcf) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:13.233669 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b82bd9-e62b-4b75-b147-6aa92f598985 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:13.235224 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-03b82bd9-e62b-4b75-b147-6aa92f598985 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:13.242827 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3452916-c3cb-43ac-8597-91bb5dc452c4 None None] Network 5576b19d-4b14-488d-83c3-f8e0b092cbcf requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:46:13.266740 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-03b82bd9-e62b-4b75-b147-6aa92f598985 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9174471 Apr 20 17:46:13.268102 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51924) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:13.334768 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port c5b1a789-f6ce-446a-9cd0-38ca9121cadd completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:46:13.393263 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port c5b1a789-f6ce-446a-9cd0-38ca9121cadd triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:13.393912 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:13.453764 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb5b7495-a6e6-4f0c-9b6a-775f64e9a8db tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:13.486323 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:13.550794 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b900922c-ae3a-40ad-81ad-d398e6bcbbd6 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:46:13.568842 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b900922c-ae3a-40ad-81ad-d398e6bcbbd6 admin admin] 10.222.0.39 "PUT /v2.0/routers/b42484ec-06e7-4eff-9b6c-982c9bc3fb08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6803463 Apr 20 17:46:13.589360 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-20a63a84-9f5d-45fe-bb6c-98ea24b399d9 req-4af5c761-c8a7-4a90-ada9-062564b31af8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0a73b568985f4585b4c5afccf3b46b66&device_id=2d3462a8-d550-43b5-a927-1c2dff579885 HTTP/1.1" status: 200 len: 1097 time: 0.1120639 Apr 20 17:46:13.600540 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb5b7495-a6e6-4f0c-9b6a-775f64e9a8db tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:13.649373 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:13.667331 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port c5b1a789-f6ce-446a-9cd0-38ca9121cadd, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c5b1a789-f6ce-446a-9cd0-38ca9121cadd,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:13.674969 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:13.714649 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae690f4d-3249-4029-9544-7170fb3c066b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-5576b19d-4b14-488d-83c3-f8e0b092cbcf', 'network_id': '5576b19d-4b14-488d-83c3-f8e0b092cbcf', 'tenant_id': 'b6d8bd39e275438082493739a75229df', 'fixed_ips': [{'subnet_id': '5675cd3b-50b8-4b2b-96da-7042ee7968e3'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:46:13.715686 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ae690f4d-3249-4029-9544-7170fb3c066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:13.784527 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821781e-f23e-41da-a92c-f666b18713f5 req-ec5a258a-9def-4ea1-97f2-6726eaed9e74 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:13.784808 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a63a84-9f5d-45fe-bb6c-98ea24b399d9 req-304170d8-1e2d-45c7-9478-e573b911849c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:13.786467 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-20a63a84-9f5d-45fe-bb6c-98ea24b399d9 req-304170d8-1e2d-45c7-9478-e573b911849c service neutron] 10.222.0.10 "GET /v2.0/networks?id=53970dd1-c456-4c66-8514-86350a18f2cb HTTP/1.1" status: 200 len: 913 time: 0.1887896 Apr 20 17:46:13.790866 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4821781e-f23e-41da-a92c-f666b18713f5 req-ec5a258a-9def-4ea1-97f2-6726eaed9e74 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d3462a8-d550-43b5-a927-1c2dff579885 HTTP/1.1" status: 200 len: 946 time: 0.2646444 Apr 20 17:46:13.817885 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=c5b1a789-f6ce-446a-9cd0-38ca9121cadd,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:13.859523 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-20a63a84-9f5d-45fe-bb6c-98ea24b399d9 req-d50d1fd5-f72c-40fc-ae88-a9252eb60c9a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46ecb6ee-b451-4f04-b55f-dce83718dfb0 HTTP/1.1" status: 200 len: 217 time: 0.0653532 Apr 20 17:46:13.871597 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4821781e-f23e-41da-a92c-f666b18713f5 req-55504f38-b18c-4dfd-9459-0ddedc1f9aae tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/security-groups?id=46113bbc-e7d4-42fe-aca9-bc93217e8a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790496 Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server [None req-ae690f4d-3249-4029-9544-7170fb3c066b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5675cd3b-50b8-4b2b-96da-7042ee7968e3: This subnet is being modified by another concurrent operation. Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise value Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise value Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise value Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 17:46:13.873785 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise value Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise value Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise value Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server raise exception Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5675cd3b-50b8-4b2b-96da-7042ee7968e3: This subnet is being modified by another concurrent operation. Apr 20 17:46:13.877824 n-d-838032-1 neutron-server[84082]: ERROR oslo_messaging.rpc.server Apr 20 17:46:13.881741 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb5b7495-a6e6-4f0c-9b6a-775f64e9a8db tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:13.893537 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7101ce09-2ad9-426d-a09f-49fce079c737 None None] Network 5576b19d-4b14-488d-83c3-f8e0b092cbcf requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:46:13.930111 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a63a84-9f5d-45fe-bb6c-98ea24b399d9 req-f06a8da3-bf34-4075-ac13-f1b61b92ee4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:13.932444 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-20a63a84-9f5d-45fe-bb6c-98ea24b399d9 req-f06a8da3-bf34-4075-ac13-f1b61b92ee4b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=150e42f0-0b10-49c7-84b8-d06c760aeed5 HTTP/1.1" status: 200 len: 852 time: 0.0669520 Apr 20 17:46:13.948420 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b7495-a6e6-4f0c-9b6a-775f64e9a8db tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event deleted for resources: {'Subnet': ['ID=5675cd3b-50b8-4b2b-96da-7042ee7968e3,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:13.999793 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-20a63a84-9f5d-45fe-bb6c-98ea24b399d9 req-0e48c5bd-1361-4839-b3c5-8e1fb2f51d3d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=53970dd1-c456-4c66-8514-86350a18f2cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602787 Apr 20 17:46:14.073941 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb5b7495-a6e6-4f0c-9b6a-775f64e9a8db tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:14.101337 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-fb5b7495-a6e6-4f0c-9b6a-775f64e9a8db tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5576b19d-4b14-488d-83c3-f8e0b092cbcf']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:14.104383 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:14.116721 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-fb5b7495-a6e6-4f0c-9b6a-775f64e9a8db tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c0234c-d19d-4a32-baf5-f95f9736c403') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:14.117053 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-fb5b7495-a6e6-4f0c-9b6a-775f64e9a8db tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c0234c-d19d-4a32-baf5-f95f9736c403') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:14.129785 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb5b7495-a6e6-4f0c-9b6a-775f64e9a8db tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:14.151114 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb5b7495-a6e6-4f0c-9b6a-775f64e9a8db tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:14.159479 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb5b7495-a6e6-4f0c-9b6a-775f64e9a8db tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:46:14.159939 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb5b7495-a6e6-4f0c-9b6a-775f64e9a8db tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:14.177945 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:46:14.177945 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:46:14.177945 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:46:14.177945 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:46:14.177945 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:46:14.177945 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:46:14.177945 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:46:14.177945 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:46:14.177945 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:46:14.177945 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:46:14.177945 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:46:14.177945 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:46:14.177945 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:46:14.177945 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:46:14.177945 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:46:14.177945 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:46:14.177945 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:46:14.177945 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:46:14.177945 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:46:14.177945 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:46:14.177945 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:46:14.177945 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:46:14.177945 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:46:14.177945 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:46:14.177945 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:46:14.177945 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:46:14.177945 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:46:14.177945 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:46:14.177945 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:46:14.177945 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:46:14.177945 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:46:14.177945 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:46:14.204754 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513b09bb-6736-4ba0-8d25-205617ba7a3e None None] get_active_networks_info from n-d-838032-1 {{(pid=84082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 20 17:46:14.276082 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-20a63a84-9f5d-45fe-bb6c-98ea24b399d9 req-19fbdd87-1670-4fff-acce-f0b6bafe5309 service neutron] 10.222.0.10 "GET /v2.0/networks/53970dd1-c456-4c66-8514-86350a18f2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684619 Apr 20 17:46:14.301082 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb5b7495-a6e6-4f0c-9b6a-775f64e9a8db tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:14.342335 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fb5b7495-a6e6-4f0c-9b6a-775f64e9a8db tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:14.347313 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b7495-a6e6-4f0c-9b6a-775f64e9a8db tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event deleted for resources: {'Network': ['ID=5576b19d-4b14-488d-83c3-f8e0b092cbcf,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:14.356740 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fb5b7495-a6e6-4f0c-9b6a-775f64e9a8db tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/networks/5576b19d-4b14-488d-83c3-f8e0b092cbcf HTTP/1.1" status: 204 len: 168 time: 1.0868416 Apr 20 17:46:14.360389 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51948) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:14.366605 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-eb3810a6-36a9-4e0a-b6f4-681976177462 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1317416589'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:14.372920 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-eb3810a6-36a9-4e0a-b6f4-681976177462 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:14.381378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-eb3810a6-36a9-4e0a-b6f4-681976177462 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Usage tracker for resource:network and tenant:b6d8bd39e275438082493739a75229df is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:14.385023 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-eb3810a6-36a9-4e0a-b6f4-681976177462 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:14.391398 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513b09bb-6736-4ba0-8d25-205617ba7a3e None None] Resources bound (agent type, host, resource id): {{(pid=84082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 17:46:14.395831 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-eb3810a6-36a9-4e0a-b6f4-681976177462 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:14.422093 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3810a6-36a9-4e0a-b6f4-681976177462 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Made reservation on behalf of b6d8bd39e275438082493739a75229df for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:14.425204 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eb3810a6-36a9-4e0a-b6f4-681976177462 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:14.487616 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3810a6-36a9-4e0a-b6f4-681976177462 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:46:14.507604 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eb3810a6-36a9-4e0a-b6f4-681976177462 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:14.507952 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-eb3810a6-36a9-4e0a-b6f4-681976177462 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Added segment fb9395b8-e6dc-41a4-a68b-2bd537eb155d of type vlan for network b3fecb5a-dff2-4666-bb02-fe5066bc90fb Apr 20 17:46:14.584169 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eb3810a6-36a9-4e0a-b6f4-681976177462 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:14.598989 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-20a63a84-9f5d-45fe-bb6c-98ea24b399d9 req-9ab4ef89-0862-4dc9-9211-5c49d65eb8bc service neutron] 10.222.0.10 "GET /v2.0/networks/53970dd1-c456-4c66-8514-86350a18f2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157182 Apr 20 17:46:14.639774 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eb3810a6-36a9-4e0a-b6f4-681976177462 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:14.644162 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3810a6-36a9-4e0a-b6f4-681976177462 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:14.644744 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eb3810a6-36a9-4e0a-b6f4-681976177462 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:14.755170 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3810a6-36a9-4e0a-b6f4-681976177462 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event updated for resources: {'Network': ['ID=b3fecb5a-dff2-4666-bb02-fe5066bc90fb,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:14.771403 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network b3fecb5a-dff2-4666-bb02-fe5066bc90fb details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:46:14.774462 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-eb3810a6-36a9-4e0a-b6f4-681976177462 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4127874 Apr 20 17:46:14.777178 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51964) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:14.784299 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-b4a2c87c-2b16-4a01-96a7-c63780d93320 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:14.839440 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51968) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:14.843808 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-9976edb1-6fd4-431d-a052-073cda6dec37 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-214052317-network', 'tenant_id': '7918b973982145af9c41d09d5feda08e'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:14.849678 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9976edb1-6fd4-431d-a052-073cda6dec37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:14.854121 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9976edb1-6fd4-431d-a052-073cda6dec37 admin admin] Usage tracker for resource:network and tenant:7918b973982145af9c41d09d5feda08e is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:14.856942 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9976edb1-6fd4-431d-a052-073cda6dec37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:14.868443 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9976edb1-6fd4-431d-a052-073cda6dec37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:14.883531 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9976edb1-6fd4-431d-a052-073cda6dec37 admin admin] Made reservation on behalf of 7918b973982145af9c41d09d5feda08e for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:14.887997 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9976edb1-6fd4-431d-a052-073cda6dec37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:14.909630 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9976edb1-6fd4-431d-a052-073cda6dec37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:14.950138 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9976edb1-6fd4-431d-a052-073cda6dec37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:14.954647 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9976edb1-6fd4-431d-a052-073cda6dec37 admin admin] Usage tracker for resource:security_group_rule and tenant:7918b973982145af9c41d09d5feda08e is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:14.957858 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9976edb1-6fd4-431d-a052-073cda6dec37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:14.964362 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9976edb1-6fd4-431d-a052-073cda6dec37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:15.048717 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9976edb1-6fd4-431d-a052-073cda6dec37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:15.059065 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9976edb1-6fd4-431d-a052-073cda6dec37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:15.075737 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9976edb1-6fd4-431d-a052-073cda6dec37 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:46:15.086573 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9976edb1-6fd4-431d-a052-073cda6dec37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:15.087100 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-9976edb1-6fd4-431d-a052-073cda6dec37 admin admin] Added segment d368fbf6-0003-4dc9-8db7-5beafe9df9b3 of type vlan for network f3465054-501f-447c-bc33-90c5eb4441ec Apr 20 17:46:15.106014 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b4a2c87c-2b16-4a01-96a7-c63780d93320 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:15.136055 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c5b1a789-f6ce-446a-9cd0-38ca9121cadd up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:46:15.139999 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b4a2c87c-2b16-4a01-96a7-c63780d93320 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:15.198057 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976edb1-6fd4-431d-a052-073cda6dec37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a335a793-c519-486d-b5cc-11a056948439,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:15.212291 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9976edb1-6fd4-431d-a052-073cda6dec37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:15.254878 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port c5b1a789-f6ce-446a-9cd0-38ca9121cadd triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:15.255164 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b4a2c87c-2b16-4a01-96a7-c63780d93320 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Network b3fecb5a-dff2-4666-bb02-fe5066bc90fb is not hosted by any dhcp agent {{(pid=84080) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 20 17:46:15.256523 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:15.259404 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3d891-342d-4b06-b619-f38d42dcbf19 req-5e3ab6c1-2c55-4fc5-a3d3-b5493875a20d tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:15.261210 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-13f3d891-342d-4b06-b619-f38d42dcbf19 req-5e3ab6c1-2c55-4fc5-a3d3-b5493875a20d tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d3462a8-d550-43b5-a927-1c2dff579885 HTTP/1.1" status: 200 len: 946 time: 0.2042549 Apr 20 17:46:15.266478 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a2c87c-2b16-4a01-96a7-c63780d93320 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:15.267165 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b4a2c87c-2b16-4a01-96a7-c63780d93320 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:15.268478 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b4a2c87c-2b16-4a01-96a7-c63780d93320 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "PUT /v2.0/networks/b3fecb5a-dff2-4666-bb02-fe5066bc90fb HTTP/1.1" status: 200 len: 723 time: 0.4901760 Apr 20 17:46:15.270517 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9976edb1-6fd4-431d-a052-073cda6dec37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:15.271991 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9976edb1-6fd4-431d-a052-073cda6dec37 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:15.272847 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9976edb1-6fd4-431d-a052-073cda6dec37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:15.274475 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51980) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:15.291503 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-bbf24563-f2ce-440e-a504-c408be85f0bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Request body: {'subnet': {'network_id': 'b3fecb5a-dff2-4666-bb02-fe5066bc90fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:15.374459 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:15.382000 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2c87c-2b16-4a01-96a7-c63780d93320 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event updated for resources: {'Network': ['ID=b3fecb5a-dff2-4666-bb02-fe5066bc90fb,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:15.435632 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network b3fecb5a-dff2-4666-bb02-fe5066bc90fb details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:46:15.451516 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bbf24563-f2ce-440e-a504-c408be85f0bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:15.456700 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bbf24563-f2ce-440e-a504-c408be85f0bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Usage tracker for resource:subnet and tenant:b6d8bd39e275438082493739a75229df is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:15.459778 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bbf24563-f2ce-440e-a504-c408be85f0bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:15.465878 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bbf24563-f2ce-440e-a504-c408be85f0bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:15.476814 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976edb1-6fd4-431d-a052-073cda6dec37 admin admin] Pushing event updated for resources: {'Network': ['ID=f3465054-501f-447c-bc33-90c5eb4441ec,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:15.485243 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9976edb1-6fd4-431d-a052-073cda6dec37 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6463580 Apr 20 17:46:15.487974 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51986) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:15.489634 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-13f3d891-342d-4b06-b619-f38d42dcbf19 req-eb7b71d5-c6c4-494c-bc32-6c9e265df750 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/security-groups?id=46113bbc-e7d4-42fe-aca9-bc93217e8a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228358 Apr 20 17:46:15.495752 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-5dcd6ccc-1f77-4f7a-8fb2-43499178473a admin admin] Request body: {'subnet': {'network_id': 'f3465054-501f-447c-bc33-90c5eb4441ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-214052317-subnet', 'tenant_id': '7918b973982145af9c41d09d5feda08e', 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:15.502406 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf24563-f2ce-440e-a504-c408be85f0bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Made reservation on behalf of b6d8bd39e275438082493739a75229df for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:15.531366 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5dcd6ccc-1f77-4f7a-8fb2-43499178473a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:15.547559 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network f3465054-501f-447c-bc33-90c5eb4441ec details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:46:15.549522 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5dcd6ccc-1f77-4f7a-8fb2-43499178473a admin admin] Usage tracker for resource:subnet and tenant:7918b973982145af9c41d09d5feda08e is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:15.600412 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b357bd-0b3e-4f23-b85d-e1a9aa829d60 None None] Sync routers for ids ['b42484ec-06e7-4eff-9b6c-982c9bc3fb08'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:46:15.609515 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5dcd6ccc-1f77-4f7a-8fb2-43499178473a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:15.665821 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5dcd6ccc-1f77-4f7a-8fb2-43499178473a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:15.707366 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bbf24563-f2ce-440e-a504-c408be85f0bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:15.720331 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b357bd-0b3e-4f23-b85d-e1a9aa829d60 None None] Routers {'b42484ec-06e7-4eff-9b6c-982c9bc3fb08'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:46:15.720934 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-67b357bd-0b3e-4f23-b85d-e1a9aa829d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:46:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['b42484ec-06e7-4eff-9b6c-982c9bc3fb08'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:15.726359 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcd6ccc-1f77-4f7a-8fb2-43499178473a admin admin] Made reservation on behalf of 7918b973982145af9c41d09d5feda08e for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:15.728561 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5dcd6ccc-1f77-4f7a-8fb2-43499178473a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:15.900636 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-67b357bd-0b3e-4f23-b85d-e1a9aa829d60 None None] Set router b42484ec-06e7-4eff-9b6c-982c9bc3fb08 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:46:15.938335 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97d1cc-d80b-4bb5-871f-0a2da4674fd3 req-8f3a5049-2d38-4ca0-827b-085293705ea5 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:15.939845 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-be97d1cc-d80b-4bb5-871f-0a2da4674fd3 req-8f3a5049-2d38-4ca0-827b-085293705ea5 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2aab149-d3ea-4e8e-8d14-956d4b207232 HTTP/1.1" status: 200 len: 946 time: 0.3270013 Apr 20 17:46:16.191239 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-be97d1cc-d80b-4bb5-871f-0a2da4674fd3 req-b38921aa-1ea3-409b-942f-0905393dab64 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e0ee191-fa24-4876-bfdb-23fbd66f6960&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2436836 Apr 20 17:46:16.251212 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-67b357bd-0b3e-4f23-b85d-e1a9aa829d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42484ec-06e7-4eff-9b6c-982c9bc3fb08', 'name': 'tempest-TestServerMultinode-1409183519-router', 'tenant_id': '560fc7d0ae5a4355a4014eceee84b30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c5b1a789-f6ce-446a-9cd0-38ca9121cadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:46:05Z', 'updated_at': '2022-04-20T17:46:11Z', 'revision_number': 4, 'project_id': '560fc7d0ae5a4355a4014eceee84b30e', 'gw_port': {'id': 'c5b1a789-f6ce-446a-9cd0-38ca9121cadd', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:53:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42484ec-06e7-4eff-9b6c-982c9bc3fb08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:46:06Z', 'updated_at': '2022-04-20T17:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'e619df79-2c7e-4492-9e2c-5ea6eb9d1efb', 'name': '', 'network_id': '749f271d-35c0-4b6f-9065-f11168e732e7', 'tenant_id': '560fc7d0ae5a4355a4014eceee84b30e', 'mac_address': 'fa:16:3e:53:14:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42484ec-06e7-4eff-9b6c-982c9bc3fb08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee6f52c4-e6f1-4a04-8546-27c627edeaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:46:10Z', 'updated_at': '2022-04-20T17:46:12Z', 'revision_number': 2, 'project_id': '560fc7d0ae5a4355a4014eceee84b30e', 'subnets': [{'id': 'ee6f52c4-e6f1-4a04-8546-27c627edeaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:16.255467 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b357bd-0b3e-4f23-b85d-e1a9aa829d60 None None] Checking router: b42484ec-06e7-4eff-9b6c-982c9bc3fb08 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:46:16.255803 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b357bd-0b3e-4f23-b85d-e1a9aa829d60 None None] Updating router b42484ec-06e7-4eff-9b6c-982c9bc3fb08 port e619df79-2c7e-4492-9e2c-5ea6eb9d1efb binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:46:16.265574 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bbf24563-f2ce-440e-a504-c408be85f0bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:16.297561 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5dcd6ccc-1f77-4f7a-8fb2-43499178473a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:16.310619 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-67b357bd-0b3e-4f23-b85d-e1a9aa829d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:16.342330 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf24563-f2ce-440e-a504-c408be85f0bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event updated for resources: {'Subnet': ['ID=381b677c-1cbb-447f-8e24-ca52c53e371e,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:16.434272 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf24563-f2ce-440e-a504-c408be85f0bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Checking segment: {'id': 'fb9395b8-e6dc-41a4-a68b-2bd537eb155d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b3fecb5a-dff2-4666-bb02-fe5066bc90fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:46:16.434605 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf24563-f2ce-440e-a504-c408be85f0bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Network hostable DHCP agents. Network: b3fecb5a-dff2-4666-bb02-fe5066bc90fb, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:46:16.440755 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd6ccc-1f77-4f7a-8fb2-43499178473a admin admin] Pushing event updated for resources: {'Subnet': ['ID=820006eb-7189-4974-a8d4-359e39ffeced,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:16.447083 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcd6ccc-1f77-4f7a-8fb2-43499178473a admin admin] Checking segment: {'id': 'd368fbf6-0003-4dc9-8db7-5beafe9df9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f3465054-501f-447c-bc33-90c5eb4441ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:46:16.447205 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcd6ccc-1f77-4f7a-8fb2-43499178473a admin admin] Network hostable DHCP agents. Network: f3465054-501f-447c-bc33-90c5eb4441ec, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:46:16.476349 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf24563-f2ce-440e-a504-c408be85f0bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Network b3fecb5a-dff2-4666-bb02-fe5066bc90fb is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:46:16.480326 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcd6ccc-1f77-4f7a-8fb2-43499178473a admin admin] Network f3465054-501f-447c-bc33-90c5eb4441ec is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:46:16.491380 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-bbf24563-f2ce-440e-a504-c408be85f0bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, b3fecb5a-dff2-4666-bb02-fe5066bc90fb) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:16.496072 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf24563-f2ce-440e-a504-c408be85f0bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:16.496628 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bbf24563-f2ce-440e-a504-c408be85f0bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:16.500160 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-5dcd6ccc-1f77-4f7a-8fb2-43499178473a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, f3465054-501f-447c-bc33-90c5eb4441ec) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:16.508907 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcd6ccc-1f77-4f7a-8fb2-43499178473a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:16.509467 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5dcd6ccc-1f77-4f7a-8fb2-43499178473a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:16.523203 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03242bc-b0a7-462c-ad8e-9bb9d5fd9f05 None None] Network b3fecb5a-dff2-4666-bb02-fe5066bc90fb requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:46:16.534989 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba978657-a12f-413e-84c6-7738959c795b None None] Network f3465054-501f-447c-bc33-90c5eb4441ec requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:46:16.535748 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bbf24563-f2ce-440e-a504-c408be85f0bc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2599938 Apr 20 17:46:16.538065 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5dcd6ccc-1f77-4f7a-8fb2-43499178473a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0470161 Apr 20 17:46:16.538300 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 51990) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:16.540338 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 51992) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:16.544636 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-e2d9b489-1f64-4502-ac5f-917571f23b78 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:16.545447 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-eacd4cee-18f8-478d-ab61-89232c40ed46 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-214052317-router', 'tenant_id': '7918b973982145af9c41d09d5feda08e', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:16.555122 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-eacd4cee-18f8-478d-ab61-89232c40ed46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:16.562169 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-eacd4cee-18f8-478d-ab61-89232c40ed46 admin admin] Usage tracker for resource:router and tenant:7918b973982145af9c41d09d5feda08e is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:16.570859 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-eacd4cee-18f8-478d-ab61-89232c40ed46 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:16.577801 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-eacd4cee-18f8-478d-ab61-89232c40ed46 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:16.594292 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eacd4cee-18f8-478d-ab61-89232c40ed46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:16.596152 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eacd4cee-18f8-478d-ab61-89232c40ed46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:16.622128 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eacd4cee-18f8-478d-ab61-89232c40ed46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:16.794996 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eacd4cee-18f8-478d-ab61-89232c40ed46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:16.842855 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e14791-2aa6-44cf-9fc2-6bac462f59d1 req-a9fa4877-2f9a-45d5-bd4e-cf29c7863ad6 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:16.850954 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e4e14791-2aa6-44cf-9fc2-6bac462f59d1 req-a9fa4877-2f9a-45d5-bd4e-cf29c7863ad6 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d3462a8-d550-43b5-a927-1c2dff579885 HTTP/1.1" status: 200 len: 946 time: 0.1631744 Apr 20 17:46:16.889815 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e2d9b489-1f64-4502-ac5f-917571f23b78 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31745774'] for subnet, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:16.951627 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e4e14791-2aa6-44cf-9fc2-6bac462f59d1 req-41d6f0b0-1c03-4591-a8a9-a8942f5a79e4 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/security-groups?id=46113bbc-e7d4-42fe-aca9-bc93217e8a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997202 Apr 20 17:46:16.994726 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eacd4cee-18f8-478d-ab61-89232c40ed46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:17.055348 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4ad8d2-1b20-4e61-83d0-598b4ece014f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-b3fecb5a-dff2-4666-bb02-fe5066bc90fb', 'network_id': 'b3fecb5a-dff2-4666-bb02-fe5066bc90fb', 'tenant_id': 'b6d8bd39e275438082493739a75229df', 'fixed_ips': [{'subnet_id': '381b677c-1cbb-447f-8e24-ca52c53e371e'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:46:17.056175 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ae4ad8d2-1b20-4e61-83d0-598b4ece014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:17.065990 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eacd4cee-18f8-478d-ab61-89232c40ed46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:17.075137 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc2a926-8d59-4886-a452-80efd9a3ef79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-f3465054-501f-447c-bc33-90c5eb4441ec', 'network_id': 'f3465054-501f-447c-bc33-90c5eb4441ec', 'tenant_id': '7918b973982145af9c41d09d5feda08e', 'fixed_ips': [{'subnet_id': '820006eb-7189-4974-a8d4-359e39ffeced'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:46:17.076038 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6dc2a926-8d59-4886-a452-80efd9a3ef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:17.102385 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-67b357bd-0b3e-4f23-b85d-e1a9aa829d60 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:17.111431 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e2d9b489-1f64-4502-ac5f-917571f23b78 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793325090973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32761284'] for subnet, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:17.185352 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-67b357bd-0b3e-4f23-b85d-e1a9aa829d60 None None] Transition to ACTIVE for port object e619df79-2c7e-4492-9e2c-5ea6eb9d1efb will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:46:17.224341 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-67b357bd-0b3e-4f23-b85d-e1a9aa829d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:17.237922 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d9b489-1f64-4502-ac5f-917571f23b78 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:17.238553 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e2d9b489-1f64-4502-ac5f-917571f23b78 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:17.239862 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e2d9b489-1f64-4502-ac5f-917571f23b78 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "PUT /v2.0/subnets/381b677c-1cbb-447f-8e24-ca52c53e371e HTTP/1.1" status: 200 len: 806 time: 0.7004561 Apr 20 17:46:17.243185 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52004) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:17.247463 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-eacd4cee-18f8-478d-ab61-89232c40ed46 admin admin] Allocated IP 172.25.8.33 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/162f6088-88a6-4fb3-9c0c-8a73c8c4b085) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:46:17.287955 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9b489-1f64-4502-ac5f-917571f23b78 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event updated for resources: {'Subnet': ['ID=381b677c-1cbb-447f-8e24-ca52c53e371e,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:17.402402 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4056d-257c-44a5-9f1f-4e5eee6067ea req-8a6db1b2-e26b-43a9-affb-c630cb688b92 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:17.403904 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-72c4056d-257c-44a5-9f1f-4e5eee6067ea req-8a6db1b2-e26b-43a9-affb-c630cb688b92 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2aab149-d3ea-4e8e-8d14-956d4b207232 HTTP/1.1" status: 200 len: 946 time: 0.2512927 Apr 20 17:46:17.505842 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9095393-7986-4b25-8895-bfa52442d553 None None] Pushing event updated for resources: {'Port': ['ID=e619df79-2c7e-4492-9e2c-5ea6eb9d1efb,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:17.582485 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:17.591994 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-72c4056d-257c-44a5-9f1f-4e5eee6067ea req-f453d28f-f916-4d59-8219-e8e6e7a4adea tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Deleting port 791e2c1a-1d93-427b-a11a-13c319d38532 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:46:17.591994 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-72c4056d-257c-44a5-9f1f-4e5eee6067ea req-f453d28f-f916-4d59-8219-e8e6e7a4adea tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:17.631274 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-ae4ad8d2-1b20-4e61-83d0-598b4ece014f None None] Allocated IP 172.20.0.2 (b3fecb5a-dff2-4666-bb02-fe5066bc90fb/381b677c-1cbb-447f-8e24-ca52c53e371e/7f25cacb-120b-4899-8aa4-909d6357cf18) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:46:17.638830 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eacd4cee-18f8-478d-ab61-89232c40ed46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:17.677768 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-6dc2a926-8d59-4886-a452-80efd9a3ef79 None None] Allocated IP 172.20.0.2 (f3465054-501f-447c-bc33-90c5eb4441ec/820006eb-7189-4974-a8d4-359e39ffeced/c78437e8-a0c7-4316-aac6-544757c13dfa) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:46:17.702308 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770117a-b184-452f-8d26-f908296236bb req-06d72843-df9f-472d-9663-0f492654415b tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:17.709697 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5770117a-b184-452f-8d26-f908296236bb req-06d72843-df9f-472d-9663-0f492654415b tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d3462a8-d550-43b5-a927-1c2dff579885 HTTP/1.1" status: 200 len: 946 time: 0.1654613 Apr 20 17:46:17.728832 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-67b357bd-0b3e-4f23-b85d-e1a9aa829d60 None None] Attempting to bind port e619df79-2c7e-4492-9e2c-5ea6eb9d1efb on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:46:17.728832 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-67b357bd-0b3e-4f23-b85d-e1a9aa829d60 None None] Attempting to bind port e619df79-2c7e-4492-9e2c-5ea6eb9d1efb by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '161e3d14-e48b-4a67-b6ed-2a37520ea769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '749f271d-35c0-4b6f-9065-f11168e732e7'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:46:17.728832 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b357bd-0b3e-4f23-b85d-e1a9aa829d60 None None] Attempting to bind port e619df79-2c7e-4492-9e2c-5ea6eb9d1efb on network 749f271d-35c0-4b6f-9065-f11168e732e7 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:46:17.747657 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eacd4cee-18f8-478d-ab61-89232c40ed46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:17.781030 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:17.819677 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5770117a-b184-452f-8d26-f908296236bb req-2ce33d92-bc82-4846-97ed-030c401f27fc tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/security-groups?id=46113bbc-e7d4-42fe-aca9-bc93217e8a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084864 Apr 20 17:46:17.833840 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacd4cee-18f8-478d-ab61-89232c40ed46 admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:46:17.837265 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd4cee-18f8-478d-ab61-89232c40ed46 admin admin] Pushing event updated for resources: {'Port': ['ID=162f6088-88a6-4fb3-9c0c-8a73c8c4b085,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:17.841010 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-eacd4cee-18f8-478d-ab61-89232c40ed46 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:17.842967 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacd4cee-18f8-478d-ab61-89232c40ed46 admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:46:17.846063 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cf942-2999-4e22-b564-cd3bada2637c req-4fb8f43a-b4c5-403a-96a4-ec2eb9862339 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:17.847571 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8a0cf942-2999-4e22-b564-cd3bada2637c req-4fb8f43a-b4c5-403a-96a4-ec2eb9862339 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2aab149-d3ea-4e8e-8d14-956d4b207232 HTTP/1.1" status: 200 len: 946 time: 0.3758223 Apr 20 17:46:17.928366 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b357bd-0b3e-4f23-b85d-e1a9aa829d60 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:46:17.928775 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b357bd-0b3e-4f23-b85d-e1a9aa829d60 None None] Checking segment: {'id': '161e3d14-e48b-4a67-b6ed-2a37520ea769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '749f271d-35c0-4b6f-9065-f11168e732e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:46:17.929283 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-67b357bd-0b3e-4f23-b85d-e1a9aa829d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:17.929674 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b357bd-0b3e-4f23-b85d-e1a9aa829d60 None None] Bound using segment: {'id': '161e3d14-e48b-4a67-b6ed-2a37520ea769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '749f271d-35c0-4b6f-9065-f11168e732e7'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:46:17.930150 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-67b357bd-0b3e-4f23-b85d-e1a9aa829d60 None None] Bound port: e619df79-2c7e-4492-9e2c-5ea6eb9d1efb, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161e3d14-e48b-4a67-b6ed-2a37520ea769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '749f271d-35c0-4b6f-9065-f11168e732e7'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:46:17.930562 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-67b357bd-0b3e-4f23-b85d-e1a9aa829d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:18.027149 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eacd4cee-18f8-478d-ab61-89232c40ed46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:18.028120 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eacd4cee-18f8-478d-ab61-89232c40ed46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:18.120655 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8a0cf942-2999-4e22-b564-cd3bada2637c req-1855ea64-3c61-42b8-938d-77e65e91fdd4 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups?id=1e0ee191-fa24-4876-bfdb-23fbd66f6960&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2638977 Apr 20 17:46:18.131226 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-72c4056d-257c-44a5-9f1f-4e5eee6067ea req-f453d28f-f916-4d59-8219-e8e6e7a4adea tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] For port 791e2c1a-1d93-427b-a11a-13c319d38532, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=791e2c1a-1d93-427b-a11a-13c319d38532,segment=NetworkSegment(c440332e-ad26-42d4-aa3b-e6d8c6a39264),segment_id=c440332e-ad26-42d4-aa3b-e6d8c6a39264)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:18.131582 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-72c4056d-257c-44a5-9f1f-4e5eee6067ea req-f453d28f-f916-4d59-8219-e8e6e7a4adea tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:18.207761 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-67b357bd-0b3e-4f23-b85d-e1a9aa829d60 None None] For port e619df79-2c7e-4492-9e2c-5ea6eb9d1efb, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:46:18.230614 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6dc2a926-8d59-4886-a452-80efd9a3ef79 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:18.233894 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-67b357bd-0b3e-4f23-b85d-e1a9aa829d60 None None] For port e619df79-2c7e-4492-9e2c-5ea6eb9d1efb, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e619df79-2c7e-4492-9e2c-5ea6eb9d1efb,segment=NetworkSegment(161e3d14-e48b-4a67-b6ed-2a37520ea769),segment_id=161e3d14-e48b-4a67-b6ed-2a37520ea769)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:46:18.244622 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ae4ad8d2-1b20-4e61-83d0-598b4ece014f None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:18.247390 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6dc2a926-8d59-4886-a452-80efd9a3ef79 None None] Transition to ACTIVE for port object c78437e8-a0c7-4316-aac6-544757c13dfa will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:46:18.250622 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-67b357bd-0b3e-4f23-b85d-e1a9aa829d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:18.294910 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eacd4cee-18f8-478d-ab61-89232c40ed46 admin admin] Router 033a883d-84fa-43dc-bb85-7fb823bdf93c is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:46:18.307152 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ae4ad8d2-1b20-4e61-83d0-598b4ece014f None None] Transition to ACTIVE for port object 7f25cacb-120b-4899-8aa4-909d6357cf18 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:46:18.343054 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6dc2a926-8d59-4886-a452-80efd9a3ef79 None None] Transition to ACTIVE for port object c78437e8-a0c7-4316-aac6-544757c13dfa will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:46:18.359188 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ae4ad8d2-1b20-4e61-83d0-598b4ece014f None None] Transition to ACTIVE for port object 7f25cacb-120b-4899-8aa4-909d6357cf18 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:46:18.368577 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6dc2a926-8d59-4886-a452-80efd9a3ef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:18.382518 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9095393-7986-4b25-8895-bfa52442d553 None None] Pushing event updated for resources: {'Port': ['ID=e619df79-2c7e-4492-9e2c-5ea6eb9d1efb,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:18.429249 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ae4ad8d2-1b20-4e61-83d0-598b4ece014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:18.444077 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b357bd-0b3e-4f23-b85d-e1a9aa829d60 None None] Routers {'b42484ec-06e7-4eff-9b6c-982c9bc3fb08'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:46:18.444719 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-67b357bd-0b3e-4f23-b85d-e1a9aa829d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:46:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['b42484ec-06e7-4eff-9b6c-982c9bc3fb08'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:18.514244 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-72c4056d-257c-44a5-9f1f-4e5eee6067ea req-f453d28f-f916-4d59-8219-e8e6e7a4adea tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:18.514747 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-72c4056d-257c-44a5-9f1f-4e5eee6067ea req-f453d28f-f916-4d59-8219-e8e6e7a4adea tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:18.516401 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [req-72c4056d-257c-44a5-9f1f-4e5eee6067ea req-f453d28f-f916-4d59-8219-e8e6e7a4adea tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Floating IP ac10d8b2-63e8-4ff2-90b6-a4f4b005704f disassociated. External IP: 172.25.8.139, port: 791e2c1a-1d93-427b-a11a-13c319d38532. Apr 20 17:46:18.516401 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-72c4056d-257c-44a5-9f1f-4e5eee6067ea req-f453d28f-f916-4d59-8219-e8e6e7a4adea tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Calling delete_port for 791e2c1a-1d93-427b-a11a-13c319d38532 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:46:18.591692 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc2a926-8d59-4886-a452-80efd9a3ef79 None None] Network f3465054-501f-447c-bc33-90c5eb4441ec is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:46:18.606918 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-6dc2a926-8d59-4886-a452-80efd9a3ef79 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:18.621046 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:18.623399 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc2a926-8d59-4886-a452-80efd9a3ef79 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:46:18.632342 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2a926-8d59-4886-a452-80efd9a3ef79 None None] Pushing event updated for resources: {'Port': ['ID=c78437e8-a0c7-4316-aac6-544757c13dfa,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:18.689406 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event deleted for resources: {'Subnet': ['ID=381b677c-1cbb-447f-8e24-ca52c53e371e,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:18.691758 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4ad8d2-1b20-4e61-83d0-598b4ece014f None None] Network b3fecb5a-dff2-4666-bb02-fe5066bc90fb is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:46:18.708383 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-ae4ad8d2-1b20-4e61-83d0-598b4ece014f None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:18.737450 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacd4cee-18f8-478d-ab61-89232c40ed46 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:46:18.749617 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f8c194-ed2e-482e-a7f3-3338de4399f4 None None] Sync routers for ids ['033a883d-84fa-43dc-bb85-7fb823bdf93c'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:46:18.785522 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eacd4cee-18f8-478d-ab61-89232c40ed46 admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:18.790660 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4ad8d2-1b20-4e61-83d0-598b4ece014f None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:46:18.792517 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-eacd4cee-18f8-478d-ab61-89232c40ed46 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2506516 Apr 20 17:46:18.794498 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52018) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:18.806400 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f8c194-ed2e-482e-a7f3-3338de4399f4 None None] Routers {'033a883d-84fa-43dc-bb85-7fb823bdf93c'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:46:18.807114 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a3f8c194-ed2e-482e-a7f3-3338de4399f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:46:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['033a883d-84fa-43dc-bb85-7fb823bdf93c'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:18.881965 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ad8d2-1b20-4e61-83d0-598b4ece014f None None] Pushing event updated for resources: {'Port': ['ID=7f25cacb-120b-4899-8aa4-909d6357cf18,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:18.889442 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:18.925488 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3fecb5a-dff2-4666-bb02-fe5066bc90fb']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:18.941429 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb9395b8-e6dc-41a4-a68b-2bd537eb155d') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:18.941884 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb9395b8-e6dc-41a4-a68b-2bd537eb155d') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:18.955828 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-72c4056d-257c-44a5-9f1f-4e5eee6067ea req-f453d28f-f916-4d59-8219-e8e6e7a4adea tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:19.003427 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-6dc2a926-8d59-4886-a452-80efd9a3ef79 None None] Attempting to bind port c78437e8-a0c7-4316-aac6-544757c13dfa on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:46:19.003845 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-6dc2a926-8d59-4886-a452-80efd9a3ef79 None None] Attempting to bind port c78437e8-a0c7-4316-aac6-544757c13dfa by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'd368fbf6-0003-4dc9-8db7-5beafe9df9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f3465054-501f-447c-bc33-90c5eb4441ec'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:46:19.004147 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc2a926-8d59-4886-a452-80efd9a3ef79 None None] Attempting to bind port c78437e8-a0c7-4316-aac6-544757c13dfa on network f3465054-501f-447c-bc33-90c5eb4441ec {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:46:19.022698 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:19.034695 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-67b357bd-0b3e-4f23-b85d-e1a9aa829d60 None None] Set router b42484ec-06e7-4eff-9b6c-982c9bc3fb08 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:46:19.052753 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453d28f-f916-4d59-8219-e8e6e7a4adea tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Pushing event deleted for resources: {'Port': ['ID=791e2c1a-1d93-427b-a11a-13c319d38532,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:19.063218 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:19.074689 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:46:19.075132 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:19.113126 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-ae4ad8d2-1b20-4e61-83d0-598b4ece014f None None] Attempting to bind port 7f25cacb-120b-4899-8aa4-909d6357cf18 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:46:19.113487 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-ae4ad8d2-1b20-4e61-83d0-598b4ece014f None None] Attempting to bind port 7f25cacb-120b-4899-8aa4-909d6357cf18 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'fb9395b8-e6dc-41a4-a68b-2bd537eb155d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b3fecb5a-dff2-4666-bb02-fe5066bc90fb'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:46:19.113842 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4ad8d2-1b20-4e61-83d0-598b4ece014f None None] Attempting to bind port 7f25cacb-120b-4899-8aa4-909d6357cf18 on network b3fecb5a-dff2-4666-bb02-fe5066bc90fb {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:46:19.119519 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc2a926-8d59-4886-a452-80efd9a3ef79 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:46:19.119890 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc2a926-8d59-4886-a452-80efd9a3ef79 None None] Checking segment: {'id': 'd368fbf6-0003-4dc9-8db7-5beafe9df9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f3465054-501f-447c-bc33-90c5eb4441ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:46:19.120283 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6dc2a926-8d59-4886-a452-80efd9a3ef79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:19.120667 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc2a926-8d59-4886-a452-80efd9a3ef79 None None] Bound using segment: {'id': 'd368fbf6-0003-4dc9-8db7-5beafe9df9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f3465054-501f-447c-bc33-90c5eb4441ec'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:46:19.121633 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-6dc2a926-8d59-4886-a452-80efd9a3ef79 None None] Bound port: c78437e8-a0c7-4316-aac6-544757c13dfa, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd368fbf6-0003-4dc9-8db7-5beafe9df9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f3465054-501f-447c-bc33-90c5eb4441ec'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:46:19.121633 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6dc2a926-8d59-4886-a452-80efd9a3ef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:19.144888 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:46:19.144888 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:46:19.144888 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:46:19.144888 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:46:19.144888 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:46:19.144888 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:46:19.144888 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:46:19.144888 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:46:19.144888 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:46:19.144888 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:46:19.144888 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:46:19.144888 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:46:19.144888 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:46:19.144888 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:46:19.144888 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:46:19.144888 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:46:19.144888 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:46:19.144888 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:46:19.144888 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:46:19.144888 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:46:19.144888 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:46:19.144888 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:46:19.144888 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:46:19.144888 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:46:19.144888 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:46:19.144888 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:46:19.144888 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:46:19.144888 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:46:19.144888 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:46:19.144888 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:46:19.144888 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:46:19.144888 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:46:19.150490 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4ad8d2-1b20-4e61-83d0-598b4ece014f None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:46:19.150907 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4ad8d2-1b20-4e61-83d0-598b4ece014f None None] Checking segment: {'id': 'fb9395b8-e6dc-41a4-a68b-2bd537eb155d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b3fecb5a-dff2-4666-bb02-fe5066bc90fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:46:19.151302 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ae4ad8d2-1b20-4e61-83d0-598b4ece014f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:19.151686 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4ad8d2-1b20-4e61-83d0-598b4ece014f None None] Bound using segment: {'id': 'fb9395b8-e6dc-41a4-a68b-2bd537eb155d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b3fecb5a-dff2-4666-bb02-fe5066bc90fb'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:46:19.152277 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-ae4ad8d2-1b20-4e61-83d0-598b4ece014f None None] Bound port: 7f25cacb-120b-4899-8aa4-909d6357cf18, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9395b8-e6dc-41a4-a68b-2bd537eb155d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b3fecb5a-dff2-4666-bb02-fe5066bc90fb'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:46:19.152649 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ae4ad8d2-1b20-4e61-83d0-598b4ece014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:19.267081 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-a3f8c194-ed2e-482e-a7f3-3338de4399f4 None None] Set router 033a883d-84fa-43dc-bb85-7fb823bdf93c gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:46:19.460774 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.api [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 17:46:19.460774 n-d-838032-1 neutron-server[84081]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 17:46:19.460774 n-d-838032-1 neutron-server[84081]: [parameters: {'id': 'b3fecb5a-dff2-4666-bb02-fe5066bc90fb'}] Apr 20 17:46:19.460774 n-d-838032-1 neutron-server[84081]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:46:19.461283 n-d-838032-1 neutron-server[84081]: DEBUG oslo_db.api [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:46:19.492883 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-6dc2a926-8d59-4886-a452-80efd9a3ef79 None None] For port c78437e8-a0c7-4316-aac6-544757c13dfa, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:46:19.528368 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-ae4ad8d2-1b20-4e61-83d0-598b4ece014f None None] For port 7f25cacb-120b-4899-8aa4-909d6357cf18, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:46:19.535160 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-6dc2a926-8d59-4886-a452-80efd9a3ef79 None None] For port c78437e8-a0c7-4316-aac6-544757c13dfa, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c78437e8-a0c7-4316-aac6-544757c13dfa,segment=NetworkSegment(d368fbf6-0003-4dc9-8db7-5beafe9df9b3),segment_id=d368fbf6-0003-4dc9-8db7-5beafe9df9b3)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:46:19.543825 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-ae4ad8d2-1b20-4e61-83d0-598b4ece014f None None] For port 7f25cacb-120b-4899-8aa4-909d6357cf18, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=7f25cacb-120b-4899-8aa4-909d6357cf18,segment=NetworkSegment(fb9395b8-e6dc-41a4-a68b-2bd537eb155d),segment_id=fb9395b8-e6dc-41a4-a68b-2bd537eb155d)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:46:19.550835 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f601a-beb1-474a-a149-38c7b6983058 req-6a6899ef-7d1f-4d69-b8de-92d0441494b8 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:19.555749 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6dc2a926-8d59-4886-a452-80efd9a3ef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:19.560144 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0d2f601a-beb1-474a-a149-38c7b6983058 req-6a6899ef-7d1f-4d69-b8de-92d0441494b8 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d3462a8-d550-43b5-a927-1c2dff579885 HTTP/1.1" status: 200 len: 946 time: 0.4906209 Apr 20 17:46:19.674798 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0d2f601a-beb1-474a-a149-38c7b6983058 req-2e475df4-c614-4b94-a0aa-28553c77e5f5 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/security-groups?id=46113bbc-e7d4-42fe-aca9-bc93217e8a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105161 Apr 20 17:46:19.708318 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ae4ad8d2-1b20-4e61-83d0-598b4ece014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:19.720944 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 791e2c1a-1d93-427b-a11a-13c319d38532 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:46:19.740881 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a3f8c194-ed2e-482e-a7f3-3338de4399f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033a883d-84fa-43dc-bb85-7fb823bdf93c', 'name': 'tempest-TestServerMultinode-214052317-router', 'tenant_id': '7918b973982145af9c41d09d5feda08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '162f6088-88a6-4fb3-9c0c-8a73c8c4b085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:46:16Z', 'updated_at': '2022-04-20T17:46:17Z', 'revision_number': 3, 'project_id': '7918b973982145af9c41d09d5feda08e', 'gw_port': {'id': '162f6088-88a6-4fb3-9c0c-8a73c8c4b085', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033a883d-84fa-43dc-bb85-7fb823bdf93c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:46:17Z', 'updated_at': '2022-04-20T17:46:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:19.752304 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f8c194-ed2e-482e-a7f3-3338de4399f4 None None] Checking router: 033a883d-84fa-43dc-bb85-7fb823bdf93c for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:46:19.753444 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f8c194-ed2e-482e-a7f3-3338de4399f4 None None] Updating router 033a883d-84fa-43dc-bb85-7fb823bdf93c port 162f6088-88a6-4fb3-9c0c-8a73c8c4b085 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:46:19.784779 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72c4056d-257c-44a5-9f1f-4e5eee6067ea req-f453d28f-f916-4d59-8219-e8e6e7a4adea tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Router 70079143-056c-490a-944c-369e581f27ed has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:46:19.797335 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb864da9-be4d-4652-9170-ad19dfce1028 req-edc1b8ed-2736-4677-acf7-6771776553cc tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:19.798978 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fb864da9-be4d-4652-9170-ad19dfce1028 req-edc1b8ed-2736-4677-acf7-6771776553cc tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d0f9d8b-c658-4a74-b4f6-2fe8610f0500 HTTP/1.1" status: 200 len: 946 time: 0.3659656 Apr 20 17:46:19.814787 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-a3f8c194-ed2e-482e-a7f3-3338de4399f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:19.833360 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 791e2c1a-1d93-427b-a11a-13c319d38532 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:46:19.833997 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 791e2c1a-1d93-427b-a11a-13c319d38532 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:46:19.839695 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2e808-effc-4fa0-9a2f-0a8298c57498 req-b8081681-0a34-4732-97c8-854d42bf9341 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:19.841211 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f2b2e808-effc-4fa0-9a2f-0a8298c57498 req-b8081681-0a34-4732-97c8-854d42bf9341 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d3462a8-d550-43b5-a927-1c2dff579885 HTTP/1.1" status: 200 len: 946 time: 0.3079655 Apr 20 17:46:19.884133 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2a926-8d59-4886-a452-80efd9a3ef79 None None] Pushing event updated for resources: {'Port': ['ID=c78437e8-a0c7-4316-aac6-544757c13dfa,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:20.029943 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fb864da9-be4d-4652-9170-ad19dfce1028 req-6e013dd6-be17-4419-b9b3-a680d456e456 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a3364ff-ec0f-44f9-bf4a-7d15c518057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2215242 Apr 20 17:46:20.032813 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:20.044609 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ad8d2-1b20-4e61-83d0-598b4ece014f None None] Pushing event updated for resources: {'Port': ['ID=7f25cacb-120b-4899-8aa4-909d6357cf18,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:20.052835 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7a7b6922-861b-4959-9014-9a6d25fd21a6 req-d08416f2-f830-44f4-b564-0f1ea831c2f2 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2aab149-d3ea-4e8e-8d14-956d4b207232 HTTP/1.1" status: 200 len: 210 time: 0.0835919 Apr 20 17:46:20.059441 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-67b357bd-0b3e-4f23-b85d-e1a9aa829d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42484ec-06e7-4eff-9b6c-982c9bc3fb08', 'name': 'tempest-TestServerMultinode-1409183519-router', 'tenant_id': '560fc7d0ae5a4355a4014eceee84b30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c5b1a789-f6ce-446a-9cd0-38ca9121cadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:46:05Z', 'updated_at': '2022-04-20T17:46:11Z', 'revision_number': 4, 'project_id': '560fc7d0ae5a4355a4014eceee84b30e', 'gw_port': {'id': 'c5b1a789-f6ce-446a-9cd0-38ca9121cadd', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:53:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42484ec-06e7-4eff-9b6c-982c9bc3fb08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:46:06Z', 'updated_at': '2022-04-20T17:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'e619df79-2c7e-4492-9e2c-5ea6eb9d1efb', 'name': '', 'network_id': '749f271d-35c0-4b6f-9065-f11168e732e7', 'tenant_id': '560fc7d0ae5a4355a4014eceee84b30e', 'mac_address': 'fa:16:3e:53:14:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42484ec-06e7-4eff-9b6c-982c9bc3fb08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee6f52c4-e6f1-4a04-8546-27c627edeaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:46:10Z', 'updated_at': '2022-04-20T17:46:18Z', 'revision_number': 4, 'project_id': '560fc7d0ae5a4355a4014eceee84b30e', 'subnets': [{'id': 'ee6f52c4-e6f1-4a04-8546-27c627edeaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:20.070400 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7117d358-d064-48b7-a4d6-941ab9486c93 None None] Network b3fecb5a-dff2-4666-bb02-fe5066bc90fb requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:46:20.080506 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Deleting port 7f25cacb-120b-4899-8aa4-909d6357cf18 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:46:20.080672 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-f2b2e808-effc-4fa0-9a2f-0a8298c57498 req-cb11ef5d-1aca-479b-aa23-e21359d5d7a0 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Deleting port 46ecb6ee-b451-4f04-b55f-dce83718dfb0 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:46:20.080891 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f2b2e808-effc-4fa0-9a2f-0a8298c57498 req-cb11ef5d-1aca-479b-aa23-e21359d5d7a0 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:20.081420 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:20.086387 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b357bd-0b3e-4f23-b85d-e1a9aa829d60 None None] The sync data for ids ['b42484ec-06e7-4eff-9b6c-982c9bc3fb08'] in n-d-838032-1 is: [{'id': 'b42484ec-06e7-4eff-9b6c-982c9bc3fb08', 'name': 'tempest-TestServerMultinode-1409183519-router', 'tenant_id': '560fc7d0ae5a4355a4014eceee84b30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c5b1a789-f6ce-446a-9cd0-38ca9121cadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:46:05Z', 'updated_at': '2022-04-20T17:46:11Z', 'revision_number': 4, 'project_id': '560fc7d0ae5a4355a4014eceee84b30e', 'gw_port': {'id': 'c5b1a789-f6ce-446a-9cd0-38ca9121cadd', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:53:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42484ec-06e7-4eff-9b6c-982c9bc3fb08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:46:06Z', 'updated_at': '2022-04-20T17:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'e619df79-2c7e-4492-9e2c-5ea6eb9d1efb', 'name': '', 'network_id': '749f271d-35c0-4b6f-9065-f11168e732e7', 'tenant_id': '560fc7d0ae5a4355a4014eceee84b30e', 'mac_address': 'fa:16:3e:53:14:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42484ec-06e7-4eff-9b6c-982c9bc3fb08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee6f52c4-e6f1-4a04-8546-27c627edeaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:46:10Z', 'updated_at': '2022-04-20T17:46:18Z', 'revision_number': 4, 'project_id': '560fc7d0ae5a4355a4014eceee84b30e', 'subnets': [{'id': 'ee6f52c4-e6f1-4a04-8546-27c627edeaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:46:20.452065 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-a3f8c194-ed2e-482e-a7f3-3338de4399f4 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:20.479548 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-a3f8c194-ed2e-482e-a7f3-3338de4399f4 None None] Transition to ACTIVE for port object 162f6088-88a6-4fb3-9c0c-8a73c8c4b085 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:46:20.503066 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-a3f8c194-ed2e-482e-a7f3-3338de4399f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:20.539513 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74eed416-0ba3-4864-aca4-b5874cdceccd None None] Network b3fecb5a-dff2-4666-bb02-fe5066bc90fb requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:46:20.611699 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] For port 7f25cacb-120b-4899-8aa4-909d6357cf18, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=7f25cacb-120b-4899-8aa4-909d6357cf18,segment=NetworkSegment(fb9395b8-e6dc-41a4-a68b-2bd537eb155d),segment_id=fb9395b8-e6dc-41a4-a68b-2bd537eb155d)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:20.612058 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:20.649361 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-a3f8c194-ed2e-482e-a7f3-3338de4399f4 None None] Attempting to bind port 162f6088-88a6-4fb3-9c0c-8a73c8c4b085 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:46:20.650103 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-a3f8c194-ed2e-482e-a7f3-3338de4399f4 None None] Attempting to bind port 162f6088-88a6-4fb3-9c0c-8a73c8c4b085 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:46:20.650845 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f8c194-ed2e-482e-a7f3-3338de4399f4 None None] Attempting to bind port 162f6088-88a6-4fb3-9c0c-8a73c8c4b085 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:46:20.665572 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669216d2-9ffb-4069-9f76-895d303976c9 None None] Pushing event updated for resources: {'Port': ['ID=162f6088-88a6-4fb3-9c0c-8a73c8c4b085,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:20.675482 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f8c194-ed2e-482e-a7f3-3338de4399f4 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:46:20.676444 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f8c194-ed2e-482e-a7f3-3338de4399f4 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:46:20.677079 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-a3f8c194-ed2e-482e-a7f3-3338de4399f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:20.677677 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f8c194-ed2e-482e-a7f3-3338de4399f4 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:46:20.678420 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-a3f8c194-ed2e-482e-a7f3-3338de4399f4 None None] Bound port: 162f6088-88a6-4fb3-9c0c-8a73c8c4b085, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:46:20.679021 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-a3f8c194-ed2e-482e-a7f3-3338de4399f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:20.741800 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-f2b2e808-effc-4fa0-9a2f-0a8298c57498 req-cb11ef5d-1aca-479b-aa23-e21359d5d7a0 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] For port 46ecb6ee-b451-4f04-b55f-dce83718dfb0, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=46ecb6ee-b451-4f04-b55f-dce83718dfb0,segment=NetworkSegment(b6ee6d89-2075-41a8-95e6-0c4c6766bee6),segment_id=b6ee6d89-2075-41a8-95e6-0c4c6766bee6)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:20.742160 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f2b2e808-effc-4fa0-9a2f-0a8298c57498 req-cb11ef5d-1aca-479b-aa23-e21359d5d7a0 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:20.814291 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Calling delete_port for 7f25cacb-120b-4899-8aa4-909d6357cf18 owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:46:20.821384 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-a3f8c194-ed2e-482e-a7f3-3338de4399f4 None None] For port 162f6088-88a6-4fb3-9c0c-8a73c8c4b085, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:46:20.825727 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-a3f8c194-ed2e-482e-a7f3-3338de4399f4 None None] For port 162f6088-88a6-4fb3-9c0c-8a73c8c4b085, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=162f6088-88a6-4fb3-9c0c-8a73c8c4b085,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:46:20.837344 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-a3f8c194-ed2e-482e-a7f3-3338de4399f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:20.901682 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72c4056d-257c-44a5-9f1f-4e5eee6067ea req-f453d28f-f916-4d59-8219-e8e6e7a4adea tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:46:20.950305 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669216d2-9ffb-4069-9f76-895d303976c9 None None] Pushing event updated for resources: {'Port': ['ID=162f6088-88a6-4fb3-9c0c-8a73c8c4b085,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:20.951990 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02b7cf0-8c7a-4f1f-a1c7-11dd77e4a3a5 None None] Sync routers for ids ['70079143-056c-490a-944c-369e581f27ed'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:46:21.002846 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f8c194-ed2e-482e-a7f3-3338de4399f4 None None] Routers {'033a883d-84fa-43dc-bb85-7fb823bdf93c'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:46:21.003482 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a3f8c194-ed2e-482e-a7f3-3338de4399f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:46:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['033a883d-84fa-43dc-bb85-7fb823bdf93c'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:21.031106 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02b7cf0-8c7a-4f1f-a1c7-11dd77e4a3a5 None None] Routers {'70079143-056c-490a-944c-369e581f27ed'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:46:21.031749 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-e02b7cf0-8c7a-4f1f-a1c7-11dd77e4a3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:46:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['70079143-056c-490a-944c-369e581f27ed'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:21.051754 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c4056d-257c-44a5-9f1f-4e5eee6067ea req-f453d28f-f916-4d59-8219-e8e6e7a4adea tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] No DVR routers for this DVR port 791e2c1a-1d93-427b-a11a-13c319d38532 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:46:21.056753 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-72c4056d-257c-44a5-9f1f-4e5eee6067ea req-f453d28f-f916-4d59-8219-e8e6e7a4adea tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:21.091295 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2aab149-d3ea-4e8e-8d14-956d4b207232', 'name': 'network-vif-deleted', 'tag': '791e2c1a-1d93-427b-a11a-13c319d38532'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:46:21.116821 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-72c4056d-257c-44a5-9f1f-4e5eee6067ea req-f453d28f-f916-4d59-8219-e8e6e7a4adea tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.10 "DELETE /v2.0/ports/791e2c1a-1d93-427b-a11a-13c319d38532 HTTP/1.1" status: 204 len: 173 time: 3.6905279 Apr 20 17:46:21.142862 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:21.216656 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-f2b2e808-effc-4fa0-9a2f-0a8298c57498 req-cb11ef5d-1aca-479b-aa23-e21359d5d7a0 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Calling delete_port for 46ecb6ee-b451-4f04-b55f-dce83718dfb0 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:46:21.314309 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event deleted for resources: {'Port': ['ID=7f25cacb-120b-4899-8aa4-909d6357cf18,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:21.326006 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] No DVR routers for this DVR port 7f25cacb-120b-4899-8aa4-909d6357cf18 on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:46:21.406528 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c78437e8-a0c7-4316-aac6-544757c13dfa up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:46:21.510713 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-a3f8c194-ed2e-482e-a7f3-3338de4399f4 None None] Set router 033a883d-84fa-43dc-bb85-7fb823bdf93c gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:46:21.540631 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54c671-9020-4f74-9672-5d57c7d05dce req-efdeb06a-641d-4784-b552-aba03297a150 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:21.550031 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a54c671-9020-4f74-9672-5d57c7d05dce req-efdeb06a-641d-4784-b552-aba03297a150 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d3462a8-d550-43b5-a927-1c2dff579885 HTTP/1.1" status: 200 len: 946 time: 0.7143197 Apr 20 17:46:21.574070 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-8104b341-6be3-4b2a-a44f-649de7d2cdf8 req-e03e194a-eb0f-49c9-bc5b-1f767ac79473 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Synchronizing usage tracker for tenant:afdda90d8b714cd0a49b7b3d0da0c05b on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:46:21.594230 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-e02b7cf0-8c7a-4f1f-a1c7-11dd77e4a3a5 None None] Set router 70079143-056c-490a-944c-369e581f27ed gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:46:21.663036 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddd6a41-11fb-4d89-9411-64b367bc799b None None] Network f3465054-501f-447c-bc33-90c5eb4441ec requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:46:21.684778 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port c78437e8-a0c7-4316-aac6-544757c13dfa completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:46:21.778841 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:21.789855 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-8104b341-6be3-4b2a-a44f-649de7d2cdf8 req-e03e194a-eb0f-49c9-bc5b-1f767ac79473 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Unset dirty status for tenant:afdda90d8b714cd0a49b7b3d0da0c05b on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:46:21.802576 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a54c671-9020-4f74-9672-5d57c7d05dce req-e3d5b340-2faf-40ac-846f-072ef766d9fa tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/security-groups?id=46113bbc-e7d4-42fe-aca9-bc93217e8a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514164 Apr 20 17:46:21.830876 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8104b341-6be3-4b2a-a44f-649de7d2cdf8 req-e03e194a-eb0f-49c9-bc5b-1f767ac79473 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2aab149-d3ea-4e8e-8d14-956d4b207232 HTTP/1.1" status: 200 len: 210 time: 0.4022622 Apr 20 17:46:21.843472 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e619df79-2c7e-4492-9e2c-5ea6eb9d1efb up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:46:21.923183 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3fecb5a-dff2-4666-bb02-fe5066bc90fb']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:21.952272 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb9395b8-e6dc-41a4-a68b-2bd537eb155d') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:21.952555 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb9395b8-e6dc-41a4-a68b-2bd537eb155d') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:21.972576 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:21.999713 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f2b2e808-effc-4fa0-9a2f-0a8298c57498 req-cb11ef5d-1aca-479b-aa23-e21359d5d7a0 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:22.003932 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86368639-9bc2-475c-910b-8332a7c7d997'] response: {'server_uuid': 'f2aab149-d3ea-4e8e-8d14-956d4b207232', 'name': 'network-vif-deleted', 'tag': '791e2c1a-1d93-427b-a11a-13c319d38532', 'status': 'completed', 'code': 200} Apr 20 17:46:22.011761 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:22.019531 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:46:22.020301 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:22.038544 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:46:22.038544 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:46:22.038544 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:46:22.038544 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:46:22.038544 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:46:22.038544 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:46:22.038544 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:46:22.038544 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:46:22.038544 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:46:22.038544 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:46:22.038544 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:46:22.038544 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:46:22.038544 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:46:22.038544 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:46:22.038544 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:46:22.038544 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:46:22.038544 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:46:22.038544 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:46:22.038544 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:46:22.038544 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:46:22.038544 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:46:22.038544 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:46:22.038544 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:46:22.038544 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:46:22.038544 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:46:22.038544 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:46:22.038544 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:46:22.038544 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:46:22.038544 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:46:22.038544 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:46:22.038544 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:46:22.038544 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:46:22.124262 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a3f8c194-ed2e-482e-a7f3-3338de4399f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033a883d-84fa-43dc-bb85-7fb823bdf93c', 'name': 'tempest-TestServerMultinode-214052317-router', 'tenant_id': '7918b973982145af9c41d09d5feda08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '162f6088-88a6-4fb3-9c0c-8a73c8c4b085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:46:16Z', 'updated_at': '2022-04-20T17:46:17Z', 'revision_number': 3, 'project_id': '7918b973982145af9c41d09d5feda08e', 'gw_port': {'id': '162f6088-88a6-4fb3-9c0c-8a73c8c4b085', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033a883d-84fa-43dc-bb85-7fb823bdf93c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:46:17Z', 'updated_at': '2022-04-20T17:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:22.129289 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f8c194-ed2e-482e-a7f3-3338de4399f4 None None] The sync data for ids ['033a883d-84fa-43dc-bb85-7fb823bdf93c'] in n-d-838032-1 is: [{'id': '033a883d-84fa-43dc-bb85-7fb823bdf93c', 'name': 'tempest-TestServerMultinode-214052317-router', 'tenant_id': '7918b973982145af9c41d09d5feda08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '162f6088-88a6-4fb3-9c0c-8a73c8c4b085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:46:16Z', 'updated_at': '2022-04-20T17:46:17Z', 'revision_number': 3, 'project_id': '7918b973982145af9c41d09d5feda08e', 'gw_port': {'id': '162f6088-88a6-4fb3-9c0c-8a73c8c4b085', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033a883d-84fa-43dc-bb85-7fb823bdf93c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:46:17Z', 'updated_at': '2022-04-20T17:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:46:22.129570 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11ef5d-1aca-479b-aa23-e21359d5d7a0 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Pushing event deleted for resources: {'Port': ['ID=46ecb6ee-b451-4f04-b55f-dce83718dfb0,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:22.138054 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-38394ed8-279c-4710-9e9d-de45cad10a7c None None] Provisioning for port c78437e8-a0c7-4316-aac6-544757c13dfa completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:46:22.166244 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:22.171654 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-38394ed8-279c-4710-9e9d-de45cad10a7c None None] Provisioning complete for port c78437e8-a0c7-4316-aac6-544757c13dfa triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:22.172025 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-38394ed8-279c-4710-9e9d-de45cad10a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:22.185737 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:22.196760 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event deleted for resources: {'Network': ['ID=b3fecb5a-dff2-4666-bb02-fe5066bc90fb,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:22.203687 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d69c949d-4f45-4fc9-938a-cfc08aa46ab2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/networks/b3fecb5a-dff2-4666-bb02-fe5066bc90fb HTTP/1.1" status: 204 len: 168 time: 4.9579635 Apr 20 17:46:22.204241 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52036) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:22.229232 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c987ca1-0cf0-4289-8ef7-73e9a7ea9b93 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] DELETE failed (client error): The resource could not be found. Apr 20 17:46:22.229661 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c987ca1-0cf0-4289-8ef7-73e9a7ea9b93 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:46:22.234249 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4c987ca1-0cf0-4289-8ef7-73e9a7ea9b93 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/networks/b3fecb5a-dff2-4666-bb02-fe5066bc90fb HTTP/1.1" status: 404 len: 339 time: 0.0256026 Apr 20 17:46:22.235104 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52040) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:22.240265 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-67a51f91-b0cb-4ff8-881a-3d6adf413fe1 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2127659387', 'description': 'd1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:22.246323 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-67a51f91-b0cb-4ff8-881a-3d6adf413fe1 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:22.249842 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-67a51f91-b0cb-4ff8-881a-3d6adf413fe1 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Usage tracker for resource:network and tenant:b6d8bd39e275438082493739a75229df is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:22.253984 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-67a51f91-b0cb-4ff8-881a-3d6adf413fe1 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:22.259293 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-67a51f91-b0cb-4ff8-881a-3d6adf413fe1 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:22.261650 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c39210a4-0b12-4a7c-b062-06688d45cd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:22.273647 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a51f91-b0cb-4ff8-881a-3d6adf413fe1 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Made reservation on behalf of b6d8bd39e275438082493739a75229df for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:22.277063 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-67a51f91-b0cb-4ff8-881a-3d6adf413fe1 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:22.277462 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b2e808-effc-4fa0-9a2f-0a8298c57498 req-cb11ef5d-1aca-479b-aa23-e21359d5d7a0 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] No DVR routers for this DVR port 46ecb6ee-b451-4f04-b55f-dce83718dfb0 on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:46:22.283588 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f2b2e808-effc-4fa0-9a2f-0a8298c57498 req-cb11ef5d-1aca-479b-aa23-e21359d5d7a0 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:22.286842 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3462a8-d550-43b5-a927-1c2dff579885', 'name': 'network-vif-deleted', 'tag': '46ecb6ee-b451-4f04-b55f-dce83718dfb0'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:46:22.330145 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a51f91-b0cb-4ff8-881a-3d6adf413fe1 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:46:22.344046 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-67a51f91-b0cb-4ff8-881a-3d6adf413fe1 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:22.344335 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-67a51f91-b0cb-4ff8-881a-3d6adf413fe1 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Added segment 7260d924-9688-4aa9-9427-e39d36240c90 of type vlan for network b8ea8c5a-640b-4701-aa63-b970c48dfe12 Apr 20 17:46:22.355951 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fb02e03-f308-46a9-a86c-be26a0790653'] response: {'server_uuid': '2d3462a8-d550-43b5-a927-1c2dff579885', 'name': 'network-vif-deleted', 'tag': '46ecb6ee-b451-4f04-b55f-dce83718dfb0', 'status': 'completed', 'code': 200} Apr 20 17:46:22.359077 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f2b2e808-effc-4fa0-9a2f-0a8298c57498 req-cb11ef5d-1aca-479b-aa23-e21359d5d7a0 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.10 "DELETE /v2.0/ports/46ecb6ee-b451-4f04-b55f-dce83718dfb0 HTTP/1.1" status: 204 len: 173 time: 2.5043030 Apr 20 17:46:22.390422 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-67a51f91-b0cb-4ff8-881a-3d6adf413fe1 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:22.425834 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104ab22-cf6e-4fbb-aa24-2fc6e1f553ef req-262a15e3-7cb8-48e3-a9ca-53646c0cae26 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:22.434953 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d104ab22-cf6e-4fbb-aa24-2fc6e1f553ef req-262a15e3-7cb8-48e3-a9ca-53646c0cae26 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d0f9d8b-c658-4a74-b4f6-2fe8610f0500 HTTP/1.1" status: 200 len: 946 time: 0.3067484 Apr 20 17:46:22.435619 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-67a51f91-b0cb-4ff8-881a-3d6adf413fe1 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:22.440343 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a51f91-b0cb-4ff8-881a-3d6adf413fe1 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:22.442108 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-67a51f91-b0cb-4ff8-881a-3d6adf413fe1 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:22.497516 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port e619df79-2c7e-4492-9e2c-5ea6eb9d1efb completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:46:22.507777 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port e619df79-2c7e-4492-9e2c-5ea6eb9d1efb triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:22.508252 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:22.558981 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d104ab22-cf6e-4fbb-aa24-2fc6e1f553ef req-54d33881-08ac-45c6-9e8e-ba833d3f5182 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a3364ff-ec0f-44f9-bf4a-7d15c518057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223876 Apr 20 17:46:22.567330 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-67a51f91-b0cb-4ff8-881a-3d6adf413fe1 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3288507 Apr 20 17:46:22.569057 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52046) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:22.634605 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-c39210a4-0b12-4a7c-b062-06688d45cd74 admin admin] Allocated IP 172.20.0.1 (f3465054-501f-447c-bc33-90c5eb4441ec/820006eb-7189-4974-a8d4-359e39ffeced/ea6e3639-a073-46a0-a5a8-1526ddcb2017) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:46:22.649673 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a51f91-b0cb-4ff8-881a-3d6adf413fe1 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event updated for resources: {'Network': ['ID=b8ea8c5a-640b-4701-aa63-b970c48dfe12,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:22.685025 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network b8ea8c5a-640b-4701-aa63-b970c48dfe12 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:46:22.704336 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc875897-c286-496b-afbf-9c98c24cedf7 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:22.704991 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-dc875897-c286-496b-afbf-9c98c24cedf7 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Synchronizing usage tracker for tenant:b6d8bd39e275438082493739a75229df on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:46:22.723961 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-dc875897-c286-496b-afbf-9c98c24cedf7 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Unset dirty status for tenant:b6d8bd39e275438082493739a75229df on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:46:22.725204 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-dc875897-c286-496b-afbf-9c98c24cedf7 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "GET /v2.0/networks?id=b8ea8c5a-640b-4701-aa63-b970c48dfe12 HTTP/1.1" status: 200 len: 761 time: 0.1551955 Apr 20 17:46:22.728002 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52050) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:22.733726 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-823baba2-be15-4bf6-87d0-dca6ee83e91a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Request body: {'network': {'description': 'd2'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:22.791082 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c39210a4-0b12-4a7c-b062-06688d45cd74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:22.807347 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-c39210a4-0b12-4a7c-b062-06688d45cd74 admin admin] Transition to ACTIVE for port object ea6e3639-a073-46a0-a5a8-1526ddcb2017 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:46:22.849086 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c39210a4-0b12-4a7c-b062-06688d45cd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:22.893825 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-38394ed8-279c-4710-9e9d-de45cad10a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:23.008718 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:23.014280 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39210a4-0b12-4a7c-b062-06688d45cd74 admin admin] Network f3465054-501f-447c-bc33-90c5eb4441ec is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:46:23.017944 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-c39210a4-0b12-4a7c-b062-06688d45cd74 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:23.032283 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39210a4-0b12-4a7c-b062-06688d45cd74 admin admin] Pushing event updated for resources: {'Port': ['ID=ea6e3639-a073-46a0-a5a8-1526ddcb2017,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:23.036256 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39210a4-0b12-4a7c-b062-06688d45cd74 admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:46:23.043416 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-38394ed8-279c-4710-9e9d-de45cad10a7c None None] For port c78437e8-a0c7-4316-aac6-544757c13dfa, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c78437e8-a0c7-4316-aac6-544757c13dfa,segment=NetworkSegment(d368fbf6-0003-4dc9-8db7-5beafe9df9b3),segment_id=d368fbf6-0003-4dc9-8db7-5beafe9df9b3)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:23.050411 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-823baba2-be15-4bf6-87d0-dca6ee83e91a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:23.063647 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-38394ed8-279c-4710-9e9d-de45cad10a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:23.093266 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52060) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:23.128507 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-823baba2-be15-4bf6-87d0-dca6ee83e91a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:23.131780 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port e619df79-2c7e-4492-9e2c-5ea6eb9d1efb, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e619df79-2c7e-4492-9e2c-5ea6eb9d1efb,segment=NetworkSegment(161e3d14-e48b-4a67-b6ed-2a37520ea769),segment_id=161e3d14-e48b-4a67-b6ed-2a37520ea769)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:23.148542 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:23.153787 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c39210a4-0b12-4a7c-b062-06688d45cd74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:23.153945 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3e35dd87-0117-4319-bb9d-37c3dba484c2 req-97f37d28-75ad-44ed-a873-e370e23da1a6 tempest-TestServerAdvancedOps-1370512968 tempest-TestServerAdvancedOps-1370512968-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d3462a8-d550-43b5-a927-1c2dff579885 HTTP/1.1" status: 200 len: 210 time: 0.0881829 Apr 20 17:46:23.170234 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-e02b7cf0-8c7a-4f1f-a1c7-11dd77e4a3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70079143-056c-490a-944c-369e581f27ed', 'name': 'tempest-AttachVolumeTestJSON-1274240987-router', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:38:39Z', 'updated_at': '2022-04-20T17:38:53Z', 'revision_number': 4, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'gw_port': {'id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:41Z', 'updated_at': '2022-04-20T17:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '924c148d-142c-4b6c-8570-3b938b8a81ab', 'name': '', 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'mac_address': 'fa:16:3e:16:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6df2b9cf-3053-4862-b128-40e0c38b0bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:52Z', 'updated_at': '2022-04-20T17:39:05Z', 'revision_number': 5, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'subnets': [{'id': '6df2b9cf-3053-4862-b128-40e0c38b0bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:23.186215 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02b7cf0-8c7a-4f1f-a1c7-11dd77e4a3a5 None None] Checking router: 70079143-056c-490a-944c-369e581f27ed for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:46:23.197405 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dbc28d19-222f-4799-a48b-cace6676e385 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:23.203124 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38394ed8-279c-4710-9e9d-de45cad10a7c None None] Pushing event updated for resources: {'Port': ['ID=c78437e8-a0c7-4316-aac6-544757c13dfa,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:23.224155 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-823baba2-be15-4bf6-87d0-dca6ee83e91a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Network b8ea8c5a-640b-4701-aa63-b970c48dfe12 is not hosted by any dhcp agent {{(pid=84081) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 20 17:46:23.227279 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823baba2-be15-4bf6-87d0-dca6ee83e91a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:23.227940 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-823baba2-be15-4bf6-87d0-dca6ee83e91a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:23.229384 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-823baba2-be15-4bf6-87d0-dca6ee83e91a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "PUT /v2.0/networks/b8ea8c5a-640b-4701-aa63-b970c48dfe12 HTTP/1.1" status: 200 len: 758 time: 0.5003901 Apr 20 17:46:23.235826 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52064) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:23.271262 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dbc28d19-222f-4799-a48b-cace6676e385 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:23.271846 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02b7cf0-8c7a-4f1f-a1c7-11dd77e4a3a5 None None] Routers {'70079143-056c-490a-944c-369e581f27ed'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:46:23.272073 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-e02b7cf0-8c7a-4f1f-a1c7-11dd77e4a3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:46:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['70079143-056c-490a-944c-369e581f27ed'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:23.289487 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823baba2-be15-4bf6-87d0-dca6ee83e91a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event updated for resources: {'Network': ['ID=b8ea8c5a-640b-4701-aa63-b970c48dfe12,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:23.349794 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dbc28d19-222f-4799-a48b-cace6676e385 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:23.365172 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c39210a4-0b12-4a7c-b062-06688d45cd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:23.413908 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823baba2-be15-4bf6-87d0-dca6ee83e91a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:23.415107 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823baba2-be15-4bf6-87d0-dca6ee83e91a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:23.416641 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823baba2-be15-4bf6-87d0-dca6ee83e91a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:23.416986 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823baba2-be15-4bf6-87d0-dca6ee83e91a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:23.417320 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823baba2-be15-4bf6-87d0-dca6ee83e91a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:23.417699 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823baba2-be15-4bf6-87d0-dca6ee83e91a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:23.418031 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823baba2-be15-4bf6-87d0-dca6ee83e91a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:23.419495 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823baba2-be15-4bf6-87d0-dca6ee83e91a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:23.419873 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823baba2-be15-4bf6-87d0-dca6ee83e91a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:23.420205 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823baba2-be15-4bf6-87d0-dca6ee83e91a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:23.421667 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823baba2-be15-4bf6-87d0-dca6ee83e91a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:23.439143 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network b8ea8c5a-640b-4701-aa63-b970c48dfe12 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:46:23.444493 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48902c84-2337-4c61-99df-4102ba6dc15f tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:23.452889 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-48902c84-2337-4c61-99df-4102ba6dc15f tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "GET /v2.0/networks?id=b8ea8c5a-640b-4701-aa63-b970c48dfe12 HTTP/1.1" status: 200 len: 761 time: 0.2108946 Apr 20 17:46:23.453088 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52068) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:23.458949 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-82b79284-a19a-4233-a7c2-25b901f03e04 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1401094788'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:23.473050 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-82b79284-a19a-4233-a7c2-25b901f03e04 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:23.493001 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-82b79284-a19a-4233-a7c2-25b901f03e04 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:23.507878 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b79284-a19a-4233-a7c2-25b901f03e04 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Made reservation on behalf of b6d8bd39e275438082493739a75229df for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:23.511710 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-82b79284-a19a-4233-a7c2-25b901f03e04 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:23.554067 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=e619df79-2c7e-4492-9e2c-5ea6eb9d1efb,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:23.555591 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82b79284-a19a-4233-a7c2-25b901f03e04 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:46:23.568356 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc28d19-222f-4799-a48b-cace6676e385 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0ee191-fa24-4876-bfdb-23fbd66f6960,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:23.569472 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-82b79284-a19a-4233-a7c2-25b901f03e04 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:23.570843 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-82b79284-a19a-4233-a7c2-25b901f03e04 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Added segment be230b7e-03c3-4a2d-af58-9cd39a03ca92 of type vlan for network f5f53a28-71f4-4932-9a4f-df9deae28bf9 Apr 20 17:46:23.579023 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dbc28d19-222f-4799-a48b-cace6676e385 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:23.580262 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-dbc28d19-222f-4799-a48b-cace6676e385 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "DELETE /v2.0/security-groups/1e0ee191-fa24-4876-bfdb-23fbd66f6960 HTTP/1.1" status: 204 len: 168 time: 0.4860475 Apr 20 17:46:23.583304 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52072) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:23.620477 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 46ecb6ee-b451-4f04-b55f-dce83718dfb0 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:46:23.677492 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c39210a4-0b12-4a7c-b062-06688d45cd74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:23.678842 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 46ecb6ee-b451-4f04-b55f-dce83718dfb0 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:46:23.679194 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 46ecb6ee-b451-4f04-b55f-dce83718dfb0 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:46:23.687349 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-e02b7cf0-8c7a-4f1f-a1c7-11dd77e4a3a5 None None] Set router 70079143-056c-490a-944c-369e581f27ed gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:46:23.689347 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c39210a4-0b12-4a7c-b062-06688d45cd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:23.746224 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-40e7de3c-746d-4abc-94cc-28ff1b79fb3e None None] Provisioning complete for port c78437e8-a0c7-4316-aac6-544757c13dfa triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:23.746635 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-40e7de3c-746d-4abc-94cc-28ff1b79fb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:23.776613 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-f541acb1-153e-4da1-a0e1-1b7c0ba9e30c tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] show failed (client error): The resource could not be found. Apr 20 17:46:23.780525 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f541acb1-153e-4da1-a0e1-1b7c0ba9e30c tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "GET /v2.0/security-groups/1e0ee191-fa24-4876-bfdb-23fbd66f6960 HTTP/1.1" status: 404 len: 347 time: 0.1927128 Apr 20 17:46:23.780525 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-82b79284-a19a-4233-a7c2-25b901f03e04 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:23.781517 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6da3e1-c99c-4e30-a382-e8dcf6c14421 None None] get_active_networks_info from n-d-838032-1 {{(pid=84082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 20 17:46:23.782742 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52078) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:23.792792 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39210a4-0b12-4a7c-b062-06688d45cd74 admin admin] Pushing event updated for resources: {'Port': ['ID=ea6e3639-a073-46a0-a5a8-1526ddcb2017,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:23.877244 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c39210a4-0b12-4a7c-b062-06688d45cd74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:23.979165 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-6e8b4a59-917f-464c-b3de-a2d5793a96d6 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Deleting port 45c78693-881a-4932-af2b-45e069e59fc3 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:46:23.979649 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6e8b4a59-917f-464c-b3de-a2d5793a96d6 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:24.013829 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-82b79284-a19a-4233-a7c2-25b901f03e04 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:24.017727 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b79284-a19a-4233-a7c2-25b901f03e04 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:24.018419 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-82b79284-a19a-4233-a7c2-25b901f03e04 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:24.097839 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0de17-5afe-4136-a08d-8af2897e55a1 req-48b8a213-1a20-4c6a-846e-e9264f61a60a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:24.100338 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-38a0de17-5afe-4136-a08d-8af2897e55a1 req-48b8a213-1a20-4c6a-846e-e9264f61a60a tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d0f9d8b-c658-4a74-b4f6-2fe8610f0500 HTTP/1.1" status: 200 len: 946 time: 0.3113656 Apr 20 17:46:24.184084 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39210a4-0b12-4a7c-b062-06688d45cd74 admin admin] Network f3465054-501f-447c-bc33-90c5eb4441ec is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:46:24.186973 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-c39210a4-0b12-4a7c-b062-06688d45cd74 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:24.211710 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b79284-a19a-4233-a7c2-25b901f03e04 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event updated for resources: {'Network': ['ID=f5f53a28-71f4-4932-9a4f-df9deae28bf9,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:24.229393 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6da3e1-c99c-4e30-a382-e8dcf6c14421 None None] Resources bound (agent type, host, resource id): {{(pid=84082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 17:46:24.233658 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-82b79284-a19a-4233-a7c2-25b901f03e04 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7795222 Apr 20 17:46:24.236977 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52084) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:24.244375 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-bffec8af-63fd-41b5-b009-cb6387ec9476 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Request body: {'subnet': {'network_id': 'f5f53a28-71f4-4932-9a4f-df9deae28bf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:24.249072 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-38a0de17-5afe-4136-a08d-8af2897e55a1 req-4df02878-7830-400c-9455-973297c388de tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a3364ff-ec0f-44f9-bf4a-7d15c518057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331096 Apr 20 17:46:24.262963 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network f5f53a28-71f4-4932-9a4f-df9deae28bf9 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:46:24.372593 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52088) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:24.386466 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6e8b4a59-917f-464c-b3de-a2d5793a96d6 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:24.386828 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6e8b4a59-917f-464c-b3de-a2d5793a96d6 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:24.402359 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-bffec8af-63fd-41b5-b009-cb6387ec9476 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:24.415632 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d9ef560-fd69-41de-a95f-2942cc23e606 None None] Provisioning for port ea6e3639-a073-46a0-a5a8-1526ddcb2017 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:46:24.492693 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3174fa2-d31e-4096-be0a-014cfaebff6a admin admin] Deleting subnet 150e42f0-0b10-49c7-84b8-d06c760aeed5 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:46:24.508007 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-bffec8af-63fd-41b5-b009-cb6387ec9476 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Usage tracker for resource:subnet and tenant:b6d8bd39e275438082493739a75229df is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:24.508526 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d9ef560-fd69-41de-a95f-2942cc23e606 None None] Provisioning complete for port ea6e3639-a073-46a0-a5a8-1526ddcb2017 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:24.508900 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d9ef560-fd69-41de-a95f-2942cc23e606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:24.516518 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-6e8b4a59-917f-464c-b3de-a2d5793a96d6 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Calling delete_port for 45c78693-881a-4932-af2b-45e069e59fc3 owned by network:floatingip {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:46:24.541852 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-bffec8af-63fd-41b5-b009-cb6387ec9476 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:24.546792 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e3174fa2-d31e-4096-be0a-014cfaebff6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:24.555274 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-bffec8af-63fd-41b5-b009-cb6387ec9476 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:24.579251 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffec8af-63fd-41b5-b009-cb6387ec9476 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Made reservation on behalf of b6d8bd39e275438082493739a75229df for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:24.597068 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d9ef560-fd69-41de-a95f-2942cc23e606 None None] Port ea6e3639-a073-46a0-a5a8-1526ddcb2017 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:46:24.609393 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-e02b7cf0-8c7a-4f1f-a1c7-11dd77e4a3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70079143-056c-490a-944c-369e581f27ed', 'name': 'tempest-AttachVolumeTestJSON-1274240987-router', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:38:39Z', 'updated_at': '2022-04-20T17:38:53Z', 'revision_number': 4, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'gw_port': {'id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:41Z', 'updated_at': '2022-04-20T17:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '924c148d-142c-4b6c-8570-3b938b8a81ab', 'name': '', 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'mac_address': 'fa:16:3e:16:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6df2b9cf-3053-4862-b128-40e0c38b0bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:52Z', 'updated_at': '2022-04-20T17:39:05Z', 'revision_number': 5, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'subnets': [{'id': '6df2b9cf-3053-4862-b128-40e0c38b0bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:24.622223 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e3174fa2-d31e-4096-be0a-014cfaebff6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:24.627245 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02b7cf0-8c7a-4f1f-a1c7-11dd77e4a3a5 None None] The sync data for ids ['70079143-056c-490a-944c-369e581f27ed'] in n-d-838032-1 is: [{'id': '70079143-056c-490a-944c-369e581f27ed', 'name': 'tempest-AttachVolumeTestJSON-1274240987-router', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:38:39Z', 'updated_at': '2022-04-20T17:38:53Z', 'revision_number': 4, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'gw_port': {'id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:41Z', 'updated_at': '2022-04-20T17:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '924c148d-142c-4b6c-8570-3b938b8a81ab', 'name': '', 'network_id': '911da384-323b-42ed-9656-9be4d49d8f36', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'mac_address': 'fa:16:3e:16:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6df2b9cf-3053-4862-b128-40e0c38b0bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:52Z', 'updated_at': '2022-04-20T17:39:05Z', 'revision_number': 5, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'subnets': [{'id': '6df2b9cf-3053-4862-b128-40e0c38b0bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:46:24.690416 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e3174fa2-d31e-4096-be0a-014cfaebff6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:24.700694 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bffec8af-63fd-41b5-b009-cb6387ec9476 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:24.785365 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e3174fa2-d31e-4096-be0a-014cfaebff6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:24.825879 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3174fa2-d31e-4096-be0a-014cfaebff6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=150e42f0-0b10-49c7-84b8-d06c760aeed5,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:24.833939 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e3174fa2-d31e-4096-be0a-014cfaebff6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:24.845039 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e3174fa2-d31e-4096-be0a-014cfaebff6a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/150e42f0-0b10-49c7-84b8-d06c760aeed5 HTTP/1.1" status: 204 len: 168 time: 0.4714367 Apr 20 17:46:24.847875 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52092) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:24.854209 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39210a4-0b12-4a7c-b062-06688d45cd74 admin admin] Router 033a883d-84fa-43dc-bb85-7fb823bdf93c has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:46:24.882479 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6e8b4a59-917f-464c-b3de-a2d5793a96d6 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:25.001069 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b4a59-917f-464c-b3de-a2d5793a96d6 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Pushing event deleted for resources: {'Port': ['ID=45c78693-881a-4932-af2b-45e069e59fc3,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:25.084261 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39210a4-0b12-4a7c-b062-06688d45cd74 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:46:25.097430 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c39210a4-0b12-4a7c-b062-06688d45cd74 admin admin] 10.222.0.39 "PUT /v2.0/routers/033a883d-84fa-43dc-bb85-7fb823bdf93c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2922237 Apr 20 17:46:25.097550 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-580e4844-92e1-4fa8-99d0-5c827fc9e65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:25.125780 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ae76ab21-4efc-4d74-9d7b-748236bacff8 None None] Provisioning complete for port ea6e3639-a073-46a0-a5a8-1526ddcb2017 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:25.126449 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ae76ab21-4efc-4d74-9d7b-748236bacff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:25.187743 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-ae76ab21-4efc-4d74-9d7b-748236bacff8 None None] Port ea6e3639-a073-46a0-a5a8-1526ddcb2017 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:46:25.242741 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c78437e8-a0c7-4316-aac6-544757c13dfa up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:46:25.325915 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6e8b4a59-917f-464c-b3de-a2d5793a96d6 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks [] for floatingip, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:25.330478 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port c78437e8-a0c7-4316-aac6-544757c13dfa triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:25.330850 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:25.469784 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e619df79-2c7e-4492-9e2c-5ea6eb9d1efb up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:46:25.498998 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-580e4844-92e1-4fa8-99d0-5c827fc9e65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:25.541548 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port e619df79-2c7e-4492-9e2c-5ea6eb9d1efb triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:25.541915 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:25.544334 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bffec8af-63fd-41b5-b009-cb6387ec9476 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:25.577314 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6e8b4a59-917f-464c-b3de-a2d5793a96d6 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:25.581449 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6e8b4a59-917f-464c-b3de-a2d5793a96d6 tempest-AttachVolumeTestJSON-246064224 tempest-AttachVolumeTestJSON-246064224-project] 10.222.0.39 "DELETE /v2.0/floatingips/ac10d8b2-63e8-4ff2-90b6-a4f4b005704f HTTP/1.1" status: 204 len: 168 time: 1.7949212 Apr 20 17:46:25.583198 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-580e4844-92e1-4fa8-99d0-5c827fc9e65a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53970dd1-c456-4c66-8514-86350a18f2cb']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:25.641400 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffec8af-63fd-41b5-b009-cb6387ec9476 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event updated for resources: {'Subnet': ['ID=1480273e-8e7c-4789-8142-4585cb3125c2,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:25.664261 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-580e4844-92e1-4fa8-99d0-5c827fc9e65a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ee6d89-2075-41a8-95e6-0c4c6766bee6') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:25.664558 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-580e4844-92e1-4fa8-99d0-5c827fc9e65a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ee6d89-2075-41a8-95e6-0c4c6766bee6') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:25.702884 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-580e4844-92e1-4fa8-99d0-5c827fc9e65a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:25.715535 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fae618-40ea-4591-9533-2d2b0bb2a9a3 req-b0e1b745-cad6-44e6-bf00-8d944b3aafdc tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:25.723172 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-22fae618-40ea-4591-9533-2d2b0bb2a9a3 req-b0e1b745-cad6-44e6-bf00-8d944b3aafdc tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d0f9d8b-c658-4a74-b4f6-2fe8610f0500 HTTP/1.1" status: 200 len: 946 time: 0.3123484 Apr 20 17:46:25.790392 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-580e4844-92e1-4fa8-99d0-5c827fc9e65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:25.805920 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-580e4844-92e1-4fa8-99d0-5c827fc9e65a admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:46:25.806343 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-580e4844-92e1-4fa8-99d0-5c827fc9e65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:25.819540 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:46:25.819540 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:46:25.819540 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:46:25.819540 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:46:25.819540 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:46:25.819540 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:46:25.819540 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:46:25.819540 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:46:25.819540 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:46:25.819540 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:46:25.819540 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:46:25.819540 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:46:25.819540 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:46:25.819540 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:46:25.819540 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:46:25.819540 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:46:25.819540 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:46:25.819540 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:46:25.819540 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:46:25.819540 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:46:25.819540 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:46:25.819540 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:46:25.819540 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:46:25.819540 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:46:25.819540 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:46:25.819540 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:46:25.819540 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:46:25.819540 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:46:25.819540 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:46:25.819540 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:46:25.819540 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:46:25.819540 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:46:25.834764 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-22fae618-40ea-4591-9533-2d2b0bb2a9a3 req-07469e17-bdb3-4ed3-91f5-47d33acd78bd tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a3364ff-ec0f-44f9-bf4a-7d15c518057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106825 Apr 20 17:46:25.869044 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-f896c2a7-9b21-479f-a4e8-04eb68b73691 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:25.874640 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-f896c2a7-9b21-479f-a4e8-04eb68b73691 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/networks?id=749f271d-35c0-4b6f-9065-f11168e732e7 HTTP/1.1" status: 200 len: 911 time: 0.1475623 Apr 20 17:46:25.892052 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-f1f3c8a2-88e8-4ff4-875a-98d039d8bcf2 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/quotas/7918b973982145af9c41d09d5feda08e HTTP/1.1" status: 200 len: 375 time: 0.0159845 Apr 20 17:46:25.910438 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffec8af-63fd-41b5-b009-cb6387ec9476 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Checking segment: {'id': 'be230b7e-03c3-4a2d-af58-9cd39a03ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f5f53a28-71f4-4932-9a4f-df9deae28bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:46:25.910962 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffec8af-63fd-41b5-b009-cb6387ec9476 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Network hostable DHCP agents. Network: f5f53a28-71f4-4932-9a4f-df9deae28bf9, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:46:25.932320 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-580e4844-92e1-4fa8-99d0-5c827fc9e65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:25.937228 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-580e4844-92e1-4fa8-99d0-5c827fc9e65a admin admin] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:25.959065 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffec8af-63fd-41b5-b009-cb6387ec9476 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Network f5f53a28-71f4-4932-9a4f-df9deae28bf9 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:46:25.963588 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e4844-92e1-4fa8-99d0-5c827fc9e65a admin admin] Pushing event deleted for resources: {'Network': ['ID=53970dd1-c456-4c66-8514-86350a18f2cb,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:25.974995 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-580e4844-92e1-4fa8-99d0-5c827fc9e65a admin admin] 10.222.0.39 "DELETE /v2.0/networks/53970dd1-c456-4c66-8514-86350a18f2cb HTTP/1.1" status: 204 len: 168 time: 1.1256921 Apr 20 17:46:25.975897 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-c31cf9ce-c2aa-4c16-9f36-c4c387e9554e tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Synchronizing usage tracker for tenant:7918b973982145af9c41d09d5feda08e on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:46:25.976030 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52120) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:25.995328 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-c31cf9ce-c2aa-4c16-9f36-c4c387e9554e tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Unset dirty status for tenant:7918b973982145af9c41d09d5feda08e on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:46:25.996806 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-c31cf9ce-c2aa-4c16-9f36-c4c387e9554e tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/ports?tenant_id=7918b973982145af9c41d09d5feda08e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0983560 Apr 20 17:46:26.018490 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-bffec8af-63fd-41b5-b009-cb6387ec9476 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, f5f53a28-71f4-4932-9a4f-df9deae28bf9) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:26.022687 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffec8af-63fd-41b5-b009-cb6387ec9476 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:26.023515 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bffec8af-63fd-41b5-b009-cb6387ec9476 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:26.029967 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e21822d-e6fb-4736-9e37-37b3ae65c6ba None None] Network f5f53a28-71f4-4932-9a4f-df9deae28bf9 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:46:26.065480 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7b8015e-941e-4bb0-8c22-cffb48fcf2f9 admin admin] Deleting subnet 744d8316-070e-4bc2-9615-e915ea297fa2 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:46:26.068213 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bffec8af-63fd-41b5-b009-cb6387ec9476 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8304627 Apr 20 17:46:26.071107 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c7b8015e-941e-4bb0-8c22-cffb48fcf2f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:26.101224 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52124) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:26.183926 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-76574651-f529-46f6-84cc-e419cb3b6acc service neutron] 10.222.0.39 "GET /v2.0/networks/749f271d-35c0-4b6f-9065-f11168e732e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793163 Apr 20 17:46:26.243072 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c7b8015e-941e-4bb0-8c22-cffb48fcf2f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:26.297747 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29ef483-cc13-431f-93aa-5b3541290529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-f5f53a28-71f4-4932-9a4f-df9deae28bf9', 'network_id': 'f5f53a28-71f4-4932-9a4f-df9deae28bf9', 'tenant_id': 'b6d8bd39e275438082493739a75229df', 'fixed_ips': [{'subnet_id': '1480273e-8e7c-4789-8142-4585cb3125c2'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:46:26.298824 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b29ef483-cc13-431f-93aa-5b3541290529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:26.379819 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c7b8015e-941e-4bb0-8c22-cffb48fcf2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:26.452252 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:26.465656 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-c5e69897-db50-4a48-a88a-866ffe7068aa service neutron] 10.222.0.39 "GET /v2.0/networks/749f271d-35c0-4b6f-9065-f11168e732e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796755 Apr 20 17:46:26.498236 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-b29ef483-cc13-431f-93aa-5b3541290529 None None] Allocated IP 172.20.0.2 (f5f53a28-71f4-4932-9a4f-df9deae28bf9/1480273e-8e7c-4789-8142-4585cb3125c2/8dbd3d41-5b89-443b-8de9-2ce3d0e6603c) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:46:26.621226 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c7b8015e-941e-4bb0-8c22-cffb48fcf2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:26.724747 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8015e-941e-4bb0-8c22-cffb48fcf2f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=744d8316-070e-4bc2-9615-e915ea297fa2,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:26.728618 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f4d13c9e-60e3-4975-b12c-9a1a7a4949fb req-98bf8d92-ce36-4bce-bfb2-0be23af4046e tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=08326e05-6177-491b-9418-840d433b94ec HTTP/1.1" status: 200 len: 210 time: 0.0560305 Apr 20 17:46:26.730777 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:26.770760 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c7b8015e-941e-4bb0-8c22-cffb48fcf2f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:26.783464 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b29ef483-cc13-431f-93aa-5b3541290529 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:26.798748 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b29ef483-cc13-431f-93aa-5b3541290529 None None] Transition to ACTIVE for port object 8dbd3d41-5b89-443b-8de9-2ce3d0e6603c will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:46:26.810968 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c7b8015e-941e-4bb0-8c22-cffb48fcf2f9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/744d8316-070e-4bc2-9615-e915ea297fa2 HTTP/1.1" status: 204 len: 168 time: 0.8303084 Apr 20 17:46:26.811334 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52136) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:26.884701 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b29ef483-cc13-431f-93aa-5b3541290529 None None] Transition to ACTIVE for port object 8dbd3d41-5b89-443b-8de9-2ce3d0e6603c will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:46:26.911534 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b29ef483-cc13-431f-93aa-5b3541290529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:26.944608 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:27.037299 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event deleted for resources: {'Subnet': ['ID=1480273e-8e7c-4789-8142-4585cb3125c2,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:27.081620 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88d38ebb-dbce-4203-ac5a-3d225c2ffbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:27.132051 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29ef483-cc13-431f-93aa-5b3541290529 None None] Network f5f53a28-71f4-4932-9a4f-df9deae28bf9 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:46:27.133964 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be2a2e-6cdd-4a5a-bc81-fd59e88d5cc3 req-2087c5c9-3597-4653-be86-c9f7d1399bb9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:27.135513 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ef483-cc13-431f-93aa-5b3541290529 None None] Pushing event updated for resources: {'Port': ['ID=8dbd3d41-5b89-443b-8de9-2ce3d0e6603c,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:27.137841 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-b29ef483-cc13-431f-93aa-5b3541290529 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:27.143614 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29ef483-cc13-431f-93aa-5b3541290529 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:46:27.143859 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e5be2a2e-6cdd-4a5a-bc81-fd59e88d5cc3 req-2087c5c9-3597-4653-be86-c9f7d1399bb9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d0f9d8b-c658-4a74-b4f6-2fe8610f0500 HTTP/1.1" status: 200 len: 946 time: 0.1563709 Apr 20 17:46:27.214933 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:27.246679 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f53a28-71f4-4932-9a4f-df9deae28bf9']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:27.259323 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b29ef483-cc13-431f-93aa-5b3541290529 None None] Attempting to bind port 8dbd3d41-5b89-443b-8de9-2ce3d0e6603c on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:46:27.260280 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b29ef483-cc13-431f-93aa-5b3541290529 None None] Attempting to bind port 8dbd3d41-5b89-443b-8de9-2ce3d0e6603c by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'be230b7e-03c3-4a2d-af58-9cd39a03ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f5f53a28-71f4-4932-9a4f-df9deae28bf9'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:46:27.261024 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29ef483-cc13-431f-93aa-5b3541290529 None None] Attempting to bind port 8dbd3d41-5b89-443b-8de9-2ce3d0e6603c on network f5f53a28-71f4-4932-9a4f-df9deae28bf9 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:46:27.263512 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be230b7e-03c3-4a2d-af58-9cd39a03ca92') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:27.263821 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be230b7e-03c3-4a2d-af58-9cd39a03ca92') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:27.270699 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29ef483-cc13-431f-93aa-5b3541290529 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:46:27.271216 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29ef483-cc13-431f-93aa-5b3541290529 None None] Checking segment: {'id': 'be230b7e-03c3-4a2d-af58-9cd39a03ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f5f53a28-71f4-4932-9a4f-df9deae28bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:46:27.271646 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b29ef483-cc13-431f-93aa-5b3541290529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:27.272032 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29ef483-cc13-431f-93aa-5b3541290529 None None] Bound using segment: {'id': 'be230b7e-03c3-4a2d-af58-9cd39a03ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f5f53a28-71f4-4932-9a4f-df9deae28bf9'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:46:27.272619 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b29ef483-cc13-431f-93aa-5b3541290529 None None] Bound port: 8dbd3d41-5b89-443b-8de9-2ce3d0e6603c, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be230b7e-03c3-4a2d-af58-9cd39a03ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f5f53a28-71f4-4932-9a4f-df9deae28bf9'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:46:27.273007 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b29ef483-cc13-431f-93aa-5b3541290529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:27.291273 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:27.332052 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:27.354159 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:46:27.355165 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:27.411602 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:46:27.411602 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:46:27.411602 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:46:27.411602 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:46:27.411602 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:46:27.411602 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:46:27.411602 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:46:27.411602 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:46:27.411602 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:46:27.411602 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:46:27.411602 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:46:27.411602 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:46:27.411602 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:46:27.411602 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:46:27.411602 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:46:27.411602 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:46:27.411602 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:46:27.411602 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:46:27.411602 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:46:27.411602 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:46:27.411602 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:46:27.411602 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:46:27.411602 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:46:27.411602 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:46:27.411602 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:46:27.411602 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:46:27.411602 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:46:27.411602 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:46:27.411602 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:46:27.411602 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:46:27.411602 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:46:27.411602 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:46:27.418112 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b29ef483-cc13-431f-93aa-5b3541290529 None None] For port 8dbd3d41-5b89-443b-8de9-2ce3d0e6603c, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:46:27.484790 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88d38ebb-dbce-4203-ac5a-3d225c2ffbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:27.528204 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-88d38ebb-dbce-4203-ac5a-3d225c2ffbf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b34211e7-9a80-49c4-9311-9af3bc24898f']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:27.547756 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-88d38ebb-dbce-4203-ac5a-3d225c2ffbf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4eb12b3-0619-4fae-911d-8f190091762c') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:27.548440 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-88d38ebb-dbce-4203-ac5a-3d225c2ffbf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4eb12b3-0619-4fae-911d-8f190091762c') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:27.562365 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88d38ebb-dbce-4203-ac5a-3d225c2ffbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:27.616537 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e5be2a2e-6cdd-4a5a-bc81-fd59e88d5cc3 req-28a6c380-5fd4-4415-be70-fa0db8337ee7 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a3364ff-ec0f-44f9-bf4a-7d15c518057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4158232 Apr 20 17:46:27.617560 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88d38ebb-dbce-4203-ac5a-3d225c2ffbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:27.625242 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d38ebb-dbce-4203-ac5a-3d225c2ffbf4 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:46:27.625710 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88d38ebb-dbce-4203-ac5a-3d225c2ffbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:27.640417 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:46:27.640417 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:46:27.640417 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:46:27.640417 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:46:27.640417 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:46:27.640417 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:46:27.640417 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:46:27.640417 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:46:27.640417 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:46:27.640417 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:46:27.640417 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:46:27.640417 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:46:27.640417 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:46:27.640417 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:46:27.640417 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:46:27.640417 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:46:27.640417 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:46:27.640417 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:46:27.640417 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:46:27.640417 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:46:27.640417 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:46:27.640417 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:46:27.640417 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:46:27.640417 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:46:27.640417 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:46:27.640417 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:46:27.640417 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:46:27.640417 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:46:27.640417 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:46:27.640417 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:46:27.640417 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:46:27.640417 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:46:27.688344 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.db.api [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 17:46:27.688344 n-d-838032-1 neutron-server[84081]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 17:46:27.688344 n-d-838032-1 neutron-server[84081]: [parameters: {'id': 'f5f53a28-71f4-4932-9a4f-df9deae28bf9'}] Apr 20 17:46:27.688344 n-d-838032-1 neutron-server[84081]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:46:27.689798 n-d-838032-1 neutron-server[84081]: DEBUG oslo_db.api [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:46:27.727614 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b29ef483-cc13-431f-93aa-5b3541290529 None None] For port 8dbd3d41-5b89-443b-8de9-2ce3d0e6603c, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8dbd3d41-5b89-443b-8de9-2ce3d0e6603c,segment=NetworkSegment(be230b7e-03c3-4a2d-af58-9cd39a03ca92),segment_id=be230b7e-03c3-4a2d-af58-9cd39a03ca92)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:46:27.729997 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88d38ebb-dbce-4203-ac5a-3d225c2ffbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:27.739387 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b29ef483-cc13-431f-93aa-5b3541290529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:27.776011 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88d38ebb-dbce-4203-ac5a-3d225c2ffbf4 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:27.789989 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-88d38ebb-dbce-4203-ac5a-3d225c2ffbf4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b34211e7-9a80-49c4-9311-9af3bc24898f HTTP/1.1" status: 204 len: 168 time: 0.9747241 Apr 20 17:46:27.802453 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d38ebb-dbce-4203-ac5a-3d225c2ffbf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b34211e7-9a80-49c4-9311-9af3bc24898f,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:27.873794 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ef483-cc13-431f-93aa-5b3541290529 None None] Pushing event updated for resources: {'Port': ['ID=8dbd3d41-5b89-443b-8de9-2ce3d0e6603c,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:28.002159 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9281ed4c-3abe-4554-b352-518480f69892 None None] Network f5f53a28-71f4-4932-9a4f-df9deae28bf9 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:46:28.025085 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-18718509-988e-4561-9f3b-a4ae17d0b6db req-c7cb9210-27d0-4889-8d29-35e8a9b1b1e9 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=08326e05-6177-491b-9418-840d433b94ec HTTP/1.1" status: 200 len: 210 time: 0.0889122 Apr 20 17:46:28.190305 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:28.215026 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Deleting port 8dbd3d41-5b89-443b-8de9-2ce3d0e6603c {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:46:28.215727 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:28.223722 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52156) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:28.430028 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acab7083-955a-456d-9011-09e1a3467e84 None None] get_active_networks_info from n-d-838032-1 {{(pid=84082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 20 17:46:28.502871 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4740eecc-9cbe-44eb-aef8-761129d366ac None None] New status for floating IP ac10d8b2-63e8-4ff2-90b6-a4f4b005704f: DOWN {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:46:28.539830 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7c5947fb-1940-4154-92b4-93b681bb892d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0a73b568985f4585b4c5afccf3b46b66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3149252 Apr 20 17:46:28.570824 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52160) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:28.593076 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-23f47ac7-0d64-4ba7-957c-cd1122fc379b tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:28.594714 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-23f47ac7-0d64-4ba7-957c-cd1122fc379b tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.10 "GET /v2.0/networks?id=749f271d-35c0-4b6f-9065-f11168e732e7 HTTP/1.1" status: 200 len: 911 time: 0.3361311 Apr 20 17:46:28.612161 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-50f41fe1-a4aa-4cfc-9c41-ed26af5da35a tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Request body: {'port': {'device_id': '08326e05-6177-491b-9418-840d433b94ec', 'network_id': '749f271d-35c0-4b6f-9065-f11168e732e7', 'admin_state_up': True, 'tenant_id': '7918b973982145af9c41d09d5feda08e'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:28.620614 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-50f41fe1-a4aa-4cfc-9c41-ed26af5da35a tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:28.634168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-50f41fe1-a4aa-4cfc-9c41-ed26af5da35a tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:28.652273 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-50f41fe1-a4aa-4cfc-9c41-ed26af5da35a tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Made reservation on behalf of 7918b973982145af9c41d09d5feda08e for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:28.655358 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-50f41fe1-a4aa-4cfc-9c41-ed26af5da35a tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:28.681849 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acab7083-955a-456d-9011-09e1a3467e84 None None] Resources bound (agent type, host, resource id): {{(pid=84082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 17:46:28.875817 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] For port 8dbd3d41-5b89-443b-8de9-2ce3d0e6603c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8dbd3d41-5b89-443b-8de9-2ce3d0e6603c,segment=NetworkSegment(be230b7e-03c3-4a2d-af58-9cd39a03ca92),segment_id=be230b7e-03c3-4a2d-af58-9cd39a03ca92)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:28.876178 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:28.891003 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8c2c11b4-c0b4-4766-ad2a-eb0534733d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:28.976800 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-50f41fe1-a4aa-4cfc-9c41-ed26af5da35a tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Allocated IP 172.20.0.11 (749f271d-35c0-4b6f-9065-f11168e732e7/ee6f52c4-e6f1-4a04-8546-27c627edeaec/01c5697e-73cc-4723-8a7b-e7f2ba5991bc) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:46:29.011736 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Calling delete_port for 8dbd3d41-5b89-443b-8de9-2ce3d0e6603c owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:46:29.087767 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8c2c11b4-c0b4-4766-ad2a-eb0534733d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:29.228241 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:29.234775 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81012bc7-d2e4-4dc4-add0-65dbadb0f8d8 req-bb4a53f6-aff6-4662-aab0-d78821445247 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:29.238790 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-81012bc7-d2e4-4dc4-add0-65dbadb0f8d8 req-bb4a53f6-aff6-4662-aab0-d78821445247 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d0f9d8b-c658-4a74-b4f6-2fe8610f0500 HTTP/1.1" status: 200 len: 946 time: 0.3636692 Apr 20 17:46:29.322216 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event deleted for resources: {'Port': ['ID=8dbd3d41-5b89-443b-8de9-2ce3d0e6603c,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:29.322650 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-50f41fe1-a4aa-4cfc-9c41-ed26af5da35a tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:29.327829 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-81012bc7-d2e4-4dc4-add0-65dbadb0f8d8 req-f5a50a1c-c43d-40dd-ad82-1dcc3c3c119f tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a3364ff-ec0f-44f9-bf4a-7d15c518057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714417 Apr 20 17:46:29.338709 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 162f6088-88a6-4fb3-9c0c-8a73c8c4b085 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:46:29.349575 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-50f41fe1-a4aa-4cfc-9c41-ed26af5da35a tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Transition to ACTIVE for port object 01c5697e-73cc-4723-8a7b-e7f2ba5991bc will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:46:29.353996 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8787f5d8-6f6f-4380-8e83-1e435e6294b5 req-d8cc4dbe-a80a-49fd-801f-3cc3ff130bd2 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=08326e05-6177-491b-9418-840d433b94ec HTTP/1.1" status: 200 len: 210 time: 0.0842822 Apr 20 17:46:29.354982 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] No DVR routers for this DVR port 8dbd3d41-5b89-443b-8de9-2ce3d0e6603c on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:46:29.356406 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8c2c11b4-c0b4-4766-ad2a-eb0534733d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:29.399703 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-50f41fe1-a4aa-4cfc-9c41-ed26af5da35a tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:29.464045 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 162f6088-88a6-4fb3-9c0c-8a73c8c4b085 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:46:29.472497 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 162f6088-88a6-4fb3-9c0c-8a73c8c4b085 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:29.472855 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:29.477507 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c11b4-c0b4-4766-ad2a-eb0534733d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46113bbc-e7d4-42fe-aca9-bc93217e8a06,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:29.491070 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-50f41fe1-a4aa-4cfc-9c41-ed26af5da35a tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Network 749f271d-35c0-4b6f-9065-f11168e732e7 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:46:29.493037 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-50f41fe1-a4aa-4cfc-9c41-ed26af5da35a tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:29.497832 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-50f41fe1-a4aa-4cfc-9c41-ed26af5da35a tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:46:29.533431 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f41fe1-a4aa-4cfc-9c41-ed26af5da35a tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Pushing event updated for resources: {'Port': ['ID=01c5697e-73cc-4723-8a7b-e7f2ba5991bc,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:29.567552 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-50f41fe1-a4aa-4cfc-9c41-ed26af5da35a tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:29.568720 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-50f41fe1-a4aa-4cfc-9c41-ed26af5da35a tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:29.606041 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-50f41fe1-a4aa-4cfc-9c41-ed26af5da35a tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9982698 Apr 20 17:46:29.619537 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-72577268-5516-401a-86c6-b1ef8e08e0ae service neutron] Request body: {'port': {'device_id': '08326e05-6177-491b-9418-840d433b94ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:29.636405 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:29.659110 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 162f6088-88a6-4fb3-9c0c-8a73c8c4b085, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=162f6088-88a6-4fb3-9c0c-8a73c8c4b085,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:29.661893 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:29.671738 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:29.674555 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8c2c11b4-c0b4-4766-ad2a-eb0534733d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:29.675867 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8c2c11b4-c0b4-4766-ad2a-eb0534733d00 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/46113bbc-e7d4-42fe-aca9-bc93217e8a06 HTTP/1.1" status: 204 len: 168 time: 1.1038411 Apr 20 17:46:29.711608 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f53a28-71f4-4932-9a4f-df9deae28bf9']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:29.728289 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be230b7e-03c3-4a2d-af58-9cd39a03ca92') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:29.736631 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be230b7e-03c3-4a2d-af58-9cd39a03ca92') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:29.751958 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:29.776528 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:29.788986 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:46:29.791468 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:29.799625 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=162f6088-88a6-4fb3-9c0c-8a73c8c4b085,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:29.816780 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:46:29.816780 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:46:29.816780 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:46:29.816780 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:46:29.816780 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:46:29.816780 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:46:29.816780 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:46:29.816780 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:46:29.816780 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:46:29.816780 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:46:29.816780 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:46:29.816780 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:46:29.816780 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:46:29.816780 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:46:29.816780 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:46:29.816780 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:46:29.816780 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:46:29.816780 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:46:29.816780 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:46:29.816780 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:46:29.816780 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:46:29.816780 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:46:29.816780 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:46:29.816780 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:46:29.816780 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:46:29.816780 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:46:29.816780 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:46:29.816780 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:46:29.816780 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:46:29.816780 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:46:29.816780 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:46:29.816780 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:46:29.819137 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-72577268-5516-401a-86c6-b1ef8e08e0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:29.905765 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:29.946110 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:29.947310 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-9010268b-8981-4076-80db-66ed8b55b65a None None] Provisioning for port 01c5697e-73cc-4723-8a7b-e7f2ba5991bc completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:46:29.952498 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-9010268b-8981-4076-80db-66ed8b55b65a None None] Provisioning complete for port 01c5697e-73cc-4723-8a7b-e7f2ba5991bc triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:29.952901 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9010268b-8981-4076-80db-66ed8b55b65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:29.970722 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/networks/f5f53a28-71f4-4932-9a4f-df9deae28bf9 HTTP/1.1" status: 204 len: 168 time: 3.8684001 Apr 20 17:46:29.972568 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52174) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:29.975129 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844cd1e-1098-4af1-8f5d-f93cc269e28e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event deleted for resources: {'Network': ['ID=f5f53a28-71f4-4932-9a4f-df9deae28bf9,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:30.009540 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-9010268b-8981-4076-80db-66ed8b55b65a None None] Port 01c5697e-73cc-4723-8a7b-e7f2ba5991bc cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:46:30.138836 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-d77f994e-c9d4-4a5a-b493-bfdee769699a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] GET failed (client error): The resource could not be found. Apr 20 17:46:30.139332 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d77f994e-c9d4-4a5a-b493-bfdee769699a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Synchronizing usage tracker for tenant:b6d8bd39e275438082493739a75229df on resource:subnet {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:46:30.199953 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52178) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:30.261174 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e76f2ab8-c2f7-4be8-b841-d802858fe047 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b83ef57628a44b7c97e110a012dc59e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0574155 Apr 20 17:46:30.261512 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52182) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:30.266330 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d77f994e-c9d4-4a5a-b493-bfdee769699a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Unset dirty status for tenant:b6d8bd39e275438082493739a75229df on resource:subnet {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:46:30.267575 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d77f994e-c9d4-4a5a-b493-bfdee769699a tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "GET /v2.0/subnets/1480273e-8e7c-4789-8142-4585cb3125c2 HTTP/1.1" status: 404 len: 337 time: 0.2942274 Apr 20 17:46:30.270404 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52186) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:30.316074 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dcf8b47-55c3-4689-9253-e5717fcc5306 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] DELETE failed (client error): The resource could not be found. Apr 20 17:46:30.316416 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dcf8b47-55c3-4689-9253-e5717fcc5306 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:46:30.318051 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8dcf8b47-55c3-4689-9253-e5717fcc5306 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/networks/f5f53a28-71f4-4932-9a4f-df9deae28bf9 HTTP/1.1" status: 404 len: 339 time: 0.0467141 Apr 20 17:46:30.322442 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52190) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:30.346177 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a87f68e7-b86e-4ba6-9d1c-b5f7fff1d0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:30.376686 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a87f68e7-b86e-4ba6-9d1c-b5f7fff1d0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:30.460198 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a87f68e7-b86e-4ba6-9d1c-b5f7fff1d0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:30.483966 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f68e7-b86e-4ba6-9d1c-b5f7fff1d0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a1e4b5-4e1d-4944-967e-f8fee31273be,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:30.503092 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a87f68e7-b86e-4ba6-9d1c-b5f7fff1d0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:30.516385 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a87f68e7-b86e-4ba6-9d1c-b5f7fff1d0e6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a8a1e4b5-4e1d-4944-967e-f8fee31273be HTTP/1.1" status: 204 len: 168 time: 0.2438841 Apr 20 17:46:30.620510 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb15e9a3-673a-45cf-8a49-fae0e48b3ec3 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:30.621257 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-fb15e9a3-673a-45cf-8a49-fae0e48b3ec3 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Synchronizing usage tracker for tenant:b6d8bd39e275438082493739a75229df on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:46:30.675026 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-72577268-5516-401a-86c6-b1ef8e08e0ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01c5697e-73cc-4723-8a7b-e7f2ba5991bc {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:46:30.690747 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-72577268-5516-401a-86c6-b1ef8e08e0ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:30.730132 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-72577268-5516-401a-86c6-b1ef8e08e0ae service neutron] Transition to ACTIVE for port object 01c5697e-73cc-4723-8a7b-e7f2ba5991bc will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:46:30.733020 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-fb15e9a3-673a-45cf-8a49-fae0e48b3ec3 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Unset dirty status for tenant:b6d8bd39e275438082493739a75229df on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:46:30.736748 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fb15e9a3-673a-45cf-8a49-fae0e48b3ec3 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4108651 Apr 20 17:46:30.737219 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52202) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:30.744269 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-72577268-5516-401a-86c6-b1ef8e08e0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:30.810288 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3191668f-5d8e-4c29-9a44-e31329402b91 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Synchronizing usage tracker for tenant:b6d8bd39e275438082493739a75229df on resource:subnet {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:46:30.840256 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4742ac18-ef08-4d09-8145-e3620c8f25e3 req-a4b6c33f-35fe-45f3-9838-75a0030d173b tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=08326e05-6177-491b-9418-840d433b94ec HTTP/1.1" status: 200 len: 1028 time: 0.2088144 Apr 20 17:46:30.846634 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3191668f-5d8e-4c29-9a44-e31329402b91 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Unset dirty status for tenant:b6d8bd39e275438082493739a75229df on resource:subnet {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:46:30.847070 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934dd1d-1af0-4133-be5d-a2216f066ded req-69c3a562-e2df-4a96-9fc1-b123ac5b431d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:30.848440 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3191668f-5d8e-4c29-9a44-e31329402b91 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "GET /v2.0/subnets?network_id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 207 time: 0.1064153 Apr 20 17:46:30.848811 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0934dd1d-1af0-4133-be5d-a2216f066ded req-69c3a562-e2df-4a96-9fc1-b123ac5b431d tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d0f9d8b-c658-4a74-b4f6-2fe8610f0500 HTTP/1.1" status: 200 len: 946 time: 0.2161620 Apr 20 17:46:30.880665 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52206) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:30.985034 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72577268-5516-401a-86c6-b1ef8e08e0ae service neutron] Pushing event updated for resources: {'Port': ['ID=01c5697e-73cc-4723-8a7b-e7f2ba5991bc,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:31.067408 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0934dd1d-1af0-4133-be5d-a2216f066ded req-1e1cb700-dabf-40a2-a9e0-dcb0535d55d8 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a3364ff-ec0f-44f9-bf4a-7d15c518057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441970 Apr 20 17:46:31.171172 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-4742ac18-ef08-4d09-8145-e3620c8f25e3 req-3ccddde9-99a6-45f5-8aa9-4d0475414f61 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Synchronizing usage tracker for tenant:7918b973982145af9c41d09d5feda08e on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:46:31.266765 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baae8797-6c83-4895-8d52-6fc390755ace tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:31.271809 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baae8797-6c83-4895-8d52-6fc390755ace tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:31.276185 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baae8797-6c83-4895-8d52-6fc390755ace tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:31.280791 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baae8797-6c83-4895-8d52-6fc390755ace tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:31.293792 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-baae8797-6c83-4895-8d52-6fc390755ace tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Synchronizing usage tracker for tenant:b6d8bd39e275438082493739a75229df on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:46:31.318771 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 162f6088-88a6-4fb3-9c0c-8a73c8c4b085 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:46:31.320969 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-baae8797-6c83-4895-8d52-6fc390755ace tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Unset dirty status for tenant:b6d8bd39e275438082493739a75229df on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:46:31.322658 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-baae8797-6c83-4895-8d52-6fc390755ace tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4400370 Apr 20 17:46:31.328000 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-4742ac18-ef08-4d09-8145-e3620c8f25e3 req-3ccddde9-99a6-45f5-8aa9-4d0475414f61 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Unset dirty status for tenant:7918b973982145af9c41d09d5feda08e on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:46:31.335828 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52210) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:31.341443 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4742ac18-ef08-4d09-8145-e3620c8f25e3 req-3ccddde9-99a6-45f5-8aa9-4d0475414f61 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a335a793-c519-486d-b5cc-11a056948439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4911873 Apr 20 17:46:31.436111 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 162f6088-88a6-4fb3-9c0c-8a73c8c4b085 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:31.436634 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:31.496581 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-72577268-5516-401a-86c6-b1ef8e08e0ae service neutron] Attempting to bind port 01c5697e-73cc-4723-8a7b-e7f2ba5991bc on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:46:31.496911 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-72577268-5516-401a-86c6-b1ef8e08e0ae service neutron] Attempting to bind port 01c5697e-73cc-4723-8a7b-e7f2ba5991bc by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '161e3d14-e48b-4a67-b6ed-2a37520ea769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '749f271d-35c0-4b6f-9065-f11168e732e7'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:46:31.497231 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-72577268-5516-401a-86c6-b1ef8e08e0ae service neutron] Attempting to bind port 01c5697e-73cc-4723-8a7b-e7f2ba5991bc on network 749f271d-35c0-4b6f-9065-f11168e732e7 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:46:31.512942 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-72577268-5516-401a-86c6-b1ef8e08e0ae service neutron] Port 01c5697e-73cc-4723-8a7b-e7f2ba5991bc on network 749f271d-35c0-4b6f-9065-f11168e732e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:46:31.513249 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-72577268-5516-401a-86c6-b1ef8e08e0ae service neutron] Attempting to bind port 01c5697e-73cc-4723-8a7b-e7f2ba5991bc on network 749f271d-35c0-4b6f-9065-f11168e732e7 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:46:31.540880 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-72577268-5516-401a-86c6-b1ef8e08e0ae service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:46:31.541296 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-72577268-5516-401a-86c6-b1ef8e08e0ae service neutron] Checking segment: {'id': '161e3d14-e48b-4a67-b6ed-2a37520ea769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '749f271d-35c0-4b6f-9065-f11168e732e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:46:31.541646 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-72577268-5516-401a-86c6-b1ef8e08e0ae service neutron] Bound using segment: {'id': '161e3d14-e48b-4a67-b6ed-2a37520ea769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '749f271d-35c0-4b6f-9065-f11168e732e7'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:46:31.542073 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-72577268-5516-401a-86c6-b1ef8e08e0ae service neutron] Bound port: 01c5697e-73cc-4723-8a7b-e7f2ba5991bc, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '161e3d14-e48b-4a67-b6ed-2a37520ea769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '749f271d-35c0-4b6f-9065-f11168e732e7'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:46:31.542502 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-72577268-5516-401a-86c6-b1ef8e08e0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:31.606974 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c38303fb-973e-4c98-a092-7961ff32f17d tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2700515 Apr 20 17:46:31.610403 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52214) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:31.675984 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-72577268-5516-401a-86c6-b1ef8e08e0ae service neutron] For port 01c5697e-73cc-4723-8a7b-e7f2ba5991bc, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:46:31.680294 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-72577268-5516-401a-86c6-b1ef8e08e0ae service neutron] For port 01c5697e-73cc-4723-8a7b-e7f2ba5991bc, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=01c5697e-73cc-4723-8a7b-e7f2ba5991bc,segment=NetworkSegment(161e3d14-e48b-4a67-b6ed-2a37520ea769),segment_id=161e3d14-e48b-4a67-b6ed-2a37520ea769)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:46:31.687033 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf84795-bb81-48f7-8e26-e779d0182c6c tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:31.688588 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf84795-bb81-48f7-8e26-e779d0182c6c tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:31.690305 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-edf84795-bb81-48f7-8e26-e779d0182c6c tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0788946 Apr 20 17:46:31.694166 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52222) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:31.697440 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-72577268-5516-401a-86c6-b1ef8e08e0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:31.775882 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-72577268-5516-401a-86c6-b1ef8e08e0ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:31.776567 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d98bc83-24c0-4cb9-a9b8-1fbd32f67f95 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['shared'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:31.777660 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-72577268-5516-401a-86c6-b1ef8e08e0ae service neutron] 10.222.0.10 "PUT /v2.0/ports/01c5697e-73cc-4723-8a7b-e7f2ba5991bc HTTP/1.1" status: 200 len: 1092 time: 2.1635911 Apr 20 17:46:31.778003 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d98bc83-24c0-4cb9-a9b8-1fbd32f67f95 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['shared'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:31.781182 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08326e05-6177-491b-9418-840d433b94ec', 'tag': '01c5697e-73cc-4723-8a7b-e7f2ba5991bc'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:46:31.785231 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9d98bc83-24c0-4cb9-a9b8-1fbd32f67f95 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0896742 Apr 20 17:46:31.785867 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52226) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:31.817290 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72577268-5516-401a-86c6-b1ef8e08e0ae service neutron] Pushing event updated for resources: {'Port': ['ID=01c5697e-73cc-4723-8a7b-e7f2ba5991bc,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:31.954973 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea43c59a-917f-4dcc-8491-d37775e3ff66'] response: {'name': 'network-changed', 'server_uuid': '08326e05-6177-491b-9418-840d433b94ec', 'tag': '01c5697e-73cc-4723-8a7b-e7f2ba5991bc', 'status': 'completed', 'code': 200} Apr 20 17:46:31.987290 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-aabec5f9-4735-4d0f-a6d4-786f9a698ca2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7918b973982145af9c41d09d5feda08e&device_id=08326e05-6177-491b-9418-840d433b94ec HTTP/1.1" status: 200 len: 1095 time: 0.1583028 Apr 20 17:46:32.014087 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e715dc7f-4a6e-4092-b0f8-74244a11d6ac tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:32.023813 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e715dc7f-4a6e-4092-b0f8-74244a11d6ac tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "GET /v2.0/networks/5b7a8737-12e3-4251-aca6-eaf5448fb087 HTTP/1.1" status: 200 len: 799 time: 0.2367795 Apr 20 17:46:32.024462 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52234) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:32.172676 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-59a2ba4f-b546-47dd-9506-b83e6520ffe1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01c5697e-73cc-4723-8a7b-e7f2ba5991bc HTTP/1.1" status: 200 len: 217 time: 0.1788242 Apr 20 17:46:32.261071 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-7fafd4bf-3920-4d29-84de-dc6f68953b37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:32.263025 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-7fafd4bf-3920-4d29-84de-dc6f68953b37 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ee6f52c4-e6f1-4a04-8546-27c627edeaec HTTP/1.1" status: 200 len: 849 time: 0.0808945 Apr 20 17:46:32.362942 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d9b8d58c-3c1c-4d77-a31e-51121cfaeb9e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "GET /v2.0/networks/5b7a8737-12e3-4251-aca6-eaf5448fb087?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3371100 Apr 20 17:46:32.363853 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52244) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:32.440592 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6675d903-6be6-4b93-903d-43a9ce9f3245 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:32.447403 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6675d903-6be6-4b93-903d-43a9ce9f3245 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "GET /v2.0/subnets/16345629-921e-41e9-b8a5-54679dd56170 HTTP/1.1" status: 200 len: 811 time: 0.0824392 Apr 20 17:46:32.448179 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52250) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:32.471924 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-96f796cc-1f9f-4bb7-a92d-015d964e63b6 req-30523444-63b6-4469-a380-1f187ca624af service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5d0f9d8b-c658-4a74-b4f6-2fe8610f0500 HTTP/1.1" status: 200 len: 1097 time: 0.2061007 Apr 20 17:46:32.479400 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba3211-e5ce-46a1-8367-af7c4b950a3f req-713aa8d0-0b22-4ea8-b703-9507bc021e50 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:32.480823 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1bba3211-e5ce-46a1-8367-af7c4b950a3f req-713aa8d0-0b22-4ea8-b703-9507bc021e50 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d0f9d8b-c658-4a74-b4f6-2fe8610f0500 HTTP/1.1" status: 200 len: 946 time: 0.2168157 Apr 20 17:46:32.538951 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-37898dc6-7cd5-4960-b6e4-b122488aba5a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=749f271d-35c0-4b6f-9065-f11168e732e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1949451 Apr 20 17:46:32.589045 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f59277-9955-4a70-a010-fecf742b8e24 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['shared'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:32.590451 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-86f59277-9955-4a70-a010-fecf742b8e24 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "GET /v2.0/subnets/16345629-921e-41e9-b8a5-54679dd56170?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1412044 Apr 20 17:46:32.593896 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52254) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:32.600387 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-0065e4ff-0001-4e29-a030-38c04eb4f998 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-897318896'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:32.607094 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0065e4ff-0001-4e29-a030-38c04eb4f998 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:32.620858 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0065e4ff-0001-4e29-a030-38c04eb4f998 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:32.634401 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2ee0ee79-dbee-42c8-ac0b-aa9a8d2f7506 req-7115ef1d-4f2e-42f3-93df-342b8739ff09 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=08326e05-6177-491b-9418-840d433b94ec HTTP/1.1" status: 200 len: 1095 time: 0.1295998 Apr 20 17:46:32.636020 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0065e4ff-0001-4e29-a030-38c04eb4f998 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Made reservation on behalf of b6d8bd39e275438082493739a75229df for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:32.639116 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0065e4ff-0001-4e29-a030-38c04eb4f998 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:32.699273 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0065e4ff-0001-4e29-a030-38c04eb4f998 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:46:32.707652 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2ee0ee79-dbee-42c8-ac0b-aa9a8d2f7506 req-293e3825-ec9e-41eb-8308-44fa7cf806f0 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a335a793-c519-486d-b5cc-11a056948439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586698 Apr 20 17:46:32.713304 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0065e4ff-0001-4e29-a030-38c04eb4f998 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:32.713710 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-0065e4ff-0001-4e29-a030-38c04eb4f998 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Added segment 4f0cc722-3a04-4d48-b5d7-8af7b5b0842b of type vlan for network 8b60f98d-1ae4-4fe1-8e89-edf99f54bc84 Apr 20 17:46:32.743236 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-96f796cc-1f9f-4bb7-a92d-015d964e63b6 req-901057e4-97cb-4b2f-8e97-3fd8b50ebc6e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5a3364ff-ec0f-44f9-bf4a-7d15c518057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2607658 Apr 20 17:46:32.747515 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0065e4ff-0001-4e29-a030-38c04eb4f998 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:32.754764 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1bba3211-e5ce-46a1-8367-af7c4b950a3f req-750a4f6d-c48f-4fe6-9c0d-46f9bce44ff0 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a3364ff-ec0f-44f9-bf4a-7d15c518057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2581875 Apr 20 17:46:32.792263 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0065e4ff-0001-4e29-a030-38c04eb4f998 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:32.797022 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0065e4ff-0001-4e29-a030-38c04eb4f998 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:32.797592 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0065e4ff-0001-4e29-a030-38c04eb4f998 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:32.819919 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-5e134ea3-2bf6-4825-be4a-19487dd93b45 service neutron] 10.222.0.10 "GET /v2.0/networks/749f271d-35c0-4b6f-9065-f11168e732e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673025 Apr 20 17:46:32.884377 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0065e4ff-0001-4e29-a030-38c04eb4f998 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2893386 Apr 20 17:46:32.890096 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52258) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:32.905153 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-1ef1d58d-8f62-4c1a-8e55-a5070ab1a2c0 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Request body: {'subnet': {'network_id': '8b60f98d-1ae4-4fe1-8e89-edf99f54bc84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:32.952314 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-03bc2336-6895-45dd-9bee-6af8ec98de05 req-ad6e5c3c-b55b-4320-be52-dc573b478d75 service neutron] 10.222.0.10 "GET /v2.0/networks/749f271d-35c0-4b6f-9065-f11168e732e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256986 Apr 20 17:46:32.995119 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0065e4ff-0001-4e29-a030-38c04eb4f998 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event updated for resources: {'Network': ['ID=8b60f98d-1ae4-4fe1-8e89-edf99f54bc84,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:33.012718 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 8b60f98d-1ae4-4fe1-8e89-edf99f54bc84 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:46:33.032176 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1ef1d58d-8f62-4c1a-8e55-a5070ab1a2c0 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:33.041854 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1ef1d58d-8f62-4c1a-8e55-a5070ab1a2c0 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:33.056075 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef1d58d-8f62-4c1a-8e55-a5070ab1a2c0 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Made reservation on behalf of b6d8bd39e275438082493739a75229df for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:33.086175 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5a7d61cb-8725-4aa8-8a37-a90916e041ae req-8d09e8d5-6620-413d-8734-fdc72c646855 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7918b973982145af9c41d09d5feda08e&device_id=08326e05-6177-491b-9418-840d433b94ec HTTP/1.1" status: 200 len: 1095 time: 0.0828714 Apr 20 17:46:33.165216 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1ef1d58d-8f62-4c1a-8e55-a5070ab1a2c0 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:33.229300 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device a3549846-ac78-4b76-a7ed-200c2b7804a2 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:46:33.230348 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d61cb-8725-4aa8-8a37-a90916e041ae req-80f0b5a8-a5d4-4916-b14d-2ac3e79f7853 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:33.231821 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5a7d61cb-8725-4aa8-8a37-a90916e041ae req-80f0b5a8-a5d4-4916-b14d-2ac3e79f7853 service neutron] 10.222.0.10 "GET /v2.0/networks?id=749f271d-35c0-4b6f-9065-f11168e732e7 HTTP/1.1" status: 200 len: 911 time: 0.1371846 Apr 20 17:46:33.267172 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.ipam_backend_mixin [None req-1ef1d58d-8f62-4c1a-8e55-a5070ab1a2c0 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Performing IP validity checks on allocation pools {{(pid=84081) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 20 17:46:33.267860 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.ipam_backend_mixin [None req-1ef1d58d-8f62-4c1a-8e55-a5070ab1a2c0 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84081) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 20 17:46:33.301869 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5a7d61cb-8725-4aa8-8a37-a90916e041ae req-234c4dd4-3a89-4294-a65c-9d8d68a91936 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01c5697e-73cc-4723-8a7b-e7f2ba5991bc HTTP/1.1" status: 200 len: 217 time: 0.0635436 Apr 20 17:46:33.380475 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d61cb-8725-4aa8-8a37-a90916e041ae req-6b70e54c-983d-4b08-96a7-190c17d919ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:33.382041 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5a7d61cb-8725-4aa8-8a37-a90916e041ae req-6b70e54c-983d-4b08-96a7-190c17d919ff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ee6f52c4-e6f1-4a04-8546-27c627edeaec HTTP/1.1" status: 200 len: 849 time: 0.0746310 Apr 20 17:46:33.425425 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port a3549846-ac78-4b76-a7ed-200c2b7804a2, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=a3549846-ac78-4b76-a7ed-200c2b7804a2,segment=NetworkSegment(822becc9-a142-4412-a18c-3798e34fd116),segment_id=822becc9-a142-4412-a18c-3798e34fd116)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:33.441409 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'a3549846-ac78-4b76-a7ed-200c2b7804a2', 'network_id': 'b0c781c2-5079-45de-9166-262fd83fb6c7', 'port_id': 'a3549846-ac78-4b76-a7ed-200c2b7804a2', 'mac_address': 'fa:16:3e:d1:46:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7325ba69-6dbc-4eda-9993-61f021e7dc97', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:46:33.474052 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1ef1d58d-8f62-4c1a-8e55-a5070ab1a2c0 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:33.490640 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5a7d61cb-8725-4aa8-8a37-a90916e041ae req-ffb3d4c2-769a-4b41-9c81-3e3cc5490c19 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=749f271d-35c0-4b6f-9065-f11168e732e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995572 Apr 20 17:46:33.532022 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:33.551202 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3549846-ac78-4b76-a7ed-200c2b7804a2 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:46:33.567349 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port a3549846-ac78-4b76-a7ed-200c2b7804a2, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=a3549846-ac78-4b76-a7ed-200c2b7804a2,segment=NetworkSegment(822becc9-a142-4412-a18c-3798e34fd116),segment_id=822becc9-a142-4412-a18c-3798e34fd116)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:33.573800 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:33.579579 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1d58d-8f62-4c1a-8e55-a5070ab1a2c0 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event updated for resources: {'Subnet': ['ID=b13bcd34-d8bb-40a4-a9d9-1f1f65ba1c29,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:33.614335 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef1d58d-8f62-4c1a-8e55-a5070ab1a2c0 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Checking segment: {'id': '4f0cc722-3a04-4d48-b5d7-8af7b5b0842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8b60f98d-1ae4-4fe1-8e89-edf99f54bc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:46:33.614696 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef1d58d-8f62-4c1a-8e55-a5070ab1a2c0 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Network hostable DHCP agents. Network: 8b60f98d-1ae4-4fe1-8e89-edf99f54bc84, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:46:33.641376 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef1d58d-8f62-4c1a-8e55-a5070ab1a2c0 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Network 8b60f98d-1ae4-4fe1-8e89-edf99f54bc84 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:46:33.648686 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=a3549846-ac78-4b76-a7ed-200c2b7804a2,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:33.655327 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-1ef1d58d-8f62-4c1a-8e55-a5070ab1a2c0 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 8b60f98d-1ae4-4fe1-8e89-edf99f54bc84) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:33.660002 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef1d58d-8f62-4c1a-8e55-a5070ab1a2c0 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:33.660623 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1ef1d58d-8f62-4c1a-8e55-a5070ab1a2c0 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:33.667292 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3bc24b-e24d-4f7b-9bf8-3671bf42aef9 None None] Network 8b60f98d-1ae4-4fe1-8e89-edf99f54bc84 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:46:33.692753 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5a7d61cb-8725-4aa8-8a37-a90916e041ae req-e2d321df-3cfa-4b0e-9007-aeedb3a4d56b service neutron] 10.222.0.10 "GET /v2.0/networks/749f271d-35c0-4b6f-9065-f11168e732e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983426 Apr 20 17:46:33.701852 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1ef1d58d-8f62-4c1a-8e55-a5070ab1a2c0 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8105872 Apr 20 17:46:33.704275 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52264) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:33.711300 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-16aa5357-49cf-491a-a1ea-cbb63ff96dbb tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:33.948835 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['a3549846-ac78-4b76-a7ed-200c2b7804a2'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:46:33.983417 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-16aa5357-49cf-491a-a1ea-cbb63ff96dbb tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31745774'] for subnet, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:34.012435 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab21aef5-1302-4b15-ad8c-70198120a90d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-8b60f98d-1ae4-4fe1-8e89-edf99f54bc84', 'network_id': '8b60f98d-1ae4-4fe1-8e89-edf99f54bc84', 'tenant_id': 'b6d8bd39e275438082493739a75229df', 'fixed_ips': [{'subnet_id': 'b13bcd34-d8bb-40a4-a9d9-1f1f65ba1c29'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:46:34.014315 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ab21aef5-1302-4b15-ad8c-70198120a90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:34.034535 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5a7d61cb-8725-4aa8-8a37-a90916e041ae req-bf20dcf0-937c-4975-a6a4-ece1d4847314 service neutron] 10.222.0.10 "GET /v2.0/networks/749f271d-35c0-4b6f-9065-f11168e732e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270457 Apr 20 17:46:34.100241 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36f60f-c4a5-4cd7-a245-8199c2b569e6 req-e94ac65c-8125-4bac-a9f3-8d10b783ba08 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:34.110774 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3c36f60f-c4a5-4cd7-a245-8199c2b569e6 req-e94ac65c-8125-4bac-a9f3-8d10b783ba08 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d0f9d8b-c658-4a74-b4f6-2fe8610f0500 HTTP/1.1" status: 200 len: 945 time: 0.1284995 Apr 20 17:46:34.171687 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3c36f60f-c4a5-4cd7-a245-8199c2b569e6 req-38018a53-4abb-40e8-9e02-375f97d46366 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a3364ff-ec0f-44f9-bf4a-7d15c518057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598531 Apr 20 17:46:34.190427 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52272) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:34.287657 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4432598e-b800-4c1a-8b87-4f336cd8f646 req-b7eeba6a-b57e-41a4-9f70-f3bd071804b9 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=08326e05-6177-491b-9418-840d433b94ec HTTP/1.1" status: 200 len: 1095 time: 0.3018489 Apr 20 17:46:34.321716 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e24a5b99-3ec3-4a62-bf7d-a04cd8ff5dbe tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/floatingips/6da18265-1c66-468a-9761-1ae3fce560bd HTTP/1.1" status: 200 len: 993 time: 0.1268494 Apr 20 17:46:34.348843 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-16aa5357-49cf-491a-a1ea-cbb63ff96dbb tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793325090973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32761284'] for subnet, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:34.379791 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4432598e-b800-4c1a-8b87-4f336cd8f646 req-c056d668-34b4-41dc-8b62-7f045b0200b4 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a335a793-c519-486d-b5cc-11a056948439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850160 Apr 20 17:46:34.413024 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aa5357-49cf-491a-a1ea-cbb63ff96dbb tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:34.414025 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-16aa5357-49cf-491a-a1ea-cbb63ff96dbb tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:34.415470 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-16aa5357-49cf-491a-a1ea-cbb63ff96dbb tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "PUT /v2.0/subnets/b13bcd34-d8bb-40a4-a9d9-1f1f65ba1c29 HTTP/1.1" status: 200 len: 877 time: 0.7101395 Apr 20 17:46:34.420164 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52276) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:34.425390 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa5357-49cf-491a-a1ea-cbb63ff96dbb tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event updated for resources: {'Subnet': ['ID=b13bcd34-d8bb-40a4-a9d9-1f1f65ba1c29,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:34.459169 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-ab21aef5-1302-4b15-ad8c-70198120a90d None None] Allocated IP 172.20.0.3 (8b60f98d-1ae4-4fe1-8e89-edf99f54bc84/b13bcd34-d8bb-40a4-a9d9-1f1f65ba1c29/828c0881-3a1b-4415-9037-b35bacc74c8f) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:46:34.598557 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:34.673495 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:34.704100 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ab21aef5-1302-4b15-ad8c-70198120a90d None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:34.718394 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ab21aef5-1302-4b15-ad8c-70198120a90d None None] Transition to ACTIVE for port object 828c0881-3a1b-4415-9037-b35bacc74c8f will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:46:34.742832 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52286) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:34.744649 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ab21aef5-1302-4b15-ad8c-70198120a90d None None] Transition to ACTIVE for port object 828c0881-3a1b-4415-9037-b35bacc74c8f will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:46:34.754967 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ab21aef5-1302-4b15-ad8c-70198120a90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:34.776730 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:34.809703 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab21aef5-1302-4b15-ad8c-70198120a90d None None] Network 8b60f98d-1ae4-4fe1-8e89-edf99f54bc84 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:46:34.817060 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-ab21aef5-1302-4b15-ad8c-70198120a90d None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:34.819614 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab21aef5-1302-4b15-ad8c-70198120a90d None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:46:34.825194 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event deleted for resources: {'Subnet': ['ID=b13bcd34-d8bb-40a4-a9d9-1f1f65ba1c29,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:34.875877 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21aef5-1302-4b15-ad8c-70198120a90d None None] Pushing event updated for resources: {'Port': ['ID=828c0881-3a1b-4415-9037-b35bacc74c8f,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:34.928421 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-ab21aef5-1302-4b15-ad8c-70198120a90d None None] Attempting to bind port 828c0881-3a1b-4415-9037-b35bacc74c8f on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:46:34.929252 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-ab21aef5-1302-4b15-ad8c-70198120a90d None None] Attempting to bind port 828c0881-3a1b-4415-9037-b35bacc74c8f by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '4f0cc722-3a04-4d48-b5d7-8af7b5b0842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8b60f98d-1ae4-4fe1-8e89-edf99f54bc84'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:46:34.929252 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab21aef5-1302-4b15-ad8c-70198120a90d None None] Attempting to bind port 828c0881-3a1b-4415-9037-b35bacc74c8f on network 8b60f98d-1ae4-4fe1-8e89-edf99f54bc84 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:46:34.933649 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:34.936330 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab21aef5-1302-4b15-ad8c-70198120a90d None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:46:34.936641 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab21aef5-1302-4b15-ad8c-70198120a90d None None] Checking segment: {'id': '4f0cc722-3a04-4d48-b5d7-8af7b5b0842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8b60f98d-1ae4-4fe1-8e89-edf99f54bc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:46:34.937035 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ab21aef5-1302-4b15-ad8c-70198120a90d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:34.937414 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab21aef5-1302-4b15-ad8c-70198120a90d None None] Bound using segment: {'id': '4f0cc722-3a04-4d48-b5d7-8af7b5b0842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8b60f98d-1ae4-4fe1-8e89-edf99f54bc84'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:46:34.937865 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-ab21aef5-1302-4b15-ad8c-70198120a90d None None] Bound port: 828c0881-3a1b-4415-9037-b35bacc74c8f, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f0cc722-3a04-4d48-b5d7-8af7b5b0842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8b60f98d-1ae4-4fe1-8e89-edf99f54bc84'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:46:34.938407 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ab21aef5-1302-4b15-ad8c-70198120a90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:34.968094 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b60f98d-1ae4-4fe1-8e89-edf99f54bc84']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:35.037260 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-ab21aef5-1302-4b15-ad8c-70198120a90d None None] For port 828c0881-3a1b-4415-9037-b35bacc74c8f, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:46:35.040767 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-ab21aef5-1302-4b15-ad8c-70198120a90d None None] For port 828c0881-3a1b-4415-9037-b35bacc74c8f, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=828c0881-3a1b-4415-9037-b35bacc74c8f,segment=NetworkSegment(4f0cc722-3a04-4d48-b5d7-8af7b5b0842b),segment_id=4f0cc722-3a04-4d48-b5d7-8af7b5b0842b)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:46:35.047888 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ab21aef5-1302-4b15-ad8c-70198120a90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:35.083164 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f0cc722-3a04-4d48-b5d7-8af7b5b0842b') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:35.083454 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f0cc722-3a04-4d48-b5d7-8af7b5b0842b') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:35.101005 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:35.118230 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:35.124765 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:46:35.125270 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:35.129183 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21aef5-1302-4b15-ad8c-70198120a90d None None] Pushing event updated for resources: {'Port': ['ID=828c0881-3a1b-4415-9037-b35bacc74c8f,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:35.141276 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:46:35.141276 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:46:35.141276 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:46:35.141276 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:46:35.141276 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:46:35.141276 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:46:35.141276 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:46:35.141276 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:46:35.141276 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:46:35.141276 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:46:35.141276 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:46:35.141276 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:46:35.141276 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:46:35.141276 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:46:35.141276 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:46:35.141276 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:46:35.141276 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:46:35.141276 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:46:35.141276 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:46:35.141276 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:46:35.141276 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:46:35.141276 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:46:35.141276 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:46:35.141276 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:46:35.141276 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:46:35.141276 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:46:35.141276 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:46:35.141276 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:46:35.141276 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:46:35.141276 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:46:35.141276 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:46:35.141276 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:46:35.211217 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f44a4de-47c6-45e2-abe6-1e7eb9240792 None None] Network 8b60f98d-1ae4-4fe1-8e89-edf99f54bc84 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:46:35.233748 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.api [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 17:46:35.233748 n-d-838032-1 neutron-server[84080]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 17:46:35.233748 n-d-838032-1 neutron-server[84080]: [parameters: {'id': '8b60f98d-1ae4-4fe1-8e89-edf99f54bc84'}] Apr 20 17:46:35.233748 n-d-838032-1 neutron-server[84080]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:46:35.234271 n-d-838032-1 neutron-server[84080]: DEBUG oslo_db.api [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:46:35.281128 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device a3549846-ac78-4b76-a7ed-200c2b7804a2 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:46:35.483129 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port a3549846-ac78-4b76-a7ed-200c2b7804a2 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:35.483517 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:35.592735 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60b5ce6-0865-49ab-8807-f6dc9674f516 None None] Network 8b60f98d-1ae4-4fe1-8e89-edf99f54bc84 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:46:35.600542 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d5a71264-8a69-4939-80dd-9824f613f837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:35.620191 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-20358fd4-15af-4697-9874-a252ef696bd8 req-43394483-4fb0-4269-afa9-c386f7820c6e tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Synchronizing usage tracker for tenant:7918b973982145af9c41d09d5feda08e on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:46:35.637440 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-20358fd4-15af-4697-9874-a252ef696bd8 req-43394483-4fb0-4269-afa9-c386f7820c6e tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Unset dirty status for tenant:7918b973982145af9c41d09d5feda08e on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:46:35.638815 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-20358fd4-15af-4697-9874-a252ef696bd8 req-43394483-4fb0-4269-afa9-c386f7820c6e tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=08326e05-6177-491b-9418-840d433b94ec HTTP/1.1" status: 200 len: 1095 time: 0.0886483 Apr 20 17:46:35.675829 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 01c5697e-73cc-4723-8a7b-e7f2ba5991bc details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:46:35.684678 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-20358fd4-15af-4697-9874-a252ef696bd8 req-e88e9c39-c0f7-4f96-a146-c8dd058d316c tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a335a793-c519-486d-b5cc-11a056948439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403132 Apr 20 17:46:35.708337 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:35.735686 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:35.749083 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Deleting port 828c0881-3a1b-4415-9037-b35bacc74c8f {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:46:35.749732 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:35.856656 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0f9d8b-c658-4a74-b4f6-2fe8610f0500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3549846-ac78-4b76-a7ed-200c2b7804a2'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:46:35.907710 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port a3549846-ac78-4b76-a7ed-200c2b7804a2, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=a3549846-ac78-4b76-a7ed-200c2b7804a2,segment=NetworkSegment(822becc9-a142-4412-a18c-3798e34fd116),segment_id=822becc9-a142-4412-a18c-3798e34fd116)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:35.936216 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:35.974921 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9089b1de-68a3-4336-b986-008546d79265'] response: {'server_uuid': '5d0f9d8b-c658-4a74-b4f6-2fe8610f0500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3549846-ac78-4b76-a7ed-200c2b7804a2', 'code': 200} Apr 20 17:46:35.976849 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] For port 828c0881-3a1b-4415-9037-b35bacc74c8f, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=828c0881-3a1b-4415-9037-b35bacc74c8f,segment=NetworkSegment(4f0cc722-3a04-4d48-b5d7-8af7b5b0842b),segment_id=4f0cc722-3a04-4d48-b5d7-8af7b5b0842b)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:35.977208 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:36.021142 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 01c5697e-73cc-4723-8a7b-e7f2ba5991bc, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=01c5697e-73cc-4723-8a7b-e7f2ba5991bc,segment=NetworkSegment(161e3d14-e48b-4a67-b6ed-2a37520ea769),segment_id=161e3d14-e48b-4a67-b6ed-2a37520ea769)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:36.041368 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '01c5697e-73cc-4723-8a7b-e7f2ba5991bc', 'network_id': '749f271d-35c0-4b6f-9065-f11168e732e7', 'port_id': '01c5697e-73cc-4723-8a7b-e7f2ba5991bc', 'mac_address': 'fa:16:3e:ea:10:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee6f52c4-e6f1-4a04-8546-27c627edeaec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:46:36.048319 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=a3549846-ac78-4b76-a7ed-200c2b7804a2,revision_number=7']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:36.079520 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a2e901-d9f6-4bfa-b6bf-31302da05f1a None None] get_active_networks_info from n-d-838032-1 {{(pid=84082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 20 17:46:36.097180 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Calling delete_port for 828c0881-3a1b-4415-9037-b35bacc74c8f owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:46:36.148769 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:36.175764 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:36.183161 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01c5697e-73cc-4723-8a7b-e7f2ba5991bc {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:46:36.217234 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 01c5697e-73cc-4723-8a7b-e7f2ba5991bc, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=01c5697e-73cc-4723-8a7b-e7f2ba5991bc,segment=NetworkSegment(161e3d14-e48b-4a67-b6ed-2a37520ea769),segment_id=161e3d14-e48b-4a67-b6ed-2a37520ea769)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:36.220256 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event deleted for resources: {'Port': ['ID=828c0881-3a1b-4415-9037-b35bacc74c8f,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:36.223501 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-d5a71264-8a69-4939-80dd-9824f613f837 admin admin] Deleting port 924c148d-142c-4b6c-8570-3b938b8a81ab {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:46:36.223841 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d5a71264-8a69-4939-80dd-9824f613f837 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:36.226754 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] No DVR routers for this DVR port 828c0881-3a1b-4415-9037-b35bacc74c8f on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:46:36.235177 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:36.312352 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a2e901-d9f6-4bfa-b6bf-31302da05f1a None None] Resources bound (agent type, host, resource id): {{(pid=84082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 17:46:36.332186 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=01c5697e-73cc-4723-8a7b-e7f2ba5991bc,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:36.360057 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:36.385409 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b60f98d-1ae4-4fe1-8e89-edf99f54bc84']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:36.397113 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-d5a71264-8a69-4939-80dd-9824f613f837 admin admin] For port 924c148d-142c-4b6c-8570-3b938b8a81ab, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=924c148d-142c-4b6c-8570-3b938b8a81ab,segment=NetworkSegment(c440332e-ad26-42d4-aa3b-e6d8c6a39264),segment_id=c440332e-ad26-42d4-aa3b-e6d8c6a39264)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:36.397346 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f0cc722-3a04-4d48-b5d7-8af7b5b0842b') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:36.397448 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d5a71264-8a69-4939-80dd-9824f613f837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:36.397687 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f0cc722-3a04-4d48-b5d7-8af7b5b0842b') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:36.417945 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:36.435079 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:36.441745 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:46:36.442249 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:36.457043 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:46:36.457043 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:46:36.457043 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:46:36.457043 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:46:36.457043 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:46:36.457043 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:46:36.457043 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:46:36.457043 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:46:36.457043 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:46:36.457043 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:46:36.457043 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:46:36.457043 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:46:36.457043 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:46:36.457043 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:46:36.457043 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:46:36.457043 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:46:36.457043 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:46:36.457043 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:46:36.457043 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:46:36.457043 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:46:36.457043 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:46:36.457043 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:46:36.457043 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:46:36.457043 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:46:36.457043 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:46:36.457043 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:46:36.457043 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:46:36.457043 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:46:36.457043 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:46:36.457043 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:46:36.457043 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:46:36.457043 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:46:36.533708 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-d5a71264-8a69-4939-80dd-9824f613f837 admin admin] Calling delete_port for 924c148d-142c-4b6c-8570-3b938b8a81ab owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:46:36.545285 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:36.550567 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:36.578813 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['01c5697e-73cc-4723-8a7b-e7f2ba5991bc'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:46:36.581476 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event deleted for resources: {'Network': ['ID=8b60f98d-1ae4-4fe1-8e89-edf99f54bc84,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:36.589355 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e0d25f14-0ec0-4cd0-8b37-9ea4a7634b08 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/networks/8b60f98d-1ae4-4fe1-8e89-edf99f54bc84 HTTP/1.1" status: 204 len: 168 time: 2.1681097 Apr 20 17:46:36.592738 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52296) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:36.631851 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-b038fbaf-2b58-4237-8b9d-83f13ee8bf6e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] DELETE failed (client error): The resource could not be found. Apr 20 17:46:36.633101 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b038fbaf-2b58-4237-8b9d-83f13ee8bf6e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:46:36.637104 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b038fbaf-2b58-4237-8b9d-83f13ee8bf6e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/subnets/b13bcd34-d8bb-40a4-a9d9-1f1f65ba1c29 HTTP/1.1" status: 404 len: 337 time: 0.0398276 Apr 20 17:46:36.637343 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52300) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:36.665790 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-8427429a-0fbe-4585-a0db-3195f5237c65 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] DELETE failed (client error): The resource could not be found. Apr 20 17:46:36.666412 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8427429a-0fbe-4585-a0db-3195f5237c65 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:46:36.670231 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8427429a-0fbe-4585-a0db-3195f5237c65 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/networks/8b60f98d-1ae4-4fe1-8e89-edf99f54bc84 HTTP/1.1" status: 404 len: 339 time: 0.0299306 Apr 20 17:46:36.672489 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52304) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:36.710678 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ce82b8-43a8-4c18-9f30-dd142bcf3f3e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] DELETE failed (client error): The resource could not be found. Apr 20 17:46:36.711118 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1ce82b8-43a8-4c18-9f30-dd142bcf3f3e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:46:36.712758 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a1ce82b8-43a8-4c18-9f30-dd142bcf3f3e tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/subnets/1480273e-8e7c-4789-8142-4585cb3125c2 HTTP/1.1" status: 404 len: 337 time: 0.0388536 Apr 20 17:46:36.715779 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52308) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:36.736933 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d5a71264-8a69-4939-80dd-9824f613f837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:36.885235 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-baa560cb-1a68-4915-af96-4beb7b805092 req-e6c1930e-b533-4968-b309-6dfe6c5dea91 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=08326e05-6177-491b-9418-840d433b94ec HTTP/1.1" status: 200 len: 1096 time: 0.0752254 Apr 20 17:46:36.910390 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a71264-8a69-4939-80dd-9824f613f837 admin admin] Pushing event deleted for resources: {'Port': ['ID=924c148d-142c-4b6c-8570-3b938b8a81ab,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:36.913449 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-76486f31-898c-46c6-a2bc-032744242a26 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] DELETE failed (client error): The resource could not be found. Apr 20 17:46:36.913870 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76486f31-898c-46c6-a2bc-032744242a26 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:46:36.930698 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-baa560cb-1a68-4915-af96-4beb7b805092 req-4b949d4b-c139-4052-b852-8748b9edd8f0 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a335a793-c519-486d-b5cc-11a056948439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399003 Apr 20 17:46:36.950490 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-76486f31-898c-46c6-a2bc-032744242a26 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/networks/f5f53a28-71f4-4932-9a4f-df9deae28bf9 HTTP/1.1" status: 404 len: 339 time: 0.2328858 Apr 20 17:46:36.955577 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52314) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:37.074257 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-121cc4aa-8f8a-4080-89ca-48780c47a8c4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:37.208816 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d5a71264-8a69-4939-80dd-9824f613f837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:37.308992 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-121cc4aa-8f8a-4080-89ca-48780c47a8c4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:37.333971 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-121cc4aa-8f8a-4080-89ca-48780c47a8c4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ea8c5a-640b-4701-aa63-b970c48dfe12']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:37.346829 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-121cc4aa-8f8a-4080-89ca-48780c47a8c4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7260d924-9688-4aa9-9427-e39d36240c90') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:37.347125 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-121cc4aa-8f8a-4080-89ca-48780c47a8c4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7260d924-9688-4aa9-9427-e39d36240c90') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:37.358812 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-121cc4aa-8f8a-4080-89ca-48780c47a8c4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:37.375300 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-121cc4aa-8f8a-4080-89ca-48780c47a8c4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:37.381515 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121cc4aa-8f8a-4080-89ca-48780c47a8c4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:46:37.381893 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-121cc4aa-8f8a-4080-89ca-48780c47a8c4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:37.395955 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:46:37.395955 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:46:37.395955 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:46:37.395955 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:46:37.395955 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:46:37.395955 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:46:37.395955 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:46:37.395955 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:46:37.395955 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:46:37.395955 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:46:37.395955 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:46:37.395955 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:46:37.395955 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:46:37.395955 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:46:37.395955 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:46:37.395955 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:46:37.395955 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:46:37.395955 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:46:37.395955 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:46:37.395955 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:46:37.395955 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:46:37.395955 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:46:37.395955 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:46:37.395955 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:46:37.395955 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:46:37.395955 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:46:37.395955 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:46:37.395955 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:46:37.395955 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:46:37.395955 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:46:37.395955 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:46:37.395955 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:46:37.477260 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-121cc4aa-8f8a-4080-89ca-48780c47a8c4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:37.482439 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-121cc4aa-8f8a-4080-89ca-48780c47a8c4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:37.508848 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121cc4aa-8f8a-4080-89ca-48780c47a8c4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event deleted for resources: {'Network': ['ID=b8ea8c5a-640b-4701-aa63-b970c48dfe12,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:37.514662 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-121cc4aa-8f8a-4080-89ca-48780c47a8c4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/networks/b8ea8c5a-640b-4701-aa63-b970c48dfe12 HTTP/1.1" status: 204 len: 168 time: 0.5577784 Apr 20 17:46:37.515320 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52318) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:37.551615 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4f9138-fb8d-457d-83a4-ded0844fdfde tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] DELETE failed (client error): The resource could not be found. Apr 20 17:46:37.552045 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4f9138-fb8d-457d-83a4-ded0844fdfde tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:46:37.553647 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5c4f9138-fb8d-457d-83a4-ded0844fdfde tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/subnets/381b677c-1cbb-447f-8e24-ca52c53e371e HTTP/1.1" status: 404 len: 337 time: 0.0373714 Apr 20 17:46:37.556521 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52322) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:37.589336 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdab549e-fec0-4409-b16f-d6699b577fe8 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] DELETE failed (client error): The resource could not be found. Apr 20 17:46:37.589759 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdab549e-fec0-4409-b16f-d6699b577fe8 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:46:37.591314 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fdab549e-fec0-4409-b16f-d6699b577fe8 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/networks/b3fecb5a-dff2-4666-bb02-fe5066bc90fb HTTP/1.1" status: 404 len: 339 time: 0.0338674 Apr 20 17:46:37.593932 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52326) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:37.634039 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb8c9e9-33f2-4b66-8fa2-fe998547b371 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] DELETE failed (client error): The resource could not be found. Apr 20 17:46:37.634845 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb8c9e9-33f2-4b66-8fa2-fe998547b371 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:46:37.636177 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0bb8c9e9-33f2-4b66-8fa2-fe998547b371 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/subnets/5675cd3b-50b8-4b2b-96da-7042ee7968e3 HTTP/1.1" status: 404 len: 337 time: 0.0413041 Apr 20 17:46:37.638998 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52330) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:37.662781 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-26f1db80-6156-4836-8eba-eeef0c7172ab tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] DELETE failed (client error): The resource could not be found. Apr 20 17:46:37.663198 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26f1db80-6156-4836-8eba-eeef0c7172ab tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:46:37.664728 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-26f1db80-6156-4836-8eba-eeef0c7172ab tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/networks/5576b19d-4b14-488d-83c3-f8e0b092cbcf HTTP/1.1" status: 404 len: 339 time: 0.0249131 Apr 20 17:46:37.667331 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52334) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:37.672723 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 01c5697e-73cc-4723-8a7b-e7f2ba5991bc up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:46:37.707425 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac61391-47d7-4cb1-905f-6b008fb5428c tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] DELETE failed (client error): The resource could not be found. Apr 20 17:46:37.708171 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ac61391-47d7-4cb1-905f-6b008fb5428c tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:46:37.710142 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6ac61391-47d7-4cb1-905f-6b008fb5428c tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/subnets/2060a8de-2202-4987-ab8d-af05f9741764 HTTP/1.1" status: 404 len: 337 time: 0.0419846 Apr 20 17:46:37.712717 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52338) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:37.739486 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-622d6213-be39-4b5e-a283-5a21f544fac2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] DELETE failed (client error): The resource could not be found. Apr 20 17:46:37.740745 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-622d6213-be39-4b5e-a283-5a21f544fac2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:46:37.743582 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-622d6213-be39-4b5e-a283-5a21f544fac2 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/networks/37f43a24-d4c8-4a24-9220-a1863d6d87ee HTTP/1.1" status: 404 len: 339 time: 0.0292044 Apr 20 17:46:37.745780 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52342) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:37.751256 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 01c5697e-73cc-4723-8a7b-e7f2ba5991bc completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:46:37.757161 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 01c5697e-73cc-4723-8a7b-e7f2ba5991bc triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:37.757597 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:37.788545 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-3007077b-7e07-4f16-a896-f283c4f96d86 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] DELETE failed (client error): The resource could not be found. Apr 20 17:46:37.789769 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3007077b-7e07-4f16-a896-f283c4f96d86 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:46:37.792033 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3007077b-7e07-4f16-a896-f283c4f96d86 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/subnets/0e425517-63a7-4a50-8a9e-71e21065e448 HTTP/1.1" status: 404 len: 337 time: 0.0452247 Apr 20 17:46:37.794289 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52346) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:37.818005 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a71264-8a69-4939-80dd-9824f613f837 admin admin] Router 70079143-056c-490a-944c-369e581f27ed has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:46:37.826236 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd939b4-f925-498c-9187-5038319f9ed9 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] DELETE failed (client error): The resource could not be found. Apr 20 17:46:37.827069 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd939b4-f925-498c-9187-5038319f9ed9 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:46:37.831408 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3dd939b4-f925-498c-9187-5038319f9ed9 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/networks/83422dbb-c84d-4aac-9c21-bbb06b43dc7b HTTP/1.1" status: 404 len: 339 time: 0.0353880 Apr 20 17:46:37.831942 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52350) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:37.869298 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:37.870730 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5f71e6-c35c-49f8-a6e1-c6c187d8f081 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] DELETE failed (client error): The resource could not be found. Apr 20 17:46:37.871166 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c5f71e6-c35c-49f8-a6e1-c6c187d8f081 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:46:37.875272 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4c5f71e6-c35c-49f8-a6e1-c6c187d8f081 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/subnets/8b034d79-f786-416c-9d1a-ea90c7af4154 HTTP/1.1" status: 404 len: 337 time: 0.0400493 Apr 20 17:46:37.875517 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52354) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:37.900460 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad23dd98-1f80-4322-bb01-1107ce843442 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] DELETE failed (client error): The resource could not be found. Apr 20 17:46:37.900894 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad23dd98-1f80-4322-bb01-1107ce843442 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:46:37.903657 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 01c5697e-73cc-4723-8a7b-e7f2ba5991bc, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=01c5697e-73cc-4723-8a7b-e7f2ba5991bc,segment=NetworkSegment(161e3d14-e48b-4a67-b6ed-2a37520ea769),segment_id=161e3d14-e48b-4a67-b6ed-2a37520ea769)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:37.903803 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ad23dd98-1f80-4322-bb01-1107ce843442 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/networks/59019e03-f37f-48c3-bf24-3294e3cf831f HTTP/1.1" status: 404 len: 339 time: 0.0261202 Apr 20 17:46:37.905450 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52358) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:37.910202 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:37.947612 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-a05bb5af-4d54-4863-9746-3ce1e5c8f171 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] DELETE failed (client error): The resource could not be found. Apr 20 17:46:37.948044 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a05bb5af-4d54-4863-9746-3ce1e5c8f171 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:46:37.957197 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a05bb5af-4d54-4863-9746-3ce1e5c8f171 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/subnets/e173d0eb-ee93-48d6-9def-f346a042e871 HTTP/1.1" status: 404 len: 337 time: 0.0439818 Apr 20 17:46:37.957914 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52362) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:37.977394 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08326e05-6177-491b-9418-840d433b94ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c5697e-73cc-4723-8a7b-e7f2ba5991bc'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:46:37.987268 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bda0899-76ae-442f-8f9d-23428cfd29f0 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] DELETE failed (client error): The resource could not be found. Apr 20 17:46:37.987951 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bda0899-76ae-442f-8f9d-23428cfd29f0 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:46:37.989346 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1bda0899-76ae-442f-8f9d-23428cfd29f0 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/networks/00b87461-dc98-4fec-8d1e-8af954688a60 HTTP/1.1" status: 404 len: 339 time: 0.0304263 Apr 20 17:46:37.992532 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52370) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:37.999056 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=01c5697e-73cc-4723-8a7b-e7f2ba5991bc,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:38.032830 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f344c7-bbb5-4d19-9f36-fdb766823aa4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] DELETE failed (client error): The resource could not be found. Apr 20 17:46:38.033270 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72f344c7-bbb5-4d19-9f36-fdb766823aa4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:46:38.034942 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-72f344c7-bbb5-4d19-9f36-fdb766823aa4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/subnets/e96f8a7d-e063-46e3-bb45-767e501fc0f3 HTTP/1.1" status: 404 len: 337 time: 0.0414200 Apr 20 17:46:38.037446 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52374) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:38.040792 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a71264-8a69-4939-80dd-9824f613f837 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:46:38.048390 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d5a71264-8a69-4939-80dd-9824f613f837 admin admin] 10.222.0.39 "PUT /v2.0/routers/70079143-056c-490a-944c-369e581f27ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3021889 Apr 20 17:46:38.048690 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52378) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:38.054981 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a0f54b-9a4c-4a18-99f0-f17986141e64 None None] Sync routers for ids ['70079143-056c-490a-944c-369e581f27ed'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:46:38.065259 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed835824-d3f0-4924-b9e6-d0edaa8e7e0d tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] DELETE failed (client error): The resource could not be found. Apr 20 17:46:38.065685 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed835824-d3f0-4924-b9e6-d0edaa8e7e0d tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:46:38.067334 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ed835824-d3f0-4924-b9e6-d0edaa8e7e0d tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/networks/8a4cbe91-d3c0-4c85-8faa-a973de42a711 HTTP/1.1" status: 404 len: 339 time: 0.0290222 Apr 20 17:46:38.069852 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52382) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:38.084810 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a0f54b-9a4c-4a18-99f0-f17986141e64 None None] Routers {'70079143-056c-490a-944c-369e581f27ed'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:46:38.086575 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-e4a0f54b-9a4c-4a18-99f0-f17986141e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:46:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['70079143-056c-490a-944c-369e581f27ed'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:38.114757 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-83970537-e441-43e4-9c0e-959192bbb5da tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] DELETE failed (client error): The resource could not be found. Apr 20 17:46:38.115262 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83970537-e441-43e4-9c0e-959192bbb5da tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:46:38.117351 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-83970537-e441-43e4-9c0e-959192bbb5da tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/subnets/0fdcd249-8318-4222-92d9-d6fb511ee88a HTTP/1.1" status: 404 len: 337 time: 0.0465858 Apr 20 17:46:38.119921 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52386) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:38.148288 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-3725981d-3d52-42b7-a4c6-b890257b3ea4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] DELETE failed (client error): The resource could not be found. Apr 20 17:46:38.148769 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3725981d-3d52-42b7-a4c6-b890257b3ea4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:46:38.150800 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3725981d-3d52-42b7-a4c6-b890257b3ea4 tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/networks/60367aa6-13cb-4d4a-88a3-3fee2a6b41c8 HTTP/1.1" status: 404 len: 339 time: 0.0296729 Apr 20 17:46:38.152983 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52390) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:38.161369 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea99c217-5265-4df8-bfdb-846311a6f15f'] response: {'server_uuid': '08326e05-6177-491b-9418-840d433b94ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c5697e-73cc-4723-8a7b-e7f2ba5991bc', 'code': 200} Apr 20 17:46:38.340343 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-e4a0f54b-9a4c-4a18-99f0-f17986141e64 None None] Set router 70079143-056c-490a-944c-369e581f27ed gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:46:38.375285 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a334acc6-6ad4-4619-97a0-1655f795522e req-cdfb947d-02f4-40d8-9d88-48743efd4cbc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=08326e05-6177-491b-9418-840d433b94ec HTTP/1.1" status: 200 len: 1097 time: 0.1888752 Apr 20 17:46:38.411474 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2ee29517-d6a0-40de-995e-ff77b3172e42 req-7bf3dd19-bc69-4497-a667-741ce88d92ae tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=08326e05-6177-491b-9418-840d433b94ec HTTP/1.1" status: 200 len: 1097 time: 0.2924390 Apr 20 17:46:38.438614 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-add69e3a-6255-4526-97e3-39fa858f9ebc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Deleting subnet 16345629-921e-41e9-b8a5-54679dd56170 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:46:38.445157 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-add69e3a-6255-4526-97e3-39fa858f9ebc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:38.477734 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2ee29517-d6a0-40de-995e-ff77b3172e42 req-a56b4ec0-1147-4264-a4b9-5026d09c386d tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a335a793-c519-486d-b5cc-11a056948439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652916 Apr 20 17:46:38.480449 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a334acc6-6ad4-4619-97a0-1655f795522e req-2e477019-8e43-42a4-9cdf-16c964721253 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a335a793-c519-486d-b5cc-11a056948439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915101 Apr 20 17:46:38.508836 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-011b86e4-a9e5-4e78-bf33-7d4e2b57aee0 admin admin] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:38.517024 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-add69e3a-6255-4526-97e3-39fa858f9ebc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:38.606973 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-add69e3a-6255-4526-97e3-39fa858f9ebc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:38.634513 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-e4a0f54b-9a4c-4a18-99f0-f17986141e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70079143-056c-490a-944c-369e581f27ed', 'name': 'tempest-AttachVolumeTestJSON-1274240987-router', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:38:39Z', 'updated_at': '2022-04-20T17:46:36Z', 'revision_number': 5, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'gw_port': {'id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:41Z', 'updated_at': '2022-04-20T17:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:38.638800 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a0f54b-9a4c-4a18-99f0-f17986141e64 None None] Checking router: 70079143-056c-490a-944c-369e581f27ed for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:46:38.650872 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a0f54b-9a4c-4a18-99f0-f17986141e64 None None] Routers {'70079143-056c-490a-944c-369e581f27ed'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:46:38.651486 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-e4a0f54b-9a4c-4a18-99f0-f17986141e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:46:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['70079143-056c-490a-944c-369e581f27ed'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:38.697451 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-add69e3a-6255-4526-97e3-39fa858f9ebc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:38.729135 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-011b86e4-a9e5-4e78-bf33-7d4e2b57aee0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:38.742978 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-011b86e4-a9e5-4e78-bf33-7d4e2b57aee0 admin admin] Deleting port 1fa585ac-063f-4d1f-9ed5-8f9369f093fb {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:46:38.743431 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-011b86e4-a9e5-4e78-bf33-7d4e2b57aee0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:38.759530 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add69e3a-6255-4526-97e3-39fa858f9ebc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event deleted for resources: {'Subnet': ['ID=16345629-921e-41e9-b8a5-54679dd56170,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:38.771400 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add69e3a-6255-4526-97e3-39fa858f9ebc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:38.771868 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add69e3a-6255-4526-97e3-39fa858f9ebc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:38.773164 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add69e3a-6255-4526-97e3-39fa858f9ebc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:38.773504 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add69e3a-6255-4526-97e3-39fa858f9ebc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:38.773834 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add69e3a-6255-4526-97e3-39fa858f9ebc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:38.775542 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add69e3a-6255-4526-97e3-39fa858f9ebc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:38.775893 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add69e3a-6255-4526-97e3-39fa858f9ebc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:38.776230 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add69e3a-6255-4526-97e3-39fa858f9ebc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:38.776560 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add69e3a-6255-4526-97e3-39fa858f9ebc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:38.776889 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add69e3a-6255-4526-97e3-39fa858f9ebc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:38.777219 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add69e3a-6255-4526-97e3-39fa858f9ebc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:38.789245 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-add69e3a-6255-4526-97e3-39fa858f9ebc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:38.799751 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-add69e3a-6255-4526-97e3-39fa858f9ebc tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/subnets/16345629-921e-41e9-b8a5-54679dd56170 HTTP/1.1" status: 204 len: 168 time: 0.6450491 Apr 20 17:46:38.802130 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52394) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:38.806847 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef46f62-5d29-406e-a2ab-35ebcd00c89d None None] Network 5b7a8737-12e3-4251-aca6-eaf5448fb087 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:46:38.919779 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-51bec828-c46a-423d-9d94-0f8810c1c06d tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:38.935626 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-51bec828-c46a-423d-9d94-0f8810c1c06d tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Deleting port 400cbc1a-36c5-4985-b64b-30fb7db4aba1 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:46:38.936123 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-51bec828-c46a-423d-9d94-0f8810c1c06d tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:38.942746 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-011b86e4-a9e5-4e78-bf33-7d4e2b57aee0 admin admin] For port 1fa585ac-063f-4d1f-9ed5-8f9369f093fb, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=1fa585ac-063f-4d1f-9ed5-8f9369f093fb,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:38.943274 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-011b86e4-a9e5-4e78-bf33-7d4e2b57aee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:39.006446 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427d051e-4269-4cdf-a349-14bb742e215c None None] Sync routers for ids ['033a883d-84fa-43dc-bb85-7fb823bdf93c'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:46:39.017823 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-e4a0f54b-9a4c-4a18-99f0-f17986141e64 None None] Set router 70079143-056c-490a-944c-369e581f27ed gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:46:39.018060 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427d051e-4269-4cdf-a349-14bb742e215c None None] Routers {'033a883d-84fa-43dc-bb85-7fb823bdf93c'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:46:39.018648 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-427d051e-4269-4cdf-a349-14bb742e215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:46:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['033a883d-84fa-43dc-bb85-7fb823bdf93c'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:39.076076 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-011b86e4-a9e5-4e78-bf33-7d4e2b57aee0 admin admin] Calling delete_port for 1fa585ac-063f-4d1f-9ed5-8f9369f093fb owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:46:39.201742 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-427d051e-4269-4cdf-a349-14bb742e215c None None] Set router 033a883d-84fa-43dc-bb85-7fb823bdf93c gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:46:39.269310 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-011b86e4-a9e5-4e78-bf33-7d4e2b57aee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:39.301426 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ff00d3d6-a673-42db-910e-eb071e624b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:39.304473 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-51bec828-c46a-423d-9d94-0f8810c1c06d tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] For port 400cbc1a-36c5-4985-b64b-30fb7db4aba1, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=400cbc1a-36c5-4985-b64b-30fb7db4aba1,segment=NetworkSegment(d6e976f9-125a-4c4f-ab27-826c81510c46),segment_id=d6e976f9-125a-4c4f-ab27-826c81510c46)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:39.305042 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-51bec828-c46a-423d-9d94-0f8810c1c06d tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:39.344048 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65338eb2-91ba-4042-961b-a88fc357fe43 None None] DHCP port deletion for 5b7a8737-12e3-4251-aca6-eaf5448fb087 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:46:39.351475 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-65338eb2-91ba-4042-961b-a88fc357fe43 None None] Deleting port 400cbc1a-36c5-4985-b64b-30fb7db4aba1 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:46:39.351955 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-65338eb2-91ba-4042-961b-a88fc357fe43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:39.379026 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b86e4-a9e5-4e78-bf33-7d4e2b57aee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fa585ac-063f-4d1f-9ed5-8f9369f093fb,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:39.447527 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-51bec828-c46a-423d-9d94-0f8810c1c06d tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Calling delete_port for 400cbc1a-36c5-4985-b64b-30fb7db4aba1 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:46:39.555871 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-51bec828-c46a-423d-9d94-0f8810c1c06d tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:39.626495 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-427d051e-4269-4cdf-a349-14bb742e215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033a883d-84fa-43dc-bb85-7fb823bdf93c', 'name': 'tempest-TestServerMultinode-214052317-router', 'tenant_id': '7918b973982145af9c41d09d5feda08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '162f6088-88a6-4fb3-9c0c-8a73c8c4b085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:46:16Z', 'updated_at': '2022-04-20T17:46:23Z', 'revision_number': 4, 'project_id': '7918b973982145af9c41d09d5feda08e', 'gw_port': {'id': '162f6088-88a6-4fb3-9c0c-8a73c8c4b085', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033a883d-84fa-43dc-bb85-7fb823bdf93c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:46:17Z', 'updated_at': '2022-04-20T17:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'ea6e3639-a073-46a0-a5a8-1526ddcb2017', 'name': '', 'network_id': 'f3465054-501f-447c-bc33-90c5eb4441ec', 'tenant_id': '7918b973982145af9c41d09d5feda08e', 'mac_address': 'fa:16:3e:67:9b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033a883d-84fa-43dc-bb85-7fb823bdf93c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '820006eb-7189-4974-a8d4-359e39ffeced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:46:22Z', 'updated_at': '2022-04-20T17:46:23Z', 'revision_number': 2, 'project_id': '7918b973982145af9c41d09d5feda08e', 'subnets': [{'id': '820006eb-7189-4974-a8d4-359e39ffeced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:39.629737 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-011b86e4-a9e5-4e78-bf33-7d4e2b57aee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:39.631404 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427d051e-4269-4cdf-a349-14bb742e215c None None] Checking router: 033a883d-84fa-43dc-bb85-7fb823bdf93c for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:46:39.631930 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427d051e-4269-4cdf-a349-14bb742e215c None None] Updating router 033a883d-84fa-43dc-bb85-7fb823bdf93c port ea6e3639-a073-46a0-a5a8-1526ddcb2017 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:46:39.654645 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bec828-c46a-423d-9d94-0f8810c1c06d tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] No DVR routers for this DVR port 400cbc1a-36c5-4985-b64b-30fb7db4aba1 on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:46:39.685498 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-65338eb2-91ba-4042-961b-a88fc357fe43 None None] For port 400cbc1a-36c5-4985-b64b-30fb7db4aba1, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=400cbc1a-36c5-4985-b64b-30fb7db4aba1,segment=NetworkSegment(d6e976f9-125a-4c4f-ab27-826c81510c46),segment_id=d6e976f9-125a-4c4f-ab27-826c81510c46)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:39.685925 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-65338eb2-91ba-4042-961b-a88fc357fe43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:39.698873 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-e4a0f54b-9a4c-4a18-99f0-f17986141e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70079143-056c-490a-944c-369e581f27ed', 'name': 'tempest-AttachVolumeTestJSON-1274240987-router', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:38:39Z', 'updated_at': '2022-04-20T17:46:36Z', 'revision_number': 5, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'gw_port': {'id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:41Z', 'updated_at': '2022-04-20T17:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:39.747672 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-427d051e-4269-4cdf-a349-14bb742e215c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:39.787856 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bec828-c46a-423d-9d94-0f8810c1c06d tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event deleted for resources: {'Port': ['ID=400cbc1a-36c5-4985-b64b-30fb7db4aba1,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:39.836233 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a0f54b-9a4c-4a18-99f0-f17986141e64 None None] The sync data for ids ['70079143-056c-490a-944c-369e581f27ed'] in n-d-838032-1 is: [{'id': '70079143-056c-490a-944c-369e581f27ed', 'name': 'tempest-AttachVolumeTestJSON-1274240987-router', 'tenant_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:38:39Z', 'updated_at': '2022-04-20T17:46:36Z', 'revision_number': 5, 'project_id': 'afdda90d8b714cd0a49b7b3d0da0c05b', 'gw_port': {'id': '1fa585ac-063f-4d1f-9ed5-8f9369f093fb', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70079143-056c-490a-944c-369e581f27ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:38:41Z', 'updated_at': '2022-04-20T17:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:46:39.918626 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-65338eb2-91ba-4042-961b-a88fc357fe43 None None] Calling delete_port for 400cbc1a-36c5-4985-b64b-30fb7db4aba1 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:46:39.921341 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-51bec828-c46a-423d-9d94-0f8810c1c06d tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:39.946843 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-51bec828-c46a-423d-9d94-0f8810c1c06d tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b7a8737-12e3-4251-aca6-eaf5448fb087']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:39.958034 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-011b86e4-a9e5-4e78-bf33-7d4e2b57aee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:39.959281 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-51bec828-c46a-423d-9d94-0f8810c1c06d tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e976f9-125a-4c4f-ab27-826c81510c46') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:39.959573 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-51bec828-c46a-423d-9d94-0f8810c1c06d tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e976f9-125a-4c4f-ab27-826c81510c46') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:39.962417 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-011b86e4-a9e5-4e78-bf33-7d4e2b57aee0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:39.984551 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-51bec828-c46a-423d-9d94-0f8810c1c06d tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:39.997545 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-65338eb2-91ba-4042-961b-a88fc357fe43 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:46:39.997794 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-011b86e4-a9e5-4e78-bf33-7d4e2b57aee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:39.997902 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-65338eb2-91ba-4042-961b-a88fc357fe43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:46:39.998388 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011b86e4-a9e5-4e78-bf33-7d4e2b57aee0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70079143-056c-490a-944c-369e581f27ed {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:46:40.011746 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-011b86e4-a9e5-4e78-bf33-7d4e2b57aee0 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:40.012049 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-51bec828-c46a-423d-9d94-0f8810c1c06d tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:40.013046 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-011b86e4-a9e5-4e78-bf33-7d4e2b57aee0 admin admin] 10.222.0.39 "DELETE /v2.0/routers/70079143-056c-490a-944c-369e581f27ed HTTP/1.1" status: 204 len: 168 time: 1.9632556 Apr 20 17:46:40.015828 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52400) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:40.020794 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51bec828-c46a-423d-9d94-0f8810c1c06d tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:46:40.021219 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-51bec828-c46a-423d-9d94-0f8810c1c06d tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:40.035921 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:46:40.035921 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:46:40.035921 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:46:40.035921 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:46:40.035921 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:46:40.035921 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:46:40.035921 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:46:40.035921 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:46:40.035921 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:46:40.035921 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:46:40.035921 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:46:40.035921 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:46:40.035921 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:46:40.035921 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:46:40.035921 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:46:40.035921 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:46:40.035921 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:46:40.035921 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:46:40.035921 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:46:40.035921 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:46:40.035921 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:46:40.035921 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:46:40.035921 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:46:40.035921 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:46:40.035921 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:46:40.035921 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:46:40.035921 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:46:40.035921 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:46:40.035921 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:46:40.035921 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:46:40.035921 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:46:40.035921 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:46:40.118898 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c009fb40-e926-476c-a420-df98e6ebb842 req-83d4b582-a53a-4589-9885-285a8bcf8abd tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=08326e05-6177-491b-9418-840d433b94ec HTTP/1.1" status: 200 len: 1097 time: 0.4172111 Apr 20 17:46:40.126801 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-51bec828-c46a-423d-9d94-0f8810c1c06d tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:40.163190 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-51bec828-c46a-423d-9d94-0f8810c1c06d tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:40.175496 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bec828-c46a-423d-9d94-0f8810c1c06d tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] Pushing event deleted for resources: {'Network': ['ID=5b7a8737-12e3-4251-aca6-eaf5448fb087,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:40.200564 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-51bec828-c46a-423d-9d94-0f8810c1c06d tempest-NetworksTest-1264187245 tempest-NetworksTest-1264187245-project] 10.222.0.39 "DELETE /v2.0/networks/5b7a8737-12e3-4251-aca6-eaf5448fb087 HTTP/1.1" status: 204 len: 168 time: 1.3973131 Apr 20 17:46:40.205987 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c009fb40-e926-476c-a420-df98e6ebb842 req-dea85a92-18d1-4688-b8c4-002438ab3c5d tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a335a793-c519-486d-b5cc-11a056948439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809548 Apr 20 17:46:40.234067 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dce924d-34a9-470f-ad5f-7ff53c9b488a admin admin] Deleting subnet 6df2b9cf-3053-4862-b128-40e0c38b0bd7 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:46:40.234526 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-427d051e-4269-4cdf-a349-14bb742e215c None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:40.237240 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4dce924d-34a9-470f-ad5f-7ff53c9b488a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:40.250382 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-427d051e-4269-4cdf-a349-14bb742e215c None None] Transition to ACTIVE for port object ea6e3639-a073-46a0-a5a8-1526ddcb2017 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:46:40.260283 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-427d051e-4269-4cdf-a349-14bb742e215c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:40.290745 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4dce924d-34a9-470f-ad5f-7ff53c9b488a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:40.399342 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4dce924d-34a9-470f-ad5f-7ff53c9b488a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:40.407593 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f703b-f65d-44ed-85a0-278c90176782 None None] Pushing event updated for resources: {'Port': ['ID=ea6e3639-a073-46a0-a5a8-1526ddcb2017,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:40.450724 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f703b-f65d-44ed-85a0-278c90176782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:40.451052 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f703b-f65d-44ed-85a0-278c90176782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:40.451387 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f703b-f65d-44ed-85a0-278c90176782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:40.451709 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f703b-f65d-44ed-85a0-278c90176782 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:40.452028 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f703b-f65d-44ed-85a0-278c90176782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:40.453083 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f703b-f65d-44ed-85a0-278c90176782 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:40.453420 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f703b-f65d-44ed-85a0-278c90176782 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:40.453740 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f703b-f65d-44ed-85a0-278c90176782 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:40.454057 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f703b-f65d-44ed-85a0-278c90176782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:40.454409 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f703b-f65d-44ed-85a0-278c90176782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:40.454875 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f703b-f65d-44ed-85a0-278c90176782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:46:40.496673 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52408) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:40.499053 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-65338eb2-91ba-4042-961b-a88fc357fe43 None None] Deleting port 400cbc1a-36c5-4985-b64b-30fb7db4aba1 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:46:40.499438 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-65338eb2-91ba-4042-961b-a88fc357fe43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:40.524841 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4dce924d-34a9-470f-ad5f-7ff53c9b488a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:40.566966 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce924d-34a9-470f-ad5f-7ff53c9b488a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6df2b9cf-3053-4862-b128-40e0c38b0bd7,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:40.577724 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-427d051e-4269-4cdf-a349-14bb742e215c None None] Attempting to bind port ea6e3639-a073-46a0-a5a8-1526ddcb2017 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:46:40.577964 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4dce924d-34a9-470f-ad5f-7ff53c9b488a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:40.578262 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-427d051e-4269-4cdf-a349-14bb742e215c None None] Attempting to bind port ea6e3639-a073-46a0-a5a8-1526ddcb2017 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'd368fbf6-0003-4dc9-8db7-5beafe9df9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f3465054-501f-447c-bc33-90c5eb4441ec'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:46:40.578680 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427d051e-4269-4cdf-a349-14bb742e215c None None] Attempting to bind port ea6e3639-a073-46a0-a5a8-1526ddcb2017 on network f3465054-501f-447c-bc33-90c5eb4441ec {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:46:40.584938 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4dce924d-34a9-470f-ad5f-7ff53c9b488a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6df2b9cf-3053-4862-b128-40e0c38b0bd7 HTTP/1.1" status: 204 len: 168 time: 0.5681281 Apr 20 17:46:40.585798 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427d051e-4269-4cdf-a349-14bb742e215c None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:46:40.586167 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427d051e-4269-4cdf-a349-14bb742e215c None None] Checking segment: {'id': 'd368fbf6-0003-4dc9-8db7-5beafe9df9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f3465054-501f-447c-bc33-90c5eb4441ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:46:40.586577 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-427d051e-4269-4cdf-a349-14bb742e215c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:40.586985 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427d051e-4269-4cdf-a349-14bb742e215c None None] Bound using segment: {'id': 'd368fbf6-0003-4dc9-8db7-5beafe9df9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f3465054-501f-447c-bc33-90c5eb4441ec'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:46:40.587389 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-427d051e-4269-4cdf-a349-14bb742e215c None None] Bound port: ea6e3639-a073-46a0-a5a8-1526ddcb2017, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd368fbf6-0003-4dc9-8db7-5beafe9df9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f3465054-501f-447c-bc33-90c5eb4441ec'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:46:40.587531 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52414) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:40.587781 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-427d051e-4269-4cdf-a349-14bb742e215c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:40.645341 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4c635b-63d7-4124-baf0-4dbbd1f20058 None None] Network 911da384-323b-42ed-9656-9be4d49d8f36 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:46:40.662400 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-65338eb2-91ba-4042-961b-a88fc357fe43 None None] The port '400cbc1a-36c5-4985-b64b-30fb7db4aba1' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:46:40.685849 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-427d051e-4269-4cdf-a349-14bb742e215c None None] For port ea6e3639-a073-46a0-a5a8-1526ddcb2017, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:46:40.689188 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-427d051e-4269-4cdf-a349-14bb742e215c None None] For port ea6e3639-a073-46a0-a5a8-1526ddcb2017, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ea6e3639-a073-46a0-a5a8-1526ddcb2017,segment=NetworkSegment(d368fbf6-0003-4dc9-8db7-5beafe9df9b3),segment_id=d368fbf6-0003-4dc9-8db7-5beafe9df9b3)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:46:40.701332 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-427d051e-4269-4cdf-a349-14bb742e215c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:40.718519 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dee0e455-15b6-4b1c-88b4-5f803603353f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:40.729536 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-dee0e455-15b6-4b1c-88b4-5f803603353f admin admin] Deleting port fe1fa85c-a8ca-4650-be5b-4c974f0f7751 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:46:40.729792 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dee0e455-15b6-4b1c-88b4-5f803603353f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:40.785875 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c106aa5c-09e6-41b2-a6c1-a2a6dfb94929 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b6d8bd39e275438082493739a75229df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2857990 Apr 20 17:46:40.786925 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52418) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:40.794991 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f703b-f65d-44ed-85a0-278c90176782 None None] Pushing event updated for resources: {'Port': ['ID=ea6e3639-a073-46a0-a5a8-1526ddcb2017,revision_number=4']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:40.802843 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427d051e-4269-4cdf-a349-14bb742e215c None None] Routers {'033a883d-84fa-43dc-bb85-7fb823bdf93c'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:46:40.803163 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-427d051e-4269-4cdf-a349-14bb742e215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:46:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['033a883d-84fa-43dc-bb85-7fb823bdf93c'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:40.874180 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-52b086ea-79ef-4ff1-8a0d-59fa96eed004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:40.917816 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-52b086ea-79ef-4ff1-8a0d-59fa96eed004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:41.000901 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-52b086ea-79ef-4ff1-8a0d-59fa96eed004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:41.011049 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3a8985-0f1c-4584-9ba3-e0b50175b52a None None] DHCP port deletion for 911da384-323b-42ed-9656-9be4d49d8f36 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:46:41.016046 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0b3a8985-0f1c-4584-9ba3-e0b50175b52a None None] Deleting port fe1fa85c-a8ca-4650-be5b-4c974f0f7751 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:46:41.016421 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0b3a8985-0f1c-4584-9ba3-e0b50175b52a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:41.029216 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b086ea-79ef-4ff1-8a0d-59fa96eed004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59775bef-c4a4-4584-8707-431d8b28b9ea,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:41.040795 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-427d051e-4269-4cdf-a349-14bb742e215c None None] Set router 033a883d-84fa-43dc-bb85-7fb823bdf93c gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:46:41.047191 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-52b086ea-79ef-4ff1-8a0d-59fa96eed004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:41.048649 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-52b086ea-79ef-4ff1-8a0d-59fa96eed004 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/59775bef-c4a4-4584-8707-431d8b28b9ea HTTP/1.1" status: 204 len: 168 time: 0.2574341 Apr 20 17:46:41.072463 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-dee0e455-15b6-4b1c-88b4-5f803603353f admin admin] For port fe1fa85c-a8ca-4650-be5b-4c974f0f7751, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=fe1fa85c-a8ca-4650-be5b-4c974f0f7751,segment=NetworkSegment(c440332e-ad26-42d4-aa3b-e6d8c6a39264),segment_id=c440332e-ad26-42d4-aa3b-e6d8c6a39264)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:41.072999 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dee0e455-15b6-4b1c-88b4-5f803603353f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:41.236694 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-dee0e455-15b6-4b1c-88b4-5f803603353f admin admin] Calling delete_port for fe1fa85c-a8ca-4650-be5b-4c974f0f7751 owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:46:41.316609 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0b3a8985-0f1c-4584-9ba3-e0b50175b52a None None] For port fe1fa85c-a8ca-4650-be5b-4c974f0f7751, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=fe1fa85c-a8ca-4650-be5b-4c974f0f7751,segment=NetworkSegment(c440332e-ad26-42d4-aa3b-e6d8c6a39264),segment_id=c440332e-ad26-42d4-aa3b-e6d8c6a39264)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:41.317001 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0b3a8985-0f1c-4584-9ba3-e0b50175b52a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:41.377922 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dee0e455-15b6-4b1c-88b4-5f803603353f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:41.411265 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 924c148d-142c-4b6c-8570-3b938b8a81ab no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:46:41.438471 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-427d051e-4269-4cdf-a349-14bb742e215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033a883d-84fa-43dc-bb85-7fb823bdf93c', 'name': 'tempest-TestServerMultinode-214052317-router', 'tenant_id': '7918b973982145af9c41d09d5feda08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '162f6088-88a6-4fb3-9c0c-8a73c8c4b085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:46:16Z', 'updated_at': '2022-04-20T17:46:23Z', 'revision_number': 4, 'project_id': '7918b973982145af9c41d09d5feda08e', 'gw_port': {'id': '162f6088-88a6-4fb3-9c0c-8a73c8c4b085', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033a883d-84fa-43dc-bb85-7fb823bdf93c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:46:17Z', 'updated_at': '2022-04-20T17:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'ea6e3639-a073-46a0-a5a8-1526ddcb2017', 'name': '', 'network_id': 'f3465054-501f-447c-bc33-90c5eb4441ec', 'tenant_id': '7918b973982145af9c41d09d5feda08e', 'mac_address': 'fa:16:3e:67:9b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033a883d-84fa-43dc-bb85-7fb823bdf93c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '820006eb-7189-4974-a8d4-359e39ffeced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:46:22Z', 'updated_at': '2022-04-20T17:46:40Z', 'revision_number': 4, 'project_id': '7918b973982145af9c41d09d5feda08e', 'subnets': [{'id': '820006eb-7189-4974-a8d4-359e39ffeced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:41.443514 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427d051e-4269-4cdf-a349-14bb742e215c None None] The sync data for ids ['033a883d-84fa-43dc-bb85-7fb823bdf93c'] in n-d-838032-1 is: [{'id': '033a883d-84fa-43dc-bb85-7fb823bdf93c', 'name': 'tempest-TestServerMultinode-214052317-router', 'tenant_id': '7918b973982145af9c41d09d5feda08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '162f6088-88a6-4fb3-9c0c-8a73c8c4b085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:46:16Z', 'updated_at': '2022-04-20T17:46:23Z', 'revision_number': 4, 'project_id': '7918b973982145af9c41d09d5feda08e', 'gw_port': {'id': '162f6088-88a6-4fb3-9c0c-8a73c8c4b085', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033a883d-84fa-43dc-bb85-7fb823bdf93c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:46:17Z', 'updated_at': '2022-04-20T17:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'ea6e3639-a073-46a0-a5a8-1526ddcb2017', 'name': '', 'network_id': 'f3465054-501f-447c-bc33-90c5eb4441ec', 'tenant_id': '7918b973982145af9c41d09d5feda08e', 'mac_address': 'fa:16:3e:67:9b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033a883d-84fa-43dc-bb85-7fb823bdf93c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '820006eb-7189-4974-a8d4-359e39ffeced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:46:22Z', 'updated_at': '2022-04-20T17:46:40Z', 'revision_number': 4, 'project_id': '7918b973982145af9c41d09d5feda08e', 'subnets': [{'id': '820006eb-7189-4974-a8d4-359e39ffeced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:46:41.549019 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0e455-15b6-4b1c-88b4-5f803603353f admin admin] Pushing event deleted for resources: {'Port': ['ID=fe1fa85c-a8ca-4650-be5b-4c974f0f7751,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:41.575597 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0b3a8985-0f1c-4584-9ba3-e0b50175b52a None None] Calling delete_port for fe1fa85c-a8ca-4650-be5b-4c974f0f7751 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:46:41.594992 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee0e455-15b6-4b1c-88b4-5f803603353f admin admin] No DVR routers for this DVR port fe1fa85c-a8ca-4650-be5b-4c974f0f7751 on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:46:41.624501 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 924c148d-142c-4b6c-8570-3b938b8a81ab {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:46:41.624830 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 924c148d-142c-4b6c-8570-3b938b8a81ab not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:46:41.625239 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 400cbc1a-36c5-4985-b64b-30fb7db4aba1 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:46:41.690607 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5d7ee5dd-5224-4a84-88cc-06f587c8aca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:41.692331 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 400cbc1a-36c5-4985-b64b-30fb7db4aba1 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:46:41.692669 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 400cbc1a-36c5-4985-b64b-30fb7db4aba1 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:46:41.693084 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device fe1fa85c-a8ca-4650-be5b-4c974f0f7751 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:46:41.734202 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: fe1fa85c-a8ca-4650-be5b-4c974f0f7751 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:46:41.734202 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device fe1fa85c-a8ca-4650-be5b-4c974f0f7751 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:46:41.759654 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-0b3a8985-0f1c-4584-9ba3-e0b50175b52a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:46:41.760039 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-0b3a8985-0f1c-4584-9ba3-e0b50175b52a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:46:41.791985 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d07d626e-191b-4a1c-8657-7b2847cf1c40 req-300eac1e-f554-4fa7-87b5-3e46d43f9182 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=08326e05-6177-491b-9418-840d433b94ec HTTP/1.1" status: 200 len: 1097 time: 0.3338408 Apr 20 17:46:41.840308 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dee0e455-15b6-4b1c-88b4-5f803603353f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:41.899418 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d07d626e-191b-4a1c-8657-7b2847cf1c40 req-1ec96c94-f887-45d0-9122-f361cd3fba88 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a335a793-c519-486d-b5cc-11a056948439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989661 Apr 20 17:46:41.912329 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-dee0e455-15b6-4b1c-88b4-5f803603353f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['911da384-323b-42ed-9656-9be4d49d8f36']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:41.935019 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-dee0e455-15b6-4b1c-88b4-5f803603353f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c440332e-ad26-42d4-aa3b-e6d8c6a39264') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:41.935336 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-dee0e455-15b6-4b1c-88b4-5f803603353f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c440332e-ad26-42d4-aa3b-e6d8c6a39264') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:41.948135 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dee0e455-15b6-4b1c-88b4-5f803603353f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:41.969733 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dee0e455-15b6-4b1c-88b4-5f803603353f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:41.979896 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee0e455-15b6-4b1c-88b4-5f803603353f admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:46:41.980352 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dee0e455-15b6-4b1c-88b4-5f803603353f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:42.056408 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:46:42.056408 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:46:42.056408 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:46:42.056408 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:46:42.056408 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:46:42.056408 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:46:42.056408 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:46:42.056408 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:46:42.056408 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:46:42.056408 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:46:42.056408 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:46:42.056408 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:46:42.056408 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:46:42.056408 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:46:42.056408 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:46:42.056408 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:46:42.056408 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:46:42.056408 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:46:42.056408 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:46:42.056408 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:46:42.056408 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:46:42.056408 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:46:42.056408 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:46:42.056408 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:46:42.056408 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:46:42.056408 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:46:42.056408 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:46:42.056408 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:46:42.056408 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:46:42.056408 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:46:42.056408 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:46:42.056408 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:46:42.074819 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dee0e455-15b6-4b1c-88b4-5f803603353f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:42.096503 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dee0e455-15b6-4b1c-88b4-5f803603353f admin admin] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:42.104226 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0e455-15b6-4b1c-88b4-5f803603353f admin admin] Pushing event deleted for resources: {'Network': ['ID=911da384-323b-42ed-9656-9be4d49d8f36,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:42.123894 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-dee0e455-15b6-4b1c-88b4-5f803603353f admin admin] 10.222.0.39 "DELETE /v2.0/networks/911da384-323b-42ed-9656-9be4d49d8f36 HTTP/1.1" status: 204 len: 168 time: 1.5351636 Apr 20 17:46:42.147180 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f9e81ff4-80d2-495c-8be1-648fa610e926 req-296d2c7b-f8d1-432c-bc7f-cdf07489137e tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=08326e05-6177-491b-9418-840d433b94ec HTTP/1.1" status: 200 len: 1097 time: 0.0984018 Apr 20 17:46:42.198570 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f9e81ff4-80d2-495c-8be1-648fa610e926 req-86bd3019-6a0f-4457-bba4-53f696a0f1eb tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a335a793-c519-486d-b5cc-11a056948439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504155 Apr 20 17:46:42.260857 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0b3a8985-0f1c-4584-9ba3-e0b50175b52a None None] Deleting port fe1fa85c-a8ca-4650-be5b-4c974f0f7751 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:46:42.261473 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0b3a8985-0f1c-4584-9ba3-e0b50175b52a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:42.378870 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0b3a8985-0f1c-4584-9ba3-e0b50175b52a None None] The port 'fe1fa85c-a8ca-4650-be5b-4c974f0f7751' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:46:42.400936 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52448) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:42.483143 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-80ad7645-3ee6-4374-adc5-a8c2bd61a558 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=afdda90d8b714cd0a49b7b3d0da0c05b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0810370 Apr 20 17:46:42.486261 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52452) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:42.515679 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ca8bc00a-4930-4207-ba5f-077fba7b03cb req-fb87dabc-e555-445b-9b1f-9f0c24b554b1 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=08326e05-6177-491b-9418-840d433b94ec HTTP/1.1" status: 200 len: 1097 time: 0.1457567 Apr 20 17:46:42.545661 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52456) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:42.576056 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ca8bc00a-4930-4207-ba5f-077fba7b03cb req-b42db774-4afe-4fd1-8612-060655226016 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a335a793-c519-486d-b5cc-11a056948439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522091 Apr 20 17:46:42.577382 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-125eb829-65cf-4fb7-9fcd-51ec32be3b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:42.606057 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-125eb829-65cf-4fb7-9fcd-51ec32be3b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:42.674060 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-125eb829-65cf-4fb7-9fcd-51ec32be3b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:42.699296 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:42.706769 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125eb829-65cf-4fb7-9fcd-51ec32be3b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa062b5b-9654-40ba-8f12-842063de37d3,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:42.723009 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-125eb829-65cf-4fb7-9fcd-51ec32be3b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:42.726235 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-125eb829-65cf-4fb7-9fcd-51ec32be3b84 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fa062b5b-9654-40ba-8f12-842063de37d3 HTTP/1.1" status: 204 len: 168 time: 0.2371368 Apr 20 17:46:42.765527 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-7fa72d59-8b73-4aeb-ae79-77e24fb9d83d tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1262566452', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:42.770680 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7fa72d59-8b73-4aeb-ae79-77e24fb9d83d tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:42.774014 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:42.774763 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7fa72d59-8b73-4aeb-ae79-77e24fb9d83d tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Usage tracker for resource:router and tenant:45779a917d52440bacfd4a7a94d14355 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:42.777675 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7fa72d59-8b73-4aeb-ae79-77e24fb9d83d tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:42.785226 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7fa72d59-8b73-4aeb-ae79-77e24fb9d83d tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:42.800126 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7fa72d59-8b73-4aeb-ae79-77e24fb9d83d tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:42.801492 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7fa72d59-8b73-4aeb-ae79-77e24fb9d83d tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:42.824940 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7fa72d59-8b73-4aeb-ae79-77e24fb9d83d tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:42.848630 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7fa72d59-8b73-4aeb-ae79-77e24fb9d83d tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:42.872960 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7fa72d59-8b73-4aeb-ae79-77e24fb9d83d tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:42.876685 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7fa72d59-8b73-4aeb-ae79-77e24fb9d83d tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3272576 Apr 20 17:46:42.876885 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52472) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:42.882135 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-3cdc0c36-58a5-44fd-b160-c68cf3330960 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1198512950'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:42.887555 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3cdc0c36-58a5-44fd-b160-c68cf3330960 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:42.891413 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3cdc0c36-58a5-44fd-b160-c68cf3330960 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Usage tracker for resource:network and tenant:45779a917d52440bacfd4a7a94d14355 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:42.894807 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3cdc0c36-58a5-44fd-b160-c68cf3330960 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:42.900791 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3cdc0c36-58a5-44fd-b160-c68cf3330960 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:42.915548 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdc0c36-58a5-44fd-b160-c68cf3330960 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Made reservation on behalf of 45779a917d52440bacfd4a7a94d14355 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:42.918878 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3cdc0c36-58a5-44fd-b160-c68cf3330960 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:42.932830 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3cdc0c36-58a5-44fd-b160-c68cf3330960 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:42.968891 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3cdc0c36-58a5-44fd-b160-c68cf3330960 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:42.973063 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3cdc0c36-58a5-44fd-b160-c68cf3330960 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Usage tracker for resource:security_group_rule and tenant:45779a917d52440bacfd4a7a94d14355 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:42.975991 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3cdc0c36-58a5-44fd-b160-c68cf3330960 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:42.982083 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3cdc0c36-58a5-44fd-b160-c68cf3330960 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:43.042651 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bec3b-c695-4347-bfdd-835b31a037af req-f7ee8263-3840-4e5c-b9b4-215c70acf8a7 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:43.044037 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c74bec3b-c695-4347-bfdd-835b31a037af req-f7ee8263-3840-4e5c-b9b4-215c70acf8a7 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/networks?id=749f271d-35c0-4b6f-9065-f11168e732e7 HTTP/1.1" status: 200 len: 911 time: 0.1396394 Apr 20 17:46:43.057211 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3cdc0c36-58a5-44fd-b160-c68cf3330960 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:43.062216 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3cdc0c36-58a5-44fd-b160-c68cf3330960 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:43.064890 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c74bec3b-c695-4347-bfdd-835b31a037af req-1242dc04-5221-45ad-8dc4-f0b19be5c7a9 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/quotas/7918b973982145af9c41d09d5feda08e HTTP/1.1" status: 200 len: 375 time: 0.0119886 Apr 20 17:46:43.091285 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cdc0c36-58a5-44fd-b160-c68cf3330960 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:46:43.103820 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc0c36-58a5-44fd-b160-c68cf3330960 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf22788b-7212-49b8-aba4-5ded5bb8784f,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:43.108598 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3cdc0c36-58a5-44fd-b160-c68cf3330960 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:43.108943 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-3cdc0c36-58a5-44fd-b160-c68cf3330960 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Added segment 0afb961d-6290-4a43-86b9-3bb724cd712f of type vlan for network 200d0521-6b7c-41ea-a815-93d501694226 Apr 20 17:46:43.136999 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3cdc0c36-58a5-44fd-b160-c68cf3330960 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:43.159328 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c74bec3b-c695-4347-bfdd-835b31a037af req-bdd89a51-2d49-4bb4-b1f3-1b1ee2122a49 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/ports?tenant_id=7918b973982145af9c41d09d5feda08e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0883820 Apr 20 17:46:43.172788 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3cdc0c36-58a5-44fd-b160-c68cf3330960 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:43.177064 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdc0c36-58a5-44fd-b160-c68cf3330960 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:43.177805 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3cdc0c36-58a5-44fd-b160-c68cf3330960 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:43.287360 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ea6e3639-a073-46a0-a5a8-1526ddcb2017 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:46:43.320985 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc0c36-58a5-44fd-b160-c68cf3330960 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Pushing event updated for resources: {'Network': ['ID=200d0521-6b7c-41ea-a815-93d501694226,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:43.333088 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 200d0521-6b7c-41ea-a815-93d501694226 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:46:43.338795 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3cdc0c36-58a5-44fd-b160-c68cf3330960 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4583077 Apr 20 17:46:43.340303 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c74bec3b-c695-4347-bfdd-835b31a037af req-5baf52b0-9273-4013-b121-b328032c4581 service neutron] 10.222.0.39 "GET /v2.0/networks/749f271d-35c0-4b6f-9065-f11168e732e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794784 Apr 20 17:46:43.341897 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52486) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:43.375389 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-e47a9a82-e17a-42a4-965b-9801ac6d6109 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Request body: {'subnet': {'network_id': '200d0521-6b7c-41ea-a815-93d501694226', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:43.467350 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:43.482613 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port ea6e3639-a073-46a0-a5a8-1526ddcb2017 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:46:43.490842 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port ea6e3639-a073-46a0-a5a8-1526ddcb2017 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:43.491205 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:43.604935 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:43.637540 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port ea6e3639-a073-46a0-a5a8-1526ddcb2017, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ea6e3639-a073-46a0-a5a8-1526ddcb2017,segment=NetworkSegment(d368fbf6-0003-4dc9-8db7-5beafe9df9b3),segment_id=d368fbf6-0003-4dc9-8db7-5beafe9df9b3)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:43.644204 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:43.666584 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e47a9a82-e17a-42a4-965b-9801ac6d6109 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:43.681255 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e47a9a82-e17a-42a4-965b-9801ac6d6109 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Usage tracker for resource:subnet and tenant:45779a917d52440bacfd4a7a94d14355 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:43.686054 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e47a9a82-e17a-42a4-965b-9801ac6d6109 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:43.694019 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c74bec3b-c695-4347-bfdd-835b31a037af req-728216cb-a887-40b9-b4c1-ed3d2b5b9147 service neutron] 10.222.0.39 "GET /v2.0/networks/749f271d-35c0-4b6f-9065-f11168e732e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528783 Apr 20 17:46:43.694892 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e47a9a82-e17a-42a4-965b-9801ac6d6109 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:43.710670 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47a9a82-e17a-42a4-965b-9801ac6d6109 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Made reservation on behalf of 45779a917d52440bacfd4a7a94d14355 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:43.725822 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 1fa585ac-063f-4d1f-9ed5-8f9369f093fb no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:46:43.765334 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 1fa585ac-063f-4d1f-9ed5-8f9369f093fb {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:46:43.765707 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 1fa585ac-063f-4d1f-9ed5-8f9369f093fb not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:46:43.802789 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=ea6e3639-a073-46a0-a5a8-1526ddcb2017,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:43.828163 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e47a9a82-e17a-42a4-965b-9801ac6d6109 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:43.950432 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a21eb1c7-f794-4e7e-b32a-b1362a7d1b4c req-48c5523e-1e48-40a8-8e21-ab602f34958b tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5bc2d638-a396-434f-87b4-eab153f1ac54 HTTP/1.1" status: 200 len: 210 time: 0.0569723 Apr 20 17:46:44.058309 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:44.079342 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e47a9a82-e17a-42a4-965b-9801ac6d6109 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:44.155756 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a9a82-e17a-42a4-965b-9801ac6d6109 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Pushing event updated for resources: {'Subnet': ['ID=62091a2e-be8c-4971-bdf7-a03abdb0a99d,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:44.171952 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47a9a82-e17a-42a4-965b-9801ac6d6109 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Checking segment: {'id': '0afb961d-6290-4a43-86b9-3bb724cd712f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '200d0521-6b7c-41ea-a815-93d501694226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:46:44.172516 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47a9a82-e17a-42a4-965b-9801ac6d6109 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Network hostable DHCP agents. Network: 200d0521-6b7c-41ea-a815-93d501694226, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:46:44.198534 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47a9a82-e17a-42a4-965b-9801ac6d6109 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Network 200d0521-6b7c-41ea-a815-93d501694226 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:46:44.209063 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-e47a9a82-e17a-42a4-965b-9801ac6d6109 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 200d0521-6b7c-41ea-a815-93d501694226) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:44.219521 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f9111a-d59f-48d3-b2aa-6962b5e33b2e None None] Network 200d0521-6b7c-41ea-a815-93d501694226 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:46:44.223432 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47a9a82-e17a-42a4-965b-9801ac6d6109 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:44.224246 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e47a9a82-e17a-42a4-965b-9801ac6d6109 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:44.250006 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e47a9a82-e17a-42a4-965b-9801ac6d6109 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8902385 Apr 20 17:46:44.254078 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52518) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:44.265020 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-8e82470c-e600-45e5-a0b6-ad0b5be0bfa4 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Request body: {'network': {'name': 'tempest-router-network01--2107404104'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:44.271389 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8e82470c-e600-45e5-a0b6-ad0b5be0bfa4 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:44.275780 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8e82470c-e600-45e5-a0b6-ad0b5be0bfa4 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Usage tracker for resource:network and tenant:45779a917d52440bacfd4a7a94d14355 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:44.279283 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8e82470c-e600-45e5-a0b6-ad0b5be0bfa4 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:44.291137 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8e82470c-e600-45e5-a0b6-ad0b5be0bfa4 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:44.306596 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e82470c-e600-45e5-a0b6-ad0b5be0bfa4 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Made reservation on behalf of 45779a917d52440bacfd4a7a94d14355 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:44.310951 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8e82470c-e600-45e5-a0b6-ad0b5be0bfa4 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:44.344606 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e82470c-e600-45e5-a0b6-ad0b5be0bfa4 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:46:44.355505 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8e82470c-e600-45e5-a0b6-ad0b5be0bfa4 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:44.356172 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-8e82470c-e600-45e5-a0b6-ad0b5be0bfa4 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Added segment 349a2e60-3e3d-45b1-a9d3-d27c913a0154 of type vlan for network ee50c623-ec89-40e8-bac1-69308f77367f Apr 20 17:46:44.408580 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8e82470c-e600-45e5-a0b6-ad0b5be0bfa4 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:44.456368 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:46:44.464405 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e2ced5-20f1-4696-bc86-abe48a66e92d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-200d0521-6b7c-41ea-a815-93d501694226', 'network_id': '200d0521-6b7c-41ea-a815-93d501694226', 'tenant_id': '45779a917d52440bacfd4a7a94d14355', 'fixed_ips': [{'subnet_id': '62091a2e-be8c-4971-bdf7-a03abdb0a99d'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:46:44.465312 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-34e2ced5-20f1-4696-bc86-abe48a66e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:44.474315 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8e82470c-e600-45e5-a0b6-ad0b5be0bfa4 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:44.479214 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e82470c-e600-45e5-a0b6-ad0b5be0bfa4 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:44.480276 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8e82470c-e600-45e5-a0b6-ad0b5be0bfa4 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:44.600757 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82470c-e600-45e5-a0b6-ad0b5be0bfa4 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Pushing event updated for resources: {'Network': ['ID=ee50c623-ec89-40e8-bac1-69308f77367f,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:44.607097 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52526) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:44.607315 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8e82470c-e600-45e5-a0b6-ad0b5be0bfa4 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3513992 Apr 20 17:46:44.614590 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-15512d9b-2ed9-41ec-a10e-379d4adbff63 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Request body: {'network': {'name': 'tempest-router-network02--953513755'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:44.621417 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-15512d9b-2ed9-41ec-a10e-379d4adbff63 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:44.621735 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network ee50c623-ec89-40e8-bac1-69308f77367f details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:46:44.626299 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-15512d9b-2ed9-41ec-a10e-379d4adbff63 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Usage tracker for resource:network and tenant:45779a917d52440bacfd4a7a94d14355 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:44.629628 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-15512d9b-2ed9-41ec-a10e-379d4adbff63 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:44.637979 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-15512d9b-2ed9-41ec-a10e-379d4adbff63 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:44.653381 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15512d9b-2ed9-41ec-a10e-379d4adbff63 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Made reservation on behalf of 45779a917d52440bacfd4a7a94d14355 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:44.656931 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-15512d9b-2ed9-41ec-a10e-379d4adbff63 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:44.686174 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15512d9b-2ed9-41ec-a10e-379d4adbff63 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:46:44.695068 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-15512d9b-2ed9-41ec-a10e-379d4adbff63 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:44.695473 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-15512d9b-2ed9-41ec-a10e-379d4adbff63 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Added segment 08b8a752-c319-4654-b957-8f88eb670d09 of type vlan for network 369982d4-6cd3-4d1a-8c42-8a98f75a35a3 Apr 20 17:46:44.722176 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-15512d9b-2ed9-41ec-a10e-379d4adbff63 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:44.763962 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-15512d9b-2ed9-41ec-a10e-379d4adbff63 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:44.767895 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15512d9b-2ed9-41ec-a10e-379d4adbff63 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:44.768248 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-34e2ced5-20f1-4696-bc86-abe48a66e92d None None] Allocated IP 2001:db8::2 (200d0521-6b7c-41ea-a815-93d501694226/62091a2e-be8c-4971-bdf7-a03abdb0a99d/d8f89b20-8171-4b0f-9280-b47972051e41) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:46:44.768461 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-15512d9b-2ed9-41ec-a10e-379d4adbff63 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:44.860808 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-15512d9b-2ed9-41ec-a10e-379d4adbff63 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2520132 Apr 20 17:46:44.864255 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52534) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:44.872257 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-7a901dd0-c927-4c44-bd86-903f22fc4c2e tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Request body: {'subnet': {'network_id': 'ee50c623-ec89-40e8-bac1-69308f77367f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:44.872650 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15512d9b-2ed9-41ec-a10e-379d4adbff63 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Pushing event updated for resources: {'Network': ['ID=369982d4-6cd3-4d1a-8c42-8a98f75a35a3,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:44.883378 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 369982d4-6cd3-4d1a-8c42-8a98f75a35a3 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:46:45.139861 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-643de44f-b7e7-40d9-a32c-897cd89fc3ee req-f961f15c-ff19-4824-b5c6-82e0f8d99970 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5bc2d638-a396-434f-87b4-eab153f1ac54 HTTP/1.1" status: 200 len: 210 time: 0.0690932 Apr 20 17:46:45.152778 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-34e2ced5-20f1-4696-bc86-abe48a66e92d None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:45.163541 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7a901dd0-c927-4c44-bd86-903f22fc4c2e tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:45.168673 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-34e2ced5-20f1-4696-bc86-abe48a66e92d None None] Transition to ACTIVE for port object d8f89b20-8171-4b0f-9280-b47972051e41 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:46:45.190038 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-34e2ced5-20f1-4696-bc86-abe48a66e92d None None] Transition to ACTIVE for port object d8f89b20-8171-4b0f-9280-b47972051e41 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:46:45.199113 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7a901dd0-c927-4c44-bd86-903f22fc4c2e tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Usage tracker for resource:subnet and tenant:45779a917d52440bacfd4a7a94d14355 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:45.200610 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-34e2ced5-20f1-4696-bc86-abe48a66e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:45.206651 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7a901dd0-c927-4c44-bd86-903f22fc4c2e tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:45.221370 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7a901dd0-c927-4c44-bd86-903f22fc4c2e tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:45.237746 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a901dd0-c927-4c44-bd86-903f22fc4c2e tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Made reservation on behalf of 45779a917d52440bacfd4a7a94d14355 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:45.297605 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ea6e3639-a073-46a0-a5a8-1526ddcb2017 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:46:45.329958 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e2ced5-20f1-4696-bc86-abe48a66e92d None None] Network 200d0521-6b7c-41ea-a815-93d501694226 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:46:45.337223 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bec3b-c695-4347-bfdd-835b31a037af req-689cdfff-8e20-4725-ab74-9f506eb77de4 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:45.340342 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c74bec3b-c695-4347-bfdd-835b31a037af req-689cdfff-8e20-4725-ab74-9f506eb77de4 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.43 "GET /v2.0/networks?id=749f271d-35c0-4b6f-9065-f11168e732e7 HTTP/1.1" status: 200 len: 911 time: 0.2270012 Apr 20 17:46:45.346580 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-34e2ced5-20f1-4696-bc86-abe48a66e92d None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:45.357995 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-c74bec3b-c695-4347-bfdd-835b31a037af req-3c59dcd1-4947-4add-88e9-2eb7e1734dac tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Request body: {'port': {'device_id': '5bc2d638-a396-434f-87b4-eab153f1ac54', 'network_id': '749f271d-35c0-4b6f-9065-f11168e732e7', 'admin_state_up': True, 'tenant_id': '7918b973982145af9c41d09d5feda08e'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:45.363560 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e2ced5-20f1-4696-bc86-abe48a66e92d None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:46:45.383098 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-c74bec3b-c695-4347-bfdd-835b31a037af req-3c59dcd1-4947-4add-88e9-2eb7e1734dac tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:45.396844 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:45.400078 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e2ced5-20f1-4696-bc86-abe48a66e92d None None] Pushing event updated for resources: {'Port': ['ID=d8f89b20-8171-4b0f-9280-b47972051e41,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:45.435360 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-c74bec3b-c695-4347-bfdd-835b31a037af req-3c59dcd1-4947-4add-88e9-2eb7e1734dac tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:45.437864 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7a901dd0-c927-4c44-bd86-903f22fc4c2e tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:45.465679 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c74bec3b-c695-4347-bfdd-835b31a037af req-3c59dcd1-4947-4add-88e9-2eb7e1734dac tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Made reservation on behalf of 7918b973982145af9c41d09d5feda08e for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:45.468029 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c74bec3b-c695-4347-bfdd-835b31a037af req-3c59dcd1-4947-4add-88e9-2eb7e1734dac tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:45.529185 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-34e2ced5-20f1-4696-bc86-abe48a66e92d None None] Attempting to bind port d8f89b20-8171-4b0f-9280-b47972051e41 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:46:45.529824 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-34e2ced5-20f1-4696-bc86-abe48a66e92d None None] Attempting to bind port d8f89b20-8171-4b0f-9280-b47972051e41 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '0afb961d-6290-4a43-86b9-3bb724cd712f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '200d0521-6b7c-41ea-a815-93d501694226'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:46:45.529928 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e2ced5-20f1-4696-bc86-abe48a66e92d None None] Attempting to bind port d8f89b20-8171-4b0f-9280-b47972051e41 on network 200d0521-6b7c-41ea-a815-93d501694226 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:46:45.532690 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port ea6e3639-a073-46a0-a5a8-1526ddcb2017 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:45.533051 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:45.581884 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e2ced5-20f1-4696-bc86-abe48a66e92d None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:46:45.582272 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e2ced5-20f1-4696-bc86-abe48a66e92d None None] Checking segment: {'id': '0afb961d-6290-4a43-86b9-3bb724cd712f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '200d0521-6b7c-41ea-a815-93d501694226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:46:45.582676 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-34e2ced5-20f1-4696-bc86-abe48a66e92d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:45.583766 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e2ced5-20f1-4696-bc86-abe48a66e92d None None] Bound using segment: {'id': '0afb961d-6290-4a43-86b9-3bb724cd712f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '200d0521-6b7c-41ea-a815-93d501694226'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:46:45.584253 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-34e2ced5-20f1-4696-bc86-abe48a66e92d None None] Bound port: d8f89b20-8171-4b0f-9280-b47972051e41, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0afb961d-6290-4a43-86b9-3bb724cd712f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '200d0521-6b7c-41ea-a815-93d501694226'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:46:45.584656 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-34e2ced5-20f1-4696-bc86-abe48a66e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:45.659144 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-c74bec3b-c695-4347-bfdd-835b31a037af req-3c59dcd1-4947-4add-88e9-2eb7e1734dac tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Allocated IP 172.20.0.3 (749f271d-35c0-4b6f-9065-f11168e732e7/ee6f52c4-e6f1-4a04-8546-27c627edeaec/c898fc0f-495f-4796-865a-9b6aba854cc1) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:46:45.724529 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7a901dd0-c927-4c44-bd86-903f22fc4c2e tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:45.759204 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-34e2ced5-20f1-4696-bc86-abe48a66e92d None None] For port d8f89b20-8171-4b0f-9280-b47972051e41, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:46:45.771452 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-34e2ced5-20f1-4696-bc86-abe48a66e92d None None] For port d8f89b20-8171-4b0f-9280-b47972051e41, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d8f89b20-8171-4b0f-9280-b47972051e41,segment=NetworkSegment(0afb961d-6290-4a43-86b9-3bb724cd712f),segment_id=0afb961d-6290-4a43-86b9-3bb724cd712f)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:46:45.780332 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-34e2ced5-20f1-4696-bc86-abe48a66e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:45.845554 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a901dd0-c927-4c44-bd86-903f22fc4c2e tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Checking segment: {'id': '349a2e60-3e3d-45b1-a9d3-d27c913a0154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee50c623-ec89-40e8-bac1-69308f77367f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:46:45.846116 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a901dd0-c927-4c44-bd86-903f22fc4c2e tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Network hostable DHCP agents. Network: ee50c623-ec89-40e8-bac1-69308f77367f, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:46:45.851377 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a901dd0-c927-4c44-bd86-903f22fc4c2e tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Pushing event updated for resources: {'Subnet': ['ID=79de87bc-5fd2-48eb-b00d-4aed681edb37,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:45.875040 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a901dd0-c927-4c44-bd86-903f22fc4c2e tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Network ee50c623-ec89-40e8-bac1-69308f77367f is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:46:45.885097 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e2ced5-20f1-4696-bc86-abe48a66e92d None None] Pushing event updated for resources: {'Port': ['ID=d8f89b20-8171-4b0f-9280-b47972051e41,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:45.899923 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c74bec3b-c695-4347-bfdd-835b31a037af req-3c59dcd1-4947-4add-88e9-2eb7e1734dac tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:45.903959 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-7a901dd0-c927-4c44-bd86-903f22fc4c2e tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, ee50c623-ec89-40e8-bac1-69308f77367f) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:45.910668 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a901dd0-c927-4c44-bd86-903f22fc4c2e tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:45.911513 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7a901dd0-c927-4c44-bd86-903f22fc4c2e tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:45.915458 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52beeb06-1b14-4db0-8d9e-c0b18eeda9cc None None] Network ee50c623-ec89-40e8-bac1-69308f77367f requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:46:45.922303 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-c74bec3b-c695-4347-bfdd-835b31a037af req-3c59dcd1-4947-4add-88e9-2eb7e1734dac tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Transition to ACTIVE for port object c898fc0f-495f-4796-865a-9b6aba854cc1 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:46:45.950179 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c74bec3b-c695-4347-bfdd-835b31a037af req-3c59dcd1-4947-4add-88e9-2eb7e1734dac tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:45.956248 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7a901dd0-c927-4c44-bd86-903f22fc4c2e tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0908248 Apr 20 17:46:45.956893 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52558) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:46.009571 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-17f6f426-6423-4611-81c2-3373359c928e tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Request body: {'subnet': {'network_id': '369982d4-6cd3-4d1a-8c42-8a98f75a35a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:46.125362 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c74bec3b-c695-4347-bfdd-835b31a037af req-3c59dcd1-4947-4add-88e9-2eb7e1734dac tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Network 749f271d-35c0-4b6f-9065-f11168e732e7 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:46:46.127531 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['01c5697e-73cc-4723-8a7b-e7f2ba5991bc'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:46:46.140038 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-c74bec3b-c695-4347-bfdd-835b31a037af req-3c59dcd1-4947-4add-88e9-2eb7e1734dac tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:46.162300 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74bec3b-c695-4347-bfdd-835b31a037af req-3c59dcd1-4947-4add-88e9-2eb7e1734dac tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:46:46.242311 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c59dcd1-4947-4add-88e9-2eb7e1734dac tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Pushing event updated for resources: {'Port': ['ID=c898fc0f-495f-4796-865a-9b6aba854cc1,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:46.258511 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-17f6f426-6423-4611-81c2-3373359c928e tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:46.266173 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-17f6f426-6423-4611-81c2-3373359c928e tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Usage tracker for resource:subnet and tenant:45779a917d52440bacfd4a7a94d14355 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:46.269388 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-17f6f426-6423-4611-81c2-3373359c928e tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:46.276377 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-17f6f426-6423-4611-81c2-3373359c928e tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:46.292805 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bec3b-c695-4347-bfdd-835b31a037af req-3c59dcd1-4947-4add-88e9-2eb7e1734dac tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:46.293405 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c74bec3b-c695-4347-bfdd-835b31a037af req-3c59dcd1-4947-4add-88e9-2eb7e1734dac tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:46.306541 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f6f426-6423-4611-81c2-3373359c928e tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Made reservation on behalf of 45779a917d52440bacfd4a7a94d14355 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:46.374620 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a96cba4-2902-4fbd-bc1d-fcfb6ec99cea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-ee50c623-ec89-40e8-bac1-69308f77367f', 'network_id': 'ee50c623-ec89-40e8-bac1-69308f77367f', 'tenant_id': '45779a917d52440bacfd4a7a94d14355', 'fixed_ips': [{'subnet_id': '79de87bc-5fd2-48eb-b00d-4aed681edb37'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:46:46.375445 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5a96cba4-2902-4fbd-bc1d-fcfb6ec99cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:46.440994 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c74bec3b-c695-4347-bfdd-835b31a037af req-3c59dcd1-4947-4add-88e9-2eb7e1734dac tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0877883 Apr 20 17:46:46.481158 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-c74bec3b-c695-4347-bfdd-835b31a037af req-2915f175-d380-4e7b-a2e0-864e4162eba5 service neutron] Request body: {'port': {'device_id': '5bc2d638-a396-434f-87b4-eab153f1ac54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:46.503658 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-30b27c25-57b0-4c85-8469-e6f1da381ed4 req-8aef08bd-ef32-432d-a0bc-e25e5ee941d1 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5bc2d638-a396-434f-87b4-eab153f1ac54 HTTP/1.1" status: 200 len: 1027 time: 0.1479318 Apr 20 17:46:46.588131 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-30b27c25-57b0-4c85-8469-e6f1da381ed4 req-7d58181e-644d-48af-b9c2-42dacb332988 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a335a793-c519-486d-b5cc-11a056948439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768790 Apr 20 17:46:46.664058 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f0fa2dc3-ff1c-41ef-b10d-1161318f6209 None None] Provisioning for port c898fc0f-495f-4796-865a-9b6aba854cc1 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:46:46.668311 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-17f6f426-6423-4611-81c2-3373359c928e tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:46.709983 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f0fa2dc3-ff1c-41ef-b10d-1161318f6209 None None] Provisioning complete for port c898fc0f-495f-4796-865a-9b6aba854cc1 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:46.710391 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f0fa2dc3-ff1c-41ef-b10d-1161318f6209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:46.784331 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-f0fa2dc3-ff1c-41ef-b10d-1161318f6209 None None] Port c898fc0f-495f-4796-865a-9b6aba854cc1 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:46:46.800531 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-5a96cba4-2902-4fbd-bc1d-fcfb6ec99cea None None] Allocated IP 2001:db8::2 (ee50c623-ec89-40e8-bac1-69308f77367f/79de87bc-5fd2-48eb-b00d-4aed681edb37/f4467cbe-aca2-4b04-baf8-f0358726b0ca) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:46:46.867197 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c74bec3b-c695-4347-bfdd-835b31a037af req-2915f175-d380-4e7b-a2e0-864e4162eba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:47.065770 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5a96cba4-2902-4fbd-bc1d-fcfb6ec99cea None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:47.079156 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5a96cba4-2902-4fbd-bc1d-fcfb6ec99cea None None] Transition to ACTIVE for port object f4467cbe-aca2-4b04-baf8-f0358726b0ca will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:46:47.104539 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5a96cba4-2902-4fbd-bc1d-fcfb6ec99cea None None] Transition to ACTIVE for port object f4467cbe-aca2-4b04-baf8-f0358726b0ca will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:46:47.112960 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5a96cba4-2902-4fbd-bc1d-fcfb6ec99cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:47.180658 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a96cba4-2902-4fbd-bc1d-fcfb6ec99cea None None] Network ee50c623-ec89-40e8-bac1-69308f77367f is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:46:47.190297 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-17f6f426-6423-4611-81c2-3373359c928e tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:47.197250 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-5a96cba4-2902-4fbd-bc1d-fcfb6ec99cea None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:47.201091 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde7c353-0e65-444b-acdd-602a65b38a3c None None] Network 200d0521-6b7c-41ea-a815-93d501694226 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:46:47.227268 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a96cba4-2902-4fbd-bc1d-fcfb6ec99cea None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:46:47.291820 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96cba4-2902-4fbd-bc1d-fcfb6ec99cea None None] Pushing event updated for resources: {'Port': ['ID=f4467cbe-aca2-4b04-baf8-f0358726b0ca,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:47.309742 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6f426-6423-4611-81c2-3373359c928e tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Pushing event updated for resources: {'Subnet': ['ID=cf7532aa-e73c-49d4-b6e8-e4024af06076,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:47.343631 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f6f426-6423-4611-81c2-3373359c928e tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Checking segment: {'id': '08b8a752-c319-4654-b957-8f88eb670d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '369982d4-6cd3-4d1a-8c42-8a98f75a35a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:46:47.344246 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f6f426-6423-4611-81c2-3373359c928e tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Network hostable DHCP agents. Network: 369982d4-6cd3-4d1a-8c42-8a98f75a35a3, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:46:47.348580 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d8f89b20-8171-4b0f-9280-b47972051e41 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:46:47.387638 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f6f426-6423-4611-81c2-3373359c928e tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Network 369982d4-6cd3-4d1a-8c42-8a98f75a35a3 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:46:47.402597 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52578) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:47.429624 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-17f6f426-6423-4611-81c2-3373359c928e tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 369982d4-6cd3-4d1a-8c42-8a98f75a35a3) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:47.439828 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c5c7ec8e-3eab-406f-b66a-6ddfaa711029 None None] Provisioning for port d8f89b20-8171-4b0f-9280-b47972051e41 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:46:47.448376 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5a96cba4-2902-4fbd-bc1d-fcfb6ec99cea None None] Attempting to bind port f4467cbe-aca2-4b04-baf8-f0358726b0ca on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:46:47.448728 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5a96cba4-2902-4fbd-bc1d-fcfb6ec99cea None None] Attempting to bind port f4467cbe-aca2-4b04-baf8-f0358726b0ca by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '349a2e60-3e3d-45b1-a9d3-d27c913a0154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee50c623-ec89-40e8-bac1-69308f77367f'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:46:47.449080 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a96cba4-2902-4fbd-bc1d-fcfb6ec99cea None None] Attempting to bind port f4467cbe-aca2-4b04-baf8-f0358726b0ca on network ee50c623-ec89-40e8-bac1-69308f77367f {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:46:47.450542 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f6f426-6423-4611-81c2-3373359c928e tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:47.451132 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-17f6f426-6423-4611-81c2-3373359c928e tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:47.451268 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10aed3f4-059a-45fc-a7bb-a33074e6e4e6 None None] Network 369982d4-6cd3-4d1a-8c42-8a98f75a35a3 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:46:47.481916 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-17f6f426-6423-4611-81c2-3373359c928e tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4853902 Apr 20 17:46:47.484201 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-c74bec3b-c695-4347-bfdd-835b31a037af req-2915f175-d380-4e7b-a2e0-864e4162eba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c898fc0f-495f-4796-865a-9b6aba854cc1 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:46:47.485288 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52584) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:47.492805 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c74bec3b-c695-4347-bfdd-835b31a037af req-2915f175-d380-4e7b-a2e0-864e4162eba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:47.514357 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-c74bec3b-c695-4347-bfdd-835b31a037af req-2915f175-d380-4e7b-a2e0-864e4162eba5 service neutron] Transition to ACTIVE for port object c898fc0f-495f-4796-865a-9b6aba854cc1 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:46:47.518758 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c74bec3b-c695-4347-bfdd-835b31a037af req-2915f175-d380-4e7b-a2e0-864e4162eba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:47.580263 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a96cba4-2902-4fbd-bc1d-fcfb6ec99cea None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:46:47.580619 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a96cba4-2902-4fbd-bc1d-fcfb6ec99cea None None] Checking segment: {'id': '349a2e60-3e3d-45b1-a9d3-d27c913a0154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee50c623-ec89-40e8-bac1-69308f77367f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:46:47.581012 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5a96cba4-2902-4fbd-bc1d-fcfb6ec99cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:47.581391 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a96cba4-2902-4fbd-bc1d-fcfb6ec99cea None None] Bound using segment: {'id': '349a2e60-3e3d-45b1-a9d3-d27c913a0154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee50c623-ec89-40e8-bac1-69308f77367f'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:46:47.581861 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5a96cba4-2902-4fbd-bc1d-fcfb6ec99cea None None] Bound port: f4467cbe-aca2-4b04-baf8-f0358726b0ca, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349a2e60-3e3d-45b1-a9d3-d27c913a0154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee50c623-ec89-40e8-bac1-69308f77367f'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:46:47.582244 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5a96cba4-2902-4fbd-bc1d-fcfb6ec99cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:47.680438 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915f175-d380-4e7b-a2e0-864e4162eba5 service neutron] Pushing event updated for resources: {'Port': ['ID=c898fc0f-495f-4796-865a-9b6aba854cc1,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:47.694715 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-38fdcc4e-a7e7-4cab-adea-c27d7aba303a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:47.843687 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port d8f89b20-8171-4b0f-9280-b47972051e41 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:46:47.892136 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-38fdcc4e-a7e7-4cab-adea-c27d7aba303a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:47.902516 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port d8f89b20-8171-4b0f-9280-b47972051e41 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:47.902877 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:47.909709 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-c74bec3b-c695-4347-bfdd-835b31a037af req-2915f175-d380-4e7b-a2e0-864e4162eba5 service neutron] Attempting to bind port c898fc0f-495f-4796-865a-9b6aba854cc1 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:46:47.910048 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-c74bec3b-c695-4347-bfdd-835b31a037af req-2915f175-d380-4e7b-a2e0-864e4162eba5 service neutron] Attempting to bind port c898fc0f-495f-4796-865a-9b6aba854cc1 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '161e3d14-e48b-4a67-b6ed-2a37520ea769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '749f271d-35c0-4b6f-9065-f11168e732e7'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:46:47.910402 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74bec3b-c695-4347-bfdd-835b31a037af req-2915f175-d380-4e7b-a2e0-864e4162eba5 service neutron] Attempting to bind port c898fc0f-495f-4796-865a-9b6aba854cc1 on network 749f271d-35c0-4b6f-9065-f11168e732e7 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:46:47.912618 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-38fdcc4e-a7e7-4cab-adea-c27d7aba303a admin admin] Usage tracker for resource:security_group_rule and tenant:0fe7ea31d3bf481fa0f2b69b9291e04e is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:47.918605 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-38fdcc4e-a7e7-4cab-adea-c27d7aba303a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:47.926578 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74bec3b-c695-4347-bfdd-835b31a037af req-2915f175-d380-4e7b-a2e0-864e4162eba5 service neutron] Port c898fc0f-495f-4796-865a-9b6aba854cc1 on network 749f271d-35c0-4b6f-9065-f11168e732e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:46:47.926785 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74bec3b-c695-4347-bfdd-835b31a037af req-2915f175-d380-4e7b-a2e0-864e4162eba5 service neutron] Attempting to bind port c898fc0f-495f-4796-865a-9b6aba854cc1 on network 749f271d-35c0-4b6f-9065-f11168e732e7 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:46:47.928681 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-38fdcc4e-a7e7-4cab-adea-c27d7aba303a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:47.934562 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74bec3b-c695-4347-bfdd-835b31a037af req-2915f175-d380-4e7b-a2e0-864e4162eba5 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:46:47.934853 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74bec3b-c695-4347-bfdd-835b31a037af req-2915f175-d380-4e7b-a2e0-864e4162eba5 service neutron] Checking segment: {'id': '161e3d14-e48b-4a67-b6ed-2a37520ea769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '749f271d-35c0-4b6f-9065-f11168e732e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:46:47.935436 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74bec3b-c695-4347-bfdd-835b31a037af req-2915f175-d380-4e7b-a2e0-864e4162eba5 service neutron] Bound using segment: {'id': '161e3d14-e48b-4a67-b6ed-2a37520ea769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '749f271d-35c0-4b6f-9065-f11168e732e7'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:46:47.935869 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-c74bec3b-c695-4347-bfdd-835b31a037af req-2915f175-d380-4e7b-a2e0-864e4162eba5 service neutron] Bound port: c898fc0f-495f-4796-865a-9b6aba854cc1, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '161e3d14-e48b-4a67-b6ed-2a37520ea769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '749f271d-35c0-4b6f-9065-f11168e732e7'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:46:47.936224 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c74bec3b-c695-4347-bfdd-835b31a037af req-2915f175-d380-4e7b-a2e0-864e4162eba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:47.950162 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-7451794c-7b8d-4f9b-82d1-a08b7d0affe3 req-135a3169-f5ac-4a72-9b2a-7e861f4a3b46 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Synchronizing usage tracker for tenant:7918b973982145af9c41d09d5feda08e on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:46:47.966602 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-5a96cba4-2902-4fbd-bc1d-fcfb6ec99cea None None] For port f4467cbe-aca2-4b04-baf8-f0358726b0ca, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:46:48.012738 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-7451794c-7b8d-4f9b-82d1-a08b7d0affe3 req-135a3169-f5ac-4a72-9b2a-7e861f4a3b46 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Unset dirty status for tenant:7918b973982145af9c41d09d5feda08e on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:46:48.013912 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7451794c-7b8d-4f9b-82d1-a08b7d0affe3 req-135a3169-f5ac-4a72-9b2a-7e861f4a3b46 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5bc2d638-a396-434f-87b4-eab153f1ac54 HTTP/1.1" status: 200 len: 1052 time: 0.2188029 Apr 20 17:46:48.022852 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-5a96cba4-2902-4fbd-bc1d-fcfb6ec99cea None None] For port f4467cbe-aca2-4b04-baf8-f0358726b0ca, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f4467cbe-aca2-4b04-baf8-f0358726b0ca,segment=NetworkSegment(349a2e60-3e3d-45b1-a9d3-d27c913a0154),segment_id=349a2e60-3e3d-45b1-a9d3-d27c913a0154)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:46:48.038725 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5a96cba4-2902-4fbd-bc1d-fcfb6ec99cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:48.071545 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-c74bec3b-c695-4347-bfdd-835b31a037af req-2915f175-d380-4e7b-a2e0-864e4162eba5 service neutron] For port c898fc0f-495f-4796-865a-9b6aba854cc1, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:46:48.077649 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca081f18-0bb3-4f98-856e-311531615e6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-369982d4-6cd3-4d1a-8c42-8a98f75a35a3', 'network_id': '369982d4-6cd3-4d1a-8c42-8a98f75a35a3', 'tenant_id': '45779a917d52440bacfd4a7a94d14355', 'fixed_ips': [{'subnet_id': 'cf7532aa-e73c-49d4-b6e8-e4024af06076'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:46:48.080307 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ca081f18-0bb3-4f98-856e-311531615e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:48.084326 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-c74bec3b-c695-4347-bfdd-835b31a037af req-2915f175-d380-4e7b-a2e0-864e4162eba5 service neutron] For port c898fc0f-495f-4796-865a-9b6aba854cc1, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=c898fc0f-495f-4796-865a-9b6aba854cc1,segment=NetworkSegment(161e3d14-e48b-4a67-b6ed-2a37520ea769),segment_id=161e3d14-e48b-4a67-b6ed-2a37520ea769)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:46:48.087035 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7451794c-7b8d-4f9b-82d1-a08b7d0affe3 req-e905bcde-a1ad-4249-9f61-6451d547cadb tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a335a793-c519-486d-b5cc-11a056948439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548902 Apr 20 17:46:48.090762 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c74bec3b-c695-4347-bfdd-835b31a037af req-2915f175-d380-4e7b-a2e0-864e4162eba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:48.169447 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c74bec3b-c695-4347-bfdd-835b31a037af req-2915f175-d380-4e7b-a2e0-864e4162eba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:48.170862 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c74bec3b-c695-4347-bfdd-835b31a037af req-2915f175-d380-4e7b-a2e0-864e4162eba5 service neutron] 10.222.0.43 "PUT /v2.0/ports/c898fc0f-495f-4796-865a-9b6aba854cc1 HTTP/1.1" status: 200 len: 1091 time: 1.7143447 Apr 20 17:46:48.171312 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bc2d638-a396-434f-87b4-eab153f1ac54', 'tag': 'c898fc0f-495f-4796-865a-9b6aba854cc1'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:46:48.193638 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-38fdcc4e-a7e7-4cab-adea-c27d7aba303a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:48.208276 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915f175-d380-4e7b-a2e0-864e4162eba5 service neutron] Pushing event updated for resources: {'Port': ['ID=c898fc0f-495f-4796-865a-9b6aba854cc1,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:48.235478 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-38fdcc4e-a7e7-4cab-adea-c27d7aba303a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:48.284420 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc8fa4c5-9632-47b9-91f0-3a3ce97fae0e'] response: {'name': 'network-changed', 'server_uuid': '5bc2d638-a396-434f-87b4-eab153f1ac54', 'tag': 'c898fc0f-495f-4796-865a-9b6aba854cc1', 'status': 'completed', 'code': 200} Apr 20 17:46:48.328035 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fdcc4e-a7e7-4cab-adea-c27d7aba303a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5136dda0-a3a0-4038-82f6-66db35469a45,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:48.331818 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c74bec3b-c695-4347-bfdd-835b31a037af req-0be3d82a-db31-40e6-8f86-b7a4f2846da0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7918b973982145af9c41d09d5feda08e&device_id=5bc2d638-a396-434f-87b4-eab153f1ac54 HTTP/1.1" status: 200 len: 1094 time: 0.0932422 Apr 20 17:46:48.336616 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4f8a6879-7994-41e6-9eaa-1068869d6a52 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:48.356695 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-38fdcc4e-a7e7-4cab-adea-c27d7aba303a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0fe7ea31d3bf481fa0f2b69b9291e04e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9526331 Apr 20 17:46:48.357328 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52592) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:48.434929 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96cba4-2902-4fbd-bc1d-fcfb6ec99cea None None] Pushing event updated for resources: {'Port': ['ID=f4467cbe-aca2-4b04-baf8-f0358726b0ca,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:48.476457 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:48.479455 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c74bec3b-c695-4347-bfdd-835b31a037af req-fc1f46b4-2066-4e44-a7af-2ddc0d448d74 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c898fc0f-495f-4796-865a-9b6aba854cc1 HTTP/1.1" status: 200 len: 217 time: 0.1378939 Apr 20 17:46:48.573747 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bec3b-c695-4347-bfdd-835b31a037af req-2e170842-b3c8-4c34-8411-3c1d9a8e72f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:48.575220 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c74bec3b-c695-4347-bfdd-835b31a037af req-2e170842-b3c8-4c34-8411-3c1d9a8e72f6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ee6f52c4-e6f1-4a04-8546-27c627edeaec HTTP/1.1" status: 200 len: 849 time: 0.0902410 Apr 20 17:46:48.591315 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port d8f89b20-8171-4b0f-9280-b47972051e41, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d8f89b20-8171-4b0f-9280-b47972051e41,segment=NetworkSegment(0afb961d-6290-4a43-86b9-3bb724cd712f),segment_id=0afb961d-6290-4a43-86b9-3bb724cd712f)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:48.607630 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:48.610139 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-ca081f18-0bb3-4f98-856e-311531615e6c None None] Allocated IP 2001:db8::2 (369982d4-6cd3-4d1a-8c42-8a98f75a35a3/cf7532aa-e73c-49d4-b6e8-e4024af06076/3d2cfd6e-8bdc-42ea-833c-56543d30cae7) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:46:48.678145 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c74bec3b-c695-4347-bfdd-835b31a037af req-571a704a-2a23-4925-9d96-19f928612f8b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=749f271d-35c0-4b6f-9065-f11168e732e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969021 Apr 20 17:46:48.783912 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00e16794-226e-49ba-934c-88d6e0b0f35d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:48.787413 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=d8f89b20-8171-4b0f-9280-b47972051e41,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:48.828629 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b18071b6-1d49-43ab-8bbc-270b401cb239 None None] Provisioning complete for port d8f89b20-8171-4b0f-9280-b47972051e41 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:48.828958 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b18071b6-1d49-43ab-8bbc-270b401cb239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:48.878871 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00e16794-226e-49ba-934c-88d6e0b0f35d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:49.019720 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c74bec3b-c695-4347-bfdd-835b31a037af req-7e7bbe17-da25-4958-8e7b-37be90118cc0 service neutron] 10.222.0.43 "GET /v2.0/networks/749f271d-35c0-4b6f-9065-f11168e732e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341310 Apr 20 17:46:49.022114 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ca081f18-0bb3-4f98-856e-311531615e6c None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:49.049496 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ca081f18-0bb3-4f98-856e-311531615e6c None None] Transition to ACTIVE for port object 3d2cfd6e-8bdc-42ea-833c-56543d30cae7 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:46:49.051174 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00e16794-226e-49ba-934c-88d6e0b0f35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:49.070111 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ca081f18-0bb3-4f98-856e-311531615e6c None None] Transition to ACTIVE for port object 3d2cfd6e-8bdc-42ea-833c-56543d30cae7 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:46:49.077011 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e16794-226e-49ba-934c-88d6e0b0f35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5136dda0-a3a0-4038-82f6-66db35469a45,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:49.078326 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ca081f18-0bb3-4f98-856e-311531615e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:49.097083 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-4f8a6879-7994-41e6-9eaa-1068869d6a52 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Allocated IP 2001:db8::1 (ee50c623-ec89-40e8-bac1-69308f77367f/79de87bc-5fd2-48eb-b00d-4aed681edb37/52de7700-f9f0-4dc7-8ffc-de983d276bc0) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:46:49.101370 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00e16794-226e-49ba-934c-88d6e0b0f35d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:49.105833 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-00e16794-226e-49ba-934c-88d6e0b0f35d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5136dda0-a3a0-4038-82f6-66db35469a45 HTTP/1.1" status: 204 len: 168 time: 0.7444761 Apr 20 17:46:49.179268 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca081f18-0bb3-4f98-856e-311531615e6c None None] Network 369982d4-6cd3-4d1a-8c42-8a98f75a35a3 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:46:49.182523 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-ca081f18-0bb3-4f98-856e-311531615e6c None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:49.187380 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca081f18-0bb3-4f98-856e-311531615e6c None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:46:49.201532 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca081f18-0bb3-4f98-856e-311531615e6c None None] Pushing event updated for resources: {'Port': ['ID=3d2cfd6e-8bdc-42ea-833c-56543d30cae7,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:49.219638 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c74bec3b-c695-4347-bfdd-835b31a037af req-dd7001ed-53cb-4476-bebc-99e8511b3928 service neutron] 10.222.0.43 "GET /v2.0/networks/749f271d-35c0-4b6f-9065-f11168e732e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940644 Apr 20 17:46:49.358985 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4f8a6879-7994-41e6-9eaa-1068869d6a52 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:49.375622 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-ca081f18-0bb3-4f98-856e-311531615e6c None None] Attempting to bind port 3d2cfd6e-8bdc-42ea-833c-56543d30cae7 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:46:49.375993 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-ca081f18-0bb3-4f98-856e-311531615e6c None None] Attempting to bind port 3d2cfd6e-8bdc-42ea-833c-56543d30cae7 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '08b8a752-c319-4654-b957-8f88eb670d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '369982d4-6cd3-4d1a-8c42-8a98f75a35a3'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:46:49.376353 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca081f18-0bb3-4f98-856e-311531615e6c None None] Attempting to bind port 3d2cfd6e-8bdc-42ea-833c-56543d30cae7 on network 369982d4-6cd3-4d1a-8c42-8a98f75a35a3 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:46:49.389023 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca081f18-0bb3-4f98-856e-311531615e6c None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:46:49.389393 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca081f18-0bb3-4f98-856e-311531615e6c None None] Checking segment: {'id': '08b8a752-c319-4654-b957-8f88eb670d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '369982d4-6cd3-4d1a-8c42-8a98f75a35a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:46:49.389792 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ca081f18-0bb3-4f98-856e-311531615e6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:49.390083 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-4f8a6879-7994-41e6-9eaa-1068869d6a52 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Transition to ACTIVE for port object 52de7700-f9f0-4dc7-8ffc-de983d276bc0 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:46:49.390365 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca081f18-0bb3-4f98-856e-311531615e6c None None] Bound using segment: {'id': '08b8a752-c319-4654-b957-8f88eb670d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '369982d4-6cd3-4d1a-8c42-8a98f75a35a3'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:46:49.390842 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-ca081f18-0bb3-4f98-856e-311531615e6c None None] Bound port: 3d2cfd6e-8bdc-42ea-833c-56543d30cae7, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b8a752-c319-4654-b957-8f88eb670d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '369982d4-6cd3-4d1a-8c42-8a98f75a35a3'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:46:49.391210 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ca081f18-0bb3-4f98-856e-311531615e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:49.417684 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4f8a6879-7994-41e6-9eaa-1068869d6a52 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:49.493485 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d8f89b20-8171-4b0f-9280-b47972051e41 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:46:49.529431 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8a6879-7994-41e6-9eaa-1068869d6a52 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Network ee50c623-ec89-40e8-bac1-69308f77367f is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:46:49.533173 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-4f8a6879-7994-41e6-9eaa-1068869d6a52 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:49.536384 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8a6879-7994-41e6-9eaa-1068869d6a52 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:46:49.536943 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4f8a6879-7994-41e6-9eaa-1068869d6a52 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:49.547905 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1453ead8-7fe1-421a-bab4-2fc8535fbe2b req-a85bc465-dfcc-4b7a-9237-b7d00c0dc279 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5bc2d638-a396-434f-87b4-eab153f1ac54 HTTP/1.1" status: 200 len: 1094 time: 0.1369829 Apr 20 17:46:49.548495 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a6879-7994-41e6-9eaa-1068869d6a52 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Pushing event updated for resources: {'Port': ['ID=52de7700-f9f0-4dc7-8ffc-de983d276bc0,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:49.553297 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-87342de2-95e3-4997-980b-e018b23f940a req-534bc0fd-f99e-4624-bff8-e80d0c593f66 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7918b973982145af9c41d09d5feda08e&device_id=5bc2d638-a396-434f-87b4-eab153f1ac54 HTTP/1.1" status: 200 len: 1094 time: 0.2622144 Apr 20 17:46:49.662691 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port d8f89b20-8171-4b0f-9280-b47972051e41 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:49.663278 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:49.693908 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-ca081f18-0bb3-4f98-856e-311531615e6c None None] For port 3d2cfd6e-8bdc-42ea-833c-56543d30cae7, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:46:49.734782 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-ca081f18-0bb3-4f98-856e-311531615e6c None None] For port 3d2cfd6e-8bdc-42ea-833c-56543d30cae7, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3d2cfd6e-8bdc-42ea-833c-56543d30cae7,segment=NetworkSegment(08b8a752-c319-4654-b957-8f88eb670d09),segment_id=08b8a752-c319-4654-b957-8f88eb670d09)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:46:49.742361 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52602) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:49.746547 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ca081f18-0bb3-4f98-856e-311531615e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:49.765790 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4f8a6879-7994-41e6-9eaa-1068869d6a52 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:49.782755 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1453ead8-7fe1-421a-bab4-2fc8535fbe2b req-f2379438-256f-41c7-a9ba-abc142089809 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a335a793-c519-486d-b5cc-11a056948439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280545 Apr 20 17:46:49.808557 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-681c737f-1bb1-4a97-a73c-8b20bc78cff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:49.853000 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87342de2-95e3-4997-980b-e018b23f940a req-7e344459-a689-4d46-a729-5b11ba4a5d1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:49.854497 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-87342de2-95e3-4997-980b-e018b23f940a req-7e344459-a689-4d46-a729-5b11ba4a5d1d service neutron] 10.222.0.43 "GET /v2.0/networks?id=749f271d-35c0-4b6f-9065-f11168e732e7 HTTP/1.1" status: 200 len: 911 time: 0.2732041 Apr 20 17:46:49.888627 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca081f18-0bb3-4f98-856e-311531615e6c None None] Pushing event updated for resources: {'Port': ['ID=3d2cfd6e-8bdc-42ea-833c-56543d30cae7,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:49.923837 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f4467cbe-aca2-4b04-baf8-f0358726b0ca up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:46:49.924008 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-681c737f-1bb1-4a97-a73c-8b20bc78cff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:49.934266 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-681c737f-1bb1-4a97-a73c-8b20bc78cff7 admin admin] Usage tracker for resource:security_group_rule and tenant:842a3107cf244a5c82236879cd136ff4 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:49.937251 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-681c737f-1bb1-4a97-a73c-8b20bc78cff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:49.940768 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-87342de2-95e3-4997-980b-e018b23f940a req-1f5c46b4-c12e-4908-a220-1e9d02e13025 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c898fc0f-495f-4796-865a-9b6aba854cc1 HTTP/1.1" status: 200 len: 217 time: 0.0796919 Apr 20 17:46:49.944203 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-681c737f-1bb1-4a97-a73c-8b20bc78cff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:49.955841 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ca8a04-3139-4e32-9593-4763ca0c8296 None None] Network ee50c623-ec89-40e8-bac1-69308f77367f requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:46:50.022043 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87342de2-95e3-4997-980b-e018b23f940a req-41ab2a45-9976-42aa-a975-b9ce5ef157f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:50.023454 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-87342de2-95e3-4997-980b-e018b23f940a req-41ab2a45-9976-42aa-a975-b9ce5ef157f0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ee6f52c4-e6f1-4a04-8546-27c627edeaec HTTP/1.1" status: 200 len: 849 time: 0.0758905 Apr 20 17:46:50.088143 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b6f4e8a6-8110-42d9-866b-1a723928cfa5 None None] Provisioning for port f4467cbe-aca2-4b04-baf8-f0358726b0ca completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:46:50.140717 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-681c737f-1bb1-4a97-a73c-8b20bc78cff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:50.152404 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port f4467cbe-aca2-4b04-baf8-f0358726b0ca completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:46:50.169430 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-681c737f-1bb1-4a97-a73c-8b20bc78cff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:50.202102 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port f4467cbe-aca2-4b04-baf8-f0358726b0ca triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:50.202564 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:50.237519 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c737f-1bb1-4a97-a73c-8b20bc78cff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4c552f-82c9-4612-868e-c8c05acd859e,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:50.243701 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-87342de2-95e3-4997-980b-e018b23f940a req-602f37c7-1a08-4a84-8841-05dc2f80e54d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=749f271d-35c0-4b6f-9065-f11168e732e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2126503 Apr 20 17:46:50.246332 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-681c737f-1bb1-4a97-a73c-8b20bc78cff7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=842a3107cf244a5c82236879cd136ff4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5009589 Apr 20 17:46:50.249906 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52606) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:50.326805 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4f8a6879-7994-41e6-9eaa-1068869d6a52 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:50.341000 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4f8a6879-7994-41e6-9eaa-1068869d6a52 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:50.341905 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4f8a6879-7994-41e6-9eaa-1068869d6a52 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:50.403313 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-87342de2-95e3-4997-980b-e018b23f940a req-d8fe119f-e753-43f8-90a6-e402b63e02ea service neutron] 10.222.0.43 "GET /v2.0/networks/749f271d-35c0-4b6f-9065-f11168e732e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509323 Apr 20 17:46:50.408091 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:50.472514 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port f4467cbe-aca2-4b04-baf8-f0358726b0ca, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f4467cbe-aca2-4b04-baf8-f0358726b0ca,segment=NetworkSegment(349a2e60-3e3d-45b1-a9d3-d27c913a0154),segment_id=349a2e60-3e3d-45b1-a9d3-d27c913a0154)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:50.484681 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:50.507176 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0d56d96a-4ed8-4963-b768-e7c3c4d4b669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:50.522636 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a6879-7994-41e6-9eaa-1068869d6a52 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Pushing event updated for resources: {'Port': ['ID=52de7700-f9f0-4dc7-8ffc-de983d276bc0,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:50.558723 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-87342de2-95e3-4997-980b-e018b23f940a req-650cb48d-fb9e-4dcf-9c43-0eb2a1a00bff service neutron] 10.222.0.43 "GET /v2.0/networks/749f271d-35c0-4b6f-9065-f11168e732e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493607 Apr 20 17:46:50.575659 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0d56d96a-4ed8-4963-b768-e7c3c4d4b669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:50.585823 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=f4467cbe-aca2-4b04-baf8-f0358726b0ca,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:50.634127 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8a6879-7994-41e6-9eaa-1068869d6a52 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Network ee50c623-ec89-40e8-bac1-69308f77367f is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:46:50.635638 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-4f8a6879-7994-41e6-9eaa-1068869d6a52 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:50.744611 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-085a80a0-d80a-4cc1-a582-16ac8e6c4010 None None] Provisioning for port 52de7700-f9f0-4dc7-8ffc-de983d276bc0 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:46:50.752901 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-085a80a0-d80a-4cc1-a582-16ac8e6c4010 None None] Provisioning complete for port 52de7700-f9f0-4dc7-8ffc-de983d276bc0 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:50.753722 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-085a80a0-d80a-4cc1-a582-16ac8e6c4010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:50.795486 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0d56d96a-4ed8-4963-b768-e7c3c4d4b669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:50.819486 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56d96a-4ed8-4963-b768-e7c3c4d4b669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4c552f-82c9-4612-868e-c8c05acd859e,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:50.830911 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0d56d96a-4ed8-4963-b768-e7c3c4d4b669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:50.832042 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0d56d96a-4ed8-4963-b768-e7c3c4d4b669 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5c4c552f-82c9-4612-868e-c8c05acd859e HTTP/1.1" status: 204 len: 168 time: 0.5805829 Apr 20 17:46:50.847560 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-085a80a0-d80a-4cc1-a582-16ac8e6c4010 None None] Port 52de7700-f9f0-4dc7-8ffc-de983d276bc0 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:46:50.882905 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-085a80a0-d80a-4cc1-a582-16ac8e6c4010 None None] Provisioning complete for port f4467cbe-aca2-4b04-baf8-f0358726b0ca triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:50.883346 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-085a80a0-d80a-4cc1-a582-16ac8e6c4010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:51.249542 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-adcf3892-eee3-4529-99cc-98b19c9d4303 None None] Provisioning complete for port 52de7700-f9f0-4dc7-8ffc-de983d276bc0 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:51.251007 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-adcf3892-eee3-4529-99cc-98b19c9d4303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:51.325940 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fa403964-b13f-4fa2-b156-e76b3f380e73 req-44511e30-7d91-41c9-ac34-0333ed2a8b64 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5bc2d638-a396-434f-87b4-eab153f1ac54 HTTP/1.1" status: 200 len: 1094 time: 0.2260683 Apr 20 17:46:51.350515 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device c898fc0f-495f-4796-865a-9b6aba854cc1 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:46:51.397204 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-adcf3892-eee3-4529-99cc-98b19c9d4303 None None] Port 52de7700-f9f0-4dc7-8ffc-de983d276bc0 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:46:51.444383 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076b20dc-8983-4a02-8bd3-c68a92892dc0 None None] Network 369982d4-6cd3-4d1a-8c42-8a98f75a35a3 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:46:51.467822 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fa403964-b13f-4fa2-b156-e76b3f380e73 req-0a9c5ac5-aa9a-49b3-869b-dcb30d93a130 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a335a793-c519-486d-b5cc-11a056948439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295726 Apr 20 17:46:51.503676 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8a6879-7994-41e6-9eaa-1068869d6a52 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Router ed50f7b9-b665-4a8c-9248-c758a16286dd is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:46:51.541606 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3d2cfd6e-8bdc-42ea-833c-56543d30cae7 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:46:51.683526 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8a6879-7994-41e6-9eaa-1068869d6a52 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:46:51.689623 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4f8a6879-7994-41e6-9eaa-1068869d6a52 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] 10.222.0.39 "PUT /v2.0/routers/ed50f7b9-b665-4a8c-9248-c758a16286dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2027867 Apr 20 17:46:51.697785 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52626) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:51.712827 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4749e21d-b486-46cb-8a2a-c260a113410b None None] Sync routers for ids ['ed50f7b9-b665-4a8c-9248-c758a16286dd'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:46:51.752327 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port c898fc0f-495f-4796-865a-9b6aba854cc1, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=c898fc0f-495f-4796-865a-9b6aba854cc1,segment=NetworkSegment(161e3d14-e48b-4a67-b6ed-2a37520ea769),segment_id=161e3d14-e48b-4a67-b6ed-2a37520ea769)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:51.760109 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1385ce70-aaf2-4d21-919d-1532ec362c5e None None] Provisioning complete for port 52de7700-f9f0-4dc7-8ffc-de983d276bc0 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:51.760474 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1385ce70-aaf2-4d21-919d-1532ec362c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:51.827077 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'c898fc0f-495f-4796-865a-9b6aba854cc1', 'network_id': '749f271d-35c0-4b6f-9065-f11168e732e7', 'port_id': 'c898fc0f-495f-4796-865a-9b6aba854cc1', 'mac_address': 'fa:16:3e:c6:f4:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee6f52c4-e6f1-4a04-8546-27c627edeaec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:46:51.833125 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4749e21d-b486-46cb-8a2a-c260a113410b None None] Routers {'ed50f7b9-b665-4a8c-9248-c758a16286dd'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:46:51.833669 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4749e21d-b486-46cb-8a2a-c260a113410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:46:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed50f7b9-b665-4a8c-9248-c758a16286dd'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:51.950942 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 3d2cfd6e-8bdc-42ea-833c-56543d30cae7 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:46:51.961779 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1385ce70-aaf2-4d21-919d-1532ec362c5e None None] Port 52de7700-f9f0-4dc7-8ffc-de983d276bc0 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:46:51.963298 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4749e21d-b486-46cb-8a2a-c260a113410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:51.994589 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f4467cbe-aca2-4b04-baf8-f0358726b0ca up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:46:52.058591 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:52.119867 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4749e21d-b486-46cb-8a2a-c260a113410b None None] Routers {'ed50f7b9-b665-4a8c-9248-c758a16286dd'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:46:52.120440 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4749e21d-b486-46cb-8a2a-c260a113410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:46:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed50f7b9-b665-4a8c-9248-c758a16286dd'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:52.175926 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c898fc0f-495f-4796-865a-9b6aba854cc1 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:46:52.189077 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1385ce70-aaf2-4d21-919d-1532ec362c5e None None] Provisioning for port 3d2cfd6e-8bdc-42ea-833c-56543d30cae7 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:46:52.202630 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4749e21d-b486-46cb-8a2a-c260a113410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:52.203170 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4749e21d-b486-46cb-8a2a-c260a113410b None None] The sync data for ids ['ed50f7b9-b665-4a8c-9248-c758a16286dd'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:46:52.216035 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1385ce70-aaf2-4d21-919d-1532ec362c5e None None] Provisioning complete for port 3d2cfd6e-8bdc-42ea-833c-56543d30cae7 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:52.216405 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1385ce70-aaf2-4d21-919d-1532ec362c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:52.252430 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port c898fc0f-495f-4796-865a-9b6aba854cc1, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=c898fc0f-495f-4796-865a-9b6aba854cc1,segment=NetworkSegment(161e3d14-e48b-4a67-b6ed-2a37520ea769),segment_id=161e3d14-e48b-4a67-b6ed-2a37520ea769)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:52.271096 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:52.327200 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-3a138034-d649-48ec-8537-04ffa8288722 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:46:52.328228 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3a138034-d649-48ec-8537-04ffa8288722 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] 10.222.0.39 "PUT /v2.0/routers/ed50f7b9-b665-4a8c-9248-c758a16286dd/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6265323 Apr 20 17:46:52.331723 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52640) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:52.344652 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port f4467cbe-aca2-4b04-baf8-f0358726b0ca triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:52.344985 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:52.407884 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=c898fc0f-495f-4796-865a-9b6aba854cc1,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:52.503039 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['c898fc0f-495f-4796-865a-9b6aba854cc1'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:46:52.601059 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1385ce70-aaf2-4d21-919d-1532ec362c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:52.690315 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1385ce70-aaf2-4d21-919d-1532ec362c5e None None] For port 3d2cfd6e-8bdc-42ea-833c-56543d30cae7, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3d2cfd6e-8bdc-42ea-833c-56543d30cae7,segment=NetworkSegment(08b8a752-c319-4654-b957-8f88eb670d09),segment_id=08b8a752-c319-4654-b957-8f88eb670d09)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:52.711941 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1385ce70-aaf2-4d21-919d-1532ec362c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:52.818892 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385ce70-aaf2-4d21-919d-1532ec362c5e None None] Pushing event updated for resources: {'Port': ['ID=3d2cfd6e-8bdc-42ea-833c-56543d30cae7,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:52.869445 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-45ef5472-cb9a-453b-956a-e60bdb593b67 None None] Provisioning complete for port 3d2cfd6e-8bdc-42ea-833c-56543d30cae7 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:52.870163 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-45ef5472-cb9a-453b-956a-e60bdb593b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:52.985987 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-27d59e5e-154d-4685-9cf9-ceb672df8b33 req-60308a18-06e5-4da9-b872-c986698d3a1e tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5bc2d638-a396-434f-87b4-eab153f1ac54 HTTP/1.1" status: 200 len: 1095 time: 0.3104477 Apr 20 17:46:53.017579 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4d58face-1af8-4272-8383-cab58f2dd884 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:53.162923 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-27d59e5e-154d-4685-9cf9-ceb672df8b33 req-81c5ce84-b1c5-4740-91a4-174c51b2f750 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a335a793-c519-486d-b5cc-11a056948439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680179 Apr 20 17:46:53.265042 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3d2cfd6e-8bdc-42ea-833c-56543d30cae7 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:46:53.296109 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device c898fc0f-495f-4796-865a-9b6aba854cc1 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:46:53.356988 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52662) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:53.395765 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 3d2cfd6e-8bdc-42ea-833c-56543d30cae7 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:53.396112 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:53.460128 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port c898fc0f-495f-4796-865a-9b6aba854cc1 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:46:53.470094 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port c898fc0f-495f-4796-865a-9b6aba854cc1 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:53.470706 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:53.517635 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71ece289-c856-4cf1-9519-2eafb06eef36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:53.549330 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-71ece289-c856-4cf1-9519-2eafb06eef36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:53.553569 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-71ece289-c856-4cf1-9519-2eafb06eef36 admin admin] Usage tracker for resource:security_group_rule and tenant:731b721fb4c243968430f0b993c78ce8 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:53.556655 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-71ece289-c856-4cf1-9519-2eafb06eef36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:53.563032 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-71ece289-c856-4cf1-9519-2eafb06eef36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:53.633887 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71ece289-c856-4cf1-9519-2eafb06eef36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:53.639705 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71ece289-c856-4cf1-9519-2eafb06eef36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:53.640709 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:53.659763 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-4d58face-1af8-4272-8383-cab58f2dd884 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Deleting port 52de7700-f9f0-4dc7-8ffc-de983d276bc0 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:46:53.660381 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4d58face-1af8-4272-8383-cab58f2dd884 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:53.668236 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc2d638-a396-434f-87b4-eab153f1ac54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c898fc0f-495f-4796-865a-9b6aba854cc1'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:46:53.677999 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port c898fc0f-495f-4796-865a-9b6aba854cc1, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=c898fc0f-495f-4796-865a-9b6aba854cc1,segment=NetworkSegment(161e3d14-e48b-4a67-b6ed-2a37520ea769),segment_id=161e3d14-e48b-4a67-b6ed-2a37520ea769)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:53.684405 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:53.691736 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ece289-c856-4cf1-9519-2eafb06eef36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd98a93c-4287-4009-953f-2a38c330cf2b,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:53.695896 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-71ece289-c856-4cf1-9519-2eafb06eef36 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=731b721fb4c243968430f0b993c78ce8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3377867 Apr 20 17:46:53.700049 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52670) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:53.755761 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f659774a-8d07-430f-bca9-1aa0e8f00c9b'] response: {'server_uuid': '5bc2d638-a396-434f-87b4-eab153f1ac54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c898fc0f-495f-4796-865a-9b6aba854cc1', 'code': 200} Apr 20 17:46:53.764342 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=c898fc0f-495f-4796-865a-9b6aba854cc1,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:53.797735 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6773963a-b2f9-454d-8a70-6eae0d68b796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:53.824086 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6773963a-b2f9-454d-8a70-6eae0d68b796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:53.877245 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6773963a-b2f9-454d-8a70-6eae0d68b796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:53.894116 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773963a-b2f9-454d-8a70-6eae0d68b796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd98a93c-4287-4009-953f-2a38c330cf2b,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:53.897301 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6773963a-b2f9-454d-8a70-6eae0d68b796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:53.898461 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6773963a-b2f9-454d-8a70-6eae0d68b796 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cd98a93c-4287-4009-953f-2a38c330cf2b HTTP/1.1" status: 204 len: 168 time: 0.1973395 Apr 20 17:46:53.923345 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4d58face-1af8-4272-8383-cab58f2dd884 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:53.936103 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6a849219-c7fb-48f8-bee4-cc2b3223bf30 req-ef15143d-6b2b-4ee3-82b2-c85372dc47e1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5bc2d638-a396-434f-87b4-eab153f1ac54 HTTP/1.1" status: 200 len: 1096 time: 0.1233358 Apr 20 17:46:54.060191 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-4d58face-1af8-4272-8383-cab58f2dd884 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Calling delete_port for 52de7700-f9f0-4dc7-8ffc-de983d276bc0 owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:46:54.132567 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6a849219-c7fb-48f8-bee4-cc2b3223bf30 req-b2b4ac39-a077-4fd0-aa88-8f427fa70ac1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a335a793-c519-486d-b5cc-11a056948439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477027 Apr 20 17:46:54.240575 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52680) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:54.250917 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4d58face-1af8-4272-8383-cab58f2dd884 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:54.261270 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-db99bd58-072f-445b-b580-f861c7ce4863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:54.292326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-db99bd58-072f-445b-b580-f861c7ce4863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:54.296277 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-db99bd58-072f-445b-b580-f861c7ce4863 admin admin] Usage tracker for resource:security_group_rule and tenant:7a16b4ba4741416cb84309c3a182433f is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:54.299108 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-db99bd58-072f-445b-b580-f861c7ce4863 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:54.304703 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-db99bd58-072f-445b-b580-f861c7ce4863 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:54.337747 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58face-1af8-4272-8383-cab58f2dd884 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Pushing event deleted for resources: {'Port': ['ID=52de7700-f9f0-4dc7-8ffc-de983d276bc0,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:54.374022 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-db99bd58-072f-445b-b580-f861c7ce4863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:54.381159 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-db99bd58-072f-445b-b580-f861c7ce4863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:54.428888 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99bd58-072f-445b-b580-f861c7ce4863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f906bab1-0cb7-4af5-994e-007beee42f7f,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:54.433566 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-db99bd58-072f-445b-b580-f861c7ce4863 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7a16b4ba4741416cb84309c3a182433f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1918979 Apr 20 17:46:54.436742 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52684) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:54.506120 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c2a0beb5-8f61-40e8-8015-f60aaab10901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:54.534343 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c2a0beb5-8f61-40e8-8015-f60aaab10901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:54.555553 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e0cc6982-0e70-40cd-a87f-4c07ce64d67a req-4b4472ea-3c62-4348-b2bc-85618ea3969e tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5bc2d638-a396-434f-87b4-eab153f1ac54 HTTP/1.1" status: 200 len: 1096 time: 0.2633190 Apr 20 17:46:54.576105 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4d58face-1af8-4272-8383-cab58f2dd884 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:54.595863 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c2a0beb5-8f61-40e8-8015-f60aaab10901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:54.611703 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0beb5-8f61-40e8-8015-f60aaab10901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f906bab1-0cb7-4af5-994e-007beee42f7f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:54.616339 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c2a0beb5-8f61-40e8-8015-f60aaab10901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:54.621047 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c2a0beb5-8f61-40e8-8015-f60aaab10901 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f906bab1-0cb7-4af5-994e-007beee42f7f HTTP/1.1" status: 204 len: 168 time: 0.1789246 Apr 20 17:46:54.824574 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e0cc6982-0e70-40cd-a87f-4c07ce64d67a req-0af71647-6bce-49d9-a9a8-68e2872134ff tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a335a793-c519-486d-b5cc-11a056948439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632051 Apr 20 17:46:55.102675 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d58face-1af8-4272-8383-cab58f2dd884 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Router ed50f7b9-b665-4a8c-9248-c758a16286dd has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:46:55.243013 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d58face-1af8-4272-8383-cab58f2dd884 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:46:55.256490 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523901bd-1a3d-432d-8183-4aab9ce3e464 None None] Sync routers for ids ['ed50f7b9-b665-4a8c-9248-c758a16286dd'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:46:55.264332 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4d58face-1af8-4272-8383-cab58f2dd884 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] 10.222.0.39 "PUT /v2.0/routers/ed50f7b9-b665-4a8c-9248-c758a16286dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9273958 Apr 20 17:46:55.264686 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52700) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:55.271644 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523901bd-1a3d-432d-8183-4aab9ce3e464 None None] Routers {'ed50f7b9-b665-4a8c-9248-c758a16286dd'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:46:55.272215 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-523901bd-1a3d-432d-8183-4aab9ce3e464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:46:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed50f7b9-b665-4a8c-9248-c758a16286dd'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:55.334313 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-523901bd-1a3d-432d-8183-4aab9ce3e464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:55.347084 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523901bd-1a3d-432d-8183-4aab9ce3e464 None None] Routers {'ed50f7b9-b665-4a8c-9248-c758a16286dd'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:46:55.347981 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-523901bd-1a3d-432d-8183-4aab9ce3e464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:46:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed50f7b9-b665-4a8c-9248-c758a16286dd'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:55.410652 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-523901bd-1a3d-432d-8183-4aab9ce3e464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:46:55.411321 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523901bd-1a3d-432d-8183-4aab9ce3e464 None None] The sync data for ids ['ed50f7b9-b665-4a8c-9248-c758a16286dd'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:46:55.469796 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-67615d59-2971-49e4-a297-7b13475feb33 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] delete failed (client error): The resource could not be found. Apr 20 17:46:55.474417 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-67615d59-2971-49e4-a297-7b13475feb33 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-480876981 HTTP/1.1" status: 404 len: 334 time: 0.2050354 Apr 20 17:46:55.474557 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52708) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:55.479555 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-1cbc6555-9890-49c0-9908-9230f2a16528 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ed50f7b9-b665-4a8c-9248-c758a16286dd'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:55.627294 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52714) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:55.771393 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-cbafdcd4-7b6c-499f-89ba-9418ffd06817 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-450056411'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:55.777281 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-cbafdcd4-7b6c-499f-89ba-9418ffd06817 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:55.781486 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-cbafdcd4-7b6c-499f-89ba-9418ffd06817 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:network and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:55.784606 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-cbafdcd4-7b6c-499f-89ba-9418ffd06817 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:55.791227 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-cbafdcd4-7b6c-499f-89ba-9418ffd06817 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:55.802882 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbafdcd4-7b6c-499f-89ba-9418ffd06817 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:55.805878 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cbafdcd4-7b6c-499f-89ba-9418ffd06817 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:55.818909 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cbafdcd4-7b6c-499f-89ba-9418ffd06817 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:55.850379 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-cbafdcd4-7b6c-499f-89ba-9418ffd06817 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:55.854335 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-cbafdcd4-7b6c-499f-89ba-9418ffd06817 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:security_group_rule and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:55.857337 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-cbafdcd4-7b6c-499f-89ba-9418ffd06817 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:55.863364 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-cbafdcd4-7b6c-499f-89ba-9418ffd06817 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:55.870661 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1cbc6555-9890-49c0-9908-9230f2a16528 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:55.909590 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-1cbc6555-9890-49c0-9908-9230f2a16528 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] update failed (client error): The resource could not be found. Apr 20 17:46:55.911176 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1cbc6555-9890-49c0-9908-9230f2a16528 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] 10.222.0.39 "PUT /v2.0/routers/ed50f7b9-b665-4a8c-9248-c758a16286dd HTTP/1.1" status: 404 len: 339 time: 0.4357221 Apr 20 17:46:55.915312 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52722) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:55.921346 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-bd222b3d-0f98-42ec-a541-9751a38e5043 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1237494131'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:55.927054 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-bd222b3d-0f98-42ec-a541-9751a38e5043 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:55.930958 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-bd222b3d-0f98-42ec-a541-9751a38e5043 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Usage tracker for resource:network and tenant:45779a917d52440bacfd4a7a94d14355 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:55.934868 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-bd222b3d-0f98-42ec-a541-9751a38e5043 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:55.940790 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-bd222b3d-0f98-42ec-a541-9751a38e5043 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:55.948254 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cbafdcd4-7b6c-499f-89ba-9418ffd06817 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:55.952741 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cbafdcd4-7b6c-499f-89ba-9418ffd06817 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:55.984531 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbafdcd4-7b6c-499f-89ba-9418ffd06817 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:46:55.986757 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd222b3d-0f98-42ec-a541-9751a38e5043 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Made reservation on behalf of 45779a917d52440bacfd4a7a94d14355 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:55.989604 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bd222b3d-0f98-42ec-a541-9751a38e5043 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:55.993124 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbafdcd4-7b6c-499f-89ba-9418ffd06817 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5f9981-c702-45d8-87f3-2c3825063139,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:55.998558 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cbafdcd4-7b6c-499f-89ba-9418ffd06817 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:55.998898 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-cbafdcd4-7b6c-499f-89ba-9418ffd06817 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Added segment 0a6ab92d-dfbf-432c-91d3-83229147a4ea of type vlan for network b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc Apr 20 17:46:56.026354 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cbafdcd4-7b6c-499f-89ba-9418ffd06817 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:56.035868 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd222b3d-0f98-42ec-a541-9751a38e5043 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:46:56.048524 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bd222b3d-0f98-42ec-a541-9751a38e5043 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:56.048865 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-bd222b3d-0f98-42ec-a541-9751a38e5043 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Added segment 2af9089f-3b35-4b8b-931b-2cf4d8da542c of type vlan for network 85ab88f1-1386-4796-b35d-828ce876c0a0 Apr 20 17:46:56.058934 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cbafdcd4-7b6c-499f-89ba-9418ffd06817 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:56.062566 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbafdcd4-7b6c-499f-89ba-9418ffd06817 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:56.063134 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cbafdcd4-7b6c-499f-89ba-9418ffd06817 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:56.076386 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-33fbfa41-fde4-4059-90d3-11a698365061 req-ac67d787-bdd9-4532-abcd-acddbfcbde42 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5bc2d638-a396-434f-87b4-eab153f1ac54 HTTP/1.1" status: 200 len: 1096 time: 0.1184487 Apr 20 17:46:56.082258 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bd222b3d-0f98-42ec-a541-9751a38e5043 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:56.143660 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-33fbfa41-fde4-4059-90d3-11a698365061 req-b2149f78-6e1d-48c7-9d9c-732456291a39 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a335a793-c519-486d-b5cc-11a056948439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575926 Apr 20 17:46:56.145753 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bd222b3d-0f98-42ec-a541-9751a38e5043 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:56.149403 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd222b3d-0f98-42ec-a541-9751a38e5043 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:56.149947 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bd222b3d-0f98-42ec-a541-9751a38e5043 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:56.172345 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbafdcd4-7b6c-499f-89ba-9418ffd06817 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Network': ['ID=b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:56.179104 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cbafdcd4-7b6c-499f-89ba-9418ffd06817 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5507491 Apr 20 17:46:56.181753 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52728) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:56.184332 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:46:56.187798 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-326f6947-418a-4a86-980d-ff25a1d5b701 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'port': {'network_id': 'b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc', 'name': 'tempest-PortsTestJSON-2033003063'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:56.286678 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd222b3d-0f98-42ec-a541-9751a38e5043 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Pushing event updated for resources: {'Network': ['ID=85ab88f1-1386-4796-b35d-828ce876c0a0,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:56.292680 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bd222b3d-0f98-42ec-a541-9751a38e5043 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3735647 Apr 20 17:46:56.292966 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52732) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:56.298987 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-e95b9d2e-fd14-445f-af2f-6de08087e5a5 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Request body: {'subnet': {'network_id': '85ab88f1-1386-4796-b35d-828ce876c0a0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:56.299764 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 85ab88f1-1386-4796-b35d-828ce876c0a0 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:46:56.357716 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-326f6947-418a-4a86-980d-ff25a1d5b701 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:56.364414 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-326f6947-418a-4a86-980d-ff25a1d5b701 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:port and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:56.368306 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-326f6947-418a-4a86-980d-ff25a1d5b701 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:56.376088 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-326f6947-418a-4a86-980d-ff25a1d5b701 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:56.397340 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-108bea52-708c-4cb7-ae61-cf6c3f300bed req-1644edf1-77f8-4f31-83e7-0cfe241d6443 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5bc2d638-a396-434f-87b4-eab153f1ac54 HTTP/1.1" status: 200 len: 1096 time: 0.1261930 Apr 20 17:46:56.408541 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326f6947-418a-4a86-980d-ff25a1d5b701 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:56.411299 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-326f6947-418a-4a86-980d-ff25a1d5b701 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:56.433955 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e95b9d2e-fd14-445f-af2f-6de08087e5a5 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:56.438826 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e95b9d2e-fd14-445f-af2f-6de08087e5a5 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Usage tracker for resource:subnet and tenant:45779a917d52440bacfd4a7a94d14355 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:56.442126 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e95b9d2e-fd14-445f-af2f-6de08087e5a5 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:56.448699 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e95b9d2e-fd14-445f-af2f-6de08087e5a5 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:56.457754 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-326f6947-418a-4a86-980d-ff25a1d5b701 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] device_id is not set on port 43184c63-e9c9-4a06-adbc-b25ddce8ca84 yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:46:56.460177 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95b9d2e-fd14-445f-af2f-6de08087e5a5 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Made reservation on behalf of 45779a917d52440bacfd4a7a94d14355 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:56.527107 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-108bea52-708c-4cb7-ae61-cf6c3f300bed req-96900a69-6fd5-432d-8edc-6b87509f30ff tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a335a793-c519-486d-b5cc-11a056948439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208980 Apr 20 17:46:56.563455 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e95b9d2e-fd14-445f-af2f-6de08087e5a5 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:56.707345 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-326f6947-418a-4a86-980d-ff25a1d5b701 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:56.733672 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-326f6947-418a-4a86-980d-ff25a1d5b701 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:56.781494 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b9f73f20-3afa-4196-8409-6a7736250476 req-44ccf4c0-8a87-4069-853d-2afc94c6005a tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5bc2d638-a396-434f-87b4-eab153f1ac54 HTTP/1.1" status: 200 len: 1096 time: 0.1301627 Apr 20 17:46:56.817189 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f6947-418a-4a86-980d-ff25a1d5b701 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Port': ['ID=43184c63-e9c9-4a06-adbc-b25ddce8ca84,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:56.866392 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b9f73f20-3afa-4196-8409-6a7736250476 req-6325eb78-e8a8-4872-9b9f-a6dbbf2143b7 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a335a793-c519-486d-b5cc-11a056948439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786130 Apr 20 17:46:56.883716 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e95b9d2e-fd14-445f-af2f-6de08087e5a5 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:56.955132 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b9d2e-fd14-445f-af2f-6de08087e5a5 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Pushing event updated for resources: {'Subnet': ['ID=7fa20b1f-20c3-4c1b-9d7f-6f6fea9b4283,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:56.957920 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326f6947-418a-4a86-980d-ff25a1d5b701 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Checking segment: {'id': '0a6ab92d-dfbf-432c-91d3-83229147a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:46:56.958441 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326f6947-418a-4a86-980d-ff25a1d5b701 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network hostable DHCP agents. Network: b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:46:57.031707 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326f6947-418a-4a86-980d-ff25a1d5b701 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:46:57.046678 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-326f6947-418a-4a86-980d-ff25a1d5b701 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:57.051796 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326f6947-418a-4a86-980d-ff25a1d5b701 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:46:57.055738 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326f6947-418a-4a86-980d-ff25a1d5b701 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:57.056390 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-326f6947-418a-4a86-980d-ff25a1d5b701 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:57.061296 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6799652-4d80-4149-ab46-6096728a4e83 None None] Network b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:46:57.096761 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-24a73250-7d60-4af9-9686-646219c4dcfa req-f14baf58-cb56-4480-8abb-552b11f108ee service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5d0f9d8b-c658-4a74-b4f6-2fe8610f0500&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1305463 Apr 20 17:46:57.099543 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-326f6947-418a-4a86-980d-ff25a1d5b701 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9166646 Apr 20 17:46:57.103947 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52740) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:57.117257 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95b9d2e-fd14-445f-af2f-6de08087e5a5 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Checking segment: {'id': '2af9089f-3b35-4b8b-931b-2cf4d8da542c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '85ab88f1-1386-4796-b35d-828ce876c0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:46:57.117578 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95b9d2e-fd14-445f-af2f-6de08087e5a5 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Network hostable DHCP agents. Network: 85ab88f1-1386-4796-b35d-828ce876c0a0, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:46:57.120518 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-e8abe7d2-1a58-43f0-981f-fbc023e88a7b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-249023268'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:57.130564 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e8abe7d2-1a58-43f0-981f-fbc023e88a7b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:57.135710 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e8abe7d2-1a58-43f0-981f-fbc023e88a7b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:network and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:57.143869 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e8abe7d2-1a58-43f0-981f-fbc023e88a7b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:57.155652 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e8abe7d2-1a58-43f0-981f-fbc023e88a7b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:57.158264 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95b9d2e-fd14-445f-af2f-6de08087e5a5 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Network 85ab88f1-1386-4796-b35d-828ce876c0a0 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:46:57.167242 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-e95b9d2e-fd14-445f-af2f-6de08087e5a5 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 85ab88f1-1386-4796-b35d-828ce876c0a0) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:57.171448 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95b9d2e-fd14-445f-af2f-6de08087e5a5 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:57.172754 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e95b9d2e-fd14-445f-af2f-6de08087e5a5 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:57.182052 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8abe7d2-1a58-43f0-981f-fbc023e88a7b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:57.185463 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e8abe7d2-1a58-43f0-981f-fbc023e88a7b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:57.185776 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ba2b24-73d3-452a-a0bf-1fb7473ea59e None None] Network 85ab88f1-1386-4796-b35d-828ce876c0a0 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:46:57.210812 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e95b9d2e-fd14-445f-af2f-6de08087e5a5 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9142246 Apr 20 17:46:57.211159 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52746) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:57.216594 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-8b263a18-bd14-4324-98e3-a33958a17b4f tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Request body: {'router': {'external_gateway_info': {'network_id': '85ab88f1-1386-4796-b35d-828ce876c0a0'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:57.273158 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8abe7d2-1a58-43f0-981f-fbc023e88a7b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:46:57.286827 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e8abe7d2-1a58-43f0-981f-fbc023e88a7b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:57.287417 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-e8abe7d2-1a58-43f0-981f-fbc023e88a7b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Added segment b7fa1a52-e4b7-4529-86fa-61a12f940e87 of type vlan for network 2e2cacf0-854b-416b-8a7f-aefe3ecf1252 Apr 20 17:46:57.321855 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-24a73250-7d60-4af9-9686-646219c4dcfa req-067fa6c3-4de1-4e4e-bca3-a47cfad304b8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=5d0f9d8b-c658-4a74-b4f6-2fe8610f0500 HTTP/1.1" status: 200 len: 1097 time: 0.1257656 Apr 20 17:46:57.323712 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e8abe7d2-1a58-43f0-981f-fbc023e88a7b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:57.440860 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e8abe7d2-1a58-43f0-981f-fbc023e88a7b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:57.444780 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8abe7d2-1a58-43f0-981f-fbc023e88a7b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:57.445185 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e8abe7d2-1a58-43f0-981f-fbc023e88a7b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:57.487223 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e8abe7d2-1a58-43f0-981f-fbc023e88a7b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3697584 Apr 20 17:46:57.502160 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19b519c-9231-4edb-b25a-55966f7d429f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-85ab88f1-1386-4796-b35d-828ce876c0a0', 'network_id': '85ab88f1-1386-4796-b35d-828ce876c0a0', 'tenant_id': '45779a917d52440bacfd4a7a94d14355', 'fixed_ips': [{'subnet_id': '7fa20b1f-20c3-4c1b-9d7f-6f6fea9b4283'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:46:57.503672 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c19b519c-9231-4edb-b25a-55966f7d429f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:57.516619 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52750) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:57.532622 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-dba905b1-0143-4ad8-ba07-8093a381a370 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'ports': [{'network_id': 'b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc'}, {'network_id': '2e2cacf0-854b-416b-8a7f-aefe3ecf1252'}]} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:57.532927 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-dba905b1-0143-4ad8-ba07-8093a381a370 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'port': {'network_id': 'b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:57.533387 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-dba905b1-0143-4ad8-ba07-8093a381a370 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'port': {'network_id': '2e2cacf0-854b-416b-8a7f-aefe3ecf1252'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:46:57.595754 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8abe7d2-1a58-43f0-981f-fbc023e88a7b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Network': ['ID=2e2cacf0-854b-416b-8a7f-aefe3ecf1252,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:57.605786 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a73250-7d60-4af9-9686-646219c4dcfa req-06807b40-59f0-4dcf-a7cd-b57a8546b065 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:57.607110 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-24a73250-7d60-4af9-9686-646219c4dcfa req-06807b40-59f0-4dcf-a7cd-b57a8546b065 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b0c781c2-5079-45de-9166-262fd83fb6c7 HTTP/1.1" status: 200 len: 897 time: 0.2574985 Apr 20 17:46:57.633724 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b091445d-14a9-4895-9016-6f94e43b042d req-50b60df3-603d-42d3-803c-591afdf7265d tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5bc2d638-a396-434f-87b4-eab153f1ac54 HTTP/1.1" status: 200 len: 1096 time: 0.3531427 Apr 20 17:46:57.636804 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 2e2cacf0-854b-416b-8a7f-aefe3ecf1252 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:46:57.721923 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-24a73250-7d60-4af9-9686-646219c4dcfa req-e45766c7-9bfc-4277-9565-f6e266ef6370 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3549846-ac78-4b76-a7ed-200c2b7804a2 HTTP/1.1" status: 200 len: 1002 time: 0.1069105 Apr 20 17:46:57.755617 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-c19b519c-9231-4edb-b25a-55966f7d429f None None] Allocated IP 2001:db8:1::2 (85ab88f1-1386-4796-b35d-828ce876c0a0/7fa20b1f-20c3-4c1b-9d7f-6f6fea9b4283/e46d6f79-f252-442a-a533-f3589faeeeeb) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:46:57.799903 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a73250-7d60-4af9-9686-646219c4dcfa req-17c32464-381e-4ec7-9f34-1c960b0a1752 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:57.801467 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-24a73250-7d60-4af9-9686-646219c4dcfa req-17c32464-381e-4ec7-9f34-1c960b0a1752 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7325ba69-6dbc-4eda-9993-61f021e7dc97 HTTP/1.1" status: 200 len: 835 time: 0.0726678 Apr 20 17:46:57.881127 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b091445d-14a9-4895-9016-6f94e43b042d req-fdca0a58-5403-4ef5-9e92-7150f14dd96d tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a335a793-c519-486d-b5cc-11a056948439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464232 Apr 20 17:46:57.937618 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-dba905b1-0143-4ad8-ba07-8093a381a370 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:46:57.942762 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3362ac0f-71dd-41ac-9391-3778b7f803b6 req-68b20754-7037-420b-8739-f73b596535cd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=08326e05-6177-491b-9418-840d433b94ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1344149 Apr 20 17:46:57.943255 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-dba905b1-0143-4ad8-ba07-8093a381a370 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:port and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:46:57.947305 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8b263a18-bd14-4324-98e3-a33958a17b4f tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:57.948464 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-24a73250-7d60-4af9-9686-646219c4dcfa req-5e40cb50-582e-445c-8fa6-f48c095a6685 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b0c781c2-5079-45de-9166-262fd83fb6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982521 Apr 20 17:46:57.954018 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-dba905b1-0143-4ad8-ba07-8093a381a370 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:46:57.964812 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-dba905b1-0143-4ad8-ba07-8093a381a370 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:46:58.015772 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba905b1-0143-4ad8-ba07-8093a381a370 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'port': 2} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:46:58.019751 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c19b519c-9231-4edb-b25a-55966f7d429f None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:58.020207 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dba905b1-0143-4ad8-ba07-8093a381a370 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:58.031548 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c19b519c-9231-4edb-b25a-55966f7d429f None None] Transition to ACTIVE for port object e46d6f79-f252-442a-a533-f3589faeeeeb will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:46:58.050397 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c19b519c-9231-4edb-b25a-55966f7d429f None None] Transition to ACTIVE for port object e46d6f79-f252-442a-a533-f3589faeeeeb will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:46:58.057368 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c19b519c-9231-4edb-b25a-55966f7d429f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:58.088645 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dba905b1-0143-4ad8-ba07-8093a381a370 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:58.132366 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19b519c-9231-4edb-b25a-55966f7d429f None None] Network 85ab88f1-1386-4796-b35d-828ce876c0a0 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:46:58.133351 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b519c-9231-4edb-b25a-55966f7d429f None None] Pushing event updated for resources: {'Port': ['ID=e46d6f79-f252-442a-a533-f3589faeeeeb,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:58.135815 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-c19b519c-9231-4edb-b25a-55966f7d429f None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:58.137908 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19b519c-9231-4edb-b25a-55966f7d429f None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:46:58.157124 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-24a73250-7d60-4af9-9686-646219c4dcfa req-92d40730-d51e-4a38-964a-b38c42eb8a83 service neutron] 10.222.0.43 "GET /v2.0/networks/b0c781c2-5079-45de-9166-262fd83fb6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020447 Apr 20 17:46:58.163622 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3362ac0f-71dd-41ac-9391-3778b7f803b6 req-7b9d656f-b00b-440d-8097-9cbb2d141cfb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7918b973982145af9c41d09d5feda08e&device_id=08326e05-6177-491b-9418-840d433b94ec HTTP/1.1" status: 200 len: 1097 time: 0.1152964 Apr 20 17:46:58.224571 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-c19b519c-9231-4edb-b25a-55966f7d429f None None] Attempting to bind port e46d6f79-f252-442a-a533-f3589faeeeeb on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:46:58.225231 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-c19b519c-9231-4edb-b25a-55966f7d429f None None] Attempting to bind port e46d6f79-f252-442a-a533-f3589faeeeeb by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '2af9089f-3b35-4b8b-931b-2cf4d8da542c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '85ab88f1-1386-4796-b35d-828ce876c0a0'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:46:58.225397 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19b519c-9231-4edb-b25a-55966f7d429f None None] Attempting to bind port e46d6f79-f252-442a-a533-f3589faeeeeb on network 85ab88f1-1386-4796-b35d-828ce876c0a0 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:46:58.232689 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19b519c-9231-4edb-b25a-55966f7d429f None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:46:58.233737 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19b519c-9231-4edb-b25a-55966f7d429f None None] Checking segment: {'id': '2af9089f-3b35-4b8b-931b-2cf4d8da542c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '85ab88f1-1386-4796-b35d-828ce876c0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:46:58.233737 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c19b519c-9231-4edb-b25a-55966f7d429f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:58.234002 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19b519c-9231-4edb-b25a-55966f7d429f None None] Bound using segment: {'id': '2af9089f-3b35-4b8b-931b-2cf4d8da542c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '85ab88f1-1386-4796-b35d-828ce876c0a0'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:46:58.234296 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-c19b519c-9231-4edb-b25a-55966f7d429f None None] Bound port: e46d6f79-f252-442a-a533-f3589faeeeeb, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af9089f-3b35-4b8b-931b-2cf4d8da542c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '85ab88f1-1386-4796-b35d-828ce876c0a0'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:46:58.235087 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c19b519c-9231-4edb-b25a-55966f7d429f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:58.325847 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-c19b519c-9231-4edb-b25a-55966f7d429f None None] For port e46d6f79-f252-442a-a533-f3589faeeeeb, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:46:58.329236 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-dba905b1-0143-4ad8-ba07-8093a381a370 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] device_id is not set on port e68fc75d-deb3-4705-8436-d614f336db36 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:46:58.329401 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-c19b519c-9231-4edb-b25a-55966f7d429f None None] For port e46d6f79-f252-442a-a533-f3589faeeeeb, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e46d6f79-f252-442a-a533-f3589faeeeeb,segment=NetworkSegment(2af9089f-3b35-4b8b-931b-2cf4d8da542c),segment_id=2af9089f-3b35-4b8b-931b-2cf4d8da542c)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:46:58.342278 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c19b519c-9231-4edb-b25a-55966f7d429f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:58.367772 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-8b263a18-bd14-4324-98e3-a33958a17b4f tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:46:58.370313 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8b263a18-bd14-4324-98e3-a33958a17b4f tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] 10.222.0.39 "PUT /v2.0/routers/ed50f7b9-b665-4a8c-9248-c758a16286dd HTTP/1.1" status: 400 len: 364 time: 1.1566076 Apr 20 17:46:58.374427 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52754) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:58.414212 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362ac0f-71dd-41ac-9391-3778b7f803b6 req-248cb514-7367-4e8e-811c-f71173ca57d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:58.415639 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3362ac0f-71dd-41ac-9391-3778b7f803b6 req-248cb514-7367-4e8e-811c-f71173ca57d3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=749f271d-35c0-4b6f-9065-f11168e732e7 HTTP/1.1" status: 200 len: 911 time: 0.2224560 Apr 20 17:46:58.417344 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-24a73250-7d60-4af9-9686-646219c4dcfa req-10168e0b-906a-47d8-be5f-175a344bf84f service neutron] 10.222.0.43 "GET /v2.0/networks/b0c781c2-5079-45de-9166-262fd83fb6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489698 Apr 20 17:46:58.460575 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b519c-9231-4edb-b25a-55966f7d429f None None] Pushing event updated for resources: {'Port': ['ID=e46d6f79-f252-442a-a533-f3589faeeeeb,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:58.502688 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3362ac0f-71dd-41ac-9391-3778b7f803b6 req-888487ec-39d4-4cf9-aa64-7a39bf8d855a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01c5697e-73cc-4723-8a7b-e7f2ba5991bc HTTP/1.1" status: 200 len: 217 time: 0.0794489 Apr 20 17:46:58.651872 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362ac0f-71dd-41ac-9391-3778b7f803b6 req-ff1db53f-ac9d-4846-ad96-c54410011874 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:46:58.653325 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3362ac0f-71dd-41ac-9391-3778b7f803b6 req-ff1db53f-ac9d-4846-ad96-c54410011874 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ee6f52c4-e6f1-4a04-8546-27c627edeaec HTTP/1.1" status: 200 len: 849 time: 0.1104476 Apr 20 17:46:58.714318 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5d9f1a6a-f59b-4ee6-8586-a27af0d15bb0 req-ddd0323a-6b87-4110-b44c-e3b7395c1878 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5bc2d638-a396-434f-87b4-eab153f1ac54 HTTP/1.1" status: 200 len: 1096 time: 0.2105443 Apr 20 17:46:58.834864 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dba905b1-0143-4ad8-ba07-8093a381a370 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:58.903022 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-5d9f1a6a-f59b-4ee6-8586-a27af0d15bb0 req-9b23b5f1-ea82-4ba8-8d8a-855257966b01 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Deleting port c898fc0f-495f-4796-865a-9b6aba854cc1 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:46:58.903276 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-5d9f1a6a-f59b-4ee6-8586-a27af0d15bb0 req-9b23b5f1-ea82-4ba8-8d8a-855257966b01 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:58.952692 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3362ac0f-71dd-41ac-9391-3778b7f803b6 req-b867fb30-8d82-46c5-848a-c0fd0bf3076c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=749f271d-35c0-4b6f-9065-f11168e732e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2934468 Apr 20 17:46:58.962385 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-dba905b1-0143-4ad8-ba07-8093a381a370 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] device_id is not set on port e18551cc-55e3-4628-adef-899022fb09ba yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:46:59.256037 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dae19c19-378e-4617-b307-cbc95f11d56a tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:59.266652 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3362ac0f-71dd-41ac-9391-3778b7f803b6 req-6ccf9b68-1b50-444a-a06f-23a5ed814fad service neutron] 10.222.0.10 "GET /v2.0/networks/749f271d-35c0-4b6f-9065-f11168e732e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055954 Apr 20 17:46:59.275782 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dba905b1-0143-4ad8-ba07-8093a381a370 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:59.334355 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e46d6f79-f252-442a-a533-f3589faeeeeb up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:46:59.395772 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-758eb32d-e9f6-4dfc-8a71-1566ff0f7fc3 req-165e088d-0623-4e8a-b0cf-9b44550e4c53 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5bc2d638-a396-434f-87b4-eab153f1ac54 HTTP/1.1" status: 200 len: 1096 time: 0.3789737 Apr 20 17:46:59.407932 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-5d9f1a6a-f59b-4ee6-8586-a27af0d15bb0 req-9b23b5f1-ea82-4ba8-8d8a-855257966b01 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] For port c898fc0f-495f-4796-865a-9b6aba854cc1, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=c898fc0f-495f-4796-865a-9b6aba854cc1,segment=NetworkSegment(161e3d14-e48b-4a67-b6ed-2a37520ea769),segment_id=161e3d14-e48b-4a67-b6ed-2a37520ea769)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:46:59.408295 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-5d9f1a6a-f59b-4ee6-8586-a27af0d15bb0 req-9b23b5f1-ea82-4ba8-8d8a-855257966b01 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:59.419246 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port e46d6f79-f252-442a-a533-f3589faeeeeb completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:46:59.537104 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3924939c-3112-4e44-8055-8b7cfa29d717 None None] Network 85ab88f1-1386-4796-b35d-828ce876c0a0 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:46:59.555843 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dba905b1-0143-4ad8-ba07-8093a381a370 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:59.560620 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-5d9f1a6a-f59b-4ee6-8586-a27af0d15bb0 req-9b23b5f1-ea82-4ba8-8d8a-855257966b01 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Calling delete_port for c898fc0f-495f-4796-865a-9b6aba854cc1 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:46:59.639244 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-758eb32d-e9f6-4dfc-8a71-1566ff0f7fc3 req-4342b475-d0d3-4339-841d-1076ecaac343 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a335a793-c519-486d-b5cc-11a056948439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425995 Apr 20 17:46:59.640340 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba905b1-0143-4ad8-ba07-8093a381a370 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:46:59.645831 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-dba905b1-0143-4ad8-ba07-8093a381a370 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:46:59.653820 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba905b1-0143-4ad8-ba07-8093a381a370 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:46:59.654728 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dba905b1-0143-4ad8-ba07-8093a381a370 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:59.662477 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3362ac0f-71dd-41ac-9391-3778b7f803b6 req-08606f53-b7fe-400b-b1b5-5c334706942d service neutron] 10.222.0.10 "GET /v2.0/networks/749f271d-35c0-4b6f-9065-f11168e732e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786564 Apr 20 17:46:59.665907 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba905b1-0143-4ad8-ba07-8093a381a370 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Port': ['ID=e68fc75d-deb3-4705-8436-d614f336db36,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:59.703602 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1cee4a46-8b54-41de-97cd-1c2dde03d8fe None None] Provisioning for port e46d6f79-f252-442a-a533-f3589faeeeeb completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:46:59.719067 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1cee4a46-8b54-41de-97cd-1c2dde03d8fe None None] Provisioning complete for port e46d6f79-f252-442a-a533-f3589faeeeeb triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:46:59.719430 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1cee4a46-8b54-41de-97cd-1c2dde03d8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:59.761536 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-5d9f1a6a-f59b-4ee6-8586-a27af0d15bb0 req-9b23b5f1-ea82-4ba8-8d8a-855257966b01 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:59.776690 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['c898fc0f-495f-4796-865a-9b6aba854cc1'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:46:59.799300 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['01c5697e-73cc-4723-8a7b-e7f2ba5991bc'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:46:59.808782 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23b5f1-ea82-4ba8-8d8a-855257966b01 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Pushing event deleted for resources: {'Port': ['ID=c898fc0f-495f-4796-865a-9b6aba854cc1,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:59.812302 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba905b1-0143-4ad8-ba07-8093a381a370 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Port': ['ID=e18551cc-55e3-4628-adef-899022fb09ba,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:46:59.814965 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-dae19c19-378e-4617-b307-cbc95f11d56a tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Allocated IP 2001:db8::1 (200d0521-6b7c-41ea-a815-93d501694226/62091a2e-be8c-4971-bdf7-a03abdb0a99d/24e3a587-91cb-46d2-a226-f4b0ac5a5b24) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:46:59.857072 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba905b1-0143-4ad8-ba07-8093a381a370 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Checking segment: {'id': 'b7fa1a52-e4b7-4529-86fa-61a12f940e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2e2cacf0-854b-416b-8a7f-aefe3ecf1252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:46:59.857714 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba905b1-0143-4ad8-ba07-8093a381a370 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network hostable DHCP agents. Network: 2e2cacf0-854b-416b-8a7f-aefe3ecf1252, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:46:59.885017 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9f1a6a-f59b-4ee6-8586-a27af0d15bb0 req-9b23b5f1-ea82-4ba8-8d8a-855257966b01 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] No DVR routers for this DVR port c898fc0f-495f-4796-865a-9b6aba854cc1 on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:46:59.887701 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-5d9f1a6a-f59b-4ee6-8586-a27af0d15bb0 req-9b23b5f1-ea82-4ba8-8d8a-855257966b01 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:46:59.890241 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc2d638-a396-434f-87b4-eab153f1ac54', 'name': 'network-vif-deleted', 'tag': 'c898fc0f-495f-4796-865a-9b6aba854cc1'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:46:59.919422 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5d9f1a6a-f59b-4ee6-8586-a27af0d15bb0 req-9b23b5f1-ea82-4ba8-8d8a-855257966b01 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.43 "DELETE /v2.0/ports/c898fc0f-495f-4796-865a-9b6aba854cc1 HTTP/1.1" status: 204 len: 173 time: 1.1991932 Apr 20 17:46:59.976028 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba905b1-0143-4ad8-ba07-8093a381a370 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network 2e2cacf0-854b-416b-8a7f-aefe3ecf1252 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:47:00.004961 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-dba905b1-0143-4ad8-ba07-8093a381a370 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 2e2cacf0-854b-416b-8a7f-aefe3ecf1252) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:47:00.019659 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba905b1-0143-4ad8-ba07-8093a381a370 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:47:00.023890 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba905b1-0143-4ad8-ba07-8093a381a370 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:00.025453 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810e02a8-1ff1-4e71-a5df-3c4cb4fce193 None None] Network 2e2cacf0-854b-416b-8a7f-aefe3ecf1252 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:47:00.027504 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba905b1-0143-4ad8-ba07-8093a381a370 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:00.028248 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dba905b1-0143-4ad8-ba07-8093a381a370 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:00.048701 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dae19c19-378e-4617-b307-cbc95f11d56a tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:00.053012 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d01419b-b6f4-402f-87bd-5b8693ac4a58'] response: {'server_uuid': '5bc2d638-a396-434f-87b4-eab153f1ac54', 'name': 'network-vif-deleted', 'tag': 'c898fc0f-495f-4796-865a-9b6aba854cc1', 'status': 'completed', 'code': 200} Apr 20 17:47:00.071910 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-dae19c19-378e-4617-b307-cbc95f11d56a tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Transition to ACTIVE for port object 24e3a587-91cb-46d2-a226-f4b0ac5a5b24 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:47:00.080418 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-dba905b1-0143-4ad8-ba07-8093a381a370 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5586324 Apr 20 17:47:00.080874 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52762) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:00.106405 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dae19c19-378e-4617-b307-cbc95f11d56a tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:00.107942 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1cee4a46-8b54-41de-97cd-1c2dde03d8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:00.171791 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-67a0787c-1acb-4641-bb05-3bc697206b9d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Deleting port e18551cc-55e3-4628-adef-899022fb09ba {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:00.172335 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-67a0787c-1acb-4641-bb05-3bc697206b9d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:00.197565 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae19c19-378e-4617-b307-cbc95f11d56a tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Network 200d0521-6b7c-41ea-a815-93d501694226 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:47:00.200590 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-dae19c19-378e-4617-b307-cbc95f11d56a tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:47:00.204951 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae19c19-378e-4617-b307-cbc95f11d56a tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:47:00.205822 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dae19c19-378e-4617-b307-cbc95f11d56a tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:00.212941 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae19c19-378e-4617-b307-cbc95f11d56a tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Pushing event updated for resources: {'Port': ['ID=24e3a587-91cb-46d2-a226-f4b0ac5a5b24,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:00.269290 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1cee4a46-8b54-41de-97cd-1c2dde03d8fe None None] For port e46d6f79-f252-442a-a533-f3589faeeeeb, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e46d6f79-f252-442a-a533-f3589faeeeeb,segment=NetworkSegment(2af9089f-3b35-4b8b-931b-2cf4d8da542c),segment_id=2af9089f-3b35-4b8b-931b-2cf4d8da542c)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:00.320350 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1cee4a46-8b54-41de-97cd-1c2dde03d8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:00.351982 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dae19c19-378e-4617-b307-cbc95f11d56a tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:00.472969 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee4a46-8b54-41de-97cd-1c2dde03d8fe None None] Pushing event updated for resources: {'Port': ['ID=e46d6f79-f252-442a-a533-f3589faeeeeb,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:00.479393 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-67a0787c-1acb-4641-bb05-3bc697206b9d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:00.564564 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-fe6bd5de-5e50-4e1b-88fd-b2ec95aa9d70 None None] Provisioning complete for port e46d6f79-f252-442a-a533-f3589faeeeeb triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:47:00.564935 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fe6bd5de-5e50-4e1b-88fd-b2ec95aa9d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:00.815053 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-67a0787c-1acb-4641-bb05-3bc697206b9d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Calling delete_port for e18551cc-55e3-4628-adef-899022fb09ba owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:00.895278 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-feb08bd4-528b-45d3-a23e-f8b6230260b5 None None] Provisioning for port 24e3a587-91cb-46d2-a226-f4b0ac5a5b24 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:47:00.899649 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-67a0787c-1acb-4641-bb05-3bc697206b9d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:00.901833 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-feb08bd4-528b-45d3-a23e-f8b6230260b5 None None] Provisioning complete for port 24e3a587-91cb-46d2-a226-f4b0ac5a5b24 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:47:00.902557 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-feb08bd4-528b-45d3-a23e-f8b6230260b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:00.971551 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0787c-1acb-4641-bb05-3bc697206b9d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Port': ['ID=e18551cc-55e3-4628-adef-899022fb09ba,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:00.985473 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-67a0787c-1acb-4641-bb05-3bc697206b9d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:00.993136 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-feb08bd4-528b-45d3-a23e-f8b6230260b5 None None] Port 24e3a587-91cb-46d2-a226-f4b0ac5a5b24 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:47:00.996141 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-67a0787c-1acb-4641-bb05-3bc697206b9d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/ports/e18551cc-55e3-4628-adef-899022fb09ba HTTP/1.1" status: 204 len: 168 time: 0.9139812 Apr 20 17:47:00.996320 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52774) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:01.144007 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d926c7b-0070-4698-b73c-f51d224923f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:01.147902 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d926c7b-0070-4698-b73c-f51d224923f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:01.148627 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-5d926c7b-0070-4698-b73c-f51d224923f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Synchronizing usage tracker for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:47:01.192697 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dae19c19-378e-4617-b307-cbc95f11d56a tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:01.202566 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dae19c19-378e-4617-b307-cbc95f11d56a tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:01.203297 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dae19c19-378e-4617-b307-cbc95f11d56a tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:01.267136 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e46d6f79-f252-442a-a533-f3589faeeeeb up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:47:01.270546 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-5d926c7b-0070-4698-b73c-f51d224923f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Unset dirty status for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:47:01.271730 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5d926c7b-0070-4698-b73c-f51d224923f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2746058 Apr 20 17:47:01.274877 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52780) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:01.355550 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-af5934d9-ba10-4cd7-bf1e-82173fe07beb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Deleting port e68fc75d-deb3-4705-8436-d614f336db36 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:01.355890 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af5934d9-ba10-4cd7-bf1e-82173fe07beb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:01.369650 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae19c19-378e-4617-b307-cbc95f11d56a tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Pushing event updated for resources: {'Port': ['ID=24e3a587-91cb-46d2-a226-f4b0ac5a5b24,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:01.379187 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port e46d6f79-f252-442a-a533-f3589faeeeeb triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:47:01.379620 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:01.412577 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-27ebc177-858a-4438-8c63-764058c573c6 req-185d9da2-5d29-4e6c-927b-e254503cf119 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=08326e05-6177-491b-9418-840d433b94ec HTTP/1.1" status: 200 len: 1097 time: 0.2749932 Apr 20 17:47:01.469695 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae19c19-378e-4617-b307-cbc95f11d56a tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Network 200d0521-6b7c-41ea-a815-93d501694226 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:47:01.472778 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-dae19c19-378e-4617-b307-cbc95f11d56a tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:47:01.595841 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-27ebc177-858a-4438-8c63-764058c573c6 req-52ca6796-011a-49fc-9a1a-b5d70e159ff5 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a335a793-c519-486d-b5cc-11a056948439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760554 Apr 20 17:47:01.613506 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af5934d9-ba10-4cd7-bf1e-82173fe07beb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:01.742652 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-af5934d9-ba10-4cd7-bf1e-82173fe07beb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Calling delete_port for e68fc75d-deb3-4705-8436-d614f336db36 owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:01.809139 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae19c19-378e-4617-b307-cbc95f11d56a tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Router ed50f7b9-b665-4a8c-9248-c758a16286dd has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:47:01.821437 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af5934d9-ba10-4cd7-bf1e-82173fe07beb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:01.822658 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ded0caef-373c-4ff0-896e-a1e37363d3f0 None None] Provisioning complete for port 24e3a587-91cb-46d2-a226-f4b0ac5a5b24 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:47:01.823800 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ded0caef-373c-4ff0-896e-a1e37363d3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:01.873283 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5934d9-ba10-4cd7-bf1e-82173fe07beb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Port': ['ID=e68fc75d-deb3-4705-8436-d614f336db36,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:01.885417 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-ded0caef-373c-4ff0-896e-a1e37363d3f0 None None] Port 24e3a587-91cb-46d2-a226-f4b0ac5a5b24 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:47:01.888897 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af5934d9-ba10-4cd7-bf1e-82173fe07beb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:01.903320 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-af5934d9-ba10-4cd7-bf1e-82173fe07beb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/ports/e68fc75d-deb3-4705-8436-d614f336db36 HTTP/1.1" status: 204 len: 168 time: 0.6273603 Apr 20 17:47:01.905956 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52784) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:01.980310 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835a458a-6fa6-4d65-8a46-6ec120ff4430 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:01.980985 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-835a458a-6fa6-4d65-8a46-6ec120ff4430 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Synchronizing usage tracker for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:47:01.991882 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae19c19-378e-4617-b307-cbc95f11d56a tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:47:01.996743 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-dae19c19-378e-4617-b307-cbc95f11d56a tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] 10.222.0.39 "PUT /v2.0/routers/ed50f7b9-b665-4a8c-9248-c758a16286dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6213818 Apr 20 17:47:01.999544 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52788) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:02.003116 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb44fc8-2ca1-4458-bb7c-cff12db9addc None None] Sync routers for ids ['ed50f7b9-b665-4a8c-9248-c758a16286dd'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:47:02.004270 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-835a458a-6fa6-4d65-8a46-6ec120ff4430 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Unset dirty status for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:47:02.005455 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-835a458a-6fa6-4d65-8a46-6ec120ff4430 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0985842 Apr 20 17:47:02.008174 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52792) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:02.018236 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb44fc8-2ca1-4458-bb7c-cff12db9addc None None] Routers {'ed50f7b9-b665-4a8c-9248-c758a16286dd'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:47:02.018828 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-beb44fc8-2ca1-4458-bb7c-cff12db9addc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:46:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed50f7b9-b665-4a8c-9248-c758a16286dd'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:02.050337 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-724d35fc-14a6-49da-b6c8-33fe73e0fb8c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] GET failed (client error): The resource could not be found. Apr 20 17:47:02.054262 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-724d35fc-14a6-49da-b6c8-33fe73e0fb8c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "GET /v2.0/ports/e18551cc-55e3-4628-adef-899022fb09ba HTTP/1.1" status: 404 len: 333 time: 0.0423253 Apr 20 17:47:02.054507 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52796) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:02.077797 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-beb44fc8-2ca1-4458-bb7c-cff12db9addc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:02.089037 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb44fc8-2ca1-4458-bb7c-cff12db9addc None None] Routers {'ed50f7b9-b665-4a8c-9248-c758a16286dd'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:47:02.089631 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-beb44fc8-2ca1-4458-bb7c-cff12db9addc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:46:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed50f7b9-b665-4a8c-9248-c758a16286dd'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:02.098035 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ddf660-5351-4c9c-a74e-c5424436ac52 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] GET failed (client error): The resource could not be found. Apr 20 17:47:02.101819 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b0ddf660-5351-4c9c-a74e-c5424436ac52 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "GET /v2.0/ports/e68fc75d-deb3-4705-8436-d614f336db36 HTTP/1.1" status: 404 len: 333 time: 0.0439284 Apr 20 17:47:02.102152 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52800) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:02.150486 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-beb44fc8-2ca1-4458-bb7c-cff12db9addc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:02.150895 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb44fc8-2ca1-4458-bb7c-cff12db9addc None None] The sync data for ids ['ed50f7b9-b665-4a8c-9248-c758a16286dd'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:47:02.167676 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-592479b7-8757-4e96-a2d9-6db9cd511893 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:02.214691 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ae1e7f97-36c0-43c6-9327-04979fbbb34c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:02.349188 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ae1e7f97-36c0-43c6-9327-04979fbbb34c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:02.375826 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-ae1e7f97-36c0-43c6-9327-04979fbbb34c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e2cacf0-854b-416b-8a7f-aefe3ecf1252']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:02.388037 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-ae1e7f97-36c0-43c6-9327-04979fbbb34c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7fa1a52-e4b7-4529-86fa-61a12f940e87') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:02.388342 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-ae1e7f97-36c0-43c6-9327-04979fbbb34c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7fa1a52-e4b7-4529-86fa-61a12f940e87') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:02.401197 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ae1e7f97-36c0-43c6-9327-04979fbbb34c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:02.419010 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ae1e7f97-36c0-43c6-9327-04979fbbb34c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:02.425503 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae1e7f97-36c0-43c6-9327-04979fbbb34c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:47:02.425986 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ae1e7f97-36c0-43c6-9327-04979fbbb34c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:02.440491 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:47:02.440491 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:47:02.440491 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:47:02.440491 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:47:02.440491 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:47:02.440491 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:47:02.440491 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:47:02.440491 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:47:02.440491 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:47:02.440491 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:47:02.440491 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:47:02.440491 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:47:02.440491 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:47:02.440491 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:47:02.440491 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:47:02.440491 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:47:02.440491 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:47:02.440491 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:47:02.440491 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:47:02.440491 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:47:02.440491 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:47:02.440491 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:47:02.440491 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:47:02.440491 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:47:02.440491 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:47:02.440491 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:47:02.440491 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:47:02.440491 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:47:02.440491 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:47:02.440491 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:47:02.440491 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:47:02.440491 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:47:02.452951 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-592479b7-8757-4e96-a2d9-6db9cd511893 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 20 17:47:02.456873 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-592479b7-8757-4e96-a2d9-6db9cd511893 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] 10.222.0.39 "DELETE /v2.0/routers/ed50f7b9-b665-4a8c-9248-c758a16286dd HTTP/1.1" status: 409 len: 329 time: 0.4536197 Apr 20 17:47:02.457236 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52804) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:02.520799 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ae1e7f97-36c0-43c6-9327-04979fbbb34c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:02.539911 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ae1e7f97-36c0-43c6-9327-04979fbbb34c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:02.549383 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e7f97-36c0-43c6-9327-04979fbbb34c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Network': ['ID=2e2cacf0-854b-416b-8a7f-aefe3ecf1252,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:02.555772 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ae1e7f97-36c0-43c6-9327-04979fbbb34c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/networks/2e2cacf0-854b-416b-8a7f-aefe3ecf1252 HTTP/1.1" status: 204 len: 168 time: 0.4492154 Apr 20 17:47:02.556270 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52808) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:02.562498 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-3b4aa126-5aba-443e-bf58-c721a0a19058 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-139565015'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:02.568504 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3b4aa126-5aba-443e-bf58-c721a0a19058 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:02.572609 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3b4aa126-5aba-443e-bf58-c721a0a19058 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:network and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:02.575472 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3b4aa126-5aba-443e-bf58-c721a0a19058 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:02.581147 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3b4aa126-5aba-443e-bf58-c721a0a19058 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:02.591898 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4aa126-5aba-443e-bf58-c721a0a19058 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:47:02.595008 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3b4aa126-5aba-443e-bf58-c721a0a19058 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:02.624566 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b4aa126-5aba-443e-bf58-c721a0a19058 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:47:02.635070 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3b4aa126-5aba-443e-bf58-c721a0a19058 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:02.635460 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-3b4aa126-5aba-443e-bf58-c721a0a19058 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Added segment 24f0a3b8-c3ac-4886-8883-64935b5c6694 of type vlan for network 0eae7928-f6c3-4a2e-98a1-a3cbca221e23 Apr 20 17:47:02.703237 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3b4aa126-5aba-443e-bf58-c721a0a19058 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:02.791590 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ba81c368-fd71-4ee9-9554-95d509e711da tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:02.796759 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3b4aa126-5aba-443e-bf58-c721a0a19058 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:02.800412 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4aa126-5aba-443e-bf58-c721a0a19058 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:02.800983 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3b4aa126-5aba-443e-bf58-c721a0a19058 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:02.838000 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ba478aa7-b711-4621-9d14-7e83b10ba9cf req-ca1b95df-7903-4c09-8f76-27d028ae2da2 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Synchronizing usage tracker for tenant:7918b973982145af9c41d09d5feda08e on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:47:03.029319 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3b4aa126-5aba-443e-bf58-c721a0a19058 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4691052 Apr 20 17:47:03.029319 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4aa126-5aba-443e-bf58-c721a0a19058 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Network': ['ID=0eae7928-f6c3-4a2e-98a1-a3cbca221e23,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:03.031133 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52814) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:03.038248 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 0eae7928-f6c3-4a2e-98a1-a3cbca221e23 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:47:03.039161 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-923df52a-d1ca-4c3d-98f8-38dbd28cade4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'subnet': {'network_id': '0eae7928-f6c3-4a2e-98a1-a3cbca221e23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:03.053134 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ba478aa7-b711-4621-9d14-7e83b10ba9cf req-ca1b95df-7903-4c09-8f76-27d028ae2da2 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Unset dirty status for tenant:7918b973982145af9c41d09d5feda08e on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:47:03.054983 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba478aa7-b711-4621-9d14-7e83b10ba9cf req-ca1b95df-7903-4c09-8f76-27d028ae2da2 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=08326e05-6177-491b-9418-840d433b94ec HTTP/1.1" status: 200 len: 1097 time: 0.4049115 Apr 20 17:47:03.171482 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13e90c4b-d6ef-4dab-9dbf-ac325902fec9 req-7488db4e-7e9a-42b3-ba50-c64a1bc3de44 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=08326e05-6177-491b-9418-840d433b94ec HTTP/1.1" status: 200 len: 1097 time: 0.4465518 Apr 20 17:47:03.231222 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-ba478aa7-b711-4621-9d14-7e83b10ba9cf req-a5aea8e1-5e09-4008-a3c1-c773eb728380 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Deleting port 01c5697e-73cc-4723-8a7b-e7f2ba5991bc {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:03.231572 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ba478aa7-b711-4621-9d14-7e83b10ba9cf req-a5aea8e1-5e09-4008-a3c1-c773eb728380 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:03.262289 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-923df52a-d1ca-4c3d-98f8-38dbd28cade4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:03.276786 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-923df52a-d1ca-4c3d-98f8-38dbd28cade4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:subnet and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:03.281244 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-923df52a-d1ca-4c3d-98f8-38dbd28cade4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:03.299609 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-923df52a-d1ca-4c3d-98f8-38dbd28cade4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:03.314093 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13e90c4b-d6ef-4dab-9dbf-ac325902fec9 req-d1aa03ca-65c0-49ac-96f3-4cd88d1adc12 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a335a793-c519-486d-b5cc-11a056948439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318223 Apr 20 17:47:03.343008 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923df52a-d1ca-4c3d-98f8-38dbd28cade4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:47:03.363864 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-ba81c368-fd71-4ee9-9554-95d509e711da tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Deleting port 24e3a587-91cb-46d2-a226-f4b0ac5a5b24 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:03.364510 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ba81c368-fd71-4ee9-9554-95d509e711da tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:03.370766 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device c898fc0f-495f-4796-865a-9b6aba854cc1 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:47:03.405297 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: c898fc0f-495f-4796-865a-9b6aba854cc1 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:47:03.405990 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device c898fc0f-495f-4796-865a-9b6aba854cc1 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:47:03.538321 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-923df52a-d1ca-4c3d-98f8-38dbd28cade4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:03.543823 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ba81c368-fd71-4ee9-9554-95d509e711da tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:03.645977 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.ipam_backend_mixin [None req-923df52a-d1ca-4c3d-98f8-38dbd28cade4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Performing IP validity checks on allocation pools {{(pid=84080) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 20 17:47:03.646614 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.ipam_backend_mixin [None req-923df52a-d1ca-4c3d-98f8-38dbd28cade4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84080) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 20 17:47:03.661799 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-ba81c368-fd71-4ee9-9554-95d509e711da tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Calling delete_port for 24e3a587-91cb-46d2-a226-f4b0ac5a5b24 owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:03.678523 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-ba478aa7-b711-4621-9d14-7e83b10ba9cf req-a5aea8e1-5e09-4008-a3c1-c773eb728380 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] For port 01c5697e-73cc-4723-8a7b-e7f2ba5991bc, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=01c5697e-73cc-4723-8a7b-e7f2ba5991bc,segment=NetworkSegment(161e3d14-e48b-4a67-b6ed-2a37520ea769),segment_id=161e3d14-e48b-4a67-b6ed-2a37520ea769)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:03.678866 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ba478aa7-b711-4621-9d14-7e83b10ba9cf req-a5aea8e1-5e09-4008-a3c1-c773eb728380 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:03.809993 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-ba478aa7-b711-4621-9d14-7e83b10ba9cf req-a5aea8e1-5e09-4008-a3c1-c773eb728380 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Calling delete_port for 01c5697e-73cc-4723-8a7b-e7f2ba5991bc owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:03.954120 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ba81c368-fd71-4ee9-9554-95d509e711da tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:04.002632 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81c368-fd71-4ee9-9554-95d509e711da tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Pushing event deleted for resources: {'Port': ['ID=24e3a587-91cb-46d2-a226-f4b0ac5a5b24,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:04.016304 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-923df52a-d1ca-4c3d-98f8-38dbd28cade4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:04.079946 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ba478aa7-b711-4621-9d14-7e83b10ba9cf req-a5aea8e1-5e09-4008-a3c1-c773eb728380 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:04.147583 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923df52a-d1ca-4c3d-98f8-38dbd28cade4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Subnet': ['ID=8635cd32-a6df-44db-ba2b-18ee84ceab6c,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:04.152882 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aea8e1-5e09-4008-a3c1-c773eb728380 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Pushing event deleted for resources: {'Port': ['ID=01c5697e-73cc-4723-8a7b-e7f2ba5991bc,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:04.184792 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ba81c368-fd71-4ee9-9554-95d509e711da tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:04.233396 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba478aa7-b711-4621-9d14-7e83b10ba9cf req-a5aea8e1-5e09-4008-a3c1-c773eb728380 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] No DVR routers for this DVR port 01c5697e-73cc-4723-8a7b-e7f2ba5991bc on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:47:04.236376 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ba478aa7-b711-4621-9d14-7e83b10ba9cf req-a5aea8e1-5e09-4008-a3c1-c773eb728380 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:04.239009 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08326e05-6177-491b-9418-840d433b94ec', 'name': 'network-vif-deleted', 'tag': '01c5697e-73cc-4723-8a7b-e7f2ba5991bc'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:47:04.248093 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923df52a-d1ca-4c3d-98f8-38dbd28cade4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Checking segment: {'id': '24f0a3b8-c3ac-4886-8883-64935b5c6694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0eae7928-f6c3-4a2e-98a1-a3cbca221e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:47:04.248442 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923df52a-d1ca-4c3d-98f8-38dbd28cade4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network hostable DHCP agents. Network: 0eae7928-f6c3-4a2e-98a1-a3cbca221e23, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:47:04.266990 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba478aa7-b711-4621-9d14-7e83b10ba9cf req-a5aea8e1-5e09-4008-a3c1-c773eb728380 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.10 "DELETE /v2.0/ports/01c5697e-73cc-4723-8a7b-e7f2ba5991bc HTTP/1.1" status: 204 len: 173 time: 1.2043431 Apr 20 17:47:04.279173 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923df52a-d1ca-4c3d-98f8-38dbd28cade4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network 0eae7928-f6c3-4a2e-98a1-a3cbca221e23 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:47:04.291922 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-923df52a-d1ca-4c3d-98f8-38dbd28cade4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 0eae7928-f6c3-4a2e-98a1-a3cbca221e23) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:47:04.301856 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f968af1d-89be-4740-a020-b11727ffb2e2 None None] Network 0eae7928-f6c3-4a2e-98a1-a3cbca221e23 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:47:04.306146 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923df52a-d1ca-4c3d-98f8-38dbd28cade4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:04.306965 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-923df52a-d1ca-4c3d-98f8-38dbd28cade4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:04.334427 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae4034fd-ed38-4064-b771-c42612eae2ae'] response: {'server_uuid': '08326e05-6177-491b-9418-840d433b94ec', 'name': 'network-vif-deleted', 'tag': '01c5697e-73cc-4723-8a7b-e7f2ba5991bc', 'status': 'completed', 'code': 200} Apr 20 17:47:04.341241 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-923df52a-d1ca-4c3d-98f8-38dbd28cade4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3089356 Apr 20 17:47:04.342026 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52822) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:04.348216 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-9a198f0c-62b7-4ef0-987f-ab724c562e16 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'port': {'network_id': '0eae7928-f6c3-4a2e-98a1-a3cbca221e23', 'name': 'tempest-PortsTestJSON-1381056907'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:04.571580 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9a198f0c-62b7-4ef0-987f-ab724c562e16 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:04.582536 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9a198f0c-62b7-4ef0-987f-ab724c562e16 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:04.597825 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a198f0c-62b7-4ef0-987f-ab724c562e16 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:47:04.603922 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9a198f0c-62b7-4ef0-987f-ab724c562e16 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:04.627189 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c729fb-32dd-4195-8910-14e587da7eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-0eae7928-f6c3-4a2e-98a1-a3cbca221e23', 'network_id': '0eae7928-f6c3-4a2e-98a1-a3cbca221e23', 'tenant_id': 'fcf560f44a0348198b56b4605e9fc555', 'fixed_ips': [{'subnet_id': '8635cd32-a6df-44db-ba2b-18ee84ceab6c'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:47:04.628013 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f0c729fb-32dd-4195-8910-14e587da7eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:04.636052 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-9a198f0c-62b7-4ef0-987f-ab724c562e16 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] device_id is not set on port 00743c30-9866-4666-962e-8c3d8a5ad4b3 yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:47:04.753560 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba81c368-fd71-4ee9-9554-95d509e711da tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Router ed50f7b9-b665-4a8c-9248-c758a16286dd has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:47:04.810119 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-f0c729fb-32dd-4195-8910-14e587da7eed None None] Allocated IP 172.20.0.2 (0eae7928-f6c3-4a2e-98a1-a3cbca221e23/8635cd32-a6df-44db-ba2b-18ee84ceab6c/e054bb2d-a568-443f-8f6c-7ae1605c5db8) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:47:04.896471 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba81c368-fd71-4ee9-9554-95d509e711da tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:47:04.909646 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab263fb2-8cd0-4dfe-a0cd-f616b0cca824 None None] Sync routers for ids ['ed50f7b9-b665-4a8c-9248-c758a16286dd'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:47:04.917817 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ba81c368-fd71-4ee9-9554-95d509e711da tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] 10.222.0.39 "PUT /v2.0/routers/ed50f7b9-b665-4a8c-9248-c758a16286dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4559746 Apr 20 17:47:04.918007 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52830) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:04.931840 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab263fb2-8cd0-4dfe-a0cd-f616b0cca824 None None] Routers {'ed50f7b9-b665-4a8c-9248-c758a16286dd'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:47:04.932515 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-ab263fb2-8cd0-4dfe-a0cd-f616b0cca824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:46:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed50f7b9-b665-4a8c-9248-c758a16286dd'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:04.984742 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-0881f087-0763-489d-bb72-a721d044ddb1 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] show failed (client error): The resource could not be found. Apr 20 17:47:04.990041 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0881f087-0763-489d-bb72-a721d044ddb1 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-1241936589 HTTP/1.1" status: 404 len: 335 time: 0.0668128 Apr 20 17:47:04.990336 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52834) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:04.992171 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-ab263fb2-8cd0-4dfe-a0cd-f616b0cca824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:04.998408 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-d79dee61-d651-4802-beb9-43a5a93044e7 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:05.003547 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab263fb2-8cd0-4dfe-a0cd-f616b0cca824 None None] Routers {'ed50f7b9-b665-4a8c-9248-c758a16286dd'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:47:05.004554 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-ab263fb2-8cd0-4dfe-a0cd-f616b0cca824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:46:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ed50f7b9-b665-4a8c-9248-c758a16286dd'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:05.058149 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-d79dee61-d651-4802-beb9-43a5a93044e7 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] update failed (client error): The resource could not be found. Apr 20 17:47:05.059202 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d79dee61-d651-4802-beb9-43a5a93044e7 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-1704682103 HTTP/1.1" status: 404 len: 335 time: 0.0680170 Apr 20 17:47:05.063037 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52838) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:05.065660 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f0c729fb-32dd-4195-8910-14e587da7eed None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:05.066601 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-ab263fb2-8cd0-4dfe-a0cd-f616b0cca824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:05.067207 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab263fb2-8cd0-4dfe-a0cd-f616b0cca824 None None] The sync data for ids ['ed50f7b9-b665-4a8c-9248-c758a16286dd'] in n-d-838032-1 is: [] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:47:05.077915 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f0c729fb-32dd-4195-8910-14e587da7eed None None] Transition to ACTIVE for port object e054bb2d-a568-443f-8f6c-7ae1605c5db8 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:47:05.088044 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-774cfefc-5f09-4295-8197-22bc33b4bf7d req-865299ce-499b-4935-9261-999015179116 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Synchronizing usage tracker for tenant:7918b973982145af9c41d09d5feda08e on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:47:05.097115 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f0c729fb-32dd-4195-8910-14e587da7eed None None] Transition to ACTIVE for port object e054bb2d-a568-443f-8f6c-7ae1605c5db8 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:47:05.103981 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-774cfefc-5f09-4295-8197-22bc33b4bf7d req-865299ce-499b-4935-9261-999015179116 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] Unset dirty status for tenant:7918b973982145af9c41d09d5feda08e on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:47:05.106248 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f0c729fb-32dd-4195-8910-14e587da7eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:05.114744 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-774cfefc-5f09-4295-8197-22bc33b4bf7d req-865299ce-499b-4935-9261-999015179116 tempest-TestServerMultinode-1633329326 tempest-TestServerMultinode-1633329326-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=08326e05-6177-491b-9418-840d433b94ec HTTP/1.1" status: 200 len: 210 time: 0.5591388 Apr 20 17:47:05.176119 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c729fb-32dd-4195-8910-14e587da7eed None None] Network 0eae7928-f6c3-4a2e-98a1-a3cbca221e23 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:47:05.178987 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-f0c729fb-32dd-4195-8910-14e587da7eed None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:47:05.183466 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c729fb-32dd-4195-8910-14e587da7eed None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:47:05.185405 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c729fb-32dd-4195-8910-14e587da7eed None None] Pushing event updated for resources: {'Port': ['ID=e054bb2d-a568-443f-8f6c-7ae1605c5db8,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:05.192013 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-9a198f0c-62b7-4ef0-987f-ab724c562e16 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Allocated IP 172.20.0.5 (0eae7928-f6c3-4a2e-98a1-a3cbca221e23/8635cd32-a6df-44db-ba2b-18ee84ceab6c/00743c30-9866-4666-962e-8c3d8a5ad4b3) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:47:05.272039 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-f0c729fb-32dd-4195-8910-14e587da7eed None None] Attempting to bind port e054bb2d-a568-443f-8f6c-7ae1605c5db8 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:47:05.272421 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-f0c729fb-32dd-4195-8910-14e587da7eed None None] Attempting to bind port e054bb2d-a568-443f-8f6c-7ae1605c5db8 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '24f0a3b8-c3ac-4886-8883-64935b5c6694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0eae7928-f6c3-4a2e-98a1-a3cbca221e23'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:47:05.272876 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c729fb-32dd-4195-8910-14e587da7eed None None] Attempting to bind port e054bb2d-a568-443f-8f6c-7ae1605c5db8 on network 0eae7928-f6c3-4a2e-98a1-a3cbca221e23 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:47:05.280117 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c729fb-32dd-4195-8910-14e587da7eed None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:47:05.280480 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c729fb-32dd-4195-8910-14e587da7eed None None] Checking segment: {'id': '24f0a3b8-c3ac-4886-8883-64935b5c6694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0eae7928-f6c3-4a2e-98a1-a3cbca221e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:47:05.280884 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f0c729fb-32dd-4195-8910-14e587da7eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:05.281278 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c729fb-32dd-4195-8910-14e587da7eed None None] Bound using segment: {'id': '24f0a3b8-c3ac-4886-8883-64935b5c6694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0eae7928-f6c3-4a2e-98a1-a3cbca221e23'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:47:05.281736 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-f0c729fb-32dd-4195-8910-14e587da7eed None None] Bound port: e054bb2d-a568-443f-8f6c-7ae1605c5db8, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f0a3b8-c3ac-4886-8883-64935b5c6694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0eae7928-f6c3-4a2e-98a1-a3cbca221e23'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:47:05.282113 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f0c729fb-32dd-4195-8910-14e587da7eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:05.376337 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-f0c729fb-32dd-4195-8910-14e587da7eed None None] For port e054bb2d-a568-443f-8f6c-7ae1605c5db8, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:47:05.379555 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-f0c729fb-32dd-4195-8910-14e587da7eed None None] For port e054bb2d-a568-443f-8f6c-7ae1605c5db8, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e054bb2d-a568-443f-8f6c-7ae1605c5db8,segment=NetworkSegment(24f0a3b8-c3ac-4886-8883-64935b5c6694),segment_id=24f0a3b8-c3ac-4886-8883-64935b5c6694)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:47:05.385347 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f0c729fb-32dd-4195-8910-14e587da7eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:05.396356 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c96d016-e519-4d3a-a624-dcd30777bacc tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Deleting subnet 7fa20b1f-20c3-4c1b-9d7f-6f6fea9b4283 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:47:05.399461 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5c96d016-e519-4d3a-a624-dcd30777bacc tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:05.419332 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9a198f0c-62b7-4ef0-987f-ab724c562e16 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:05.435991 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-9a198f0c-62b7-4ef0-987f-ab724c562e16 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Transition to ACTIVE for port object 00743c30-9866-4666-962e-8c3d8a5ad4b3 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:47:05.452820 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c729fb-32dd-4195-8910-14e587da7eed None None] Pushing event updated for resources: {'Port': ['ID=e054bb2d-a568-443f-8f6c-7ae1605c5db8,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:05.461347 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9a198f0c-62b7-4ef0-987f-ab724c562e16 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:05.463654 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5c96d016-e519-4d3a-a624-dcd30777bacc tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:05.545195 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a198f0c-62b7-4ef0-987f-ab724c562e16 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network 0eae7928-f6c3-4a2e-98a1-a3cbca221e23 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:47:05.548421 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-9a198f0c-62b7-4ef0-987f-ab724c562e16 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:47:05.551230 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a198f0c-62b7-4ef0-987f-ab724c562e16 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:47:05.567812 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5c96d016-e519-4d3a-a624-dcd30777bacc tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:05.587954 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a198f0c-62b7-4ef0-987f-ab724c562e16 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Port': ['ID=00743c30-9866-4666-962e-8c3d8a5ad4b3,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:05.622959 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a198f0c-62b7-4ef0-987f-ab724c562e16 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:05.623595 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9a198f0c-62b7-4ef0-987f-ab724c562e16 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:05.653574 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5c96d016-e519-4d3a-a624-dcd30777bacc tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:05.668552 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9a198f0c-62b7-4ef0-987f-ab724c562e16 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3251851 Apr 20 17:47:05.671323 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52844) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:05.708248 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96d016-e519-4d3a-a624-dcd30777bacc tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Pushing event deleted for resources: {'Subnet': ['ID=7fa20b1f-20c3-4c1b-9d7f-6f6fea9b4283,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:05.718285 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5c96d016-e519-4d3a-a624-dcd30777bacc tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:05.724560 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a7a153-2af8-4c75-9195-5479cef58399 None None] Network 85ab88f1-1386-4796-b35d-828ce876c0a0 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:47:05.725858 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5c96d016-e519-4d3a-a624-dcd30777bacc tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] 10.222.0.39 "DELETE /v2.0/subnets/7fa20b1f-20c3-4c1b-9d7f-6f6fea9b4283 HTTP/1.1" status: 204 len: 168 time: 0.6617858 Apr 20 17:47:05.728840 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52848) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:05.758871 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-88e73506-72fd-41f2-b77a-933ffe0ac817 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Deleting port 00743c30-9866-4666-962e-8c3d8a5ad4b3 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:05.759559 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88e73506-72fd-41f2-b77a-933ffe0ac817 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:05.848056 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 01c5697e-73cc-4723-8a7b-e7f2ba5991bc no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:47:05.848236 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6be0d01e-2379-4ae3-9f1c-f641b991f4fd tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:05.863281 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-6be0d01e-2379-4ae3-9f1c-f641b991f4fd tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Deleting port e46d6f79-f252-442a-a533-f3589faeeeeb {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:05.865191 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6be0d01e-2379-4ae3-9f1c-f641b991f4fd tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:05.883822 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 01c5697e-73cc-4723-8a7b-e7f2ba5991bc {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:47:05.884079 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 01c5697e-73cc-4723-8a7b-e7f2ba5991bc not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:47:06.017459 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88e73506-72fd-41f2-b77a-933ffe0ac817 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:06.080820 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-6be0d01e-2379-4ae3-9f1c-f641b991f4fd tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] For port e46d6f79-f252-442a-a533-f3589faeeeeb, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e46d6f79-f252-442a-a533-f3589faeeeeb,segment=NetworkSegment(2af9089f-3b35-4b8b-931b-2cf4d8da542c),segment_id=2af9089f-3b35-4b8b-931b-2cf4d8da542c)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:06.081808 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6be0d01e-2379-4ae3-9f1c-f641b991f4fd tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:06.141266 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-88e73506-72fd-41f2-b77a-933ffe0ac817 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Calling delete_port for 00743c30-9866-4666-962e-8c3d8a5ad4b3 owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:06.213121 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-6be0d01e-2379-4ae3-9f1c-f641b991f4fd tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Calling delete_port for e46d6f79-f252-442a-a533-f3589faeeeeb owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:06.227890 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968cda46-f11e-4e05-a554-229001bb737a None None] DHCP port deletion for 85ab88f1-1386-4796-b35d-828ce876c0a0 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:47:06.235205 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-968cda46-f11e-4e05-a554-229001bb737a None None] Deleting port e46d6f79-f252-442a-a533-f3589faeeeeb {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:06.235569 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-968cda46-f11e-4e05-a554-229001bb737a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:06.263131 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52854) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:06.307161 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88e73506-72fd-41f2-b77a-933ffe0ac817 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:06.362216 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e73506-72fd-41f2-b77a-933ffe0ac817 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Port': ['ID=00743c30-9866-4666-962e-8c3d8a5ad4b3,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:06.410464 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6be0d01e-2379-4ae3-9f1c-f641b991f4fd tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:06.463342 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be0d01e-2379-4ae3-9f1c-f641b991f4fd tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] No DVR routers for this DVR port e46d6f79-f252-442a-a533-f3589faeeeeb on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:47:06.502780 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-88e73506-72fd-41f2-b77a-933ffe0ac817 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:06.514495 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-88e73506-72fd-41f2-b77a-933ffe0ac817 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/ports/00743c30-9866-4666-962e-8c3d8a5ad4b3 HTTP/1.1" status: 204 len: 168 time: 0.8419781 Apr 20 17:47:06.516942 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52858) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:06.519877 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-968cda46-f11e-4e05-a554-229001bb737a None None] For port e46d6f79-f252-442a-a533-f3589faeeeeb, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e46d6f79-f252-442a-a533-f3589faeeeeb,segment=NetworkSegment(2af9089f-3b35-4b8b-931b-2cf4d8da542c),segment_id=2af9089f-3b35-4b8b-931b-2cf4d8da542c)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:06.520414 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-968cda46-f11e-4e05-a554-229001bb737a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:06.521415 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be0d01e-2379-4ae3-9f1c-f641b991f4fd tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Pushing event deleted for resources: {'Port': ['ID=e46d6f79-f252-442a-a533-f3589faeeeeb,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:06.571265 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebef339a-9b7a-4a71-99cd-fb396b8cca2e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] DELETE failed (client error): The resource could not be found. Apr 20 17:47:06.571697 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebef339a-9b7a-4a71-99cd-fb396b8cca2e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:47:06.573409 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ebef339a-9b7a-4a71-99cd-fb396b8cca2e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/ports/00743c30-9866-4666-962e-8c3d8a5ad4b3 HTTP/1.1" status: 404 len: 333 time: 0.0555732 Apr 20 17:47:06.577575 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52862) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:06.653179 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6be0d01e-2379-4ae3-9f1c-f641b991f4fd tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:06.654715 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-968cda46-f11e-4e05-a554-229001bb737a None None] Calling delete_port for e46d6f79-f252-442a-a533-f3589faeeeeb owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:06.660954 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-49276997-596e-41e9-8eba-ff02c0a2aeef tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] GET failed (client error): The resource could not be found. Apr 20 17:47:06.663101 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-49276997-596e-41e9-8eba-ff02c0a2aeef tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "GET /v2.0/ports/00743c30-9866-4666-962e-8c3d8a5ad4b3 HTTP/1.1" status: 404 len: 333 time: 0.0766585 Apr 20 17:47:06.665953 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52866) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:06.683424 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9cd2f5-fbed-4032-86f1-21bf17b46d35 None None] Network 0eae7928-f6c3-4a2e-98a1-a3cbca221e23 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:47:06.732191 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-6be0d01e-2379-4ae3-9f1c-f641b991f4fd tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ab88f1-1386-4796-b35d-828ce876c0a0']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:06.749370 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-6be0d01e-2379-4ae3-9f1c-f641b991f4fd tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af9089f-3b35-4b8b-931b-2cf4d8da542c') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:06.749655 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-6be0d01e-2379-4ae3-9f1c-f641b991f4fd tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af9089f-3b35-4b8b-931b-2cf4d8da542c') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:06.769038 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6be0d01e-2379-4ae3-9f1c-f641b991f4fd tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:06.805640 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6be0d01e-2379-4ae3-9f1c-f641b991f4fd tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:06.825429 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b1c8b5bb-05cb-43ae-bd98-9945c2572c74 None None] Provisioning for port e054bb2d-a568-443f-8f6c-7ae1605c5db8 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:47:06.844896 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-968cda46-f11e-4e05-a554-229001bb737a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:47:06.845240 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-968cda46-f11e-4e05-a554-229001bb737a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:47:06.984009 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be0d01e-2379-4ae3-9f1c-f641b991f4fd tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:47:06.984489 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6be0d01e-2379-4ae3-9f1c-f641b991f4fd tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:06.998929 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:47:06.998929 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:47:06.998929 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:47:06.998929 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:47:06.998929 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:47:06.998929 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:47:06.998929 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:47:06.998929 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:47:06.998929 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:47:06.998929 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:47:06.998929 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:47:06.998929 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:47:06.998929 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:47:06.998929 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:47:06.998929 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:47:06.998929 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:47:06.998929 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:47:06.998929 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:47:06.998929 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:47:06.998929 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:47:06.998929 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:47:06.998929 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:47:06.998929 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:47:06.998929 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:47:06.998929 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:47:06.998929 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:47:06.998929 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:47:06.998929 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:47:06.998929 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:47:06.998929 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:47:06.998929 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:47:06.998929 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:47:07.087957 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52872) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:07.124316 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6be0d01e-2379-4ae3-9f1c-f641b991f4fd tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:07.145269 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6be0d01e-2379-4ae3-9f1c-f641b991f4fd tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:07.163447 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be0d01e-2379-4ae3-9f1c-f641b991f4fd tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Pushing event deleted for resources: {'Network': ['ID=85ab88f1-1386-4796-b35d-828ce876c0a0,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:07.167175 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-418d6522-bab1-4b01-956e-0cb0ea5b671b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Deleting subnet 8635cd32-a6df-44db-ba2b-18ee84ceab6c {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:47:07.223881 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-418d6522-bab1-4b01-956e-0cb0ea5b671b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:07.251068 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6be0d01e-2379-4ae3-9f1c-f641b991f4fd tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] 10.222.0.39 "DELETE /v2.0/networks/85ab88f1-1386-4796-b35d-828ce876c0a0 HTTP/1.1" status: 204 len: 168 time: 1.5212166 Apr 20 17:47:07.259486 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52876) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:07.341921 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e054bb2d-a568-443f-8f6c-7ae1605c5db8 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:47:07.351117 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-418d6522-bab1-4b01-956e-0cb0ea5b671b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:07.385698 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-968cda46-f11e-4e05-a554-229001bb737a None None] Deleting port e46d6f79-f252-442a-a533-f3589faeeeeb {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:07.386064 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-968cda46-f11e-4e05-a554-229001bb737a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:07.462848 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-418d6522-bab1-4b01-956e-0cb0ea5b671b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:07.527927 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-968cda46-f11e-4e05-a554-229001bb737a None None] The port 'e46d6f79-f252-442a-a533-f3589faeeeeb' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:47:07.533592 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8e3a46f1-0d81-4a8f-9cb6-a51b5ca1eead None None] Could not find standard attr ID for object 00743c30-9866-4666-962e-8c3d8a5ad4b3. {{(pid=84082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 17:47:07.548129 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port e054bb2d-a568-443f-8f6c-7ae1605c5db8 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:47:07.554124 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port e054bb2d-a568-443f-8f6c-7ae1605c5db8 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:47:07.554806 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:07.582491 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-418d6522-bab1-4b01-956e-0cb0ea5b671b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:07.649246 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-617dec37-376c-422f-a8ca-29381c24f812 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Deleting port 051ffeb2-40d2-42ed-a7aa-ff5d616624f2 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:07.649569 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-617dec37-376c-422f-a8ca-29381c24f812 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:07.652003 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d6522-bab1-4b01-956e-0cb0ea5b671b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Subnet': ['ID=8635cd32-a6df-44db-ba2b-18ee84ceab6c,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:07.659221 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-418d6522-bab1-4b01-956e-0cb0ea5b671b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:07.665488 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-418d6522-bab1-4b01-956e-0cb0ea5b671b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/subnets/8635cd32-a6df-44db-ba2b-18ee84ceab6c HTTP/1.1" status: 204 len: 168 time: 0.9964859 Apr 20 17:47:07.668558 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52880) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:07.677726 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fafaa0-3682-49fc-ad8e-e0d45d2c5def None None] Network 0eae7928-f6c3-4a2e-98a1-a3cbca221e23 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:47:07.706723 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-adc1e663-2762-488b-98da-854fb628421a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:07.773757 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:07.798465 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b385be4-c726-4f53-8d04-186cc81e67a8 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Deleting subnet cf7532aa-e73c-49d4-b6e8-e4024af06076 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:47:07.801427 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1b385be4-c726-4f53-8d04-186cc81e67a8 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:07.854048 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1b385be4-c726-4f53-8d04-186cc81e67a8 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:07.879217 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port e054bb2d-a568-443f-8f6c-7ae1605c5db8, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e054bb2d-a568-443f-8f6c-7ae1605c5db8,segment=NetworkSegment(24f0a3b8-c3ac-4886-8883-64935b5c6694),segment_id=24f0a3b8-c3ac-4886-8883-64935b5c6694)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:07.890615 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:07.904884 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7a0f47f-0681-45f7-95b5-335925319e1c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:07.935165 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-a7a0f47f-0681-45f7-95b5-335925319e1c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Deleting port e054bb2d-a568-443f-8f6c-7ae1605c5db8 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:07.935502 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7a0f47f-0681-45f7-95b5-335925319e1c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:07.943436 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1b385be4-c726-4f53-8d04-186cc81e67a8 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:07.970445 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=e054bb2d-a568-443f-8f6c-7ae1605c5db8,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:07.974003 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e46d6f79-f252-442a-a533-f3589faeeeeb no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:47:08.045854 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: e46d6f79-f252-442a-a533-f3589faeeeeb {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:47:08.046497 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e46d6f79-f252-442a-a533-f3589faeeeeb not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:47:08.060992 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1b385be4-c726-4f53-8d04-186cc81e67a8 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:08.077106 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d6e2fb-252e-4661-ba83-c6d84db8a69f None None] DHCP port deletion for 0eae7928-f6c3-4a2e-98a1-a3cbca221e23 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:47:08.081446 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-11d6e2fb-252e-4661-ba83-c6d84db8a69f None None] Deleting port e054bb2d-a568-443f-8f6c-7ae1605c5db8 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:08.081810 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-11d6e2fb-252e-4661-ba83-c6d84db8a69f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:08.095865 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-617dec37-376c-422f-a8ca-29381c24f812 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:08.096210 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-617dec37-376c-422f-a8ca-29381c24f812 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:08.161887 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b385be4-c726-4f53-8d04-186cc81e67a8 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Pushing event deleted for resources: {'Subnet': ['ID=cf7532aa-e73c-49d4-b6e8-e4024af06076,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:08.211465 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-a7a0f47f-0681-45f7-95b5-335925319e1c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] For port e054bb2d-a568-443f-8f6c-7ae1605c5db8, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e054bb2d-a568-443f-8f6c-7ae1605c5db8,segment=NetworkSegment(24f0a3b8-c3ac-4886-8883-64935b5c6694),segment_id=24f0a3b8-c3ac-4886-8883-64935b5c6694)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:08.212102 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7a0f47f-0681-45f7-95b5-335925319e1c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:08.224922 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-617dec37-376c-422f-a8ca-29381c24f812 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Calling delete_port for 051ffeb2-40d2-42ed-a7aa-ff5d616624f2 owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:08.258541 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1b385be4-c726-4f53-8d04-186cc81e67a8 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:08.276766 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1b385be4-c726-4f53-8d04-186cc81e67a8 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] 10.222.0.39 "DELETE /v2.0/subnets/cf7532aa-e73c-49d4-b6e8-e4024af06076 HTTP/1.1" status: 204 len: 168 time: 1.0074856 Apr 20 17:47:08.277472 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52884) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:08.290577 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb2ec89-51dc-4065-bdbd-55667cb7780f None None] Network 369982d4-6cd3-4d1a-8c42-8a98f75a35a3 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:47:08.340088 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-a7a0f47f-0681-45f7-95b5-335925319e1c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Calling delete_port for e054bb2d-a568-443f-8f6c-7ae1605c5db8 owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:08.408917 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-11d6e2fb-252e-4661-ba83-c6d84db8a69f None None] For port e054bb2d-a568-443f-8f6c-7ae1605c5db8, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e054bb2d-a568-443f-8f6c-7ae1605c5db8,segment=NetworkSegment(24f0a3b8-c3ac-4886-8883-64935b5c6694),segment_id=24f0a3b8-c3ac-4886-8883-64935b5c6694)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:08.409467 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-11d6e2fb-252e-4661-ba83-c6d84db8a69f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:08.516621 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-b74dafd4-d849-4bf6-ae2c-9c2f82f73ad4 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Deleting subnet 79de87bc-5fd2-48eb-b00d-4aed681edb37 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:47:08.520938 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b74dafd4-d849-4bf6-ae2c-9c2f82f73ad4 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:08.560316 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-11d6e2fb-252e-4661-ba83-c6d84db8a69f None None] Calling delete_port for e054bb2d-a568-443f-8f6c-7ae1605c5db8 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:08.623908 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b74dafd4-d849-4bf6-ae2c-9c2f82f73ad4 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:08.683980 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-11d6e2fb-252e-4661-ba83-c6d84db8a69f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:47:08.684495 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-11d6e2fb-252e-4661-ba83-c6d84db8a69f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:47:08.691699 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-617dec37-376c-422f-a8ca-29381c24f812 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:08.693260 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7a0f47f-0681-45f7-95b5-335925319e1c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:08.753264 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617dec37-376c-422f-a8ca-29381c24f812 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event deleted for resources: {'Port': ['ID=051ffeb2-40d2-42ed-a7aa-ff5d616624f2,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:08.763262 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f091e2-9e43-47c6-89db-6363d59dee35 None None] DHCP port deletion for 369982d4-6cd3-4d1a-8c42-8a98f75a35a3 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:47:08.764134 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0f47f-0681-45f7-95b5-335925319e1c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Port': ['ID=e054bb2d-a568-443f-8f6c-7ae1605c5db8,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:08.771366 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-13f091e2-9e43-47c6-89db-6363d59dee35 None None] Deleting port 3d2cfd6e-8bdc-42ea-833c-56543d30cae7 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:08.772093 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-13f091e2-9e43-47c6-89db-6363d59dee35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:08.776071 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a0f47f-0681-45f7-95b5-335925319e1c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] No DVR routers for this DVR port e054bb2d-a568-443f-8f6c-7ae1605c5db8 on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:47:08.836148 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b74dafd4-d849-4bf6-ae2c-9c2f82f73ad4 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:08.898171 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-617dec37-376c-422f-a8ca-29381c24f812 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:08.938018 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7a0f47f-0681-45f7-95b5-335925319e1c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:08.973894 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-a7a0f47f-0681-45f7-95b5-335925319e1c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eae7928-f6c3-4a2e-98a1-a3cbca221e23']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:08.986036 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-13f091e2-9e43-47c6-89db-6363d59dee35 None None] For port 3d2cfd6e-8bdc-42ea-833c-56543d30cae7, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3d2cfd6e-8bdc-42ea-833c-56543d30cae7,segment=NetworkSegment(08b8a752-c319-4654-b957-8f88eb670d09),segment_id=08b8a752-c319-4654-b957-8f88eb670d09)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:08.986036 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-13f091e2-9e43-47c6-89db-6363d59dee35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:08.988817 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-a7a0f47f-0681-45f7-95b5-335925319e1c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f0a3b8-c3ac-4886-8883-64935b5c6694') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:08.989199 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-a7a0f47f-0681-45f7-95b5-335925319e1c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f0a3b8-c3ac-4886-8883-64935b5c6694') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:09.003979 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7a0f47f-0681-45f7-95b5-335925319e1c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:09.026358 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7a0f47f-0681-45f7-95b5-335925319e1c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:09.034926 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a0f47f-0681-45f7-95b5-335925319e1c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:47:09.035365 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7a0f47f-0681-45f7-95b5-335925319e1c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:09.055456 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:47:09.055456 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:47:09.055456 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:47:09.055456 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:47:09.055456 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:47:09.055456 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:47:09.055456 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:47:09.055456 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:47:09.055456 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:47:09.055456 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:47:09.055456 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:47:09.055456 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:47:09.055456 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:47:09.055456 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:47:09.055456 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:47:09.055456 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:47:09.055456 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:47:09.055456 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:47:09.055456 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:47:09.055456 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:47:09.055456 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:47:09.055456 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:47:09.055456 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:47:09.055456 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:47:09.055456 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:47:09.055456 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:47:09.055456 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:47:09.055456 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:47:09.055456 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:47:09.055456 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:47:09.055456 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:47:09.055456 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:47:09.057947 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b74dafd4-d849-4bf6-ae2c-9c2f82f73ad4 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:09.092805 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74dafd4-d849-4bf6-ae2c-9c2f82f73ad4 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Pushing event deleted for resources: {'Subnet': ['ID=79de87bc-5fd2-48eb-b00d-4aed681edb37,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:09.114326 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-13f091e2-9e43-47c6-89db-6363d59dee35 None None] Calling delete_port for 3d2cfd6e-8bdc-42ea-833c-56543d30cae7 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:09.118140 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b74dafd4-d849-4bf6-ae2c-9c2f82f73ad4 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:09.138421 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b74dafd4-d849-4bf6-ae2c-9c2f82f73ad4 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] 10.222.0.39 "DELETE /v2.0/subnets/79de87bc-5fd2-48eb-b00d-4aed681edb37 HTTP/1.1" status: 204 len: 168 time: 0.8605587 Apr 20 17:47:09.141712 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52888) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:09.220958 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7a0f47f-0681-45f7-95b5-335925319e1c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:09.221509 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-11d6e2fb-252e-4661-ba83-c6d84db8a69f None None] Deleting port e054bb2d-a568-443f-8f6c-7ae1605c5db8 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:09.221916 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-11d6e2fb-252e-4661-ba83-c6d84db8a69f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:09.259515 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-13f091e2-9e43-47c6-89db-6363d59dee35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:09.264463 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682c7b9e-7a5f-4ee1-a925-6abc4899a808 None None] Network ee50c623-ec89-40e8-bac1-69308f77367f requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:47:09.268615 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7a0f47f-0681-45f7-95b5-335925319e1c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:09.277799 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0f47f-0681-45f7-95b5-335925319e1c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Network': ['ID=0eae7928-f6c3-4a2e-98a1-a3cbca221e23,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:09.328565 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a7a0f47f-0681-45f7-95b5-335925319e1c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/networks/0eae7928-f6c3-4a2e-98a1-a3cbca221e23 HTTP/1.1" status: 204 len: 168 time: 1.6579745 Apr 20 17:47:09.333974 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52892) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:09.341431 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-e0b1bc27-a5bf-4088-a925-29c10b17b633 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-230730242'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:09.417573 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e0b1bc27-a5bf-4088-a925-29c10b17b633 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:09.421554 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e0b1bc27-a5bf-4088-a925-29c10b17b633 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:network and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:09.430115 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e0b1bc27-a5bf-4088-a925-29c10b17b633 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:09.445903 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e0b1bc27-a5bf-4088-a925-29c10b17b633 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:09.488899 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b1bc27-a5bf-4088-a925-29c10b17b633 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:47:09.494365 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e0b1bc27-a5bf-4088-a925-29c10b17b633 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:09.495295 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3d2cfd6e-8bdc-42ea-833c-56543d30cae7 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:47:09.521865 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f091e2-9e43-47c6-89db-6363d59dee35 None None] Pushing event deleted for resources: {'Port': ['ID=3d2cfd6e-8bdc-42ea-833c-56543d30cae7,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:09.523887 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-adc1e663-2762-488b-98da-854fb628421a admin admin] Deleting port e619df79-2c7e-4492-9e2c-5ea6eb9d1efb {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:09.524762 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-adc1e663-2762-488b-98da-854fb628421a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:09.528310 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0b51fcce-07ee-4115-9de9-0560631fb278 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:09.601076 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-11d6e2fb-252e-4661-ba83-c6d84db8a69f None None] The port 'e054bb2d-a568-443f-8f6c-7ae1605c5db8' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:47:09.601784 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 3d2cfd6e-8bdc-42ea-833c-56543d30cae7 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:47:09.602119 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3d2cfd6e-8bdc-42ea-833c-56543d30cae7 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:47:09.602704 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e054bb2d-a568-443f-8f6c-7ae1605c5db8 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:47:09.641520 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ebdd4106-602c-4575-ae93-6df64ce160f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:09.648533 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f091e2-9e43-47c6-89db-6363d59dee35 None None] No DVR routers for this DVR port 3d2cfd6e-8bdc-42ea-833c-56543d30cae7 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:47:09.662821 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: e054bb2d-a568-443f-8f6c-7ae1605c5db8 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:47:09.663177 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e054bb2d-a568-443f-8f6c-7ae1605c5db8 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:47:09.731335 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0b1bc27-a5bf-4088-a925-29c10b17b633 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:47:09.746398 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-adc1e663-2762-488b-98da-854fb628421a admin admin] For port e619df79-2c7e-4492-9e2c-5ea6eb9d1efb, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e619df79-2c7e-4492-9e2c-5ea6eb9d1efb,segment=NetworkSegment(161e3d14-e48b-4a67-b6ed-2a37520ea769),segment_id=161e3d14-e48b-4a67-b6ed-2a37520ea769)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:09.746801 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-adc1e663-2762-488b-98da-854fb628421a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:09.758903 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e0b1bc27-a5bf-4088-a925-29c10b17b633 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:09.759244 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-e0b1bc27-a5bf-4088-a925-29c10b17b633 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Added segment ba480af3-0f60-49f8-9bc7-569ba744cf52 of type vlan for network e0f7b203-8e95-44c1-90c1-eb1d4a8025cb Apr 20 17:47:09.810468 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0b51fcce-07ee-4115-9de9-0560631fb278 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:09.840296 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-0b51fcce-07ee-4115-9de9-0560631fb278 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['369982d4-6cd3-4d1a-8c42-8a98f75a35a3']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:09.851825 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf93ba5-08ac-4d3b-a944-99d7ddea6fa4 None None] DHCP port deletion for ee50c623-ec89-40e8-bac1-69308f77367f request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:47:09.856641 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-4bf93ba5-08ac-4d3b-a944-99d7ddea6fa4 None None] Deleting port f4467cbe-aca2-4b04-baf8-f0358726b0ca {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:09.857648 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4bf93ba5-08ac-4d3b-a944-99d7ddea6fa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:09.867500 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-0b51fcce-07ee-4115-9de9-0560631fb278 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b8a752-c319-4654-b957-8f88eb670d09') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:09.867500 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-0b51fcce-07ee-4115-9de9-0560631fb278 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b8a752-c319-4654-b957-8f88eb670d09') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:09.875418 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-adc1e663-2762-488b-98da-854fb628421a admin admin] Calling delete_port for e619df79-2c7e-4492-9e2c-5ea6eb9d1efb owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:09.876216 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0b51fcce-07ee-4115-9de9-0560631fb278 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:09.897419 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0b51fcce-07ee-4115-9de9-0560631fb278 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:09.908199 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b51fcce-07ee-4115-9de9-0560631fb278 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:47:09.908589 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0b51fcce-07ee-4115-9de9-0560631fb278 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:09.924025 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:47:09.924025 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:47:09.924025 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:47:09.924025 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:47:09.924025 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:47:09.924025 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:47:09.924025 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:47:09.924025 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:47:09.924025 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:47:09.924025 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:47:09.924025 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:47:09.924025 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:47:09.924025 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:47:09.924025 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:47:09.924025 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:47:09.924025 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:47:09.924025 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:47:09.924025 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:47:09.924025 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:47:09.924025 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:47:09.924025 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:47:09.924025 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:47:09.924025 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:47:09.924025 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:47:09.924025 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:47:09.924025 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:47:09.924025 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:47:09.924025 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:47:09.924025 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:47:09.924025 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:47:09.924025 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:47:09.924025 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:47:09.933354 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e0b1bc27-a5bf-4088-a925-29c10b17b633 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:10.002506 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e0b1bc27-a5bf-4088-a925-29c10b17b633 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:10.006354 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b1bc27-a5bf-4088-a925-29c10b17b633 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:10.007014 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e0b1bc27-a5bf-4088-a925-29c10b17b633 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:10.025455 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0b51fcce-07ee-4115-9de9-0560631fb278 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:10.045389 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0b51fcce-07ee-4115-9de9-0560631fb278 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:10.055777 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51fcce-07ee-4115-9de9-0560631fb278 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Pushing event deleted for resources: {'Network': ['ID=369982d4-6cd3-4d1a-8c42-8a98f75a35a3,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:10.062136 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0b51fcce-07ee-4115-9de9-0560631fb278 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] 10.222.0.39 "DELETE /v2.0/networks/369982d4-6cd3-4d1a-8c42-8a98f75a35a3 HTTP/1.1" status: 204 len: 168 time: 0.9168410 Apr 20 17:47:10.063013 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52896) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:10.090664 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617dec37-376c-422f-a8ca-29381c24f812 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Router 59032f88-fdbd-464a-8737-e37e57436ee6 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:47:10.113912 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-4bf93ba5-08ac-4d3b-a944-99d7ddea6fa4 None None] For port f4467cbe-aca2-4b04-baf8-f0358726b0ca, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f4467cbe-aca2-4b04-baf8-f0358726b0ca,segment=NetworkSegment(349a2e60-3e3d-45b1-a9d3-d27c913a0154),segment_id=349a2e60-3e3d-45b1-a9d3-d27c913a0154)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:10.114313 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4bf93ba5-08ac-4d3b-a944-99d7ddea6fa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:10.128995 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e0b1bc27-a5bf-4088-a925-29c10b17b633 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7939475 Apr 20 17:47:10.132017 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52900) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:10.134314 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1bc27-a5bf-4088-a925-29c10b17b633 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Network': ['ID=e0f7b203-8e95-44c1-90c1-eb1d4a8025cb,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:10.141655 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-834dbf3f-5c5e-44e6-99e2-a9579ad14c5e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'subnet': {'network_id': 'e0f7b203-8e95-44c1-90c1-eb1d4a8025cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:10.191973 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network e0f7b203-8e95-44c1-90c1-eb1d4a8025cb details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:47:10.244712 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b20850a1-176e-4e99-b913-83ff329407b3 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:10.271176 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-4bf93ba5-08ac-4d3b-a944-99d7ddea6fa4 None None] Calling delete_port for f4467cbe-aca2-4b04-baf8-f0358726b0ca owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:10.292258 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-834dbf3f-5c5e-44e6-99e2-a9579ad14c5e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:10.296016 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-834dbf3f-5c5e-44e6-99e2-a9579ad14c5e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:subnet and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:10.299408 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-834dbf3f-5c5e-44e6-99e2-a9579ad14c5e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:10.304380 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-834dbf3f-5c5e-44e6-99e2-a9579ad14c5e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:10.315692 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-b20850a1-176e-4e99-b913-83ff329407b3 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Deleting port f4467cbe-aca2-4b04-baf8-f0358726b0ca {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:10.316027 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b20850a1-176e-4e99-b913-83ff329407b3 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:10.318130 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834dbf3f-5c5e-44e6-99e2-a9579ad14c5e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:47:10.334682 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-adc1e663-2762-488b-98da-854fb628421a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:10.434785 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4bf93ba5-08ac-4d3b-a944-99d7ddea6fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:10.484666 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf93ba5-08ac-4d3b-a944-99d7ddea6fa4 None None] Pushing event deleted for resources: {'Port': ['ID=f4467cbe-aca2-4b04-baf8-f0358726b0ca,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:10.491289 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf93ba5-08ac-4d3b-a944-99d7ddea6fa4 None None] No DVR routers for this DVR port f4467cbe-aca2-4b04-baf8-f0358726b0ca on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:47:10.553816 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-b20850a1-176e-4e99-b913-83ff329407b3 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] For port f4467cbe-aca2-4b04-baf8-f0358726b0ca, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f4467cbe-aca2-4b04-baf8-f0358726b0ca,segment=NetworkSegment(349a2e60-3e3d-45b1-a9d3-d27c913a0154),segment_id=349a2e60-3e3d-45b1-a9d3-d27c913a0154)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:10.554597 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b20850a1-176e-4e99-b913-83ff329407b3 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:10.588107 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1e663-2762-488b-98da-854fb628421a admin admin] Pushing event deleted for resources: {'Port': ['ID=e619df79-2c7e-4492-9e2c-5ea6eb9d1efb,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:10.672780 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-834dbf3f-5c5e-44e6-99e2-a9579ad14c5e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:10.696221 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-b20850a1-176e-4e99-b913-83ff329407b3 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Calling delete_port for f4467cbe-aca2-4b04-baf8-f0358726b0ca owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:10.758529 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617dec37-376c-422f-a8ca-29381c24f812 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:47:10.763648 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-617dec37-376c-422f-a8ca-29381c24f812 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:10.770039 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4201638e-5df0-4718-8dfe-bb2845597291 None None] Sync routers for ids ['59032f88-fdbd-464a-8737-e37e57436ee6'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:47:10.787459 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4201638e-5df0-4718-8dfe-bb2845597291 None None] Routers {'59032f88-fdbd-464a-8737-e37e57436ee6'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:47:10.788549 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4201638e-5df0-4718-8dfe-bb2845597291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:46:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['59032f88-fdbd-464a-8737-e37e57436ee6'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:10.825855 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.db.api [None req-b20850a1-176e-4e99-b913-83ff329407b3 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:47:10.826275 n-d-838032-1 neutron-server[84080]: DEBUG oslo_db.api [None req-b20850a1-176e-4e99-b913-83ff329407b3 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:47:10.834272 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-617dec37-376c-422f-a8ca-29381c24f812 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "DELETE /v2.0/floatingips/6da18265-1c66-468a-9761-1ae3fce560bd HTTP/1.1" status: 204 len: 168 time: 3.7426286 Apr 20 17:47:10.834272 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d0f9d8b-c658-4a74-b4f6-2fe8610f0500', 'tag': 'a3549846-ac78-4b76-a7ed-200c2b7804a2'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:47:10.900544 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80b61795-f7e4-4be4-a920-05985cb9fbb0'] response: {'name': 'network-changed', 'server_uuid': '5d0f9d8b-c658-4a74-b4f6-2fe8610f0500', 'tag': 'a3549846-ac78-4b76-a7ed-200c2b7804a2', 'status': 'completed', 'code': 200} Apr 20 17:47:11.016438 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-4201638e-5df0-4718-8dfe-bb2845597291 None None] Set router 59032f88-fdbd-464a-8737-e37e57436ee6 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:47:11.122817 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-834dbf3f-5c5e-44e6-99e2-a9579ad14c5e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:11.144002 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de0cb75d-d2c7-4924-8856-234fce36ec05 req-5fa338a1-f136-41d3-879a-41127bebb245 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac289a58365e49439c6a449ebba5fb54&device_id=5d0f9d8b-c658-4a74-b4f6-2fe8610f0500 HTTP/1.1" status: 200 len: 1097 time: 0.2185614 Apr 20 17:47:11.190490 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-adc1e663-2762-488b-98da-854fb628421a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:11.296015 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834dbf3f-5c5e-44e6-99e2-a9579ad14c5e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Subnet': ['ID=5723d663-80ff-4f2f-a029-44f346ae6493,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:11.311133 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0cb75d-d2c7-4924-8856-234fce36ec05 req-d15a47e5-e9bf-4e48-ad9e-f39888037dde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:11.312660 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de0cb75d-d2c7-4924-8856-234fce36ec05 req-d15a47e5-e9bf-4e48-ad9e-f39888037dde service neutron] 10.222.0.43 "GET /v2.0/networks?id=b0c781c2-5079-45de-9166-262fd83fb6c7 HTTP/1.1" status: 200 len: 897 time: 0.1610286 Apr 20 17:47:11.378778 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f4467cbe-aca2-4b04-baf8-f0358726b0ca no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:47:11.381630 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834dbf3f-5c5e-44e6-99e2-a9579ad14c5e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Checking segment: {'id': 'ba480af3-0f60-49f8-9bc7-569ba744cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e0f7b203-8e95-44c1-90c1-eb1d4a8025cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:47:11.381993 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834dbf3f-5c5e-44e6-99e2-a9579ad14c5e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network hostable DHCP agents. Network: e0f7b203-8e95-44c1-90c1-eb1d4a8025cb, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:47:11.425096 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834dbf3f-5c5e-44e6-99e2-a9579ad14c5e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network e0f7b203-8e95-44c1-90c1-eb1d4a8025cb is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:47:11.430176 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-b20850a1-176e-4e99-b913-83ff329407b3 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Deleting port f4467cbe-aca2-4b04-baf8-f0358726b0ca {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:11.430390 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: f4467cbe-aca2-4b04-baf8-f0358726b0ca {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:47:11.430528 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f4467cbe-aca2-4b04-baf8-f0358726b0ca not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:47:11.430656 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b20850a1-176e-4e99-b913-83ff329407b3 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:11.441502 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f4cf188f-12ce-4470-a0f7-f6f1495d74f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:11.445881 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-834dbf3f-5c5e-44e6-99e2-a9579ad14c5e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, e0f7b203-8e95-44c1-90c1-eb1d4a8025cb) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:47:11.460677 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4201638e-5df0-4718-8dfe-bb2845597291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089942864', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'd2f45923-ee42-4027-8728-68fddc723767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:45:24Z', 'updated_at': '2022-04-20T17:45:31Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'd2f45923-ee42-4027-8728-68fddc723767', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:45:25Z', 'updated_at': '2022-04-20T17:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '6880781a-2fb2-474c-9e1f-01be510844c0', 'name': '', 'network_id': 'b0c781c2-5079-45de-9166-262fd83fb6c7', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:e1:7b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7325ba69-6dbc-4eda-9993-61f021e7dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:45:30Z', 'updated_at': '2022-04-20T17:45:37Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': '7325ba69-6dbc-4eda-9993-61f021e7dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:11.462392 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834dbf3f-5c5e-44e6-99e2-a9579ad14c5e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:11.463117 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-834dbf3f-5c5e-44e6-99e2-a9579ad14c5e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:11.465232 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586f61a5-7328-456c-ba50-5bd9808c8470 None None] Network e0f7b203-8e95-44c1-90c1-eb1d4a8025cb requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:47:11.477370 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de0cb75d-d2c7-4924-8856-234fce36ec05 req-c9875e38-4b02-4a1e-a42e-e1246dd5b290 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3549846-ac78-4b76-a7ed-200c2b7804a2 HTTP/1.1" status: 200 len: 217 time: 0.1574481 Apr 20 17:47:11.480471 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4201638e-5df0-4718-8dfe-bb2845597291 None None] Checking router: 59032f88-fdbd-464a-8737-e37e57436ee6 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:47:11.560933 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-834dbf3f-5c5e-44e6-99e2-a9579ad14c5e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4277742 Apr 20 17:47:11.567409 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52912) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:11.572900 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4201638e-5df0-4718-8dfe-bb2845597291 None None] Routers {'59032f88-fdbd-464a-8737-e37e57436ee6'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:47:11.573762 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4201638e-5df0-4718-8dfe-bb2845597291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:47:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['59032f88-fdbd-464a-8737-e37e57436ee6'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:11.581067 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-b20850a1-176e-4e99-b913-83ff329407b3 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] The port 'f4467cbe-aca2-4b04-baf8-f0358726b0ca' was deleted {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:47:11.631318 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0cb75d-d2c7-4924-8856-234fce36ec05 req-5c6ae1aa-f2ad-4e69-97a8-63e4d08647e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:11.633233 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de0cb75d-d2c7-4924-8856-234fce36ec05 req-5c6ae1aa-f2ad-4e69-97a8-63e4d08647e7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7325ba69-6dbc-4eda-9993-61f021e7dc97 HTTP/1.1" status: 200 len: 835 time: 0.1481411 Apr 20 17:47:11.663443 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-171e85a8-3e4a-40e5-b8d4-699b7e17f347 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'port': {'network_id': 'e0f7b203-8e95-44c1-90c1-eb1d4a8025cb', 'security_groups': [], 'name': 'tempest-PortsTestJSON-629142292'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:11.758523 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b20850a1-176e-4e99-b913-83ff329407b3 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:11.792393 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-b20850a1-176e-4e99-b913-83ff329407b3 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee50c623-ec89-40e8-bac1-69308f77367f']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:11.807778 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-b20850a1-176e-4e99-b913-83ff329407b3 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '349a2e60-3e3d-45b1-a9d3-d27c913a0154') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:11.808051 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-b20850a1-176e-4e99-b913-83ff329407b3 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '349a2e60-3e3d-45b1-a9d3-d27c913a0154') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:11.821934 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b20850a1-176e-4e99-b913-83ff329407b3 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:11.844567 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de0cb75d-d2c7-4924-8856-234fce36ec05 req-30b33f48-4797-4b83-a65b-41f19e92122e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b0c781c2-5079-45de-9166-262fd83fb6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2044275 Apr 20 17:47:11.845419 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b20850a1-176e-4e99-b913-83ff329407b3 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:11.871640 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b20850a1-176e-4e99-b913-83ff329407b3 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:47:11.872044 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b20850a1-176e-4e99-b913-83ff329407b3 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:11.890486 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c227f-b919-4f90-b601-9517a93683e3 req-a7420343-6d27-4766-8786-eeab72204e31 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:11.897311 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-be9c227f-b919-4f90-b601-9517a93683e3 req-a7420343-6d27-4766-8786-eeab72204e31 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d0f9d8b-c658-4a74-b4f6-2fe8610f0500 HTTP/1.1" status: 200 len: 946 time: 0.6140499 Apr 20 17:47:11.899037 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-4201638e-5df0-4718-8dfe-bb2845597291 None None] Set router 59032f88-fdbd-464a-8737-e37e57436ee6 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:47:11.911949 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-171e85a8-3e4a-40e5-b8d4-699b7e17f347 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:11.921705 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-171e85a8-3e4a-40e5-b8d4-699b7e17f347 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:port and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:11.926611 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-171e85a8-3e4a-40e5-b8d4-699b7e17f347 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: util.warn( Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:47:11.939682 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:47:11.974142 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-e0f7b203-8e95-44c1-90c1-eb1d4a8025cb', 'network_id': 'e0f7b203-8e95-44c1-90c1-eb1d4a8025cb', 'tenant_id': 'fcf560f44a0348198b56b4605e9fc555', 'fixed_ips': [{'subnet_id': '5723d663-80ff-4f2f-a029-44f346ae6493'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:47:11.975077 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:11.988261 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-171e85a8-3e4a-40e5-b8d4-699b7e17f347 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:12.051153 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b20850a1-176e-4e99-b913-83ff329407b3 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:12.070722 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b20850a1-176e-4e99-b913-83ff329407b3 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:12.085778 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20850a1-176e-4e99-b913-83ff329407b3 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Pushing event deleted for resources: {'Network': ['ID=ee50c623-ec89-40e8-bac1-69308f77367f,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:12.100568 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b20850a1-176e-4e99-b913-83ff329407b3 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] 10.222.0.39 "DELETE /v2.0/networks/ee50c623-ec89-40e8-bac1-69308f77367f HTTP/1.1" status: 204 len: 168 time: 2.0340528 Apr 20 17:47:12.103008 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52916) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:12.141843 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de0cb75d-d2c7-4924-8856-234fce36ec05 req-6c34f636-b84d-49af-9fe5-72b32579128b service neutron] 10.222.0.43 "GET /v2.0/networks/b0c781c2-5079-45de-9166-262fd83fb6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892747 Apr 20 17:47:12.205562 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171e85a8-3e4a-40e5-b8d4-699b7e17f347 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:47:12.207948 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-171e85a8-3e4a-40e5-b8d4-699b7e17f347 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:12.224152 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-be9c227f-b919-4f90-b601-9517a93683e3 req-f44b5f6d-bb4a-440f-8e59-6d6ca6fc97b1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a3364ff-ec0f-44f9-bf4a-7d15c518057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3259065 Apr 20 17:47:12.244649 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-171e85a8-3e4a-40e5-b8d4-699b7e17f347 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] device_id is not set on port 4d9b0805-38d3-4430-a4b8-073d3212e8ae yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:47:12.327789 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] Allocated IP 172.20.0.2 (e0f7b203-8e95-44c1-90c1-eb1d4a8025cb/5723d663-80ff-4f2f-a029-44f346ae6493/b5091515-443b-44dc-9424-0f453d1acea6) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:47:12.376460 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc1e663-2762-488b-98da-854fb628421a admin admin] Router b42484ec-06e7-4eff-9b6c-982c9bc3fb08 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:47:12.440832 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de0cb75d-d2c7-4924-8856-234fce36ec05 req-5f817bd3-ccdd-4e77-8a3c-7bf70de91772 service neutron] 10.222.0.43 "GET /v2.0/networks/b0c781c2-5079-45de-9166-262fd83fb6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838326 Apr 20 17:47:12.476455 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-0824eca9-2c9a-422d-81c8-5296d4093985 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Deleting subnet 62091a2e-be8c-4971-bdf7-a03abdb0a99d {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:47:12.487136 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0824eca9-2c9a-422d-81c8-5296d4093985 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:12.493653 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4201638e-5df0-4718-8dfe-bb2845597291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089942864', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'd2f45923-ee42-4027-8728-68fddc723767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:45:24Z', 'updated_at': '2022-04-20T17:45:31Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'd2f45923-ee42-4027-8728-68fddc723767', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:45:25Z', 'updated_at': '2022-04-20T17:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '6880781a-2fb2-474c-9e1f-01be510844c0', 'name': '', 'network_id': 'b0c781c2-5079-45de-9166-262fd83fb6c7', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:e1:7b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7325ba69-6dbc-4eda-9993-61f021e7dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:45:30Z', 'updated_at': '2022-04-20T17:45:37Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': '7325ba69-6dbc-4eda-9993-61f021e7dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:12.507822 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4201638e-5df0-4718-8dfe-bb2845597291 None None] The sync data for ids ['59032f88-fdbd-464a-8737-e37e57436ee6'] in n-d-838032-1 is: [{'id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089942864', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'd2f45923-ee42-4027-8728-68fddc723767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:45:24Z', 'updated_at': '2022-04-20T17:45:31Z', 'revision_number': 4, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'd2f45923-ee42-4027-8728-68fddc723767', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:45:25Z', 'updated_at': '2022-04-20T17:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '6880781a-2fb2-474c-9e1f-01be510844c0', 'name': '', 'network_id': 'b0c781c2-5079-45de-9166-262fd83fb6c7', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'mac_address': 'fa:16:3e:e1:7b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7325ba69-6dbc-4eda-9993-61f021e7dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:45:30Z', 'updated_at': '2022-04-20T17:45:37Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'subnets': [{'id': '7325ba69-6dbc-4eda-9993-61f021e7dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:47:12.573832 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0824eca9-2c9a-422d-81c8-5296d4093985 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:12.600532 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752bbe7-953d-425a-91d7-e72eb4e79803 req-b8186a9f-f8bb-4e3d-80d1-8e68870b52d0 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:12.602206 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c752bbe7-953d-425a-91d7-e72eb4e79803 req-b8186a9f-f8bb-4e3d-80d1-8e68870b52d0 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d0f9d8b-c658-4a74-b4f6-2fe8610f0500 HTTP/1.1" status: 200 len: 946 time: 0.1626225 Apr 20 17:47:12.626031 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:12.637363 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] Transition to ACTIVE for port object b5091515-443b-44dc-9424-0f453d1acea6 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:47:12.658462 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] Transition to ACTIVE for port object b5091515-443b-44dc-9424-0f453d1acea6 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:47:12.673933 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:12.688247 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0824eca9-2c9a-422d-81c8-5296d4093985 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:12.726454 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-c752bbe7-953d-425a-91d7-e72eb4e79803 req-d1433824-b340-4deb-b4da-5fd5071418d1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Deleting port a3549846-ac78-4b76-a7ed-200c2b7804a2 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:12.726875 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-c752bbe7-953d-425a-91d7-e72eb4e79803 req-d1433824-b340-4deb-b4da-5fd5071418d1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:12.762058 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] Pushing event updated for resources: {'Port': ['ID=b5091515-443b-44dc-9424-0f453d1acea6,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:12.778880 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0824eca9-2c9a-422d-81c8-5296d4093985 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:12.782330 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:47:12.782674 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:47:12.783007 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:47:12.783331 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:47:12.784323 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:47:12.784651 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:47:12.784977 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:47:12.785312 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:47:12.785619 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:47:12.785939 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:47:12.786293 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:47:12.814579 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] Network e0f7b203-8e95-44c1-90c1-eb1d4a8025cb is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:47:12.819092 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:12.819092 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:47:12.820429 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:12.821784 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:47:12.823236 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-171e85a8-3e4a-40e5-b8d4-699b7e17f347 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Allocated IP 172.20.0.4 (e0f7b203-8e95-44c1-90c1-eb1d4a8025cb/5723d663-80ff-4f2f-a029-44f346ae6493/4d9b0805-38d3-4430-a4b8-073d3212e8ae) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:47:12.836940 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824eca9-2c9a-422d-81c8-5296d4093985 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Pushing event deleted for resources: {'Subnet': ['ID=62091a2e-be8c-4971-bdf7-a03abdb0a99d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:12.851948 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0824eca9-2c9a-422d-81c8-5296d4093985 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:12.860921 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0824eca9-2c9a-422d-81c8-5296d4093985 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] 10.222.0.39 "DELETE /v2.0/subnets/62091a2e-be8c-4971-bdf7-a03abdb0a99d HTTP/1.1" status: 204 len: 168 time: 0.7568161 Apr 20 17:47:12.862565 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52920) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:12.863805 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b12910a-8545-45f1-ae63-97bc194c610d None None] New status for floating IP 6da18265-1c66-468a-9761-1ae3fce560bd: DOWN {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:47:12.906180 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ddf9f9-b258-4fe1-918a-a7d4abc40240 None None] Network 200d0521-6b7c-41ea-a815-93d501694226 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:47:13.070966 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc1e663-2762-488b-98da-854fb628421a admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:47:13.097968 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61cd196-44b7-4f8b-a2db-4ef6cd3d01cf None None] Sync routers for ids ['b42484ec-06e7-4eff-9b6c-982c9bc3fb08'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:47:13.109878 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] Attempting to bind port b5091515-443b-44dc-9424-0f453d1acea6 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:47:13.110339 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] Attempting to bind port b5091515-443b-44dc-9424-0f453d1acea6 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'ba480af3-0f60-49f8-9bc7-569ba744cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e0f7b203-8e95-44c1-90c1-eb1d4a8025cb'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:47:13.110758 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] Attempting to bind port b5091515-443b-44dc-9424-0f453d1acea6 on network e0f7b203-8e95-44c1-90c1-eb1d4a8025cb {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:47:13.118582 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-adc1e663-2762-488b-98da-854fb628421a admin admin] 10.222.0.39 "PUT /v2.0/routers/b42484ec-06e7-4eff-9b6c-982c9bc3fb08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8543539 Apr 20 17:47:13.121989 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52924) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:13.125663 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e7669cfc-0f4c-49ff-85b8-bfa807630237 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:13.132653 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:47:13.132653 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] Checking segment: {'id': 'ba480af3-0f60-49f8-9bc7-569ba744cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e0f7b203-8e95-44c1-90c1-eb1d4a8025cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:47:13.133147 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:13.133580 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] Bound using segment: {'id': 'ba480af3-0f60-49f8-9bc7-569ba744cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e0f7b203-8e95-44c1-90c1-eb1d4a8025cb'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:47:13.134126 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] Bound port: b5091515-443b-44dc-9424-0f453d1acea6, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba480af3-0f60-49f8-9bc7-569ba744cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e0f7b203-8e95-44c1-90c1-eb1d4a8025cb'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:47:13.134616 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:13.155306 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61cd196-44b7-4f8b-a2db-4ef6cd3d01cf None None] Routers {'b42484ec-06e7-4eff-9b6c-982c9bc3fb08'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:47:13.155579 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-d61cd196-44b7-4f8b-a2db-4ef6cd3d01cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:47:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['b42484ec-06e7-4eff-9b6c-982c9bc3fb08'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:13.161725 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-c752bbe7-953d-425a-91d7-e72eb4e79803 req-d1433824-b340-4deb-b4da-5fd5071418d1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] For port a3549846-ac78-4b76-a7ed-200c2b7804a2, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=a3549846-ac78-4b76-a7ed-200c2b7804a2,segment=NetworkSegment(822becc9-a142-4412-a18c-3798e34fd116),segment_id=822becc9-a142-4412-a18c-3798e34fd116)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:13.162161 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-c752bbe7-953d-425a-91d7-e72eb4e79803 req-d1433824-b340-4deb-b4da-5fd5071418d1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:13.272596 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-e7669cfc-0f4c-49ff-85b8-bfa807630237 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Deleting port d8f89b20-8171-4b0f-9280-b47972051e41 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:13.273082 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e7669cfc-0f4c-49ff-85b8-bfa807630237 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:13.302173 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-c752bbe7-953d-425a-91d7-e72eb4e79803 req-d1433824-b340-4deb-b4da-5fd5071418d1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Calling delete_port for a3549846-ac78-4b76-a7ed-200c2b7804a2 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:13.342866 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-171e85a8-3e4a-40e5-b8d4-699b7e17f347 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:13.375523 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-171e85a8-3e4a-40e5-b8d4-699b7e17f347 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Transition to ACTIVE for port object 4d9b0805-38d3-4430-a4b8-073d3212e8ae will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:47:13.468530 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-171e85a8-3e4a-40e5-b8d4-699b7e17f347 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:13.476703 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:13.477928 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-d61cd196-44b7-4f8b-a2db-4ef6cd3d01cf None None] Set router b42484ec-06e7-4eff-9b6c-982c9bc3fb08 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:47:13.543838 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f71d99-fa34-48b7-97d7-a3c81b8424fc None None] DHCP port deletion for 200d0521-6b7c-41ea-a815-93d501694226 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:47:13.552288 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-c752bbe7-953d-425a-91d7-e72eb4e79803 req-d1433824-b340-4deb-b4da-5fd5071418d1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:13.557124 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171e85a8-3e4a-40e5-b8d4-699b7e17f347 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network e0f7b203-8e95-44c1-90c1-eb1d4a8025cb is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:47:13.564837 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-171e85a8-3e4a-40e5-b8d4-699b7e17f347 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:47:13.572658 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171e85a8-3e4a-40e5-b8d4-699b7e17f347 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:47:13.577258 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-e7669cfc-0f4c-49ff-85b8-bfa807630237 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] For port d8f89b20-8171-4b0f-9280-b47972051e41, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d8f89b20-8171-4b0f-9280-b47972051e41,segment=NetworkSegment(0afb961d-6290-4a43-86b9-3bb724cd712f),segment_id=0afb961d-6290-4a43-86b9-3bb724cd712f)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:13.577620 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e7669cfc-0f4c-49ff-85b8-bfa807630237 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:13.597877 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e85a8-3e4a-40e5-b8d4-699b7e17f347 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Port': ['ID=4d9b0805-38d3-4430-a4b8-073d3212e8ae,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:13.634343 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-95f71d99-fa34-48b7-97d7-a3c81b8424fc None None] Deleting port d8f89b20-8171-4b0f-9280-b47972051e41 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:13.634786 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-95f71d99-fa34-48b7-97d7-a3c81b8424fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:13.687179 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1433824-b340-4deb-b4da-5fd5071418d1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event deleted for resources: {'Port': ['ID=a3549846-ac78-4b76-a7ed-200c2b7804a2,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:13.740676 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-e7669cfc-0f4c-49ff-85b8-bfa807630237 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Calling delete_port for d8f89b20-8171-4b0f-9280-b47972051e41 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:13.741370 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-c752bbe7-953d-425a-91d7-e72eb4e79803 req-d1433824-b340-4deb-b4da-5fd5071418d1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] No DVR routers for this DVR port a3549846-ac78-4b76-a7ed-200c2b7804a2 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:47:13.745010 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-c752bbe7-953d-425a-91d7-e72eb4e79803 req-d1433824-b340-4deb-b4da-5fd5071418d1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:13.747740 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0f9d8b-c658-4a74-b4f6-2fe8610f0500', 'name': 'network-vif-deleted', 'tag': 'a3549846-ac78-4b76-a7ed-200c2b7804a2'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:47:13.762224 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171e85a8-3e4a-40e5-b8d4-699b7e17f347 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:13.762739 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-171e85a8-3e4a-40e5-b8d4-699b7e17f347 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:13.764051 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] For port b5091515-443b-44dc-9424-0f453d1acea6, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:47:13.780555 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f963527-726e-4f00-bfc0-451a839060f7 req-0c2eae93-0001-4977-8759-24f5c9735285 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:13.781215 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-0f963527-726e-4f00-bfc0-451a839060f7 req-0c2eae93-0001-4977-8759-24f5c9735285 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Synchronizing usage tracker for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:47:13.781860 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c752bbe7-953d-425a-91d7-e72eb4e79803 req-d1433824-b340-4deb-b4da-5fd5071418d1 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.43 "DELETE /v2.0/ports/a3549846-ac78-4b76-a7ed-200c2b7804a2 HTTP/1.1" status: 204 len: 173 time: 1.1740699 Apr 20 17:47:13.795134 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-171e85a8-3e4a-40e5-b8d4-699b7e17f347 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.2273421 Apr 20 17:47:13.797641 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52932) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:13.840204 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c1d7eb62-aa6d-4343-831f-144afb9bced4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:13.850064 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] For port b5091515-443b-44dc-9424-0f453d1acea6, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=b5091515-443b-44dc-9424-0f453d1acea6,segment=NetworkSegment(ba480af3-0f60-49f8-9bc7-569ba744cf52),segment_id=ba480af3-0f60-49f8-9bc7-569ba744cf52)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:47:13.897299 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-0f963527-726e-4f00-bfc0-451a839060f7 req-0c2eae93-0001-4977-8759-24f5c9735285 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Unset dirty status for tenant:ac289a58365e49439c6a449ebba5fb54 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:47:13.898499 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0f963527-726e-4f00-bfc0-451a839060f7 req-0c2eae93-0001-4977-8759-24f5c9735285 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d0f9d8b-c658-4a74-b4f6-2fe8610f0500 HTTP/1.1" status: 200 len: 946 time: 0.5328798 Apr 20 17:47:13.949115 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:13.967786 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e7669cfc-0f4c-49ff-85b8-bfa807630237 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:13.982551 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e4b444e-be04-4c45-934e-92cca00f7cc7'] response: {'server_uuid': '5d0f9d8b-c658-4a74-b4f6-2fe8610f0500', 'name': 'network-vif-deleted', 'tag': 'a3549846-ac78-4b76-a7ed-200c2b7804a2', 'status': 'completed', 'code': 200} Apr 20 17:47:14.017513 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-9bea873f-5265-4ec5-8bbb-d5d34c70fe66 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Deleting port 4d9b0805-38d3-4430-a4b8-073d3212e8ae {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:14.020126 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9bea873f-5265-4ec5-8bbb-d5d34c70fe66 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:14.073872 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7669cfc-0f4c-49ff-85b8-bfa807630237 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Pushing event deleted for resources: {'Port': ['ID=d8f89b20-8171-4b0f-9280-b47972051e41,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:14.099006 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7669cfc-0f4c-49ff-85b8-bfa807630237 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] No DVR routers for this DVR port d8f89b20-8171-4b0f-9280-b47972051e41 on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:47:14.136112 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0f963527-726e-4f00-bfc0-451a839060f7 req-74f9a2dd-20bb-4d06-9d07-d30c44506cbd tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a3364ff-ec0f-44f9-bf4a-7d15c518057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2303395 Apr 20 17:47:14.215303 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:14.248629 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ebe6fe-d020-40fc-a93c-747561e7b5c3 None None] Pushing event updated for resources: {'Port': ['ID=b5091515-443b-44dc-9424-0f453d1acea6,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:14.260375 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e7669cfc-0f4c-49ff-85b8-bfa807630237 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:14.261108 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-95f71d99-fa34-48b7-97d7-a3c81b8424fc None None] For port d8f89b20-8171-4b0f-9280-b47972051e41, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d8f89b20-8171-4b0f-9280-b47972051e41,segment=NetworkSegment(0afb961d-6290-4a43-86b9-3bb724cd712f),segment_id=0afb961d-6290-4a43-86b9-3bb724cd712f)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:14.261500 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-95f71d99-fa34-48b7-97d7-a3c81b8424fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:14.295832 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-e7669cfc-0f4c-49ff-85b8-bfa807630237 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['200d0521-6b7c-41ea-a815-93d501694226']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:14.313767 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-e7669cfc-0f4c-49ff-85b8-bfa807630237 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0afb961d-6290-4a43-86b9-3bb724cd712f') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:14.314059 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-e7669cfc-0f4c-49ff-85b8-bfa807630237 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0afb961d-6290-4a43-86b9-3bb724cd712f') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:14.335305 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e7669cfc-0f4c-49ff-85b8-bfa807630237 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:14.369130 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e7669cfc-0f4c-49ff-85b8-bfa807630237 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:14.384337 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7669cfc-0f4c-49ff-85b8-bfa807630237 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:47:14.384950 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e7669cfc-0f4c-49ff-85b8-bfa807630237 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:14.405009 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:47:14.405009 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:47:14.405009 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:47:14.405009 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:47:14.405009 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:47:14.405009 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:47:14.405009 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:47:14.405009 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:47:14.405009 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:47:14.405009 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:47:14.405009 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:47:14.405009 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:47:14.405009 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:47:14.405009 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:47:14.405009 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:47:14.405009 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:47:14.405009 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:47:14.405009 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:47:14.405009 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:47:14.405009 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:47:14.405009 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:47:14.405009 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:47:14.405009 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:47:14.405009 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:47:14.405009 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:47:14.405009 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:47:14.405009 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:47:14.405009 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:47:14.405009 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:47:14.405009 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:47:14.405009 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:47:14.405009 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:47:14.411692 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-95f71d99-fa34-48b7-97d7-a3c81b8424fc None None] Calling delete_port for d8f89b20-8171-4b0f-9280-b47972051e41 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:14.415094 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9bea873f-5265-4ec5-8bbb-d5d34c70fe66 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:14.533359 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-d61cd196-44b7-4f8b-a2db-4ef6cd3d01cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42484ec-06e7-4eff-9b6c-982c9bc3fb08', 'name': 'tempest-TestServerMultinode-1409183519-router', 'tenant_id': '560fc7d0ae5a4355a4014eceee84b30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c5b1a789-f6ce-446a-9cd0-38ca9121cadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:46:05Z', 'updated_at': '2022-04-20T17:47:10Z', 'revision_number': 5, 'project_id': '560fc7d0ae5a4355a4014eceee84b30e', 'gw_port': {'id': 'c5b1a789-f6ce-446a-9cd0-38ca9121cadd', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:53:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42484ec-06e7-4eff-9b6c-982c9bc3fb08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:46:06Z', 'updated_at': '2022-04-20T17:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:14.534432 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c1d7eb62-aa6d-4343-831f-144afb9bced4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:14.537562 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e7669cfc-0f4c-49ff-85b8-bfa807630237 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:14.539279 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-95f71d99-fa34-48b7-97d7-a3c81b8424fc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:47:14.540119 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-95f71d99-fa34-48b7-97d7-a3c81b8424fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:47:14.540325 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61cd196-44b7-4f8b-a2db-4ef6cd3d01cf None None] Checking router: b42484ec-06e7-4eff-9b6c-982c9bc3fb08 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:47:14.590280 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61cd196-44b7-4f8b-a2db-4ef6cd3d01cf None None] Routers {'b42484ec-06e7-4eff-9b6c-982c9bc3fb08'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:47:14.590510 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-d61cd196-44b7-4f8b-a2db-4ef6cd3d01cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:47:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['b42484ec-06e7-4eff-9b6c-982c9bc3fb08'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:14.629681 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-9bea873f-5265-4ec5-8bbb-d5d34c70fe66 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Calling delete_port for 4d9b0805-38d3-4430-a4b8-073d3212e8ae owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:14.720116 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e7669cfc-0f4c-49ff-85b8-bfa807630237 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:14.722780 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7669cfc-0f4c-49ff-85b8-bfa807630237 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Pushing event deleted for resources: {'Network': ['ID=200d0521-6b7c-41ea-a815-93d501694226,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:14.735761 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e7669cfc-0f4c-49ff-85b8-bfa807630237 tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] 10.222.0.39 "DELETE /v2.0/networks/200d0521-6b7c-41ea-a815-93d501694226 HTTP/1.1" status: 204 len: 168 time: 1.8698387 Apr 20 17:47:14.736160 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52936) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:14.775042 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-c1d7eb62-aa6d-4343-831f-144afb9bced4 admin admin] Deleting port c5b1a789-f6ce-446a-9cd0-38ca9121cadd {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:14.775747 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c1d7eb62-aa6d-4343-831f-144afb9bced4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:14.817644 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-95aad35e-4cb4-4ba4-aa89-4a38b3fe12dd tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Synchronizing usage tracker for tenant:45779a917d52440bacfd4a7a94d14355 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:47:14.831201 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9bea873f-5265-4ec5-8bbb-d5d34c70fe66 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:14.838590 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-d61cd196-44b7-4f8b-a2db-4ef6cd3d01cf None None] Set router b42484ec-06e7-4eff-9b6c-982c9bc3fb08 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:47:14.884864 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea873f-5265-4ec5-8bbb-d5d34c70fe66 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Port': ['ID=4d9b0805-38d3-4430-a4b8-073d3212e8ae,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:14.912219 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-95aad35e-4cb4-4ba4-aa89-4a38b3fe12dd tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Unset dirty status for tenant:45779a917d52440bacfd4a7a94d14355 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:47:14.915905 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-95aad35e-4cb4-4ba4-aa89-4a38b3fe12dd tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed50f7b9-b665-4a8c-9248-c758a16286dd HTTP/1.1" status: 200 len: 205 time: 0.1764407 Apr 20 17:47:14.921350 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52940) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:14.970649 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-c1d7eb62-aa6d-4343-831f-144afb9bced4 admin admin] For port c5b1a789-f6ce-446a-9cd0-38ca9121cadd, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c5b1a789-f6ce-446a-9cd0-38ca9121cadd,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:14.971029 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c1d7eb62-aa6d-4343-831f-144afb9bced4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:15.041023 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-95f71d99-fa34-48b7-97d7-a3c81b8424fc None None] Deleting port d8f89b20-8171-4b0f-9280-b47972051e41 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:15.041616 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-95f71d99-fa34-48b7-97d7-a3c81b8424fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:15.105105 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9bea873f-5265-4ec5-8bbb-d5d34c70fe66 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:15.108402 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-c1d7eb62-aa6d-4343-831f-144afb9bced4 admin admin] Calling delete_port for c5b1a789-f6ce-446a-9cd0-38ca9121cadd owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:15.120564 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-62c8a3bc-e4ed-4b8f-9b93-df5d927cd1bf tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:15.132242 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-95f71d99-fa34-48b7-97d7-a3c81b8424fc None None] The port 'd8f89b20-8171-4b0f-9280-b47972051e41' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:47:15.170159 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9bea873f-5265-4ec5-8bbb-d5d34c70fe66 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/ports/4d9b0805-38d3-4430-a4b8-073d3212e8ae HTTP/1.1" status: 204 len: 168 time: 1.3690646 Apr 20 17:47:15.175469 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52944) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:15.206631 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-d61cd196-44b7-4f8b-a2db-4ef6cd3d01cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42484ec-06e7-4eff-9b6c-982c9bc3fb08', 'name': 'tempest-TestServerMultinode-1409183519-router', 'tenant_id': '560fc7d0ae5a4355a4014eceee84b30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c5b1a789-f6ce-446a-9cd0-38ca9121cadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:46:05Z', 'updated_at': '2022-04-20T17:47:10Z', 'revision_number': 5, 'project_id': '560fc7d0ae5a4355a4014eceee84b30e', 'gw_port': {'id': 'c5b1a789-f6ce-446a-9cd0-38ca9121cadd', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:53:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42484ec-06e7-4eff-9b6c-982c9bc3fb08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:46:06Z', 'updated_at': '2022-04-20T17:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:15.218470 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61cd196-44b7-4f8b-a2db-4ef6cd3d01cf None None] The sync data for ids ['b42484ec-06e7-4eff-9b6c-982c9bc3fb08'] in n-d-838032-1 is: [{'id': 'b42484ec-06e7-4eff-9b6c-982c9bc3fb08', 'name': 'tempest-TestServerMultinode-1409183519-router', 'tenant_id': '560fc7d0ae5a4355a4014eceee84b30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c5b1a789-f6ce-446a-9cd0-38ca9121cadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:46:05Z', 'updated_at': '2022-04-20T17:47:10Z', 'revision_number': 5, 'project_id': '560fc7d0ae5a4355a4014eceee84b30e', 'gw_port': {'id': 'c5b1a789-f6ce-446a-9cd0-38ca9121cadd', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:53:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42484ec-06e7-4eff-9b6c-982c9bc3fb08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:46:06Z', 'updated_at': '2022-04-20T17:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:47:15.264967 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd5ee7c-7f12-4dad-b109-1133016c9be8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] GET failed (client error): The resource could not be found. Apr 20 17:47:15.265619 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3bd5ee7c-7f12-4dad-b109-1133016c9be8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Synchronizing usage tracker for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:47:15.315743 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3bd5ee7c-7f12-4dad-b109-1133016c9be8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Unset dirty status for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:47:15.317004 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3bd5ee7c-7f12-4dad-b109-1133016c9be8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "GET /v2.0/ports/4d9b0805-38d3-4430-a4b8-073d3212e8ae HTTP/1.1" status: 404 len: 333 time: 0.1367526 Apr 20 17:47:15.319968 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52950) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:15.339668 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:15.358232 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52954) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:15.573438 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee543b69-35d3-41b1-8738-e433a903e98a None None] Network e0f7b203-8e95-44c1-90c1-eb1d4a8025cb requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:47:15.733714 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad8bcbc3-78db-4772-8c76-b2c6ad144afa tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Deleting subnet 5723d663-80ff-4f2f-a029-44f346ae6493 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:47:15.747382 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-62c8a3bc-e4ed-4b8f-9b93-df5d927cd1bf tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:15.750693 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device b5091515-443b-44dc-9424-0f453d1acea6 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:47:15.752587 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-62c8a3bc-e4ed-4b8f-9b93-df5d927cd1bf tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:15.754531 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ad8bcbc3-78db-4772-8c76-b2c6ad144afa tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:15.787797 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-62c8a3bc-e4ed-4b8f-9b93-df5d927cd1bf tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:15.788543 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c8a3bc-e4ed-4b8f-9b93-df5d927cd1bf tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Fanout notify agent at l3_agent the message router_deleted on router ed50f7b9-b665-4a8c-9248-c758a16286dd {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:47:15.800967 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-62c8a3bc-e4ed-4b8f-9b93-df5d927cd1bf tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:15.802095 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-62c8a3bc-e4ed-4b8f-9b93-df5d927cd1bf tempest-RoutersNegativeIpV6Test-1211060910 tempest-RoutersNegativeIpV6Test-1211060910-project] 10.222.0.39 "DELETE /v2.0/routers/ed50f7b9-b665-4a8c-9248-c758a16286dd HTTP/1.1" status: 204 len: 168 time: 0.8814993 Apr 20 17:47:15.836047 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ad8bcbc3-78db-4772-8c76-b2c6ad144afa tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:15.868204 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5434de65-99aa-4c40-99e7-ee1cd58400a7 None None] Provisioning for port b5091515-443b-44dc-9424-0f453d1acea6 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:47:15.870353 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c1d7eb62-aa6d-4343-831f-144afb9bced4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:15.939362 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7eb62-aa6d-4343-831f-144afb9bced4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5b1a789-f6ce-446a-9cd0-38ca9121cadd,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:15.941973 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port b5091515-443b-44dc-9424-0f453d1acea6 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:47:15.949114 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port b5091515-443b-44dc-9424-0f453d1acea6 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:47:15.949473 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:16.114250 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:16.211668 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52962) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:16.305750 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ad8bcbc3-78db-4772-8c76-b2c6ad144afa tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:16.378941 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c1d7eb62-aa6d-4343-831f-144afb9bced4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:16.401433 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ab564b9e-9b70-4e83-872b-d922cf24ee59 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=45779a917d52440bacfd4a7a94d14355&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1861253 Apr 20 17:47:16.401884 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52968) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:16.425707 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-08a54114-f4ec-4156-b2a5-31d3bc14bb16 None None] Provisioning complete for port b5091515-443b-44dc-9424-0f453d1acea6 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:47:16.426882 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-08a54114-f4ec-4156-b2a5-31d3bc14bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:16.494713 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cf24b722-5d26-494d-9c4a-de14a93a40db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:16.528940 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cf24b722-5d26-494d-9c4a-de14a93a40db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:16.586794 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cf24b722-5d26-494d-9c4a-de14a93a40db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:16.590930 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-08a54114-f4ec-4156-b2a5-31d3bc14bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:16.608029 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf24b722-5d26-494d-9c4a-de14a93a40db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf22788b-7212-49b8-aba4-5ded5bb8784f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:16.616480 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cf24b722-5d26-494d-9c4a-de14a93a40db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:16.620527 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cf24b722-5d26-494d-9c4a-de14a93a40db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf22788b-7212-49b8-aba4-5ded5bb8784f HTTP/1.1" status: 204 len: 168 time: 0.2150664 Apr 20 17:47:16.807597 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ad8bcbc3-78db-4772-8c76-b2c6ad144afa tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:16.853984 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:47:16.854359 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:47:16.856573 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-08a54114-f4ec-4156-b2a5-31d3bc14bb16 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:47:16.856833 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-08a54114-f4ec-4156-b2a5-31d3bc14bb16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:47:16.858814 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c1d7eb62-aa6d-4343-831f-144afb9bced4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:16.861666 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8bcbc3-78db-4772-8c76-b2c6ad144afa tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Subnet': ['ID=5723d663-80ff-4f2f-a029-44f346ae6493,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:16.873226 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c1d7eb62-aa6d-4343-831f-144afb9bced4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:16.877379 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ad8bcbc3-78db-4772-8c76-b2c6ad144afa tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:16.884382 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6380c1d-1ab4-4bba-ade7-5ed40ec245fa None None] Network e0f7b203-8e95-44c1-90c1-eb1d4a8025cb requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:47:16.891836 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ad8bcbc3-78db-4772-8c76-b2c6ad144afa tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/subnets/5723d663-80ff-4f2f-a029-44f346ae6493 HTTP/1.1" status: 204 len: 168 time: 1.5708885 Apr 20 17:47:16.894785 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 52976) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:16.958970 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c1d7eb62-aa6d-4343-831f-144afb9bced4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:16.959829 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d7eb62-aa6d-4343-831f-144afb9bced4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b42484ec-06e7-4eff-9b6c-982c9bc3fb08 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:47:16.982537 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c1d7eb62-aa6d-4343-831f-144afb9bced4 admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:16.984091 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c1d7eb62-aa6d-4343-831f-144afb9bced4 admin admin] 10.222.0.39 "DELETE /v2.0/routers/b42484ec-06e7-4eff-9b6c-982c9bc3fb08 HTTP/1.1" status: 204 len: 168 time: 3.8563178 Apr 20 17:47:16.994943 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 52984) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:17.048371 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7ac5ee82-0ef0-430a-9452-05350ebefb65 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:17.058415 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-7ac5ee82-0ef0-430a-9452-05350ebefb65 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Deleting port b5091515-443b-44dc-9424-0f453d1acea6 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:17.058916 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7ac5ee82-0ef0-430a-9452-05350ebefb65 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:17.098851 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d7c755-8b76-497f-9e9a-51f2749bb14a admin admin] Deleting subnet ee6f52c4-e6f1-4a04-8546-27c627edeaec {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:47:17.121238 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-56d7c755-8b76-497f-9e9a-51f2749bb14a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:17.189043 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3863e398-6968-4340-83c1-fd9f8d0d28f4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:17.300315 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-56d7c755-8b76-497f-9e9a-51f2749bb14a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:17.306360 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-7ac5ee82-0ef0-430a-9452-05350ebefb65 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] For port b5091515-443b-44dc-9424-0f453d1acea6, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=b5091515-443b-44dc-9424-0f453d1acea6,segment=NetworkSegment(ba480af3-0f60-49f8-9bc7-569ba744cf52),segment_id=ba480af3-0f60-49f8-9bc7-569ba744cf52)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:17.306721 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7ac5ee82-0ef0-430a-9452-05350ebefb65 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:17.432355 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-7ac5ee82-0ef0-430a-9452-05350ebefb65 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Calling delete_port for b5091515-443b-44dc-9424-0f453d1acea6 owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:17.470879 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-56d7c755-8b76-497f-9e9a-51f2749bb14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:17.495436 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device a3549846-ac78-4b76-a7ed-200c2b7804a2 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:47:17.526571 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e60a4d5-a33f-4766-9776-70793c410004 None None] DHCP port deletion for e0f7b203-8e95-44c1-90c1-eb1d4a8025cb request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:47:17.544608 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-8e60a4d5-a33f-4766-9776-70793c410004 None None] Deleting port b5091515-443b-44dc-9424-0f453d1acea6 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:17.544968 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8e60a4d5-a33f-4766-9776-70793c410004 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:17.551723 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7ac5ee82-0ef0-430a-9452-05350ebefb65 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:17.622973 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac5ee82-0ef0-430a-9452-05350ebefb65 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] No DVR routers for this DVR port b5091515-443b-44dc-9424-0f453d1acea6 on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:47:17.632425 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: a3549846-ac78-4b76-a7ed-200c2b7804a2 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:47:17.632987 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device a3549846-ac78-4b76-a7ed-200c2b7804a2 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:47:17.640136 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:17.653964 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-8e60a4d5-a33f-4766-9776-70793c410004 None None] The port 'b5091515-443b-44dc-9424-0f453d1acea6' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:47:17.657318 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-08a54114-f4ec-4156-b2a5-31d3bc14bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:17.688959 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5ee82-0ef0-430a-9452-05350ebefb65 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Port': ['ID=b5091515-443b-44dc-9424-0f453d1acea6,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:17.724461 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-56d7c755-8b76-497f-9e9a-51f2749bb14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:17.783386 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-56d7c755-8b76-497f-9e9a-51f2749bb14a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:17.788602 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fb27b9-4873-4a4a-ae82-c33250c32b8b None None] Network 749f271d-35c0-4b6f-9065-f11168e732e7 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:47:17.825291 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7ac5ee82-0ef0-430a-9452-05350ebefb65 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:17.834292 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7c755-8b76-497f-9e9a-51f2749bb14a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee6f52c4-e6f1-4a04-8546-27c627edeaec,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:17.844360 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-56d7c755-8b76-497f-9e9a-51f2749bb14a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ee6f52c4-e6f1-4a04-8546-27c627edeaec HTTP/1.1" status: 204 len: 168 time: 0.8484263 Apr 20 17:47:17.849046 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53000) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:17.881166 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d8f89b20-8171-4b0f-9280-b47972051e41 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:47:17.885090 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-7ac5ee82-0ef0-430a-9452-05350ebefb65 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f7b203-8e95-44c1-90c1-eb1d4a8025cb']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:17.946422 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-9d4e6b33-470b-4a41-8854-04825c5f6472 None None] Could not find standard attr ID for object 4d9b0805-38d3-4430-a4b8-073d3212e8ae. {{(pid=84082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 17:47:17.954917 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: d8f89b20-8171-4b0f-9280-b47972051e41 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:47:17.955254 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d8f89b20-8171-4b0f-9280-b47972051e41 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:47:17.955768 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-7ac5ee82-0ef0-430a-9452-05350ebefb65 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba480af3-0f60-49f8-9bc7-569ba744cf52') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:17.956261 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-7ac5ee82-0ef0-430a-9452-05350ebefb65 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba480af3-0f60-49f8-9bc7-569ba744cf52') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:17.973223 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7ac5ee82-0ef0-430a-9452-05350ebefb65 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:18.003111 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bae9b2b9-b896-49d9-8f8f-4d9c6b2e52e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:18.005484 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7ac5ee82-0ef0-430a-9452-05350ebefb65 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:18.015256 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac5ee82-0ef0-430a-9452-05350ebefb65 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:47:18.015716 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7ac5ee82-0ef0-430a-9452-05350ebefb65 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:18.033943 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:47:18.033943 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:47:18.033943 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:47:18.033943 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:47:18.033943 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:47:18.033943 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:47:18.033943 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:47:18.033943 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:47:18.033943 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:47:18.033943 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:47:18.033943 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:47:18.033943 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:47:18.033943 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:47:18.033943 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:47:18.033943 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:47:18.033943 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:47:18.033943 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:47:18.033943 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:47:18.033943 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:47:18.033943 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:47:18.033943 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:47:18.033943 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:47:18.033943 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:47:18.033943 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:47:18.033943 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:47:18.033943 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:47:18.033943 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:47:18.033943 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:47:18.033943 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:47:18.033943 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:47:18.033943 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:47:18.033943 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:47:18.099784 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-bae9b2b9-b896-49d9-8f8f-4d9c6b2e52e6 admin admin] Deleting port c6c9b00c-0f65-49ff-96cb-d5c698caad65 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:18.100124 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bae9b2b9-b896-49d9-8f8f-4d9c6b2e52e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:18.125309 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device b5091515-443b-44dc-9424-0f453d1acea6 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:47:18.179512 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7ac5ee82-0ef0-430a-9452-05350ebefb65 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:18.186425 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: b5091515-443b-44dc-9424-0f453d1acea6 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:47:18.186764 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device b5091515-443b-44dc-9424-0f453d1acea6 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:47:18.187173 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c5b1a789-f6ce-446a-9cd0-38ca9121cadd no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:47:18.241482 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7ac5ee82-0ef0-430a-9452-05350ebefb65 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:18.261608 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5ee82-0ef0-430a-9452-05350ebefb65 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Network': ['ID=e0f7b203-8e95-44c1-90c1-eb1d4a8025cb,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:18.277959 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: c5b1a789-f6ce-446a-9cd0-38ca9121cadd {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:47:18.278628 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c5b1a789-f6ce-446a-9cd0-38ca9121cadd not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:47:18.278801 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e619df79-2c7e-4492-9e2c-5ea6eb9d1efb no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:47:18.280276 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7ac5ee82-0ef0-430a-9452-05350ebefb65 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/networks/e0f7b203-8e95-44c1-90c1-eb1d4a8025cb HTTP/1.1" status: 204 len: 168 time: 1.3841710 Apr 20 17:47:18.289498 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53010) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:18.301095 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-55dbf726-a32c-4605-86b4-2d1632c287f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'port': {'network_id': 'b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc', 'name': 'tempest-PortsTestJSON-648049025'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:18.327866 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: e619df79-2c7e-4492-9e2c-5ea6eb9d1efb {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:47:18.328204 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e619df79-2c7e-4492-9e2c-5ea6eb9d1efb not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:47:18.395616 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-bae9b2b9-b896-49d9-8f8f-4d9c6b2e52e6 admin admin] For port c6c9b00c-0f65-49ff-96cb-d5c698caad65, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c6c9b00c-0f65-49ff-96cb-d5c698caad65,segment=NetworkSegment(161e3d14-e48b-4a67-b6ed-2a37520ea769),segment_id=161e3d14-e48b-4a67-b6ed-2a37520ea769)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:18.396474 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bae9b2b9-b896-49d9-8f8f-4d9c6b2e52e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:18.405645 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-3863e398-6968-4340-83c1-fd9f8d0d28f4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Deleting port 6880781a-2fb2-474c-9e1f-01be510844c0 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:18.406352 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3863e398-6968-4340-83c1-fd9f8d0d28f4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:18.410626 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5353df18-745b-429b-bb11-ebbb6aad8626 None None] DHCP port deletion for 749f271d-35c0-4b6f-9065-f11168e732e7 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:47:18.414951 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-5353df18-745b-429b-bb11-ebbb6aad8626 None None] Deleting port c6c9b00c-0f65-49ff-96cb-d5c698caad65 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:18.415312 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5353df18-745b-429b-bb11-ebbb6aad8626 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:18.478290 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-55dbf726-a32c-4605-86b4-2d1632c287f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:18.483455 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-55dbf726-a32c-4605-86b4-2d1632c287f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:port and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:18.487766 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-55dbf726-a32c-4605-86b4-2d1632c287f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:18.502760 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-55dbf726-a32c-4605-86b4-2d1632c287f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:18.538669 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-bae9b2b9-b896-49d9-8f8f-4d9c6b2e52e6 admin admin] Calling delete_port for c6c9b00c-0f65-49ff-96cb-d5c698caad65 owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:18.622893 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55dbf726-a32c-4605-86b4-2d1632c287f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:47:18.623409 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bae9b2b9-b896-49d9-8f8f-4d9c6b2e52e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:18.626619 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-55dbf726-a32c-4605-86b4-2d1632c287f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:18.667821 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-55dbf726-a32c-4605-86b4-2d1632c287f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] device_id is not set on port 14a0ce4a-6b26-4b16-bbe9-398cee407f97 yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:47:18.681736 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9b2b9-b896-49d9-8f8f-4d9c6b2e52e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6c9b00c-0f65-49ff-96cb-d5c698caad65,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:18.686936 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae9b2b9-b896-49d9-8f8f-4d9c6b2e52e6 admin admin] No DVR routers for this DVR port c6c9b00c-0f65-49ff-96cb-d5c698caad65 on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:47:18.696694 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-5353df18-745b-429b-bb11-ebbb6aad8626 None None] For port c6c9b00c-0f65-49ff-96cb-d5c698caad65, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c6c9b00c-0f65-49ff-96cb-d5c698caad65,segment=NetworkSegment(161e3d14-e48b-4a67-b6ed-2a37520ea769),segment_id=161e3d14-e48b-4a67-b6ed-2a37520ea769)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:18.697370 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5353df18-745b-429b-bb11-ebbb6aad8626 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:18.756832 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-3863e398-6968-4340-83c1-fd9f8d0d28f4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] For port 6880781a-2fb2-474c-9e1f-01be510844c0, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6880781a-2fb2-474c-9e1f-01be510844c0,segment=NetworkSegment(822becc9-a142-4412-a18c-3798e34fd116),segment_id=822becc9-a142-4412-a18c-3798e34fd116)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:18.757190 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3863e398-6968-4340-83c1-fd9f8d0d28f4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:18.870508 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-5353df18-745b-429b-bb11-ebbb6aad8626 None None] Calling delete_port for c6c9b00c-0f65-49ff-96cb-d5c698caad65 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:18.909219 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-3863e398-6968-4340-83c1-fd9f8d0d28f4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Calling delete_port for 6880781a-2fb2-474c-9e1f-01be510844c0 owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:18.947541 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bae9b2b9-b896-49d9-8f8f-4d9c6b2e52e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:18.949097 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-5353df18-745b-429b-bb11-ebbb6aad8626 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:47:18.950591 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-5353df18-745b-429b-bb11-ebbb6aad8626 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:47:18.975151 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-bae9b2b9-b896-49d9-8f8f-4d9c6b2e52e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['749f271d-35c0-4b6f-9065-f11168e732e7']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:18.989406 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-bae9b2b9-b896-49d9-8f8f-4d9c6b2e52e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '161e3d14-e48b-4a67-b6ed-2a37520ea769') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:18.989683 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-bae9b2b9-b896-49d9-8f8f-4d9c6b2e52e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '161e3d14-e48b-4a67-b6ed-2a37520ea769') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:19.002029 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bae9b2b9-b896-49d9-8f8f-4d9c6b2e52e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:19.020321 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bae9b2b9-b896-49d9-8f8f-4d9c6b2e52e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:19.026967 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae9b2b9-b896-49d9-8f8f-4d9c6b2e52e6 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:47:19.027706 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bae9b2b9-b896-49d9-8f8f-4d9c6b2e52e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:19.041181 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:47:19.041181 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:47:19.041181 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:47:19.041181 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:47:19.041181 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:47:19.041181 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:47:19.041181 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:47:19.041181 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:47:19.041181 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:47:19.041181 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:47:19.041181 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:47:19.041181 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:47:19.041181 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:47:19.041181 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:47:19.041181 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:47:19.041181 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:47:19.041181 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:47:19.041181 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:47:19.041181 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:47:19.041181 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:47:19.041181 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:47:19.041181 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:47:19.041181 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:47:19.041181 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:47:19.041181 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:47:19.041181 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:47:19.041181 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:47:19.041181 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:47:19.041181 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:47:19.041181 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:47:19.041181 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:47:19.041181 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:47:19.120121 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bae9b2b9-b896-49d9-8f8f-4d9c6b2e52e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:19.136408 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bae9b2b9-b896-49d9-8f8f-4d9c6b2e52e6 admin admin] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:19.139452 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-55dbf726-a32c-4605-86b4-2d1632c287f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:19.146229 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9b2b9-b896-49d9-8f8f-4d9c6b2e52e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=749f271d-35c0-4b6f-9065-f11168e732e7,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:19.153199 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bae9b2b9-b896-49d9-8f8f-4d9c6b2e52e6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/749f271d-35c0-4b6f-9065-f11168e732e7 HTTP/1.1" status: 204 len: 168 time: 1.3002195 Apr 20 17:47:19.153402 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53030) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:19.377144 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3863e398-6968-4340-83c1-fd9f8d0d28f4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:19.409909 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-55dbf726-a32c-4605-86b4-2d1632c287f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:19.437355 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863e398-6968-4340-83c1-fd9f8d0d28f4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event deleted for resources: {'Port': ['ID=6880781a-2fb2-474c-9e1f-01be510844c0,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:19.452194 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-5353df18-745b-429b-bb11-ebbb6aad8626 None None] Deleting port c6c9b00c-0f65-49ff-96cb-d5c698caad65 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:19.452625 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5353df18-745b-429b-bb11-ebbb6aad8626 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:19.537285 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-5353df18-745b-429b-bb11-ebbb6aad8626 None None] The port 'c6c9b00c-0f65-49ff-96cb-d5c698caad65' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:47:19.571564 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dbf726-a32c-4605-86b4-2d1632c287f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Port': ['ID=14a0ce4a-6b26-4b16-bbe9-398cee407f97,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:19.588079 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dbf726-a32c-4605-86b4-2d1632c287f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:47:19.612351 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-55dbf726-a32c-4605-86b4-2d1632c287f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:47:19.620102 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dbf726-a32c-4605-86b4-2d1632c287f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:47:19.623922 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dbf726-a32c-4605-86b4-2d1632c287f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:19.624510 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-55dbf726-a32c-4605-86b4-2d1632c287f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:19.685546 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53038) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:19.685805 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-55dbf726-a32c-4605-86b4-2d1632c287f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3954594 Apr 20 17:47:19.768386 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-b752b5a1-0851-42e6-9c5b-f805d97c8235 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Deleting port 14a0ce4a-6b26-4b16-bbe9-398cee407f97 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:19.768745 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b752b5a1-0851-42e6-9c5b-f805d97c8235 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:19.990468 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b752b5a1-0851-42e6-9c5b-f805d97c8235 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:20.099757 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c6c9b00c-0f65-49ff-96cb-d5c698caad65 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:47:20.130544 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-b752b5a1-0851-42e6-9c5b-f805d97c8235 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Calling delete_port for 14a0ce4a-6b26-4b16-bbe9-398cee407f97 owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:20.136462 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: c6c9b00c-0f65-49ff-96cb-d5c698caad65 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:47:20.137036 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c6c9b00c-0f65-49ff-96cb-d5c698caad65 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:47:20.177618 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3863e398-6968-4340-83c1-fd9f8d0d28f4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:20.216917 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b752b5a1-0851-42e6-9c5b-f805d97c8235 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:20.291506 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752b5a1-0851-42e6-9c5b-f805d97c8235 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Port': ['ID=14a0ce4a-6b26-4b16-bbe9-398cee407f97,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:20.294658 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b752b5a1-0851-42e6-9c5b-f805d97c8235 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:20.307346 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b752b5a1-0851-42e6-9c5b-f805d97c8235 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/ports/14a0ce4a-6b26-4b16-bbe9-398cee407f97 HTTP/1.1" status: 204 len: 168 time: 0.6177962 Apr 20 17:47:20.307565 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53044) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:20.313122 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-4bebfbd4-db9a-4770-bf70-1ac2faaf8383 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'port': {'network_id': 'b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc', 'mac_address': 'fa:16:3e:e8:e6:ab', 'name': 'tempest-PortsTestJSON-582327133'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:20.336242 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eaa974e0-a145-43db-9e91-f62aad8991c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:20.422082 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4bebfbd4-db9a-4770-bf70-1ac2faaf8383 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:20.426174 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4bebfbd4-db9a-4770-bf70-1ac2faaf8383 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:port and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:20.428969 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4bebfbd4-db9a-4770-bf70-1ac2faaf8383 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:20.434604 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4bebfbd4-db9a-4770-bf70-1ac2faaf8383 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:20.445856 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bebfbd4-db9a-4770-bf70-1ac2faaf8383 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:47:20.550106 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4bebfbd4-db9a-4770-bf70-1ac2faaf8383 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:20.577287 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-4bebfbd4-db9a-4770-bf70-1ac2faaf8383 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] device_id is not set on port 2627eb45-2ef9-48f7-8e8e-15424523b710 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:47:20.811824 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4bebfbd4-db9a-4770-bf70-1ac2faaf8383 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:20.838489 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4bebfbd4-db9a-4770-bf70-1ac2faaf8383 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:20.913717 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bebfbd4-db9a-4770-bf70-1ac2faaf8383 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:47:20.917536 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-4bebfbd4-db9a-4770-bf70-1ac2faaf8383 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:47:20.919284 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bebfbd4-db9a-4770-bf70-1ac2faaf8383 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Port': ['ID=2627eb45-2ef9-48f7-8e8e-15424523b710,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:20.921334 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bebfbd4-db9a-4770-bf70-1ac2faaf8383 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:47:20.925474 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bebfbd4-db9a-4770-bf70-1ac2faaf8383 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:20.926067 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4bebfbd4-db9a-4770-bf70-1ac2faaf8383 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:20.956390 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4bebfbd4-db9a-4770-bf70-1ac2faaf8383 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6452444 Apr 20 17:47:20.956710 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53054) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:21.031052 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4570ac-e7a3-4452-b686-449cd9adc03d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:21.031798 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ec4570ac-e7a3-4452-b686-449cd9adc03d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Synchronizing usage tracker for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:47:21.050547 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ec4570ac-e7a3-4452-b686-449cd9adc03d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Unset dirty status for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:47:21.051928 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ec4570ac-e7a3-4452-b686-449cd9adc03d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "GET /v2.0/ports/2627eb45-2ef9-48f7-8e8e-15424523b710 HTTP/1.1" status: 200 len: 840 time: 0.0942442 Apr 20 17:47:21.054838 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53058) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:21.120571 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-5c77fa46-e333-45d3-8e21-a951cf7d136e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Deleting port 2627eb45-2ef9-48f7-8e8e-15424523b710 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:21.120805 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5c77fa46-e333-45d3-8e21-a951cf7d136e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:21.340550 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5c77fa46-e333-45d3-8e21-a951cf7d136e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:21.397626 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3863e398-6968-4340-83c1-fd9f8d0d28f4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Router 59032f88-fdbd-464a-8737-e37e57436ee6 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:47:21.457464 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:47:21.583011 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-5c77fa46-e333-45d3-8e21-a951cf7d136e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Calling delete_port for 2627eb45-2ef9-48f7-8e8e-15424523b710 owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:21.630055 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-eaa974e0-a145-43db-9e91-f62aad8991c4 admin admin] Deleting port ea6e3639-a073-46a0-a5a8-1526ddcb2017 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:21.630712 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eaa974e0-a145-43db-9e91-f62aad8991c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:21.661978 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5c77fa46-e333-45d3-8e21-a951cf7d136e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:21.719489 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77fa46-e333-45d3-8e21-a951cf7d136e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Port': ['ID=2627eb45-2ef9-48f7-8e8e-15424523b710,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:21.728259 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5c77fa46-e333-45d3-8e21-a951cf7d136e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:21.745986 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5c77fa46-e333-45d3-8e21-a951cf7d136e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/ports/2627eb45-2ef9-48f7-8e8e-15424523b710 HTTP/1.1" status: 204 len: 168 time: 0.6899447 Apr 20 17:47:21.748685 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53062) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:21.790005 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a018d47-cd3d-49f6-bb42-e4009e767bd9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] GET failed (client error): The resource could not be found. Apr 20 17:47:21.790581 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4a018d47-cd3d-49f6-bb42-e4009e767bd9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Synchronizing usage tracker for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:47:21.813687 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4a018d47-cd3d-49f6-bb42-e4009e767bd9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Unset dirty status for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:47:21.818692 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4a018d47-cd3d-49f6-bb42-e4009e767bd9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "GET /v2.0/ports/2627eb45-2ef9-48f7-8e8e-15424523b710 HTTP/1.1" status: 404 len: 333 time: 0.0653019 Apr 20 17:47:21.819763 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53066) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:21.829483 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-184fe5c8-7742-40c5-b51d-c423ebb929ab tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'port': {'network_id': 'b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc', 'name': 'tempest-PortsTestJSON-1091171076'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:22.005812 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-eaa974e0-a145-43db-9e91-f62aad8991c4 admin admin] For port ea6e3639-a073-46a0-a5a8-1526ddcb2017, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ea6e3639-a073-46a0-a5a8-1526ddcb2017,segment=NetworkSegment(d368fbf6-0003-4dc9-8db7-5beafe9df9b3),segment_id=d368fbf6-0003-4dc9-8db7-5beafe9df9b3)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:22.006239 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eaa974e0-a145-43db-9e91-f62aad8991c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:22.024214 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3863e398-6968-4340-83c1-fd9f8d0d28f4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:47:22.034693 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3863e398-6968-4340-83c1-fd9f8d0d28f4 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "PUT /v2.0/routers/59032f88-fdbd-464a-8737-e37e57436ee6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6753795 Apr 20 17:47:22.037140 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7361915d-b8b7-47d1-9399-8c5ffbeb827c None None] Sync routers for ids ['59032f88-fdbd-464a-8737-e37e57436ee6'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:47:22.043074 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53072) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:22.059125 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7361915d-b8b7-47d1-9399-8c5ffbeb827c None None] Routers {'59032f88-fdbd-464a-8737-e37e57436ee6'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:47:22.059727 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-7361915d-b8b7-47d1-9399-8c5ffbeb827c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:47:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['59032f88-fdbd-464a-8737-e37e57436ee6'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:22.139932 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-184fe5c8-7742-40c5-b51d-c423ebb929ab tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:22.147729 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-eaa974e0-a145-43db-9e91-f62aad8991c4 admin admin] Calling delete_port for ea6e3639-a073-46a0-a5a8-1526ddcb2017 owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:22.192393 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-184fe5c8-7742-40c5-b51d-c423ebb929ab tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:22.210745 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184fe5c8-7742-40c5-b51d-c423ebb929ab tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:47:22.213761 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-184fe5c8-7742-40c5-b51d-c423ebb929ab tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:22.247887 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd39e228-f936-4565-ae42-064b839b7975 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Deleting subnet 7325ba69-6dbc-4eda-9993-61f021e7dc97 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:47:22.250983 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cd39e228-f936-4565-ae42-064b839b7975 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:22.253017 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-7361915d-b8b7-47d1-9399-8c5ffbeb827c None None] Set router 59032f88-fdbd-464a-8737-e37e57436ee6 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:47:22.260505 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-184fe5c8-7742-40c5-b51d-c423ebb929ab tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] device_id is not set on port 36a0d8bf-27fd-4d36-87dc-f83913af34f7 yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:47:22.310784 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cd39e228-f936-4565-ae42-064b839b7975 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:22.401396 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cd39e228-f936-4565-ae42-064b839b7975 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:22.484628 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cd39e228-f936-4565-ae42-064b839b7975 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:22.516521 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eaa974e0-a145-43db-9e91-f62aad8991c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:22.527010 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd39e228-f936-4565-ae42-064b839b7975 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event deleted for resources: {'Subnet': ['ID=7325ba69-6dbc-4eda-9993-61f021e7dc97,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:22.533960 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cd39e228-f936-4565-ae42-064b839b7975 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:22.541381 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cd39e228-f936-4565-ae42-064b839b7975 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "DELETE /v2.0/subnets/7325ba69-6dbc-4eda-9993-61f021e7dc97 HTTP/1.1" status: 204 len: 168 time: 0.4966319 Apr 20 17:47:22.544062 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53076) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:22.549659 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6841c7a7-a352-4a9d-88de-a71c3a592cb5 None None] Network b0c781c2-5079-45de-9166-262fd83fb6c7 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:47:22.578097 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-7361915d-b8b7-47d1-9399-8c5ffbeb827c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089942864', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'd2f45923-ee42-4027-8728-68fddc723767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:45:24Z', 'updated_at': '2022-04-20T17:47:19Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'd2f45923-ee42-4027-8728-68fddc723767', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:45:25Z', 'updated_at': '2022-04-20T17:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:22.579901 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa974e0-a145-43db-9e91-f62aad8991c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea6e3639-a073-46a0-a5a8-1526ddcb2017,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:22.586991 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-184fe5c8-7742-40c5-b51d-c423ebb929ab tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:22.589176 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7361915d-b8b7-47d1-9399-8c5ffbeb827c None None] Checking router: 59032f88-fdbd-464a-8737-e37e57436ee6 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:47:22.601682 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7361915d-b8b7-47d1-9399-8c5ffbeb827c None None] Routers {'59032f88-fdbd-464a-8737-e37e57436ee6'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:47:22.602535 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-7361915d-b8b7-47d1-9399-8c5ffbeb827c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:47:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['59032f88-fdbd-464a-8737-e37e57436ee6'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:22.836691 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d1d2a3e6-791e-409f-a832-768bfdf8b874 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:22.871365 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-7361915d-b8b7-47d1-9399-8c5ffbeb827c None None] Set router 59032f88-fdbd-464a-8737-e37e57436ee6 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:47:22.886711 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307c7f0a-5361-44a6-8d02-abca4333d894 None None] DHCP port deletion for b0c781c2-5079-45de-9166-262fd83fb6c7 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:47:22.895693 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-307c7f0a-5361-44a6-8d02-abca4333d894 None None] Deleting port 02007142-97aa-4267-bc9c-ff5ab40e19af {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:22.896469 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-307c7f0a-5361-44a6-8d02-abca4333d894 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:23.015943 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-184fe5c8-7742-40c5-b51d-c423ebb929ab tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:23.106869 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fe5c8-7742-40c5-b51d-c423ebb929ab tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Port': ['ID=36a0d8bf-27fd-4d36-87dc-f83913af34f7,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:23.130523 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d1d2a3e6-791e-409f-a832-768bfdf8b874 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:23.143652 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-307c7f0a-5361-44a6-8d02-abca4333d894 None None] For port 02007142-97aa-4267-bc9c-ff5ab40e19af, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=02007142-97aa-4267-bc9c-ff5ab40e19af,segment=NetworkSegment(822becc9-a142-4412-a18c-3798e34fd116),segment_id=822becc9-a142-4412-a18c-3798e34fd116)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:23.147267 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-d1d2a3e6-791e-409f-a832-768bfdf8b874 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Deleting port d2f45923-ee42-4027-8728-68fddc723767 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:23.147642 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-307c7f0a-5361-44a6-8d02-abca4333d894 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:23.148228 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d1d2a3e6-791e-409f-a832-768bfdf8b874 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:23.160215 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184fe5c8-7742-40c5-b51d-c423ebb929ab tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:47:23.164962 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-184fe5c8-7742-40c5-b51d-c423ebb929ab tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:47:23.172238 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184fe5c8-7742-40c5-b51d-c423ebb929ab tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:47:23.176215 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184fe5c8-7742-40c5-b51d-c423ebb929ab tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:23.176849 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-184fe5c8-7742-40c5-b51d-c423ebb929ab tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:23.248298 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-184fe5c8-7742-40c5-b51d-c423ebb929ab tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4272885 Apr 20 17:47:23.251043 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53086) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:23.266020 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-507c17ec-8230-483b-ac92-4f626a6b2ff3 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:23.284820 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-7361915d-b8b7-47d1-9399-8c5ffbeb827c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089942864', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'd2f45923-ee42-4027-8728-68fddc723767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:45:24Z', 'updated_at': '2022-04-20T17:47:19Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'd2f45923-ee42-4027-8728-68fddc723767', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:45:25Z', 'updated_at': '2022-04-20T17:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:23.299352 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7361915d-b8b7-47d1-9399-8c5ffbeb827c None None] The sync data for ids ['59032f88-fdbd-464a-8737-e37e57436ee6'] in n-d-838032-1 is: [{'id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089942864', 'tenant_id': 'ac289a58365e49439c6a449ebba5fb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'd2f45923-ee42-4027-8728-68fddc723767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:45:24Z', 'updated_at': '2022-04-20T17:47:19Z', 'revision_number': 5, 'project_id': 'ac289a58365e49439c6a449ebba5fb54', 'gw_port': {'id': 'd2f45923-ee42-4027-8728-68fddc723767', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59032f88-fdbd-464a-8737-e37e57436ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:45:25Z', 'updated_at': '2022-04-20T17:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:47:23.305866 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-307c7f0a-5361-44a6-8d02-abca4333d894 None None] Calling delete_port for 02007142-97aa-4267-bc9c-ff5ab40e19af owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:23.357044 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eaa974e0-a145-43db-9e91-f62aad8991c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:23.405315 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-d1d2a3e6-791e-409f-a832-768bfdf8b874 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] For port d2f45923-ee42-4027-8728-68fddc723767, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d2f45923-ee42-4027-8728-68fddc723767,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:23.405672 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d1d2a3e6-791e-409f-a832-768bfdf8b874 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:23.465055 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-307c7f0a-5361-44a6-8d02-abca4333d894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:23.543840 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c7f0a-5361-44a6-8d02-abca4333d894 None None] Pushing event deleted for resources: {'Port': ['ID=02007142-97aa-4267-bc9c-ff5ab40e19af,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:23.545758 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307c7f0a-5361-44a6-8d02-abca4333d894 None None] No DVR routers for this DVR port 02007142-97aa-4267-bc9c-ff5ab40e19af on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:47:23.658299 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-d1d2a3e6-791e-409f-a832-768bfdf8b874 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Calling delete_port for d2f45923-ee42-4027-8728-68fddc723767 owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:23.658541 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-507c17ec-8230-483b-ac92-4f626a6b2ff3 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:23.844708 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d1d2a3e6-791e-409f-a832-768bfdf8b874 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:23.889952 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2a3e6-791e-409f-a832-768bfdf8b874 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event deleted for resources: {'Port': ['ID=d2f45923-ee42-4027-8728-68fddc723767,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:23.934341 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2a3e6-791e-409f-a832-768bfdf8b874 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:47:23.934746 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2a3e6-791e-409f-a832-768bfdf8b874 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:47:23.934960 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2a3e6-791e-409f-a832-768bfdf8b874 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:47:23.935294 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2a3e6-791e-409f-a832-768bfdf8b874 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:47:23.935774 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2a3e6-791e-409f-a832-768bfdf8b874 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:47:23.936107 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2a3e6-791e-409f-a832-768bfdf8b874 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:47:23.936442 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2a3e6-791e-409f-a832-768bfdf8b874 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:47:23.936768 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2a3e6-791e-409f-a832-768bfdf8b874 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:47:23.937092 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2a3e6-791e-409f-a832-768bfdf8b874 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:47:23.937410 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2a3e6-791e-409f-a832-768bfdf8b874 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:47:23.937728 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2a3e6-791e-409f-a832-768bfdf8b874 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:47:23.945250 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-507c17ec-8230-483b-ac92-4f626a6b2ff3 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:23.952056 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-507c17ec-8230-483b-ac92-4f626a6b2ff3 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:24.075233 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-507c17ec-8230-483b-ac92-4f626a6b2ff3 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] In _notify_port_updated(), no bound segment for port 36a0d8bf-27fd-4d36-87dc-f83913af34f7 on network b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc {{(pid=84080) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 20 17:47:24.078953 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507c17ec-8230-483b-ac92-4f626a6b2ff3 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:24.079536 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-507c17ec-8230-483b-ac92-4f626a6b2ff3 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:24.083346 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-507c17ec-8230-483b-ac92-4f626a6b2ff3 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "PUT /v2.0/ports/36a0d8bf-27fd-4d36-87dc-f83913af34f7 HTTP/1.1" status: 200 len: 818 time: 0.8288922 Apr 20 17:47:24.088243 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53092) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:24.099018 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6880781a-2fb2-474c-9e1f-01be510844c0 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:47:24.132693 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 6880781a-2fb2-474c-9e1f-01be510844c0 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:47:24.133091 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6880781a-2fb2-474c-9e1f-01be510844c0 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:47:24.133453 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 02007142-97aa-4267-bc9c-ff5ab40e19af no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:47:24.152412 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d1d2a3e6-791e-409f-a832-768bfdf8b874 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:24.165267 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 02007142-97aa-4267-bc9c-ff5ab40e19af {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:47:24.165643 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 02007142-97aa-4267-bc9c-ff5ab40e19af not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:47:24.202776 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c17ec-8230-483b-ac92-4f626a6b2ff3 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Port': ['ID=36a0d8bf-27fd-4d36-87dc-f83913af34f7,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:24.238930 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-64b4c431-9c33-49d9-a181-c0c14304321f tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Deleting port 36a0d8bf-27fd-4d36-87dc-f83913af34f7 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:24.239249 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-64b4c431-9c33-49d9-a181-c0c14304321f tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:24.403192 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d1d2a3e6-791e-409f-a832-768bfdf8b874 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:24.409275 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d1d2a3e6-791e-409f-a832-768bfdf8b874 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:24.443331 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d1d2a3e6-791e-409f-a832-768bfdf8b874 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:24.443960 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d2a3e6-791e-409f-a832-768bfdf8b874 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Fanout notify agent at l3_agent the message router_deleted on router 59032f88-fdbd-464a-8737-e37e57436ee6 {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:47:24.470265 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d1d2a3e6-791e-409f-a832-768bfdf8b874 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:24.475365 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d1d2a3e6-791e-409f-a832-768bfdf8b874 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "DELETE /v2.0/routers/59032f88-fdbd-464a-8737-e37e57436ee6 HTTP/1.1" status: 204 len: 168 time: 1.9305229 Apr 20 17:47:24.476131 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53100) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:24.606405 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-64b4c431-9c33-49d9-a181-c0c14304321f tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:24.626476 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-06dab6a7-f704-4b8d-a62e-bb5c775b24bb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:24.767025 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-06dab6a7-f704-4b8d-a62e-bb5c775b24bb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:24.803785 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-06dab6a7-f704-4b8d-a62e-bb5c775b24bb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c781c2-5079-45de-9166-262fd83fb6c7']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:24.820259 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-06dab6a7-f704-4b8d-a62e-bb5c775b24bb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '822becc9-a142-4412-a18c-3798e34fd116') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:24.820749 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-06dab6a7-f704-4b8d-a62e-bb5c775b24bb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '822becc9-a142-4412-a18c-3798e34fd116') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:24.834082 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-06dab6a7-f704-4b8d-a62e-bb5c775b24bb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:24.851953 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-06dab6a7-f704-4b8d-a62e-bb5c775b24bb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:24.859960 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06dab6a7-f704-4b8d-a62e-bb5c775b24bb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:47:24.860378 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-06dab6a7-f704-4b8d-a62e-bb5c775b24bb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:24.869972 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-64b4c431-9c33-49d9-a181-c0c14304321f tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Calling delete_port for 36a0d8bf-27fd-4d36-87dc-f83913af34f7 owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:24.876022 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:47:24.876022 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:47:24.876022 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:47:24.876022 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:47:24.876022 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:47:24.876022 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:47:24.876022 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:47:24.876022 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:47:24.876022 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:47:24.876022 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:47:24.876022 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:47:24.876022 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:47:24.876022 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:47:24.876022 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:47:24.876022 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:47:24.876022 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:47:24.876022 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:47:24.876022 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:47:24.876022 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:47:24.876022 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:47:24.876022 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:47:24.876022 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:47:24.876022 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:47:24.876022 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:47:24.876022 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:47:24.876022 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:47:24.876022 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:47:24.876022 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:47:24.876022 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:47:24.876022 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:47:24.876022 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:47:24.876022 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:47:24.961336 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-06dab6a7-f704-4b8d-a62e-bb5c775b24bb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:24.985490 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-64b4c431-9c33-49d9-a181-c0c14304321f tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:24.994488 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-06dab6a7-f704-4b8d-a62e-bb5c775b24bb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:25.001022 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dab6a7-f704-4b8d-a62e-bb5c775b24bb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event deleted for resources: {'Network': ['ID=b0c781c2-5079-45de-9166-262fd83fb6c7,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:25.014473 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-06dab6a7-f704-4b8d-a62e-bb5c775b24bb tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "DELETE /v2.0/networks/b0c781c2-5079-45de-9166-262fd83fb6c7 HTTP/1.1" status: 204 len: 168 time: 0.5371220 Apr 20 17:47:25.017554 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53108) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:25.056867 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4c431-9c33-49d9-a181-c0c14304321f tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Port': ['ID=36a0d8bf-27fd-4d36-87dc-f83913af34f7,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:25.066493 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-64b4c431-9c33-49d9-a181-c0c14304321f tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:25.080707 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-64b4c431-9c33-49d9-a181-c0c14304321f tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/ports/36a0d8bf-27fd-4d36-87dc-f83913af34f7 HTTP/1.1" status: 204 len: 168 time: 0.9914696 Apr 20 17:47:25.083561 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53112) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:25.097090 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eebf8fe9-a6e9-45f1-8d72-d5e7a4fa0fa9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:25.127843 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eebf8fe9-a6e9-45f1-8d72-d5e7a4fa0fa9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:25.140567 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa974e0-a145-43db-9e91-f62aad8991c4 admin admin] Router 033a883d-84fa-43dc-bb85-7fb823bdf93c has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:47:25.200046 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eebf8fe9-a6e9-45f1-8d72-d5e7a4fa0fa9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:25.219579 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf8fe9-a6e9-45f1-8d72-d5e7a4fa0fa9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3364ff-ec0f-44f9-bf4a-7d15c518057d,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:25.228679 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eebf8fe9-a6e9-45f1-8d72-d5e7a4fa0fa9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:25.230693 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-eebf8fe9-a6e9-45f1-8d72-d5e7a4fa0fa9 tempest-TestNetworkAdvancedServerOps-1592890957 tempest-TestNetworkAdvancedServerOps-1592890957-project] 10.222.0.39 "DELETE /v2.0/security-groups/5a3364ff-ec0f-44f9-bf4a-7d15c518057d HTTP/1.1" status: 204 len: 168 time: 0.2125940 Apr 20 17:47:25.304856 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1af8c1b-e7d2-4b8c-8aca-347e42bba8a4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:25.305577 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a1af8c1b-e7d2-4b8c-8aca-347e42bba8a4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Synchronizing usage tracker for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:47:25.339576 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a1af8c1b-e7d2-4b8c-8aca-347e42bba8a4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Unset dirty status for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:47:25.340731 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a1af8c1b-e7d2-4b8c-8aca-347e42bba8a4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2550280 Apr 20 17:47:25.343644 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53120) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:25.431270 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa974e0-a145-43db-9e91-f62aad8991c4 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:47:25.436118 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-eaa974e0-a145-43db-9e91-f62aad8991c4 admin admin] 10.222.0.39 "PUT /v2.0/routers/033a883d-84fa-43dc-bb85-7fb823bdf93c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2819319 Apr 20 17:47:25.438700 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53124) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:25.445430 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c84d2a-a208-43dc-9335-2a500edb36b5 None None] Sync routers for ids ['033a883d-84fa-43dc-bb85-7fb823bdf93c'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:47:25.469696 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c84d2a-a208-43dc-9335-2a500edb36b5 None None] Routers {'033a883d-84fa-43dc-bb85-7fb823bdf93c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:47:25.472616 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-65c84d2a-a208-43dc-9335-2a500edb36b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:47:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['033a883d-84fa-43dc-bb85-7fb823bdf93c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:25.609062 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1f154fa-4b46-402c-a399-119359294108 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] GET failed (client error): The resource could not be found. Apr 20 17:47:25.610403 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b1f154fa-4b46-402c-a399-119359294108 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "GET /v2.0/ports/36a0d8bf-27fd-4d36-87dc-f83913af34f7 HTTP/1.1" status: 404 len: 333 time: 0.2656119 Apr 20 17:47:25.616024 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53130) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:25.625541 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-0a759a6b-650d-4daf-a6e1-9c38d53a4f49 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-299335190'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:25.634050 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0a759a6b-650d-4daf-a6e1-9c38d53a4f49 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:25.643986 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0a759a6b-650d-4daf-a6e1-9c38d53a4f49 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:network and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:25.648328 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0a759a6b-650d-4daf-a6e1-9c38d53a4f49 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:25.654897 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0a759a6b-650d-4daf-a6e1-9c38d53a4f49 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:25.666463 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a759a6b-650d-4daf-a6e1-9c38d53a4f49 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:47:25.671028 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0a759a6b-650d-4daf-a6e1-9c38d53a4f49 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:25.721675 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a759a6b-650d-4daf-a6e1-9c38d53a4f49 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:47:25.740133 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-65c84d2a-a208-43dc-9335-2a500edb36b5 None None] Set router 033a883d-84fa-43dc-bb85-7fb823bdf93c gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:47:25.742700 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8dcc8a0-4a3f-491a-8e80-1118c03586d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:25.744013 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0a759a6b-650d-4daf-a6e1-9c38d53a4f49 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:25.744356 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-0a759a6b-650d-4daf-a6e1-9c38d53a4f49 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Added segment 81712481-4ecd-45c8-bf29-e66d75c53e18 of type vlan for network b448de9a-d3be-4235-b014-a1a9ae920d7a Apr 20 17:47:25.755998 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53134) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:25.785270 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0a759a6b-650d-4daf-a6e1-9c38d53a4f49 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:25.838308 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0a759a6b-650d-4daf-a6e1-9c38d53a4f49 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:25.847334 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a759a6b-650d-4daf-a6e1-9c38d53a4f49 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:25.847954 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0a759a6b-650d-4daf-a6e1-9c38d53a4f49 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:25.999695 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8dcc8a0-4a3f-491a-8e80-1118c03586d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:26.003472 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d2f45923-ee42-4027-8728-68fddc723767 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:47:26.012414 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-a8dcc8a0-4a3f-491a-8e80-1118c03586d0 admin admin] Deleting port 162f6088-88a6-4fb3-9c0c-8a73c8c4b085 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:26.012807 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8dcc8a0-4a3f-491a-8e80-1118c03586d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:26.041394 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0a759a6b-650d-4daf-a6e1-9c38d53a4f49 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4216921 Apr 20 17:47:26.042594 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53142) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:26.053404 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: d2f45923-ee42-4027-8728-68fddc723767 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:47:26.053740 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d2f45923-ee42-4027-8728-68fddc723767 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:47:26.060218 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-93b28c4c-1417-4ef1-9d8c-fa5b92ee8057 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'subnet': {'network_id': 'b448de9a-d3be-4235-b014-a1a9ae920d7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:26.074833 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a759a6b-650d-4daf-a6e1-9c38d53a4f49 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Network': ['ID=b448de9a-d3be-4235-b014-a1a9ae920d7a,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:26.092019 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c293eed3-6d9a-4d7f-a82a-3df7f4f4b3d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ac289a58365e49439c6a449ebba5fb54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3348744 Apr 20 17:47:26.092776 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53146) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:26.095940 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network b448de9a-d3be-4235-b014-a1a9ae920d7a details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:47:26.159468 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dcb2e155-9994-412e-97e1-92a116dffd2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:26.233236 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dcb2e155-9994-412e-97e1-92a116dffd2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:26.291187 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-65c84d2a-a208-43dc-9335-2a500edb36b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033a883d-84fa-43dc-bb85-7fb823bdf93c', 'name': 'tempest-TestServerMultinode-214052317-router', 'tenant_id': '7918b973982145af9c41d09d5feda08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '162f6088-88a6-4fb3-9c0c-8a73c8c4b085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:46:16Z', 'updated_at': '2022-04-20T17:47:22Z', 'revision_number': 5, 'project_id': '7918b973982145af9c41d09d5feda08e', 'gw_port': {'id': '162f6088-88a6-4fb3-9c0c-8a73c8c4b085', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033a883d-84fa-43dc-bb85-7fb823bdf93c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:46:17Z', 'updated_at': '2022-04-20T17:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:26.295981 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c84d2a-a208-43dc-9335-2a500edb36b5 None None] Checking router: 033a883d-84fa-43dc-bb85-7fb823bdf93c for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:47:26.308069 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-93b28c4c-1417-4ef1-9d8c-fa5b92ee8057 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:26.313516 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c84d2a-a208-43dc-9335-2a500edb36b5 None None] Routers {'033a883d-84fa-43dc-bb85-7fb823bdf93c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:47:26.314420 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-65c84d2a-a208-43dc-9335-2a500edb36b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:47:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['033a883d-84fa-43dc-bb85-7fb823bdf93c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:26.316858 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-93b28c4c-1417-4ef1-9d8c-fa5b92ee8057 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:subnet and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:26.319652 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dcb2e155-9994-412e-97e1-92a116dffd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:26.330446 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-93b28c4c-1417-4ef1-9d8c-fa5b92ee8057 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:26.341458 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-93b28c4c-1417-4ef1-9d8c-fa5b92ee8057 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:26.343362 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2e155-9994-412e-97e1-92a116dffd2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640054a3-0a21-4285-970f-9b2605223cfb,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:26.357514 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dcb2e155-9994-412e-97e1-92a116dffd2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:26.361087 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-dcb2e155-9994-412e-97e1-92a116dffd2b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/640054a3-0a21-4285-970f-9b2605223cfb HTTP/1.1" status: 204 len: 168 time: 0.2649088 Apr 20 17:47:26.363780 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b28c4c-1417-4ef1-9d8c-fa5b92ee8057 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:47:26.436887 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-a8dcc8a0-4a3f-491a-8e80-1118c03586d0 admin admin] For port 162f6088-88a6-4fb3-9c0c-8a73c8c4b085, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=162f6088-88a6-4fb3-9c0c-8a73c8c4b085,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:26.437237 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8dcc8a0-4a3f-491a-8e80-1118c03586d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:26.549091 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-65c84d2a-a208-43dc-9335-2a500edb36b5 None None] Set router 033a883d-84fa-43dc-bb85-7fb823bdf93c gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:47:26.656966 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-65c84d2a-a208-43dc-9335-2a500edb36b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033a883d-84fa-43dc-bb85-7fb823bdf93c', 'name': 'tempest-TestServerMultinode-214052317-router', 'tenant_id': '7918b973982145af9c41d09d5feda08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:46:16Z', 'updated_at': '2022-04-20T17:47:25Z', 'revision_number': 6, 'project_id': '7918b973982145af9c41d09d5feda08e', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:26.661372 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c84d2a-a208-43dc-9335-2a500edb36b5 None None] The sync data for ids ['033a883d-84fa-43dc-bb85-7fb823bdf93c'] in n-d-838032-1 is: [{'id': '033a883d-84fa-43dc-bb85-7fb823bdf93c', 'name': 'tempest-TestServerMultinode-214052317-router', 'tenant_id': '7918b973982145af9c41d09d5feda08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:46:16Z', 'updated_at': '2022-04-20T17:47:25Z', 'revision_number': 6, 'project_id': '7918b973982145af9c41d09d5feda08e', 'gw_port_host': None}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:47:26.700871 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-a8dcc8a0-4a3f-491a-8e80-1118c03586d0 admin admin] Calling delete_port for 162f6088-88a6-4fb3-9c0c-8a73c8c4b085 owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:26.745493 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-93b28c4c-1417-4ef1-9d8c-fa5b92ee8057 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:26.831724 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53154) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:26.885813 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-839bd5d0-95df-4c12-a9e6-bfd2feab4495 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ce0cf70e8663429f900b3dc619f07c1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0527294 Apr 20 17:47:26.888407 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53158) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:26.957837 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-abd46ac1-af33-40e4-bfef-ed37fa354d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:26.984330 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-abd46ac1-af33-40e4-bfef-ed37fa354d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:27.055932 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-abd46ac1-af33-40e4-bfef-ed37fa354d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:27.062682 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8dcc8a0-4a3f-491a-8e80-1118c03586d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:27.076295 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd46ac1-af33-40e4-bfef-ed37fa354d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c7c0fc-68e7-4271-8643-9b0e46905da6,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:27.111566 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-93b28c4c-1417-4ef1-9d8c-fa5b92ee8057 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:27.117720 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-abd46ac1-af33-40e4-bfef-ed37fa354d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:27.122024 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-abd46ac1-af33-40e4-bfef-ed37fa354d15 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/79c7c0fc-68e7-4271-8643-9b0e46905da6 HTTP/1.1" status: 204 len: 168 time: 0.2325797 Apr 20 17:47:27.171943 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dcc8a0-4a3f-491a-8e80-1118c03586d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=162f6088-88a6-4fb3-9c0c-8a73c8c4b085,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:27.295845 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b28c4c-1417-4ef1-9d8c-fa5b92ee8057 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Subnet': ['ID=28ad3b45-82b3-4e3e-8ea3-63c8946479f6,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:27.319724 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b28c4c-1417-4ef1-9d8c-fa5b92ee8057 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Checking segment: {'id': '81712481-4ecd-45c8-bf29-e66d75c53e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b448de9a-d3be-4235-b014-a1a9ae920d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:47:27.320006 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b28c4c-1417-4ef1-9d8c-fa5b92ee8057 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network hostable DHCP agents. Network: b448de9a-d3be-4235-b014-a1a9ae920d7a, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:47:27.464054 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8dcc8a0-4a3f-491a-8e80-1118c03586d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:27.622097 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b28c4c-1417-4ef1-9d8c-fa5b92ee8057 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network b448de9a-d3be-4235-b014-a1a9ae920d7a is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:47:27.754227 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-93b28c4c-1417-4ef1-9d8c-fa5b92ee8057 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, b448de9a-d3be-4235-b014-a1a9ae920d7a) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:47:27.761553 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b28c4c-1417-4ef1-9d8c-fa5b92ee8057 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:27.762119 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-93b28c4c-1417-4ef1-9d8c-fa5b92ee8057 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:27.763754 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4413868d-b054-49f4-994e-c7c77b8925e9 None None] Network b448de9a-d3be-4235-b014-a1a9ae920d7a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:47:27.770046 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8dcc8a0-4a3f-491a-8e80-1118c03586d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:27.781091 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8dcc8a0-4a3f-491a-8e80-1118c03586d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:27.799932 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-93b28c4c-1417-4ef1-9d8c-fa5b92ee8057 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7516313 Apr 20 17:47:27.802596 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53182) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:27.808747 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-e20cae16-75b5-4f82-985d-ea5ac9448d3c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'subnet': {'network_id': 'b448de9a-d3be-4235-b014-a1a9ae920d7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:27.837318 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8dcc8a0-4a3f-491a-8e80-1118c03586d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:27.837893 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8dcc8a0-4a3f-491a-8e80-1118c03586d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 033a883d-84fa-43dc-bb85-7fb823bdf93c {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:47:27.848702 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8dcc8a0-4a3f-491a-8e80-1118c03586d0 admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:27.852069 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a8dcc8a0-4a3f-491a-8e80-1118c03586d0 admin admin] 10.222.0.39 "DELETE /v2.0/routers/033a883d-84fa-43dc-bb85-7fb823bdf93c HTTP/1.1" status: 204 len: 168 time: 2.4123809 Apr 20 17:47:27.854618 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53186) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:28.040229 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bf211a-eabf-46cf-921a-85aafdbd6af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-b448de9a-d3be-4235-b014-a1a9ae920d7a', 'network_id': 'b448de9a-d3be-4235-b014-a1a9ae920d7a', 'tenant_id': 'fcf560f44a0348198b56b4605e9fc555', 'fixed_ips': [{'subnet_id': '28ad3b45-82b3-4e3e-8ea3-63c8946479f6'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:47:28.041322 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-39bf211a-eabf-46cf-921a-85aafdbd6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:28.077970 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4907401-364b-4082-ae44-dbee29a94e59 admin admin] Deleting subnet 820006eb-7189-4974-a8d4-359e39ffeced {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:47:28.086867 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f4907401-364b-4082-ae44-dbee29a94e59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:28.101374 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ea6e3639-a073-46a0-a5a8-1526ddcb2017 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:47:28.130365 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e20cae16-75b5-4f82-985d-ea5ac9448d3c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:28.141395 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e20cae16-75b5-4f82-985d-ea5ac9448d3c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:subnet and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:28.146453 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e20cae16-75b5-4f82-985d-ea5ac9448d3c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:28.152789 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: ea6e3639-a073-46a0-a5a8-1526ddcb2017 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:47:28.153751 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ea6e3639-a073-46a0-a5a8-1526ddcb2017 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:47:28.154390 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 162f6088-88a6-4fb3-9c0c-8a73c8c4b085 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:47:28.157812 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e20cae16-75b5-4f82-985d-ea5ac9448d3c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:28.187347 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f4907401-364b-4082-ae44-dbee29a94e59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:28.229314 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20cae16-75b5-4f82-985d-ea5ac9448d3c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:47:28.307968 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-39bf211a-eabf-46cf-921a-85aafdbd6af4 None None] Allocated IP 172.20.0.2 (b448de9a-d3be-4235-b014-a1a9ae920d7a/28ad3b45-82b3-4e3e-8ea3-63c8946479f6/810e73ab-a1e9-421c-9b5a-202632621a5f) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:47:28.355373 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f4907401-364b-4082-ae44-dbee29a94e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:28.437595 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f4907401-364b-4082-ae44-dbee29a94e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:28.508143 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4907401-364b-4082-ae44-dbee29a94e59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=820006eb-7189-4974-a8d4-359e39ffeced,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:28.532002 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f4907401-364b-4082-ae44-dbee29a94e59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:28.537682 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f4907401-364b-4082-ae44-dbee29a94e59 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/820006eb-7189-4974-a8d4-359e39ffeced HTTP/1.1" status: 204 len: 168 time: 0.6820447 Apr 20 17:47:28.540309 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53200) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:28.554723 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e20cae16-75b5-4f82-985d-ea5ac9448d3c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:28.556959 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 162f6088-88a6-4fb3-9c0c-8a73c8c4b085 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:47:28.557305 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 162f6088-88a6-4fb3-9c0c-8a73c8c4b085 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:47:28.564482 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a744140-6942-4cac-94d2-30a2bd1b896c None None] Network f3465054-501f-447c-bc33-90c5eb4441ec requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:47:28.699394 n-d-838032-1 neutron-server[84081]: INFO neutron.db.ipam_backend_mixin [None req-e20cae16-75b5-4f82-985d-ea5ac9448d3c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 28ad3b45-82b3-4e3e-8ea3-63c8946479f6 (CIDR: 172.20.0.0/28) Apr 20 17:47:28.704974 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20cae16-75b5-4f82-985d-ea5ac9448d3c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:47:28.706367 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e20cae16-75b5-4f82-985d-ea5ac9448d3c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:47:28.718119 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-70cc289d-e071-4e5a-acb4-15656d9c68ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:28.732252 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-70cc289d-e071-4e5a-acb4-15656d9c68ef admin admin] Deleting port c78437e8-a0c7-4316-aac6-544757c13dfa {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:28.732535 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-70cc289d-e071-4e5a-acb4-15656d9c68ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:28.732920 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e20cae16-75b5-4f82-985d-ea5ac9448d3c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9291837 Apr 20 17:47:28.735762 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53206) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:28.743236 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-434ba09a-7035-4d75-b352-b72168cddb66 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'subnet': {'network_id': 'b448de9a-d3be-4235-b014-a1a9ae920d7a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:28.920495 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-434ba09a-7035-4d75-b352-b72168cddb66 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:28.926429 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-434ba09a-7035-4d75-b352-b72168cddb66 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:subnet and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:28.929781 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-434ba09a-7035-4d75-b352-b72168cddb66 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:28.930070 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-39bf211a-eabf-46cf-921a-85aafdbd6af4 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:28.938028 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-434ba09a-7035-4d75-b352-b72168cddb66 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:28.950069 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-39bf211a-eabf-46cf-921a-85aafdbd6af4 None None] Transition to ACTIVE for port object 810e73ab-a1e9-421c-9b5a-202632621a5f will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:47:28.955940 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434ba09a-7035-4d75-b352-b72168cddb66 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:47:28.965321 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-434ba09a-7035-4d75-b352-b72168cddb66 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:28.974635 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-39bf211a-eabf-46cf-921a-85aafdbd6af4 None None] Transition to ACTIVE for port object 810e73ab-a1e9-421c-9b5a-202632621a5f will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:47:28.993450 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-39bf211a-eabf-46cf-921a-85aafdbd6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:29.051467 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33fafb8-d027-45df-b408-ad6b0d660fb3 None None] DHCP port deletion for f3465054-501f-447c-bc33-90c5eb4441ec request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:47:29.066226 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d33fafb8-d027-45df-b408-ad6b0d660fb3 None None] Deleting port c78437e8-a0c7-4316-aac6-544757c13dfa {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:29.067240 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d33fafb8-d027-45df-b408-ad6b0d660fb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:29.098926 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-70cc289d-e071-4e5a-acb4-15656d9c68ef admin admin] For port c78437e8-a0c7-4316-aac6-544757c13dfa, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c78437e8-a0c7-4316-aac6-544757c13dfa,segment=NetworkSegment(d368fbf6-0003-4dc9-8db7-5beafe9df9b3),segment_id=d368fbf6-0003-4dc9-8db7-5beafe9df9b3)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:29.099337 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-70cc289d-e071-4e5a-acb4-15656d9c68ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:29.234172 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-70cc289d-e071-4e5a-acb4-15656d9c68ef admin admin] Calling delete_port for c78437e8-a0c7-4316-aac6-544757c13dfa owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:29.260143 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-434ba09a-7035-4d75-b352-b72168cddb66 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:29.299774 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf211a-eabf-46cf-921a-85aafdbd6af4 None None] Pushing event updated for resources: {'Port': ['ID=810e73ab-a1e9-421c-9b5a-202632621a5f,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:29.303704 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bf211a-eabf-46cf-921a-85aafdbd6af4 None None] Network b448de9a-d3be-4235-b014-a1a9ae920d7a is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:47:29.307199 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-39bf211a-eabf-46cf-921a-85aafdbd6af4 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:47:29.311456 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bf211a-eabf-46cf-921a-85aafdbd6af4 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:47:29.326700 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-70cc289d-e071-4e5a-acb4-15656d9c68ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:29.383188 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc289d-e071-4e5a-acb4-15656d9c68ef admin admin] Pushing event deleted for resources: {'Port': ['ID=c78437e8-a0c7-4316-aac6-544757c13dfa,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:29.389575 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cc289d-e071-4e5a-acb4-15656d9c68ef admin admin] No DVR routers for this DVR port c78437e8-a0c7-4316-aac6-544757c13dfa on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:47:29.460887 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434ba09a-7035-4d75-b352-b72168cddb66 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network b448de9a-d3be-4235-b014-a1a9ae920d7a is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:47:29.465816 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-434ba09a-7035-4d75-b352-b72168cddb66 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:47:29.472971 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-d33fafb8-d027-45df-b408-ad6b0d660fb3 None None] For port c78437e8-a0c7-4316-aac6-544757c13dfa, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c78437e8-a0c7-4316-aac6-544757c13dfa,segment=NetworkSegment(d368fbf6-0003-4dc9-8db7-5beafe9df9b3),segment_id=d368fbf6-0003-4dc9-8db7-5beafe9df9b3)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:29.473359 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d33fafb8-d027-45df-b408-ad6b0d660fb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:29.476127 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434ba09a-7035-4d75-b352-b72168cddb66 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:29.476711 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-434ba09a-7035-4d75-b352-b72168cddb66 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:29.512153 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ba09a-7035-4d75-b352-b72168cddb66 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Subnet': ['ID=22b3a418-f136-401f-97c7-29c0587469d8,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:29.517011 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-434ba09a-7035-4d75-b352-b72168cddb66 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7797506 Apr 20 17:47:29.519508 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53226) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:29.529004 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-67f4695b-1a38-45f4-aedb-d3629fb3a387 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'port': {'network_id': 'b448de9a-d3be-4235-b014-a1a9ae920d7a', 'fixed_ips': [{'subnet_id': '28ad3b45-82b3-4e3e-8ea3-63c8946479f6'}, {'subnet_id': '22b3a418-f136-401f-97c7-29c0587469d8'}], 'name': 'tempest-PortsTestJSON-34073930'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:29.590917 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-70cc289d-e071-4e5a-acb4-15656d9c68ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:29.618550 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-39bf211a-eabf-46cf-921a-85aafdbd6af4 None None] Attempting to bind port 810e73ab-a1e9-421c-9b5a-202632621a5f on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:47:29.618931 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-39bf211a-eabf-46cf-921a-85aafdbd6af4 None None] Attempting to bind port 810e73ab-a1e9-421c-9b5a-202632621a5f by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '81712481-4ecd-45c8-bf29-e66d75c53e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b448de9a-d3be-4235-b014-a1a9ae920d7a'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:47:29.619282 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bf211a-eabf-46cf-921a-85aafdbd6af4 None None] Attempting to bind port 810e73ab-a1e9-421c-9b5a-202632621a5f on network b448de9a-d3be-4235-b014-a1a9ae920d7a {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:47:29.631334 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d33fafb8-d027-45df-b408-ad6b0d660fb3 None None] Calling delete_port for c78437e8-a0c7-4316-aac6-544757c13dfa owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:29.639367 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-70cc289d-e071-4e5a-acb4-15656d9c68ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3465054-501f-447c-bc33-90c5eb4441ec']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:29.654143 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-70cc289d-e071-4e5a-acb4-15656d9c68ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd368fbf6-0003-4dc9-8db7-5beafe9df9b3') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:29.654552 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-70cc289d-e071-4e5a-acb4-15656d9c68ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd368fbf6-0003-4dc9-8db7-5beafe9df9b3') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:29.666399 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53234) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:29.669529 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bf211a-eabf-46cf-921a-85aafdbd6af4 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:47:29.670566 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bf211a-eabf-46cf-921a-85aafdbd6af4 None None] Checking segment: {'id': '81712481-4ecd-45c8-bf29-e66d75c53e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b448de9a-d3be-4235-b014-a1a9ae920d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:47:29.670566 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-39bf211a-eabf-46cf-921a-85aafdbd6af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:29.672093 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bf211a-eabf-46cf-921a-85aafdbd6af4 None None] Bound using segment: {'id': '81712481-4ecd-45c8-bf29-e66d75c53e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b448de9a-d3be-4235-b014-a1a9ae920d7a'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:47:29.672093 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-39bf211a-eabf-46cf-921a-85aafdbd6af4 None None] Bound port: 810e73ab-a1e9-421c-9b5a-202632621a5f, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81712481-4ecd-45c8-bf29-e66d75c53e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b448de9a-d3be-4235-b014-a1a9ae920d7a'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:47:29.672093 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-39bf211a-eabf-46cf-921a-85aafdbd6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:29.689293 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-70cc289d-e071-4e5a-acb4-15656d9c68ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:29.725605 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-70cc289d-e071-4e5a-acb4-15656d9c68ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:29.739499 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70cc289d-e071-4e5a-acb4-15656d9c68ef admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:47:29.740011 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-70cc289d-e071-4e5a-acb4-15656d9c68ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:29.740571 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-67f4695b-1a38-45f4-aedb-d3629fb3a387 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:29.760371 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:47:29.760371 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:47:29.760371 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:47:29.760371 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:47:29.760371 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:47:29.760371 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:47:29.760371 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:47:29.760371 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:47:29.760371 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:47:29.760371 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:47:29.760371 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:47:29.760371 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:47:29.760371 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:47:29.760371 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:47:29.760371 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:47:29.760371 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:47:29.760371 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:47:29.760371 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:47:29.760371 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:47:29.760371 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:47:29.760371 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:47:29.760371 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:47:29.760371 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:47:29.760371 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:47:29.760371 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:47:29.760371 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:47:29.760371 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:47:29.760371 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:47:29.760371 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:47:29.760371 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:47:29.760371 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:47:29.760371 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:47:29.762770 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-67f4695b-1a38-45f4-aedb-d3629fb3a387 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:29.779732 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f4695b-1a38-45f4-aedb-d3629fb3a387 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:47:29.788925 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-67f4695b-1a38-45f4-aedb-d3629fb3a387 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:29.838307 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-67f4695b-1a38-45f4-aedb-d3629fb3a387 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] device_id is not set on port 1e64970a-808c-4d78-9fb3-809d4e74dd5f yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:47:29.849618 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-d33fafb8-d027-45df-b408-ad6b0d660fb3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:47:29.850017 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-d33fafb8-d027-45df-b408-ad6b0d660fb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:47:29.855974 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-39bf211a-eabf-46cf-921a-85aafdbd6af4 None None] For port 810e73ab-a1e9-421c-9b5a-202632621a5f, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:47:29.861535 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-39bf211a-eabf-46cf-921a-85aafdbd6af4 None None] For port 810e73ab-a1e9-421c-9b5a-202632621a5f, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=810e73ab-a1e9-421c-9b5a-202632621a5f,segment=NetworkSegment(81712481-4ecd-45c8-bf29-e66d75c53e18),segment_id=81712481-4ecd-45c8-bf29-e66d75c53e18)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:47:29.861735 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-70cc289d-e071-4e5a-acb4-15656d9c68ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:29.873921 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-39bf211a-eabf-46cf-921a-85aafdbd6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:29.907328 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-70cc289d-e071-4e5a-acb4-15656d9c68ef admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:29.940083 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-70cc289d-e071-4e5a-acb4-15656d9c68ef admin admin] 10.222.0.39 "DELETE /v2.0/networks/f3465054-501f-447c-bc33-90c5eb4441ec HTTP/1.1" status: 204 len: 168 time: 1.3968723 Apr 20 17:47:29.949502 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc289d-e071-4e5a-acb4-15656d9c68ef admin admin] Pushing event deleted for resources: {'Network': ['ID=f3465054-501f-447c-bc33-90c5eb4441ec,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:29.996543 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-240b8676-21c0-4e8c-bea0-72bac9701895 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Request body: {'network': {'name': 'tempest-network-smoke--2080735633', 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'port_security_enabled': True}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:30.002131 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-240b8676-21c0-4e8c-bea0-72bac9701895 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:30.010869 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-240b8676-21c0-4e8c-bea0-72bac9701895 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Usage tracker for resource:network and tenant:46418d03dcfd4ae1a968507356cc51c0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:30.017388 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf211a-eabf-46cf-921a-85aafdbd6af4 None None] Pushing event updated for resources: {'Port': ['ID=810e73ab-a1e9-421c-9b5a-202632621a5f,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:30.021651 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-240b8676-21c0-4e8c-bea0-72bac9701895 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:30.031916 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-240b8676-21c0-4e8c-bea0-72bac9701895 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:30.077830 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c78437e8-a0c7-4316-aac6-544757c13dfa no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:47:30.082760 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240b8676-21c0-4e8c-bea0-72bac9701895 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Made reservation on behalf of 46418d03dcfd4ae1a968507356cc51c0 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:47:30.090387 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-240b8676-21c0-4e8c-bea0-72bac9701895 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:30.131465 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-240b8676-21c0-4e8c-bea0-72bac9701895 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:30.143002 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: c78437e8-a0c7-4316-aac6-544757c13dfa {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:47:30.143379 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c78437e8-a0c7-4316-aac6-544757c13dfa not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:47:30.213360 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-240b8676-21c0-4e8c-bea0-72bac9701895 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:30.223085 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-240b8676-21c0-4e8c-bea0-72bac9701895 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Usage tracker for resource:security_group_rule and tenant:46418d03dcfd4ae1a968507356cc51c0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:30.231843 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-240b8676-21c0-4e8c-bea0-72bac9701895 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:30.250501 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-240b8676-21c0-4e8c-bea0-72bac9701895 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:30.351729 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d33fafb8-d027-45df-b408-ad6b0d660fb3 None None] Deleting port c78437e8-a0c7-4316-aac6-544757c13dfa {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:30.352258 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d33fafb8-d027-45df-b408-ad6b0d660fb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:30.408400 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-240b8676-21c0-4e8c-bea0-72bac9701895 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:30.424839 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-240b8676-21c0-4e8c-bea0-72bac9701895 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:30.447499 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-240b8676-21c0-4e8c-bea0-72bac9701895 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:47:30.463182 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d33fafb8-d027-45df-b408-ad6b0d660fb3 None None] The port 'c78437e8-a0c7-4316-aac6-544757c13dfa' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:47:30.463542 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-240b8676-21c0-4e8c-bea0-72bac9701895 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:30.463957 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-240b8676-21c0-4e8c-bea0-72bac9701895 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Added segment 6e85f463-5e3c-4100-a174-df110751f91c of type vlan for network 5d802f55-617b-41b1-aea9-185e56a78e30 Apr 20 17:47:30.501204 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53244) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:30.557039 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-240b8676-21c0-4e8c-bea0-72bac9701895 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:30.564869 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b8676-21c0-4e8c-bea0-72bac9701895 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c24f61f5-7653-4b2a-bdfd-4d6209c2d73f,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:30.599403 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-240b8676-21c0-4e8c-bea0-72bac9701895 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:30.604369 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-67f4695b-1a38-45f4-aedb-d3629fb3a387 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Allocated IP 172.20.0.11 (b448de9a-d3be-4235-b014-a1a9ae920d7a/28ad3b45-82b3-4e3e-8ea3-63c8946479f6/1e64970a-808c-4d78-9fb3-809d4e74dd5f) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:47:30.613835 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240b8676-21c0-4e8c-bea0-72bac9701895 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:30.613835 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-240b8676-21c0-4e8c-bea0-72bac9701895 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:30.625448 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-67f4695b-1a38-45f4-aedb-d3629fb3a387 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Allocated IP 172.20.0.20 (b448de9a-d3be-4235-b014-a1a9ae920d7a/22b3a418-f136-401f-97c7-29c0587469d8/1e64970a-808c-4d78-9fb3-809d4e74dd5f) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:47:30.644305 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-de9db61c-877c-4004-87bc-ce5041dd3600 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=560fc7d0ae5a4355a4014eceee84b30e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1422169 Apr 20 17:47:30.644891 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53248) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:30.750888 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-240b8676-21c0-4e8c-bea0-72bac9701895 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0834112 Apr 20 17:47:30.751983 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b8676-21c0-4e8c-bea0-72bac9701895 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'Network': ['ID=5d802f55-617b-41b1-aea9-185e56a78e30,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:30.754887 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53252) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:30.761417 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-7c46c033-a2e9-4342-a8d8-c9c535f84334 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1342585392', 'admin_state_up': True, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:30.762927 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 5d802f55-617b-41b1-aea9-185e56a78e30 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:47:30.769399 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7c46c033-a2e9-4342-a8d8-c9c535f84334 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:30.777205 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7c46c033-a2e9-4342-a8d8-c9c535f84334 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Usage tracker for resource:router and tenant:46418d03dcfd4ae1a968507356cc51c0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:30.781158 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7c46c033-a2e9-4342-a8d8-c9c535f84334 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:30.788312 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7c46c033-a2e9-4342-a8d8-c9c535f84334 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:30.804555 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7c46c033-a2e9-4342-a8d8-c9c535f84334 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:30.805942 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7c46c033-a2e9-4342-a8d8-c9c535f84334 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:30.819946 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b698a19a-4d32-4915-84a5-38ec625c4a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:30.858621 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7c46c033-a2e9-4342-a8d8-c9c535f84334 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:30.942300 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b698a19a-4d32-4915-84a5-38ec625c4a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:31.075237 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b698a19a-4d32-4915-84a5-38ec625c4a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:31.085199 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7c46c033-a2e9-4342-a8d8-c9c535f84334 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:31.121807 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698a19a-4d32-4915-84a5-38ec625c4a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4111380a-a1e4-410d-aca0-1d2bf4ae7d80,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:31.179958 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-67f4695b-1a38-45f4-aedb-d3629fb3a387 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:31.186287 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b698a19a-4d32-4915-84a5-38ec625c4a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:31.187938 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b698a19a-4d32-4915-84a5-38ec625c4a53 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4111380a-a1e4-410d-aca0-1d2bf4ae7d80 HTTP/1.1" status: 204 len: 168 time: 0.5398355 Apr 20 17:47:31.211935 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-67f4695b-1a38-45f4-aedb-d3629fb3a387 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Transition to ACTIVE for port object 1e64970a-808c-4d78-9fb3-809d4e74dd5f will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:47:31.241549 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-67f4695b-1a38-45f4-aedb-d3629fb3a387 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:31.321092 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f4695b-1a38-45f4-aedb-d3629fb3a387 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network b448de9a-d3be-4235-b014-a1a9ae920d7a is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:47:31.329152 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-67f4695b-1a38-45f4-aedb-d3629fb3a387 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:47:31.338702 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f4695b-1a38-45f4-aedb-d3629fb3a387 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:47:31.376048 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7c46c033-a2e9-4342-a8d8-c9c535f84334 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:31.446115 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4695b-1a38-45f4-aedb-d3629fb3a387 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Port': ['ID=1e64970a-808c-4d78-9fb3-809d4e74dd5f,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:31.480607 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f4695b-1a38-45f4-aedb-d3629fb3a387 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:31.481442 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7c46c033-a2e9-4342-a8d8-c9c535f84334 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:31.481970 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-67f4695b-1a38-45f4-aedb-d3629fb3a387 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:31.513849 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644889e6-f5e1-4762-a134-65a6a24cd1c0 None None] Network b448de9a-d3be-4235-b014-a1a9ae920d7a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:47:31.515343 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-67f4695b-1a38-45f4-aedb-d3629fb3a387 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.9943016 Apr 20 17:47:31.518129 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53260) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:31.527078 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-77d685a3-f25c-43c1-bfae-6afacb8437ac tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '28ad3b45-82b3-4e3e-8ea3-63c8946479f6'}]}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:31.705731 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-77d685a3-f25c-43c1-bfae-6afacb8437ac tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:31.737711 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-7c46c033-a2e9-4342-a8d8-c9c535f84334 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Allocated IP 172.25.8.25 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/a9db4f2b-2c29-41b8-9e86-760c6569a873) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:47:31.824152 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-bd504b9f-1f23-47ee-bd1e-879127b01e95 None None] Provisioning for port 810e73ab-a1e9-421c-9b5a-202632621a5f completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:47:31.896251 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53266) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:32.078773 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3934954e-3ca8-4b4f-80de-b07fe3a6061f None None] Update dhcp port {'port': {'network_id': 'b448de9a-d3be-4235-b014-a1a9ae920d7a', 'fixed_ips': [{'subnet_id': '28ad3b45-82b3-4e3e-8ea3-63c8946479f6', 'ip_address': '172.20.0.2'}, {'subnet_id': '22b3a418-f136-401f-97c7-29c0587469d8'}], 'binding:host_id': 'n-d-838032-1'}, 'id': '810e73ab-a1e9-421c-9b5a-202632621a5f'} from n-d-838032-1. {{(pid=84082) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 20 17:47:32.132881 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-77d685a3-f25c-43c1-bfae-6afacb8437ac tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Delete allocated IP 172.20.0.20 (b448de9a-d3be-4235-b014-a1a9ae920d7a/22b3a418-f136-401f-97c7-29c0587469d8) {{(pid=84081) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 17:47:32.148122 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5fd6b9b9-f979-42d1-9dbc-ad8aaf3ca580 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7918b973982145af9c41d09d5feda08e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2484424 Apr 20 17:47:32.148870 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53274) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:32.208340 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7c46c033-a2e9-4342-a8d8-c9c535f84334 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:32.209064 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3934954e-3ca8-4b4f-80de-b07fe3a6061f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:32.233632 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 810e73ab-a1e9-421c-9b5a-202632621a5f up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:47:32.258984 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-18fc95a0-d572-42a7-b2c7-3e91ac88d091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:32.290501 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-18fc95a0-d572-42a7-b2c7-3e91ac88d091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:32.302623 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7c46c033-a2e9-4342-a8d8-c9c535f84334 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:32.306570 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-77d685a3-f25c-43c1-bfae-6afacb8437ac tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:32.322352 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-77d685a3-f25c-43c1-bfae-6afacb8437ac tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Ignored duplicate provisioning block setup for port 1e64970a-808c-4d78-9fb3-809d4e74dd5f by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 20 17:47:32.335877 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-77d685a3-f25c-43c1-bfae-6afacb8437ac tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:32.411129 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c46c033-a2e9-4342-a8d8-c9c535f84334 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:47:32.411991 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46c033-a2e9-4342-a8d8-c9c535f84334 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'Port': ['ID=a9db4f2b-2c29-41b8-9e86-760c6569a873,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:32.415873 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-7c46c033-a2e9-4342-a8d8-c9c535f84334 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:47:32.419010 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c46c033-a2e9-4342-a8d8-c9c535f84334 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:47:32.484077 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d685a3-f25c-43c1-bfae-6afacb8437ac tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Port': ['ID=1e64970a-808c-4d78-9fb3-809d4e74dd5f,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:32.528396 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-18fc95a0-d572-42a7-b2c7-3e91ac88d091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:32.564853 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc95a0-d572-42a7-b2c7-3e91ac88d091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a335a793-c519-486d-b5cc-11a056948439,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:32.606930 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 810e73ab-a1e9-421c-9b5a-202632621a5f completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:47:32.609810 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-18fc95a0-d572-42a7-b2c7-3e91ac88d091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:32.610956 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-18fc95a0-d572-42a7-b2c7-3e91ac88d091 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a335a793-c519-486d-b5cc-11a056948439 HTTP/1.1" status: 204 len: 168 time: 0.4616141 Apr 20 17:47:32.617715 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 810e73ab-a1e9-421c-9b5a-202632621a5f triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:47:32.618082 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:32.671750 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7c46c033-a2e9-4342-a8d8-c9c535f84334 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:32.672505 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7c46c033-a2e9-4342-a8d8-c9c535f84334 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:32.708126 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-3934954e-3ca8-4b4f-80de-b07fe3a6061f None None] Allocated IP 172.20.0.18 (b448de9a-d3be-4235-b014-a1a9ae920d7a/22b3a418-f136-401f-97c7-29c0587469d8/810e73ab-a1e9-421c-9b5a-202632621a5f) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:47:32.785395 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53282) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:32.866658 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-77d685a3-f25c-43c1-bfae-6afacb8437ac tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] In _notify_port_updated(), no bound segment for port 1e64970a-808c-4d78-9fb3-809d4e74dd5f on network b448de9a-d3be-4235-b014-a1a9ae920d7a {{(pid=84081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 20 17:47:32.876837 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d685a3-f25c-43c1-bfae-6afacb8437ac tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:32.881522 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-77d685a3-f25c-43c1-bfae-6afacb8437ac tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:32.882933 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-77d685a3-f25c-43c1-bfae-6afacb8437ac tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "PUT /v2.0/ports/1e64970a-808c-4d78-9fb3-809d4e74dd5f HTTP/1.1" status: 200 len: 918 time: 1.3628628 Apr 20 17:47:32.885967 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53288) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:32.897443 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-4d5c5e6d-0d82-419f-9ef8-05658b2b269e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '28ad3b45-82b3-4e3e-8ea3-63c8946479f6'}, {'subnet_id': '22b3a418-f136-401f-97c7-29c0587469d8'}]}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:32.928868 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:33.033708 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c46c033-a2e9-4342-a8d8-c9c535f84334 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Router 68293710-1e09-426e-91f2-a16e2b534e3a is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:47:33.051830 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-3934954e-3ca8-4b4f-80de-b07fe3a6061f None None] For port 810e73ab-a1e9-421c-9b5a-202632621a5f, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=810e73ab-a1e9-421c-9b5a-202632621a5f,segment=NetworkSegment(81712481-4ecd-45c8-bf29-e66d75c53e18),segment_id=81712481-4ecd-45c8-bf29-e66d75c53e18)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:33.112967 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3934954e-3ca8-4b4f-80de-b07fe3a6061f None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:33.159131 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3934954e-3ca8-4b4f-80de-b07fe3a6061f None None] Transition to ACTIVE for port object 810e73ab-a1e9-421c-9b5a-202632621a5f will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:47:33.176916 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4d5c5e6d-0d82-419f-9ef8-05658b2b269e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:33.180030 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3934954e-3ca8-4b4f-80de-b07fe3a6061f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:33.319594 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0335476b-a598-4a73-be30-e427a6b52092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:33.344491 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934954e-3ca8-4b4f-80de-b07fe3a6061f None None] Pushing event updated for resources: {'Port': ['ID=810e73ab-a1e9-421c-9b5a-202632621a5f,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:33.409366 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c46c033-a2e9-4342-a8d8-c9c535f84334 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:47:33.428591 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20d7ff3-72c8-46ee-87a2-200a23d5a398 None None] Sync routers for ids ['68293710-1e09-426e-91f2-a16e2b534e3a'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:47:33.468182 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7c46c033-a2e9-4342-a8d8-c9c535f84334 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:33.472433 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7c46c033-a2e9-4342-a8d8-c9c535f84334 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7134626 Apr 20 17:47:33.472610 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20d7ff3-72c8-46ee-87a2-200a23d5a398 None None] Routers {'68293710-1e09-426e-91f2-a16e2b534e3a'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:47:33.472727 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53292) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:33.473100 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-b20d7ff3-72c8-46ee-87a2-200a23d5a398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:47:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['68293710-1e09-426e-91f2-a16e2b534e3a'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:33.563352 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:47:33.563738 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:47:33.575840 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0335476b-a598-4a73-be30-e427a6b52092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:33.614530 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0335476b-a598-4a73-be30-e427a6b52092 admin admin] Usage tracker for resource:security_group_rule and tenant:2da2938073f847a89b4a58ae58175f0c is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:33.624604 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0335476b-a598-4a73-be30-e427a6b52092 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:33.631266 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0335476b-a598-4a73-be30-e427a6b52092 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:33.698786 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-b20d7ff3-72c8-46ee-87a2-200a23d5a398 None None] Set router 68293710-1e09-426e-91f2-a16e2b534e3a gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:47:33.717107 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5edc1640-d0f5-4ad9-9688-492601a421df tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=46418d03dcfd4ae1a968507356cc51c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2406642 Apr 20 17:47:33.717360 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53298) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:33.767395 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-4d5c5e6d-0d82-419f-9ef8-05658b2b269e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Allocated IP 172.20.0.26 (b448de9a-d3be-4235-b014-a1a9ae920d7a/22b3a418-f136-401f-97c7-29c0587469d8/1e64970a-808c-4d78-9fb3-809d4e74dd5f) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:47:33.855581 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15babed4-c791-4f31-ae3e-52adb959573f tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:33.857095 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-15babed4-c791-4f31-ae3e-52adb959573f tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1388946 Apr 20 17:47:33.862555 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53302) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:33.928370 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bfb0f753-e69e-45e1-97ae-7edec86af543 tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0634482 Apr 20 17:47:33.932302 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53306) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:33.940953 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-b94fbb0a-d2f8-494c-9fe2-0117469ead32 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-929070361', 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30', 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:34.013985 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0335476b-a598-4a73-be30-e427a6b52092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:34.032932 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0335476b-a598-4a73-be30-e427a6b52092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:34.049620 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-b20d7ff3-72c8-46ee-87a2-200a23d5a398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'name': 'tempest-TestNetworkBasicOps-router-1342585392', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:47:30Z', 'updated_at': '2022-04-20T17:47:32Z', 'revision_number': 3, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'gw_port': {'id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:31Z', 'updated_at': '2022-04-20T17:47:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:34.053874 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20d7ff3-72c8-46ee-87a2-200a23d5a398 None None] Checking router: 68293710-1e09-426e-91f2-a16e2b534e3a for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:47:34.054258 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20d7ff3-72c8-46ee-87a2-200a23d5a398 None None] Updating router 68293710-1e09-426e-91f2-a16e2b534e3a port a9db4f2b-2c29-41b8-9e86-760c6569a873 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:47:34.072134 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4d5c5e6d-0d82-419f-9ef8-05658b2b269e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:34.104948 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b94fbb0a-d2f8-494c-9fe2-0117469ead32 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:34.111411 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-b20d7ff3-72c8-46ee-87a2-200a23d5a398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:34.120745 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b94fbb0a-d2f8-494c-9fe2-0117469ead32 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Usage tracker for resource:subnet and tenant:46418d03dcfd4ae1a968507356cc51c0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:34.123956 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b94fbb0a-d2f8-494c-9fe2-0117469ead32 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:34.124939 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0335476b-a598-4a73-be30-e427a6b52092 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2da2938073f847a89b4a58ae58175f0c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3348272 Apr 20 17:47:34.125771 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53310) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:34.126486 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-4d5c5e6d-0d82-419f-9ef8-05658b2b269e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Ignored duplicate provisioning block setup for port 1e64970a-808c-4d78-9fb3-809d4e74dd5f by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 20 17:47:34.130165 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0335476b-a598-4a73-be30-e427a6b52092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f663951f-f501-4f2a-8223-cbada2e9d540,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:34.131118 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b94fbb0a-d2f8-494c-9fe2-0117469ead32 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:34.144550 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e429a0c-cfe5-4f78-84fd-295f111a3f00 None None] Network b448de9a-d3be-4235-b014-a1a9ae920d7a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:47:34.160983 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94fbb0a-d2f8-494c-9fe2-0117469ead32 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Made reservation on behalf of 46418d03dcfd4ae1a968507356cc51c0 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:47:34.161211 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4d5c5e6d-0d82-419f-9ef8-05658b2b269e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:34.249299 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:34.252213 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c5e6d-0d82-419f-9ef8-05658b2b269e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Port': ['ID=1e64970a-808c-4d78-9fb3-809d4e74dd5f,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:34.310534 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2c3a708e-c2b7-4438-9c2b-899e4a314434 None None] Provisioning for port 810e73ab-a1e9-421c-9b5a-202632621a5f completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:47:34.317599 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 810e73ab-a1e9-421c-9b5a-202632621a5f, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=810e73ab-a1e9-421c-9b5a-202632621a5f,segment=NetworkSegment(81712481-4ecd-45c8-bf29-e66d75c53e18),segment_id=81712481-4ecd-45c8-bf29-e66d75c53e18)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:34.328562 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2c3a708e-c2b7-4438-9c2b-899e4a314434 None None] Provisioning complete for port 810e73ab-a1e9-421c-9b5a-202632621a5f triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:47:34.328924 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2c3a708e-c2b7-4438-9c2b-899e4a314434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:34.331530 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b94fbb0a-d2f8-494c-9fe2-0117469ead32 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:34.335793 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6e1a-52cc-4be0-bd74-1a7512c04ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:34.383552 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:34.413227 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6e1a-52cc-4be0-bd74-1a7512c04ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:34.460755 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-4d5c5e6d-0d82-419f-9ef8-05658b2b269e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] In _notify_port_updated(), no bound segment for port 1e64970a-808c-4d78-9fb3-809d4e74dd5f on network b448de9a-d3be-4235-b014-a1a9ae920d7a {{(pid=84081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 20 17:47:34.478269 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5c5e6d-0d82-419f-9ef8-05658b2b269e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:34.478952 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4d5c5e6d-0d82-419f-9ef8-05658b2b269e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:34.490315 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4d5c5e6d-0d82-419f-9ef8-05658b2b269e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "PUT /v2.0/ports/1e64970a-808c-4d78-9fb3-809d4e74dd5f HTTP/1.1" status: 200 len: 998 time: 1.5932863 Apr 20 17:47:34.510348 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-b20d7ff3-72c8-46ee-87a2-200a23d5a398 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:34.530630 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-b20d7ff3-72c8-46ee-87a2-200a23d5a398 None None] Transition to ACTIVE for port object a9db4f2b-2c29-41b8-9e86-760c6569a873 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:47:34.549586 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=810e73ab-a1e9-421c-9b5a-202632621a5f,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:34.556176 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6e1a-52cc-4be0-bd74-1a7512c04ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:34.559351 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-b20d7ff3-72c8-46ee-87a2-200a23d5a398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:34.569086 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 810e73ab-a1e9-421c-9b5a-202632621a5f up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:47:34.578068 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53314) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:34.634306 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa6e1a-52cc-4be0-bd74-1a7512c04ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f663951f-f501-4f2a-8223-cbada2e9d540,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:34.648640 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d9fa6e1a-52cc-4be0-bd74-1a7512c04ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:34.649883 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d9fa6e1a-52cc-4be0-bd74-1a7512c04ae6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f663951f-f501-4f2a-8223-cbada2e9d540 HTTP/1.1" status: 204 len: 168 time: 0.5213850 Apr 20 17:47:34.654673 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd45f87-6904-4e58-b019-e4302c2df996 None None] Pushing event updated for resources: {'Port': ['ID=a9db4f2b-2c29-41b8-9e86-760c6569a873,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:34.657163 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-b20d7ff3-72c8-46ee-87a2-200a23d5a398 None None] Attempting to bind port a9db4f2b-2c29-41b8-9e86-760c6569a873 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:47:34.657484 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-b20d7ff3-72c8-46ee-87a2-200a23d5a398 None None] Attempting to bind port a9db4f2b-2c29-41b8-9e86-760c6569a873 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:47:34.657837 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20d7ff3-72c8-46ee-87a2-200a23d5a398 None None] Attempting to bind port a9db4f2b-2c29-41b8-9e86-760c6569a873 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:47:34.665138 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b94fbb0a-d2f8-494c-9fe2-0117469ead32 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:34.670930 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20d7ff3-72c8-46ee-87a2-200a23d5a398 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:47:34.671289 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20d7ff3-72c8-46ee-87a2-200a23d5a398 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:47:34.672016 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-b20d7ff3-72c8-46ee-87a2-200a23d5a398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:34.672247 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20d7ff3-72c8-46ee-87a2-200a23d5a398 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:47:34.672499 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-b20d7ff3-72c8-46ee-87a2-200a23d5a398 None None] Bound port: a9db4f2b-2c29-41b8-9e86-760c6569a873, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:47:34.672904 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-b20d7ff3-72c8-46ee-87a2-200a23d5a398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:34.678352 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-9f670159-11b4-44ea-88fe-db7078916ee8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Deleting port 1e64970a-808c-4d78-9fb3-809d4e74dd5f {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:34.678700 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f670159-11b4-44ea-88fe-db7078916ee8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:34.757461 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94fbb0a-d2f8-494c-9fe2-0117469ead32 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'Subnet': ['ID=3b813fee-438f-497c-93b9-06d5485a5d10,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:34.776513 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94fbb0a-d2f8-494c-9fe2-0117469ead32 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Checking segment: {'id': '6e85f463-5e3c-4100-a174-df110751f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:47:34.776513 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94fbb0a-d2f8-494c-9fe2-0117469ead32 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Network hostable DHCP agents. Network: 5d802f55-617b-41b1-aea9-185e56a78e30, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:47:34.796206 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-b20d7ff3-72c8-46ee-87a2-200a23d5a398 None None] For port a9db4f2b-2c29-41b8-9e86-760c6569a873, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:47:34.800535 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-b20d7ff3-72c8-46ee-87a2-200a23d5a398 None None] For port a9db4f2b-2c29-41b8-9e86-760c6569a873, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=a9db4f2b-2c29-41b8-9e86-760c6569a873,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:47:34.809668 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-b20d7ff3-72c8-46ee-87a2-200a23d5a398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:34.812433 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94fbb0a-d2f8-494c-9fe2-0117469ead32 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Network 5d802f55-617b-41b1-aea9-185e56a78e30 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:47:34.829916 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-b94fbb0a-d2f8-494c-9fe2-0117469ead32 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 5d802f55-617b-41b1-aea9-185e56a78e30) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:47:34.837155 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94fbb0a-d2f8-494c-9fe2-0117469ead32 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:34.837809 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b94fbb0a-d2f8-494c-9fe2-0117469ead32 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:34.855633 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d111f0-dc10-4352-ab8d-b36415d3ed04 None None] Network 5d802f55-617b-41b1-aea9-185e56a78e30 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:47:34.901290 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b94fbb0a-d2f8-494c-9fe2-0117469ead32 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9671080 Apr 20 17:47:34.902772 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd45f87-6904-4e58-b019-e4302c2df996 None None] Pushing event updated for resources: {'Port': ['ID=a9db4f2b-2c29-41b8-9e86-760c6569a873,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:34.904340 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53320) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:34.908744 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20d7ff3-72c8-46ee-87a2-200a23d5a398 None None] Routers {'68293710-1e09-426e-91f2-a16e2b534e3a'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:47:34.909350 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-b20d7ff3-72c8-46ee-87a2-200a23d5a398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:47:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['68293710-1e09-426e-91f2-a16e2b534e3a'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:35.015682 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f670159-11b4-44ea-88fe-db7078916ee8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:35.128755 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-b20d7ff3-72c8-46ee-87a2-200a23d5a398 None None] Set router 68293710-1e09-426e-91f2-a16e2b534e3a gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:47:35.170294 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-9f670159-11b4-44ea-88fe-db7078916ee8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Calling delete_port for 1e64970a-808c-4d78-9fb3-809d4e74dd5f owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:35.231310 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53326) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:35.236680 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2c3a708e-c2b7-4438-9c2b-899e4a314434 None None] Provisioning for port 1e64970a-808c-4d78-9fb3-809d4e74dd5f completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:47:35.249331 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 810e73ab-a1e9-421c-9b5a-202632621a5f triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:47:35.249691 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:35.306855 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2c3a708e-c2b7-4438-9c2b-899e4a314434 None None] Provisioning complete for port 1e64970a-808c-4d78-9fb3-809d4e74dd5f triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:47:35.307480 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2c3a708e-c2b7-4438-9c2b-899e4a314434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:35.380915 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-72b80f41-f161-4718-929b-9b31c47c4b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:35.465822 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-b20d7ff3-72c8-46ee-87a2-200a23d5a398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'name': 'tempest-TestNetworkBasicOps-router-1342585392', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:47:30Z', 'updated_at': '2022-04-20T17:47:32Z', 'revision_number': 3, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'gw_port': {'id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:31Z', 'updated_at': '2022-04-20T17:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:35.470269 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-72b80f41-f161-4718-929b-9b31c47c4b54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:35.478952 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-72b80f41-f161-4718-929b-9b31c47c4b54 admin admin] Usage tracker for resource:security_group_rule and tenant:3f7deb52e98e4247aa7b8756e74ac378 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:35.480669 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20d7ff3-72c8-46ee-87a2-200a23d5a398 None None] The sync data for ids ['68293710-1e09-426e-91f2-a16e2b534e3a'] in n-d-838032-1 is: [{'id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'name': 'tempest-TestNetworkBasicOps-router-1342585392', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:47:30Z', 'updated_at': '2022-04-20T17:47:32Z', 'revision_number': 3, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'gw_port': {'id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:31Z', 'updated_at': '2022-04-20T17:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:47:35.485609 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-72b80f41-f161-4718-929b-9b31c47c4b54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:35.501171 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-72b80f41-f161-4718-929b-9b31c47c4b54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:35.589792 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a708e-c2b7-4438-9c2b-899e4a314434 None None] Port 1e64970a-808c-4d78-9fb3-809d4e74dd5f cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:47:35.607967 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c0c7b5-f41f-427a-8c71-d00a03485a1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-5d802f55-617b-41b1-aea9-185e56a78e30', 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'fixed_ips': [{'subnet_id': '3b813fee-438f-497c-93b9-06d5485a5d10'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:47:35.608761 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c0c0c7b5-f41f-427a-8c71-d00a03485a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:35.613410 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f670159-11b4-44ea-88fe-db7078916ee8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:35.722417 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f670159-11b4-44ea-88fe-db7078916ee8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Port': ['ID=1e64970a-808c-4d78-9fb3-809d4e74dd5f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:35.769432 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-72b80f41-f161-4718-929b-9b31c47c4b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:35.815328 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-72b80f41-f161-4718-929b-9b31c47c4b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:35.879764 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-c0c0c7b5-f41f-427a-8c71-d00a03485a1a None None] Allocated IP 172.20.0.2 (5d802f55-617b-41b1-aea9-185e56a78e30/3b813fee-438f-497c-93b9-06d5485a5d10/ea5bf745-5c2f-47dd-b451-2ff24c868b3c) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:47:35.905840 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b80f41-f161-4718-929b-9b31c47c4b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba679ce-16f4-464c-bfe2-998fc0f284ca,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:35.918255 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-72b80f41-f161-4718-929b-9b31c47c4b54 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3f7deb52e98e4247aa7b8756e74ac378&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6857336 Apr 20 17:47:35.919539 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f670159-11b4-44ea-88fe-db7078916ee8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:35.922213 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53330) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:35.959656 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9f670159-11b4-44ea-88fe-db7078916ee8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/ports/1e64970a-808c-4d78-9fb3-809d4e74dd5f HTTP/1.1" status: 204 len: 168 time: 1.3802261 Apr 20 17:47:35.968929 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53334) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:36.022686 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b4885b46-ccf4-4954-9b37-b730ee88a83e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:36.037298 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-5656b258-af26-4d33-96f1-7f1ce5e130ce tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] GET failed (client error): The resource could not be found. Apr 20 17:47:36.038756 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5656b258-af26-4d33-96f1-7f1ce5e130ce tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "GET /v2.0/ports/1e64970a-808c-4d78-9fb3-809d4e74dd5f HTTP/1.1" status: 404 len: 333 time: 0.0687571 Apr 20 17:47:36.043441 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53338) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:36.110312 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b4885b46-ccf4-4954-9b37-b730ee88a83e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:36.159672 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e91d2cbe-eb89-4a2a-8f77-2396e71f6a1a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:36.190449 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c0c0c7b5-f41f-427a-8c71-d00a03485a1a None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:36.201672 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c0c0c7b5-f41f-427a-8c71-d00a03485a1a None None] Transition to ACTIVE for port object ea5bf745-5c2f-47dd-b451-2ff24c868b3c will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:47:36.228440 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c0c0c7b5-f41f-427a-8c71-d00a03485a1a None None] Transition to ACTIVE for port object ea5bf745-5c2f-47dd-b451-2ff24c868b3c will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:47:36.247838 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-07cbd49e-2566-4f19-9aa0-a03f7993a8c5 None None] Provisioning complete for port 810e73ab-a1e9-421c-9b5a-202632621a5f triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:47:36.248444 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-07cbd49e-2566-4f19-9aa0-a03f7993a8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:36.273928 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c0c0c7b5-f41f-427a-8c71-d00a03485a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:36.372693 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc0247e-8f9a-4606-9cb2-0ae7b77f64d5 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Deleting subnet 22b3a418-f136-401f-97c7-29c0587469d8 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:47:36.380713 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-edc0247e-8f9a-4606-9cb2-0ae7b77f64d5 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:36.406036 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c0c7b5-f41f-427a-8c71-d00a03485a1a None None] Network 5d802f55-617b-41b1-aea9-185e56a78e30 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:47:36.426989 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-c0c0c7b5-f41f-427a-8c71-d00a03485a1a None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:47:36.434097 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c0c7b5-f41f-427a-8c71-d00a03485a1a None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:47:36.451823 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-edc0247e-8f9a-4606-9cb2-0ae7b77f64d5 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:36.545156 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0c7b5-f41f-427a-8c71-d00a03485a1a None None] Pushing event updated for resources: {'Port': ['ID=ea5bf745-5c2f-47dd-b451-2ff24c868b3c,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:36.561227 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b4885b46-ccf4-4954-9b37-b730ee88a83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:36.609314 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4885b46-ccf4-4954-9b37-b730ee88a83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba679ce-16f4-464c-bfe2-998fc0f284ca,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:36.612475 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b4885b46-ccf4-4954-9b37-b730ee88a83e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:36.613820 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b4885b46-ccf4-4954-9b37-b730ee88a83e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cba679ce-16f4-464c-bfe2-998fc0f284ca HTTP/1.1" status: 204 len: 168 time: 0.6907368 Apr 20 17:47:36.640156 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-edc0247e-8f9a-4606-9cb2-0ae7b77f64d5 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:36.729236 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device a9db4f2b-2c29-41b8-9e86-760c6569a873 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:47:36.781147 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-edc0247e-8f9a-4606-9cb2-0ae7b77f64d5 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:36.828271 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-c0c0c7b5-f41f-427a-8c71-d00a03485a1a None None] Attempting to bind port ea5bf745-5c2f-47dd-b451-2ff24c868b3c on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:47:36.828578 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-c0c0c7b5-f41f-427a-8c71-d00a03485a1a None None] Attempting to bind port ea5bf745-5c2f-47dd-b451-2ff24c868b3c by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '6e85f463-5e3c-4100-a174-df110751f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:47:36.829315 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c0c7b5-f41f-427a-8c71-d00a03485a1a None None] Attempting to bind port ea5bf745-5c2f-47dd-b451-2ff24c868b3c on network 5d802f55-617b-41b1-aea9-185e56a78e30 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:47:36.840234 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c0c7b5-f41f-427a-8c71-d00a03485a1a None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:47:36.840604 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c0c7b5-f41f-427a-8c71-d00a03485a1a None None] Checking segment: {'id': '6e85f463-5e3c-4100-a174-df110751f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:47:36.841038 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c0c0c7b5-f41f-427a-8c71-d00a03485a1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:36.841366 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c0c7b5-f41f-427a-8c71-d00a03485a1a None None] Bound using segment: {'id': '6e85f463-5e3c-4100-a174-df110751f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:47:36.841824 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-c0c0c7b5-f41f-427a-8c71-d00a03485a1a None None] Bound port: ea5bf745-5c2f-47dd-b451-2ff24c868b3c, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e85f463-5e3c-4100-a174-df110751f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:47:36.842996 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c0c0c7b5-f41f-427a-8c71-d00a03485a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:36.844578 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0247e-8f9a-4606-9cb2-0ae7b77f64d5 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Subnet': ['ID=22b3a418-f136-401f-97c7-29c0587469d8,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:36.864123 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-edc0247e-8f9a-4606-9cb2-0ae7b77f64d5 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:36.886242 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-edc0247e-8f9a-4606-9cb2-0ae7b77f64d5 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/subnets/22b3a418-f136-401f-97c7-29c0587469d8 HTTP/1.1" status: 204 len: 168 time: 0.8403544 Apr 20 17:47:36.895629 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53344) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:36.966814 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-e91d2cbe-eb89-4a2a-8f77-2396e71f6a1a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Allocated IP 172.20.0.1 (5d802f55-617b-41b1-aea9-185e56a78e30/3b813fee-438f-497c-93b9-06d5485a5d10/13a9b0e8-c8a0-41a0-bacc-3e3a764c222e) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:47:36.984909 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port a9db4f2b-2c29-41b8-9e86-760c6569a873 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:47:37.006198 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port a9db4f2b-2c29-41b8-9e86-760c6569a873 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:47:37.006565 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:37.062004 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-07cbd49e-2566-4f19-9aa0-a03f7993a8c5 None None] Could not find standard attr ID for object 1e64970a-808c-4d78-9fb3-809d4e74dd5f. {{(pid=84082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 17:47:37.084915 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-c0c0c7b5-f41f-427a-8c71-d00a03485a1a None None] For port ea5bf745-5c2f-47dd-b451-2ff24c868b3c, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:47:37.089288 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-c0c0c7b5-f41f-427a-8c71-d00a03485a1a None None] For port ea5bf745-5c2f-47dd-b451-2ff24c868b3c, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ea5bf745-5c2f-47dd-b451-2ff24c868b3c,segment=NetworkSegment(6e85f463-5e3c-4100-a174-df110751f91c),segment_id=6e85f463-5e3c-4100-a174-df110751f91c)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:47:37.124558 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231bf583-81d6-4750-9395-9b6e1d44a2d6 None None] Network b448de9a-d3be-4235-b014-a1a9ae920d7a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:47:37.145415 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c0c0c7b5-f41f-427a-8c71-d00a03485a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:37.202978 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e91d2cbe-eb89-4a2a-8f77-2396e71f6a1a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:37.275427 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-e91d2cbe-eb89-4a2a-8f77-2396e71f6a1a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Transition to ACTIVE for port object 13a9b0e8-c8a0-41a0-bacc-3e3a764c222e will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:47:37.278964 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-4a3a0ac1-31e4-4241-bdbc-05d22b9ab48a None None] Could not find standard attr ID for object 1e64970a-808c-4d78-9fb3-809d4e74dd5f. {{(pid=84082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 17:47:37.288760 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:37.326144 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-7310484f-54bf-4622-b4e0-24299fe9ff00 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Deleting subnet 28ad3b45-82b3-4e3e-8ea3-63c8946479f6 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:47:37.330217 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7310484f-54bf-4622-b4e0-24299fe9ff00 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:37.340285 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0c7b5-f41f-427a-8c71-d00a03485a1a None None] Pushing event updated for resources: {'Port': ['ID=ea5bf745-5c2f-47dd-b451-2ff24c868b3c,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:37.351170 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port a9db4f2b-2c29-41b8-9e86-760c6569a873, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=a9db4f2b-2c29-41b8-9e86-760c6569a873,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:37.372558 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:37.373356 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 810e73ab-a1e9-421c-9b5a-202632621a5f up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:47:37.511028 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e91d2cbe-eb89-4a2a-8f77-2396e71f6a1a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:37.594957 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7310484f-54bf-4622-b4e0-24299fe9ff00 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:37.659462 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=a9db4f2b-2c29-41b8-9e86-760c6569a873,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:37.665925 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91d2cbe-eb89-4a2a-8f77-2396e71f6a1a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Network 5d802f55-617b-41b1-aea9-185e56a78e30 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:47:37.671821 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-e91d2cbe-eb89-4a2a-8f77-2396e71f6a1a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:47:37.676005 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d2cbe-eb89-4a2a-8f77-2396e71f6a1a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'Port': ['ID=13a9b0e8-c8a0-41a0-bacc-3e3a764c222e,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:37.678274 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91d2cbe-eb89-4a2a-8f77-2396e71f6a1a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:47:37.740241 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 810e73ab-a1e9-421c-9b5a-202632621a5f triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:47:37.740751 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:37.799534 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7310484f-54bf-4622-b4e0-24299fe9ff00 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:37.835141 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e91d2cbe-eb89-4a2a-8f77-2396e71f6a1a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:37.914654 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7310484f-54bf-4622-b4e0-24299fe9ff00 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:37.965936 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310484f-54bf-4622-b4e0-24299fe9ff00 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Subnet': ['ID=28ad3b45-82b3-4e3e-8ea3-63c8946479f6,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:37.978952 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7310484f-54bf-4622-b4e0-24299fe9ff00 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:37.988813 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e91d2cbe-eb89-4a2a-8f77-2396e71f6a1a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:38.010367 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7310484f-54bf-4622-b4e0-24299fe9ff00 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/subnets/28ad3b45-82b3-4e3e-8ea3-63c8946479f6 HTTP/1.1" status: 204 len: 168 time: 1.1079149 Apr 20 17:47:38.011364 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53366) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:38.140884 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f9fbb8b4-0d08-476a-b45c-170a47aef6f8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:38.171128 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-f9fbb8b4-0d08-476a-b45c-170a47aef6f8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Deleting port 810e73ab-a1e9-421c-9b5a-202632621a5f {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:38.173013 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f9fbb8b4-0d08-476a-b45c-170a47aef6f8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:38.432460 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-f9fbb8b4-0d08-476a-b45c-170a47aef6f8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] For port 810e73ab-a1e9-421c-9b5a-202632621a5f, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=810e73ab-a1e9-421c-9b5a-202632621a5f,segment=NetworkSegment(81712481-4ecd-45c8-bf29-e66d75c53e18),segment_id=81712481-4ecd-45c8-bf29-e66d75c53e18)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:38.433038 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f9fbb8b4-0d08-476a-b45c-170a47aef6f8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:38.617898 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e91d2cbe-eb89-4a2a-8f77-2396e71f6a1a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:38.629225 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e91d2cbe-eb89-4a2a-8f77-2396e71f6a1a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:38.637510 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device a9db4f2b-2c29-41b8-9e86-760c6569a873 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:47:38.655939 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-f9fbb8b4-0d08-476a-b45c-170a47aef6f8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Calling delete_port for 810e73ab-a1e9-421c-9b5a-202632621a5f owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:38.746229 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d2cbe-eb89-4a2a-8f77-2396e71f6a1a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'Port': ['ID=13a9b0e8-c8a0-41a0-bacc-3e3a764c222e,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:38.789637 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce74c765-224b-4391-8340-de2169babdb4 None None] Network 5d802f55-617b-41b1-aea9-185e56a78e30 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:47:38.808435 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e91d2cbe-eb89-4a2a-8f77-2396e71f6a1a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:38.817396 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f9fbb8b4-0d08-476a-b45c-170a47aef6f8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:38.873856 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbb8b4-0d08-476a-b45c-170a47aef6f8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Port': ['ID=810e73ab-a1e9-421c-9b5a-202632621a5f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:38.884920 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port a9db4f2b-2c29-41b8-9e86-760c6569a873 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:47:38.885410 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:38.891291 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fbb8b4-0d08-476a-b45c-170a47aef6f8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] No DVR routers for this DVR port 810e73ab-a1e9-421c-9b5a-202632621a5f on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:47:38.984461 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91d2cbe-eb89-4a2a-8f77-2396e71f6a1a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Network 5d802f55-617b-41b1-aea9-185e56a78e30 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:47:38.985734 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-e91d2cbe-eb89-4a2a-8f77-2396e71f6a1a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:47:39.008327 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392d7d81-a03b-42d8-986f-2970ed8e1f3b None None] Network b448de9a-d3be-4235-b014-a1a9ae920d7a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:47:39.089028 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b872c5d0-ddab-4770-8fc1-614d6c60185b None None] Provisioning for port ea5bf745-5c2f-47dd-b451-2ff24c868b3c completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:47:39.253286 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f9fbb8b4-0d08-476a-b45c-170a47aef6f8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:39.302305 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-f9fbb8b4-0d08-476a-b45c-170a47aef6f8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b448de9a-d3be-4235-b014-a1a9ae920d7a']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:39.319831 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-76761c32-c1af-4841-8413-c49cd212d91c None None] Could not find standard attr ID for object 810e73ab-a1e9-421c-9b5a-202632621a5f. {{(pid=84082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 17:47:39.326366 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-f9fbb8b4-0d08-476a-b45c-170a47aef6f8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81712481-4ecd-45c8-bf29-e66d75c53e18') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:39.326881 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-f9fbb8b4-0d08-476a-b45c-170a47aef6f8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81712481-4ecd-45c8-bf29-e66d75c53e18') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:39.343767 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f9fbb8b4-0d08-476a-b45c-170a47aef6f8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:39.349945 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8cc44690-b82b-41cf-8732-d4325084e7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:39.356882 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ea5bf745-5c2f-47dd-b451-2ff24c868b3c up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:47:39.364215 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f9fbb8b4-0d08-476a-b45c-170a47aef6f8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:39.379795 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9fbb8b4-0d08-476a-b45c-170a47aef6f8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:47:39.380460 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f9fbb8b4-0d08-476a-b45c-170a47aef6f8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:39.404273 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:47:39.404273 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:47:39.404273 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:47:39.404273 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:47:39.404273 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:47:39.404273 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:47:39.404273 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:47:39.404273 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:47:39.404273 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:47:39.404273 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:47:39.404273 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:47:39.404273 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:47:39.404273 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:47:39.404273 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:47:39.404273 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:47:39.404273 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:47:39.404273 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:47:39.404273 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:47:39.404273 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:47:39.404273 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:47:39.404273 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:47:39.404273 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:47:39.404273 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:47:39.404273 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:47:39.404273 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:47:39.404273 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:47:39.404273 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:47:39.404273 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:47:39.404273 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:47:39.404273 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:47:39.404273 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:47:39.404273 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:47:39.451316 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91d2cbe-eb89-4a2a-8f77-2396e71f6a1a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Router 68293710-1e09-426e-91f2-a16e2b534e3a has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:47:39.459153 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port ea5bf745-5c2f-47dd-b451-2ff24c868b3c completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:47:39.469380 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port ea5bf745-5c2f-47dd-b451-2ff24c868b3c triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:47:39.470419 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:39.543967 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f9fbb8b4-0d08-476a-b45c-170a47aef6f8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:39.561732 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75f3b6c-f1e8-497b-b4f5-59abc4dd834c None None] DHCP port deletion for b448de9a-d3be-4235-b014-a1a9ae920d7a request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:47:39.574539 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f9fbb8b4-0d08-476a-b45c-170a47aef6f8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:39.591037 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbb8b4-0d08-476a-b45c-170a47aef6f8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Network': ['ID=b448de9a-d3be-4235-b014-a1a9ae920d7a,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:39.601077 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f9fbb8b4-0d08-476a-b45c-170a47aef6f8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/networks/b448de9a-d3be-4235-b014-a1a9ae920d7a HTTP/1.1" status: 204 len: 168 time: 1.5885017 Apr 20 17:47:39.605000 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53390) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:39.672096 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:39.715527 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port ea5bf745-5c2f-47dd-b451-2ff24c868b3c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ea5bf745-5c2f-47dd-b451-2ff24c868b3c,segment=NetworkSegment(6e85f463-5e3c-4100-a174-df110751f91c),segment_id=6e85f463-5e3c-4100-a174-df110751f91c)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:39.723758 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:39.772634 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f916921-2ce2-4bab-ae07-ecf6d4c2a78f tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:39.773678 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8f916921-2ce2-4bab-ae07-ecf6d4c2a78f tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Synchronizing usage tracker for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:47:39.800841 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8f916921-2ce2-4bab-ae07-ecf6d4c2a78f tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Unset dirty status for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:47:39.803506 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8f916921-2ce2-4bab-ae07-ecf6d4c2a78f tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1970465 Apr 20 17:47:39.808087 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53394) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:39.874040 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=ea5bf745-5c2f-47dd-b451-2ff24c868b3c,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:39.887121 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-86fac735-6ced-4d1b-bb75-8119ec584ade None None] Provisioning complete for port ea5bf745-5c2f-47dd-b451-2ff24c868b3c triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:47:39.887722 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-86fac735-6ced-4d1b-bb75-8119ec584ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:39.962916 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-56c13298-3542-4e86-91cf-aa28ce75eb3c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1531043 Apr 20 17:47:39.964147 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53398) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:39.970444 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-249ed6ab-92e8-4b78-aff5-b7cecad53761 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-186385459'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:39.977011 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-249ed6ab-92e8-4b78-aff5-b7cecad53761 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:39.983316 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-249ed6ab-92e8-4b78-aff5-b7cecad53761 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:network and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:39.988551 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-249ed6ab-92e8-4b78-aff5-b7cecad53761 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:40.003017 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-249ed6ab-92e8-4b78-aff5-b7cecad53761 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:40.024851 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249ed6ab-92e8-4b78-aff5-b7cecad53761 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:47:40.028220 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-249ed6ab-92e8-4b78-aff5-b7cecad53761 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:40.030759 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91d2cbe-eb89-4a2a-8f77-2396e71f6a1a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:47:40.042256 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d4084e-7df5-488b-a5e0-0abeda4946e1 None None] Sync routers for ids ['68293710-1e09-426e-91f2-a16e2b534e3a'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:47:40.044552 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53402) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:40.045016 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e91d2cbe-eb89-4a2a-8f77-2396e71f6a1a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "PUT /v2.0/routers/68293710-1e09-426e-91f2-a16e2b534e3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1393967 Apr 20 17:47:40.051522 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-86fac735-6ced-4d1b-bb75-8119ec584ade None None] Provisioning for port 13a9b0e8-c8a0-41a0-bacc-3e3a764c222e completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:47:40.077344 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-86fac735-6ced-4d1b-bb75-8119ec584ade None None] Provisioning complete for port 13a9b0e8-c8a0-41a0-bacc-3e3a764c222e triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:47:40.077710 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-86fac735-6ced-4d1b-bb75-8119ec584ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:40.135818 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d4084e-7df5-488b-a5e0-0abeda4946e1 None None] Routers {'68293710-1e09-426e-91f2-a16e2b534e3a'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:47:40.142892 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a6d4084e-7df5-488b-a5e0-0abeda4946e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:47:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['68293710-1e09-426e-91f2-a16e2b534e3a'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:40.163173 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-249ed6ab-92e8-4b78-aff5-b7cecad53761 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:47:40.183882 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-249ed6ab-92e8-4b78-aff5-b7cecad53761 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:40.184495 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-249ed6ab-92e8-4b78-aff5-b7cecad53761 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Added segment 3660ab70-dd22-491b-926d-e5b403ffc4df of type vlan for network 1dd34508-baab-4afd-ab60-f6302e26c9de Apr 20 17:47:40.248736 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-249ed6ab-92e8-4b78-aff5-b7cecad53761 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:40.262874 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838cfb3b-b47e-4f60-b157-66ba464f9f40 tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:40.263561 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838cfb3b-b47e-4f60-b157-66ba464f9f40 tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:40.263790 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838cfb3b-b47e-4f60-b157-66ba464f9f40 tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:40.264213 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838cfb3b-b47e-4f60-b157-66ba464f9f40 tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:40.264624 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838cfb3b-b47e-4f60-b157-66ba464f9f40 tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:40.269562 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-838cfb3b-b47e-4f60-b157-66ba464f9f40 tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3544 time: 0.2185149 Apr 20 17:47:40.269562 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53410) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:40.342333 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87db120-715e-4825-bf83-e40b79ca18e3 tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:40.342818 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87db120-715e-4825-bf83-e40b79ca18e3 tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:40.343244 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87db120-715e-4825-bf83-e40b79ca18e3 tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:40.343666 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87db120-715e-4825-bf83-e40b79ca18e3 tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:40.347926 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f87db120-715e-4825-bf83-e40b79ca18e3 tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0750508 Apr 20 17:47:40.348320 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53416) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:40.372843 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-249ed6ab-92e8-4b78-aff5-b7cecad53761 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:40.379548 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249ed6ab-92e8-4b78-aff5-b7cecad53761 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:40.380963 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-249ed6ab-92e8-4b78-aff5-b7cecad53761 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:40.430451 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-86fac735-6ced-4d1b-bb75-8119ec584ade None None] Port 13a9b0e8-c8a0-41a0-bacc-3e3a764c222e cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:47:40.470217 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-a6d4084e-7df5-488b-a5e0-0abeda4946e1 None None] Set router 68293710-1e09-426e-91f2-a16e2b534e3a gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:47:40.528767 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ea5bf745-5c2f-47dd-b451-2ff24c868b3c up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:47:40.575866 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-249ed6ab-92e8-4b78-aff5-b7cecad53761 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6102633 Apr 20 17:47:40.577049 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ed6ab-92e8-4b78-aff5-b7cecad53761 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Network': ['ID=1dd34508-baab-4afd-ab60-f6302e26c9de,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:40.579305 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53420) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:40.585876 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-225fbea1-e237-4264-b1d2-3db306db5455 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'subnet': {'network_id': '1dd34508-baab-4afd-ab60-f6302e26c9de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:40.627023 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 1dd34508-baab-4afd-ab60-f6302e26c9de details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:47:40.700962 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-225fbea1-e237-4264-b1d2-3db306db5455 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:40.712774 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-225fbea1-e237-4264-b1d2-3db306db5455 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:subnet and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:40.716414 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-225fbea1-e237-4264-b1d2-3db306db5455 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:40.723371 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-225fbea1-e237-4264-b1d2-3db306db5455 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:40.739733 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225fbea1-e237-4264-b1d2-3db306db5455 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:47:40.759519 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-649c117e-7e83-4d0a-a810-0b0212ac46d5 tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.4092858 Apr 20 17:47:40.854867 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-225fbea1-e237-4264-b1d2-3db306db5455 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:40.876681 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-29e0fead-15eb-4e98-b908-088ae257e4f1 None None] Provisioning complete for port 13a9b0e8-c8a0-41a0-bacc-3e3a764c222e triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:47:40.877292 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-29e0fead-15eb-4e98-b908-088ae257e4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:41.006465 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port ea5bf745-5c2f-47dd-b451-2ff24c868b3c triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:47:41.006830 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:41.042150 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-29e0fead-15eb-4e98-b908-088ae257e4f1 None None] Port 13a9b0e8-c8a0-41a0-bacc-3e3a764c222e cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:47:41.130691 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-225fbea1-e237-4264-b1d2-3db306db5455 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:41.174369 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53428) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:41.181656 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-58595132-71ff-493d-9fdc-d5485d13fb53 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2107719509', 'description': 'tempest-secgroup-smoke-2107719509 description', 'project_id': '46418d03dcfd4ae1a968507356cc51c0'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:41.188427 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-58595132-71ff-493d-9fdc-d5485d13fb53 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:41.198162 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-58595132-71ff-493d-9fdc-d5485d13fb53 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Usage tracker for resource:security_group and tenant:46418d03dcfd4ae1a968507356cc51c0 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:41.203356 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-58595132-71ff-493d-9fdc-d5485d13fb53 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:41.217975 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-58595132-71ff-493d-9fdc-d5485d13fb53 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:41.235728 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225fbea1-e237-4264-b1d2-3db306db5455 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Subnet': ['ID=3f630afe-2f8c-4593-962b-83e1b31bca96,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:41.236357 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a6d4084e-7df5-488b-a5e0-0abeda4946e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'name': 'tempest-TestNetworkBasicOps-router-1342585392', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:47:30Z', 'updated_at': '2022-04-20T17:47:37Z', 'revision_number': 4, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'gw_port': {'id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:31Z', 'updated_at': '2022-04-20T17:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '13a9b0e8-c8a0-41a0-bacc-3e3a764c222e', 'name': '', 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'mac_address': 'fa:16:3e:f7:fd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b813fee-438f-497c-93b9-06d5485a5d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:36Z', 'updated_at': '2022-04-20T17:47:38Z', 'revision_number': 2, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'subnets': [{'id': '3b813fee-438f-497c-93b9-06d5485a5d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:41.236565 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-58595132-71ff-493d-9fdc-d5485d13fb53 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:41.240992 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d4084e-7df5-488b-a5e0-0abeda4946e1 None None] Checking router: 68293710-1e09-426e-91f2-a16e2b534e3a for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:47:41.241376 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d4084e-7df5-488b-a5e0-0abeda4946e1 None None] Updating router 68293710-1e09-426e-91f2-a16e2b534e3a port 13a9b0e8-c8a0-41a0-bacc-3e3a764c222e binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:47:41.250254 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225fbea1-e237-4264-b1d2-3db306db5455 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Checking segment: {'id': '3660ab70-dd22-491b-926d-e5b403ffc4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1dd34508-baab-4afd-ab60-f6302e26c9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:47:41.250613 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225fbea1-e237-4264-b1d2-3db306db5455 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network hostable DHCP agents. Network: 1dd34508-baab-4afd-ab60-f6302e26c9de, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:47:41.259704 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225fbea1-e237-4264-b1d2-3db306db5455 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:47:41.259942 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225fbea1-e237-4264-b1d2-3db306db5455 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:47:41.260267 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225fbea1-e237-4264-b1d2-3db306db5455 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:47:41.260601 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225fbea1-e237-4264-b1d2-3db306db5455 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:47:41.260919 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225fbea1-e237-4264-b1d2-3db306db5455 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:47:41.261245 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225fbea1-e237-4264-b1d2-3db306db5455 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:47:41.261568 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225fbea1-e237-4264-b1d2-3db306db5455 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:47:41.262149 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225fbea1-e237-4264-b1d2-3db306db5455 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:47:41.262497 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225fbea1-e237-4264-b1d2-3db306db5455 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:47:41.262814 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225fbea1-e237-4264-b1d2-3db306db5455 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:47:41.263132 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225fbea1-e237-4264-b1d2-3db306db5455 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:47:41.294710 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225fbea1-e237-4264-b1d2-3db306db5455 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network 1dd34508-baab-4afd-ab60-f6302e26c9de is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:47:41.298756 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-58595132-71ff-493d-9fdc-d5485d13fb53 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:41.302987 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-58595132-71ff-493d-9fdc-d5485d13fb53 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Usage tracker for resource:security_group_rule and tenant:46418d03dcfd4ae1a968507356cc51c0 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:41.303668 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 810e73ab-a1e9-421c-9b5a-202632621a5f no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:47:41.306270 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-58595132-71ff-493d-9fdc-d5485d13fb53 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:41.309641 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-225fbea1-e237-4264-b1d2-3db306db5455 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 1dd34508-baab-4afd-ab60-f6302e26c9de) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:47:41.314123 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225fbea1-e237-4264-b1d2-3db306db5455 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:41.314911 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-225fbea1-e237-4264-b1d2-3db306db5455 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:41.321903 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-58595132-71ff-493d-9fdc-d5485d13fb53 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:41.340941 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e412a4b-0b3a-4bfc-80b2-6e4e21d23494 None None] Network 1dd34508-baab-4afd-ab60-f6302e26c9de requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:47:41.343920 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-225fbea1-e237-4264-b1d2-3db306db5455 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7631946 Apr 20 17:47:41.346343 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53438) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:41.354555 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-0cd70059-21c8-4de9-86d0-1518b572ac8d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'port': {'network_id': '1dd34508-baab-4afd-ab60-f6302e26c9de', 'name': 'tempest-PortsTestJSON-364727663'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:41.364713 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 810e73ab-a1e9-421c-9b5a-202632621a5f {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:47:41.365105 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 810e73ab-a1e9-421c-9b5a-202632621a5f not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:47:41.394695 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-58595132-71ff-493d-9fdc-d5485d13fb53 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:41.401203 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-58595132-71ff-493d-9fdc-d5485d13fb53 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:41.438380 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a6d4084e-7df5-488b-a5e0-0abeda4946e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:41.457278 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58595132-71ff-493d-9fdc-d5485d13fb53 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7e460d-67f3-4a7c-9ad9-491a13be8765,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:41.463387 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-58595132-71ff-493d-9fdc-d5485d13fb53 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:41.465305 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-58595132-71ff-493d-9fdc-d5485d13fb53 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2894599 Apr 20 17:47:41.468177 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53442) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:41.476895 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-8d85646b-d5d6-45ec-9c73-c4d2d40a01f6 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Request body: {'security_group_rule': {'security_group_id': 'dd7e460d-67f3-4a7c-9ad9-491a13be8765', 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:41.484542 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8d85646b-d5d6-45ec-9c73-c4d2d40a01f6 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:41.488962 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8d85646b-d5d6-45ec-9c73-c4d2d40a01f6 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Usage tracker for resource:security_group_rule and tenant:46418d03dcfd4ae1a968507356cc51c0 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:41.491865 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8d85646b-d5d6-45ec-9c73-c4d2d40a01f6 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:41.498552 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8d85646b-d5d6-45ec-9c73-c4d2d40a01f6 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:41.527756 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8d85646b-d5d6-45ec-9c73-c4d2d40a01f6 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:41.556215 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0cd70059-21c8-4de9-86d0-1518b572ac8d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:41.571195 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0cd70059-21c8-4de9-86d0-1518b572ac8d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:41.588302 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e1de1a75-28a2-4d52-b57a-edbd33da2be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:41.594765 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd70059-21c8-4de9-86d0-1518b572ac8d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:47:41.599127 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0cd70059-21c8-4de9-86d0-1518b572ac8d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:41.602582 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8d85646b-d5d6-45ec-9c73-c4d2d40a01f6 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:41.608700 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8d85646b-d5d6-45ec-9c73-c4d2d40a01f6 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:41.629868 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-0cd70059-21c8-4de9-86d0-1518b572ac8d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] device_id is not set on port 3017f712-14d7-4e39-8f72-82ab4abfeb00 yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:47:41.636930 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85646b-d5d6-45ec-9c73-c4d2d40a01f6 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba123ab-d5b6-4930-9f6f-d8807c94b7b1,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:41.653925 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8d85646b-d5d6-45ec-9c73-c4d2d40a01f6 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:41.658114 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8d85646b-d5d6-45ec-9c73-c4d2d40a01f6 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1862233 Apr 20 17:47:41.658542 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53448) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:41.664990 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-67d08b60-2a18-4be1-95a3-18eac3f6a185 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Request body: {'security_group_rule': {'security_group_id': 'dd7e460d-67f3-4a7c-9ad9-491a13be8765', 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:41.674882 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-67d08b60-2a18-4be1-95a3-18eac3f6a185 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:41.689263 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-67d08b60-2a18-4be1-95a3-18eac3f6a185 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Usage tracker for resource:security_group_rule and tenant:46418d03dcfd4ae1a968507356cc51c0 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:41.694827 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-67d08b60-2a18-4be1-95a3-18eac3f6a185 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:41.702769 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-67d08b60-2a18-4be1-95a3-18eac3f6a185 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:41.727637 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-67d08b60-2a18-4be1-95a3-18eac3f6a185 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:41.803732 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-0cd70059-21c8-4de9-86d0-1518b572ac8d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Allocated IP 172.20.0.12 (1dd34508-baab-4afd-ab60-f6302e26c9de/3f630afe-2f8c-4593-962b-83e1b31bca96/3017f712-14d7-4e39-8f72-82ab4abfeb00) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:47:41.813295 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-67d08b60-2a18-4be1-95a3-18eac3f6a185 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:41.821250 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-67d08b60-2a18-4be1-95a3-18eac3f6a185 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:41.861901 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d08b60-2a18-4be1-95a3-18eac3f6a185 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e87384-b2a2-4e23-8140-6fc47a0c545d,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:41.873594 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-67d08b60-2a18-4be1-95a3-18eac3f6a185 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:41.875340 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-67d08b60-2a18-4be1-95a3-18eac3f6a185 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2156506 Apr 20 17:47:41.878290 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53462) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:41.886281 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-e2fed61a-e834-4073-94ec-252bb1e19f0b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Request body: {'security_group_rule': {'security_group_id': 'dd7e460d-67f3-4a7c-9ad9-491a13be8765', 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:41.894282 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e2fed61a-e834-4073-94ec-252bb1e19f0b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:41.900486 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e2fed61a-e834-4073-94ec-252bb1e19f0b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Usage tracker for resource:security_group_rule and tenant:46418d03dcfd4ae1a968507356cc51c0 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:41.904079 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e2fed61a-e834-4073-94ec-252bb1e19f0b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:41.910917 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e2fed61a-e834-4073-94ec-252bb1e19f0b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:41.945451 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e2fed61a-e834-4073-94ec-252bb1e19f0b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:41.946234 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21b6865-a91a-4c8a-8447-4103b7d5016f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-1dd34508-baab-4afd-ab60-f6302e26c9de', 'network_id': '1dd34508-baab-4afd-ab60-f6302e26c9de', 'tenant_id': 'fcf560f44a0348198b56b4605e9fc555', 'fixed_ips': [{'subnet_id': '3f630afe-2f8c-4593-962b-83e1b31bca96'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:47:41.947257 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e21b6865-a91a-4c8a-8447-4103b7d5016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:42.040554 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e2fed61a-e834-4073-94ec-252bb1e19f0b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:42.049369 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e2fed61a-e834-4073-94ec-252bb1e19f0b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:42.051841 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0cd70059-21c8-4de9-86d0-1518b572ac8d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:42.070523 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-0cd70059-21c8-4de9-86d0-1518b572ac8d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Transition to ACTIVE for port object 3017f712-14d7-4e39-8f72-82ab4abfeb00 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:47:42.075795 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fed61a-e834-4073-94ec-252bb1e19f0b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce8cfca9-95e2-4b7b-bd8d-c14c0aa9c5b0,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:42.089081 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e2fed61a-e834-4073-94ec-252bb1e19f0b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:42.093792 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e2fed61a-e834-4073-94ec-252bb1e19f0b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2131832 Apr 20 17:47:42.094061 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53476) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:42.100066 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-ddd1c703-ad11-4f64-937d-8396fbc1a05d tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Request body: {'security_group_rule': {'security_group_id': 'dd7e460d-67f3-4a7c-9ad9-491a13be8765', 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:42.108151 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0cd70059-21c8-4de9-86d0-1518b572ac8d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:42.110169 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ddd1c703-ad11-4f64-937d-8396fbc1a05d tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:42.147108 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ddd1c703-ad11-4f64-937d-8396fbc1a05d tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Usage tracker for resource:security_group_rule and tenant:46418d03dcfd4ae1a968507356cc51c0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:42.155584 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ddd1c703-ad11-4f64-937d-8396fbc1a05d tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:42.176449 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ddd1c703-ad11-4f64-937d-8396fbc1a05d tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:42.182120 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a6d4084e-7df5-488b-a5e0-0abeda4946e1 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:42.198120 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-e21b6865-a91a-4c8a-8447-4103b7d5016f None None] Allocated IP 172.20.0.2 (1dd34508-baab-4afd-ab60-f6302e26c9de/3f630afe-2f8c-4593-962b-83e1b31bca96/28e6b16c-a26f-4bdf-9a47-283c30a87d5e) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:47:42.203445 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a6d4084e-7df5-488b-a5e0-0abeda4946e1 None None] Transition to ACTIVE for port object 13a9b0e8-c8a0-41a0-bacc-3e3a764c222e will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:47:42.213357 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a6d4084e-7df5-488b-a5e0-0abeda4946e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:42.314521 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd70059-21c8-4de9-86d0-1518b572ac8d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network 1dd34508-baab-4afd-ab60-f6302e26c9de is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:47:42.318867 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-0cd70059-21c8-4de9-86d0-1518b572ac8d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:47:42.321521 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd70059-21c8-4de9-86d0-1518b572ac8d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Port': ['ID=3017f712-14d7-4e39-8f72-82ab4abfeb00,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:42.322851 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd70059-21c8-4de9-86d0-1518b572ac8d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:47:42.363181 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ddd1c703-ad11-4f64-937d-8396fbc1a05d tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:42.420613 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd70059-21c8-4de9-86d0-1518b572ac8d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:42.421218 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0cd70059-21c8-4de9-86d0-1518b572ac8d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:42.473310 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0cd70059-21c8-4de9-86d0-1518b572ac8d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1253994 Apr 20 17:47:42.475819 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53480) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:42.480868 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ddd1c703-ad11-4f64-937d-8396fbc1a05d tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:42.483685 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-c639bfd6-720f-4cfd-a193-e22c9ef245c6 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'port': {'network_id': '1dd34508-baab-4afd-ab60-f6302e26c9de', 'name': 'tempest-PortsTestJSON-910093506'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:42.487548 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ddd1c703-ad11-4f64-937d-8396fbc1a05d tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:42.523898 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1c703-ad11-4f64-937d-8396fbc1a05d tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b624718-1557-40af-ada2-a69cdf02cb02,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:42.541444 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171a2de-41dd-400b-963e-3dfaedc08131 None None] Pushing event updated for resources: {'Port': ['ID=13a9b0e8-c8a0-41a0-bacc-3e3a764c222e,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:42.546408 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ddd1c703-ad11-4f64-937d-8396fbc1a05d tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:42.548017 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ddd1c703-ad11-4f64-937d-8396fbc1a05d tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4524961 Apr 20 17:47:42.550359 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53484) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:42.561584 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-3a119133-52b4-4180-aff5-02456ea8166a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Request body: {'security_group_rule': {'security_group_id': 'dd7e460d-67f3-4a7c-9ad9-491a13be8765', 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:42.572389 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3a119133-52b4-4180-aff5-02456ea8166a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:42.577853 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3a119133-52b4-4180-aff5-02456ea8166a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Usage tracker for resource:security_group_rule and tenant:46418d03dcfd4ae1a968507356cc51c0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:42.584290 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3a119133-52b4-4180-aff5-02456ea8166a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:42.592460 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3a119133-52b4-4180-aff5-02456ea8166a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:42.610470 n-d-838032-1 neutron-server[84080]: INFO neutron.db.securitygroups_db [None req-3a119133-52b4-4180-aff5-02456ea8166a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Project 46418d03dcfd4ae1a968507356cc51c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:47:42.620634 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3a119133-52b4-4180-aff5-02456ea8166a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:42.685273 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c639bfd6-720f-4cfd-a193-e22c9ef245c6 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:42.690092 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c639bfd6-720f-4cfd-a193-e22c9ef245c6 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:port and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:42.693041 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c639bfd6-720f-4cfd-a193-e22c9ef245c6 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:42.700973 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c639bfd6-720f-4cfd-a193-e22c9ef245c6 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:42.715753 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c639bfd6-720f-4cfd-a193-e22c9ef245c6 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:47:42.718921 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c639bfd6-720f-4cfd-a193-e22c9ef245c6 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:42.724239 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-a6d4084e-7df5-488b-a5e0-0abeda4946e1 None None] Attempting to bind port 13a9b0e8-c8a0-41a0-bacc-3e3a764c222e on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:47:42.724572 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-a6d4084e-7df5-488b-a5e0-0abeda4946e1 None None] Attempting to bind port 13a9b0e8-c8a0-41a0-bacc-3e3a764c222e by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '6e85f463-5e3c-4100-a174-df110751f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:47:42.724981 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d4084e-7df5-488b-a5e0-0abeda4946e1 None None] Attempting to bind port 13a9b0e8-c8a0-41a0-bacc-3e3a764c222e on network 5d802f55-617b-41b1-aea9-185e56a78e30 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:47:42.733321 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3a119133-52b4-4180-aff5-02456ea8166a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:42.743037 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3a119133-52b4-4180-aff5-02456ea8166a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:42.744852 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-c639bfd6-720f-4cfd-a193-e22c9ef245c6 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] device_id is not set on port facefde2-7a22-4cd5-8852-61ac7d1a8ffb yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:47:42.781720 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a119133-52b4-4180-aff5-02456ea8166a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d975d441-2f72-4bea-971d-5c08079a6440,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:42.793748 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:42.812022 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3a119133-52b4-4180-aff5-02456ea8166a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:42.816795 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3a119133-52b4-4180-aff5-02456ea8166a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2623453 Apr 20 17:47:42.816977 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d4084e-7df5-488b-a5e0-0abeda4946e1 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:47:42.816977 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d4084e-7df5-488b-a5e0-0abeda4946e1 None None] Checking segment: {'id': '6e85f463-5e3c-4100-a174-df110751f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:47:42.816977 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a6d4084e-7df5-488b-a5e0-0abeda4946e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:42.816977 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d4084e-7df5-488b-a5e0-0abeda4946e1 None None] Bound using segment: {'id': '6e85f463-5e3c-4100-a174-df110751f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:47:42.816977 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-a6d4084e-7df5-488b-a5e0-0abeda4946e1 None None] Bound port: 13a9b0e8-c8a0-41a0-bacc-3e3a764c222e, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e85f463-5e3c-4100-a174-df110751f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:47:42.817548 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53488) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:42.817663 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a6d4084e-7df5-488b-a5e0-0abeda4946e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:42.822649 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-ea5c10ef-d026-4eee-aa35-2506ce02485c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Request body: {'security_group_rule': {'security_group_id': 'dd7e460d-67f3-4a7c-9ad9-491a13be8765', 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:42.826138 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:42.829232 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ea5c10ef-d026-4eee-aa35-2506ce02485c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:42.833024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ea5c10ef-d026-4eee-aa35-2506ce02485c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Usage tracker for resource:security_group_rule and tenant:46418d03dcfd4ae1a968507356cc51c0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:42.836299 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ea5c10ef-d026-4eee-aa35-2506ce02485c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:42.841877 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ea5c10ef-d026-4eee-aa35-2506ce02485c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:42.852248 n-d-838032-1 neutron-server[84080]: INFO neutron.db.securitygroups_db [None req-ea5c10ef-d026-4eee-aa35-2506ce02485c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Project 46418d03dcfd4ae1a968507356cc51c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:47:42.858412 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ea5c10ef-d026-4eee-aa35-2506ce02485c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:42.893387 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e21b6865-a91a-4c8a-8447-4103b7d5016f None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:42.911000 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e21b6865-a91a-4c8a-8447-4103b7d5016f None None] Transition to ACTIVE for port object 28e6b16c-a26f-4bdf-9a47-283c30a87d5e will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:47:42.950384 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-a6d4084e-7df5-488b-a5e0-0abeda4946e1 None None] For port 13a9b0e8-c8a0-41a0-bacc-3e3a764c222e, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:47:42.952510 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e21b6865-a91a-4c8a-8447-4103b7d5016f None None] Transition to ACTIVE for port object 28e6b16c-a26f-4bdf-9a47-283c30a87d5e will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:47:42.955222 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-a6d4084e-7df5-488b-a5e0-0abeda4946e1 None None] For port 13a9b0e8-c8a0-41a0-bacc-3e3a764c222e, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=13a9b0e8-c8a0-41a0-bacc-3e3a764c222e,segment=NetworkSegment(6e85f463-5e3c-4100-a174-df110751f91c),segment_id=6e85f463-5e3c-4100-a174-df110751f91c)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:47:42.960736 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a6d4084e-7df5-488b-a5e0-0abeda4946e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:42.971588 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ea5c10ef-d026-4eee-aa35-2506ce02485c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:42.976585 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ea5c10ef-d026-4eee-aa35-2506ce02485c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:43.014907 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c10ef-d026-4eee-aa35-2506ce02485c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cbd634e-055d-4842-9362-ab0a739342b2,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:43.027598 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e21b6865-a91a-4c8a-8447-4103b7d5016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:43.029087 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ea5c10ef-d026-4eee-aa35-2506ce02485c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:43.031393 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ea5c10ef-d026-4eee-aa35-2506ce02485c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2133346 Apr 20 17:47:43.047170 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171a2de-41dd-400b-963e-3dfaedc08131 None None] Pushing event updated for resources: {'Port': ['ID=13a9b0e8-c8a0-41a0-bacc-3e3a764c222e,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:43.051483 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-c639bfd6-720f-4cfd-a193-e22c9ef245c6 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Allocated IP 172.20.0.9 (1dd34508-baab-4afd-ab60-f6302e26c9de/3f630afe-2f8c-4593-962b-83e1b31bca96/facefde2-7a22-4cd5-8852-61ac7d1a8ffb) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:47:43.177305 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21b6865-a91a-4c8a-8447-4103b7d5016f None None] Network 1dd34508-baab-4afd-ab60-f6302e26c9de is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:47:43.206743 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-e21b6865-a91a-4c8a-8447-4103b7d5016f None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:47:43.211876 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21b6865-a91a-4c8a-8447-4103b7d5016f None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:47:43.308871 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c639bfd6-720f-4cfd-a193-e22c9ef245c6 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:43.317852 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b6865-a91a-4c8a-8447-4103b7d5016f None None] Pushing event updated for resources: {'Port': ['ID=28e6b16c-a26f-4bdf-9a47-283c30a87d5e,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:43.331005 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-c639bfd6-720f-4cfd-a193-e22c9ef245c6 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Transition to ACTIVE for port object facefde2-7a22-4cd5-8852-61ac7d1a8ffb will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:47:43.334604 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d4084e-7df5-488b-a5e0-0abeda4946e1 None None] Routers {'68293710-1e09-426e-91f2-a16e2b534e3a'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:47:43.335295 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a6d4084e-7df5-488b-a5e0-0abeda4946e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:47:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['68293710-1e09-426e-91f2-a16e2b534e3a'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:43.361348 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c639bfd6-720f-4cfd-a193-e22c9ef245c6 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:43.480452 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-2c04ad6e-47bf-4931-ab39-1e417ae9c8f5 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Synchronizing usage tracker for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:47:43.507937 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-e21b6865-a91a-4c8a-8447-4103b7d5016f None None] Attempting to bind port 28e6b16c-a26f-4bdf-9a47-283c30a87d5e on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:47:43.508312 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-e21b6865-a91a-4c8a-8447-4103b7d5016f None None] Attempting to bind port 28e6b16c-a26f-4bdf-9a47-283c30a87d5e by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '3660ab70-dd22-491b-926d-e5b403ffc4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1dd34508-baab-4afd-ab60-f6302e26c9de'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:47:43.508670 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21b6865-a91a-4c8a-8447-4103b7d5016f None None] Attempting to bind port 28e6b16c-a26f-4bdf-9a47-283c30a87d5e on network 1dd34508-baab-4afd-ab60-f6302e26c9de {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:47:43.511041 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-2c04ad6e-47bf-4931-ab39-1e417ae9c8f5 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Unset dirty status for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:47:43.512628 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-2c04ad6e-47bf-4931-ab39-1e417ae9c8f5 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2107719509&fields=id&tenant_id=46418d03dcfd4ae1a968507356cc51c0 HTTP/1.1" status: 200 len: 267 time: 0.0821481 Apr 20 17:47:43.535812 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:43.546597 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21b6865-a91a-4c8a-8447-4103b7d5016f None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:47:43.546965 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21b6865-a91a-4c8a-8447-4103b7d5016f None None] Checking segment: {'id': '3660ab70-dd22-491b-926d-e5b403ffc4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1dd34508-baab-4afd-ab60-f6302e26c9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:47:43.547561 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e21b6865-a91a-4c8a-8447-4103b7d5016f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:43.548095 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21b6865-a91a-4c8a-8447-4103b7d5016f None None] Bound using segment: {'id': '3660ab70-dd22-491b-926d-e5b403ffc4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1dd34508-baab-4afd-ab60-f6302e26c9de'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:47:43.548765 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-e21b6865-a91a-4c8a-8447-4103b7d5016f None None] Bound port: 28e6b16c-a26f-4bdf-9a47-283c30a87d5e, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3660ab70-dd22-491b-926d-e5b403ffc4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1dd34508-baab-4afd-ab60-f6302e26c9de'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:47:43.549329 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e21b6865-a91a-4c8a-8447-4103b7d5016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:43.613977 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-a6d4084e-7df5-488b-a5e0-0abeda4946e1 None None] Set router 68293710-1e09-426e-91f2-a16e2b534e3a gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:47:43.634391 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c639bfd6-720f-4cfd-a193-e22c9ef245c6 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network 1dd34508-baab-4afd-ab60-f6302e26c9de is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:47:43.638870 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-c639bfd6-720f-4cfd-a193-e22c9ef245c6 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:47:43.640878 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639bfd6-720f-4cfd-a193-e22c9ef245c6 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Port': ['ID=facefde2-7a22-4cd5-8852-61ac7d1a8ffb,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:43.656453 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c639bfd6-720f-4cfd-a193-e22c9ef245c6 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:47:43.721602 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-7f0522ae-173c-4f4a-9e97-26a3b440799c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:43.721998 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-7f0522ae-173c-4f4a-9e97-26a3b440799c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Synchronizing usage tracker for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:47:43.729320 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c639bfd6-720f-4cfd-a193-e22c9ef245c6 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:43.730007 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c639bfd6-720f-4cfd-a193-e22c9ef245c6 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:43.742549 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-7f0522ae-173c-4f4a-9e97-26a3b440799c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Unset dirty status for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:47:43.746300 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-7f0522ae-173c-4f4a-9e97-26a3b440799c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/networks?id=5d802f55-617b-41b1-aea9-185e56a78e30 HTTP/1.1" status: 200 len: 797 time: 0.2239814 Apr 20 17:47:43.767459 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c639bfd6-720f-4cfd-a193-e22c9ef245c6 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2877550 Apr 20 17:47:43.767720 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53508) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:43.786967 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-e21b6865-a91a-4c8a-8447-4103b7d5016f None None] For port 28e6b16c-a26f-4bdf-9a47-283c30a87d5e, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:47:43.808852 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-22eafdb8-dd48-46c8-80af-325a104fc9a5 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/quotas/46418d03dcfd4ae1a968507356cc51c0 HTTP/1.1" status: 200 len: 375 time: 0.0534990 Apr 20 17:47:43.851913 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-e21b6865-a91a-4c8a-8447-4103b7d5016f None None] For port 28e6b16c-a26f-4bdf-9a47-283c30a87d5e, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=28e6b16c-a26f-4bdf-9a47-283c30a87d5e,segment=NetworkSegment(3660ab70-dd22-491b-926d-e5b403ffc4df),segment_id=3660ab70-dd22-491b-926d-e5b403ffc4df)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:47:43.864925 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e21b6865-a91a-4c8a-8447-4103b7d5016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:43.916064 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3175cef6-4ce9-45b2-b772-f9a486f33e95 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:43.916684 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3175cef6-4ce9-45b2-b772-f9a486f33e95 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Synchronizing usage tracker for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:47:43.932512 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-285c046d-e839-47ae-9d28-822355a32a35 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Synchronizing usage tracker for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:47:43.950652 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3175cef6-4ce9-45b2-b772-f9a486f33e95 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Unset dirty status for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:47:43.951936 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3175cef6-4ce9-45b2-b772-f9a486f33e95 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.1836920 Apr 20 17:47:43.955071 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53512) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:43.983320 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b6865-a91a-4c8a-8447-4103b7d5016f None None] Pushing event updated for resources: {'Port': ['ID=28e6b16c-a26f-4bdf-9a47-283c30a87d5e,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:43.990148 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-285c046d-e839-47ae-9d28-822355a32a35 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Unset dirty status for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:47:43.991401 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-285c046d-e839-47ae-9d28-822355a32a35 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=46418d03dcfd4ae1a968507356cc51c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1713965 Apr 20 17:47:44.042088 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-a8b6d79a-14c4-492c-bfbd-d2e5ab3db328 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Deleting port facefde2-7a22-4cd5-8852-61ac7d1a8ffb {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:44.042453 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8b6d79a-14c4-492c-bfbd-d2e5ab3db328 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:44.095003 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:44.098491 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a6d4084e-7df5-488b-a5e0-0abeda4946e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'name': 'tempest-TestNetworkBasicOps-router-1342585392', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:47:30Z', 'updated_at': '2022-04-20T17:47:37Z', 'revision_number': 4, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'gw_port': {'id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:31Z', 'updated_at': '2022-04-20T17:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '13a9b0e8-c8a0-41a0-bacc-3e3a764c222e', 'name': '', 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'mac_address': 'fa:16:3e:f7:fd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b813fee-438f-497c-93b9-06d5485a5d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:36Z', 'updated_at': '2022-04-20T17:47:42Z', 'revision_number': 4, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'subnets': [{'id': '3b813fee-438f-497c-93b9-06d5485a5d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:44.103865 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d4084e-7df5-488b-a5e0-0abeda4946e1 None None] The sync data for ids ['68293710-1e09-426e-91f2-a16e2b534e3a'] in n-d-838032-1 is: [{'id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'name': 'tempest-TestNetworkBasicOps-router-1342585392', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:47:30Z', 'updated_at': '2022-04-20T17:47:37Z', 'revision_number': 4, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'gw_port': {'id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:31Z', 'updated_at': '2022-04-20T17:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '13a9b0e8-c8a0-41a0-bacc-3e3a764c222e', 'name': '', 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'mac_address': 'fa:16:3e:f7:fd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b813fee-438f-497c-93b9-06d5485a5d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:36Z', 'updated_at': '2022-04-20T17:47:42Z', 'revision_number': 4, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'subnets': [{'id': '3b813fee-438f-497c-93b9-06d5485a5d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:47:44.535840 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-6d9d79f0-f37f-4f25-987c-e9f31bbcc163 service neutron] 10.222.0.39 "GET /v2.0/networks/5d802f55-617b-41b1-aea9-185e56a78e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5162544 Apr 20 17:47:44.615091 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 13a9b0e8-c8a0-41a0-bacc-3e3a764c222e up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:47:44.705618 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 13a9b0e8-c8a0-41a0-bacc-3e3a764c222e completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:47:44.715455 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 13a9b0e8-c8a0-41a0-bacc-3e3a764c222e triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:47:44.716111 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:44.744475 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-b482f297-c3bc-4df0-9b5c-86137ea50bc0 service neutron] 10.222.0.39 "GET /v2.0/networks/5d802f55-617b-41b1-aea9-185e56a78e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054229 Apr 20 17:47:44.746643 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8b6d79a-14c4-492c-bfbd-d2e5ab3db328 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:44.877021 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:44.899134 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-a8b6d79a-14c4-492c-bfbd-d2e5ab3db328 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Calling delete_port for facefde2-7a22-4cd5-8852-61ac7d1a8ffb owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:44.977491 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 13a9b0e8-c8a0-41a0-bacc-3e3a764c222e, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=13a9b0e8-c8a0-41a0-bacc-3e3a764c222e,segment=NetworkSegment(6e85f463-5e3c-4100-a174-df110751f91c),segment_id=6e85f463-5e3c-4100-a174-df110751f91c)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:44.988800 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:44.989528 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 28e6b16c-a26f-4bdf-9a47-283c30a87d5e up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:47:45.118788 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8b6d79a-14c4-492c-bfbd-d2e5ab3db328 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:45.122853 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7cefbc23-dbec-407f-a5e5-345754dbf579 req-5ef353aa-de7b-4841-9629-412e3e2ce64e tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cdea92-16dd-40af-83eb-13a49df5f117 HTTP/1.1" status: 200 len: 210 time: 0.0914462 Apr 20 17:47:45.208673 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6d79a-14c4-492c-bfbd-d2e5ab3db328 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Port': ['ID=facefde2-7a22-4cd5-8852-61ac7d1a8ffb,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:45.290488 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=13a9b0e8-c8a0-41a0-bacc-3e3a764c222e,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:45.312902 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 28e6b16c-a26f-4bdf-9a47-283c30a87d5e completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:47:45.355861 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:45.371743 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a8b6d79a-14c4-492c-bfbd-d2e5ab3db328 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:45.386136 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a8b6d79a-14c4-492c-bfbd-d2e5ab3db328 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/ports/facefde2-7a22-4cd5-8852-61ac7d1a8ffb HTTP/1.1" status: 204 len: 168 time: 1.4303410 Apr 20 17:47:45.387189 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53530) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:45.537662 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce157d9-a214-4fa6-983d-d29cd94eab3a tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] GET failed (client error): The resource could not be found. Apr 20 17:47:45.538495 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bce157d9-a214-4fa6-983d-d29cd94eab3a tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Synchronizing usage tracker for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:47:45.560771 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bce157d9-a214-4fa6-983d-d29cd94eab3a tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Unset dirty status for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:47:45.566567 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bce157d9-a214-4fa6-983d-d29cd94eab3a tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "GET /v2.0/ports/facefde2-7a22-4cd5-8852-61ac7d1a8ffb HTTP/1.1" status: 404 len: 333 time: 0.1740091 Apr 20 17:47:45.566686 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53536) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:45.610085 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0529797f-7c93-436f-a0f8-0e1042d19b64 None None] Network 1dd34508-baab-4afd-ab60-f6302e26c9de requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:47:45.645995 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-85db9ce3-57f1-4567-b555-2db65a084ce2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Deleting port 3017f712-14d7-4e39-8f72-82ab4abfeb00 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:45.646450 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-85db9ce3-57f1-4567-b555-2db65a084ce2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:45.733365 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-890432ed-b77a-424f-910b-a3cbe8f621e1 None None] Provisioning for port 28e6b16c-a26f-4bdf-9a47-283c30a87d5e completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:47:45.741322 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-890432ed-b77a-424f-910b-a3cbe8f621e1 None None] Provisioning complete for port 28e6b16c-a26f-4bdf-9a47-283c30a87d5e triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:47:45.741683 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-890432ed-b77a-424f-910b-a3cbe8f621e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:45.910763 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-85db9ce3-57f1-4567-b555-2db65a084ce2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:45.985779 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-890432ed-b77a-424f-910b-a3cbe8f621e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:46.028648 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-890432ed-b77a-424f-910b-a3cbe8f621e1 None None] For port 28e6b16c-a26f-4bdf-9a47-283c30a87d5e, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=28e6b16c-a26f-4bdf-9a47-283c30a87d5e,segment=NetworkSegment(3660ab70-dd22-491b-926d-e5b403ffc4df),segment_id=3660ab70-dd22-491b-926d-e5b403ffc4df)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:46.033374 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-890432ed-b77a-424f-910b-a3cbe8f621e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:46.060776 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-85db9ce3-57f1-4567-b555-2db65a084ce2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Calling delete_port for 3017f712-14d7-4e39-8f72-82ab4abfeb00 owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:46.134961 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890432ed-b77a-424f-910b-a3cbe8f621e1 None None] Pushing event updated for resources: {'Port': ['ID=28e6b16c-a26f-4bdf-9a47-283c30a87d5e,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:46.234751 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-85db9ce3-57f1-4567-b555-2db65a084ce2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:46.284098 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db9ce3-57f1-4567-b555-2db65a084ce2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Port': ['ID=3017f712-14d7-4e39-8f72-82ab4abfeb00,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:46.370715 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-80c8fdbf-00ff-4468-b806-7fe2210df22f None None] Provisioning complete for port 28e6b16c-a26f-4bdf-9a47-283c30a87d5e triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:47:46.371263 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-80c8fdbf-00ff-4468-b806-7fe2210df22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:46.458819 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-85db9ce3-57f1-4567-b555-2db65a084ce2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:46.471276 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2b41ad4e-af68-4dab-baee-8d9b11be5252 req-bfbb67a7-cefb-4376-8ef6-374d3ec2aec8 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cdea92-16dd-40af-83eb-13a49df5f117 HTTP/1.1" status: 200 len: 210 time: 0.1495266 Apr 20 17:47:46.487656 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-85db9ce3-57f1-4567-b555-2db65a084ce2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/ports/3017f712-14d7-4e39-8f72-82ab4abfeb00 HTTP/1.1" status: 204 len: 168 time: 0.9216802 Apr 20 17:47:46.488256 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53550) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:46.569498 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-712271c6-60cc-4b4b-b1ea-4f884c52fc03 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] GET failed (client error): The resource could not be found. Apr 20 17:47:46.570003 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-712271c6-60cc-4b4b-b1ea-4f884c52fc03 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Synchronizing usage tracker for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:47:46.605154 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 13a9b0e8-c8a0-41a0-bacc-3e3a764c222e up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:47:46.608006 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-712271c6-60cc-4b4b-b1ea-4f884c52fc03 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Unset dirty status for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:47:46.612377 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-712271c6-60cc-4b4b-b1ea-4f884c52fc03 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "GET /v2.0/ports/3017f712-14d7-4e39-8f72-82ab4abfeb00 HTTP/1.1" status: 404 len: 333 time: 0.1231349 Apr 20 17:47:46.612944 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53554) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:46.683648 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-80c8fdbf-00ff-4468-b806-7fe2210df22f None None] Could not find standard attr ID for object 3017f712-14d7-4e39-8f72-82ab4abfeb00. {{(pid=84082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 17:47:46.697596 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 13a9b0e8-c8a0-41a0-bacc-3e3a764c222e triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:47:46.698250 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:46.718746 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-ba32e59b-54e4-4d1c-b05b-e8773a99daf0 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:46.721672 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-ba32e59b-54e4-4d1c-b05b-e8773a99daf0 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.10 "GET /v2.0/networks?id=5d802f55-617b-41b1-aea9-185e56a78e30 HTTP/1.1" status: 200 len: 797 time: 0.3084409 Apr 20 17:47:46.800792 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-4e599fe7-f190-4333-95a4-83c3e68f2513 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46418d03dcfd4ae1a968507356cc51c0 HTTP/1.1" status: 200 len: 380 time: 0.0653892 Apr 20 17:47:46.812724 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-5432ea07-7256-48b0-9b61-028c254e2410 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Request body: {'port': {'device_id': 'c9cdea92-16dd-40af-83eb-13a49df5f117', 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30', 'admin_state_up': True, 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'security_groups': ['dd7e460d-67f3-4a7c-9ad9-491a13be8765']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:46.831425 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-da34706e-eb59-4aa7-97e3-8424bd64ac4f None None] Could not find standard attr ID for object 3017f712-14d7-4e39-8f72-82ab4abfeb00. {{(pid=84082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 17:47:46.864900 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 28e6b16c-a26f-4bdf-9a47-283c30a87d5e up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:47:46.900743 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-06188fc2-0ffd-4021-a737-0b67da8a1f4e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Deleting subnet 3f630afe-2f8c-4593-962b-83e1b31bca96 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:47:46.904202 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-06188fc2-0ffd-4021-a737-0b67da8a1f4e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:46.949563 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 28e6b16c-a26f-4bdf-9a47-283c30a87d5e triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:47:46.950029 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:47.001069 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-06188fc2-0ffd-4021-a737-0b67da8a1f4e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:47.055416 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-35be842e-2b73-4482-ad07-d6594038e856 None None] Could not find standard attr ID for object facefde2-7a22-4cd5-8852-61ac7d1a8ffb. {{(pid=84082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 17:47:47.080311 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-5432ea07-7256-48b0-9b61-028c254e2410 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:47.113170 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-5432ea07-7256-48b0-9b61-028c254e2410 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:47.127372 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-5432ea07-7256-48b0-9b61-028c254e2410 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Made reservation on behalf of 46418d03dcfd4ae1a968507356cc51c0 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:47:47.132672 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-5432ea07-7256-48b0-9b61-028c254e2410 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:47.161890 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-06188fc2-0ffd-4021-a737-0b67da8a1f4e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:47.252495 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-06188fc2-0ffd-4021-a737-0b67da8a1f4e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:47.326934 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06188fc2-0ffd-4021-a737-0b67da8a1f4e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Subnet': ['ID=3f630afe-2f8c-4593-962b-83e1b31bca96,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:47.329311 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-06188fc2-0ffd-4021-a737-0b67da8a1f4e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:47.341154 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-06188fc2-0ffd-4021-a737-0b67da8a1f4e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/subnets/3f630afe-2f8c-4593-962b-83e1b31bca96 HTTP/1.1" status: 204 len: 168 time: 0.7241979 Apr 20 17:47:47.341829 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53560) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:47.366557 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-5432ea07-7256-48b0-9b61-028c254e2410 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Allocated IP 172.20.0.12 (5d802f55-617b-41b1-aea9-185e56a78e30/3b813fee-438f-497c-93b9-06d5485a5d10/5f06cbbf-9c1c-49c0-b65f-e719f5712c5d) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:47:47.475021 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-46069bf6-6de8-4d3d-a71a-e446a073072d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:47.480597 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1c893b-7966-48e7-b7d2-aeaf64df3500 None None] Network 1dd34508-baab-4afd-ab60-f6302e26c9de requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:47:47.487091 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-46069bf6-6de8-4d3d-a71a-e446a073072d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Deleting port 28e6b16c-a26f-4bdf-9a47-283c30a87d5e {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:47.487557 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-46069bf6-6de8-4d3d-a71a-e446a073072d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:47.650487 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-5432ea07-7256-48b0-9b61-028c254e2410 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:47.669333 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-5432ea07-7256-48b0-9b61-028c254e2410 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Transition to ACTIVE for port object 5f06cbbf-9c1c-49c0-b65f-e719f5712c5d will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:47:47.708593 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-5432ea07-7256-48b0-9b61-028c254e2410 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:47.779024 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567fab1e-f6b3-4735-9141-add19ea407d1 None None] DHCP port deletion for 1dd34508-baab-4afd-ab60-f6302e26c9de request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:47:47.783711 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-567fab1e-f6b3-4735-9141-add19ea407d1 None None] Deleting port 28e6b16c-a26f-4bdf-9a47-283c30a87d5e {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:47.784080 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-567fab1e-f6b3-4735-9141-add19ea407d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:47.814908 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5432ea07-7256-48b0-9b61-028c254e2410 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'Port': ['ID=5f06cbbf-9c1c-49c0-b65f-e719f5712c5d,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:47.842880 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-5432ea07-7256-48b0-9b61-028c254e2410 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Network 5d802f55-617b-41b1-aea9-185e56a78e30 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:47:47.844842 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-5432ea07-7256-48b0-9b61-028c254e2410 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:47:47.859721 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-5432ea07-7256-48b0-9b61-028c254e2410 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:47:47.893689 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-46069bf6-6de8-4d3d-a71a-e446a073072d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] For port 28e6b16c-a26f-4bdf-9a47-283c30a87d5e, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=28e6b16c-a26f-4bdf-9a47-283c30a87d5e,segment=NetworkSegment(3660ab70-dd22-491b-926d-e5b403ffc4df),segment_id=3660ab70-dd22-491b-926d-e5b403ffc4df)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:47.894164 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-46069bf6-6de8-4d3d-a71a-e446a073072d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:47.953289 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-5432ea07-7256-48b0-9b61-028c254e2410 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:47.953914 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-5432ea07-7256-48b0-9b61-028c254e2410 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:47.989802 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-5432ea07-7256-48b0-9b61-028c254e2410 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1789610 Apr 20 17:47:48.001814 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-243fdf30-ee0b-4451-b384-90d668fc8889 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:47:48.002818 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-243fdf30-ee0b-4451-b384-90d668fc8889 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0086341 Apr 20 17:47:48.015104 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-d41cd83e-d571-47b8-b90d-79cd12d290eb service neutron] Request body: {'port': {'device_id': 'c9cdea92-16dd-40af-83eb-13a49df5f117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:48.043262 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-567fab1e-f6b3-4735-9141-add19ea407d1 None None] For port 28e6b16c-a26f-4bdf-9a47-283c30a87d5e, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=28e6b16c-a26f-4bdf-9a47-283c30a87d5e,segment=NetworkSegment(3660ab70-dd22-491b-926d-e5b403ffc4df),segment_id=3660ab70-dd22-491b-926d-e5b403ffc4df)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:48.043745 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-567fab1e-f6b3-4735-9141-add19ea407d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:48.046262 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-46069bf6-6de8-4d3d-a71a-e446a073072d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Calling delete_port for 28e6b16c-a26f-4bdf-9a47-283c30a87d5e owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:48.160135 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-46069bf6-6de8-4d3d-a71a-e446a073072d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:48.186444 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-567fab1e-f6b3-4735-9141-add19ea407d1 None None] Calling delete_port for 28e6b16c-a26f-4bdf-9a47-283c30a87d5e owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:48.201852 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-d41cd83e-d571-47b8-b90d-79cd12d290eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:48.205074 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef99fc-af32-46ca-b03e-e10b98f0baa2 req-c6fb0736-8c49-4531-818c-fc50dc59788d tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:48.206715 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7aef99fc-af32-46ca-b03e-e10b98f0baa2 req-c6fb0736-8c49-4531-818c-fc50dc59788d tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cdea92-16dd-40af-83eb-13a49df5f117 HTTP/1.1" status: 200 len: 932 time: 0.5143037 Apr 20 17:47:48.232527 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46069bf6-6de8-4d3d-a71a-e446a073072d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Port': ['ID=28e6b16c-a26f-4bdf-9a47-283c30a87d5e,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:48.235690 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f4e90e43-15d8-4a4b-8c9a-e29075f06e7e None None] Provisioning for port 5f06cbbf-9c1c-49c0-b65f-e719f5712c5d completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:47:48.244415 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46069bf6-6de8-4d3d-a71a-e446a073072d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] No DVR routers for this DVR port 28e6b16c-a26f-4bdf-9a47-283c30a87d5e on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:47:48.249462 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f4e90e43-15d8-4a4b-8c9a-e29075f06e7e None None] Provisioning complete for port 5f06cbbf-9c1c-49c0-b65f-e719f5712c5d triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:47:48.249921 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f4e90e43-15d8-4a4b-8c9a-e29075f06e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:48.364745 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-f4e90e43-15d8-4a4b-8c9a-e29075f06e7e None None] Port 5f06cbbf-9c1c-49c0-b65f-e719f5712c5d cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:47:48.370339 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-567fab1e-f6b3-4735-9141-add19ea407d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:47:48.370777 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-567fab1e-f6b3-4735-9141-add19ea407d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:47:48.416623 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-46069bf6-6de8-4d3d-a71a-e446a073072d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:48.429065 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-7aef99fc-af32-46ca-b03e-e10b98f0baa2 req-37ecd3ce-de04-4a66-84d1-cb4351ea2a23 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Synchronizing usage tracker for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:47:48.455406 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-46069bf6-6de8-4d3d-a71a-e446a073072d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd34508-baab-4afd-ab60-f6302e26c9de']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:48.467834 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-7aef99fc-af32-46ca-b03e-e10b98f0baa2 req-37ecd3ce-de04-4a66-84d1-cb4351ea2a23 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Unset dirty status for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:47:48.478939 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7aef99fc-af32-46ca-b03e-e10b98f0baa2 req-37ecd3ce-de04-4a66-84d1-cb4351ea2a23 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd7e460d-67f3-4a7c-9ad9-491a13be8765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2622442 Apr 20 17:47:48.480785 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-46069bf6-6de8-4d3d-a71a-e446a073072d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3660ab70-dd22-491b-926d-e5b403ffc4df') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:48.481075 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-46069bf6-6de8-4d3d-a71a-e446a073072d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3660ab70-dd22-491b-926d-e5b403ffc4df') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:48.506922 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-46069bf6-6de8-4d3d-a71a-e446a073072d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:48.526513 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-46069bf6-6de8-4d3d-a71a-e446a073072d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:48.532800 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46069bf6-6de8-4d3d-a71a-e446a073072d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:47:48.533482 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-46069bf6-6de8-4d3d-a71a-e446a073072d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:48.543284 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 28e6b16c-a26f-4bdf-9a47-283c30a87d5e no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:47:48.563729 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:47:48.563729 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:47:48.563729 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:47:48.563729 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:47:48.563729 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:47:48.563729 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:47:48.563729 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:47:48.563729 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:47:48.563729 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:47:48.563729 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:47:48.563729 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:47:48.563729 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:47:48.563729 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:47:48.563729 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:47:48.563729 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:47:48.563729 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:47:48.563729 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:47:48.563729 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:47:48.563729 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:47:48.563729 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:47:48.563729 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:47:48.563729 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:47:48.563729 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:47:48.563729 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:47:48.563729 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:47:48.563729 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:47:48.563729 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:47:48.563729 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:47:48.563729 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:47:48.563729 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:47:48.563729 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:47:48.563729 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:47:48.600547 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 28e6b16c-a26f-4bdf-9a47-283c30a87d5e {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:47:48.600877 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 28e6b16c-a26f-4bdf-9a47-283c30a87d5e not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:47:48.662362 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-d41cd83e-d571-47b8-b90d-79cd12d290eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f06cbbf-9c1c-49c0-b65f-e719f5712c5d {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:47:48.667943 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-46069bf6-6de8-4d3d-a71a-e446a073072d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:48.670215 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-d41cd83e-d571-47b8-b90d-79cd12d290eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:48.686536 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-d41cd83e-d571-47b8-b90d-79cd12d290eb service neutron] Transition to ACTIVE for port object 5f06cbbf-9c1c-49c0-b65f-e719f5712c5d will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:47:48.690353 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-46069bf6-6de8-4d3d-a71a-e446a073072d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:48.692521 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-d41cd83e-d571-47b8-b90d-79cd12d290eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:48.711080 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46069bf6-6de8-4d3d-a71a-e446a073072d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Network': ['ID=1dd34508-baab-4afd-ab60-f6302e26c9de,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:48.716986 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-46069bf6-6de8-4d3d-a71a-e446a073072d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/networks/1dd34508-baab-4afd-ab60-f6302e26c9de HTTP/1.1" status: 204 len: 168 time: 1.3730237 Apr 20 17:47:48.720465 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53572) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:48.728250 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-8242548b-c80d-47c7-afc1-9351d0a38ef2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-583894413'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:48.736302 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8242548b-c80d-47c7-afc1-9351d0a38ef2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:48.740700 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8242548b-c80d-47c7-afc1-9351d0a38ef2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:network and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:48.745297 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8242548b-c80d-47c7-afc1-9351d0a38ef2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:48.751866 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8242548b-c80d-47c7-afc1-9351d0a38ef2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:48.776551 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8242548b-c80d-47c7-afc1-9351d0a38ef2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:47:48.779904 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8242548b-c80d-47c7-afc1-9351d0a38ef2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:48.815717 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8242548b-c80d-47c7-afc1-9351d0a38ef2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:47:48.827676 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8242548b-c80d-47c7-afc1-9351d0a38ef2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:48.828487 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-8242548b-c80d-47c7-afc1-9351d0a38ef2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Added segment 3cb30ca0-41cc-4008-85ee-c685ca1532d1 of type vlan for network 9962c2f9-6399-4f4f-89c5-d7de9fde4bf6 Apr 20 17:47:48.849126 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41cd83e-d571-47b8-b90d-79cd12d290eb service neutron] Pushing event updated for resources: {'Port': ['ID=5f06cbbf-9c1c-49c0-b65f-e719f5712c5d,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:48.871786 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-567fab1e-f6b3-4735-9141-add19ea407d1 None None] Deleting port 28e6b16c-a26f-4bdf-9a47-283c30a87d5e {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:48.872544 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-567fab1e-f6b3-4735-9141-add19ea407d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:48.873125 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8242548b-c80d-47c7-afc1-9351d0a38ef2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:48.914795 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8242548b-c80d-47c7-afc1-9351d0a38ef2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:48.919287 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8242548b-c80d-47c7-afc1-9351d0a38ef2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:48.919935 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8242548b-c80d-47c7-afc1-9351d0a38ef2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:48.944172 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53578) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:49.021915 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-567fab1e-f6b3-4735-9141-add19ea407d1 None None] The port '28e6b16c-a26f-4bdf-9a47-283c30a87d5e' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:47:49.041622 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-d41cd83e-d571-47b8-b90d-79cd12d290eb service neutron] Attempting to bind port 5f06cbbf-9c1c-49c0-b65f-e719f5712c5d on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:47:49.042256 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-d41cd83e-d571-47b8-b90d-79cd12d290eb service neutron] Attempting to bind port 5f06cbbf-9c1c-49c0-b65f-e719f5712c5d by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '6e85f463-5e3c-4100-a174-df110751f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:47:49.042390 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-d41cd83e-d571-47b8-b90d-79cd12d290eb service neutron] Attempting to bind port 5f06cbbf-9c1c-49c0-b65f-e719f5712c5d on network 5d802f55-617b-41b1-aea9-185e56a78e30 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:47:49.049978 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-d41cd83e-d571-47b8-b90d-79cd12d290eb service neutron] Port 5f06cbbf-9c1c-49c0-b65f-e719f5712c5d on network 5d802f55-617b-41b1-aea9-185e56a78e30 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:47:49.050305 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-d41cd83e-d571-47b8-b90d-79cd12d290eb service neutron] Attempting to bind port 5f06cbbf-9c1c-49c0-b65f-e719f5712c5d on network 5d802f55-617b-41b1-aea9-185e56a78e30 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:47:49.063770 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-d41cd83e-d571-47b8-b90d-79cd12d290eb service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:47:49.063770 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-d41cd83e-d571-47b8-b90d-79cd12d290eb service neutron] Checking segment: {'id': '6e85f463-5e3c-4100-a174-df110751f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:47:49.064196 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-d41cd83e-d571-47b8-b90d-79cd12d290eb service neutron] Bound using segment: {'id': '6e85f463-5e3c-4100-a174-df110751f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:47:49.064472 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-d41cd83e-d571-47b8-b90d-79cd12d290eb service neutron] Bound port: 5f06cbbf-9c1c-49c0-b65f-e719f5712c5d, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e85f463-5e3c-4100-a174-df110751f91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:47:49.064733 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-d41cd83e-d571-47b8-b90d-79cd12d290eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:49.082137 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8242548b-c80d-47c7-afc1-9351d0a38ef2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3605232 Apr 20 17:47:49.090437 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53584) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:49.097810 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-3ef6e21b-91bc-44e0-b498-ec0b6e346f64 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'subnet': {'network_id': '9962c2f9-6399-4f4f-89c5-d7de9fde4bf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:49.102216 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242548b-c80d-47c7-afc1-9351d0a38ef2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Network': ['ID=9962c2f9-6399-4f4f-89c5-d7de9fde4bf6,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:49.127967 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 9962c2f9-6399-4f4f-89c5-d7de9fde4bf6 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:47:49.362646 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-087aa11f-b6e7-47c0-a936-ccbd5b7f21d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:49.428582 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3ef6e21b-91bc-44e0-b498-ec0b6e346f64 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:49.436100 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3ef6e21b-91bc-44e0-b498-ec0b6e346f64 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:subnet and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:49.441715 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3ef6e21b-91bc-44e0-b498-ec0b6e346f64 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:49.451188 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-087aa11f-b6e7-47c0-a936-ccbd5b7f21d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:49.453394 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3ef6e21b-91bc-44e0-b498-ec0b6e346f64 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:49.456851 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-d41cd83e-d571-47b8-b90d-79cd12d290eb service neutron] For port 5f06cbbf-9c1c-49c0-b65f-e719f5712c5d, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:47:49.462028 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-d41cd83e-d571-47b8-b90d-79cd12d290eb service neutron] For port 5f06cbbf-9c1c-49c0-b65f-e719f5712c5d, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=5f06cbbf-9c1c-49c0-b65f-e719f5712c5d,segment=NetworkSegment(6e85f463-5e3c-4100-a174-df110751f91c),segment_id=6e85f463-5e3c-4100-a174-df110751f91c)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:47:49.465127 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-087aa11f-b6e7-47c0-a936-ccbd5b7f21d4 admin admin] Usage tracker for resource:security_group_rule and tenant:6312b90ff2d143ea8e6bc667c02f5e94 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:49.470920 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-087aa11f-b6e7-47c0-a936-ccbd5b7f21d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:49.474516 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-d41cd83e-d571-47b8-b90d-79cd12d290eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:49.511126 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-087aa11f-b6e7-47c0-a936-ccbd5b7f21d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:49.513101 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef6e21b-91bc-44e0-b498-ec0b6e346f64 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:47:49.670847 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-d41cd83e-d571-47b8-b90d-79cd12d290eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:49.672195 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-d41cd83e-d571-47b8-b90d-79cd12d290eb service neutron] 10.222.0.10 "PUT /v2.0/ports/5f06cbbf-9c1c-49c0-b65f-e719f5712c5d HTTP/1.1" status: 200 len: 1092 time: 1.6624746 Apr 20 17:47:49.679687 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9cdea92-16dd-40af-83eb-13a49df5f117', 'tag': '5f06cbbf-9c1c-49c0-b65f-e719f5712c5d'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:47:49.738237 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3ef6e21b-91bc-44e0-b498-ec0b6e346f64 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:49.811831 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ba93778-b07a-4a5f-8e73-0c32a6571bea'] response: {'name': 'network-changed', 'server_uuid': 'c9cdea92-16dd-40af-83eb-13a49df5f117', 'tag': '5f06cbbf-9c1c-49c0-b65f-e719f5712c5d', 'status': 'completed', 'code': 200} Apr 20 17:47:49.870003 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41cd83e-d571-47b8-b90d-79cd12d290eb service neutron] Pushing event updated for resources: {'Port': ['ID=5f06cbbf-9c1c-49c0-b65f-e719f5712c5d,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:49.968213 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-087aa11f-b6e7-47c0-a936-ccbd5b7f21d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:49.977247 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1aa0ef-66bc-445b-9e85-26d0b5fc9b29 req-d4fce867-97e6-44f6-a246-4d1939b5a20e tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:49.977945 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ac1aa0ef-66bc-445b-9e85-26d0b5fc9b29 req-d4fce867-97e6-44f6-a246-4d1939b5a20e tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Synchronizing usage tracker for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:47:49.984101 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-087aa11f-b6e7-47c0-a936-ccbd5b7f21d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:50.085090 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087aa11f-b6e7-47c0-a936-ccbd5b7f21d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40af575e-5337-445f-9103-fd726d610eb3,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:50.087403 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ac1aa0ef-66bc-445b-9e85-26d0b5fc9b29 req-d4fce867-97e6-44f6-a246-4d1939b5a20e tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Unset dirty status for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:47:50.088558 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ac1aa0ef-66bc-445b-9e85-26d0b5fc9b29 req-d4fce867-97e6-44f6-a246-4d1939b5a20e tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cdea92-16dd-40af-83eb-13a49df5f117 HTTP/1.1" status: 200 len: 944 time: 0.4790604 Apr 20 17:47:50.099251 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-b71e226b-2540-4f1e-b473-b2ad1e05d6a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=46418d03dcfd4ae1a968507356cc51c0&device_id=c9cdea92-16dd-40af-83eb-13a49df5f117 HTTP/1.1" status: 200 len: 1095 time: 0.3800285 Apr 20 17:47:50.118854 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-087aa11f-b6e7-47c0-a936-ccbd5b7f21d4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6312b90ff2d143ea8e6bc667c02f5e94&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1731830 Apr 20 17:47:50.121848 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53594) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:50.182107 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-50e5dee4-98af-4ce5-abd8-cbbd32a9fb10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:50.208927 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-50e5dee4-98af-4ce5-abd8-cbbd32a9fb10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:50.220837 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-4f079f91-1b64-400e-a1bf-c21262cd8fbe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f06cbbf-9c1c-49c0-b65f-e719f5712c5d HTTP/1.1" status: 200 len: 217 time: 0.1008723 Apr 20 17:47:50.265823 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-50e5dee4-98af-4ce5-abd8-cbbd32a9fb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:50.268562 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3ef6e21b-91bc-44e0-b498-ec0b6e346f64 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:50.282610 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5dee4-98af-4ce5-abd8-cbbd32a9fb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40af575e-5337-445f-9103-fd726d610eb3,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:50.286889 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-50e5dee4-98af-4ce5-abd8-cbbd32a9fb10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:50.291432 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-50e5dee4-98af-4ce5-abd8-cbbd32a9fb10 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/40af575e-5337-445f-9103-fd726d610eb3 HTTP/1.1" status: 204 len: 168 time: 0.1651809 Apr 20 17:47:50.315697 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ac1aa0ef-66bc-445b-9e85-26d0b5fc9b29 req-0f4f99b1-36e4-4bca-a6aa-8d129503c7e2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd7e460d-67f3-4a7c-9ad9-491a13be8765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155385 Apr 20 17:47:50.348003 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-06ec6ef4-e31a-4894-b1a7-f42fef105399 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:50.349446 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-06ec6ef4-e31a-4894-b1a7-f42fef105399 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b813fee-438f-497c-93b9-06d5485a5d10 HTTP/1.1" status: 200 len: 834 time: 0.1200037 Apr 20 17:47:50.407278 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6e21b-91bc-44e0-b498-ec0b6e346f64 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Subnet': ['ID=d33a3fa8-1045-4f77-ad26-5a9c6f82f434,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:50.437048 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef6e21b-91bc-44e0-b498-ec0b6e346f64 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Checking segment: {'id': '3cb30ca0-41cc-4008-85ee-c685ca1532d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9962c2f9-6399-4f4f-89c5-d7de9fde4bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:47:50.437415 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef6e21b-91bc-44e0-b498-ec0b6e346f64 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network hostable DHCP agents. Network: 9962c2f9-6399-4f4f-89c5-d7de9fde4bf6, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:47:50.466634 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-5da4d855-88af-4999-b7c0-31ac6dcfff66 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d802f55-617b-41b1-aea9-185e56a78e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082475 Apr 20 17:47:50.493110 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef6e21b-91bc-44e0-b498-ec0b6e346f64 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network 9962c2f9-6399-4f4f-89c5-d7de9fde4bf6 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:47:50.558765 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-3ef6e21b-91bc-44e0-b498-ec0b6e346f64 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 9962c2f9-6399-4f4f-89c5-d7de9fde4bf6) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:47:50.565132 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef6e21b-91bc-44e0-b498-ec0b6e346f64 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:50.565705 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3ef6e21b-91bc-44e0-b498-ec0b6e346f64 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:50.567165 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b558987-21dc-4770-887f-042044c8e2ef None None] Network 9962c2f9-6399-4f4f-89c5-d7de9fde4bf6 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:47:50.619575 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3ef6e21b-91bc-44e0-b498-ec0b6e346f64 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5249224 Apr 20 17:47:50.619899 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53602) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:50.625578 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-57ad931f-6cd6-46bf-bc7e-e8463118f638 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'port': {'network_id': '9962c2f9-6399-4f4f-89c5-d7de9fde4bf6', 'name': 'tempest-PortsTestJSON-432924839', 'fixed_ips': [{'subnet_id': 'd33a3fa8-1045-4f77-ad26-5a9c6f82f434', 'ip_address': '172.20.0.10'}]}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:50.632276 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-9bb304a3-2955-494f-8c42-17a42eda6a2f service neutron] 10.222.0.10 "GET /v2.0/networks/5d802f55-617b-41b1-aea9-185e56a78e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596568 Apr 20 17:47:50.698160 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53606) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:50.736276 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0dc33ba8-938d-4721-8ed2-4b36ae1c2d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:50.780743 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72c2d4e6-0286-401f-9a27-f668044c3bc0 req-6c99a535-762f-40e7-8a26-4598d5f943ab service neutron] 10.222.0.10 "GET /v2.0/networks/5d802f55-617b-41b1-aea9-185e56a78e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423221 Apr 20 17:47:50.801520 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a30b91-988e-42fd-8280-0fe3d6e18794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-9962c2f9-6399-4f4f-89c5-d7de9fde4bf6', 'network_id': '9962c2f9-6399-4f4f-89c5-d7de9fde4bf6', 'tenant_id': 'fcf560f44a0348198b56b4605e9fc555', 'fixed_ips': [{'subnet_id': 'd33a3fa8-1045-4f77-ad26-5a9c6f82f434'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:47:50.802466 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-71a30b91-988e-42fd-8280-0fe3d6e18794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:50.818101 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0dc33ba8-938d-4721-8ed2-4b36ae1c2d64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:50.828396 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0dc33ba8-938d-4721-8ed2-4b36ae1c2d64 admin admin] Usage tracker for resource:security_group_rule and tenant:b16483906b5f4c069231ace9bd1b42de is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:50.831234 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-57ad931f-6cd6-46bf-bc7e-e8463118f638 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:50.833758 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0dc33ba8-938d-4721-8ed2-4b36ae1c2d64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:50.840659 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-57ad931f-6cd6-46bf-bc7e-e8463118f638 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:port and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:50.843345 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0dc33ba8-938d-4721-8ed2-4b36ae1c2d64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:50.845327 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-57ad931f-6cd6-46bf-bc7e-e8463118f638 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:50.853052 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-57ad931f-6cd6-46bf-bc7e-e8463118f638 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:50.873398 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ad931f-6cd6-46bf-bc7e-e8463118f638 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:47:50.909718 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b24c327e-c936-4689-ba90-cd0f25361427 req-83432975-b548-4691-8f48-fc51a57403a8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=46418d03dcfd4ae1a968507356cc51c0&device_id=c9cdea92-16dd-40af-83eb-13a49df5f117 HTTP/1.1" status: 200 len: 1095 time: 0.0800166 Apr 20 17:47:50.971939 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-71a30b91-988e-42fd-8280-0fe3d6e18794 None None] Allocated IP 172.20.0.2 (9962c2f9-6399-4f4f-89c5-d7de9fde4bf6/d33a3fa8-1045-4f77-ad26-5a9c6f82f434/f43265f6-a42a-47fc-a11c-ecae9013aac2) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:47:51.037022 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0dc33ba8-938d-4721-8ed2-4b36ae1c2d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:51.045997 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-57ad931f-6cd6-46bf-bc7e-e8463118f638 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:51.058216 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0dc33ba8-938d-4721-8ed2-4b36ae1c2d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:51.109352 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-57ad931f-6cd6-46bf-bc7e-e8463118f638 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] device_id is not set on port 82974960-c545-40c0-9d10-8d994d2a60ce yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:47:51.156986 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c327e-c936-4689-ba90-cd0f25361427 req-ecd71fc0-c702-4a63-8a66-a585ae99999c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:51.157439 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0dc33ba8-938d-4721-8ed2-4b36ae1c2d64 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b16483906b5f4c069231ace9bd1b42de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4582379 Apr 20 17:47:51.158459 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b24c327e-c936-4689-ba90-cd0f25361427 req-ecd71fc0-c702-4a63-8a66-a585ae99999c service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d802f55-617b-41b1-aea9-185e56a78e30 HTTP/1.1" status: 200 len: 898 time: 0.2432606 Apr 20 17:47:51.158903 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53610) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:51.168454 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc33ba8-938d-4721-8ed2-4b36ae1c2d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f85efd2-c045-464b-9c3e-f72662eaf63c,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:51.187097 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-71a30b91-988e-42fd-8280-0fe3d6e18794 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:51.198997 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-71a30b91-988e-42fd-8280-0fe3d6e18794 None None] Transition to ACTIVE for port object f43265f6-a42a-47fc-a11c-ecae9013aac2 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:47:51.217909 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-71a30b91-988e-42fd-8280-0fe3d6e18794 None None] Transition to ACTIVE for port object f43265f6-a42a-47fc-a11c-ecae9013aac2 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:47:51.227366 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-71a30b91-988e-42fd-8280-0fe3d6e18794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:51.246660 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b24c327e-c936-4689-ba90-cd0f25361427 req-f279530d-71aa-4256-a863-3eecad521377 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f06cbbf-9c1c-49c0-b65f-e719f5712c5d HTTP/1.1" status: 200 len: 217 time: 0.0748467 Apr 20 17:47:51.301770 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a30b91-988e-42fd-8280-0fe3d6e18794 None None] Pushing event updated for resources: {'Port': ['ID=f43265f6-a42a-47fc-a11c-ecae9013aac2,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:51.304530 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a30b91-988e-42fd-8280-0fe3d6e18794 None None] Network 9962c2f9-6399-4f4f-89c5-d7de9fde4bf6 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:47:51.305689 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-71a30b91-988e-42fd-8280-0fe3d6e18794 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:47:51.307703 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a30b91-988e-42fd-8280-0fe3d6e18794 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:47:51.331599 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c327e-c936-4689-ba90-cd0f25361427 req-c0e04577-590d-43c2-af35-99e3fa2ce583 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:51.333042 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b24c327e-c936-4689-ba90-cd0f25361427 req-c0e04577-590d-43c2-af35-99e3fa2ce583 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b813fee-438f-497c-93b9-06d5485a5d10 HTTP/1.1" status: 200 len: 834 time: 0.0777137 Apr 20 17:47:51.335621 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7a5f30a9-6c18-4be4-baa0-19998a17a62d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:51.336378 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-57ad931f-6cd6-46bf-bc7e-e8463118f638 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Allocated IP 172.20.0.10 (9962c2f9-6399-4f4f-89c5-d7de9fde4bf6/d33a3fa8-1045-4f77-ad26-5a9c6f82f434/82974960-c545-40c0-9d10-8d994d2a60ce) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:47:51.399356 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-71a30b91-988e-42fd-8280-0fe3d6e18794 None None] Attempting to bind port f43265f6-a42a-47fc-a11c-ecae9013aac2 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:47:51.400101 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-71a30b91-988e-42fd-8280-0fe3d6e18794 None None] Attempting to bind port f43265f6-a42a-47fc-a11c-ecae9013aac2 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '3cb30ca0-41cc-4008-85ee-c685ca1532d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9962c2f9-6399-4f4f-89c5-d7de9fde4bf6'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:47:51.400561 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a30b91-988e-42fd-8280-0fe3d6e18794 None None] Attempting to bind port f43265f6-a42a-47fc-a11c-ecae9013aac2 on network 9962c2f9-6399-4f4f-89c5-d7de9fde4bf6 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:47:51.408187 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7a5f30a9-6c18-4be4-baa0-19998a17a62d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:51.414290 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a30b91-988e-42fd-8280-0fe3d6e18794 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:47:51.415369 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a30b91-988e-42fd-8280-0fe3d6e18794 None None] Checking segment: {'id': '3cb30ca0-41cc-4008-85ee-c685ca1532d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9962c2f9-6399-4f4f-89c5-d7de9fde4bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:47:51.415910 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-71a30b91-988e-42fd-8280-0fe3d6e18794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:51.416398 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a30b91-988e-42fd-8280-0fe3d6e18794 None None] Bound using segment: {'id': '3cb30ca0-41cc-4008-85ee-c685ca1532d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9962c2f9-6399-4f4f-89c5-d7de9fde4bf6'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:47:51.418383 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-71a30b91-988e-42fd-8280-0fe3d6e18794 None None] Bound port: f43265f6-a42a-47fc-a11c-ecae9013aac2, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb30ca0-41cc-4008-85ee-c685ca1532d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9962c2f9-6399-4f4f-89c5-d7de9fde4bf6'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:47:51.419616 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-71a30b91-988e-42fd-8280-0fe3d6e18794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:51.481011 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b24c327e-c936-4689-ba90-cd0f25361427 req-3c21fe05-0911-488b-9640-1b2c058adafe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d802f55-617b-41b1-aea9-185e56a78e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1314120 Apr 20 17:47:51.568341 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7a5f30a9-6c18-4be4-baa0-19998a17a62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:51.573130 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-71a30b91-988e-42fd-8280-0fe3d6e18794 None None] For port f43265f6-a42a-47fc-a11c-ecae9013aac2, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:47:51.576622 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-71a30b91-988e-42fd-8280-0fe3d6e18794 None None] For port f43265f6-a42a-47fc-a11c-ecae9013aac2, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f43265f6-a42a-47fc-a11c-ecae9013aac2,segment=NetworkSegment(3cb30ca0-41cc-4008-85ee-c685ca1532d1),segment_id=3cb30ca0-41cc-4008-85ee-c685ca1532d1)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:47:51.581711 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-71a30b91-988e-42fd-8280-0fe3d6e18794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:51.596933 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f30a9-6c18-4be4-baa0-19998a17a62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f85efd2-c045-464b-9c3e-f72662eaf63c,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:51.603750 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7a5f30a9-6c18-4be4-baa0-19998a17a62d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:51.607259 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7a5f30a9-6c18-4be4-baa0-19998a17a62d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f85efd2-c045-464b-9c3e-f72662eaf63c HTTP/1.1" status: 204 len: 168 time: 0.4449327 Apr 20 17:47:51.644420 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b24c327e-c936-4689-ba90-cd0f25361427 req-7e993769-0c38-4e10-8cf3-cc25c2d87a6e service neutron] 10.222.0.10 "GET /v2.0/networks/5d802f55-617b-41b1-aea9-185e56a78e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578519 Apr 20 17:47:51.709417 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-57ad931f-6cd6-46bf-bc7e-e8463118f638 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:51.728368 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a30b91-988e-42fd-8280-0fe3d6e18794 None None] Pushing event updated for resources: {'Port': ['ID=f43265f6-a42a-47fc-a11c-ecae9013aac2,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:51.752754 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-57ad931f-6cd6-46bf-bc7e-e8463118f638 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Transition to ACTIVE for port object 82974960-c545-40c0-9d10-8d994d2a60ce will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:47:51.774765 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2ac79-6df3-4c0a-ba54-e9901558dbca req-ee6d1fc7-19f3-41cf-abd9-2bdcdde0b30c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:51.776272 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-02c2ac79-6df3-4c0a-ba54-e9901558dbca req-ee6d1fc7-19f3-41cf-abd9-2bdcdde0b30c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cdea92-16dd-40af-83eb-13a49df5f117 HTTP/1.1" status: 200 len: 944 time: 0.1952736 Apr 20 17:47:51.825385 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-57ad931f-6cd6-46bf-bc7e-e8463118f638 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:51.831574 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b24c327e-c936-4689-ba90-cd0f25361427 req-c8bd70a7-2bff-403a-a4c7-9cf050b3c0f2 service neutron] 10.222.0.10 "GET /v2.0/networks/5d802f55-617b-41b1-aea9-185e56a78e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788273 Apr 20 17:47:51.955536 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-02c2ac79-6df3-4c0a-ba54-e9901558dbca req-53e371b6-e281-453d-8f1c-bf40677df8a9 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd7e460d-67f3-4a7c-9ad9-491a13be8765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717629 Apr 20 17:47:51.966478 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ad931f-6cd6-46bf-bc7e-e8463118f638 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network 9962c2f9-6399-4f4f-89c5-d7de9fde4bf6 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:47:51.967365 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad931f-6cd6-46bf-bc7e-e8463118f638 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Port': ['ID=82974960-c545-40c0-9d10-8d994d2a60ce,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:51.969959 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-57ad931f-6cd6-46bf-bc7e-e8463118f638 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:47:51.972084 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ad931f-6cd6-46bf-bc7e-e8463118f638 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:47:52.039523 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ad931f-6cd6-46bf-bc7e-e8463118f638 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:52.040126 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-57ad931f-6cd6-46bf-bc7e-e8463118f638 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:52.073274 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-57ad931f-6cd6-46bf-bc7e-e8463118f638 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4522705 Apr 20 17:47:52.075946 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53624) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:52.081765 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-5890bd56-2e68-4d4d-8056-80cf9a02e0a8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'port': {'network_id': '9962c2f9-6399-4f4f-89c5-d7de9fde4bf6', 'name': 'tempest-PortsTestJSON-802353134', 'fixed_ips': [{'subnet_id': 'd33a3fa8-1045-4f77-ad26-5a9c6f82f434', 'ip_address': '172.20.0.9'}]}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:52.230666 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5890bd56-2e68-4d4d-8056-80cf9a02e0a8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:52.235169 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5890bd56-2e68-4d4d-8056-80cf9a02e0a8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:port and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:52.238239 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5890bd56-2e68-4d4d-8056-80cf9a02e0a8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:52.245062 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5890bd56-2e68-4d4d-8056-80cf9a02e0a8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:52.255988 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5890bd56-2e68-4d4d-8056-80cf9a02e0a8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:47:52.261487 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5890bd56-2e68-4d4d-8056-80cf9a02e0a8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:52.283188 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-5890bd56-2e68-4d4d-8056-80cf9a02e0a8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] device_id is not set on port edb0cdf2-579f-403d-a4b6-ca94f0a45a78 yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:47:52.533982 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-5890bd56-2e68-4d4d-8056-80cf9a02e0a8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Allocated IP 172.20.0.9 (9962c2f9-6399-4f4f-89c5-d7de9fde4bf6/d33a3fa8-1045-4f77-ad26-5a9c6f82f434/edb0cdf2-579f-403d-a4b6-ca94f0a45a78) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:47:52.561575 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f43265f6-a42a-47fc-a11c-ecae9013aac2 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:47:52.648723 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port f43265f6-a42a-47fc-a11c-ecae9013aac2 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:47:52.782484 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5890bd56-2e68-4d4d-8056-80cf9a02e0a8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:52.798998 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-5890bd56-2e68-4d4d-8056-80cf9a02e0a8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Transition to ACTIVE for port object edb0cdf2-579f-403d-a4b6-ca94f0a45a78 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:47:52.825153 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5890bd56-2e68-4d4d-8056-80cf9a02e0a8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:52.826406 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7051f5ba-1503-4a46-8221-939cd4dc98a6 None None] Network 9962c2f9-6399-4f4f-89c5-d7de9fde4bf6 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:47:52.896057 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5890bd56-2e68-4d4d-8056-80cf9a02e0a8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network 9962c2f9-6399-4f4f-89c5-d7de9fde4bf6 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:47:52.899072 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-5890bd56-2e68-4d4d-8056-80cf9a02e0a8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:47:52.903646 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5890bd56-2e68-4d4d-8056-80cf9a02e0a8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:47:52.919992 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-08c03ace-bb2a-441d-b0ad-e847cd75ddd4 None None] Provisioning for port f43265f6-a42a-47fc-a11c-ecae9013aac2 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:47:52.929082 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-08c03ace-bb2a-441d-b0ad-e847cd75ddd4 None None] Provisioning complete for port f43265f6-a42a-47fc-a11c-ecae9013aac2 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:47:52.929667 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-08c03ace-bb2a-441d-b0ad-e847cd75ddd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:52.931472 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890bd56-2e68-4d4d-8056-80cf9a02e0a8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Port': ['ID=edb0cdf2-579f-403d-a4b6-ca94f0a45a78,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:52.966733 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5890bd56-2e68-4d4d-8056-80cf9a02e0a8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:52.967354 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5890bd56-2e68-4d4d-8056-80cf9a02e0a8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:52.996957 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5890bd56-2e68-4d4d-8056-80cf9a02e0a8 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9194803 Apr 20 17:47:52.999445 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53644) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:53.124773 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a165920-5501-4195-8045-5b9bf52d90ad tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:53.125510 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3a165920-5501-4195-8045-5b9bf52d90ad tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Synchronizing usage tracker for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:47:53.144579 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3a165920-5501-4195-8045-5b9bf52d90ad tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Unset dirty status for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:47:53.146241 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3a165920-5501-4195-8045-5b9bf52d90ad tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1457071 Apr 20 17:47:53.149017 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53650) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:53.211021 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-08c03ace-bb2a-441d-b0ad-e847cd75ddd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:53.220701 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136db7c-e9ca-4686-9d2d-3863918b418b req-b1e70d47-005e-44aa-8fc9-738c64533198 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:53.222719 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9136db7c-e9ca-4686-9d2d-3863918b418b req-b1e70d47-005e-44aa-8fc9-738c64533198 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cdea92-16dd-40af-83eb-13a49df5f117 HTTP/1.1" status: 200 len: 944 time: 0.1152921 Apr 20 17:47:53.253559 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed06d8c-2cd6-49cf-bc24-86ad6c2763e4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:53.259109 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed06d8c-2cd6-49cf-bc24-86ad6c2763e4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:53.264071 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed06d8c-2cd6-49cf-bc24-86ad6c2763e4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:53.265079 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-08c03ace-bb2a-441d-b0ad-e847cd75ddd4 None None] For port f43265f6-a42a-47fc-a11c-ecae9013aac2, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f43265f6-a42a-47fc-a11c-ecae9013aac2,segment=NetworkSegment(3cb30ca0-41cc-4008-85ee-c685ca1532d1),segment_id=3cb30ca0-41cc-4008-85ee-c685ca1532d1)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:53.266568 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5ed06d8c-2cd6-49cf-bc24-86ad6c2763e4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1161797 Apr 20 17:47:53.269561 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53656) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:53.275537 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-08c03ace-bb2a-441d-b0ad-e847cd75ddd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:53.289763 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9136db7c-e9ca-4686-9d2d-3863918b418b req-5dc62cdc-7dd7-4974-b803-8cafb06f177e tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd7e460d-67f3-4a7c-9ad9-491a13be8765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594122 Apr 20 17:47:53.353607 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-5e62de21-30f4-47bd-9381-f4a873c77a2f tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Deleting port edb0cdf2-579f-403d-a4b6-ca94f0a45a78 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:53.354110 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5e62de21-30f4-47bd-9381-f4a873c77a2f tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:53.360529 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c03ace-bb2a-441d-b0ad-e847cd75ddd4 None None] Pushing event updated for resources: {'Port': ['ID=f43265f6-a42a-47fc-a11c-ecae9013aac2,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:53.609956 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-43fac35f-c6e7-42b8-b3d1-af9762f3c3ce None None] Provisioning complete for port f43265f6-a42a-47fc-a11c-ecae9013aac2 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:47:53.610609 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-43fac35f-c6e7-42b8-b3d1-af9762f3c3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:53.645436 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5e62de21-30f4-47bd-9381-f4a873c77a2f tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:53.773339 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-43fac35f-c6e7-42b8-b3d1-af9762f3c3ce None None] Provisioning for port edb0cdf2-579f-403d-a4b6-ca94f0a45a78 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:47:53.778961 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-43fac35f-c6e7-42b8-b3d1-af9762f3c3ce None None] Provisioning complete for port edb0cdf2-579f-403d-a4b6-ca94f0a45a78 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:47:53.779405 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-43fac35f-c6e7-42b8-b3d1-af9762f3c3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:53.780104 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-5e62de21-30f4-47bd-9381-f4a873c77a2f tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Calling delete_port for edb0cdf2-579f-403d-a4b6-ca94f0a45a78 owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:53.837819 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-43fac35f-c6e7-42b8-b3d1-af9762f3c3ce None None] Port edb0cdf2-579f-403d-a4b6-ca94f0a45a78 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:47:53.855803 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-43fac35f-c6e7-42b8-b3d1-af9762f3c3ce None None] Provisioning for port 82974960-c545-40c0-9d10-8d994d2a60ce completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:47:53.861346 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-43fac35f-c6e7-42b8-b3d1-af9762f3c3ce None None] Provisioning complete for port 82974960-c545-40c0-9d10-8d994d2a60ce triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:47:53.861767 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-43fac35f-c6e7-42b8-b3d1-af9762f3c3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:53.920675 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-43fac35f-c6e7-42b8-b3d1-af9762f3c3ce None None] Port 82974960-c545-40c0-9d10-8d994d2a60ce cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:47:53.939769 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5e62de21-30f4-47bd-9381-f4a873c77a2f tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:53.985671 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e62de21-30f4-47bd-9381-f4a873c77a2f tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Port': ['ID=edb0cdf2-579f-403d-a4b6-ca94f0a45a78,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:54.013653 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 5f06cbbf-9c1c-49c0-b65f-e719f5712c5d details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:47:54.050604 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a6bd69d1-4c9e-41fc-a3fb-5bf80258d572 None None] Could not find standard attr ID for object edb0cdf2-579f-403d-a4b6-ca94f0a45a78. {{(pid=84082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 17:47:54.091183 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5e62de21-30f4-47bd-9381-f4a873c77a2f tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:54.112182 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5e62de21-30f4-47bd-9381-f4a873c77a2f tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/ports/edb0cdf2-579f-403d-a4b6-ca94f0a45a78 HTTP/1.1" status: 204 len: 168 time: 0.8397007 Apr 20 17:47:54.112182 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53674) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:54.144048 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a6bd69d1-4c9e-41fc-a3fb-5bf80258d572 None None] Provisioning complete for port 82974960-c545-40c0-9d10-8d994d2a60ce triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:47:54.144752 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a6bd69d1-4c9e-41fc-a3fb-5bf80258d572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:54.157595 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd86f18-b8f3-4448-a23b-f54154d16c05 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] GET failed (client error): The resource could not be found. Apr 20 17:47:54.158086 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1cd86f18-b8f3-4448-a23b-f54154d16c05 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Synchronizing usage tracker for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:47:54.177548 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1cd86f18-b8f3-4448-a23b-f54154d16c05 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Unset dirty status for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:47:54.178811 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1cd86f18-b8f3-4448-a23b-f54154d16c05 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "GET /v2.0/ports/edb0cdf2-579f-403d-a4b6-ca94f0a45a78 HTTP/1.1" status: 404 len: 333 time: 0.0660136 Apr 20 17:47:54.182700 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53682) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:54.236589 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a6bd69d1-4c9e-41fc-a3fb-5bf80258d572 None None] Port 82974960-c545-40c0-9d10-8d994d2a60ce cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:47:54.239190 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 5f06cbbf-9c1c-49c0-b65f-e719f5712c5d, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=5f06cbbf-9c1c-49c0-b65f-e719f5712c5d,segment=NetworkSegment(6e85f463-5e3c-4100-a174-df110751f91c),segment_id=6e85f463-5e3c-4100-a174-df110751f91c)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:54.256632 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-e31502f8-3649-459f-9cc4-ed004131ebeb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Deleting port 82974960-c545-40c0-9d10-8d994d2a60ce {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:54.257253 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e31502f8-3649-459f-9cc4-ed004131ebeb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:54.261048 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '5f06cbbf-9c1c-49c0-b65f-e719f5712c5d', 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30', 'port_id': '5f06cbbf-9c1c-49c0-b65f-e719f5712c5d', 'mac_address': 'fa:16:3e:10:06:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b813fee-438f-497c-93b9-06d5485a5d10', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:47:54.316820 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:54.335850 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f06cbbf-9c1c-49c0-b65f-e719f5712c5d {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:47:54.352428 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 5f06cbbf-9c1c-49c0-b65f-e719f5712c5d, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=5f06cbbf-9c1c-49c0-b65f-e719f5712c5d,segment=NetworkSegment(6e85f463-5e3c-4100-a174-df110751f91c),segment_id=6e85f463-5e3c-4100-a174-df110751f91c)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:54.358499 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:54.439157 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=5f06cbbf-9c1c-49c0-b65f-e719f5712c5d,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:54.554142 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f43265f6-a42a-47fc-a11c-ecae9013aac2 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:47:54.572011 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6b584-2201-4794-8776-d711b9bcbbbf req-69a19b63-5fff-4b28-8757-c777f1d2cfee tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:54.573474 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9ac6b584-2201-4794-8776-d711b9bcbbbf req-69a19b63-5fff-4b28-8757-c777f1d2cfee tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cdea92-16dd-40af-83eb-13a49df5f117 HTTP/1.1" status: 200 len: 945 time: 0.1418602 Apr 20 17:47:54.624319 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9ac6b584-2201-4794-8776-d711b9bcbbbf req-f29d1b7e-fc07-4066-af9b-f4684156631d tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd7e460d-67f3-4a7c-9ad9-491a13be8765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452325 Apr 20 17:47:54.633721 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port f43265f6-a42a-47fc-a11c-ecae9013aac2 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:47:54.634157 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:54.654013 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e31502f8-3649-459f-9cc4-ed004131ebeb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:54.703503 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['5f06cbbf-9c1c-49c0-b65f-e719f5712c5d'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:47:54.787547 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-e31502f8-3649-459f-9cc4-ed004131ebeb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Calling delete_port for 82974960-c545-40c0-9d10-8d994d2a60ce owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:54.945956 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e31502f8-3649-459f-9cc4-ed004131ebeb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:54.996266 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31502f8-3649-459f-9cc4-ed004131ebeb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Port': ['ID=82974960-c545-40c0-9d10-8d994d2a60ce,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:55.119491 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e31502f8-3649-459f-9cc4-ed004131ebeb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:55.142824 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e31502f8-3649-459f-9cc4-ed004131ebeb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/ports/82974960-c545-40c0-9d10-8d994d2a60ce HTTP/1.1" status: 204 len: 168 time: 0.9587300 Apr 20 17:47:55.144790 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53694) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:55.191132 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-c816bc05-c40a-4f74-8c27-79d4ba7077b3 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] GET failed (client error): The resource could not be found. Apr 20 17:47:55.191632 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c816bc05-c40a-4f74-8c27-79d4ba7077b3 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Synchronizing usage tracker for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:47:55.211592 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c816bc05-c40a-4f74-8c27-79d4ba7077b3 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Unset dirty status for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:47:55.213507 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c816bc05-c40a-4f74-8c27-79d4ba7077b3 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "GET /v2.0/ports/82974960-c545-40c0-9d10-8d994d2a60ce HTTP/1.1" status: 404 len: 333 time: 0.0677431 Apr 20 17:47:55.216368 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53698) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:55.280062 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-4913e016-3911-4433-98b0-28b4c05bf161 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Deleting subnet d33a3fa8-1045-4f77-ad26-5a9c6f82f434 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:47:55.283181 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4913e016-3911-4433-98b0-28b4c05bf161 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:55.335177 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4913e016-3911-4433-98b0-28b4c05bf161 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:55.426806 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4913e016-3911-4433-98b0-28b4c05bf161 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:55.509207 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4913e016-3911-4433-98b0-28b4c05bf161 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:55.553443 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4913e016-3911-4433-98b0-28b4c05bf161 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Subnet': ['ID=d33a3fa8-1045-4f77-ad26-5a9c6f82f434,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:55.557693 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4913e016-3911-4433-98b0-28b4c05bf161 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:55.566433 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4913e016-3911-4433-98b0-28b4c05bf161 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/subnets/d33a3fa8-1045-4f77-ad26-5a9c6f82f434 HTTP/1.1" status: 204 len: 168 time: 0.3466241 Apr 20 17:47:55.566610 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53702) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:55.569145 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315c849f-9de3-4ad0-a36e-4d4436834464 None None] Network 9962c2f9-6399-4f4f-89c5-d7de9fde4bf6 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:47:55.792019 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9156-ab87-4886-af0c-88d8fb6db3a9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:55.804655 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd9156-ab87-4886-af0c-88d8fb6db3a9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Deleting port f43265f6-a42a-47fc-a11c-ecae9013aac2 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:55.805098 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9156-ab87-4886-af0c-88d8fb6db3a9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:55.827916 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31988f17-b239-48d4-badb-77981c3e4bed None None] DHCP port deletion for 9962c2f9-6399-4f4f-89c5-d7de9fde4bf6 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:47:55.831190 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218c820-8e11-44c0-9496-39d7daf5640c req-065c1c0d-572c-4147-ade2-a866bffea74c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:55.832540 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-31988f17-b239-48d4-badb-77981c3e4bed None None] Deleting port f43265f6-a42a-47fc-a11c-ecae9013aac2 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:55.832837 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3218c820-8e11-44c0-9496-39d7daf5640c req-065c1c0d-572c-4147-ade2-a866bffea74c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cdea92-16dd-40af-83eb-13a49df5f117 HTTP/1.1" status: 200 len: 945 time: 0.0818694 Apr 20 17:47:55.832971 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-31988f17-b239-48d4-badb-77981c3e4bed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:55.884182 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3218c820-8e11-44c0-9496-39d7daf5640c req-f8930097-970b-4704-a35a-ad9f941a5440 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd7e460d-67f3-4a7c-9ad9-491a13be8765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453060 Apr 20 17:47:56.030384 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-0fdd9156-ab87-4886-af0c-88d8fb6db3a9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] For port f43265f6-a42a-47fc-a11c-ecae9013aac2, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f43265f6-a42a-47fc-a11c-ecae9013aac2,segment=NetworkSegment(3cb30ca0-41cc-4008-85ee-c685ca1532d1),segment_id=3cb30ca0-41cc-4008-85ee-c685ca1532d1)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:56.030751 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9156-ab87-4886-af0c-88d8fb6db3a9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:56.040960 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 5f06cbbf-9c1c-49c0-b65f-e719f5712c5d up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:47:56.125845 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-31988f17-b239-48d4-badb-77981c3e4bed None None] For port f43265f6-a42a-47fc-a11c-ecae9013aac2, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f43265f6-a42a-47fc-a11c-ecae9013aac2,segment=NetworkSegment(3cb30ca0-41cc-4008-85ee-c685ca1532d1),segment_id=3cb30ca0-41cc-4008-85ee-c685ca1532d1)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:56.126278 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-31988f17-b239-48d4-badb-77981c3e4bed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:56.150356 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd9156-ab87-4886-af0c-88d8fb6db3a9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Calling delete_port for f43265f6-a42a-47fc-a11c-ecae9013aac2 owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:56.229888 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9156-ab87-4886-af0c-88d8fb6db3a9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:56.248260 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-31988f17-b239-48d4-badb-77981c3e4bed None None] Calling delete_port for f43265f6-a42a-47fc-a11c-ecae9013aac2 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:47:56.274724 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd9156-ab87-4886-af0c-88d8fb6db3a9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Port': ['ID=f43265f6-a42a-47fc-a11c-ecae9013aac2,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:56.282128 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdd9156-ab87-4886-af0c-88d8fb6db3a9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] No DVR routers for this DVR port f43265f6-a42a-47fc-a11c-ecae9013aac2 on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:47:56.298812 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 5f06cbbf-9c1c-49c0-b65f-e719f5712c5d completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:47:56.308386 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 5f06cbbf-9c1c-49c0-b65f-e719f5712c5d triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:47:56.308744 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:56.369196 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-31988f17-b239-48d4-badb-77981c3e4bed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:47:56.369542 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-31988f17-b239-48d4-badb-77981c3e4bed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:47:56.414775 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9156-ab87-4886-af0c-88d8fb6db3a9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:56.442793 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-0fdd9156-ab87-4886-af0c-88d8fb6db3a9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9962c2f9-6399-4f4f-89c5-d7de9fde4bf6']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:56.452732 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:56.458667 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-0fdd9156-ab87-4886-af0c-88d8fb6db3a9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb30ca0-41cc-4008-85ee-c685ca1532d1') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:56.459359 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-0fdd9156-ab87-4886-af0c-88d8fb6db3a9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb30ca0-41cc-4008-85ee-c685ca1532d1') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:47:56.476499 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9156-ab87-4886-af0c-88d8fb6db3a9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:56.499264 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9156-ab87-4886-af0c-88d8fb6db3a9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:56.505156 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cdea92-16dd-40af-83eb-13a49df5f117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f06cbbf-9c1c-49c0-b65f-e719f5712c5d'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:47:56.506393 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fdd9156-ab87-4886-af0c-88d8fb6db3a9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:47:56.507013 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9156-ab87-4886-af0c-88d8fb6db3a9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:56.516071 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 5f06cbbf-9c1c-49c0-b65f-e719f5712c5d, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=5f06cbbf-9c1c-49c0-b65f-e719f5712c5d,segment=NetworkSegment(6e85f463-5e3c-4100-a174-df110751f91c),segment_id=6e85f463-5e3c-4100-a174-df110751f91c)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:47:56.523868 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:56.525349 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:47:56.525349 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:47:56.525349 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:47:56.525349 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:47:56.525349 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:47:56.525349 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:47:56.525349 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:47:56.525349 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:47:56.525349 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:47:56.525349 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:47:56.525349 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:47:56.525349 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:47:56.525349 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:47:56.525349 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:47:56.525349 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:47:56.525349 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:47:56.525349 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:47:56.525349 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:47:56.525349 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:47:56.525349 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:47:56.525349 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:47:56.525349 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:47:56.525349 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:47:56.525349 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:47:56.525349 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:47:56.525349 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:47:56.525349 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:47:56.525349 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:47:56.525349 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:47:56.525349 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:47:56.525349 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:47:56.525349 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:47:56.556139 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f43265f6-a42a-47fc-a11c-ecae9013aac2 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:47:56.583135 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ae9f545-e651-4d72-bf10-3d341a531ad8'] response: {'server_uuid': 'c9cdea92-16dd-40af-83eb-13a49df5f117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f06cbbf-9c1c-49c0-b65f-e719f5712c5d', 'code': 200} Apr 20 17:47:56.603730 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: f43265f6-a42a-47fc-a11c-ecae9013aac2 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:47:56.604072 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f43265f6-a42a-47fc-a11c-ecae9013aac2 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:47:56.628186 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9156-ab87-4886-af0c-88d8fb6db3a9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:56.637948 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=5f06cbbf-9c1c-49c0-b65f-e719f5712c5d,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:56.645905 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9156-ab87-4886-af0c-88d8fb6db3a9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:56.656990 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd9156-ab87-4886-af0c-88d8fb6db3a9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Network': ['ID=9962c2f9-6399-4f4f-89c5-d7de9fde4bf6,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:56.670224 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0fdd9156-ab87-4886-af0c-88d8fb6db3a9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/networks/9962c2f9-6399-4f4f-89c5-d7de9fde4bf6 HTTP/1.1" status: 204 len: 168 time: 1.1024544 Apr 20 17:47:56.674294 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53722) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:56.680003 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-7173b31d-4014-443d-8ca6-49573b72ecf9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1832377197'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:56.685666 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7173b31d-4014-443d-8ca6-49573b72ecf9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:56.689768 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7173b31d-4014-443d-8ca6-49573b72ecf9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:network and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:56.692799 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7173b31d-4014-443d-8ca6-49573b72ecf9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:56.698714 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7173b31d-4014-443d-8ca6-49573b72ecf9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:56.714779 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7173b31d-4014-443d-8ca6-49573b72ecf9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:47:56.717867 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7173b31d-4014-443d-8ca6-49573b72ecf9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:56.732301 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-424cbdf3-3d50-4624-a34a-0bee0769173c req-be285e55-89ca-42a4-86d8-4e1b38980b36 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c9cdea92-16dd-40af-83eb-13a49df5f117 HTTP/1.1" status: 200 len: 1097 time: 0.0862346 Apr 20 17:47:56.747443 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7173b31d-4014-443d-8ca6-49573b72ecf9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:47:56.763352 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7173b31d-4014-443d-8ca6-49573b72ecf9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:56.763803 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-7173b31d-4014-443d-8ca6-49573b72ecf9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Added segment 91aceb5e-1123-4d4a-bdc8-467538cf97b9 of type vlan for network 5e86235e-af89-40b6-895b-2123a93b70e8 Apr 20 17:47:56.777690 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-424cbdf3-3d50-4624-a34a-0bee0769173c req-dfbb3baf-5866-452e-b879-f7acc434bba9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=dd7e460d-67f3-4a7c-9ad9-491a13be8765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395374 Apr 20 17:47:56.790363 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7173b31d-4014-443d-8ca6-49573b72ecf9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:56.819577 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7173b31d-4014-443d-8ca6-49573b72ecf9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:56.823287 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7173b31d-4014-443d-8ca6-49573b72ecf9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:56.823858 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7173b31d-4014-443d-8ca6-49573b72ecf9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:56.870878 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-31988f17-b239-48d4-badb-77981c3e4bed None None] Deleting port f43265f6-a42a-47fc-a11c-ecae9013aac2 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:56.871287 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-31988f17-b239-48d4-badb-77981c3e4bed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:56.934401 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7173b31d-4014-443d-8ca6-49573b72ecf9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2590370 Apr 20 17:47:56.937329 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53732) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:56.940035 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-31988f17-b239-48d4-badb-77981c3e4bed None None] The port 'f43265f6-a42a-47fc-a11c-ecae9013aac2' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:47:56.941708 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173b31d-4014-443d-8ca6-49573b72ecf9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Network': ['ID=5e86235e-af89-40b6-895b-2123a93b70e8,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:56.951113 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-22062d7a-9056-4c23-8875-1bb7942c8603 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'subnet': {'network_id': '5e86235e-af89-40b6-895b-2123a93b70e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:56.954384 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 5e86235e-af89-40b6-895b-2123a93b70e8 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:47:57.165868 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-22062d7a-9056-4c23-8875-1bb7942c8603 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:57.176502 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-22062d7a-9056-4c23-8875-1bb7942c8603 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:subnet and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:57.180538 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-22062d7a-9056-4c23-8875-1bb7942c8603 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:57.187982 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-22062d7a-9056-4c23-8875-1bb7942c8603 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:57.204838 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22062d7a-9056-4c23-8875-1bb7942c8603 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:47:57.229922 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98c573-06df-4640-b7ed-e120587997bc req-692d02a9-4e02-477d-acc1-b05c6b4b8194 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:57.231403 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8d98c573-06df-4640-b7ed-e120587997bc req-692d02a9-4e02-477d-acc1-b05c6b4b8194 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cdea92-16dd-40af-83eb-13a49df5f117 HTTP/1.1" status: 200 len: 946 time: 0.1353590 Apr 20 17:47:57.344586 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-22062d7a-9056-4c23-8875-1bb7942c8603 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:57.418505 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8d98c573-06df-4640-b7ed-e120587997bc req-44d4f04a-3baf-4033-962c-b3bdc683c691 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd7e460d-67f3-4a7c-9ad9-491a13be8765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415708 Apr 20 17:47:57.570898 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-22062d7a-9056-4c23-8875-1bb7942c8603 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:57.646584 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22062d7a-9056-4c23-8875-1bb7942c8603 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Subnet': ['ID=0cfc1b16-2cf4-415a-97c7-87f18c024cdc,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:57.666537 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22062d7a-9056-4c23-8875-1bb7942c8603 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Checking segment: {'id': '91aceb5e-1123-4d4a-bdc8-467538cf97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5e86235e-af89-40b6-895b-2123a93b70e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:47:57.666976 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22062d7a-9056-4c23-8875-1bb7942c8603 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network hostable DHCP agents. Network: 5e86235e-af89-40b6-895b-2123a93b70e8, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:47:57.692344 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22062d7a-9056-4c23-8875-1bb7942c8603 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network 5e86235e-af89-40b6-895b-2123a93b70e8 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:47:57.706583 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-22062d7a-9056-4c23-8875-1bb7942c8603 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 5e86235e-af89-40b6-895b-2123a93b70e8) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:47:57.710768 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22062d7a-9056-4c23-8875-1bb7942c8603 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:57.711362 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-22062d7a-9056-4c23-8875-1bb7942c8603 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:57.719083 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a704f2-743c-461e-96d9-75b2b92e21a6 None None] Network 5e86235e-af89-40b6-895b-2123a93b70e8 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:47:57.735874 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-22062d7a-9056-4c23-8875-1bb7942c8603 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7968352 Apr 20 17:47:57.738569 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53738) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:57.744382 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-9082ebde-2a44-4bba-9734-7379fbf2d903 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1283620099', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:57.752382 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9082ebde-2a44-4bba-9734-7379fbf2d903 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:57.756874 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9082ebde-2a44-4bba-9734-7379fbf2d903 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:router and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:57.760359 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-9082ebde-2a44-4bba-9734-7379fbf2d903 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:57.766860 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-9082ebde-2a44-4bba-9734-7379fbf2d903 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:57.779041 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9082ebde-2a44-4bba-9734-7379fbf2d903 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:57.780272 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9082ebde-2a44-4bba-9734-7379fbf2d903 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:57.800977 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9082ebde-2a44-4bba-9734-7379fbf2d903 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:57.820721 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9082ebde-2a44-4bba-9734-7379fbf2d903 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:57.844932 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9082ebde-2a44-4bba-9734-7379fbf2d903 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:57.846170 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9082ebde-2a44-4bba-9734-7379fbf2d903 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1065803 Apr 20 17:47:57.849492 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53742) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:57.855183 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-f0447e80-71ee-4ac3-ba68-2c39675d9605 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'port': {'network_id': '5e86235e-af89-40b6-895b-2123a93b70e8', 'name': 'tempest-PortsTestJSON-774476356'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:57.951143 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328fc4a2-207b-40fa-a0e3-982dd6a79770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-5e86235e-af89-40b6-895b-2123a93b70e8', 'network_id': '5e86235e-af89-40b6-895b-2123a93b70e8', 'tenant_id': 'fcf560f44a0348198b56b4605e9fc555', 'fixed_ips': [{'subnet_id': '0cfc1b16-2cf4-415a-97c7-87f18c024cdc'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:47:57.952045 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-328fc4a2-207b-40fa-a0e3-982dd6a79770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:57.996239 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f0447e80-71ee-4ac3-ba68-2c39675d9605 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:58.000547 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f0447e80-71ee-4ac3-ba68-2c39675d9605 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:port and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:58.003649 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f0447e80-71ee-4ac3-ba68-2c39675d9605 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:58.009604 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f0447e80-71ee-4ac3-ba68-2c39675d9605 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:58.022746 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0447e80-71ee-4ac3-ba68-2c39675d9605 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:47:58.026210 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f0447e80-71ee-4ac3-ba68-2c39675d9605 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:58.048768 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-f0447e80-71ee-4ac3-ba68-2c39675d9605 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] device_id is not set on port c3a6f271-3a58-489f-9b42-2df62f225ed8 yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:47:58.116070 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-328fc4a2-207b-40fa-a0e3-982dd6a79770 None None] Allocated IP 172.20.0.2 (5e86235e-af89-40b6-895b-2123a93b70e8/0cfc1b16-2cf4-415a-97c7-87f18c024cdc/258e7033-d708-4151-a333-cfb871fd8e5e) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:47:58.340580 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-328fc4a2-207b-40fa-a0e3-982dd6a79770 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:58.350936 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-328fc4a2-207b-40fa-a0e3-982dd6a79770 None None] Transition to ACTIVE for port object 258e7033-d708-4151-a333-cfb871fd8e5e will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:47:58.370273 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-328fc4a2-207b-40fa-a0e3-982dd6a79770 None None] Transition to ACTIVE for port object 258e7033-d708-4151-a333-cfb871fd8e5e will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:47:58.383612 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-328fc4a2-207b-40fa-a0e3-982dd6a79770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:58.457937 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328fc4a2-207b-40fa-a0e3-982dd6a79770 None None] Network 5e86235e-af89-40b6-895b-2123a93b70e8 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:47:58.461061 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-328fc4a2-207b-40fa-a0e3-982dd6a79770 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:47:58.464828 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328fc4a2-207b-40fa-a0e3-982dd6a79770 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:47:58.471088 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328fc4a2-207b-40fa-a0e3-982dd6a79770 None None] Pushing event updated for resources: {'Port': ['ID=258e7033-d708-4151-a333-cfb871fd8e5e,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:58.474649 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:47:58.489379 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-f0447e80-71ee-4ac3-ba68-2c39675d9605 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Allocated IP 172.20.0.8 (5e86235e-af89-40b6-895b-2123a93b70e8/0cfc1b16-2cf4-415a-97c7-87f18c024cdc/c3a6f271-3a58-489f-9b42-2df62f225ed8) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:47:58.565757 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-328fc4a2-207b-40fa-a0e3-982dd6a79770 None None] Attempting to bind port 258e7033-d708-4151-a333-cfb871fd8e5e on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:47:58.566528 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-328fc4a2-207b-40fa-a0e3-982dd6a79770 None None] Attempting to bind port 258e7033-d708-4151-a333-cfb871fd8e5e by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '91aceb5e-1123-4d4a-bdc8-467538cf97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5e86235e-af89-40b6-895b-2123a93b70e8'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:47:58.567085 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328fc4a2-207b-40fa-a0e3-982dd6a79770 None None] Attempting to bind port 258e7033-d708-4151-a333-cfb871fd8e5e on network 5e86235e-af89-40b6-895b-2123a93b70e8 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:47:58.576889 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328fc4a2-207b-40fa-a0e3-982dd6a79770 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:47:58.577594 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328fc4a2-207b-40fa-a0e3-982dd6a79770 None None] Checking segment: {'id': '91aceb5e-1123-4d4a-bdc8-467538cf97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5e86235e-af89-40b6-895b-2123a93b70e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:47:58.578175 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-328fc4a2-207b-40fa-a0e3-982dd6a79770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:58.578860 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328fc4a2-207b-40fa-a0e3-982dd6a79770 None None] Bound using segment: {'id': '91aceb5e-1123-4d4a-bdc8-467538cf97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5e86235e-af89-40b6-895b-2123a93b70e8'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:47:58.579505 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-328fc4a2-207b-40fa-a0e3-982dd6a79770 None None] Bound port: 258e7033-d708-4151-a333-cfb871fd8e5e, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91aceb5e-1123-4d4a-bdc8-467538cf97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5e86235e-af89-40b6-895b-2123a93b70e8'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:47:58.580320 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-328fc4a2-207b-40fa-a0e3-982dd6a79770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:58.679807 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dff366-0d69-4d36-8892-ae4aaddc32bb req-f0e4ed01-c9b2-4a72-8177-deaab1f76d14 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:58.682747 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c7dff366-0d69-4d36-8892-ae4aaddc32bb req-f0e4ed01-c9b2-4a72-8177-deaab1f76d14 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cdea92-16dd-40af-83eb-13a49df5f117 HTTP/1.1" status: 200 len: 946 time: 0.1051798 Apr 20 17:47:58.718501 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-328fc4a2-207b-40fa-a0e3-982dd6a79770 None None] For port 258e7033-d708-4151-a333-cfb871fd8e5e, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:47:58.721921 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-328fc4a2-207b-40fa-a0e3-982dd6a79770 None None] For port 258e7033-d708-4151-a333-cfb871fd8e5e, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=258e7033-d708-4151-a333-cfb871fd8e5e,segment=NetworkSegment(91aceb5e-1123-4d4a-bdc8-467538cf97b9),segment_id=91aceb5e-1123-4d4a-bdc8-467538cf97b9)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:47:58.730967 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-328fc4a2-207b-40fa-a0e3-982dd6a79770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:58.736677 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f0447e80-71ee-4ac3-ba68-2c39675d9605 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:58.752615 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c7dff366-0d69-4d36-8892-ae4aaddc32bb req-10534396-0017-40a5-b5ef-8609f587e0e8 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd7e460d-67f3-4a7c-9ad9-491a13be8765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643048 Apr 20 17:47:58.754297 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-f0447e80-71ee-4ac3-ba68-2c39675d9605 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Transition to ACTIVE for port object c3a6f271-3a58-489f-9b42-2df62f225ed8 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:47:58.783138 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f0447e80-71ee-4ac3-ba68-2c39675d9605 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:58.829398 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328fc4a2-207b-40fa-a0e3-982dd6a79770 None None] Pushing event updated for resources: {'Port': ['ID=258e7033-d708-4151-a333-cfb871fd8e5e,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:58.962046 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0447e80-71ee-4ac3-ba68-2c39675d9605 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Port': ['ID=c3a6f271-3a58-489f-9b42-2df62f225ed8,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:47:58.981084 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0447e80-71ee-4ac3-ba68-2c39675d9605 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network 5e86235e-af89-40b6-895b-2123a93b70e8 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:47:58.984671 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-f0447e80-71ee-4ac3-ba68-2c39675d9605 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:47:58.989346 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0447e80-71ee-4ac3-ba68-2c39675d9605 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:47:59.078352 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ce9ba8be-bc22-4ce4-bc26-011dbe64d361 req-b823c6c7-2f3f-46e4-9ae6-54fceae3e3c5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c9cdea92-16dd-40af-83eb-13a49df5f117&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2331233 Apr 20 17:47:59.090227 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0447e80-71ee-4ac3-ba68-2c39675d9605 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:59.091737 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f0447e80-71ee-4ac3-ba68-2c39675d9605 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:59.112216 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538df17e-1b72-4038-97f1-9088ca57b41e req-91c93c83-669c-488b-9387-f69c56662b31 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:59.113813 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-538df17e-1b72-4038-97f1-9088ca57b41e req-91c93c83-669c-488b-9387-f69c56662b31 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cdea92-16dd-40af-83eb-13a49df5f117 HTTP/1.1" status: 200 len: 946 time: 0.1975126 Apr 20 17:47:59.140853 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f0447e80-71ee-4ac3-ba68-2c39675d9605 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2902973 Apr 20 17:47:59.143685 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53752) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:59.214700 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-538df17e-1b72-4038-97f1-9088ca57b41e req-8693bf82-a055-4095-b26d-cf1f59c5b9ee tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd7e460d-67f3-4a7c-9ad9-491a13be8765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923991 Apr 20 17:47:59.238054 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53756) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:59.312992 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ce9ba8be-bc22-4ce4-bc26-011dbe64d361 req-3ee27e2e-4913-42bc-a8af-3323b05d56e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=46418d03dcfd4ae1a968507356cc51c0&device_id=c9cdea92-16dd-40af-83eb-13a49df5f117 HTTP/1.1" status: 200 len: 1097 time: 0.1464441 Apr 20 17:47:59.327753 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7fc2f082-fcaf-40f1-8150-387780b61e91 tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c9cdea92-16dd-40af-83eb-13a49df5f117 HTTP/1.1" status: 200 len: 1092 time: 0.0871816 Apr 20 17:47:59.330267 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53764) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:59.337338 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-7413be9b-d626-4f9b-8503-460744f082c7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'port_id': '5f06cbbf-9c1c-49c0-b65f-e719f5712c5d', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:47:59.487016 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7413be9b-d626-4f9b-8503-460744f082c7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:47:59.499891 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7413be9b-d626-4f9b-8503-460744f082c7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Usage tracker for resource:floatingip and tenant:46418d03dcfd4ae1a968507356cc51c0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:47:59.504471 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7413be9b-d626-4f9b-8503-460744f082c7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:47:59.513260 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7413be9b-d626-4f9b-8503-460744f082c7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:47:59.554890 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7413be9b-d626-4f9b-8503-460744f082c7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for floatingip, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:59.579210 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ba8be-bc22-4ce4-bc26-011dbe64d361 req-9fdf1b12-f0d5-4b56-95fe-f315c70c2c61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:59.582782 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ce9ba8be-bc22-4ce4-bc26-011dbe64d361 req-9fdf1b12-f0d5-4b56-95fe-f315c70c2c61 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d802f55-617b-41b1-aea9-185e56a78e30 HTTP/1.1" status: 200 len: 898 time: 0.2375026 Apr 20 17:47:59.664521 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ce9ba8be-bc22-4ce4-bc26-011dbe64d361 req-9d186280-3d27-4b80-af2c-eed1786870a3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f06cbbf-9c1c-49c0-b65f-e719f5712c5d HTTP/1.1" status: 200 len: 217 time: 0.0713952 Apr 20 17:47:59.803569 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ba8be-bc22-4ce4-bc26-011dbe64d361 req-946d4b14-ffd3-4507-b04e-5724887b1a75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:47:59.805062 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ce9ba8be-bc22-4ce4-bc26-011dbe64d361 req-946d4b14-ffd3-4507-b04e-5724887b1a75 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b813fee-438f-497c-93b9-06d5485a5d10 HTTP/1.1" status: 200 len: 834 time: 0.0870376 Apr 20 17:47:59.934211 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ce9ba8be-bc22-4ce4-bc26-011dbe64d361 req-766e8d70-5cce-4075-b522-1bbdd1a98ac6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d802f55-617b-41b1-aea9-185e56a78e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1173542 Apr 20 17:47:59.936266 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7413be9b-d626-4f9b-8503-460744f082c7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:47:59.940778 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0eadc8d7-23de-4f01-b57a-81ae2a96858c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:00.031248 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53772) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:00.111320 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-7413be9b-d626-4f9b-8503-460744f082c7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Allocated IP 172.25.8.59 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/383bf0ea-5f2a-4d82-8533-b39bd6677fad) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:48:00.114616 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d7339a-b1de-461f-9cb1-1dda5d1725ce None None] Network 5e86235e-af89-40b6-895b-2123a93b70e8 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:48:00.227179 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3ce1869a-ddb3-472f-8460-0a37cc4054ed None None] Provisioning for port 258e7033-d708-4151-a333-cfb871fd8e5e completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:48:00.248368 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7dc5c41-6b27-4f73-8261-f8c65415213e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:00.366137 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-a7dc5c41-6b27-4f73-8261-f8c65415213e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:00.379584 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a7dc5c41-6b27-4f73-8261-f8c65415213e admin admin] Usage tracker for resource:security_group_rule and tenant:88da7c13b43a4f62b458f7c0c51ba3c3 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:00.385296 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a7dc5c41-6b27-4f73-8261-f8c65415213e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:00.397241 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-a7dc5c41-6b27-4f73-8261-f8c65415213e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:00.426165 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ce9ba8be-bc22-4ce4-bc26-011dbe64d361 req-5860f96d-127e-49da-a891-e2a474b2e9fc service neutron] 10.222.0.10 "GET /v2.0/networks/5d802f55-617b-41b1-aea9-185e56a78e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443949 Apr 20 17:48:00.529512 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0eadc8d7-23de-4f01-b57a-81ae2a96858c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:00.545733 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0eadc8d7-23de-4f01-b57a-81ae2a96858c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:00.560456 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7413be9b-d626-4f9b-8503-460744f082c7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:00.595728 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 258e7033-d708-4151-a333-cfb871fd8e5e up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:48:00.612500 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7dc5c41-6b27-4f73-8261-f8c65415213e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:00.615711 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ce9ba8be-bc22-4ce4-bc26-011dbe64d361 req-29539ba2-50e1-4e07-bde9-4f61eace4abd service neutron] 10.222.0.10 "GET /v2.0/networks/5d802f55-617b-41b1-aea9-185e56a78e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791794 Apr 20 17:48:00.632468 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7dc5c41-6b27-4f73-8261-f8c65415213e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:00.637150 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7413be9b-d626-4f9b-8503-460744f082c7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:00.707317 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7413be9b-d626-4f9b-8503-460744f082c7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:48:00.710395 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-7413be9b-d626-4f9b-8503-460744f082c7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:48:00.713412 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7413be9b-d626-4f9b-8503-460744f082c7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:48:00.716029 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a40e0040-e077-4d9c-af3c-df594e6723b9 None None] Provisioning for port c3a6f271-3a58-489f-9b42-2df62f225ed8 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:48:00.722701 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a40e0040-e077-4d9c-af3c-df594e6723b9 None None] Provisioning complete for port c3a6f271-3a58-489f-9b42-2df62f225ed8 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:48:00.723548 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a40e0040-e077-4d9c-af3c-df594e6723b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:00.759150 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413be9b-d626-4f9b-8503-460744f082c7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'Port': ['ID=383bf0ea-5f2a-4d82-8533-b39bd6677fad,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:00.766078 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 258e7033-d708-4151-a333-cfb871fd8e5e completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:48:00.786551 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eadc8d7-23de-4f01-b57a-81ae2a96858c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Port': ['ID=c3a6f271-3a58-489f-9b42-2df62f225ed8,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:00.788204 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 258e7033-d708-4151-a333-cfb871fd8e5e triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:48:00.788204 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:00.827633 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc5c41-6b27-4f73-8261-f8c65415213e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec56203-14d7-4d4e-871e-1c2a15bfda6b,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:00.842176 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a7dc5c41-6b27-4f73-8261-f8c65415213e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=88da7c13b43a4f62b458f7c0c51ba3c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8098826 Apr 20 17:48:00.846970 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a40e0040-e077-4d9c-af3c-df594e6723b9 None None] Port c3a6f271-3a58-489f-9b42-2df62f225ed8 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:48:00.867902 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53778) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:00.933443 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:00.982746 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 258e7033-d708-4151-a333-cfb871fd8e5e, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=258e7033-d708-4151-a333-cfb871fd8e5e,segment=NetworkSegment(91aceb5e-1123-4d4a-bdc8-467538cf97b9),segment_id=91aceb5e-1123-4d4a-bdc8-467538cf97b9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:48:00.988753 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-22ed0e09-28bd-4055-bf74-28c8fdbb0bde None None] Provisioning complete for port c3a6f271-3a58-489f-9b42-2df62f225ed8 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:48:00.989121 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-22ed0e09-28bd-4055-bf74-28c8fdbb0bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:01.021738 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:01.058394 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0eadc8d7-23de-4f01-b57a-81ae2a96858c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:01.110029 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=258e7033-d708-4151-a333-cfb871fd8e5e,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:01.132970 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-22ed0e09-28bd-4055-bf74-28c8fdbb0bde None None] Port c3a6f271-3a58-489f-9b42-2df62f225ed8 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:48:01.152128 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-033571c2-89aa-4ab8-98f9-8bc02913f765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:01.193257 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0eadc8d7-23de-4f01-b57a-81ae2a96858c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:01.203045 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-033571c2-89aa-4ab8-98f9-8bc02913f765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:01.256814 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5a5614c6-11da-4a30-a32e-8b69f6c73d1f None None] Provisioning complete for port c3a6f271-3a58-489f-9b42-2df62f225ed8 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:48:01.257217 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5a5614c6-11da-4a30-a32e-8b69f6c73d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:01.290283 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7413be9b-d626-4f9b-8503-460744f082c7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:01.311739 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-5a5614c6-11da-4a30-a32e-8b69f6c73d1f None None] Port c3a6f271-3a58-489f-9b42-2df62f225ed8 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:48:01.353173 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7413be9b-d626-4f9b-8503-460744f082c7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:01.545795 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-033571c2-89aa-4ab8-98f9-8bc02913f765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:01.566467 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7413be9b-d626-4f9b-8503-460744f082c7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:01.572556 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7413be9b-d626-4f9b-8503-460744f082c7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:01.587415 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033571c2-89aa-4ab8-98f9-8bc02913f765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec56203-14d7-4d4e-871e-1c2a15bfda6b,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:01.638960 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-033571c2-89aa-4ab8-98f9-8bc02913f765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:01.640074 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-033571c2-89aa-4ab8-98f9-8bc02913f765 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fec56203-14d7-4d4e-871e-1c2a15bfda6b HTTP/1.1" status: 204 len: 168 time: 0.7683847 Apr 20 17:48:01.679875 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413be9b-d626-4f9b-8503-460744f082c7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'Port': ['ID=383bf0ea-5f2a-4d82-8533-b39bd6677fad,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:01.694898 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7413be9b-d626-4f9b-8503-460744f082c7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:01.739111 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0eadc8d7-23de-4f01-b57a-81ae2a96858c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:01.745451 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0eadc8d7-23de-4f01-b57a-81ae2a96858c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:01.863684 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eadc8d7-23de-4f01-b57a-81ae2a96858c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Port': ['ID=c3a6f271-3a58-489f-9b42-2df62f225ed8,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:01.867875 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0eadc8d7-23de-4f01-b57a-81ae2a96858c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:01.897941 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [None req-7413be9b-d626-4f9b-8503-460744f082c7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Floating IP 599a7a67-8369-4eff-aed4-1e38136b0dda associated. External IP: 172.25.8.59, port: 5f06cbbf-9c1c-49c0-b65f-e719f5712c5d. Apr 20 17:48:02.005587 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eadc8d7-23de-4f01-b57a-81ae2a96858c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network 5e86235e-af89-40b6-895b-2123a93b70e8 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:48:02.006940 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-0eadc8d7-23de-4f01-b57a-81ae2a96858c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:48:02.064425 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53786) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:02.161592 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ce5fbc7a-fb87-43a8-847e-14f288bc0656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:02.210334 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ce5fbc7a-fb87-43a8-847e-14f288bc0656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:02.216068 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ce5fbc7a-fb87-43a8-847e-14f288bc0656 admin admin] Usage tracker for resource:security_group_rule and tenant:09852353b17841a694448fd1d817c5e3 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:02.219512 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ce5fbc7a-fb87-43a8-847e-14f288bc0656 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:02.242786 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-891de6d1-4ecc-410f-822a-b1e1e1e1e276 None None] Provisioning complete for port c3a6f271-3a58-489f-9b42-2df62f225ed8 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:48:02.243424 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-891de6d1-4ecc-410f-822a-b1e1e1e1e276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:02.272131 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ce5fbc7a-fb87-43a8-847e-14f288bc0656 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:02.294160 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-891de6d1-4ecc-410f-822a-b1e1e1e1e276 None None] Port c3a6f271-3a58-489f-9b42-2df62f225ed8 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:48:02.419306 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7413be9b-d626-4f9b-8503-460744f082c7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Router 68293710-1e09-426e-91f2-a16e2b534e3a has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:48:02.424033 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ce5fbc7a-fb87-43a8-847e-14f288bc0656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:02.431903 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ce5fbc7a-fb87-43a8-847e-14f288bc0656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:02.495877 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fbc7a-fb87-43a8-847e-14f288bc0656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e268f6-74a8-4ad9-98f9-f6d5dc4c37af,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:02.504558 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ce5fbc7a-fb87-43a8-847e-14f288bc0656 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=09852353b17841a694448fd1d817c5e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4368446 Apr 20 17:48:02.505789 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53790) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:02.534567 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 258e7033-d708-4151-a333-cfb871fd8e5e up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:48:02.565493 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eadc8d7-23de-4f01-b57a-81ae2a96858c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Router 823e1c06-9a0d-4afe-8fe9-03290519055d is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:48:02.583661 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4c5edd0c-5220-41ea-b6e0-0ec8d66467ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:02.607854 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 258e7033-d708-4151-a333-cfb871fd8e5e triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:48:02.608354 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:02.633834 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7413be9b-d626-4f9b-8503-460744f082c7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:48:02.648381 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7704f6e-c169-4ddd-a4e9-ee30070cfc77 None None] Sync routers for ids ['68293710-1e09-426e-91f2-a16e2b534e3a'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:48:02.663984 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7413be9b-d626-4f9b-8503-460744f082c7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:02.667841 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7704f6e-c169-4ddd-a4e9-ee30070cfc77 None None] Routers {'68293710-1e09-426e-91f2-a16e2b534e3a'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:48:02.668891 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c7704f6e-c169-4ddd-a4e9-ee30070cfc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:47:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['68293710-1e09-426e-91f2-a16e2b534e3a'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:02.719238 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4c5edd0c-5220-41ea-b6e0-0ec8d66467ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:02.736020 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7413be9b-d626-4f9b-8503-460744f082c7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4046562 Apr 20 17:48:02.736697 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9cdea92-16dd-40af-83eb-13a49df5f117', 'tag': '5f06cbbf-9c1c-49c0-b65f-e719f5712c5d'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:48:02.740825 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53794) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:02.798885 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8cfaa8d-f2b8-4076-8de6-6759de55528c'] response: {'name': 'network-changed', 'server_uuid': 'c9cdea92-16dd-40af-83eb-13a49df5f117', 'tag': '5f06cbbf-9c1c-49c0-b65f-e719f5712c5d', 'status': 'completed', 'code': 200} Apr 20 17:48:02.884881 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-c7704f6e-c169-4ddd-a4e9-ee30070cfc77 None None] Set router 68293710-1e09-426e-91f2-a16e2b534e3a gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:48:02.888001 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-82c1a876-8c2e-4973-8dc5-680210c17e92 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/floatingips/599a7a67-8369-4eff-aed4-1e38136b0dda HTTP/1.1" status: 200 len: 991 time: 0.1446521 Apr 20 17:48:02.907205 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4c5edd0c-5220-41ea-b6e0-0ec8d66467ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:02.913752 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-52683b75-a5a3-484b-a4ed-dfb60bccec09 req-d7594b78-712b-47df-9e62-8596c21af3f9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=46418d03dcfd4ae1a968507356cc51c0&device_id=c9cdea92-16dd-40af-83eb-13a49df5f117 HTTP/1.1" status: 200 len: 1097 time: 0.0908902 Apr 20 17:48:02.924777 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eadc8d7-23de-4f01-b57a-81ae2a96858c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:48:02.926650 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5edd0c-5220-41ea-b6e0-0ec8d66467ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e268f6-74a8-4ad9-98f9-f6d5dc4c37af,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:02.937719 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4c5edd0c-5220-41ea-b6e0-0ec8d66467ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:02.941192 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4c5edd0c-5220-41ea-b6e0-0ec8d66467ed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/82e268f6-74a8-4ad9-98f9-f6d5dc4c37af HTTP/1.1" status: 204 len: 168 time: 0.4329026 Apr 20 17:48:02.941192 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0eadc8d7-23de-4f01-b57a-81ae2a96858c tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "PUT /v2.0/routers/823e1c06-9a0d-4afe-8fe9-03290519055d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7955160 Apr 20 17:48:02.943079 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53804) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:02.948606 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61229993-3abe-4851-b0fa-cb203048a670 None None] Sync routers for ids ['823e1c06-9a0d-4afe-8fe9-03290519055d'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:48:02.977786 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61229993-3abe-4851-b0fa-cb203048a670 None None] Routers {'823e1c06-9a0d-4afe-8fe9-03290519055d'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:48:02.978735 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-61229993-3abe-4851-b0fa-cb203048a670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:47:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['823e1c06-9a0d-4afe-8fe9-03290519055d'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:03.023887 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bc1391-6698-49d0-b514-9f7cf6687615 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:03.024559 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a8bc1391-6698-49d0-b514-9f7cf6687615 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Synchronizing usage tracker for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:48:03.040977 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-61229993-3abe-4851-b0fa-cb203048a670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:03.044437 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a8bc1391-6698-49d0-b514-9f7cf6687615 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Unset dirty status for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:48:03.047920 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a8bc1391-6698-49d0-b514-9f7cf6687615 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "GET /v2.0/ports?device_id=823e1c06-9a0d-4afe-8fe9-03290519055d HTTP/1.1" status: 200 len: 981 time: 0.1038501 Apr 20 17:48:03.051008 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53808) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:03.055988 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61229993-3abe-4851-b0fa-cb203048a670 None None] Routers {'823e1c06-9a0d-4afe-8fe9-03290519055d'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:48:03.056596 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-61229993-3abe-4851-b0fa-cb203048a670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:47:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['823e1c06-9a0d-4afe-8fe9-03290519055d'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:03.119031 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-61229993-3abe-4851-b0fa-cb203048a670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:03.119428 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61229993-3abe-4851-b0fa-cb203048a670 None None] The sync data for ids ['823e1c06-9a0d-4afe-8fe9-03290519055d'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:48:03.181462 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52683b75-a5a3-484b-a4ed-dfb60bccec09 req-585fb58d-0cd7-4376-904a-6b90dad39c5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:03.184059 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-52683b75-a5a3-484b-a4ed-dfb60bccec09 req-585fb58d-0cd7-4376-904a-6b90dad39c5c service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d802f55-617b-41b1-aea9-185e56a78e30 HTTP/1.1" status: 200 len: 898 time: 0.2614870 Apr 20 17:48:03.289009 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c7704f6e-c169-4ddd-a4e9-ee30070cfc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'name': 'tempest-TestNetworkBasicOps-router-1342585392', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:47:30Z', 'updated_at': '2022-04-20T17:47:37Z', 'revision_number': 4, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'gw_port': {'id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:31Z', 'updated_at': '2022-04-20T17:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '599a7a67-8369-4eff-aed4-1e38136b0dda', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'port_id': '5f06cbbf-9c1c-49c0-b65f-e719f5712c5d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30', 'mac_address': 'fa:16:3e:10:06:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cdea92-16dd-40af-83eb-13a49df5f117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:48:01Z', 'updated_at': '2022-04-20T17:48:01Z', 'revision_number': 0, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13a9b0e8-c8a0-41a0-bacc-3e3a764c222e', 'name': '', 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'mac_address': 'fa:16:3e:f7:fd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b813fee-438f-497c-93b9-06d5485a5d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:36Z', 'updated_at': '2022-04-20T17:47:44Z', 'revision_number': 5, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'subnets': [{'id': '3b813fee-438f-497c-93b9-06d5485a5d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:03.294415 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7704f6e-c169-4ddd-a4e9-ee30070cfc77 None None] Checking router: 68293710-1e09-426e-91f2-a16e2b534e3a for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:48:03.308869 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7704f6e-c169-4ddd-a4e9-ee30070cfc77 None None] Routers {'68293710-1e09-426e-91f2-a16e2b534e3a'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:48:03.309240 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c7704f6e-c169-4ddd-a4e9-ee30070cfc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:47:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['68293710-1e09-426e-91f2-a16e2b534e3a'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:03.321125 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-52683b75-a5a3-484b-a4ed-dfb60bccec09 req-195891bb-bb7e-4524-8bde-9715845dd490 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f06cbbf-9c1c-49c0-b65f-e719f5712c5d HTTP/1.1" status: 200 len: 999 time: 0.1279266 Apr 20 17:48:03.403203 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52683b75-a5a3-484b-a4ed-dfb60bccec09 req-605530c9-9fb3-4dd1-ad70-9c219eccd771 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:03.404690 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-52683b75-a5a3-484b-a4ed-dfb60bccec09 req-605530c9-9fb3-4dd1-ad70-9c219eccd771 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b813fee-438f-497c-93b9-06d5485a5d10 HTTP/1.1" status: 200 len: 834 time: 0.0772614 Apr 20 17:48:03.520021 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-52683b75-a5a3-484b-a4ed-dfb60bccec09 req-b46be4dd-4972-4646-b605-ab70e0613bed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d802f55-617b-41b1-aea9-185e56a78e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083367 Apr 20 17:48:03.531810 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-c7704f6e-c169-4ddd-a4e9-ee30070cfc77 None None] Set router 68293710-1e09-426e-91f2-a16e2b534e3a gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:48:03.672180 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-52683b75-a5a3-484b-a4ed-dfb60bccec09 req-0d36b49f-2c1a-487b-beda-918929823024 service neutron] 10.222.0.10 "GET /v2.0/networks/5d802f55-617b-41b1-aea9-185e56a78e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458073 Apr 20 17:48:03.833047 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-70af2521-d428-47ae-87a0-27c3c24c2ad0 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:03.842872 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-52683b75-a5a3-484b-a4ed-dfb60bccec09 req-9c9b40db-c97a-4843-9cc2-0403b161da76 service neutron] 10.222.0.10 "GET /v2.0/networks/5d802f55-617b-41b1-aea9-185e56a78e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637881 Apr 20 17:48:03.890756 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53828) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:03.932665 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c7704f6e-c169-4ddd-a4e9-ee30070cfc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'name': 'tempest-TestNetworkBasicOps-router-1342585392', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:47:30Z', 'updated_at': '2022-04-20T17:47:37Z', 'revision_number': 4, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'gw_port': {'id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:31Z', 'updated_at': '2022-04-20T17:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '599a7a67-8369-4eff-aed4-1e38136b0dda', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'port_id': '5f06cbbf-9c1c-49c0-b65f-e719f5712c5d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30', 'mac_address': 'fa:16:3e:10:06:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cdea92-16dd-40af-83eb-13a49df5f117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:48:01Z', 'updated_at': '2022-04-20T17:48:01Z', 'revision_number': 0, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13a9b0e8-c8a0-41a0-bacc-3e3a764c222e', 'name': '', 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'mac_address': 'fa:16:3e:f7:fd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b813fee-438f-497c-93b9-06d5485a5d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:36Z', 'updated_at': '2022-04-20T17:47:44Z', 'revision_number': 5, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'subnets': [{'id': '3b813fee-438f-497c-93b9-06d5485a5d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:03.936912 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7704f6e-c169-4ddd-a4e9-ee30070cfc77 None None] The sync data for ids ['68293710-1e09-426e-91f2-a16e2b534e3a'] in n-d-838032-1 is: [{'id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'name': 'tempest-TestNetworkBasicOps-router-1342585392', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:47:30Z', 'updated_at': '2022-04-20T17:47:37Z', 'revision_number': 4, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'gw_port': {'id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:31Z', 'updated_at': '2022-04-20T17:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '599a7a67-8369-4eff-aed4-1e38136b0dda', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'port_id': '5f06cbbf-9c1c-49c0-b65f-e719f5712c5d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30', 'mac_address': 'fa:16:3e:10:06:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cdea92-16dd-40af-83eb-13a49df5f117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:48:01Z', 'updated_at': '2022-04-20T17:48:01Z', 'revision_number': 0, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13a9b0e8-c8a0-41a0-bacc-3e3a764c222e', 'name': '', 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'mac_address': 'fa:16:3e:f7:fd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b813fee-438f-497c-93b9-06d5485a5d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:36Z', 'updated_at': '2022-04-20T17:47:44Z', 'revision_number': 5, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'subnets': [{'id': '3b813fee-438f-497c-93b9-06d5485a5d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:48:04.002496 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53832) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:04.011586 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f1e89bab-0403-4c3d-9be6-08338a4059e5 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/floatingips/599a7a67-8369-4eff-aed4-1e38136b0dda HTTP/1.1" status: 200 len: 991 time: 0.1183624 Apr 20 17:48:04.158337 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab4f106-6a07-4902-ad7f-a873f7f2b48f None None] New status for floating IP 599a7a67-8369-4eff-aed4-1e38136b0dda: ACTIVE {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:48:04.165934 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-ac08384a-b843-4137-abbf-ff8eb6212fb8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1187334247-network', 'tenant_id': '3d7cf9c05951449e9e4c188ce0cf87a0'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:48:04.177834 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ac08384a-b843-4137-abbf-ff8eb6212fb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:04.188904 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ac08384a-b843-4137-abbf-ff8eb6212fb8 admin admin] Usage tracker for resource:network and tenant:3d7cf9c05951449e9e4c188ce0cf87a0 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:04.193277 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ac08384a-b843-4137-abbf-ff8eb6212fb8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:04.201903 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ac08384a-b843-4137-abbf-ff8eb6212fb8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:04.218177 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-70af2521-d428-47ae-87a0-27c3c24c2ad0 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Deleting port c3a6f271-3a58-489f-9b42-2df62f225ed8 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:48:04.218617 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-70af2521-d428-47ae-87a0-27c3c24c2ad0 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:04.246094 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac08384a-b843-4137-abbf-ff8eb6212fb8 admin admin] Made reservation on behalf of 3d7cf9c05951449e9e4c188ce0cf87a0 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:48:04.248327 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ac08384a-b843-4137-abbf-ff8eb6212fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:04.276650 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ac08384a-b843-4137-abbf-ff8eb6212fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:04.392612 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ac08384a-b843-4137-abbf-ff8eb6212fb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:04.400094 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ac08384a-b843-4137-abbf-ff8eb6212fb8 admin admin] Usage tracker for resource:security_group_rule and tenant:3d7cf9c05951449e9e4c188ce0cf87a0 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:04.404595 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ac08384a-b843-4137-abbf-ff8eb6212fb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:04.422382 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ac08384a-b843-4137-abbf-ff8eb6212fb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:04.452037 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-70af2521-d428-47ae-87a0-27c3c24c2ad0 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:04.574361 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-70af2521-d428-47ae-87a0-27c3c24c2ad0 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Calling delete_port for c3a6f271-3a58-489f-9b42-2df62f225ed8 owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:48:04.683615 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ac08384a-b843-4137-abbf-ff8eb6212fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:04.691189 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ac08384a-b843-4137-abbf-ff8eb6212fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:04.721297 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac08384a-b843-4137-abbf-ff8eb6212fb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:48:04.739669 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08384a-b843-4137-abbf-ff8eb6212fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ba634e-b952-4066-b737-77060c9d28d1,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:04.745764 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ac08384a-b843-4137-abbf-ff8eb6212fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:04.746204 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-ac08384a-b843-4137-abbf-ff8eb6212fb8 admin admin] Added segment a0e7b693-ca19-417a-b4e0-9c458c36264c of type vlan for network 1c073e02-68fc-4e88-ac73-ff6af7453224 Apr 20 17:48:04.814641 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ac08384a-b843-4137-abbf-ff8eb6212fb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:04.855094 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-70af2521-d428-47ae-87a0-27c3c24c2ad0 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:04.897356 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ac08384a-b843-4137-abbf-ff8eb6212fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:04.898572 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac08384a-b843-4137-abbf-ff8eb6212fb8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:04.899135 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ac08384a-b843-4137-abbf-ff8eb6212fb8 admin admin] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:05.014666 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53838) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:05.024302 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af2521-d428-47ae-87a0-27c3c24c2ad0 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Port': ['ID=c3a6f271-3a58-489f-9b42-2df62f225ed8,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:05.132156 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6ae0f6c4-8cf3-40f3-9044-c72bf8aaad63 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/floatingips/599a7a67-8369-4eff-aed4-1e38136b0dda HTTP/1.1" status: 200 len: 993 time: 0.1110024 Apr 20 17:48:05.177607 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08384a-b843-4137-abbf-ff8eb6212fb8 admin admin] Pushing event updated for resources: {'Network': ['ID=1c073e02-68fc-4e88-ac73-ff6af7453224,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:05.188843 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 1c073e02-68fc-4e88-ac73-ff6af7453224 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:48:05.203130 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ac08384a-b843-4137-abbf-ff8eb6212fb8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1980803 Apr 20 17:48:05.206576 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53842) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:05.215470 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-7d6f57e8-4d3a-4157-9cde-83b3297cc7b6 admin admin] Request body: {'subnet': {'network_id': '1c073e02-68fc-4e88-ac73-ff6af7453224', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1187334247-subnet', 'tenant_id': '3d7cf9c05951449e9e4c188ce0cf87a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:48:05.224220 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7d6f57e8-4d3a-4157-9cde-83b3297cc7b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:05.229308 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7d6f57e8-4d3a-4157-9cde-83b3297cc7b6 admin admin] Usage tracker for resource:subnet and tenant:3d7cf9c05951449e9e4c188ce0cf87a0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:05.233540 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7d6f57e8-4d3a-4157-9cde-83b3297cc7b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:05.248525 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7d6f57e8-4d3a-4157-9cde-83b3297cc7b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:05.263130 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6f57e8-4d3a-4157-9cde-83b3297cc7b6 admin admin] Made reservation on behalf of 3d7cf9c05951449e9e4c188ce0cf87a0 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:48:05.267272 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7d6f57e8-4d3a-4157-9cde-83b3297cc7b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:05.363043 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-70af2521-d428-47ae-87a0-27c3c24c2ad0 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:05.582358 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7d6f57e8-4d3a-4157-9cde-83b3297cc7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:05.643748 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f57e8-4d3a-4157-9cde-83b3297cc7b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2d5a7e4-91d8-47ac-a94f-36f0bad5387a,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:05.668265 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f57e8-4d3a-4157-9cde-83b3297cc7b6 admin admin] Checking segment: {'id': 'a0e7b693-ca19-417a-b4e0-9c458c36264c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1c073e02-68fc-4e88-ac73-ff6af7453224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:48:05.668607 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6f57e8-4d3a-4157-9cde-83b3297cc7b6 admin admin] Network hostable DHCP agents. Network: 1c073e02-68fc-4e88-ac73-ff6af7453224, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:48:05.692374 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6f57e8-4d3a-4157-9cde-83b3297cc7b6 admin admin] Network 1c073e02-68fc-4e88-ac73-ff6af7453224 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:48:05.703360 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-7d6f57e8-4d3a-4157-9cde-83b3297cc7b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 1c073e02-68fc-4e88-ac73-ff6af7453224) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:48:05.708273 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6f57e8-4d3a-4157-9cde-83b3297cc7b6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:05.709558 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7d6f57e8-4d3a-4157-9cde-83b3297cc7b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:05.711138 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6723f34-cbcf-456d-a64c-51f97b8ae58d None None] Network 1c073e02-68fc-4e88-ac73-ff6af7453224 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:48:05.734304 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7d6f57e8-4d3a-4157-9cde-83b3297cc7b6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5263603 Apr 20 17:48:05.781631 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70af2521-d428-47ae-87a0-27c3c24c2ad0 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Router 823e1c06-9a0d-4afe-8fe9-03290519055d has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:48:05.918531 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70af2521-d428-47ae-87a0-27c3c24c2ad0 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:48:05.923392 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-70af2521-d428-47ae-87a0-27c3c24c2ad0 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "PUT /v2.0/routers/823e1c06-9a0d-4afe-8fe9-03290519055d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8709452 Apr 20 17:48:05.926009 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53852) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:05.936095 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dcc5c1-fbd6-4ec4-8a15-acd1e834962e None None] Sync routers for ids ['823e1c06-9a0d-4afe-8fe9-03290519055d'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:48:05.939137 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323ca066-a6e1-46c7-8049-490a67307cdc None None] Network 1c073e02-68fc-4e88-ac73-ff6af7453224 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:48:05.967623 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed00970d-9d34-4be6-aefe-5d51898bd199 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] GET failed (client error): The resource could not be found. Apr 20 17:48:05.968155 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ed00970d-9d34-4be6-aefe-5d51898bd199 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Synchronizing usage tracker for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:48:05.985853 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ed00970d-9d34-4be6-aefe-5d51898bd199 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Unset dirty status for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:48:05.987542 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ed00970d-9d34-4be6-aefe-5d51898bd199 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "GET /v2.0/ports/c3a6f271-3a58-489f-9b42-2df62f225ed8 HTTP/1.1" status: 404 len: 333 time: 0.0603335 Apr 20 17:48:05.990004 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53858) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:06.065809 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dcc5c1-fbd6-4ec4-8a15-acd1e834962e None None] Routers {'823e1c06-9a0d-4afe-8fe9-03290519055d'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:48:06.066539 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-e5dcc5c1-fbd6-4ec4-8a15-acd1e834962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:47:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['823e1c06-9a0d-4afe-8fe9-03290519055d'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:06.126141 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-e5dcc5c1-fbd6-4ec4-8a15-acd1e834962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:06.127409 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-06cb3cfe-ed54-4061-af0a-139189e6d2fb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:06.212187 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dcc5c1-fbd6-4ec4-8a15-acd1e834962e None None] Routers {'823e1c06-9a0d-4afe-8fe9-03290519055d'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:48:06.212813 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-e5dcc5c1-fbd6-4ec4-8a15-acd1e834962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:47:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['823e1c06-9a0d-4afe-8fe9-03290519055d'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:06.306917 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-e5dcc5c1-fbd6-4ec4-8a15-acd1e834962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:06.307316 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dcc5c1-fbd6-4ec4-8a15-acd1e834962e None None] The sync data for ids ['823e1c06-9a0d-4afe-8fe9-03290519055d'] in n-d-838032-1 is: [] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:48:06.613686 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53874) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:06.619813 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-acf2290d-2aa6-45f0-ba93-2f5ccd49c094 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1166510806-network', 'tenant_id': 'baa8055e8ac3454a87358206a953dc58'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:48:06.625480 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-acf2290d-2aa6-45f0-ba93-2f5ccd49c094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:06.629758 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-acf2290d-2aa6-45f0-ba93-2f5ccd49c094 admin admin] Usage tracker for resource:network and tenant:baa8055e8ac3454a87358206a953dc58 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:06.631889 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-06cb3cfe-ed54-4061-af0a-139189e6d2fb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:06.632627 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-acf2290d-2aa6-45f0-ba93-2f5ccd49c094 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:06.636181 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-06cb3cfe-ed54-4061-af0a-139189e6d2fb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:06.638653 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-acf2290d-2aa6-45f0-ba93-2f5ccd49c094 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:06.650595 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf2290d-2aa6-45f0-ba93-2f5ccd49c094 admin admin] Made reservation on behalf of baa8055e8ac3454a87358206a953dc58 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:48:06.652963 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-acf2290d-2aa6-45f0-ba93-2f5ccd49c094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:06.660948 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-06cb3cfe-ed54-4061-af0a-139189e6d2fb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:06.661645 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cb3cfe-ed54-4061-af0a-139189e6d2fb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Fanout notify agent at l3_agent the message router_deleted on router 823e1c06-9a0d-4afe-8fe9-03290519055d {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:48:06.672184 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-acf2290d-2aa6-45f0-ba93-2f5ccd49c094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:06.672973 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-06cb3cfe-ed54-4061-af0a-139189e6d2fb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:06.674093 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-06cb3cfe-ed54-4061-af0a-139189e6d2fb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/routers/823e1c06-9a0d-4afe-8fe9-03290519055d HTTP/1.1" status: 204 len: 168 time: 0.6830847 Apr 20 17:48:06.676730 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53878) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:06.707093 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-acf2290d-2aa6-45f0-ba93-2f5ccd49c094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:06.711303 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-acf2290d-2aa6-45f0-ba93-2f5ccd49c094 admin admin] Usage tracker for resource:security_group_rule and tenant:baa8055e8ac3454a87358206a953dc58 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:06.714097 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-acf2290d-2aa6-45f0-ba93-2f5ccd49c094 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:06.719755 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-acf2290d-2aa6-45f0-ba93-2f5ccd49c094 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:06.787587 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-acf2290d-2aa6-45f0-ba93-2f5ccd49c094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:06.792632 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-acf2290d-2aa6-45f0-ba93-2f5ccd49c094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:06.819809 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf2290d-2aa6-45f0-ba93-2f5ccd49c094 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:48:06.832050 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2290d-2aa6-45f0-ba93-2f5ccd49c094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bed025-b77d-42a9-8886-1a53648f2025,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:06.838501 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-acf2290d-2aa6-45f0-ba93-2f5ccd49c094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:06.838842 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-acf2290d-2aa6-45f0-ba93-2f5ccd49c094 admin admin] Added segment c987f783-6bfa-499a-94e2-10eda9939c4b of type vlan for network 543ba921-96e1-41e3-8d5f-2fbb1660b8d7 Apr 20 17:48:06.861783 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f6a54e7-d90f-4a74-be03-bec1523a5441 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Deleting subnet 0cfc1b16-2cf4-415a-97c7-87f18c024cdc {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:48:06.864999 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1f6a54e7-d90f-4a74-be03-bec1523a5441 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:06.881520 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-acf2290d-2aa6-45f0-ba93-2f5ccd49c094 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:06.912300 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-acf2290d-2aa6-45f0-ba93-2f5ccd49c094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:06.913209 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf2290d-2aa6-45f0-ba93-2f5ccd49c094 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:06.913809 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-acf2290d-2aa6-45f0-ba93-2f5ccd49c094 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:06.917898 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1f6a54e7-d90f-4a74-be03-bec1523a5441 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:06.996722 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1f6a54e7-d90f-4a74-be03-bec1523a5441 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:07.015137 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2290d-2aa6-45f0-ba93-2f5ccd49c094 admin admin] Pushing event updated for resources: {'Network': ['ID=543ba921-96e1-41e3-8d5f-2fbb1660b8d7,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:07.022733 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-acf2290d-2aa6-45f0-ba93-2f5ccd49c094 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4051399 Apr 20 17:48:07.023524 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53882) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:07.025349 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 543ba921-96e1-41e3-8d5f-2fbb1660b8d7 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:48:07.029505 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-e337ec81-e7ed-4c5e-8359-c7bd835cb5ec admin admin] Request body: {'subnet': {'network_id': '543ba921-96e1-41e3-8d5f-2fbb1660b8d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1166510806-subnet', 'tenant_id': 'baa8055e8ac3454a87358206a953dc58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:48:07.041247 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e337ec81-e7ed-4c5e-8359-c7bd835cb5ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:07.048068 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e337ec81-e7ed-4c5e-8359-c7bd835cb5ec admin admin] Usage tracker for resource:subnet and tenant:baa8055e8ac3454a87358206a953dc58 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:07.051790 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e337ec81-e7ed-4c5e-8359-c7bd835cb5ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:07.058367 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e337ec81-e7ed-4c5e-8359-c7bd835cb5ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:07.072084 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e337ec81-e7ed-4c5e-8359-c7bd835cb5ec admin admin] Made reservation on behalf of baa8055e8ac3454a87358206a953dc58 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:48:07.074669 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e337ec81-e7ed-4c5e-8359-c7bd835cb5ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:07.077036 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1f6a54e7-d90f-4a74-be03-bec1523a5441 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:07.114166 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a54e7-d90f-4a74-be03-bec1523a5441 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Subnet': ['ID=0cfc1b16-2cf4-415a-97c7-87f18c024cdc,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:07.121154 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1f6a54e7-d90f-4a74-be03-bec1523a5441 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:07.130088 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1f6a54e7-d90f-4a74-be03-bec1523a5441 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/subnets/0cfc1b16-2cf4-415a-97c7-87f18c024cdc HTTP/1.1" status: 204 len: 168 time: 0.4498980 Apr 20 17:48:07.130437 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53886) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:07.134635 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66730f9-7c6b-4db9-bf66-b771813cee01 None None] Network 5e86235e-af89-40b6-895b-2123a93b70e8 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:48:07.245903 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71d3c0e6-cd10-4a43-85b7-e1e4ff9ec30b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:07.257029 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-71d3c0e6-cd10-4a43-85b7-e1e4ff9ec30b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Deleting port 258e7033-d708-4151-a333-cfb871fd8e5e {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:48:07.257585 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71d3c0e6-cd10-4a43-85b7-e1e4ff9ec30b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:07.298506 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e337ec81-e7ed-4c5e-8359-c7bd835cb5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:07.386420 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337ec81-e7ed-4c5e-8359-c7bd835cb5ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=068efe8d-f6d0-40ed-be8e-092301c3329c,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:07.398469 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e337ec81-e7ed-4c5e-8359-c7bd835cb5ec admin admin] Checking segment: {'id': 'c987f783-6bfa-499a-94e2-10eda9939c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '543ba921-96e1-41e3-8d5f-2fbb1660b8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:48:07.398826 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e337ec81-e7ed-4c5e-8359-c7bd835cb5ec admin admin] Network hostable DHCP agents. Network: 543ba921-96e1-41e3-8d5f-2fbb1660b8d7, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:48:07.404839 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3752c9-87d3-4e29-b8de-cbbe423f32a2 None None] DHCP port deletion for 5e86235e-af89-40b6-895b-2123a93b70e8 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:48:07.410212 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-fb3752c9-87d3-4e29-b8de-cbbe423f32a2 None None] Deleting port 258e7033-d708-4151-a333-cfb871fd8e5e {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:48:07.410898 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fb3752c9-87d3-4e29-b8de-cbbe423f32a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:07.425278 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e337ec81-e7ed-4c5e-8359-c7bd835cb5ec admin admin] Network 543ba921-96e1-41e3-8d5f-2fbb1660b8d7 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:48:07.437739 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-e337ec81-e7ed-4c5e-8359-c7bd835cb5ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 543ba921-96e1-41e3-8d5f-2fbb1660b8d7) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:48:07.442733 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e337ec81-e7ed-4c5e-8359-c7bd835cb5ec admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:07.443661 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e337ec81-e7ed-4c5e-8359-c7bd835cb5ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:07.452954 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fd0898-e52c-49c7-81a1-8ac4e790c7fb None None] Network 543ba921-96e1-41e3-8d5f-2fbb1660b8d7 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:48:07.472501 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-71d3c0e6-cd10-4a43-85b7-e1e4ff9ec30b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] For port 258e7033-d708-4151-a333-cfb871fd8e5e, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=258e7033-d708-4151-a333-cfb871fd8e5e,segment=NetworkSegment(91aceb5e-1123-4d4a-bdc8-467538cf97b9),segment_id=91aceb5e-1123-4d4a-bdc8-467538cf97b9)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:48:07.473278 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e337ec81-e7ed-4c5e-8359-c7bd835cb5ec admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4482386 Apr 20 17:48:07.474453 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71d3c0e6-cd10-4a43-85b7-e1e4ff9ec30b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:07.598484 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-71d3c0e6-cd10-4a43-85b7-e1e4ff9ec30b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Calling delete_port for 258e7033-d708-4151-a333-cfb871fd8e5e owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:48:07.681170 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71d3c0e6-cd10-4a43-85b7-e1e4ff9ec30b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:07.802137 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-fb3752c9-87d3-4e29-b8de-cbbe423f32a2 None None] For port 258e7033-d708-4151-a333-cfb871fd8e5e, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=258e7033-d708-4151-a333-cfb871fd8e5e,segment=NetworkSegment(91aceb5e-1123-4d4a-bdc8-467538cf97b9),segment_id=91aceb5e-1123-4d4a-bdc8-467538cf97b9)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:48:07.802542 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fb3752c9-87d3-4e29-b8de-cbbe423f32a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:07.850414 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3c0e6-cd10-4a43-85b7-e1e4ff9ec30b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Port': ['ID=258e7033-d708-4151-a333-cfb871fd8e5e,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:07.854845 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d3c0e6-cd10-4a43-85b7-e1e4ff9ec30b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] No DVR routers for this DVR port 258e7033-d708-4151-a333-cfb871fd8e5e on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:48:07.962607 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-fb3752c9-87d3-4e29-b8de-cbbe423f32a2 None None] Calling delete_port for 258e7033-d708-4151-a333-cfb871fd8e5e owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:48:07.979524 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71d3c0e6-cd10-4a43-85b7-e1e4ff9ec30b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:08.005197 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-71d3c0e6-cd10-4a43-85b7-e1e4ff9ec30b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e86235e-af89-40b6-895b-2123a93b70e8']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:08.017894 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-71d3c0e6-cd10-4a43-85b7-e1e4ff9ec30b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91aceb5e-1123-4d4a-bdc8-467538cf97b9') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:08.018211 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-71d3c0e6-cd10-4a43-85b7-e1e4ff9ec30b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91aceb5e-1123-4d4a-bdc8-467538cf97b9') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:08.024837 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b828da9c-2a0d-43ff-8304-e8570eceb7bd None None] Network 543ba921-96e1-41e3-8d5f-2fbb1660b8d7 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:48:08.030315 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71d3c0e6-cd10-4a43-85b7-e1e4ff9ec30b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:08.048138 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71d3c0e6-cd10-4a43-85b7-e1e4ff9ec30b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:08.056120 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d3c0e6-cd10-4a43-85b7-e1e4ff9ec30b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:48:08.056531 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71d3c0e6-cd10-4a43-85b7-e1e4ff9ec30b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:08.079822 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:48:08.079822 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:48:08.079822 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:48:08.079822 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:48:08.079822 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:48:08.079822 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:48:08.079822 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:48:08.079822 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:48:08.079822 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:48:08.079822 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:48:08.079822 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:48:08.079822 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:48:08.079822 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:48:08.079822 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:48:08.079822 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:48:08.079822 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:48:08.079822 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:48:08.079822 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:48:08.079822 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:48:08.079822 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:48:08.079822 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:48:08.079822 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:48:08.079822 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:48:08.079822 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:48:08.079822 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:48:08.079822 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:48:08.079822 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:48:08.079822 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:48:08.079822 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:48:08.079822 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:48:08.079822 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:48:08.079822 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:48:08.112573 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-3b7c5162-9d1c-485c-83f3-bb6038d26c98 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:08.115227 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-3b7c5162-9d1c-485c-83f3-bb6038d26c98 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] 10.222.0.39 "GET /v2.0/networks?id=1c073e02-68fc-4e88-ac73-ff6af7453224 HTTP/1.1" status: 200 len: 809 time: 0.1570094 Apr 20 17:48:08.134383 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-2492375a-5c7d-4241-b3bf-f28d8de09ae5 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] 10.222.0.39 "GET /v2.0/quotas/3d7cf9c05951449e9e4c188ce0cf87a0 HTTP/1.1" status: 200 len: 375 time: 0.0127225 Apr 20 17:48:08.166008 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71d3c0e6-cd10-4a43-85b7-e1e4ff9ec30b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:08.184673 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-ba79e554-3b1c-4cc6-ab8a-fa88f6bdc6fa tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3d7cf9c05951449e9e4c188ce0cf87a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426669 Apr 20 17:48:08.186466 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71d3c0e6-cd10-4a43-85b7-e1e4ff9ec30b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:08.193382 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3c0e6-cd10-4a43-85b7-e1e4ff9ec30b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Network': ['ID=5e86235e-af89-40b6-895b-2123a93b70e8,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:08.206816 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-fb3752c9-87d3-4e29-b8de-cbbe423f32a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:48:08.207161 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-fb3752c9-87d3-4e29-b8de-cbbe423f32a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:48:08.209400 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-71d3c0e6-cd10-4a43-85b7-e1e4ff9ec30b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/networks/5e86235e-af89-40b6-895b-2123a93b70e8 HTTP/1.1" status: 204 len: 168 time: 1.0778756 Apr 20 17:48:08.213534 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53902) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:08.280628 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd10a87c-9081-44fd-a24a-f0b4b2c4a4f6 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:08.281200 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-bd10a87c-9081-44fd-a24a-f0b4b2c4a4f6 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Synchronizing usage tracker for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:48:08.301830 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-bd10a87c-9081-44fd-a24a-f0b4b2c4a4f6 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Unset dirty status for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:48:08.303142 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bd10a87c-9081-44fd-a24a-f0b4b2c4a4f6 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "GET /v2.0/ports/43184c63-e9c9-4a06-adbc-b25ddce8ca84 HTTP/1.1" status: 200 len: 841 time: 0.0886934 Apr 20 17:48:08.307190 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53906) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:08.330368 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-2cd0fd95-7e36-433c-8ed0-2db910616c76 service neutron] 10.222.0.39 "GET /v2.0/networks/1c073e02-68fc-4e88-ac73-ff6af7453224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375740 Apr 20 17:48:08.375316 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-991c7f0e-5854-4a63-a34d-3c0889c72502 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "GET /v2.0/ports/43184c63-e9c9-4a06-adbc-b25ddce8ca84?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0668957 Apr 20 17:48:08.378930 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53910) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:08.384166 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-1f3c0974-c7cf-4565-9414-ce3e804ed2fb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'subnet': {'network_id': 'b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:48:08.469976 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-862779b9-0fa2-4877-8406-220e2b7d132b service neutron] 10.222.0.39 "GET /v2.0/networks/1c073e02-68fc-4e88-ac73-ff6af7453224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334984 Apr 20 17:48:08.497125 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1f3c0974-c7cf-4565-9414-ce3e804ed2fb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:08.500867 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1f3c0974-c7cf-4565-9414-ce3e804ed2fb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:subnet and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:08.503653 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1f3c0974-c7cf-4565-9414-ce3e804ed2fb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:08.509364 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1f3c0974-c7cf-4565-9414-ce3e804ed2fb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:08.513112 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 258e7033-d708-4151-a333-cfb871fd8e5e no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:48:08.520394 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3c0974-c7cf-4565-9414-ce3e804ed2fb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:48:08.549195 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 258e7033-d708-4151-a333-cfb871fd8e5e {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:48:08.549533 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 258e7033-d708-4151-a333-cfb871fd8e5e not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:48:08.665453 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1f3c0974-c7cf-4565-9414-ce3e804ed2fb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:08.682273 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bd9f3974-43b6-4ca8-ada5-a639abbe9805 req-bda8ba5a-2608-4bed-8ceb-f0452a56a4a7 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] 10.222.0.39 "GET /v2.0/ports?device_id=54b1b2dc-af8f-492d-85b1-6b283d980101 HTTP/1.1" status: 200 len: 210 time: 0.0604730 Apr 20 17:48:08.708158 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-fb3752c9-87d3-4e29-b8de-cbbe423f32a2 None None] Deleting port 258e7033-d708-4151-a333-cfb871fd8e5e {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:48:08.708509 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fb3752c9-87d3-4e29-b8de-cbbe423f32a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:08.773269 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-fb3752c9-87d3-4e29-b8de-cbbe423f32a2 None None] The port '258e7033-d708-4151-a333-cfb871fd8e5e' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:48:08.897225 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1f3c0974-c7cf-4565-9414-ce3e804ed2fb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:08.959130 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3c0974-c7cf-4565-9414-ce3e804ed2fb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:48:08.962023 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-1f3c0974-c7cf-4565-9414-ce3e804ed2fb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:48:08.966261 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3c0974-c7cf-4565-9414-ce3e804ed2fb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:08.966833 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1f3c0974-c7cf-4565-9414-ce3e804ed2fb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:08.970797 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a02b78b-c9b6-42f0-9ede-73ca5267a755 None None] Network b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:48:08.983390 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c0974-c7cf-4565-9414-ce3e804ed2fb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Subnet': ['ID=055521d6-590b-48f5-97b9-eda4ace002b4,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:08.997461 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1f3c0974-c7cf-4565-9414-ce3e804ed2fb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6174843 Apr 20 17:48:09.000200 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53924) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:09.006207 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-e739f658-8bfe-45f7-92a4-751eba908caf tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'security_group': {'name': 'tempest-secgroup-1674927651'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:48:09.012831 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e739f658-8bfe-45f7-92a4-751eba908caf tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:09.017409 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e739f658-8bfe-45f7-92a4-751eba908caf tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:security_group and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:09.020601 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e739f658-8bfe-45f7-92a4-751eba908caf tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:09.026840 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e739f658-8bfe-45f7-92a4-751eba908caf tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:09.040344 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e739f658-8bfe-45f7-92a4-751eba908caf tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:09.078777 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e739f658-8bfe-45f7-92a4-751eba908caf tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:09.082618 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e739f658-8bfe-45f7-92a4-751eba908caf tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:security_group_rule and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:09.085817 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e739f658-8bfe-45f7-92a4-751eba908caf tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:09.091526 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e739f658-8bfe-45f7-92a4-751eba908caf tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:09.149580 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e739f658-8bfe-45f7-92a4-751eba908caf tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:09.156031 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e739f658-8bfe-45f7-92a4-751eba908caf tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:09.197961 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739f658-8bfe-45f7-92a4-751eba908caf tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58cde711-d494-4cc6-afc5-fcf83e01fde6,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:09.201079 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e739f658-8bfe-45f7-92a4-751eba908caf tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:09.202069 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cc733cfe-4b6f-40df-b891-08f070ba3b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:09.202831 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e739f658-8bfe-45f7-92a4-751eba908caf tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2014184 Apr 20 17:48:09.206423 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53928) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:09.212612 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-1bdcbd23-8fb9-48f8-8b36-25b756616bd2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'security_group': {'name': 'tempest-secgroup-553190201'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:48:09.219348 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1bdcbd23-8fb9-48f8-8b36-25b756616bd2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:09.223417 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1bdcbd23-8fb9-48f8-8b36-25b756616bd2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:security_group and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:09.226403 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1bdcbd23-8fb9-48f8-8b36-25b756616bd2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:09.232018 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1bdcbd23-8fb9-48f8-8b36-25b756616bd2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:09.232778 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07fa3ea-c8d5-4d78-94f2-06927af76575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc', 'network_id': 'b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc', 'tenant_id': 'fcf560f44a0348198b56b4605e9fc555', 'fixed_ips': [{'subnet_id': '055521d6-590b-48f5-97b9-eda4ace002b4'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:48:09.233655 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a07fa3ea-c8d5-4d78-94f2-06927af76575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:09.252859 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbd23-8fb9-48f8-8b36-25b756616bd2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:09.289878 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1bdcbd23-8fb9-48f8-8b36-25b756616bd2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:09.294281 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1bdcbd23-8fb9-48f8-8b36-25b756616bd2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:security_group_rule and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:09.297049 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1bdcbd23-8fb9-48f8-8b36-25b756616bd2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:09.302892 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1bdcbd23-8fb9-48f8-8b36-25b756616bd2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:09.363039 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbd23-8fb9-48f8-8b36-25b756616bd2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:09.368617 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbd23-8fb9-48f8-8b36-25b756616bd2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:09.391813 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-a07fa3ea-c8d5-4d78-94f2-06927af76575 None None] Allocated IP 172.20.0.2 (b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc/055521d6-590b-48f5-97b9-eda4ace002b4/0e3aa70c-3fee-4f67-8638-fa43b451fa5e) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:48:09.409333 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdcbd23-8fb9-48f8-8b36-25b756616bd2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1196cd63-f816-4ade-bd9f-a0ee9285e3fe,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:09.413367 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbd23-8fb9-48f8-8b36-25b756616bd2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:09.417585 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53932) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:09.418104 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1bdcbd23-8fb9-48f8-8b36-25b756616bd2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2104669 Apr 20 17:48:09.423360 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-0ab61e8f-499c-486c-bebf-61bfc16bc406 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-163965520', 'security_groups': ['1196cd63-f816-4ade-bd9f-a0ee9285e3fe'], 'network_id': 'b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '055521d6-590b-48f5-97b9-eda4ace002b4'}]}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:48:09.562804 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0ab61e8f-499c-486c-bebf-61bfc16bc406 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:09.572914 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0ab61e8f-499c-486c-bebf-61bfc16bc406 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:09.583350 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab61e8f-499c-486c-bebf-61bfc16bc406 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:48:09.605007 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a07fa3ea-c8d5-4d78-94f2-06927af76575 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:09.615413 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a07fa3ea-c8d5-4d78-94f2-06927af76575 None None] Transition to ACTIVE for port object 0e3aa70c-3fee-4f67-8638-fa43b451fa5e will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:48:09.634444 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a07fa3ea-c8d5-4d78-94f2-06927af76575 None None] Transition to ACTIVE for port object 0e3aa70c-3fee-4f67-8638-fa43b451fa5e will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:48:09.644746 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a07fa3ea-c8d5-4d78-94f2-06927af76575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:09.723714 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0ab61e8f-499c-486c-bebf-61bfc16bc406 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:09.737888 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07fa3ea-c8d5-4d78-94f2-06927af76575 None None] Pushing event updated for resources: {'Port': ['ID=0e3aa70c-3fee-4f67-8638-fa43b451fa5e,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:09.741901 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07fa3ea-c8d5-4d78-94f2-06927af76575 None None] Network b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:48:09.744086 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-a07fa3ea-c8d5-4d78-94f2-06927af76575 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:48:09.749853 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07fa3ea-c8d5-4d78-94f2-06927af76575 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:48:09.777972 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-0ab61e8f-499c-486c-bebf-61bfc16bc406 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] device_id is not set on port 872b4dd8-13e8-4ff2-a536-0fc2e2aaa3d0 yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:48:09.784351 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-4fc28137-9432-4ff3-9c8d-49dd9be5d78b tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:09.785026 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-4fc28137-9432-4ff3-9c8d-49dd9be5d78b tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Synchronizing usage tracker for tenant:3d7cf9c05951449e9e4c188ce0cf87a0 on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:48:09.805709 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-4fc28137-9432-4ff3-9c8d-49dd9be5d78b tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Unset dirty status for tenant:3d7cf9c05951449e9e4c188ce0cf87a0 on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:48:09.808052 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-4fc28137-9432-4ff3-9c8d-49dd9be5d78b tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] 10.222.0.43 "GET /v2.0/networks?id=1c073e02-68fc-4e88-ac73-ff6af7453224 HTTP/1.1" status: 200 len: 809 time: 0.2168922 Apr 20 17:48:09.825356 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-a67d975e-6636-4513-8f1a-5f3e0b39e404 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Request body: {'port': {'device_id': '54b1b2dc-af8f-492d-85b1-6b283d980101', 'network_id': '1c073e02-68fc-4e88-ac73-ff6af7453224', 'admin_state_up': True, 'tenant_id': '3d7cf9c05951449e9e4c188ce0cf87a0'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:48:09.861527 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-a07fa3ea-c8d5-4d78-94f2-06927af76575 None None] Attempting to bind port 0e3aa70c-3fee-4f67-8638-fa43b451fa5e on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:48:09.866901 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-a07fa3ea-c8d5-4d78-94f2-06927af76575 None None] Attempting to bind port 0e3aa70c-3fee-4f67-8638-fa43b451fa5e by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '0a6ab92d-dfbf-432c-91d3-83229147a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:48:09.867265 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07fa3ea-c8d5-4d78-94f2-06927af76575 None None] Attempting to bind port 0e3aa70c-3fee-4f67-8638-fa43b451fa5e on network b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:48:09.884797 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07fa3ea-c8d5-4d78-94f2-06927af76575 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:48:09.885194 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07fa3ea-c8d5-4d78-94f2-06927af76575 None None] Checking segment: {'id': '0a6ab92d-dfbf-432c-91d3-83229147a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:48:09.885570 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a07fa3ea-c8d5-4d78-94f2-06927af76575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:09.885967 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07fa3ea-c8d5-4d78-94f2-06927af76575 None None] Bound using segment: {'id': '0a6ab92d-dfbf-432c-91d3-83229147a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:48:09.895125 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-a07fa3ea-c8d5-4d78-94f2-06927af76575 None None] Bound port: 0e3aa70c-3fee-4f67-8638-fa43b451fa5e, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a6ab92d-dfbf-432c-91d3-83229147a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:48:09.895560 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a07fa3ea-c8d5-4d78-94f2-06927af76575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:10.000031 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-a07fa3ea-c8d5-4d78-94f2-06927af76575 None None] For port 0e3aa70c-3fee-4f67-8638-fa43b451fa5e, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:48:10.004925 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-a07fa3ea-c8d5-4d78-94f2-06927af76575 None None] For port 0e3aa70c-3fee-4f67-8638-fa43b451fa5e, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0e3aa70c-3fee-4f67-8638-fa43b451fa5e,segment=NetworkSegment(0a6ab92d-dfbf-432c-91d3-83229147a4ea),segment_id=0a6ab92d-dfbf-432c-91d3-83229147a4ea)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:48:10.011690 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a07fa3ea-c8d5-4d78-94f2-06927af76575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:10.046267 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-a67d975e-6636-4513-8f1a-5f3e0b39e404 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:10.050450 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-a67d975e-6636-4513-8f1a-5f3e0b39e404 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Usage tracker for resource:port and tenant:3d7cf9c05951449e9e4c188ce0cf87a0 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:10.054382 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-a67d975e-6636-4513-8f1a-5f3e0b39e404 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:10.061316 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-a67d975e-6636-4513-8f1a-5f3e0b39e404 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:10.062808 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a4a3e39d-dd30-4191-a28d-a5086c644ede req-6ea36fc9-37d5-4c45-a427-c223639ed0f3 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] 10.222.0.39 "GET /v2.0/ports?device_id=54b1b2dc-af8f-492d-85b1-6b283d980101 HTTP/1.1" status: 200 len: 210 time: 0.0717375 Apr 20 17:48:10.075413 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-a67d975e-6636-4513-8f1a-5f3e0b39e404 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Made reservation on behalf of 3d7cf9c05951449e9e4c188ce0cf87a0 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:48:10.081093 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-a67d975e-6636-4513-8f1a-5f3e0b39e404 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:10.108163 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07fa3ea-c8d5-4d78-94f2-06927af76575 None None] Pushing event updated for resources: {'Port': ['ID=0e3aa70c-3fee-4f67-8638-fa43b451fa5e,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:10.243506 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-0ab61e8f-499c-486c-bebf-61bfc16bc406 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Allocated IP 172.20.0.13 (b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc/055521d6-590b-48f5-97b9-eda4ace002b4/872b4dd8-13e8-4ff2-a536-0fc2e2aaa3d0) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:48:10.424508 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-a67d975e-6636-4513-8f1a-5f3e0b39e404 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Allocated IP 172.20.0.2 (1c073e02-68fc-4e88-ac73-ff6af7453224/d2d5a7e4-91d8-47ac-a94f-36f0bad5387a/2da5ce6a-c5aa-4bff-a61d-dc047842a186) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:48:10.462684 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0ab61e8f-499c-486c-bebf-61bfc16bc406 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:10.489346 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-0ab61e8f-499c-486c-bebf-61bfc16bc406 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Transition to ACTIVE for port object 872b4dd8-13e8-4ff2-a536-0fc2e2aaa3d0 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:48:10.514275 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0ab61e8f-499c-486c-bebf-61bfc16bc406 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:10.560880 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0e3aa70c-3fee-4f67-8638-fa43b451fa5e up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:48:10.592702 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab61e8f-499c-486c-bebf-61bfc16bc406 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:48:10.596033 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-0ab61e8f-499c-486c-bebf-61bfc16bc406 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:48:10.598771 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab61e8f-499c-486c-bebf-61bfc16bc406 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:48:10.633137 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab61e8f-499c-486c-bebf-61bfc16bc406 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Port': ['ID=872b4dd8-13e8-4ff2-a536-0fc2e2aaa3d0,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:10.636083 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 0e3aa70c-3fee-4f67-8638-fa43b451fa5e completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:48:10.666738 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab61e8f-499c-486c-bebf-61bfc16bc406 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:10.667325 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0ab61e8f-499c-486c-bebf-61bfc16bc406 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:10.672627 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-a67d975e-6636-4513-8f1a-5f3e0b39e404 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:10.691223 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0ab61e8f-499c-486c-bebf-61bfc16bc406 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2724767 Apr 20 17:48:10.694065 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53938) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:10.699549 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-f17175b3-6c07-4441-a067-1abf4bfd4709 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'subnet': {'network_id': 'b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:48:10.703117 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-a67d975e-6636-4513-8f1a-5f3e0b39e404 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:10.774283 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-a67d975e-6636-4513-8f1a-5f3e0b39e404 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Network 1c073e02-68fc-4e88-ac73-ff6af7453224 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:48:10.777388 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-a67d975e-6636-4513-8f1a-5f3e0b39e404 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:48:10.781877 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-a67d975e-6636-4513-8f1a-5f3e0b39e404 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:48:10.810149 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d975e-6636-4513-8f1a-5f3e0b39e404 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Pushing event updated for resources: {'Port': ['ID=2da5ce6a-c5aa-4bff-a61d-dc047842a186,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:10.857853 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-a67d975e-6636-4513-8f1a-5f3e0b39e404 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:10.858205 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f17175b3-6c07-4441-a067-1abf4bfd4709 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:10.858750 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-a67d975e-6636-4513-8f1a-5f3e0b39e404 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:10.862761 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f17175b3-6c07-4441-a067-1abf4bfd4709 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:subnet and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:10.865829 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f17175b3-6c07-4441-a067-1abf4bfd4709 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:10.873231 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f17175b3-6c07-4441-a067-1abf4bfd4709 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:10.883163 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-a67d975e-6636-4513-8f1a-5f3e0b39e404 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0622518 Apr 20 17:48:10.889748 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17175b3-6c07-4441-a067-1abf4bfd4709 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:48:10.892764 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-0d0233ca-2c09-45ea-8b69-f41f099cbdaf tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:48:10.893237 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f17175b3-6c07-4441-a067-1abf4bfd4709 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:10.893721 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-0d0233ca-2c09-45ea-8b69-f41f099cbdaf tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052030 Apr 20 17:48:11.022539 n-d-838032-1 neutron-server[84080]: INFO neutron.db.ipam_backend_mixin [None req-f17175b3-6c07-4441-a067-1abf4bfd4709 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 055521d6-590b-48f5-97b9-eda4ace002b4 (CIDR: 172.20.0.0/28) Apr 20 17:48:11.027937 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-f17175b3-6c07-4441-a067-1abf4bfd4709 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:48:11.028265 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f17175b3-6c07-4441-a067-1abf4bfd4709 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:48:11.039178 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-1b2ee68e-9c5f-43ea-bf71-91fa1c5677c0 service neutron] Request body: {'port': {'device_id': '54b1b2dc-af8f-492d-85b1-6b283d980101', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:48:11.052979 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f17175b3-6c07-4441-a067-1abf4bfd4709 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3572559 Apr 20 17:48:11.055352 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53944) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:11.061702 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-45145394-74a2-410e-a52a-32344848d641 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'subnet': {'network_id': 'b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:48:11.167411 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-1b2ee68e-9c5f-43ea-bf71-91fa1c5677c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:11.218845 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-45145394-74a2-410e-a52a-32344848d641 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:11.222947 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-45145394-74a2-410e-a52a-32344848d641 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:subnet and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:11.225759 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-45145394-74a2-410e-a52a-32344848d641 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:11.232603 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-45145394-74a2-410e-a52a-32344848d641 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:11.244083 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45145394-74a2-410e-a52a-32344848d641 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:48:11.248134 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-45145394-74a2-410e-a52a-32344848d641 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:11.302046 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b8ea9aa7-1866-4f34-982f-dee8261c2411 None None] Provisioning for port 0e3aa70c-3fee-4f67-8638-fa43b451fa5e completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:48:11.307236 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b8ea9aa7-1866-4f34-982f-dee8261c2411 None None] Provisioning complete for port 0e3aa70c-3fee-4f67-8638-fa43b451fa5e triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:48:11.307860 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b8ea9aa7-1866-4f34-982f-dee8261c2411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:11.418055 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5766492c-82fa-4463-abbb-e36d3b1a5c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:11.450346 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b8ea9aa7-1866-4f34-982f-dee8261c2411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:11.475294 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168dafa-8f25-4315-a67b-a9884ca28d3d req-fd0cd790-363d-4908-9d99-586168909d42 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:11.475992 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-7168dafa-8f25-4315-a67b-a9884ca28d3d req-fd0cd790-363d-4908-9d99-586168909d42 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Synchronizing usage tracker for tenant:3d7cf9c05951449e9e4c188ce0cf87a0 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:48:11.489741 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b8ea9aa7-1866-4f34-982f-dee8261c2411 None None] For port 0e3aa70c-3fee-4f67-8638-fa43b451fa5e, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0e3aa70c-3fee-4f67-8638-fa43b451fa5e,segment=NetworkSegment(0a6ab92d-dfbf-432c-91d3-83229147a4ea),segment_id=0a6ab92d-dfbf-432c-91d3-83229147a4ea)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:48:11.497221 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b8ea9aa7-1866-4f34-982f-dee8261c2411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:11.516296 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-7168dafa-8f25-4315-a67b-a9884ca28d3d req-fd0cd790-363d-4908-9d99-586168909d42 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Unset dirty status for tenant:3d7cf9c05951449e9e4c188ce0cf87a0 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:48:11.517449 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7168dafa-8f25-4315-a67b-a9884ca28d3d req-fd0cd790-363d-4908-9d99-586168909d42 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] 10.222.0.39 "GET /v2.0/ports?device_id=54b1b2dc-af8f-492d-85b1-6b283d980101 HTTP/1.1" status: 200 len: 931 time: 0.3063514 Apr 20 17:48:11.578822 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b8ea9aa7-1866-4f34-982f-dee8261c2411 None None] Provisioning complete for port 43184c63-e9c9-4a06-adbc-b25ddce8ca84 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:48:11.579064 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b8ea9aa7-1866-4f34-982f-dee8261c2411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:11.590165 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-45145394-74a2-410e-a52a-32344848d641 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:11.592816 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-7168dafa-8f25-4315-a67b-a9884ca28d3d req-776dfa9b-ff50-459f-9463-017ad3fca93b tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Synchronizing usage tracker for tenant:3d7cf9c05951449e9e4c188ce0cf87a0 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:48:11.615857 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea9aa7-1866-4f34-982f-dee8261c2411 None None] Pushing event updated for resources: {'Port': ['ID=0e3aa70c-3fee-4f67-8638-fa43b451fa5e,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:11.635979 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-b8ea9aa7-1866-4f34-982f-dee8261c2411 None None] Port 43184c63-e9c9-4a06-adbc-b25ddce8ca84 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:48:11.660019 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-7168dafa-8f25-4315-a67b-a9884ca28d3d req-776dfa9b-ff50-459f-9463-017ad3fca93b tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Unset dirty status for tenant:3d7cf9c05951449e9e4c188ce0cf87a0 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:48:11.661173 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7168dafa-8f25-4315-a67b-a9884ca28d3d req-776dfa9b-ff50-459f-9463-017ad3fca93b tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6ba634e-b952-4066-b737-77060c9d28d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353145 Apr 20 17:48:11.663120 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-1b2ee68e-9c5f-43ea-bf71-91fa1c5677c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2da5ce6a-c5aa-4bff-a61d-dc047842a186 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:48:11.667920 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45145394-74a2-410e-a52a-32344848d641 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:48:11.670326 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-1b2ee68e-9c5f-43ea-bf71-91fa1c5677c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:11.670974 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-45145394-74a2-410e-a52a-32344848d641 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:48:11.675286 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45145394-74a2-410e-a52a-32344848d641 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:11.675974 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-45145394-74a2-410e-a52a-32344848d641 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:11.679936 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45145394-74a2-410e-a52a-32344848d641 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Subnet': ['ID=607c134e-798e-48a0-8e8c-85583664a2f2,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:11.686503 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-1b2ee68e-9c5f-43ea-bf71-91fa1c5677c0 service neutron] Transition to ACTIVE for port object 2da5ce6a-c5aa-4bff-a61d-dc047842a186 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:48:11.688557 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3847b81-7fca-4ba0-b1c2-57416e47d8ad None None] Network b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:48:11.692456 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-1b2ee68e-9c5f-43ea-bf71-91fa1c5677c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:11.722226 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-45145394-74a2-410e-a52a-32344848d641 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6635525 Apr 20 17:48:11.723244 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53950) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:11.731089 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-eb365f36-4ecb-4804-a312-858b67bdbb4e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1162994076', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '607c134e-798e-48a0-8e8c-85583664a2f2'}], 'security_groups': ['58cde711-d494-4cc6-afc5-fcf83e01fde6']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:48:11.798375 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-992432e8-86ee-44fc-887f-187c3e893454 None None] Provisioning for port 872b4dd8-13e8-4ff2-a536-0fc2e2aaa3d0 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:48:11.806372 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-992432e8-86ee-44fc-887f-187c3e893454 None None] Provisioning complete for port 872b4dd8-13e8-4ff2-a536-0fc2e2aaa3d0 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:48:11.806803 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-992432e8-86ee-44fc-887f-187c3e893454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:11.812940 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ee68e-9c5f-43ea-bf71-91fa1c5677c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2da5ce6a-c5aa-4bff-a61d-dc047842a186,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:11.875637 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eb365f36-4ecb-4804-a312-858b67bdbb4e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:11.930277 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-1b2ee68e-9c5f-43ea-bf71-91fa1c5677c0 service neutron] Attempting to bind port 2da5ce6a-c5aa-4bff-a61d-dc047842a186 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:48:11.930974 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-1b2ee68e-9c5f-43ea-bf71-91fa1c5677c0 service neutron] Attempting to bind port 2da5ce6a-c5aa-4bff-a61d-dc047842a186 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'a0e7b693-ca19-417a-b4e0-9c458c36264c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1c073e02-68fc-4e88-ac73-ff6af7453224'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:48:11.931304 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-1b2ee68e-9c5f-43ea-bf71-91fa1c5677c0 service neutron] Attempting to bind port 2da5ce6a-c5aa-4bff-a61d-dc047842a186 on network 1c073e02-68fc-4e88-ac73-ff6af7453224 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:48:11.937376 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-1b2ee68e-9c5f-43ea-bf71-91fa1c5677c0 service neutron] Port 2da5ce6a-c5aa-4bff-a61d-dc047842a186 on network 1c073e02-68fc-4e88-ac73-ff6af7453224 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:48:11.937702 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-1b2ee68e-9c5f-43ea-bf71-91fa1c5677c0 service neutron] Attempting to bind port 2da5ce6a-c5aa-4bff-a61d-dc047842a186 on network 1c073e02-68fc-4e88-ac73-ff6af7453224 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:48:11.944319 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-992432e8-86ee-44fc-887f-187c3e893454 None None] Port 872b4dd8-13e8-4ff2-a536-0fc2e2aaa3d0 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:48:11.945155 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-1b2ee68e-9c5f-43ea-bf71-91fa1c5677c0 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:48:11.945310 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-1b2ee68e-9c5f-43ea-bf71-91fa1c5677c0 service neutron] Checking segment: {'id': 'a0e7b693-ca19-417a-b4e0-9c458c36264c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1c073e02-68fc-4e88-ac73-ff6af7453224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:48:11.945601 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-1b2ee68e-9c5f-43ea-bf71-91fa1c5677c0 service neutron] Bound using segment: {'id': 'a0e7b693-ca19-417a-b4e0-9c458c36264c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1c073e02-68fc-4e88-ac73-ff6af7453224'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:48:11.946298 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-1b2ee68e-9c5f-43ea-bf71-91fa1c5677c0 service neutron] Bound port: 2da5ce6a-c5aa-4bff-a61d-dc047842a186, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e7b693-ca19-417a-b4e0-9c458c36264c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1c073e02-68fc-4e88-ac73-ff6af7453224'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:48:11.946825 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-1b2ee68e-9c5f-43ea-bf71-91fa1c5677c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:12.046203 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-1b2ee68e-9c5f-43ea-bf71-91fa1c5677c0 service neutron] For port 2da5ce6a-c5aa-4bff-a61d-dc047842a186, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:48:12.049563 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-1b2ee68e-9c5f-43ea-bf71-91fa1c5677c0 service neutron] For port 2da5ce6a-c5aa-4bff-a61d-dc047842a186, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=2da5ce6a-c5aa-4bff-a61d-dc047842a186,segment=NetworkSegment(a0e7b693-ca19-417a-b4e0-9c458c36264c),segment_id=a0e7b693-ca19-417a-b4e0-9c458c36264c)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:48:12.055969 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-1b2ee68e-9c5f-43ea-bf71-91fa1c5677c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:12.116399 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-1b2ee68e-9c5f-43ea-bf71-91fa1c5677c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:12.116824 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411e6218-3748-4abf-881a-46e9cdc465d8 None None] Update dhcp port {'port': {'network_id': 'b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc', 'fixed_ips': [{'subnet_id': '055521d6-590b-48f5-97b9-eda4ace002b4', 'ip_address': '172.20.0.2'}, {'subnet_id': '607c134e-798e-48a0-8e8c-85583664a2f2'}], 'binding:host_id': 'n-d-838032-1'}, 'id': '0e3aa70c-3fee-4f67-8638-fa43b451fa5e'} from n-d-838032-1. {{(pid=84082) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 20 17:48:12.118088 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-1b2ee68e-9c5f-43ea-bf71-91fa1c5677c0 service neutron] 10.222.0.43 "PUT /v2.0/ports/2da5ce6a-c5aa-4bff-a61d-dc047842a186 HTTP/1.1" status: 200 len: 1091 time: 1.2183883 Apr 20 17:48:12.118601 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b1b2dc-af8f-492d-85b1-6b283d980101', 'tag': '2da5ce6a-c5aa-4bff-a61d-dc047842a186'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:48:12.138160 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ee68e-9c5f-43ea-bf71-91fa1c5677c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2da5ce6a-c5aa-4bff-a61d-dc047842a186,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:12.189539 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-411e6218-3748-4abf-881a-46e9cdc465d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:12.200907 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52d5adf8-37a6-4c57-865c-ba40bc3e4918'] response: {'name': 'network-changed', 'server_uuid': '54b1b2dc-af8f-492d-85b1-6b283d980101', 'tag': '2da5ce6a-c5aa-4bff-a61d-dc047842a186', 'status': 'completed', 'code': 200} Apr 20 17:48:12.238763 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-6f4225ad-800b-4c92-8877-fa851f530419 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d7cf9c05951449e9e4c188ce0cf87a0&device_id=54b1b2dc-af8f-492d-85b1-6b283d980101 HTTP/1.1" status: 200 len: 1094 time: 0.0803175 Apr 20 17:48:12.308910 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-d0d39349-5d3a-4ebc-91e6-8b0703628aef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2da5ce6a-c5aa-4bff-a61d-dc047842a186 HTTP/1.1" status: 200 len: 217 time: 0.0617950 Apr 20 17:48:12.376286 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-c3392716-333c-4554-846a-31f6d167d869 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:12.377705 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-c3392716-333c-4554-846a-31f6d167d869 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d2d5a7e4-91d8-47ac-a94f-36f0bad5387a HTTP/1.1" status: 200 len: 849 time: 0.0635788 Apr 20 17:48:12.402537 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-eb365f36-4ecb-4804-a312-858b67bdbb4e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Delete allocated IP 172.20.0.13 (b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc/055521d6-590b-48f5-97b9-eda4ace002b4) {{(pid=84080) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 17:48:12.410506 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-eb365f36-4ecb-4804-a312-858b67bdbb4e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Allocated IP 172.20.0.24 (b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc/607c134e-798e-48a0-8e8c-85583664a2f2/872b4dd8-13e8-4ff2-a536-0fc2e2aaa3d0) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:48:12.423078 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-21c4e023-9e2f-43da-80d0-296f5d73738e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1c073e02-68fc-4e88-ac73-ff6af7453224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392785 Apr 20 17:48:12.518847 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0e3aa70c-3fee-4f67-8638-fa43b451fa5e up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:48:12.588045 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 0e3aa70c-3fee-4f67-8638-fa43b451fa5e triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:48:12.588720 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:12.613739 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eb365f36-4ecb-4804-a312-858b67bdbb4e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:12.636571 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-eb365f36-4ecb-4804-a312-858b67bdbb4e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Transition to ACTIVE for port object 872b4dd8-13e8-4ff2-a536-0fc2e2aaa3d0 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:48:12.643341 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eb365f36-4ecb-4804-a312-858b67bdbb4e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:12.675535 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-3c2b8aad-a4e4-42bd-b27b-545baa2b613e service neutron] 10.222.0.43 "GET /v2.0/networks/1c073e02-68fc-4e88-ac73-ff6af7453224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453160 Apr 20 17:48:12.753006 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:12.788596 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:12.791525 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-411e6218-3748-4abf-881a-46e9cdc465d8 None None] Allocated IP 172.20.0.18 (b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc/607c134e-798e-48a0-8e8c-85583664a2f2/0e3aa70c-3fee-4f67-8638-fa43b451fa5e) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:48:12.804992 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb365f36-4ecb-4804-a312-858b67bdbb4e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Port': ['ID=872b4dd8-13e8-4ff2-a536-0fc2e2aaa3d0,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:12.825820 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-eb365f36-4ecb-4804-a312-858b67bdbb4e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] In _notify_port_updated(), no bound segment for port 872b4dd8-13e8-4ff2-a536-0fc2e2aaa3d0 on network b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc {{(pid=84080) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 20 17:48:12.829992 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb365f36-4ecb-4804-a312-858b67bdbb4e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:12.830731 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-eb365f36-4ecb-4804-a312-858b67bdbb4e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:12.835188 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-eb365f36-4ecb-4804-a312-858b67bdbb4e tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "PUT /v2.0/ports/872b4dd8-13e8-4ff2-a536-0fc2e2aaa3d0 HTTP/1.1" status: 200 len: 921 time: 1.1108727 Apr 20 17:48:12.835746 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53958) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:12.928748 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-474f882f-fba2-4f03-89d3-45e5f7fda410 req-261fa819-5b2b-4283-bc28-a90177ac783b service neutron] 10.222.0.43 "GET /v2.0/networks/1c073e02-68fc-4e88-ac73-ff6af7453224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469411 Apr 20 17:48:12.929943 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-411e6218-3748-4abf-881a-46e9cdc465d8 None None] For port 0e3aa70c-3fee-4f67-8638-fa43b451fa5e, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0e3aa70c-3fee-4f67-8638-fa43b451fa5e,segment=NetworkSegment(0a6ab92d-dfbf-432c-91d3-83229147a4ea),segment_id=0a6ab92d-dfbf-432c-91d3-83229147a4ea)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:48:12.964753 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-411e6218-3748-4abf-881a-46e9cdc465d8 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:12.965252 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-0a2a4e2a-dff4-4a6a-9873-f520214beb42 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Deleting port 872b4dd8-13e8-4ff2-a536-0fc2e2aaa3d0 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:48:12.965604 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0a2a4e2a-dff4-4a6a-9873-f520214beb42 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:12.982449 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-411e6218-3748-4abf-881a-46e9cdc465d8 None None] Transition to ACTIVE for port object 0e3aa70c-3fee-4f67-8638-fa43b451fa5e will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:48:12.987214 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-411e6218-3748-4abf-881a-46e9cdc465d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:13.126713 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e6218-3748-4abf-881a-46e9cdc465d8 None None] Pushing event updated for resources: {'Port': ['ID=0e3aa70c-3fee-4f67-8638-fa43b451fa5e,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:13.135498 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b7ee0-448c-4845-bd3b-01ab98f209d3 req-80e9666b-2c52-482b-9685-b35079eb1d44 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:13.135868 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411e6218-3748-4abf-881a-46e9cdc465d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:48:13.136157 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411e6218-3748-4abf-881a-46e9cdc465d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:48:13.136465 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411e6218-3748-4abf-881a-46e9cdc465d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:48:13.136963 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cb0b7ee0-448c-4845-bd3b-01ab98f209d3 req-80e9666b-2c52-482b-9685-b35079eb1d44 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] 10.222.0.39 "GET /v2.0/ports?device_id=54b1b2dc-af8f-492d-85b1-6b283d980101 HTTP/1.1" status: 200 len: 943 time: 0.2705379 Apr 20 17:48:13.138525 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411e6218-3748-4abf-881a-46e9cdc465d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:48:13.140190 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411e6218-3748-4abf-881a-46e9cdc465d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:48:13.141082 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411e6218-3748-4abf-881a-46e9cdc465d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:48:13.141647 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411e6218-3748-4abf-881a-46e9cdc465d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:48:13.142285 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411e6218-3748-4abf-881a-46e9cdc465d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:48:13.142906 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411e6218-3748-4abf-881a-46e9cdc465d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:48:13.143442 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411e6218-3748-4abf-881a-46e9cdc465d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:48:13.143884 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411e6218-3748-4abf-881a-46e9cdc465d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:48:13.269916 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ea54daff-fc44-405f-ad71-0815e6bc6087 req-a0555361-e2c5-4c20-b0d4-47186d44b20a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d7cf9c05951449e9e4c188ce0cf87a0&device_id=54b1b2dc-af8f-492d-85b1-6b283d980101 HTTP/1.1" status: 200 len: 1094 time: 0.2807102 Apr 20 17:48:13.323325 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cb0b7ee0-448c-4845-bd3b-01ab98f209d3 req-57ba7fb4-0e07-4c28-be3b-7a9d413f0e8c tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6ba634e-b952-4066-b737-77060c9d28d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777701 Apr 20 17:48:13.390579 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:13.402648 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0a2a4e2a-dff4-4a6a-9873-f520214beb42 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:13.541641 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-0a2a4e2a-dff4-4a6a-9873-f520214beb42 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Calling delete_port for 872b4dd8-13e8-4ff2-a536-0fc2e2aaa3d0 owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:48:13.603530 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54daff-fc44-405f-ad71-0815e6bc6087 req-deea35fa-f925-4f19-845d-7462f31cf851 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:13.604967 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ea54daff-fc44-405f-ad71-0815e6bc6087 req-deea35fa-f925-4f19-845d-7462f31cf851 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1c073e02-68fc-4e88-ac73-ff6af7453224 HTTP/1.1" status: 200 len: 910 time: 0.3278065 Apr 20 17:48:13.687915 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ea54daff-fc44-405f-ad71-0815e6bc6087 req-f2a21c35-07db-41b4-a923-cd495c6d3132 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2da5ce6a-c5aa-4bff-a61d-dc047842a186 HTTP/1.1" status: 200 len: 217 time: 0.0751314 Apr 20 17:48:13.690299 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5a666413-eb86-48d9-a119-ebcee8cdb1ab None None] Provisioning complete for port 43184c63-e9c9-4a06-adbc-b25ddce8ca84 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:48:13.690670 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5a666413-eb86-48d9-a119-ebcee8cdb1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:13.740749 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-5a666413-eb86-48d9-a119-ebcee8cdb1ab None None] Port 43184c63-e9c9-4a06-adbc-b25ddce8ca84 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:48:13.754652 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5a666413-eb86-48d9-a119-ebcee8cdb1ab None None] Provisioning for port 0e3aa70c-3fee-4f67-8638-fa43b451fa5e completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:48:13.760175 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5a666413-eb86-48d9-a119-ebcee8cdb1ab None None] Provisioning complete for port 0e3aa70c-3fee-4f67-8638-fa43b451fa5e triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:48:13.760539 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5a666413-eb86-48d9-a119-ebcee8cdb1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:13.801819 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54daff-fc44-405f-ad71-0815e6bc6087 req-24fea5ae-d424-41cb-bc5c-47107807cc6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:13.803346 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ea54daff-fc44-405f-ad71-0815e6bc6087 req-24fea5ae-d424-41cb-bc5c-47107807cc6f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d2d5a7e4-91d8-47ac-a94f-36f0bad5387a HTTP/1.1" status: 200 len: 849 time: 0.0832930 Apr 20 17:48:13.806267 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0a2a4e2a-dff4-4a6a-9873-f520214beb42 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:13.877802 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5a666413-eb86-48d9-a119-ebcee8cdb1ab None None] Could not find standard attr ID for object 872b4dd8-13e8-4ff2-a536-0fc2e2aaa3d0. {{(pid=84082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 17:48:13.887471 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a4e2a-dff4-4a6a-9873-f520214beb42 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Port': ['ID=872b4dd8-13e8-4ff2-a536-0fc2e2aaa3d0,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:13.890669 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ea54daff-fc44-405f-ad71-0815e6bc6087 req-a45fda21-abba-48c0-9ff2-458bb07b23b8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1c073e02-68fc-4e88-ac73-ff6af7453224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509062 Apr 20 17:48:14.067522 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:14.090566 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0affd3da-0b85-4cd1-804d-dfb556aa77fa None None] Could not find standard attr ID for object 872b4dd8-13e8-4ff2-a536-0fc2e2aaa3d0. {{(pid=84082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 17:48:14.201448 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0a2a4e2a-dff4-4a6a-9873-f520214beb42 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:14.223527 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0a2a4e2a-dff4-4a6a-9873-f520214beb42 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/ports/872b4dd8-13e8-4ff2-a536-0fc2e2aaa3d0 HTTP/1.1" status: 204 len: 168 time: 1.3866076 Apr 20 17:48:14.226469 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53962) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:14.232268 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ea54daff-fc44-405f-ad71-0815e6bc6087 req-da8c1222-5b11-4a5f-b8bf-1acdddbf49d8 service neutron] 10.222.0.43 "GET /v2.0/networks/1c073e02-68fc-4e88-ac73-ff6af7453224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099396 Apr 20 17:48:14.272853 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f4cfb7b-f4e5-467a-a61c-97ae92e97494 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] GET failed (client error): The resource could not be found. Apr 20 17:48:14.273272 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8f4cfb7b-f4e5-467a-a61c-97ae92e97494 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Synchronizing usage tracker for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:48:14.289246 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8f4cfb7b-f4e5-467a-a61c-97ae92e97494 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Unset dirty status for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:48:14.290441 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8f4cfb7b-f4e5-467a-a61c-97ae92e97494 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "GET /v2.0/ports/872b4dd8-13e8-4ff2-a536-0fc2e2aaa3d0 HTTP/1.1" status: 404 len: 333 time: 0.0622375 Apr 20 17:48:14.293357 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 53966) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:14.358626 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9fffcf36-7b3e-43cb-9731-835939492b4d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:14.362801 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ea54daff-fc44-405f-ad71-0815e6bc6087 req-1fa54d90-5c50-4603-b314-fa9e1608d39c service neutron] 10.222.0.43 "GET /v2.0/networks/1c073e02-68fc-4e88-ac73-ff6af7453224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245632 Apr 20 17:48:14.387499 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9fffcf36-7b3e-43cb-9731-835939492b4d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:14.440376 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9fffcf36-7b3e-43cb-9731-835939492b4d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:14.503719 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fffcf36-7b3e-43cb-9731-835939492b4d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1196cd63-f816-4ade-bd9f-a0ee9285e3fe,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:14.513369 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9fffcf36-7b3e-43cb-9731-835939492b4d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:14.514768 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9fffcf36-7b3e-43cb-9731-835939492b4d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/security-groups/1196cd63-f816-4ade-bd9f-a0ee9285e3fe HTTP/1.1" status: 204 len: 168 time: 0.2204232 Apr 20 17:48:14.517463 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53972) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:14.522964 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0e3aa70c-3fee-4f67-8638-fa43b451fa5e up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:48:14.557033 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d1646-2341-4110-9f9a-174b8d7489ba req-0174ae4d-ff62-4b84-9df0-ae36c36e0b9a tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:14.558529 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-815d1646-2341-4110-9f9a-174b8d7489ba req-0174ae4d-ff62-4b84-9df0-ae36c36e0b9a tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] 10.222.0.39 "GET /v2.0/ports?device_id=54b1b2dc-af8f-492d-85b1-6b283d980101 HTTP/1.1" status: 200 len: 943 time: 0.0974278 Apr 20 17:48:14.588895 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-43c7b544-3458-4f60-b99b-6c3864c7cb78 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:14.594375 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 0e3aa70c-3fee-4f67-8638-fa43b451fa5e triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:48:14.594745 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:14.606405 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-815d1646-2341-4110-9f9a-174b8d7489ba req-1d1942d5-8a93-4bc5-ab94-dcb6f83a4d94 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6ba634e-b952-4066-b737-77060c9d28d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417678 Apr 20 17:48:14.628554 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-43c7b544-3458-4f60-b99b-6c3864c7cb78 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:14.674145 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-43c7b544-3458-4f60-b99b-6c3864c7cb78 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:14.689456 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7b544-3458-4f60-b99b-6c3864c7cb78 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cde711-d494-4cc6-afc5-fcf83e01fde6,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:14.696423 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-43c7b544-3458-4f60-b99b-6c3864c7cb78 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:14.698062 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-43c7b544-3458-4f60-b99b-6c3864c7cb78 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/security-groups/58cde711-d494-4cc6-afc5-fcf83e01fde6 HTTP/1.1" status: 204 len: 168 time: 0.1793766 Apr 20 17:48:14.700791 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53976) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:14.885157 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb57354-cd3a-49d8-af70-1e54df240f4a tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Deleting subnet 055521d6-590b-48f5-97b9-eda4ace002b4 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:48:14.888218 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cbb57354-cd3a-49d8-af70-1e54df240f4a tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:14.943593 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cbb57354-cd3a-49d8-af70-1e54df240f4a tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:15.022491 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cbb57354-cd3a-49d8-af70-1e54df240f4a tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:15.093984 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cbb57354-cd3a-49d8-af70-1e54df240f4a tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:15.134227 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb57354-cd3a-49d8-af70-1e54df240f4a tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Subnet': ['ID=055521d6-590b-48f5-97b9-eda4ace002b4,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:15.140969 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cbb57354-cd3a-49d8-af70-1e54df240f4a tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:15.148099 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cbb57354-cd3a-49d8-af70-1e54df240f4a tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/subnets/055521d6-590b-48f5-97b9-eda4ace002b4 HTTP/1.1" status: 204 len: 168 time: 0.4463677 Apr 20 17:48:15.149021 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1377085f-a2c1-4e45-b5ff-7d9a330c2db5 None None] Network b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:48:15.152232 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53980) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:15.157794 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-92c87ba3-c12b-4aa8-8282-34eb02b2f360 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'subnet': {'network_id': 'b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:48:15.293822 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-92c87ba3-c12b-4aa8-8282-34eb02b2f360 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:15.297862 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-92c87ba3-c12b-4aa8-8282-34eb02b2f360 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:subnet and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:15.300776 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-92c87ba3-c12b-4aa8-8282-34eb02b2f360 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:15.306633 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-92c87ba3-c12b-4aa8-8282-34eb02b2f360 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:15.318169 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c87ba3-c12b-4aa8-8282-34eb02b2f360 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:48:15.321744 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-92c87ba3-c12b-4aa8-8282-34eb02b2f360 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:15.374170 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:15.579420 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-92c87ba3-c12b-4aa8-8282-34eb02b2f360 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:15.644890 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c87ba3-c12b-4aa8-8282-34eb02b2f360 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:48:15.647761 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-92c87ba3-c12b-4aa8-8282-34eb02b2f360 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:48:15.651874 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c87ba3-c12b-4aa8-8282-34eb02b2f360 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:15.652445 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-92c87ba3-c12b-4aa8-8282-34eb02b2f360 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:15.659498 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c87ba3-c12b-4aa8-8282-34eb02b2f360 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Subnet': ['ID=8a65be70-092a-4529-8bc1-78ad3e0c6176,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:15.683062 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-92c87ba3-c12b-4aa8-8282-34eb02b2f360 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5294654 Apr 20 17:48:15.684470 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53986) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:15.690341 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-88f93a4d-3db3-438c-94b0-20619c01678b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'security_group': {'name': 'tempest-secgroup-95571255'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:48:15.697530 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-88f93a4d-3db3-438c-94b0-20619c01678b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:15.702256 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-88f93a4d-3db3-438c-94b0-20619c01678b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:security_group and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:15.705411 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-88f93a4d-3db3-438c-94b0-20619c01678b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:15.711661 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-88f93a4d-3db3-438c-94b0-20619c01678b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:15.724766 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-88f93a4d-3db3-438c-94b0-20619c01678b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:15.743756 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 2da5ce6a-c5aa-4bff-a61d-dc047842a186 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:48:15.802959 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-88f93a4d-3db3-438c-94b0-20619c01678b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:15.809338 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-88f93a4d-3db3-438c-94b0-20619c01678b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:security_group_rule and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:15.812844 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-88f93a4d-3db3-438c-94b0-20619c01678b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:15.825322 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-88f93a4d-3db3-438c-94b0-20619c01678b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:15.866291 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42dee83-2c51-4264-a0cd-4bb17face2bb req-4aa84f06-f7c5-454a-8936-ef994436fcdf tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:15.868104 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c42dee83-2c51-4264-a0cd-4bb17face2bb req-4aa84f06-f7c5-454a-8936-ef994436fcdf tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] 10.222.0.39 "GET /v2.0/ports?device_id=54b1b2dc-af8f-492d-85b1-6b283d980101 HTTP/1.1" status: 200 len: 943 time: 0.1217532 Apr 20 17:48:15.922320 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-88f93a4d-3db3-438c-94b0-20619c01678b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:15.923766 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230a3869-9b30-4451-8b3e-0342c1bdb57c None None] Network b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:48:15.932074 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-88f93a4d-3db3-438c-94b0-20619c01678b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:15.944124 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 2da5ce6a-c5aa-4bff-a61d-dc047842a186, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=2da5ce6a-c5aa-4bff-a61d-dc047842a186,segment=NetworkSegment(a0e7b693-ca19-417a-b4e0-9c458c36264c),segment_id=a0e7b693-ca19-417a-b4e0-9c458c36264c)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:48:15.974262 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c42dee83-2c51-4264-a0cd-4bb17face2bb req-4d1d91e6-a75e-41c9-97d4-6a160fd159f3 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6ba634e-b952-4066-b737-77060c9d28d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898519 Apr 20 17:48:15.982801 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f93a4d-3db3-438c-94b0-20619c01678b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=282b2b37-2124-4945-8adf-f070b58bf2f4,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:15.987033 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-88f93a4d-3db3-438c-94b0-20619c01678b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:15.991232 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-88f93a4d-3db3-438c-94b0-20619c01678b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.3026819 Apr 20 17:48:15.991767 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53990) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:15.997781 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-62926d70-b3df-4b33-807a-a0781d3508cb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'security_group': {'name': 'tempest-secgroup-1547465557'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:48:16.007280 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-62926d70-b3df-4b33-807a-a0781d3508cb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:16.011747 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-62926d70-b3df-4b33-807a-a0781d3508cb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:security_group and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:16.015102 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-62926d70-b3df-4b33-807a-a0781d3508cb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:16.015261 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '2da5ce6a-c5aa-4bff-a61d-dc047842a186', 'network_id': '1c073e02-68fc-4e88-ac73-ff6af7453224', 'port_id': '2da5ce6a-c5aa-4bff-a61d-dc047842a186', 'mac_address': 'fa:16:3e:ac:72:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2d5a7e4-91d8-47ac-a94f-36f0bad5387a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:48:16.021061 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-62926d70-b3df-4b33-807a-a0781d3508cb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:16.032438 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-62926d70-b3df-4b33-807a-a0781d3508cb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:16.066812 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-62926d70-b3df-4b33-807a-a0781d3508cb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:16.070601 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-62926d70-b3df-4b33-807a-a0781d3508cb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:security_group_rule and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:16.073439 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-62926d70-b3df-4b33-807a-a0781d3508cb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:16.079085 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-62926d70-b3df-4b33-807a-a0781d3508cb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:16.083227 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-fc9f750f-dca2-4d66-b216-881e9d9bae57 None None] Provisioning complete for port 0e3aa70c-3fee-4f67-8638-fa43b451fa5e triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:48:16.083582 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fc9f750f-dca2-4d66-b216-881e9d9bae57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:16.134244 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-62926d70-b3df-4b33-807a-a0781d3508cb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:16.139745 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-62926d70-b3df-4b33-807a-a0781d3508cb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:16.179822 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62926d70-b3df-4b33-807a-a0781d3508cb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29e0a89e-1b3c-4aea-98a9-4af6cc547b2e,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:16.180657 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:16.184701 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-62926d70-b3df-4b33-807a-a0781d3508cb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:16.185929 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-62926d70-b3df-4b33-807a-a0781d3508cb tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.1935728 Apr 20 17:48:16.189027 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53994) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:16.194819 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-d6886ecc-ce9f-43cd-b614-2ada7293ccc4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'security_group': {'name': 'tempest-secgroup-1065499561'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:48:16.201118 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d6886ecc-ce9f-43cd-b614-2ada7293ccc4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:16.204894 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d6886ecc-ce9f-43cd-b614-2ada7293ccc4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:security_group and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:16.207772 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d6886ecc-ce9f-43cd-b614-2ada7293ccc4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:16.213609 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d6886ecc-ce9f-43cd-b614-2ada7293ccc4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:16.220664 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2da5ce6a-c5aa-4bff-a61d-dc047842a186 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:48:16.226160 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d6886ecc-ce9f-43cd-b614-2ada7293ccc4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:16.264228 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d6886ecc-ce9f-43cd-b614-2ada7293ccc4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:16.268397 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d6886ecc-ce9f-43cd-b614-2ada7293ccc4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:security_group_rule and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:16.271946 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d6886ecc-ce9f-43cd-b614-2ada7293ccc4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:16.278691 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d6886ecc-ce9f-43cd-b614-2ada7293ccc4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:16.300209 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 2da5ce6a-c5aa-4bff-a61d-dc047842a186, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=2da5ce6a-c5aa-4bff-a61d-dc047842a186,segment=NetworkSegment(a0e7b693-ca19-417a-b4e0-9c458c36264c),segment_id=a0e7b693-ca19-417a-b4e0-9c458c36264c)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:48:16.312254 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:16.334161 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d6886ecc-ce9f-43cd-b614-2ada7293ccc4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:16.339733 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d6886ecc-ce9f-43cd-b614-2ada7293ccc4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:16.380465 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6886ecc-ce9f-43cd-b614-2ada7293ccc4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e568e03c-dd4e-4502-a9fb-f02fc26ad3fb,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:16.384469 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d6886ecc-ce9f-43cd-b614-2ada7293ccc4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:16.389201 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d6886ecc-ce9f-43cd-b614-2ada7293ccc4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.1956339 Apr 20 17:48:16.389201 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 53998) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:16.396012 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-a76bc7eb-e86f-4bed-ad08-83bf2d0c08f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1130299021', 'security_groups': ['e568e03c-dd4e-4502-a9fb-f02fc26ad3fb'], 'network_id': 'b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8a65be70-092a-4529-8bc1-78ad3e0c6176'}]}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:48:16.408414 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=2da5ce6a-c5aa-4bff-a61d-dc047842a186,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:16.424465 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-fc9f750f-dca2-4d66-b216-881e9d9bae57 None None] Provisioning complete for port 43184c63-e9c9-4a06-adbc-b25ddce8ca84 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:48:16.424825 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fc9f750f-dca2-4d66-b216-881e9d9bae57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:16.513726 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-fc9f750f-dca2-4d66-b216-881e9d9bae57 None None] Port 43184c63-e9c9-4a06-adbc-b25ddce8ca84 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:48:16.522933 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['2da5ce6a-c5aa-4bff-a61d-dc047842a186'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:48:16.606156 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d720f24-4849-49cc-ab3d-a90c4b4a5b36 None None] Update dhcp port {'port': {'network_id': 'b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc', 'fixed_ips': [{'subnet_id': '607c134e-798e-48a0-8e8c-85583664a2f2', 'ip_address': '172.20.0.18'}, {'subnet_id': '8a65be70-092a-4529-8bc1-78ad3e0c6176'}], 'binding:host_id': 'n-d-838032-1'}, 'id': '0e3aa70c-3fee-4f67-8638-fa43b451fa5e'} from n-d-838032-1. {{(pid=84082) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 20 17:48:16.653524 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-a76bc7eb-e86f-4bed-ad08-83bf2d0c08f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:16.663892 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-a76bc7eb-e86f-4bed-ad08-83bf2d0c08f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:16.676768 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76bc7eb-e86f-4bed-ad08-83bf2d0c08f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:48:16.681520 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a76bc7eb-e86f-4bed-ad08-83bf2d0c08f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:16.683596 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8d720f24-4849-49cc-ab3d-a90c4b4a5b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:16.702944 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [None req-a76bc7eb-e86f-4bed-ad08-83bf2d0c08f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] device_id is not set on port cb8ab617-bdd5-4d5c-8a7d-9e1bd5ce6d03 yet. {{(pid=84081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:48:16.903717 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-a76bc7eb-e86f-4bed-ad08-83bf2d0c08f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Allocated IP 172.20.0.11 (b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc/8a65be70-092a-4529-8bc1-78ad3e0c6176/cb8ab617-bdd5-4d5c-8a7d-9e1bd5ce6d03) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:48:17.094128 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a76bc7eb-e86f-4bed-ad08-83bf2d0c08f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:17.109604 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-a76bc7eb-e86f-4bed-ad08-83bf2d0c08f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Transition to ACTIVE for port object cb8ab617-bdd5-4d5c-8a7d-9e1bd5ce6d03 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:48:17.135725 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a76bc7eb-e86f-4bed-ad08-83bf2d0c08f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:17.191868 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1997ee-8a4a-4393-b2ba-7358dbab5244 req-637d68d2-84a1-44ec-a4bf-21c2f3b0a523 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:17.193465 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5d1997ee-8a4a-4393-b2ba-7358dbab5244 req-637d68d2-84a1-44ec-a4bf-21c2f3b0a523 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] 10.222.0.39 "GET /v2.0/ports?device_id=54b1b2dc-af8f-492d-85b1-6b283d980101 HTTP/1.1" status: 200 len: 944 time: 0.0873084 Apr 20 17:48:17.193811 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-8d720f24-4849-49cc-ab3d-a90c4b4a5b36 None None] Allocated IP 172.20.0.2 (b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc/8a65be70-092a-4529-8bc1-78ad3e0c6176/0e3aa70c-3fee-4f67-8638-fa43b451fa5e) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:48:17.207198 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76bc7eb-e86f-4bed-ad08-83bf2d0c08f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:48:17.210708 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-a76bc7eb-e86f-4bed-ad08-83bf2d0c08f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:48:17.214546 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76bc7eb-e86f-4bed-ad08-83bf2d0c08f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:48:17.244982 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5d1997ee-8a4a-4393-b2ba-7358dbab5244 req-1d5e98ac-ab89-43d7-9402-37821fed5d31 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6ba634e-b952-4066-b737-77060c9d28d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418882 Apr 20 17:48:17.258024 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76bc7eb-e86f-4bed-ad08-83bf2d0c08f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Port': ['ID=cb8ab617-bdd5-4d5c-8a7d-9e1bd5ce6d03,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:17.281014 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76bc7eb-e86f-4bed-ad08-83bf2d0c08f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:17.281663 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a76bc7eb-e86f-4bed-ad08-83bf2d0c08f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:17.306410 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a76bc7eb-e86f-4bed-ad08-83bf2d0c08f1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9165471 Apr 20 17:48:17.309384 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54004) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:17.315477 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-91c630ae-c674-4a9a-b0cb-23801ca53d85 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'subnet': {'network_id': 'b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:48:17.329265 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-8d720f24-4849-49cc-ab3d-a90c4b4a5b36 None None] For port 0e3aa70c-3fee-4f67-8638-fa43b451fa5e, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0e3aa70c-3fee-4f67-8638-fa43b451fa5e,segment=NetworkSegment(0a6ab92d-dfbf-432c-91d3-83229147a4ea),segment_id=0a6ab92d-dfbf-432c-91d3-83229147a4ea)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:48:17.353516 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8d720f24-4849-49cc-ab3d-a90c4b4a5b36 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:17.369714 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8d720f24-4849-49cc-ab3d-a90c4b4a5b36 None None] Transition to ACTIVE for port object 0e3aa70c-3fee-4f67-8638-fa43b451fa5e will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:48:17.374363 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8d720f24-4849-49cc-ab3d-a90c4b4a5b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:17.451588 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-91c630ae-c674-4a9a-b0cb-23801ca53d85 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:17.455571 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-91c630ae-c674-4a9a-b0cb-23801ca53d85 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:subnet and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:17.458421 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-91c630ae-c674-4a9a-b0cb-23801ca53d85 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:17.464273 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-91c630ae-c674-4a9a-b0cb-23801ca53d85 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:17.475789 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c630ae-c674-4a9a-b0cb-23801ca53d85 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:48:17.479327 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-91c630ae-c674-4a9a-b0cb-23801ca53d85 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:17.512061 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d720f24-4849-49cc-ab3d-a90c4b4a5b36 None None] Pushing event updated for resources: {'Port': ['ID=0e3aa70c-3fee-4f67-8638-fa43b451fa5e,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:17.610531 n-d-838032-1 neutron-server[84081]: INFO neutron.db.ipam_backend_mixin [None req-91c630ae-c674-4a9a-b0cb-23801ca53d85 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8a65be70-092a-4529-8bc1-78ad3e0c6176 (CIDR: 172.20.0.0/28) Apr 20 17:48:17.616024 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c630ae-c674-4a9a-b0cb-23801ca53d85 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:48:17.616470 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91c630ae-c674-4a9a-b0cb-23801ca53d85 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:48:17.636206 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-91c630ae-c674-4a9a-b0cb-23801ca53d85 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3255692 Apr 20 17:48:17.639328 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54008) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:17.644854 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-10183873-1683-4f0b-a6fc-0ac8327a26b1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'subnet': {'network_id': 'b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:48:17.758859 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 2da5ce6a-c5aa-4bff-a61d-dc047842a186 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:48:17.785605 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-10183873-1683-4f0b-a6fc-0ac8327a26b1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:17.789779 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-10183873-1683-4f0b-a6fc-0ac8327a26b1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:subnet and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:17.793217 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-10183873-1683-4f0b-a6fc-0ac8327a26b1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:17.799607 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-10183873-1683-4f0b-a6fc-0ac8327a26b1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:17.811257 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10183873-1683-4f0b-a6fc-0ac8327a26b1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:48:17.814944 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10183873-1683-4f0b-a6fc-0ac8327a26b1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:17.838826 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 2da5ce6a-c5aa-4bff-a61d-dc047842a186 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:48:17.843935 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 2da5ce6a-c5aa-4bff-a61d-dc047842a186 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:48:17.844307 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:17.946970 n-d-838032-1 neutron-server[84081]: INFO neutron.db.ipam_backend_mixin [None req-10183873-1683-4f0b-a6fc-0ac8327a26b1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 607c134e-798e-48a0-8e8c-85583664a2f2 (CIDR: 172.20.0.16/28) Apr 20 17:48:17.951038 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-10183873-1683-4f0b-a6fc-0ac8327a26b1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 17:48:17.951480 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10183873-1683-4f0b-a6fc-0ac8327a26b1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:48:17.964652 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:17.977016 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-10183873-1683-4f0b-a6fc-0ac8327a26b1 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3329349 Apr 20 17:48:17.977656 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54012) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:17.983244 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-1b1e84ff-5a17-42f0-a54f-9586997a6778 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'subnet': {'network_id': 'b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:48:17.996601 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b1b2dc-af8f-492d-85b1-6b283d980101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da5ce6a-c5aa-4bff-a61d-dc047842a186'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:48:18.010175 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 2da5ce6a-c5aa-4bff-a61d-dc047842a186, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=2da5ce6a-c5aa-4bff-a61d-dc047842a186,segment=NetworkSegment(a0e7b693-ca19-417a-b4e0-9c458c36264c),segment_id=a0e7b693-ca19-417a-b4e0-9c458c36264c)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:48:18.019594 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:18.075367 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41d6a6f1-0f48-4908-a86f-c990959c0872'] response: {'server_uuid': '54b1b2dc-af8f-492d-85b1-6b283d980101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da5ce6a-c5aa-4bff-a61d-dc047842a186', 'code': 200} Apr 20 17:48:18.097713 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=2da5ce6a-c5aa-4bff-a61d-dc047842a186,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:18.101463 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-236ed6f9-55d2-4b10-998b-2ffdaeb3cf09 None None] Provisioning for port 0e3aa70c-3fee-4f67-8638-fa43b451fa5e completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:48:18.107228 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-236ed6f9-55d2-4b10-998b-2ffdaeb3cf09 None None] Provisioning complete for port 0e3aa70c-3fee-4f67-8638-fa43b451fa5e triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:48:18.107589 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-236ed6f9-55d2-4b10-998b-2ffdaeb3cf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:18.191741 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1b1e84ff-5a17-42f0-a54f-9586997a6778 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:18.201162 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1b1e84ff-5a17-42f0-a54f-9586997a6778 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Usage tracker for resource:subnet and tenant:fcf560f44a0348198b56b4605e9fc555 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:18.205281 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1b1e84ff-5a17-42f0-a54f-9586997a6778 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:18.212251 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1b1e84ff-5a17-42f0-a54f-9586997a6778 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:18.234144 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1e84ff-5a17-42f0-a54f-9586997a6778 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Made reservation on behalf of fcf560f44a0348198b56b4605e9fc555 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:48:18.237673 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1b1e84ff-5a17-42f0-a54f-9586997a6778 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:18.271789 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-236ed6f9-55d2-4b10-998b-2ffdaeb3cf09 None None] Provisioning complete for port 43184c63-e9c9-4a06-adbc-b25ddce8ca84 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:48:18.272379 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-236ed6f9-55d2-4b10-998b-2ffdaeb3cf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:18.326832 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-236ed6f9-55d2-4b10-998b-2ffdaeb3cf09 None None] Port 43184c63-e9c9-4a06-adbc-b25ddce8ca84 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:48:18.334682 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ac35c1c5-9efe-4300-ab57-47e27d8aa3aa req-7836da26-9a3f-4af8-8b2f-06217baed27e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=54b1b2dc-af8f-492d-85b1-6b283d980101 HTTP/1.1" status: 200 len: 1096 time: 0.1804442 Apr 20 17:48:18.412349 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ac35c1c5-9efe-4300-ab57-47e27d8aa3aa req-f9f17e0c-26b1-4d29-90e3-90eb39139fa5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d6ba634e-b952-4066-b737-77060c9d28d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716765 Apr 20 17:48:18.451075 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ac95b9c7-b27e-4e10-a1e4-701f8deb8923 None None] Provisioning for port cb8ab617-bdd5-4d5c-8a7d-9e1bd5ce6d03 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:48:18.456947 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ac95b9c7-b27e-4e10-a1e4-701f8deb8923 None None] Provisioning complete for port cb8ab617-bdd5-4d5c-8a7d-9e1bd5ce6d03 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:48:18.457499 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ac95b9c7-b27e-4e10-a1e4-701f8deb8923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:18.476545 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbea64-3273-41e5-8c6c-58a0afb507a9 req-7f60c670-f3bb-4467-9baa-91009dc7eb24 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:18.478638 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9dbbea64-3273-41e5-8c6c-58a0afb507a9 req-7f60c670-f3bb-4467-9baa-91009dc7eb24 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] 10.222.0.39 "GET /v2.0/ports?device_id=54b1b2dc-af8f-492d-85b1-6b283d980101 HTTP/1.1" status: 200 len: 945 time: 0.1082683 Apr 20 17:48:18.535479 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-ac95b9c7-b27e-4e10-a1e4-701f8deb8923 None None] Port cb8ab617-bdd5-4d5c-8a7d-9e1bd5ce6d03 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:48:18.538296 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0e3aa70c-3fee-4f67-8638-fa43b451fa5e up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:48:18.539172 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9dbbea64-3273-41e5-8c6c-58a0afb507a9 req-630e858d-79a9-435d-853a-47d68299e018 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6ba634e-b952-4066-b737-77060c9d28d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549664 Apr 20 17:48:18.541647 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1b1e84ff-5a17-42f0-a54f-9586997a6778 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:18.604517 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 0e3aa70c-3fee-4f67-8638-fa43b451fa5e triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:48:18.604767 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:18.715904 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1e84ff-5a17-42f0-a54f-9586997a6778 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Network b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:48:18.720460 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-1b1e84ff-5a17-42f0-a54f-9586997a6778 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:48:18.726074 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1e84ff-5a17-42f0-a54f-9586997a6778 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:18.726667 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1b1e84ff-5a17-42f0-a54f-9586997a6778 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:18.730420 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbcb584-e62c-4e7c-bca8-4c5abfd8dd2b None None] Network b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:48:18.755140 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e84ff-5a17-42f0-a54f-9586997a6778 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Subnet': ['ID=b333a4f9-9418-489b-bfb7-02956b025cab,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:18.766920 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1b1e84ff-5a17-42f0-a54f-9586997a6778 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7850797 Apr 20 17:48:18.766920 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54020) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:18.772770 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-b46aaee8-041c-4276-9edd-3f0046933e52 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-579158905', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b333a4f9-9418-489b-bfb7-02956b025cab'}], 'security_groups': ['282b2b37-2124-4945-8adf-f070b58bf2f4', '29e0a89e-1b3c-4aea-98a9-4af6cc547b2e']}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:48:18.889644 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b46aaee8-041c-4276-9edd-3f0046933e52 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:19.045241 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db603793-17d7-4120-9347-e708e1aac6d0 None None] Update dhcp port {'port': {'network_id': 'b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc', 'fixed_ips': [{'subnet_id': '607c134e-798e-48a0-8e8c-85583664a2f2', 'ip_address': '172.20.0.18'}, {'subnet_id': '8a65be70-092a-4529-8bc1-78ad3e0c6176', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b333a4f9-9418-489b-bfb7-02956b025cab'}], 'binding:host_id': 'n-d-838032-1'}, 'id': '0e3aa70c-3fee-4f67-8638-fa43b451fa5e'} from n-d-838032-1. {{(pid=84082) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 20 17:48:19.104551 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-db603793-17d7-4120-9347-e708e1aac6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:19.275861 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-b46aaee8-041c-4276-9edd-3f0046933e52 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Delete allocated IP 172.20.0.11 (b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc/8a65be70-092a-4529-8bc1-78ad3e0c6176) {{(pid=84081) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 17:48:19.283655 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-b46aaee8-041c-4276-9edd-3f0046933e52 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Allocated IP 172.20.0.35 (b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc/b333a4f9-9418-489b-bfb7-02956b025cab/cb8ab617-bdd5-4d5c-8a7d-9e1bd5ce6d03) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:48:19.511004 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b46aaee8-041c-4276-9edd-3f0046933e52 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:19.535343 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-b46aaee8-041c-4276-9edd-3f0046933e52 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Transition to ACTIVE for port object cb8ab617-bdd5-4d5c-8a7d-9e1bd5ce6d03 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:48:19.541708 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b46aaee8-041c-4276-9edd-3f0046933e52 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:19.608089 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-db603793-17d7-4120-9347-e708e1aac6d0 None None] Allocated IP 172.20.0.34 (b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc/b333a4f9-9418-489b-bfb7-02956b025cab/0e3aa70c-3fee-4f67-8638-fa43b451fa5e) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:48:19.674712 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46aaee8-041c-4276-9edd-3f0046933e52 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event updated for resources: {'Port': ['ID=cb8ab617-bdd5-4d5c-8a7d-9e1bd5ce6d03,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:19.745472 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-db603793-17d7-4120-9347-e708e1aac6d0 None None] For port 0e3aa70c-3fee-4f67-8638-fa43b451fa5e, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0e3aa70c-3fee-4f67-8638-fa43b451fa5e,segment=NetworkSegment(0a6ab92d-dfbf-432c-91d3-83229147a4ea),segment_id=0a6ab92d-dfbf-432c-91d3-83229147a4ea)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:48:19.754579 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-b46aaee8-041c-4276-9edd-3f0046933e52 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] In _notify_port_updated(), no bound segment for port cb8ab617-bdd5-4d5c-8a7d-9e1bd5ce6d03 on network b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc {{(pid=84081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 20 17:48:19.758484 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46aaee8-041c-4276-9edd-3f0046933e52 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:19.759091 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b46aaee8-041c-4276-9edd-3f0046933e52 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:19.760410 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b46aaee8-041c-4276-9edd-3f0046933e52 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "PUT /v2.0/ports/cb8ab617-bdd5-4d5c-8a7d-9e1bd5ce6d03 HTTP/1.1" status: 200 len: 959 time: 0.9924748 Apr 20 17:48:19.763339 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54026) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:19.778166 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-db603793-17d7-4120-9347-e708e1aac6d0 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:19.799774 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-db603793-17d7-4120-9347-e708e1aac6d0 None None] Transition to ACTIVE for port object 0e3aa70c-3fee-4f67-8638-fa43b451fa5e will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:48:19.805303 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-db603793-17d7-4120-9347-e708e1aac6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:19.836303 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b844f6-d309-45fd-9575-5bfc800e2a99 req-92649f15-7a5c-4411-ae86-f5a4f0056cb7 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:19.837826 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-31b844f6-d309-45fd-9575-5bfc800e2a99 req-92649f15-7a5c-4411-ae86-f5a4f0056cb7 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] 10.222.0.39 "GET /v2.0/ports?device_id=54b1b2dc-af8f-492d-85b1-6b283d980101 HTTP/1.1" status: 200 len: 945 time: 0.1641746 Apr 20 17:48:19.842068 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-fea4306f-e5eb-4bc4-971a-da59bc41cebe tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Deleting port cb8ab617-bdd5-4d5c-8a7d-9e1bd5ce6d03 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:48:19.842440 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fea4306f-e5eb-4bc4-971a-da59bc41cebe tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:19.965510 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db603793-17d7-4120-9347-e708e1aac6d0 None None] Pushing event updated for resources: {'Port': ['ID=0e3aa70c-3fee-4f67-8638-fa43b451fa5e,revision_number=7']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:19.973700 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-31b844f6-d309-45fd-9575-5bfc800e2a99 req-9d41471e-8475-4a99-81bf-bad8ef0b0796 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6ba634e-b952-4066-b737-77060c9d28d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032255 Apr 20 17:48:20.122062 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fea4306f-e5eb-4bc4-971a-da59bc41cebe tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:20.251556 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-fea4306f-e5eb-4bc4-971a-da59bc41cebe tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Calling delete_port for cb8ab617-bdd5-4d5c-8a7d-9e1bd5ce6d03 owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:48:20.459036 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fea4306f-e5eb-4bc4-971a-da59bc41cebe tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:20.511467 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4306f-e5eb-4bc4-971a-da59bc41cebe tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Port': ['ID=cb8ab617-bdd5-4d5c-8a7d-9e1bd5ce6d03,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:20.532709 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0e3aa70c-3fee-4f67-8638-fa43b451fa5e up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:48:20.600697 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ec406844-fbee-4b53-80a0-ca010148cd5a None None] Could not find standard attr ID for object cb8ab617-bdd5-4d5c-8a7d-9e1bd5ce6d03. {{(pid=84082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 17:48:20.621900 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ec406844-fbee-4b53-80a0-ca010148cd5a None None] Provisioning for port 0e3aa70c-3fee-4f67-8638-fa43b451fa5e completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:48:20.630791 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ec406844-fbee-4b53-80a0-ca010148cd5a None None] Provisioning complete for port 0e3aa70c-3fee-4f67-8638-fa43b451fa5e triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:48:20.631154 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ec406844-fbee-4b53-80a0-ca010148cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:20.693622 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 0e3aa70c-3fee-4f67-8638-fa43b451fa5e triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:48:20.694017 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:20.723254 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fea4306f-e5eb-4bc4-971a-da59bc41cebe tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:20.735884 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fea4306f-e5eb-4bc4-971a-da59bc41cebe tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/ports/cb8ab617-bdd5-4d5c-8a7d-9e1bd5ce6d03 HTTP/1.1" status: 204 len: 168 time: 0.9690847 Apr 20 17:48:20.736106 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54040) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:20.777589 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce368b2-8769-4363-9962-e1ea33329287 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] GET failed (client error): The resource could not be found. Apr 20 17:48:20.778079 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4ce368b2-8769-4363-9962-e1ea33329287 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Synchronizing usage tracker for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:48:20.797284 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4ce368b2-8769-4363-9962-e1ea33329287 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Unset dirty status for tenant:fcf560f44a0348198b56b4605e9fc555 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:48:20.801083 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4ce368b2-8769-4363-9962-e1ea33329287 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "GET /v2.0/ports/cb8ab617-bdd5-4d5c-8a7d-9e1bd5ce6d03 HTTP/1.1" status: 404 len: 333 time: 0.0614471 Apr 20 17:48:20.801544 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54044) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:20.864983 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-75256dde-c23a-476b-bd04-16968aa086a2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:20.871130 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ec406844-fbee-4b53-80a0-ca010148cd5a None None] Provisioning complete for port 43184c63-e9c9-4a06-adbc-b25ddce8ca84 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:48:20.871543 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ec406844-fbee-4b53-80a0-ca010148cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:20.901768 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-75256dde-c23a-476b-bd04-16968aa086a2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:20.964064 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-75256dde-c23a-476b-bd04-16968aa086a2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:20.970978 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-ec406844-fbee-4b53-80a0-ca010148cd5a None None] Port 43184c63-e9c9-4a06-adbc-b25ddce8ca84 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:48:20.985484 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75256dde-c23a-476b-bd04-16968aa086a2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e568e03c-dd4e-4502-a9fb-f02fc26ad3fb,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:20.988851 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-75256dde-c23a-476b-bd04-16968aa086a2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:20.989974 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-75256dde-c23a-476b-bd04-16968aa086a2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/security-groups/e568e03c-dd4e-4502-a9fb-f02fc26ad3fb HTTP/1.1" status: 204 len: 168 time: 0.1873801 Apr 20 17:48:20.993161 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54048) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:21.067228 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-67de67e8-0d50-46fb-b399-13e5fc793a26 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:21.098260 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-67de67e8-0d50-46fb-b399-13e5fc793a26 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:21.156699 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-67de67e8-0d50-46fb-b399-13e5fc793a26 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:21.175360 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de67e8-0d50-46fb-b399-13e5fc793a26 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e0a89e-1b3c-4aea-98a9-4af6cc547b2e,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:21.180112 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-67de67e8-0d50-46fb-b399-13e5fc793a26 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:21.183997 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-67de67e8-0d50-46fb-b399-13e5fc793a26 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/security-groups/29e0a89e-1b3c-4aea-98a9-4af6cc547b2e HTTP/1.1" status: 204 len: 168 time: 0.1872199 Apr 20 17:48:21.184388 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54052) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:21.206338 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3c78b48c-1942-43e3-a087-f6d02e5615e9 None None] Could not find standard attr ID for object cb8ab617-bdd5-4d5c-8a7d-9e1bd5ce6d03. {{(pid=84082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 17:48:21.264460 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fbff36e3-630f-4497-b477-35f20bc97db4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:21.293370 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fbff36e3-630f-4497-b477-35f20bc97db4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:21.339179 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fbff36e3-630f-4497-b477-35f20bc97db4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:21.356471 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff36e3-630f-4497-b477-35f20bc97db4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=282b2b37-2124-4945-8adf-f070b58bf2f4,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:21.361618 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fbff36e3-630f-4497-b477-35f20bc97db4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:21.362890 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fbff36e3-630f-4497-b477-35f20bc97db4 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/security-groups/282b2b37-2124-4945-8adf-f070b58bf2f4 HTTP/1.1" status: 204 len: 168 time: 0.1774611 Apr 20 17:48:21.365855 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54056) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:21.551064 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-71d9a95e-459a-40e7-854b-34172b854e10 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Deleting subnet 8a65be70-092a-4529-8bc1-78ad3e0c6176 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:48:21.554063 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71d9a95e-459a-40e7-854b-34172b854e10 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:21.610597 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71d9a95e-459a-40e7-854b-34172b854e10 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:21.694433 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71d9a95e-459a-40e7-854b-34172b854e10 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:21.771815 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71d9a95e-459a-40e7-854b-34172b854e10 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:21.808838 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d9a95e-459a-40e7-854b-34172b854e10 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Subnet': ['ID=8a65be70-092a-4529-8bc1-78ad3e0c6176,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:21.814954 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-71d9a95e-459a-40e7-854b-34172b854e10 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:21.823261 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c41778-8500-4971-b69b-fa6703036dde None None] Network b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:48:21.823811 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-71d9a95e-459a-40e7-854b-34172b854e10 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/subnets/8a65be70-092a-4529-8bc1-78ad3e0c6176 HTTP/1.1" status: 204 len: 168 time: 0.4560177 Apr 20 17:48:21.826708 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54066) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:21.895492 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd5b1238-7fdb-4232-af3d-86379287d5a9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Deleting subnet b333a4f9-9418-489b-bfb7-02956b025cab {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:48:21.898725 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cd5b1238-7fdb-4232-af3d-86379287d5a9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:21.959973 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cd5b1238-7fdb-4232-af3d-86379287d5a9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:22.050045 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cd5b1238-7fdb-4232-af3d-86379287d5a9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:22.129769 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cd5b1238-7fdb-4232-af3d-86379287d5a9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:22.173825 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cd5b1238-7fdb-4232-af3d-86379287d5a9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:22.182267 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b1238-7fdb-4232-af3d-86379287d5a9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Subnet': ['ID=b333a4f9-9418-489b-bfb7-02956b025cab,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:22.189038 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54076) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:22.189630 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cd5b1238-7fdb-4232-af3d-86379287d5a9 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/subnets/b333a4f9-9418-489b-bfb7-02956b025cab HTTP/1.1" status: 204 len: 168 time: 0.3612406 Apr 20 17:48:22.232057 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a47fd8b-bfee-4b0e-b003-4ed2e7f7f51b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] DELETE failed (client error): The resource could not be found. Apr 20 17:48:22.232804 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a47fd8b-bfee-4b0e-b003-4ed2e7f7f51b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:48:22.234669 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4a47fd8b-bfee-4b0e-b003-4ed2e7f7f51b tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/subnets/8a65be70-092a-4529-8bc1-78ad3e0c6176 HTTP/1.1" status: 404 len: 337 time: 0.0432057 Apr 20 17:48:22.237467 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54080) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:22.443746 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-544d053c-621e-46c3-b835-77967d8ce741 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Deleting subnet 607c134e-798e-48a0-8e8c-85583664a2f2 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:48:22.447142 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-544d053c-621e-46c3-b835-77967d8ce741 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:22.505081 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-544d053c-621e-46c3-b835-77967d8ce741 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:22.603747 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-544d053c-621e-46c3-b835-77967d8ce741 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:22.622037 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51617a9a-f47d-42b4-b261-f8310cec1867 None None] Network b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:48:22.684673 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-544d053c-621e-46c3-b835-77967d8ce741 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:22.729446 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8ffc9445-b7b3-40a6-840b-8a3daa8ec89c None None] Provisioning complete for port 0e3aa70c-3fee-4f67-8638-fa43b451fa5e triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:48:22.729608 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8ffc9445-b7b3-40a6-840b-8a3daa8ec89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:22.734450 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d053c-621e-46c3-b835-77967d8ce741 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Subnet': ['ID=607c134e-798e-48a0-8e8c-85583664a2f2,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:22.739754 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-544d053c-621e-46c3-b835-77967d8ce741 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:22.749308 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-544d053c-621e-46c3-b835-77967d8ce741 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/subnets/607c134e-798e-48a0-8e8c-85583664a2f2 HTTP/1.1" status: 204 len: 168 time: 0.5084634 Apr 20 17:48:22.756916 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54092) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:22.789733 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d2ab2fa-3f60-4ee5-babd-1dc292e63506 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] DELETE failed (client error): The resource could not be found. Apr 20 17:48:22.790115 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d2ab2fa-3f60-4ee5-babd-1dc292e63506 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:48:22.791794 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9d2ab2fa-3f60-4ee5-babd-1dc292e63506 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/subnets/055521d6-590b-48f5-97b9-eda4ace002b4 HTTP/1.1" status: 404 len: 337 time: 0.0410874 Apr 20 17:48:22.794460 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54098) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:22.841053 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-227007f6-a42b-40be-b08e-f7c69c663b6d tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "GET /v2.0/ports?device_id=823e1c06-9a0d-4afe-8fe9-03290519055d HTTP/1.1" status: 200 len: 205 time: 0.0454190 Apr 20 17:48:22.843552 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54102) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:22.930375 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-0fa297e2-4fb3-4e8b-9962-296524e872dd tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] delete failed (client error): The resource could not be found. Apr 20 17:48:22.933948 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0fa297e2-4fb3-4e8b-9962-296524e872dd tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/routers/823e1c06-9a0d-4afe-8fe9-03290519055d HTTP/1.1" status: 404 len: 336 time: 0.0870008 Apr 20 17:48:22.934873 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54108) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:22.953802 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8ffc9445-b7b3-40a6-840b-8a3daa8ec89c None None] Provisioning complete for port 43184c63-e9c9-4a06-adbc-b25ddce8ca84 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:48:22.953802 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8ffc9445-b7b3-40a6-840b-8a3daa8ec89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:22.990575 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c7451d-d50f-4405-b72d-b969c77fcef2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] DELETE failed (client error): The resource could not be found. Apr 20 17:48:22.991085 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21c7451d-d50f-4405-b72d-b969c77fcef2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:48:22.993341 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-21c7451d-d50f-4405-b72d-b969c77fcef2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/subnets/0cfc1b16-2cf4-415a-97c7-87f18c024cdc HTTP/1.1" status: 404 len: 337 time: 0.0573235 Apr 20 17:48:22.996049 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54114) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:23.015433 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-8ffc9445-b7b3-40a6-840b-8a3daa8ec89c None None] Port 43184c63-e9c9-4a06-adbc-b25ddce8ca84 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:48:23.019095 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f88200b-a2a0-46fe-b156-25d48215325c None None] DHCP port deletion for b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:48:23.024688 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0f88200b-a2a0-46fe-b156-25d48215325c None None] Deleting port 0e3aa70c-3fee-4f67-8638-fa43b451fa5e {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:48:23.025361 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0f88200b-a2a0-46fe-b156-25d48215325c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:23.129421 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea024dea-a740-4072-a6db-05ea231c2166 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] DELETE failed (client error): The resource could not be found. Apr 20 17:48:23.129792 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea024dea-a740-4072-a6db-05ea231c2166 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:48:23.134126 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ea024dea-a740-4072-a6db-05ea231c2166 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/subnets/d33a3fa8-1045-4f77-ad26-5a9c6f82f434 HTTP/1.1" status: 404 len: 337 time: 0.1343079 Apr 20 17:48:23.134438 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54118) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:23.172797 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e4c6d6f-d8d1-4acb-a178-e8e0773562c3 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] DELETE failed (client error): The resource could not be found. Apr 20 17:48:23.173270 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e4c6d6f-d8d1-4acb-a178-e8e0773562c3 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:48:23.177741 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8e4c6d6f-d8d1-4acb-a178-e8e0773562c3 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/subnets/3f630afe-2f8c-4593-962b-83e1b31bca96 HTTP/1.1" status: 404 len: 337 time: 0.0397418 Apr 20 17:48:23.177898 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54122) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:23.225885 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa92b0f2-60eb-466e-acbd-ee3f453234db tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] DELETE failed (client error): The resource could not be found. Apr 20 17:48:23.226676 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa92b0f2-60eb-466e-acbd-ee3f453234db tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:48:23.228244 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-aa92b0f2-60eb-466e-acbd-ee3f453234db tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/ports/1e64970a-808c-4d78-9fb3-809d4e74dd5f HTTP/1.1" status: 404 len: 333 time: 0.0495286 Apr 20 17:48:23.230962 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54128) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:23.235975 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0f88200b-a2a0-46fe-b156-25d48215325c None None] For port 0e3aa70c-3fee-4f67-8638-fa43b451fa5e, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0e3aa70c-3fee-4f67-8638-fa43b451fa5e,segment=NetworkSegment(0a6ab92d-dfbf-432c-91d3-83229147a4ea),segment_id=0a6ab92d-dfbf-432c-91d3-83229147a4ea)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:48:23.236361 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0f88200b-a2a0-46fe-b156-25d48215325c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:23.268349 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-641c4cd7-feaf-448a-887f-120c91a59489 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] DELETE failed (client error): The resource could not be found. Apr 20 17:48:23.268766 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-641c4cd7-feaf-448a-887f-120c91a59489 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:48:23.270684 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-641c4cd7-feaf-448a-887f-120c91a59489 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/subnets/22b3a418-f136-401f-97c7-29c0587469d8 HTTP/1.1" status: 404 len: 337 time: 0.0388539 Apr 20 17:48:23.273346 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54132) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:23.309708 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6eb4de6-1294-472a-bcea-0a1906e64de5 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] DELETE failed (client error): The resource could not be found. Apr 20 17:48:23.310476 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6eb4de6-1294-472a-bcea-0a1906e64de5 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:48:23.312088 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d6eb4de6-1294-472a-bcea-0a1906e64de5 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/subnets/28ad3b45-82b3-4e3e-8ea3-63c8946479f6 HTTP/1.1" status: 404 len: 337 time: 0.0377045 Apr 20 17:48:23.314941 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54136) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:23.357399 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-917affb4-4382-4325-859c-5ffa08c0a111 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] DELETE failed (client error): The resource could not be found. Apr 20 17:48:23.357858 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-917affb4-4382-4325-859c-5ffa08c0a111 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:48:23.358359 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0f88200b-a2a0-46fe-b156-25d48215325c None None] Calling delete_port for 0e3aa70c-3fee-4f67-8638-fa43b451fa5e owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:48:23.359492 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-917affb4-4382-4325-859c-5ffa08c0a111 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/ports/4d9b0805-38d3-4430-a4b8-073d3212e8ae HTTP/1.1" status: 404 len: 333 time: 0.0437005 Apr 20 17:48:23.362245 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54140) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:23.379795 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab47de0-7494-444f-91f3-547f1e50834f req-be4be100-7565-4a76-ab1e-2907fb96178b tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:23.381261 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bab47de0-7494-444f-91f3-547f1e50834f req-be4be100-7565-4a76-ab1e-2907fb96178b tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] 10.222.0.39 "GET /v2.0/ports?device_id=54b1b2dc-af8f-492d-85b1-6b283d980101 HTTP/1.1" status: 200 len: 945 time: 0.0788457 Apr 20 17:48:23.406621 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a5223d-e0f9-4983-80b6-ab296e210351 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] DELETE failed (client error): The resource could not be found. Apr 20 17:48:23.407058 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6a5223d-e0f9-4983-80b6-ab296e210351 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:48:23.408701 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c6a5223d-e0f9-4983-80b6-ab296e210351 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/subnets/5723d663-80ff-4f2f-a029-44f346ae6493 HTTP/1.1" status: 404 len: 337 time: 0.0455892 Apr 20 17:48:23.411536 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54144) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:23.445560 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0f88200b-a2a0-46fe-b156-25d48215325c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:23.457820 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb588f12-8b22-4b2c-9ebe-a796e724d537 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] DELETE failed (client error): The resource could not be found. Apr 20 17:48:23.458269 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb588f12-8b22-4b2c-9ebe-a796e724d537 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 17:48:23.462565 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-eb588f12-8b22-4b2c-9ebe-a796e724d537 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/subnets/8635cd32-a6df-44db-ba2b-18ee84ceab6c HTTP/1.1" status: 404 len: 337 time: 0.0471632 Apr 20 17:48:23.463160 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54148) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:23.468327 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bab47de0-7494-444f-91f3-547f1e50834f req-c42ca19f-5a28-40c4-ae50-c890252b4ac9 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6ba634e-b952-4066-b737-77060c9d28d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813951 Apr 20 17:48:23.495085 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88200b-a2a0-46fe-b156-25d48215325c None None] Pushing event deleted for resources: {'Port': ['ID=0e3aa70c-3fee-4f67-8638-fa43b451fa5e,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:23.500812 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f88200b-a2a0-46fe-b156-25d48215325c None None] No DVR routers for this DVR port 0e3aa70c-3fee-4f67-8638-fa43b451fa5e on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:48:23.538461 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-c5c0d787-3f32-4af9-8736-52faee22973a tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Deleting port 43184c63-e9c9-4a06-adbc-b25ddce8ca84 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:48:23.538792 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5c0d787-3f32-4af9-8736-52faee22973a tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:23.755873 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5c0d787-3f32-4af9-8736-52faee22973a tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:23.877434 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-c5c0d787-3f32-4af9-8736-52faee22973a tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Calling delete_port for 43184c63-e9c9-4a06-adbc-b25ddce8ca84 owned by {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:48:23.962356 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5c0d787-3f32-4af9-8736-52faee22973a tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:24.014711 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0d787-3f32-4af9-8736-52faee22973a tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Port': ['ID=43184c63-e9c9-4a06-adbc-b25ddce8ca84,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:24.020810 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5c0d787-3f32-4af9-8736-52faee22973a tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:24.037497 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c5c0d787-3f32-4af9-8736-52faee22973a tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/ports/43184c63-e9c9-4a06-adbc-b25ddce8ca84 HTTP/1.1" status: 204 len: 168 time: 0.5730333 Apr 20 17:48:24.040082 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54152) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:24.149209 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2eea7c4e-0f86-44e6-84b5-602b272862f2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:24.279414 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2eea7c4e-0f86-44e6-84b5-602b272862f2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:24.306353 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-2eea7c4e-0f86-44e6-84b5-602b272862f2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:24.318472 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-2eea7c4e-0f86-44e6-84b5-602b272862f2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a6ab92d-dfbf-432c-91d3-83229147a4ea') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:24.318772 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-2eea7c4e-0f86-44e6-84b5-602b272862f2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a6ab92d-dfbf-432c-91d3-83229147a4ea') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:24.330081 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2eea7c4e-0f86-44e6-84b5-602b272862f2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:24.345796 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2eea7c4e-0f86-44e6-84b5-602b272862f2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:24.354012 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eea7c4e-0f86-44e6-84b5-602b272862f2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:48:24.354565 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2eea7c4e-0f86-44e6-84b5-602b272862f2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:24.373450 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:48:24.373450 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:48:24.373450 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:48:24.373450 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:48:24.373450 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:48:24.373450 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:48:24.373450 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:48:24.373450 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:48:24.373450 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:48:24.373450 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:48:24.373450 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:48:24.373450 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:48:24.373450 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:48:24.373450 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:48:24.373450 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:48:24.373450 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:48:24.373450 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:48:24.373450 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:48:24.373450 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:48:24.373450 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:48:24.373450 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:48:24.373450 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:48:24.373450 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:48:24.373450 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:48:24.373450 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:48:24.373450 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:48:24.373450 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:48:24.373450 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:48:24.373450 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:48:24.373450 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:48:24.373450 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:48:24.373450 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:48:24.452664 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2eea7c4e-0f86-44e6-84b5-602b272862f2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:24.470118 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2eea7c4e-0f86-44e6-84b5-602b272862f2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:24.480091 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea7c4e-0f86-44e6-84b5-602b272862f2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] Pushing event deleted for resources: {'Network': ['ID=b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:24.482500 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2eea7c4e-0f86-44e6-84b5-602b272862f2 tempest-PortsTestJSON-527084104 tempest-PortsTestJSON-527084104-project] 10.222.0.39 "DELETE /v2.0/networks/b10fd6e2-8ef4-41d1-a6e7-4eb6181ed6fc HTTP/1.1" status: 204 len: 168 time: 0.4415138 Apr 20 17:48:24.549929 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0e3aa70c-3fee-4f67-8638-fa43b451fa5e no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:48:24.557804 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d918e-2474-420f-96f3-27dc14e2e699 req-789eab57-c844-4ced-9b0a-26236fcfde33 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:24.559283 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f89d918e-2474-420f-96f3-27dc14e2e699 req-789eab57-c844-4ced-9b0a-26236fcfde33 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] 10.222.0.43 "GET /v2.0/ports?device_id=54b1b2dc-af8f-492d-85b1-6b283d980101 HTTP/1.1" status: 200 len: 945 time: 0.0807996 Apr 20 17:48:24.582094 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 0e3aa70c-3fee-4f67-8638-fa43b451fa5e {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:48:24.582459 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0e3aa70c-3fee-4f67-8638-fa43b451fa5e not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:48:24.631051 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-f89d918e-2474-420f-96f3-27dc14e2e699 req-ae7075f5-4344-427f-bace-f7ab4a69f755 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Deleting port 2da5ce6a-c5aa-4bff-a61d-dc047842a186 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:48:24.631756 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f89d918e-2474-420f-96f3-27dc14e2e699 req-ae7075f5-4344-427f-bace-f7ab4a69f755 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:24.698015 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc2a8b-798e-48d6-bce8-8adeb17dd6b0 req-cc4ac52d-0e63-4d8a-835d-86fe590838b3 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:24.699506 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fbc2a8b-798e-48d6-bce8-8adeb17dd6b0 req-cc4ac52d-0e63-4d8a-835d-86fe590838b3 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] 10.222.0.39 "GET /v2.0/ports?device_id=54b1b2dc-af8f-492d-85b1-6b283d980101 HTTP/1.1" status: 200 len: 945 time: 0.0823200 Apr 20 17:48:24.753318 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fbc2a8b-798e-48d6-bce8-8adeb17dd6b0 req-88692dad-d3e5-4cbb-a386-13a84ac3c937 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6ba634e-b952-4066-b737-77060c9d28d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477939 Apr 20 17:48:24.816971 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54162) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:24.876741 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-f89d918e-2474-420f-96f3-27dc14e2e699 req-ae7075f5-4344-427f-bace-f7ab4a69f755 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] For port 2da5ce6a-c5aa-4bff-a61d-dc047842a186, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=2da5ce6a-c5aa-4bff-a61d-dc047842a186,segment=NetworkSegment(a0e7b693-ca19-417a-b4e0-9c458c36264c),segment_id=a0e7b693-ca19-417a-b4e0-9c458c36264c)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:48:24.877044 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f89d918e-2474-420f-96f3-27dc14e2e699 req-ae7075f5-4344-427f-bace-f7ab4a69f755 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:24.998436 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cb72280b-8fc4-4930-b61b-bce98826830e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fcf560f44a0348198b56b4605e9fc555&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1801968 Apr 20 17:48:25.001019 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54168) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:25.065694 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-191017a6-e1a2-4883-ab83-9e913860ef00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:25.091658 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-191017a6-e1a2-4883-ab83-9e913860ef00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:25.096611 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-f89d918e-2474-420f-96f3-27dc14e2e699 req-ae7075f5-4344-427f-bace-f7ab4a69f755 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Calling delete_port for 2da5ce6a-c5aa-4bff-a61d-dc047842a186 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:48:25.153996 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-191017a6-e1a2-4883-ab83-9e913860ef00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:25.273814 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f89d918e-2474-420f-96f3-27dc14e2e699 req-ae7075f5-4344-427f-bace-f7ab4a69f755 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:25.274172 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191017a6-e1a2-4883-ab83-9e913860ef00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5f9981-c702-45d8-87f3-2c3825063139,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:25.282898 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-191017a6-e1a2-4883-ab83-9e913860ef00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:25.286820 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-191017a6-e1a2-4883-ab83-9e913860ef00 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c5f9981-c702-45d8-87f3-2c3825063139 HTTP/1.1" status: 204 len: 168 time: 0.2848697 Apr 20 17:48:25.287926 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['2da5ce6a-c5aa-4bff-a61d-dc047842a186'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:48:25.333453 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7075f5-4344-427f-bace-f7ab4a69f755 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Pushing event deleted for resources: {'Port': ['ID=2da5ce6a-c5aa-4bff-a61d-dc047842a186,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:25.352407 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7075f5-4344-427f-bace-f7ab4a69f755 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:48:25.352727 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7075f5-4344-427f-bace-f7ab4a69f755 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:48:25.353070 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7075f5-4344-427f-bace-f7ab4a69f755 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:48:25.353407 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7075f5-4344-427f-bace-f7ab4a69f755 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:48:25.353732 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7075f5-4344-427f-bace-f7ab4a69f755 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:48:25.354083 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7075f5-4344-427f-bace-f7ab4a69f755 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:48:25.354409 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7075f5-4344-427f-bace-f7ab4a69f755 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:48:25.355244 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7075f5-4344-427f-bace-f7ab4a69f755 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:48:25.355244 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7075f5-4344-427f-bace-f7ab4a69f755 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:48:25.355447 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7075f5-4344-427f-bace-f7ab4a69f755 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:48:25.355671 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7075f5-4344-427f-bace-f7ab4a69f755 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:48:25.449148 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89d918e-2474-420f-96f3-27dc14e2e699 req-ae7075f5-4344-427f-bace-f7ab4a69f755 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] No DVR routers for this DVR port 2da5ce6a-c5aa-4bff-a61d-dc047842a186 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:48:25.452107 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f89d918e-2474-420f-96f3-27dc14e2e699 req-ae7075f5-4344-427f-bace-f7ab4a69f755 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:25.459664 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b1b2dc-af8f-492d-85b1-6b283d980101', 'name': 'network-vif-deleted', 'tag': '2da5ce6a-c5aa-4bff-a61d-dc047842a186'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:48:25.483590 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f89d918e-2474-420f-96f3-27dc14e2e699 req-ae7075f5-4344-427f-bace-f7ab4a69f755 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] 10.222.0.43 "DELETE /v2.0/ports/2da5ce6a-c5aa-4bff-a61d-dc047842a186 HTTP/1.1" status: 204 len: 173 time: 0.9123862 Apr 20 17:48:25.525355 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c0d82ce-42c3-429d-9f6a-50f071a48898'] response: {'server_uuid': '54b1b2dc-af8f-492d-85b1-6b283d980101', 'name': 'network-vif-deleted', 'tag': '2da5ce6a-c5aa-4bff-a61d-dc047842a186', 'status': 'completed', 'code': 200} Apr 20 17:48:25.958457 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-01c687e1-77d1-451e-8a6f-8819d7c4fa20 req-9c9fd0b7-2fab-4ebd-9262-b69800ba8408 tempest-VolumesActionsTest-1565030934 tempest-VolumesActionsTest-1565030934-project] 10.222.0.39 "GET /v2.0/ports?device_id=54b1b2dc-af8f-492d-85b1-6b283d980101 HTTP/1.1" status: 200 len: 210 time: 0.0472817 Apr 20 17:48:26.291016 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54194) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:26.425298 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-3ac9c68d-b1e9-4c51-b5bc-f8a8f2202c4a tempest-DvrRoutersNegativeTest-10327658 tempest-DvrRoutersNegativeTest-10327658-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1811418383', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:48:26.427944 n-d-838032-1 neutron-server[84080]: DEBUG neutron.policy [None req-3ac9c68d-b1e9-4c51-b5bc-f8a8f2202c4a tempest-DvrRoutersNegativeTest-10327658 tempest-DvrRoutersNegativeTest-10327658-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84080) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Apr 20 17:48:26.428339 n-d-838032-1 neutron-server[84080]: DEBUG neutron.policy [None req-3ac9c68d-b1e9-4c51-b5bc-f8a8f2202c4a tempest-DvrRoutersNegativeTest-10327658 tempest-DvrRoutersNegativeTest-10327658-project] Failed policy check for 'create_router' {{(pid=84080) enforce /opt/stack/neutron/neutron/policy.py:482}} Apr 20 17:48:26.428967 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-3ac9c68d-b1e9-4c51-b5bc-f8a8f2202c4a tempest-DvrRoutersNegativeTest-10327658 tempest-DvrRoutersNegativeTest-10327658-project] create failed (client error): Access was denied to this resource. Apr 20 17:48:26.430169 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3ac9c68d-b1e9-4c51-b5bc-f8a8f2202c4a tempest-DvrRoutersNegativeTest-10327658 tempest-DvrRoutersNegativeTest-10327658-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1380630 Apr 20 17:48:26.748929 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54204) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:26.899505 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7bd96fcd-cc22-49a5-b8a7-2455c95bda8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:26.930957 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7bd96fcd-cc22-49a5-b8a7-2455c95bda8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:26.935053 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7bd96fcd-cc22-49a5-b8a7-2455c95bda8a admin admin] Usage tracker for resource:security_group_rule and tenant:2a4491fbe0b54a6fb90ed8317963ca5c is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:26.938019 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7bd96fcd-cc22-49a5-b8a7-2455c95bda8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:26.944027 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7bd96fcd-cc22-49a5-b8a7-2455c95bda8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:27.016370 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7bd96fcd-cc22-49a5-b8a7-2455c95bda8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:27.021491 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7bd96fcd-cc22-49a5-b8a7-2455c95bda8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:27.080138 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd96fcd-cc22-49a5-b8a7-2455c95bda8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d1b663-7a8f-40ad-a40f-8651b891eba5,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:27.085220 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7bd96fcd-cc22-49a5-b8a7-2455c95bda8a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2a4491fbe0b54a6fb90ed8317963ca5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3352091 Apr 20 17:48:27.087922 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54214) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:27.145762 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1a50acd1-4ea2-49b5-8e58-aa08f3f58c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:27.170877 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1a50acd1-4ea2-49b5-8e58-aa08f3f58c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:27.231695 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1a50acd1-4ea2-49b5-8e58-aa08f3f58c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:27.251429 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50acd1-4ea2-49b5-8e58-aa08f3f58c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d1b663-7a8f-40ad-a40f-8651b891eba5,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:27.257299 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1a50acd1-4ea2-49b5-8e58-aa08f3f58c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:27.259905 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1a50acd1-4ea2-49b5-8e58-aa08f3f58c45 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a7d1b663-7a8f-40ad-a40f-8651b891eba5 HTTP/1.1" status: 204 len: 168 time: 0.1708155 Apr 20 17:48:28.171781 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54242) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:28.310691 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-bbefe74e-58e4-4a92-a636-a1740269e701 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-439836816'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:48:28.319664 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bbefe74e-58e4-4a92-a636-a1740269e701 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:28.324339 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bbefe74e-58e4-4a92-a636-a1740269e701 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Usage tracker for resource:network and tenant:ad7bd8d7664044bfaab8e3cbe946c806 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:28.327312 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bbefe74e-58e4-4a92-a636-a1740269e701 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:28.333834 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bbefe74e-58e4-4a92-a636-a1740269e701 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:28.346023 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbefe74e-58e4-4a92-a636-a1740269e701 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Made reservation on behalf of ad7bd8d7664044bfaab8e3cbe946c806 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:48:28.349134 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bbefe74e-58e4-4a92-a636-a1740269e701 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:28.363083 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bbefe74e-58e4-4a92-a636-a1740269e701 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:28.399243 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bbefe74e-58e4-4a92-a636-a1740269e701 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:28.403140 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bbefe74e-58e4-4a92-a636-a1740269e701 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Usage tracker for resource:security_group_rule and tenant:ad7bd8d7664044bfaab8e3cbe946c806 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:28.406163 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bbefe74e-58e4-4a92-a636-a1740269e701 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:28.411875 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bbefe74e-58e4-4a92-a636-a1740269e701 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:28.480858 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bbefe74e-58e4-4a92-a636-a1740269e701 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:28.485607 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bbefe74e-58e4-4a92-a636-a1740269e701 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:28.524311 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbefe74e-58e4-4a92-a636-a1740269e701 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:48:28.532667 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbefe74e-58e4-4a92-a636-a1740269e701 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=060a2f8f-9a70-46c4-8440-bdfc28f66e11,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:28.539995 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bbefe74e-58e4-4a92-a636-a1740269e701 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:28.540336 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-bbefe74e-58e4-4a92-a636-a1740269e701 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Added segment 5e926355-074a-4ac3-a1b5-c58fba9e132c of type vlan for network 8d293e44-da70-478a-9fb3-74b70d8f1228 Apr 20 17:48:28.567155 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bbefe74e-58e4-4a92-a636-a1740269e701 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:28.599414 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bbefe74e-58e4-4a92-a636-a1740269e701 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:28.603214 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbefe74e-58e4-4a92-a636-a1740269e701 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:28.603778 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bbefe74e-58e4-4a92-a636-a1740269e701 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:28.730780 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bbefe74e-58e4-4a92-a636-a1740269e701 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5578997 Apr 20 17:48:28.731525 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbefe74e-58e4-4a92-a636-a1740269e701 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Pushing event updated for resources: {'Network': ['ID=8d293e44-da70-478a-9fb3-74b70d8f1228,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:28.733867 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54254) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:28.740030 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-8652ae3b-9914-4028-94ed-c4e1cdda263a tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Request body: {'subnet': {'network_id': '8d293e44-da70-478a-9fb3-74b70d8f1228', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:48:28.752311 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 8d293e44-da70-478a-9fb3-74b70d8f1228 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:48:28.863090 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8652ae3b-9914-4028-94ed-c4e1cdda263a tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:28.866747 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8652ae3b-9914-4028-94ed-c4e1cdda263a tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Usage tracker for resource:subnet and tenant:ad7bd8d7664044bfaab8e3cbe946c806 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:28.869896 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8652ae3b-9914-4028-94ed-c4e1cdda263a tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:28.878558 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8652ae3b-9914-4028-94ed-c4e1cdda263a tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:28.891402 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8652ae3b-9914-4028-94ed-c4e1cdda263a tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Made reservation on behalf of ad7bd8d7664044bfaab8e3cbe946c806 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:48:28.995166 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8652ae3b-9914-4028-94ed-c4e1cdda263a tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:29.082013 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-5b7d15bd-43a7-4637-a809-4113eef4b37b req-77fd0de6-600c-40d7-92e1-84d75c7540f9 service neutron] (84080) timed out ('10.222.0.43', 57650) {{(pid=84080) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 20 17:48:29.207584 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8652ae3b-9914-4028-94ed-c4e1cdda263a tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:29.285040 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652ae3b-9914-4028-94ed-c4e1cdda263a tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Pushing event updated for resources: {'Subnet': ['ID=b90275e8-ff67-4178-9ad8-cc9e6f29c3d0,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:29.300142 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8652ae3b-9914-4028-94ed-c4e1cdda263a tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Checking segment: {'id': '5e926355-074a-4ac3-a1b5-c58fba9e132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8d293e44-da70-478a-9fb3-74b70d8f1228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:48:29.300493 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8652ae3b-9914-4028-94ed-c4e1cdda263a tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Network hostable DHCP agents. Network: 8d293e44-da70-478a-9fb3-74b70d8f1228, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:48:29.326039 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8652ae3b-9914-4028-94ed-c4e1cdda263a tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Network 8d293e44-da70-478a-9fb3-74b70d8f1228 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:48:29.339996 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-8652ae3b-9914-4028-94ed-c4e1cdda263a tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 8d293e44-da70-478a-9fb3-74b70d8f1228) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:48:29.342779 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8652ae3b-9914-4028-94ed-c4e1cdda263a tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:29.343330 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8652ae3b-9914-4028-94ed-c4e1cdda263a tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:29.347361 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca8db17-9c5a-4a27-b3bb-8d03e00cab59 None None] Network 8d293e44-da70-478a-9fb3-74b70d8f1228 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:48:29.370325 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8652ae3b-9914-4028-94ed-c4e1cdda263a tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6345072 Apr 20 17:48:29.374143 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54262) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:29.383260 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-edcb0811-63f3-4708-8796-1c0d0660b191 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Request body: {'port': {'network_id': '8d293e44-da70-478a-9fb3-74b70d8f1228', 'name': 'tempest-TagsExtTest-854800086'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:48:29.553049 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-edcb0811-63f3-4708-8796-1c0d0660b191 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:29.557365 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-edcb0811-63f3-4708-8796-1c0d0660b191 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Usage tracker for resource:port and tenant:ad7bd8d7664044bfaab8e3cbe946c806 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:29.560704 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-edcb0811-63f3-4708-8796-1c0d0660b191 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:29.566775 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-edcb0811-63f3-4708-8796-1c0d0660b191 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:29.577126 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcb0811-63f3-4708-8796-1c0d0660b191 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Made reservation on behalf of ad7bd8d7664044bfaab8e3cbe946c806 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:48:29.581092 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-edcb0811-63f3-4708-8796-1c0d0660b191 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:29.605767 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [None req-edcb0811-63f3-4708-8796-1c0d0660b191 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] device_id is not set on port 252b7e0a-2798-4114-b463-802def9bb534 yet. {{(pid=84080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 20 17:48:29.626981 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c68f53-8cf1-4492-99d8-058f3d9a79fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-8d293e44-da70-478a-9fb3-74b70d8f1228', 'network_id': '8d293e44-da70-478a-9fb3-74b70d8f1228', 'tenant_id': 'ad7bd8d7664044bfaab8e3cbe946c806', 'fixed_ips': [{'subnet_id': 'b90275e8-ff67-4178-9ad8-cc9e6f29c3d0'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:48:29.627883 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-99c68f53-8cf1-4492-99d8-058f3d9a79fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:29.767469 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-edcb0811-63f3-4708-8796-1c0d0660b191 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Allocated IP 172.20.0.5 (8d293e44-da70-478a-9fb3-74b70d8f1228/b90275e8-ff67-4178-9ad8-cc9e6f29c3d0/252b7e0a-2798-4114-b463-802def9bb534) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:48:29.820735 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 2da5ce6a-c5aa-4bff-a61d-dc047842a186 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:48:29.856869 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 2da5ce6a-c5aa-4bff-a61d-dc047842a186 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:48:29.857167 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 2da5ce6a-c5aa-4bff-a61d-dc047842a186 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:48:29.976416 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-edcb0811-63f3-4708-8796-1c0d0660b191 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:29.995308 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-edcb0811-63f3-4708-8796-1c0d0660b191 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Transition to ACTIVE for port object 252b7e0a-2798-4114-b463-802def9bb534 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:48:30.021534 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-edcb0811-63f3-4708-8796-1c0d0660b191 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:30.097514 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-99c68f53-8cf1-4492-99d8-058f3d9a79fb None None] Allocated IP 172.20.0.2 (8d293e44-da70-478a-9fb3-74b70d8f1228/b90275e8-ff67-4178-9ad8-cc9e6f29c3d0/fa7b16ff-e64a-4910-9e13-58e6ffcc7110) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:48:30.109753 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb0811-63f3-4708-8796-1c0d0660b191 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Pushing event updated for resources: {'Port': ['ID=252b7e0a-2798-4114-b463-802def9bb534,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:30.123284 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcb0811-63f3-4708-8796-1c0d0660b191 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Network 8d293e44-da70-478a-9fb3-74b70d8f1228 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:48:30.124479 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-edcb0811-63f3-4708-8796-1c0d0660b191 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:48:30.126873 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcb0811-63f3-4708-8796-1c0d0660b191 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:48:30.191361 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcb0811-63f3-4708-8796-1c0d0660b191 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:30.191973 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-edcb0811-63f3-4708-8796-1c0d0660b191 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:30.215971 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-edcb0811-63f3-4708-8796-1c0d0660b191 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.8395433 Apr 20 17:48:30.218203 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54268) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:30.224408 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-357b0553-0f12-4ebc-8a26-fadfe88d6aba tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-201265327', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:48:30.230934 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-357b0553-0f12-4ebc-8a26-fadfe88d6aba tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:30.235273 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-357b0553-0f12-4ebc-8a26-fadfe88d6aba tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Usage tracker for resource:router and tenant:ad7bd8d7664044bfaab8e3cbe946c806 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:30.238593 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-357b0553-0f12-4ebc-8a26-fadfe88d6aba tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:30.250011 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-357b0553-0f12-4ebc-8a26-fadfe88d6aba tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:30.264278 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-357b0553-0f12-4ebc-8a26-fadfe88d6aba tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:30.265642 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-357b0553-0f12-4ebc-8a26-fadfe88d6aba tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:30.292095 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-357b0553-0f12-4ebc-8a26-fadfe88d6aba tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:30.315160 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-357b0553-0f12-4ebc-8a26-fadfe88d6aba tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:30.349681 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-357b0553-0f12-4ebc-8a26-fadfe88d6aba tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:30.353850 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-357b0553-0f12-4ebc-8a26-fadfe88d6aba tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1316855 Apr 20 17:48:30.354156 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54272) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:30.358650 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-99c68f53-8cf1-4492-99d8-058f3d9a79fb None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:30.363017 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-d7a2acc7-7e42-48b2-b044-bf682489283b tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-38101275', 'prefixes': ['172.20.0.0/16']}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:48:30.370839 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d7a2acc7-7e42-48b2-b044-bf682489283b tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:30.373020 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-99c68f53-8cf1-4492-99d8-058f3d9a79fb None None] Transition to ACTIVE for port object fa7b16ff-e64a-4910-9e13-58e6ffcc7110 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:48:30.422382 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-99c68f53-8cf1-4492-99d8-058f3d9a79fb None None] Transition to ACTIVE for port object fa7b16ff-e64a-4910-9e13-58e6ffcc7110 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:48:30.429748 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-99c68f53-8cf1-4492-99d8-058f3d9a79fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:30.451031 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d7a2acc7-7e42-48b2-b044-bf682489283b tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks [] for subnetpool, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:30.456338 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d7a2acc7-7e42-48b2-b044-bf682489283b tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.0961354 Apr 20 17:48:30.456697 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54276) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:30.463157 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.tag.tag_plugin [None req-be2ae868-4e59-4e60-84e3-2701f38a0a40 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b90275e8-ff67-4178-9ad8-cc9e6f29c3d0', 'tempest-TagsExtTest-Tag-1523399832') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:30.533521 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c68f53-8cf1-4492-99d8-058f3d9a79fb None None] Network 8d293e44-da70-478a-9fb3-74b70d8f1228 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:48:30.537404 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-99c68f53-8cf1-4492-99d8-058f3d9a79fb None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:48:30.543749 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c68f53-8cf1-4492-99d8-058f3d9a79fb None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:48:30.546154 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c68f53-8cf1-4492-99d8-058f3d9a79fb None None] Pushing event updated for resources: {'Port': ['ID=fa7b16ff-e64a-4910-9e13-58e6ffcc7110,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:30.563021 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-be2ae868-4e59-4e60-84e3-2701f38a0a40 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "PUT /v2.0/subnets/b90275e8-ff67-4178-9ad8-cc9e6f29c3d0/tags/tempest-TagsExtTest-Tag-1523399832 HTTP/1.1" status: 201 len: 201 time: 0.1050982 Apr 20 17:48:30.565748 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54280) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:30.572741 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.tag.tag_plugin [None req-c4a23beb-4355-47da-bd30-d5376d4f1b11 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '252b7e0a-2798-4114-b463-802def9bb534', 'tempest-TagsExtTest-Tag-689028809') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:30.649403 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-99c68f53-8cf1-4492-99d8-058f3d9a79fb None None] Attempting to bind port fa7b16ff-e64a-4910-9e13-58e6ffcc7110 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:48:30.649768 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-99c68f53-8cf1-4492-99d8-058f3d9a79fb None None] Attempting to bind port fa7b16ff-e64a-4910-9e13-58e6ffcc7110 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '5e926355-074a-4ac3-a1b5-c58fba9e132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8d293e44-da70-478a-9fb3-74b70d8f1228'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:48:30.650027 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c68f53-8cf1-4492-99d8-058f3d9a79fb None None] Attempting to bind port fa7b16ff-e64a-4910-9e13-58e6ffcc7110 on network 8d293e44-da70-478a-9fb3-74b70d8f1228 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:48:30.659743 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c68f53-8cf1-4492-99d8-058f3d9a79fb None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:48:30.660249 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c68f53-8cf1-4492-99d8-058f3d9a79fb None None] Checking segment: {'id': '5e926355-074a-4ac3-a1b5-c58fba9e132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8d293e44-da70-478a-9fb3-74b70d8f1228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:48:30.660499 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-99c68f53-8cf1-4492-99d8-058f3d9a79fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:30.660886 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c68f53-8cf1-4492-99d8-058f3d9a79fb None None] Bound using segment: {'id': '5e926355-074a-4ac3-a1b5-c58fba9e132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8d293e44-da70-478a-9fb3-74b70d8f1228'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:48:30.661681 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-99c68f53-8cf1-4492-99d8-058f3d9a79fb None None] Bound port: fa7b16ff-e64a-4910-9e13-58e6ffcc7110, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e926355-074a-4ac3-a1b5-c58fba9e132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8d293e44-da70-478a-9fb3-74b70d8f1228'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:48:30.661911 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-99c68f53-8cf1-4492-99d8-058f3d9a79fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:30.680981 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c4a23beb-4355-47da-bd30-d5376d4f1b11 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "PUT /v2.0/ports/252b7e0a-2798-4114-b463-802def9bb534/tags/tempest-TagsExtTest-Tag-689028809 HTTP/1.1" status: 201 len: 201 time: 0.1137376 Apr 20 17:48:30.683669 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54284) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:30.690331 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-b36e6803-0303-490a-a97e-a2bbad38936b tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '344c45bb-ed6c-43c6-aaa9-a3efc5ca2e5d', 'tempest-TagsExtTest-Tag-790376778') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:30.765747 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-99c68f53-8cf1-4492-99d8-058f3d9a79fb None None] For port fa7b16ff-e64a-4910-9e13-58e6ffcc7110, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:48:30.769133 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-99c68f53-8cf1-4492-99d8-058f3d9a79fb None None] For port fa7b16ff-e64a-4910-9e13-58e6ffcc7110, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=fa7b16ff-e64a-4910-9e13-58e6ffcc7110,segment=NetworkSegment(5e926355-074a-4ac3-a1b5-c58fba9e132c),segment_id=5e926355-074a-4ac3-a1b5-c58fba9e132c)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:48:30.776428 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-99c68f53-8cf1-4492-99d8-058f3d9a79fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:30.863867 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b36e6803-0303-490a-a97e-a2bbad38936b tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "PUT /v2.0/routers/344c45bb-ed6c-43c6-aaa9-a3efc5ca2e5d/tags/tempest-TagsExtTest-Tag-790376778 HTTP/1.1" status: 201 len: 201 time: 0.1779006 Apr 20 17:48:30.866008 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54288) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:30.872590 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-04cf57aa-9e0d-43ba-9295-f037ceb4c4de tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd2a31855-9624-46ec-9b9f-3aa7aa657b62', 'tempest-TagsExtTest-Tag-1980178505') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:30.875787 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c68f53-8cf1-4492-99d8-058f3d9a79fb None None] Pushing event updated for resources: {'Port': ['ID=fa7b16ff-e64a-4910-9e13-58e6ffcc7110,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:30.929329 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-04cf57aa-9e0d-43ba-9295-f037ceb4c4de tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "PUT /v2.0/subnetpools/d2a31855-9624-46ec-9b9f-3aa7aa657b62/tags/tempest-TagsExtTest-Tag-1980178505 HTTP/1.1" status: 201 len: 201 time: 0.0620334 Apr 20 17:48:30.932074 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54292) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:30.937600 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.tag.tag_plugin [None req-bdd59247-31b1-4037-94ab-b5c493fd210d tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b90275e8-ff67-4178-9ad8-cc9e6f29c3d0') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:31.007221 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bdd59247-31b1-4037-94ab-b5c493fd210d tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "GET /v2.0/subnets/b90275e8-ff67-4178-9ad8-cc9e6f29c3d0/tags HTTP/1.1" status: 200 len: 241 time: 0.0739269 Apr 20 17:48:31.010099 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54296) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:31.016071 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-fe230c6a-6ba4-45b3-8dc8-a8e74f4ba3a3 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b90275e8-ff67-4178-9ad8-cc9e6f29c3d0', 'tempest-TagsExtTest-Tag-1523399832') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:31.097553 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fe230c6a-6ba4-45b3-8dc8-a8e74f4ba3a3 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "GET /v2.0/subnets/b90275e8-ff67-4178-9ad8-cc9e6f29c3d0/tags/tempest-TagsExtTest-Tag-1523399832 HTTP/1.1" status: 204 len: 168 time: 0.0862579 Apr 20 17:48:31.100070 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54302) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:31.105969 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-05bbcd09-b9a6-47d3-93ca-7feffaab06e8 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b90275e8-ff67-4178-9ad8-cc9e6f29c3d0', 'tempest-TagsExtTest-Tag-1523399832') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:31.203470 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-05bbcd09-b9a6-47d3-93ca-7feffaab06e8 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "DELETE /v2.0/subnets/b90275e8-ff67-4178-9ad8-cc9e6f29c3d0/tags/tempest-TagsExtTest-Tag-1523399832 HTTP/1.1" status: 204 len: 168 time: 0.0999625 Apr 20 17:48:31.203746 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54308) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:31.209620 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-f5360e5d-949a-4ec2-91bd-b1c072684a9a tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b90275e8-ff67-4178-9ad8-cc9e6f29c3d0') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:31.287575 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f5360e5d-949a-4ec2-91bd-b1c072684a9a tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "GET /v2.0/subnets/b90275e8-ff67-4178-9ad8-cc9e6f29c3d0/tags HTTP/1.1" status: 200 len: 205 time: 0.0825160 Apr 20 17:48:31.289928 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54312) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:31.297507 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-89978a1c-fbbd-429c-80e0-8199cd872a3e tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '252b7e0a-2798-4114-b463-802def9bb534') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:31.369680 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-89978a1c-fbbd-429c-80e0-8199cd872a3e tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "GET /v2.0/ports/252b7e0a-2798-4114-b463-802def9bb534/tags HTTP/1.1" status: 200 len: 240 time: 0.0784738 Apr 20 17:48:31.372213 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54316) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:31.378000 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-2b7ac083-53ef-414d-a1e6-90bcb23ed413 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '252b7e0a-2798-4114-b463-802def9bb534', 'tempest-TagsExtTest-Tag-689028809') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:31.467166 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2b7ac083-53ef-414d-a1e6-90bcb23ed413 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "GET /v2.0/ports/252b7e0a-2798-4114-b463-802def9bb534/tags/tempest-TagsExtTest-Tag-689028809 HTTP/1.1" status: 204 len: 168 time: 0.0938442 Apr 20 17:48:31.469910 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54320) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:31.479111 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.tag.tag_plugin [None req-ad539e62-c36c-4917-806f-b5290ebb5d45 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '252b7e0a-2798-4114-b463-802def9bb534', 'tempest-TagsExtTest-Tag-689028809') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:31.577191 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ad539e62-c36c-4917-806f-b5290ebb5d45 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "DELETE /v2.0/ports/252b7e0a-2798-4114-b463-802def9bb534/tags/tempest-TagsExtTest-Tag-689028809 HTTP/1.1" status: 204 len: 168 time: 0.1048856 Apr 20 17:48:31.579569 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54330) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:31.586100 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.tag.tag_plugin [None req-11f58ef4-f57b-4ea2-9cc7-bb4b32a0ddd0 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '252b7e0a-2798-4114-b463-802def9bb534') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:31.662608 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-11f58ef4-f57b-4ea2-9cc7-bb4b32a0ddd0 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "GET /v2.0/ports/252b7e0a-2798-4114-b463-802def9bb534/tags HTTP/1.1" status: 200 len: 205 time: 0.0819283 Apr 20 17:48:31.665237 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54334) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:31.671630 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-491feb81-e862-4e29-be3a-0856fd1581d6 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '344c45bb-ed6c-43c6-aaa9-a3efc5ca2e5d') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:31.925465 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-491feb81-e862-4e29-be3a-0856fd1581d6 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "GET /v2.0/routers/344c45bb-ed6c-43c6-aaa9-a3efc5ca2e5d/tags HTTP/1.1" status: 200 len: 240 time: 0.2590542 Apr 20 17:48:31.929292 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54340) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:31.936309 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-50e089e2-2545-4def-a95d-fd70ec2be0c2 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '344c45bb-ed6c-43c6-aaa9-a3efc5ca2e5d', 'tempest-TagsExtTest-Tag-790376778') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:31.957206 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a40e1fb-b120-4dd3-9f06-7ff96da663a3 None None] Network 8d293e44-da70-478a-9fb3-74b70d8f1228 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:48:32.058131 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b1fe8d5c-03b7-416b-89e8-985dc4942117 None None] Provisioning for port fa7b16ff-e64a-4910-9e13-58e6ffcc7110 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:48:32.079146 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-50e089e2-2545-4def-a95d-fd70ec2be0c2 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "GET /v2.0/routers/344c45bb-ed6c-43c6-aaa9-a3efc5ca2e5d/tags/tempest-TagsExtTest-Tag-790376778 HTTP/1.1" status: 204 len: 168 time: 0.1487978 Apr 20 17:48:32.081966 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54344) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:32.088133 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.tag.tag_plugin [None req-14e2bfd4-4120-493c-ab85-8cbf73b5dbcc tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '344c45bb-ed6c-43c6-aaa9-a3efc5ca2e5d', 'tempest-TagsExtTest-Tag-790376778') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:32.347186 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-14e2bfd4-4120-493c-ab85-8cbf73b5dbcc tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "DELETE /v2.0/routers/344c45bb-ed6c-43c6-aaa9-a3efc5ca2e5d/tags/tempest-TagsExtTest-Tag-790376778 HTTP/1.1" status: 204 len: 168 time: 0.2639899 Apr 20 17:48:32.349719 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54348) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:32.355372 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.tag.tag_plugin [None req-3f70de31-7077-48bf-91c6-1faca5e013b7 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '344c45bb-ed6c-43c6-aaa9-a3efc5ca2e5d') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:32.492056 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3f70de31-7077-48bf-91c6-1faca5e013b7 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "GET /v2.0/routers/344c45bb-ed6c-43c6-aaa9-a3efc5ca2e5d/tags HTTP/1.1" status: 200 len: 205 time: 0.1412427 Apr 20 17:48:32.495496 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54354) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:32.503344 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.tag.tag_plugin [None req-52bd3a93-c91d-4273-a8b6-0c607d14be35 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd2a31855-9624-46ec-9b9f-3aa7aa657b62') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:32.513083 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b2dee3a6-0f21-4b04-8eca-46de31328a6c None None] Provisioning for port 252b7e0a-2798-4114-b463-802def9bb534 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:48:32.520735 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b2dee3a6-0f21-4b04-8eca-46de31328a6c None None] Provisioning complete for port 252b7e0a-2798-4114-b463-802def9bb534 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:48:32.521447 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b2dee3a6-0f21-4b04-8eca-46de31328a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:32.529291 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-52bd3a93-c91d-4273-a8b6-0c607d14be35 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "GET /v2.0/subnetpools/d2a31855-9624-46ec-9b9f-3aa7aa657b62/tags HTTP/1.1" status: 200 len: 241 time: 0.0324905 Apr 20 17:48:32.532109 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54358) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:32.540080 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-4e7dee49-52ec-4812-bdb1-8192fef2dcc4 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd2a31855-9624-46ec-9b9f-3aa7aa657b62', 'tempest-TagsExtTest-Tag-1980178505') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:32.573580 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4e7dee49-52ec-4812-bdb1-8192fef2dcc4 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "GET /v2.0/subnetpools/d2a31855-9624-46ec-9b9f-3aa7aa657b62/tags/tempest-TagsExtTest-Tag-1980178505 HTTP/1.1" status: 204 len: 168 time: 0.0381997 Apr 20 17:48:32.574157 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54362) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:32.580251 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-343689d6-de71-471b-9012-ac86ec8b66cd tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd2a31855-9624-46ec-9b9f-3aa7aa657b62', 'tempest-TagsExtTest-Tag-1980178505') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:32.580711 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device fa7b16ff-e64a-4910-9e13-58e6ffcc7110 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:48:32.623028 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-343689d6-de71-471b-9012-ac86ec8b66cd tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "DELETE /v2.0/subnetpools/d2a31855-9624-46ec-9b9f-3aa7aa657b62/tags/tempest-TagsExtTest-Tag-1980178505 HTTP/1.1" status: 204 len: 168 time: 0.0473301 Apr 20 17:48:32.625463 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54366) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:32.631198 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-f816f6c1-0dd2-418c-ba1c-38a2b35d427c tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd2a31855-9624-46ec-9b9f-3aa7aa657b62') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:32.633060 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-b2dee3a6-0f21-4b04-8eca-46de31328a6c None None] Port 252b7e0a-2798-4114-b463-802def9bb534 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:48:32.653741 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f816f6c1-0dd2-418c-ba1c-38a2b35d427c tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "GET /v2.0/subnetpools/d2a31855-9624-46ec-9b9f-3aa7aa657b62/tags HTTP/1.1" status: 200 len: 205 time: 0.0272491 Apr 20 17:48:32.656424 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54372) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:32.661680 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-47b4e348-13a3-4eb6-b645-779118a413c1 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd2a31855-9624-46ec-9b9f-3aa7aa657b62') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:32.672723 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port fa7b16ff-e64a-4910-9e13-58e6ffcc7110 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:48:32.678151 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port fa7b16ff-e64a-4910-9e13-58e6ffcc7110 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:48:32.678955 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:32.691936 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-47b4e348-13a3-4eb6-b645-779118a413c1 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "DELETE /v2.0/subnetpools/d2a31855-9624-46ec-9b9f-3aa7aa657b62/tags HTTP/1.1" status: 204 len: 168 time: 0.0345595 Apr 20 17:48:32.694585 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54376) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:32.700513 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-03dc9bd9-9279-4901-9b56-aed74bb47708 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '344c45bb-ed6c-43c6-aaa9-a3efc5ca2e5d') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:32.807634 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-60014c35-bbb7-441b-b7fc-3189fa1d292e None None] Provisioning complete for port 252b7e0a-2798-4114-b463-802def9bb534 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:48:32.807946 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-60014c35-bbb7-441b-b7fc-3189fa1d292e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:32.831169 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:32.835717 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-03dc9bd9-9279-4901-9b56-aed74bb47708 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "DELETE /v2.0/routers/344c45bb-ed6c-43c6-aaa9-a3efc5ca2e5d/tags HTTP/1.1" status: 204 len: 168 time: 0.1400170 Apr 20 17:48:32.838465 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54382) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:32.843873 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-6b402b26-c518-4235-8a50-8d11d0fd868b tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '252b7e0a-2798-4114-b463-802def9bb534') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:32.884368 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-60014c35-bbb7-441b-b7fc-3189fa1d292e None None] Port 252b7e0a-2798-4114-b463-802def9bb534 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:48:32.890956 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port fa7b16ff-e64a-4910-9e13-58e6ffcc7110, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=fa7b16ff-e64a-4910-9e13-58e6ffcc7110,segment=NetworkSegment(5e926355-074a-4ac3-a1b5-c58fba9e132c),segment_id=5e926355-074a-4ac3-a1b5-c58fba9e132c)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:48:32.896032 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:32.924971 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6b402b26-c518-4235-8a50-8d11d0fd868b tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "DELETE /v2.0/ports/252b7e0a-2798-4114-b463-802def9bb534/tags HTTP/1.1" status: 204 len: 168 time: 0.0832040 Apr 20 17:48:32.925213 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54388) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:32.930431 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-958562f4-b4eb-46d8-a118-707c7845a603 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b90275e8-ff67-4178-9ad8-cc9e6f29c3d0') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:32.961939 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=fa7b16ff-e64a-4910-9e13-58e6ffcc7110,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:33.002134 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-958562f4-b4eb-46d8-a118-707c7845a603 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "DELETE /v2.0/subnets/b90275e8-ff67-4178-9ad8-cc9e6f29c3d0/tags HTTP/1.1" status: 204 len: 168 time: 0.0760486 Apr 20 17:48:33.006007 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54394) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:33.011839 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-de83be07-c7f3-4950-b0f2-ee39791c80fd tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b90275e8-ff67-4178-9ad8-cc9e6f29c3d0', 'tempest-TagsExtTest-Tag-840598043') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:33.090352 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-de83be07-c7f3-4950-b0f2-ee39791c80fd tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "PUT /v2.0/subnets/b90275e8-ff67-4178-9ad8-cc9e6f29c3d0/tags/tempest-TagsExtTest-Tag-840598043 HTTP/1.1" status: 201 len: 201 time: 0.0829988 Apr 20 17:48:33.092966 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54400) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:33.098986 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-05fec2b5-5cb2-4b29-83ec-d5ef402351ab tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '252b7e0a-2798-4114-b463-802def9bb534', 'tempest-TagsExtTest-Tag-907425393') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:33.183939 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-05fec2b5-5cb2-4b29-83ec-d5ef402351ab tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "PUT /v2.0/ports/252b7e0a-2798-4114-b463-802def9bb534/tags/tempest-TagsExtTest-Tag-907425393 HTTP/1.1" status: 201 len: 201 time: 0.0896766 Apr 20 17:48:33.186674 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54404) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:33.192779 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-265d021d-b149-4a90-a4e2-264cd3adabf1 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '344c45bb-ed6c-43c6-aaa9-a3efc5ca2e5d', 'tempest-TagsExtTest-Tag-1271639599') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:33.333801 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-265d021d-b149-4a90-a4e2-264cd3adabf1 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "PUT /v2.0/routers/344c45bb-ed6c-43c6-aaa9-a3efc5ca2e5d/tags/tempest-TagsExtTest-Tag-1271639599 HTTP/1.1" status: 201 len: 201 time: 0.1457460 Apr 20 17:48:33.336110 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54410) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:33.342625 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-2858ad03-56a7-4511-8a44-f3467737ee12 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd2a31855-9624-46ec-9b9f-3aa7aa657b62', 'tempest-TagsExtTest-Tag-1693133846') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:33.385264 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2858ad03-56a7-4511-8a44-f3467737ee12 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "PUT /v2.0/subnetpools/d2a31855-9624-46ec-9b9f-3aa7aa657b62/tags/tempest-TagsExtTest-Tag-1693133846 HTTP/1.1" status: 201 len: 201 time: 0.0453491 Apr 20 17:48:33.385496 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54414) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:33.391520 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-232f36c2-ceed-445c-a3e4-fc966c858911 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b90275e8-ff67-4178-9ad8-cc9e6f29c3d0', {'tags': ['tempest-TagsExtTest-Tag-1876003580', 'tempest-TagsExtTest-Tag-1901883093', 'tempest-TagsExtTest-Tag-993899494']}) {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:33.466017 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-232f36c2-ceed-445c-a3e4-fc966c858911 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "PUT /v2.0/subnets/b90275e8-ff67-4178-9ad8-cc9e6f29c3d0/tags HTTP/1.1" status: 200 len: 317 time: 0.0795448 Apr 20 17:48:33.468704 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54420) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:33.475017 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.tag.tag_plugin [None req-ef8f25eb-b93c-42cc-8ed6-2c88b944c439 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b90275e8-ff67-4178-9ad8-cc9e6f29c3d0') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:33.562281 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ef8f25eb-b93c-42cc-8ed6-2c88b944c439 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "DELETE /v2.0/subnets/b90275e8-ff67-4178-9ad8-cc9e6f29c3d0/tags HTTP/1.1" status: 204 len: 168 time: 0.0921383 Apr 20 17:48:33.564767 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54424) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:33.570726 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.tag.tag_plugin [None req-5911376d-a38e-4fe5-8095-a84833b47338 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b90275e8-ff67-4178-9ad8-cc9e6f29c3d0', 'tempest-TagsExtTest-Tag-1876003580') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:33.636269 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-5911376d-a38e-4fe5-8095-a84833b47338 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] show failed (client error): The resource could not be found. Apr 20 17:48:33.637320 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5911376d-a38e-4fe5-8095-a84833b47338 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "GET /v2.0/subnets/b90275e8-ff67-4178-9ad8-cc9e6f29c3d0/tags/tempest-TagsExtTest-Tag-1876003580 HTTP/1.1" status: 404 len: 329 time: 0.0715177 Apr 20 17:48:33.640421 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54428) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:33.646211 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-c05a9397-a641-40fd-9ae7-004a95cc6317 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b90275e8-ff67-4178-9ad8-cc9e6f29c3d0', 'tempest-TagsExtTest-Tag-1901883093') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:33.710038 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-c05a9397-a641-40fd-9ae7-004a95cc6317 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] show failed (client error): The resource could not be found. Apr 20 17:48:33.711083 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c05a9397-a641-40fd-9ae7-004a95cc6317 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "GET /v2.0/subnets/b90275e8-ff67-4178-9ad8-cc9e6f29c3d0/tags/tempest-TagsExtTest-Tag-1901883093 HTTP/1.1" status: 404 len: 329 time: 0.0696535 Apr 20 17:48:33.713877 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54432) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:33.719078 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-769d6fb2-3dbf-4823-8dcc-615a2585be6d tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b90275e8-ff67-4178-9ad8-cc9e6f29c3d0', 'tempest-TagsExtTest-Tag-993899494') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:33.783377 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-769d6fb2-3dbf-4823-8dcc-615a2585be6d tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] show failed (client error): The resource could not be found. Apr 20 17:48:33.785089 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-769d6fb2-3dbf-4823-8dcc-615a2585be6d tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "GET /v2.0/subnets/b90275e8-ff67-4178-9ad8-cc9e6f29c3d0/tags/tempest-TagsExtTest-Tag-993899494 HTTP/1.1" status: 404 len: 328 time: 0.0702813 Apr 20 17:48:33.788096 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54436) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:33.793856 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.tag.tag_plugin [None req-808f6036-35a8-4a33-8bb8-096d4c681d59 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '252b7e0a-2798-4114-b463-802def9bb534', {'tags': ['tempest-TagsExtTest-Tag-1379848695', 'tempest-TagsExtTest-Tag-1262208654', 'tempest-TagsExtTest-Tag-1335443298']}) {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:33.870348 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-808f6036-35a8-4a33-8bb8-096d4c681d59 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "PUT /v2.0/ports/252b7e0a-2798-4114-b463-802def9bb534/tags HTTP/1.1" status: 200 len: 318 time: 0.0809538 Apr 20 17:48:33.872710 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54440) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:33.878019 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.tag.tag_plugin [None req-20a70b6c-5839-45c9-8663-ac05ef1736e0 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '252b7e0a-2798-4114-b463-802def9bb534') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:33.965085 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-20a70b6c-5839-45c9-8663-ac05ef1736e0 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "DELETE /v2.0/ports/252b7e0a-2798-4114-b463-802def9bb534/tags HTTP/1.1" status: 204 len: 168 time: 0.0913391 Apr 20 17:48:33.967868 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54444) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:33.973044 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.tag.tag_plugin [None req-a6b08255-b72c-4894-b154-847fe04ee9d9 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '252b7e0a-2798-4114-b463-802def9bb534', 'tempest-TagsExtTest-Tag-1379848695') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:34.039234 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-a6b08255-b72c-4894-b154-847fe04ee9d9 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] show failed (client error): The resource could not be found. Apr 20 17:48:34.043113 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a6b08255-b72c-4894-b154-847fe04ee9d9 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "GET /v2.0/ports/252b7e0a-2798-4114-b463-802def9bb534/tags/tempest-TagsExtTest-Tag-1379848695 HTTP/1.1" status: 404 len: 329 time: 0.0715401 Apr 20 17:48:34.043331 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54448) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:34.048511 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.tag.tag_plugin [None req-b2cd3714-b855-4312-ae9f-c82f74ae99df tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '252b7e0a-2798-4114-b463-802def9bb534', 'tempest-TagsExtTest-Tag-1262208654') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:34.118700 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-b2cd3714-b855-4312-ae9f-c82f74ae99df tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] show failed (client error): The resource could not be found. Apr 20 17:48:34.119691 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b2cd3714-b855-4312-ae9f-c82f74ae99df tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "GET /v2.0/ports/252b7e0a-2798-4114-b463-802def9bb534/tags/tempest-TagsExtTest-Tag-1262208654 HTTP/1.1" status: 404 len: 329 time: 0.0754790 Apr 20 17:48:34.122880 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54452) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:34.127984 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.tag.tag_plugin [None req-ecda5156-cde4-461f-af7a-331a18aba854 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '252b7e0a-2798-4114-b463-802def9bb534', 'tempest-TagsExtTest-Tag-1335443298') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:34.194926 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-ecda5156-cde4-461f-af7a-331a18aba854 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] show failed (client error): The resource could not be found. Apr 20 17:48:34.199331 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ecda5156-cde4-461f-af7a-331a18aba854 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "GET /v2.0/ports/252b7e0a-2798-4114-b463-802def9bb534/tags/tempest-TagsExtTest-Tag-1335443298 HTTP/1.1" status: 404 len: 329 time: 0.0730357 Apr 20 17:48:34.200038 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54458) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:34.207111 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-f4a92bb3-dba9-44f0-96ea-fe47da11dc10 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '344c45bb-ed6c-43c6-aaa9-a3efc5ca2e5d', {'tags': ['tempest-TagsExtTest-Tag-26799198', 'tempest-TagsExtTest-Tag-1273514747', 'tempest-TagsExtTest-Tag-2047493744']}) {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:34.350741 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f4a92bb3-dba9-44f0-96ea-fe47da11dc10 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "PUT /v2.0/routers/344c45bb-ed6c-43c6-aaa9-a3efc5ca2e5d/tags HTTP/1.1" status: 200 len: 316 time: 0.1490459 Apr 20 17:48:34.353261 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54462) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:34.359263 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-5e92134b-603e-4dd8-a315-607718cbe97e tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '344c45bb-ed6c-43c6-aaa9-a3efc5ca2e5d') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:34.507382 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5e92134b-603e-4dd8-a315-607718cbe97e tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "DELETE /v2.0/routers/344c45bb-ed6c-43c6-aaa9-a3efc5ca2e5d/tags HTTP/1.1" status: 204 len: 168 time: 0.1531141 Apr 20 17:48:34.510174 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54466) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:34.515978 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-1cd46195-556b-46eb-a328-c8d2e3bb35a6 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '344c45bb-ed6c-43c6-aaa9-a3efc5ca2e5d', 'tempest-TagsExtTest-Tag-26799198') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:34.534884 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device fa7b16ff-e64a-4910-9e13-58e6ffcc7110 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:48:34.607838 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port fa7b16ff-e64a-4910-9e13-58e6ffcc7110 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:48:34.608217 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:34.763788 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-1cd46195-556b-46eb-a328-c8d2e3bb35a6 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] show failed (client error): The resource could not be found. Apr 20 17:48:34.764808 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1cd46195-556b-46eb-a328-c8d2e3bb35a6 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "GET /v2.0/routers/344c45bb-ed6c-43c6-aaa9-a3efc5ca2e5d/tags/tempest-TagsExtTest-Tag-26799198 HTTP/1.1" status: 404 len: 327 time: 0.2536850 Apr 20 17:48:34.768055 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54470) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:34.773308 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-d3e444e2-d113-4859-ba71-0dc85e10e960 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '344c45bb-ed6c-43c6-aaa9-a3efc5ca2e5d', 'tempest-TagsExtTest-Tag-1273514747') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:34.898870 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-d3e444e2-d113-4859-ba71-0dc85e10e960 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] show failed (client error): The resource could not be found. Apr 20 17:48:34.899950 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d3e444e2-d113-4859-ba71-0dc85e10e960 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "GET /v2.0/routers/344c45bb-ed6c-43c6-aaa9-a3efc5ca2e5d/tags/tempest-TagsExtTest-Tag-1273514747 HTTP/1.1" status: 404 len: 329 time: 0.1310046 Apr 20 17:48:34.902921 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54474) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:34.908300 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-c9284699-0bdc-4844-91e1-edc1dd1834d6 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '344c45bb-ed6c-43c6-aaa9-a3efc5ca2e5d', 'tempest-TagsExtTest-Tag-2047493744') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:35.036149 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-c9284699-0bdc-4844-91e1-edc1dd1834d6 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] show failed (client error): The resource could not be found. Apr 20 17:48:35.040854 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c9284699-0bdc-4844-91e1-edc1dd1834d6 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "GET /v2.0/routers/344c45bb-ed6c-43c6-aaa9-a3efc5ca2e5d/tags/tempest-TagsExtTest-Tag-2047493744 HTTP/1.1" status: 404 len: 329 time: 0.1334198 Apr 20 17:48:35.041891 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54478) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:35.046613 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-8db0dce2-0390-47e3-a3ea-232bba0d616a tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd2a31855-9624-46ec-9b9f-3aa7aa657b62', {'tags': ['tempest-TagsExtTest-Tag-1594675048', 'tempest-TagsExtTest-Tag-591517630', 'tempest-TagsExtTest-Tag-1812620712']}) {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:35.088888 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8db0dce2-0390-47e3-a3ea-232bba0d616a tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "PUT /v2.0/subnetpools/d2a31855-9624-46ec-9b9f-3aa7aa657b62/tags HTTP/1.1" status: 200 len: 317 time: 0.0467851 Apr 20 17:48:35.091499 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54482) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:35.097002 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-49056764-0122-4018-8901-3a36356f4a72 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd2a31855-9624-46ec-9b9f-3aa7aa657b62') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:35.136235 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-49056764-0122-4018-8901-3a36356f4a72 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "DELETE /v2.0/subnetpools/d2a31855-9624-46ec-9b9f-3aa7aa657b62/tags HTTP/1.1" status: 204 len: 168 time: 0.0436413 Apr 20 17:48:35.138938 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54486) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:35.144586 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-d4b44841-51f1-4e2f-8e69-0bc5498118f3 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd2a31855-9624-46ec-9b9f-3aa7aa657b62', 'tempest-TagsExtTest-Tag-1594675048') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:35.167140 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-d4b44841-51f1-4e2f-8e69-0bc5498118f3 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] show failed (client error): The resource could not be found. Apr 20 17:48:35.168110 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d4b44841-51f1-4e2f-8e69-0bc5498118f3 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "GET /v2.0/subnetpools/d2a31855-9624-46ec-9b9f-3aa7aa657b62/tags/tempest-TagsExtTest-Tag-1594675048 HTTP/1.1" status: 404 len: 329 time: 0.0280099 Apr 20 17:48:35.171102 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54490) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:35.176189 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-c5530855-7bdb-4db6-b928-2012874a428b tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd2a31855-9624-46ec-9b9f-3aa7aa657b62', 'tempest-TagsExtTest-Tag-591517630') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:35.199965 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-c5530855-7bdb-4db6-b928-2012874a428b tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] show failed (client error): The resource could not be found. Apr 20 17:48:35.201113 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c5530855-7bdb-4db6-b928-2012874a428b tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "GET /v2.0/subnetpools/d2a31855-9624-46ec-9b9f-3aa7aa657b62/tags/tempest-TagsExtTest-Tag-591517630 HTTP/1.1" status: 404 len: 328 time: 0.0291650 Apr 20 17:48:35.204588 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54494) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:35.209942 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-b33c2972-ffac-47fc-b8ad-95d72496f46b tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd2a31855-9624-46ec-9b9f-3aa7aa657b62', 'tempest-TagsExtTest-Tag-1812620712') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:35.234075 n-d-838032-1 neutron-server[84081]: INFO neutron.api.v2.resource [None req-b33c2972-ffac-47fc-b8ad-95d72496f46b tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] show failed (client error): The resource could not be found. Apr 20 17:48:35.235122 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b33c2972-ffac-47fc-b8ad-95d72496f46b tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "GET /v2.0/subnetpools/d2a31855-9624-46ec-9b9f-3aa7aa657b62/tags/tempest-TagsExtTest-Tag-1812620712 HTTP/1.1" status: 404 len: 329 time: 0.0296438 Apr 20 17:48:35.237983 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54498) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:35.243587 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-c9a23935-4854-4217-ae7d-f481f607dc8d tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd2a31855-9624-46ec-9b9f-3aa7aa657b62') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:35.272307 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c9a23935-4854-4217-ae7d-f481f607dc8d tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "DELETE /v2.0/subnetpools/d2a31855-9624-46ec-9b9f-3aa7aa657b62/tags HTTP/1.1" status: 204 len: 168 time: 0.0332613 Apr 20 17:48:35.274998 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54504) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:35.280621 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-3260c5bf-b32e-48dc-9bc8-5da3eaca1bee tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '344c45bb-ed6c-43c6-aaa9-a3efc5ca2e5d') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:35.416971 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3260c5bf-b32e-48dc-9bc8-5da3eaca1bee tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "DELETE /v2.0/routers/344c45bb-ed6c-43c6-aaa9-a3efc5ca2e5d/tags HTTP/1.1" status: 204 len: 168 time: 0.1410105 Apr 20 17:48:35.419968 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54510) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:35.426328 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.tag.tag_plugin [None req-7284bc1b-a7e5-46d1-93f8-a34de27b610b tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '252b7e0a-2798-4114-b463-802def9bb534') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:35.454539 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:48:35.506698 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7284bc1b-a7e5-46d1-93f8-a34de27b610b tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "DELETE /v2.0/ports/252b7e0a-2798-4114-b463-802def9bb534/tags HTTP/1.1" status: 204 len: 168 time: 0.0850065 Apr 20 17:48:35.507341 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54514) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:35.513161 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.tag.tag_plugin [None req-b6a286d5-e394-4aa8-ab64-65e19f78ff4c tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b90275e8-ff67-4178-9ad8-cc9e6f29c3d0') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:35.583226 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b6a286d5-e394-4aa8-ab64-65e19f78ff4c tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "DELETE /v2.0/subnets/b90275e8-ff67-4178-9ad8-cc9e6f29c3d0/tags HTTP/1.1" status: 204 len: 168 time: 0.0746834 Apr 20 17:48:35.588472 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54518) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:35.692273 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2a558029-b085-4b27-a8fe-dfbc9c941e3d tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks [] for subnetpool, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:35.693331 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2a558029-b085-4b27-a8fe-dfbc9c941e3d tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "DELETE /v2.0/subnetpools/d2a31855-9624-46ec-9b9f-3aa7aa657b62 HTTP/1.1" status: 204 len: 168 time: 0.1039085 Apr 20 17:48:35.696282 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54526) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:35.748493 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4a8723e0-a1a0-4b61-b220-fb73ed61bd76 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "GET /v2.0/ports?device_id=344c45bb-ed6c-43c6-aaa9-a3efc5ca2e5d HTTP/1.1" status: 200 len: 205 time: 0.0507805 Apr 20 17:48:35.751664 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54530) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:35.881666 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6ea4fe88-d9d5-41ed-a6e0-00214b846b77 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:36.406932 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6ea4fe88-d9d5-41ed-a6e0-00214b846b77 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:36.411184 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6ea4fe88-d9d5-41ed-a6e0-00214b846b77 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:36.436183 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6ea4fe88-d9d5-41ed-a6e0-00214b846b77 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:36.436682 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea4fe88-d9d5-41ed-a6e0-00214b846b77 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Fanout notify agent at l3_agent the message router_deleted on router 344c45bb-ed6c-43c6-aaa9-a3efc5ca2e5d {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:48:36.447163 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6ea4fe88-d9d5-41ed-a6e0-00214b846b77 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:36.448213 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6ea4fe88-d9d5-41ed-a6e0-00214b846b77 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "DELETE /v2.0/routers/344c45bb-ed6c-43c6-aaa9-a3efc5ca2e5d HTTP/1.1" status: 204 len: 168 time: 0.6956532 Apr 20 17:48:36.450916 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54538) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:36.515000 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-c72ca1ca-2822-4256-aa7e-f5886852b59c tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Deleting port 252b7e0a-2798-4114-b463-802def9bb534 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:48:36.515318 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c72ca1ca-2822-4256-aa7e-f5886852b59c tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:36.753593 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c72ca1ca-2822-4256-aa7e-f5886852b59c tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:36.874853 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-c72ca1ca-2822-4256-aa7e-f5886852b59c tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Calling delete_port for 252b7e0a-2798-4114-b463-802def9bb534 owned by {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:48:37.017779 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c72ca1ca-2822-4256-aa7e-f5886852b59c tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:37.064366 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ca1ca-2822-4256-aa7e-f5886852b59c tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Pushing event deleted for resources: {'Port': ['ID=252b7e0a-2798-4114-b463-802def9bb534,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:37.174886 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c72ca1ca-2822-4256-aa7e-f5886852b59c tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:37.182172 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c72ca1ca-2822-4256-aa7e-f5886852b59c tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "DELETE /v2.0/ports/252b7e0a-2798-4114-b463-802def9bb534 HTTP/1.1" status: 204 len: 168 time: 0.7298338 Apr 20 17:48:37.188578 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54552) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:37.379613 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-a28f7484-2da2-4549-acab-a22807bae13e tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Deleting subnet b90275e8-ff67-4178-9ad8-cc9e6f29c3d0 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:48:37.382529 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a28f7484-2da2-4549-acab-a22807bae13e tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:37.439137 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a28f7484-2da2-4549-acab-a22807bae13e tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:37.520368 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a28f7484-2da2-4549-acab-a22807bae13e tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:37.597629 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a28f7484-2da2-4549-acab-a22807bae13e tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:37.635995 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f7484-2da2-4549-acab-a22807bae13e tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Pushing event deleted for resources: {'Subnet': ['ID=b90275e8-ff67-4178-9ad8-cc9e6f29c3d0,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:37.646269 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a28f7484-2da2-4549-acab-a22807bae13e tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:37.648728 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139ead14-7edf-4527-b81b-d79d46e3383b None None] Network 8d293e44-da70-478a-9fb3-74b70d8f1228 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:48:37.654228 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a28f7484-2da2-4549-acab-a22807bae13e tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "DELETE /v2.0/subnets/b90275e8-ff67-4178-9ad8-cc9e6f29c3d0 HTTP/1.1" status: 204 len: 168 time: 0.4641099 Apr 20 17:48:37.656555 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54556) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:37.774694 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a76a79a7-2dc4-41f7-b906-d0659d837378 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:37.785309 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-a76a79a7-2dc4-41f7-b906-d0659d837378 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Deleting port fa7b16ff-e64a-4910-9e13-58e6ffcc7110 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:48:37.785598 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a76a79a7-2dc4-41f7-b906-d0659d837378 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:37.953768 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b943fa-0882-4090-ae77-0f0e38d97fff None None] DHCP port deletion for 8d293e44-da70-478a-9fb3-74b70d8f1228 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:48:37.957966 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-10b943fa-0882-4090-ae77-0f0e38d97fff None None] Deleting port fa7b16ff-e64a-4910-9e13-58e6ffcc7110 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:48:37.958431 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-10b943fa-0882-4090-ae77-0f0e38d97fff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:37.994312 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-a76a79a7-2dc4-41f7-b906-d0659d837378 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] For port fa7b16ff-e64a-4910-9e13-58e6ffcc7110, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=fa7b16ff-e64a-4910-9e13-58e6ffcc7110,segment=NetworkSegment(5e926355-074a-4ac3-a1b5-c58fba9e132c),segment_id=5e926355-074a-4ac3-a1b5-c58fba9e132c)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:48:37.994660 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a76a79a7-2dc4-41f7-b906-d0659d837378 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:38.114864 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-a76a79a7-2dc4-41f7-b906-d0659d837378 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Calling delete_port for fa7b16ff-e64a-4910-9e13-58e6ffcc7110 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:48:38.162909 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-10b943fa-0882-4090-ae77-0f0e38d97fff None None] For port fa7b16ff-e64a-4910-9e13-58e6ffcc7110, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=fa7b16ff-e64a-4910-9e13-58e6ffcc7110,segment=NetworkSegment(5e926355-074a-4ac3-a1b5-c58fba9e132c),segment_id=5e926355-074a-4ac3-a1b5-c58fba9e132c)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:48:38.163585 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-10b943fa-0882-4090-ae77-0f0e38d97fff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:38.192658 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a76a79a7-2dc4-41f7-b906-d0659d837378 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:38.237798 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a79a7-2dc4-41f7-b906-d0659d837378 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Pushing event deleted for resources: {'Port': ['ID=fa7b16ff-e64a-4910-9e13-58e6ffcc7110,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:38.242324 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76a79a7-2dc4-41f7-b906-d0659d837378 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] No DVR routers for this DVR port fa7b16ff-e64a-4910-9e13-58e6ffcc7110 on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:48:38.284511 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-10b943fa-0882-4090-ae77-0f0e38d97fff None None] Calling delete_port for fa7b16ff-e64a-4910-9e13-58e6ffcc7110 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:48:38.359802 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-10b943fa-0882-4090-ae77-0f0e38d97fff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:48:38.360148 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-10b943fa-0882-4090-ae77-0f0e38d97fff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:48:38.373233 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a76a79a7-2dc4-41f7-b906-d0659d837378 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:38.397461 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-a76a79a7-2dc4-41f7-b906-d0659d837378 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d293e44-da70-478a-9fb3-74b70d8f1228']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:38.413557 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-a76a79a7-2dc4-41f7-b906-d0659d837378 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e926355-074a-4ac3-a1b5-c58fba9e132c') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:38.413752 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-a76a79a7-2dc4-41f7-b906-d0659d837378 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e926355-074a-4ac3-a1b5-c58fba9e132c') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:38.426334 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a76a79a7-2dc4-41f7-b906-d0659d837378 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:38.527633 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device fa7b16ff-e64a-4910-9e13-58e6ffcc7110 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:48:38.543383 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a76a79a7-2dc4-41f7-b906-d0659d837378 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:38.549450 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76a79a7-2dc4-41f7-b906-d0659d837378 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:48:38.549832 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a76a79a7-2dc4-41f7-b906-d0659d837378 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:38.560776 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: fa7b16ff-e64a-4910-9e13-58e6ffcc7110 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:48:38.561119 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device fa7b16ff-e64a-4910-9e13-58e6ffcc7110 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:48:38.612183 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:48:38.612183 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:48:38.612183 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:48:38.612183 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:48:38.612183 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:48:38.612183 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:48:38.612183 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:48:38.612183 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:48:38.612183 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:48:38.612183 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:48:38.612183 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:48:38.612183 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:48:38.612183 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:48:38.612183 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:48:38.612183 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:48:38.612183 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:48:38.612183 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:48:38.612183 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:48:38.612183 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:48:38.612183 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:48:38.612183 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:48:38.612183 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:48:38.612183 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:48:38.612183 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:48:38.612183 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:48:38.612183 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:48:38.612183 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:48:38.612183 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:48:38.612183 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:48:38.612183 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:48:38.612183 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:48:38.612183 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:48:38.648344 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a76a79a7-2dc4-41f7-b906-d0659d837378 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:38.666160 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a76a79a7-2dc4-41f7-b906-d0659d837378 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:38.676714 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a79a7-2dc4-41f7-b906-d0659d837378 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] Pushing event deleted for resources: {'Network': ['ID=8d293e44-da70-478a-9fb3-74b70d8f1228,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:38.680983 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a76a79a7-2dc4-41f7-b906-d0659d837378 tempest-TagsExtTest-1099723941 tempest-TagsExtTest-1099723941-project] 10.222.0.39 "DELETE /v2.0/networks/8d293e44-da70-478a-9fb3-74b70d8f1228 HTTP/1.1" status: 204 len: 168 time: 1.0229583 Apr 20 17:48:38.861810 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-10b943fa-0882-4090-ae77-0f0e38d97fff None None] Deleting port fa7b16ff-e64a-4910-9e13-58e6ffcc7110 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:48:38.862413 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-10b943fa-0882-4090-ae77-0f0e38d97fff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:38.927563 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-10b943fa-0882-4090-ae77-0f0e38d97fff None None] The port 'fa7b16ff-e64a-4910-9e13-58e6ffcc7110' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:48:38.985203 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54566) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:39.189161 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-aa1bba71-82dd-4e8f-9f90-3f6d174f25eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:39.189398 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3adb75ab-d540-4e83-a824-dfa522a85e7a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ad7bd8d7664044bfaab8e3cbe946c806&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2004673 Apr 20 17:48:39.189398 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54572) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:39.249437 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ee61a289-e27b-4d09-b649-b974ac6a3b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:39.274995 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ee61a289-e27b-4d09-b649-b974ac6a3b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:39.328116 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ee61a289-e27b-4d09-b649-b974ac6a3b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:39.345388 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61a289-e27b-4d09-b649-b974ac6a3b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060a2f8f-9a70-46c4-8440-bdfc28f66e11,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:39.350719 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ee61a289-e27b-4d09-b649-b974ac6a3b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:39.354618 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ee61a289-e27b-4d09-b649-b974ac6a3b5f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/060a2f8f-9a70-46c4-8440-bdfc28f66e11 HTTP/1.1" status: 204 len: 168 time: 0.1616960 Apr 20 17:48:40.172491 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54606) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:40.302962 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-c4162b66-b2a4-4243-ab30-781c6f1e9355 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-703840336-network', 'tenant_id': 'dcf92250b78c4a608cfcc22f72cdb7a4'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:48:40.308582 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c4162b66-b2a4-4243-ab30-781c6f1e9355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:40.312437 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c4162b66-b2a4-4243-ab30-781c6f1e9355 admin admin] Usage tracker for resource:network and tenant:dcf92250b78c4a608cfcc22f72cdb7a4 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:40.315295 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c4162b66-b2a4-4243-ab30-781c6f1e9355 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:40.321200 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c4162b66-b2a4-4243-ab30-781c6f1e9355 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:40.337554 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4162b66-b2a4-4243-ab30-781c6f1e9355 admin admin] Made reservation on behalf of dcf92250b78c4a608cfcc22f72cdb7a4 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:48:40.339828 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c4162b66-b2a4-4243-ab30-781c6f1e9355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:40.352737 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c4162b66-b2a4-4243-ab30-781c6f1e9355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:40.390640 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c4162b66-b2a4-4243-ab30-781c6f1e9355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:40.395805 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c4162b66-b2a4-4243-ab30-781c6f1e9355 admin admin] Usage tracker for resource:security_group_rule and tenant:dcf92250b78c4a608cfcc22f72cdb7a4 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:40.399446 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c4162b66-b2a4-4243-ab30-781c6f1e9355 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:40.406591 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c4162b66-b2a4-4243-ab30-781c6f1e9355 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:40.483081 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c4162b66-b2a4-4243-ab30-781c6f1e9355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:40.487383 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c4162b66-b2a4-4243-ab30-781c6f1e9355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:40.518656 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4162b66-b2a4-4243-ab30-781c6f1e9355 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:48:40.523660 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4162b66-b2a4-4243-ab30-781c6f1e9355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c26b31-0c68-46fa-bff3-30928f5e3f45,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:40.530341 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c4162b66-b2a4-4243-ab30-781c6f1e9355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:40.530665 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-c4162b66-b2a4-4243-ab30-781c6f1e9355 admin admin] Added segment c5208a90-f8ec-4adf-9809-5812da78e7fd of type vlan for network 86b3b6a7-fc7f-4095-a013-5b54d724f4d0 Apr 20 17:48:40.555569 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c4162b66-b2a4-4243-ab30-781c6f1e9355 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:40.584896 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c4162b66-b2a4-4243-ab30-781c6f1e9355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:40.585733 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4162b66-b2a4-4243-ab30-781c6f1e9355 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:40.586326 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c4162b66-b2a4-4243-ab30-781c6f1e9355 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:40.684176 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4162b66-b2a4-4243-ab30-781c6f1e9355 admin admin] Pushing event updated for resources: {'Network': ['ID=86b3b6a7-fc7f-4095-a013-5b54d724f4d0,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:40.687290 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c4162b66-b2a4-4243-ab30-781c6f1e9355 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5137391 Apr 20 17:48:40.690334 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54612) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:40.694986 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 86b3b6a7-fc7f-4095-a013-5b54d724f4d0 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:48:40.695552 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-87616010-e844-4dd7-9ff3-0dd94e6fb02f admin admin] Request body: {'subnet': {'network_id': '86b3b6a7-fc7f-4095-a013-5b54d724f4d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-703840336-subnet', 'tenant_id': 'dcf92250b78c4a608cfcc22f72cdb7a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:48:40.701268 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-87616010-e844-4dd7-9ff3-0dd94e6fb02f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:40.705072 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-87616010-e844-4dd7-9ff3-0dd94e6fb02f admin admin] Usage tracker for resource:subnet and tenant:dcf92250b78c4a608cfcc22f72cdb7a4 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:40.707931 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-87616010-e844-4dd7-9ff3-0dd94e6fb02f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:40.714052 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-87616010-e844-4dd7-9ff3-0dd94e6fb02f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:40.724790 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87616010-e844-4dd7-9ff3-0dd94e6fb02f admin admin] Made reservation on behalf of dcf92250b78c4a608cfcc22f72cdb7a4 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:48:40.727218 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-87616010-e844-4dd7-9ff3-0dd94e6fb02f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:40.931147 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-87616010-e844-4dd7-9ff3-0dd94e6fb02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:41.004354 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87616010-e844-4dd7-9ff3-0dd94e6fb02f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c34eb8c-6adc-41aa-a5b6-60c582a9ee96,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:41.018640 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87616010-e844-4dd7-9ff3-0dd94e6fb02f admin admin] Checking segment: {'id': 'c5208a90-f8ec-4adf-9809-5812da78e7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '86b3b6a7-fc7f-4095-a013-5b54d724f4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:48:41.018985 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87616010-e844-4dd7-9ff3-0dd94e6fb02f admin admin] Network hostable DHCP agents. Network: 86b3b6a7-fc7f-4095-a013-5b54d724f4d0, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:48:41.043081 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87616010-e844-4dd7-9ff3-0dd94e6fb02f admin admin] Network 86b3b6a7-fc7f-4095-a013-5b54d724f4d0 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:48:41.054272 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-87616010-e844-4dd7-9ff3-0dd94e6fb02f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 86b3b6a7-fc7f-4095-a013-5b54d724f4d0) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:48:41.058414 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87616010-e844-4dd7-9ff3-0dd94e6fb02f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:41.059023 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-87616010-e844-4dd7-9ff3-0dd94e6fb02f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:41.064249 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004fc4a4-e545-4566-bc82-c51137654766 None None] Network 86b3b6a7-fc7f-4095-a013-5b54d724f4d0 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:48:41.093382 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-87616010-e844-4dd7-9ff3-0dd94e6fb02f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3931720 Apr 20 17:48:41.285751 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21daba9b-0d8e-4e06-82f2-dcb0a57d7fcb None None] Network 86b3b6a7-fc7f-4095-a013-5b54d724f4d0 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:48:41.401685 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-22484779-4892-4997-8032-d7dc8bced8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:41.995941 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54644) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:42.001687 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1747162451-network', 'tenant_id': 'ccec108c1fb34fb885809d17940b9c91'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:48:42.007559 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:42.013543 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] Usage tracker for resource:network and tenant:ccec108c1fb34fb885809d17940b9c91 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:42.016573 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:42.022503 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:42.035487 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] Made reservation on behalf of ccec108c1fb34fb885809d17940b9c91 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:48:42.037774 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:42.050119 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:42.080751 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:42.084557 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] Usage tracker for resource:security_group_rule and tenant:ccec108c1fb34fb885809d17940b9c91 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:42.087624 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:42.093648 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:42.164538 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:42.169627 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:42.204381 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:48:42.209508 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206b9465-84a8-4fe3-bdc1-07ef8c37d916,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:42.220199 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:42.220572 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] Added segment b49f1cf7-4e87-4be4-a4ce-a5e84fa280ce of type vlan for network 6c6966b9-9621-4c5e-ba7d-40dea5fba827 Apr 20 17:48:42.222656 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:48:42.222988 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:48:42.223316 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:48:42.223643 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:48:42.223952 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:48:42.224267 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:48:42.224583 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:48:42.224915 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:48:42.225229 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:48:42.225533 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:48:42.225849 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:48:42.256177 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:42.286233 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:42.287093 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:42.287693 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:42.389760 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] Pushing event updated for resources: {'Network': ['ID=6c6966b9-9621-4c5e-ba7d-40dea5fba827,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:42.402090 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 6c6966b9-9621-4c5e-ba7d-40dea5fba827 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:48:42.405755 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-16330233-7b76-48f9-b937-1ebc91fdb593 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4084978 Apr 20 17:48:42.406068 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54650) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:42.412830 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-6924bb95-0b2c-4d07-bb79-04083afbe741 admin admin] Request body: {'subnet': {'network_id': '6c6966b9-9621-4c5e-ba7d-40dea5fba827', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1747162451-subnet', 'tenant_id': 'ccec108c1fb34fb885809d17940b9c91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:48:42.420490 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6924bb95-0b2c-4d07-bb79-04083afbe741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:48:42.425478 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6924bb95-0b2c-4d07-bb79-04083afbe741 admin admin] Usage tracker for resource:subnet and tenant:ccec108c1fb34fb885809d17940b9c91 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:48:42.429252 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6924bb95-0b2c-4d07-bb79-04083afbe741 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:48:42.435528 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6924bb95-0b2c-4d07-bb79-04083afbe741 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:48:42.448006 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6924bb95-0b2c-4d07-bb79-04083afbe741 admin admin] Made reservation on behalf of ccec108c1fb34fb885809d17940b9c91 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:48:42.450494 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6924bb95-0b2c-4d07-bb79-04083afbe741 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:42.667224 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6924bb95-0b2c-4d07-bb79-04083afbe741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:42.689849 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:42.755627 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:42.839725 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924bb95-0b2c-4d07-bb79-04083afbe741 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d098e6ac-2d49-43fa-8fb4-5f1895de87e3,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:42.856468 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6924bb95-0b2c-4d07-bb79-04083afbe741 admin admin] Checking segment: {'id': 'b49f1cf7-4e87-4be4-a4ce-a5e84fa280ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6c6966b9-9621-4c5e-ba7d-40dea5fba827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:48:42.856808 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6924bb95-0b2c-4d07-bb79-04083afbe741 admin admin] Network hostable DHCP agents. Network: 6c6966b9-9621-4c5e-ba7d-40dea5fba827, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:48:42.880990 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6924bb95-0b2c-4d07-bb79-04083afbe741 admin admin] Network 6c6966b9-9621-4c5e-ba7d-40dea5fba827 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:48:42.893907 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-6924bb95-0b2c-4d07-bb79-04083afbe741 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 6c6966b9-9621-4c5e-ba7d-40dea5fba827) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:48:42.898154 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6924bb95-0b2c-4d07-bb79-04083afbe741 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:42.898748 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6924bb95-0b2c-4d07-bb79-04083afbe741 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:42.903064 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764be3c2-14e5-4b9a-b9b0-58d9eae17e4f None None] Network 6c6966b9-9621-4c5e-ba7d-40dea5fba827 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:48:42.930730 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6924bb95-0b2c-4d07-bb79-04083afbe741 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5149920 Apr 20 17:48:43.061231 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54656) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:43.121123 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-960b6847-94bf-427e-a73d-7a333bf5414d admin admin] Deleting subnet 1c34eb8c-6adc-41aa-a5b6-60c582a9ee96 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:48:43.125103 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-960b6847-94bf-427e-a73d-7a333bf5414d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:43.152531 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a489088d-4947-4b03-b724-7455280cc856 None None] Network 6c6966b9-9621-4c5e-ba7d-40dea5fba827 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:48:43.181368 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-960b6847-94bf-427e-a73d-7a333bf5414d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:43.237998 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-960b6847-94bf-427e-a73d-7a333bf5414d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:43.307664 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-960b6847-94bf-427e-a73d-7a333bf5414d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:43.349167 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b6847-94bf-427e-a73d-7a333bf5414d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c34eb8c-6adc-41aa-a5b6-60c582a9ee96,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:43.353828 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-960b6847-94bf-427e-a73d-7a333bf5414d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:43.359765 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-960b6847-94bf-427e-a73d-7a333bf5414d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1c34eb8c-6adc-41aa-a5b6-60c582a9ee96 HTTP/1.1" status: 204 len: 168 time: 0.2974730 Apr 20 17:48:43.362344 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54660) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:43.391620 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:43.486028 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2fc79e9e-1953-4b3f-8830-1904f853672b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:43.619356 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2fc79e9e-1953-4b3f-8830-1904f853672b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:43.748264 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-2fc79e9e-1953-4b3f-8830-1904f853672b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b3b6a7-fc7f-4095-a013-5b54d724f4d0']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:43.763851 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-2fc79e9e-1953-4b3f-8830-1904f853672b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5208a90-f8ec-4adf-9809-5812da78e7fd') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:43.764147 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-2fc79e9e-1953-4b3f-8830-1904f853672b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5208a90-f8ec-4adf-9809-5812da78e7fd') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:43.775847 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2fc79e9e-1953-4b3f-8830-1904f853672b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:43.792025 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2fc79e9e-1953-4b3f-8830-1904f853672b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:43.799718 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc79e9e-1953-4b3f-8830-1904f853672b admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:48:43.800270 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2fc79e9e-1953-4b3f-8830-1904f853672b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:43.814644 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:48:43.814644 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:48:43.814644 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:48:43.814644 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:48:43.814644 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:48:43.814644 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:48:43.814644 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:48:43.814644 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:48:43.814644 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:48:43.814644 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:48:43.814644 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:48:43.814644 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:48:43.814644 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:48:43.814644 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:48:43.814644 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:48:43.814644 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:48:43.814644 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:48:43.814644 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:48:43.814644 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:48:43.814644 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:48:43.814644 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:48:43.814644 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:48:43.814644 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:48:43.814644 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:48:43.814644 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:48:43.814644 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:48:43.814644 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:48:43.814644 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:48:43.814644 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:48:43.814644 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:48:43.814644 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:48:43.814644 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:48:43.895312 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2fc79e9e-1953-4b3f-8830-1904f853672b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:43.899839 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2fc79e9e-1953-4b3f-8830-1904f853672b admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:43.923829 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc79e9e-1953-4b3f-8830-1904f853672b admin admin] Pushing event deleted for resources: {'Network': ['ID=86b3b6a7-fc7f-4095-a013-5b54d724f4d0,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:43.928996 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2fc79e9e-1953-4b3f-8830-1904f853672b admin admin] 10.222.0.39 "DELETE /v2.0/networks/86b3b6a7-fc7f-4095-a013-5b54d724f4d0 HTTP/1.1" status: 204 len: 168 time: 0.5630379 Apr 20 17:48:43.929398 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54674) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:43.987527 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-519abddf-db91-401a-b2b6-d6224a66dec2 admin admin] Deleting subnet d098e6ac-2d49-43fa-8fb4-5f1895de87e3 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:48:43.990900 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-519abddf-db91-401a-b2b6-d6224a66dec2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:44.043230 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-519abddf-db91-401a-b2b6-d6224a66dec2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:44.068830 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:44.097351 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-519abddf-db91-401a-b2b6-d6224a66dec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:44.167650 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-519abddf-db91-401a-b2b6-d6224a66dec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:44.212452 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519abddf-db91-401a-b2b6-d6224a66dec2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d098e6ac-2d49-43fa-8fb4-5f1895de87e3,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:44.216384 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-519abddf-db91-401a-b2b6-d6224a66dec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:44.222180 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-519abddf-db91-401a-b2b6-d6224a66dec2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d098e6ac-2d49-43fa-8fb4-5f1895de87e3 HTTP/1.1" status: 204 len: 168 time: 0.2921019 Apr 20 17:48:44.224913 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54680) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:44.356900 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-35c16dc4-81d4-4ca4-9bef-c4cce5afec50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:44.483993 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-35c16dc4-81d4-4ca4-9bef-c4cce5afec50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:44.521686 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-35c16dc4-81d4-4ca4-9bef-c4cce5afec50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c6966b9-9621-4c5e-ba7d-40dea5fba827']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:44.534473 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-35c16dc4-81d4-4ca4-9bef-c4cce5afec50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b49f1cf7-4e87-4be4-a4ce-a5e84fa280ce') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:44.534759 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-35c16dc4-81d4-4ca4-9bef-c4cce5afec50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b49f1cf7-4e87-4be4-a4ce-a5e84fa280ce') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:44.545885 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-35c16dc4-81d4-4ca4-9bef-c4cce5afec50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:44.561607 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-35c16dc4-81d4-4ca4-9bef-c4cce5afec50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:44.567845 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c16dc4-81d4-4ca4-9bef-c4cce5afec50 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:48:44.568218 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-35c16dc4-81d4-4ca4-9bef-c4cce5afec50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:44.580943 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:48:44.580943 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:48:44.580943 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:48:44.580943 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:48:44.580943 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:48:44.580943 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:48:44.580943 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:48:44.580943 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:48:44.580943 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:48:44.580943 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:48:44.580943 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:48:44.580943 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:48:44.580943 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:48:44.580943 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:48:44.580943 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:48:44.580943 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:48:44.580943 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:48:44.580943 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:48:44.580943 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:48:44.580943 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:48:44.580943 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:48:44.580943 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:48:44.580943 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:48:44.580943 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:48:44.580943 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:48:44.580943 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:48:44.580943 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:48:44.580943 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:48:44.580943 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:48:44.580943 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:48:44.580943 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:48:44.580943 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:48:44.670724 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-35c16dc4-81d4-4ca4-9bef-c4cce5afec50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:44.686816 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-35c16dc4-81d4-4ca4-9bef-c4cce5afec50 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:44.695651 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c16dc4-81d4-4ca4-9bef-c4cce5afec50 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c6966b9-9621-4c5e-ba7d-40dea5fba827,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:44.698124 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-35c16dc4-81d4-4ca4-9bef-c4cce5afec50 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6c6966b9-9621-4c5e-ba7d-40dea5fba827 HTTP/1.1" status: 204 len: 168 time: 0.4723208 Apr 20 17:48:44.903865 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54688) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:44.954993 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1e92af47-4f7c-4f7c-9eed-945de227d4e5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dcf92250b78c4a608cfcc22f72cdb7a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0499415 Apr 20 17:48:44.957634 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54696) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:45.017122 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-85e14862-2cde-4777-b9ab-156c65fad82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:45.043105 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-85e14862-2cde-4777-b9ab-156c65fad82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:45.103750 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-85e14862-2cde-4777-b9ab-156c65fad82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:45.117587 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e14862-2cde-4777-b9ab-156c65fad82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c26b31-0c68-46fa-bff3-30928f5e3f45,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:45.124547 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-85e14862-2cde-4777-b9ab-156c65fad82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:45.126240 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-85e14862-2cde-4777-b9ab-156c65fad82d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/59c26b31-0c68-46fa-bff3-30928f5e3f45 HTTP/1.1" status: 204 len: 168 time: 0.1671178 Apr 20 17:48:45.352045 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:45.521615 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54712) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:45.570081 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9fd8e107-f242-4933-8ba7-59cb8dbb2700 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ccec108c1fb34fb885809d17940b9c91&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0471327 Apr 20 17:48:45.572552 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54716) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:45.639836 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4775e33d-6e55-4756-9b30-108da36492b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:45.666198 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4775e33d-6e55-4756-9b30-108da36492b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:45.720316 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4775e33d-6e55-4756-9b30-108da36492b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:45.736063 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775e33d-6e55-4756-9b30-108da36492b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206b9465-84a8-4fe3-bdc1-07ef8c37d916,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:45.740957 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4775e33d-6e55-4756-9b30-108da36492b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:45.741509 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4775e33d-6e55-4756-9b30-108da36492b0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/206b9465-84a8-4fe3-bdc1-07ef8c37d916 HTTP/1.1" status: 204 len: 168 time: 0.1680815 Apr 20 17:48:50.755530 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54816) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:50.830590 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-639ce986-e4d6-4079-a45c-c379e512fa68 admin admin] Deleting subnet d2d5a7e4-91d8-47ac-a94f-36f0bad5387a {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:48:50.833721 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-639ce986-e4d6-4079-a45c-c379e512fa68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:50.885071 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-639ce986-e4d6-4079-a45c-c379e512fa68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:50.944026 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-639ce986-e4d6-4079-a45c-c379e512fa68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:51.012924 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-639ce986-e4d6-4079-a45c-c379e512fa68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:51.049532 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ce986-e4d6-4079-a45c-c379e512fa68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2d5a7e4-91d8-47ac-a94f-36f0bad5387a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:51.055817 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-639ce986-e4d6-4079-a45c-c379e512fa68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:51.061930 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-639ce986-e4d6-4079-a45c-c379e512fa68 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d2d5a7e4-91d8-47ac-a94f-36f0bad5387a HTTP/1.1" status: 204 len: 168 time: 0.3053927 Apr 20 17:48:51.064373 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54826) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:51.172601 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e8a7db17-ca97-4a3d-a624-af149837bcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:51.384735 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e8a7db17-ca97-4a3d-a624-af149837bcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:51.411520 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-e8a7db17-ca97-4a3d-a624-af149837bcb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c073e02-68fc-4e88-ac73-ff6af7453224']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:51.427619 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-e8a7db17-ca97-4a3d-a624-af149837bcb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e7b693-ca19-417a-b4e0-9c458c36264c') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:51.427895 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-e8a7db17-ca97-4a3d-a624-af149837bcb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e7b693-ca19-417a-b4e0-9c458c36264c') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:51.440731 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e8a7db17-ca97-4a3d-a624-af149837bcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:51.457791 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e8a7db17-ca97-4a3d-a624-af149837bcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:51.464616 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a7db17-ca97-4a3d-a624-af149837bcb1 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:48:51.465395 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e8a7db17-ca97-4a3d-a624-af149837bcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:51.479047 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:48:51.479047 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:48:51.479047 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:48:51.479047 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:48:51.479047 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:48:51.479047 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:48:51.479047 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:48:51.479047 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:48:51.479047 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:48:51.479047 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:48:51.479047 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:48:51.479047 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:48:51.479047 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:48:51.479047 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:48:51.479047 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:48:51.479047 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:48:51.479047 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:48:51.479047 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:48:51.479047 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:48:51.479047 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:48:51.479047 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:48:51.479047 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:48:51.479047 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:48:51.479047 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:48:51.479047 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:48:51.479047 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:48:51.479047 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:48:51.479047 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:48:51.479047 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:48:51.479047 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:48:51.479047 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:48:51.479047 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:48:51.555672 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e8a7db17-ca97-4a3d-a624-af149837bcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:51.577037 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e8a7db17-ca97-4a3d-a624-af149837bcb1 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:51.590977 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7db17-ca97-4a3d-a624-af149837bcb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c073e02-68fc-4e88-ac73-ff6af7453224,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:51.601586 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e8a7db17-ca97-4a3d-a624-af149837bcb1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1c073e02-68fc-4e88-ac73-ff6af7453224 HTTP/1.1" status: 204 len: 168 time: 0.5359650 Apr 20 17:48:51.604406 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54830) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:51.662822 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f24848a-c0e9-4108-935f-2c8f9d714224 admin admin] Deleting subnet 068efe8d-f6d0-40ed-be8e-092301c3329c {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:48:51.666177 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1f24848a-c0e9-4108-935f-2c8f9d714224 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:51.715772 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1f24848a-c0e9-4108-935f-2c8f9d714224 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:51.775852 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1f24848a-c0e9-4108-935f-2c8f9d714224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:51.850566 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1f24848a-c0e9-4108-935f-2c8f9d714224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:51.888825 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24848a-c0e9-4108-935f-2c8f9d714224 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=068efe8d-f6d0-40ed-be8e-092301c3329c,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:51.894283 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1f24848a-c0e9-4108-935f-2c8f9d714224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:51.900404 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1f24848a-c0e9-4108-935f-2c8f9d714224 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/068efe8d-f6d0-40ed-be8e-092301c3329c HTTP/1.1" status: 204 len: 168 time: 0.2949734 Apr 20 17:48:51.902898 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54838) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:52.007412 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-53886d13-c950-461e-adfb-2a3541bb9d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:52.136542 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-53886d13-c950-461e-adfb-2a3541bb9d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:52.166259 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-53886d13-c950-461e-adfb-2a3541bb9d67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['543ba921-96e1-41e3-8d5f-2fbb1660b8d7']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:52.178373 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-53886d13-c950-461e-adfb-2a3541bb9d67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c987f783-6bfa-499a-94e2-10eda9939c4b') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:52.178582 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-53886d13-c950-461e-adfb-2a3541bb9d67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c987f783-6bfa-499a-94e2-10eda9939c4b') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:48:52.190224 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-53886d13-c950-461e-adfb-2a3541bb9d67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:52.206140 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-53886d13-c950-461e-adfb-2a3541bb9d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:52.212291 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53886d13-c950-461e-adfb-2a3541bb9d67 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:48:52.212660 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-53886d13-c950-461e-adfb-2a3541bb9d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:52.225336 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:48:52.225336 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:48:52.225336 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:48:52.225336 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:48:52.225336 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:48:52.225336 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:48:52.225336 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:48:52.225336 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:48:52.225336 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:48:52.225336 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:48:52.225336 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:48:52.225336 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:48:52.225336 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:48:52.225336 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:48:52.225336 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:48:52.225336 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:48:52.225336 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:48:52.225336 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:48:52.225336 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:48:52.225336 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:48:52.225336 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:48:52.225336 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:48:52.225336 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:48:52.225336 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:48:52.225336 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:48:52.225336 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:48:52.225336 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:48:52.225336 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:48:52.225336 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:48:52.225336 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:48:52.225336 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:48:52.225336 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:48:52.302979 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-53886d13-c950-461e-adfb-2a3541bb9d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:52.321129 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-53886d13-c950-461e-adfb-2a3541bb9d67 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:52.327986 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53886d13-c950-461e-adfb-2a3541bb9d67 admin admin] Pushing event deleted for resources: {'Network': ['ID=543ba921-96e1-41e3-8d5f-2fbb1660b8d7,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:52.330778 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-53886d13-c950-461e-adfb-2a3541bb9d67 admin admin] 10.222.0.39 "DELETE /v2.0/networks/543ba921-96e1-41e3-8d5f-2fbb1660b8d7 HTTP/1.1" status: 204 len: 168 time: 0.4269817 Apr 20 17:48:52.556539 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 54864) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:52.608079 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-97707233-8d83-4ea5-95fd-c850679b5102 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3d7cf9c05951449e9e4c188ce0cf87a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0503581 Apr 20 17:48:52.610896 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54868) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:52.673149 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bdc74de3-95f1-4f80-81d8-7d394b88bbd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:52.699497 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bdc74de3-95f1-4f80-81d8-7d394b88bbd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:52.751351 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bdc74de3-95f1-4f80-81d8-7d394b88bbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:52.768314 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc74de3-95f1-4f80-81d8-7d394b88bbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ba634e-b952-4066-b737-77060c9d28d1,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:52.779545 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bdc74de3-95f1-4f80-81d8-7d394b88bbd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:52.780684 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bdc74de3-95f1-4f80-81d8-7d394b88bbd5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d6ba634e-b952-4066-b737-77060c9d28d1 HTTP/1.1" status: 204 len: 168 time: 0.1686976 Apr 20 17:48:53.181122 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54876) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:53.231645 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bcd4571f-6ec9-4e18-99a1-c3f3e904ebae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=baa8055e8ac3454a87358206a953dc58&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0492072 Apr 20 17:48:53.233970 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 54880) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:53.297476 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-07fc0c16-208b-43be-9b89-c6ff7df24e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:53.324320 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-07fc0c16-208b-43be-9b89-c6ff7df24e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:53.376371 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-07fc0c16-208b-43be-9b89-c6ff7df24e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:53.390697 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc0c16-208b-43be-9b89-c6ff7df24e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bed025-b77d-42a9-8886-1a53648f2025,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:48:53.396711 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-07fc0c16-208b-43be-9b89-c6ff7df24e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:48:53.400152 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-07fc0c16-208b-43be-9b89-c6ff7df24e96 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/48bed025-b77d-42a9-8886-1a53648f2025 HTTP/1.1" status: 204 len: 168 time: 0.1628833 Apr 20 17:48:58.880147 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4a5f7ba8-d9fd-48e5-912b-0597868e1fa9 req-b9a4875a-171a-48a0-8cd1-15556af34b97 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c9cdea92-16dd-40af-83eb-13a49df5f117&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0707440 Apr 20 17:48:59.026310 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4a5f7ba8-d9fd-48e5-912b-0597868e1fa9 req-6953cf34-8f03-4da2-8b92-2e2139e6e884 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=46418d03dcfd4ae1a968507356cc51c0&device_id=c9cdea92-16dd-40af-83eb-13a49df5f117 HTTP/1.1" status: 200 len: 1097 time: 0.0716484 Apr 20 17:48:59.180566 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f7ba8-d9fd-48e5-912b-0597868e1fa9 req-6ab8d394-2441-42ee-afa4-bb68a8ff8fe2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:59.182102 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4a5f7ba8-d9fd-48e5-912b-0597868e1fa9 req-6ab8d394-2441-42ee-afa4-bb68a8ff8fe2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d802f55-617b-41b1-aea9-185e56a78e30 HTTP/1.1" status: 200 len: 898 time: 0.1304772 Apr 20 17:48:59.284977 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4a5f7ba8-d9fd-48e5-912b-0597868e1fa9 req-04aac427-9090-45fc-afe3-14bdb071d311 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f06cbbf-9c1c-49c0-b65f-e719f5712c5d HTTP/1.1" status: 200 len: 1001 time: 0.0962532 Apr 20 17:48:59.348418 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f7ba8-d9fd-48e5-912b-0597868e1fa9 req-3bf0f48a-46a5-456a-bc75-3fbaac3981ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:48:59.349881 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4a5f7ba8-d9fd-48e5-912b-0597868e1fa9 req-3bf0f48a-46a5-456a-bc75-3fbaac3981ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b813fee-438f-497c-93b9-06d5485a5d10 HTTP/1.1" status: 200 len: 834 time: 0.0582595 Apr 20 17:48:59.432272 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4a5f7ba8-d9fd-48e5-912b-0597868e1fa9 req-5c37aabf-406b-4168-9ca4-46f3977a4883 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d802f55-617b-41b1-aea9-185e56a78e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759065 Apr 20 17:48:59.654751 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4a5f7ba8-d9fd-48e5-912b-0597868e1fa9 req-ab03a376-371f-40b0-81f3-912d582e6e67 service neutron] 10.222.0.10 "GET /v2.0/networks/5d802f55-617b-41b1-aea9-185e56a78e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139561 Apr 20 17:48:59.791487 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4a5f7ba8-d9fd-48e5-912b-0597868e1fa9 req-3155352a-e4fb-4e7b-ada9-a8f8d978222a service neutron] 10.222.0.10 "GET /v2.0/networks/5d802f55-617b-41b1-aea9-185e56a78e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298752 Apr 20 17:49:03.582511 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55126) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:03.694242 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6970b5d1-8fa1-476d-936a-8039ee12ff7d tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] 10.222.0.39 "GET /v2.0/ports?project_id=46418d03dcfd4ae1a968507356cc51c0&network_id=5d802f55-617b-41b1-aea9-185e56a78e30 HTTP/1.1" status: 200 len: 2970 time: 0.1100821 Apr 20 17:49:05.509630 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55184) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:05.582139 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6ecd2f-4b33-4fb5-bd49-c7ec2a08dfc9 tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:49:05.587413 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0a6ecd2f-4b33-4fb5-bd49-c7ec2a08dfc9 tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 HTTP/1.1" status: 200 len: 814 time: 0.0732057 Apr 20 17:49:06.150551 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55204) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:06.156528 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-0a9841cd-0234-42f6-8dff-ec4cc228df57 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Request body: {'network': {'name': 'tempest-network-smoke--1631439594', 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'port_security_enabled': True}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:49:06.162318 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0a9841cd-0234-42f6-8dff-ec4cc228df57 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:49:06.173123 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0a9841cd-0234-42f6-8dff-ec4cc228df57 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:49:06.184434 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9841cd-0234-42f6-8dff-ec4cc228df57 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Made reservation on behalf of 46418d03dcfd4ae1a968507356cc51c0 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:49:06.187365 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0a9841cd-0234-42f6-8dff-ec4cc228df57 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:06.218075 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a9841cd-0234-42f6-8dff-ec4cc228df57 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:49:06.228661 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0a9841cd-0234-42f6-8dff-ec4cc228df57 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:06.228661 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-0a9841cd-0234-42f6-8dff-ec4cc228df57 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Added segment 26ac67dc-201a-4403-8076-6880c0ccdd86 of type vlan for network fc63877e-81da-4ee7-aceb-2b598c822df9 Apr 20 17:49:06.256590 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0a9841cd-0234-42f6-8dff-ec4cc228df57 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:06.288400 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0a9841cd-0234-42f6-8dff-ec4cc228df57 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:06.292733 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9841cd-0234-42f6-8dff-ec4cc228df57 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:49:06.293644 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0a9841cd-0234-42f6-8dff-ec4cc228df57 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:06.406326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9841cd-0234-42f6-8dff-ec4cc228df57 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'Network': ['ID=fc63877e-81da-4ee7-aceb-2b598c822df9,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:06.417443 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network fc63877e-81da-4ee7-aceb-2b598c822df9 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:49:06.445212 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55214) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:06.445545 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0a9841cd-0234-42f6-8dff-ec4cc228df57 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2936583 Apr 20 17:49:06.556222 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdf1993-44c4-4f0e-9275-ef3485f6e8c8 tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:49:06.557956 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cfdf1993-44c4-4f0e-9275-ef3485f6e8c8 tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=46418d03dcfd4ae1a968507356cc51c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1113939 Apr 20 17:49:06.560820 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55222) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:06.714163 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db127a08-089f-4607-be82-82b670c61bff tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:49:06.718230 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-db127a08-089f-4607-be82-82b670c61bff tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1539111 Apr 20 17:49:06.722683 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55226) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:06.764449 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-07ef668c-80e5-4824-9eea-80a116cd6745 tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403616 Apr 20 17:49:06.767023 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55230) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:06.814163 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e36e3319-62e2-41f2-a797-f624838835a9 tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=46418d03dcfd4ae1a968507356cc51c0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435197 Apr 20 17:49:06.814429 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55234) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:06.970232 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3b4122-5a08-4549-8f0f-bdc25e0301a2 tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:49:06.974683 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bf3b4122-5a08-4549-8f0f-bdc25e0301a2 tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1591320 Apr 20 17:49:06.975458 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55242) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:07.026492 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55248) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:07.027020 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4e896fc6-e97a-462a-8b80-3c9eda159d28 tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0498593 Apr 20 17:49:07.033191 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-4ee5bdf6-1092-410c-be02-64f152722f47 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1689520590', 'network_id': 'fc63877e-81da-4ee7-aceb-2b598c822df9', 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:49:07.187767 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4ee5bdf6-1092-410c-be02-64f152722f47 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:49:07.191960 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4ee5bdf6-1092-410c-be02-64f152722f47 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Usage tracker for resource:subnet and tenant:46418d03dcfd4ae1a968507356cc51c0 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:49:07.195628 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4ee5bdf6-1092-410c-be02-64f152722f47 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:49:07.203153 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4ee5bdf6-1092-410c-be02-64f152722f47 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:49:07.224953 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee5bdf6-1092-410c-be02-64f152722f47 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Made reservation on behalf of 46418d03dcfd4ae1a968507356cc51c0 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:49:07.338950 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4ee5bdf6-1092-410c-be02-64f152722f47 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:07.648237 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4ee5bdf6-1092-410c-be02-64f152722f47 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:07.745250 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5bdf6-1092-410c-be02-64f152722f47 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'Subnet': ['ID=0740a8c4-8551-462b-9408-28ca7108a745,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:07.752961 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee5bdf6-1092-410c-be02-64f152722f47 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Checking segment: {'id': '26ac67dc-201a-4403-8076-6880c0ccdd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fc63877e-81da-4ee7-aceb-2b598c822df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:49:07.753258 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee5bdf6-1092-410c-be02-64f152722f47 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Network hostable DHCP agents. Network: fc63877e-81da-4ee7-aceb-2b598c822df9, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:49:07.782441 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee5bdf6-1092-410c-be02-64f152722f47 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Network fc63877e-81da-4ee7-aceb-2b598c822df9 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:49:07.793217 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-4ee5bdf6-1092-410c-be02-64f152722f47 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, fc63877e-81da-4ee7-aceb-2b598c822df9) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:49:07.797427 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee5bdf6-1092-410c-be02-64f152722f47 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:49:07.798021 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4ee5bdf6-1092-410c-be02-64f152722f47 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:07.805489 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320db634-695c-459f-a6cc-f351f5aa6832 None None] Network fc63877e-81da-4ee7-aceb-2b598c822df9 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:49:07.835373 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4ee5bdf6-1092-410c-be02-64f152722f47 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8076231 Apr 20 17:49:08.072782 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eede461-f1f8-47d9-8606-8e5e63863eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-fc63877e-81da-4ee7-aceb-2b598c822df9', 'network_id': 'fc63877e-81da-4ee7-aceb-2b598c822df9', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'fixed_ips': [{'subnet_id': '0740a8c4-8551-462b-9408-28ca7108a745'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:49:08.073818 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9eede461-f1f8-47d9-8606-8e5e63863eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:08.129587 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55294) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:08.136030 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-774a46b2-18a4-4368-8237-86a6aa3e54f2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1454649364', 'description': 'tempest-secgroup-smoke-1454649364 description', 'project_id': '46418d03dcfd4ae1a968507356cc51c0'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:49:08.144586 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-774a46b2-18a4-4368-8237-86a6aa3e54f2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:49:08.184816 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-774a46b2-18a4-4368-8237-86a6aa3e54f2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:49:08.199263 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-774a46b2-18a4-4368-8237-86a6aa3e54f2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:08.220540 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55298) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:08.248652 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-774a46b2-18a4-4368-8237-86a6aa3e54f2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:49:08.252571 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-774a46b2-18a4-4368-8237-86a6aa3e54f2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Usage tracker for resource:security_group_rule and tenant:46418d03dcfd4ae1a968507356cc51c0 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:49:08.255624 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-774a46b2-18a4-4368-8237-86a6aa3e54f2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:49:08.262709 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-774a46b2-18a4-4368-8237-86a6aa3e54f2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:49:08.275727 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-9eede461-f1f8-47d9-8606-8e5e63863eae None None] Allocated IP 172.20.0.18 (fc63877e-81da-4ee7-aceb-2b598c822df9/0740a8c4-8551-462b-9408-28ca7108a745/651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:49:08.330103 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-774a46b2-18a4-4368-8237-86a6aa3e54f2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:08.339534 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-774a46b2-18a4-4368-8237-86a6aa3e54f2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:08.397624 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a46b2-18a4-4368-8237-86a6aa3e54f2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeeb94f1-28f6-4a72-8f2f-ccd67bbd8ccc,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:08.412663 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-774a46b2-18a4-4368-8237-86a6aa3e54f2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:08.417248 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55308) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:08.418280 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-774a46b2-18a4-4368-8237-86a6aa3e54f2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2875924 Apr 20 17:49:08.423620 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-243907e3-815a-4fb7-9e6d-62503a73d8cc tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Request body: {'security_group_rule': {'security_group_id': 'aeeb94f1-28f6-4a72-8f2f-ccd67bbd8ccc', 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:49:08.472298 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-243907e3-815a-4fb7-9e6d-62503a73d8cc tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:49:08.478305 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-243907e3-815a-4fb7-9e6d-62503a73d8cc tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Usage tracker for resource:security_group_rule and tenant:46418d03dcfd4ae1a968507356cc51c0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:49:08.481743 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-86df9c2e-82a4-4d0b-b089-731e6bb52db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:08.496757 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-243907e3-815a-4fb7-9e6d-62503a73d8cc tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:49:08.519087 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-86df9c2e-82a4-4d0b-b089-731e6bb52db2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:49:08.522172 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9eede461-f1f8-47d9-8606-8e5e63863eae None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:08.522880 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-86df9c2e-82a4-4d0b-b089-731e6bb52db2 admin admin] Usage tracker for resource:security_group_rule and tenant:65db04d574854716a6aebefdd3ced3c5 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:49:08.525755 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-86df9c2e-82a4-4d0b-b089-731e6bb52db2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:49:08.531872 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-86df9c2e-82a4-4d0b-b089-731e6bb52db2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:49:08.534311 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-9eede461-f1f8-47d9-8606-8e5e63863eae None None] Transition to ACTIVE for port object 651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:49:08.542985 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-243907e3-815a-4fb7-9e6d-62503a73d8cc tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:49:08.554298 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-9eede461-f1f8-47d9-8606-8e5e63863eae None None] Transition to ACTIVE for port object 651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:49:08.562876 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9eede461-f1f8-47d9-8606-8e5e63863eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:08.573523 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-243907e3-815a-4fb7-9e6d-62503a73d8cc tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:08.643141 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-86df9c2e-82a4-4d0b-b089-731e6bb52db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:08.648171 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eede461-f1f8-47d9-8606-8e5e63863eae None None] Network fc63877e-81da-4ee7-aceb-2b598c822df9 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:49:08.651102 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-9eede461-f1f8-47d9-8606-8e5e63863eae None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:49:08.654810 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-86df9c2e-82a4-4d0b-b089-731e6bb52db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:08.655018 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eede461-f1f8-47d9-8606-8e5e63863eae None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:49:08.661304 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eede461-f1f8-47d9-8606-8e5e63863eae None None] Pushing event updated for resources: {'Port': ['ID=651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:08.692648 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-243907e3-815a-4fb7-9e6d-62503a73d8cc tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:08.712106 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-243907e3-815a-4fb7-9e6d-62503a73d8cc tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:08.745518 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df9c2e-82a4-4d0b-b089-731e6bb52db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460f46ec-125b-40f5-a1d1-fc092e29f138,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:08.749771 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-86df9c2e-82a4-4d0b-b089-731e6bb52db2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=65db04d574854716a6aebefdd3ced3c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5281756 Apr 20 17:49:08.753269 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55318) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:08.761035 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-9eede461-f1f8-47d9-8606-8e5e63863eae None None] Attempting to bind port 651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:49:08.761366 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-9eede461-f1f8-47d9-8606-8e5e63863eae None None] Attempting to bind port 651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '26ac67dc-201a-4403-8076-6880c0ccdd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fc63877e-81da-4ee7-aceb-2b598c822df9'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:49:08.761720 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eede461-f1f8-47d9-8606-8e5e63863eae None None] Attempting to bind port 651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef on network fc63877e-81da-4ee7-aceb-2b598c822df9 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:49:08.769669 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243907e3-815a-4fb7-9e6d-62503a73d8cc tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc6d5305-488c-4178-8d15-68c396d69434,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:08.769987 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eede461-f1f8-47d9-8606-8e5e63863eae None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:49:08.770385 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eede461-f1f8-47d9-8606-8e5e63863eae None None] Checking segment: {'id': '26ac67dc-201a-4403-8076-6880c0ccdd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fc63877e-81da-4ee7-aceb-2b598c822df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:49:08.770784 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9eede461-f1f8-47d9-8606-8e5e63863eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:08.771170 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eede461-f1f8-47d9-8606-8e5e63863eae None None] Bound using segment: {'id': '26ac67dc-201a-4403-8076-6880c0ccdd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fc63877e-81da-4ee7-aceb-2b598c822df9'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:49:08.771632 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-9eede461-f1f8-47d9-8606-8e5e63863eae None None] Bound port: 651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ac67dc-201a-4403-8076-6880c0ccdd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fc63877e-81da-4ee7-aceb-2b598c822df9'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:49:08.773448 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9eede461-f1f8-47d9-8606-8e5e63863eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:08.793831 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-243907e3-815a-4fb7-9e6d-62503a73d8cc tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:08.798392 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-243907e3-815a-4fb7-9e6d-62503a73d8cc tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3799453 Apr 20 17:49:08.799562 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55322) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:08.818344 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-2e2cea63-8ff8-4b01-9dee-c7d066007710 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Request body: {'security_group_rule': {'security_group_id': 'aeeb94f1-28f6-4a72-8f2f-ccd67bbd8ccc', 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:49:08.827559 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-2e2cea63-8ff8-4b01-9dee-c7d066007710 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:49:08.834457 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-2e2cea63-8ff8-4b01-9dee-c7d066007710 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Usage tracker for resource:security_group_rule and tenant:46418d03dcfd4ae1a968507356cc51c0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:49:08.838056 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-2e2cea63-8ff8-4b01-9dee-c7d066007710 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:49:08.846977 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-2e2cea63-8ff8-4b01-9dee-c7d066007710 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:49:08.848713 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-943942f6-0d0b-42ed-b0ba-0dbd1b77e874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:08.875847 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2e2cea63-8ff8-4b01-9dee-c7d066007710 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:08.879925 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-943942f6-0d0b-42ed-b0ba-0dbd1b77e874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:08.880286 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-9eede461-f1f8-47d9-8606-8e5e63863eae None None] For port 651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:49:08.883825 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-9eede461-f1f8-47d9-8606-8e5e63863eae None None] For port 651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef,segment=NetworkSegment(26ac67dc-201a-4403-8076-6880c0ccdd86),segment_id=26ac67dc-201a-4403-8076-6880c0ccdd86)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:49:08.891778 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9eede461-f1f8-47d9-8606-8e5e63863eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:08.954370 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-943942f6-0d0b-42ed-b0ba-0dbd1b77e874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:08.959527 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2e2cea63-8ff8-4b01-9dee-c7d066007710 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:08.966950 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2e2cea63-8ff8-4b01-9dee-c7d066007710 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:08.975408 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eede461-f1f8-47d9-8606-8e5e63863eae None None] Pushing event updated for resources: {'Port': ['ID=651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:08.978360 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-943942f6-0d0b-42ed-b0ba-0dbd1b77e874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:08.979794 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-943942f6-0d0b-42ed-b0ba-0dbd1b77e874 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/460f46ec-125b-40f5-a1d1-fc092e29f138 HTTP/1.1" status: 204 len: 168 time: 0.2261486 Apr 20 17:49:08.991421 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943942f6-0d0b-42ed-b0ba-0dbd1b77e874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460f46ec-125b-40f5-a1d1-fc092e29f138,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:09.018108 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cea63-8ff8-4b01-9dee-c7d066007710 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6677c2-74a7-4da5-8456-19533c4407a3,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:09.028223 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2e2cea63-8ff8-4b01-9dee-c7d066007710 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:09.032389 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2e2cea63-8ff8-4b01-9dee-c7d066007710 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2280204 Apr 20 17:49:09.032563 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55332) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:09.039075 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-30ab6a77-78ab-4ddd-84d2-0b61b47ebe8c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Request body: {'security_group_rule': {'security_group_id': 'aeeb94f1-28f6-4a72-8f2f-ccd67bbd8ccc', 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:49:09.047810 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-30ab6a77-78ab-4ddd-84d2-0b61b47ebe8c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:49:09.052745 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-30ab6a77-78ab-4ddd-84d2-0b61b47ebe8c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Usage tracker for resource:security_group_rule and tenant:46418d03dcfd4ae1a968507356cc51c0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:49:09.056132 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-30ab6a77-78ab-4ddd-84d2-0b61b47ebe8c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:49:09.062365 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-30ab6a77-78ab-4ddd-84d2-0b61b47ebe8c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:49:09.086384 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-30ab6a77-78ab-4ddd-84d2-0b61b47ebe8c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:09.214430 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-30ab6a77-78ab-4ddd-84d2-0b61b47ebe8c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:09.222977 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-30ab6a77-78ab-4ddd-84d2-0b61b47ebe8c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:09.228125 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5bac96b9-89ca-4b9d-90a1-90b5d5d34602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:09.284663 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab6a77-78ab-4ddd-84d2-0b61b47ebe8c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e4fd327-6fd7-4539-8ecd-ca0ccca29493,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:09.289041 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-30ab6a77-78ab-4ddd-84d2-0b61b47ebe8c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:09.294336 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55338) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:09.294876 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-30ab6a77-78ab-4ddd-84d2-0b61b47ebe8c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2607114 Apr 20 17:49:09.299888 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-56935a1a-c77e-4f95-9171-be76a3a03cfd tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Request body: {'security_group_rule': {'security_group_id': 'aeeb94f1-28f6-4a72-8f2f-ccd67bbd8ccc', 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:49:09.315295 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-56935a1a-c77e-4f95-9171-be76a3a03cfd tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:49:09.325391 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-56935a1a-c77e-4f95-9171-be76a3a03cfd tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Usage tracker for resource:security_group_rule and tenant:46418d03dcfd4ae1a968507356cc51c0 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:49:09.328812 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-56935a1a-c77e-4f95-9171-be76a3a03cfd tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:49:09.342236 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-56935a1a-c77e-4f95-9171-be76a3a03cfd tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:49:09.382960 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-56935a1a-c77e-4f95-9171-be76a3a03cfd tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:09.534066 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-56935a1a-c77e-4f95-9171-be76a3a03cfd tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:09.541963 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-56935a1a-c77e-4f95-9171-be76a3a03cfd tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:09.551306 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55346) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:09.570914 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e3b7c5a3-b10f-4a08-bec4-05769a789804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:09.572164 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56935a1a-c77e-4f95-9171-be76a3a03cfd tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c408179e-2fb1-4f10-89a4-353a7c584196,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:09.583369 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-56935a1a-c77e-4f95-9171-be76a3a03cfd tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:09.584549 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-56935a1a-c77e-4f95-9171-be76a3a03cfd tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2892373 Apr 20 17:49:09.587609 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55350) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:09.594781 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-d7721799-b6eb-4951-b616-6af6f332ffd2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Request body: {'security_group_rule': {'security_group_id': 'aeeb94f1-28f6-4a72-8f2f-ccd67bbd8ccc', 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:49:09.602493 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d7721799-b6eb-4951-b616-6af6f332ffd2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:49:09.606492 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d7721799-b6eb-4951-b616-6af6f332ffd2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Usage tracker for resource:security_group_rule and tenant:46418d03dcfd4ae1a968507356cc51c0 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:49:09.609608 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d7721799-b6eb-4951-b616-6af6f332ffd2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:49:09.616608 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d7721799-b6eb-4951-b616-6af6f332ffd2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:49:09.618672 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e3b7c5a3-b10f-4a08-bec4-05769a789804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:49:09.623682 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e3b7c5a3-b10f-4a08-bec4-05769a789804 admin admin] Usage tracker for resource:security_group_rule and tenant:2707884f61444f8ab4e6465d575f4e49 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:49:09.626735 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e3b7c5a3-b10f-4a08-bec4-05769a789804 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:49:09.630236 n-d-838032-1 neutron-server[84081]: INFO neutron.db.securitygroups_db [None req-d7721799-b6eb-4951-b616-6af6f332ffd2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Project 46418d03dcfd4ae1a968507356cc51c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:49:09.632988 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e3b7c5a3-b10f-4a08-bec4-05769a789804 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:49:09.639011 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d7721799-b6eb-4951-b616-6af6f332ffd2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:09.706780 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e3b7c5a3-b10f-4a08-bec4-05769a789804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:09.713330 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e3b7c5a3-b10f-4a08-bec4-05769a789804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:09.730443 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d7721799-b6eb-4951-b616-6af6f332ffd2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:09.738255 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d7721799-b6eb-4951-b616-6af6f332ffd2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:09.765350 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7c5a3-b10f-4a08-bec4-05769a789804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36881fd-389a-4d1b-9092-2e0218e2553f,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:09.767136 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7721799-b6eb-4951-b616-6af6f332ffd2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=539861a8-4488-4505-b363-77a5ba93341e,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:09.769671 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e3b7c5a3-b10f-4a08-bec4-05769a789804 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2707884f61444f8ab4e6465d575f4e49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2173536 Apr 20 17:49:09.773001 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55360) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:09.792591 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d7721799-b6eb-4951-b616-6af6f332ffd2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:09.796913 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d7721799-b6eb-4951-b616-6af6f332ffd2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2054720 Apr 20 17:49:09.798662 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55364) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:09.806309 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-8f4cf7fb-d991-4759-802c-b28d9b75f176 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Request body: {'security_group_rule': {'security_group_id': 'aeeb94f1-28f6-4a72-8f2f-ccd67bbd8ccc', 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:49:09.813262 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8f4cf7fb-d991-4759-802c-b28d9b75f176 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:49:09.826537 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8f4cf7fb-d991-4759-802c-b28d9b75f176 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Usage tracker for resource:security_group_rule and tenant:46418d03dcfd4ae1a968507356cc51c0 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:49:09.830933 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8f4cf7fb-d991-4759-802c-b28d9b75f176 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:49:09.835544 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8f4cf7fb-d991-4759-802c-b28d9b75f176 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:49:09.851126 n-d-838032-1 neutron-server[84081]: INFO neutron.db.securitygroups_db [None req-8f4cf7fb-d991-4759-802c-b28d9b75f176 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Project 46418d03dcfd4ae1a968507356cc51c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:49:09.860061 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8f4cf7fb-d991-4759-802c-b28d9b75f176 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:09.861547 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ab3c185a-b4d3-4b99-a3ee-9fbccf886307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:09.889851 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ab3c185a-b4d3-4b99-a3ee-9fbccf886307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:09.934439 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8f4cf7fb-d991-4759-802c-b28d9b75f176 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:09.942332 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8f4cf7fb-d991-4759-802c-b28d9b75f176 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:09.963083 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4cf7fb-d991-4759-802c-b28d9b75f176 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c484d91-cf5b-4c02-9f68-68dc32be212a,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:09.964823 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ab3c185a-b4d3-4b99-a3ee-9fbccf886307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:09.983150 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8f4cf7fb-d991-4759-802c-b28d9b75f176 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:09.984599 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8f4cf7fb-d991-4759-802c-b28d9b75f176 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1849368 Apr 20 17:49:09.989250 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c185a-b4d3-4b99-a3ee-9fbccf886307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36881fd-389a-4d1b-9092-2e0218e2553f,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:10.026447 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ab3c185a-b4d3-4b99-a3ee-9fbccf886307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:10.040579 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ab3c185a-b4d3-4b99-a3ee-9fbccf886307 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e36881fd-389a-4d1b-9092-2e0218e2553f HTTP/1.1" status: 204 len: 168 time: 0.2672441 Apr 20 17:49:10.277057 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ae7889-a284-48e1-83d4-6fcfde93f715 None None] Network fc63877e-81da-4ee7-aceb-2b598c822df9 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:49:10.306770 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-1b29627c-02a1-474d-b97a-228247f801b5 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1454649364&fields=id&tenant_id=46418d03dcfd4ae1a968507356cc51c0 HTTP/1.1" status: 200 len: 267 time: 0.0600350 Apr 20 17:49:10.441838 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-636bec6f-1fdd-4250-a571-effa3d7c665d None None] Provisioning for port 651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:49:10.584196 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-b8f73c1b-361a-4895-bf6d-1b006eb732cc tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:49:10.585762 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-b8f73c1b-361a-4895-bf6d-1b006eb732cc tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/networks?id=fc63877e-81da-4ee7-aceb-2b598c822df9 HTTP/1.1" status: 200 len: 797 time: 0.2711177 Apr 20 17:49:10.643121 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-398d0fd1-5ca0-49a7-8af3-6b0def3d9f3c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/quotas/46418d03dcfd4ae1a968507356cc51c0 HTTP/1.1" status: 200 len: 375 time: 0.0388033 Apr 20 17:49:10.731558 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:49:10.807321 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-df30d0b9-e6f7-4d6c-9d6c-163f7be47bb2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=46418d03dcfd4ae1a968507356cc51c0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1437075 Apr 20 17:49:10.855955 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:49:10.865284 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:49:10.866768 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:10.969199 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-fa204adc-dbc4-463a-bf2d-fc42f63af8fc service neutron] 10.222.0.39 "GET /v2.0/networks/fc63877e-81da-4ee7-aceb-2b598c822df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579061 Apr 20 17:49:11.017492 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:11.060045 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef,segment=NetworkSegment(26ac67dc-201a-4403-8076-6880c0ccdd86),segment_id=26ac67dc-201a-4403-8076-6880c0ccdd86)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:49:11.078116 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:11.164763 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:11.208753 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6eab2f6e-0fb9-46c7-9c0e-19a4fbe88ae3 None None] Provisioning complete for port 651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:49:11.208753 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6eab2f6e-0fb9-46c7-9c0e-19a4fbe88ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:11.271810 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-03c0c20b-6284-4190-a4a6-e35c307d0173 service neutron] 10.222.0.39 "GET /v2.0/networks/fc63877e-81da-4ee7-aceb-2b598c822df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013022 Apr 20 17:49:11.387228 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c32f1c1c-9247-425d-b592-219d9bde6a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:11.546854 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7410e678-1441-48b0-9534-3ee52eec6d4c req-6798e59a-164c-4715-9435-87217652e16b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c9343a2-db3e-4478-88f6-41fb09e24e18 HTTP/1.1" status: 200 len: 210 time: 0.0611959 Apr 20 17:49:12.464550 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:49:12.561379 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:49:12.654973 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:49:12.655274 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:12.760754 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:12.780414 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7f320f65-b505-4ad7-b58d-a4ba5cf30842 req-5543d5d1-5463-430a-854d-370f899ce1ef tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c9343a2-db3e-4478-88f6-41fb09e24e18 HTTP/1.1" status: 200 len: 210 time: 0.0897973 Apr 20 17:49:12.830242 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:13.130153 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-ed2ea7c5-ef87-4c5d-b7d3-34c55d7f3df6 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:49:13.132326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-ed2ea7c5-ef87-4c5d-b7d3-34c55d7f3df6 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Synchronizing usage tracker for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:49:13.153737 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-ed2ea7c5-ef87-4c5d-b7d3-34c55d7f3df6 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Unset dirty status for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:49:13.155551 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-ed2ea7c5-ef87-4c5d-b7d3-34c55d7f3df6 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.43 "GET /v2.0/networks?id=fc63877e-81da-4ee7-aceb-2b598c822df9 HTTP/1.1" status: 200 len: 797 time: 0.1943972 Apr 20 17:49:13.220014 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-bd7bd2a8-02db-4da1-9330-eadc1ecaea34 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Synchronizing usage tracker for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:49:13.236533 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-bd7bd2a8-02db-4da1-9330-eadc1ecaea34 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Unset dirty status for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:49:13.237753 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-bd7bd2a8-02db-4da1-9330-eadc1ecaea34 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46418d03dcfd4ae1a968507356cc51c0 HTTP/1.1" status: 200 len: 473 time: 0.0706224 Apr 20 17:49:13.248081 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-35aa5c51-c5a8-4ea4-850e-1d97e21fd346 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Request body: {'port': {'device_id': '3c9343a2-db3e-4478-88f6-41fb09e24e18', 'network_id': 'fc63877e-81da-4ee7-aceb-2b598c822df9', 'admin_state_up': True, 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'security_groups': ['aeeb94f1-28f6-4a72-8f2f-ccd67bbd8ccc']}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:49:13.388267 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:13.405214 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-35aa5c51-c5a8-4ea4-850e-1d97e21fd346 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:49:13.409371 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-35aa5c51-c5a8-4ea4-850e-1d97e21fd346 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Usage tracker for resource:port and tenant:46418d03dcfd4ae1a968507356cc51c0 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:49:13.412306 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-35aa5c51-c5a8-4ea4-850e-1d97e21fd346 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:49:13.418441 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-35aa5c51-c5a8-4ea4-850e-1d97e21fd346 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:49:13.428743 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-35aa5c51-c5a8-4ea4-850e-1d97e21fd346 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Made reservation on behalf of 46418d03dcfd4ae1a968507356cc51c0 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:49:13.432243 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-35aa5c51-c5a8-4ea4-850e-1d97e21fd346 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:13.598867 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-35aa5c51-c5a8-4ea4-850e-1d97e21fd346 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Allocated IP 172.20.0.23 (fc63877e-81da-4ee7-aceb-2b598c822df9/0740a8c4-8551-462b-9408-28ca7108a745/ab8e3890-adcf-4f01-849f-7a274ce33e42) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:49:13.786771 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-35aa5c51-c5a8-4ea4-850e-1d97e21fd346 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:13.802298 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-35aa5c51-c5a8-4ea4-850e-1d97e21fd346 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Transition to ACTIVE for port object ab8e3890-adcf-4f01-849f-7a274ce33e42 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:49:13.847754 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-35aa5c51-c5a8-4ea4-850e-1d97e21fd346 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:13.960361 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-35aa5c51-c5a8-4ea4-850e-1d97e21fd346 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Network fc63877e-81da-4ee7-aceb-2b598c822df9 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:49:13.967129 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-35aa5c51-c5a8-4ea4-850e-1d97e21fd346 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:49:13.975245 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-35aa5c51-c5a8-4ea4-850e-1d97e21fd346 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:49:14.086285 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:14.121280 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa5c51-c5a8-4ea4-850e-1d97e21fd346 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'Port': ['ID=ab8e3890-adcf-4f01-849f-7a274ce33e42,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:14.168985 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-35aa5c51-c5a8-4ea4-850e-1d97e21fd346 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:49:14.169636 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-35aa5c51-c5a8-4ea4-850e-1d97e21fd346 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:14.202120 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ade24-8622-49cf-847c-d6cc3b1a82e4 req-312a7e27-74d6-4f41-a93f-ac004562fb31 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:49:14.202818 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-8a3ade24-8622-49cf-847c-d6cc3b1a82e4 req-312a7e27-74d6-4f41-a93f-ac004562fb31 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Synchronizing usage tracker for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:49:14.207210 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-35aa5c51-c5a8-4ea4-850e-1d97e21fd346 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9629977 Apr 20 17:49:14.220058 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-afd04e73-48e5-4dab-964a-cf070fc08fcc service neutron] Request body: {'port': {'device_id': '3c9343a2-db3e-4478-88f6-41fb09e24e18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:49:14.247935 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-8a3ade24-8622-49cf-847c-d6cc3b1a82e4 req-312a7e27-74d6-4f41-a93f-ac004562fb31 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Unset dirty status for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:49:14.249045 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8a3ade24-8622-49cf-847c-d6cc3b1a82e4 req-312a7e27-74d6-4f41-a93f-ac004562fb31 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c9343a2-db3e-4478-88f6-41fb09e24e18 HTTP/1.1" status: 200 len: 932 time: 0.3283653 Apr 20 17:49:14.306327 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b26cc85a-ea4e-4ae5-b8e3-43fdc162d7c1 None None] Provisioning for port ab8e3890-adcf-4f01-849f-7a274ce33e42 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:49:14.312168 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b26cc85a-ea4e-4ae5-b8e3-43fdc162d7c1 None None] Provisioning complete for port ab8e3890-adcf-4f01-849f-7a274ce33e42 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:49:14.312758 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b26cc85a-ea4e-4ae5-b8e3-43fdc162d7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:14.354302 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8a3ade24-8622-49cf-847c-d6cc3b1a82e4 req-1264b947-9b0e-4597-8f35-3640f844d25b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?id=aeeb94f1-28f6-4a72-8f2f-ccd67bbd8ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990729 Apr 20 17:49:14.365920 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-afd04e73-48e5-4dab-964a-cf070fc08fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:14.399962 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-b26cc85a-ea4e-4ae5-b8e3-43fdc162d7c1 None None] Port ab8e3890-adcf-4f01-849f-7a274ce33e42 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:49:14.766281 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-afd04e73-48e5-4dab-964a-cf070fc08fcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab8e3890-adcf-4f01-849f-7a274ce33e42 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:49:14.784560 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-afd04e73-48e5-4dab-964a-cf070fc08fcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:14.802129 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-afd04e73-48e5-4dab-964a-cf070fc08fcc service neutron] Transition to ACTIVE for port object ab8e3890-adcf-4f01-849f-7a274ce33e42 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:49:14.809989 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-afd04e73-48e5-4dab-964a-cf070fc08fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:14.973191 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd04e73-48e5-4dab-964a-cf070fc08fcc service neutron] Pushing event updated for resources: {'Port': ['ID=ab8e3890-adcf-4f01-849f-7a274ce33e42,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:15.102176 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-afd04e73-48e5-4dab-964a-cf070fc08fcc service neutron] Attempting to bind port ab8e3890-adcf-4f01-849f-7a274ce33e42 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:49:15.102797 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-afd04e73-48e5-4dab-964a-cf070fc08fcc service neutron] Attempting to bind port ab8e3890-adcf-4f01-849f-7a274ce33e42 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '26ac67dc-201a-4403-8076-6880c0ccdd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fc63877e-81da-4ee7-aceb-2b598c822df9'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:49:15.103293 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-afd04e73-48e5-4dab-964a-cf070fc08fcc service neutron] Attempting to bind port ab8e3890-adcf-4f01-849f-7a274ce33e42 on network fc63877e-81da-4ee7-aceb-2b598c822df9 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:49:15.109891 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-afd04e73-48e5-4dab-964a-cf070fc08fcc service neutron] Port ab8e3890-adcf-4f01-849f-7a274ce33e42 on network fc63877e-81da-4ee7-aceb-2b598c822df9 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:49:15.110472 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-afd04e73-48e5-4dab-964a-cf070fc08fcc service neutron] Attempting to bind port ab8e3890-adcf-4f01-849f-7a274ce33e42 on network fc63877e-81da-4ee7-aceb-2b598c822df9 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:49:15.117513 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-afd04e73-48e5-4dab-964a-cf070fc08fcc service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:49:15.118622 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-afd04e73-48e5-4dab-964a-cf070fc08fcc service neutron] Checking segment: {'id': '26ac67dc-201a-4403-8076-6880c0ccdd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fc63877e-81da-4ee7-aceb-2b598c822df9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:49:15.119198 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-afd04e73-48e5-4dab-964a-cf070fc08fcc service neutron] Bound using segment: {'id': '26ac67dc-201a-4403-8076-6880c0ccdd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fc63877e-81da-4ee7-aceb-2b598c822df9'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:49:15.119789 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-afd04e73-48e5-4dab-964a-cf070fc08fcc service neutron] Bound port: ab8e3890-adcf-4f01-849f-7a274ce33e42, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ac67dc-201a-4403-8076-6880c0ccdd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fc63877e-81da-4ee7-aceb-2b598c822df9'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:49:15.120323 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-afd04e73-48e5-4dab-964a-cf070fc08fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:15.208923 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-afd04e73-48e5-4dab-964a-cf070fc08fcc service neutron] For port ab8e3890-adcf-4f01-849f-7a274ce33e42, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:49:15.211928 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-afd04e73-48e5-4dab-964a-cf070fc08fcc service neutron] For port ab8e3890-adcf-4f01-849f-7a274ce33e42, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ab8e3890-adcf-4f01-849f-7a274ce33e42,segment=NetworkSegment(26ac67dc-201a-4403-8076-6880c0ccdd86),segment_id=26ac67dc-201a-4403-8076-6880c0ccdd86)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:49:15.223728 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-afd04e73-48e5-4dab-964a-cf070fc08fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:15.307215 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd04e73-48e5-4dab-964a-cf070fc08fcc service neutron] Pushing event updated for resources: {'Port': ['ID=ab8e3890-adcf-4f01-849f-7a274ce33e42,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:15.312148 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-afd04e73-48e5-4dab-964a-cf070fc08fcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:15.313567 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-afd04e73-48e5-4dab-964a-cf070fc08fcc service neutron] 10.222.0.43 "PUT /v2.0/ports/ab8e3890-adcf-4f01-849f-7a274ce33e42 HTTP/1.1" status: 200 len: 1092 time: 1.0981629 Apr 20 17:49:15.314001 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c9343a2-db3e-4478-88f6-41fb09e24e18', 'tag': 'ab8e3890-adcf-4f01-849f-7a274ce33e42'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:49:15.366538 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:15.524978 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-0607dbdc-0201-4fc7-8f9f-492684e9adc2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46418d03dcfd4ae1a968507356cc51c0&device_id=3c9343a2-db3e-4478-88f6-41fb09e24e18 HTTP/1.1" status: 200 len: 1095 time: 0.1658080 Apr 20 17:49:15.616060 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-b5855f20-5a05-4f02-9c30-ce78fbc51886 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=ab8e3890-adcf-4f01-849f-7a274ce33e42 HTTP/1.1" status: 200 len: 217 time: 0.0844514 Apr 20 17:49:15.734083 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58fc6a4c-8525-4c12-b925-6f190b99d544'] response: {'name': 'network-changed', 'server_uuid': '3c9343a2-db3e-4478-88f6-41fb09e24e18', 'tag': 'ab8e3890-adcf-4f01-849f-7a274ce33e42', 'status': 'completed', 'code': 200} Apr 20 17:49:15.744499 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-446dfe98-57aa-4928-99f7-ba530a57ce98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:49:15.746174 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-446dfe98-57aa-4928-99f7-ba530a57ce98 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0740a8c4-8551-462b-9408-28ca7108a745 HTTP/1.1" status: 200 len: 838 time: 0.1240880 Apr 20 17:49:15.846720 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299817e7-50a3-47e3-aee0-b82946c0186d req-5e9e3e07-73c7-40d4-b624-c7d797d93f89 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:49:15.848152 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-299817e7-50a3-47e3-aee0-b82946c0186d req-5e9e3e07-73c7-40d4-b624-c7d797d93f89 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c9343a2-db3e-4478-88f6-41fb09e24e18 HTTP/1.1" status: 200 len: 944 time: 0.1566703 Apr 20 17:49:15.851755 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-12cdcbbe-1770-4d0a-920d-f7d8e0c1f659 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fc63877e-81da-4ee7-aceb-2b598c822df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0987828 Apr 20 17:49:15.974228 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-299817e7-50a3-47e3-aee0-b82946c0186d req-648ca862-c633-491a-83ad-3fe81a9cb85a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?id=aeeb94f1-28f6-4a72-8f2f-ccd67bbd8ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194429 Apr 20 17:49:16.016174 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-4c07d291-66a8-4011-bedf-3d5a61d8e587 service neutron] 10.222.0.43 "GET /v2.0/networks/fc63877e-81da-4ee7-aceb-2b598c822df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481085 Apr 20 17:49:16.161447 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-85ee3e51-b700-433f-a7f1-b870a4b178c9 req-9735d762-9706-4baf-8f88-ef7b1e161430 service neutron] 10.222.0.43 "GET /v2.0/networks/fc63877e-81da-4ee7-aceb-2b598c822df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341388 Apr 20 17:49:16.407801 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d789227c-f632-48bb-b8d0-387e9daabf3e req-090963c6-f1e7-4377-99b2-c6aa5bf7c0d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46418d03dcfd4ae1a968507356cc51c0&device_id=3c9343a2-db3e-4478-88f6-41fb09e24e18 HTTP/1.1" status: 200 len: 1095 time: 0.1956155 Apr 20 17:49:16.552338 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789227c-f632-48bb-b8d0-387e9daabf3e req-145184d9-4a49-40bb-a6ed-1c1e647aba4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:49:16.553797 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d789227c-f632-48bb-b8d0-387e9daabf3e req-145184d9-4a49-40bb-a6ed-1c1e647aba4d service neutron] 10.222.0.43 "GET /v2.0/networks?id=fc63877e-81da-4ee7-aceb-2b598c822df9 HTTP/1.1" status: 200 len: 898 time: 0.1377084 Apr 20 17:49:16.624119 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d789227c-f632-48bb-b8d0-387e9daabf3e req-0c9b9003-dc1f-4e2c-aa06-279304c3ab17 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=ab8e3890-adcf-4f01-849f-7a274ce33e42 HTTP/1.1" status: 200 len: 217 time: 0.0617385 Apr 20 17:49:16.705054 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789227c-f632-48bb-b8d0-387e9daabf3e req-d93779cd-a384-4e34-95d2-9952a872c9e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:49:16.706701 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d789227c-f632-48bb-b8d0-387e9daabf3e req-d93779cd-a384-4e34-95d2-9952a872c9e3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0740a8c4-8551-462b-9408-28ca7108a745 HTTP/1.1" status: 200 len: 838 time: 0.0771546 Apr 20 17:49:16.787280 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d789227c-f632-48bb-b8d0-387e9daabf3e req-dbf2a9e5-c790-4987-936c-3dfeb104ceae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fc63877e-81da-4ee7-aceb-2b598c822df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0735841 Apr 20 17:49:16.942090 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d789227c-f632-48bb-b8d0-387e9daabf3e req-fd67055e-98a8-4cfd-b651-ea5fe71a33c2 service neutron] 10.222.0.43 "GET /v2.0/networks/fc63877e-81da-4ee7-aceb-2b598c822df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464422 Apr 20 17:49:17.099796 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d789227c-f632-48bb-b8d0-387e9daabf3e req-d488fbfa-3b7c-4de5-bf14-e91fe4ba1ee7 service neutron] 10.222.0.43 "GET /v2.0/networks/fc63877e-81da-4ee7-aceb-2b598c822df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513903 Apr 20 17:49:17.194978 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a3858-ebca-4fe8-bfdc-199a6c432e77 req-c7aaf0c6-1118-449e-be21-19eb751e1d0b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:49:17.197168 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-743a3858-ebca-4fe8-bfdc-199a6c432e77 req-c7aaf0c6-1118-449e-be21-19eb751e1d0b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c9343a2-db3e-4478-88f6-41fb09e24e18 HTTP/1.1" status: 200 len: 944 time: 0.0790617 Apr 20 17:49:17.259906 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-743a3858-ebca-4fe8-bfdc-199a6c432e77 req-51494427-fb5b-4e1d-9e8c-c2a768cff6a9 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?id=aeeb94f1-28f6-4a72-8f2f-ccd67bbd8ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464356 Apr 20 17:49:18.485828 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8df9a9-a519-45ce-876c-7148608ce7a2 req-8a9fbd47-a9ea-4880-99e7-a903a844853d tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:49:18.487638 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6c8df9a9-a519-45ce-876c-7148608ce7a2 req-8a9fbd47-a9ea-4880-99e7-a903a844853d tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c9343a2-db3e-4478-88f6-41fb09e24e18 HTTP/1.1" status: 200 len: 944 time: 0.1001022 Apr 20 17:49:18.536901 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6c8df9a9-a519-45ce-876c-7148608ce7a2 req-ac0f740a-f622-4653-b371-a32ecf989af0 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?id=aeeb94f1-28f6-4a72-8f2f-ccd67bbd8ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418642 Apr 20 17:49:19.765848 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da02eda-6ab5-417d-9e7d-502fe7a90fe0 req-ef329969-7100-43cd-a66d-fa8a17681bd5 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:49:19.768153 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0da02eda-6ab5-417d-9e7d-502fe7a90fe0 req-ef329969-7100-43cd-a66d-fa8a17681bd5 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c9343a2-db3e-4478-88f6-41fb09e24e18 HTTP/1.1" status: 200 len: 944 time: 0.0856178 Apr 20 17:49:19.834045 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0da02eda-6ab5-417d-9e7d-502fe7a90fe0 req-e6dfdd30-3187-4535-b51f-3df523b60f83 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?id=aeeb94f1-28f6-4a72-8f2f-ccd67bbd8ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578122 Apr 20 17:49:19.912390 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ab8e3890-adcf-4f01-849f-7a274ce33e42 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:49:20.043216 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ab8e3890-adcf-4f01-849f-7a274ce33e42, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ab8e3890-adcf-4f01-849f-7a274ce33e42,segment=NetworkSegment(26ac67dc-201a-4403-8076-6880c0ccdd86),segment_id=26ac67dc-201a-4403-8076-6880c0ccdd86)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:49:20.059272 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'ab8e3890-adcf-4f01-849f-7a274ce33e42', 'network_id': 'fc63877e-81da-4ee7-aceb-2b598c822df9', 'port_id': 'ab8e3890-adcf-4f01-849f-7a274ce33e42', 'mac_address': 'fa:16:3e:b7:37:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0740a8c4-8551-462b-9408-28ca7108a745', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:49:20.148967 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:20.169841 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab8e3890-adcf-4f01-849f-7a274ce33e42 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:49:20.214878 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ab8e3890-adcf-4f01-849f-7a274ce33e42, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ab8e3890-adcf-4f01-849f-7a274ce33e42,segment=NetworkSegment(26ac67dc-201a-4403-8076-6880c0ccdd86),segment_id=26ac67dc-201a-4403-8076-6880c0ccdd86)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:49:20.227566 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:20.301167 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=ab8e3890-adcf-4f01-849f-7a274ce33e42,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:20.309972 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:20.310326 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:20.310655 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:20.310972 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:20.311287 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:20.311600 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:20.311909 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:20.312217 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:20.312523 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:20.312829 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:20.313134 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:20.445711 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['ab8e3890-adcf-4f01-849f-7a274ce33e42'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:49:21.083810 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4237774-53dc-4d3f-a455-52d343ebc975 req-e592e91a-ee24-4d07-bf83-2d655d08a304 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:49:21.091055 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d4237774-53dc-4d3f-a455-52d343ebc975 req-e592e91a-ee24-4d07-bf83-2d655d08a304 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c9343a2-db3e-4478-88f6-41fb09e24e18 HTTP/1.1" status: 200 len: 945 time: 0.1051457 Apr 20 17:49:21.152177 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d4237774-53dc-4d3f-a455-52d343ebc975 req-9f169e0f-ae1e-4569-908b-bfbcb378559b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?id=aeeb94f1-28f6-4a72-8f2f-ccd67bbd8ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669243 Apr 20 17:49:21.931053 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ab8e3890-adcf-4f01-849f-7a274ce33e42 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:49:22.013413 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port ab8e3890-adcf-4f01-849f-7a274ce33e42 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:49:22.019188 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port ab8e3890-adcf-4f01-849f-7a274ce33e42 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:49:22.019629 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:22.189004 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:22.243597 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9343a2-db3e-4478-88f6-41fb09e24e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8e3890-adcf-4f01-849f-7a274ce33e42'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:49:22.248952 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port ab8e3890-adcf-4f01-849f-7a274ce33e42, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ab8e3890-adcf-4f01-849f-7a274ce33e42,segment=NetworkSegment(26ac67dc-201a-4403-8076-6880c0ccdd86),segment_id=26ac67dc-201a-4403-8076-6880c0ccdd86)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:49:22.258031 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:22.375518 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=ab8e3890-adcf-4f01-849f-7a274ce33e42,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:22.504003 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-096a7661-a190-46e8-aea3-e327928324d2'] response: {'server_uuid': '3c9343a2-db3e-4478-88f6-41fb09e24e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8e3890-adcf-4f01-849f-7a274ce33e42', 'code': 200} Apr 20 17:49:22.613455 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93575d5b-9c01-4208-b91d-8a60f6faff48 req-7302b292-e94d-4563-843a-bb43043c8145 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:49:22.616516 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-93575d5b-9c01-4208-b91d-8a60f6faff48 req-7302b292-e94d-4563-843a-bb43043c8145 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c9343a2-db3e-4478-88f6-41fb09e24e18 HTTP/1.1" status: 200 len: 946 time: 0.1802001 Apr 20 17:49:22.663670 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5a413173-a7f0-4d55-a78d-31751287f22e req-a953c212-763b-49db-bbca-a9f11bd1c0ce service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3c9343a2-db3e-4478-88f6-41fb09e24e18 HTTP/1.1" status: 200 len: 1097 time: 0.1032319 Apr 20 17:49:22.677387 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-93575d5b-9c01-4208-b91d-8a60f6faff48 req-9ac271d8-8b29-4ac4-af8e-9f7e5221b781 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?id=aeeb94f1-28f6-4a72-8f2f-ccd67bbd8ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548966 Apr 20 17:49:22.738867 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5a413173-a7f0-4d55-a78d-31751287f22e req-0835d709-5463-4bfc-9cb1-b8571da3638f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=aeeb94f1-28f6-4a72-8f2f-ccd67bbd8ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669804 Apr 20 17:49:23.939899 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd95e7-d407-4dbd-a124-449ff8eba51b req-ae9ade28-6e63-46ec-bf00-430f763be09a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:49:23.946797 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cfdd95e7-d407-4dbd-a124-449ff8eba51b req-ae9ade28-6e63-46ec-bf00-430f763be09a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c9343a2-db3e-4478-88f6-41fb09e24e18 HTTP/1.1" status: 200 len: 946 time: 0.0846288 Apr 20 17:49:23.996759 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cfdd95e7-d407-4dbd-a124-449ff8eba51b req-0561c805-86fc-4313-9e00-fd5ea95b6290 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?id=aeeb94f1-28f6-4a72-8f2f-ccd67bbd8ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474954 Apr 20 17:49:25.231599 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96569d-66e9-452c-b345-70b51cc773fd req-6a9da8ac-62cc-462c-a15e-e1fb7785e6c1 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:49:25.233057 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3d96569d-66e9-452c-b345-70b51cc773fd req-6a9da8ac-62cc-462c-a15e-e1fb7785e6c1 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c9343a2-db3e-4478-88f6-41fb09e24e18 HTTP/1.1" status: 200 len: 946 time: 0.0918810 Apr 20 17:49:25.280440 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3d96569d-66e9-452c-b345-70b51cc773fd req-f31d0cc1-6e07-44d6-a21f-9a87f5d50f34 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?id=aeeb94f1-28f6-4a72-8f2f-ccd67bbd8ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410466 Apr 20 17:49:25.548368 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4215c5-bec8-4d8d-bcbf-3155aed8597a req-91c5e38a-dd16-4f60-9b65-3db0eb25d5d0 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:49:25.554822 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ac4215c5-bec8-4d8d-bcbf-3155aed8597a req-91c5e38a-dd16-4f60-9b65-3db0eb25d5d0 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c9343a2-db3e-4478-88f6-41fb09e24e18 HTTP/1.1" status: 200 len: 946 time: 0.1327775 Apr 20 17:49:25.605434 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ac4215c5-bec8-4d8d-bcbf-3155aed8597a req-1f898c7b-b20f-4a87-8450-a69b3ef6e831 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?id=aeeb94f1-28f6-4a72-8f2f-ccd67bbd8ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470572 Apr 20 17:49:27.139834 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55820) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:28.100753 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b19b720-68f1-4b79-9c01-40a40f3ff30c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:28.527233 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-4b19b720-68f1-4b79-9c01-40a40f3ff30c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Allocated IP 172.20.0.17 (fc63877e-81da-4ee7-aceb-2b598c822df9/0740a8c4-8551-462b-9408-28ca7108a745/6a8b2726-dc6f-44f0-a2e2-77abe0fb6284) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:49:28.736818 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b19b720-68f1-4b79-9c01-40a40f3ff30c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:28.753806 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-4b19b720-68f1-4b79-9c01-40a40f3ff30c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Transition to ACTIVE for port object 6a8b2726-dc6f-44f0-a2e2-77abe0fb6284 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:49:28.778468 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b19b720-68f1-4b79-9c01-40a40f3ff30c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:28.855187 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b19b720-68f1-4b79-9c01-40a40f3ff30c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Network fc63877e-81da-4ee7-aceb-2b598c822df9 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:49:28.859720 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-4b19b720-68f1-4b79-9c01-40a40f3ff30c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:49:28.864728 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b19b720-68f1-4b79-9c01-40a40f3ff30c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:49:28.892748 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19b720-68f1-4b79-9c01-40a40f3ff30c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'Port': ['ID=6a8b2726-dc6f-44f0-a2e2-77abe0fb6284,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:28.943999 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b19b720-68f1-4b79-9c01-40a40f3ff30c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:28.966176 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19b720-68f1-4b79-9c01-40a40f3ff30c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:28.966536 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19b720-68f1-4b79-9c01-40a40f3ff30c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:28.966866 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19b720-68f1-4b79-9c01-40a40f3ff30c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:28.967195 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19b720-68f1-4b79-9c01-40a40f3ff30c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:28.967932 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19b720-68f1-4b79-9c01-40a40f3ff30c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:28.968296 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19b720-68f1-4b79-9c01-40a40f3ff30c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:28.968619 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19b720-68f1-4b79-9c01-40a40f3ff30c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:28.977923 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19b720-68f1-4b79-9c01-40a40f3ff30c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:28.978321 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19b720-68f1-4b79-9c01-40a40f3ff30c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:28.978659 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19b720-68f1-4b79-9c01-40a40f3ff30c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:28.979097 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19b720-68f1-4b79-9c01-40a40f3ff30c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:29.087752 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b19b720-68f1-4b79-9c01-40a40f3ff30c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:29.241339 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-11e1cfe4-2797-4c26-a501-ad889689e011 None None] Provisioning for port 6a8b2726-dc6f-44f0-a2e2-77abe0fb6284 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:49:29.246806 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-11e1cfe4-2797-4c26-a501-ad889689e011 None None] Provisioning complete for port 6a8b2726-dc6f-44f0-a2e2-77abe0fb6284 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:49:29.247336 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-11e1cfe4-2797-4c26-a501-ad889689e011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:29.307175 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-11e1cfe4-2797-4c26-a501-ad889689e011 None None] Port 6a8b2726-dc6f-44f0-a2e2-77abe0fb6284 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:49:29.600261 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b19b720-68f1-4b79-9c01-40a40f3ff30c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:29.607780 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b19b720-68f1-4b79-9c01-40a40f3ff30c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:29.827857 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4b19b720-68f1-4b79-9c01-40a40f3ff30c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:29.835264 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19b720-68f1-4b79-9c01-40a40f3ff30c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'Port': ['ID=6a8b2726-dc6f-44f0-a2e2-77abe0fb6284,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:29.974513 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b19b720-68f1-4b79-9c01-40a40f3ff30c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Network fc63877e-81da-4ee7-aceb-2b598c822df9 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:49:29.975602 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-4b19b720-68f1-4b79-9c01-40a40f3ff30c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:49:30.343341 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-21f02afa-7376-479b-82e7-cab9ef0338ef None None] Provisioning complete for port 6a8b2726-dc6f-44f0-a2e2-77abe0fb6284 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:49:30.344473 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-21f02afa-7376-479b-82e7-cab9ef0338ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:30.429172 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-21f02afa-7376-479b-82e7-cab9ef0338ef None None] Port 6a8b2726-dc6f-44f0-a2e2-77abe0fb6284 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:49:30.535591 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b19b720-68f1-4b79-9c01-40a40f3ff30c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Router 68293710-1e09-426e-91f2-a16e2b534e3a has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:49:30.774994 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b19b720-68f1-4b79-9c01-40a40f3ff30c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:49:30.785789 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb14658-2b88-4d64-b5b0-f531375b0406 None None] Sync routers for ids ['68293710-1e09-426e-91f2-a16e2b534e3a'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:49:30.810054 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb14658-2b88-4d64-b5b0-f531375b0406 None None] Routers {'68293710-1e09-426e-91f2-a16e2b534e3a'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:49:30.812141 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-efb14658-2b88-4d64-b5b0-f531375b0406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:49:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['68293710-1e09-426e-91f2-a16e2b534e3a'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:49:30.814921 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4b19b720-68f1-4b79-9c01-40a40f3ff30c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "PUT /v2.0/routers/68293710-1e09-426e-91f2-a16e2b534e3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6740377 Apr 20 17:49:31.036778 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-efb14658-2b88-4d64-b5b0-f531375b0406 None None] Set router 68293710-1e09-426e-91f2-a16e2b534e3a gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:49:31.446354 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-efb14658-2b88-4d64-b5b0-f531375b0406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'name': 'tempest-TestNetworkBasicOps-router-1342585392', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:47:30Z', 'updated_at': '2022-04-20T17:49:29Z', 'revision_number': 5, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'gw_port': {'id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:31Z', 'updated_at': '2022-04-20T17:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '599a7a67-8369-4eff-aed4-1e38136b0dda', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'port_id': '5f06cbbf-9c1c-49c0-b65f-e719f5712c5d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30', 'mac_address': 'fa:16:3e:10:06:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cdea92-16dd-40af-83eb-13a49df5f117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:48:01Z', 'updated_at': '2022-04-20T17:48:04Z', 'revision_number': 1, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13a9b0e8-c8a0-41a0-bacc-3e3a764c222e', 'name': '', 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'mac_address': 'fa:16:3e:f7:fd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b813fee-438f-497c-93b9-06d5485a5d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:36Z', 'updated_at': '2022-04-20T17:47:44Z', 'revision_number': 5, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'subnets': [{'id': '3b813fee-438f-497c-93b9-06d5485a5d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a8b2726-dc6f-44f0-a2e2-77abe0fb6284', 'name': '', 'network_id': 'fc63877e-81da-4ee7-aceb-2b598c822df9', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'mac_address': 'fa:16:3e:f0:8c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0740a8c4-8551-462b-9408-28ca7108a745', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:49:28Z', 'updated_at': '2022-04-20T17:49:29Z', 'revision_number': 2, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'subnets': [{'id': '0740a8c4-8551-462b-9408-28ca7108a745', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:49:31.451582 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb14658-2b88-4d64-b5b0-f531375b0406 None None] Checking router: 68293710-1e09-426e-91f2-a16e2b534e3a for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:49:31.452248 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb14658-2b88-4d64-b5b0-f531375b0406 None None] Updating router 68293710-1e09-426e-91f2-a16e2b534e3a port 6a8b2726-dc6f-44f0-a2e2-77abe0fb6284 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:49:31.508794 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-efb14658-2b88-4d64-b5b0-f531375b0406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:31.866076 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55932) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:31.876028 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-efb14658-2b88-4d64-b5b0-f531375b0406 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:31.887714 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-efb14658-2b88-4d64-b5b0-f531375b0406 None None] Transition to ACTIVE for port object 6a8b2726-dc6f-44f0-a2e2-77abe0fb6284 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:49:31.895815 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-efb14658-2b88-4d64-b5b0-f531375b0406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:32.016043 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f79f5a-ceb3-4b0c-af48-d12915b940c2 None None] Pushing event updated for resources: {'Port': ['ID=6a8b2726-dc6f-44f0-a2e2-77abe0fb6284,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:32.024385 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6b22846c-9808-4057-9488-a12ecb64886e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:32.032298 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f79f5a-ceb3-4b0c-af48-d12915b940c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:32.032842 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f79f5a-ceb3-4b0c-af48-d12915b940c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:32.033351 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f79f5a-ceb3-4b0c-af48-d12915b940c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:32.033837 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f79f5a-ceb3-4b0c-af48-d12915b940c2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:32.034362 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f79f5a-ceb3-4b0c-af48-d12915b940c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:32.034856 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f79f5a-ceb3-4b0c-af48-d12915b940c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:32.035341 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f79f5a-ceb3-4b0c-af48-d12915b940c2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:32.035827 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f79f5a-ceb3-4b0c-af48-d12915b940c2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:32.036309 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f79f5a-ceb3-4b0c-af48-d12915b940c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:32.036797 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f79f5a-ceb3-4b0c-af48-d12915b940c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:32.036986 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f79f5a-ceb3-4b0c-af48-d12915b940c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:32.081560 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6b22846c-9808-4057-9488-a12ecb64886e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:49:32.098718 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6b22846c-9808-4057-9488-a12ecb64886e admin admin] Usage tracker for resource:security_group_rule and tenant:f34acd6749884730b7218cd3ee55f5c9 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:49:32.104626 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6b22846c-9808-4057-9488-a12ecb64886e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:49:32.116109 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6b22846c-9808-4057-9488-a12ecb64886e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:49:32.144751 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-efb14658-2b88-4d64-b5b0-f531375b0406 None None] Attempting to bind port 6a8b2726-dc6f-44f0-a2e2-77abe0fb6284 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:49:32.145837 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-efb14658-2b88-4d64-b5b0-f531375b0406 None None] Attempting to bind port 6a8b2726-dc6f-44f0-a2e2-77abe0fb6284 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '26ac67dc-201a-4403-8076-6880c0ccdd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fc63877e-81da-4ee7-aceb-2b598c822df9'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:49:32.146474 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb14658-2b88-4d64-b5b0-f531375b0406 None None] Attempting to bind port 6a8b2726-dc6f-44f0-a2e2-77abe0fb6284 on network fc63877e-81da-4ee7-aceb-2b598c822df9 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:49:32.154445 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb14658-2b88-4d64-b5b0-f531375b0406 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:49:32.155244 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb14658-2b88-4d64-b5b0-f531375b0406 None None] Checking segment: {'id': '26ac67dc-201a-4403-8076-6880c0ccdd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fc63877e-81da-4ee7-aceb-2b598c822df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:49:32.156097 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-efb14658-2b88-4d64-b5b0-f531375b0406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:32.156731 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb14658-2b88-4d64-b5b0-f531375b0406 None None] Bound using segment: {'id': '26ac67dc-201a-4403-8076-6880c0ccdd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fc63877e-81da-4ee7-aceb-2b598c822df9'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:49:32.157500 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-efb14658-2b88-4d64-b5b0-f531375b0406 None None] Bound port: 6a8b2726-dc6f-44f0-a2e2-77abe0fb6284, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ac67dc-201a-4403-8076-6880c0ccdd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fc63877e-81da-4ee7-aceb-2b598c822df9'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:49:32.158504 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-efb14658-2b88-4d64-b5b0-f531375b0406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:32.203283 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6b22846c-9808-4057-9488-a12ecb64886e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:32.209157 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6b22846c-9808-4057-9488-a12ecb64886e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:32.254986 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-efb14658-2b88-4d64-b5b0-f531375b0406 None None] For port 6a8b2726-dc6f-44f0-a2e2-77abe0fb6284, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:49:32.258777 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-efb14658-2b88-4d64-b5b0-f531375b0406 None None] For port 6a8b2726-dc6f-44f0-a2e2-77abe0fb6284, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6a8b2726-dc6f-44f0-a2e2-77abe0fb6284,segment=NetworkSegment(26ac67dc-201a-4403-8076-6880c0ccdd86),segment_id=26ac67dc-201a-4403-8076-6880c0ccdd86)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:49:32.259767 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22846c-9808-4057-9488-a12ecb64886e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8578e508-b936-40e2-a881-3a35e9e2836d,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:32.268158 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 55940) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:32.268973 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6b22846c-9808-4057-9488-a12ecb64886e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f34acd6749884730b7218cd3ee55f5c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4014065 Apr 20 17:49:32.272042 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-efb14658-2b88-4d64-b5b0-f531375b0406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:32.340027 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5dcc7c9e-4aa9-49a7-86e0-dae41b23d251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:32.371391 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb14658-2b88-4d64-b5b0-f531375b0406 None None] Routers {'68293710-1e09-426e-91f2-a16e2b534e3a'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:49:32.372020 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-efb14658-2b88-4d64-b5b0-f531375b0406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:49:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['68293710-1e09-426e-91f2-a16e2b534e3a'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:49:32.373748 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5dcc7c9e-4aa9-49a7-86e0-dae41b23d251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:32.437136 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5dcc7c9e-4aa9-49a7-86e0-dae41b23d251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:32.455297 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5dcc7c9e-4aa9-49a7-86e0-dae41b23d251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:32.459400 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5dcc7c9e-4aa9-49a7-86e0-dae41b23d251 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8578e508-b936-40e2-a881-3a35e9e2836d HTTP/1.1" status: 204 len: 168 time: 0.1901062 Apr 20 17:49:32.462782 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc7c9e-4aa9-49a7-86e0-dae41b23d251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8578e508-b936-40e2-a881-3a35e9e2836d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:32.562604 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f79f5a-ceb3-4b0c-af48-d12915b940c2 None None] Pushing event updated for resources: {'Port': ['ID=6a8b2726-dc6f-44f0-a2e2-77abe0fb6284,revision_number=4']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:32.613463 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-efb14658-2b88-4d64-b5b0-f531375b0406 None None] Set router 68293710-1e09-426e-91f2-a16e2b534e3a gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:49:32.810411 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55952) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:32.828690 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1080bb1e-b125-4fc7-b993-7c07223697e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:32.858402 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1080bb1e-b125-4fc7-b993-7c07223697e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:49:32.862090 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1080bb1e-b125-4fc7-b993-7c07223697e6 admin admin] Usage tracker for resource:security_group_rule and tenant:42d0b7833a5a452f8a4253a9c8e2cbba is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:49:32.864853 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1080bb1e-b125-4fc7-b993-7c07223697e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:49:32.870795 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1080bb1e-b125-4fc7-b993-7c07223697e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:49:32.934972 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1080bb1e-b125-4fc7-b993-7c07223697e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:32.940266 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1080bb1e-b125-4fc7-b993-7c07223697e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:32.956869 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-efb14658-2b88-4d64-b5b0-f531375b0406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'name': 'tempest-TestNetworkBasicOps-router-1342585392', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:47:30Z', 'updated_at': '2022-04-20T17:49:29Z', 'revision_number': 5, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'gw_port': {'id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:31Z', 'updated_at': '2022-04-20T17:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '599a7a67-8369-4eff-aed4-1e38136b0dda', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'port_id': '5f06cbbf-9c1c-49c0-b65f-e719f5712c5d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30', 'mac_address': 'fa:16:3e:10:06:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cdea92-16dd-40af-83eb-13a49df5f117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:48:01Z', 'updated_at': '2022-04-20T17:48:04Z', 'revision_number': 1, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13a9b0e8-c8a0-41a0-bacc-3e3a764c222e', 'name': '', 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'mac_address': 'fa:16:3e:f7:fd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b813fee-438f-497c-93b9-06d5485a5d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:36Z', 'updated_at': '2022-04-20T17:47:44Z', 'revision_number': 5, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'subnets': [{'id': '3b813fee-438f-497c-93b9-06d5485a5d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a8b2726-dc6f-44f0-a2e2-77abe0fb6284', 'name': '', 'network_id': 'fc63877e-81da-4ee7-aceb-2b598c822df9', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'mac_address': 'fa:16:3e:f0:8c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0740a8c4-8551-462b-9408-28ca7108a745', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:49:28Z', 'updated_at': '2022-04-20T17:49:32Z', 'revision_number': 4, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'subnets': [{'id': '0740a8c4-8551-462b-9408-28ca7108a745', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:49:32.960740 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb14658-2b88-4d64-b5b0-f531375b0406 None None] The sync data for ids ['68293710-1e09-426e-91f2-a16e2b534e3a'] in n-d-838032-1 is: [{'id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'name': 'tempest-TestNetworkBasicOps-router-1342585392', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:47:30Z', 'updated_at': '2022-04-20T17:49:29Z', 'revision_number': 5, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'gw_port': {'id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:31Z', 'updated_at': '2022-04-20T17:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '599a7a67-8369-4eff-aed4-1e38136b0dda', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'port_id': '5f06cbbf-9c1c-49c0-b65f-e719f5712c5d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30', 'mac_address': 'fa:16:3e:10:06:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cdea92-16dd-40af-83eb-13a49df5f117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:48:01Z', 'updated_at': '2022-04-20T17:48:04Z', 'revision_number': 1, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13a9b0e8-c8a0-41a0-bacc-3e3a764c222e', 'name': '', 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'mac_address': 'fa:16:3e:f7:fd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b813fee-438f-497c-93b9-06d5485a5d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:36Z', 'updated_at': '2022-04-20T17:47:44Z', 'revision_number': 5, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'subnets': [{'id': '3b813fee-438f-497c-93b9-06d5485a5d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a8b2726-dc6f-44f0-a2e2-77abe0fb6284', 'name': '', 'network_id': 'fc63877e-81da-4ee7-aceb-2b598c822df9', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'mac_address': 'fa:16:3e:f0:8c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0740a8c4-8551-462b-9408-28ca7108a745', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:49:28Z', 'updated_at': '2022-04-20T17:49:32Z', 'revision_number': 4, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'subnets': [{'id': '0740a8c4-8551-462b-9408-28ca7108a745', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:49:32.990543 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080bb1e-b125-4fc7-b993-7c07223697e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c998c668-cabe-404c-81ed-6409fe41bf86,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:32.998438 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1080bb1e-b125-4fc7-b993-7c07223697e6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=42d0b7833a5a452f8a4253a9c8e2cbba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1846137 Apr 20 17:49:32.998757 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 55956) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:33.071631 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e8492991-3053-4637-8009-e55c3dda1ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:33.098998 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e8492991-3053-4637-8009-e55c3dda1ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:33.153827 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e8492991-3053-4637-8009-e55c3dda1ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:33.170564 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8492991-3053-4637-8009-e55c3dda1ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c998c668-cabe-404c-81ed-6409fe41bf86,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:33.180913 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e8492991-3053-4637-8009-e55c3dda1ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:33.182041 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e8492991-3053-4637-8009-e55c3dda1ff3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c998c668-cabe-404c-81ed-6409fe41bf86 HTTP/1.1" status: 204 len: 168 time: 0.1720936 Apr 20 17:49:34.619811 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6a8b2726-dc6f-44f0-a2e2-77abe0fb6284 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:49:34.722258 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 6a8b2726-dc6f-44f0-a2e2-77abe0fb6284 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:49:34.727492 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 6a8b2726-dc6f-44f0-a2e2-77abe0fb6284 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:49:34.727855 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:34.845716 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:34.880150 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 6a8b2726-dc6f-44f0-a2e2-77abe0fb6284, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6a8b2726-dc6f-44f0-a2e2-77abe0fb6284,segment=NetworkSegment(26ac67dc-201a-4403-8076-6880c0ccdd86),segment_id=26ac67dc-201a-4403-8076-6880c0ccdd86)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:49:34.886854 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:34.954166 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=6a8b2726-dc6f-44f0-a2e2-77abe0fb6284,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:36.569617 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6a8b2726-dc6f-44f0-a2e2-77abe0fb6284 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:49:36.639438 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 6a8b2726-dc6f-44f0-a2e2-77abe0fb6284 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:49:36.639836 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:39.209283 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-eec084b5-edb1-404f-9cce-86a8827f9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:41.388650 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d9a46067-5ce0-4363-a9a9-84d32f4cf89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:41.590388 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56130) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:41.756594 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-03723927-15a0-4a11-b7e2-9532a7f8b51a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:41.789986 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-03723927-15a0-4a11-b7e2-9532a7f8b51a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:49:41.796884 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-03723927-15a0-4a11-b7e2-9532a7f8b51a admin admin] Usage tracker for resource:security_group_rule and tenant:21108a165fa846339827d57e28da33f6 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:49:41.800603 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-03723927-15a0-4a11-b7e2-9532a7f8b51a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:49:41.805377 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-03723927-15a0-4a11-b7e2-9532a7f8b51a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:49:41.867922 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-03723927-15a0-4a11-b7e2-9532a7f8b51a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:41.873679 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-03723927-15a0-4a11-b7e2-9532a7f8b51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:41.925833 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03723927-15a0-4a11-b7e2-9532a7f8b51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0257c4b-315d-45da-9f60-09903d9a2fbd,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:41.935521 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-03723927-15a0-4a11-b7e2-9532a7f8b51a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=21108a165fa846339827d57e28da33f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3405437 Apr 20 17:49:41.937556 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56140) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:42.001998 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-260fc8b8-c4df-4321-8313-ff294a176ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:42.030641 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-260fc8b8-c4df-4321-8313-ff294a176ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:42.082868 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-260fc8b8-c4df-4321-8313-ff294a176ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:42.098799 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260fc8b8-c4df-4321-8313-ff294a176ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0257c4b-315d-45da-9f60-09903d9a2fbd,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:42.109658 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-260fc8b8-c4df-4321-8313-ff294a176ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:42.113362 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-260fc8b8-c4df-4321-8313-ff294a176ed3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a0257c4b-315d-45da-9f60-09903d9a2fbd HTTP/1.1" status: 204 len: 168 time: 0.1777418 Apr 20 17:49:42.529741 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56158) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:42.550341 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d5b48288-a297-4b86-b1d8-6f157e0c3ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:42.593385 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d5b48288-a297-4b86-b1d8-6f157e0c3ca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:49:42.597769 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d5b48288-a297-4b86-b1d8-6f157e0c3ca8 admin admin] Usage tracker for resource:security_group_rule and tenant:7ea8d7879ad54a1b87bb13bba948ca18 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:49:42.597769 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d5b48288-a297-4b86-b1d8-6f157e0c3ca8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:49:42.605040 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d5b48288-a297-4b86-b1d8-6f157e0c3ca8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:49:42.678975 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d5b48288-a297-4b86-b1d8-6f157e0c3ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:42.684621 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d5b48288-a297-4b86-b1d8-6f157e0c3ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:42.689459 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:42.732844 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b48288-a297-4b86-b1d8-6f157e0c3ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b100c90f-6da8-4ef1-8178-c5dde18554c5,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:42.736764 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d5b48288-a297-4b86-b1d8-6f157e0c3ca8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ea8d7879ad54a1b87bb13bba948ca18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2058434 Apr 20 17:49:42.739484 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56164) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:42.760853 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b48288-a297-4b86-b1d8-6f157e0c3ca8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:42.761236 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b48288-a297-4b86-b1d8-6f157e0c3ca8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:42.761542 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b48288-a297-4b86-b1d8-6f157e0c3ca8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:42.761868 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b48288-a297-4b86-b1d8-6f157e0c3ca8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:42.777157 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:42.779585 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b48288-a297-4b86-b1d8-6f157e0c3ca8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:42.779585 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b48288-a297-4b86-b1d8-6f157e0c3ca8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:42.779585 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b48288-a297-4b86-b1d8-6f157e0c3ca8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:42.779585 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b48288-a297-4b86-b1d8-6f157e0c3ca8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:42.779585 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b48288-a297-4b86-b1d8-6f157e0c3ca8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:42.779585 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b48288-a297-4b86-b1d8-6f157e0c3ca8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:42.779585 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b48288-a297-4b86-b1d8-6f157e0c3ca8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:49:42.834848 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-32899cda-1861-4604-8ae3-86c7a8348770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:42.859359 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-32899cda-1861-4604-8ae3-86c7a8348770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:42.913417 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-32899cda-1861-4604-8ae3-86c7a8348770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:42.932700 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32899cda-1861-4604-8ae3-86c7a8348770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b100c90f-6da8-4ef1-8178-c5dde18554c5,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:42.937047 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-32899cda-1861-4604-8ae3-86c7a8348770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:42.938141 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-32899cda-1861-4604-8ae3-86c7a8348770 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b100c90f-6da8-4ef1-8178-c5dde18554c5 HTTP/1.1" status: 204 len: 168 time: 0.1973875 Apr 20 17:49:43.415898 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:44.097563 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:45.372878 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:45.589401 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56256) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:45.747644 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6b499934-d674-42a8-8376-3dba71de992d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:45.779619 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6b499934-d674-42a8-8376-3dba71de992d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:49:45.783368 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6b499934-d674-42a8-8376-3dba71de992d admin admin] Usage tracker for resource:security_group_rule and tenant:36218f378e7048d7acf498f496d3bd6a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:49:45.786227 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6b499934-d674-42a8-8376-3dba71de992d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:49:45.791806 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6b499934-d674-42a8-8376-3dba71de992d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:49:45.875709 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6b499934-d674-42a8-8376-3dba71de992d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:45.880121 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6b499934-d674-42a8-8376-3dba71de992d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:45.931291 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b499934-d674-42a8-8376-3dba71de992d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d0e4d7-7380-46f1-b7ce-87ede24c35e4,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:45.938116 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56264) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:45.939624 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6b499934-d674-42a8-8376-3dba71de992d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36218f378e7048d7acf498f496d3bd6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3440561 Apr 20 17:49:46.001823 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1facc06-eb7e-4644-bf0f-6b066df4cf9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:46.028244 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1facc06-eb7e-4644-bf0f-6b066df4cf9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:46.098270 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1facc06-eb7e-4644-bf0f-6b066df4cf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:46.105687 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1facc06-eb7e-4644-bf0f-6b066df4cf9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d0e4d7-7380-46f1-b7ce-87ede24c35e4,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:46.111469 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1facc06-eb7e-4644-bf0f-6b066df4cf9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:46.111469 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d1facc06-eb7e-4644-bf0f-6b066df4cf9e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/25d0e4d7-7380-46f1-b7ce-87ede24c35e4 HTTP/1.1" status: 204 len: 168 time: 0.1750612 Apr 20 17:49:46.513325 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56280) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:46.537793 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5b805903-041a-4a02-8bd3-51c48b479bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:46.569147 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-5b805903-041a-4a02-8bd3-51c48b479bf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:49:46.573344 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-5b805903-041a-4a02-8bd3-51c48b479bf4 admin admin] Usage tracker for resource:security_group_rule and tenant:91189daf1e104a0e99150108a6c4ced8 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:49:46.573344 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-5b805903-041a-4a02-8bd3-51c48b479bf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:49:46.582861 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-5b805903-041a-4a02-8bd3-51c48b479bf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:49:46.665201 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5b805903-041a-4a02-8bd3-51c48b479bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:46.672875 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5b805903-041a-4a02-8bd3-51c48b479bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:46.714569 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b805903-041a-4a02-8bd3-51c48b479bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e706d8fc-c64b-4cba-a620-d8a1ba7b42c0,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:46.721119 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5b805903-041a-4a02-8bd3-51c48b479bf4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=91189daf1e104a0e99150108a6c4ced8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2040811 Apr 20 17:49:46.721300 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56288) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:46.800049 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-85e7270d-ca8f-4a89-bed9-1476f2050c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:46.827878 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-85e7270d-ca8f-4a89-bed9-1476f2050c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:46.892323 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-85e7270d-ca8f-4a89-bed9-1476f2050c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:46.906108 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7270d-ca8f-4a89-bed9-1476f2050c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e706d8fc-c64b-4cba-a620-d8a1ba7b42c0,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:46.919148 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-85e7270d-ca8f-4a89-bed9-1476f2050c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:46.922900 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-85e7270d-ca8f-4a89-bed9-1476f2050c3e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e706d8fc-c64b-4cba-a620-d8a1ba7b42c0 HTTP/1.1" status: 204 len: 168 time: 0.2004683 Apr 20 17:49:49.207602 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56348) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:49.462260 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:49:49.875073 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-185fc976-9b66-41e6-85ff-88c4269cb842 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:50.653397 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-185fc976-9b66-41e6-85ff-88c4269cb842 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Deleting port 6a8b2726-dc6f-44f0-a2e2-77abe0fb6284 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:49:50.653397 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-185fc976-9b66-41e6-85ff-88c4269cb842 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:50.867976 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-185fc976-9b66-41e6-85ff-88c4269cb842 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] For port 6a8b2726-dc6f-44f0-a2e2-77abe0fb6284, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6a8b2726-dc6f-44f0-a2e2-77abe0fb6284,segment=NetworkSegment(26ac67dc-201a-4403-8076-6880c0ccdd86),segment_id=26ac67dc-201a-4403-8076-6880c0ccdd86)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:49:50.867976 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-185fc976-9b66-41e6-85ff-88c4269cb842 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:51.004988 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-185fc976-9b66-41e6-85ff-88c4269cb842 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Calling delete_port for 6a8b2726-dc6f-44f0-a2e2-77abe0fb6284 owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:49:51.331387 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-185fc976-9b66-41e6-85ff-88c4269cb842 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:51.399209 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185fc976-9b66-41e6-85ff-88c4269cb842 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event deleted for resources: {'Port': ['ID=6a8b2726-dc6f-44f0-a2e2-77abe0fb6284,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:51.793470 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-185fc976-9b66-41e6-85ff-88c4269cb842 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:52.549423 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185fc976-9b66-41e6-85ff-88c4269cb842 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Router 68293710-1e09-426e-91f2-a16e2b534e3a has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:49:52.827702 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185fc976-9b66-41e6-85ff-88c4269cb842 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:49:52.843239 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5899dce-97a0-4e61-8734-573da86a694c None None] Sync routers for ids ['68293710-1e09-426e-91f2-a16e2b534e3a'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:49:52.850820 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-185fc976-9b66-41e6-85ff-88c4269cb842 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "PUT /v2.0/routers/68293710-1e09-426e-91f2-a16e2b534e3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6383517 Apr 20 17:49:52.869786 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5899dce-97a0-4e61-8734-573da86a694c None None] Routers {'68293710-1e09-426e-91f2-a16e2b534e3a'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:49:52.870129 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-f5899dce-97a0-4e61-8734-573da86a694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:49:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['68293710-1e09-426e-91f2-a16e2b534e3a'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:49:53.100229 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-f5899dce-97a0-4e61-8734-573da86a694c None None] Set router 68293710-1e09-426e-91f2-a16e2b534e3a gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:49:53.384598 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6badd5-d13b-493d-ba2d-f6bb74877a91 req-74e8bc36-5434-4905-8b4d-35bcd14b2faf tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:49:53.384598 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-9a6badd5-d13b-493d-ba2d-f6bb74877a91 req-74e8bc36-5434-4905-8b4d-35bcd14b2faf tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Synchronizing usage tracker for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:49:53.423560 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-9a6badd5-d13b-493d-ba2d-f6bb74877a91 req-74e8bc36-5434-4905-8b4d-35bcd14b2faf tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Unset dirty status for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:49:53.423560 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a6badd5-d13b-493d-ba2d-f6bb74877a91 req-74e8bc36-5434-4905-8b4d-35bcd14b2faf tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c9343a2-db3e-4478-88f6-41fb09e24e18 HTTP/1.1" status: 200 len: 946 time: 0.1630266 Apr 20 17:49:53.471795 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a6badd5-d13b-493d-ba2d-f6bb74877a91 req-14ba283a-60ea-4f0d-b9d5-101abe6049eb tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?id=aeeb94f1-28f6-4a72-8f2f-ccd67bbd8ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530937 Apr 20 17:49:53.602606 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-f5899dce-97a0-4e61-8734-573da86a694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'name': 'tempest-TestNetworkBasicOps-router-1342585392', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:47:30Z', 'updated_at': '2022-04-20T17:49:51Z', 'revision_number': 6, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'gw_port': {'id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:31Z', 'updated_at': '2022-04-20T17:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '599a7a67-8369-4eff-aed4-1e38136b0dda', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'port_id': '5f06cbbf-9c1c-49c0-b65f-e719f5712c5d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30', 'mac_address': 'fa:16:3e:10:06:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cdea92-16dd-40af-83eb-13a49df5f117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:48:01Z', 'updated_at': '2022-04-20T17:48:04Z', 'revision_number': 1, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13a9b0e8-c8a0-41a0-bacc-3e3a764c222e', 'name': '', 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'mac_address': 'fa:16:3e:f7:fd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b813fee-438f-497c-93b9-06d5485a5d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:36Z', 'updated_at': '2022-04-20T17:47:44Z', 'revision_number': 5, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'subnets': [{'id': '3b813fee-438f-497c-93b9-06d5485a5d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:49:53.609070 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5899dce-97a0-4e61-8734-573da86a694c None None] Checking router: 68293710-1e09-426e-91f2-a16e2b534e3a for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:49:53.625702 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5899dce-97a0-4e61-8734-573da86a694c None None] Routers {'68293710-1e09-426e-91f2-a16e2b534e3a'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:49:53.625702 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-f5899dce-97a0-4e61-8734-573da86a694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:49:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['68293710-1e09-426e-91f2-a16e2b534e3a'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:49:53.862362 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-f5899dce-97a0-4e61-8734-573da86a694c None None] Set router 68293710-1e09-426e-91f2-a16e2b534e3a gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:49:54.278238 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-f5899dce-97a0-4e61-8734-573da86a694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'name': 'tempest-TestNetworkBasicOps-router-1342585392', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:47:30Z', 'updated_at': '2022-04-20T17:49:51Z', 'revision_number': 6, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'gw_port': {'id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:31Z', 'updated_at': '2022-04-20T17:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '599a7a67-8369-4eff-aed4-1e38136b0dda', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'port_id': '5f06cbbf-9c1c-49c0-b65f-e719f5712c5d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30', 'mac_address': 'fa:16:3e:10:06:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cdea92-16dd-40af-83eb-13a49df5f117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:48:01Z', 'updated_at': '2022-04-20T17:48:04Z', 'revision_number': 1, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13a9b0e8-c8a0-41a0-bacc-3e3a764c222e', 'name': '', 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'mac_address': 'fa:16:3e:f7:fd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b813fee-438f-497c-93b9-06d5485a5d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:36Z', 'updated_at': '2022-04-20T17:47:44Z', 'revision_number': 5, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'subnets': [{'id': '3b813fee-438f-497c-93b9-06d5485a5d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:49:54.282541 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5899dce-97a0-4e61-8734-573da86a694c None None] The sync data for ids ['68293710-1e09-426e-91f2-a16e2b534e3a'] in n-d-838032-1 is: [{'id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'name': 'tempest-TestNetworkBasicOps-router-1342585392', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:47:30Z', 'updated_at': '2022-04-20T17:49:51Z', 'revision_number': 6, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'gw_port': {'id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:31Z', 'updated_at': '2022-04-20T17:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '599a7a67-8369-4eff-aed4-1e38136b0dda', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'port_id': '5f06cbbf-9c1c-49c0-b65f-e719f5712c5d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30', 'mac_address': 'fa:16:3e:10:06:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cdea92-16dd-40af-83eb-13a49df5f117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:48:01Z', 'updated_at': '2022-04-20T17:48:04Z', 'revision_number': 1, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13a9b0e8-c8a0-41a0-bacc-3e3a764c222e', 'name': '', 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'mac_address': 'fa:16:3e:f7:fd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b813fee-438f-497c-93b9-06d5485a5d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:36Z', 'updated_at': '2022-04-20T17:47:44Z', 'revision_number': 5, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'subnets': [{'id': '3b813fee-438f-497c-93b9-06d5485a5d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:49:54.604198 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e39f-bc03-420e-9093-6086d551c175 req-e06c51ef-04cc-464d-9703-0634ef6c6b5c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:49:54.604198 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a446e39f-bc03-420e-9093-6086d551c175 req-e06c51ef-04cc-464d-9703-0634ef6c6b5c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c9343a2-db3e-4478-88f6-41fb09e24e18 HTTP/1.1" status: 200 len: 946 time: 0.1059690 Apr 20 17:49:54.679758 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6a8b2726-dc6f-44f0-a2e2-77abe0fb6284 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:49:54.698340 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-a446e39f-bc03-420e-9093-6086d551c175 req-85f896d3-901e-4e11-94b1-5958fbd0e639 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Deleting port ab8e3890-adcf-4f01-849f-7a274ce33e42 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:49:54.698340 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-a446e39f-bc03-420e-9093-6086d551c175 req-85f896d3-901e-4e11-94b1-5958fbd0e639 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:54.812119 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 6a8b2726-dc6f-44f0-a2e2-77abe0fb6284 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:49:54.812570 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6a8b2726-dc6f-44f0-a2e2-77abe0fb6284 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:49:54.919273 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9e155-db8a-42df-adc8-bcc814e3722a req-ce12177c-dfe9-42fb-9855-302181b938ff tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:49:54.919273 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bbf9e155-db8a-42df-adc8-bcc814e3722a req-ce12177c-dfe9-42fb-9855-302181b938ff tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c9343a2-db3e-4478-88f6-41fb09e24e18 HTTP/1.1" status: 200 len: 946 time: 0.2150548 Apr 20 17:49:55.002734 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bbf9e155-db8a-42df-adc8-bcc814e3722a req-20033358-78c6-408a-b0a3-03853b12a048 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?id=aeeb94f1-28f6-4a72-8f2f-ccd67bbd8ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728168 Apr 20 17:49:55.225032 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-a446e39f-bc03-420e-9093-6086d551c175 req-85f896d3-901e-4e11-94b1-5958fbd0e639 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] For port ab8e3890-adcf-4f01-849f-7a274ce33e42, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=ab8e3890-adcf-4f01-849f-7a274ce33e42,segment=NetworkSegment(26ac67dc-201a-4403-8076-6880c0ccdd86),segment_id=26ac67dc-201a-4403-8076-6880c0ccdd86)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:49:55.225032 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-a446e39f-bc03-420e-9093-6086d551c175 req-85f896d3-901e-4e11-94b1-5958fbd0e639 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:55.352714 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-a446e39f-bc03-420e-9093-6086d551c175 req-85f896d3-901e-4e11-94b1-5958fbd0e639 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Calling delete_port for ab8e3890-adcf-4f01-849f-7a274ce33e42 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:49:55.569761 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-a446e39f-bc03-420e-9093-6086d551c175 req-85f896d3-901e-4e11-94b1-5958fbd0e639 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:55.632463 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f896d3-901e-4e11-94b1-5958fbd0e639 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event deleted for resources: {'Port': ['ID=ab8e3890-adcf-4f01-849f-7a274ce33e42,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:55.729625 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-a446e39f-bc03-420e-9093-6086d551c175 req-85f896d3-901e-4e11-94b1-5958fbd0e639 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] No DVR routers for this DVR port ab8e3890-adcf-4f01-849f-7a274ce33e42 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:49:55.729625 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-a446e39f-bc03-420e-9093-6086d551c175 req-85f896d3-901e-4e11-94b1-5958fbd0e639 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:55.742710 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9343a2-db3e-4478-88f6-41fb09e24e18', 'name': 'network-vif-deleted', 'tag': 'ab8e3890-adcf-4f01-849f-7a274ce33e42'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:49:55.756410 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a446e39f-bc03-420e-9093-6086d551c175 req-85f896d3-901e-4e11-94b1-5958fbd0e639 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.43 "DELETE /v2.0/ports/ab8e3890-adcf-4f01-849f-7a274ce33e42 HTTP/1.1" status: 204 len: 173 time: 1.1429479 Apr 20 17:49:55.826226 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c79c3813-ea49-4372-b6e2-395454310d9d'] response: {'server_uuid': '3c9343a2-db3e-4478-88f6-41fb09e24e18', 'name': 'network-vif-deleted', 'tag': 'ab8e3890-adcf-4f01-849f-7a274ce33e42', 'status': 'completed', 'code': 200} Apr 20 17:49:56.260361 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-20dc6598-3e91-4eb8-9d8a-43724b246832 req-6f184eaf-26e6-4d47-97fa-0607e02ffdb8 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c9343a2-db3e-4478-88f6-41fb09e24e18 HTTP/1.1" status: 200 len: 210 time: 0.0445335 Apr 20 17:49:57.429338 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56534) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:57.509611 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9340088b-36b5-4000-9c8f-c9dd63d9c9ac tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:57.547814 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9340088b-36b5-4000-9c8f-c9dd63d9c9ac tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:57.645841 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9340088b-36b5-4000-9c8f-c9dd63d9c9ac tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:57.677362 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340088b-36b5-4000-9c8f-c9dd63d9c9ac tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeeb94f1-28f6-4a72-8f2f-ccd67bbd8ccc,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:57.712722 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9340088b-36b5-4000-9c8f-c9dd63d9c9ac tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:57.714024 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9340088b-36b5-4000-9c8f-c9dd63d9c9ac tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "DELETE /v2.0/security-groups/aeeb94f1-28f6-4a72-8f2f-ccd67bbd8ccc HTTP/1.1" status: 204 len: 168 time: 0.2826202 Apr 20 17:49:57.782143 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56546) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:57.977249 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d20a66-fa4c-412f-849a-7c448b1ec74f tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Deleting subnet 0740a8c4-8551-462b-9408-28ca7108a745 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:49:57.981115 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e3d20a66-fa4c-412f-849a-7c448b1ec74f tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:58.044959 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e3d20a66-fa4c-412f-849a-7c448b1ec74f tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:58.075616 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ab8e3890-adcf-4f01-849f-7a274ce33e42 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:49:58.123928 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: ab8e3890-adcf-4f01-849f-7a274ce33e42 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:49:58.123928 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device ab8e3890-adcf-4f01-849f-7a274ce33e42 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:49:58.202065 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e3d20a66-fa4c-412f-849a-7c448b1ec74f tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:58.305660 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e3d20a66-fa4c-412f-849a-7c448b1ec74f tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:58.346476 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d20a66-fa4c-412f-849a-7c448b1ec74f tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event deleted for resources: {'Subnet': ['ID=0740a8c4-8551-462b-9408-28ca7108a745,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:58.356272 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e3d20a66-fa4c-412f-849a-7c448b1ec74f tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:58.376530 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56556) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:49:58.382639 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c23cf7-f731-444b-80f2-6421344b1fdc None None] Network fc63877e-81da-4ee7-aceb-2b598c822df9 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:49:58.394015 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e3d20a66-fa4c-412f-849a-7c448b1ec74f tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "DELETE /v2.0/subnets/0740a8c4-8551-462b-9408-28ca7108a745 HTTP/1.1" status: 204 len: 168 time: 0.6135967 Apr 20 17:49:58.598761 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bb70e4c4-5c37-4e3e-b40f-4fdb70a44aed tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:58.610334 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-bb70e4c4-5c37-4e3e-b40f-4fdb70a44aed tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Deleting port 651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:49:58.610743 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bb70e4c4-5c37-4e3e-b40f-4fdb70a44aed tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:58.708973 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b0e037-ae67-40a7-b603-834830851798 None None] DHCP port deletion for fc63877e-81da-4ee7-aceb-2b598c822df9 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:49:58.715247 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d7b0e037-ae67-40a7-b603-834830851798 None None] Deleting port 651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:49:58.715888 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e037-ae67-40a7-b603-834830851798 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:58.895013 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-bb70e4c4-5c37-4e3e-b40f-4fdb70a44aed tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] For port 651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef,segment=NetworkSegment(26ac67dc-201a-4403-8076-6880c0ccdd86),segment_id=26ac67dc-201a-4403-8076-6880c0ccdd86)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:49:58.895013 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bb70e4c4-5c37-4e3e-b40f-4fdb70a44aed tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:59.058678 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-bb70e4c4-5c37-4e3e-b40f-4fdb70a44aed tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Calling delete_port for 651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:49:59.171246 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bb70e4c4-5c37-4e3e-b40f-4fdb70a44aed tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:59.247706 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-d7b0e037-ae67-40a7-b603-834830851798 None None] For port 651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef,segment=NetworkSegment(26ac67dc-201a-4403-8076-6880c0ccdd86),segment_id=26ac67dc-201a-4403-8076-6880c0ccdd86)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:49:59.248847 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e037-ae67-40a7-b603-834830851798 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:59.301123 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70e4c4-5c37-4e3e-b40f-4fdb70a44aed tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event deleted for resources: {'Port': ['ID=651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:59.309562 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb70e4c4-5c37-4e3e-b40f-4fdb70a44aed tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] No DVR routers for this DVR port 651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:49:59.387271 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d7b0e037-ae67-40a7-b603-834830851798 None None] Calling delete_port for 651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:49:59.538125 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:49:59.544888 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:49:59.544888 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:49:59.544888 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:49:59.544888 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:49:59.544888 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:49:59.544888 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:49:59.544888 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:49:59.544888 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:49:59.544888 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:49:59.544888 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:49:59.544888 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:49:59.544888 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:49:59.544888 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:49:59.544888 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 17:49:59.544888 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-d7b0e037-ae67-40a7-b603-834830851798 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:49:59.544888 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-d7b0e037-ae67-40a7-b603-834830851798 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:49:59.594615 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bb70e4c4-5c37-4e3e-b40f-4fdb70a44aed tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:59.637270 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-bb70e4c4-5c37-4e3e-b40f-4fdb70a44aed tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc63877e-81da-4ee7-aceb-2b598c822df9']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:49:59.650271 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-bb70e4c4-5c37-4e3e-b40f-4fdb70a44aed tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ac67dc-201a-4403-8076-6880c0ccdd86') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:49:59.650775 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-bb70e4c4-5c37-4e3e-b40f-4fdb70a44aed tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ac67dc-201a-4403-8076-6880c0ccdd86') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:49:59.663024 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bb70e4c4-5c37-4e3e-b40f-4fdb70a44aed tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:59.679029 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bb70e4c4-5c37-4e3e-b40f-4fdb70a44aed tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:59.685654 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb70e4c4-5c37-4e3e-b40f-4fdb70a44aed tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:49:59.686361 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bb70e4c4-5c37-4e3e-b40f-4fdb70a44aed tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:59.700925 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:49:59.700925 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:49:59.700925 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:49:59.700925 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:49:59.700925 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:49:59.700925 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:49:59.700925 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:49:59.700925 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:49:59.700925 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:49:59.700925 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:49:59.700925 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:49:59.700925 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:49:59.700925 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:49:59.700925 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:49:59.700925 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:49:59.700925 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:49:59.700925 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:49:59.700925 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:49:59.700925 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:49:59.700925 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:49:59.700925 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:49:59.700925 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:49:59.700925 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:49:59.700925 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:49:59.700925 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:49:59.700925 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:49:59.700925 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:49:59.700925 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:49:59.700925 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:49:59.700925 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:49:59.700925 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:49:59.700925 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:49:59.819529 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bb70e4c4-5c37-4e3e-b40f-4fdb70a44aed tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:59.819529 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bb70e4c4-5c37-4e3e-b40f-4fdb70a44aed tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:49:59.873620 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70e4c4-5c37-4e3e-b40f-4fdb70a44aed tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event deleted for resources: {'Network': ['ID=fc63877e-81da-4ee7-aceb-2b598c822df9,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:49:59.884618 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bb70e4c4-5c37-4e3e-b40f-4fdb70a44aed tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "DELETE /v2.0/networks/fc63877e-81da-4ee7-aceb-2b598c822df9 HTTP/1.1" status: 204 len: 168 time: 1.5007212 Apr 20 17:49:59.884618 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56578) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:00.041898 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d7b0e037-ae67-40a7-b603-834830851798 None None] Deleting port 651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:50:00.041898 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e037-ae67-40a7-b603-834830851798 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:00.183093 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d7b0e037-ae67-40a7-b603-834830851798 None None] The port '651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:50:00.219819 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-0d1e1827-eb25-4e8c-9fc0-ed7f6802626b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Deleting port 383bf0ea-5f2a-4d82-8533-b39bd6677fad {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:50:00.220207 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0d1e1827-eb25-4e8c-9fc0-ed7f6802626b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:00.512437 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0d1e1827-eb25-4e8c-9fc0-ed7f6802626b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:00.512742 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0d1e1827-eb25-4e8c-9fc0-ed7f6802626b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:00.619530 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:50:00.661333 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-0d1e1827-eb25-4e8c-9fc0-ed7f6802626b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Calling delete_port for 383bf0ea-5f2a-4d82-8533-b39bd6677fad owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:50:00.707223 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13ab03ba-012e-499b-a155-5c4c0c170e02 req-ea1bdc96-066f-4a44-9e57-10c94f89aef7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c9cdea92-16dd-40af-83eb-13a49df5f117&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2573869 Apr 20 17:50:00.724944 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:50:00.724944 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 651f0d0b-b63b-4b61-93de-a9c8ab3dc4ef not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:50:00.911290 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0d1e1827-eb25-4e8c-9fc0-ed7f6802626b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:00.976248 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e1827-eb25-4e8c-9fc0-ed7f6802626b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event deleted for resources: {'Port': ['ID=383bf0ea-5f2a-4d82-8533-b39bd6677fad,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:01.065455 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13ab03ba-012e-499b-a155-5c4c0c170e02 req-86761f68-5911-437b-8e1a-f46378e77933 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=46418d03dcfd4ae1a968507356cc51c0&device_id=c9cdea92-16dd-40af-83eb-13a49df5f117 HTTP/1.1" status: 200 len: 1097 time: 0.2291467 Apr 20 17:50:01.078532 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0d1e1827-eb25-4e8c-9fc0-ed7f6802626b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:01.457450 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab03ba-012e-499b-a155-5c4c0c170e02 req-42ddf3db-3a18-4c80-80c8-541c6c3d0e21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:01.457450 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13ab03ba-012e-499b-a155-5c4c0c170e02 req-42ddf3db-3a18-4c80-80c8-541c6c3d0e21 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d802f55-617b-41b1-aea9-185e56a78e30 HTTP/1.1" status: 200 len: 898 time: 0.3238881 Apr 20 17:50:01.708458 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13ab03ba-012e-499b-a155-5c4c0c170e02 req-c26c5451-2a3d-4ece-88e7-046e7760945b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f06cbbf-9c1c-49c0-b65f-e719f5712c5d HTTP/1.1" status: 200 len: 217 time: 0.2425063 Apr 20 17:50:01.815811 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab03ba-012e-499b-a155-5c4c0c170e02 req-6212bff4-d4e2-4d1f-a5cc-54e7ca7267e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:01.815811 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13ab03ba-012e-499b-a155-5c4c0c170e02 req-6212bff4-d4e2-4d1f-a5cc-54e7ca7267e9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b813fee-438f-497c-93b9-06d5485a5d10 HTTP/1.1" status: 200 len: 834 time: 0.0988855 Apr 20 17:50:02.065591 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13ab03ba-012e-499b-a155-5c4c0c170e02 req-6dbeaa17-0aea-4344-ad19-7adc68420341 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d802f55-617b-41b1-aea9-185e56a78e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2459424 Apr 20 17:50:02.238403 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13ab03ba-012e-499b-a155-5c4c0c170e02 req-185d8822-54dc-466a-9697-12664a98a8d0 service neutron] 10.222.0.10 "GET /v2.0/networks/5d802f55-617b-41b1-aea9-185e56a78e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603811 Apr 20 17:50:02.499913 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13ab03ba-012e-499b-a155-5c4c0c170e02 req-964f8fdf-a80e-4dc5-a09a-48ed9817dff8 service neutron] 10.222.0.10 "GET /v2.0/networks/5d802f55-617b-41b1-aea9-185e56a78e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533002 Apr 20 17:50:02.509281 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1e1827-eb25-4e8c-9fc0-ed7f6802626b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Router 68293710-1e09-426e-91f2-a16e2b534e3a has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:50:02.801723 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1e1827-eb25-4e8c-9fc0-ed7f6802626b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:50:02.817962 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429411a9-08cb-4fb0-96c7-09a8bbe45375 None None] Sync routers for ids ['68293710-1e09-426e-91f2-a16e2b534e3a'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:50:02.834676 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0d1e1827-eb25-4e8c-9fc0-ed7f6802626b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:02.838391 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429411a9-08cb-4fb0-96c7-09a8bbe45375 None None] Routers {'68293710-1e09-426e-91f2-a16e2b534e3a'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:50:02.838391 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-429411a9-08cb-4fb0-96c7-09a8bbe45375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:49:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['68293710-1e09-426e-91f2-a16e2b534e3a'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:02.914832 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0d1e1827-eb25-4e8c-9fc0-ed7f6802626b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "DELETE /v2.0/floatingips/599a7a67-8369-4eff-aed4-1e38136b0dda HTTP/1.1" status: 204 len: 168 time: 3.0302007 Apr 20 17:50:02.914832 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9cdea92-16dd-40af-83eb-13a49df5f117', 'tag': '5f06cbbf-9c1c-49c0-b65f-e719f5712c5d'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:50:03.073124 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-429411a9-08cb-4fb0-96c7-09a8bbe45375 None None] Set router 68293710-1e09-426e-91f2-a16e2b534e3a gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:50:03.328929 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4543860c-993d-46d2-a498-d6cb7fbb06f5'] response: {'name': 'network-changed', 'server_uuid': 'c9cdea92-16dd-40af-83eb-13a49df5f117', 'tag': '5f06cbbf-9c1c-49c0-b65f-e719f5712c5d', 'status': 'completed', 'code': 200} Apr 20 17:50:03.493705 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-429411a9-08cb-4fb0-96c7-09a8bbe45375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'name': 'tempest-TestNetworkBasicOps-router-1342585392', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:47:30Z', 'updated_at': '2022-04-20T17:49:51Z', 'revision_number': 6, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'gw_port': {'id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:31Z', 'updated_at': '2022-04-20T17:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '13a9b0e8-c8a0-41a0-bacc-3e3a764c222e', 'name': '', 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'mac_address': 'fa:16:3e:f7:fd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b813fee-438f-497c-93b9-06d5485a5d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:36Z', 'updated_at': '2022-04-20T17:47:44Z', 'revision_number': 5, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'subnets': [{'id': '3b813fee-438f-497c-93b9-06d5485a5d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:03.498526 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429411a9-08cb-4fb0-96c7-09a8bbe45375 None None] Checking router: 68293710-1e09-426e-91f2-a16e2b534e3a for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:50:03.507710 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-295eb40e-f594-46cf-a099-f9005d29ef75 req-0f23b2e3-dcc4-48b0-b4ed-6384c822fafa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=46418d03dcfd4ae1a968507356cc51c0&device_id=c9cdea92-16dd-40af-83eb-13a49df5f117 HTTP/1.1" status: 200 len: 1097 time: 0.1423857 Apr 20 17:50:03.511316 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429411a9-08cb-4fb0-96c7-09a8bbe45375 None None] Routers {'68293710-1e09-426e-91f2-a16e2b534e3a'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:50:03.512076 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-429411a9-08cb-4fb0-96c7-09a8bbe45375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:49:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['68293710-1e09-426e-91f2-a16e2b534e3a'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:03.750637 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f07e9-e3b2-428a-aa70-2cbb0b813a42 req-5b0d7ffa-81b8-4f67-b63b-115df309a44f tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:03.754151 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-343f07e9-e3b2-428a-aa70-2cbb0b813a42 req-5b0d7ffa-81b8-4f67-b63b-115df309a44f tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Synchronizing usage tracker for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:50:03.756847 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295eb40e-f594-46cf-a099-f9005d29ef75 req-e95697ac-1501-4daa-9e43-d64ab740f933 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:03.756847 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-295eb40e-f594-46cf-a099-f9005d29ef75 req-e95697ac-1501-4daa-9e43-d64ab740f933 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d802f55-617b-41b1-aea9-185e56a78e30 HTTP/1.1" status: 200 len: 898 time: 0.2410331 Apr 20 17:50:03.786579 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-429411a9-08cb-4fb0-96c7-09a8bbe45375 None None] Set router 68293710-1e09-426e-91f2-a16e2b534e3a gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:50:03.838839 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-343f07e9-e3b2-428a-aa70-2cbb0b813a42 req-5b0d7ffa-81b8-4f67-b63b-115df309a44f tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Unset dirty status for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:50:03.840099 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-343f07e9-e3b2-428a-aa70-2cbb0b813a42 req-5b0d7ffa-81b8-4f67-b63b-115df309a44f tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cdea92-16dd-40af-83eb-13a49df5f117 HTTP/1.1" status: 200 len: 946 time: 0.2361755 Apr 20 17:50:03.870599 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-295eb40e-f594-46cf-a099-f9005d29ef75 req-cb7bfe3a-2b84-4c27-9e76-d36c84adeb81 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f06cbbf-9c1c-49c0-b65f-e719f5712c5d HTTP/1.1" status: 200 len: 217 time: 0.1002142 Apr 20 17:50:03.908570 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-343f07e9-e3b2-428a-aa70-2cbb0b813a42 req-3e15b0fd-b29a-4082-8692-9f124bff0f6a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd7e460d-67f3-4a7c-9ad9-491a13be8765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606811 Apr 20 17:50:03.990679 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295eb40e-f594-46cf-a099-f9005d29ef75 req-20e8fba6-cf5a-4c8b-af65-86641b81c780 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:03.992391 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-295eb40e-f594-46cf-a099-f9005d29ef75 req-20e8fba6-cf5a-4c8b-af65-86641b81c780 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b813fee-438f-497c-93b9-06d5485a5d10 HTTP/1.1" status: 200 len: 834 time: 0.0974548 Apr 20 17:50:04.080515 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-295eb40e-f594-46cf-a099-f9005d29ef75 req-8cdeb896-ef14-4fb9-b49f-d9b941ea8a22 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d802f55-617b-41b1-aea9-185e56a78e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811763 Apr 20 17:50:04.151510 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56638) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:04.324521 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-429411a9-08cb-4fb0-96c7-09a8bbe45375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'name': 'tempest-TestNetworkBasicOps-router-1342585392', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:47:30Z', 'updated_at': '2022-04-20T17:49:51Z', 'revision_number': 6, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'gw_port': {'id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:31Z', 'updated_at': '2022-04-20T17:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '13a9b0e8-c8a0-41a0-bacc-3e3a764c222e', 'name': '', 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'mac_address': 'fa:16:3e:f7:fd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b813fee-438f-497c-93b9-06d5485a5d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:36Z', 'updated_at': '2022-04-20T17:47:44Z', 'revision_number': 5, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'subnets': [{'id': '3b813fee-438f-497c-93b9-06d5485a5d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:04.328716 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429411a9-08cb-4fb0-96c7-09a8bbe45375 None None] The sync data for ids ['68293710-1e09-426e-91f2-a16e2b534e3a'] in n-d-838032-1 is: [{'id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'name': 'tempest-TestNetworkBasicOps-router-1342585392', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:47:30Z', 'updated_at': '2022-04-20T17:49:51Z', 'revision_number': 6, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'gw_port': {'id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:31Z', 'updated_at': '2022-04-20T17:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '13a9b0e8-c8a0-41a0-bacc-3e3a764c222e', 'name': '', 'network_id': '5d802f55-617b-41b1-aea9-185e56a78e30', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'mac_address': 'fa:16:3e:f7:fd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b813fee-438f-497c-93b9-06d5485a5d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:36Z', 'updated_at': '2022-04-20T17:47:44Z', 'revision_number': 5, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'subnets': [{'id': '3b813fee-438f-497c-93b9-06d5485a5d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:50:04.388561 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-295eb40e-f594-46cf-a099-f9005d29ef75 req-f30f329a-c83e-4608-8ff1-4b605d25b608 service neutron] 10.222.0.10 "GET /v2.0/networks/5d802f55-617b-41b1-aea9-185e56a78e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004839 Apr 20 17:50:04.474602 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-43bf8ad5-527b-45f1-bcb8-a681a2ec0d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:04.534837 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-43bf8ad5-527b-45f1-bcb8-a681a2ec0d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:50:04.539935 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-43bf8ad5-527b-45f1-bcb8-a681a2ec0d8c admin admin] Usage tracker for resource:security_group_rule and tenant:4ad0eb663b394f25af9b46651d7de607 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:50:04.543609 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-43bf8ad5-527b-45f1-bcb8-a681a2ec0d8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:50:04.550831 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-43bf8ad5-527b-45f1-bcb8-a681a2ec0d8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:50:04.553263 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-295eb40e-f594-46cf-a099-f9005d29ef75 req-27c74ad4-63d6-49f4-b668-ba726eb13698 service neutron] 10.222.0.10 "GET /v2.0/networks/5d802f55-617b-41b1-aea9-185e56a78e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560433 Apr 20 17:50:04.628081 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-43bf8ad5-527b-45f1-bcb8-a681a2ec0d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:04.635567 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-43bf8ad5-527b-45f1-bcb8-a681a2ec0d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:04.674734 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-43bf8ad5-527b-45f1-bcb8-a681a2ec0d8c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4ad0eb663b394f25af9b46651d7de607&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5220857 Apr 20 17:50:04.677479 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56646) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:04.690278 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d75278-9399-4071-a6d5-30777d47b7ac None None] New status for floating IP 599a7a67-8369-4eff-aed4-1e38136b0dda: DOWN {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:50:04.704786 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf8ad5-527b-45f1-bcb8-a681a2ec0d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf46d82-7c1a-4b31-b00c-311f3f945fce,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:04.768152 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1840965d-a69e-46d3-b1cf-38106c70969d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:04.796632 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1840965d-a69e-46d3-b1cf-38106c70969d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:04.861370 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1840965d-a69e-46d3-b1cf-38106c70969d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:04.877568 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840965d-a69e-46d3-b1cf-38106c70969d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf46d82-7c1a-4b31-b00c-311f3f945fce,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:04.886301 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1840965d-a69e-46d3-b1cf-38106c70969d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:04.899624 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1840965d-a69e-46d3-b1cf-38106c70969d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4cf46d82-7c1a-4b31-b00c-311f3f945fce HTTP/1.1" status: 204 len: 168 time: 0.2121005 Apr 20 17:50:05.126115 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdb2f3-a9fa-4938-bb64-bee92ff6bb52 req-32d66bdb-5030-4ebc-b256-40bf19a664f1 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:05.127212 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-bfcdb2f3-a9fa-4938-bb64-bee92ff6bb52 req-32d66bdb-5030-4ebc-b256-40bf19a664f1 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Synchronizing usage tracker for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:50:05.143021 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-bfcdb2f3-a9fa-4938-bb64-bee92ff6bb52 req-32d66bdb-5030-4ebc-b256-40bf19a664f1 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Unset dirty status for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:50:05.144185 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bfcdb2f3-a9fa-4938-bb64-bee92ff6bb52 req-32d66bdb-5030-4ebc-b256-40bf19a664f1 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cdea92-16dd-40af-83eb-13a49df5f117 HTTP/1.1" status: 200 len: 946 time: 0.1036098 Apr 20 17:50:05.146581 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c04f01-7d46-4d21-9b97-8dcd7284471f req-7318756e-2ae7-455a-9c1d-29124b58e38f tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:05.148693 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-64c04f01-7d46-4d21-9b97-8dcd7284471f req-7318756e-2ae7-455a-9c1d-29124b58e38f tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9cdea92-16dd-40af-83eb-13a49df5f117 HTTP/1.1" status: 200 len: 946 time: 0.0980444 Apr 20 17:50:05.193939 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-bfcdb2f3-a9fa-4938-bb64-bee92ff6bb52 req-03581ede-6878-40c7-b7cf-43deb381165a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Synchronizing usage tracker for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:50:05.219749 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-bfcdb2f3-a9fa-4938-bb64-bee92ff6bb52 req-03581ede-6878-40c7-b7cf-43deb381165a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Unset dirty status for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:50:05.221129 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bfcdb2f3-a9fa-4938-bb64-bee92ff6bb52 req-03581ede-6878-40c7-b7cf-43deb381165a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd7e460d-67f3-4a7c-9ad9-491a13be8765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709178 Apr 20 17:50:05.237837 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-64c04f01-7d46-4d21-9b97-8dcd7284471f req-ceb9302c-0842-4209-afbb-d136616fce8d tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Deleting port 5f06cbbf-9c1c-49c0-b65f-e719f5712c5d {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:50:05.238179 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-64c04f01-7d46-4d21-9b97-8dcd7284471f req-ceb9302c-0842-4209-afbb-d136616fce8d tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:05.485366 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-64c04f01-7d46-4d21-9b97-8dcd7284471f req-ceb9302c-0842-4209-afbb-d136616fce8d tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] For port 5f06cbbf-9c1c-49c0-b65f-e719f5712c5d, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=5f06cbbf-9c1c-49c0-b65f-e719f5712c5d,segment=NetworkSegment(6e85f463-5e3c-4100-a174-df110751f91c),segment_id=6e85f463-5e3c-4100-a174-df110751f91c)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:50:05.485725 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-64c04f01-7d46-4d21-9b97-8dcd7284471f req-ceb9302c-0842-4209-afbb-d136616fce8d tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:05.612060 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-64c04f01-7d46-4d21-9b97-8dcd7284471f req-ceb9302c-0842-4209-afbb-d136616fce8d tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Calling delete_port for 5f06cbbf-9c1c-49c0-b65f-e719f5712c5d owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:50:05.759659 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56680) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:05.787813 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-64c04f01-7d46-4d21-9b97-8dcd7284471f req-ceb9302c-0842-4209-afbb-d136616fce8d tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:05.854981 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9302c-0842-4209-afbb-d136616fce8d tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event deleted for resources: {'Port': ['ID=5f06cbbf-9c1c-49c0-b65f-e719f5712c5d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:05.941934 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c04f01-7d46-4d21-9b97-8dcd7284471f req-ceb9302c-0842-4209-afbb-d136616fce8d tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] No DVR routers for this DVR port 5f06cbbf-9c1c-49c0-b65f-e719f5712c5d on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:50:05.944514 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-64c04f01-7d46-4d21-9b97-8dcd7284471f req-ceb9302c-0842-4209-afbb-d136616fce8d tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:05.955230 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cdea92-16dd-40af-83eb-13a49df5f117', 'name': 'network-vif-deleted', 'tag': '5f06cbbf-9c1c-49c0-b65f-e719f5712c5d'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:50:05.965093 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-35c272e2-166d-4ee0-8093-7a917b10c488 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-11856192-network', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:50:05.973934 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-64c04f01-7d46-4d21-9b97-8dcd7284471f req-ceb9302c-0842-4209-afbb-d136616fce8d tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.10 "DELETE /v2.0/ports/5f06cbbf-9c1c-49c0-b65f-e719f5712c5d HTTP/1.1" status: 204 len: 173 time: 0.8196626 Apr 20 17:50:05.974452 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-35c272e2-166d-4ee0-8093-7a917b10c488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:50:05.980249 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-35c272e2-166d-4ee0-8093-7a917b10c488 admin admin] Usage tracker for resource:network and tenant:9a3c77269f2b4405abe8c753429a9409 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:50:05.985629 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-35c272e2-166d-4ee0-8093-7a917b10c488 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:50:06.007202 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-35c272e2-166d-4ee0-8093-7a917b10c488 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:50:06.022036 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-904ea497-1e4b-4504-935f-c59363c2d526'] response: {'server_uuid': 'c9cdea92-16dd-40af-83eb-13a49df5f117', 'name': 'network-vif-deleted', 'tag': '5f06cbbf-9c1c-49c0-b65f-e719f5712c5d', 'status': 'completed', 'code': 200} Apr 20 17:50:06.032343 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c272e2-166d-4ee0-8093-7a917b10c488 admin admin] Made reservation on behalf of 9a3c77269f2b4405abe8c753429a9409 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:50:06.037460 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-35c272e2-166d-4ee0-8093-7a917b10c488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:06.053321 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-35c272e2-166d-4ee0-8093-7a917b10c488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:06.087262 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-35c272e2-166d-4ee0-8093-7a917b10c488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:50:06.091954 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-35c272e2-166d-4ee0-8093-7a917b10c488 admin admin] Usage tracker for resource:security_group_rule and tenant:9a3c77269f2b4405abe8c753429a9409 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:50:06.095603 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-35c272e2-166d-4ee0-8093-7a917b10c488 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:50:06.102278 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-35c272e2-166d-4ee0-8093-7a917b10c488 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:50:06.191092 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-35c272e2-166d-4ee0-8093-7a917b10c488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:06.196992 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-35c272e2-166d-4ee0-8093-7a917b10c488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:06.235919 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35c272e2-166d-4ee0-8093-7a917b10c488 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:50:06.249447 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c272e2-166d-4ee0-8093-7a917b10c488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca8ee2d-3e7a-4ffc-83b4-cc56aebc48ce,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:06.254946 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-35c272e2-166d-4ee0-8093-7a917b10c488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:06.255289 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-35c272e2-166d-4ee0-8093-7a917b10c488 admin admin] Added segment 1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a of type vlan for network b2e544b3-7e6a-4429-92d1-844c3f130f05 Apr 20 17:50:06.286068 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-35c272e2-166d-4ee0-8093-7a917b10c488 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:06.325542 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-35c272e2-166d-4ee0-8093-7a917b10c488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:06.326491 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c272e2-166d-4ee0-8093-7a917b10c488 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:06.327117 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-35c272e2-166d-4ee0-8093-7a917b10c488 admin admin] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:06.579080 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-451cbb30-d540-4b51-9ab1-4c49e5c94ba8 req-0841b859-a7c4-445b-9fb7-0b7e54c53d49 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cdea92-16dd-40af-83eb-13a49df5f117 HTTP/1.1" status: 200 len: 210 time: 0.1705418 Apr 20 17:50:06.594779 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c272e2-166d-4ee0-8093-7a917b10c488 admin admin] Pushing event updated for resources: {'Network': ['ID=b2e544b3-7e6a-4429-92d1-844c3f130f05,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:06.604950 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-35c272e2-166d-4ee0-8093-7a917b10c488 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8415689 Apr 20 17:50:06.605172 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56704) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:06.610792 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-0ec1abb6-b3c9-4eaf-9fb5-8304119912dd admin admin] Request body: {'subnet': {'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-11856192-subnet', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:50:06.619084 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network b2e544b3-7e6a-4429-92d1-844c3f130f05 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:50:06.619565 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0ec1abb6-b3c9-4eaf-9fb5-8304119912dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:50:06.623217 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0ec1abb6-b3c9-4eaf-9fb5-8304119912dd admin admin] Usage tracker for resource:subnet and tenant:9a3c77269f2b4405abe8c753429a9409 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:50:06.626242 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0ec1abb6-b3c9-4eaf-9fb5-8304119912dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:50:06.632096 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0ec1abb6-b3c9-4eaf-9fb5-8304119912dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:50:06.650826 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec1abb6-b3c9-4eaf-9fb5-8304119912dd admin admin] Made reservation on behalf of 9a3c77269f2b4405abe8c753429a9409 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:50:06.653061 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0ec1abb6-b3c9-4eaf-9fb5-8304119912dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:06.884798 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0ec1abb6-b3c9-4eaf-9fb5-8304119912dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:06.986311 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec1abb6-b3c9-4eaf-9fb5-8304119912dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=09e71a46-71b6-4cdd-99d9-3534a1101d85,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:06.998108 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec1abb6-b3c9-4eaf-9fb5-8304119912dd admin admin] Checking segment: {'id': '1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:50:06.998483 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec1abb6-b3c9-4eaf-9fb5-8304119912dd admin admin] Network hostable DHCP agents. Network: b2e544b3-7e6a-4429-92d1-844c3f130f05, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:50:07.037236 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec1abb6-b3c9-4eaf-9fb5-8304119912dd admin admin] Network b2e544b3-7e6a-4429-92d1-844c3f130f05 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:50:07.048974 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-0ec1abb6-b3c9-4eaf-9fb5-8304119912dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, b2e544b3-7e6a-4429-92d1-844c3f130f05) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:50:07.058181 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed584964-0cd0-44cc-87ca-139f7656b4e3 None None] Network b2e544b3-7e6a-4429-92d1-844c3f130f05 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:50:07.058771 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec1abb6-b3c9-4eaf-9fb5-8304119912dd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:07.059506 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0ec1abb6-b3c9-4eaf-9fb5-8304119912dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:07.085855 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0ec1abb6-b3c9-4eaf-9fb5-8304119912dd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4795852 Apr 20 17:50:07.089131 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56726) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:07.095326 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-ac59f790-9c8a-49f1-a76e-38f490f631e3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-11856192-router', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:50:07.103132 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ac59f790-9c8a-49f1-a76e-38f490f631e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:50:07.113849 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ac59f790-9c8a-49f1-a76e-38f490f631e3 admin admin] Usage tracker for resource:router and tenant:9a3c77269f2b4405abe8c753429a9409 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:50:07.117226 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ac59f790-9c8a-49f1-a76e-38f490f631e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:50:07.125571 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ac59f790-9c8a-49f1-a76e-38f490f631e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:50:07.143509 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ac59f790-9c8a-49f1-a76e-38f490f631e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:07.146018 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ac59f790-9c8a-49f1-a76e-38f490f631e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:07.168114 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ac59f790-9c8a-49f1-a76e-38f490f631e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:07.310522 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e859470-22f7-45c4-873a-685f32fb7c88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-b2e544b3-7e6a-4429-92d1-844c3f130f05', 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'fixed_ips': [{'subnet_id': '09e71a46-71b6-4cdd-99d9-3534a1101d85'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:50:07.311476 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3e859470-22f7-45c4-873a-685f32fb7c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:07.450861 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ac59f790-9c8a-49f1-a76e-38f490f631e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:07.570926 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-3e859470-22f7-45c4-873a-685f32fb7c88 None None] Allocated IP 172.20.0.2 (b2e544b3-7e6a-4429-92d1-844c3f130f05/09e71a46-71b6-4cdd-99d9-3534a1101d85/59487706-9612-4f60-8bd0-01a360ccbd1c) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:50:07.708629 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56800) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:07.711575 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ac59f790-9c8a-49f1-a76e-38f490f631e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:07.759373 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ac59f790-9c8a-49f1-a76e-38f490f631e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:07.818325 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e1b445c9-5903-4fa5-a7f0-60327073dcf5 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:07.857872 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e1b445c9-5903-4fa5-a7f0-60327073dcf5 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:07.883634 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3e859470-22f7-45c4-873a-685f32fb7c88 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:07.897353 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3e859470-22f7-45c4-873a-685f32fb7c88 None None] Transition to ACTIVE for port object 59487706-9612-4f60-8bd0-01a360ccbd1c will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:50:07.935336 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e1b445c9-5903-4fa5-a7f0-60327073dcf5 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:07.935779 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3e859470-22f7-45c4-873a-685f32fb7c88 None None] Transition to ACTIVE for port object 59487706-9612-4f60-8bd0-01a360ccbd1c will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:50:07.943880 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3e859470-22f7-45c4-873a-685f32fb7c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:07.963255 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b445c9-5903-4fa5-a7f0-60327073dcf5 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7e460d-67f3-4a7c-9ad9-491a13be8765,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:07.984704 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e1b445c9-5903-4fa5-a7f0-60327073dcf5 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:07.987731 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e1b445c9-5903-4fa5-a7f0-60327073dcf5 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "DELETE /v2.0/security-groups/dd7e460d-67f3-4a7c-9ad9-491a13be8765 HTTP/1.1" status: 204 len: 168 time: 0.2774336 Apr 20 17:50:08.017190 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e859470-22f7-45c4-873a-685f32fb7c88 None None] Network b2e544b3-7e6a-4429-92d1-844c3f130f05 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:50:08.025841 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-ac59f790-9c8a-49f1-a76e-38f490f631e3 admin admin] Allocated IP 172.25.8.203 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/084cedcc-debb-409e-bd7f-cacd57295765) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:50:08.038583 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-3e859470-22f7-45c4-873a-685f32fb7c88 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:50:08.042471 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e859470-22f7-45c4-873a-685f32fb7c88 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:50:08.042800 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 56844) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:08.123188 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e859470-22f7-45c4-873a-685f32fb7c88 None None] Pushing event updated for resources: {'Port': ['ID=59487706-9612-4f60-8bd0-01a360ccbd1c,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:08.245945 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-3e859470-22f7-45c4-873a-685f32fb7c88 None None] Attempting to bind port 59487706-9612-4f60-8bd0-01a360ccbd1c on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:50:08.246503 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-3e859470-22f7-45c4-873a-685f32fb7c88 None None] Attempting to bind port 59487706-9612-4f60-8bd0-01a360ccbd1c by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:50:08.247394 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e859470-22f7-45c4-873a-685f32fb7c88 None None] Attempting to bind port 59487706-9612-4f60-8bd0-01a360ccbd1c on network b2e544b3-7e6a-4429-92d1-844c3f130f05 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:50:08.249223 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ac59f790-9c8a-49f1-a76e-38f490f631e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:08.254662 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e859470-22f7-45c4-873a-685f32fb7c88 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:50:08.255320 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e859470-22f7-45c4-873a-685f32fb7c88 None None] Checking segment: {'id': '1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:50:08.255861 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3e859470-22f7-45c4-873a-685f32fb7c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:08.256380 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e859470-22f7-45c4-873a-685f32fb7c88 None None] Bound using segment: {'id': '1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:50:08.257062 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-3e859470-22f7-45c4-873a-685f32fb7c88 None None] Bound port: 59487706-9612-4f60-8bd0-01a360ccbd1c, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:50:08.257577 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3e859470-22f7-45c4-873a-685f32fb7c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:08.293280 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ac59f790-9c8a-49f1-a76e-38f490f631e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:08.377488 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-3e859470-22f7-45c4-873a-685f32fb7c88 None None] For port 59487706-9612-4f60-8bd0-01a360ccbd1c, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:50:08.382213 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-3e859470-22f7-45c4-873a-685f32fb7c88 None None] For port 59487706-9612-4f60-8bd0-01a360ccbd1c, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=59487706-9612-4f60-8bd0-01a360ccbd1c,segment=NetworkSegment(1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a),segment_id=1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:50:08.384700 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac59f790-9c8a-49f1-a76e-38f490f631e3 admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:50:08.388391 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-ac59f790-9c8a-49f1-a76e-38f490f631e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:50:08.395206 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3e859470-22f7-45c4-873a-685f32fb7c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:08.408460 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac59f790-9c8a-49f1-a76e-38f490f631e3 admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:50:08.549299 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e859470-22f7-45c4-873a-685f32fb7c88 None None] Pushing event updated for resources: {'Port': ['ID=59487706-9612-4f60-8bd0-01a360ccbd1c,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:08.562507 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59f790-9c8a-49f1-a76e-38f490f631e3 admin admin] Pushing event updated for resources: {'Port': ['ID=084cedcc-debb-409e-bd7f-cacd57295765,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:08.659256 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e833d864-c595-44e1-b0cb-9a8a7fcc3585 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:08.734106 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ac59f790-9c8a-49f1-a76e-38f490f631e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:08.734880 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ac59f790-9c8a-49f1-a76e-38f490f631e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:09.064359 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac59f790-9c8a-49f1-a76e-38f490f631e3 admin admin] Router b41d1b80-fce8-4acc-a378-436ed70206c9 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:50:09.206733 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-02d2576b-a7d8-4dbd-bd1e-e662e0bc3474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:09.303859 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac59f790-9c8a-49f1-a76e-38f490f631e3 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:50:09.314583 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7653e1-b3b9-4d85-8247-742fff09c9a1 None None] Sync routers for ids ['b41d1b80-fce8-4acc-a378-436ed70206c9'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:50:09.332170 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7653e1-b3b9-4d85-8247-742fff09c9a1 None None] Routers {'b41d1b80-fce8-4acc-a378-436ed70206c9'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:50:09.332987 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9a7653e1-b3b9-4d85-8247-742fff09c9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:49:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['b41d1b80-fce8-4acc-a378-436ed70206c9'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:09.350664 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ac59f790-9c8a-49f1-a76e-38f490f631e3 admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:09.354687 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ac59f790-9c8a-49f1-a76e-38f490f631e3 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2616885 Apr 20 17:50:09.354857 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 56988) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:09.424845 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-e833d864-c595-44e1-b0cb-9a8a7fcc3585 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Deleting port 13a9b0e8-c8a0-41a0-bacc-3e3a764c222e {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:50:09.425814 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e833d864-c595-44e1-b0cb-9a8a7fcc3585 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:09.643218 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-9a7653e1-b3b9-4d85-8247-742fff09c9a1 None None] Set router b41d1b80-fce8-4acc-a378-436ed70206c9 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:50:09.705484 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-e833d864-c595-44e1-b0cb-9a8a7fcc3585 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] For port 13a9b0e8-c8a0-41a0-bacc-3e3a764c222e, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=13a9b0e8-c8a0-41a0-bacc-3e3a764c222e,segment=NetworkSegment(6e85f463-5e3c-4100-a174-df110751f91c),segment_id=6e85f463-5e3c-4100-a174-df110751f91c)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:50:09.706048 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e833d864-c595-44e1-b0cb-9a8a7fcc3585 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:09.866519 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-e833d864-c595-44e1-b0cb-9a8a7fcc3585 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Calling delete_port for 13a9b0e8-c8a0-41a0-bacc-3e3a764c222e owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:50:09.925202 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c32c17f-92a0-4fed-8b38-bc46b39bb874 None None] Network b2e544b3-7e6a-4429-92d1-844c3f130f05 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:50:10.087173 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9a7653e1-b3b9-4d85-8247-742fff09c9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'name': 'tempest-TestVolumeBackupRestore-11856192-router', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '084cedcc-debb-409e-bd7f-cacd57295765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:07Z', 'updated_at': '2022-04-20T17:50:08Z', 'revision_number': 3, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'gw_port': {'id': '084cedcc-debb-409e-bd7f-cacd57295765', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:07Z', 'updated_at': '2022-04-20T17:50:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:10.092363 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7653e1-b3b9-4d85-8247-742fff09c9a1 None None] Checking router: b41d1b80-fce8-4acc-a378-436ed70206c9 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:50:10.092885 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7653e1-b3b9-4d85-8247-742fff09c9a1 None None] Updating router b41d1b80-fce8-4acc-a378-436ed70206c9 port 084cedcc-debb-409e-bd7f-cacd57295765 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:50:10.163727 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9a7653e1-b3b9-4d85-8247-742fff09c9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:10.231509 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-9f4b1f05-bb40-40ca-852a-45406a50b27c None None] Provisioning for port 59487706-9612-4f60-8bd0-01a360ccbd1c completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:50:10.261465 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e833d864-c595-44e1-b0cb-9a8a7fcc3585 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:10.338686 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833d864-c595-44e1-b0cb-9a8a7fcc3585 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event deleted for resources: {'Port': ['ID=13a9b0e8-c8a0-41a0-bacc-3e3a764c222e,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:10.636454 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-17fabc12-e172-43b3-9596-c1ff51cc667d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:10.636948 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 5f06cbbf-9c1c-49c0-b65f-e719f5712c5d no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:50:10.700746 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 5f06cbbf-9c1c-49c0-b65f-e719f5712c5d {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:50:10.701550 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 5f06cbbf-9c1c-49c0-b65f-e719f5712c5d not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:50:10.903195 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 59487706-9612-4f60-8bd0-01a360ccbd1c up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:50:10.997676 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e833d864-c595-44e1-b0cb-9a8a7fcc3585 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:11.047729 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 59487706-9612-4f60-8bd0-01a360ccbd1c completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:50:11.053316 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 59487706-9612-4f60-8bd0-01a360ccbd1c triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:50:11.054051 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:11.160178 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9a7653e1-b3b9-4d85-8247-742fff09c9a1 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:11.181987 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-17fabc12-e172-43b3-9596-c1ff51cc667d admin admin] Allocated IP 172.20.0.1 (b2e544b3-7e6a-4429-92d1-844c3f130f05/09e71a46-71b6-4cdd-99d9-3534a1101d85/5124cecb-8471-4b02-85f0-1db88c30d764) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:50:11.202152 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-9a7653e1-b3b9-4d85-8247-742fff09c9a1 None None] Transition to ACTIVE for port object 084cedcc-debb-409e-bd7f-cacd57295765 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:50:11.217770 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9a7653e1-b3b9-4d85-8247-742fff09c9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:11.306429 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:11.332105 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-9a7653e1-b3b9-4d85-8247-742fff09c9a1 None None] Attempting to bind port 084cedcc-debb-409e-bd7f-cacd57295765 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:50:11.332467 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-9a7653e1-b3b9-4d85-8247-742fff09c9a1 None None] Attempting to bind port 084cedcc-debb-409e-bd7f-cacd57295765 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:50:11.332820 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7653e1-b3b9-4d85-8247-742fff09c9a1 None None] Attempting to bind port 084cedcc-debb-409e-bd7f-cacd57295765 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:50:11.352918 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7653e1-b3b9-4d85-8247-742fff09c9a1 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:50:11.353283 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7653e1-b3b9-4d85-8247-742fff09c9a1 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:50:11.353838 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9a7653e1-b3b9-4d85-8247-742fff09c9a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:11.354277 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7653e1-b3b9-4d85-8247-742fff09c9a1 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:50:11.354712 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-9a7653e1-b3b9-4d85-8247-742fff09c9a1 None None] Bound port: 084cedcc-debb-409e-bd7f-cacd57295765, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:50:11.355076 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9a7653e1-b3b9-4d85-8247-742fff09c9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:11.367608 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 59487706-9612-4f60-8bd0-01a360ccbd1c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=59487706-9612-4f60-8bd0-01a360ccbd1c,segment=NetworkSegment(1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a),segment_id=1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:50:11.394061 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:11.412704 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-17fabc12-e172-43b3-9596-c1ff51cc667d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:11.450582 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-17fabc12-e172-43b3-9596-c1ff51cc667d admin admin] Transition to ACTIVE for port object 5124cecb-8471-4b02-85f0-1db88c30d764 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:50:11.468458 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-9a7653e1-b3b9-4d85-8247-742fff09c9a1 None None] For port 084cedcc-debb-409e-bd7f-cacd57295765, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:50:11.472578 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-9a7653e1-b3b9-4d85-8247-742fff09c9a1 None None] For port 084cedcc-debb-409e-bd7f-cacd57295765, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=084cedcc-debb-409e-bd7f-cacd57295765,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:50:11.477530 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249bb2c6-21a8-4a20-b9f6-217fc45f1c4f None None] Pushing event updated for resources: {'Port': ['ID=084cedcc-debb-409e-bd7f-cacd57295765,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:11.490157 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-9a7653e1-b3b9-4d85-8247-742fff09c9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:11.497112 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-17fabc12-e172-43b3-9596-c1ff51cc667d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:11.563794 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=59487706-9612-4f60-8bd0-01a360ccbd1c,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:11.571650 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4246188e-671b-491c-a357-5cf53c75f35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:11.620368 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fabc12-e172-43b3-9596-c1ff51cc667d admin admin] Network b2e544b3-7e6a-4429-92d1-844c3f130f05 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:50:11.621141 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fabc12-e172-43b3-9596-c1ff51cc667d admin admin] Pushing event updated for resources: {'Port': ['ID=5124cecb-8471-4b02-85f0-1db88c30d764,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:11.623751 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-17fabc12-e172-43b3-9596-c1ff51cc667d admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:50:11.625980 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fabc12-e172-43b3-9596-c1ff51cc667d admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:50:11.678159 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249bb2c6-21a8-4a20-b9f6-217fc45f1c4f None None] Pushing event updated for resources: {'Port': ['ID=084cedcc-debb-409e-bd7f-cacd57295765,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:11.684209 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-17fabc12-e172-43b3-9596-c1ff51cc667d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:11.705136 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7653e1-b3b9-4d85-8247-742fff09c9a1 None None] Routers {'b41d1b80-fce8-4acc-a378-436ed70206c9'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:50:11.705906 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9a7653e1-b3b9-4d85-8247-742fff09c9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:50:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['b41d1b80-fce8-4acc-a378-436ed70206c9'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:11.812375 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-17fabc12-e172-43b3-9596-c1ff51cc667d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:11.921664 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e833d864-c595-44e1-b0cb-9a8a7fcc3585 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Router 68293710-1e09-426e-91f2-a16e2b534e3a has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:50:11.949461 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-9559d810-8f83-44ee-9381-6899e21cc4da None None] Provisioning for port 5124cecb-8471-4b02-85f0-1db88c30d764 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:50:11.955032 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-9559d810-8f83-44ee-9381-6899e21cc4da None None] Provisioning complete for port 5124cecb-8471-4b02-85f0-1db88c30d764 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:50:11.955686 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9559d810-8f83-44ee-9381-6899e21cc4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:12.021212 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-9559d810-8f83-44ee-9381-6899e21cc4da None None] Port 5124cecb-8471-4b02-85f0-1db88c30d764 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:50:12.092348 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-9a7653e1-b3b9-4d85-8247-742fff09c9a1 None None] Set router b41d1b80-fce8-4acc-a378-436ed70206c9 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:50:12.137804 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-17fabc12-e172-43b3-9596-c1ff51cc667d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:12.146038 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-17fabc12-e172-43b3-9596-c1ff51cc667d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:12.167047 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e833d864-c595-44e1-b0cb-9a8a7fcc3585 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:50:12.177759 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b68d7d-883b-4fee-8dc3-9a4b28c34536 None None] Sync routers for ids ['68293710-1e09-426e-91f2-a16e2b534e3a'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:50:12.195230 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b68d7d-883b-4fee-8dc3-9a4b28c34536 None None] Routers {'68293710-1e09-426e-91f2-a16e2b534e3a'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:50:12.198720 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-13b68d7d-883b-4fee-8dc3-9a4b28c34536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:50:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['68293710-1e09-426e-91f2-a16e2b534e3a'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:12.209907 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e833d864-c595-44e1-b0cb-9a8a7fcc3585 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "PUT /v2.0/routers/68293710-1e09-426e-91f2-a16e2b534e3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1634464 Apr 20 17:50:12.213669 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57178) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:12.264620 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fabc12-e172-43b3-9596-c1ff51cc667d admin admin] Pushing event updated for resources: {'Port': ['ID=5124cecb-8471-4b02-85f0-1db88c30d764,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:12.268037 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-17fabc12-e172-43b3-9596-c1ff51cc667d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:12.484266 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fabc12-e172-43b3-9596-c1ff51cc667d admin admin] Network b2e544b3-7e6a-4429-92d1-844c3f130f05 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:50:12.485775 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9a7653e1-b3b9-4d85-8247-742fff09c9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'name': 'tempest-TestVolumeBackupRestore-11856192-router', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '084cedcc-debb-409e-bd7f-cacd57295765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:07Z', 'updated_at': '2022-04-20T17:50:11Z', 'revision_number': 4, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'gw_port': {'id': '084cedcc-debb-409e-bd7f-cacd57295765', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:07Z', 'updated_at': '2022-04-20T17:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '5124cecb-8471-4b02-85f0-1db88c30d764', 'name': '', 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'mac_address': 'fa:16:3e:a4:8f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09e71a46-71b6-4cdd-99d9-3534a1101d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:10Z', 'updated_at': '2022-04-20T17:50:11Z', 'revision_number': 1, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'subnets': [{'id': '09e71a46-71b6-4cdd-99d9-3534a1101d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:12.486319 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-17fabc12-e172-43b3-9596-c1ff51cc667d admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:50:12.495536 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7653e1-b3b9-4d85-8247-742fff09c9a1 None None] The sync data for ids ['b41d1b80-fce8-4acc-a378-436ed70206c9'] in n-d-838032-1 is: [{'id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'name': 'tempest-TestVolumeBackupRestore-11856192-router', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '084cedcc-debb-409e-bd7f-cacd57295765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:07Z', 'updated_at': '2022-04-20T17:50:11Z', 'revision_number': 4, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'gw_port': {'id': '084cedcc-debb-409e-bd7f-cacd57295765', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:07Z', 'updated_at': '2022-04-20T17:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '5124cecb-8471-4b02-85f0-1db88c30d764', 'name': '', 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'mac_address': 'fa:16:3e:a4:8f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09e71a46-71b6-4cdd-99d9-3534a1101d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:10Z', 'updated_at': '2022-04-20T17:50:11Z', 'revision_number': 1, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'subnets': [{'id': '09e71a46-71b6-4cdd-99d9-3534a1101d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:50:12.643040 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 59487706-9612-4f60-8bd0-01a360ccbd1c up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:50:12.825452 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-a015a611-9ee4-45ea-a697-b73d349d32fa tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Deleting subnet 3b813fee-438f-497c-93b9-06d5485a5d10 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:50:12.832802 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a015a611-9ee4-45ea-a697-b73d349d32fa tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:12.937211 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-13b68d7d-883b-4fee-8dc3-9a4b28c34536 None None] Set router 68293710-1e09-426e-91f2-a16e2b534e3a gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:50:12.951741 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a015a611-9ee4-45ea-a697-b73d349d32fa tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:13.047162 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:13.100272 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a015a611-9ee4-45ea-a697-b73d349d32fa tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:13.110603 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:13.192382 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a015a611-9ee4-45ea-a697-b73d349d32fa tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:13.236018 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015a611-9ee4-45ea-a697-b73d349d32fa tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event deleted for resources: {'Subnet': ['ID=3b813fee-438f-497c-93b9-06d5485a5d10,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:13.256203 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a015a611-9ee4-45ea-a697-b73d349d32fa tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:13.260080 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fabc12-e172-43b3-9596-c1ff51cc667d admin admin] Router b41d1b80-fce8-4acc-a378-436ed70206c9 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:50:13.263578 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a015a611-9ee4-45ea-a697-b73d349d32fa tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "DELETE /v2.0/subnets/3b813fee-438f-497c-93b9-06d5485a5d10 HTTP/1.1" status: 204 len: 168 time: 1.0454104 Apr 20 17:50:13.265918 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57184) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:13.295179 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 59487706-9612-4f60-8bd0-01a360ccbd1c triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:50:13.295541 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:13.317799 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745487a4-60de-4b94-ac92-1c8a82c66f02 None None] Network 5d802f55-617b-41b1-aea9-185e56a78e30 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:50:13.331258 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-60750c74-8bbd-4721-b913-d62b01787a14 None None] Provisioning complete for port 5124cecb-8471-4b02-85f0-1db88c30d764 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:50:13.331619 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-60750c74-8bbd-4721-b913-d62b01787a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:13.509323 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:13.534951 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-60750c74-8bbd-4721-b913-d62b01787a14 None None] Port 5124cecb-8471-4b02-85f0-1db88c30d764 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:50:13.645843 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-13b68d7d-883b-4fee-8dc3-9a4b28c34536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'name': 'tempest-TestNetworkBasicOps-router-1342585392', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:47:30Z', 'updated_at': '2022-04-20T17:50:10Z', 'revision_number': 7, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'gw_port': {'id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:31Z', 'updated_at': '2022-04-20T17:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:13.658379 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b68d7d-883b-4fee-8dc3-9a4b28c34536 None None] Checking router: 68293710-1e09-426e-91f2-a16e2b534e3a for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:50:13.689096 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f105d49f-b86c-49f1-aa56-ec009a7589dc tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:13.699092 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b68d7d-883b-4fee-8dc3-9a4b28c34536 None None] Routers {'68293710-1e09-426e-91f2-a16e2b534e3a'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:50:13.699629 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-13b68d7d-883b-4fee-8dc3-9a4b28c34536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:50:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['68293710-1e09-426e-91f2-a16e2b534e3a'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:13.744337 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fabc12-e172-43b3-9596-c1ff51cc667d admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:50:13.811437 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-17fabc12-e172-43b3-9596-c1ff51cc667d admin admin] 10.222.0.39 "PUT /v2.0/routers/b41d1b80-fce8-4acc-a378-436ed70206c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4553809 Apr 20 17:50:13.904551 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f06d4b6-2d71-40a0-8e2d-35b451b6d551 None None] DHCP port deletion for 5d802f55-617b-41b1-aea9-185e56a78e30 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:50:13.910972 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3f06d4b6-2d71-40a0-8e2d-35b451b6d551 None None] Deleting port ea5bf745-5c2f-47dd-b451-2ff24c868b3c {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:50:13.911514 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3f06d4b6-2d71-40a0-8e2d-35b451b6d551 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:13.925870 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f105d49f-b86c-49f1-aa56-ec009a7589dc tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:13.941365 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-f105d49f-b86c-49f1-aa56-ec009a7589dc tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Deleting port a9db4f2b-2c29-41b8-9e86-760c6569a873 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:50:13.941976 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f105d49f-b86c-49f1-aa56-ec009a7589dc tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:14.041140 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-13b68d7d-883b-4fee-8dc3-9a4b28c34536 None None] Set router 68293710-1e09-426e-91f2-a16e2b534e3a gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:50:14.199402 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-f105d49f-b86c-49f1-aa56-ec009a7589dc tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] For port a9db4f2b-2c29-41b8-9e86-760c6569a873, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=a9db4f2b-2c29-41b8-9e86-760c6569a873,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:50:14.199768 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f105d49f-b86c-49f1-aa56-ec009a7589dc tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:14.203702 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:14.388645 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-f105d49f-b86c-49f1-aa56-ec009a7589dc tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Calling delete_port for a9db4f2b-2c29-41b8-9e86-760c6569a873 owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:50:14.579596 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-3f06d4b6-2d71-40a0-8e2d-35b451b6d551 None None] For port ea5bf745-5c2f-47dd-b451-2ff24c868b3c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ea5bf745-5c2f-47dd-b451-2ff24c868b3c,segment=NetworkSegment(6e85f463-5e3c-4100-a174-df110751f91c),segment_id=6e85f463-5e3c-4100-a174-df110751f91c)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:50:14.580077 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3f06d4b6-2d71-40a0-8e2d-35b451b6d551 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:14.698879 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f105d49f-b86c-49f1-aa56-ec009a7589dc tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:14.800776 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3f06d4b6-2d71-40a0-8e2d-35b451b6d551 None None] Calling delete_port for ea5bf745-5c2f-47dd-b451-2ff24c868b3c owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:50:14.886166 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 084cedcc-debb-409e-bd7f-cacd57295765 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:50:14.891331 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105d49f-b86c-49f1-aa56-ec009a7589dc tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event deleted for resources: {'Port': ['ID=a9db4f2b-2c29-41b8-9e86-760c6569a873,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:14.994801 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-13b68d7d-883b-4fee-8dc3-9a4b28c34536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'name': 'tempest-TestNetworkBasicOps-router-1342585392', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:47:30Z', 'updated_at': '2022-04-20T17:50:10Z', 'revision_number': 7, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'gw_port': {'id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:31Z', 'updated_at': '2022-04-20T17:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:15.000336 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b68d7d-883b-4fee-8dc3-9a4b28c34536 None None] The sync data for ids ['68293710-1e09-426e-91f2-a16e2b534e3a'] in n-d-838032-1 is: [{'id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'name': 'tempest-TestNetworkBasicOps-router-1342585392', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:47:30Z', 'updated_at': '2022-04-20T17:50:10Z', 'revision_number': 7, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'gw_port': {'id': 'a9db4f2b-2c29-41b8-9e86-760c6569a873', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68293710-1e09-426e-91f2-a16e2b534e3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:47:31Z', 'updated_at': '2022-04-20T17:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:50:15.007545 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3f06d4b6-2d71-40a0-8e2d-35b451b6d551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:15.079161 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f06d4b6-2d71-40a0-8e2d-35b451b6d551 None None] No DVR routers for this DVR port ea5bf745-5c2f-47dd-b451-2ff24c868b3c on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:50:15.081653 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f06d4b6-2d71-40a0-8e2d-35b451b6d551 None None] Pushing event deleted for resources: {'Port': ['ID=ea5bf745-5c2f-47dd-b451-2ff24c868b3c,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:15.098477 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 084cedcc-debb-409e-bd7f-cacd57295765 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:50:15.103827 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 084cedcc-debb-409e-bd7f-cacd57295765 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:50:15.104133 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:15.164940 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f105d49f-b86c-49f1-aa56-ec009a7589dc tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:15.173209 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57212) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:15.180552 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-99addec3-2990-4a51-a68c-1c0222f21170 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-866795611-network', 'tenant_id': 'f6bcf3995e4d4caf92f40ee52f2c16c9'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:50:15.187255 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-99addec3-2990-4a51-a68c-1c0222f21170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:50:15.192146 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-99addec3-2990-4a51-a68c-1c0222f21170 admin admin] Usage tracker for resource:network and tenant:f6bcf3995e4d4caf92f40ee52f2c16c9 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:50:15.196140 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-99addec3-2990-4a51-a68c-1c0222f21170 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:50:15.204787 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-99addec3-2990-4a51-a68c-1c0222f21170 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:50:15.225839 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99addec3-2990-4a51-a68c-1c0222f21170 admin admin] Made reservation on behalf of f6bcf3995e4d4caf92f40ee52f2c16c9 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:50:15.226847 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:15.229781 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-99addec3-2990-4a51-a68c-1c0222f21170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:15.243991 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-99addec3-2990-4a51-a68c-1c0222f21170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:15.251053 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 084cedcc-debb-409e-bd7f-cacd57295765, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=084cedcc-debb-409e-bd7f-cacd57295765,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:50:15.259416 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:15.287899 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-99addec3-2990-4a51-a68c-1c0222f21170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:50:15.292902 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-99addec3-2990-4a51-a68c-1c0222f21170 admin admin] Usage tracker for resource:security_group_rule and tenant:f6bcf3995e4d4caf92f40ee52f2c16c9 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:50:15.296245 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-99addec3-2990-4a51-a68c-1c0222f21170 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:50:15.302627 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-99addec3-2990-4a51-a68c-1c0222f21170 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:50:15.391610 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=084cedcc-debb-409e-bd7f-cacd57295765,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:15.403009 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:15.426671 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-99addec3-2990-4a51-a68c-1c0222f21170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:15.428028 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ea5bf745-5c2f-47dd-b451-2ff24c868b3c no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:50:15.433740 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-99addec3-2990-4a51-a68c-1c0222f21170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:15.468299 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99addec3-2990-4a51-a68c-1c0222f21170 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:50:15.476874 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99addec3-2990-4a51-a68c-1c0222f21170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1dbeb5d-699b-4be2-9085-9ef8b6c014eb,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:15.483396 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-99addec3-2990-4a51-a68c-1c0222f21170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:15.483729 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-99addec3-2990-4a51-a68c-1c0222f21170 admin admin] Added segment b3a24d88-350d-4226-81a2-ec8dd8c84dd3 of type vlan for network 3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23 Apr 20 17:50:15.512583 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-99addec3-2990-4a51-a68c-1c0222f21170 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:15.515249 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: ea5bf745-5c2f-47dd-b451-2ff24c868b3c {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:50:15.516213 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ea5bf745-5c2f-47dd-b451-2ff24c868b3c not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:50:15.530689 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f105d49f-b86c-49f1-aa56-ec009a7589dc tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:15.535151 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f105d49f-b86c-49f1-aa56-ec009a7589dc tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:15.555733 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-99addec3-2990-4a51-a68c-1c0222f21170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:15.556889 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99addec3-2990-4a51-a68c-1c0222f21170 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:15.557350 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-99addec3-2990-4a51-a68c-1c0222f21170 admin admin] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:15.566070 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f105d49f-b86c-49f1-aa56-ec009a7589dc tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:15.567014 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f105d49f-b86c-49f1-aa56-ec009a7589dc tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Fanout notify agent at l3_agent the message router_deleted on router 68293710-1e09-426e-91f2-a16e2b534e3a {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:50:15.592852 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f105d49f-b86c-49f1-aa56-ec009a7589dc tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:15.596801 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f105d49f-b86c-49f1-aa56-ec009a7589dc tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "DELETE /v2.0/routers/68293710-1e09-426e-91f2-a16e2b534e3a HTTP/1.1" status: 204 len: 168 time: 2.3298218 Apr 20 17:50:15.597470 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57218) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:15.663323 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99addec3-2990-4a51-a68c-1c0222f21170 admin admin] Pushing event updated for resources: {'Network': ['ID=3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:15.668556 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-99addec3-2990-4a51-a68c-1c0222f21170 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4933155 Apr 20 17:50:15.671341 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57222) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:15.677933 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-a1d46b8f-b040-426b-ab8b-bc5b2f35f56a admin admin] Request body: {'subnet': {'network_id': '3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-866795611-subnet', 'tenant_id': 'f6bcf3995e4d4caf92f40ee52f2c16c9', 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:50:15.684213 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-a1d46b8f-b040-426b-ab8b-bc5b2f35f56a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:50:15.689631 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:50:15.689973 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a1d46b8f-b040-426b-ab8b-bc5b2f35f56a admin admin] Usage tracker for resource:subnet and tenant:f6bcf3995e4d4caf92f40ee52f2c16c9 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:50:15.693421 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a1d46b8f-b040-426b-ab8b-bc5b2f35f56a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:50:15.700449 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-a1d46b8f-b040-426b-ab8b-bc5b2f35f56a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:50:15.714085 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d46b8f-b040-426b-ab8b-bc5b2f35f56a admin admin] Made reservation on behalf of f6bcf3995e4d4caf92f40ee52f2c16c9 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:50:15.717285 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a1d46b8f-b040-426b-ab8b-bc5b2f35f56a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:15.751580 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8bc7eebd-3a57-4170-a04f-f8dc14b3d900 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:15.898704 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8bc7eebd-3a57-4170-a04f-f8dc14b3d900 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:15.924573 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-8bc7eebd-3a57-4170-a04f-f8dc14b3d900 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d802f55-617b-41b1-aea9-185e56a78e30']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:15.936806 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-8bc7eebd-3a57-4170-a04f-f8dc14b3d900 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e85f463-5e3c-4100-a174-df110751f91c') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:15.937164 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-8bc7eebd-3a57-4170-a04f-f8dc14b3d900 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e85f463-5e3c-4100-a174-df110751f91c') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:15.942023 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a1d46b8f-b040-426b-ab8b-bc5b2f35f56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:15.949533 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8bc7eebd-3a57-4170-a04f-f8dc14b3d900 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:15.966954 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8bc7eebd-3a57-4170-a04f-f8dc14b3d900 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:15.974418 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bc7eebd-3a57-4170-a04f-f8dc14b3d900 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:50:15.975339 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8bc7eebd-3a57-4170-a04f-f8dc14b3d900 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:15.990481 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:50:15.990481 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:50:15.990481 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:50:15.990481 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:50:15.990481 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:50:15.990481 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:50:15.990481 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:50:15.990481 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:50:15.990481 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:50:15.990481 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:50:15.990481 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:50:15.990481 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:50:15.990481 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:50:15.990481 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:50:15.990481 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:50:15.990481 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:50:15.990481 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:50:15.990481 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:50:15.990481 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:50:15.990481 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:50:15.990481 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:50:15.990481 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:50:15.990481 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:50:15.990481 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:50:15.990481 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:50:15.990481 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:50:15.990481 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:50:15.990481 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:50:15.990481 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:50:15.990481 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:50:15.990481 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:50:15.990481 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:50:16.020099 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d46b8f-b040-426b-ab8b-bc5b2f35f56a admin admin] Pushing event updated for resources: {'Subnet': ['ID=89e34568-9733-46a7-a546-2ea0ab55a3b5,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:16.033245 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d46b8f-b040-426b-ab8b-bc5b2f35f56a admin admin] Checking segment: {'id': 'b3a24d88-350d-4226-81a2-ec8dd8c84dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:50:16.033599 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d46b8f-b040-426b-ab8b-bc5b2f35f56a admin admin] Network hostable DHCP agents. Network: 3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:50:16.058973 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d46b8f-b040-426b-ab8b-bc5b2f35f56a admin admin] Network 3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:50:16.074265 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-a1d46b8f-b040-426b-ab8b-bc5b2f35f56a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:50:16.078875 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d46b8f-b040-426b-ab8b-bc5b2f35f56a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:16.079351 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a1d46b8f-b040-426b-ab8b-bc5b2f35f56a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:16.080027 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8bc7eebd-3a57-4170-a04f-f8dc14b3d900 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:16.087312 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2921aa60-9587-4670-8ef2-9311d9da0c2b None None] Network 3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:50:16.088076 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8bc7eebd-3a57-4170-a04f-f8dc14b3d900 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:16.106838 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a1d46b8f-b040-426b-ab8b-bc5b2f35f56a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4325786 Apr 20 17:50:16.107578 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57226) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:16.113758 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-21f1c436-49bc-4da8-8ed6-f6ba82715059 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-866795611-router', 'tenant_id': 'f6bcf3995e4d4caf92f40ee52f2c16c9', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:50:16.117332 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7eebd-3a57-4170-a04f-f8dc14b3d900 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event deleted for resources: {'Network': ['ID=5d802f55-617b-41b1-aea9-185e56a78e30,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:16.120433 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-21f1c436-49bc-4da8-8ed6-f6ba82715059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:50:16.121633 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8bc7eebd-3a57-4170-a04f-f8dc14b3d900 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "DELETE /v2.0/networks/5d802f55-617b-41b1-aea9-185e56a78e30 HTTP/1.1" status: 204 len: 168 time: 0.5230923 Apr 20 17:50:16.128793 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-21f1c436-49bc-4da8-8ed6-f6ba82715059 admin admin] Usage tracker for resource:router and tenant:f6bcf3995e4d4caf92f40ee52f2c16c9 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:50:16.132303 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-21f1c436-49bc-4da8-8ed6-f6ba82715059 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:50:16.138143 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-21f1c436-49bc-4da8-8ed6-f6ba82715059 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:50:16.141709 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57232) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:16.156260 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-d3509e48-d356-49bf-bc80-657614034448 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Request body: {'network': {'name': 'tempest-network-smoke--757178109', 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'port_security_enabled': True}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:50:16.163032 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d3509e48-d356-49bf-bc80-657614034448 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:50:16.165656 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21f1c436-49bc-4da8-8ed6-f6ba82715059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:16.167206 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21f1c436-49bc-4da8-8ed6-f6ba82715059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:16.167856 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d3509e48-d356-49bf-bc80-657614034448 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Usage tracker for resource:network and tenant:46418d03dcfd4ae1a968507356cc51c0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:50:16.170985 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d3509e48-d356-49bf-bc80-657614034448 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:50:16.178306 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d3509e48-d356-49bf-bc80-657614034448 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:50:16.194711 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3509e48-d356-49bf-bc80-657614034448 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Made reservation on behalf of 46418d03dcfd4ae1a968507356cc51c0 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:50:16.195900 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21f1c436-49bc-4da8-8ed6-f6ba82715059 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:16.197756 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d3509e48-d356-49bf-bc80-657614034448 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:16.248451 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3509e48-d356-49bf-bc80-657614034448 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:50:16.285944 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d3509e48-d356-49bf-bc80-657614034448 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:16.285944 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-d3509e48-d356-49bf-bc80-657614034448 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Added segment 8a3ed4a2-9074-4f28-b01a-b6048acec3b8 of type vlan for network 25a2fc37-d7bd-414d-80a7-086d7d7075c7 Apr 20 17:50:16.336365 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d3509e48-d356-49bf-bc80-657614034448 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:16.358040 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bace046f-4333-4acc-8d45-547b1fd5839e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23', 'network_id': '3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23', 'tenant_id': 'f6bcf3995e4d4caf92f40ee52f2c16c9', 'fixed_ips': [{'subnet_id': '89e34568-9733-46a7-a546-2ea0ab55a3b5'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:50:16.358675 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bace046f-4333-4acc-8d45-547b1fd5839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:16.388520 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d3509e48-d356-49bf-bc80-657614034448 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:16.392524 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3509e48-d356-49bf-bc80-657614034448 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:16.393160 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d3509e48-d356-49bf-bc80-657614034448 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:16.404086 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21f1c436-49bc-4da8-8ed6-f6ba82715059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:16.434851 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d3509e48-d356-49bf-bc80-657614034448 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2907743 Apr 20 17:50:16.435538 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57238) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:16.448033 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-19677421-30cc-4b7a-914c-b2d4323e8223 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1803695860', 'admin_state_up': True, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:50:16.513472 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-19677421-30cc-4b7a-914c-b2d4323e8223 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:50:16.529513 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-19677421-30cc-4b7a-914c-b2d4323e8223 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Usage tracker for resource:router and tenant:46418d03dcfd4ae1a968507356cc51c0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:50:16.534175 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-19677421-30cc-4b7a-914c-b2d4323e8223 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:50:16.543387 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-19677421-30cc-4b7a-914c-b2d4323e8223 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:50:16.545400 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3509e48-d356-49bf-bc80-657614034448 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'Network': ['ID=25a2fc37-d7bd-414d-80a7-086d7d7075c7,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:16.560695 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19677421-30cc-4b7a-914c-b2d4323e8223 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:16.561699 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19677421-30cc-4b7a-914c-b2d4323e8223 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:16.567682 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 25a2fc37-d7bd-414d-80a7-086d7d7075c7 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:50:16.584002 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19677421-30cc-4b7a-914c-b2d4323e8223 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:16.633466 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21f1c436-49bc-4da8-8ed6-f6ba82715059 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:16.666384 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21f1c436-49bc-4da8-8ed6-f6ba82715059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:16.689083 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-bace046f-4333-4acc-8d45-547b1fd5839e None None] Allocated IP 172.20.0.2 (3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23/89e34568-9733-46a7-a546-2ea0ab55a3b5/ca7e267b-e11b-4691-affc-b7b2e02fb1ba) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:50:16.701519 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 084cedcc-debb-409e-bd7f-cacd57295765 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:50:16.828554 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-21f1c436-49bc-4da8-8ed6-f6ba82715059 admin admin] Allocated IP 172.25.8.19 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/2ed9499b-f263-4e17-91a6-29c3ef1aec9a) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:50:16.872660 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19677421-30cc-4b7a-914c-b2d4323e8223 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:16.933832 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 084cedcc-debb-409e-bd7f-cacd57295765 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:50:16.934172 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:16.986419 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21f1c436-49bc-4da8-8ed6-f6ba82715059 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:17.018135 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21f1c436-49bc-4da8-8ed6-f6ba82715059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:17.058447 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19677421-30cc-4b7a-914c-b2d4323e8223 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:17.063753 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bace046f-4333-4acc-8d45-547b1fd5839e None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:17.086909 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f1c436-49bc-4da8-8ed6-f6ba82715059 admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:50:17.089924 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-21f1c436-49bc-4da8-8ed6-f6ba82715059 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:50:17.092017 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19677421-30cc-4b7a-914c-b2d4323e8223 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:17.094886 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f1c436-49bc-4da8-8ed6-f6ba82715059 admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:50:17.108635 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-bace046f-4333-4acc-8d45-547b1fd5839e None None] Transition to ACTIVE for port object ca7e267b-e11b-4691-affc-b7b2e02fb1ba will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:50:17.146463 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-bace046f-4333-4acc-8d45-547b1fd5839e None None] Transition to ACTIVE for port object ca7e267b-e11b-4691-affc-b7b2e02fb1ba will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:50:17.155057 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bace046f-4333-4acc-8d45-547b1fd5839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:17.206926 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 13a9b0e8-c8a0-41a0-bacc-3e3a764c222e no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:50:17.237208 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-19677421-30cc-4b7a-914c-b2d4323e8223 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Allocated IP 172.25.8.17 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/bf10a337-9b05-467e-9add-3c0152e220d5) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:50:17.240024 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1c436-49bc-4da8-8ed6-f6ba82715059 admin admin] Pushing event updated for resources: {'Port': ['ID=2ed9499b-f263-4e17-91a6-29c3ef1aec9a,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:17.256048 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 13a9b0e8-c8a0-41a0-bacc-3e3a764c222e {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:50:17.256515 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 13a9b0e8-c8a0-41a0-bacc-3e3a764c222e not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:50:17.277340 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace046f-4333-4acc-8d45-547b1fd5839e None None] Pushing event updated for resources: {'Port': ['ID=ca7e267b-e11b-4691-affc-b7b2e02fb1ba,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:17.280819 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bace046f-4333-4acc-8d45-547b1fd5839e None None] Network 3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:50:17.282510 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-bace046f-4333-4acc-8d45-547b1fd5839e None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:50:17.284747 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bace046f-4333-4acc-8d45-547b1fd5839e None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:50:17.375584 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-bace046f-4333-4acc-8d45-547b1fd5839e None None] Attempting to bind port ca7e267b-e11b-4691-affc-b7b2e02fb1ba on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:50:17.376185 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-bace046f-4333-4acc-8d45-547b1fd5839e None None] Attempting to bind port ca7e267b-e11b-4691-affc-b7b2e02fb1ba by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'b3a24d88-350d-4226-81a2-ec8dd8c84dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:50:17.376696 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bace046f-4333-4acc-8d45-547b1fd5839e None None] Attempting to bind port ca7e267b-e11b-4691-affc-b7b2e02fb1ba on network 3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:50:17.383576 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bace046f-4333-4acc-8d45-547b1fd5839e None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:50:17.383931 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bace046f-4333-4acc-8d45-547b1fd5839e None None] Checking segment: {'id': 'b3a24d88-350d-4226-81a2-ec8dd8c84dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:50:17.384322 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bace046f-4333-4acc-8d45-547b1fd5839e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:17.384959 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bace046f-4333-4acc-8d45-547b1fd5839e None None] Bound using segment: {'id': 'b3a24d88-350d-4226-81a2-ec8dd8c84dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:50:17.385593 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-bace046f-4333-4acc-8d45-547b1fd5839e None None] Bound port: ca7e267b-e11b-4691-affc-b7b2e02fb1ba, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a24d88-350d-4226-81a2-ec8dd8c84dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:50:17.386252 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bace046f-4333-4acc-8d45-547b1fd5839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:17.415428 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21f1c436-49bc-4da8-8ed6-f6ba82715059 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:17.416676 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21f1c436-49bc-4da8-8ed6-f6ba82715059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:17.469174 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19677421-30cc-4b7a-914c-b2d4323e8223 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:17.473776 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-bace046f-4333-4acc-8d45-547b1fd5839e None None] For port ca7e267b-e11b-4691-affc-b7b2e02fb1ba, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:50:17.477299 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-bace046f-4333-4acc-8d45-547b1fd5839e None None] For port ca7e267b-e11b-4691-affc-b7b2e02fb1ba, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ca7e267b-e11b-4691-affc-b7b2e02fb1ba,segment=NetworkSegment(b3a24d88-350d-4226-81a2-ec8dd8c84dd3),segment_id=b3a24d88-350d-4226-81a2-ec8dd8c84dd3)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:50:17.487153 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bace046f-4333-4acc-8d45-547b1fd5839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:17.551072 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19677421-30cc-4b7a-914c-b2d4323e8223 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:17.588805 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace046f-4333-4acc-8d45-547b1fd5839e None None] Pushing event updated for resources: {'Port': ['ID=ca7e267b-e11b-4691-affc-b7b2e02fb1ba,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:17.650637 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19677421-30cc-4b7a-914c-b2d4323e8223 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:50:17.654335 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-19677421-30cc-4b7a-914c-b2d4323e8223 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:50:17.656823 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19677421-30cc-4b7a-914c-b2d4323e8223 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:50:17.685076 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19677421-30cc-4b7a-914c-b2d4323e8223 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'Port': ['ID=bf10a337-9b05-467e-9add-3c0152e220d5,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:17.772634 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f1c436-49bc-4da8-8ed6-f6ba82715059 admin admin] Router d54e0d69-f849-47ab-a768-dbe8b30be20a is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:50:17.930724 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19677421-30cc-4b7a-914c-b2d4323e8223 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:17.931741 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19677421-30cc-4b7a-914c-b2d4323e8223 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:18.020181 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f1c436-49bc-4da8-8ed6-f6ba82715059 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:50:18.030074 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574b0626-8b01-4f72-9a31-bbb451f01300 None None] Sync routers for ids ['d54e0d69-f849-47ab-a768-dbe8b30be20a'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:50:18.047794 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21f1c436-49bc-4da8-8ed6-f6ba82715059 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:18.048590 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574b0626-8b01-4f72-9a31-bbb451f01300 None None] Routers {'d54e0d69-f849-47ab-a768-dbe8b30be20a'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:50:18.049352 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-21f1c436-49bc-4da8-8ed6-f6ba82715059 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9406645 Apr 20 17:50:18.049892 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-574b0626-8b01-4f72-9a31-bbb451f01300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:50:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d54e0d69-f849-47ab-a768-dbe8b30be20a'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:18.052410 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57252) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:18.254316 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19677421-30cc-4b7a-914c-b2d4323e8223 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Router 4755f29e-66fd-4350-9a09-0e3846302242 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:50:18.264235 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-574b0626-8b01-4f72-9a31-bbb451f01300 None None] Set router d54e0d69-f849-47ab-a768-dbe8b30be20a gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:50:18.574648 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19677421-30cc-4b7a-914c-b2d4323e8223 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:50:18.612021 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d86bd2-13bf-42a1-bd5f-e89247fc228a None None] Sync routers for ids ['4755f29e-66fd-4350-9a09-0e3846302242'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:50:18.647566 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d86bd2-13bf-42a1-bd5f-e89247fc228a None None] Routers {'4755f29e-66fd-4350-9a09-0e3846302242'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:50:18.648212 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-43d86bd2-13bf-42a1-bd5f-e89247fc228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:50:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['4755f29e-66fd-4350-9a09-0e3846302242'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:18.671770 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19677421-30cc-4b7a-914c-b2d4323e8223 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:18.675632 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-19677421-30cc-4b7a-914c-b2d4323e8223 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2364044 Apr 20 17:50:18.678765 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57268) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:18.687142 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-574b0626-8b01-4f72-9a31-bbb451f01300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54e0d69-f849-47ab-a768-dbe8b30be20a', 'name': 'tempest-TestVolumeBackupRestore-866795611-router', 'tenant_id': 'f6bcf3995e4d4caf92f40ee52f2c16c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '2ed9499b-f263-4e17-91a6-29c3ef1aec9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:16Z', 'updated_at': '2022-04-20T17:50:17Z', 'revision_number': 3, 'project_id': 'f6bcf3995e4d4caf92f40ee52f2c16c9', 'gw_port': {'id': '2ed9499b-f263-4e17-91a6-29c3ef1aec9a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:df:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54e0d69-f849-47ab-a768-dbe8b30be20a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:16Z', 'updated_at': '2022-04-20T17:50:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:18.697091 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574b0626-8b01-4f72-9a31-bbb451f01300 None None] Checking router: d54e0d69-f849-47ab-a768-dbe8b30be20a for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:50:18.697430 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574b0626-8b01-4f72-9a31-bbb451f01300 None None] Updating router d54e0d69-f849-47ab-a768-dbe8b30be20a port 2ed9499b-f263-4e17-91a6-29c3ef1aec9a binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:50:18.762404 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a3d6faf7-b023-4732-bb76-ab531afd92d2 tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=46418d03dcfd4ae1a968507356cc51c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0819485 Apr 20 17:50:18.765081 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57272) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:18.770004 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ca7e267b-e11b-4691-affc-b7b2e02fb1ba up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:50:18.829916 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-574b0626-8b01-4f72-9a31-bbb451f01300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:18.924926 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a03ec93-68e1-4455-a794-79f6ec9c6d07 None None] Network 3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:50:18.959305 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c484b2d8-458b-420b-a4b7-95c3bcff727e tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:18.961950 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c484b2d8-458b-420b-a4b7-95c3bcff727e tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1954567 Apr 20 17:50:18.964672 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57280) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:19.021440 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-12e92471-ad46-40b9-84d9-b5e6a8f66f4a tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0510495 Apr 20 17:50:19.026747 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57284) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:19.032945 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-cdffe89e-8b10-4fa5-967f-9886db8c6171 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1047097371', 'network_id': '25a2fc37-d7bd-414d-80a7-086d7d7075c7', 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:50:19.149289 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-cdffe89e-8b10-4fa5-967f-9886db8c6171 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:50:19.153181 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-cdffe89e-8b10-4fa5-967f-9886db8c6171 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Usage tracker for resource:subnet and tenant:46418d03dcfd4ae1a968507356cc51c0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:50:19.159728 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-cdffe89e-8b10-4fa5-967f-9886db8c6171 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:50:19.164391 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-43d86bd2-13bf-42a1-bd5f-e89247fc228a None None] Set router 4755f29e-66fd-4350-9a09-0e3846302242 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:50:19.169998 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-cdffe89e-8b10-4fa5-967f-9886db8c6171 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:50:19.182771 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdffe89e-8b10-4fa5-967f-9886db8c6171 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Made reservation on behalf of 46418d03dcfd4ae1a968507356cc51c0 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:50:19.230952 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-574b0626-8b01-4f72-9a31-bbb451f01300 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:19.248967 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-574b0626-8b01-4f72-9a31-bbb451f01300 None None] Transition to ACTIVE for port object 2ed9499b-f263-4e17-91a6-29c3ef1aec9a will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:50:19.260611 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-574b0626-8b01-4f72-9a31-bbb451f01300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:19.363871 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-574b0626-8b01-4f72-9a31-bbb451f01300 None None] Attempting to bind port 2ed9499b-f263-4e17-91a6-29c3ef1aec9a on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:50:19.364569 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-574b0626-8b01-4f72-9a31-bbb451f01300 None None] Attempting to bind port 2ed9499b-f263-4e17-91a6-29c3ef1aec9a by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:50:19.365288 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574b0626-8b01-4f72-9a31-bbb451f01300 None None] Attempting to bind port 2ed9499b-f263-4e17-91a6-29c3ef1aec9a on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:50:19.368922 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5731de-f292-4c08-b4cc-3c3b5f9c9eca None None] Pushing event updated for resources: {'Port': ['ID=2ed9499b-f263-4e17-91a6-29c3ef1aec9a,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:19.385546 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574b0626-8b01-4f72-9a31-bbb451f01300 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:50:19.386280 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574b0626-8b01-4f72-9a31-bbb451f01300 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:50:19.389294 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-574b0626-8b01-4f72-9a31-bbb451f01300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:19.390604 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574b0626-8b01-4f72-9a31-bbb451f01300 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:50:19.392896 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-574b0626-8b01-4f72-9a31-bbb451f01300 None None] Bound port: 2ed9499b-f263-4e17-91a6-29c3ef1aec9a, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:50:19.392896 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-574b0626-8b01-4f72-9a31-bbb451f01300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:19.432014 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4db1e17d-dff6-47c4-bb5e-4501b207f806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:19.478606 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cdffe89e-8b10-4fa5-967f-9886db8c6171 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:19.542687 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-574b0626-8b01-4f72-9a31-bbb451f01300 None None] For port 2ed9499b-f263-4e17-91a6-29c3ef1aec9a, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:50:19.551594 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-574b0626-8b01-4f72-9a31-bbb451f01300 None None] For port 2ed9499b-f263-4e17-91a6-29c3ef1aec9a, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=2ed9499b-f263-4e17-91a6-29c3ef1aec9a,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:50:19.564898 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-574b0626-8b01-4f72-9a31-bbb451f01300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:19.648547 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-53400bdd-e6c7-41a0-844d-8d456f5153b1 None None] Provisioning for port ca7e267b-e11b-4691-affc-b7b2e02fb1ba completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:50:19.681083 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574b0626-8b01-4f72-9a31-bbb451f01300 None None] Routers {'d54e0d69-f849-47ab-a768-dbe8b30be20a'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:50:19.681775 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-574b0626-8b01-4f72-9a31-bbb451f01300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:50:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d54e0d69-f849-47ab-a768-dbe8b30be20a'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:19.755598 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port ca7e267b-e11b-4691-affc-b7b2e02fb1ba completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:50:19.763742 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port ca7e267b-e11b-4691-affc-b7b2e02fb1ba triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:50:19.764299 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:19.895118 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5731de-f292-4c08-b4cc-3c3b5f9c9eca None None] Pushing event updated for resources: {'Port': ['ID=2ed9499b-f263-4e17-91a6-29c3ef1aec9a,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:19.982463 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-574b0626-8b01-4f72-9a31-bbb451f01300 None None] Set router d54e0d69-f849-47ab-a768-dbe8b30be20a gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:50:20.028573 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cdffe89e-8b10-4fa5-967f-9886db8c6171 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:20.044981 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:20.091958 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-43d86bd2-13bf-42a1-bd5f-e89247fc228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4755f29e-66fd-4350-9a09-0e3846302242', 'name': 'tempest-TestNetworkBasicOps-router-1803695860', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'bf10a337-9b05-467e-9add-3c0152e220d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:16Z', 'updated_at': '2022-04-20T17:50:17Z', 'revision_number': 3, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'gw_port': {'id': 'bf10a337-9b05-467e-9add-3c0152e220d5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4755f29e-66fd-4350-9a09-0e3846302242', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:17Z', 'updated_at': '2022-04-20T17:50:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:20.094078 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d86bd2-13bf-42a1-bd5f-e89247fc228a None None] Checking router: 4755f29e-66fd-4350-9a09-0e3846302242 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:50:20.096045 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d86bd2-13bf-42a1-bd5f-e89247fc228a None None] Updating router 4755f29e-66fd-4350-9a09-0e3846302242 port bf10a337-9b05-467e-9add-3c0152e220d5 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:50:20.106660 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-4db1e17d-dff6-47c4-bb5e-4501b207f806 admin admin] Allocated IP 172.20.0.1 (3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23/89e34568-9733-46a7-a546-2ea0ab55a3b5/1fefdc85-008c-42f3-bdd5-d6cf81ad4e93) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:50:20.173286 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port ca7e267b-e11b-4691-affc-b7b2e02fb1ba, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ca7e267b-e11b-4691-affc-b7b2e02fb1ba,segment=NetworkSegment(b3a24d88-350d-4226-81a2-ec8dd8c84dd3),segment_id=b3a24d88-350d-4226-81a2-ec8dd8c84dd3)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:50:20.180175 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-43d86bd2-13bf-42a1-bd5f-e89247fc228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:20.214268 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:20.218219 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdffe89e-8b10-4fa5-967f-9886db8c6171 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'Subnet': ['ID=231445d4-ff09-4a3a-99a5-ef5da12b6cc1,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:20.236423 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdffe89e-8b10-4fa5-967f-9886db8c6171 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Checking segment: {'id': '8a3ed4a2-9074-4f28-b01a-b6048acec3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25a2fc37-d7bd-414d-80a7-086d7d7075c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:50:20.236789 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdffe89e-8b10-4fa5-967f-9886db8c6171 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Network hostable DHCP agents. Network: 25a2fc37-d7bd-414d-80a7-086d7d7075c7, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:50:20.290609 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdffe89e-8b10-4fa5-967f-9886db8c6171 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Network 25a2fc37-d7bd-414d-80a7-086d7d7075c7 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:50:20.304369 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-cdffe89e-8b10-4fa5-967f-9886db8c6171 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 25a2fc37-d7bd-414d-80a7-086d7d7075c7) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:50:20.309722 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdffe89e-8b10-4fa5-967f-9886db8c6171 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:20.310368 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cdffe89e-8b10-4fa5-967f-9886db8c6171 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:20.328032 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07311c2d-7586-46fa-a5b2-78f619d78d7a None None] Network 25a2fc37-d7bd-414d-80a7-086d7d7075c7 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:50:20.356586 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cdffe89e-8b10-4fa5-967f-9886db8c6171 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3260615 Apr 20 17:50:20.356768 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57304) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:20.386703 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-574b0626-8b01-4f72-9a31-bbb451f01300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54e0d69-f849-47ab-a768-dbe8b30be20a', 'name': 'tempest-TestVolumeBackupRestore-866795611-router', 'tenant_id': 'f6bcf3995e4d4caf92f40ee52f2c16c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '2ed9499b-f263-4e17-91a6-29c3ef1aec9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:16Z', 'updated_at': '2022-04-20T17:50:17Z', 'revision_number': 3, 'project_id': 'f6bcf3995e4d4caf92f40ee52f2c16c9', 'gw_port': {'id': '2ed9499b-f263-4e17-91a6-29c3ef1aec9a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:df:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54e0d69-f849-47ab-a768-dbe8b30be20a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:16Z', 'updated_at': '2022-04-20T17:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:20.394787 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574b0626-8b01-4f72-9a31-bbb451f01300 None None] The sync data for ids ['d54e0d69-f849-47ab-a768-dbe8b30be20a'] in n-d-838032-1 is: [{'id': 'd54e0d69-f849-47ab-a768-dbe8b30be20a', 'name': 'tempest-TestVolumeBackupRestore-866795611-router', 'tenant_id': 'f6bcf3995e4d4caf92f40ee52f2c16c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '2ed9499b-f263-4e17-91a6-29c3ef1aec9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:16Z', 'updated_at': '2022-04-20T17:50:17Z', 'revision_number': 3, 'project_id': 'f6bcf3995e4d4caf92f40ee52f2c16c9', 'gw_port': {'id': '2ed9499b-f263-4e17-91a6-29c3ef1aec9a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:df:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54e0d69-f849-47ab-a768-dbe8b30be20a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:16Z', 'updated_at': '2022-04-20T17:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:50:20.411934 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4db1e17d-dff6-47c4-bb5e-4501b207f806 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:20.457987 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-4db1e17d-dff6-47c4-bb5e-4501b207f806 admin admin] Transition to ACTIVE for port object 1fefdc85-008c-42f3-bdd5-d6cf81ad4e93 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:50:20.497637 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4db1e17d-dff6-47c4-bb5e-4501b207f806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:20.592739 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db1e17d-dff6-47c4-bb5e-4501b207f806 admin admin] Network 3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:50:20.596629 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-4db1e17d-dff6-47c4-bb5e-4501b207f806 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:50:20.601929 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db1e17d-dff6-47c4-bb5e-4501b207f806 admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:50:20.631613 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1e17d-dff6-47c4-bb5e-4501b207f806 admin admin] Pushing event updated for resources: {'Port': ['ID=1fefdc85-008c-42f3-bdd5-d6cf81ad4e93,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:20.675392 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4db1e17d-dff6-47c4-bb5e-4501b207f806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:20.724965 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=ca7e267b-e11b-4691-affc-b7b2e02fb1ba,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:20.739444 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a0c0469e-f98e-4a8f-a53f-e2fa58c424cd None None] Provisioning complete for port ca7e267b-e11b-4691-affc-b7b2e02fb1ba triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:50:20.739814 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a0c0469e-f98e-4a8f-a53f-e2fa58c424cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:20.828061 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4db1e17d-dff6-47c4-bb5e-4501b207f806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:21.022744 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:50:21.023081 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:50:21.023505 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:50:21.023840 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:50:21.024171 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:50:21.024513 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:50:21.029602 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:50:21.029982 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:50:21.030478 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:50:21.030810 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:50:21.031138 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:50:21.162316 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4db1e17d-dff6-47c4-bb5e-4501b207f806 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:21.169300 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4db1e17d-dff6-47c4-bb5e-4501b207f806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:21.175275 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4733b5-a327-48e7-9e57-9e3d6540ed4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-25a2fc37-d7bd-414d-80a7-086d7d7075c7', 'network_id': '25a2fc37-d7bd-414d-80a7-086d7d7075c7', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'fixed_ips': [{'subnet_id': '231445d4-ff09-4a3a-99a5-ef5da12b6cc1'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:50:21.176077 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3a4733b5-a327-48e7-9e57-9e3d6540ed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:21.295156 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4db1e17d-dff6-47c4-bb5e-4501b207f806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:21.298750 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-43d86bd2-13bf-42a1-bd5f-e89247fc228a None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:21.299601 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1e17d-dff6-47c4-bb5e-4501b207f806 admin admin] Pushing event updated for resources: {'Port': ['ID=1fefdc85-008c-42f3-bdd5-d6cf81ad4e93,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:21.332993 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-43d86bd2-13bf-42a1-bd5f-e89247fc228a None None] Transition to ACTIVE for port object bf10a337-9b05-467e-9add-3c0152e220d5 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:50:21.341825 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a73bff0e-2f4c-4518-b734-c50176ea7a02 None None] Provisioning for port 1fefdc85-008c-42f3-bdd5-d6cf81ad4e93 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:50:21.385231 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-43d86bd2-13bf-42a1-bd5f-e89247fc228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:21.407710 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-657c31a3-7dd3-48ec-938c-58f83bea088c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:21.446032 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a73bff0e-2f4c-4518-b734-c50176ea7a02 None None] Provisioning complete for port 1fefdc85-008c-42f3-bdd5-d6cf81ad4e93 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:50:21.446681 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a73bff0e-2f4c-4518-b734-c50176ea7a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:21.480818 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db1e17d-dff6-47c4-bb5e-4501b207f806 admin admin] Network 3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:50:21.483104 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-4db1e17d-dff6-47c4-bb5e-4501b207f806 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:50:21.530926 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a73bff0e-2f4c-4518-b734-c50176ea7a02 None None] Port 1fefdc85-008c-42f3-bdd5-d6cf81ad4e93 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:50:21.602706 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-43d86bd2-13bf-42a1-bd5f-e89247fc228a None None] Attempting to bind port bf10a337-9b05-467e-9add-3c0152e220d5 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:50:21.603065 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-43d86bd2-13bf-42a1-bd5f-e89247fc228a None None] Attempting to bind port bf10a337-9b05-467e-9add-3c0152e220d5 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:50:21.603429 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d86bd2-13bf-42a1-bd5f-e89247fc228a None None] Attempting to bind port bf10a337-9b05-467e-9add-3c0152e220d5 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:50:21.693581 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d86bd2-13bf-42a1-bd5f-e89247fc228a None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:50:21.694017 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d86bd2-13bf-42a1-bd5f-e89247fc228a None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:50:21.694384 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-43d86bd2-13bf-42a1-bd5f-e89247fc228a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:21.694769 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d86bd2-13bf-42a1-bd5f-e89247fc228a None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:50:21.695312 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-43d86bd2-13bf-42a1-bd5f-e89247fc228a None None] Bound port: bf10a337-9b05-467e-9add-3c0152e220d5, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:50:21.695687 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-43d86bd2-13bf-42a1-bd5f-e89247fc228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:21.720874 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6c76f-968c-463f-b29a-e2a2c2d61133 None None] Pushing event updated for resources: {'Port': ['ID=bf10a337-9b05-467e-9add-3c0152e220d5,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:21.780791 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-3a4733b5-a327-48e7-9e57-9e3d6540ed4d None None] Allocated IP 172.20.0.2 (25a2fc37-d7bd-414d-80a7-086d7d7075c7/231445d4-ff09-4a3a-99a5-ef5da12b6cc1/b9c21269-51fc-4bd0-ac65-c95caeb72294) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:50:21.828971 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-43d86bd2-13bf-42a1-bd5f-e89247fc228a None None] For port bf10a337-9b05-467e-9add-3c0152e220d5, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:50:21.916576 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-43d86bd2-13bf-42a1-bd5f-e89247fc228a None None] For port bf10a337-9b05-467e-9add-3c0152e220d5, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=bf10a337-9b05-467e-9add-3c0152e220d5,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:50:21.932604 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-43d86bd2-13bf-42a1-bd5f-e89247fc228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:22.097301 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db1e17d-dff6-47c4-bb5e-4501b207f806 admin admin] Router d54e0d69-f849-47ab-a768-dbe8b30be20a has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:50:22.132760 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6c76f-968c-463f-b29a-e2a2c2d61133 None None] Pushing event updated for resources: {'Port': ['ID=bf10a337-9b05-467e-9add-3c0152e220d5,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:22.155594 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6a05b886-936b-4c8f-9b62-47a48b0a7a3f None None] Provisioning complete for port 1fefdc85-008c-42f3-bdd5-d6cf81ad4e93 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:50:22.155959 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6a05b886-936b-4c8f-9b62-47a48b0a7a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:22.208948 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d86bd2-13bf-42a1-bd5f-e89247fc228a None None] Routers {'4755f29e-66fd-4350-9a09-0e3846302242'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:50:22.209554 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-43d86bd2-13bf-42a1-bd5f-e89247fc228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:50:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['4755f29e-66fd-4350-9a09-0e3846302242'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:22.319054 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db1e17d-dff6-47c4-bb5e-4501b207f806 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:50:22.337246 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4db1e17d-dff6-47c4-bb5e-4501b207f806 admin admin] 10.222.0.39 "PUT /v2.0/routers/d54e0d69-f849-47ab-a768-dbe8b30be20a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2749283 Apr 20 17:50:22.417296 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3a4733b5-a327-48e7-9e57-9e3d6540ed4d None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:22.439146 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-6a05b886-936b-4c8f-9b62-47a48b0a7a3f None None] Port 1fefdc85-008c-42f3-bdd5-d6cf81ad4e93 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:50:22.443487 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3a4733b5-a327-48e7-9e57-9e3d6540ed4d None None] Transition to ACTIVE for port object b9c21269-51fc-4bd0-ac65-c95caeb72294 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:50:22.474443 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3a4733b5-a327-48e7-9e57-9e3d6540ed4d None None] Transition to ACTIVE for port object b9c21269-51fc-4bd0-ac65-c95caeb72294 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:50:22.492159 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3a4733b5-a327-48e7-9e57-9e3d6540ed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:22.605084 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4733b5-a327-48e7-9e57-9e3d6540ed4d None None] Network 25a2fc37-d7bd-414d-80a7-086d7d7075c7 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:50:22.610916 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-3a4733b5-a327-48e7-9e57-9e3d6540ed4d None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:50:22.614073 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-657c31a3-7dd3-48ec-938c-58f83bea088c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Allocated IP 172.20.0.1 (25a2fc37-d7bd-414d-80a7-086d7d7075c7/231445d4-ff09-4a3a-99a5-ef5da12b6cc1/650058f2-a8f4-4cf6-868e-53d0a430d092) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:50:22.616394 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4733b5-a327-48e7-9e57-9e3d6540ed4d None None] Pushing event updated for resources: {'Port': ['ID=b9c21269-51fc-4bd0-ac65-c95caeb72294,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:22.620601 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4733b5-a327-48e7-9e57-9e3d6540ed4d None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:50:22.628581 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-43d86bd2-13bf-42a1-bd5f-e89247fc228a None None] Set router 4755f29e-66fd-4350-9a09-0e3846302242 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:50:22.684685 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ca7e267b-e11b-4691-affc-b7b2e02fb1ba up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:50:22.829602 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-657c31a3-7dd3-48ec-938c-58f83bea088c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:22.848425 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-657c31a3-7dd3-48ec-938c-58f83bea088c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Transition to ACTIVE for port object 650058f2-a8f4-4cf6-868e-53d0a430d092 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:50:22.875173 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-657c31a3-7dd3-48ec-938c-58f83bea088c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:22.903974 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-3a4733b5-a327-48e7-9e57-9e3d6540ed4d None None] Attempting to bind port b9c21269-51fc-4bd0-ac65-c95caeb72294 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:50:22.904739 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-3a4733b5-a327-48e7-9e57-9e3d6540ed4d None None] Attempting to bind port b9c21269-51fc-4bd0-ac65-c95caeb72294 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '8a3ed4a2-9074-4f28-b01a-b6048acec3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25a2fc37-d7bd-414d-80a7-086d7d7075c7'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:50:22.904739 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4733b5-a327-48e7-9e57-9e3d6540ed4d None None] Attempting to bind port b9c21269-51fc-4bd0-ac65-c95caeb72294 on network 25a2fc37-d7bd-414d-80a7-086d7d7075c7 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:50:22.994150 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c31a3-7dd3-48ec-938c-58f83bea088c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'Port': ['ID=650058f2-a8f4-4cf6-868e-53d0a430d092,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:23.006135 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4733b5-a327-48e7-9e57-9e3d6540ed4d None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:50:23.006804 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4733b5-a327-48e7-9e57-9e3d6540ed4d None None] Checking segment: {'id': '8a3ed4a2-9074-4f28-b01a-b6048acec3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25a2fc37-d7bd-414d-80a7-086d7d7075c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:50:23.007338 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3a4733b5-a327-48e7-9e57-9e3d6540ed4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:23.007923 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4733b5-a327-48e7-9e57-9e3d6540ed4d None None] Bound using segment: {'id': '8a3ed4a2-9074-4f28-b01a-b6048acec3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25a2fc37-d7bd-414d-80a7-086d7d7075c7'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:50:23.008691 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-3a4733b5-a327-48e7-9e57-9e3d6540ed4d None None] Bound port: b9c21269-51fc-4bd0-ac65-c95caeb72294, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a3ed4a2-9074-4f28-b01a-b6048acec3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25a2fc37-d7bd-414d-80a7-086d7d7075c7'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:50:23.008826 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657c31a3-7dd3-48ec-938c-58f83bea088c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Network 25a2fc37-d7bd-414d-80a7-086d7d7075c7 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:50:23.009317 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3a4733b5-a327-48e7-9e57-9e3d6540ed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:23.010105 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-657c31a3-7dd3-48ec-938c-58f83bea088c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:50:23.012578 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657c31a3-7dd3-48ec-938c-58f83bea088c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:50:23.076958 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-657c31a3-7dd3-48ec-938c-58f83bea088c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:23.173052 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-3a4733b5-a327-48e7-9e57-9e3d6540ed4d None None] For port b9c21269-51fc-4bd0-ac65-c95caeb72294, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:50:23.175056 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port ca7e267b-e11b-4691-affc-b7b2e02fb1ba triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:50:23.175468 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:23.196078 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-657c31a3-7dd3-48ec-938c-58f83bea088c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:23.253095 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-3a4733b5-a327-48e7-9e57-9e3d6540ed4d None None] For port b9c21269-51fc-4bd0-ac65-c95caeb72294, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=b9c21269-51fc-4bd0-ac65-c95caeb72294,segment=NetworkSegment(8a3ed4a2-9074-4f28-b01a-b6048acec3b8),segment_id=8a3ed4a2-9074-4f28-b01a-b6048acec3b8)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:50:23.270454 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3a4733b5-a327-48e7-9e57-9e3d6540ed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:23.430173 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-43d86bd2-13bf-42a1-bd5f-e89247fc228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4755f29e-66fd-4350-9a09-0e3846302242', 'name': 'tempest-TestNetworkBasicOps-router-1803695860', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'bf10a337-9b05-467e-9add-3c0152e220d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:16Z', 'updated_at': '2022-04-20T17:50:17Z', 'revision_number': 3, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'gw_port': {'id': 'bf10a337-9b05-467e-9add-3c0152e220d5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4755f29e-66fd-4350-9a09-0e3846302242', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:17Z', 'updated_at': '2022-04-20T17:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:23.436167 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4733b5-a327-48e7-9e57-9e3d6540ed4d None None] Pushing event updated for resources: {'Port': ['ID=b9c21269-51fc-4bd0-ac65-c95caeb72294,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:23.439853 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d86bd2-13bf-42a1-bd5f-e89247fc228a None None] The sync data for ids ['4755f29e-66fd-4350-9a09-0e3846302242'] in n-d-838032-1 is: [{'id': '4755f29e-66fd-4350-9a09-0e3846302242', 'name': 'tempest-TestNetworkBasicOps-router-1803695860', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'bf10a337-9b05-467e-9add-3c0152e220d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:16Z', 'updated_at': '2022-04-20T17:50:17Z', 'revision_number': 3, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'gw_port': {'id': 'bf10a337-9b05-467e-9add-3c0152e220d5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4755f29e-66fd-4350-9a09-0e3846302242', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:17Z', 'updated_at': '2022-04-20T17:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:50:23.903869 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-657c31a3-7dd3-48ec-938c-58f83bea088c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:23.912774 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-657c31a3-7dd3-48ec-938c-58f83bea088c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:24.058216 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-657c31a3-7dd3-48ec-938c-58f83bea088c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:24.062395 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c31a3-7dd3-48ec-938c-58f83bea088c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'Port': ['ID=650058f2-a8f4-4cf6-868e-53d0a430d092,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:24.221923 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657c31a3-7dd3-48ec-938c-58f83bea088c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Network 25a2fc37-d7bd-414d-80a7-086d7d7075c7 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:50:24.223250 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-657c31a3-7dd3-48ec-938c-58f83bea088c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:50:24.680752 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device b9c21269-51fc-4bd0-ac65-c95caeb72294 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:50:24.801961 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port b9c21269-51fc-4bd0-ac65-c95caeb72294 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:50:24.818489 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device a9db4f2b-2c29-41b8-9e86-760c6569a873 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:50:24.856775 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98f11e3-9cf1-4210-86b3-d49323b62b74 None None] Network 25a2fc37-d7bd-414d-80a7-086d7d7075c7 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:50:24.902491 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: a9db4f2b-2c29-41b8-9e86-760c6569a873 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:50:24.902829 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device a9db4f2b-2c29-41b8-9e86-760c6569a873 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:50:24.954901 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657c31a3-7dd3-48ec-938c-58f83bea088c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Router 4755f29e-66fd-4350-9a09-0e3846302242 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:50:24.997540 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-66d8c20e-c373-47f5-835d-ff79906b68e9 None None] Provisioning for port b9c21269-51fc-4bd0-ac65-c95caeb72294 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:50:25.016519 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-66d8c20e-c373-47f5-835d-ff79906b68e9 None None] Provisioning complete for port b9c21269-51fc-4bd0-ac65-c95caeb72294 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:50:25.017128 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-66d8c20e-c373-47f5-835d-ff79906b68e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:25.259031 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657c31a3-7dd3-48ec-938c-58f83bea088c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:50:25.261441 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-66d8c20e-c373-47f5-835d-ff79906b68e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:25.276724 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57424) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:25.280886 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-657c31a3-7dd3-48ec-938c-58f83bea088c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "PUT /v2.0/routers/4755f29e-66fd-4350-9a09-0e3846302242/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9230554 Apr 20 17:50:25.307691 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-66d8c20e-c373-47f5-835d-ff79906b68e9 None None] For port b9c21269-51fc-4bd0-ac65-c95caeb72294, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=b9c21269-51fc-4bd0-ac65-c95caeb72294,segment=NetworkSegment(8a3ed4a2-9074-4f28-b01a-b6048acec3b8),segment_id=8a3ed4a2-9074-4f28-b01a-b6048acec3b8)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:50:25.320094 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-66d8c20e-c373-47f5-835d-ff79906b68e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:25.417208 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8c20e-c373-47f5-835d-ff79906b68e9 None None] Pushing event updated for resources: {'Port': ['ID=b9c21269-51fc-4bd0-ac65-c95caeb72294,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:25.597541 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c79ad43-35f0-4845-9796-e56fd49b9564 tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:25.598017 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c79ad43-35f0-4845-9796-e56fd49b9564 tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:25.598410 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c79ad43-35f0-4845-9796-e56fd49b9564 tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:25.598771 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c79ad43-35f0-4845-9796-e56fd49b9564 tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:25.599128 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c79ad43-35f0-4845-9796-e56fd49b9564 tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:25.599735 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c79ad43-35f0-4845-9796-e56fd49b9564 tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:25.604097 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7c79ad43-35f0-4845-9796-e56fd49b9564 tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.3217461 Apr 20 17:50:25.604529 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57432) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:25.717957 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bed04f9-9b25-437b-9cb1-7b88d3e629ba tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:25.718419 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bed04f9-9b25-437b-9cb1-7b88d3e629ba tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:25.718766 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bed04f9-9b25-437b-9cb1-7b88d3e629ba tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:25.719113 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bed04f9-9b25-437b-9cb1-7b88d3e629ba tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:25.719460 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bed04f9-9b25-437b-9cb1-7b88d3e629ba tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:25.719802 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bed04f9-9b25-437b-9cb1-7b88d3e629ba tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:25.724105 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1bed04f9-9b25-437b-9cb1-7b88d3e629ba tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4007 time: 0.1160645 Apr 20 17:50:25.724404 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57438) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:25.784540 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-16981564-f6df-4445-b97c-e61d23835fe0 None None] Provisioning complete for port b9c21269-51fc-4bd0-ac65-c95caeb72294 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:50:25.785091 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-16981564-f6df-4445-b97c-e61d23835fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:26.018114 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e0b56820-2180-4e54-ba1e-c4b165bd2ab1 tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2920966 Apr 20 17:50:26.139794 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-16981564-f6df-4445-b97c-e61d23835fe0 None None] Provisioning for port 650058f2-a8f4-4cf6-868e-53d0a430d092 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:50:26.145696 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-16981564-f6df-4445-b97c-e61d23835fe0 None None] Provisioning complete for port 650058f2-a8f4-4cf6-868e-53d0a430d092 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:50:26.146051 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-16981564-f6df-4445-b97c-e61d23835fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:26.238462 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-16981564-f6df-4445-b97c-e61d23835fe0 None None] Port 650058f2-a8f4-4cf6-868e-53d0a430d092 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:50:26.365768 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-db24f3f8-4917-4ffa-8957-d866562cb64c None None] Provisioning complete for port 650058f2-a8f4-4cf6-868e-53d0a430d092 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:50:26.366563 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-db24f3f8-4917-4ffa-8957-d866562cb64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:26.433779 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-db24f3f8-4917-4ffa-8957-d866562cb64c None None] Port 650058f2-a8f4-4cf6-868e-53d0a430d092 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:50:26.459791 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:50:26.548731 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57458) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:26.555110 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-ba0126ef-bd5d-4f4b-8d66-2cf4e00422e7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1535512158', 'description': 'tempest-secgroup-smoke-1535512158 description', 'project_id': '46418d03dcfd4ae1a968507356cc51c0'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:50:26.564623 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ba0126ef-bd5d-4f4b-8d66-2cf4e00422e7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:50:26.569484 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ba0126ef-bd5d-4f4b-8d66-2cf4e00422e7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Usage tracker for resource:security_group and tenant:46418d03dcfd4ae1a968507356cc51c0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:50:26.573138 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ba0126ef-bd5d-4f4b-8d66-2cf4e00422e7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:50:26.579841 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ba0126ef-bd5d-4f4b-8d66-2cf4e00422e7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:50:26.606425 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ba0126ef-bd5d-4f4b-8d66-2cf4e00422e7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:26.615112 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device b9c21269-51fc-4bd0-ac65-c95caeb72294 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:50:26.662871 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ba0126ef-bd5d-4f4b-8d66-2cf4e00422e7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:50:26.667029 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ba0126ef-bd5d-4f4b-8d66-2cf4e00422e7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Usage tracker for resource:security_group_rule and tenant:46418d03dcfd4ae1a968507356cc51c0 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:50:26.670652 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ba0126ef-bd5d-4f4b-8d66-2cf4e00422e7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:50:26.678849 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ba0126ef-bd5d-4f4b-8d66-2cf4e00422e7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:50:26.715792 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port b9c21269-51fc-4bd0-ac65-c95caeb72294 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:50:26.716321 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:26.844796 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ba0126ef-bd5d-4f4b-8d66-2cf4e00422e7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:26.856314 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ba0126ef-bd5d-4f4b-8d66-2cf4e00422e7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:26.921084 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0126ef-bd5d-4f4b-8d66-2cf4e00422e7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=601ec800-1115-404e-a8c0-971366fc42a4,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:26.942151 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ba0126ef-bd5d-4f4b-8d66-2cf4e00422e7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:26.948486 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ba0126ef-bd5d-4f4b-8d66-2cf4e00422e7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3985994 Apr 20 17:50:26.948640 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57468) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:26.962716 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-8189b491-fee9-4fc7-a3f2-e1dc8bc578e2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Request body: {'security_group_rule': {'security_group_id': '601ec800-1115-404e-a8c0-971366fc42a4', 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:50:26.993168 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8189b491-fee9-4fc7-a3f2-e1dc8bc578e2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:50:26.998639 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8189b491-fee9-4fc7-a3f2-e1dc8bc578e2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Usage tracker for resource:security_group_rule and tenant:46418d03dcfd4ae1a968507356cc51c0 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:50:27.002620 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8189b491-fee9-4fc7-a3f2-e1dc8bc578e2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:50:27.015051 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8189b491-fee9-4fc7-a3f2-e1dc8bc578e2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:50:27.049832 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8189b491-fee9-4fc7-a3f2-e1dc8bc578e2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:27.136953 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8189b491-fee9-4fc7-a3f2-e1dc8bc578e2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:27.143650 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8189b491-fee9-4fc7-a3f2-e1dc8bc578e2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:27.178562 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189b491-fee9-4fc7-a3f2-e1dc8bc578e2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1733acc8-019d-4062-b6f6-43438367896a,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:27.201689 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8189b491-fee9-4fc7-a3f2-e1dc8bc578e2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:27.204094 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8189b491-fee9-4fc7-a3f2-e1dc8bc578e2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2544904 Apr 20 17:50:27.207061 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57478) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:27.218891 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-cafbe626-94ca-48fd-b010-111d1f5d85a1 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Request body: {'security_group_rule': {'security_group_id': '601ec800-1115-404e-a8c0-971366fc42a4', 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:50:27.231793 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-cafbe626-94ca-48fd-b010-111d1f5d85a1 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:50:27.240863 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-cafbe626-94ca-48fd-b010-111d1f5d85a1 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Usage tracker for resource:security_group_rule and tenant:46418d03dcfd4ae1a968507356cc51c0 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:50:27.250654 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-cafbe626-94ca-48fd-b010-111d1f5d85a1 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:50:27.262902 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-cafbe626-94ca-48fd-b010-111d1f5d85a1 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:50:27.292921 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cafbe626-94ca-48fd-b010-111d1f5d85a1 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:27.383334 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cafbe626-94ca-48fd-b010-111d1f5d85a1 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:27.390408 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cafbe626-94ca-48fd-b010-111d1f5d85a1 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:27.425312 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafbe626-94ca-48fd-b010-111d1f5d85a1 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9974534-d15d-4a97-bf89-b6347f282668,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:27.438360 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cafbe626-94ca-48fd-b010-111d1f5d85a1 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:27.449534 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cafbe626-94ca-48fd-b010-111d1f5d85a1 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2391574 Apr 20 17:50:27.452474 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57482) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:27.460677 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-0ff747d4-0844-4adb-a875-96471a09aec6 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Request body: {'security_group_rule': {'security_group_id': '601ec800-1115-404e-a8c0-971366fc42a4', 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:50:27.468338 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0ff747d4-0844-4adb-a875-96471a09aec6 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:50:27.472817 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0ff747d4-0844-4adb-a875-96471a09aec6 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Usage tracker for resource:security_group_rule and tenant:46418d03dcfd4ae1a968507356cc51c0 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:50:27.476502 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0ff747d4-0844-4adb-a875-96471a09aec6 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:50:27.484896 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0ff747d4-0844-4adb-a875-96471a09aec6 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:50:27.509694 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0ff747d4-0844-4adb-a875-96471a09aec6 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:27.637880 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0ff747d4-0844-4adb-a875-96471a09aec6 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:27.642945 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0ff747d4-0844-4adb-a875-96471a09aec6 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:27.677270 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff747d4-0844-4adb-a875-96471a09aec6 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d43d4a-e05b-4300-bca5-7ad13334b374,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:27.693004 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0ff747d4-0844-4adb-a875-96471a09aec6 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:27.697100 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0ff747d4-0844-4adb-a875-96471a09aec6 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2407625 Apr 20 17:50:27.697425 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57490) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:27.705003 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-0bd79c97-e6e9-4af3-8b5a-5e04e232285e tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Request body: {'security_group_rule': {'security_group_id': '601ec800-1115-404e-a8c0-971366fc42a4', 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:50:27.714719 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0bd79c97-e6e9-4af3-8b5a-5e04e232285e tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:50:27.718961 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0bd79c97-e6e9-4af3-8b5a-5e04e232285e tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Usage tracker for resource:security_group_rule and tenant:46418d03dcfd4ae1a968507356cc51c0 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:50:27.724907 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0bd79c97-e6e9-4af3-8b5a-5e04e232285e tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:50:27.734014 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0bd79c97-e6e9-4af3-8b5a-5e04e232285e tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:50:27.757727 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0bd79c97-e6e9-4af3-8b5a-5e04e232285e tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:27.847182 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0bd79c97-e6e9-4af3-8b5a-5e04e232285e tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:27.852706 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0bd79c97-e6e9-4af3-8b5a-5e04e232285e tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:27.881887 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd79c97-e6e9-4af3-8b5a-5e04e232285e tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=109d988c-786c-49af-be50-72ddc2a0c454,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:27.892520 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0bd79c97-e6e9-4af3-8b5a-5e04e232285e tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:27.897667 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0bd79c97-e6e9-4af3-8b5a-5e04e232285e tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1947012 Apr 20 17:50:27.897667 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57498) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:27.906668 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-9a919e40-0509-4eeb-b3ac-33a3887d8768 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Request body: {'security_group_rule': {'security_group_id': '601ec800-1115-404e-a8c0-971366fc42a4', 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:50:27.914218 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9a919e40-0509-4eeb-b3ac-33a3887d8768 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:50:27.919622 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9a919e40-0509-4eeb-b3ac-33a3887d8768 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Usage tracker for resource:security_group_rule and tenant:46418d03dcfd4ae1a968507356cc51c0 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:50:27.923304 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9a919e40-0509-4eeb-b3ac-33a3887d8768 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:50:27.937229 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9a919e40-0509-4eeb-b3ac-33a3887d8768 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:50:27.953669 n-d-838032-1 neutron-server[84081]: INFO neutron.db.securitygroups_db [None req-9a919e40-0509-4eeb-b3ac-33a3887d8768 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Project 46418d03dcfd4ae1a968507356cc51c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:50:27.961990 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a919e40-0509-4eeb-b3ac-33a3887d8768 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:28.012144 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c0c4f7-b588-447d-ac69-8ed4f74ddf12 None None] Sync routers for ids ['b41d1b80-fce8-4acc-a378-436ed70206c9'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:50:28.025709 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c0c4f7-b588-447d-ac69-8ed4f74ddf12 None None] Routers {'b41d1b80-fce8-4acc-a378-436ed70206c9'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:50:28.026435 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-23c0c4f7-b588-447d-ac69-8ed4f74ddf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:50:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['b41d1b80-fce8-4acc-a378-436ed70206c9'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:28.075867 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a919e40-0509-4eeb-b3ac-33a3887d8768 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:28.091852 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a919e40-0509-4eeb-b3ac-33a3887d8768 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:28.126514 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a919e40-0509-4eeb-b3ac-33a3887d8768 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bfbec87-9bef-4e8d-9731-7261ce934713,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:28.169230 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a919e40-0509-4eeb-b3ac-33a3887d8768 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:28.175497 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9a919e40-0509-4eeb-b3ac-33a3887d8768 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2769768 Apr 20 17:50:28.178003 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57506) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:28.185310 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-50eafb48-da33-4e55-b9e3-390896f84751 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Request body: {'security_group_rule': {'security_group_id': '601ec800-1115-404e-a8c0-971366fc42a4', 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:50:28.192665 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-50eafb48-da33-4e55-b9e3-390896f84751 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:50:28.197277 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-50eafb48-da33-4e55-b9e3-390896f84751 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Usage tracker for resource:security_group_rule and tenant:46418d03dcfd4ae1a968507356cc51c0 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:50:28.201876 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-50eafb48-da33-4e55-b9e3-390896f84751 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:50:28.209481 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-50eafb48-da33-4e55-b9e3-390896f84751 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:50:28.224635 n-d-838032-1 neutron-server[84081]: INFO neutron.db.securitygroups_db [None req-50eafb48-da33-4e55-b9e3-390896f84751 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Project 46418d03dcfd4ae1a968507356cc51c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:50:28.235026 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-50eafb48-da33-4e55-b9e3-390896f84751 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:28.344489 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-50eafb48-da33-4e55-b9e3-390896f84751 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:28.352975 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-23c0c4f7-b588-447d-ac69-8ed4f74ddf12 None None] Set router b41d1b80-fce8-4acc-a378-436ed70206c9 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:50:28.354423 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-50eafb48-da33-4e55-b9e3-390896f84751 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:28.387360 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eafb48-da33-4e55-b9e3-390896f84751 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1945a017-ea8d-4ecd-83c2-b6339b36b713,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:28.402118 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-50eafb48-da33-4e55-b9e3-390896f84751 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:28.406356 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-50eafb48-da33-4e55-b9e3-390896f84751 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2228372 Apr 20 17:50:28.727746 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 2ed9499b-f263-4e17-91a6-29c3ef1aec9a up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:50:28.829017 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-a1b969a9-229a-49bb-a5ac-0175c5ec7f5e tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Synchronizing usage tracker for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:50:28.832243 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-23c0c4f7-b588-447d-ac69-8ed4f74ddf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'name': 'tempest-TestVolumeBackupRestore-11856192-router', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '084cedcc-debb-409e-bd7f-cacd57295765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:07Z', 'updated_at': '2022-04-20T17:50:11Z', 'revision_number': 4, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'gw_port': {'id': '084cedcc-debb-409e-bd7f-cacd57295765', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:07Z', 'updated_at': '2022-04-20T17:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '5124cecb-8471-4b02-85f0-1db88c30d764', 'name': '', 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'mac_address': 'fa:16:3e:a4:8f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09e71a46-71b6-4cdd-99d9-3534a1101d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:10Z', 'updated_at': '2022-04-20T17:50:11Z', 'revision_number': 2, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'subnets': [{'id': '09e71a46-71b6-4cdd-99d9-3534a1101d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:28.842311 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c0c4f7-b588-447d-ac69-8ed4f74ddf12 None None] Checking router: b41d1b80-fce8-4acc-a378-436ed70206c9 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:50:28.843155 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c0c4f7-b588-447d-ac69-8ed4f74ddf12 None None] Updating router b41d1b80-fce8-4acc-a378-436ed70206c9 port 5124cecb-8471-4b02-85f0-1db88c30d764 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:50:28.876921 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 2ed9499b-f263-4e17-91a6-29c3ef1aec9a completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:50:28.880854 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-a1b969a9-229a-49bb-a5ac-0175c5ec7f5e tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Unset dirty status for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:50:28.882055 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-a1b969a9-229a-49bb-a5ac-0175c5ec7f5e tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1535512158&fields=id&tenant_id=46418d03dcfd4ae1a968507356cc51c0 HTTP/1.1" status: 200 len: 267 time: 0.1321168 Apr 20 17:50:28.889199 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 2ed9499b-f263-4e17-91a6-29c3ef1aec9a triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:50:28.889556 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:28.947987 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-23c0c4f7-b588-447d-ac69-8ed4f74ddf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:29.144956 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-1f8fc388-f2cc-40d1-8bd7-e8ed3eb8b939 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:29.148861 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:29.153808 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-1f8fc388-f2cc-40d1-8bd7-e8ed3eb8b939 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/networks?id=25a2fc37-d7bd-414d-80a7-086d7d7075c7 HTTP/1.1" status: 200 len: 796 time: 0.2625210 Apr 20 17:50:29.175210 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-0bcd2bdf-970e-477d-ba95-74a63e4204df tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/quotas/46418d03dcfd4ae1a968507356cc51c0 HTTP/1.1" status: 200 len: 375 time: 0.0169461 Apr 20 17:50:29.200322 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 2ed9499b-f263-4e17-91a6-29c3ef1aec9a, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=2ed9499b-f263-4e17-91a6-29c3ef1aec9a,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:50:29.214497 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:29.215750 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device bf10a337-9b05-467e-9add-3c0152e220d5 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:50:29.354977 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-0ac7643f-c3a2-446a-a46a-c18b2439a7bb tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Synchronizing usage tracker for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:50:29.384756 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-0ac7643f-c3a2-446a-a46a-c18b2439a7bb tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Unset dirty status for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:50:29.386165 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-0ac7643f-c3a2-446a-a46a-c18b2439a7bb tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=46418d03dcfd4ae1a968507356cc51c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2069166 Apr 20 17:50:29.459265 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=2ed9499b-f263-4e17-91a6-29c3ef1aec9a,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:29.484629 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-23c0c4f7-b588-447d-ac69-8ed4f74ddf12 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:29.488443 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port bf10a337-9b05-467e-9add-3c0152e220d5 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:50:29.501014 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-23c0c4f7-b588-447d-ac69-8ed4f74ddf12 None None] Transition to ACTIVE for port object 5124cecb-8471-4b02-85f0-1db88c30d764 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:50:29.501138 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port bf10a337-9b05-467e-9add-3c0152e220d5 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:50:29.501509 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:29.513153 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-23c0c4f7-b588-447d-ac69-8ed4f74ddf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:29.653123 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-2d919744-d8c3-4847-a21c-104cc2099fce service neutron] 10.222.0.39 "GET /v2.0/networks/25a2fc37-d7bd-414d-80a7-086d7d7075c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480311 Apr 20 17:50:29.739237 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:29.777392 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port bf10a337-9b05-467e-9add-3c0152e220d5, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=bf10a337-9b05-467e-9add-3c0152e220d5,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:50:29.788069 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:29.794563 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6b20e-be78-4dd4-9ac7-48b8212868e1 None None] Pushing event updated for resources: {'Port': ['ID=5124cecb-8471-4b02-85f0-1db88c30d764,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:29.885504 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-23c0c4f7-b588-447d-ac69-8ed4f74ddf12 None None] Attempting to bind port 5124cecb-8471-4b02-85f0-1db88c30d764 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:50:29.886026 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-23c0c4f7-b588-447d-ac69-8ed4f74ddf12 None None] Attempting to bind port 5124cecb-8471-4b02-85f0-1db88c30d764 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:50:29.886555 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c0c4f7-b588-447d-ac69-8ed4f74ddf12 None None] Attempting to bind port 5124cecb-8471-4b02-85f0-1db88c30d764 on network b2e544b3-7e6a-4429-92d1-844c3f130f05 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:50:29.893938 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c0c4f7-b588-447d-ac69-8ed4f74ddf12 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:50:29.894634 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c0c4f7-b588-447d-ac69-8ed4f74ddf12 None None] Checking segment: {'id': '1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:50:29.895162 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-23c0c4f7-b588-447d-ac69-8ed4f74ddf12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:29.895668 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c0c4f7-b588-447d-ac69-8ed4f74ddf12 None None] Bound using segment: {'id': '1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:50:29.896520 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-23c0c4f7-b588-447d-ac69-8ed4f74ddf12 None None] Bound port: 5124cecb-8471-4b02-85f0-1db88c30d764, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:50:29.897022 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-23c0c4f7-b588-447d-ac69-8ed4f74ddf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:29.898999 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-56ab286d-27ec-45b8-992a-e6400c6cef9a service neutron] 10.222.0.39 "GET /v2.0/networks/25a2fc37-d7bd-414d-80a7-086d7d7075c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380459 Apr 20 17:50:29.913606 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=bf10a337-9b05-467e-9add-3c0152e220d5,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:30.074382 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-23c0c4f7-b588-447d-ac69-8ed4f74ddf12 None None] For port 5124cecb-8471-4b02-85f0-1db88c30d764, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:50:30.084439 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-23c0c4f7-b588-447d-ac69-8ed4f74ddf12 None None] For port 5124cecb-8471-4b02-85f0-1db88c30d764, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=5124cecb-8471-4b02-85f0-1db88c30d764,segment=NetworkSegment(1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a),segment_id=1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:50:30.100848 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-23c0c4f7-b588-447d-ac69-8ed4f74ddf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:30.248273 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6b20e-be78-4dd4-9ac7-48b8212868e1 None None] Pushing event updated for resources: {'Port': ['ID=5124cecb-8471-4b02-85f0-1db88c30d764,revision_number=4']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:30.266836 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c0c4f7-b588-447d-ac69-8ed4f74ddf12 None None] Routers {'b41d1b80-fce8-4acc-a378-436ed70206c9'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:50:30.267474 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-23c0c4f7-b588-447d-ac69-8ed4f74ddf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:50:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['b41d1b80-fce8-4acc-a378-436ed70206c9'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:30.277836 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-13949343-2780-4cc4-84f2-2e4f2c5cb687 req-3b1b6a7d-f719-4ff9-ba69-999c2dab7e92 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Synchronizing usage tracker for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:50:30.300469 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-13949343-2780-4cc4-84f2-2e4f2c5cb687 req-3b1b6a7d-f719-4ff9-ba69-999c2dab7e92 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Unset dirty status for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:50:30.301593 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13949343-2780-4cc4-84f2-2e4f2c5cb687 req-3b1b6a7d-f719-4ff9-ba69-999c2dab7e92 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=956877fd-989f-47c4-9286-440d4c50bf74 HTTP/1.1" status: 200 len: 210 time: 0.1445968 Apr 20 17:50:30.541332 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-23c0c4f7-b588-447d-ac69-8ed4f74ddf12 None None] Set router b41d1b80-fce8-4acc-a378-436ed70206c9 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:50:30.762113 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 2ed9499b-f263-4e17-91a6-29c3ef1aec9a up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:50:30.951077 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 2ed9499b-f263-4e17-91a6-29c3ef1aec9a triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:50:30.952303 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:31.159192 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-23c0c4f7-b588-447d-ac69-8ed4f74ddf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'name': 'tempest-TestVolumeBackupRestore-11856192-router', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '084cedcc-debb-409e-bd7f-cacd57295765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:07Z', 'updated_at': '2022-04-20T17:50:11Z', 'revision_number': 4, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'gw_port': {'id': '084cedcc-debb-409e-bd7f-cacd57295765', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:07Z', 'updated_at': '2022-04-20T17:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '5124cecb-8471-4b02-85f0-1db88c30d764', 'name': '', 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'mac_address': 'fa:16:3e:a4:8f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09e71a46-71b6-4cdd-99d9-3534a1101d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:10Z', 'updated_at': '2022-04-20T17:50:30Z', 'revision_number': 4, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'subnets': [{'id': '09e71a46-71b6-4cdd-99d9-3534a1101d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:31.174052 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c0c4f7-b588-447d-ac69-8ed4f74ddf12 None None] The sync data for ids ['b41d1b80-fce8-4acc-a378-436ed70206c9'] in n-d-838032-1 is: [{'id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'name': 'tempest-TestVolumeBackupRestore-11856192-router', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '084cedcc-debb-409e-bd7f-cacd57295765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:07Z', 'updated_at': '2022-04-20T17:50:11Z', 'revision_number': 4, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'gw_port': {'id': '084cedcc-debb-409e-bd7f-cacd57295765', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:07Z', 'updated_at': '2022-04-20T17:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '5124cecb-8471-4b02-85f0-1db88c30d764', 'name': '', 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'mac_address': 'fa:16:3e:a4:8f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09e71a46-71b6-4cdd-99d9-3534a1101d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:10Z', 'updated_at': '2022-04-20T17:50:30Z', 'revision_number': 4, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'subnets': [{'id': '09e71a46-71b6-4cdd-99d9-3534a1101d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:50:31.268354 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 5124cecb-8471-4b02-85f0-1db88c30d764 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:50:31.475080 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 5124cecb-8471-4b02-85f0-1db88c30d764 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:50:31.484515 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 5124cecb-8471-4b02-85f0-1db88c30d764 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:50:31.486522 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:31.667153 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f88a77e2-a9ec-408a-99eb-eaf667e98387 req-40436142-2216-416f-9e6e-aec98a69ea29 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=956877fd-989f-47c4-9286-440d4c50bf74 HTTP/1.1" status: 200 len: 210 time: 0.1113751 Apr 20 17:50:31.702919 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:31.808072 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 5124cecb-8471-4b02-85f0-1db88c30d764, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=5124cecb-8471-4b02-85f0-1db88c30d764,segment=NetworkSegment(1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a),segment_id=1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:50:31.823520 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:31.824536 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device bf10a337-9b05-467e-9add-3c0152e220d5 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:50:32.056997 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=5124cecb-8471-4b02-85f0-1db88c30d764,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:32.103754 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port bf10a337-9b05-467e-9add-3c0152e220d5 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:50:32.104117 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:32.142640 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-7faed2e9-9de4-4d1f-bb72-45613ebc1ba7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:32.143316 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-7faed2e9-9de4-4d1f-bb72-45613ebc1ba7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Synchronizing usage tracker for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:50:32.161984 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-7faed2e9-9de4-4d1f-bb72-45613ebc1ba7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Unset dirty status for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:50:32.163857 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-7faed2e9-9de4-4d1f-bb72-45613ebc1ba7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.10 "GET /v2.0/networks?id=25a2fc37-d7bd-414d-80a7-086d7d7075c7 HTTP/1.1" status: 200 len: 796 time: 0.3697305 Apr 20 17:50:32.232918 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-3f2d9cfc-b8fa-45fd-9651-574a2cd1fb82 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Synchronizing usage tracker for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:50:32.248986 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-3f2d9cfc-b8fa-45fd-9651-574a2cd1fb82 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Unset dirty status for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:50:32.250665 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-3f2d9cfc-b8fa-45fd-9651-574a2cd1fb82 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46418d03dcfd4ae1a968507356cc51c0 HTTP/1.1" status: 200 len: 380 time: 0.0740867 Apr 20 17:50:32.259191 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-df2017a7-eb2b-4fc7-8a4b-c83e7a80cfe8 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Request body: {'port': {'device_id': '956877fd-989f-47c4-9286-440d4c50bf74', 'network_id': '25a2fc37-d7bd-414d-80a7-086d7d7075c7', 'admin_state_up': True, 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'security_groups': ['601ec800-1115-404e-a8c0-971366fc42a4']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:50:32.409298 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-df2017a7-eb2b-4fc7-8a4b-c83e7a80cfe8 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:50:32.424621 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-df2017a7-eb2b-4fc7-8a4b-c83e7a80cfe8 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:50:32.437795 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-df2017a7-eb2b-4fc7-8a4b-c83e7a80cfe8 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Made reservation on behalf of 46418d03dcfd4ae1a968507356cc51c0 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:50:32.441715 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-df2017a7-eb2b-4fc7-8a4b-c83e7a80cfe8 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:32.652205 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 5124cecb-8471-4b02-85f0-1db88c30d764 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:50:32.672614 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-df2017a7-eb2b-4fc7-8a4b-c83e7a80cfe8 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Allocated IP 172.20.0.4 (25a2fc37-d7bd-414d-80a7-086d7d7075c7/231445d4-ff09-4a3a-99a5-ef5da12b6cc1/edb3abc4-ff2c-4885-8b60-7497d203a518) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:50:32.746436 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 5124cecb-8471-4b02-85f0-1db88c30d764 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:50:32.750040 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:33.001856 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-53d2ca71-b90c-4853-909a-fe850a9bdce7 req-4b18676a-56dd-4e27-ab08-5f32c97df401 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=956877fd-989f-47c4-9286-440d4c50bf74 HTTP/1.1" status: 200 len: 210 time: 0.0796750 Apr 20 17:50:33.007117 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-df2017a7-eb2b-4fc7-8a4b-c83e7a80cfe8 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:33.031124 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-df2017a7-eb2b-4fc7-8a4b-c83e7a80cfe8 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Transition to ACTIVE for port object edb3abc4-ff2c-4885-8b60-7497d203a518 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:50:33.056502 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-df2017a7-eb2b-4fc7-8a4b-c83e7a80cfe8 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:33.122304 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-df2017a7-eb2b-4fc7-8a4b-c83e7a80cfe8 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Network 25a2fc37-d7bd-414d-80a7-086d7d7075c7 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:50:33.129689 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-df2017a7-eb2b-4fc7-8a4b-c83e7a80cfe8 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:50:33.134007 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-df2017a7-eb2b-4fc7-8a4b-c83e7a80cfe8 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:50:33.186813 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2017a7-eb2b-4fc7-8a4b-c83e7a80cfe8 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'Port': ['ID=edb3abc4-ff2c-4885-8b60-7497d203a518,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:33.222107 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-df2017a7-eb2b-4fc7-8a4b-c83e7a80cfe8 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:33.222910 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-df2017a7-eb2b-4fc7-8a4b-c83e7a80cfe8 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:33.252763 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-df2017a7-eb2b-4fc7-8a4b-c83e7a80cfe8 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9977570 Apr 20 17:50:33.264511 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-56c8fd61-761f-4773-8793-8a3c82436c58 service neutron] Request body: {'port': {'device_id': '956877fd-989f-47c4-9286-440d4c50bf74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:50:33.405354 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-56c8fd61-761f-4773-8793-8a3c82436c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:33.455257 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3dee7c46-cfe9-4490-92b6-691a4b4c6ead None None] Provisioning for port edb3abc4-ff2c-4885-8b60-7497d203a518 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:50:33.461258 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3dee7c46-cfe9-4490-92b6-691a4b4c6ead None None] Provisioning complete for port edb3abc4-ff2c-4885-8b60-7497d203a518 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:50:33.461629 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3dee7c46-cfe9-4490-92b6-691a4b4c6ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:33.545210 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3dee7c46-cfe9-4490-92b6-691a4b4c6ead None None] Port edb3abc4-ff2c-4885-8b60-7497d203a518 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:50:33.918378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-56c8fd61-761f-4773-8793-8a3c82436c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edb3abc4-ff2c-4885-8b60-7497d203a518 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:50:33.925318 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-56c8fd61-761f-4773-8793-8a3c82436c58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:33.940562 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-56c8fd61-761f-4773-8793-8a3c82436c58 service neutron] Transition to ACTIVE for port object edb3abc4-ff2c-4885-8b60-7497d203a518 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:50:33.944257 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-56c8fd61-761f-4773-8793-8a3c82436c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:34.077127 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8fd61-761f-4773-8793-8a3c82436c58 service neutron] Pushing event updated for resources: {'Port': ['ID=edb3abc4-ff2c-4885-8b60-7497d203a518,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:34.220703 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-56c8fd61-761f-4773-8793-8a3c82436c58 service neutron] Attempting to bind port edb3abc4-ff2c-4885-8b60-7497d203a518 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:50:34.221369 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-56c8fd61-761f-4773-8793-8a3c82436c58 service neutron] Attempting to bind port edb3abc4-ff2c-4885-8b60-7497d203a518 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '8a3ed4a2-9074-4f28-b01a-b6048acec3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25a2fc37-d7bd-414d-80a7-086d7d7075c7'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:50:34.221369 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-56c8fd61-761f-4773-8793-8a3c82436c58 service neutron] Attempting to bind port edb3abc4-ff2c-4885-8b60-7497d203a518 on network 25a2fc37-d7bd-414d-80a7-086d7d7075c7 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:50:34.232558 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-56c8fd61-761f-4773-8793-8a3c82436c58 service neutron] Port edb3abc4-ff2c-4885-8b60-7497d203a518 on network 25a2fc37-d7bd-414d-80a7-086d7d7075c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:50:34.232869 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-56c8fd61-761f-4773-8793-8a3c82436c58 service neutron] Attempting to bind port edb3abc4-ff2c-4885-8b60-7497d203a518 on network 25a2fc37-d7bd-414d-80a7-086d7d7075c7 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:50:34.243079 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-56c8fd61-761f-4773-8793-8a3c82436c58 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:50:34.243406 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-56c8fd61-761f-4773-8793-8a3c82436c58 service neutron] Checking segment: {'id': '8a3ed4a2-9074-4f28-b01a-b6048acec3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25a2fc37-d7bd-414d-80a7-086d7d7075c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:50:34.244109 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-56c8fd61-761f-4773-8793-8a3c82436c58 service neutron] Bound using segment: {'id': '8a3ed4a2-9074-4f28-b01a-b6048acec3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25a2fc37-d7bd-414d-80a7-086d7d7075c7'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:50:34.244538 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-56c8fd61-761f-4773-8793-8a3c82436c58 service neutron] Bound port: edb3abc4-ff2c-4885-8b60-7497d203a518, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a3ed4a2-9074-4f28-b01a-b6048acec3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25a2fc37-d7bd-414d-80a7-086d7d7075c7'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:50:34.244865 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-56c8fd61-761f-4773-8793-8a3c82436c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:34.330580 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e89463-fc5d-4a95-ae72-4783c35bc5f0 req-4957643b-3085-4b97-be54-6ecd15c686f1 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:34.332404 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f3e89463-fc5d-4a95-ae72-4783c35bc5f0 req-4957643b-3085-4b97-be54-6ecd15c686f1 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=956877fd-989f-47c4-9286-440d4c50bf74 HTTP/1.1" status: 200 len: 943 time: 0.0937650 Apr 20 17:50:34.394765 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-56c8fd61-761f-4773-8793-8a3c82436c58 service neutron] For port edb3abc4-ff2c-4885-8b60-7497d203a518, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:50:34.398864 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-56c8fd61-761f-4773-8793-8a3c82436c58 service neutron] For port edb3abc4-ff2c-4885-8b60-7497d203a518, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=edb3abc4-ff2c-4885-8b60-7497d203a518,segment=NetworkSegment(8a3ed4a2-9074-4f28-b01a-b6048acec3b8),segment_id=8a3ed4a2-9074-4f28-b01a-b6048acec3b8)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:50:34.404291 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f3e89463-fc5d-4a95-ae72-4783c35bc5f0 req-d6a8dc33-02f9-4142-bb8c-484b8d9d73f5 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?id=601ec800-1115-404e-a8c0-971366fc42a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656188 Apr 20 17:50:34.419678 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-56c8fd61-761f-4773-8793-8a3c82436c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:34.492018 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-56c8fd61-761f-4773-8793-8a3c82436c58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:34.493374 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-56c8fd61-761f-4773-8793-8a3c82436c58 service neutron] 10.222.0.10 "PUT /v2.0/ports/edb3abc4-ff2c-4885-8b60-7497d203a518 HTTP/1.1" status: 200 len: 1091 time: 1.2335129 Apr 20 17:50:34.494180 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956877fd-989f-47c4-9286-440d4c50bf74', 'tag': 'edb3abc4-ff2c-4885-8b60-7497d203a518'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:50:34.550580 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8fd61-761f-4773-8793-8a3c82436c58 service neutron] Pushing event updated for resources: {'Port': ['ID=edb3abc4-ff2c-4885-8b60-7497d203a518,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:34.601810 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54f71651-9bbb-4016-a30d-aba3c7ab77ed'] response: {'name': 'network-changed', 'server_uuid': '956877fd-989f-47c4-9286-440d4c50bf74', 'tag': 'edb3abc4-ff2c-4885-8b60-7497d203a518', 'status': 'completed', 'code': 200} Apr 20 17:50:34.667451 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-d3b4571f-9c6b-4a30-9085-af1986a6b42d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=46418d03dcfd4ae1a968507356cc51c0&device_id=956877fd-989f-47c4-9286-440d4c50bf74 HTTP/1.1" status: 200 len: 1094 time: 0.0983503 Apr 20 17:50:34.756345 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-2d108729-6c34-4536-96dd-1db592f7400c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edb3abc4-ff2c-4885-8b60-7497d203a518 HTTP/1.1" status: 200 len: 217 time: 0.0811183 Apr 20 17:50:34.838751 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-59473274-0986-4e1b-8c0c-93d9bbb0baff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:34.840301 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-59473274-0986-4e1b-8c0c-93d9bbb0baff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=231445d4-ff09-4a3a-99a5-ef5da12b6cc1 HTTP/1.1" status: 200 len: 835 time: 0.0753536 Apr 20 17:50:34.925911 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-09c572d1-3f52-4c55-a6f2-6582d4a985d4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=25a2fc37-d7bd-414d-80a7-086d7d7075c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791073 Apr 20 17:50:35.100642 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-36f711bd-8832-4591-beaf-361970aba26a service neutron] 10.222.0.10 "GET /v2.0/networks/25a2fc37-d7bd-414d-80a7-086d7d7075c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684182 Apr 20 17:50:35.254025 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c49f04e0-5754-48e7-837f-ced8b2af4df6 req-cde8ea83-902e-4f4c-a45c-40a5807c2998 service neutron] 10.222.0.10 "GET /v2.0/networks/25a2fc37-d7bd-414d-80a7-086d7d7075c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460361 Apr 20 17:50:35.400004 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6d278bd7-9024-4ad6-b4ba-813465001c50 req-b6bb3d1e-3b87-436b-a8a8-d9c962458d94 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=46418d03dcfd4ae1a968507356cc51c0&device_id=956877fd-989f-47c4-9286-440d4c50bf74 HTTP/1.1" status: 200 len: 1094 time: 0.0777304 Apr 20 17:50:35.573281 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d278bd7-9024-4ad6-b4ba-813465001c50 req-d94ce367-739a-4e21-99e4-c67c82368cdd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:35.574752 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6d278bd7-9024-4ad6-b4ba-813465001c50 req-d94ce367-739a-4e21-99e4-c67c82368cdd service neutron] 10.222.0.10 "GET /v2.0/networks?id=25a2fc37-d7bd-414d-80a7-086d7d7075c7 HTTP/1.1" status: 200 len: 897 time: 0.1695890 Apr 20 17:50:35.613642 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2804e-6ae5-4fba-9ec6-8a7eff834f31 req-cb91c66a-2758-4dfc-ad50-b9a81e2afdb8 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:35.615845 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-39b2804e-6ae5-4fba-9ec6-8a7eff834f31 req-cb91c66a-2758-4dfc-ad50-b9a81e2afdb8 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=956877fd-989f-47c4-9286-440d4c50bf74 HTTP/1.1" status: 200 len: 943 time: 0.0879736 Apr 20 17:50:35.702083 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-39b2804e-6ae5-4fba-9ec6-8a7eff834f31 req-c1264cf6-a824-4dee-8509-fa4a2c47908d tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?id=601ec800-1115-404e-a8c0-971366fc42a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789807 Apr 20 17:50:35.802684 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6d278bd7-9024-4ad6-b4ba-813465001c50 req-dad1ca78-21a3-4f77-859e-1e52a29b7089 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edb3abc4-ff2c-4885-8b60-7497d203a518 HTTP/1.1" status: 200 len: 217 time: 0.2208145 Apr 20 17:50:35.867796 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d278bd7-9024-4ad6-b4ba-813465001c50 req-5c162669-f9aa-4648-8006-536455ffd28d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:35.869688 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6d278bd7-9024-4ad6-b4ba-813465001c50 req-5c162669-f9aa-4648-8006-536455ffd28d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=231445d4-ff09-4a3a-99a5-ef5da12b6cc1 HTTP/1.1" status: 200 len: 835 time: 0.0606422 Apr 20 17:50:35.955881 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6d278bd7-9024-4ad6-b4ba-813465001c50 req-bd16fecb-4bd3-4ca1-a3b4-b35dd64ba27c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=25a2fc37-d7bd-414d-80a7-086d7d7075c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781293 Apr 20 17:50:36.104140 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6d278bd7-9024-4ad6-b4ba-813465001c50 req-37073cb4-aaac-4e9d-ae64-1ed40f49988c service neutron] 10.222.0.10 "GET /v2.0/networks/25a2fc37-d7bd-414d-80a7-086d7d7075c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399603 Apr 20 17:50:36.258555 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6d278bd7-9024-4ad6-b4ba-813465001c50 req-ccfd2c59-2f84-4170-b7a7-4fa1f1017372 service neutron] 10.222.0.10 "GET /v2.0/networks/25a2fc37-d7bd-414d-80a7-086d7d7075c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438611 Apr 20 17:50:36.942251 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575045a-5fb5-4bdb-8fb0-4dbdbfced6ed req-3e4b6c63-2b31-4a33-9b71-bf251909db5a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:36.943051 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-d575045a-5fb5-4bdb-8fb0-4dbdbfced6ed req-3e4b6c63-2b31-4a33-9b71-bf251909db5a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Synchronizing usage tracker for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:50:36.960350 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-d575045a-5fb5-4bdb-8fb0-4dbdbfced6ed req-3e4b6c63-2b31-4a33-9b71-bf251909db5a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Unset dirty status for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:50:36.961582 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d575045a-5fb5-4bdb-8fb0-4dbdbfced6ed req-3e4b6c63-2b31-4a33-9b71-bf251909db5a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=956877fd-989f-47c4-9286-440d4c50bf74 HTTP/1.1" status: 200 len: 943 time: 0.1018901 Apr 20 17:50:37.010868 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d575045a-5fb5-4bdb-8fb0-4dbdbfced6ed req-22307628-f4b9-42c5-b884-dac0a82a2d9e tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?id=601ec800-1115-404e-a8c0-971366fc42a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414288 Apr 20 17:50:38.240321 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f250990-0de0-418e-91d8-39f912220009 req-4a485cd3-7aac-4205-8f76-c8bb3ebf51d1 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:38.241909 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7f250990-0de0-418e-91d8-39f912220009 req-4a485cd3-7aac-4205-8f76-c8bb3ebf51d1 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=956877fd-989f-47c4-9286-440d4c50bf74 HTTP/1.1" status: 200 len: 943 time: 0.0959063 Apr 20 17:50:38.294354 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7f250990-0de0-418e-91d8-39f912220009 req-b2b02e30-1984-43fa-aeab-4bc3fb42bcbd tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?id=601ec800-1115-404e-a8c0-971366fc42a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463891 Apr 20 17:50:38.839431 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device edb3abc4-ff2c-4885-8b60-7497d203a518 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:50:38.987660 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port edb3abc4-ff2c-4885-8b60-7497d203a518, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=edb3abc4-ff2c-4885-8b60-7497d203a518,segment=NetworkSegment(8a3ed4a2-9074-4f28-b01a-b6048acec3b8),segment_id=8a3ed4a2-9074-4f28-b01a-b6048acec3b8)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:50:39.002258 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'edb3abc4-ff2c-4885-8b60-7497d203a518', 'network_id': '25a2fc37-d7bd-414d-80a7-086d7d7075c7', 'port_id': 'edb3abc4-ff2c-4885-8b60-7497d203a518', 'mac_address': 'fa:16:3e:bb:6e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '231445d4-ff09-4a3a-99a5-ef5da12b6cc1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:50:39.062417 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:39.080658 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edb3abc4-ff2c-4885-8b60-7497d203a518 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:50:39.100526 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port edb3abc4-ff2c-4885-8b60-7497d203a518, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=edb3abc4-ff2c-4885-8b60-7497d203a518,segment=NetworkSegment(8a3ed4a2-9074-4f28-b01a-b6048acec3b8),segment_id=8a3ed4a2-9074-4f28-b01a-b6048acec3b8)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:50:39.104718 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:39.168943 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=edb3abc4-ff2c-4885-8b60-7497d203a518,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:39.206803 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6353799a-a778-470d-a1c3-6d17cc7ab995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:39.481776 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['edb3abc4-ff2c-4885-8b60-7497d203a518'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:50:39.548811 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89defde4-ab33-4638-bd7d-905ae911da0d req-e5f55425-41c3-4ee1-838d-a93f97825434 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:39.551658 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-89defde4-ab33-4638-bd7d-905ae911da0d req-e5f55425-41c3-4ee1-838d-a93f97825434 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=956877fd-989f-47c4-9286-440d4c50bf74 HTTP/1.1" status: 200 len: 944 time: 0.1280816 Apr 20 17:50:39.615580 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-89defde4-ab33-4638-bd7d-905ae911da0d req-9a6c8de4-7e5c-408c-9e08-834755683c3f tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?id=601ec800-1115-404e-a8c0-971366fc42a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581810 Apr 20 17:50:40.828730 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa09626-fd50-450c-817d-746ec3d8095a req-c66d70a9-befd-4ca0-96dc-c4c25e486425 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:40.830238 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eaa09626-fd50-450c-817d-746ec3d8095a req-c66d70a9-befd-4ca0-96dc-c4c25e486425 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=956877fd-989f-47c4-9286-440d4c50bf74 HTTP/1.1" status: 200 len: 944 time: 0.0897787 Apr 20 17:50:40.851974 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device edb3abc4-ff2c-4885-8b60-7497d203a518 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:50:40.887865 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eaa09626-fd50-450c-817d-746ec3d8095a req-0cd0ab41-011b-4aba-88a0-ed610e850a7a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?id=601ec800-1115-404e-a8c0-971366fc42a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516934 Apr 20 17:50:40.936460 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port edb3abc4-ff2c-4885-8b60-7497d203a518 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:50:40.941189 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port edb3abc4-ff2c-4885-8b60-7497d203a518 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:50:40.941622 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:41.064608 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:41.094982 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956877fd-989f-47c4-9286-440d4c50bf74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb3abc4-ff2c-4885-8b60-7497d203a518'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:50:41.116356 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port edb3abc4-ff2c-4885-8b60-7497d203a518, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=edb3abc4-ff2c-4885-8b60-7497d203a518,segment=NetworkSegment(8a3ed4a2-9074-4f28-b01a-b6048acec3b8),segment_id=8a3ed4a2-9074-4f28-b01a-b6048acec3b8)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:50:41.132146 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:41.239378 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e648227-841f-48c9-875f-c69b9823c1d0'] response: {'server_uuid': '956877fd-989f-47c4-9286-440d4c50bf74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb3abc4-ff2c-4885-8b60-7497d203a518', 'code': 200} Apr 20 17:50:41.275736 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=edb3abc4-ff2c-4885-8b60-7497d203a518,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:41.388765 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-80d6483c-2133-493c-b6be-fb92efe9aace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:41.391497 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f289e604-e232-4a15-a6de-06716f98b448 req-da9147b2-668d-4a5c-8a93-5ce471ef029d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=956877fd-989f-47c4-9286-440d4c50bf74 HTTP/1.1" status: 200 len: 1096 time: 0.0832677 Apr 20 17:50:41.448525 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f289e604-e232-4a15-a6de-06716f98b448 req-f9fcf57c-0b57-4f53-b1c2-5c4b360de194 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=601ec800-1115-404e-a8c0-971366fc42a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494292 Apr 20 17:50:42.190433 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f109132-dcdd-4fc9-9304-584b2036da43 req-532ccb03-4532-47b5-ad7f-63bdaf148675 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:42.191946 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9f109132-dcdd-4fc9-9304-584b2036da43 req-532ccb03-4532-47b5-ad7f-63bdaf148675 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=956877fd-989f-47c4-9286-440d4c50bf74 HTTP/1.1" status: 200 len: 945 time: 0.1522229 Apr 20 17:50:42.239186 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9f109132-dcdd-4fc9-9304-584b2036da43 req-1f2d3f65-4e8d-4f78-ade1-aa88ff4ef6f4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?id=601ec800-1115-404e-a8c0-971366fc42a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409572 Apr 20 17:50:42.703921 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:42.771159 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:43.424246 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e407257-09e3-4713-9cc9-676fb7c0d0d2 None None] Sync routers for ids ['d54e0d69-f849-47ab-a768-dbe8b30be20a'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:50:43.438886 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:43.450776 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e407257-09e3-4713-9cc9-676fb7c0d0d2 None None] Routers {'d54e0d69-f849-47ab-a768-dbe8b30be20a'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:50:43.452297 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2e407257-09e3-4713-9cc9-676fb7c0d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:50:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d54e0d69-f849-47ab-a768-dbe8b30be20a'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:43.485356 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f36ba-3c84-4613-93bf-affcee1ec3e4 req-7ddf5cc7-c503-47c3-a31a-31c88809f3ea tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:43.492825 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c30f36ba-3c84-4613-93bf-affcee1ec3e4 req-7ddf5cc7-c503-47c3-a31a-31c88809f3ea tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=956877fd-989f-47c4-9286-440d4c50bf74 HTTP/1.1" status: 200 len: 945 time: 0.1123414 Apr 20 17:50:43.559758 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c30f36ba-3c84-4613-93bf-affcee1ec3e4 req-04e101ba-b750-4e3f-b602-3c4f33523dee tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?id=601ec800-1115-404e-a8c0-971366fc42a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661418 Apr 20 17:50:43.685403 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-2e407257-09e3-4713-9cc9-676fb7c0d0d2 None None] Set router d54e0d69-f849-47ab-a768-dbe8b30be20a gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:50:43.812407 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90498537-b729-4abf-96e3-2d5b3600b279 req-fcb9b8e5-6973-49e6-9fd5-e421bad446ff tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:43.814598 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-90498537-b729-4abf-96e3-2d5b3600b279 req-fcb9b8e5-6973-49e6-9fd5-e421bad446ff tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=956877fd-989f-47c4-9286-440d4c50bf74 HTTP/1.1" status: 200 len: 945 time: 0.0939989 Apr 20 17:50:43.876188 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-90498537-b729-4abf-96e3-2d5b3600b279 req-dbfc118a-8cb7-4973-97d3-9479de810c36 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?id=601ec800-1115-404e-a8c0-971366fc42a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555007 Apr 20 17:50:43.897279 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57832) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:43.973509 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57836) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:43.973765 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-55d263e1-b974-4fb0-b5a4-8f4962ce9b34 tempest-TestNetworkBasicOps-1331579795 tempest-TestNetworkBasicOps-1331579795-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=956877fd-989f-47c4-9286-440d4c50bf74 HTTP/1.1" status: 200 len: 1091 time: 0.0758615 Apr 20 17:50:43.979356 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'port_id': 'edb3abc4-ff2c-4885-8b60-7497d203a518', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:50:43.987991 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:50:43.991856 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Usage tracker for resource:floatingip and tenant:46418d03dcfd4ae1a968507356cc51c0 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:50:43.995036 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:50:44.000842 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:50:44.014544 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:44.075885 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2e407257-09e3-4713-9cc9-676fb7c0d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54e0d69-f849-47ab-a768-dbe8b30be20a', 'name': 'tempest-TestVolumeBackupRestore-866795611-router', 'tenant_id': 'f6bcf3995e4d4caf92f40ee52f2c16c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '2ed9499b-f263-4e17-91a6-29c3ef1aec9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:16Z', 'updated_at': '2022-04-20T17:50:20Z', 'revision_number': 4, 'project_id': 'f6bcf3995e4d4caf92f40ee52f2c16c9', 'gw_port': {'id': '2ed9499b-f263-4e17-91a6-29c3ef1aec9a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54e0d69-f849-47ab-a768-dbe8b30be20a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:16Z', 'updated_at': '2022-04-20T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '1fefdc85-008c-42f3-bdd5-d6cf81ad4e93', 'name': '', 'network_id': '3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23', 'tenant_id': 'f6bcf3995e4d4caf92f40ee52f2c16c9', 'mac_address': 'fa:16:3e:c6:4f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54e0d69-f849-47ab-a768-dbe8b30be20a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e34568-9733-46a7-a546-2ea0ab55a3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:19Z', 'updated_at': '2022-04-20T17:50:20Z', 'revision_number': 2, 'project_id': 'f6bcf3995e4d4caf92f40ee52f2c16c9', 'subnets': [{'id': '89e34568-9733-46a7-a546-2ea0ab55a3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:44.080899 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e407257-09e3-4713-9cc9-676fb7c0d0d2 None None] Checking router: d54e0d69-f849-47ab-a768-dbe8b30be20a for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:50:44.081157 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e407257-09e3-4713-9cc9-676fb7c0d0d2 None None] Updating router d54e0d69-f849-47ab-a768-dbe8b30be20a port 1fefdc85-008c-42f3-bdd5-d6cf81ad4e93 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:50:44.114344 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:44.148408 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2e407257-09e3-4713-9cc9-676fb7c0d0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:44.185232 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:44.336561 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Allocated IP 172.25.8.22 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/4b27f882-49dd-4ea9-bdc1-36a53770a499) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:50:44.552908 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:44.593174 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:44.624432 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2e407257-09e3-4713-9cc9-676fb7c0d0d2 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:44.636831 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2e407257-09e3-4713-9cc9-676fb7c0d0d2 None None] Transition to ACTIVE for port object 1fefdc85-008c-42f3-bdd5-d6cf81ad4e93 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:50:44.644874 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2e407257-09e3-4713-9cc9-676fb7c0d0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:44.661663 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:50:44.669489 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:50:44.673986 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:50:44.727756 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28550f7d-1ada-4466-8f00-2ab6bc7366a3 None None] Pushing event updated for resources: {'Port': ['ID=1fefdc85-008c-42f3-bdd5-d6cf81ad4e93,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:44.858568 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'Port': ['ID=4b27f882-49dd-4ea9-bdc1-36a53770a499,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:44.872483 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:50:44.872830 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:50:44.873164 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:50:44.873511 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:50:44.873845 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:50:44.874170 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:50:44.874516 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:50:44.874838 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:50:44.875184 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:50:44.875502 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:50:44.875823 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:50:44.997609 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-2e407257-09e3-4713-9cc9-676fb7c0d0d2 None None] Attempting to bind port 1fefdc85-008c-42f3-bdd5-d6cf81ad4e93 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:50:44.998520 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-2e407257-09e3-4713-9cc9-676fb7c0d0d2 None None] Attempting to bind port 1fefdc85-008c-42f3-bdd5-d6cf81ad4e93 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'b3a24d88-350d-4226-81a2-ec8dd8c84dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:50:44.999121 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e407257-09e3-4713-9cc9-676fb7c0d0d2 None None] Attempting to bind port 1fefdc85-008c-42f3-bdd5-d6cf81ad4e93 on network 3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:50:45.014610 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e407257-09e3-4713-9cc9-676fb7c0d0d2 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:50:45.016138 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e407257-09e3-4713-9cc9-676fb7c0d0d2 None None] Checking segment: {'id': 'b3a24d88-350d-4226-81a2-ec8dd8c84dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:50:45.016604 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2e407257-09e3-4713-9cc9-676fb7c0d0d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:45.017118 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e407257-09e3-4713-9cc9-676fb7c0d0d2 None None] Bound using segment: {'id': 'b3a24d88-350d-4226-81a2-ec8dd8c84dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:50:45.017839 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-2e407257-09e3-4713-9cc9-676fb7c0d0d2 None None] Bound port: 1fefdc85-008c-42f3-bdd5-d6cf81ad4e93, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a24d88-350d-4226-81a2-ec8dd8c84dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:50:45.018308 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2e407257-09e3-4713-9cc9-676fb7c0d0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:45.169700 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-2e407257-09e3-4713-9cc9-676fb7c0d0d2 None None] For port 1fefdc85-008c-42f3-bdd5-d6cf81ad4e93, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:50:45.188165 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-2e407257-09e3-4713-9cc9-676fb7c0d0d2 None None] For port 1fefdc85-008c-42f3-bdd5-d6cf81ad4e93, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=1fefdc85-008c-42f3-bdd5-d6cf81ad4e93,segment=NetworkSegment(b3a24d88-350d-4226-81a2-ec8dd8c84dd3),segment_id=b3a24d88-350d-4226-81a2-ec8dd8c84dd3)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:50:45.188165 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2e407257-09e3-4713-9cc9-676fb7c0d0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:45.286729 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28550f7d-1ada-4466-8f00-2ab6bc7366a3 None None] Pushing event updated for resources: {'Port': ['ID=1fefdc85-008c-42f3-bdd5-d6cf81ad4e93,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:45.299478 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e407257-09e3-4713-9cc9-676fb7c0d0d2 None None] Routers {'d54e0d69-f849-47ab-a768-dbe8b30be20a'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:50:45.300118 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2e407257-09e3-4713-9cc9-676fb7c0d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:50:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d54e0d69-f849-47ab-a768-dbe8b30be20a'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:45.563942 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-2e407257-09e3-4713-9cc9-676fb7c0d0d2 None None] Set router d54e0d69-f849-47ab-a768-dbe8b30be20a gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:50:45.663254 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:45.680618 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:45.740936 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:45.943902 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:45.950462 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:45.952032 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2e407257-09e3-4713-9cc9-676fb7c0d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54e0d69-f849-47ab-a768-dbe8b30be20a', 'name': 'tempest-TestVolumeBackupRestore-866795611-router', 'tenant_id': 'f6bcf3995e4d4caf92f40ee52f2c16c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '2ed9499b-f263-4e17-91a6-29c3ef1aec9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:16Z', 'updated_at': '2022-04-20T17:50:20Z', 'revision_number': 4, 'project_id': 'f6bcf3995e4d4caf92f40ee52f2c16c9', 'gw_port': {'id': '2ed9499b-f263-4e17-91a6-29c3ef1aec9a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54e0d69-f849-47ab-a768-dbe8b30be20a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:16Z', 'updated_at': '2022-04-20T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '1fefdc85-008c-42f3-bdd5-d6cf81ad4e93', 'name': '', 'network_id': '3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23', 'tenant_id': 'f6bcf3995e4d4caf92f40ee52f2c16c9', 'mac_address': 'fa:16:3e:c6:4f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54e0d69-f849-47ab-a768-dbe8b30be20a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e34568-9733-46a7-a546-2ea0ab55a3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:19Z', 'updated_at': '2022-04-20T17:50:45Z', 'revision_number': 4, 'project_id': 'f6bcf3995e4d4caf92f40ee52f2c16c9', 'subnets': [{'id': '89e34568-9733-46a7-a546-2ea0ab55a3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:45.963300 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e407257-09e3-4713-9cc9-676fb7c0d0d2 None None] The sync data for ids ['d54e0d69-f849-47ab-a768-dbe8b30be20a'] in n-d-838032-1 is: [{'id': 'd54e0d69-f849-47ab-a768-dbe8b30be20a', 'name': 'tempest-TestVolumeBackupRestore-866795611-router', 'tenant_id': 'f6bcf3995e4d4caf92f40ee52f2c16c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '2ed9499b-f263-4e17-91a6-29c3ef1aec9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:16Z', 'updated_at': '2022-04-20T17:50:20Z', 'revision_number': 4, 'project_id': 'f6bcf3995e4d4caf92f40ee52f2c16c9', 'gw_port': {'id': '2ed9499b-f263-4e17-91a6-29c3ef1aec9a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54e0d69-f849-47ab-a768-dbe8b30be20a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:16Z', 'updated_at': '2022-04-20T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '1fefdc85-008c-42f3-bdd5-d6cf81ad4e93', 'name': '', 'network_id': '3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23', 'tenant_id': 'f6bcf3995e4d4caf92f40ee52f2c16c9', 'mac_address': 'fa:16:3e:c6:4f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54e0d69-f849-47ab-a768-dbe8b30be20a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e34568-9733-46a7-a546-2ea0ab55a3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:19Z', 'updated_at': '2022-04-20T17:50:45Z', 'revision_number': 4, 'project_id': 'f6bcf3995e4d4caf92f40ee52f2c16c9', 'subnets': [{'id': '89e34568-9733-46a7-a546-2ea0ab55a3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:50:46.085002 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event updated for resources: {'Port': ['ID=4b27f882-49dd-4ea9-bdc1-36a53770a499,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:46.101580 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:46.328001 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Floating IP 205db764-8a2b-4e4b-9801-9607805a0b26 associated. External IP: 172.25.8.22, port: edb3abc4-ff2c-4885-8b60-7497d203a518. Apr 20 17:50:46.668083 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 1fefdc85-008c-42f3-bdd5-d6cf81ad4e93 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:50:46.769754 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 1fefdc85-008c-42f3-bdd5-d6cf81ad4e93 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:50:46.775906 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 1fefdc85-008c-42f3-bdd5-d6cf81ad4e93 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:50:46.776581 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:46.949476 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:47.017594 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 1fefdc85-008c-42f3-bdd5-d6cf81ad4e93, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=1fefdc85-008c-42f3-bdd5-d6cf81ad4e93,segment=NetworkSegment(b3a24d88-350d-4226-81a2-ec8dd8c84dd3),segment_id=b3a24d88-350d-4226-81a2-ec8dd8c84dd3)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:50:47.041649 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:47.096503 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Router 4755f29e-66fd-4350-9a09-0e3846302242 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:50:47.155611 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=1fefdc85-008c-42f3-bdd5-d6cf81ad4e93,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:47.340720 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:50:47.389060 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:47.461156 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6e36bfcd-535e-4dda-8115-d8b188b51aa4 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4864423 Apr 20 17:50:47.462053 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956877fd-989f-47c4-9286-440d4c50bf74', 'tag': 'edb3abc4-ff2c-4885-8b60-7497d203a518'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:50:47.464154 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57914) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:47.568328 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf3ef5ec-cc73-4fb4-94c1-77564a539c92'] response: {'name': 'network-changed', 'server_uuid': '956877fd-989f-47c4-9286-440d4c50bf74', 'tag': 'edb3abc4-ff2c-4885-8b60-7497d203a518', 'status': 'completed', 'code': 200} Apr 20 17:50:47.600466 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-461c95eb-6f92-4346-a684-48eb4c3f4b25 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/floatingips/205db764-8a2b-4e4b-9801-9607805a0b26 HTTP/1.1" status: 200 len: 990 time: 0.1350081 Apr 20 17:50:47.678429 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5326f9ab-d9ae-400e-82ef-53b38f27bf91 req-7f85ab7e-809b-487f-8644-be7b8d6b31f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=46418d03dcfd4ae1a968507356cc51c0&device_id=956877fd-989f-47c4-9286-440d4c50bf74 HTTP/1.1" status: 200 len: 1096 time: 0.0813155 Apr 20 17:50:47.846105 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326f9ab-d9ae-400e-82ef-53b38f27bf91 req-48fa64c8-b450-4d96-8f3a-35c0bbd4f325 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:47.847591 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5326f9ab-d9ae-400e-82ef-53b38f27bf91 req-48fa64c8-b450-4d96-8f3a-35c0bbd4f325 service neutron] 10.222.0.10 "GET /v2.0/networks?id=25a2fc37-d7bd-414d-80a7-086d7d7075c7 HTTP/1.1" status: 200 len: 897 time: 0.1605828 Apr 20 17:50:47.958905 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5326f9ab-d9ae-400e-82ef-53b38f27bf91 req-df6cd15d-989e-4f13-bcbb-6bff92554cba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edb3abc4-ff2c-4885-8b60-7497d203a518 HTTP/1.1" status: 200 len: 998 time: 0.1052799 Apr 20 17:50:48.036301 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326f9ab-d9ae-400e-82ef-53b38f27bf91 req-f946c479-1e47-4c4a-9f55-93db89196aca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:50:48.037777 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5326f9ab-d9ae-400e-82ef-53b38f27bf91 req-f946c479-1e47-4c4a-9f55-93db89196aca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=231445d4-ff09-4a3a-99a5-ef5da12b6cc1 HTTP/1.1" status: 200 len: 835 time: 0.0665295 Apr 20 17:50:48.119476 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5326f9ab-d9ae-400e-82ef-53b38f27bf91 req-79b0989a-e966-46a1-9a06-4540c76720d5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=25a2fc37-d7bd-414d-80a7-086d7d7075c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696054 Apr 20 17:50:48.280005 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5326f9ab-d9ae-400e-82ef-53b38f27bf91 req-f26a8b86-c624-4e9e-9c60-6f07cfaa9f1a service neutron] 10.222.0.10 "GET /v2.0/networks/25a2fc37-d7bd-414d-80a7-086d7d7075c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538227 Apr 20 17:50:48.515499 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5326f9ab-d9ae-400e-82ef-53b38f27bf91 req-81ebe90c-a4fc-4953-9c5a-eddabb0d3d0f service neutron] 10.222.0.10 "GET /v2.0/networks/25a2fc37-d7bd-414d-80a7-086d7d7075c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295024 Apr 20 17:50:48.604001 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 57952) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:48.629983 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 1fefdc85-008c-42f3-bdd5-d6cf81ad4e93 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:50:48.699904 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 1fefdc85-008c-42f3-bdd5-d6cf81ad4e93 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:50:48.700276 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:48.746902 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cbac4df6-7626-4ac6-9062-ecfa067992b1 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/floatingips/205db764-8a2b-4e4b-9801-9607805a0b26 HTTP/1.1" status: 200 len: 990 time: 0.1399374 Apr 20 17:50:49.749457 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 57984) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:49.875884 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f2200ad7-8ca5-481d-b913-c27045c60636 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/floatingips/205db764-8a2b-4e4b-9801-9607805a0b26 HTTP/1.1" status: 200 len: 990 time: 0.1248450 Apr 20 17:50:49.977782 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8abfe14-1cf4-4a99-bea0-5ce8b85c5124 None None] Sync routers for ids ['4755f29e-66fd-4350-9a09-0e3846302242'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:50:49.992955 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8abfe14-1cf4-4a99-bea0-5ce8b85c5124 None None] Routers {'4755f29e-66fd-4350-9a09-0e3846302242'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:50:49.994024 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c8abfe14-1cf4-4a99-bea0-5ce8b85c5124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:50:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['4755f29e-66fd-4350-9a09-0e3846302242'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:50.190369 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-c8abfe14-1cf4-4a99-bea0-5ce8b85c5124 None None] Set router 4755f29e-66fd-4350-9a09-0e3846302242 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:50:50.568852 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c8abfe14-1cf4-4a99-bea0-5ce8b85c5124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4755f29e-66fd-4350-9a09-0e3846302242', 'name': 'tempest-TestNetworkBasicOps-router-1803695860', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'bf10a337-9b05-467e-9add-3c0152e220d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:16Z', 'updated_at': '2022-04-20T17:50:23Z', 'revision_number': 4, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'gw_port': {'id': 'bf10a337-9b05-467e-9add-3c0152e220d5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4755f29e-66fd-4350-9a09-0e3846302242', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:17Z', 'updated_at': '2022-04-20T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '205db764-8a2b-4e4b-9801-9607805a0b26', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '4755f29e-66fd-4350-9a09-0e3846302242', 'port_id': 'edb3abc4-ff2c-4885-8b60-7497d203a518', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25a2fc37-d7bd-414d-80a7-086d7d7075c7', 'mac_address': 'fa:16:3e:bb:6e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956877fd-989f-47c4-9286-440d4c50bf74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:50:45Z', 'updated_at': '2022-04-20T17:50:45Z', 'revision_number': 0, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650058f2-a8f4-4cf6-868e-53d0a430d092', 'name': '', 'network_id': '25a2fc37-d7bd-414d-80a7-086d7d7075c7', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'mac_address': 'fa:16:3e:e1:ab:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4755f29e-66fd-4350-9a09-0e3846302242', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '231445d4-ff09-4a3a-99a5-ef5da12b6cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:21Z', 'updated_at': '2022-04-20T17:50:23Z', 'revision_number': 2, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'subnets': [{'id': '231445d4-ff09-4a3a-99a5-ef5da12b6cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:50.572715 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8abfe14-1cf4-4a99-bea0-5ce8b85c5124 None None] Checking router: 4755f29e-66fd-4350-9a09-0e3846302242 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:50:50.573052 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8abfe14-1cf4-4a99-bea0-5ce8b85c5124 None None] Updating router 4755f29e-66fd-4350-9a09-0e3846302242 port 650058f2-a8f4-4cf6-868e-53d0a430d092 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:50:50.622266 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c8abfe14-1cf4-4a99-bea0-5ce8b85c5124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:50.879358 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58008) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:50.997473 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6bb2d0c0-4814-4531-9ceb-f74d3cefb3ec tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/floatingips/205db764-8a2b-4e4b-9801-9607805a0b26 HTTP/1.1" status: 200 len: 990 time: 0.1169617 Apr 20 17:50:51.055608 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c8abfe14-1cf4-4a99-bea0-5ce8b85c5124 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:51.068493 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-c8abfe14-1cf4-4a99-bea0-5ce8b85c5124 None None] Transition to ACTIVE for port object 650058f2-a8f4-4cf6-868e-53d0a430d092 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:50:51.076625 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c8abfe14-1cf4-4a99-bea0-5ce8b85c5124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:51.223390 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41019e-3388-418f-a7cd-28fbfe6af1f1 None None] Pushing event updated for resources: {'Port': ['ID=650058f2-a8f4-4cf6-868e-53d0a430d092,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:51.236849 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41019e-3388-418f-a7cd-28fbfe6af1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:50:51.237295 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41019e-3388-418f-a7cd-28fbfe6af1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:50:51.237541 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41019e-3388-418f-a7cd-28fbfe6af1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:50:51.237978 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41019e-3388-418f-a7cd-28fbfe6af1f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:50:51.238397 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41019e-3388-418f-a7cd-28fbfe6af1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:50:51.238719 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41019e-3388-418f-a7cd-28fbfe6af1f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:50:51.239031 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41019e-3388-418f-a7cd-28fbfe6af1f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:50:51.239357 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41019e-3388-418f-a7cd-28fbfe6af1f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:50:51.239669 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41019e-3388-418f-a7cd-28fbfe6af1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:50:51.239978 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41019e-3388-418f-a7cd-28fbfe6af1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:50:51.240258 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41019e-3388-418f-a7cd-28fbfe6af1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:50:51.334647 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-c8abfe14-1cf4-4a99-bea0-5ce8b85c5124 None None] Attempting to bind port 650058f2-a8f4-4cf6-868e-53d0a430d092 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:50:51.335244 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-c8abfe14-1cf4-4a99-bea0-5ce8b85c5124 None None] Attempting to bind port 650058f2-a8f4-4cf6-868e-53d0a430d092 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '8a3ed4a2-9074-4f28-b01a-b6048acec3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25a2fc37-d7bd-414d-80a7-086d7d7075c7'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:50:51.335777 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8abfe14-1cf4-4a99-bea0-5ce8b85c5124 None None] Attempting to bind port 650058f2-a8f4-4cf6-868e-53d0a430d092 on network 25a2fc37-d7bd-414d-80a7-086d7d7075c7 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:50:51.344105 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8abfe14-1cf4-4a99-bea0-5ce8b85c5124 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:50:51.344731 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8abfe14-1cf4-4a99-bea0-5ce8b85c5124 None None] Checking segment: {'id': '8a3ed4a2-9074-4f28-b01a-b6048acec3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25a2fc37-d7bd-414d-80a7-086d7d7075c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:50:51.345270 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c8abfe14-1cf4-4a99-bea0-5ce8b85c5124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:51.345804 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8abfe14-1cf4-4a99-bea0-5ce8b85c5124 None None] Bound using segment: {'id': '8a3ed4a2-9074-4f28-b01a-b6048acec3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25a2fc37-d7bd-414d-80a7-086d7d7075c7'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:50:51.346475 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-c8abfe14-1cf4-4a99-bea0-5ce8b85c5124 None None] Bound port: 650058f2-a8f4-4cf6-868e-53d0a430d092, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a3ed4a2-9074-4f28-b01a-b6048acec3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '25a2fc37-d7bd-414d-80a7-086d7d7075c7'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:50:51.346840 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c8abfe14-1cf4-4a99-bea0-5ce8b85c5124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:51.442308 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-c8abfe14-1cf4-4a99-bea0-5ce8b85c5124 None None] For port 650058f2-a8f4-4cf6-868e-53d0a430d092, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:50:51.445375 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-c8abfe14-1cf4-4a99-bea0-5ce8b85c5124 None None] For port 650058f2-a8f4-4cf6-868e-53d0a430d092, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=650058f2-a8f4-4cf6-868e-53d0a430d092,segment=NetworkSegment(8a3ed4a2-9074-4f28-b01a-b6048acec3b8),segment_id=8a3ed4a2-9074-4f28-b01a-b6048acec3b8)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:50:51.449516 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c8abfe14-1cf4-4a99-bea0-5ce8b85c5124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:51.526645 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41019e-3388-418f-a7cd-28fbfe6af1f1 None None] Pushing event updated for resources: {'Port': ['ID=650058f2-a8f4-4cf6-868e-53d0a430d092,revision_number=4']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:51.531965 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8abfe14-1cf4-4a99-bea0-5ce8b85c5124 None None] Routers {'4755f29e-66fd-4350-9a09-0e3846302242'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:50:51.532577 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c8abfe14-1cf4-4a99-bea0-5ce8b85c5124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:50:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['4755f29e-66fd-4350-9a09-0e3846302242'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:51.764882 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-c8abfe14-1cf4-4a99-bea0-5ce8b85c5124 None None] Set router 4755f29e-66fd-4350-9a09-0e3846302242 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:50:52.001546 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58044) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:52.138627 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-20b05767-ff8f-41e1-8b10-8c6fddb71586 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/floatingips/205db764-8a2b-4e4b-9801-9607805a0b26 HTTP/1.1" status: 200 len: 990 time: 0.1352782 Apr 20 17:50:52.166540 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c8abfe14-1cf4-4a99-bea0-5ce8b85c5124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4755f29e-66fd-4350-9a09-0e3846302242', 'name': 'tempest-TestNetworkBasicOps-router-1803695860', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'bf10a337-9b05-467e-9add-3c0152e220d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:16Z', 'updated_at': '2022-04-20T17:50:23Z', 'revision_number': 4, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'gw_port': {'id': 'bf10a337-9b05-467e-9add-3c0152e220d5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4755f29e-66fd-4350-9a09-0e3846302242', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:17Z', 'updated_at': '2022-04-20T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '205db764-8a2b-4e4b-9801-9607805a0b26', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '4755f29e-66fd-4350-9a09-0e3846302242', 'port_id': 'edb3abc4-ff2c-4885-8b60-7497d203a518', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25a2fc37-d7bd-414d-80a7-086d7d7075c7', 'mac_address': 'fa:16:3e:bb:6e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956877fd-989f-47c4-9286-440d4c50bf74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:50:45Z', 'updated_at': '2022-04-20T17:50:45Z', 'revision_number': 0, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650058f2-a8f4-4cf6-868e-53d0a430d092', 'name': '', 'network_id': '25a2fc37-d7bd-414d-80a7-086d7d7075c7', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'mac_address': 'fa:16:3e:e1:ab:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4755f29e-66fd-4350-9a09-0e3846302242', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '231445d4-ff09-4a3a-99a5-ef5da12b6cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:21Z', 'updated_at': '2022-04-20T17:50:51Z', 'revision_number': 4, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'subnets': [{'id': '231445d4-ff09-4a3a-99a5-ef5da12b6cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:50:52.171496 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8abfe14-1cf4-4a99-bea0-5ce8b85c5124 None None] The sync data for ids ['4755f29e-66fd-4350-9a09-0e3846302242'] in n-d-838032-1 is: [{'id': '4755f29e-66fd-4350-9a09-0e3846302242', 'name': 'tempest-TestNetworkBasicOps-router-1803695860', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'bf10a337-9b05-467e-9add-3c0152e220d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:16Z', 'updated_at': '2022-04-20T17:50:23Z', 'revision_number': 4, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'gw_port': {'id': 'bf10a337-9b05-467e-9add-3c0152e220d5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4755f29e-66fd-4350-9a09-0e3846302242', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:17Z', 'updated_at': '2022-04-20T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '205db764-8a2b-4e4b-9801-9607805a0b26', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'floating_ip_address': '172.25.8.22', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '4755f29e-66fd-4350-9a09-0e3846302242', 'port_id': 'edb3abc4-ff2c-4885-8b60-7497d203a518', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25a2fc37-d7bd-414d-80a7-086d7d7075c7', 'mac_address': 'fa:16:3e:bb:6e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956877fd-989f-47c4-9286-440d4c50bf74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:50:45Z', 'updated_at': '2022-04-20T17:50:45Z', 'revision_number': 0, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650058f2-a8f4-4cf6-868e-53d0a430d092', 'name': '', 'network_id': '25a2fc37-d7bd-414d-80a7-086d7d7075c7', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'mac_address': 'fa:16:3e:e1:ab:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4755f29e-66fd-4350-9a09-0e3846302242', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '231445d4-ff09-4a3a-99a5-ef5da12b6cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:21Z', 'updated_at': '2022-04-20T17:50:51Z', 'revision_number': 4, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'subnets': [{'id': '231445d4-ff09-4a3a-99a5-ef5da12b6cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:50:52.670726 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 650058f2-a8f4-4cf6-868e-53d0a430d092 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:50:52.754106 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 650058f2-a8f4-4cf6-868e-53d0a430d092 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:50:52.759482 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 650058f2-a8f4-4cf6-868e-53d0a430d092 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:50:52.759849 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:52.891573 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:52.926563 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 650058f2-a8f4-4cf6-868e-53d0a430d092, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=650058f2-a8f4-4cf6-868e-53d0a430d092,segment=NetworkSegment(8a3ed4a2-9074-4f28-b01a-b6048acec3b8),segment_id=8a3ed4a2-9074-4f28-b01a-b6048acec3b8)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:50:52.937186 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:53.024965 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=650058f2-a8f4-4cf6-868e-53d0a430d092,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:50:53.142685 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58060) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:53.262308 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6e7070fd-196a-44f8-a65c-9e79bfcfee35 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/floatingips/205db764-8a2b-4e4b-9801-9607805a0b26 HTTP/1.1" status: 200 len: 990 time: 0.1166136 Apr 20 17:50:54.265143 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58140) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:54.377583 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c2295332-fd68-42e5-bc09-c918226b2dcc tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/floatingips/205db764-8a2b-4e4b-9801-9607805a0b26 HTTP/1.1" status: 200 len: 990 time: 0.1101668 Apr 20 17:50:54.623152 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 650058f2-a8f4-4cf6-868e-53d0a430d092 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:50:54.701688 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 650058f2-a8f4-4cf6-868e-53d0a430d092 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:50:54.702052 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:50:55.380025 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58330) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:55.499522 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d61c7fcb-356e-4c60-85f0-ce42ad608c14 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/floatingips/205db764-8a2b-4e4b-9801-9607805a0b26 HTTP/1.1" status: 200 len: 990 time: 0.1169198 Apr 20 17:50:56.501128 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58522) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:56.614236 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d7d8d8e8-a628-444c-99fd-a8396119616a tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/floatingips/205db764-8a2b-4e4b-9801-9607805a0b26 HTTP/1.1" status: 200 len: 990 time: 0.1108637 Apr 20 17:50:57.617500 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58562) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:57.725011 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9e99c92a-9703-4d4e-9d4e-91dc6dec56d3 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/floatingips/205db764-8a2b-4e4b-9801-9607805a0b26 HTTP/1.1" status: 200 len: 990 time: 0.1051884 Apr 20 17:50:58.728033 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58574) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:58.829954 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-98a1d9c7-6e7d-43d5-b6d3-27f78ee6cfd1 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/floatingips/205db764-8a2b-4e4b-9801-9607805a0b26 HTTP/1.1" status: 200 len: 990 time: 0.1008241 Apr 20 17:50:59.833730 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58596) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:50:59.951408 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d06b44c8-fbc2-43a8-8829-9b4314279ed2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/floatingips/205db764-8a2b-4e4b-9801-9607805a0b26 HTTP/1.1" status: 200 len: 990 time: 0.1162388 Apr 20 17:51:00.955325 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58608) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:51:01.062380 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-66427d4f-dea1-4f47-8dc1-0669fc3dd811 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/floatingips/205db764-8a2b-4e4b-9801-9607805a0b26 HTTP/1.1" status: 200 len: 990 time: 0.1031642 Apr 20 17:51:02.063043 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58624) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:51:02.085664 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58628) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:51:02.250956 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8a472a0b-6799-4e2c-80a6-e069e18dd322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:02.285426 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8a472a0b-6799-4e2c-80a6-e069e18dd322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:51:02.289562 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8a472a0b-6799-4e2c-80a6-e069e18dd322 admin admin] Usage tracker for resource:security_group_rule and tenant:e2ce6c7bc0ce41be9ba6ac9f0d74b05b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:51:02.292494 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8a472a0b-6799-4e2c-80a6-e069e18dd322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:51:02.293289 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c8cc8eb9-d89e-4184-b2c0-478836ee753e tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/floatingips/205db764-8a2b-4e4b-9801-9607805a0b26 HTTP/1.1" status: 200 len: 990 time: 0.2289574 Apr 20 17:51:02.298363 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8a472a0b-6799-4e2c-80a6-e069e18dd322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:51:02.361601 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8a472a0b-6799-4e2c-80a6-e069e18dd322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:02.366537 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8a472a0b-6799-4e2c-80a6-e069e18dd322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:02.413722 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8a472a0b-6799-4e2c-80a6-e069e18dd322 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e2ce6c7bc0ce41be9ba6ac9f0d74b05b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3269811 Apr 20 17:51:02.414552 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a472a0b-6799-4e2c-80a6-e069e18dd322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd3234f-8d6d-4d5f-8173-84559d8ef8d0,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:51:02.416410 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58636) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:51:02.423820 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a472a0b-6799-4e2c-80a6-e069e18dd322 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:51:02.424178 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a472a0b-6799-4e2c-80a6-e069e18dd322 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:51:02.424494 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a472a0b-6799-4e2c-80a6-e069e18dd322 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:51:02.424821 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a472a0b-6799-4e2c-80a6-e069e18dd322 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:51:02.425144 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a472a0b-6799-4e2c-80a6-e069e18dd322 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:51:02.425465 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a472a0b-6799-4e2c-80a6-e069e18dd322 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:51:02.425785 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a472a0b-6799-4e2c-80a6-e069e18dd322 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:51:02.426096 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a472a0b-6799-4e2c-80a6-e069e18dd322 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:51:02.426426 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a472a0b-6799-4e2c-80a6-e069e18dd322 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:51:02.426902 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a472a0b-6799-4e2c-80a6-e069e18dd322 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:51:02.427358 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a472a0b-6799-4e2c-80a6-e069e18dd322 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:51:02.478054 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7f52be0-e732-4e03-86f0-45437acce3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:02.503599 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7f52be0-e732-4e03-86f0-45437acce3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:02.555999 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7f52be0-e732-4e03-86f0-45437acce3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:02.576691 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f52be0-e732-4e03-86f0-45437acce3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd3234f-8d6d-4d5f-8173-84559d8ef8d0,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:51:02.579960 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7f52be0-e732-4e03-86f0-45437acce3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:02.582323 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a7f52be0-e732-4e03-86f0-45437acce3a2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dbd3234f-8d6d-4d5f-8173-84559d8ef8d0 HTTP/1.1" status: 204 len: 168 time: 0.1636055 Apr 20 17:51:02.788344 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4da6cea0-9c91-4e39-90f7-042b2d1a429a req-34a2078b-3d5b-4e67-8ecb-c41b93a4a70b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=956877fd-989f-47c4-9286-440d4c50bf74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0703580 Apr 20 17:51:02.926669 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4da6cea0-9c91-4e39-90f7-042b2d1a429a req-c0e8df43-4801-4a17-922f-6021defcb4f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=46418d03dcfd4ae1a968507356cc51c0&device_id=956877fd-989f-47c4-9286-440d4c50bf74 HTTP/1.1" status: 200 len: 1096 time: 0.0688341 Apr 20 17:51:02.934922 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58648) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:51:02.956256 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4174e2cb-58f8-4a33-8c58-979577ef9958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:02.988223 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4174e2cb-58f8-4a33-8c58-979577ef9958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:51:02.992184 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4174e2cb-58f8-4a33-8c58-979577ef9958 admin admin] Usage tracker for resource:security_group_rule and tenant:6a6920e2c3f2491cab1e7ddea229a35a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:51:02.995641 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4174e2cb-58f8-4a33-8c58-979577ef9958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:51:03.001513 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4174e2cb-58f8-4a33-8c58-979577ef9958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:51:03.069702 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4174e2cb-58f8-4a33-8c58-979577ef9958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:03.074943 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4174e2cb-58f8-4a33-8c58-979577ef9958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:03.078048 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6cea0-9c91-4e39-90f7-042b2d1a429a req-0583673b-afa0-411f-b84d-ad45bcee9f4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:51:03.079578 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4da6cea0-9c91-4e39-90f7-042b2d1a429a req-0583673b-afa0-411f-b84d-ad45bcee9f4d service neutron] 10.222.0.10 "GET /v2.0/networks?id=25a2fc37-d7bd-414d-80a7-086d7d7075c7 HTTP/1.1" status: 200 len: 897 time: 0.1308525 Apr 20 17:51:03.121321 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174e2cb-58f8-4a33-8c58-979577ef9958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76efbd74-8ab1-4186-8271-abda6f27d682,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:51:03.126252 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4174e2cb-58f8-4a33-8c58-979577ef9958 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6a6920e2c3f2491cab1e7ddea229a35a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1902888 Apr 20 17:51:03.128878 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58652) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:51:03.193550 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4da6cea0-9c91-4e39-90f7-042b2d1a429a req-51be4885-4d24-4aed-8ab8-5f6e1f7f6b9a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edb3abc4-ff2c-4885-8b60-7497d203a518 HTTP/1.1" status: 200 len: 998 time: 0.1071737 Apr 20 17:51:03.195824 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3ef5329-0987-4a64-9d1d-15178f9b479c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:03.221594 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3ef5329-0987-4a64-9d1d-15178f9b479c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:03.270577 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6cea0-9c91-4e39-90f7-042b2d1a429a req-e77d5e62-17e8-4ad1-a690-e3558c781481 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:51:03.273149 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4da6cea0-9c91-4e39-90f7-042b2d1a429a req-e77d5e62-17e8-4ad1-a690-e3558c781481 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=231445d4-ff09-4a3a-99a5-ef5da12b6cc1 HTTP/1.1" status: 200 len: 835 time: 0.0627699 Apr 20 17:51:03.279370 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3ef5329-0987-4a64-9d1d-15178f9b479c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:03.297439 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58658) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:51:03.299616 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3ef5329-0987-4a64-9d1d-15178f9b479c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:03.300865 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b3ef5329-0987-4a64-9d1d-15178f9b479c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/76efbd74-8ab1-4186-8271-abda6f27d682 HTTP/1.1" status: 204 len: 168 time: 0.1709471 Apr 20 17:51:03.307581 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef5329-0987-4a64-9d1d-15178f9b479c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76efbd74-8ab1-4186-8271-abda6f27d682,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:51:03.381127 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4da6cea0-9c91-4e39-90f7-042b2d1a429a req-1c1da288-5370-49af-80a9-95375bce2858 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=25a2fc37-d7bd-414d-80a7-086d7d7075c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008639 Apr 20 17:51:03.448640 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e389dbf9-9e6f-4a9f-aba7-3dbcbd624a6d tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/floatingips/205db764-8a2b-4e4b-9801-9607805a0b26 HTTP/1.1" status: 200 len: 990 time: 0.1464012 Apr 20 17:51:03.461740 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:51:03.562980 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4da6cea0-9c91-4e39-90f7-042b2d1a429a req-c9a8522d-cdcb-4af4-8606-20889e9ad21e service neutron] 10.222.0.10 "GET /v2.0/networks/25a2fc37-d7bd-414d-80a7-086d7d7075c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725051 Apr 20 17:51:03.699047 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4da6cea0-9c91-4e39-90f7-042b2d1a429a req-35ebe4fe-6817-40f8-b375-59cb57a0255d service neutron] 10.222.0.10 "GET /v2.0/networks/25a2fc37-d7bd-414d-80a7-086d7d7075c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295469 Apr 20 17:51:04.452341 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58694) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:51:04.558899 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-aed3f6da-f07b-4527-9fb8-3f7f4ebbc699 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/floatingips/205db764-8a2b-4e4b-9801-9607805a0b26 HTTP/1.1" status: 200 len: 990 time: 0.1042318 Apr 20 17:51:05.561977 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58724) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:51:05.670052 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bca25bf5-fb71-477d-9e58-3d80223170de tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/floatingips/205db764-8a2b-4e4b-9801-9607805a0b26 HTTP/1.1" status: 200 len: 990 time: 0.1068656 Apr 20 17:51:06.674347 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58740) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:51:06.782438 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-55e6af39-3611-470d-a63c-5437e1bf121e tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/floatingips/205db764-8a2b-4e4b-9801-9607805a0b26 HTTP/1.1" status: 200 len: 990 time: 0.1059902 Apr 20 17:51:07.786255 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58766) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:51:07.905359 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-829ca85e-846c-4814-998f-dacd0da9f0c5 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/floatingips/205db764-8a2b-4e4b-9801-9607805a0b26 HTTP/1.1" status: 200 len: 990 time: 0.1161923 Apr 20 17:51:08.908146 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58784) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:51:09.063937 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-adfd186f-52c4-4b9c-985c-3f3d27004dce tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/floatingips/205db764-8a2b-4e4b-9801-9607805a0b26 HTTP/1.1" status: 200 len: 990 time: 0.1545827 Apr 20 17:51:09.074278 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1a8d6e-abb0-4e2d-9b7b-ba2444423f6c None None] New status for floating IP 205db764-8a2b-4e4b-9801-9607805a0b26: ACTIVE {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:51:09.340514 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e778b01e-8860-42ce-aa31-8f03a8c40b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:10.066772 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 58802) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:51:10.186351 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4f0b27d6-3193-4cee-81b5-259823c0643e tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/floatingips/205db764-8a2b-4e4b-9801-9607805a0b26 HTTP/1.1" status: 200 len: 992 time: 0.1147606 Apr 20 17:51:11.382214 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2a921218-59d6-4d53-b98c-f48efdc25300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:12.699683 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:12.774688 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:13.426353 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:14.098281 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:15.354437 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:19.157796 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58914) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:51:19.316403 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-56bcb7ed-1b81-4658-bf3d-2b8166624787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:19.355491 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-56bcb7ed-1b81-4658-bf3d-2b8166624787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:51:19.359621 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-56bcb7ed-1b81-4658-bf3d-2b8166624787 admin admin] Usage tracker for resource:security_group_rule and tenant:864656c18d37458888dd3e469d9d2ef3 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:51:19.362606 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-56bcb7ed-1b81-4658-bf3d-2b8166624787 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:51:19.368638 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-56bcb7ed-1b81-4658-bf3d-2b8166624787 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:51:19.435122 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-56bcb7ed-1b81-4658-bf3d-2b8166624787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:19.440346 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-56bcb7ed-1b81-4658-bf3d-2b8166624787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:19.488842 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bcb7ed-1b81-4658-bf3d-2b8166624787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ed1a3d-3978-4e2d-aca2-be17697ae7c3,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:51:19.493067 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-56bcb7ed-1b81-4658-bf3d-2b8166624787 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=864656c18d37458888dd3e469d9d2ef3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3340945 Apr 20 17:51:19.495876 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58920) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:51:19.561614 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ea396fdc-3dff-4609-a237-3fd214a92278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:19.586692 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ea396fdc-3dff-4609-a237-3fd214a92278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:19.637857 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ea396fdc-3dff-4609-a237-3fd214a92278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:19.652497 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea396fdc-3dff-4609-a237-3fd214a92278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ed1a3d-3978-4e2d-aca2-be17697ae7c3,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:51:19.662977 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ea396fdc-3dff-4609-a237-3fd214a92278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:19.666736 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ea396fdc-3dff-4609-a237-3fd214a92278 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/95ed1a3d-3978-4e2d-aca2-be17697ae7c3 HTTP/1.1" status: 204 len: 168 time: 0.1676629 Apr 20 17:51:20.034807 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58934) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:51:20.055418 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cadcad1d-f9b1-416a-9e58-52ff25548a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:20.088848 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-cadcad1d-f9b1-416a-9e58-52ff25548a0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:51:20.093174 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-cadcad1d-f9b1-416a-9e58-52ff25548a0c admin admin] Usage tracker for resource:security_group_rule and tenant:19fd8cc392134c238527e9cb6d5ecc60 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:51:20.096133 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-cadcad1d-f9b1-416a-9e58-52ff25548a0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:51:20.101941 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-cadcad1d-f9b1-416a-9e58-52ff25548a0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:51:20.166747 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cadcad1d-f9b1-416a-9e58-52ff25548a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:20.171925 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cadcad1d-f9b1-416a-9e58-52ff25548a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:20.216723 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcad1d-f9b1-416a-9e58-52ff25548a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f69932-a0e6-401d-9aa8-dac1f37c8512,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:51:20.221046 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cadcad1d-f9b1-416a-9e58-52ff25548a0c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=19fd8cc392134c238527e9cb6d5ecc60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1852362 Apr 20 17:51:20.223528 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 58938) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:51:20.283770 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bcffe6a4-e67b-49d1-aac2-17c46e656da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:20.308581 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bcffe6a4-e67b-49d1-aac2-17c46e656da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:20.361766 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bcffe6a4-e67b-49d1-aac2-17c46e656da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:20.376211 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcffe6a4-e67b-49d1-aac2-17c46e656da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f69932-a0e6-401d-9aa8-dac1f37c8512,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:51:20.382137 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bcffe6a4-e67b-49d1-aac2-17c46e656da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:20.383241 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bcffe6a4-e67b-49d1-aac2-17c46e656da0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/08f69932-a0e6-401d-9aa8-dac1f37c8512 HTTP/1.1" status: 204 len: 168 time: 0.1588492 Apr 20 17:51:26.543046 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59056) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:51:26.692507 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-03ca9369-6eb5-48d1-9759-a0c2797376cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:26.725453 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-03ca9369-6eb5-48d1-9759-a0c2797376cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:51:26.729915 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-03ca9369-6eb5-48d1-9759-a0c2797376cf admin admin] Usage tracker for resource:security_group_rule and tenant:676d12c362df4ea3bf7fed703354f857 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:51:26.732871 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-03ca9369-6eb5-48d1-9759-a0c2797376cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:51:26.738884 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-03ca9369-6eb5-48d1-9759-a0c2797376cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:51:26.814285 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-03ca9369-6eb5-48d1-9759-a0c2797376cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:26.820811 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-03ca9369-6eb5-48d1-9759-a0c2797376cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:26.868810 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca9369-6eb5-48d1-9759-a0c2797376cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209aa78d-aff8-42c5-a1e0-35dd688ea3d8,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:51:26.876182 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-03ca9369-6eb5-48d1-9759-a0c2797376cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=676d12c362df4ea3bf7fed703354f857&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3297038 Apr 20 17:51:26.876634 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59066) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:51:26.944566 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-147fec74-80bc-453a-b8ac-83f188d717b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:26.968766 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-147fec74-80bc-453a-b8ac-83f188d717b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:27.023011 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-147fec74-80bc-453a-b8ac-83f188d717b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:27.038485 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147fec74-80bc-453a-b8ac-83f188d717b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209aa78d-aff8-42c5-a1e0-35dd688ea3d8,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:51:27.050567 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-147fec74-80bc-453a-b8ac-83f188d717b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:27.051645 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-147fec74-80bc-453a-b8ac-83f188d717b5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/209aa78d-aff8-42c5-a1e0-35dd688ea3d8 HTTP/1.1" status: 204 len: 168 time: 0.1739566 Apr 20 17:51:27.419156 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59080) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:51:27.439096 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-18b17746-62d5-4c6d-a2c3-f848beebc854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:27.476324 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-18b17746-62d5-4c6d-a2c3-f848beebc854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:51:27.480234 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-18b17746-62d5-4c6d-a2c3-f848beebc854 admin admin] Usage tracker for resource:security_group_rule and tenant:83a2b8e9cc1b47f1be2c2dde149bfa86 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:51:27.483168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-18b17746-62d5-4c6d-a2c3-f848beebc854 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:51:27.488872 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-18b17746-62d5-4c6d-a2c3-f848beebc854 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:51:27.564878 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-18b17746-62d5-4c6d-a2c3-f848beebc854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:27.569888 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-18b17746-62d5-4c6d-a2c3-f848beebc854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:27.613383 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b17746-62d5-4c6d-a2c3-f848beebc854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebcce70-de6a-4129-9be9-334286f9b60d,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:51:27.622485 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-18b17746-62d5-4c6d-a2c3-f848beebc854 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=83a2b8e9cc1b47f1be2c2dde149bfa86&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2022309 Apr 20 17:51:27.625161 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59088) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:51:27.685090 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8a39036-b888-49cc-a49c-5d21e83214fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:27.710629 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8a39036-b888-49cc-a49c-5d21e83214fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:27.763901 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8a39036-b888-49cc-a49c-5d21e83214fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:27.779689 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a39036-b888-49cc-a49c-5d21e83214fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebcce70-de6a-4129-9be9-334286f9b60d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:51:27.788219 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f8a39036-b888-49cc-a49c-5d21e83214fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:27.792288 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f8a39036-b888-49cc-a49c-5d21e83214fe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ebcce70-de6a-4129-9be9-334286f9b60d HTTP/1.1" status: 204 len: 168 time: 0.1638496 Apr 20 17:51:31.455917 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-9c2dfc66-0c21-4a27-83d7-b8954988cd14 req-9bfa8631-aae2-4bc4-bdeb-3b699a764d6d tempest-ServersTestJSON-458509606 tempest-ServersTestJSON-458509606-project] (84081) timed out ('10.222.0.10', 58265) {{(pid=84081) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 20 17:51:33.876079 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59224) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:51:34.017978 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-07c50ddb-62a7-49a3-b529-68aab219a7d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:34.050296 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-07c50ddb-62a7-49a3-b529-68aab219a7d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:51:34.054507 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-07c50ddb-62a7-49a3-b529-68aab219a7d3 admin admin] Usage tracker for resource:security_group_rule and tenant:91ac87a18fb7410fbc41d6f6aa1f6f28 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:51:34.057504 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-07c50ddb-62a7-49a3-b529-68aab219a7d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:51:34.063487 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-07c50ddb-62a7-49a3-b529-68aab219a7d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:51:34.131678 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-07c50ddb-62a7-49a3-b529-68aab219a7d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:34.137228 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-07c50ddb-62a7-49a3-b529-68aab219a7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:34.183460 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-07c50ddb-62a7-49a3-b529-68aab219a7d3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=91ac87a18fb7410fbc41d6f6aa1f6f28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3063684 Apr 20 17:51:34.184417 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c50ddb-62a7-49a3-b529-68aab219a7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc58ba70-807a-43ec-8657-d7962dcfc41c,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:51:34.186652 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59230) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:51:34.340899 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d729d49a-5548-4ff3-b5e3-3e1edd0482e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:34.368816 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d729d49a-5548-4ff3-b5e3-3e1edd0482e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:34.421360 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d729d49a-5548-4ff3-b5e3-3e1edd0482e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:34.447257 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729d49a-5548-4ff3-b5e3-3e1edd0482e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc58ba70-807a-43ec-8657-d7962dcfc41c,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:51:34.453745 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d729d49a-5548-4ff3-b5e3-3e1edd0482e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:34.454711 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d729d49a-5548-4ff3-b5e3-3e1edd0482e4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dc58ba70-807a-43ec-8657-d7962dcfc41c HTTP/1.1" status: 204 len: 168 time: 0.2669449 Apr 20 17:51:39.205380 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-14756cef-bdb6-4638-9903-b1a76c880fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:40.464809 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:51:41.390720 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2e2b1e3f-83aa-4c8d-8ec2-2a2504a5bb8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:42.696860 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:42.773804 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:43.443304 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:44.080069 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:45.352427 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:48.609378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59526) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:51:48.719458 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2205f34f-cb0a-4d5b-baed-746404f4b21f tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/floatingips/205db764-8a2b-4e4b-9801-9607805a0b26 HTTP/1.1" status: 200 len: 992 time: 0.1070323 Apr 20 17:51:49.063230 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59542) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:51:49.260551 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-e66292a1-8faf-44c6-a7aa-499a75f9615b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Deleting port 4b27f882-49dd-4ea9-bdc1-36a53770a499 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:51:49.261076 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e66292a1-8faf-44c6-a7aa-499a75f9615b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:49.426153 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e66292a1-8faf-44c6-a7aa-499a75f9615b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:49.426153 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e66292a1-8faf-44c6-a7aa-499a75f9615b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:49.544612 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-e66292a1-8faf-44c6-a7aa-499a75f9615b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Calling delete_port for 4b27f882-49dd-4ea9-bdc1-36a53770a499 owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:51:49.691692 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e66292a1-8faf-44c6-a7aa-499a75f9615b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:49.735939 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66292a1-8faf-44c6-a7aa-499a75f9615b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event deleted for resources: {'Port': ['ID=4b27f882-49dd-4ea9-bdc1-36a53770a499,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:51:49.838303 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e66292a1-8faf-44c6-a7aa-499a75f9615b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:50.262776 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66292a1-8faf-44c6-a7aa-499a75f9615b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Router 4755f29e-66fd-4350-9a09-0e3846302242 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:51:50.663230 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66292a1-8faf-44c6-a7aa-499a75f9615b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:51:50.674815 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e477d043-e523-4525-b966-4f635d3d88f1 None None] Sync routers for ids ['4755f29e-66fd-4350-9a09-0e3846302242'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:51:50.688317 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e477d043-e523-4525-b966-4f635d3d88f1 None None] Routers {'4755f29e-66fd-4350-9a09-0e3846302242'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:51:50.689040 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e477d043-e523-4525-b966-4f635d3d88f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:51:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['4755f29e-66fd-4350-9a09-0e3846302242'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:51:50.740429 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e66292a1-8faf-44c6-a7aa-499a75f9615b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:50.917395 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e66292a1-8faf-44c6-a7aa-499a75f9615b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "DELETE /v2.0/floatingips/205db764-8a2b-4e4b-9801-9607805a0b26 HTTP/1.1" status: 204 len: 168 time: 1.8544536 Apr 20 17:51:50.918223 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956877fd-989f-47c4-9286-440d4c50bf74', 'tag': 'edb3abc4-ff2c-4885-8b60-7497d203a518'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:51:50.934171 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-e477d043-e523-4525-b966-4f635d3d88f1 None None] Set router 4755f29e-66fd-4350-9a09-0e3846302242 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:51:51.006667 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbddbed6-470b-40a9-b6b0-0eda5da972ab'] response: {'name': 'network-changed', 'server_uuid': '956877fd-989f-47c4-9286-440d4c50bf74', 'tag': 'edb3abc4-ff2c-4885-8b60-7497d203a518', 'status': 'completed', 'code': 200} Apr 20 17:51:51.180376 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8df78264-7d23-45f2-aaa8-ddde6ec40381 req-e404ce79-95af-473a-82de-62255ff77b91 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=46418d03dcfd4ae1a968507356cc51c0&device_id=956877fd-989f-47c4-9286-440d4c50bf74 HTTP/1.1" status: 200 len: 1096 time: 0.1437912 Apr 20 17:51:51.331156 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e477d043-e523-4525-b966-4f635d3d88f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4755f29e-66fd-4350-9a09-0e3846302242', 'name': 'tempest-TestNetworkBasicOps-router-1803695860', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'bf10a337-9b05-467e-9add-3c0152e220d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:16Z', 'updated_at': '2022-04-20T17:50:23Z', 'revision_number': 4, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'gw_port': {'id': 'bf10a337-9b05-467e-9add-3c0152e220d5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4755f29e-66fd-4350-9a09-0e3846302242', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:17Z', 'updated_at': '2022-04-20T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '650058f2-a8f4-4cf6-868e-53d0a430d092', 'name': '', 'network_id': '25a2fc37-d7bd-414d-80a7-086d7d7075c7', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'mac_address': 'fa:16:3e:e1:ab:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4755f29e-66fd-4350-9a09-0e3846302242', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '231445d4-ff09-4a3a-99a5-ef5da12b6cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:21Z', 'updated_at': '2022-04-20T17:50:52Z', 'revision_number': 5, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'subnets': [{'id': '231445d4-ff09-4a3a-99a5-ef5da12b6cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:51:51.338934 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e477d043-e523-4525-b966-4f635d3d88f1 None None] Checking router: 4755f29e-66fd-4350-9a09-0e3846302242 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:51:51.352330 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e477d043-e523-4525-b966-4f635d3d88f1 None None] Routers {'4755f29e-66fd-4350-9a09-0e3846302242'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:51:51.353131 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e477d043-e523-4525-b966-4f635d3d88f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:51:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['4755f29e-66fd-4350-9a09-0e3846302242'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:51:51.409529 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df78264-7d23-45f2-aaa8-ddde6ec40381 req-d54fe779-9274-4714-8328-93bc73a00827 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:51:51.411804 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8df78264-7d23-45f2-aaa8-ddde6ec40381 req-d54fe779-9274-4714-8328-93bc73a00827 service neutron] 10.222.0.10 "GET /v2.0/networks?id=25a2fc37-d7bd-414d-80a7-086d7d7075c7 HTTP/1.1" status: 200 len: 897 time: 0.2302940 Apr 20 17:51:51.644719 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8df78264-7d23-45f2-aaa8-ddde6ec40381 req-e4f9cc9a-058d-4821-bf86-885893309523 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edb3abc4-ff2c-4885-8b60-7497d203a518 HTTP/1.1" status: 200 len: 217 time: 0.2239325 Apr 20 17:51:51.735857 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-e477d043-e523-4525-b966-4f635d3d88f1 None None] Set router 4755f29e-66fd-4350-9a09-0e3846302242 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:51:51.760118 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df78264-7d23-45f2-aaa8-ddde6ec40381 req-85b02f86-c407-4cfc-82e0-e61dcb1dc052 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:51:51.761623 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8df78264-7d23-45f2-aaa8-ddde6ec40381 req-85b02f86-c407-4cfc-82e0-e61dcb1dc052 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=231445d4-ff09-4a3a-99a5-ef5da12b6cc1 HTTP/1.1" status: 200 len: 835 time: 0.1123099 Apr 20 17:51:51.984511 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8df78264-7d23-45f2-aaa8-ddde6ec40381 req-afe82cb4-64c0-4209-9505-1a04e235ae3d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=25a2fc37-d7bd-414d-80a7-086d7d7075c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2059696 Apr 20 17:51:52.092913 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3982e-3433-4584-98dc-81450af14313 req-dece15b8-2075-4fb7-8f5d-482e13e2c1be tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:51:52.092913 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-87a3982e-3433-4584-98dc-81450af14313 req-dece15b8-2075-4fb7-8f5d-482e13e2c1be tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Synchronizing usage tracker for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:51:52.133068 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-87a3982e-3433-4584-98dc-81450af14313 req-dece15b8-2075-4fb7-8f5d-482e13e2c1be tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Unset dirty status for tenant:46418d03dcfd4ae1a968507356cc51c0 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:51:52.133068 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-87a3982e-3433-4584-98dc-81450af14313 req-dece15b8-2075-4fb7-8f5d-482e13e2c1be tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=956877fd-989f-47c4-9286-440d4c50bf74 HTTP/1.1" status: 200 len: 945 time: 0.2741525 Apr 20 17:51:52.233665 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8df78264-7d23-45f2-aaa8-ddde6ec40381 req-bb1412a5-7733-43d1-8fb1-3ee111a2c0f5 service neutron] 10.222.0.10 "GET /v2.0/networks/25a2fc37-d7bd-414d-80a7-086d7d7075c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483869 Apr 20 17:51:52.328647 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e477d043-e523-4525-b966-4f635d3d88f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4755f29e-66fd-4350-9a09-0e3846302242', 'name': 'tempest-TestNetworkBasicOps-router-1803695860', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'bf10a337-9b05-467e-9add-3c0152e220d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:16Z', 'updated_at': '2022-04-20T17:50:23Z', 'revision_number': 4, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'gw_port': {'id': 'bf10a337-9b05-467e-9add-3c0152e220d5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4755f29e-66fd-4350-9a09-0e3846302242', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:17Z', 'updated_at': '2022-04-20T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '650058f2-a8f4-4cf6-868e-53d0a430d092', 'name': '', 'network_id': '25a2fc37-d7bd-414d-80a7-086d7d7075c7', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'mac_address': 'fa:16:3e:e1:ab:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4755f29e-66fd-4350-9a09-0e3846302242', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '231445d4-ff09-4a3a-99a5-ef5da12b6cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:21Z', 'updated_at': '2022-04-20T17:50:52Z', 'revision_number': 5, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'subnets': [{'id': '231445d4-ff09-4a3a-99a5-ef5da12b6cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:51:52.333718 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e477d043-e523-4525-b966-4f635d3d88f1 None None] The sync data for ids ['4755f29e-66fd-4350-9a09-0e3846302242'] in n-d-838032-1 is: [{'id': '4755f29e-66fd-4350-9a09-0e3846302242', 'name': 'tempest-TestNetworkBasicOps-router-1803695860', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'bf10a337-9b05-467e-9add-3c0152e220d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:16Z', 'updated_at': '2022-04-20T17:50:23Z', 'revision_number': 4, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'gw_port': {'id': 'bf10a337-9b05-467e-9add-3c0152e220d5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4755f29e-66fd-4350-9a09-0e3846302242', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:17Z', 'updated_at': '2022-04-20T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '650058f2-a8f4-4cf6-868e-53d0a430d092', 'name': '', 'network_id': '25a2fc37-d7bd-414d-80a7-086d7d7075c7', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'mac_address': 'fa:16:3e:e1:ab:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4755f29e-66fd-4350-9a09-0e3846302242', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '231445d4-ff09-4a3a-99a5-ef5da12b6cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:21Z', 'updated_at': '2022-04-20T17:50:52Z', 'revision_number': 5, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'subnets': [{'id': '231445d4-ff09-4a3a-99a5-ef5da12b6cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:51:52.355922 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-87a3982e-3433-4584-98dc-81450af14313 req-0a3888c2-69cd-4b1f-8675-d51deaf3532c tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?id=601ec800-1115-404e-a8c0-971366fc42a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264247 Apr 20 17:51:52.489906 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8df78264-7d23-45f2-aaa8-ddde6ec40381 req-2bdb1d8e-3937-41ee-b56b-6533e0097758 service neutron] 10.222.0.10 "GET /v2.0/networks/25a2fc37-d7bd-414d-80a7-086d7d7075c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391591 Apr 20 17:51:52.747800 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12afa52e-f17e-472b-80ed-072fda1288cb None None] New status for floating IP 205db764-8a2b-4e4b-9801-9607805a0b26: DOWN {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:51:53.139505 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b188bce-d1dd-4044-8f72-3db0f9e08772 req-90898e65-d42d-40c1-8fc2-a4e6fa094c98 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:51:53.139505 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b188bce-d1dd-4044-8f72-3db0f9e08772 req-90898e65-d42d-40c1-8fc2-a4e6fa094c98 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.10 "GET /v2.0/ports?device_id=956877fd-989f-47c4-9286-440d4c50bf74 HTTP/1.1" status: 200 len: 945 time: 0.1035781 Apr 20 17:51:53.207838 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-7b188bce-d1dd-4044-8f72-3db0f9e08772 req-4fdc700f-0495-4fea-a239-a19aa46d0eb7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Deleting port edb3abc4-ff2c-4885-8b60-7497d203a518 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:51:53.208457 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7b188bce-d1dd-4044-8f72-3db0f9e08772 req-4fdc700f-0495-4fea-a239-a19aa46d0eb7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:53.519422 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-7b188bce-d1dd-4044-8f72-3db0f9e08772 req-4fdc700f-0495-4fea-a239-a19aa46d0eb7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] For port edb3abc4-ff2c-4885-8b60-7497d203a518, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=edb3abc4-ff2c-4885-8b60-7497d203a518,segment=NetworkSegment(8a3ed4a2-9074-4f28-b01a-b6048acec3b8),segment_id=8a3ed4a2-9074-4f28-b01a-b6048acec3b8)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:51:53.519943 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7b188bce-d1dd-4044-8f72-3db0f9e08772 req-4fdc700f-0495-4fea-a239-a19aa46d0eb7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:53.841597 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452c035-f1d3-4dd1-8f7f-451235b7e0e6 req-6c58f2e2-242f-4b0e-bf3b-ad1ee8a49df2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:51:53.841597 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8452c035-f1d3-4dd1-8f7f-451235b7e0e6 req-6c58f2e2-242f-4b0e-bf3b-ad1ee8a49df2 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/ports?device_id=956877fd-989f-47c4-9286-440d4c50bf74 HTTP/1.1" status: 200 len: 945 time: 0.2696631 Apr 20 17:51:53.884572 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-7b188bce-d1dd-4044-8f72-3db0f9e08772 req-4fdc700f-0495-4fea-a239-a19aa46d0eb7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Calling delete_port for edb3abc4-ff2c-4885-8b60-7497d203a518 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:51:53.892028 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8452c035-f1d3-4dd1-8f7f-451235b7e0e6 req-b3cd21d3-d1e6-4ec7-b2c1-f30289e0195b tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "GET /v2.0/security-groups?id=601ec800-1115-404e-a8c0-971366fc42a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528357 Apr 20 17:51:54.128345 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7b188bce-d1dd-4044-8f72-3db0f9e08772 req-4fdc700f-0495-4fea-a239-a19aa46d0eb7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:54.184584 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc700f-0495-4fea-a239-a19aa46d0eb7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event deleted for resources: {'Port': ['ID=edb3abc4-ff2c-4885-8b60-7497d203a518,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:51:54.275964 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b188bce-d1dd-4044-8f72-3db0f9e08772 req-4fdc700f-0495-4fea-a239-a19aa46d0eb7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] No DVR routers for this DVR port edb3abc4-ff2c-4885-8b60-7497d203a518 on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:51:54.283523 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-7b188bce-d1dd-4044-8f72-3db0f9e08772 req-4fdc700f-0495-4fea-a239-a19aa46d0eb7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:54.286765 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956877fd-989f-47c4-9286-440d4c50bf74', 'name': 'network-vif-deleted', 'tag': 'edb3abc4-ff2c-4885-8b60-7497d203a518'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:51:54.325354 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b188bce-d1dd-4044-8f72-3db0f9e08772 req-4fdc700f-0495-4fea-a239-a19aa46d0eb7 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.10 "DELETE /v2.0/ports/edb3abc4-ff2c-4885-8b60-7497d203a518 HTTP/1.1" status: 204 len: 173 time: 1.1919537 Apr 20 17:51:54.358416 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b78eca66-217e-40e1-8ce3-ef9c8e67b51d'] response: {'server_uuid': '956877fd-989f-47c4-9286-440d4c50bf74', 'name': 'network-vif-deleted', 'tag': 'edb3abc4-ff2c-4885-8b60-7497d203a518', 'status': 'completed', 'code': 200} Apr 20 17:51:55.047429 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59632) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:51:55.120107 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f1838778-4f3d-4fb9-b668-463a47d079d9 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:55.181002 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f1838778-4f3d-4fb9-b668-463a47d079d9 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:55.242499 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f1838778-4f3d-4fb9-b668-463a47d079d9 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:55.264542 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1838778-4f3d-4fb9-b668-463a47d079d9 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=601ec800-1115-404e-a8c0-971366fc42a4,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:51:55.264542 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1838778-4f3d-4fb9-b668-463a47d079d9 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:51:55.264542 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1838778-4f3d-4fb9-b668-463a47d079d9 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:51:55.264542 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1838778-4f3d-4fb9-b668-463a47d079d9 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:51:55.264542 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1838778-4f3d-4fb9-b668-463a47d079d9 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:51:55.264542 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1838778-4f3d-4fb9-b668-463a47d079d9 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:51:55.264542 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1838778-4f3d-4fb9-b668-463a47d079d9 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:51:55.264542 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1838778-4f3d-4fb9-b668-463a47d079d9 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:51:55.279121 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1838778-4f3d-4fb9-b668-463a47d079d9 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:51:55.279121 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1838778-4f3d-4fb9-b668-463a47d079d9 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:51:55.279121 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1838778-4f3d-4fb9-b668-463a47d079d9 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:51:55.279121 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1838778-4f3d-4fb9-b668-463a47d079d9 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:51:55.315388 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f1838778-4f3d-4fb9-b668-463a47d079d9 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:55.315388 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f1838778-4f3d-4fb9-b668-463a47d079d9 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "DELETE /v2.0/security-groups/601ec800-1115-404e-a8c0-971366fc42a4 HTTP/1.1" status: 204 len: 168 time: 0.2504268 Apr 20 17:51:55.373573 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59638) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:51:55.814137 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c1fc710b-6cef-4d11-bf0e-32af675a15eb tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:56.472409 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-c1fc710b-6cef-4d11-bf0e-32af675a15eb tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Deleting port 650058f2-a8f4-4cf6-868e-53d0a430d092 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:51:56.472409 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c1fc710b-6cef-4d11-bf0e-32af675a15eb tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:56.712451 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-c1fc710b-6cef-4d11-bf0e-32af675a15eb tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] For port 650058f2-a8f4-4cf6-868e-53d0a430d092, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=650058f2-a8f4-4cf6-868e-53d0a430d092,segment=NetworkSegment(8a3ed4a2-9074-4f28-b01a-b6048acec3b8),segment_id=8a3ed4a2-9074-4f28-b01a-b6048acec3b8)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:51:56.712451 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c1fc710b-6cef-4d11-bf0e-32af675a15eb tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:56.936301 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-c1fc710b-6cef-4d11-bf0e-32af675a15eb tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Calling delete_port for 650058f2-a8f4-4cf6-868e-53d0a430d092 owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:51:57.131589 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c1fc710b-6cef-4d11-bf0e-32af675a15eb tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:57.176831 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc710b-6cef-4d11-bf0e-32af675a15eb tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event deleted for resources: {'Port': ['ID=650058f2-a8f4-4cf6-868e-53d0a430d092,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:51:57.188373 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device edb3abc4-ff2c-4885-8b60-7497d203a518 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:51:57.281688 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: edb3abc4-ff2c-4885-8b60-7497d203a518 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:51:57.281688 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device edb3abc4-ff2c-4885-8b60-7497d203a518 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:51:57.580751 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c1fc710b-6cef-4d11-bf0e-32af675a15eb tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:58.240821 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1fc710b-6cef-4d11-bf0e-32af675a15eb tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Router 4755f29e-66fd-4350-9a09-0e3846302242 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:51:58.485221 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fc710b-6cef-4d11-bf0e-32af675a15eb tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:51:58.497100 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de29ad8-9242-4c45-a6fa-29a3b8b7589d None None] Sync routers for ids ['4755f29e-66fd-4350-9a09-0e3846302242'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:51:58.497100 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de29ad8-9242-4c45-a6fa-29a3b8b7589d None None] Routers {'4755f29e-66fd-4350-9a09-0e3846302242'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:51:58.497100 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-5de29ad8-9242-4c45-a6fa-29a3b8b7589d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:51:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['4755f29e-66fd-4350-9a09-0e3846302242'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:51:58.509430 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c1fc710b-6cef-4d11-bf0e-32af675a15eb tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "PUT /v2.0/routers/4755f29e-66fd-4350-9a09-0e3846302242/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1366067 Apr 20 17:51:58.509430 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59692) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:51:58.723316 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-5de29ad8-9242-4c45-a6fa-29a3b8b7589d None None] Set router 4755f29e-66fd-4350-9a09-0e3846302242 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:51:58.852631 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5158d02-2996-4d82-a314-062932ddce9e tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Deleting subnet 231445d4-ff09-4a3a-99a5-ef5da12b6cc1 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:51:58.852631 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f5158d02-2996-4d82-a314-062932ddce9e tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:58.909407 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f5158d02-2996-4d82-a314-062932ddce9e tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:59.016235 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f5158d02-2996-4d82-a314-062932ddce9e tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:59.108844 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f5158d02-2996-4d82-a314-062932ddce9e tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:59.144913 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-5de29ad8-9242-4c45-a6fa-29a3b8b7589d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4755f29e-66fd-4350-9a09-0e3846302242', 'name': 'tempest-TestNetworkBasicOps-router-1803695860', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'bf10a337-9b05-467e-9add-3c0152e220d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:16Z', 'updated_at': '2022-04-20T17:51:57Z', 'revision_number': 5, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'gw_port': {'id': 'bf10a337-9b05-467e-9add-3c0152e220d5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4755f29e-66fd-4350-9a09-0e3846302242', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:17Z', 'updated_at': '2022-04-20T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:51:59.144913 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de29ad8-9242-4c45-a6fa-29a3b8b7589d None None] Checking router: 4755f29e-66fd-4350-9a09-0e3846302242 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:51:59.144913 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de29ad8-9242-4c45-a6fa-29a3b8b7589d None None] Routers {'4755f29e-66fd-4350-9a09-0e3846302242'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:51:59.144913 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-5de29ad8-9242-4c45-a6fa-29a3b8b7589d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:51:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['4755f29e-66fd-4350-9a09-0e3846302242'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:51:59.172265 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f5158d02-2996-4d82-a314-062932ddce9e tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:59.183588 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65c5bb6-bd95-4486-af2c-307b4112fd02 None None] Network 25a2fc37-d7bd-414d-80a7-086d7d7075c7 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:51:59.196049 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5158d02-2996-4d82-a314-062932ddce9e tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event deleted for resources: {'Subnet': ['ID=231445d4-ff09-4a3a-99a5-ef5da12b6cc1,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:51:59.196049 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f5158d02-2996-4d82-a314-062932ddce9e tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "DELETE /v2.0/subnets/231445d4-ff09-4a3a-99a5-ef5da12b6cc1 HTTP/1.1" status: 204 len: 168 time: 0.6722875 Apr 20 17:51:59.196049 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59700) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:51:59.450488 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-5de29ad8-9242-4c45-a6fa-29a3b8b7589d None None] Set router 4755f29e-66fd-4350-9a09-0e3846302242 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:51:59.465330 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe63cfb1-95d6-4c39-9028-757562483024 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:59.737259 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe63cfb1-95d6-4c39-9028-757562483024 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:59.771041 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-fe63cfb1-95d6-4c39-9028-757562483024 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Deleting port bf10a337-9b05-467e-9add-3c0152e220d5 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:51:59.771041 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe63cfb1-95d6-4c39-9028-757562483024 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:59.889008 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9bbfdb-4212-4a05-ad97-59120e914734 None None] DHCP port deletion for 25a2fc37-d7bd-414d-80a7-086d7d7075c7 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:51:59.889008 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-ca9bbfdb-4212-4a05-ad97-59120e914734 None None] Deleting port b9c21269-51fc-4bd0-ac65-c95caeb72294 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:51:59.889008 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ca9bbfdb-4212-4a05-ad97-59120e914734 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:51:59.967522 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-5de29ad8-9242-4c45-a6fa-29a3b8b7589d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4755f29e-66fd-4350-9a09-0e3846302242', 'name': 'tempest-TestNetworkBasicOps-router-1803695860', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'bf10a337-9b05-467e-9add-3c0152e220d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:16Z', 'updated_at': '2022-04-20T17:51:57Z', 'revision_number': 5, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'gw_port': {'id': 'bf10a337-9b05-467e-9add-3c0152e220d5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4755f29e-66fd-4350-9a09-0e3846302242', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:17Z', 'updated_at': '2022-04-20T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:51:59.967522 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de29ad8-9242-4c45-a6fa-29a3b8b7589d None None] The sync data for ids ['4755f29e-66fd-4350-9a09-0e3846302242'] in n-d-838032-1 is: [{'id': '4755f29e-66fd-4350-9a09-0e3846302242', 'name': 'tempest-TestNetworkBasicOps-router-1803695860', 'tenant_id': '46418d03dcfd4ae1a968507356cc51c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'bf10a337-9b05-467e-9add-3c0152e220d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:16Z', 'updated_at': '2022-04-20T17:51:57Z', 'revision_number': 5, 'project_id': '46418d03dcfd4ae1a968507356cc51c0', 'gw_port': {'id': 'bf10a337-9b05-467e-9add-3c0152e220d5', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4755f29e-66fd-4350-9a09-0e3846302242', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:17Z', 'updated_at': '2022-04-20T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:52:00.008721 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-fe63cfb1-95d6-4c39-9028-757562483024 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] For port bf10a337-9b05-467e-9add-3c0152e220d5, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=bf10a337-9b05-467e-9add-3c0152e220d5,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:52:00.008721 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe63cfb1-95d6-4c39-9028-757562483024 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:00.152765 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-fe63cfb1-95d6-4c39-9028-757562483024 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Calling delete_port for bf10a337-9b05-467e-9add-3c0152e220d5 owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:52:00.221418 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-ca9bbfdb-4212-4a05-ad97-59120e914734 None None] For port b9c21269-51fc-4bd0-ac65-c95caeb72294, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=b9c21269-51fc-4bd0-ac65-c95caeb72294,segment=NetworkSegment(8a3ed4a2-9074-4f28-b01a-b6048acec3b8),segment_id=8a3ed4a2-9074-4f28-b01a-b6048acec3b8)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:52:00.221418 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ca9bbfdb-4212-4a05-ad97-59120e914734 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:00.415193 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-ca9bbfdb-4212-4a05-ad97-59120e914734 None None] Calling delete_port for b9c21269-51fc-4bd0-ac65-c95caeb72294 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:52:00.416820 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe63cfb1-95d6-4c39-9028-757562483024 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:00.526852 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63cfb1-95d6-4c39-9028-757562483024 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event deleted for resources: {'Port': ['ID=bf10a337-9b05-467e-9add-3c0152e220d5,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:00.643555 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ca9bbfdb-4212-4a05-ad97-59120e914734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:00.723152 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9bbfdb-4212-4a05-ad97-59120e914734 None None] Pushing event deleted for resources: {'Port': ['ID=b9c21269-51fc-4bd0-ac65-c95caeb72294,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:00.751510 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9bbfdb-4212-4a05-ad97-59120e914734 None None] No DVR routers for this DVR port b9c21269-51fc-4bd0-ac65-c95caeb72294 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:52:00.751510 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9bbfdb-4212-4a05-ad97-59120e914734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:00.751510 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9bbfdb-4212-4a05-ad97-59120e914734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:00.751510 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9bbfdb-4212-4a05-ad97-59120e914734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:00.751510 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9bbfdb-4212-4a05-ad97-59120e914734 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:00.751510 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9bbfdb-4212-4a05-ad97-59120e914734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:00.751510 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9bbfdb-4212-4a05-ad97-59120e914734 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:00.751510 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9bbfdb-4212-4a05-ad97-59120e914734 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:00.751510 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9bbfdb-4212-4a05-ad97-59120e914734 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:00.751510 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9bbfdb-4212-4a05-ad97-59120e914734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:00.751510 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9bbfdb-4212-4a05-ad97-59120e914734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:00.751510 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9bbfdb-4212-4a05-ad97-59120e914734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:00.862470 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 650058f2-a8f4-4cf6-868e-53d0a430d092 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:52:00.945247 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 650058f2-a8f4-4cf6-868e-53d0a430d092 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:52:00.945247 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 650058f2-a8f4-4cf6-868e-53d0a430d092 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:52:00.945247 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device b9c21269-51fc-4bd0-ac65-c95caeb72294 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:52:01.020938 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: b9c21269-51fc-4bd0-ac65-c95caeb72294 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:52:01.021281 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device b9c21269-51fc-4bd0-ac65-c95caeb72294 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:52:01.131862 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe63cfb1-95d6-4c39-9028-757562483024 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:01.421766 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe63cfb1-95d6-4c39-9028-757562483024 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:01.426446 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe63cfb1-95d6-4c39-9028-757562483024 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:01.457391 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe63cfb1-95d6-4c39-9028-757562483024 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:01.459421 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe63cfb1-95d6-4c39-9028-757562483024 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Fanout notify agent at l3_agent the message router_deleted on router 4755f29e-66fd-4350-9a09-0e3846302242 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:52:01.503660 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe63cfb1-95d6-4c39-9028-757562483024 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:01.503660 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fe63cfb1-95d6-4c39-9028-757562483024 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "DELETE /v2.0/routers/4755f29e-66fd-4350-9a09-0e3846302242 HTTP/1.1" status: 204 len: 168 time: 2.3289673 Apr 20 17:52:01.511647 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59724) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:52:01.672566 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2d45be4e-c2ef-4f35-bc30-a383d9158ab5 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:01.851342 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2d45be4e-c2ef-4f35-bc30-a383d9158ab5 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:01.880567 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-2d45be4e-c2ef-4f35-bc30-a383d9158ab5 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a2fc37-d7bd-414d-80a7-086d7d7075c7']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:52:01.896904 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-2d45be4e-c2ef-4f35-bc30-a383d9158ab5 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a3ed4a2-9074-4f28-b01a-b6048acec3b8') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:52:01.896904 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-2d45be4e-c2ef-4f35-bc30-a383d9158ab5 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a3ed4a2-9074-4f28-b01a-b6048acec3b8') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:52:01.907218 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2d45be4e-c2ef-4f35-bc30-a383d9158ab5 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:01.961339 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2d45be4e-c2ef-4f35-bc30-a383d9158ab5 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:01.967382 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d45be4e-c2ef-4f35-bc30-a383d9158ab5 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:52:01.968094 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2d45be4e-c2ef-4f35-bc30-a383d9158ab5 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:01.995663 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:52:01.995663 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:52:01.995663 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:52:01.995663 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:52:01.995663 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:52:01.995663 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:52:01.995663 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:52:01.995663 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:52:01.995663 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:52:01.995663 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:52:01.995663 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:52:01.995663 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:52:01.995663 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:52:01.995663 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:52:01.995663 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:52:01.995663 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:52:01.995663 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:52:01.995663 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:52:01.995663 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:52:01.995663 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:52:01.995663 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:52:01.995663 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:52:01.995663 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:52:01.995663 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:52:01.995663 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:52:01.995663 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:52:01.995663 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:52:01.995663 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:52:01.995663 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:52:01.995663 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:52:01.995663 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:52:01.995663 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:52:02.095970 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2d45be4e-c2ef-4f35-bc30-a383d9158ab5 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:02.127474 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2d45be4e-c2ef-4f35-bc30-a383d9158ab5 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:02.142955 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45be4e-c2ef-4f35-bc30-a383d9158ab5 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] Pushing event deleted for resources: {'Network': ['ID=25a2fc37-d7bd-414d-80a7-086d7d7075c7,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:02.142955 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2d45be4e-c2ef-4f35-bc30-a383d9158ab5 tempest-TestNetworkBasicOps-1610210200 tempest-TestNetworkBasicOps-1610210200-project] 10.222.0.39 "DELETE /v2.0/networks/25a2fc37-d7bd-414d-80a7-086d7d7075c7 HTTP/1.1" status: 204 len: 168 time: 0.6341152 Apr 20 17:52:02.538439 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 59740) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:52:02.653723 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device bf10a337-9b05-467e-9add-3c0152e220d5 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:52:02.736842 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: bf10a337-9b05-467e-9add-3c0152e220d5 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:52:02.737200 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device bf10a337-9b05-467e-9add-3c0152e220d5 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:52:02.814051 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3d0e00ca-9ce2-4ac8-96a2-2988b8e7e329 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=46418d03dcfd4ae1a968507356cc51c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2753658 Apr 20 17:52:02.814450 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59750) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:52:02.888295 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e337edc1-d422-4f95-b0a2-3ddf9d5c8c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:02.915138 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e337edc1-d422-4f95-b0a2-3ddf9d5c8c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:02.971694 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e337edc1-d422-4f95-b0a2-3ddf9d5c8c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:02.985706 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337edc1-d422-4f95-b0a2-3ddf9d5c8c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24f61f5-7653-4b2a-bdfd-4d6209c2d73f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:02.996445 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e337edc1-d422-4f95-b0a2-3ddf9d5c8c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:03.001764 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e337edc1-d422-4f95-b0a2-3ddf9d5c8c9f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c24f61f5-7653-4b2a-bdfd-4d6209c2d73f HTTP/1.1" status: 204 len: 168 time: 0.1851923 Apr 20 17:52:03.400948 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59782) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:52:03.442723 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-17414bf9-a117-4d55-a4df-8cd34c167689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:03.472815 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-17414bf9-a117-4d55-a4df-8cd34c167689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:52:03.472815 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-17414bf9-a117-4d55-a4df-8cd34c167689 admin admin] Usage tracker for resource:security_group_rule and tenant:af8e41e95f2e4e59bce27c81e97f78b7 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:52:03.472815 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-17414bf9-a117-4d55-a4df-8cd34c167689 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:52:03.490454 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-17414bf9-a117-4d55-a4df-8cd34c167689 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:52:03.605011 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-17414bf9-a117-4d55-a4df-8cd34c167689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:03.613150 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-17414bf9-a117-4d55-a4df-8cd34c167689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:03.668391 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17414bf9-a117-4d55-a4df-8cd34c167689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1884565c-724d-4574-9ee1-725ddbbc4b3f,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:03.697148 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-17414bf9-a117-4d55-a4df-8cd34c167689 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=af8e41e95f2e4e59bce27c81e97f78b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2971401 Apr 20 17:52:03.708061 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 59790) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:52:03.787306 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bc5cedd2-c829-4c3c-bae0-a14e956ce279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:03.869863 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bc5cedd2-c829-4c3c-bae0-a14e956ce279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:03.941036 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bc5cedd2-c829-4c3c-bae0-a14e956ce279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:03.961479 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5cedd2-c829-4c3c-bae0-a14e956ce279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1884565c-724d-4574-9ee1-725ddbbc4b3f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:03.972115 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bc5cedd2-c829-4c3c-bae0-a14e956ce279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:03.973595 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bc5cedd2-c829-4c3c-bae0-a14e956ce279 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1884565c-724d-4574-9ee1-725ddbbc4b3f HTTP/1.1" status: 204 len: 168 time: 0.2753959 Apr 20 17:52:09.223967 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ed1d3ac9-d968-47e8-bc80-defa232422da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:11.412838 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3ca80d1e-0bbe-4804-95b6-8deda35874a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:12.721344 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:12.804541 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:13.488247 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:14.145029 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:15.392573 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:17.480077 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:52:28.433571 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60074) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:52:28.596477 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9760c1e3-bc66-4a5a-a240-2901957622df admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:28.618461 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9760c1e3-bc66-4a5a-a240-2901957622df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:52:28.632520 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9760c1e3-bc66-4a5a-a240-2901957622df admin admin] Usage tracker for resource:security_group_rule and tenant:ae9a1427ff7e4d018a41381afa1e988c is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:52:28.632520 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9760c1e3-bc66-4a5a-a240-2901957622df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:52:28.632520 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9760c1e3-bc66-4a5a-a240-2901957622df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:52:28.706723 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9760c1e3-bc66-4a5a-a240-2901957622df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:28.706723 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9760c1e3-bc66-4a5a-a240-2901957622df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:28.751628 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760c1e3-bc66-4a5a-a240-2901957622df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8278a1f9-ee30-4983-a533-631276ded96d,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:28.756148 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9760c1e3-bc66-4a5a-a240-2901957622df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ae9a1427ff7e4d018a41381afa1e988c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3286548 Apr 20 17:52:28.759025 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60084) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:52:28.821044 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-83f76db0-e15b-49e5-a4d4-71de3f4ac274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:28.861098 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-83f76db0-e15b-49e5-a4d4-71de3f4ac274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:28.914735 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-83f76db0-e15b-49e5-a4d4-71de3f4ac274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:28.936608 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f76db0-e15b-49e5-a4d4-71de3f4ac274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8278a1f9-ee30-4983-a533-631276ded96d,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:28.936608 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-83f76db0-e15b-49e5-a4d4-71de3f4ac274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:28.936608 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-83f76db0-e15b-49e5-a4d4-71de3f4ac274 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8278a1f9-ee30-4983-a533-631276ded96d HTTP/1.1" status: 204 len: 168 time: 0.1650608 Apr 20 17:52:29.796788 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60110) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:52:29.935599 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-e2da8af6-3a11-4430-bd1a-e9637222131d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-897643703-network', 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:52:29.935599 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e2da8af6-3a11-4430-bd1a-e9637222131d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:52:29.949492 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e2da8af6-3a11-4430-bd1a-e9637222131d admin admin] Usage tracker for resource:network and tenant:4bf64632e3034662a8a9bd433ca4cc92 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:52:29.949492 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e2da8af6-3a11-4430-bd1a-e9637222131d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:52:29.949492 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e2da8af6-3a11-4430-bd1a-e9637222131d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:52:29.965003 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2da8af6-3a11-4430-bd1a-e9637222131d admin admin] Made reservation on behalf of 4bf64632e3034662a8a9bd433ca4cc92 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:52:29.965003 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e2da8af6-3a11-4430-bd1a-e9637222131d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:29.982417 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e2da8af6-3a11-4430-bd1a-e9637222131d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:30.018298 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e2da8af6-3a11-4430-bd1a-e9637222131d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:52:30.018298 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e2da8af6-3a11-4430-bd1a-e9637222131d admin admin] Usage tracker for resource:security_group_rule and tenant:4bf64632e3034662a8a9bd433ca4cc92 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:52:30.018298 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e2da8af6-3a11-4430-bd1a-e9637222131d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:52:30.033618 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e2da8af6-3a11-4430-bd1a-e9637222131d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:52:30.102946 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e2da8af6-3a11-4430-bd1a-e9637222131d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:30.102946 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e2da8af6-3a11-4430-bd1a-e9637222131d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:30.144377 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2da8af6-3a11-4430-bd1a-e9637222131d admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:52:30.144377 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da8af6-3a11-4430-bd1a-e9637222131d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bae0897-9899-42a9-a23b-4026470ff315,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:30.144377 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e2da8af6-3a11-4430-bd1a-e9637222131d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:30.153260 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-e2da8af6-3a11-4430-bd1a-e9637222131d admin admin] Added segment 76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5 of type vlan for network 03dd8ee6-fc82-43fa-a426-519b087cf9e0 Apr 20 17:52:30.178020 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e2da8af6-3a11-4430-bd1a-e9637222131d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:30.230930 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e2da8af6-3a11-4430-bd1a-e9637222131d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:30.230930 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2da8af6-3a11-4430-bd1a-e9637222131d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:30.230930 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e2da8af6-3a11-4430-bd1a-e9637222131d admin admin] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:30.347635 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e2da8af6-3a11-4430-bd1a-e9637222131d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5379791 Apr 20 17:52:30.347635 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da8af6-3a11-4430-bd1a-e9637222131d admin admin] Pushing event updated for resources: {'Network': ['ID=03dd8ee6-fc82-43fa-a426-519b087cf9e0,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:30.347635 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60118) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:52:30.359342 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 03dd8ee6-fc82-43fa-a426-519b087cf9e0 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:52:30.368652 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-0a377196-dc5b-41bc-8a99-6bfedd28b654 admin admin] Request body: {'subnet': {'network_id': '03dd8ee6-fc82-43fa-a426-519b087cf9e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-897643703-subnet', 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92', 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:52:30.368652 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0a377196-dc5b-41bc-8a99-6bfedd28b654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:52:30.377483 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0a377196-dc5b-41bc-8a99-6bfedd28b654 admin admin] Usage tracker for resource:subnet and tenant:4bf64632e3034662a8a9bd433ca4cc92 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:52:30.377483 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0a377196-dc5b-41bc-8a99-6bfedd28b654 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:52:30.387994 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0a377196-dc5b-41bc-8a99-6bfedd28b654 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:52:30.397919 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a377196-dc5b-41bc-8a99-6bfedd28b654 admin admin] Made reservation on behalf of 4bf64632e3034662a8a9bd433ca4cc92 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:52:30.403872 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0a377196-dc5b-41bc-8a99-6bfedd28b654 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:30.674318 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0a377196-dc5b-41bc-8a99-6bfedd28b654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:30.754614 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a377196-dc5b-41bc-8a99-6bfedd28b654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48d3b2c0-df34-4939-a530-ea4681f87b1e,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:30.764600 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a377196-dc5b-41bc-8a99-6bfedd28b654 admin admin] Checking segment: {'id': '76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '03dd8ee6-fc82-43fa-a426-519b087cf9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:52:30.764960 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a377196-dc5b-41bc-8a99-6bfedd28b654 admin admin] Network hostable DHCP agents. Network: 03dd8ee6-fc82-43fa-a426-519b087cf9e0, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:52:30.797185 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a377196-dc5b-41bc-8a99-6bfedd28b654 admin admin] Network 03dd8ee6-fc82-43fa-a426-519b087cf9e0 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:52:30.807947 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-0a377196-dc5b-41bc-8a99-6bfedd28b654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 03dd8ee6-fc82-43fa-a426-519b087cf9e0) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:52:30.812098 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a377196-dc5b-41bc-8a99-6bfedd28b654 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:30.812689 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0a377196-dc5b-41bc-8a99-6bfedd28b654 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:30.817676 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f97e2a1-0c1f-4e5e-9b46-3c6df1ca027c None None] Network 03dd8ee6-fc82-43fa-a426-519b087cf9e0 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:52:30.840461 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0a377196-dc5b-41bc-8a99-6bfedd28b654 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5082366 Apr 20 17:52:30.849076 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60128) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:52:30.880790 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-897643703-router', 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:52:30.889771 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:52:30.889771 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] Usage tracker for resource:router and tenant:4bf64632e3034662a8a9bd433ca4cc92 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:52:30.889771 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:52:30.900854 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:52:30.912056 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:30.912056 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:30.939805 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:31.078042 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fa2cc5-981c-49c0-9c4d-af220a76e95f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-03dd8ee6-fc82-43fa-a426-519b087cf9e0', 'network_id': '03dd8ee6-fc82-43fa-a426-519b087cf9e0', 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92', 'fixed_ips': [{'subnet_id': '48d3b2c0-df34-4939-a530-ea4681f87b1e'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:52:31.078042 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b4fa2cc5-981c-49c0-9c4d-af220a76e95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:31.103517 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:31.257611 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-b4fa2cc5-981c-49c0-9c4d-af220a76e95f None None] Allocated IP 172.20.0.2 (03dd8ee6-fc82-43fa-a426-519b087cf9e0/48d3b2c0-df34-4939-a530-ea4681f87b1e/e5175e37-dedc-4b69-bb44-5034f4caa769) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:52:31.322590 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:31.355995 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:31.536953 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b4fa2cc5-981c-49c0-9c4d-af220a76e95f None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:31.547119 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b4fa2cc5-981c-49c0-9c4d-af220a76e95f None None] Transition to ACTIVE for port object e5175e37-dedc-4b69-bb44-5034f4caa769 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:52:31.568903 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b4fa2cc5-981c-49c0-9c4d-af220a76e95f None None] Transition to ACTIVE for port object e5175e37-dedc-4b69-bb44-5034f4caa769 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:52:31.577844 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b4fa2cc5-981c-49c0-9c4d-af220a76e95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:31.613832 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] Allocated IP 172.25.8.107 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/f917dd89-cf6c-49fc-b41d-82c3fbee8821) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:52:31.683587 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fa2cc5-981c-49c0-9c4d-af220a76e95f None None] Network 03dd8ee6-fc82-43fa-a426-519b087cf9e0 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:52:31.686203 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-b4fa2cc5-981c-49c0-9c4d-af220a76e95f None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:52:31.690512 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fa2cc5-981c-49c0-9c4d-af220a76e95f None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:52:31.696773 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa2cc5-981c-49c0-9c4d-af220a76e95f None None] Pushing event updated for resources: {'Port': ['ID=e5175e37-dedc-4b69-bb44-5034f4caa769,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:31.798823 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b4fa2cc5-981c-49c0-9c4d-af220a76e95f None None] Attempting to bind port e5175e37-dedc-4b69-bb44-5034f4caa769 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:52:31.798823 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b4fa2cc5-981c-49c0-9c4d-af220a76e95f None None] Attempting to bind port e5175e37-dedc-4b69-bb44-5034f4caa769 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '03dd8ee6-fc82-43fa-a426-519b087cf9e0'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:52:31.798823 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fa2cc5-981c-49c0-9c4d-af220a76e95f None None] Attempting to bind port e5175e37-dedc-4b69-bb44-5034f4caa769 on network 03dd8ee6-fc82-43fa-a426-519b087cf9e0 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:52:31.809567 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:31.822232 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fa2cc5-981c-49c0-9c4d-af220a76e95f None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:52:31.822232 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fa2cc5-981c-49c0-9c4d-af220a76e95f None None] Checking segment: {'id': '76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '03dd8ee6-fc82-43fa-a426-519b087cf9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:52:31.822232 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b4fa2cc5-981c-49c0-9c4d-af220a76e95f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:31.822232 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fa2cc5-981c-49c0-9c4d-af220a76e95f None None] Bound using segment: {'id': '76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '03dd8ee6-fc82-43fa-a426-519b087cf9e0'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:52:31.822232 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b4fa2cc5-981c-49c0-9c4d-af220a76e95f None None] Bound port: e5175e37-dedc-4b69-bb44-5034f4caa769, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '03dd8ee6-fc82-43fa-a426-519b087cf9e0'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:52:31.822232 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b4fa2cc5-981c-49c0-9c4d-af220a76e95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:31.843627 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:31.908010 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b4fa2cc5-981c-49c0-9c4d-af220a76e95f None None] For port e5175e37-dedc-4b69-bb44-5034f4caa769, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:52:31.908010 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b4fa2cc5-981c-49c0-9c4d-af220a76e95f None None] For port e5175e37-dedc-4b69-bb44-5034f4caa769, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e5175e37-dedc-4b69-bb44-5034f4caa769,segment=NetworkSegment(76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5),segment_id=76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:52:31.908010 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b4fa2cc5-981c-49c0-9c4d-af220a76e95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:31.934114 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:52:31.934114 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:52:31.934114 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] Pushing event updated for resources: {'Port': ['ID=f917dd89-cf6c-49fc-b41d-82c3fbee8821,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:31.934114 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:52:31.981461 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:31.981461 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:31.981461 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:31.981461 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:31.981461 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:31.981461 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:31.981461 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:31.981461 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:31.981461 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:31.981461 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:31.981461 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:32.006733 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa2cc5-981c-49c0-9c4d-af220a76e95f None None] Pushing event updated for resources: {'Port': ['ID=e5175e37-dedc-4b69-bb44-5034f4caa769,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:32.122030 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:32.122862 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:32.440498 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] Router 830f6843-5704-4c8c-80c4-1a6ac5bc5c54 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:52:32.689288 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:52:32.703762 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccad261-f2be-46f4-877b-c726dedb7189 None None] Sync routers for ids ['830f6843-5704-4c8c-80c4-1a6ac5bc5c54'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:52:32.724267 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccad261-f2be-46f4-877b-c726dedb7189 None None] Routers {'830f6843-5704-4c8c-80c4-1a6ac5bc5c54'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:52:32.724267 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-bccad261-f2be-46f4-877b-c726dedb7189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:52:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['830f6843-5704-4c8c-80c4-1a6ac5bc5c54'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:52:32.743964 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:32.743964 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-27c71f73-f905-47d4-b860-be82c07d5bd7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8745103 Apr 20 17:52:32.743964 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60146) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:52:32.955641 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e5175e37-dedc-4b69-bb44-5034f4caa769 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:52:33.059798 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port e5175e37-dedc-4b69-bb44-5034f4caa769 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:52:33.064020 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-bccad261-f2be-46f4-877b-c726dedb7189 None None] Set router 830f6843-5704-4c8c-80c4-1a6ac5bc5c54 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:52:33.322089 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee75675-53e0-4f98-aa19-0b2ed355e2e2 None None] Network 03dd8ee6-fc82-43fa-a426-519b087cf9e0 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:52:33.464888 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-116827d8-c079-4b7e-b763-44027f58ee28 None None] Provisioning for port e5175e37-dedc-4b69-bb44-5034f4caa769 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:52:33.487381 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-116827d8-c079-4b7e-b763-44027f58ee28 None None] Provisioning complete for port e5175e37-dedc-4b69-bb44-5034f4caa769 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:52:33.488081 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-116827d8-c079-4b7e-b763-44027f58ee28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:33.582279 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-bccad261-f2be-46f4-877b-c726dedb7189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'name': 'tempest-TestServerBasicOps-897643703-router', 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'f917dd89-cf6c-49fc-b41d-82c3fbee8821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:52:30Z', 'updated_at': '2022-04-20T17:52:32Z', 'revision_number': 3, 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'gw_port': {'id': 'f917dd89-cf6c-49fc-b41d-82c3fbee8821', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:52:31Z', 'updated_at': '2022-04-20T17:52:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:52:33.596583 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccad261-f2be-46f4-877b-c726dedb7189 None None] Checking router: 830f6843-5704-4c8c-80c4-1a6ac5bc5c54 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:52:33.596583 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccad261-f2be-46f4-877b-c726dedb7189 None None] Updating router 830f6843-5704-4c8c-80c4-1a6ac5bc5c54 port f917dd89-cf6c-49fc-b41d-82c3fbee8821 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:52:33.747994 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bccad261-f2be-46f4-877b-c726dedb7189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:33.806092 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6c5257a0-5d94-4981-851b-bff185c51d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:33.873939 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-116827d8-c079-4b7e-b763-44027f58ee28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:33.926686 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-116827d8-c079-4b7e-b763-44027f58ee28 None None] For port e5175e37-dedc-4b69-bb44-5034f4caa769, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e5175e37-dedc-4b69-bb44-5034f4caa769,segment=NetworkSegment(76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5),segment_id=76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:52:33.936288 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-116827d8-c079-4b7e-b763-44027f58ee28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:34.040827 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-6c5257a0-5d94-4981-851b-bff185c51d1c admin admin] Allocated IP 172.20.0.1 (03dd8ee6-fc82-43fa-a426-519b087cf9e0/48d3b2c0-df34-4939-a530-ea4681f87b1e/28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:52:34.151260 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116827d8-c079-4b7e-b763-44027f58ee28 None None] Pushing event updated for resources: {'Port': ['ID=e5175e37-dedc-4b69-bb44-5034f4caa769,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:34.220666 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6c5257a0-5d94-4981-851b-bff185c51d1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:34.238561 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-6c5257a0-5d94-4981-851b-bff185c51d1c admin admin] Transition to ACTIVE for port object 28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:52:34.264579 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6c5257a0-5d94-4981-851b-bff185c51d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:34.287671 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bccad261-f2be-46f4-877b-c726dedb7189 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:34.300630 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-17fda40a-f820-4625-8cbb-b1e83b9ae049 None None] Provisioning complete for port e5175e37-dedc-4b69-bb44-5034f4caa769 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:52:34.300985 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-17fda40a-f820-4625-8cbb-b1e83b9ae049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:34.323522 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5257a0-5d94-4981-851b-bff185c51d1c admin admin] Network 03dd8ee6-fc82-43fa-a426-519b087cf9e0 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:52:34.330836 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-6c5257a0-5d94-4981-851b-bff185c51d1c admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:52:34.335315 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5257a0-5d94-4981-851b-bff185c51d1c admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:52:34.337427 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-bccad261-f2be-46f4-877b-c726dedb7189 None None] Transition to ACTIVE for port object f917dd89-cf6c-49fc-b41d-82c3fbee8821 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:52:34.357463 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bccad261-f2be-46f4-877b-c726dedb7189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:34.387859 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5257a0-5d94-4981-851b-bff185c51d1c admin admin] Pushing event updated for resources: {'Port': ['ID=28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:34.408630 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6c5257a0-5d94-4981-851b-bff185c51d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:34.476526 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1bbd5-ead6-40a1-b465-7caac9639fdf None None] Pushing event updated for resources: {'Port': ['ID=f917dd89-cf6c-49fc-b41d-82c3fbee8821,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:34.482224 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-bccad261-f2be-46f4-877b-c726dedb7189 None None] Attempting to bind port f917dd89-cf6c-49fc-b41d-82c3fbee8821 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:52:34.482850 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-bccad261-f2be-46f4-877b-c726dedb7189 None None] Attempting to bind port f917dd89-cf6c-49fc-b41d-82c3fbee8821 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:52:34.483409 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccad261-f2be-46f4-877b-c726dedb7189 None None] Attempting to bind port f917dd89-cf6c-49fc-b41d-82c3fbee8821 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:52:34.521279 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6c5257a0-5d94-4981-851b-bff185c51d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:34.530258 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccad261-f2be-46f4-877b-c726dedb7189 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:52:34.530926 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccad261-f2be-46f4-877b-c726dedb7189 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:52:34.531536 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bccad261-f2be-46f4-877b-c726dedb7189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:34.532078 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccad261-f2be-46f4-877b-c726dedb7189 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:52:34.532860 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-bccad261-f2be-46f4-877b-c726dedb7189 None None] Bound port: f917dd89-cf6c-49fc-b41d-82c3fbee8821, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:52:34.533418 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bccad261-f2be-46f4-877b-c726dedb7189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:34.627467 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-bccad261-f2be-46f4-877b-c726dedb7189 None None] For port f917dd89-cf6c-49fc-b41d-82c3fbee8821, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:52:34.630986 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-bccad261-f2be-46f4-877b-c726dedb7189 None None] For port f917dd89-cf6c-49fc-b41d-82c3fbee8821, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f917dd89-cf6c-49fc-b41d-82c3fbee8821,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:52:34.637728 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bccad261-f2be-46f4-877b-c726dedb7189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:34.700288 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e5175e37-dedc-4b69-bb44-5034f4caa769 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:52:34.761978 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6c5257a0-5d94-4981-851b-bff185c51d1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:34.768204 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6c5257a0-5d94-4981-851b-bff185c51d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:34.790933 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1bbd5-ead6-40a1-b465-7caac9639fdf None None] Pushing event updated for resources: {'Port': ['ID=f917dd89-cf6c-49fc-b41d-82c3fbee8821,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:34.800689 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccad261-f2be-46f4-877b-c726dedb7189 None None] Routers {'830f6843-5704-4c8c-80c4-1a6ac5bc5c54'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:52:34.801215 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-bccad261-f2be-46f4-877b-c726dedb7189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:52:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['830f6843-5704-4c8c-80c4-1a6ac5bc5c54'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:52:34.885152 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6c5257a0-5d94-4981-851b-bff185c51d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:34.898359 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5257a0-5d94-4981-851b-bff185c51d1c admin admin] Pushing event updated for resources: {'Port': ['ID=28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:34.915019 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-62b2bd59-405c-4e62-b842-f40e298910d6 None None] Provisioning for port 28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:52:34.930650 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-62b2bd59-405c-4e62-b842-f40e298910d6 None None] Provisioning complete for port 28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:52:34.931269 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-62b2bd59-405c-4e62-b842-f40e298910d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:34.997172 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port e5175e37-dedc-4b69-bb44-5034f4caa769 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:52:34.997824 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:35.048048 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5257a0-5d94-4981-851b-bff185c51d1c admin admin] Network 03dd8ee6-fc82-43fa-a426-519b087cf9e0 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:52:35.049156 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-6c5257a0-5d94-4981-851b-bff185c51d1c admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:52:35.053389 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-62b2bd59-405c-4e62-b842-f40e298910d6 None None] Port 28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:52:35.098583 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-bccad261-f2be-46f4-877b-c726dedb7189 None None] Set router 830f6843-5704-4c8c-80c4-1a6ac5bc5c54 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:52:35.365606 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-74f05949-6881-40a8-9965-1b7207bbdf0c None None] Provisioning complete for port 28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:52:35.365893 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-74f05949-6881-40a8-9965-1b7207bbdf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:35.474437 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-74f05949-6881-40a8-9965-1b7207bbdf0c None None] Port 28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:52:35.512261 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-bccad261-f2be-46f4-877b-c726dedb7189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'name': 'tempest-TestServerBasicOps-897643703-router', 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'f917dd89-cf6c-49fc-b41d-82c3fbee8821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:52:30Z', 'updated_at': '2022-04-20T17:52:34Z', 'revision_number': 4, 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'gw_port': {'id': 'f917dd89-cf6c-49fc-b41d-82c3fbee8821', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:52:31Z', 'updated_at': '2022-04-20T17:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c', 'name': '', 'network_id': '03dd8ee6-fc82-43fa-a426-519b087cf9e0', 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92', 'mac_address': 'fa:16:3e:5c:b4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d3b2c0-df34-4939-a530-ea4681f87b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:52:33Z', 'updated_at': '2022-04-20T17:52:34Z', 'revision_number': 2, 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'subnets': [{'id': '48d3b2c0-df34-4939-a530-ea4681f87b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:52:35.516032 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccad261-f2be-46f4-877b-c726dedb7189 None None] The sync data for ids ['830f6843-5704-4c8c-80c4-1a6ac5bc5c54'] in n-d-838032-1 is: [{'id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'name': 'tempest-TestServerBasicOps-897643703-router', 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'f917dd89-cf6c-49fc-b41d-82c3fbee8821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:52:30Z', 'updated_at': '2022-04-20T17:52:34Z', 'revision_number': 4, 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'gw_port': {'id': 'f917dd89-cf6c-49fc-b41d-82c3fbee8821', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:52:31Z', 'updated_at': '2022-04-20T17:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c', 'name': '', 'network_id': '03dd8ee6-fc82-43fa-a426-519b087cf9e0', 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92', 'mac_address': 'fa:16:3e:5c:b4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d3b2c0-df34-4939-a530-ea4681f87b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:52:33Z', 'updated_at': '2022-04-20T17:52:34Z', 'revision_number': 2, 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'subnets': [{'id': '48d3b2c0-df34-4939-a530-ea4681f87b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:52:35.549054 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5257a0-5d94-4981-851b-bff185c51d1c admin admin] Router 830f6843-5704-4c8c-80c4-1a6ac5bc5c54 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:52:35.762643 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5257a0-5d94-4981-851b-bff185c51d1c admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:52:35.771781 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6c5257a0-5d94-4981-851b-bff185c51d1c admin admin] 10.222.0.39 "PUT /v2.0/routers/830f6843-5704-4c8c-80c4-1a6ac5bc5c54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0288005 Apr 20 17:52:36.397106 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60178) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:52:36.402061 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-98cb9d84-f9a5-4493-92c4-c52142ee0573 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-111953350', 'description': 'tempest-secgroup-smoke-111953350 description', 'project_id': '9a3c77269f2b4405abe8c753429a9409'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:52:36.409204 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-98cb9d84-f9a5-4493-92c4-c52142ee0573 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:52:36.413350 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-98cb9d84-f9a5-4493-92c4-c52142ee0573 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Usage tracker for resource:security_group and tenant:9a3c77269f2b4405abe8c753429a9409 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:52:36.416311 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-98cb9d84-f9a5-4493-92c4-c52142ee0573 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:52:36.423149 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-98cb9d84-f9a5-4493-92c4-c52142ee0573 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:52:36.435793 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-98cb9d84-f9a5-4493-92c4-c52142ee0573 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:36.479695 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-98cb9d84-f9a5-4493-92c4-c52142ee0573 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:52:36.484026 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-98cb9d84-f9a5-4493-92c4-c52142ee0573 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Usage tracker for resource:security_group_rule and tenant:9a3c77269f2b4405abe8c753429a9409 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:52:36.487272 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-98cb9d84-f9a5-4493-92c4-c52142ee0573 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:52:36.493854 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-98cb9d84-f9a5-4493-92c4-c52142ee0573 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:52:36.565208 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-98cb9d84-f9a5-4493-92c4-c52142ee0573 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:36.571773 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-98cb9d84-f9a5-4493-92c4-c52142ee0573 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:36.622742 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb9d84-f9a5-4493-92c4-c52142ee0573 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a21b3b-3ad3-46ff-92a9-a4e934ddcd98,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:36.627400 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-98cb9d84-f9a5-4493-92c4-c52142ee0573 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:36.629583 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-98cb9d84-f9a5-4493-92c4-c52142ee0573 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2317772 Apr 20 17:52:36.632537 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60186) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:52:36.639439 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-0bd8205a-54ed-4a58-939b-10fe01ca7d93 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Request body: {'security_group_rule': {'security_group_id': 'a1a21b3b-3ad3-46ff-92a9-a4e934ddcd98', 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:52:36.647176 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0bd8205a-54ed-4a58-939b-10fe01ca7d93 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:52:36.651339 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0bd8205a-54ed-4a58-939b-10fe01ca7d93 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Usage tracker for resource:security_group_rule and tenant:9a3c77269f2b4405abe8c753429a9409 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:52:36.656100 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0bd8205a-54ed-4a58-939b-10fe01ca7d93 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:52:36.668032 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0bd8205a-54ed-4a58-939b-10fe01ca7d93 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:52:36.703861 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0bd8205a-54ed-4a58-939b-10fe01ca7d93 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:36.747326 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f917dd89-cf6c-49fc-b41d-82c3fbee8821 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:52:36.800138 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0bd8205a-54ed-4a58-939b-10fe01ca7d93 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:36.805190 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0bd8205a-54ed-4a58-939b-10fe01ca7d93 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:36.825896 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port f917dd89-cf6c-49fc-b41d-82c3fbee8821 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:52:36.832511 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port f917dd89-cf6c-49fc-b41d-82c3fbee8821 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:52:36.832885 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:36.836224 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8205a-54ed-4a58-939b-10fe01ca7d93 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc1229ee-7f59-4335-91a2-cfabcb20942a,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:36.847892 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0bd8205a-54ed-4a58-939b-10fe01ca7d93 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:36.849111 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0bd8205a-54ed-4a58-939b-10fe01ca7d93 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2153976 Apr 20 17:52:36.852448 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60194) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:52:36.858443 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60198) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:52:36.859153 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-2f747212-ea27-4ce5-8626-6310f154c111 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Request body: {'security_group_rule': {'security_group_id': 'a1a21b3b-3ad3-46ff-92a9-a4e934ddcd98', 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:52:36.863771 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-49e46b1b-cdbb-470a-a7a1-a8c3236281fa admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-766912621-network', 'tenant_id': '426a4a3982c749f592d0330074d7b539'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:52:36.866218 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2f747212-ea27-4ce5-8626-6310f154c111 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:52:36.869773 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-49e46b1b-cdbb-470a-a7a1-a8c3236281fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:52:36.871071 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2f747212-ea27-4ce5-8626-6310f154c111 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Usage tracker for resource:security_group_rule and tenant:9a3c77269f2b4405abe8c753429a9409 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:52:36.873733 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-49e46b1b-cdbb-470a-a7a1-a8c3236281fa admin admin] Usage tracker for resource:network and tenant:426a4a3982c749f592d0330074d7b539 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:52:36.874596 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2f747212-ea27-4ce5-8626-6310f154c111 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:52:36.876512 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-49e46b1b-cdbb-470a-a7a1-a8c3236281fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:52:36.881101 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2f747212-ea27-4ce5-8626-6310f154c111 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:52:36.882095 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-49e46b1b-cdbb-470a-a7a1-a8c3236281fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:52:36.895464 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e46b1b-cdbb-470a-a7a1-a8c3236281fa admin admin] Made reservation on behalf of 426a4a3982c749f592d0330074d7b539 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:52:36.898744 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-49e46b1b-cdbb-470a-a7a1-a8c3236281fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:36.903473 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2f747212-ea27-4ce5-8626-6310f154c111 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:36.912937 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-49e46b1b-cdbb-470a-a7a1-a8c3236281fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:36.945977 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-49e46b1b-cdbb-470a-a7a1-a8c3236281fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:52:36.950397 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-49e46b1b-cdbb-470a-a7a1-a8c3236281fa admin admin] Usage tracker for resource:security_group_rule and tenant:426a4a3982c749f592d0330074d7b539 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:52:36.953000 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:36.954763 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-49e46b1b-cdbb-470a-a7a1-a8c3236281fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:52:36.961560 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-49e46b1b-cdbb-470a-a7a1-a8c3236281fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:52:36.970511 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port f917dd89-cf6c-49fc-b41d-82c3fbee8821, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f917dd89-cf6c-49fc-b41d-82c3fbee8821,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:52:36.971656 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2f747212-ea27-4ce5-8626-6310f154c111 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:36.975915 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:36.978722 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2f747212-ea27-4ce5-8626-6310f154c111 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:37.016605 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f747212-ea27-4ce5-8626-6310f154c111 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc335f33-ab50-4cc1-98e8-d838fe005c1d,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:37.023220 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2f747212-ea27-4ce5-8626-6310f154c111 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:37.024556 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2f747212-ea27-4ce5-8626-6310f154c111 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1709340 Apr 20 17:52:37.027535 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60202) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:52:37.035641 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-b395dd56-1e6d-42ce-8d8d-b0a5c0963ad7 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Request body: {'security_group_rule': {'security_group_id': 'a1a21b3b-3ad3-46ff-92a9-a4e934ddcd98', 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:52:37.050366 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b395dd56-1e6d-42ce-8d8d-b0a5c0963ad7 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:52:37.058399 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b395dd56-1e6d-42ce-8d8d-b0a5c0963ad7 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Usage tracker for resource:security_group_rule and tenant:9a3c77269f2b4405abe8c753429a9409 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:52:37.061845 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-49e46b1b-cdbb-470a-a7a1-a8c3236281fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:37.062960 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b395dd56-1e6d-42ce-8d8d-b0a5c0963ad7 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:52:37.068980 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b395dd56-1e6d-42ce-8d8d-b0a5c0963ad7 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:52:37.070958 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-49e46b1b-cdbb-470a-a7a1-a8c3236281fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:37.089304 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=f917dd89-cf6c-49fc-b41d-82c3fbee8821,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:37.105434 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e46b1b-cdbb-470a-a7a1-a8c3236281fa admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:52:37.121962 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-49e46b1b-cdbb-470a-a7a1-a8c3236281fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:37.122319 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-49e46b1b-cdbb-470a-a7a1-a8c3236281fa admin admin] Added segment dab47597-096d-415d-974b-a8191a754dd6 of type vlan for network 624d6d37-4b13-445e-a56b-f165dd6a539a Apr 20 17:52:37.123527 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b395dd56-1e6d-42ce-8d8d-b0a5c0963ad7 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:37.129706 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e46b1b-cdbb-470a-a7a1-a8c3236281fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f988c40-5bee-4027-89d7-2ab5ef8d6e53,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:37.183358 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-49e46b1b-cdbb-470a-a7a1-a8c3236281fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:37.224405 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b395dd56-1e6d-42ce-8d8d-b0a5c0963ad7 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:37.230537 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b395dd56-1e6d-42ce-8d8d-b0a5c0963ad7 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:37.247751 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-49e46b1b-cdbb-470a-a7a1-a8c3236281fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:37.248553 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e46b1b-cdbb-470a-a7a1-a8c3236281fa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:37.249103 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-49e46b1b-cdbb-470a-a7a1-a8c3236281fa admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:37.286864 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395dd56-1e6d-42ce-8d8d-b0a5c0963ad7 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da5d58ad-e073-47d9-b8ae-72787760e25e,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:37.370490 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e46b1b-cdbb-470a-a7a1-a8c3236281fa admin admin] Pushing event updated for resources: {'Network': ['ID=624d6d37-4b13-445e-a56b-f165dd6a539a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:37.374685 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b395dd56-1e6d-42ce-8d8d-b0a5c0963ad7 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:37.375844 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b395dd56-1e6d-42ce-8d8d-b0a5c0963ad7 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3473048 Apr 20 17:52:37.377386 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-49e46b1b-cdbb-470a-a7a1-a8c3236281fa admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5180063 Apr 20 17:52:37.382924 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60206) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:52:37.383095 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60208) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:52:37.384528 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-487efa12-0fa0-4b8d-ae9f-bf1701b0df33 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Request body: {'security_group_rule': {'security_group_id': 'a1a21b3b-3ad3-46ff-92a9-a4e934ddcd98', 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:52:37.385793 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-02179866-3138-413d-9718-b9b07dc13cb2 admin admin] Request body: {'subnet': {'network_id': '624d6d37-4b13-445e-a56b-f165dd6a539a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-766912621-subnet', 'tenant_id': '426a4a3982c749f592d0330074d7b539', 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:52:37.393232 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 624d6d37-4b13-445e-a56b-f165dd6a539a details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:52:37.393418 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-02179866-3138-413d-9718-b9b07dc13cb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:52:37.395326 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-487efa12-0fa0-4b8d-ae9f-bf1701b0df33 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:52:37.397841 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-02179866-3138-413d-9718-b9b07dc13cb2 admin admin] Usage tracker for resource:subnet and tenant:426a4a3982c749f592d0330074d7b539 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:52:37.399922 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-487efa12-0fa0-4b8d-ae9f-bf1701b0df33 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Usage tracker for resource:security_group_rule and tenant:9a3c77269f2b4405abe8c753429a9409 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:52:37.401865 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-02179866-3138-413d-9718-b9b07dc13cb2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:52:37.403533 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-487efa12-0fa0-4b8d-ae9f-bf1701b0df33 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:52:37.409409 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-02179866-3138-413d-9718-b9b07dc13cb2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:52:37.409968 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-487efa12-0fa0-4b8d-ae9f-bf1701b0df33 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:52:37.423477 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02179866-3138-413d-9718-b9b07dc13cb2 admin admin] Made reservation on behalf of 426a4a3982c749f592d0330074d7b539 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:52:37.426448 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02179866-3138-413d-9718-b9b07dc13cb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:37.435773 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-487efa12-0fa0-4b8d-ae9f-bf1701b0df33 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:37.510714 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-487efa12-0fa0-4b8d-ae9f-bf1701b0df33 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:37.515725 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-487efa12-0fa0-4b8d-ae9f-bf1701b0df33 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:37.545285 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487efa12-0fa0-4b8d-ae9f-bf1701b0df33 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed456fa0-63ac-4cd7-9109-70836825df22,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:37.557225 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-487efa12-0fa0-4b8d-ae9f-bf1701b0df33 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:37.558456 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-487efa12-0fa0-4b8d-ae9f-bf1701b0df33 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1788516 Apr 20 17:52:37.561342 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60214) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:52:37.566705 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-f22c84bc-8c5d-4b4f-91cf-bd2b07e6988f tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Request body: {'security_group_rule': {'security_group_id': 'a1a21b3b-3ad3-46ff-92a9-a4e934ddcd98', 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:52:37.573546 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f22c84bc-8c5d-4b4f-91cf-bd2b07e6988f tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:52:37.577502 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f22c84bc-8c5d-4b4f-91cf-bd2b07e6988f tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Usage tracker for resource:security_group_rule and tenant:9a3c77269f2b4405abe8c753429a9409 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:52:37.580588 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f22c84bc-8c5d-4b4f-91cf-bd2b07e6988f tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:52:37.586483 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f22c84bc-8c5d-4b4f-91cf-bd2b07e6988f tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:52:37.596967 n-d-838032-1 neutron-server[84080]: INFO neutron.db.securitygroups_db [None req-f22c84bc-8c5d-4b4f-91cf-bd2b07e6988f tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Project 9a3c77269f2b4405abe8c753429a9409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:52:37.603691 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f22c84bc-8c5d-4b4f-91cf-bd2b07e6988f tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:37.636150 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02179866-3138-413d-9718-b9b07dc13cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:37.668311 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f22c84bc-8c5d-4b4f-91cf-bd2b07e6988f tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:37.673323 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f22c84bc-8c5d-4b4f-91cf-bd2b07e6988f tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:37.698439 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c84bc-8c5d-4b4f-91cf-bd2b07e6988f tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d5f083-2e3d-487b-bac5-c0d33e0305bd,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:37.707447 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02179866-3138-413d-9718-b9b07dc13cb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e81fcb25-ebea-4229-b78b-44cb0b4d3113,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:37.709897 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f22c84bc-8c5d-4b4f-91cf-bd2b07e6988f tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:37.711579 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f22c84bc-8c5d-4b4f-91cf-bd2b07e6988f tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1493363 Apr 20 17:52:37.714514 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60218) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:52:37.720350 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-dd6927d8-ed1b-4e6e-969b-cfa3c8caad09 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Request body: {'security_group_rule': {'security_group_id': 'a1a21b3b-3ad3-46ff-92a9-a4e934ddcd98', 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:52:37.722997 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02179866-3138-413d-9718-b9b07dc13cb2 admin admin] Checking segment: {'id': 'dab47597-096d-415d-974b-a8191a754dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '624d6d37-4b13-445e-a56b-f165dd6a539a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:52:37.723349 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02179866-3138-413d-9718-b9b07dc13cb2 admin admin] Network hostable DHCP agents. Network: 624d6d37-4b13-445e-a56b-f165dd6a539a, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:52:37.727796 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-dd6927d8-ed1b-4e6e-969b-cfa3c8caad09 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:52:37.731985 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-dd6927d8-ed1b-4e6e-969b-cfa3c8caad09 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Usage tracker for resource:security_group_rule and tenant:9a3c77269f2b4405abe8c753429a9409 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:52:37.734963 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-dd6927d8-ed1b-4e6e-969b-cfa3c8caad09 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:52:37.741058 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-dd6927d8-ed1b-4e6e-969b-cfa3c8caad09 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:52:37.747176 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02179866-3138-413d-9718-b9b07dc13cb2 admin admin] Network 624d6d37-4b13-445e-a56b-f165dd6a539a is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:52:37.753180 n-d-838032-1 neutron-server[84080]: INFO neutron.db.securitygroups_db [None req-dd6927d8-ed1b-4e6e-969b-cfa3c8caad09 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Project 9a3c77269f2b4405abe8c753429a9409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:52:37.756912 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-02179866-3138-413d-9718-b9b07dc13cb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 624d6d37-4b13-445e-a56b-f165dd6a539a) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:52:37.760014 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dd6927d8-ed1b-4e6e-969b-cfa3c8caad09 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:37.761812 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02179866-3138-413d-9718-b9b07dc13cb2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:37.762423 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-02179866-3138-413d-9718-b9b07dc13cb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:37.766552 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba207e88-b063-4f8d-9b40-580a8cf7d4ad None None] Network 624d6d37-4b13-445e-a56b-f165dd6a539a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:52:37.786337 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-02179866-3138-413d-9718-b9b07dc13cb2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4048352 Apr 20 17:52:37.789064 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60222) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:52:37.795049 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-014165cb-f3d2-48b5-9366-4d4babee9a9f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-766912621-router', 'tenant_id': '426a4a3982c749f592d0330074d7b539', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:52:37.800365 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-014165cb-f3d2-48b5-9366-4d4babee9a9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:52:37.804530 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-014165cb-f3d2-48b5-9366-4d4babee9a9f admin admin] Usage tracker for resource:router and tenant:426a4a3982c749f592d0330074d7b539 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:52:37.807660 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-014165cb-f3d2-48b5-9366-4d4babee9a9f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:52:37.813916 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-014165cb-f3d2-48b5-9366-4d4babee9a9f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:52:37.827886 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-014165cb-f3d2-48b5-9366-4d4babee9a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:37.828786 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-014165cb-f3d2-48b5-9366-4d4babee9a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:37.841826 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dd6927d8-ed1b-4e6e-969b-cfa3c8caad09 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:37.850063 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dd6927d8-ed1b-4e6e-969b-cfa3c8caad09 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:37.860210 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-014165cb-f3d2-48b5-9366-4d4babee9a9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:37.871491 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6927d8-ed1b-4e6e-969b-cfa3c8caad09 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e9cda3-8386-46ee-8ad5-552fd467a7a3,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:37.885900 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dd6927d8-ed1b-4e6e-969b-cfa3c8caad09 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:37.887298 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-dd6927d8-ed1b-4e6e-969b-cfa3c8caad09 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1718271 Apr 20 17:52:37.989156 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dea7049-b3ec-45bd-8733-8b6503916ae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-624d6d37-4b13-445e-a56b-f165dd6a539a', 'network_id': '624d6d37-4b13-445e-a56b-f165dd6a539a', 'tenant_id': '426a4a3982c749f592d0330074d7b539', 'fixed_ips': [{'subnet_id': 'e81fcb25-ebea-4229-b78b-44cb0b4d3113'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:52:37.990124 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9dea7049-b3ec-45bd-8733-8b6503916ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:38.119013 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-014165cb-f3d2-48b5-9366-4d4babee9a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:38.162440 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-9dea7049-b3ec-45bd-8733-8b6503916ae1 None None] Allocated IP 172.20.0.2 (624d6d37-4b13-445e-a56b-f165dd6a539a/e81fcb25-ebea-4229-b78b-44cb0b4d3113/7d94562f-cb88-4584-8306-e1e8b647dacf) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:52:38.329060 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-014165cb-f3d2-48b5-9366-4d4babee9a9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:38.362984 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-014165cb-f3d2-48b5-9366-4d4babee9a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:38.383321 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9dea7049-b3ec-45bd-8733-8b6503916ae1 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:38.403291 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-9dea7049-b3ec-45bd-8733-8b6503916ae1 None None] Transition to ACTIVE for port object 7d94562f-cb88-4584-8306-e1e8b647dacf will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:52:38.437041 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-9dea7049-b3ec-45bd-8733-8b6503916ae1 None None] Transition to ACTIVE for port object 7d94562f-cb88-4584-8306-e1e8b647dacf will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:52:38.440406 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-97848597-71ed-4419-b818-884c0ab78fbc tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Synchronizing usage tracker for tenant:9a3c77269f2b4405abe8c753429a9409 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:52:38.445541 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9dea7049-b3ec-45bd-8733-8b6503916ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:38.461357 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-97848597-71ed-4419-b818-884c0ab78fbc tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Unset dirty status for tenant:9a3c77269f2b4405abe8c753429a9409 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:52:38.463068 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-97848597-71ed-4419-b818-884c0ab78fbc tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-111953350&fields=id&tenant_id=9a3c77269f2b4405abe8c753429a9409 HTTP/1.1" status: 200 len: 267 time: 0.0741119 Apr 20 17:52:38.508485 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-014165cb-f3d2-48b5-9366-4d4babee9a9f admin admin] Allocated IP 172.25.8.4 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/655e8ad4-80a9-4377-a916-740bb66a2f4d) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:52:38.531585 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dea7049-b3ec-45bd-8733-8b6503916ae1 None None] Network 624d6d37-4b13-445e-a56b-f165dd6a539a is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:52:38.534480 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-9dea7049-b3ec-45bd-8733-8b6503916ae1 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:52:38.538887 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dea7049-b3ec-45bd-8733-8b6503916ae1 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:52:38.540968 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea7049-b3ec-45bd-8733-8b6503916ae1 None None] Pushing event updated for resources: {'Port': ['ID=7d94562f-cb88-4584-8306-e1e8b647dacf,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:38.620136 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-03cb6470-5d68-4bd8-81c4-be299644b1fa tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:38.621312 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-03cb6470-5d68-4bd8-81c4-be299644b1fa tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/networks?id=b2e544b3-7e6a-4429-92d1-844c3f130f05 HTTP/1.1" status: 200 len: 812 time: 0.1510792 Apr 20 17:52:38.635260 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-9dea7049-b3ec-45bd-8733-8b6503916ae1 None None] Attempting to bind port 7d94562f-cb88-4584-8306-e1e8b647dacf on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:52:38.635765 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-9dea7049-b3ec-45bd-8733-8b6503916ae1 None None] Attempting to bind port 7d94562f-cb88-4584-8306-e1e8b647dacf by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'dab47597-096d-415d-974b-a8191a754dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '624d6d37-4b13-445e-a56b-f165dd6a539a'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:52:38.636130 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dea7049-b3ec-45bd-8733-8b6503916ae1 None None] Attempting to bind port 7d94562f-cb88-4584-8306-e1e8b647dacf on network 624d6d37-4b13-445e-a56b-f165dd6a539a {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:52:38.639824 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-8e42b8a7-38d2-4c74-8a5d-60cc5f62b789 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/quotas/9a3c77269f2b4405abe8c753429a9409 HTTP/1.1" status: 200 len: 375 time: 0.0121193 Apr 20 17:52:38.647619 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dea7049-b3ec-45bd-8733-8b6503916ae1 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:52:38.648553 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dea7049-b3ec-45bd-8733-8b6503916ae1 None None] Checking segment: {'id': 'dab47597-096d-415d-974b-a8191a754dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '624d6d37-4b13-445e-a56b-f165dd6a539a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:52:38.649020 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9dea7049-b3ec-45bd-8733-8b6503916ae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:38.649564 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dea7049-b3ec-45bd-8733-8b6503916ae1 None None] Bound using segment: {'id': 'dab47597-096d-415d-974b-a8191a754dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '624d6d37-4b13-445e-a56b-f165dd6a539a'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:52:38.650584 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-9dea7049-b3ec-45bd-8733-8b6503916ae1 None None] Bound port: 7d94562f-cb88-4584-8306-e1e8b647dacf, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab47597-096d-415d-974b-a8191a754dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '624d6d37-4b13-445e-a56b-f165dd6a539a'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:52:38.651020 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9dea7049-b3ec-45bd-8733-8b6503916ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:38.665328 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-014165cb-f3d2-48b5-9366-4d4babee9a9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:38.696810 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-014165cb-f3d2-48b5-9366-4d4babee9a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:38.705433 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f917dd89-cf6c-49fc-b41d-82c3fbee8821 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:52:38.730718 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-51d57c78-8616-4f73-add9-2ae10477045f tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Synchronizing usage tracker for tenant:9a3c77269f2b4405abe8c753429a9409 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:52:38.752376 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-51d57c78-8616-4f73-add9-2ae10477045f tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Unset dirty status for tenant:9a3c77269f2b4405abe8c753429a9409 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:52:38.762805 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-51d57c78-8616-4f73-add9-2ae10477045f tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9a3c77269f2b4405abe8c753429a9409&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1123152 Apr 20 17:52:38.767781 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014165cb-f3d2-48b5-9366-4d4babee9a9f admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:52:38.770510 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-014165cb-f3d2-48b5-9366-4d4babee9a9f admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:52:38.773021 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-2dce92c2-33d0-4ad2-8682-68baea6ccef9 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:52:38.774381 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014165cb-f3d2-48b5-9366-4d4babee9a9f admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:52:38.774815 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-2dce92c2-33d0-4ad2-8682-68baea6ccef9 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0074904 Apr 20 17:52:38.804107 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014165cb-f3d2-48b5-9366-4d4babee9a9f admin admin] Pushing event updated for resources: {'Port': ['ID=655e8ad4-80a9-4377-a916-740bb66a2f4d,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:38.804764 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-9dea7049-b3ec-45bd-8733-8b6503916ae1 None None] For port 7d94562f-cb88-4584-8306-e1e8b647dacf, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:52:38.808179 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-9dea7049-b3ec-45bd-8733-8b6503916ae1 None None] For port 7d94562f-cb88-4584-8306-e1e8b647dacf, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=7d94562f-cb88-4584-8306-e1e8b647dacf,segment=NetworkSegment(dab47597-096d-415d-974b-a8191a754dd6),segment_id=dab47597-096d-415d-974b-a8191a754dd6)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:52:38.820541 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9dea7049-b3ec-45bd-8733-8b6503916ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:38.856765 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port f917dd89-cf6c-49fc-b41d-82c3fbee8821 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:52:38.857385 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:38.926745 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-fa839507-4546-446b-a62d-b97f23e049f3 service neutron] 10.222.0.39 "GET /v2.0/networks/b2e544b3-7e6a-4429-92d1-844c3f130f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382673 Apr 20 17:52:38.946454 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-014165cb-f3d2-48b5-9366-4d4babee9a9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:38.947279 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-014165cb-f3d2-48b5-9366-4d4babee9a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:38.953448 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea7049-b3ec-45bd-8733-8b6503916ae1 None None] Pushing event updated for resources: {'Port': ['ID=7d94562f-cb88-4584-8306-e1e8b647dacf,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:39.077241 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-06a61a49-afc8-48ee-8e39-aa249d4679d8 service neutron] 10.222.0.39 "GET /v2.0/networks/b2e544b3-7e6a-4429-92d1-844c3f130f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424952 Apr 20 17:52:39.214557 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014165cb-f3d2-48b5-9366-4d4babee9a9f admin admin] Router 4e2047de-d7e4-47dc-a768-97b746a3484c is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:52:39.225116 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-49ecf20b-0d1b-4cc0-88c9-5ab623e947c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:39.426368 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014165cb-f3d2-48b5-9366-4d4babee9a9f admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:52:39.437302 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606d59fc-0308-400b-b7ea-4a0f2b54d703 None None] Sync routers for ids ['4e2047de-d7e4-47dc-a768-97b746a3484c'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:52:39.457318 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606d59fc-0308-400b-b7ea-4a0f2b54d703 None None] Routers {'4e2047de-d7e4-47dc-a768-97b746a3484c'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:52:39.457910 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-606d59fc-0308-400b-b7ea-4a0f2b54d703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:52:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['4e2047de-d7e4-47dc-a768-97b746a3484c'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:52:39.463626 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-014165cb-f3d2-48b5-9366-4d4babee9a9f admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:39.467435 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-014165cb-f3d2-48b5-9366-4d4babee9a9f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.6771421 Apr 20 17:52:39.470093 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60244) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:52:39.668535 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-606d59fc-0308-400b-b7ea-4a0f2b54d703 None None] Set router 4e2047de-d7e4-47dc-a768-97b746a3484c gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:52:39.746730 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0a798453-59fb-4664-b00c-14d86ab34c45 req-94c9d9be-f61a-45e2-812a-6370105aa095 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/ports?device_id=8321ef11-e799-438f-b609-e1ae38e5e610 HTTP/1.1" status: 200 len: 210 time: 0.2459366 Apr 20 17:52:40.031997 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-606d59fc-0308-400b-b7ea-4a0f2b54d703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2047de-d7e4-47dc-a768-97b746a3484c', 'name': 'tempest-TestServerBasicOps-766912621-router', 'tenant_id': '426a4a3982c749f592d0330074d7b539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '655e8ad4-80a9-4377-a916-740bb66a2f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:52:37Z', 'updated_at': '2022-04-20T17:52:38Z', 'revision_number': 3, 'project_id': '426a4a3982c749f592d0330074d7b539', 'gw_port': {'id': '655e8ad4-80a9-4377-a916-740bb66a2f4d', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2047de-d7e4-47dc-a768-97b746a3484c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:52:38Z', 'updated_at': '2022-04-20T17:52:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:52:40.036922 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606d59fc-0308-400b-b7ea-4a0f2b54d703 None None] Checking router: 4e2047de-d7e4-47dc-a768-97b746a3484c for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:52:40.036922 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606d59fc-0308-400b-b7ea-4a0f2b54d703 None None] Updating router 4e2047de-d7e4-47dc-a768-97b746a3484c port 655e8ad4-80a9-4377-a916-740bb66a2f4d binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:52:40.081239 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd70c849-cab2-4d23-b6e1-2c1cfb7ccdf1 None None] Network 624d6d37-4b13-445e-a56b-f165dd6a539a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:52:40.098841 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-606d59fc-0308-400b-b7ea-4a0f2b54d703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:40.336839 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2966bce8-4bfa-47d8-9932-4232ea63bb09 None None] Provisioning for port 7d94562f-cb88-4584-8306-e1e8b647dacf completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:52:40.454408 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ce8b6ae6-3557-4f15-8b20-92513c5b0da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:40.522534 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-606d59fc-0308-400b-b7ea-4a0f2b54d703 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:40.535933 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-606d59fc-0308-400b-b7ea-4a0f2b54d703 None None] Transition to ACTIVE for port object 655e8ad4-80a9-4377-a916-740bb66a2f4d will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:52:40.545304 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-606d59fc-0308-400b-b7ea-4a0f2b54d703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:40.632724 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-606d59fc-0308-400b-b7ea-4a0f2b54d703 None None] Attempting to bind port 655e8ad4-80a9-4377-a916-740bb66a2f4d on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:52:40.633082 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-606d59fc-0308-400b-b7ea-4a0f2b54d703 None None] Attempting to bind port 655e8ad4-80a9-4377-a916-740bb66a2f4d by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:52:40.633547 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606d59fc-0308-400b-b7ea-4a0f2b54d703 None None] Attempting to bind port 655e8ad4-80a9-4377-a916-740bb66a2f4d on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:52:40.636073 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e7e81-8eac-4b91-ab4c-a1ebc0498b40 None None] Pushing event updated for resources: {'Port': ['ID=655e8ad4-80a9-4377-a916-740bb66a2f4d,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:40.649270 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e7e81-8eac-4b91-ab4c-a1ebc0498b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:40.649640 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e7e81-8eac-4b91-ab4c-a1ebc0498b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:40.650043 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e7e81-8eac-4b91-ab4c-a1ebc0498b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:40.650418 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e7e81-8eac-4b91-ab4c-a1ebc0498b40 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:40.651278 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e7e81-8eac-4b91-ab4c-a1ebc0498b40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:40.651608 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e7e81-8eac-4b91-ab4c-a1ebc0498b40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:40.651941 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e7e81-8eac-4b91-ab4c-a1ebc0498b40 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:40.652288 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e7e81-8eac-4b91-ab4c-a1ebc0498b40 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:40.652605 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e7e81-8eac-4b91-ab4c-a1ebc0498b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:40.652920 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e7e81-8eac-4b91-ab4c-a1ebc0498b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:40.653272 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e7e81-8eac-4b91-ab4c-a1ebc0498b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:40.658262 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606d59fc-0308-400b-b7ea-4a0f2b54d703 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:52:40.658627 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606d59fc-0308-400b-b7ea-4a0f2b54d703 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:52:40.659016 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-606d59fc-0308-400b-b7ea-4a0f2b54d703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:40.659386 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606d59fc-0308-400b-b7ea-4a0f2b54d703 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:52:40.659886 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-606d59fc-0308-400b-b7ea-4a0f2b54d703 None None] Bound port: 655e8ad4-80a9-4377-a916-740bb66a2f4d, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:52:40.660263 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-606d59fc-0308-400b-b7ea-4a0f2b54d703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:40.738861 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 7d94562f-cb88-4584-8306-e1e8b647dacf up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:52:40.750460 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-606d59fc-0308-400b-b7ea-4a0f2b54d703 None None] For port 655e8ad4-80a9-4377-a916-740bb66a2f4d, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:52:40.753846 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-606d59fc-0308-400b-b7ea-4a0f2b54d703 None None] For port 655e8ad4-80a9-4377-a916-740bb66a2f4d, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=655e8ad4-80a9-4377-a916-740bb66a2f4d,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:52:40.764255 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-606d59fc-0308-400b-b7ea-4a0f2b54d703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:40.823398 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 7d94562f-cb88-4584-8306-e1e8b647dacf completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:52:40.839315 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 7d94562f-cb88-4584-8306-e1e8b647dacf triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:52:40.840025 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:40.852107 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e7e81-8eac-4b91-ab4c-a1ebc0498b40 None None] Pushing event updated for resources: {'Port': ['ID=655e8ad4-80a9-4377-a916-740bb66a2f4d,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:40.857989 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606d59fc-0308-400b-b7ea-4a0f2b54d703 None None] Routers {'4e2047de-d7e4-47dc-a768-97b746a3484c'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:52:40.858603 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-606d59fc-0308-400b-b7ea-4a0f2b54d703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:52:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['4e2047de-d7e4-47dc-a768-97b746a3484c'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:52:40.938460 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-ceda5f97-3e54-4d60-aa5f-482f7bd33b16 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:40.939884 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-ceda5f97-3e54-4d60-aa5f-482f7bd33b16 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.10 "GET /v2.0/networks?id=b2e544b3-7e6a-4429-92d1-844c3f130f05 HTTP/1.1" status: 200 len: 812 time: 0.2371728 Apr 20 17:52:41.010478 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-ce8b6ae6-3557-4f15-8b20-92513c5b0da7 admin admin] Allocated IP 172.20.0.1 (624d6d37-4b13-445e-a56b-f165dd6a539a/e81fcb25-ebea-4229-b78b-44cb0b4d3113/826854bd-5202-41bd-ad48-ce3fd5e637f3) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:52:41.017291 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c3c21458-a42d-45e5-94a7-ae8740c0cb59 req-4a12dc84-09c0-431a-9eea-cedb8d9a6775 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/ports?device_id=8321ef11-e799-438f-b609-e1ae38e5e610 HTTP/1.1" status: 200 len: 210 time: 0.0747540 Apr 20 17:52:41.030059 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:41.050431 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-95b87f72-db89-4da9-919e-2648eb73ec28 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a3c77269f2b4405abe8c753429a9409 HTTP/1.1" status: 200 len: 379 time: 0.0711422 Apr 20 17:52:41.062615 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-31e427a4-f570-4e6f-ac10-de63e9ef4e30 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Request body: {'port': {'device_id': '8321ef11-e799-438f-b609-e1ae38e5e610', 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05', 'admin_state_up': True, 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'security_groups': ['a1a21b3b-3ad3-46ff-92a9-a4e934ddcd98']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:52:41.066798 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 7d94562f-cb88-4584-8306-e1e8b647dacf, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=7d94562f-cb88-4584-8306-e1e8b647dacf,segment=NetworkSegment(dab47597-096d-415d-974b-a8191a754dd6),segment_id=dab47597-096d-415d-974b-a8191a754dd6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:52:41.075072 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:41.080137 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-606d59fc-0308-400b-b7ea-4a0f2b54d703 None None] Set router 4e2047de-d7e4-47dc-a768-97b746a3484c gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:52:41.147313 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=7d94562f-cb88-4584-8306-e1e8b647dacf,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:41.324782 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ce8b6ae6-3557-4f15-8b20-92513c5b0da7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:41.337835 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-31e427a4-f570-4e6f-ac10-de63e9ef4e30 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:52:41.354121 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-31e427a4-f570-4e6f-ac10-de63e9ef4e30 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:52:41.356194 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-ce8b6ae6-3557-4f15-8b20-92513c5b0da7 admin admin] Transition to ACTIVE for port object 826854bd-5202-41bd-ad48-ce3fd5e637f3 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:52:41.358330 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-606d59fc-0308-400b-b7ea-4a0f2b54d703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2047de-d7e4-47dc-a768-97b746a3484c', 'name': 'tempest-TestServerBasicOps-766912621-router', 'tenant_id': '426a4a3982c749f592d0330074d7b539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '655e8ad4-80a9-4377-a916-740bb66a2f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:52:37Z', 'updated_at': '2022-04-20T17:52:38Z', 'revision_number': 3, 'project_id': '426a4a3982c749f592d0330074d7b539', 'gw_port': {'id': '655e8ad4-80a9-4377-a916-740bb66a2f4d', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2047de-d7e4-47dc-a768-97b746a3484c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:52:38Z', 'updated_at': '2022-04-20T17:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:52:41.362602 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606d59fc-0308-400b-b7ea-4a0f2b54d703 None None] The sync data for ids ['4e2047de-d7e4-47dc-a768-97b746a3484c'] in n-d-838032-1 is: [{'id': '4e2047de-d7e4-47dc-a768-97b746a3484c', 'name': 'tempest-TestServerBasicOps-766912621-router', 'tenant_id': '426a4a3982c749f592d0330074d7b539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '655e8ad4-80a9-4377-a916-740bb66a2f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:52:37Z', 'updated_at': '2022-04-20T17:52:38Z', 'revision_number': 3, 'project_id': '426a4a3982c749f592d0330074d7b539', 'gw_port': {'id': '655e8ad4-80a9-4377-a916-740bb66a2f4d', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2047de-d7e4-47dc-a768-97b746a3484c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:52:38Z', 'updated_at': '2022-04-20T17:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:52:41.371563 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-31e427a4-f570-4e6f-ac10-de63e9ef4e30 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Made reservation on behalf of 9a3c77269f2b4405abe8c753429a9409 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:52:41.377221 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-31e427a4-f570-4e6f-ac10-de63e9ef4e30 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:41.397554 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-347a493b-cccb-4d97-94cb-f9365d598ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:41.460088 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ce8b6ae6-3557-4f15-8b20-92513c5b0da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:41.554392 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8b6ae6-3557-4f15-8b20-92513c5b0da7 admin admin] Network 624d6d37-4b13-445e-a56b-f165dd6a539a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:52:41.583403 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-ce8b6ae6-3557-4f15-8b20-92513c5b0da7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:52:41.591527 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8b6ae6-3557-4f15-8b20-92513c5b0da7 admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:52:41.739537 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b6ae6-3557-4f15-8b20-92513c5b0da7 admin admin] Pushing event updated for resources: {'Port': ['ID=826854bd-5202-41bd-ad48-ce3fd5e637f3,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:41.783681 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ce8b6ae6-3557-4f15-8b20-92513c5b0da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:41.786544 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-31e427a4-f570-4e6f-ac10-de63e9ef4e30 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Allocated IP 172.20.0.11 (b2e544b3-7e6a-4429-92d1-844c3f130f05/09e71a46-71b6-4cdd-99d9-3534a1101d85/4a167bb3-0be9-4eda-8ec1-af33757660c8) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:52:41.822507 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0026cce5-7567-43d2-9a57-33c15305d73a None None] Provisioning for port 826854bd-5202-41bd-ad48-ce3fd5e637f3 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:52:41.828284 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0026cce5-7567-43d2-9a57-33c15305d73a None None] Provisioning complete for port 826854bd-5202-41bd-ad48-ce3fd5e637f3 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:52:41.828648 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0026cce5-7567-43d2-9a57-33c15305d73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:41.889180 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0026cce5-7567-43d2-9a57-33c15305d73a None None] Port 826854bd-5202-41bd-ad48-ce3fd5e637f3 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:52:41.973898 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ce8b6ae6-3557-4f15-8b20-92513c5b0da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:42.082673 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-31e427a4-f570-4e6f-ac10-de63e9ef4e30 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:42.104600 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-31e427a4-f570-4e6f-ac10-de63e9ef4e30 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Transition to ACTIVE for port object 4a167bb3-0be9-4eda-8ec1-af33757660c8 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:52:42.196471 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-613c52c5-39b3-405f-a5b2-a2726d089f5d req-4b75a382-b127-4f75-b4f5-d9cafe1b51e4 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/ports?device_id=8321ef11-e799-438f-b609-e1ae38e5e610 HTTP/1.1" status: 200 len: 210 time: 0.0393765 Apr 20 17:52:42.230106 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-31e427a4-f570-4e6f-ac10-de63e9ef4e30 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:42.333770 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-31e427a4-f570-4e6f-ac10-de63e9ef4e30 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Network b2e544b3-7e6a-4429-92d1-844c3f130f05 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:52:42.335563 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e427a4-f570-4e6f-ac10-de63e9ef4e30 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Pushing event updated for resources: {'Port': ['ID=4a167bb3-0be9-4eda-8ec1-af33757660c8,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:42.338992 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-31e427a4-f570-4e6f-ac10-de63e9ef4e30 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:52:42.343106 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-31e427a4-f570-4e6f-ac10-de63e9ef4e30 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:52:42.398498 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ce8b6ae6-3557-4f15-8b20-92513c5b0da7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:42.411135 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ce8b6ae6-3557-4f15-8b20-92513c5b0da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:42.513228 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-31e427a4-f570-4e6f-ac10-de63e9ef4e30 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:42.513830 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-31e427a4-f570-4e6f-ac10-de63e9ef4e30 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:42.544199 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ce8b6ae6-3557-4f15-8b20-92513c5b0da7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:42.572452 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b6ae6-3557-4f15-8b20-92513c5b0da7 admin admin] Pushing event updated for resources: {'Port': ['ID=826854bd-5202-41bd-ad48-ce3fd5e637f3,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:42.592147 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-31e427a4-f570-4e6f-ac10-de63e9ef4e30 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5359211 Apr 20 17:52:42.616526 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-4d748339-eb94-4799-b4b4-1247046f2ebc None None] Provisioning for port 4a167bb3-0be9-4eda-8ec1-af33757660c8 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:52:42.622797 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-4d748339-eb94-4799-b4b4-1247046f2ebc None None] Provisioning complete for port 4a167bb3-0be9-4eda-8ec1-af33757660c8 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:52:42.623230 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4d748339-eb94-4799-b4b4-1247046f2ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:42.650024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-863c549a-e520-442e-8329-93ee06c1cb9c service neutron] Request body: {'port': {'device_id': '8321ef11-e799-438f-b609-e1ae38e5e610', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:52:42.690636 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-4d748339-eb94-4799-b4b4-1247046f2ebc None None] Port 4a167bb3-0be9-4eda-8ec1-af33757660c8 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:52:42.709517 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 7d94562f-cb88-4584-8306-e1e8b647dacf up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:52:42.773063 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:42.802962 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:42.813699 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 7d94562f-cb88-4584-8306-e1e8b647dacf triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:52:42.814045 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:42.824308 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8b6ae6-3557-4f15-8b20-92513c5b0da7 admin admin] Network 624d6d37-4b13-445e-a56b-f165dd6a539a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:52:42.825150 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-863c549a-e520-442e-8329-93ee06c1cb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:42.834127 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-ce8b6ae6-3557-4f15-8b20-92513c5b0da7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:52:43.116587 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3b0fd0c7-1985-4076-86ae-9643d47f603c None None] Provisioning complete for port 826854bd-5202-41bd-ad48-ce3fd5e637f3 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:52:43.117095 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3b0fd0c7-1985-4076-86ae-9643d47f603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:43.169611 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3b0fd0c7-1985-4076-86ae-9643d47f603c None None] Port 826854bd-5202-41bd-ad48-ce3fd5e637f3 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:52:43.454909 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:43.596476 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd568239-a686-4f1d-b279-bb66440d55e8 req-af0c1c3d-566c-4f18-8e91-e5bfe17fdbc9 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:43.597113 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-cd568239-a686-4f1d-b279-bb66440d55e8 req-af0c1c3d-566c-4f18-8e91-e5bfe17fdbc9 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Synchronizing usage tracker for tenant:9a3c77269f2b4405abe8c753429a9409 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:52:43.617685 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-863c549a-e520-442e-8329-93ee06c1cb9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a167bb3-0be9-4eda-8ec1-af33757660c8 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:52:43.629792 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-863c549a-e520-442e-8329-93ee06c1cb9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:43.647864 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-cd568239-a686-4f1d-b279-bb66440d55e8 req-af0c1c3d-566c-4f18-8e91-e5bfe17fdbc9 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Unset dirty status for tenant:9a3c77269f2b4405abe8c753429a9409 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:52:43.648952 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd568239-a686-4f1d-b279-bb66440d55e8 req-af0c1c3d-566c-4f18-8e91-e5bfe17fdbc9 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/ports?device_id=8321ef11-e799-438f-b609-e1ae38e5e610 HTTP/1.1" status: 200 len: 932 time: 0.2479341 Apr 20 17:52:43.652102 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-863c549a-e520-442e-8329-93ee06c1cb9c service neutron] Transition to ACTIVE for port object 4a167bb3-0be9-4eda-8ec1-af33757660c8 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:52:43.672010 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-863c549a-e520-442e-8329-93ee06c1cb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:43.825481 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c549a-e520-442e-8329-93ee06c1cb9c service neutron] Pushing event updated for resources: {'Port': ['ID=4a167bb3-0be9-4eda-8ec1-af33757660c8,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:43.840777 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd568239-a686-4f1d-b279-bb66440d55e8 req-a6963fee-2b19-4e42-80e2-b23c75917d7d tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1a21b3b-3ad3-46ff-92a9-a4e934ddcd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850178 Apr 20 17:52:43.923262 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8b6ae6-3557-4f15-8b20-92513c5b0da7 admin admin] Router 4e2047de-d7e4-47dc-a768-97b746a3484c has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:52:44.072745 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-863c549a-e520-442e-8329-93ee06c1cb9c service neutron] Attempting to bind port 4a167bb3-0be9-4eda-8ec1-af33757660c8 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:52:44.072961 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-863c549a-e520-442e-8329-93ee06c1cb9c service neutron] Attempting to bind port 4a167bb3-0be9-4eda-8ec1-af33757660c8 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:52:44.073253 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-863c549a-e520-442e-8329-93ee06c1cb9c service neutron] Attempting to bind port 4a167bb3-0be9-4eda-8ec1-af33757660c8 on network b2e544b3-7e6a-4429-92d1-844c3f130f05 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:52:44.086978 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:44.090356 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-863c549a-e520-442e-8329-93ee06c1cb9c service neutron] Port 4a167bb3-0be9-4eda-8ec1-af33757660c8 on network b2e544b3-7e6a-4429-92d1-844c3f130f05 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:52:44.090669 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-863c549a-e520-442e-8329-93ee06c1cb9c service neutron] Attempting to bind port 4a167bb3-0be9-4eda-8ec1-af33757660c8 on network b2e544b3-7e6a-4429-92d1-844c3f130f05 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:52:44.105888 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-863c549a-e520-442e-8329-93ee06c1cb9c service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:52:44.106212 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-863c549a-e520-442e-8329-93ee06c1cb9c service neutron] Checking segment: {'id': '1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:52:44.106593 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-863c549a-e520-442e-8329-93ee06c1cb9c service neutron] Bound using segment: {'id': '1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:52:44.106995 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-863c549a-e520-442e-8329-93ee06c1cb9c service neutron] Bound port: 4a167bb3-0be9-4eda-8ec1-af33757660c8, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:52:44.107327 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-863c549a-e520-442e-8329-93ee06c1cb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:44.206672 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-863c549a-e520-442e-8329-93ee06c1cb9c service neutron] For port 4a167bb3-0be9-4eda-8ec1-af33757660c8, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:52:44.210351 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-863c549a-e520-442e-8329-93ee06c1cb9c service neutron] For port 4a167bb3-0be9-4eda-8ec1-af33757660c8, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=4a167bb3-0be9-4eda-8ec1-af33757660c8,segment=NetworkSegment(1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a),segment_id=1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:52:44.216903 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-863c549a-e520-442e-8329-93ee06c1cb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:44.291412 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-863c549a-e520-442e-8329-93ee06c1cb9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:44.292875 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-863c549a-e520-442e-8329-93ee06c1cb9c service neutron] 10.222.0.10 "PUT /v2.0/ports/4a167bb3-0be9-4eda-8ec1-af33757660c8 HTTP/1.1" status: 200 len: 1092 time: 1.6512768 Apr 20 17:52:44.293440 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8321ef11-e799-438f-b609-e1ae38e5e610', 'tag': '4a167bb3-0be9-4eda-8ec1-af33757660c8'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:52:44.318103 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c549a-e520-442e-8329-93ee06c1cb9c service neutron] Pushing event updated for resources: {'Port': ['ID=4a167bb3-0be9-4eda-8ec1-af33757660c8,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:44.333166 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8b6ae6-3557-4f15-8b20-92513c5b0da7 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:52:44.342775 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ce8b6ae6-3557-4f15-8b20-92513c5b0da7 admin admin] 10.222.0.39 "PUT /v2.0/routers/4e2047de-d7e4-47dc-a768-97b746a3484c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8708825 Apr 20 17:52:44.376931 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24f40ace-d1d9-4794-8422-6e491376971e'] response: {'name': 'network-changed', 'server_uuid': '8321ef11-e799-438f-b609-e1ae38e5e610', 'tag': '4a167bb3-0be9-4eda-8ec1-af33757660c8', 'status': 'completed', 'code': 200} Apr 20 17:52:44.428720 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-5e6d204c-5879-4768-89dd-37757d0f319e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a3c77269f2b4405abe8c753429a9409&device_id=8321ef11-e799-438f-b609-e1ae38e5e610 HTTP/1.1" status: 200 len: 1095 time: 0.0932469 Apr 20 17:52:44.518808 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-5ff180c7-7c3c-4691-b5e5-236fa5699107 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a167bb3-0be9-4eda-8ec1-af33757660c8 HTTP/1.1" status: 200 len: 217 time: 0.0828564 Apr 20 17:52:44.580506 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-17b5c88a-b3c8-4286-afb1-4045af16d695 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:44.581955 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-17b5c88a-b3c8-4286-afb1-4045af16d695 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=09e71a46-71b6-4cdd-99d9-3534a1101d85 HTTP/1.1" status: 200 len: 851 time: 0.0576811 Apr 20 17:52:44.658457 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-28fffb69-522a-4b55-a97a-3e4c6d2b1119 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b2e544b3-7e6a-4429-92d1-844c3f130f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704904 Apr 20 17:52:44.787978 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-e1a6b46f-aabc-45de-a41d-87f14004d628 service neutron] 10.222.0.10 "GET /v2.0/networks/b2e544b3-7e6a-4429-92d1-844c3f130f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229091 Apr 20 17:52:44.820637 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60272) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:52:44.827133 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-21c80de6-e8ee-450d-9d01-9e54afd7d986 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2037584268', 'description': 'tempest-secgroup-smoke-2037584268 description', 'project_id': '4bf64632e3034662a8a9bd433ca4cc92'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:52:44.834516 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-21c80de6-e8ee-450d-9d01-9e54afd7d986 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:52:44.839396 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-21c80de6-e8ee-450d-9d01-9e54afd7d986 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Usage tracker for resource:security_group and tenant:4bf64632e3034662a8a9bd433ca4cc92 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:52:44.845241 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-21c80de6-e8ee-450d-9d01-9e54afd7d986 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:52:44.855400 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-21c80de6-e8ee-450d-9d01-9e54afd7d986 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:52:44.882453 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21c80de6-e8ee-450d-9d01-9e54afd7d986 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:44.925119 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-21c80de6-e8ee-450d-9d01-9e54afd7d986 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:52:44.929081 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-21c80de6-e8ee-450d-9d01-9e54afd7d986 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Usage tracker for resource:security_group_rule and tenant:4bf64632e3034662a8a9bd433ca4cc92 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:52:44.932086 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-21c80de6-e8ee-450d-9d01-9e54afd7d986 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:52:44.933885 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5925d454-6c75-4ae4-9f49-979f880fbf89 req-fbd6d794-93f4-4308-8ea9-35f53febd768 service neutron] 10.222.0.10 "GET /v2.0/networks/b2e544b3-7e6a-4429-92d1-844c3f130f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394353 Apr 20 17:52:44.938769 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-21c80de6-e8ee-450d-9d01-9e54afd7d986 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:52:45.035097 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21c80de6-e8ee-450d-9d01-9e54afd7d986 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:45.047767 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21c80de6-e8ee-450d-9d01-9e54afd7d986 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:45.071237 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c8b37468-d2e4-4755-8062-9926d11f4bce req-a23b408c-50a1-4338-abc1-411cfbc24019 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a3c77269f2b4405abe8c753429a9409&device_id=8321ef11-e799-438f-b609-e1ae38e5e610 HTTP/1.1" status: 200 len: 1095 time: 0.0700357 Apr 20 17:52:45.096730 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c80de6-e8ee-450d-9d01-9e54afd7d986 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c15acb-392b-4c61-a2be-d92c07ef4fb0,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:45.100580 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-21c80de6-e8ee-450d-9d01-9e54afd7d986 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:45.104512 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-21c80de6-e8ee-450d-9d01-9e54afd7d986 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2800684 Apr 20 17:52:45.104840 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60278) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:52:45.111534 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-407a2cb9-fdb9-460a-a8be-40a4f7fe0231 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Request body: {'security_group_rule': {'security_group_id': '34c15acb-392b-4c61-a2be-d92c07ef4fb0', 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:52:45.123491 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46474bb5-22c0-469b-8821-367e3263936c req-b4c6c840-e6c2-44ec-bc2e-f0be0611446a tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:45.124921 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-46474bb5-22c0-469b-8821-367e3263936c req-b4c6c840-e6c2-44ec-bc2e-f0be0611446a tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/ports?device_id=8321ef11-e799-438f-b609-e1ae38e5e610 HTTP/1.1" status: 200 len: 944 time: 0.1513739 Apr 20 17:52:45.125848 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-407a2cb9-fdb9-460a-a8be-40a4f7fe0231 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:52:45.129931 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-407a2cb9-fdb9-460a-a8be-40a4f7fe0231 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Usage tracker for resource:security_group_rule and tenant:4bf64632e3034662a8a9bd433ca4cc92 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:52:45.133939 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-407a2cb9-fdb9-460a-a8be-40a4f7fe0231 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:52:45.156774 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-407a2cb9-fdb9-460a-a8be-40a4f7fe0231 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:52:45.189497 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-407a2cb9-fdb9-460a-a8be-40a4f7fe0231 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:45.204518 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-46474bb5-22c0-469b-8821-367e3263936c req-08211351-caba-4f0c-83c6-8d6bdbd35d21 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Synchronizing usage tracker for tenant:9a3c77269f2b4405abe8c753429a9409 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:52:45.237095 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-46474bb5-22c0-469b-8821-367e3263936c req-08211351-caba-4f0c-83c6-8d6bdbd35d21 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Unset dirty status for tenant:9a3c77269f2b4405abe8c753429a9409 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:52:45.238270 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-46474bb5-22c0-469b-8821-367e3263936c req-08211351-caba-4f0c-83c6-8d6bdbd35d21 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1a21b3b-3ad3-46ff-92a9-a4e934ddcd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054130 Apr 20 17:52:45.271852 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-407a2cb9-fdb9-460a-a8be-40a4f7fe0231 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:45.278992 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-407a2cb9-fdb9-460a-a8be-40a4f7fe0231 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:45.299191 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a2cb9-fdb9-460a-a8be-40a4f7fe0231 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c0b661-64a6-429f-9e2f-087d5a211af0,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:45.312889 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-407a2cb9-fdb9-460a-a8be-40a4f7fe0231 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:45.314460 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-407a2cb9-fdb9-460a-a8be-40a4f7fe0231 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2087543 Apr 20 17:52:45.317442 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60282) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:52:45.322906 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-b48d5105-b6de-4ad8-9951-f53bd480aa91 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Request body: {'security_group_rule': {'security_group_id': '34c15acb-392b-4c61-a2be-d92c07ef4fb0', 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:52:45.329581 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b48d5105-b6de-4ad8-9951-f53bd480aa91 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:52:45.332943 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b37468-d2e4-4755-8062-9926d11f4bce req-2fcaaea0-beef-4766-a11f-c039a1968a34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:45.334056 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b48d5105-b6de-4ad8-9951-f53bd480aa91 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Usage tracker for resource:security_group_rule and tenant:4bf64632e3034662a8a9bd433ca4cc92 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:52:45.334490 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c8b37468-d2e4-4755-8062-9926d11f4bce req-2fcaaea0-beef-4766-a11f-c039a1968a34 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b2e544b3-7e6a-4429-92d1-844c3f130f05 HTTP/1.1" status: 200 len: 913 time: 0.2565589 Apr 20 17:52:45.337287 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b48d5105-b6de-4ad8-9951-f53bd480aa91 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:52:45.343470 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b48d5105-b6de-4ad8-9951-f53bd480aa91 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:52:45.345429 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:45.362301 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b48d5105-b6de-4ad8-9951-f53bd480aa91 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:45.405070 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c8b37468-d2e4-4755-8062-9926d11f4bce req-747b2268-0745-4ffb-b6fe-76dd42dee0fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a167bb3-0be9-4eda-8ec1-af33757660c8 HTTP/1.1" status: 200 len: 217 time: 0.0632241 Apr 20 17:52:45.424064 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b48d5105-b6de-4ad8-9951-f53bd480aa91 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:45.429009 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b48d5105-b6de-4ad8-9951-f53bd480aa91 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:45.454576 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d5105-b6de-4ad8-9951-f53bd480aa91 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd71e062-6015-40ea-bbcf-017969f54e3d,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:45.466029 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b37468-d2e4-4755-8062-9926d11f4bce req-e12897d2-8b96-46b7-844d-f70bdc970041 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:45.467327 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b48d5105-b6de-4ad8-9951-f53bd480aa91 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:45.467532 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c8b37468-d2e4-4755-8062-9926d11f4bce req-e12897d2-8b96-46b7-844d-f70bdc970041 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=09e71a46-71b6-4cdd-99d9-3534a1101d85 HTTP/1.1" status: 200 len: 851 time: 0.0574355 Apr 20 17:52:45.468947 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b48d5105-b6de-4ad8-9951-f53bd480aa91 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1505497 Apr 20 17:52:45.471959 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60286) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:52:45.509030 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-c57b8469-b920-459f-84c0-c6cf2ac835b3 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Request body: {'security_group_rule': {'security_group_id': '34c15acb-392b-4c61-a2be-d92c07ef4fb0', 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:52:45.519540 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c57b8469-b920-459f-84c0-c6cf2ac835b3 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:52:45.528414 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c57b8469-b920-459f-84c0-c6cf2ac835b3 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Usage tracker for resource:security_group_rule and tenant:4bf64632e3034662a8a9bd433ca4cc92 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:52:45.532232 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c57b8469-b920-459f-84c0-c6cf2ac835b3 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:52:45.539036 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c57b8469-b920-459f-84c0-c6cf2ac835b3 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:52:45.570228 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c57b8469-b920-459f-84c0-c6cf2ac835b3 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:45.598498 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c8b37468-d2e4-4755-8062-9926d11f4bce req-67eb8f18-ecfb-4b29-9e11-4a575801ff0c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b2e544b3-7e6a-4429-92d1-844c3f130f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1238844 Apr 20 17:52:45.736942 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c57b8469-b920-459f-84c0-c6cf2ac835b3 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:45.750433 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c57b8469-b920-459f-84c0-c6cf2ac835b3 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:45.776793 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c8b37468-d2e4-4755-8062-9926d11f4bce req-91671008-0b54-41ea-a26e-736037f8a9e2 service neutron] 10.222.0.10 "GET /v2.0/networks/b2e544b3-7e6a-4429-92d1-844c3f130f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691356 Apr 20 17:52:45.779063 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b8469-b920-459f-84c0-c6cf2ac835b3 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e26f63e1-61e5-43d4-abbe-5dfa4458bcd3,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:45.808725 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c57b8469-b920-459f-84c0-c6cf2ac835b3 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:45.809811 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c57b8469-b920-459f-84c0-c6cf2ac835b3 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3368552 Apr 20 17:52:45.812849 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60290) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:52:45.818849 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-59516de7-b123-47f2-8e5b-9a30a7df57ad tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Request body: {'security_group_rule': {'security_group_id': '34c15acb-392b-4c61-a2be-d92c07ef4fb0', 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:52:45.825803 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-59516de7-b123-47f2-8e5b-9a30a7df57ad tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:52:45.829901 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-59516de7-b123-47f2-8e5b-9a30a7df57ad tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Usage tracker for resource:security_group_rule and tenant:4bf64632e3034662a8a9bd433ca4cc92 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:52:45.832993 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-59516de7-b123-47f2-8e5b-9a30a7df57ad tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:52:45.838990 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-59516de7-b123-47f2-8e5b-9a30a7df57ad tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:52:45.869111 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-59516de7-b123-47f2-8e5b-9a30a7df57ad tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:45.917857 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c8b37468-d2e4-4755-8062-9926d11f4bce req-9e33190b-30a3-46c8-834b-9ed0fd178ed5 service neutron] 10.222.0.10 "GET /v2.0/networks/b2e544b3-7e6a-4429-92d1-844c3f130f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340103 Apr 20 17:52:46.061038 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-59516de7-b123-47f2-8e5b-9a30a7df57ad tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:46.065907 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-59516de7-b123-47f2-8e5b-9a30a7df57ad tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:46.093224 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59516de7-b123-47f2-8e5b-9a30a7df57ad tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21cb4181-3256-4efd-b59a-bc81ae1611eb,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:46.104907 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-59516de7-b123-47f2-8e5b-9a30a7df57ad tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:46.106210 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-59516de7-b123-47f2-8e5b-9a30a7df57ad tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2921042 Apr 20 17:52:46.109066 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60294) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:52:46.114844 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-fdfd0c9d-ec5e-4e6f-899f-c5c96d513164 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Request body: {'security_group_rule': {'security_group_id': '34c15acb-392b-4c61-a2be-d92c07ef4fb0', 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:52:46.121809 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-fdfd0c9d-ec5e-4e6f-899f-c5c96d513164 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:52:46.126206 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-fdfd0c9d-ec5e-4e6f-899f-c5c96d513164 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Usage tracker for resource:security_group_rule and tenant:4bf64632e3034662a8a9bd433ca4cc92 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:52:46.130990 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-fdfd0c9d-ec5e-4e6f-899f-c5c96d513164 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:52:46.136792 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-fdfd0c9d-ec5e-4e6f-899f-c5c96d513164 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:52:46.148398 n-d-838032-1 neutron-server[84081]: INFO neutron.db.securitygroups_db [None req-fdfd0c9d-ec5e-4e6f-899f-c5c96d513164 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Project 4bf64632e3034662a8a9bd433ca4cc92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:52:46.155588 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fdfd0c9d-ec5e-4e6f-899f-c5c96d513164 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:46.220891 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fdfd0c9d-ec5e-4e6f-899f-c5c96d513164 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:46.224926 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fdfd0c9d-ec5e-4e6f-899f-c5c96d513164 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:46.248774 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd0c9d-ec5e-4e6f-899f-c5c96d513164 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d7f241-e728-4f94-ae9d-e88f54e44098,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:46.259978 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fdfd0c9d-ec5e-4e6f-899f-c5c96d513164 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:46.264146 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fdfd0c9d-ec5e-4e6f-899f-c5c96d513164 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1540904 Apr 20 17:52:46.264284 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60298) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:52:46.270034 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-67e3c1b2-643f-4769-aecf-49d8fc75c091 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Request body: {'security_group_rule': {'security_group_id': '34c15acb-392b-4c61-a2be-d92c07ef4fb0', 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:52:46.277176 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-67e3c1b2-643f-4769-aecf-49d8fc75c091 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:52:46.281050 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-67e3c1b2-643f-4769-aecf-49d8fc75c091 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Usage tracker for resource:security_group_rule and tenant:4bf64632e3034662a8a9bd433ca4cc92 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:52:46.284514 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-67e3c1b2-643f-4769-aecf-49d8fc75c091 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:52:46.291334 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-67e3c1b2-643f-4769-aecf-49d8fc75c091 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:52:46.305070 n-d-838032-1 neutron-server[84080]: INFO neutron.db.securitygroups_db [None req-67e3c1b2-643f-4769-aecf-49d8fc75c091 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Project 4bf64632e3034662a8a9bd433ca4cc92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:52:46.313252 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-67e3c1b2-643f-4769-aecf-49d8fc75c091 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:46.425018 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-67e3c1b2-643f-4769-aecf-49d8fc75c091 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:46.433208 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-67e3c1b2-643f-4769-aecf-49d8fc75c091 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:46.463624 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3c1b2-643f-4769-aecf-49d8fc75c091 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03bef435-a693-4399-8019-f9e7d09a89f3,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:46.481802 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-67e3c1b2-643f-4769-aecf-49d8fc75c091 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:46.483043 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-67e3c1b2-643f-4769-aecf-49d8fc75c091 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2177978 Apr 20 17:52:46.494244 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01016ed3-2587-4108-b7e7-9955f0bb4ada req-8f683c5e-8acc-4092-ba43-d8b3646c2418 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:46.496109 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-01016ed3-2587-4108-b7e7-9955f0bb4ada req-8f683c5e-8acc-4092-ba43-d8b3646c2418 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/ports?device_id=8321ef11-e799-438f-b609-e1ae38e5e610 HTTP/1.1" status: 200 len: 944 time: 0.1240816 Apr 20 17:52:46.548899 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-01016ed3-2587-4108-b7e7-9955f0bb4ada req-6abeac7a-2359-4ee3-a772-7adec18f645e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1a21b3b-3ad3-46ff-92a9-a4e934ddcd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451643 Apr 20 17:52:46.660857 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-8fa338a2-3bf8-4f25-955b-6fc0350fdaf6 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Synchronizing usage tracker for tenant:4bf64632e3034662a8a9bd433ca4cc92 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:52:46.678697 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-8fa338a2-3bf8-4f25-955b-6fc0350fdaf6 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Unset dirty status for tenant:4bf64632e3034662a8a9bd433ca4cc92 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:52:46.680154 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-8fa338a2-3bf8-4f25-955b-6fc0350fdaf6 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2037584268&fields=id&tenant_id=4bf64632e3034662a8a9bd433ca4cc92 HTTP/1.1" status: 200 len: 267 time: 0.0616767 Apr 20 17:52:46.705916 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 655e8ad4-80a9-4377-a916-740bb66a2f4d up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:52:46.775584 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 655e8ad4-80a9-4377-a916-740bb66a2f4d completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:52:46.780126 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 655e8ad4-80a9-4377-a916-740bb66a2f4d triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:52:46.780497 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:46.831809 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-6c513261-868b-4ba3-9087-d5be3b0685ab tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:46.832471 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-6c513261-868b-4ba3-9087-d5be3b0685ab tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Synchronizing usage tracker for tenant:4bf64632e3034662a8a9bd433ca4cc92 on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:52:46.850314 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-6c513261-868b-4ba3-9087-d5be3b0685ab tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Unset dirty status for tenant:4bf64632e3034662a8a9bd433ca4cc92 on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:52:46.851558 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-6c513261-868b-4ba3-9087-d5be3b0685ab tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "GET /v2.0/networks?id=03dd8ee6-fc82-43fa-a426-519b087cf9e0 HTTP/1.1" status: 200 len: 808 time: 0.1638613 Apr 20 17:52:46.869087 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-61fc5b09-8459-4fc4-9b6f-f56efeb63358 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "GET /v2.0/quotas/4bf64632e3034662a8a9bd433ca4cc92 HTTP/1.1" status: 200 len: 375 time: 0.0115616 Apr 20 17:52:46.893064 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:46.911253 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 655e8ad4-80a9-4377-a916-740bb66a2f4d, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=655e8ad4-80a9-4377-a916-740bb66a2f4d,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:52:46.916006 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:46.963862 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-439ef1bf-4775-4830-9ae4-ab5991d0e1e9 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4bf64632e3034662a8a9bd433ca4cc92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892830 Apr 20 17:52:46.984039 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=655e8ad4-80a9-4377-a916-740bb66a2f4d,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:47.064488 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-6a8b8ab3-9b2b-4054-ad48-a49dc5f7fd8c service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:52:47.065450 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-6a8b8ab3-9b2b-4054-ad48-a49dc5f7fd8c service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0900543 Apr 20 17:52:47.195265 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-8afcf7f3-5685-4cb0-a01b-3b50f673ce6e service neutron] 10.222.0.39 "GET /v2.0/networks/03dd8ee6-fc82-43fa-a426-519b087cf9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234808 Apr 20 17:52:47.328561 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-45d30bbb-b067-4e6c-aebf-714cc18fb9dc service neutron] 10.222.0.39 "GET /v2.0/networks/03dd8ee6-fc82-43fa-a426-519b087cf9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273277 Apr 20 17:52:47.546783 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-2fb848ef-89aa-4985-bef3-f6f4eb2488b0 req-4b909389-226b-4bf9-a76b-2f28ff138c0f tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Synchronizing usage tracker for tenant:4bf64632e3034662a8a9bd433ca4cc92 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:52:47.565767 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-2fb848ef-89aa-4985-bef3-f6f4eb2488b0 req-4b909389-226b-4bf9-a76b-2f28ff138c0f tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Unset dirty status for tenant:4bf64632e3034662a8a9bd433ca4cc92 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:52:47.566960 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fb848ef-89aa-4985-bef3-f6f4eb2488b0 req-4b909389-226b-4bf9-a76b-2f28ff138c0f tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "GET /v2.0/ports?device_id=67698795-ee4c-4923-9bf9-8a67daa6e28f HTTP/1.1" status: 200 len: 210 time: 0.0594516 Apr 20 17:52:47.751791 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf778f2-efa9-452a-8ba1-f1d0f0f60edc req-1e85ab62-7d40-4cfe-85d9-8bd1593a912b tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:47.753267 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ddf778f2-efa9-452a-8ba1-f1d0f0f60edc req-1e85ab62-7d40-4cfe-85d9-8bd1593a912b tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/ports?device_id=8321ef11-e799-438f-b609-e1ae38e5e610 HTTP/1.1" status: 200 len: 944 time: 0.0770812 Apr 20 17:52:47.804125 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ddf778f2-efa9-452a-8ba1-f1d0f0f60edc req-4ba98c98-c227-449b-bd04-e7d007fbee08 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1a21b3b-3ad3-46ff-92a9-a4e934ddcd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451739 Apr 20 17:52:48.589862 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-01f98448-9c40-466d-af4c-a85233b71f42 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:48.591320 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-01f98448-9c40-466d-af4c-a85233b71f42 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.43 "GET /v2.0/networks?id=03dd8ee6-fc82-43fa-a426-519b087cf9e0 HTTP/1.1" status: 200 len: 808 time: 0.1474090 Apr 20 17:52:48.649862 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-ce85fb5a-8864-4203-807a-ac1e05bd3682 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bf64632e3034662a8a9bd433ca4cc92 HTTP/1.1" status: 200 len: 380 time: 0.0463841 Apr 20 17:52:48.659337 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-ab838fa4-d4b5-4206-810b-d9bb2a85c174 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Request body: {'port': {'device_id': '67698795-ee4c-4923-9bf9-8a67daa6e28f', 'network_id': '03dd8ee6-fc82-43fa-a426-519b087cf9e0', 'admin_state_up': True, 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92', 'security_groups': ['34c15acb-392b-4c61-a2be-d92c07ef4fb0']}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:52:48.701749 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 655e8ad4-80a9-4377-a916-740bb66a2f4d up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:52:48.738727 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-752d3ba8-b4ce-48cd-a52d-958d2849c97b req-00ae7550-5e1b-41de-8bc9-c20a70438089 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "GET /v2.0/ports?device_id=67698795-ee4c-4923-9bf9-8a67daa6e28f HTTP/1.1" status: 200 len: 210 time: 0.0491066 Apr 20 17:52:48.774787 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 655e8ad4-80a9-4377-a916-740bb66a2f4d triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:52:48.775146 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:48.795098 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-ab838fa4-d4b5-4206-810b-d9bb2a85c174 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:52:48.805407 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-ab838fa4-d4b5-4206-810b-d9bb2a85c174 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:52:48.815875 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-ab838fa4-d4b5-4206-810b-d9bb2a85c174 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Made reservation on behalf of 4bf64632e3034662a8a9bd433ca4cc92 for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:52:48.819027 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-ab838fa4-d4b5-4206-810b-d9bb2a85c174 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:49.025453 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-ab838fa4-d4b5-4206-810b-d9bb2a85c174 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Allocated IP 172.20.0.8 (03dd8ee6-fc82-43fa-a426-519b087cf9e0/48d3b2c0-df34-4939-a530-ea4681f87b1e/4c6e5023-8823-4673-8737-138a655f7479) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:52:49.078353 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcf29e-fb9d-418e-9438-b2c01a10a778 req-c813688b-2980-4f36-84c2-0f846ae95892 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:49.079781 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cdfcf29e-fb9d-418e-9438-b2c01a10a778 req-c813688b-2980-4f36-84c2-0f846ae95892 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/ports?device_id=8321ef11-e799-438f-b609-e1ae38e5e610 HTTP/1.1" status: 200 len: 944 time: 0.1304746 Apr 20 17:52:49.218506 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cdfcf29e-fb9d-418e-9438-b2c01a10a778 req-ad10768f-75d2-4346-8f4f-d90c77bd71e7 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1a21b3b-3ad3-46ff-92a9-a4e934ddcd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195276 Apr 20 17:52:49.255601 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-ab838fa4-d4b5-4206-810b-d9bb2a85c174 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:49.270642 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-ab838fa4-d4b5-4206-810b-d9bb2a85c174 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Transition to ACTIVE for port object 4c6e5023-8823-4673-8737-138a655f7479 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:52:49.293548 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-ab838fa4-d4b5-4206-810b-d9bb2a85c174 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:49.366311 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-ab838fa4-d4b5-4206-810b-d9bb2a85c174 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Network 03dd8ee6-fc82-43fa-a426-519b087cf9e0 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:52:49.369886 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-ab838fa4-d4b5-4206-810b-d9bb2a85c174 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:52:49.372732 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-ab838fa4-d4b5-4206-810b-d9bb2a85c174 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:52:49.406575 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab838fa4-d4b5-4206-810b-d9bb2a85c174 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Pushing event updated for resources: {'Port': ['ID=4c6e5023-8823-4673-8737-138a655f7479,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:49.556333 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-ab838fa4-d4b5-4206-810b-d9bb2a85c174 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:49.556923 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-ab838fa4-d4b5-4206-810b-d9bb2a85c174 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:49.581701 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-801eec15-0c93-44ce-a689-8fff43359ee2 None None] Provisioning for port 4c6e5023-8823-4673-8737-138a655f7479 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:52:49.584121 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-ab838fa4-d4b5-4206-810b-d9bb2a85c174 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9290366 Apr 20 17:52:49.586717 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-801eec15-0c93-44ce-a689-8fff43359ee2 None None] Provisioning complete for port 4c6e5023-8823-4673-8737-138a655f7479 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:52:49.587079 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-801eec15-0c93-44ce-a689-8fff43359ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:49.594926 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-6a9be34a-1199-4ddc-8d26-2a9f6ea8fdd5 service neutron] Request body: {'port': {'device_id': '67698795-ee4c-4923-9bf9-8a67daa6e28f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:52:49.639022 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-801eec15-0c93-44ce-a689-8fff43359ee2 None None] Port 4c6e5023-8823-4673-8737-138a655f7479 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:52:49.701725 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-6a9be34a-1199-4ddc-8d26-2a9f6ea8fdd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:49.931358 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9deda4-c457-47e3-8778-cf80966a2d91 req-5f300460-739b-4e7f-8c45-592b93364236 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:49.932722 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4d9deda4-c457-47e3-8778-cf80966a2d91 req-5f300460-739b-4e7f-8c45-592b93364236 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "GET /v2.0/ports?device_id=67698795-ee4c-4923-9bf9-8a67daa6e28f HTTP/1.1" status: 200 len: 931 time: 0.0752566 Apr 20 17:52:49.981664 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4d9deda4-c457-47e3-8778-cf80966a2d91 req-49fe19e0-b76e-42d8-8d59-abbe0e09a0eb tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "GET /v2.0/security-groups?id=34c15acb-392b-4c61-a2be-d92c07ef4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408571 Apr 20 17:52:50.046379 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-6a9be34a-1199-4ddc-8d26-2a9f6ea8fdd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c6e5023-8823-4673-8737-138a655f7479 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:52:50.053261 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-6a9be34a-1199-4ddc-8d26-2a9f6ea8fdd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:50.073000 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-6a9be34a-1199-4ddc-8d26-2a9f6ea8fdd5 service neutron] Transition to ACTIVE for port object 4c6e5023-8823-4673-8737-138a655f7479 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:52:50.079840 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-6a9be34a-1199-4ddc-8d26-2a9f6ea8fdd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:50.212913 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9be34a-1199-4ddc-8d26-2a9f6ea8fdd5 service neutron] Pushing event updated for resources: {'Port': ['ID=4c6e5023-8823-4673-8737-138a655f7479,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:50.271829 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e95138-df57-4c9a-9cbc-7190380f5a9f None None] Sync routers for ids ['830f6843-5704-4c8c-80c4-1a6ac5bc5c54'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:52:50.301254 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e95138-df57-4c9a-9cbc-7190380f5a9f None None] Routers {'830f6843-5704-4c8c-80c4-1a6ac5bc5c54'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:52:50.301893 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-81e95138-df57-4c9a-9cbc-7190380f5a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:52:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['830f6843-5704-4c8c-80c4-1a6ac5bc5c54'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:52:50.325634 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-6a9be34a-1199-4ddc-8d26-2a9f6ea8fdd5 service neutron] Attempting to bind port 4c6e5023-8823-4673-8737-138a655f7479 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:52:50.325952 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-6a9be34a-1199-4ddc-8d26-2a9f6ea8fdd5 service neutron] Attempting to bind port 4c6e5023-8823-4673-8737-138a655f7479 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '03dd8ee6-fc82-43fa-a426-519b087cf9e0'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:52:50.326301 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-6a9be34a-1199-4ddc-8d26-2a9f6ea8fdd5 service neutron] Attempting to bind port 4c6e5023-8823-4673-8737-138a655f7479 on network 03dd8ee6-fc82-43fa-a426-519b087cf9e0 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:52:50.332366 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-6a9be34a-1199-4ddc-8d26-2a9f6ea8fdd5 service neutron] Port 4c6e5023-8823-4673-8737-138a655f7479 on network 03dd8ee6-fc82-43fa-a426-519b087cf9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:52:50.332684 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-6a9be34a-1199-4ddc-8d26-2a9f6ea8fdd5 service neutron] Attempting to bind port 4c6e5023-8823-4673-8737-138a655f7479 on network 03dd8ee6-fc82-43fa-a426-519b087cf9e0 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:52:50.339072 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-6a9be34a-1199-4ddc-8d26-2a9f6ea8fdd5 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:52:50.339403 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-6a9be34a-1199-4ddc-8d26-2a9f6ea8fdd5 service neutron] Checking segment: {'id': '76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '03dd8ee6-fc82-43fa-a426-519b087cf9e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:52:50.339781 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-6a9be34a-1199-4ddc-8d26-2a9f6ea8fdd5 service neutron] Bound using segment: {'id': '76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '03dd8ee6-fc82-43fa-a426-519b087cf9e0'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:52:50.340202 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-6a9be34a-1199-4ddc-8d26-2a9f6ea8fdd5 service neutron] Bound port: 4c6e5023-8823-4673-8737-138a655f7479, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '03dd8ee6-fc82-43fa-a426-519b087cf9e0'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:52:50.340646 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-6a9be34a-1199-4ddc-8d26-2a9f6ea8fdd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:50.482612 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-6a9be34a-1199-4ddc-8d26-2a9f6ea8fdd5 service neutron] For port 4c6e5023-8823-4673-8737-138a655f7479, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:52:50.487724 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-6a9be34a-1199-4ddc-8d26-2a9f6ea8fdd5 service neutron] For port 4c6e5023-8823-4673-8737-138a655f7479, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=4c6e5023-8823-4673-8737-138a655f7479,segment=NetworkSegment(76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5),segment_id=76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:52:50.493185 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-6a9be34a-1199-4ddc-8d26-2a9f6ea8fdd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:50.503911 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-81e95138-df57-4c9a-9cbc-7190380f5a9f None None] Set router 830f6843-5704-4c8c-80c4-1a6ac5bc5c54 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:52:50.529987 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9a3a9-d03d-462a-8e91-8bcfb15717fe req-527341d1-f9a7-4204-ab0b-8ff098b21bdc tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:50.531458 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-38d9a3a9-d03d-462a-8e91-8bcfb15717fe req-527341d1-f9a7-4204-ab0b-8ff098b21bdc tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/ports?device_id=8321ef11-e799-438f-b609-e1ae38e5e610 HTTP/1.1" status: 200 len: 944 time: 0.1481328 Apr 20 17:52:50.583548 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-6a9be34a-1199-4ddc-8d26-2a9f6ea8fdd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:50.584915 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-6a9be34a-1199-4ddc-8d26-2a9f6ea8fdd5 service neutron] 10.222.0.43 "PUT /v2.0/ports/4c6e5023-8823-4673-8737-138a655f7479 HTTP/1.1" status: 200 len: 1091 time: 0.9940932 Apr 20 17:52:50.585347 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67698795-ee4c-4923-9bf9-8a67daa6e28f', 'tag': '4c6e5023-8823-4673-8737-138a655f7479'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:52:50.612676 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9be34a-1199-4ddc-8d26-2a9f6ea8fdd5 service neutron] Pushing event updated for resources: {'Port': ['ID=4c6e5023-8823-4673-8737-138a655f7479,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:50.631669 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-38d9a3a9-d03d-462a-8e91-8bcfb15717fe req-8a931981-eaf0-4881-9831-0f1be5d30d8b tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1a21b3b-3ad3-46ff-92a9-a4e934ddcd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916741 Apr 20 17:52:50.705149 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5afdbc6-a4b6-4113-b37f-81e77923b306'] response: {'name': 'network-changed', 'server_uuid': '67698795-ee4c-4923-9bf9-8a67daa6e28f', 'tag': '4c6e5023-8823-4673-8737-138a655f7479', 'status': 'completed', 'code': 200} Apr 20 17:52:50.720447 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-76e5a3a0-7fbc-4ce9-95be-8b92628cfaf6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4bf64632e3034662a8a9bd433ca4cc92&device_id=67698795-ee4c-4923-9bf9-8a67daa6e28f HTTP/1.1" status: 200 len: 1094 time: 0.0875540 Apr 20 17:52:50.790610 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-20c15846-aa69-4a6e-ac52-ffc126d56383 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c6e5023-8823-4673-8737-138a655f7479 HTTP/1.1" status: 200 len: 217 time: 0.0629697 Apr 20 17:52:50.855945 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-ac0a3624-c563-4ef6-9bc8-413229b920e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:50.857335 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-ac0a3624-c563-4ef6-9bc8-413229b920e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=48d3b2c0-df34-4939-a530-ea4681f87b1e HTTP/1.1" status: 200 len: 847 time: 0.0618489 Apr 20 17:52:50.868661 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-81e95138-df57-4c9a-9cbc-7190380f5a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'name': 'tempest-TestServerBasicOps-897643703-router', 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'f917dd89-cf6c-49fc-b41d-82c3fbee8821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:52:30Z', 'updated_at': '2022-04-20T17:52:34Z', 'revision_number': 4, 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'gw_port': {'id': 'f917dd89-cf6c-49fc-b41d-82c3fbee8821', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:52:31Z', 'updated_at': '2022-04-20T17:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c', 'name': '', 'network_id': '03dd8ee6-fc82-43fa-a426-519b087cf9e0', 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92', 'mac_address': 'fa:16:3e:5c:b4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d3b2c0-df34-4939-a530-ea4681f87b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:52:33Z', 'updated_at': '2022-04-20T17:52:34Z', 'revision_number': 2, 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'subnets': [{'id': '48d3b2c0-df34-4939-a530-ea4681f87b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:52:50.876364 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e95138-df57-4c9a-9cbc-7190380f5a9f None None] Checking router: 830f6843-5704-4c8c-80c4-1a6ac5bc5c54 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:52:50.876711 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e95138-df57-4c9a-9cbc-7190380f5a9f None None] Updating router 830f6843-5704-4c8c-80c4-1a6ac5bc5c54 port 28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:52:50.931490 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-e874668e-6316-4a67-94f9-191f1ecd7a08 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=03dd8ee6-fc82-43fa-a426-519b087cf9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683987 Apr 20 17:52:50.932521 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-81e95138-df57-4c9a-9cbc-7190380f5a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:51.062921 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-4afb99af-98bb-43f9-b0f9-bf9c88644927 service neutron] 10.222.0.43 "GET /v2.0/networks/03dd8ee6-fc82-43fa-a426-519b087cf9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248279 Apr 20 17:52:51.270258 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-81e95138-df57-4c9a-9cbc-7190380f5a9f None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:51.283337 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-81e95138-df57-4c9a-9cbc-7190380f5a9f None None] Transition to ACTIVE for port object 28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:52:51.292646 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-81e95138-df57-4c9a-9cbc-7190380f5a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:51.356109 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a89fe300-1296-4309-b39d-6c5b68b1fd1a req-e9475dcb-ef17-4183-97a7-b12a4ba89ea7 service neutron] 10.222.0.43 "GET /v2.0/networks/03dd8ee6-fc82-43fa-a426-519b087cf9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872658 Apr 20 17:52:51.368551 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939a47f-9534-4dde-887e-e5a8d9345226 req-d3b16cb7-ed92-4911-9c09-19a8aad2aef8 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:51.369130 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-4939a47f-9534-4dde-887e-e5a8d9345226 req-d3b16cb7-ed92-4911-9c09-19a8aad2aef8 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Synchronizing usage tracker for tenant:4bf64632e3034662a8a9bd433ca4cc92 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:52:51.386659 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-4939a47f-9534-4dde-887e-e5a8d9345226 req-d3b16cb7-ed92-4911-9c09-19a8aad2aef8 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Unset dirty status for tenant:4bf64632e3034662a8a9bd433ca4cc92 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:52:51.387830 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4939a47f-9534-4dde-887e-e5a8d9345226 req-d3b16cb7-ed92-4911-9c09-19a8aad2aef8 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "GET /v2.0/ports?device_id=67698795-ee4c-4923-9bf9-8a67daa6e28f HTTP/1.1" status: 200 len: 943 time: 0.2516036 Apr 20 17:52:51.501150 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4939a47f-9534-4dde-887e-e5a8d9345226 req-c987c486-f21b-4665-825b-5822edf8980d tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "GET /v2.0/security-groups?id=34c15acb-392b-4c61-a2be-d92c07ef4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018567 Apr 20 17:52:51.516363 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-412312e5-d3f9-4e2d-9654-c7fa1902631e req-af8da0f4-639c-4e1c-91f3-0eeec984e96f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4bf64632e3034662a8a9bd433ca4cc92&device_id=67698795-ee4c-4923-9bf9-8a67daa6e28f HTTP/1.1" status: 200 len: 1094 time: 0.0838056 Apr 20 17:52:51.518061 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97baaa-fe94-4ac7-b9a1-63232497c7eb None None] Pushing event updated for resources: {'Port': ['ID=28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:51.541478 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-81e95138-df57-4c9a-9cbc-7190380f5a9f None None] Attempting to bind port 28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:52:51.541862 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-81e95138-df57-4c9a-9cbc-7190380f5a9f None None] Attempting to bind port 28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '03dd8ee6-fc82-43fa-a426-519b087cf9e0'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:52:51.542253 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e95138-df57-4c9a-9cbc-7190380f5a9f None None] Attempting to bind port 28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c on network 03dd8ee6-fc82-43fa-a426-519b087cf9e0 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:52:51.549200 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e95138-df57-4c9a-9cbc-7190380f5a9f None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:52:51.549570 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e95138-df57-4c9a-9cbc-7190380f5a9f None None] Checking segment: {'id': '76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '03dd8ee6-fc82-43fa-a426-519b087cf9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:52:51.550028 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-81e95138-df57-4c9a-9cbc-7190380f5a9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:51.550438 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e95138-df57-4c9a-9cbc-7190380f5a9f None None] Bound using segment: {'id': '76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '03dd8ee6-fc82-43fa-a426-519b087cf9e0'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:52:51.550902 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-81e95138-df57-4c9a-9cbc-7190380f5a9f None None] Bound port: 28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '03dd8ee6-fc82-43fa-a426-519b087cf9e0'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:52:51.551275 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-81e95138-df57-4c9a-9cbc-7190380f5a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:51.640050 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-81e95138-df57-4c9a-9cbc-7190380f5a9f None None] For port 28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:52:51.643106 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-81e95138-df57-4c9a-9cbc-7190380f5a9f None None] For port 28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c,segment=NetworkSegment(76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5),segment_id=76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:52:51.649528 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-81e95138-df57-4c9a-9cbc-7190380f5a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:51.649714 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412312e5-d3f9-4e2d-9654-c7fa1902631e req-49b9d311-f2ec-4c22-85ae-17638b9363c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:51.651403 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-412312e5-d3f9-4e2d-9654-c7fa1902631e req-49b9d311-f2ec-4c22-85ae-17638b9363c5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=03dd8ee6-fc82-43fa-a426-519b087cf9e0 HTTP/1.1" status: 200 len: 909 time: 0.1286051 Apr 20 17:52:51.726790 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-412312e5-d3f9-4e2d-9654-c7fa1902631e req-3a69fa12-e1b7-4f65-b457-4ddaf3173209 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c6e5023-8823-4673-8737-138a655f7479 HTTP/1.1" status: 200 len: 217 time: 0.0689902 Apr 20 17:52:51.740236 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97baaa-fe94-4ac7-b9a1-63232497c7eb None None] Pushing event updated for resources: {'Port': ['ID=28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:51.757111 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e95138-df57-4c9a-9cbc-7190380f5a9f None None] Routers {'830f6843-5704-4c8c-80c4-1a6ac5bc5c54'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:52:51.758128 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-81e95138-df57-4c9a-9cbc-7190380f5a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:52:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['830f6843-5704-4c8c-80c4-1a6ac5bc5c54'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:52:51.843968 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412312e5-d3f9-4e2d-9654-c7fa1902631e req-1d691766-0383-497d-8bbe-7004e47e8d7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:51.845603 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-412312e5-d3f9-4e2d-9654-c7fa1902631e req-1d691766-0383-497d-8bbe-7004e47e8d7a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=48d3b2c0-df34-4939-a530-ea4681f87b1e HTTP/1.1" status: 200 len: 847 time: 0.1102922 Apr 20 17:52:51.919949 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb525901-483f-4e5e-856b-c7136a530e53 req-18c15b0a-805a-4d45-9fa5-2701ce5bdf20 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:51.926765 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eb525901-483f-4e5e-856b-c7136a530e53 req-18c15b0a-805a-4d45-9fa5-2701ce5bdf20 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/ports?device_id=8321ef11-e799-438f-b609-e1ae38e5e610 HTTP/1.1" status: 200 len: 944 time: 0.1097717 Apr 20 17:52:51.951494 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-412312e5-d3f9-4e2d-9654-c7fa1902631e req-397779ff-8b06-4dfc-bf44-d79f2038e3b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=03dd8ee6-fc82-43fa-a426-519b087cf9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989950 Apr 20 17:52:51.958734 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-81e95138-df57-4c9a-9cbc-7190380f5a9f None None] Set router 830f6843-5704-4c8c-80c4-1a6ac5bc5c54 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:52:51.983593 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eb525901-483f-4e5e-856b-c7136a530e53 req-ef375b34-b3ee-40a5-ac35-755db94791e0 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1a21b3b-3ad3-46ff-92a9-a4e934ddcd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524316 Apr 20 17:52:52.077333 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b90e76-2544-44f2-9a7c-f404b7ce8eba None None] Sync routers for ids ['4e2047de-d7e4-47dc-a768-97b746a3484c'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:52:52.090954 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b90e76-2544-44f2-9a7c-f404b7ce8eba None None] Routers {'4e2047de-d7e4-47dc-a768-97b746a3484c'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:52:52.091648 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-14b90e76-2544-44f2-9a7c-f404b7ce8eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:52:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['4e2047de-d7e4-47dc-a768-97b746a3484c'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:52:52.106545 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-412312e5-d3f9-4e2d-9654-c7fa1902631e req-1b7deb16-fb45-47d9-af95-f04a984fb04d service neutron] 10.222.0.43 "GET /v2.0/networks/03dd8ee6-fc82-43fa-a426-519b087cf9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451008 Apr 20 17:52:52.246678 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-412312e5-d3f9-4e2d-9654-c7fa1902631e req-3849326e-aea4-418b-bfa9-915d353023cd service neutron] 10.222.0.43 "GET /v2.0/networks/03dd8ee6-fc82-43fa-a426-519b087cf9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317251 Apr 20 17:52:52.272181 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-14b90e76-2544-44f2-9a7c-f404b7ce8eba None None] Set router 4e2047de-d7e4-47dc-a768-97b746a3484c gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:52:52.310929 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-81e95138-df57-4c9a-9cbc-7190380f5a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'name': 'tempest-TestServerBasicOps-897643703-router', 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'f917dd89-cf6c-49fc-b41d-82c3fbee8821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:52:30Z', 'updated_at': '2022-04-20T17:52:34Z', 'revision_number': 4, 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'gw_port': {'id': 'f917dd89-cf6c-49fc-b41d-82c3fbee8821', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:52:31Z', 'updated_at': '2022-04-20T17:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c', 'name': '', 'network_id': '03dd8ee6-fc82-43fa-a426-519b087cf9e0', 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92', 'mac_address': 'fa:16:3e:5c:b4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d3b2c0-df34-4939-a530-ea4681f87b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:52:33Z', 'updated_at': '2022-04-20T17:52:51Z', 'revision_number': 4, 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'subnets': [{'id': '48d3b2c0-df34-4939-a530-ea4681f87b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:52:52.314761 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e95138-df57-4c9a-9cbc-7190380f5a9f None None] The sync data for ids ['830f6843-5704-4c8c-80c4-1a6ac5bc5c54'] in n-d-838032-1 is: [{'id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'name': 'tempest-TestServerBasicOps-897643703-router', 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'f917dd89-cf6c-49fc-b41d-82c3fbee8821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:52:30Z', 'updated_at': '2022-04-20T17:52:34Z', 'revision_number': 4, 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'gw_port': {'id': 'f917dd89-cf6c-49fc-b41d-82c3fbee8821', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:52:31Z', 'updated_at': '2022-04-20T17:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c', 'name': '', 'network_id': '03dd8ee6-fc82-43fa-a426-519b087cf9e0', 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92', 'mac_address': 'fa:16:3e:5c:b4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d3b2c0-df34-4939-a530-ea4681f87b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:52:33Z', 'updated_at': '2022-04-20T17:52:51Z', 'revision_number': 4, 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'subnets': [{'id': '48d3b2c0-df34-4939-a530-ea4681f87b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:52:52.594455 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-14b90e76-2544-44f2-9a7c-f404b7ce8eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2047de-d7e4-47dc-a768-97b746a3484c', 'name': 'tempest-TestServerBasicOps-766912621-router', 'tenant_id': '426a4a3982c749f592d0330074d7b539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '655e8ad4-80a9-4377-a916-740bb66a2f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:52:37Z', 'updated_at': '2022-04-20T17:52:41Z', 'revision_number': 4, 'project_id': '426a4a3982c749f592d0330074d7b539', 'gw_port': {'id': '655e8ad4-80a9-4377-a916-740bb66a2f4d', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2047de-d7e4-47dc-a768-97b746a3484c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:52:38Z', 'updated_at': '2022-04-20T17:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '826854bd-5202-41bd-ad48-ce3fd5e637f3', 'name': '', 'network_id': '624d6d37-4b13-445e-a56b-f165dd6a539a', 'tenant_id': '426a4a3982c749f592d0330074d7b539', 'mac_address': 'fa:16:3e:b2:9d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2047de-d7e4-47dc-a768-97b746a3484c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e81fcb25-ebea-4229-b78b-44cb0b4d3113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:52:40Z', 'updated_at': '2022-04-20T17:52:42Z', 'revision_number': 2, 'project_id': '426a4a3982c749f592d0330074d7b539', 'subnets': [{'id': 'e81fcb25-ebea-4229-b78b-44cb0b4d3113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:52:52.598339 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b90e76-2544-44f2-9a7c-f404b7ce8eba None None] Checking router: 4e2047de-d7e4-47dc-a768-97b746a3484c for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:52:52.598746 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b90e76-2544-44f2-9a7c-f404b7ce8eba None None] Updating router 4e2047de-d7e4-47dc-a768-97b746a3484c port 826854bd-5202-41bd-ad48-ce3fd5e637f3 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:52:52.691782 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-14b90e76-2544-44f2-9a7c-f404b7ce8eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:52.735228 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:52:52.738905 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb999646-25fe-4372-bbb1-f389b2dd7fd0 req-6548d9dd-3997-4dfa-8dc3-0874c66a115b tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:52.740731 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fb999646-25fe-4372-bbb1-f389b2dd7fd0 req-6548d9dd-3997-4dfa-8dc3-0874c66a115b tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "GET /v2.0/ports?device_id=67698795-ee4c-4923-9bf9-8a67daa6e28f HTTP/1.1" status: 200 len: 943 time: 0.1034000 Apr 20 17:52:52.799525 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fb999646-25fe-4372-bbb1-f389b2dd7fd0 req-3ba0e578-263d-4be4-9bc7-7a162d004826 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "GET /v2.0/security-groups?id=34c15acb-392b-4c61-a2be-d92c07ef4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493188 Apr 20 17:52:52.813374 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:52:52.818816 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:52:52.819339 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:52.976252 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:53.009311 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c,segment=NetworkSegment(76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5),segment_id=76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:52:53.015456 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:53.056169 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-14b90e76-2544-44f2-9a7c-f404b7ce8eba None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:53.087691 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-14b90e76-2544-44f2-9a7c-f404b7ce8eba None None] Transition to ACTIVE for port object 826854bd-5202-41bd-ad48-ce3fd5e637f3 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:52:53.087691 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-14b90e76-2544-44f2-9a7c-f404b7ce8eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:53.107895 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:53.193446 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74502a50-3c26-4295-b43a-ebca9824ef8e req-e2473d62-511c-4bd3-b94c-60805c888685 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:53.194988 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-74502a50-3c26-4295-b43a-ebca9824ef8e req-e2473d62-511c-4bd3-b94c-60805c888685 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/ports?device_id=8321ef11-e799-438f-b609-e1ae38e5e610 HTTP/1.1" status: 200 len: 944 time: 0.0763066 Apr 20 17:52:53.214806 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f9d53-3e07-4258-8aeb-a611051b1913 None None] Pushing event updated for resources: {'Port': ['ID=826854bd-5202-41bd-ad48-ce3fd5e637f3,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:53.241680 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-74502a50-3c26-4295-b43a-ebca9824ef8e req-72fbb2f5-6b77-440b-9998-a1c83372ad35 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1a21b3b-3ad3-46ff-92a9-a4e934ddcd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409811 Apr 20 17:52:53.299725 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-14b90e76-2544-44f2-9a7c-f404b7ce8eba None None] Attempting to bind port 826854bd-5202-41bd-ad48-ce3fd5e637f3 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:52:53.300087 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-14b90e76-2544-44f2-9a7c-f404b7ce8eba None None] Attempting to bind port 826854bd-5202-41bd-ad48-ce3fd5e637f3 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'dab47597-096d-415d-974b-a8191a754dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '624d6d37-4b13-445e-a56b-f165dd6a539a'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:52:53.300435 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b90e76-2544-44f2-9a7c-f404b7ce8eba None None] Attempting to bind port 826854bd-5202-41bd-ad48-ce3fd5e637f3 on network 624d6d37-4b13-445e-a56b-f165dd6a539a {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:52:53.307107 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b90e76-2544-44f2-9a7c-f404b7ce8eba None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:52:53.307468 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b90e76-2544-44f2-9a7c-f404b7ce8eba None None] Checking segment: {'id': 'dab47597-096d-415d-974b-a8191a754dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '624d6d37-4b13-445e-a56b-f165dd6a539a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:52:53.307859 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-14b90e76-2544-44f2-9a7c-f404b7ce8eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:53.308245 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b90e76-2544-44f2-9a7c-f404b7ce8eba None None] Bound using segment: {'id': 'dab47597-096d-415d-974b-a8191a754dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '624d6d37-4b13-445e-a56b-f165dd6a539a'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:52:53.308693 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-14b90e76-2544-44f2-9a7c-f404b7ce8eba None None] Bound port: 826854bd-5202-41bd-ad48-ce3fd5e637f3, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab47597-096d-415d-974b-a8191a754dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '624d6d37-4b13-445e-a56b-f165dd6a539a'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:52:53.309068 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-14b90e76-2544-44f2-9a7c-f404b7ce8eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:53.396672 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-14b90e76-2544-44f2-9a7c-f404b7ce8eba None None] For port 826854bd-5202-41bd-ad48-ce3fd5e637f3, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:52:53.399657 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-14b90e76-2544-44f2-9a7c-f404b7ce8eba None None] For port 826854bd-5202-41bd-ad48-ce3fd5e637f3, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=826854bd-5202-41bd-ad48-ce3fd5e637f3,segment=NetworkSegment(dab47597-096d-415d-974b-a8191a754dd6),segment_id=dab47597-096d-415d-974b-a8191a754dd6)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:52:53.406854 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-14b90e76-2544-44f2-9a7c-f404b7ce8eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:53.407011 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 4a167bb3-0be9-4eda-8ec1-af33757660c8 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:52:53.482122 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f9d53-3e07-4258-8aeb-a611051b1913 None None] Pushing event updated for resources: {'Port': ['ID=826854bd-5202-41bd-ad48-ce3fd5e637f3,revision_number=4']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:53.488422 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b90e76-2544-44f2-9a7c-f404b7ce8eba None None] Routers {'4e2047de-d7e4-47dc-a768-97b746a3484c'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:52:53.489019 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-14b90e76-2544-44f2-9a7c-f404b7ce8eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:52:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['4e2047de-d7e4-47dc-a768-97b746a3484c'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:52:53.555305 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 4a167bb3-0be9-4eda-8ec1-af33757660c8, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=4a167bb3-0be9-4eda-8ec1-af33757660c8,segment=NetworkSegment(1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a),segment_id=1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:52:53.568918 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '4a167bb3-0be9-4eda-8ec1-af33757660c8', 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05', 'port_id': '4a167bb3-0be9-4eda-8ec1-af33757660c8', 'mac_address': 'fa:16:3e:22:f1:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e71a46-71b6-4cdd-99d9-3534a1101d85', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:52:53.632655 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:53.650315 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a167bb3-0be9-4eda-8ec1-af33757660c8 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:52:53.665684 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 4a167bb3-0be9-4eda-8ec1-af33757660c8, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=4a167bb3-0be9-4eda-8ec1-af33757660c8,segment=NetworkSegment(1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a),segment_id=1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:52:53.669704 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-14b90e76-2544-44f2-9a7c-f404b7ce8eba None None] Set router 4e2047de-d7e4-47dc-a768-97b746a3484c gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:52:53.671651 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:53.745864 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=4a167bb3-0be9-4eda-8ec1-af33757660c8,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:53.984574 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-14b90e76-2544-44f2-9a7c-f404b7ce8eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2047de-d7e4-47dc-a768-97b746a3484c', 'name': 'tempest-TestServerBasicOps-766912621-router', 'tenant_id': '426a4a3982c749f592d0330074d7b539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '655e8ad4-80a9-4377-a916-740bb66a2f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:52:37Z', 'updated_at': '2022-04-20T17:52:41Z', 'revision_number': 4, 'project_id': '426a4a3982c749f592d0330074d7b539', 'gw_port': {'id': '655e8ad4-80a9-4377-a916-740bb66a2f4d', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2047de-d7e4-47dc-a768-97b746a3484c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:52:38Z', 'updated_at': '2022-04-20T17:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '826854bd-5202-41bd-ad48-ce3fd5e637f3', 'name': '', 'network_id': '624d6d37-4b13-445e-a56b-f165dd6a539a', 'tenant_id': '426a4a3982c749f592d0330074d7b539', 'mac_address': 'fa:16:3e:b2:9d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2047de-d7e4-47dc-a768-97b746a3484c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e81fcb25-ebea-4229-b78b-44cb0b4d3113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:52:40Z', 'updated_at': '2022-04-20T17:52:53Z', 'revision_number': 4, 'project_id': '426a4a3982c749f592d0330074d7b539', 'subnets': [{'id': 'e81fcb25-ebea-4229-b78b-44cb0b4d3113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:52:53.989227 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b90e76-2544-44f2-9a7c-f404b7ce8eba None None] The sync data for ids ['4e2047de-d7e4-47dc-a768-97b746a3484c'] in n-d-838032-1 is: [{'id': '4e2047de-d7e4-47dc-a768-97b746a3484c', 'name': 'tempest-TestServerBasicOps-766912621-router', 'tenant_id': '426a4a3982c749f592d0330074d7b539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '655e8ad4-80a9-4377-a916-740bb66a2f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:52:37Z', 'updated_at': '2022-04-20T17:52:41Z', 'revision_number': 4, 'project_id': '426a4a3982c749f592d0330074d7b539', 'gw_port': {'id': '655e8ad4-80a9-4377-a916-740bb66a2f4d', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2047de-d7e4-47dc-a768-97b746a3484c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:52:38Z', 'updated_at': '2022-04-20T17:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '826854bd-5202-41bd-ad48-ce3fd5e637f3', 'name': '', 'network_id': '624d6d37-4b13-445e-a56b-f165dd6a539a', 'tenant_id': '426a4a3982c749f592d0330074d7b539', 'mac_address': 'fa:16:3e:b2:9d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2047de-d7e4-47dc-a768-97b746a3484c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e81fcb25-ebea-4229-b78b-44cb0b4d3113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:52:40Z', 'updated_at': '2022-04-20T17:52:53Z', 'revision_number': 4, 'project_id': '426a4a3982c749f592d0330074d7b539', 'subnets': [{'id': 'e81fcb25-ebea-4229-b78b-44cb0b4d3113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:52:54.005763 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['4a167bb3-0be9-4eda-8ec1-af33757660c8'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:52:54.182140 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70aa96-b316-4fa4-a169-40919d5bc6de req-ef8c0d63-6ded-41df-a72c-6401c9708e1e tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:54.184311 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cf70aa96-b316-4fa4-a169-40919d5bc6de req-ef8c0d63-6ded-41df-a72c-6401c9708e1e tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "GET /v2.0/ports?device_id=67698795-ee4c-4923-9bf9-8a67daa6e28f HTTP/1.1" status: 200 len: 943 time: 0.0827713 Apr 20 17:52:54.231419 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cf70aa96-b316-4fa4-a169-40919d5bc6de req-7c701547-156f-4904-8b3c-2567b0dc3288 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "GET /v2.0/security-groups?id=34c15acb-392b-4c61-a2be-d92c07ef4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409772 Apr 20 17:52:54.452396 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9b48a-5798-4f88-81af-e211e802e14c req-34ec38a2-aa4f-4c65-9cef-f5894d8a2de6 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:54.454085 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8db9b48a-5798-4f88-81af-e211e802e14c req-34ec38a2-aa4f-4c65-9cef-f5894d8a2de6 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/ports?device_id=8321ef11-e799-438f-b609-e1ae38e5e610 HTTP/1.1" status: 200 len: 945 time: 0.0835209 Apr 20 17:52:54.471291 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:52:54.502133 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8db9b48a-5798-4f88-81af-e211e802e14c req-adf6c59f-5339-4940-ae5c-b72486299d36 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1a21b3b-3ad3-46ff-92a9-a4e934ddcd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423417 Apr 20 17:52:54.761277 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:52:54.832753 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:52:54.833278 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:54.924768 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 4c6e5023-8823-4673-8737-138a655f7479 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:52:54.955541 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 826854bd-5202-41bd-ad48-ce3fd5e637f3 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:52:55.121760 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 4c6e5023-8823-4673-8737-138a655f7479, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=4c6e5023-8823-4673-8737-138a655f7479,segment=NetworkSegment(76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5),segment_id=76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:52:55.134691 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 826854bd-5202-41bd-ad48-ce3fd5e637f3 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:52:55.137421 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '4c6e5023-8823-4673-8737-138a655f7479', 'network_id': '03dd8ee6-fc82-43fa-a426-519b087cf9e0', 'port_id': '4c6e5023-8823-4673-8737-138a655f7479', 'mac_address': 'fa:16:3e:1c:6a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d3b2c0-df34-4939-a530-ea4681f87b1e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:52:55.163125 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 826854bd-5202-41bd-ad48-ce3fd5e637f3 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:52:55.163491 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:55.235250 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:55.257047 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c6e5023-8823-4673-8737-138a655f7479 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:52:55.306417 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 4c6e5023-8823-4673-8737-138a655f7479, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=4c6e5023-8823-4673-8737-138a655f7479,segment=NetworkSegment(76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5),segment_id=76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:52:55.318617 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:55.370489 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:55.414849 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=4c6e5023-8823-4673-8737-138a655f7479,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:55.420755 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 826854bd-5202-41bd-ad48-ce3fd5e637f3, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=826854bd-5202-41bd-ad48-ce3fd5e637f3,segment=NetworkSegment(dab47597-096d-415d-974b-a8191a754dd6),segment_id=dab47597-096d-415d-974b-a8191a754dd6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:52:55.427447 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:55.429797 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af27bfa-aaf2-4c07-af8f-d729988cb7da req-1f0e46c6-415d-45b6-8970-b39c546f1e72 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:55.431424 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6af27bfa-aaf2-4c07-af8f-d729988cb7da req-1f0e46c6-415d-45b6-8970-b39c546f1e72 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "GET /v2.0/ports?device_id=67698795-ee4c-4923-9bf9-8a67daa6e28f HTTP/1.1" status: 200 len: 944 time: 0.0788324 Apr 20 17:52:55.465359 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 4a167bb3-0be9-4eda-8ec1-af33757660c8 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:52:55.478113 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6af27bfa-aaf2-4c07-af8f-d729988cb7da req-b646f151-7b22-4f6c-a383-e728cf94084a tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "GET /v2.0/security-groups?id=34c15acb-392b-4c61-a2be-d92c07ef4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408309 Apr 20 17:52:55.548475 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=826854bd-5202-41bd-ad48-ce3fd5e637f3,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:55.565143 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 4a167bb3-0be9-4eda-8ec1-af33757660c8 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:52:55.569821 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['4c6e5023-8823-4673-8737-138a655f7479'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:52:55.602993 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 4a167bb3-0be9-4eda-8ec1-af33757660c8 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:52:55.603347 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:55.697237 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f6367-5834-4f29-a3de-68e5089eed70 req-08af70a3-ee19-401f-89a8-27fd3ee3c22f tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:55.698691 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3e6f6367-5834-4f29-a3de-68e5089eed70 req-08af70a3-ee19-401f-89a8-27fd3ee3c22f tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/ports?device_id=8321ef11-e799-438f-b609-e1ae38e5e610 HTTP/1.1" status: 200 len: 945 time: 0.0773299 Apr 20 17:52:55.749469 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3e6f6367-5834-4f29-a3de-68e5089eed70 req-5e30cbfe-a5e6-4bf9-8e49-fb77c9350c90 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1a21b3b-3ad3-46ff-92a9-a4e934ddcd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448895 Apr 20 17:52:55.777564 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:55.829655 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8321ef11-e799-438f-b609-e1ae38e5e610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a167bb3-0be9-4eda-8ec1-af33757660c8'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:52:55.846512 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 4a167bb3-0be9-4eda-8ec1-af33757660c8, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=4a167bb3-0be9-4eda-8ec1-af33757660c8,segment=NetworkSegment(1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a),segment_id=1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:52:55.856781 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:55.927549 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1566866-ebfa-4198-97aa-2243f4f826d6'] response: {'server_uuid': '8321ef11-e799-438f-b609-e1ae38e5e610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a167bb3-0be9-4eda-8ec1-af33757660c8', 'code': 200} Apr 20 17:52:55.986681 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=4a167bb3-0be9-4eda-8ec1-af33757660c8,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:56.104457 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b5c47b6a-4c33-451c-97a5-25860887015e req-8d57fc4d-2558-4d41-9179-4eb17db03794 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8321ef11-e799-438f-b609-e1ae38e5e610 HTTP/1.1" status: 200 len: 1097 time: 0.1542737 Apr 20 17:52:56.145093 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b5c47b6a-4c33-451c-97a5-25860887015e req-b1df69b2-84ed-4416-8aee-79a13a1c1dbd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a1a21b3b-3ad3-46ff-92a9-a4e934ddcd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348947 Apr 20 17:52:56.684581 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cfaf9-4e49-4d59-bd83-bb9d1cfef6ca req-21e25cee-fd55-4abe-b348-0e4a3b99f039 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:56.686181 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-282cfaf9-4e49-4d59-bd83-bb9d1cfef6ca req-21e25cee-fd55-4abe-b348-0e4a3b99f039 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "GET /v2.0/ports?device_id=67698795-ee4c-4923-9bf9-8a67daa6e28f HTTP/1.1" status: 200 len: 944 time: 0.0901744 Apr 20 17:52:56.692376 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 826854bd-5202-41bd-ad48-ce3fd5e637f3 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:52:56.732826 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-282cfaf9-4e49-4d59-bd83-bb9d1cfef6ca req-72095aa1-d93d-4b40-98af-98e420a3940a tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "GET /v2.0/security-groups?id=34c15acb-392b-4c61-a2be-d92c07ef4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407515 Apr 20 17:52:56.764632 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 826854bd-5202-41bd-ad48-ce3fd5e637f3 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:52:56.764991 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:56.922204 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 4c6e5023-8823-4673-8737-138a655f7479 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:52:56.955349 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f450760-9422-475c-b475-14490eb33b2f req-19331f92-fe3d-4328-83a5-ab6768d86afc tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:56.956762 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0f450760-9422-475c-b475-14490eb33b2f req-19331f92-fe3d-4328-83a5-ab6768d86afc tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/ports?device_id=8321ef11-e799-438f-b609-e1ae38e5e610 HTTP/1.1" status: 200 len: 946 time: 0.0842550 Apr 20 17:52:56.989723 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 4c6e5023-8823-4673-8737-138a655f7479 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:52:56.994974 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 4c6e5023-8823-4673-8737-138a655f7479 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:52:56.995346 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:57.004349 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0f450760-9422-475c-b475-14490eb33b2f req-08a57542-4397-4f85-9e2d-5836f61d078c tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1a21b3b-3ad3-46ff-92a9-a4e934ddcd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418098 Apr 20 17:52:57.109249 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:57.141579 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 4c6e5023-8823-4673-8737-138a655f7479, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=4c6e5023-8823-4673-8737-138a655f7479,segment=NetworkSegment(76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5),segment_id=76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:52:57.147319 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:57.211170 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=4c6e5023-8823-4673-8737-138a655f7479,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:57.929400 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67698795-ee4c-4923-9bf9-8a67daa6e28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6e5023-8823-4673-8737-138a655f7479'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:52:57.954487 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d753ec0-197d-4fda-aa43-97dd70e8919f req-47562f19-f4b1-4400-9ec0-4cd71e84e090 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:57.955908 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8d753ec0-197d-4fda-aa43-97dd70e8919f req-47562f19-f4b1-4400-9ec0-4cd71e84e090 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "GET /v2.0/ports?device_id=67698795-ee4c-4923-9bf9-8a67daa6e28f HTTP/1.1" status: 200 len: 945 time: 0.0889730 Apr 20 17:52:57.984760 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8772975b-9703-443c-9b0f-d87f04420535'] response: {'server_uuid': '67698795-ee4c-4923-9bf9-8a67daa6e28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6e5023-8823-4673-8737-138a655f7479', 'code': 200} Apr 20 17:52:58.002883 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8d753ec0-197d-4fda-aa43-97dd70e8919f req-4c02e12b-b2f7-4e54-94c9-65f7d19aef52 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "GET /v2.0/security-groups?id=34c15acb-392b-4c61-a2be-d92c07ef4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409286 Apr 20 17:52:58.112071 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2b6282b0-41d6-491a-b083-47f89729604a req-05c60993-8a35-425f-b606-0a5c6056c058 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=67698795-ee4c-4923-9bf9-8a67daa6e28f HTTP/1.1" status: 200 len: 1096 time: 0.0703516 Apr 20 17:52:58.205519 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2b6282b0-41d6-491a-b083-47f89729604a req-c4e559e9-48a8-4790-89d8-dcc0386490d6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=34c15acb-392b-4c61-a2be-d92c07ef4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870399 Apr 20 17:52:58.224714 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e882e-b822-4d69-ac25-b54dbc7ac286 req-943c4f74-b2da-41e4-8841-3f49dd33316b tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:58.226083 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-054e882e-b822-4d69-ac25-b54dbc7ac286 req-943c4f74-b2da-41e4-8841-3f49dd33316b tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/ports?device_id=8321ef11-e799-438f-b609-e1ae38e5e610 HTTP/1.1" status: 200 len: 946 time: 0.0949872 Apr 20 17:52:58.275791 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-054e882e-b822-4d69-ac25-b54dbc7ac286 req-88656aa7-17a1-44ed-ad4f-c60ce44dbf66 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1a21b3b-3ad3-46ff-92a9-a4e934ddcd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417378 Apr 20 17:52:58.572113 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf90112-13bd-404b-af3d-15ad7cdefafb req-797a76c4-ae18-4dd4-9fe6-41b2d42e064e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:58.573451 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-adf90112-13bd-404b-af3d-15ad7cdefafb req-797a76c4-ae18-4dd4-9fe6-41b2d42e064e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/ports?device_id=8321ef11-e799-438f-b609-e1ae38e5e610 HTTP/1.1" status: 200 len: 946 time: 0.1752102 Apr 20 17:52:58.618460 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-adf90112-13bd-404b-af3d-15ad7cdefafb req-c775f5c9-cefb-4478-8f0c-72f68b85afed tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1a21b3b-3ad3-46ff-92a9-a4e934ddcd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394619 Apr 20 17:52:58.648708 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60370) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:52:58.859938 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-009d93a3-cfbf-41bd-aa94-45d51f9c2b7a tempest-TestVolumeBackupRestore-1782009429 tempest-TestVolumeBackupRestore-1782009429-project-admin] Synchronizing usage tracker for tenant:f6bcf3995e4d4caf92f40ee52f2c16c9 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:52:58.881373 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-009d93a3-cfbf-41bd-aa94-45d51f9c2b7a tempest-TestVolumeBackupRestore-1782009429 tempest-TestVolumeBackupRestore-1782009429-project-admin] Unset dirty status for tenant:f6bcf3995e4d4caf92f40ee52f2c16c9 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:52:58.882557 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-009d93a3-cfbf-41bd-aa94-45d51f9c2b7a tempest-TestVolumeBackupRestore-1782009429 tempest-TestVolumeBackupRestore-1782009429-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8321ef11-e799-438f-b609-e1ae38e5e610 HTTP/1.1" status: 200 len: 1092 time: 0.2328694 Apr 20 17:52:58.886639 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60376) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:52:58.895237 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'port_id': '4a167bb3-0be9-4eda-8ec1-af33757660c8', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:52:58.901825 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:52:58.906271 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Usage tracker for resource:floatingip and tenant:9a3c77269f2b4405abe8c753429a9409 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:52:58.909256 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:52:58.915267 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:52:58.927346 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:59.070025 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:59.364812 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Allocated IP 172.25.8.221 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/ed8b409b-bd8d-4946-b079-cd033fc3c9d3) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:52:59.444640 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff9fcc-5c89-4bc9-bd96-a74be1b57942 req-fb3ab57a-5b52-45ad-8adc-538f216e2a9c tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:52:59.445994 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-46ff9fcc-5c89-4bc9-bd96-a74be1b57942 req-fb3ab57a-5b52-45ad-8adc-538f216e2a9c tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "GET /v2.0/ports?device_id=67698795-ee4c-4923-9bf9-8a67daa6e28f HTTP/1.1" status: 200 len: 945 time: 0.3079517 Apr 20 17:52:59.532810 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-46ff9fcc-5c89-4bc9-bd96-a74be1b57942 req-38294c74-f0e2-4305-a121-05ac2c60734e tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "GET /v2.0/security-groups?id=34c15acb-392b-4c61-a2be-d92c07ef4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719199 Apr 20 17:52:59.552724 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:59.583076 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:52:59.648417 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:52:59.651267 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:52:59.655573 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:52:59.682497 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Pushing event updated for resources: {'Port': ['ID=ed8b409b-bd8d-4946-b079-cd033fc3c9d3,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:52:59.707208 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:59.707492 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:59.707830 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:59.708164 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:59.708531 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:59.708858 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:59.709185 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:59.709500 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:59.709820 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:59.710134 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:52:59.710487 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:53:00.179818 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:00.238868 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:00.440732 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:00.446447 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:00.555385 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Pushing event updated for resources: {'Port': ['ID=ed8b409b-bd8d-4946-b079-cd033fc3c9d3,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:53:00.573711 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:00.731150 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b942221-1b17-4322-b204-b49a93b10edf req-5189829d-c38c-4804-828d-26c4d06365ff tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:53:00.732532 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2b942221-1b17-4322-b204-b49a93b10edf req-5189829d-c38c-4804-828d-26c4d06365ff tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "GET /v2.0/ports?device_id=67698795-ee4c-4923-9bf9-8a67daa6e28f HTTP/1.1" status: 200 len: 945 time: 0.0784817 Apr 20 17:53:00.768871 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Floating IP 83b23430-7828-4ecf-8105-78e5202f02e4 associated. External IP: 172.25.8.221, port: 4a167bb3-0be9-4eda-8ec1-af33757660c8. Apr 20 17:53:00.778478 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2b942221-1b17-4322-b204-b49a93b10edf req-2696b30a-30d2-4bbe-8276-60b1f23a78be tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "GET /v2.0/security-groups?id=34c15acb-392b-4c61-a2be-d92c07ef4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403111 Apr 20 17:53:01.088756 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316b21a-7a51-42bf-a131-4d3ae9412b31 req-ad05fa26-c710-4456-813e-b8d4dfecd504 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:53:01.090290 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9316b21a-7a51-42bf-a131-4d3ae9412b31 req-ad05fa26-c710-4456-813e-b8d4dfecd504 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "GET /v2.0/ports?device_id=67698795-ee4c-4923-9bf9-8a67daa6e28f HTTP/1.1" status: 200 len: 945 time: 0.1100073 Apr 20 17:53:01.155310 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9316b21a-7a51-42bf-a131-4d3ae9412b31 req-00710455-4c38-4f22-a7cc-80733820ee0b tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "GET /v2.0/security-groups?id=34c15acb-392b-4c61-a2be-d92c07ef4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586247 Apr 20 17:53:01.366019 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f141f3a-40b8-4ccc-9bb7-e78db9237797 req-77b89d32-87c4-4521-bead-9aae5566b0ff tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:53:01.367439 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1f141f3a-40b8-4ccc-9bb7-e78db9237797 req-77b89d32-87c4-4521-bead-9aae5566b0ff tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "GET /v2.0/ports?device_id=67698795-ee4c-4923-9bf9-8a67daa6e28f HTTP/1.1" status: 200 len: 945 time: 0.0754228 Apr 20 17:53:01.415563 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1f141f3a-40b8-4ccc-9bb7-e78db9237797 req-f51521ad-8026-4552-8fb5-0072c10fe2b8 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "GET /v2.0/security-groups?id=34c15acb-392b-4c61-a2be-d92c07ef4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420618 Apr 20 17:53:01.435336 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Router b41d1b80-fce8-4acc-a378-436ed70206c9 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:53:01.443847 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60390) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:53:01.455412 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2583baf-1d8e-4e65-9940-3a481a86b127 req-b58e68af-75cb-4037-981d-cdcfc3f5e7b8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=67698795-ee4c-4923-9bf9-8a67daa6e28f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1025777 Apr 20 17:53:01.590046 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-523c1c2e-d634-46d8-86e8-4503c3963a69 tempest-TestServerBasicOps-2112657250 tempest-TestServerBasicOps-2112657250-project-admin] Synchronizing usage tracker for tenant:426a4a3982c749f592d0330074d7b539 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:53:01.609642 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-523c1c2e-d634-46d8-86e8-4503c3963a69 tempest-TestServerBasicOps-2112657250 tempest-TestServerBasicOps-2112657250-project-admin] Unset dirty status for tenant:426a4a3982c749f592d0330074d7b539 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:53:01.611042 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-523c1c2e-d634-46d8-86e8-4503c3963a69 tempest-TestServerBasicOps-2112657250 tempest-TestServerBasicOps-2112657250-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=67698795-ee4c-4923-9bf9-8a67daa6e28f HTTP/1.1" status: 200 len: 1091 time: 0.1659448 Apr 20 17:53:01.614179 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60396) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:53:01.620093 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-3af4eec6-2edb-4ada-b223-90d98978e90c tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'port_id': '4c6e5023-8823-4673-8737-138a655f7479', 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:53:01.626148 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3af4eec6-2edb-4ada-b223-90d98978e90c tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:53:01.629997 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3af4eec6-2edb-4ada-b223-90d98978e90c tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Usage tracker for resource:floatingip and tenant:4bf64632e3034662a8a9bd433ca4cc92 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:53:01.632974 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3af4eec6-2edb-4ada-b223-90d98978e90c tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:53:01.638928 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3af4eec6-2edb-4ada-b223-90d98978e90c tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:53:01.650735 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3af4eec6-2edb-4ada-b223-90d98978e90c tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks [] for floatingip, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:01.668229 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2583baf-1d8e-4e65-9940-3a481a86b127 req-132cb673-7f4f-4af1-90f5-48ca4a44b92f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4bf64632e3034662a8a9bd433ca4cc92&device_id=67698795-ee4c-4923-9bf9-8a67daa6e28f HTTP/1.1" status: 200 len: 1096 time: 0.1083851 Apr 20 17:53:01.786528 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3af4eec6-2edb-4ada-b223-90d98978e90c tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:01.805750 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:53:01.816217 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39212fca-f034-4aba-8809-9ed17486a9f1 None None] Sync routers for ids ['b41d1b80-fce8-4acc-a378-436ed70206c9'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:53:01.831076 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39212fca-f034-4aba-8809-9ed17486a9f1 None None] Routers {'b41d1b80-fce8-4acc-a378-436ed70206c9'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:53:01.832017 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-39212fca-f034-4aba-8809-9ed17486a9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:52:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['b41d1b80-fce8-4acc-a378-436ed70206c9'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:53:01.845633 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2583baf-1d8e-4e65-9940-3a481a86b127 req-fca3f081-400e-4daa-8d57-16f301d001e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:53:01.847187 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2583baf-1d8e-4e65-9940-3a481a86b127 req-fca3f081-400e-4daa-8d57-16f301d001e3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=03dd8ee6-fc82-43fa-a426-519b087cf9e0 HTTP/1.1" status: 200 len: 909 time: 0.1556580 Apr 20 17:53:01.853881 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:01.919377 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-3af4eec6-2edb-4ada-b223-90d98978e90c tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Allocated IP 172.25.8.147 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/04622116-8fe7-49ed-ab94-36eb0002c57a) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:53:01.960703 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2583baf-1d8e-4e65-9940-3a481a86b127 req-380e4849-28c9-4099-8ae6-4bca6a8e3b50 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c6e5023-8823-4673-8737-138a655f7479 HTTP/1.1" status: 200 len: 217 time: 0.0821004 Apr 20 17:53:02.002938 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4dd04ab8-6527-4974-8098-5be1f162335e tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1145713 Apr 20 17:53:02.005299 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60400) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:53:02.008264 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-39212fca-f034-4aba-8809-9ed17486a9f1 None None] Set router b41d1b80-fce8-4acc-a378-436ed70206c9 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:53:02.008422 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8321ef11-e799-438f-b609-e1ae38e5e610', 'tag': '4a167bb3-0be9-4eda-8ec1-af33757660c8'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:53:02.035329 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2583baf-1d8e-4e65-9940-3a481a86b127 req-8a215c7a-7790-4f29-ad76-a4e1b570adb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:53:02.036899 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2583baf-1d8e-4e65-9940-3a481a86b127 req-8a215c7a-7790-4f29-ad76-a4e1b570adb2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=48d3b2c0-df34-4939-a530-ea4681f87b1e HTTP/1.1" status: 200 len: 847 time: 0.0692883 Apr 20 17:53:02.097251 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e417306-d59d-4b2c-8b62-e4af1df73c32'] response: {'name': 'network-changed', 'server_uuid': '8321ef11-e799-438f-b609-e1ae38e5e610', 'tag': '4a167bb3-0be9-4eda-8ec1-af33757660c8', 'status': 'completed', 'code': 200} Apr 20 17:53:02.137328 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2583baf-1d8e-4e65-9940-3a481a86b127 req-9f7fbd12-85cc-449e-97b2-edc302b08bea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=03dd8ee6-fc82-43fa-a426-519b087cf9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941629 Apr 20 17:53:02.165916 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3af4eec6-2edb-4ada-b223-90d98978e90c tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:02.195499 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e4302e28-926d-497c-8872-dcc11fc8cd68 tempest-TestVolumeBackupRestore-1782009429 tempest-TestVolumeBackupRestore-1782009429-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8321ef11-e799-438f-b609-e1ae38e5e610 HTTP/1.1" status: 200 len: 1092 time: 0.1889307 Apr 20 17:53:02.198391 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60406) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:53:02.206626 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-54946252-40ea-4492-9271-439de49cfb73 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Request body: {'floatingip': {'port_id': '4a167bb3-0be9-4eda-8ec1-af33757660c8'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:53:02.303670 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2583baf-1d8e-4e65-9940-3a481a86b127 req-62916f6e-6b48-433d-86f6-30d7219a6afa service neutron] 10.222.0.43 "GET /v2.0/networks/03dd8ee6-fc82-43fa-a426-519b087cf9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604273 Apr 20 17:53:02.305138 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bf06e30a-c9e3-4025-bffb-6d7c44ece23a req-7b14be99-c75f-4ec1-a337-73b9e0b5132c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a3c77269f2b4405abe8c753429a9409&device_id=8321ef11-e799-438f-b609-e1ae38e5e610 HTTP/1.1" status: 200 len: 1097 time: 0.2064719 Apr 20 17:53:02.382373 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-39212fca-f034-4aba-8809-9ed17486a9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'name': 'tempest-TestVolumeBackupRestore-11856192-router', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '084cedcc-debb-409e-bd7f-cacd57295765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:07Z', 'updated_at': '2022-04-20T17:50:11Z', 'revision_number': 4, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'gw_port': {'id': '084cedcc-debb-409e-bd7f-cacd57295765', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:07Z', 'updated_at': '2022-04-20T17:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '83b23430-7828-4ecf-8105-78e5202f02e4', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'port_id': '4a167bb3-0be9-4eda-8ec1-af33757660c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05', 'mac_address': 'fa:16:3e:22:f1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8321ef11-e799-438f-b609-e1ae38e5e610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:53:00Z', 'updated_at': '2022-04-20T17:53:00Z', 'revision_number': 0, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5124cecb-8471-4b02-85f0-1db88c30d764', 'name': '', 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'mac_address': 'fa:16:3e:a4:8f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09e71a46-71b6-4cdd-99d9-3534a1101d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:10Z', 'updated_at': '2022-04-20T17:50:31Z', 'revision_number': 5, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'subnets': [{'id': '09e71a46-71b6-4cdd-99d9-3534a1101d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:53:02.384141 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-54946252-40ea-4492-9271-439de49cfb73 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks [] for floatingip, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:02.386631 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39212fca-f034-4aba-8809-9ed17486a9f1 None None] Checking router: b41d1b80-fce8-4acc-a378-436ed70206c9 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:53:02.397779 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39212fca-f034-4aba-8809-9ed17486a9f1 None None] Routers {'b41d1b80-fce8-4acc-a378-436ed70206c9'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:53:02.398508 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-39212fca-f034-4aba-8809-9ed17486a9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:52:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['b41d1b80-fce8-4acc-a378-436ed70206c9'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:53:02.433414 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3af4eec6-2edb-4ada-b223-90d98978e90c tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:02.446782 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2583baf-1d8e-4e65-9940-3a481a86b127 req-db6744b8-955b-4e27-bd23-bbcacf12abee service neutron] 10.222.0.43 "GET /v2.0/networks/03dd8ee6-fc82-43fa-a426-519b087cf9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373568 Apr 20 17:53:02.568614 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af4eec6-2edb-4ada-b223-90d98978e90c tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:53:02.571476 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4eec6-2edb-4ada-b223-90d98978e90c tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Pushing event updated for resources: {'Port': ['ID=04622116-8fe7-49ed-ab94-36eb0002c57a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:53:02.573230 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-39212fca-f034-4aba-8809-9ed17486a9f1 None None] Set router b41d1b80-fce8-4acc-a378-436ed70206c9 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:53:02.581826 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-3af4eec6-2edb-4ada-b223-90d98978e90c tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:53:02.595295 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af4eec6-2edb-4ada-b223-90d98978e90c tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:53:02.674236 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06e30a-c9e3-4025-bffb-6d7c44ece23a req-f74c9115-2ce4-40ec-891f-eab476580794 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:53:02.675693 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bf06e30a-c9e3-4025-bffb-6d7c44ece23a req-f74c9115-2ce4-40ec-891f-eab476580794 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b2e544b3-7e6a-4429-92d1-844c3f130f05 HTTP/1.1" status: 200 len: 913 time: 0.3627319 Apr 20 17:53:02.969869 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-39212fca-f034-4aba-8809-9ed17486a9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'name': 'tempest-TestVolumeBackupRestore-11856192-router', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '084cedcc-debb-409e-bd7f-cacd57295765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:07Z', 'updated_at': '2022-04-20T17:50:11Z', 'revision_number': 4, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'gw_port': {'id': '084cedcc-debb-409e-bd7f-cacd57295765', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:07Z', 'updated_at': '2022-04-20T17:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '83b23430-7828-4ecf-8105-78e5202f02e4', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'port_id': '4a167bb3-0be9-4eda-8ec1-af33757660c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05', 'mac_address': 'fa:16:3e:22:f1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8321ef11-e799-438f-b609-e1ae38e5e610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:53:00Z', 'updated_at': '2022-04-20T17:53:00Z', 'revision_number': 0, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5124cecb-8471-4b02-85f0-1db88c30d764', 'name': '', 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'mac_address': 'fa:16:3e:a4:8f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09e71a46-71b6-4cdd-99d9-3534a1101d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:10Z', 'updated_at': '2022-04-20T17:50:31Z', 'revision_number': 5, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'subnets': [{'id': '09e71a46-71b6-4cdd-99d9-3534a1101d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:53:02.974172 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39212fca-f034-4aba-8809-9ed17486a9f1 None None] The sync data for ids ['b41d1b80-fce8-4acc-a378-436ed70206c9'] in n-d-838032-1 is: [{'id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'name': 'tempest-TestVolumeBackupRestore-11856192-router', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '084cedcc-debb-409e-bd7f-cacd57295765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:07Z', 'updated_at': '2022-04-20T17:50:11Z', 'revision_number': 4, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'gw_port': {'id': '084cedcc-debb-409e-bd7f-cacd57295765', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:07Z', 'updated_at': '2022-04-20T17:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '83b23430-7828-4ecf-8105-78e5202f02e4', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'port_id': '4a167bb3-0be9-4eda-8ec1-af33757660c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05', 'mac_address': 'fa:16:3e:22:f1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8321ef11-e799-438f-b609-e1ae38e5e610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:53:00Z', 'updated_at': '2022-04-20T17:53:00Z', 'revision_number': 0, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5124cecb-8471-4b02-85f0-1db88c30d764', 'name': '', 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'mac_address': 'fa:16:3e:a4:8f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09e71a46-71b6-4cdd-99d9-3534a1101d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:10Z', 'updated_at': '2022-04-20T17:50:31Z', 'revision_number': 5, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'subnets': [{'id': '09e71a46-71b6-4cdd-99d9-3534a1101d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:53:02.998027 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bf06e30a-c9e3-4025-bffb-6d7c44ece23a req-aee08e68-72cf-49c3-89ce-6db3118c3967 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a167bb3-0be9-4eda-8ec1-af33757660c8 HTTP/1.1" status: 200 len: 1000 time: 0.3121989 Apr 20 17:53:03.235883 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06e30a-c9e3-4025-bffb-6d7c44ece23a req-73bf9ffa-9691-4f66-b7f5-2f17635a2014 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:53:03.237316 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bf06e30a-c9e3-4025-bffb-6d7c44ece23a req-73bf9ffa-9691-4f66-b7f5-2f17635a2014 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=09e71a46-71b6-4cdd-99d9-3534a1101d85 HTTP/1.1" status: 200 len: 851 time: 0.2310693 Apr 20 17:53:03.591765 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bf06e30a-c9e3-4025-bffb-6d7c44ece23a req-2617737b-6fa4-463c-b224-73a707c56b99 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b2e544b3-7e6a-4429-92d1-844c3f130f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3469729 Apr 20 17:53:03.785017 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bf06e30a-c9e3-4025-bffb-6d7c44ece23a req-57935d92-e481-46e8-9f9e-0cae4e933e68 service neutron] 10.222.0.10 "GET /v2.0/networks/b2e544b3-7e6a-4429-92d1-844c3f130f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809113 Apr 20 17:53:03.883323 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a747603-af60-4aed-bbbf-81a4c4608d4f req-054759b9-5b6a-4e2a-bdeb-2968cad7bbcf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8321ef11-e799-438f-b609-e1ae38e5e610&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0697887 Apr 20 17:53:04.020380 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-54946252-40ea-4492-9271-439de49cfb73 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:04.038331 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-54946252-40ea-4492-9271-439de49cfb73 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:04.288872 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3af4eec6-2edb-4ada-b223-90d98978e90c tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:04.321794 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bf06e30a-c9e3-4025-bffb-6d7c44ece23a req-017405ee-1725-4059-aa42-a3a9490e89c2 service neutron] 10.222.0.10 "GET /v2.0/networks/b2e544b3-7e6a-4429-92d1-844c3f130f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4890258 Apr 20 17:53:04.363383 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3af4eec6-2edb-4ada-b223-90d98978e90c tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:04.628856 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9a747603-af60-4aed-bbbf-81a4c4608d4f req-ab6f8d90-2208-4503-81d8-d2825219ad89 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a3c77269f2b4405abe8c753429a9409&device_id=8321ef11-e799-438f-b609-e1ae38e5e610 HTTP/1.1" status: 200 len: 1097 time: 0.2121050 Apr 20 17:53:04.658497 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3af4eec6-2edb-4ada-b223-90d98978e90c tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:04.681042 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3af4eec6-2edb-4ada-b223-90d98978e90c tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:04.915279 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4eec6-2edb-4ada-b223-90d98978e90c tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Pushing event updated for resources: {'Port': ['ID=04622116-8fe7-49ed-ab94-36eb0002c57a,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:53:05.004939 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a747603-af60-4aed-bbbf-81a4c4608d4f req-b7e30f89-cfb2-4d20-9f03-b0e368f40a0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:53:05.006447 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9a747603-af60-4aed-bbbf-81a4c4608d4f req-b7e30f89-cfb2-4d20-9f03-b0e368f40a0d service neutron] 10.222.0.10 "GET /v2.0/networks?id=b2e544b3-7e6a-4429-92d1-844c3f130f05 HTTP/1.1" status: 200 len: 913 time: 0.3461871 Apr 20 17:53:05.007932 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3af4eec6-2edb-4ada-b223-90d98978e90c tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:05.230224 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9a747603-af60-4aed-bbbf-81a4c4608d4f req-485499d1-35a2-4d01-8f2e-e4dd0eaaa31f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a167bb3-0be9-4eda-8ec1-af33757660c8 HTTP/1.1" status: 200 len: 1000 time: 0.1744499 Apr 20 17:53:05.304876 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a747603-af60-4aed-bbbf-81a4c4608d4f req-fd72da5b-7026-4667-a855-8a1fb5d8a751 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:53:05.306280 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9a747603-af60-4aed-bbbf-81a4c4608d4f req-fd72da5b-7026-4667-a855-8a1fb5d8a751 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=09e71a46-71b6-4cdd-99d9-3534a1101d85 HTTP/1.1" status: 200 len: 851 time: 0.0698724 Apr 20 17:53:05.431588 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9a747603-af60-4aed-bbbf-81a4c4608d4f req-0d7c3b3e-02fb-4f24-b208-4b44bea4f8aa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b2e544b3-7e6a-4429-92d1-844c3f130f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160307 Apr 20 17:53:05.464677 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54946252-40ea-4492-9271-439de49cfb73 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Router b41d1b80-fce8-4acc-a378-436ed70206c9 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:53:05.646962 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [None req-3af4eec6-2edb-4ada-b223-90d98978e90c tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Floating IP 0f51e79e-2d71-4339-bd4b-e0afe90cc751 associated. External IP: 172.25.8.147, port: 4c6e5023-8823-4673-8737-138a655f7479. Apr 20 17:53:05.911618 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9a747603-af60-4aed-bbbf-81a4c4608d4f req-a515261c-7e3e-483e-bb64-0dd0efc1cef1 service neutron] 10.222.0.10 "GET /v2.0/networks/b2e544b3-7e6a-4429-92d1-844c3f130f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728658 Apr 20 17:53:06.071046 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9a747603-af60-4aed-bbbf-81a4c4608d4f req-ded832d0-d223-452e-9218-c00bbc48003a service neutron] 10.222.0.10 "GET /v2.0/networks/b2e544b3-7e6a-4429-92d1-844c3f130f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530991 Apr 20 17:53:06.147011 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54946252-40ea-4492-9271-439de49cfb73 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:53:06.271518 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-54946252-40ea-4492-9271-439de49cfb73 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:06.356079 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8321ef11-e799-438f-b609-e1ae38e5e610', 'tag': '4a167bb3-0be9-4eda-8ec1-af33757660c8'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:53:06.406164 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-54946252-40ea-4492-9271-439de49cfb73 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "PUT /v2.0/floatingips/83b23430-7828-4ecf-8105-78e5202f02e4 HTTP/1.1" status: 200 len: 992 time: 4.2009699 Apr 20 17:53:06.415742 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72622f44-bfed-4eef-a095-5877b2d746a4'] response: {'name': 'network-changed', 'server_uuid': '8321ef11-e799-438f-b609-e1ae38e5e610', 'tag': '4a167bb3-0be9-4eda-8ec1-af33757660c8', 'status': 'completed', 'code': 200} Apr 20 17:53:06.497794 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af4eec6-2edb-4ada-b223-90d98978e90c tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Router 830f6843-5704-4c8c-80c4-1a6ac5bc5c54 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:53:06.627392 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c6747d13-3a54-43b3-a94a-f1cdfdfa3cdb req-484e5f22-7158-4529-97c7-990fb5b4d2e7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a3c77269f2b4405abe8c753429a9409&device_id=8321ef11-e799-438f-b609-e1ae38e5e610 HTTP/1.1" status: 200 len: 1097 time: 0.1815391 Apr 20 17:53:06.781345 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6747d13-3a54-43b3-a94a-f1cdfdfa3cdb req-c7e517a9-c15a-4372-aceb-097a617aed47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:53:06.782786 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c6747d13-3a54-43b3-a94a-f1cdfdfa3cdb req-c7e517a9-c15a-4372-aceb-097a617aed47 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b2e544b3-7e6a-4429-92d1-844c3f130f05 HTTP/1.1" status: 200 len: 913 time: 0.1492314 Apr 20 17:53:06.893075 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c6747d13-3a54-43b3-a94a-f1cdfdfa3cdb req-acfe8217-fa39-4e11-bb06-b48b7ab04f65 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a167bb3-0be9-4eda-8ec1-af33757660c8 HTTP/1.1" status: 200 len: 1000 time: 0.1044011 Apr 20 17:53:07.066766 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af4eec6-2edb-4ada-b223-90d98978e90c tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:53:07.076650 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a7609b-5f9a-42cf-9d72-fff8817ba091 None None] Sync routers for ids ['830f6843-5704-4c8c-80c4-1a6ac5bc5c54'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:53:07.082384 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6747d13-3a54-43b3-a94a-f1cdfdfa3cdb req-f9c2a2a9-d906-4730-9630-5d8c4faf2d82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:53:07.083889 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c6747d13-3a54-43b3-a94a-f1cdfdfa3cdb req-f9c2a2a9-d906-4730-9630-5d8c4faf2d82 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=09e71a46-71b6-4cdd-99d9-3534a1101d85 HTTP/1.1" status: 200 len: 851 time: 0.1807268 Apr 20 17:53:07.088978 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a7609b-5f9a-42cf-9d72-fff8817ba091 None None] Routers {'830f6843-5704-4c8c-80c4-1a6ac5bc5c54'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:53:07.089579 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a7a7609b-5f9a-42cf-9d72-fff8817ba091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:52:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['830f6843-5704-4c8c-80c4-1a6ac5bc5c54'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:53:07.092854 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3af4eec6-2edb-4ada-b223-90d98978e90c tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:07.192645 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3af4eec6-2edb-4ada-b223-90d98978e90c tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.5754790 Apr 20 17:53:07.216178 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c6747d13-3a54-43b3-a94a-f1cdfdfa3cdb req-1e1d5dcc-2ffd-4b9c-845a-968ace42bbae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b2e544b3-7e6a-4429-92d1-844c3f130f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004970 Apr 20 17:53:07.293658 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-a7a7609b-5f9a-42cf-9d72-fff8817ba091 None None] Set router 830f6843-5704-4c8c-80c4-1a6ac5bc5c54 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:53:07.346723 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c6747d13-3a54-43b3-a94a-f1cdfdfa3cdb req-8c9e0048-d495-4c7c-ad6c-9a054ba4f284 service neutron] 10.222.0.10 "GET /v2.0/networks/b2e544b3-7e6a-4429-92d1-844c3f130f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241677 Apr 20 17:53:07.477197 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c6747d13-3a54-43b3-a94a-f1cdfdfa3cdb req-7e9c44e0-5934-4419-b914-1397963ededf service neutron] 10.222.0.10 "GET /v2.0/networks/b2e544b3-7e6a-4429-92d1-844c3f130f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254570 Apr 20 17:53:07.634319 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a7a7609b-5f9a-42cf-9d72-fff8817ba091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'name': 'tempest-TestServerBasicOps-897643703-router', 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'f917dd89-cf6c-49fc-b41d-82c3fbee8821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:52:30Z', 'updated_at': '2022-04-20T17:52:34Z', 'revision_number': 4, 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'gw_port': {'id': 'f917dd89-cf6c-49fc-b41d-82c3fbee8821', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:52:31Z', 'updated_at': '2022-04-20T17:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '0f51e79e-2d71-4339-bd4b-e0afe90cc751', 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92', 'floating_ip_address': '172.25.8.147', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'port_id': '4c6e5023-8823-4673-8737-138a655f7479', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03dd8ee6-fc82-43fa-a426-519b087cf9e0', 'mac_address': 'fa:16:3e:1c:6a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67698795-ee4c-4923-9bf9-8a67daa6e28f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:53:03Z', 'updated_at': '2022-04-20T17:53:03Z', 'revision_number': 0, 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c', 'name': '', 'network_id': '03dd8ee6-fc82-43fa-a426-519b087cf9e0', 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92', 'mac_address': 'fa:16:3e:5c:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d3b2c0-df34-4939-a530-ea4681f87b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:52:33Z', 'updated_at': '2022-04-20T17:52:52Z', 'revision_number': 5, 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'subnets': [{'id': '48d3b2c0-df34-4939-a530-ea4681f87b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:53:07.640164 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a7609b-5f9a-42cf-9d72-fff8817ba091 None None] Checking router: 830f6843-5704-4c8c-80c4-1a6ac5bc5c54 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:53:07.653352 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a7609b-5f9a-42cf-9d72-fff8817ba091 None None] Routers {'830f6843-5704-4c8c-80c4-1a6ac5bc5c54'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:53:07.653937 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a7a7609b-5f9a-42cf-9d72-fff8817ba091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:52:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['830f6843-5704-4c8c-80c4-1a6ac5bc5c54'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:53:07.835181 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-a7a7609b-5f9a-42cf-9d72-fff8817ba091 None None] Set router 830f6843-5704-4c8c-80c4-1a6ac5bc5c54 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:53:08.194956 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a7a7609b-5f9a-42cf-9d72-fff8817ba091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'name': 'tempest-TestServerBasicOps-897643703-router', 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'f917dd89-cf6c-49fc-b41d-82c3fbee8821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:52:30Z', 'updated_at': '2022-04-20T17:52:34Z', 'revision_number': 4, 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'gw_port': {'id': 'f917dd89-cf6c-49fc-b41d-82c3fbee8821', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:52:31Z', 'updated_at': '2022-04-20T17:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '0f51e79e-2d71-4339-bd4b-e0afe90cc751', 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92', 'floating_ip_address': '172.25.8.147', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'port_id': '4c6e5023-8823-4673-8737-138a655f7479', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03dd8ee6-fc82-43fa-a426-519b087cf9e0', 'mac_address': 'fa:16:3e:1c:6a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67698795-ee4c-4923-9bf9-8a67daa6e28f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:53:03Z', 'updated_at': '2022-04-20T17:53:03Z', 'revision_number': 0, 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c', 'name': '', 'network_id': '03dd8ee6-fc82-43fa-a426-519b087cf9e0', 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92', 'mac_address': 'fa:16:3e:5c:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d3b2c0-df34-4939-a530-ea4681f87b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:52:33Z', 'updated_at': '2022-04-20T17:52:52Z', 'revision_number': 5, 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'subnets': [{'id': '48d3b2c0-df34-4939-a530-ea4681f87b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:53:08.199458 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a7609b-5f9a-42cf-9d72-fff8817ba091 None None] The sync data for ids ['830f6843-5704-4c8c-80c4-1a6ac5bc5c54'] in n-d-838032-1 is: [{'id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'name': 'tempest-TestServerBasicOps-897643703-router', 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'f917dd89-cf6c-49fc-b41d-82c3fbee8821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:52:30Z', 'updated_at': '2022-04-20T17:52:34Z', 'revision_number': 4, 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'gw_port': {'id': 'f917dd89-cf6c-49fc-b41d-82c3fbee8821', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:52:31Z', 'updated_at': '2022-04-20T17:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '0f51e79e-2d71-4339-bd4b-e0afe90cc751', 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92', 'floating_ip_address': '172.25.8.147', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'port_id': '4c6e5023-8823-4673-8737-138a655f7479', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03dd8ee6-fc82-43fa-a426-519b087cf9e0', 'mac_address': 'fa:16:3e:1c:6a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67698795-ee4c-4923-9bf9-8a67daa6e28f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:53:03Z', 'updated_at': '2022-04-20T17:53:03Z', 'revision_number': 0, 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c', 'name': '', 'network_id': '03dd8ee6-fc82-43fa-a426-519b087cf9e0', 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92', 'mac_address': 'fa:16:3e:5c:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d3b2c0-df34-4939-a530-ea4681f87b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:52:33Z', 'updated_at': '2022-04-20T17:52:52Z', 'revision_number': 5, 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'subnets': [{'id': '48d3b2c0-df34-4939-a530-ea4681f87b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:53:08.417391 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8321ef11-e799-438f-b609-e1ae38e5e610', 'tag': '4a167bb3-0be9-4eda-8ec1-af33757660c8'}, {'name': 'network-changed', 'server_uuid': '67698795-ee4c-4923-9bf9-8a67daa6e28f', 'tag': '4c6e5023-8823-4673-8737-138a655f7479'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:53:08.488801 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3039f282-0855-420a-9f3d-b06751d56eb2'] response: {'name': 'network-changed', 'server_uuid': '8321ef11-e799-438f-b609-e1ae38e5e610', 'tag': '4a167bb3-0be9-4eda-8ec1-af33757660c8', 'status': 'completed', 'code': 200} Apr 20 17:53:08.489065 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3039f282-0855-420a-9f3d-b06751d56eb2'] response: {'name': 'network-changed', 'server_uuid': '67698795-ee4c-4923-9bf9-8a67daa6e28f', 'tag': '4c6e5023-8823-4673-8737-138a655f7479', 'status': 'completed', 'code': 200} Apr 20 17:53:08.597631 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-655f8e3d-631d-4107-9774-3e6f5c1dc298 req-d3220124-895d-47fc-a202-4ca5f861e397 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a3c77269f2b4405abe8c753429a9409&device_id=8321ef11-e799-438f-b609-e1ae38e5e610 HTTP/1.1" status: 200 len: 1097 time: 0.0891833 Apr 20 17:53:08.709282 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-655f8e3d-631d-4107-9774-3e6f5c1dc298 req-837fad5d-93b7-49dc-9981-19c50f6b5509 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4bf64632e3034662a8a9bd433ca4cc92&device_id=67698795-ee4c-4923-9bf9-8a67daa6e28f HTTP/1.1" status: 200 len: 1096 time: 0.1973667 Apr 20 17:53:08.739101 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f8e3d-631d-4107-9774-3e6f5c1dc298 req-bcd12d4a-b0a3-4617-a779-c8209ffc974e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:53:08.739887 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-655f8e3d-631d-4107-9774-3e6f5c1dc298 req-bcd12d4a-b0a3-4617-a779-c8209ffc974e service neutron] 10.222.0.10 "GET /v2.0/networks?id=b2e544b3-7e6a-4429-92d1-844c3f130f05 HTTP/1.1" status: 200 len: 913 time: 0.1374054 Apr 20 17:53:08.876935 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-655f8e3d-631d-4107-9774-3e6f5c1dc298 req-1cea12d1-2550-4296-82a7-362a8d69e72a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a167bb3-0be9-4eda-8ec1-af33757660c8 HTTP/1.1" status: 200 len: 1000 time: 0.1097128 Apr 20 17:53:08.880706 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f8e3d-631d-4107-9774-3e6f5c1dc298 req-98727aee-fe91-47e3-b8a9-702d0551492a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:53:08.880706 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-655f8e3d-631d-4107-9774-3e6f5c1dc298 req-98727aee-fe91-47e3-b8a9-702d0551492a service neutron] 10.222.0.43 "GET /v2.0/networks?id=03dd8ee6-fc82-43fa-a426-519b087cf9e0 HTTP/1.1" status: 200 len: 909 time: 0.1468117 Apr 20 17:53:08.927079 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f8e3d-631d-4107-9774-3e6f5c1dc298 req-59b58504-2527-42fa-b748-93cb09d8ad8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:53:08.928713 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-655f8e3d-631d-4107-9774-3e6f5c1dc298 req-59b58504-2527-42fa-b748-93cb09d8ad8f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=09e71a46-71b6-4cdd-99d9-3534a1101d85 HTTP/1.1" status: 200 len: 851 time: 0.0661669 Apr 20 17:53:08.962984 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-655f8e3d-631d-4107-9774-3e6f5c1dc298 req-9434eefd-d6d9-4ef3-9e6c-9153b4139ea8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c6e5023-8823-4673-8737-138a655f7479 HTTP/1.1" status: 200 len: 999 time: 0.0962451 Apr 20 17:53:09.023140 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-655f8e3d-631d-4107-9774-3e6f5c1dc298 req-aa211495-4382-48a9-a1d5-3b1fdc2740b2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b2e544b3-7e6a-4429-92d1-844c3f130f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880451 Apr 20 17:53:09.028562 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f8e3d-631d-4107-9774-3e6f5c1dc298 req-c03b0f44-2da0-459b-8dc4-21ac2ee3e91d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:53:09.029979 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-655f8e3d-631d-4107-9774-3e6f5c1dc298 req-c03b0f44-2da0-459b-8dc4-21ac2ee3e91d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=48d3b2c0-df34-4939-a530-ea4681f87b1e HTTP/1.1" status: 200 len: 847 time: 0.0618966 Apr 20 17:53:09.102111 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-655f8e3d-631d-4107-9774-3e6f5c1dc298 req-0d474319-9fb3-4eba-8c42-4b45c10cbc30 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=03dd8ee6-fc82-43fa-a426-519b087cf9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667038 Apr 20 17:53:09.173057 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-655f8e3d-631d-4107-9774-3e6f5c1dc298 req-bf6456a0-2a69-4415-91b7-30abe3797845 service neutron] 10.222.0.10 "GET /v2.0/networks/b2e544b3-7e6a-4429-92d1-844c3f130f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429291 Apr 20 17:53:09.235878 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-406ffaf5-9e20-4d96-a91a-15a94b5ee145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:09.276419 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-655f8e3d-631d-4107-9774-3e6f5c1dc298 req-7cc91e69-e4d1-4494-9d1d-71cd38dac0ae service neutron] 10.222.0.43 "GET /v2.0/networks/03dd8ee6-fc82-43fa-a426-519b087cf9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672227 Apr 20 17:53:09.326547 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-655f8e3d-631d-4107-9774-3e6f5c1dc298 req-96d94a8b-1e6d-4039-86ad-96618aecde50 service neutron] 10.222.0.10 "GET /v2.0/networks/b2e544b3-7e6a-4429-92d1-844c3f130f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463664 Apr 20 17:53:09.410389 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-655f8e3d-631d-4107-9774-3e6f5c1dc298 req-2804ac8d-8802-4182-b425-9aef893cb902 service neutron] 10.222.0.43 "GET /v2.0/networks/03dd8ee6-fc82-43fa-a426-519b087cf9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284046 Apr 20 17:53:10.751211 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac271525-3050-4026-ab41-b241fdcb9581 None None] New status for floating IP 83b23430-7828-4ecf-8105-78e5202f02e4: ACTIVE {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:53:11.392499 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f9fa2153-d88d-4c0d-803d-f0af9542ecc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:12.703557 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:12.793003 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:13.453245 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:13.951945 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee045892-8ec1-4022-bd00-2c87d1104fa4 None None] New status for floating IP 0f51e79e-2d71-4339-bd4b-e0afe90cc751: ACTIVE {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:53:14.089615 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:15.360918 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:15.976369 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6f77c9-070b-428c-81a9-e5e4ea85f607 None None] Sync routers for ids ['b41d1b80-fce8-4acc-a378-436ed70206c9'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:53:15.990028 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6f77c9-070b-428c-81a9-e5e4ea85f607 None None] Routers {'b41d1b80-fce8-4acc-a378-436ed70206c9'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:53:15.991145 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-3f6f77c9-070b-428c-81a9-e5e4ea85f607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:53:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['b41d1b80-fce8-4acc-a378-436ed70206c9'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:53:16.177028 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-3f6f77c9-070b-428c-81a9-e5e4ea85f607 None None] Set router b41d1b80-fce8-4acc-a378-436ed70206c9 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:53:16.520778 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-3f6f77c9-070b-428c-81a9-e5e4ea85f607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'name': 'tempest-TestVolumeBackupRestore-11856192-router', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '084cedcc-debb-409e-bd7f-cacd57295765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:07Z', 'updated_at': '2022-04-20T17:50:11Z', 'revision_number': 4, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'gw_port': {'id': '084cedcc-debb-409e-bd7f-cacd57295765', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:07Z', 'updated_at': '2022-04-20T17:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '83b23430-7828-4ecf-8105-78e5202f02e4', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'port_id': '4a167bb3-0be9-4eda-8ec1-af33757660c8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05', 'mac_address': 'fa:16:3e:22:f1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8321ef11-e799-438f-b609-e1ae38e5e610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:53:00Z', 'updated_at': '2022-04-20T17:53:10Z', 'revision_number': 2, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5124cecb-8471-4b02-85f0-1db88c30d764', 'name': '', 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'mac_address': 'fa:16:3e:a4:8f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09e71a46-71b6-4cdd-99d9-3534a1101d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:10Z', 'updated_at': '2022-04-20T17:50:31Z', 'revision_number': 5, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'subnets': [{'id': '09e71a46-71b6-4cdd-99d9-3534a1101d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:53:16.524618 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6f77c9-070b-428c-81a9-e5e4ea85f607 None None] Checking router: b41d1b80-fce8-4acc-a378-436ed70206c9 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:53:16.534992 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6f77c9-070b-428c-81a9-e5e4ea85f607 None None] Routers {'b41d1b80-fce8-4acc-a378-436ed70206c9'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:53:16.535580 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-3f6f77c9-070b-428c-81a9-e5e4ea85f607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:53:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['b41d1b80-fce8-4acc-a378-436ed70206c9'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:53:16.709884 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-3f6f77c9-070b-428c-81a9-e5e4ea85f607 None None] Set router b41d1b80-fce8-4acc-a378-436ed70206c9 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:53:17.107535 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-3f6f77c9-070b-428c-81a9-e5e4ea85f607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'name': 'tempest-TestVolumeBackupRestore-11856192-router', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '084cedcc-debb-409e-bd7f-cacd57295765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:07Z', 'updated_at': '2022-04-20T17:50:11Z', 'revision_number': 4, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'gw_port': {'id': '084cedcc-debb-409e-bd7f-cacd57295765', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:07Z', 'updated_at': '2022-04-20T17:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '83b23430-7828-4ecf-8105-78e5202f02e4', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'port_id': '4a167bb3-0be9-4eda-8ec1-af33757660c8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05', 'mac_address': 'fa:16:3e:22:f1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8321ef11-e799-438f-b609-e1ae38e5e610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:53:00Z', 'updated_at': '2022-04-20T17:53:10Z', 'revision_number': 2, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5124cecb-8471-4b02-85f0-1db88c30d764', 'name': '', 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'mac_address': 'fa:16:3e:a4:8f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09e71a46-71b6-4cdd-99d9-3534a1101d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:10Z', 'updated_at': '2022-04-20T17:50:31Z', 'revision_number': 5, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'subnets': [{'id': '09e71a46-71b6-4cdd-99d9-3534a1101d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:53:17.111531 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6f77c9-070b-428c-81a9-e5e4ea85f607 None None] The sync data for ids ['b41d1b80-fce8-4acc-a378-436ed70206c9'] in n-d-838032-1 is: [{'id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'name': 'tempest-TestVolumeBackupRestore-11856192-router', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '084cedcc-debb-409e-bd7f-cacd57295765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:07Z', 'updated_at': '2022-04-20T17:50:11Z', 'revision_number': 4, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'gw_port': {'id': '084cedcc-debb-409e-bd7f-cacd57295765', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:07Z', 'updated_at': '2022-04-20T17:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '83b23430-7828-4ecf-8105-78e5202f02e4', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'port_id': '4a167bb3-0be9-4eda-8ec1-af33757660c8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05', 'mac_address': 'fa:16:3e:22:f1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8321ef11-e799-438f-b609-e1ae38e5e610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:53:00Z', 'updated_at': '2022-04-20T17:53:10Z', 'revision_number': 2, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5124cecb-8471-4b02-85f0-1db88c30d764', 'name': '', 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'mac_address': 'fa:16:3e:a4:8f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09e71a46-71b6-4cdd-99d9-3534a1101d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:10Z', 'updated_at': '2022-04-20T17:50:31Z', 'revision_number': 5, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'subnets': [{'id': '09e71a46-71b6-4cdd-99d9-3534a1101d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:53:31.472880 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:53:35.978616 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60438) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:53:36.126257 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-536e0aac-94fd-494f-b6c1-6b819c7b1ee7 req-d89da5d2-b39e-4876-91da-7b4ce2e162e1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=67698795-ee4c-4923-9bf9-8a67daa6e28f HTTP/1.1" status: 200 len: 1096 time: 0.1466351 Apr 20 17:53:36.168457 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-536e0aac-94fd-494f-b6c1-6b819c7b1ee7 req-7e153837-069c-4f17-98ce-fbfa63534cb6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=34c15acb-392b-4c61-a2be-d92c07ef4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364070 Apr 20 17:53:36.689333 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60450) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:53:36.904453 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-8eaa1b9c-2591-4b19-8a5e-4df2e23dab50 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Deleting port ed8b409b-bd8d-4946-b079-cd033fc3c9d3 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:53:36.904791 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8eaa1b9c-2591-4b19-8a5e-4df2e23dab50 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:37.203574 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8eaa1b9c-2591-4b19-8a5e-4df2e23dab50 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:37.203694 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8eaa1b9c-2591-4b19-8a5e-4df2e23dab50 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:37.329516 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-8eaa1b9c-2591-4b19-8a5e-4df2e23dab50 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Calling delete_port for ed8b409b-bd8d-4946-b079-cd033fc3c9d3 owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:53:37.493096 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8eaa1b9c-2591-4b19-8a5e-4df2e23dab50 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:37.551169 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa1b9c-2591-4b19-8a5e-4df2e23dab50 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Pushing event deleted for resources: {'Port': ['ID=ed8b409b-bd8d-4946-b079-cd033fc3c9d3,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:53:37.592701 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaa1b9c-2591-4b19-8a5e-4df2e23dab50 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:53:37.592701 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaa1b9c-2591-4b19-8a5e-4df2e23dab50 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:53:37.592701 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaa1b9c-2591-4b19-8a5e-4df2e23dab50 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:53:37.592701 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaa1b9c-2591-4b19-8a5e-4df2e23dab50 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:53:37.592701 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaa1b9c-2591-4b19-8a5e-4df2e23dab50 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:53:37.592701 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaa1b9c-2591-4b19-8a5e-4df2e23dab50 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:53:37.592701 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaa1b9c-2591-4b19-8a5e-4df2e23dab50 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:53:37.595337 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaa1b9c-2591-4b19-8a5e-4df2e23dab50 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:53:37.595337 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaa1b9c-2591-4b19-8a5e-4df2e23dab50 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:53:37.595337 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaa1b9c-2591-4b19-8a5e-4df2e23dab50 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:53:37.595337 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaa1b9c-2591-4b19-8a5e-4df2e23dab50 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:53:37.662005 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8eaa1b9c-2591-4b19-8a5e-4df2e23dab50 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:38.077678 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eaa1b9c-2591-4b19-8a5e-4df2e23dab50 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Router b41d1b80-fce8-4acc-a378-436ed70206c9 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:53:38.282067 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eaa1b9c-2591-4b19-8a5e-4df2e23dab50 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:53:38.293530 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882e0a06-9082-474d-9c6a-57435e80296f None None] Sync routers for ids ['b41d1b80-fce8-4acc-a378-436ed70206c9'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:53:38.307165 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882e0a06-9082-474d-9c6a-57435e80296f None None] Routers {'b41d1b80-fce8-4acc-a378-436ed70206c9'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:53:38.307165 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-882e0a06-9082-474d-9c6a-57435e80296f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:53:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['b41d1b80-fce8-4acc-a378-436ed70206c9'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:53:38.310559 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8eaa1b9c-2591-4b19-8a5e-4df2e23dab50 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:38.365491 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8eaa1b9c-2591-4b19-8a5e-4df2e23dab50 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "DELETE /v2.0/floatingips/83b23430-7828-4ecf-8105-78e5202f02e4 HTTP/1.1" status: 204 len: 168 time: 1.6743634 Apr 20 17:53:38.365491 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8321ef11-e799-438f-b609-e1ae38e5e610', 'tag': '4a167bb3-0be9-4eda-8ec1-af33757660c8'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:53:38.434475 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79a5dc01-6410-445c-ad7d-0b5f6bdca57b'] response: {'name': 'network-changed', 'server_uuid': '8321ef11-e799-438f-b609-e1ae38e5e610', 'tag': '4a167bb3-0be9-4eda-8ec1-af33757660c8', 'status': 'completed', 'code': 200} Apr 20 17:53:38.537223 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-882e0a06-9082-474d-9c6a-57435e80296f None None] Set router b41d1b80-fce8-4acc-a378-436ed70206c9 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:53:38.541755 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-58eb306b-fe6d-4bde-a727-8c06b187fd75 req-ce90b7f2-fc52-4343-857c-3ca259286404 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a3c77269f2b4405abe8c753429a9409&device_id=8321ef11-e799-438f-b609-e1ae38e5e610 HTTP/1.1" status: 200 len: 1097 time: 0.0825438 Apr 20 17:53:38.727120 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb306b-fe6d-4bde-a727-8c06b187fd75 req-468b1e1e-a8ca-4d57-a8b5-7575e26f1859 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:53:38.728687 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-58eb306b-fe6d-4bde-a727-8c06b187fd75 req-468b1e1e-a8ca-4d57-a8b5-7575e26f1859 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b2e544b3-7e6a-4429-92d1-844c3f130f05 HTTP/1.1" status: 200 len: 913 time: 0.1780014 Apr 20 17:53:38.853276 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-58eb306b-fe6d-4bde-a727-8c06b187fd75 req-b5e0dcfa-c439-45bf-9400-0ee7ad7ac368 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a167bb3-0be9-4eda-8ec1-af33757660c8 HTTP/1.1" status: 200 len: 217 time: 0.1171694 Apr 20 17:53:38.881057 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-882e0a06-9082-474d-9c6a-57435e80296f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'name': 'tempest-TestVolumeBackupRestore-11856192-router', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '084cedcc-debb-409e-bd7f-cacd57295765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:07Z', 'updated_at': '2022-04-20T17:50:11Z', 'revision_number': 4, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'gw_port': {'id': '084cedcc-debb-409e-bd7f-cacd57295765', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:07Z', 'updated_at': '2022-04-20T17:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '5124cecb-8471-4b02-85f0-1db88c30d764', 'name': '', 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'mac_address': 'fa:16:3e:a4:8f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09e71a46-71b6-4cdd-99d9-3534a1101d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:10Z', 'updated_at': '2022-04-20T17:50:31Z', 'revision_number': 5, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'subnets': [{'id': '09e71a46-71b6-4cdd-99d9-3534a1101d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:53:38.883844 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882e0a06-9082-474d-9c6a-57435e80296f None None] Checking router: b41d1b80-fce8-4acc-a378-436ed70206c9 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:53:38.894831 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882e0a06-9082-474d-9c6a-57435e80296f None None] Routers {'b41d1b80-fce8-4acc-a378-436ed70206c9'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:53:38.895450 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-882e0a06-9082-474d-9c6a-57435e80296f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:53:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['b41d1b80-fce8-4acc-a378-436ed70206c9'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:53:39.055324 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb306b-fe6d-4bde-a727-8c06b187fd75 req-5cbfaa38-c8d8-4ff7-8bce-a98776ea46a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:53:39.057363 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-58eb306b-fe6d-4bde-a727-8c06b187fd75 req-5cbfaa38-c8d8-4ff7-8bce-a98776ea46a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=09e71a46-71b6-4cdd-99d9-3534a1101d85 HTTP/1.1" status: 200 len: 851 time: 0.1970792 Apr 20 17:53:39.068464 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71d581-a274-4d08-9eeb-6478dd1e59aa req-aa2373fe-2686-439f-88ab-51d4db136f99 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:53:39.069503 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-2a71d581-a274-4d08-9eeb-6478dd1e59aa req-aa2373fe-2686-439f-88ab-51d4db136f99 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Synchronizing usage tracker for tenant:9a3c77269f2b4405abe8c753429a9409 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:53:39.083677 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-882e0a06-9082-474d-9c6a-57435e80296f None None] Set router b41d1b80-fce8-4acc-a378-436ed70206c9 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:53:39.143045 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-2a71d581-a274-4d08-9eeb-6478dd1e59aa req-aa2373fe-2686-439f-88ab-51d4db136f99 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Unset dirty status for tenant:9a3c77269f2b4405abe8c753429a9409 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:53:39.148696 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2a71d581-a274-4d08-9eeb-6478dd1e59aa req-aa2373fe-2686-439f-88ab-51d4db136f99 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/ports?device_id=8321ef11-e799-438f-b609-e1ae38e5e610 HTTP/1.1" status: 200 len: 946 time: 0.3523655 Apr 20 17:53:39.209406 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-58eb306b-fe6d-4bde-a727-8c06b187fd75 req-1bf3fbec-ab48-48a6-8845-584fbecea79d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b2e544b3-7e6a-4429-92d1-844c3f130f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1364796 Apr 20 17:53:39.211094 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2a71d581-a274-4d08-9eeb-6478dd1e59aa req-0104521f-5f08-44a6-a3ca-32f92068c231 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1a21b3b-3ad3-46ff-92a9-a4e934ddcd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592556 Apr 20 17:53:39.227313 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-91bb71e7-38ed-4f3e-b849-d7b22821534b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:39.351060 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-58eb306b-fe6d-4bde-a727-8c06b187fd75 req-512b36c2-c80b-4f5c-a6be-7f940f683634 service neutron] 10.222.0.10 "GET /v2.0/networks/b2e544b3-7e6a-4429-92d1-844c3f130f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353250 Apr 20 17:53:39.442594 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-882e0a06-9082-474d-9c6a-57435e80296f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'name': 'tempest-TestVolumeBackupRestore-11856192-router', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '084cedcc-debb-409e-bd7f-cacd57295765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:07Z', 'updated_at': '2022-04-20T17:50:11Z', 'revision_number': 4, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'gw_port': {'id': '084cedcc-debb-409e-bd7f-cacd57295765', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:07Z', 'updated_at': '2022-04-20T17:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '5124cecb-8471-4b02-85f0-1db88c30d764', 'name': '', 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'mac_address': 'fa:16:3e:a4:8f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09e71a46-71b6-4cdd-99d9-3534a1101d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:10Z', 'updated_at': '2022-04-20T17:50:31Z', 'revision_number': 5, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'subnets': [{'id': '09e71a46-71b6-4cdd-99d9-3534a1101d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:53:39.446330 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882e0a06-9082-474d-9c6a-57435e80296f None None] The sync data for ids ['b41d1b80-fce8-4acc-a378-436ed70206c9'] in n-d-838032-1 is: [{'id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'name': 'tempest-TestVolumeBackupRestore-11856192-router', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '084cedcc-debb-409e-bd7f-cacd57295765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:07Z', 'updated_at': '2022-04-20T17:50:11Z', 'revision_number': 4, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'gw_port': {'id': '084cedcc-debb-409e-bd7f-cacd57295765', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:07Z', 'updated_at': '2022-04-20T17:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '5124cecb-8471-4b02-85f0-1db88c30d764', 'name': '', 'network_id': 'b2e544b3-7e6a-4429-92d1-844c3f130f05', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'mac_address': 'fa:16:3e:a4:8f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09e71a46-71b6-4cdd-99d9-3534a1101d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:10Z', 'updated_at': '2022-04-20T17:50:31Z', 'revision_number': 5, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'subnets': [{'id': '09e71a46-71b6-4cdd-99d9-3534a1101d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:53:39.503367 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-58eb306b-fe6d-4bde-a727-8c06b187fd75 req-986256f2-b80e-4d3c-82f3-9d8201d5db83 service neutron] 10.222.0.10 "GET /v2.0/networks/b2e544b3-7e6a-4429-92d1-844c3f130f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464834 Apr 20 17:53:39.675889 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c312ef83-752d-4a4e-9343-146500c6306b None None] New status for floating IP 83b23430-7828-4ecf-8105-78e5202f02e4: DOWN {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:53:40.391374 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743bda62-4b71-464c-a446-40ed57676bc2 req-1a72e429-ca2c-4505-91df-bf313de78d85 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:53:40.392653 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-743bda62-4b71-464c-a446-40ed57676bc2 req-1a72e429-ca2c-4505-91df-bf313de78d85 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.10 "GET /v2.0/ports?device_id=8321ef11-e799-438f-b609-e1ae38e5e610 HTTP/1.1" status: 200 len: 946 time: 0.0750446 Apr 20 17:53:40.427683 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356b5c1-8474-4a53-b661-ac0777626f9e req-068a5b7d-d662-4809-9951-f2e163d06064 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:53:40.429174 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b356b5c1-8474-4a53-b661-ac0777626f9e req-068a5b7d-d662-4809-9951-f2e163d06064 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/ports?device_id=8321ef11-e799-438f-b609-e1ae38e5e610 HTTP/1.1" status: 200 len: 946 time: 0.0767519 Apr 20 17:53:40.464651 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-743bda62-4b71-464c-a446-40ed57676bc2 req-4803f508-cb84-42ee-88e3-b3d8d2694ee7 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Deleting port 4a167bb3-0be9-4eda-8ec1-af33757660c8 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:53:40.465012 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-743bda62-4b71-464c-a446-40ed57676bc2 req-4803f508-cb84-42ee-88e3-b3d8d2694ee7 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:40.478895 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b356b5c1-8474-4a53-b661-ac0777626f9e req-c2fa66b5-ec49-47f7-b09e-831a82c06abd tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1a21b3b-3ad3-46ff-92a9-a4e934ddcd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427837 Apr 20 17:53:40.711680 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-743bda62-4b71-464c-a446-40ed57676bc2 req-4803f508-cb84-42ee-88e3-b3d8d2694ee7 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] For port 4a167bb3-0be9-4eda-8ec1-af33757660c8, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=4a167bb3-0be9-4eda-8ec1-af33757660c8,segment=NetworkSegment(1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a),segment_id=1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:53:40.712026 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-743bda62-4b71-464c-a446-40ed57676bc2 req-4803f508-cb84-42ee-88e3-b3d8d2694ee7 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:40.841897 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-743bda62-4b71-464c-a446-40ed57676bc2 req-4803f508-cb84-42ee-88e3-b3d8d2694ee7 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Calling delete_port for 4a167bb3-0be9-4eda-8ec1-af33757660c8 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:53:40.998403 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-743bda62-4b71-464c-a446-40ed57676bc2 req-4803f508-cb84-42ee-88e3-b3d8d2694ee7 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:41.050452 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803f508-cb84-42ee-88e3-b3d8d2694ee7 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Pushing event deleted for resources: {'Port': ['ID=4a167bb3-0be9-4eda-8ec1-af33757660c8,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:53:41.121729 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-743bda62-4b71-464c-a446-40ed57676bc2 req-4803f508-cb84-42ee-88e3-b3d8d2694ee7 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] No DVR routers for this DVR port 4a167bb3-0be9-4eda-8ec1-af33757660c8 on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:53:41.124433 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-743bda62-4b71-464c-a446-40ed57676bc2 req-4803f508-cb84-42ee-88e3-b3d8d2694ee7 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:41.126922 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8321ef11-e799-438f-b609-e1ae38e5e610', 'name': 'network-vif-deleted', 'tag': '4a167bb3-0be9-4eda-8ec1-af33757660c8'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:53:41.143949 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-743bda62-4b71-464c-a446-40ed57676bc2 req-4803f508-cb84-42ee-88e3-b3d8d2694ee7 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.10 "DELETE /v2.0/ports/4a167bb3-0be9-4eda-8ec1-af33757660c8 HTTP/1.1" status: 204 len: 173 time: 0.7455444 Apr 20 17:53:41.189232 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28d4d083-9c27-4381-a2a5-efce577570b3'] response: {'server_uuid': '8321ef11-e799-438f-b609-e1ae38e5e610', 'name': 'network-vif-deleted', 'tag': '4a167bb3-0be9-4eda-8ec1-af33757660c8', 'status': 'completed', 'code': 200} Apr 20 17:53:41.404741 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-47a8c6a6-0cb1-45af-b482-c4881a46cb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:41.647382 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-15c7a90f-2587-4004-b505-3f89af132e5e req-7433d622-4775-4b49-abd9-e782dbd7b880 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "GET /v2.0/ports?device_id=8321ef11-e799-438f-b609-e1ae38e5e610 HTTP/1.1" status: 200 len: 210 time: 0.0453258 Apr 20 17:53:42.698926 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:42.758421 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60480) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:53:42.787011 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:42.827835 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8d4fa0cc-12e7-48d3-b981-424f10883bf5 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:42.856025 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8d4fa0cc-12e7-48d3-b981-424f10883bf5 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:42.925079 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8d4fa0cc-12e7-48d3-b981-424f10883bf5 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:42.943159 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4fa0cc-12e7-48d3-b981-424f10883bf5 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a21b3b-3ad3-46ff-92a9-a4e934ddcd98,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:53:42.954372 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8d4fa0cc-12e7-48d3-b981-424f10883bf5 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:42.955472 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8d4fa0cc-12e7-48d3-b981-424f10883bf5 tempest-TestVolumeBackupRestore-1472441997 tempest-TestVolumeBackupRestore-1472441997-project] 10.222.0.39 "DELETE /v2.0/security-groups/a1a21b3b-3ad3-46ff-92a9-a4e934ddcd98 HTTP/1.1" status: 204 len: 168 time: 0.1961117 Apr 20 17:53:43.482235 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:44.093235 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:45.367165 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:45.572191 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60832) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:53:45.659647 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 4a167bb3-0be9-4eda-8ec1-af33757660c8 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:53:45.704392 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 4a167bb3-0be9-4eda-8ec1-af33757660c8 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:53:45.705133 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 4a167bb3-0be9-4eda-8ec1-af33757660c8 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:53:46.103941 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3bb3d228-40af-4b3d-96dd-8ea1bf5a5111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:46.702577 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-3bb3d228-40af-4b3d-96dd-8ea1bf5a5111 admin admin] Deleting port 5124cecb-8471-4b02-85f0-1db88c30d764 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:53:46.703164 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3bb3d228-40af-4b3d-96dd-8ea1bf5a5111 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:46.875915 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-3bb3d228-40af-4b3d-96dd-8ea1bf5a5111 admin admin] For port 5124cecb-8471-4b02-85f0-1db88c30d764, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=5124cecb-8471-4b02-85f0-1db88c30d764,segment=NetworkSegment(1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a),segment_id=1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:53:46.876236 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3bb3d228-40af-4b3d-96dd-8ea1bf5a5111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:47.006242 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-3bb3d228-40af-4b3d-96dd-8ea1bf5a5111 admin admin] Calling delete_port for 5124cecb-8471-4b02-85f0-1db88c30d764 owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:53:47.171431 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3bb3d228-40af-4b3d-96dd-8ea1bf5a5111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:47.214482 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3d228-40af-4b3d-96dd-8ea1bf5a5111 admin admin] Pushing event deleted for resources: {'Port': ['ID=5124cecb-8471-4b02-85f0-1db88c30d764,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:53:47.602448 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3bb3d228-40af-4b3d-96dd-8ea1bf5a5111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:48.180661 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb3d228-40af-4b3d-96dd-8ea1bf5a5111 admin admin] Router b41d1b80-fce8-4acc-a378-436ed70206c9 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:53:48.384329 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb3d228-40af-4b3d-96dd-8ea1bf5a5111 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:53:48.392935 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c02162-6fa1-440c-89ed-387d252e4ce5 None None] Sync routers for ids ['b41d1b80-fce8-4acc-a378-436ed70206c9'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:53:48.400746 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3bb3d228-40af-4b3d-96dd-8ea1bf5a5111 admin admin] 10.222.0.39 "PUT /v2.0/routers/b41d1b80-fce8-4acc-a378-436ed70206c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8253431 Apr 20 17:53:48.401427 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60936) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:53:48.409508 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c02162-6fa1-440c-89ed-387d252e4ce5 None None] Routers {'b41d1b80-fce8-4acc-a378-436ed70206c9'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:53:48.410115 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-91c02162-6fa1-440c-89ed-387d252e4ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:53:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['b41d1b80-fce8-4acc-a378-436ed70206c9'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:53:48.588053 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-91c02162-6fa1-440c-89ed-387d252e4ce5 None None] Set router b41d1b80-fce8-4acc-a378-436ed70206c9 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:53:48.594412 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-71f2838f-7457-4f9d-a7a4-269c180c6144 admin admin] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:48.803392 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-71f2838f-7457-4f9d-a7a4-269c180c6144 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:48.815502 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-71f2838f-7457-4f9d-a7a4-269c180c6144 admin admin] Deleting port 084cedcc-debb-409e-bd7f-cacd57295765 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:53:48.815920 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-71f2838f-7457-4f9d-a7a4-269c180c6144 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:48.905145 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-91c02162-6fa1-440c-89ed-387d252e4ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'name': 'tempest-TestVolumeBackupRestore-11856192-router', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '084cedcc-debb-409e-bd7f-cacd57295765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:07Z', 'updated_at': '2022-04-20T17:53:47Z', 'revision_number': 5, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'gw_port': {'id': '084cedcc-debb-409e-bd7f-cacd57295765', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:07Z', 'updated_at': '2022-04-20T17:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:53:48.909714 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c02162-6fa1-440c-89ed-387d252e4ce5 None None] Checking router: b41d1b80-fce8-4acc-a378-436ed70206c9 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:53:48.921163 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c02162-6fa1-440c-89ed-387d252e4ce5 None None] Routers {'b41d1b80-fce8-4acc-a378-436ed70206c9'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:53:48.921777 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-91c02162-6fa1-440c-89ed-387d252e4ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:53:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['b41d1b80-fce8-4acc-a378-436ed70206c9'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:53:49.070063 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-91c02162-6fa1-440c-89ed-387d252e4ce5 None None] Set router b41d1b80-fce8-4acc-a378-436ed70206c9 gateway port host: None {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:53:49.104171 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-71f2838f-7457-4f9d-a7a4-269c180c6144 admin admin] For port 084cedcc-debb-409e-bd7f-cacd57295765, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=084cedcc-debb-409e-bd7f-cacd57295765,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:53:49.104525 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-71f2838f-7457-4f9d-a7a4-269c180c6144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:49.170250 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-91c02162-6fa1-440c-89ed-387d252e4ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'name': 'tempest-TestVolumeBackupRestore-11856192-router', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:07Z', 'updated_at': '2022-04-20T17:53:48Z', 'revision_number': 6, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:53:49.174285 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c02162-6fa1-440c-89ed-387d252e4ce5 None None] The sync data for ids ['b41d1b80-fce8-4acc-a378-436ed70206c9'] in n-d-838032-1 is: [{'id': 'b41d1b80-fce8-4acc-a378-436ed70206c9', 'name': 'tempest-TestVolumeBackupRestore-11856192-router', 'tenant_id': '9a3c77269f2b4405abe8c753429a9409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:07Z', 'updated_at': '2022-04-20T17:53:48Z', 'revision_number': 6, 'project_id': '9a3c77269f2b4405abe8c753429a9409', 'gw_port_host': None}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:53:49.224743 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-71f2838f-7457-4f9d-a7a4-269c180c6144 admin admin] Calling delete_port for 084cedcc-debb-409e-bd7f-cacd57295765 owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:53:49.400218 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-71f2838f-7457-4f9d-a7a4-269c180c6144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:49.442830 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2838f-7457-4f9d-a7a4-269c180c6144 admin admin] Pushing event deleted for resources: {'Port': ['ID=084cedcc-debb-409e-bd7f-cacd57295765,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:53:49.667301 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-71f2838f-7457-4f9d-a7a4-269c180c6144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:49.926007 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-71f2838f-7457-4f9d-a7a4-269c180c6144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:49.930414 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-71f2838f-7457-4f9d-a7a4-269c180c6144 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:49.957052 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-71f2838f-7457-4f9d-a7a4-269c180c6144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:49.957596 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f2838f-7457-4f9d-a7a4-269c180c6144 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b41d1b80-fce8-4acc-a378-436ed70206c9 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:53:49.969641 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-71f2838f-7457-4f9d-a7a4-269c180c6144 admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:49.970801 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-71f2838f-7457-4f9d-a7a4-269c180c6144 admin admin] 10.222.0.39 "DELETE /v2.0/routers/b41d1b80-fce8-4acc-a378-436ed70206c9 HTTP/1.1" status: 204 len: 168 time: 1.5684683 Apr 20 17:53:49.973769 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60940) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:53:50.033248 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-27230ddc-a7a8-4f73-bbc8-b8dc98c4f737 admin admin] Deleting subnet 09e71a46-71b6-4cdd-99d9-3534a1101d85 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:53:50.036255 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-27230ddc-a7a8-4f73-bbc8-b8dc98c4f737 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:50.087337 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-27230ddc-a7a8-4f73-bbc8-b8dc98c4f737 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:50.164890 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-27230ddc-a7a8-4f73-bbc8-b8dc98c4f737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:50.233441 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-27230ddc-a7a8-4f73-bbc8-b8dc98c4f737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:50.272401 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27230ddc-a7a8-4f73-bbc8-b8dc98c4f737 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09e71a46-71b6-4cdd-99d9-3534a1101d85,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:53:50.278870 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-27230ddc-a7a8-4f73-bbc8-b8dc98c4f737 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:50.284331 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c320b03-4876-4349-b87e-d79f6f177bc0 None None] Network b2e544b3-7e6a-4429-92d1-844c3f130f05 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:53:50.285546 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-27230ddc-a7a8-4f73-bbc8-b8dc98c4f737 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/09e71a46-71b6-4cdd-99d9-3534a1101d85 HTTP/1.1" status: 204 len: 168 time: 0.3106780 Apr 20 17:53:50.288251 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60944) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:53:50.390436 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eacb8734-3900-47bc-aeed-04252cf00701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:50.402903 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-eacb8734-3900-47bc-aeed-04252cf00701 admin admin] Deleting port 59487706-9612-4f60-8bd0-01a360ccbd1c {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:53:50.403240 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eacb8734-3900-47bc-aeed-04252cf00701 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:50.529349 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5450b1-52d3-45ba-8b21-3075d3194c52 None None] DHCP port deletion for b2e544b3-7e6a-4429-92d1-844c3f130f05 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:53:50.533619 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-bd5450b1-52d3-45ba-8b21-3075d3194c52 None None] Deleting port 59487706-9612-4f60-8bd0-01a360ccbd1c {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:53:50.533984 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bd5450b1-52d3-45ba-8b21-3075d3194c52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:50.605875 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-eacb8734-3900-47bc-aeed-04252cf00701 admin admin] For port 59487706-9612-4f60-8bd0-01a360ccbd1c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=59487706-9612-4f60-8bd0-01a360ccbd1c,segment=NetworkSegment(1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a),segment_id=1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:53:50.606227 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eacb8734-3900-47bc-aeed-04252cf00701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:50.723458 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-eacb8734-3900-47bc-aeed-04252cf00701 admin admin] Calling delete_port for 59487706-9612-4f60-8bd0-01a360ccbd1c owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:53:50.726429 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 5124cecb-8471-4b02-85f0-1db88c30d764 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:53:50.756257 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-bd5450b1-52d3-45ba-8b21-3075d3194c52 None None] For port 59487706-9612-4f60-8bd0-01a360ccbd1c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=59487706-9612-4f60-8bd0-01a360ccbd1c,segment=NetworkSegment(1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a),segment_id=1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:53:50.756555 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bd5450b1-52d3-45ba-8b21-3075d3194c52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:50.770022 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 5124cecb-8471-4b02-85f0-1db88c30d764 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:53:50.770372 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 5124cecb-8471-4b02-85f0-1db88c30d764 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:53:50.770777 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 084cedcc-debb-409e-bd7f-cacd57295765 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:53:50.803521 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eacb8734-3900-47bc-aeed-04252cf00701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:50.848995 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb8734-3900-47bc-aeed-04252cf00701 admin admin] Pushing event deleted for resources: {'Port': ['ID=59487706-9612-4f60-8bd0-01a360ccbd1c,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:53:50.855278 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacb8734-3900-47bc-aeed-04252cf00701 admin admin] No DVR routers for this DVR port 59487706-9612-4f60-8bd0-01a360ccbd1c on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:53:50.897285 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 084cedcc-debb-409e-bd7f-cacd57295765 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:53:50.897621 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 084cedcc-debb-409e-bd7f-cacd57295765 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:53:50.898027 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 59487706-9612-4f60-8bd0-01a360ccbd1c no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:53:50.956363 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-bd5450b1-52d3-45ba-8b21-3075d3194c52 None None] Calling delete_port for 59487706-9612-4f60-8bd0-01a360ccbd1c owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:53:50.971650 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eacb8734-3900-47bc-aeed-04252cf00701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:50.995463 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 59487706-9612-4f60-8bd0-01a360ccbd1c {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:53:50.995463 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 59487706-9612-4f60-8bd0-01a360ccbd1c not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:53:50.997544 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-eacb8734-3900-47bc-aeed-04252cf00701 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2e544b3-7e6a-4429-92d1-844c3f130f05']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:53:51.010133 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-eacb8734-3900-47bc-aeed-04252cf00701 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:53:51.010400 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-eacb8734-3900-47bc-aeed-04252cf00701 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f20cfb0-dd74-4bda-90e6-cf28b9c6ff3a') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:53:51.021935 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eacb8734-3900-47bc-aeed-04252cf00701 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:51.032128 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-bd5450b1-52d3-45ba-8b21-3075d3194c52 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:53:51.032484 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-bd5450b1-52d3-45ba-8b21-3075d3194c52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:53:51.041849 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eacb8734-3900-47bc-aeed-04252cf00701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:51.047909 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eacb8734-3900-47bc-aeed-04252cf00701 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:53:51.048280 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eacb8734-3900-47bc-aeed-04252cf00701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:51.060887 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:53:51.060887 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:53:51.060887 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:53:51.060887 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:53:51.060887 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:53:51.060887 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:53:51.060887 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:53:51.060887 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:53:51.060887 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:53:51.060887 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:53:51.060887 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:53:51.060887 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:53:51.060887 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:53:51.060887 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:53:51.060887 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:53:51.060887 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:53:51.060887 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:53:51.060887 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:53:51.060887 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:53:51.060887 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:53:51.060887 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:53:51.060887 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:53:51.060887 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:53:51.060887 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:53:51.060887 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:53:51.060887 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:53:51.060887 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:53:51.060887 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:53:51.060887 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:53:51.060887 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:53:51.060887 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:53:51.060887 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:53:51.134574 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eacb8734-3900-47bc-aeed-04252cf00701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:51.150010 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-eacb8734-3900-47bc-aeed-04252cf00701 admin admin] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:51.159646 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb8734-3900-47bc-aeed-04252cf00701 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2e544b3-7e6a-4429-92d1-844c3f130f05,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:53:51.166533 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-eacb8734-3900-47bc-aeed-04252cf00701 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b2e544b3-7e6a-4429-92d1-844c3f130f05 HTTP/1.1" status: 204 len: 168 time: 0.8773012 Apr 20 17:53:51.169542 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60948) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:53:51.534053 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-bd5450b1-52d3-45ba-8b21-3075d3194c52 None None] Deleting port 59487706-9612-4f60-8bd0-01a360ccbd1c {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:53:51.534625 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bd5450b1-52d3-45ba-8b21-3075d3194c52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:51.598221 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-bd5450b1-52d3-45ba-8b21-3075d3194c52 None None] The port '59487706-9612-4f60-8bd0-01a360ccbd1c' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:53:51.647384 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f176a96a-5c02-499b-8bae-82d6e6cdf48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:52.258295 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-f176a96a-5c02-499b-8bae-82d6e6cdf48a admin admin] Deleting port 1fefdc85-008c-42f3-bdd5-d6cf81ad4e93 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:53:52.258980 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f176a96a-5c02-499b-8bae-82d6e6cdf48a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:52.437755 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-f176a96a-5c02-499b-8bae-82d6e6cdf48a admin admin] For port 1fefdc85-008c-42f3-bdd5-d6cf81ad4e93, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=1fefdc85-008c-42f3-bdd5-d6cf81ad4e93,segment=NetworkSegment(b3a24d88-350d-4226-81a2-ec8dd8c84dd3),segment_id=b3a24d88-350d-4226-81a2-ec8dd8c84dd3)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:53:52.438111 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f176a96a-5c02-499b-8bae-82d6e6cdf48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:52.556494 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-f176a96a-5c02-499b-8bae-82d6e6cdf48a admin admin] Calling delete_port for 1fefdc85-008c-42f3-bdd5-d6cf81ad4e93 owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:53:52.722044 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f176a96a-5c02-499b-8bae-82d6e6cdf48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:52.863993 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176a96a-5c02-499b-8bae-82d6e6cdf48a admin admin] Pushing event deleted for resources: {'Port': ['ID=1fefdc85-008c-42f3-bdd5-d6cf81ad4e93,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:53:53.146839 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f176a96a-5c02-499b-8bae-82d6e6cdf48a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:53.720071 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f176a96a-5c02-499b-8bae-82d6e6cdf48a admin admin] Router d54e0d69-f849-47ab-a768-dbe8b30be20a has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:53:53.923088 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f176a96a-5c02-499b-8bae-82d6e6cdf48a admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:53:53.933060 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8da299-2738-434e-9a94-a0833ee58372 None None] Sync routers for ids ['d54e0d69-f849-47ab-a768-dbe8b30be20a'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:53:53.941748 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f176a96a-5c02-499b-8bae-82d6e6cdf48a admin admin] 10.222.0.39 "PUT /v2.0/routers/d54e0d69-f849-47ab-a768-dbe8b30be20a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7712266 Apr 20 17:53:53.944410 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60952) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:53:53.947477 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8da299-2738-434e-9a94-a0833ee58372 None None] Routers {'d54e0d69-f849-47ab-a768-dbe8b30be20a'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:53:53.948186 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-7c8da299-2738-434e-9a94-a0833ee58372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:53:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d54e0d69-f849-47ab-a768-dbe8b30be20a'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:53:54.130091 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-7c8da299-2738-434e-9a94-a0833ee58372 None None] Set router d54e0d69-f849-47ab-a768-dbe8b30be20a gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:53:54.140459 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5b686e8-77d7-47c9-864e-f6390b986baa admin admin] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:54.417272 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-7c8da299-2738-434e-9a94-a0833ee58372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54e0d69-f849-47ab-a768-dbe8b30be20a', 'name': 'tempest-TestVolumeBackupRestore-866795611-router', 'tenant_id': 'f6bcf3995e4d4caf92f40ee52f2c16c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '2ed9499b-f263-4e17-91a6-29c3ef1aec9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:16Z', 'updated_at': '2022-04-20T17:53:52Z', 'revision_number': 5, 'project_id': 'f6bcf3995e4d4caf92f40ee52f2c16c9', 'gw_port': {'id': '2ed9499b-f263-4e17-91a6-29c3ef1aec9a', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54e0d69-f849-47ab-a768-dbe8b30be20a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:50:16Z', 'updated_at': '2022-04-20T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:53:54.422248 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8da299-2738-434e-9a94-a0833ee58372 None None] Checking router: d54e0d69-f849-47ab-a768-dbe8b30be20a for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:53:54.433445 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5b686e8-77d7-47c9-864e-f6390b986baa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:54.433686 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8da299-2738-434e-9a94-a0833ee58372 None None] Routers {'d54e0d69-f849-47ab-a768-dbe8b30be20a'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:53:54.434452 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-7c8da299-2738-434e-9a94-a0833ee58372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:53:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['d54e0d69-f849-47ab-a768-dbe8b30be20a'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:53:54.445664 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-c5b686e8-77d7-47c9-864e-f6390b986baa admin admin] Deleting port 2ed9499b-f263-4e17-91a6-29c3ef1aec9a {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:53:54.445972 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5b686e8-77d7-47c9-864e-f6390b986baa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:54.582915 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-7c8da299-2738-434e-9a94-a0833ee58372 None None] Set router d54e0d69-f849-47ab-a768-dbe8b30be20a gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:53:54.617146 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-c5b686e8-77d7-47c9-864e-f6390b986baa admin admin] For port 2ed9499b-f263-4e17-91a6-29c3ef1aec9a, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=2ed9499b-f263-4e17-91a6-29c3ef1aec9a,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:53:54.617503 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5b686e8-77d7-47c9-864e-f6390b986baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:54.685157 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-7c8da299-2738-434e-9a94-a0833ee58372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54e0d69-f849-47ab-a768-dbe8b30be20a', 'name': 'tempest-TestVolumeBackupRestore-866795611-router', 'tenant_id': 'f6bcf3995e4d4caf92f40ee52f2c16c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:16Z', 'updated_at': '2022-04-20T17:53:54Z', 'revision_number': 6, 'project_id': 'f6bcf3995e4d4caf92f40ee52f2c16c9', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:53:54.689701 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8da299-2738-434e-9a94-a0833ee58372 None None] The sync data for ids ['d54e0d69-f849-47ab-a768-dbe8b30be20a'] in n-d-838032-1 is: [{'id': 'd54e0d69-f849-47ab-a768-dbe8b30be20a', 'name': 'tempest-TestVolumeBackupRestore-866795611-router', 'tenant_id': 'f6bcf3995e4d4caf92f40ee52f2c16c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:50:16Z', 'updated_at': '2022-04-20T17:53:54Z', 'revision_number': 6, 'project_id': 'f6bcf3995e4d4caf92f40ee52f2c16c9', 'gw_port_host': None}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:53:54.742020 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-c5b686e8-77d7-47c9-864e-f6390b986baa admin admin] Calling delete_port for 2ed9499b-f263-4e17-91a6-29c3ef1aec9a owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:53:54.918767 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5b686e8-77d7-47c9-864e-f6390b986baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:54.961015 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b686e8-77d7-47c9-864e-f6390b986baa admin admin] Pushing event deleted for resources: {'Port': ['ID=2ed9499b-f263-4e17-91a6-29c3ef1aec9a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:53:55.186641 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5b686e8-77d7-47c9-864e-f6390b986baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:55.436547 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5b686e8-77d7-47c9-864e-f6390b986baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:55.440941 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5b686e8-77d7-47c9-864e-f6390b986baa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:55.468598 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5b686e8-77d7-47c9-864e-f6390b986baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:55.469129 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b686e8-77d7-47c9-864e-f6390b986baa admin admin] Fanout notify agent at l3_agent the message router_deleted on router d54e0d69-f849-47ab-a768-dbe8b30be20a {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:53:55.481386 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5b686e8-77d7-47c9-864e-f6390b986baa admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:55.482571 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c5b686e8-77d7-47c9-864e-f6390b986baa admin admin] 10.222.0.39 "DELETE /v2.0/routers/d54e0d69-f849-47ab-a768-dbe8b30be20a HTTP/1.1" status: 204 len: 168 time: 1.5371459 Apr 20 17:53:55.485145 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60956) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:53:55.546640 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-5726bdb6-dec5-41da-b58e-5930d2f54ecd admin admin] Deleting subnet 89e34568-9733-46a7-a546-2ea0ab55a3b5 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:53:55.549578 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5726bdb6-dec5-41da-b58e-5930d2f54ecd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:55.598005 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5726bdb6-dec5-41da-b58e-5930d2f54ecd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:55.679074 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5726bdb6-dec5-41da-b58e-5930d2f54ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:55.838143 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5726bdb6-dec5-41da-b58e-5930d2f54ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:55.873083 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726bdb6-dec5-41da-b58e-5930d2f54ecd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89e34568-9733-46a7-a546-2ea0ab55a3b5,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:53:55.879046 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5726bdb6-dec5-41da-b58e-5930d2f54ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:55.884749 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5726bdb6-dec5-41da-b58e-5930d2f54ecd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/89e34568-9733-46a7-a546-2ea0ab55a3b5 HTTP/1.1" status: 204 len: 168 time: 0.3986223 Apr 20 17:53:55.885139 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e518ad-7be6-4f81-b7b0-1ea3e082a2b4 None None] Network 3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:53:55.892901 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60960) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:53:55.988375 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-99ca6f46-de78-46dc-8b96-519d26b32664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:55.999311 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-99ca6f46-de78-46dc-8b96-519d26b32664 admin admin] Deleting port ca7e267b-e11b-4691-affc-b7b2e02fb1ba {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:53:55.999627 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-99ca6f46-de78-46dc-8b96-519d26b32664 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:56.121431 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dd9af5-39a5-4e86-8309-f9961f6c7fd8 None None] DHCP port deletion for 3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:53:56.125791 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d1dd9af5-39a5-4e86-8309-f9961f6c7fd8 None None] Deleting port ca7e267b-e11b-4691-affc-b7b2e02fb1ba {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:53:56.126295 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d1dd9af5-39a5-4e86-8309-f9961f6c7fd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:56.206266 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-99ca6f46-de78-46dc-8b96-519d26b32664 admin admin] For port ca7e267b-e11b-4691-affc-b7b2e02fb1ba, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ca7e267b-e11b-4691-affc-b7b2e02fb1ba,segment=NetworkSegment(b3a24d88-350d-4226-81a2-ec8dd8c84dd3),segment_id=b3a24d88-350d-4226-81a2-ec8dd8c84dd3)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:53:56.206602 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-99ca6f46-de78-46dc-8b96-519d26b32664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:56.318432 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-d1dd9af5-39a5-4e86-8309-f9961f6c7fd8 None None] For port ca7e267b-e11b-4691-affc-b7b2e02fb1ba, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ca7e267b-e11b-4691-affc-b7b2e02fb1ba,segment=NetworkSegment(b3a24d88-350d-4226-81a2-ec8dd8c84dd3),segment_id=b3a24d88-350d-4226-81a2-ec8dd8c84dd3)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:53:56.318737 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d1dd9af5-39a5-4e86-8309-f9961f6c7fd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:56.321391 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-99ca6f46-de78-46dc-8b96-519d26b32664 admin admin] Calling delete_port for ca7e267b-e11b-4691-affc-b7b2e02fb1ba owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:53:56.398235 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-99ca6f46-de78-46dc-8b96-519d26b32664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:56.443135 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca6f46-de78-46dc-8b96-519d26b32664 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca7e267b-e11b-4691-affc-b7b2e02fb1ba,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:53:56.449364 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ca6f46-de78-46dc-8b96-519d26b32664 admin admin] No DVR routers for this DVR port ca7e267b-e11b-4691-affc-b7b2e02fb1ba on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:53:56.478095 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d1dd9af5-39a5-4e86-8309-f9961f6c7fd8 None None] Calling delete_port for ca7e267b-e11b-4691-affc-b7b2e02fb1ba owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:53:56.547146 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-d1dd9af5-39a5-4e86-8309-f9961f6c7fd8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:53:56.547630 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-d1dd9af5-39a5-4e86-8309-f9961f6c7fd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:53:56.564602 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-99ca6f46-de78-46dc-8b96-519d26b32664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:56.590497 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-99ca6f46-de78-46dc-8b96-519d26b32664 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:53:56.602514 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-99ca6f46-de78-46dc-8b96-519d26b32664 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a24d88-350d-4226-81a2-ec8dd8c84dd3') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:53:56.602797 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-99ca6f46-de78-46dc-8b96-519d26b32664 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a24d88-350d-4226-81a2-ec8dd8c84dd3') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:53:56.613910 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-99ca6f46-de78-46dc-8b96-519d26b32664 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:56.632040 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-99ca6f46-de78-46dc-8b96-519d26b32664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:56.638569 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ca6f46-de78-46dc-8b96-519d26b32664 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:53:56.638948 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-99ca6f46-de78-46dc-8b96-519d26b32664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:56.652090 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:53:56.652090 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:53:56.652090 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:53:56.652090 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:53:56.652090 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:53:56.652090 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:53:56.652090 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:53:56.652090 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:53:56.652090 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:53:56.652090 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:53:56.652090 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:53:56.652090 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:53:56.652090 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:53:56.652090 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:53:56.652090 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:53:56.652090 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:53:56.652090 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:53:56.652090 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:53:56.652090 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:53:56.652090 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:53:56.652090 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:53:56.652090 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:53:56.652090 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:53:56.652090 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:53:56.652090 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:53:56.652090 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:53:56.652090 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:53:56.652090 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:53:56.652090 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:53:56.652090 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:53:56.652090 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:53:56.652090 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:53:56.722624 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 1fefdc85-008c-42f3-bdd5-d6cf81ad4e93 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:53:56.729637 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-99ca6f46-de78-46dc-8b96-519d26b32664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:56.746782 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-99ca6f46-de78-46dc-8b96-519d26b32664 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:56.756082 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 1fefdc85-008c-42f3-bdd5-d6cf81ad4e93 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:53:56.756406 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 1fefdc85-008c-42f3-bdd5-d6cf81ad4e93 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:53:56.756819 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 2ed9499b-f263-4e17-91a6-29c3ef1aec9a no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:53:56.757228 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca6f46-de78-46dc-8b96-519d26b32664 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:53:56.764451 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-99ca6f46-de78-46dc-8b96-519d26b32664 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3b3d9ee0-f9a4-412e-9431-01c8b4dd0e23 HTTP/1.1" status: 204 len: 168 time: 0.8763874 Apr 20 17:53:56.789712 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 2ed9499b-f263-4e17-91a6-29c3ef1aec9a {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:53:56.790076 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 2ed9499b-f263-4e17-91a6-29c3ef1aec9a not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:53:56.790535 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ca7e267b-e11b-4691-affc-b7b2e02fb1ba no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:53:56.821370 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: ca7e267b-e11b-4691-affc-b7b2e02fb1ba {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:53:56.821708 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ca7e267b-e11b-4691-affc-b7b2e02fb1ba not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:53:56.969657 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60966) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:53:57.019457 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b0b4f011-3baa-4374-9de7-2dc7ea56ef0c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9a3c77269f2b4405abe8c753429a9409&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0485795 Apr 20 17:53:57.021990 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 60970) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:53:57.049327 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d1dd9af5-39a5-4e86-8309-f9961f6c7fd8 None None] Deleting port ca7e267b-e11b-4691-affc-b7b2e02fb1ba {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:53:57.049875 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d1dd9af5-39a5-4e86-8309-f9961f6c7fd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:57.090181 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fc045a3a-255f-4a90-b64f-2b00b286d437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:57.110000 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d1dd9af5-39a5-4e86-8309-f9961f6c7fd8 None None] The port 'ca7e267b-e11b-4691-affc-b7b2e02fb1ba' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:53:57.117012 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fc045a3a-255f-4a90-b64f-2b00b286d437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:57.171275 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fc045a3a-255f-4a90-b64f-2b00b286d437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:57.186271 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc045a3a-255f-4a90-b64f-2b00b286d437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca8ee2d-3e7a-4ffc-83b4-cc56aebc48ce,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:53:57.194179 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fc045a3a-255f-4a90-b64f-2b00b286d437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:57.194179 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fc045a3a-255f-4a90-b64f-2b00b286d437 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bca8ee2d-3e7a-4ffc-83b4-cc56aebc48ce HTTP/1.1" status: 204 len: 168 time: 0.1723304 Apr 20 17:53:57.597156 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60978) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:53:57.649614 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3b25f785-764d-4ace-a44d-d610c5d4dc19 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f6bcf3995e4d4caf92f40ee52f2c16c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0512280 Apr 20 17:53:57.652007 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 60982) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:53:57.708560 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c532904-3e0a-46cb-9f34-04f15311554f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:57.733904 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c532904-3e0a-46cb-9f34-04f15311554f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:57.789293 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c532904-3e0a-46cb-9f34-04f15311554f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:57.807471 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c532904-3e0a-46cb-9f34-04f15311554f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1dbeb5d-699b-4be2-9085-9ef8b6c014eb,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:53:57.812248 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c532904-3e0a-46cb-9f34-04f15311554f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:57.814219 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1c532904-3e0a-46cb-9f34-04f15311554f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c1dbeb5d-699b-4be2-9085-9ef8b6c014eb HTTP/1.1" status: 204 len: 168 time: 0.1604524 Apr 20 17:53:58.695206 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 32772) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:53:58.911682 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-80db828c-4468-404c-95ec-428954f17dec admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1780068750-network', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:53:58.917397 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-80db828c-4468-404c-95ec-428954f17dec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:53:58.921457 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-80db828c-4468-404c-95ec-428954f17dec admin admin] Usage tracker for resource:network and tenant:e16c8fde9c3b46bbbcadf61106d16f5c is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:53:58.924730 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-80db828c-4468-404c-95ec-428954f17dec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:53:58.931484 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-80db828c-4468-404c-95ec-428954f17dec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:53:58.946054 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80db828c-4468-404c-95ec-428954f17dec admin admin] Made reservation on behalf of e16c8fde9c3b46bbbcadf61106d16f5c for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:53:58.948295 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-80db828c-4468-404c-95ec-428954f17dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:58.960941 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-80db828c-4468-404c-95ec-428954f17dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:58.991775 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-80db828c-4468-404c-95ec-428954f17dec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:53:58.995828 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-80db828c-4468-404c-95ec-428954f17dec admin admin] Usage tracker for resource:security_group_rule and tenant:e16c8fde9c3b46bbbcadf61106d16f5c is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:53:58.998627 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-80db828c-4468-404c-95ec-428954f17dec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:53:59.004902 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-80db828c-4468-404c-95ec-428954f17dec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:53:59.067859 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-80db828c-4468-404c-95ec-428954f17dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:59.073932 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-80db828c-4468-404c-95ec-428954f17dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:59.102762 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80db828c-4468-404c-95ec-428954f17dec admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:53:59.110844 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db828c-4468-404c-95ec-428954f17dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8ccf0f-4142-4a70-a021-55e473809565,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:53:59.116085 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-80db828c-4468-404c-95ec-428954f17dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:59.116490 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-80db828c-4468-404c-95ec-428954f17dec admin admin] Added segment bcd93cff-25a1-4e81-88fb-8406b8370d75 of type vlan for network 667d4c49-9e39-4771-b864-f11963dac9cc Apr 20 17:53:59.145015 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-80db828c-4468-404c-95ec-428954f17dec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:59.176231 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-80db828c-4468-404c-95ec-428954f17dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:59.177109 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80db828c-4468-404c-95ec-428954f17dec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:53:59.177709 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-80db828c-4468-404c-95ec-428954f17dec admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:59.276118 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db828c-4468-404c-95ec-428954f17dec admin admin] Pushing event updated for resources: {'Network': ['ID=667d4c49-9e39-4771-b864-f11963dac9cc,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:53:59.279078 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-80db828c-4468-404c-95ec-428954f17dec admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5828462 Apr 20 17:53:59.282538 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 32780) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:53:59.285905 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 667d4c49-9e39-4771-b864-f11963dac9cc details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:53:59.288053 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-a3bbf6b4-ed19-4c9b-b7d8-78babef6babb admin admin] Request body: {'subnet': {'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1780068750-subnet', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:53:59.293901 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a3bbf6b4-ed19-4c9b-b7d8-78babef6babb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:53:59.297865 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a3bbf6b4-ed19-4c9b-b7d8-78babef6babb admin admin] Usage tracker for resource:subnet and tenant:e16c8fde9c3b46bbbcadf61106d16f5c is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:53:59.301243 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a3bbf6b4-ed19-4c9b-b7d8-78babef6babb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:53:59.307033 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a3bbf6b4-ed19-4c9b-b7d8-78babef6babb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:53:59.321009 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bbf6b4-ed19-4c9b-b7d8-78babef6babb admin admin] Made reservation on behalf of e16c8fde9c3b46bbbcadf61106d16f5c for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:53:59.323286 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a3bbf6b4-ed19-4c9b-b7d8-78babef6babb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:59.611315 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a3bbf6b4-ed19-4c9b-b7d8-78babef6babb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:59.680181 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbf6b4-ed19-4c9b-b7d8-78babef6babb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4ee4589-4e9c-4f3a-9b19-a1aa418864e6,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:53:59.707620 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bbf6b4-ed19-4c9b-b7d8-78babef6babb admin admin] Checking segment: {'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:53:59.708200 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bbf6b4-ed19-4c9b-b7d8-78babef6babb admin admin] Network hostable DHCP agents. Network: 667d4c49-9e39-4771-b864-f11963dac9cc, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:53:59.734429 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bbf6b4-ed19-4c9b-b7d8-78babef6babb admin admin] Network 667d4c49-9e39-4771-b864-f11963dac9cc is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:53:59.745584 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-a3bbf6b4-ed19-4c9b-b7d8-78babef6babb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 667d4c49-9e39-4771-b864-f11963dac9cc) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:53:59.752225 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bbf6b4-ed19-4c9b-b7d8-78babef6babb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:53:59.752225 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a3bbf6b4-ed19-4c9b-b7d8-78babef6babb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:59.753385 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e81287-5ea2-4f8f-9e00-f871221f4dc2 None None] Network 667d4c49-9e39-4771-b864-f11963dac9cc requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:53:59.781830 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 32784) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:53:59.782449 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a3bbf6b4-ed19-4c9b-b7d8-78babef6babb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4983130 Apr 20 17:53:59.789091 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1780068750-router', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:53:59.794023 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:53:59.798065 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] Usage tracker for resource:router and tenant:e16c8fde9c3b46bbbcadf61106d16f5c is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:53:59.800988 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:53:59.808444 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:53:59.819732 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:59.820661 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:59.839092 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:53:59.969764 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-667d4c49-9e39-4771-b864-f11963dac9cc', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'fixed_ips': [{'subnet_id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:53:59.970676 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:00.097719 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:00.129870 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] Allocated IP 172.20.0.2 (667d4c49-9e39-4771-b864-f11963dac9cc/a4ee4589-4e9c-4f3a-9b19-a1aa418864e6/9d298b06-70e2-480c-8c09-839dd3d45107) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:54:00.282143 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:00.311490 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:00.325632 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:00.335914 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] Transition to ACTIVE for port object 9d298b06-70e2-480c-8c09-839dd3d45107 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:54:00.354723 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] Transition to ACTIVE for port object 9d298b06-70e2-480c-8c09-839dd3d45107 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:54:00.360556 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:00.426685 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] Network 667d4c49-9e39-4771-b864-f11963dac9cc is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:54:00.427801 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:54:00.431744 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:54:00.441886 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] Pushing event updated for resources: {'Port': ['ID=9d298b06-70e2-480c-8c09-839dd3d45107,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:54:00.451277 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] Allocated IP 172.25.8.219 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/32f5abb4-2bba-435c-99ef-34fd4cf297ba) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:54:00.503781 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:54:00.504098 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:54:00.504441 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:54:00.504768 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:54:00.505089 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:54:00.505407 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:54:00.505723 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:54:00.506037 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:54:00.506375 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:54:00.506689 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:54:00.506999 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:54:00.542368 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] Attempting to bind port 9d298b06-70e2-480c-8c09-839dd3d45107 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:54:00.542652 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] Attempting to bind port 9d298b06-70e2-480c-8c09-839dd3d45107 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:54:00.543009 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] Attempting to bind port 9d298b06-70e2-480c-8c09-839dd3d45107 on network 667d4c49-9e39-4771-b864-f11963dac9cc {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:54:00.549562 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:54:00.549922 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] Checking segment: {'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:54:00.550378 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:00.550758 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] Bound using segment: {'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:54:00.551199 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] Bound port: 9d298b06-70e2-480c-8c09-839dd3d45107, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:54:00.551564 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:00.598963 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:00.628251 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:00.640255 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] For port 9d298b06-70e2-480c-8c09-839dd3d45107, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:54:00.643270 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] For port 9d298b06-70e2-480c-8c09-839dd3d45107, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9d298b06-70e2-480c-8c09-839dd3d45107,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:54:00.647752 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:00.692617 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:54:00.695228 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:54:00.698963 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:54:00.728462 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e287d0d-ef8d-44ee-a97f-0628f957a1d4 None None] Pushing event updated for resources: {'Port': ['ID=9d298b06-70e2-480c-8c09-839dd3d45107,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:54:00.734995 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] Pushing event updated for resources: {'Port': ['ID=32f5abb4-2bba-435c-99ef-34fd4cf297ba,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:54:00.755642 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:54:00.755981 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:54:00.756310 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:54:00.756635 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:54:00.756978 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:54:00.757294 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:54:00.757609 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:54:00.757972 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:54:00.758307 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:54:00.758618 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:54:00.758930 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:54:00.889215 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:00.890023 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:01.127534 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] Router 160f49f2-9b1e-4fff-adf0-f81c1d531940 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:54:01.327463 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:54:01.342691 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56d9ac1-ce7a-4fd0-af54-1a5dff1be115 None None] Sync routers for ids ['160f49f2-9b1e-4fff-adf0-f81c1d531940'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:54:01.355522 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56d9ac1-ce7a-4fd0-af54-1a5dff1be115 None None] Routers {'160f49f2-9b1e-4fff-adf0-f81c1d531940'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:54:01.355522 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f56d9ac1-ce7a-4fd0-af54-1a5dff1be115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:53:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['160f49f2-9b1e-4fff-adf0-f81c1d531940'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:54:01.367884 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:01.372938 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-48a4a6c7-5a5d-49bd-bd48-c1af812a8c31 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5865407 Apr 20 17:54:01.373186 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 32790) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:54:01.571351 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-f56d9ac1-ce7a-4fd0-af54-1a5dff1be115 None None] Set router 160f49f2-9b1e-4fff-adf0-f81c1d531940 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:54:01.624300 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-89105cb1-c171-4323-96f0-ce69f997f38d req-c5b7cb62-b2f5-4796-acd6-f8306364dcbe service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=67698795-ee4c-4923-9bf9-8a67daa6e28f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2763224 Apr 20 17:54:01.717422 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386f32fe-204c-42a9-96d7-af791bb7c99a None None] Network 667d4c49-9e39-4771-b864-f11963dac9cc requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:54:01.838849 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e3b26eda-a498-4b8e-8189-119fcd8a373c None None] Provisioning for port 9d298b06-70e2-480c-8c09-839dd3d45107 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:54:01.876445 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f56d9ac1-ce7a-4fd0-af54-1a5dff1be115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'name': 'tempest-TestVolumeBootPattern-1780068750-router', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:53:59Z', 'updated_at': '2022-04-20T17:54:00Z', 'revision_number': 3, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'gw_port': {'id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:25:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:00Z', 'updated_at': '2022-04-20T17:54:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:54:01.880456 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56d9ac1-ce7a-4fd0-af54-1a5dff1be115 None None] Checking router: 160f49f2-9b1e-4fff-adf0-f81c1d531940 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:54:01.880786 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56d9ac1-ce7a-4fd0-af54-1a5dff1be115 None None] Updating router 160f49f2-9b1e-4fff-adf0-f81c1d531940 port 32f5abb4-2bba-435c-99ef-34fd4cf297ba binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:54:01.935267 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-f56d9ac1-ce7a-4fd0-af54-1a5dff1be115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:01.993612 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-89105cb1-c171-4323-96f0-ce69f997f38d req-e53ab65f-921f-4ef9-87e7-af655659dba7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4bf64632e3034662a8a9bd433ca4cc92&device_id=67698795-ee4c-4923-9bf9-8a67daa6e28f HTTP/1.1" status: 200 len: 1096 time: 0.2853069 Apr 20 17:54:02.278534 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89105cb1-c171-4323-96f0-ce69f997f38d req-f203d3ed-5f3b-456d-9978-edba98f4fafd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:54:02.280014 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-89105cb1-c171-4323-96f0-ce69f997f38d req-f203d3ed-5f3b-456d-9978-edba98f4fafd service neutron] 10.222.0.43 "GET /v2.0/networks?id=03dd8ee6-fc82-43fa-a426-519b087cf9e0 HTTP/1.1" status: 200 len: 909 time: 0.2617610 Apr 20 17:54:02.316064 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-f56d9ac1-ce7a-4fd0-af54-1a5dff1be115 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:02.327755 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-f56d9ac1-ce7a-4fd0-af54-1a5dff1be115 None None] Transition to ACTIVE for port object 32f5abb4-2bba-435c-99ef-34fd4cf297ba will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:54:02.336821 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-f56d9ac1-ce7a-4fd0-af54-1a5dff1be115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:02.403056 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-89105cb1-c171-4323-96f0-ce69f997f38d req-8cebdb52-01ab-4e90-8a7c-976f6de5186b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c6e5023-8823-4673-8737-138a655f7479 HTTP/1.1" status: 200 len: 1001 time: 0.1109126 Apr 20 17:54:02.410408 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-f56d9ac1-ce7a-4fd0-af54-1a5dff1be115 None None] Attempting to bind port 32f5abb4-2bba-435c-99ef-34fd4cf297ba on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:54:02.410913 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-f56d9ac1-ce7a-4fd0-af54-1a5dff1be115 None None] Attempting to bind port 32f5abb4-2bba-435c-99ef-34fd4cf297ba by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:54:02.411058 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56d9ac1-ce7a-4fd0-af54-1a5dff1be115 None None] Attempting to bind port 32f5abb4-2bba-435c-99ef-34fd4cf297ba on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:54:02.422393 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02779ec-13f6-475c-8874-5bc4697a1e29 None None] Pushing event updated for resources: {'Port': ['ID=32f5abb4-2bba-435c-99ef-34fd4cf297ba,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:54:02.425349 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56d9ac1-ce7a-4fd0-af54-1a5dff1be115 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:54:02.425700 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56d9ac1-ce7a-4fd0-af54-1a5dff1be115 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:54:02.426082 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-f56d9ac1-ce7a-4fd0-af54-1a5dff1be115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:02.426477 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56d9ac1-ce7a-4fd0-af54-1a5dff1be115 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:54:02.426916 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-f56d9ac1-ce7a-4fd0-af54-1a5dff1be115 None None] Bound port: 32f5abb4-2bba-435c-99ef-34fd4cf297ba, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:54:02.427268 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-f56d9ac1-ce7a-4fd0-af54-1a5dff1be115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:02.466520 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02779ec-13f6-475c-8874-5bc4697a1e29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:54:02.466844 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02779ec-13f6-475c-8874-5bc4697a1e29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:54:02.467087 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02779ec-13f6-475c-8874-5bc4697a1e29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:54:02.467403 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02779ec-13f6-475c-8874-5bc4697a1e29 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:54:02.467715 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02779ec-13f6-475c-8874-5bc4697a1e29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:54:02.468023 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02779ec-13f6-475c-8874-5bc4697a1e29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:54:02.468329 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02779ec-13f6-475c-8874-5bc4697a1e29 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:54:02.468633 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02779ec-13f6-475c-8874-5bc4697a1e29 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:54:02.468936 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02779ec-13f6-475c-8874-5bc4697a1e29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:54:02.469239 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02779ec-13f6-475c-8874-5bc4697a1e29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:54:02.469545 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02779ec-13f6-475c-8874-5bc4697a1e29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:54:02.479827 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89105cb1-c171-4323-96f0-ce69f997f38d req-c71854d0-4e20-4114-b7d8-2f662287b61d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:54:02.481265 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-89105cb1-c171-4323-96f0-ce69f997f38d req-c71854d0-4e20-4114-b7d8-2f662287b61d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=48d3b2c0-df34-4939-a530-ea4681f87b1e HTTP/1.1" status: 200 len: 847 time: 0.0728004 Apr 20 17:54:02.510506 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-f56d9ac1-ce7a-4fd0-af54-1a5dff1be115 None None] For port 32f5abb4-2bba-435c-99ef-34fd4cf297ba, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:54:02.513320 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-f56d9ac1-ce7a-4fd0-af54-1a5dff1be115 None None] For port 32f5abb4-2bba-435c-99ef-34fd4cf297ba, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=32f5abb4-2bba-435c-99ef-34fd4cf297ba,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:54:02.518750 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-f56d9ac1-ce7a-4fd0-af54-1a5dff1be115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:02.598162 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02779ec-13f6-475c-8874-5bc4697a1e29 None None] Pushing event updated for resources: {'Port': ['ID=32f5abb4-2bba-435c-99ef-34fd4cf297ba,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:54:02.605219 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56d9ac1-ce7a-4fd0-af54-1a5dff1be115 None None] Routers {'160f49f2-9b1e-4fff-adf0-f81c1d531940'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:54:02.605810 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f56d9ac1-ce7a-4fd0-af54-1a5dff1be115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:53:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['160f49f2-9b1e-4fff-adf0-f81c1d531940'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:54:02.651548 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-89105cb1-c171-4323-96f0-ce69f997f38d req-a5b67f95-ae91-4346-bdef-749291ef5cc9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=03dd8ee6-fc82-43fa-a426-519b087cf9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1647611 Apr 20 17:54:02.757957 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9d298b06-70e2-480c-8c09-839dd3d45107 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:54:02.787739 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-f56d9ac1-ce7a-4fd0-af54-1a5dff1be115 None None] Set router 160f49f2-9b1e-4fff-adf0-f81c1d531940 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:54:02.796726 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e8c51dd2-c429-49dc-a401-549cdcabffbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:02.839973 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 9d298b06-70e2-480c-8c09-839dd3d45107 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:54:02.845281 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 9d298b06-70e2-480c-8c09-839dd3d45107 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:54:02.845650 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:02.879018 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-89105cb1-c171-4323-96f0-ce69f997f38d req-043620f7-4388-484a-867d-e0cd5ac9a905 service neutron] 10.222.0.43 "GET /v2.0/networks/03dd8ee6-fc82-43fa-a426-519b087cf9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207091 Apr 20 17:54:02.975278 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:03.007277 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 9d298b06-70e2-480c-8c09-839dd3d45107, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9d298b06-70e2-480c-8c09-839dd3d45107,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:54:03.013087 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:03.078071 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f56d9ac1-ce7a-4fd0-af54-1a5dff1be115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'name': 'tempest-TestVolumeBootPattern-1780068750-router', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:53:59Z', 'updated_at': '2022-04-20T17:54:00Z', 'revision_number': 3, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'gw_port': {'id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:25:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:00Z', 'updated_at': '2022-04-20T17:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:54:03.079380 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=9d298b06-70e2-480c-8c09-839dd3d45107,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:54:03.083405 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56d9ac1-ce7a-4fd0-af54-1a5dff1be115 None None] The sync data for ids ['160f49f2-9b1e-4fff-adf0-f81c1d531940'] in n-d-838032-1 is: [{'id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'name': 'tempest-TestVolumeBootPattern-1780068750-router', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:53:59Z', 'updated_at': '2022-04-20T17:54:00Z', 'revision_number': 3, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'gw_port': {'id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:25:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:00Z', 'updated_at': '2022-04-20T17:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:54:03.114400 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-89105cb1-c171-4323-96f0-ce69f997f38d req-33eef688-504d-4f05-8d4c-6cac5ac37fc3 service neutron] 10.222.0.43 "GET /v2.0/networks/03dd8ee6-fc82-43fa-a426-519b087cf9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295339 Apr 20 17:54:03.141309 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-e8c51dd2-c429-49dc-a401-549cdcabffbd admin admin] Allocated IP 172.20.0.1 (667d4c49-9e39-4771-b864-f11963dac9cc/a4ee4589-4e9c-4f3a-9b19-a1aa418864e6/3d9b2f7b-df6b-45dd-9924-655d914afd27) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:54:03.303663 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e8c51dd2-c429-49dc-a401-549cdcabffbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:03.323609 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-e8c51dd2-c429-49dc-a401-549cdcabffbd admin admin] Transition to ACTIVE for port object 3d9b2f7b-df6b-45dd-9924-655d914afd27 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:54:03.349600 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e8c51dd2-c429-49dc-a401-549cdcabffbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:03.562858 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c51dd2-c429-49dc-a401-549cdcabffbd admin admin] Network 667d4c49-9e39-4771-b864-f11963dac9cc is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:54:03.565825 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-e8c51dd2-c429-49dc-a401-549cdcabffbd admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:54:03.570431 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c51dd2-c429-49dc-a401-549cdcabffbd admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:54:03.594937 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c51dd2-c429-49dc-a401-549cdcabffbd admin admin] Pushing event updated for resources: {'Port': ['ID=3d9b2f7b-df6b-45dd-9924-655d914afd27,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:54:03.629664 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e8c51dd2-c429-49dc-a401-549cdcabffbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:03.715494 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e8c51dd2-c429-49dc-a401-549cdcabffbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:03.811827 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3e88b039-6126-4bbd-8759-3120632405fe None None] Provisioning for port 3d9b2f7b-df6b-45dd-9924-655d914afd27 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:54:03.817691 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3e88b039-6126-4bbd-8759-3120632405fe None None] Provisioning complete for port 3d9b2f7b-df6b-45dd-9924-655d914afd27 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:54:03.818044 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3e88b039-6126-4bbd-8759-3120632405fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:03.871759 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3e88b039-6126-4bbd-8759-3120632405fe None None] Port 3d9b2f7b-df6b-45dd-9924-655d914afd27 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:54:03.940333 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e8c51dd2-c429-49dc-a401-549cdcabffbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:03.946215 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e8c51dd2-c429-49dc-a401-549cdcabffbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:04.047882 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c51dd2-c429-49dc-a401-549cdcabffbd admin admin] Pushing event updated for resources: {'Port': ['ID=3d9b2f7b-df6b-45dd-9924-655d914afd27,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:54:04.050365 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e8c51dd2-c429-49dc-a401-549cdcabffbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:04.188318 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c51dd2-c429-49dc-a401-549cdcabffbd admin admin] Network 667d4c49-9e39-4771-b864-f11963dac9cc is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:54:04.189303 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-e8c51dd2-c429-49dc-a401-549cdcabffbd admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:54:04.397416 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-33e6a57a-0abd-4af4-8942-5bff3f6e4aeb None None] Provisioning complete for port 3d9b2f7b-df6b-45dd-9924-655d914afd27 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:54:04.398173 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-33e6a57a-0abd-4af4-8942-5bff3f6e4aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:04.451387 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-33e6a57a-0abd-4af4-8942-5bff3f6e4aeb None None] Port 3d9b2f7b-df6b-45dd-9924-655d914afd27 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:54:04.570875 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c51dd2-c429-49dc-a401-549cdcabffbd admin admin] Router 160f49f2-9b1e-4fff-adf0-f81c1d531940 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:54:04.776683 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c51dd2-c429-49dc-a401-549cdcabffbd admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:54:04.794761 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e8c51dd2-c429-49dc-a401-549cdcabffbd admin admin] 10.222.0.39 "PUT /v2.0/routers/160f49f2-9b1e-4fff-adf0-f81c1d531940/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4111350 Apr 20 17:54:04.802013 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 32f5abb4-2bba-435c-99ef-34fd4cf297ba up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:54:04.870414 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 32f5abb4-2bba-435c-99ef-34fd4cf297ba completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:54:04.875043 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 32f5abb4-2bba-435c-99ef-34fd4cf297ba triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:54:04.875432 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:04.990684 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:05.005603 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 32f5abb4-2bba-435c-99ef-34fd4cf297ba, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=32f5abb4-2bba-435c-99ef-34fd4cf297ba,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:54:05.011054 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:05.012030 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9d298b06-70e2-480c-8c09-839dd3d45107 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:54:05.123450 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=32f5abb4-2bba-435c-99ef-34fd4cf297ba,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:54:05.144004 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 9d298b06-70e2-480c-8c09-839dd3d45107 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:54:05.144402 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:05.642319 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 32814) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:54:05.647759 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-7a27b5e6-b792-47da-b93c-a2fad74cea5c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2042189131-network', 'tenant_id': 'd72ca44176a842a8a8d0672dc7ba1bc4'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:54:05.653177 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7a27b5e6-b792-47da-b93c-a2fad74cea5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:54:05.657110 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7a27b5e6-b792-47da-b93c-a2fad74cea5c admin admin] Usage tracker for resource:network and tenant:d72ca44176a842a8a8d0672dc7ba1bc4 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:54:05.660070 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7a27b5e6-b792-47da-b93c-a2fad74cea5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:54:05.665860 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7a27b5e6-b792-47da-b93c-a2fad74cea5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:54:05.677464 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a27b5e6-b792-47da-b93c-a2fad74cea5c admin admin] Made reservation on behalf of d72ca44176a842a8a8d0672dc7ba1bc4 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:54:05.679771 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7a27b5e6-b792-47da-b93c-a2fad74cea5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:05.692116 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7a27b5e6-b792-47da-b93c-a2fad74cea5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:05.722329 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7a27b5e6-b792-47da-b93c-a2fad74cea5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:54:05.726212 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7a27b5e6-b792-47da-b93c-a2fad74cea5c admin admin] Usage tracker for resource:security_group_rule and tenant:d72ca44176a842a8a8d0672dc7ba1bc4 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:54:05.728944 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7a27b5e6-b792-47da-b93c-a2fad74cea5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:54:05.734608 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7a27b5e6-b792-47da-b93c-a2fad74cea5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:54:05.797572 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7a27b5e6-b792-47da-b93c-a2fad74cea5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:05.802336 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7a27b5e6-b792-47da-b93c-a2fad74cea5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:05.829601 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a27b5e6-b792-47da-b93c-a2fad74cea5c admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 17:54:05.841887 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27b5e6-b792-47da-b93c-a2fad74cea5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccd7da7-dc0d-45ab-87b5-511e7c2c8ffc,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:54:05.847782 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7a27b5e6-b792-47da-b93c-a2fad74cea5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:05.848119 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-7a27b5e6-b792-47da-b93c-a2fad74cea5c admin admin] Added segment 0ebf1cfc-7e43-483e-9c88-45060f901ab0 of type vlan for network 2c1bb509-7632-4757-b867-3d84c43e39ef Apr 20 17:54:05.874307 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7a27b5e6-b792-47da-b93c-a2fad74cea5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:05.909182 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7a27b5e6-b792-47da-b93c-a2fad74cea5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:05.910036 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a27b5e6-b792-47da-b93c-a2fad74cea5c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:54:05.910631 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7a27b5e6-b792-47da-b93c-a2fad74cea5c admin admin] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:06.006932 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27b5e6-b792-47da-b93c-a2fad74cea5c admin admin] Pushing event updated for resources: {'Network': ['ID=2c1bb509-7632-4757-b867-3d84c43e39ef,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:54:06.009754 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7a27b5e6-b792-47da-b93c-a2fad74cea5c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3664627 Apr 20 17:54:06.012583 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 32818) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:54:06.017020 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 2c1bb509-7632-4757-b867-3d84c43e39ef details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 17:54:06.017778 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-1c8c0dac-a013-491b-b86d-3f4517855a7c admin admin] Request body: {'subnet': {'network_id': '2c1bb509-7632-4757-b867-3d84c43e39ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2042189131-subnet', 'tenant_id': 'd72ca44176a842a8a8d0672dc7ba1bc4', 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:54:06.023442 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1c8c0dac-a013-491b-b86d-3f4517855a7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:54:06.027340 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1c8c0dac-a013-491b-b86d-3f4517855a7c admin admin] Usage tracker for resource:subnet and tenant:d72ca44176a842a8a8d0672dc7ba1bc4 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:54:06.030355 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1c8c0dac-a013-491b-b86d-3f4517855a7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:54:06.036327 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1c8c0dac-a013-491b-b86d-3f4517855a7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:54:06.047491 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8c0dac-a013-491b-b86d-3f4517855a7c admin admin] Made reservation on behalf of d72ca44176a842a8a8d0672dc7ba1bc4 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:54:06.049817 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c8c0dac-a013-491b-b86d-3f4517855a7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:06.375492 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c8c0dac-a013-491b-b86d-3f4517855a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:06.445535 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c0dac-a013-491b-b86d-3f4517855a7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=25389003-0827-4473-b1fe-3eac8237e21f,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:54:06.459429 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8c0dac-a013-491b-b86d-3f4517855a7c admin admin] Checking segment: {'id': '0ebf1cfc-7e43-483e-9c88-45060f901ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2c1bb509-7632-4757-b867-3d84c43e39ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:54:06.459786 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8c0dac-a013-491b-b86d-3f4517855a7c admin admin] Network hostable DHCP agents. Network: 2c1bb509-7632-4757-b867-3d84c43e39ef, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 17:54:06.483223 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8c0dac-a013-491b-b86d-3f4517855a7c admin admin] Network 2c1bb509-7632-4757-b867-3d84c43e39ef is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 17:54:06.495841 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-1c8c0dac-a013-491b-b86d-3f4517855a7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 2c1bb509-7632-4757-b867-3d84c43e39ef) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:54:06.501043 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8c0dac-a013-491b-b86d-3f4517855a7c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:54:06.501617 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c8c0dac-a013-491b-b86d-3f4517855a7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:06.505372 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118b6586-d8fc-434f-b0b5-d0717b20900a None None] Network 2c1bb509-7632-4757-b867-3d84c43e39ef requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:54:06.525274 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1c8c0dac-a013-491b-b86d-3f4517855a7c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5116603 Apr 20 17:54:06.527886 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 32822) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:54:06.533059 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-00a0dcff-030c-4f29-a2f5-42e5f5340118 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2042189131-router', 'tenant_id': 'd72ca44176a842a8a8d0672dc7ba1bc4', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:54:06.538570 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-00a0dcff-030c-4f29-a2f5-42e5f5340118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:54:06.542441 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-00a0dcff-030c-4f29-a2f5-42e5f5340118 admin admin] Usage tracker for resource:router and tenant:d72ca44176a842a8a8d0672dc7ba1bc4 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:54:06.545277 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-00a0dcff-030c-4f29-a2f5-42e5f5340118 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:54:06.554036 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-00a0dcff-030c-4f29-a2f5-42e5f5340118 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:54:06.566091 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00a0dcff-030c-4f29-a2f5-42e5f5340118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:06.567044 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00a0dcff-030c-4f29-a2f5-42e5f5340118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:06.586469 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561ed113-d83f-426c-8e35-84b23dff5336 None None] Sync routers for ids ['160f49f2-9b1e-4fff-adf0-f81c1d531940'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:54:06.589067 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00a0dcff-030c-4f29-a2f5-42e5f5340118 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:06.623819 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561ed113-d83f-426c-8e35-84b23dff5336 None None] Routers {'160f49f2-9b1e-4fff-adf0-f81c1d531940'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:54:06.624429 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-561ed113-d83f-426c-8e35-84b23dff5336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:53:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['160f49f2-9b1e-4fff-adf0-f81c1d531940'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:54:06.735123 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00a0dcff-030c-4f29-a2f5-42e5f5340118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:06.738774 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 32f5abb4-2bba-435c-99ef-34fd4cf297ba up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:54:06.920137 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00a0dcff-030c-4f29-a2f5-42e5f5340118 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:06.953691 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00a0dcff-030c-4f29-a2f5-42e5f5340118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:06.979151 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-561ed113-d83f-426c-8e35-84b23dff5336 None None] Set router 160f49f2-9b1e-4fff-adf0-f81c1d531940 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:54:07.015971 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b60e1c0-a443-4abf-a16f-6ff3e2c2aa88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-2c1bb509-7632-4757-b867-3d84c43e39ef', 'network_id': '2c1bb509-7632-4757-b867-3d84c43e39ef', 'tenant_id': 'd72ca44176a842a8a8d0672dc7ba1bc4', 'fixed_ips': [{'subnet_id': '25389003-0827-4473-b1fe-3eac8237e21f'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 17:54:07.016769 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0b60e1c0-a443-4abf-a16f-6ff3e2c2aa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:07.062631 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 32f5abb4-2bba-435c-99ef-34fd4cf297ba triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:54:07.063332 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:07.084282 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-00a0dcff-030c-4f29-a2f5-42e5f5340118 admin admin] Allocated IP 172.25.8.206 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/701dfedd-5f6e-48d8-be83-52292a733426) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:54:07.231705 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00a0dcff-030c-4f29-a2f5-42e5f5340118 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:07.259766 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00a0dcff-030c-4f29-a2f5-42e5f5340118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:07.329681 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a0dcff-030c-4f29-a2f5-42e5f5340118 admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:54:07.332591 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-00a0dcff-030c-4f29-a2f5-42e5f5340118 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:54:07.337329 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a0dcff-030c-4f29-a2f5-42e5f5340118 admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:54:07.363221 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0dcff-030c-4f29-a2f5-42e5f5340118 admin admin] Pushing event updated for resources: {'Port': ['ID=701dfedd-5f6e-48d8-be83-52292a733426,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:54:07.494564 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-0b60e1c0-a443-4abf-a16f-6ff3e2c2aa88 None None] Allocated IP 172.20.0.2 (2c1bb509-7632-4757-b867-3d84c43e39ef/25389003-0827-4473-b1fe-3eac8237e21f/c6c91dbf-3c04-467e-af82-df2aa2050996) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:54:07.501550 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00a0dcff-030c-4f29-a2f5-42e5f5340118 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:07.502331 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00a0dcff-030c-4f29-a2f5-42e5f5340118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:07.604028 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-561ed113-d83f-426c-8e35-84b23dff5336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'name': 'tempest-TestVolumeBootPattern-1780068750-router', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:53:59Z', 'updated_at': '2022-04-20T17:54:03Z', 'revision_number': 4, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'gw_port': {'id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:00Z', 'updated_at': '2022-04-20T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '3d9b2f7b-df6b-45dd-9924-655d914afd27', 'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'mac_address': 'fa:16:3e:b4:37:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:02Z', 'updated_at': '2022-04-20T17:54:03Z', 'revision_number': 2, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'subnets': [{'id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:54:07.621108 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561ed113-d83f-426c-8e35-84b23dff5336 None None] Checking router: 160f49f2-9b1e-4fff-adf0-f81c1d531940 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:54:07.621445 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561ed113-d83f-426c-8e35-84b23dff5336 None None] Updating router 160f49f2-9b1e-4fff-adf0-f81c1d531940 port 3d9b2f7b-df6b-45dd-9924-655d914afd27 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:54:07.723200 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-561ed113-d83f-426c-8e35-84b23dff5336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:07.724103 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a0dcff-030c-4f29-a2f5-42e5f5340118 admin admin] Router 35a68566-d4d1-4a4c-9edb-646948447e5c is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 17:54:07.808956 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0b60e1c0-a443-4abf-a16f-6ff3e2c2aa88 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:07.825423 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0b60e1c0-a443-4abf-a16f-6ff3e2c2aa88 None None] Transition to ACTIVE for port object c6c91dbf-3c04-467e-af82-df2aa2050996 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:54:07.898587 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0b60e1c0-a443-4abf-a16f-6ff3e2c2aa88 None None] Transition to ACTIVE for port object c6c91dbf-3c04-467e-af82-df2aa2050996 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:54:07.910982 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0b60e1c0-a443-4abf-a16f-6ff3e2c2aa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:08.032562 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a0dcff-030c-4f29-a2f5-42e5f5340118 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:54:08.042697 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b0f842-3f16-4870-a5fc-f5f3c6ab14ee None None] Sync routers for ids ['35a68566-d4d1-4a4c-9edb-646948447e5c'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:54:08.048012 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b60e1c0-a443-4abf-a16f-6ff3e2c2aa88 None None] Network 2c1bb509-7632-4757-b867-3d84c43e39ef is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:54:08.052474 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-0b60e1c0-a443-4abf-a16f-6ff3e2c2aa88 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:54:08.058041 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b0f842-3f16-4870-a5fc-f5f3c6ab14ee None None] Routers {'35a68566-d4d1-4a4c-9edb-646948447e5c'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:54:08.058741 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b60e1c0-a443-4abf-a16f-6ff3e2c2aa88 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:54:08.059305 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a8b0f842-3f16-4870-a5fc-f5f3c6ab14ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:53:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['35a68566-d4d1-4a4c-9edb-646948447e5c'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:54:08.059450 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00a0dcff-030c-4f29-a2f5-42e5f5340118 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:08.063874 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-00a0dcff-030c-4f29-a2f5-42e5f5340118 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5316532 Apr 20 17:54:08.064005 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60e1c0-a443-4abf-a16f-6ff3e2c2aa88 None None] Pushing event updated for resources: {'Port': ['ID=c6c91dbf-3c04-467e-af82-df2aa2050996,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:54:08.064464 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 32826) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:54:08.181246 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-0b60e1c0-a443-4abf-a16f-6ff3e2c2aa88 None None] Attempting to bind port c6c91dbf-3c04-467e-af82-df2aa2050996 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:54:08.181607 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-0b60e1c0-a443-4abf-a16f-6ff3e2c2aa88 None None] Attempting to bind port c6c91dbf-3c04-467e-af82-df2aa2050996 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '0ebf1cfc-7e43-483e-9c88-45060f901ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2c1bb509-7632-4757-b867-3d84c43e39ef'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:54:08.182377 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b60e1c0-a443-4abf-a16f-6ff3e2c2aa88 None None] Attempting to bind port c6c91dbf-3c04-467e-af82-df2aa2050996 on network 2c1bb509-7632-4757-b867-3d84c43e39ef {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:54:08.191709 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b60e1c0-a443-4abf-a16f-6ff3e2c2aa88 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:54:08.192071 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b60e1c0-a443-4abf-a16f-6ff3e2c2aa88 None None] Checking segment: {'id': '0ebf1cfc-7e43-483e-9c88-45060f901ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2c1bb509-7632-4757-b867-3d84c43e39ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:54:08.192478 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0b60e1c0-a443-4abf-a16f-6ff3e2c2aa88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:08.192853 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b60e1c0-a443-4abf-a16f-6ff3e2c2aa88 None None] Bound using segment: {'id': '0ebf1cfc-7e43-483e-9c88-45060f901ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2c1bb509-7632-4757-b867-3d84c43e39ef'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:54:08.193298 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-0b60e1c0-a443-4abf-a16f-6ff3e2c2aa88 None None] Bound port: c6c91dbf-3c04-467e-af82-df2aa2050996, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebf1cfc-7e43-483e-9c88-45060f901ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2c1bb509-7632-4757-b867-3d84c43e39ef'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:54:08.193673 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0b60e1c0-a443-4abf-a16f-6ff3e2c2aa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:08.236836 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-a8b0f842-3f16-4870-a5fc-f5f3c6ab14ee None None] Set router 35a68566-d4d1-4a4c-9edb-646948447e5c gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:54:08.318496 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-561ed113-d83f-426c-8e35-84b23dff5336 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:08.345466 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-561ed113-d83f-426c-8e35-84b23dff5336 None None] Transition to ACTIVE for port object 3d9b2f7b-df6b-45dd-9924-655d914afd27 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:54:08.351992 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0b60e1c0-a443-4abf-a16f-6ff3e2c2aa88 None None] For port c6c91dbf-3c04-467e-af82-df2aa2050996, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:54:08.355251 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0b60e1c0-a443-4abf-a16f-6ff3e2c2aa88 None None] For port c6c91dbf-3c04-467e-af82-df2aa2050996, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c6c91dbf-3c04-467e-af82-df2aa2050996,segment=NetworkSegment(0ebf1cfc-7e43-483e-9c88-45060f901ab0),segment_id=0ebf1cfc-7e43-483e-9c88-45060f901ab0)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:54:08.356381 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-561ed113-d83f-426c-8e35-84b23dff5336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:08.387473 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0b60e1c0-a443-4abf-a16f-6ff3e2c2aa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:08.522220 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:54:08.530857 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a8b0f842-3f16-4870-a5fc-f5f3c6ab14ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a68566-d4d1-4a4c-9edb-646948447e5c', 'name': 'tempest-TestVolumeBootPattern-2042189131-router', 'tenant_id': 'd72ca44176a842a8a8d0672dc7ba1bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '701dfedd-5f6e-48d8-be83-52292a733426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:54:06Z', 'updated_at': '2022-04-20T17:54:07Z', 'revision_number': 3, 'project_id': 'd72ca44176a842a8a8d0672dc7ba1bc4', 'gw_port': {'id': '701dfedd-5f6e-48d8-be83-52292a733426', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a68566-d4d1-4a4c-9edb-646948447e5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:06Z', 'updated_at': '2022-04-20T17:54:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:54:08.534839 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b0f842-3f16-4870-a5fc-f5f3c6ab14ee None None] Checking router: 35a68566-d4d1-4a4c-9edb-646948447e5c for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:54:08.539814 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b0f842-3f16-4870-a5fc-f5f3c6ab14ee None None] Updating router 35a68566-d4d1-4a4c-9edb-646948447e5c port 701dfedd-5f6e-48d8-be83-52292a733426 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:54:08.546901 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb72a97-9908-422c-bd01-7f5213c7b5b2 None None] Pushing event updated for resources: {'Port': ['ID=3d9b2f7b-df6b-45dd-9924-655d914afd27,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:54:08.595985 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-a8b0f842-3f16-4870-a5fc-f5f3c6ab14ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:08.715033 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60e1c0-a443-4abf-a16f-6ff3e2c2aa88 None None] Pushing event updated for resources: {'Port': ['ID=c6c91dbf-3c04-467e-af82-df2aa2050996,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:54:08.721715 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-561ed113-d83f-426c-8e35-84b23dff5336 None None] Attempting to bind port 3d9b2f7b-df6b-45dd-9924-655d914afd27 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:54:08.722071 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-561ed113-d83f-426c-8e35-84b23dff5336 None None] Attempting to bind port 3d9b2f7b-df6b-45dd-9924-655d914afd27 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:54:08.722458 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561ed113-d83f-426c-8e35-84b23dff5336 None None] Attempting to bind port 3d9b2f7b-df6b-45dd-9924-655d914afd27 on network 667d4c49-9e39-4771-b864-f11963dac9cc {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:54:08.732090 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561ed113-d83f-426c-8e35-84b23dff5336 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:54:08.732663 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561ed113-d83f-426c-8e35-84b23dff5336 None None] Checking segment: {'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:54:08.732974 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-561ed113-d83f-426c-8e35-84b23dff5336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:08.733552 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561ed113-d83f-426c-8e35-84b23dff5336 None None] Bound using segment: {'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:54:08.733847 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-561ed113-d83f-426c-8e35-84b23dff5336 None None] Bound port: 3d9b2f7b-df6b-45dd-9924-655d914afd27, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:54:08.734232 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-561ed113-d83f-426c-8e35-84b23dff5336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:08.897791 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-561ed113-d83f-426c-8e35-84b23dff5336 None None] For port 3d9b2f7b-df6b-45dd-9924-655d914afd27, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:54:08.902021 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-561ed113-d83f-426c-8e35-84b23dff5336 None None] For port 3d9b2f7b-df6b-45dd-9924-655d914afd27, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3d9b2f7b-df6b-45dd-9924-655d914afd27,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:54:08.913578 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-561ed113-d83f-426c-8e35-84b23dff5336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:08.968250 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d3ff0d79-c468-4df2-8b31-6b30d6f8470f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:08.989108 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb72a97-9908-422c-bd01-7f5213c7b5b2 None None] Pushing event updated for resources: {'Port': ['ID=3d9b2f7b-df6b-45dd-9924-655d914afd27,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:54:09.019563 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561ed113-d83f-426c-8e35-84b23dff5336 None None] Routers {'160f49f2-9b1e-4fff-adf0-f81c1d531940'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:54:09.020612 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-561ed113-d83f-426c-8e35-84b23dff5336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:53:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['160f49f2-9b1e-4fff-adf0-f81c1d531940'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:54:09.090630 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-a8b0f842-3f16-4870-a5fc-f5f3c6ab14ee None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:09.103497 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-a8b0f842-3f16-4870-a5fc-f5f3c6ab14ee None None] Transition to ACTIVE for port object 701dfedd-5f6e-48d8-be83-52292a733426 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:54:09.113711 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-a8b0f842-3f16-4870-a5fc-f5f3c6ab14ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:09.201832 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3363a0ac-2bcf-4753-9483-365e44aa6a0b None None] Pushing event updated for resources: {'Port': ['ID=701dfedd-5f6e-48d8-be83-52292a733426,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:54:09.230161 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-a8b0f842-3f16-4870-a5fc-f5f3c6ab14ee None None] Attempting to bind port 701dfedd-5f6e-48d8-be83-52292a733426 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:54:09.231035 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-a8b0f842-3f16-4870-a5fc-f5f3c6ab14ee None None] Attempting to bind port 701dfedd-5f6e-48d8-be83-52292a733426 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:54:09.231386 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b0f842-3f16-4870-a5fc-f5f3c6ab14ee None None] Attempting to bind port 701dfedd-5f6e-48d8-be83-52292a733426 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:54:09.234850 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-d3ff0d79-c468-4df2-8b31-6b30d6f8470f admin admin] Allocated IP 172.20.0.1 (2c1bb509-7632-4757-b867-3d84c43e39ef/25389003-0827-4473-b1fe-3eac8237e21f/57fb5c6b-2de1-402f-8864-eccda76d0303) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:54:09.239973 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b0f842-3f16-4870-a5fc-f5f3c6ab14ee None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:54:09.240265 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b0f842-3f16-4870-a5fc-f5f3c6ab14ee None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:54:09.240790 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-a8b0f842-3f16-4870-a5fc-f5f3c6ab14ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:09.241391 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b0f842-3f16-4870-a5fc-f5f3c6ab14ee None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:54:09.241631 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-a8b0f842-3f16-4870-a5fc-f5f3c6ab14ee None None] Bound port: 701dfedd-5f6e-48d8-be83-52292a733426, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:54:09.242022 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-a8b0f842-3f16-4870-a5fc-f5f3c6ab14ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:09.244120 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-561ed113-d83f-426c-8e35-84b23dff5336 None None] Set router 160f49f2-9b1e-4fff-adf0-f81c1d531940 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:54:09.282540 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c8fda045-21da-4a5d-a171-793352cb2128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:09.319129 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-a8b0f842-3f16-4870-a5fc-f5f3c6ab14ee None None] For port 701dfedd-5f6e-48d8-be83-52292a733426, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:54:09.322522 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-a8b0f842-3f16-4870-a5fc-f5f3c6ab14ee None None] For port 701dfedd-5f6e-48d8-be83-52292a733426, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=701dfedd-5f6e-48d8-be83-52292a733426,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:54:09.328486 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-a8b0f842-3f16-4870-a5fc-f5f3c6ab14ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:09.407621 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b0f842-3f16-4870-a5fc-f5f3c6ab14ee None None] Routers {'35a68566-d4d1-4a4c-9edb-646948447e5c'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:54:09.408325 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a8b0f842-3f16-4870-a5fc-f5f3c6ab14ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:53:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['35a68566-d4d1-4a4c-9edb-646948447e5c'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:54:09.457340 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d3ff0d79-c468-4df2-8b31-6b30d6f8470f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:09.495375 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-d3ff0d79-c468-4df2-8b31-6b30d6f8470f admin admin] Transition to ACTIVE for port object 57fb5c6b-2de1-402f-8864-eccda76d0303 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:54:09.523630 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d3ff0d79-c468-4df2-8b31-6b30d6f8470f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:09.599466 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ff0d79-c468-4df2-8b31-6b30d6f8470f admin admin] Network 2c1bb509-7632-4757-b867-3d84c43e39ef is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:54:09.602827 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-d3ff0d79-c468-4df2-8b31-6b30d6f8470f admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:54:09.604141 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3363a0ac-2bcf-4753-9483-365e44aa6a0b None None] Pushing event updated for resources: {'Port': ['ID=701dfedd-5f6e-48d8-be83-52292a733426,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:54:09.606863 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ff0d79-c468-4df2-8b31-6b30d6f8470f admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:54:09.627341 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-a8b0f842-3f16-4870-a5fc-f5f3c6ab14ee None None] Set router 35a68566-d4d1-4a4c-9edb-646948447e5c gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:54:09.638950 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-561ed113-d83f-426c-8e35-84b23dff5336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'name': 'tempest-TestVolumeBootPattern-1780068750-router', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:53:59Z', 'updated_at': '2022-04-20T17:54:03Z', 'revision_number': 4, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'gw_port': {'id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:00Z', 'updated_at': '2022-04-20T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '3d9b2f7b-df6b-45dd-9924-655d914afd27', 'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'mac_address': 'fa:16:3e:b4:37:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:02Z', 'updated_at': '2022-04-20T17:54:08Z', 'revision_number': 4, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'subnets': [{'id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:54:09.643645 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561ed113-d83f-426c-8e35-84b23dff5336 None None] The sync data for ids ['160f49f2-9b1e-4fff-adf0-f81c1d531940'] in n-d-838032-1 is: [{'id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'name': 'tempest-TestVolumeBootPattern-1780068750-router', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:53:59Z', 'updated_at': '2022-04-20T17:54:03Z', 'revision_number': 4, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'gw_port': {'id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:00Z', 'updated_at': '2022-04-20T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '3d9b2f7b-df6b-45dd-9924-655d914afd27', 'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'mac_address': 'fa:16:3e:b4:37:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:02Z', 'updated_at': '2022-04-20T17:54:08Z', 'revision_number': 4, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'subnets': [{'id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:54:09.662655 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff0d79-c468-4df2-8b31-6b30d6f8470f admin admin] Pushing event updated for resources: {'Port': ['ID=57fb5c6b-2de1-402f-8864-eccda76d0303,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:54:09.680338 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d3ff0d79-c468-4df2-8b31-6b30d6f8470f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:09.809113 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d3ff0d79-c468-4df2-8b31-6b30d6f8470f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:09.847200 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c69b6e1-deaf-4a50-b489-2596068a11d3 None None] Network 2c1bb509-7632-4757-b867-3d84c43e39ef requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:54:09.968526 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a8b0f842-3f16-4870-a5fc-f5f3c6ab14ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a68566-d4d1-4a4c-9edb-646948447e5c', 'name': 'tempest-TestVolumeBootPattern-2042189131-router', 'tenant_id': 'd72ca44176a842a8a8d0672dc7ba1bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '701dfedd-5f6e-48d8-be83-52292a733426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:54:06Z', 'updated_at': '2022-04-20T17:54:07Z', 'revision_number': 3, 'project_id': 'd72ca44176a842a8a8d0672dc7ba1bc4', 'gw_port': {'id': '701dfedd-5f6e-48d8-be83-52292a733426', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a68566-d4d1-4a4c-9edb-646948447e5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:06Z', 'updated_at': '2022-04-20T17:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:54:09.973130 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b0f842-3f16-4870-a5fc-f5f3c6ab14ee None None] The sync data for ids ['35a68566-d4d1-4a4c-9edb-646948447e5c'] in n-d-838032-1 is: [{'id': '35a68566-d4d1-4a4c-9edb-646948447e5c', 'name': 'tempest-TestVolumeBootPattern-2042189131-router', 'tenant_id': 'd72ca44176a842a8a8d0672dc7ba1bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '701dfedd-5f6e-48d8-be83-52292a733426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:54:06Z', 'updated_at': '2022-04-20T17:54:07Z', 'revision_number': 3, 'project_id': 'd72ca44176a842a8a8d0672dc7ba1bc4', 'gw_port': {'id': '701dfedd-5f6e-48d8-be83-52292a733426', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a68566-d4d1-4a4c-9edb-646948447e5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:06Z', 'updated_at': '2022-04-20T17:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:54:09.977288 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-399ffa2e-c3b4-4e61-9ab8-5fd1325b5811 None None] Provisioning for port c6c91dbf-3c04-467e-af82-df2aa2050996 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:54:10.071738 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d3ff0d79-c468-4df2-8b31-6b30d6f8470f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:10.079665 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d3ff0d79-c468-4df2-8b31-6b30d6f8470f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:10.333828 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d3ff0d79-c468-4df2-8b31-6b30d6f8470f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:10.347910 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff0d79-c468-4df2-8b31-6b30d6f8470f admin admin] Pushing event updated for resources: {'Port': ['ID=57fb5c6b-2de1-402f-8864-eccda76d0303,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:54:10.434527 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-fe6f9243-5999-4015-9c10-3eae612ce580 None None] Provisioning for port 57fb5c6b-2de1-402f-8864-eccda76d0303 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:54:10.441413 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-fe6f9243-5999-4015-9c10-3eae612ce580 None None] Provisioning complete for port 57fb5c6b-2de1-402f-8864-eccda76d0303 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:54:10.441916 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fe6f9243-5999-4015-9c10-3eae612ce580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:10.519359 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ff0d79-c468-4df2-8b31-6b30d6f8470f admin admin] Network 2c1bb509-7632-4757-b867-3d84c43e39ef is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:54:10.521064 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-d3ff0d79-c468-4df2-8b31-6b30d6f8470f admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:54:10.556359 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-fe6f9243-5999-4015-9c10-3eae612ce580 None None] Port 57fb5c6b-2de1-402f-8864-eccda76d0303 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:54:10.703521 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1884e57c-ad9c-41b3-9799-66a030b41bc4 None None] Provisioning complete for port 57fb5c6b-2de1-402f-8864-eccda76d0303 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:54:10.703993 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1884e57c-ad9c-41b3-9799-66a030b41bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:10.792813 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1884e57c-ad9c-41b3-9799-66a030b41bc4 None None] Port 57fb5c6b-2de1-402f-8864-eccda76d0303 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:54:10.902858 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c6c91dbf-3c04-467e-af82-df2aa2050996 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:54:10.989854 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port c6c91dbf-3c04-467e-af82-df2aa2050996 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:54:10.998065 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port c6c91dbf-3c04-467e-af82-df2aa2050996 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:54:10.998800 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:11.043315 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ff0d79-c468-4df2-8b31-6b30d6f8470f admin admin] Router 35a68566-d4d1-4a4c-9edb-646948447e5c has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:54:11.072397 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-18fba0ad-8835-470b-b41a-0dda56a6d1d2 None None] Provisioning complete for port 57fb5c6b-2de1-402f-8864-eccda76d0303 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:54:11.072766 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-18fba0ad-8835-470b-b41a-0dda56a6d1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:11.167991 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-18fba0ad-8835-470b-b41a-0dda56a6d1d2 None None] Port 57fb5c6b-2de1-402f-8864-eccda76d0303 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:54:11.178931 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:11.260357 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ff0d79-c468-4df2-8b31-6b30d6f8470f admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:54:11.269146 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port c6c91dbf-3c04-467e-af82-df2aa2050996, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c6c91dbf-3c04-467e-af82-df2aa2050996,segment=NetworkSegment(0ebf1cfc-7e43-483e-9c88-45060f901ab0),segment_id=0ebf1cfc-7e43-483e-9c88-45060f901ab0)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:54:11.271382 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d3ff0d79-c468-4df2-8b31-6b30d6f8470f admin admin] 10.222.0.39 "PUT /v2.0/routers/35a68566-d4d1-4a4c-9edb-646948447e5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2070339 Apr 20 17:54:11.279515 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:11.280438 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3d9b2f7b-df6b-45dd-9924-655d914afd27 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:54:11.399901 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=c6c91dbf-3c04-467e-af82-df2aa2050996,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:54:11.413404 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d12320c-6672-4b2b-8fa5-f6181a64fbd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:11.416379 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 3d9b2f7b-df6b-45dd-9924-655d914afd27 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:54:11.421772 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 3d9b2f7b-df6b-45dd-9924-655d914afd27 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:54:11.422141 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:11.536506 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:11.568793 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 3d9b2f7b-df6b-45dd-9924-655d914afd27, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3d9b2f7b-df6b-45dd-9924-655d914afd27,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:54:11.573780 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:11.574576 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 701dfedd-5f6e-48d8-be83-52292a733426 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:54:11.681630 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=3d9b2f7b-df6b-45dd-9924-655d914afd27,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:54:11.695030 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 701dfedd-5f6e-48d8-be83-52292a733426 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:54:11.699839 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 701dfedd-5f6e-48d8-be83-52292a733426 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:54:11.700230 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:11.813933 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:11.830540 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 701dfedd-5f6e-48d8-be83-52292a733426, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=701dfedd-5f6e-48d8-be83-52292a733426,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:54:11.835855 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:11.906392 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=701dfedd-5f6e-48d8-be83-52292a733426,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:54:12.693893 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:12.747900 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 701dfedd-5f6e-48d8-be83-52292a733426 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:54:12.810806 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:12.827171 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 701dfedd-5f6e-48d8-be83-52292a733426 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:54:12.827555 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:12.942679 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c6c91dbf-3c04-467e-af82-df2aa2050996 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:54:13.007465 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port c6c91dbf-3c04-467e-af82-df2aa2050996 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:54:13.007868 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:13.117195 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3d9b2f7b-df6b-45dd-9924-655d914afd27 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:54:13.184443 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 3d9b2f7b-df6b-45dd-9924-655d914afd27 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:54:13.184820 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:13.466771 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:13.710439 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6470923-bb52-4581-9ff8-36e6320952bb req-74ee8917-84ac-4106-8af9-6495ad35e8cf tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:54:13.711132 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-e6470923-bb52-4581-9ff8-36e6320952bb req-74ee8917-84ac-4106-8af9-6495ad35e8cf tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Synchronizing usage tracker for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:54:13.737151 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-e6470923-bb52-4581-9ff8-36e6320952bb req-74ee8917-84ac-4106-8af9-6495ad35e8cf tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Unset dirty status for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:54:13.738337 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e6470923-bb52-4581-9ff8-36e6320952bb req-74ee8917-84ac-4106-8af9-6495ad35e8cf tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 812 time: 0.1724682 Apr 20 17:54:13.756169 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e6470923-bb52-4581-9ff8-36e6320952bb req-eab9b282-f1bf-42aa-8185-4f4295ae0909 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/quotas/e16c8fde9c3b46bbbcadf61106d16f5c HTTP/1.1" status: 200 len: 375 time: 0.0122206 Apr 20 17:54:13.838920 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e6470923-bb52-4581-9ff8-36e6320952bb req-2c14412e-7de7-48c8-9135-ce543e6335f4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772159 Apr 20 17:54:14.095759 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:14.100914 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e6470923-bb52-4581-9ff8-36e6320952bb req-119cd98d-63af-454b-90b6-901613d3acb0 service neutron] 10.222.0.39 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555718 Apr 20 17:54:14.231571 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e6470923-bb52-4581-9ff8-36e6320952bb req-fcb6a21f-b239-40ab-9e1b-28b42331d495 service neutron] 10.222.0.39 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247723 Apr 20 17:54:14.633610 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-19e913db-d0f6-4ec4-b018-caef1a798560 req-9c03592d-2710-43ec-9150-501cc5e3b11b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Synchronizing usage tracker for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:54:14.654332 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-19e913db-d0f6-4ec4-b018-caef1a798560 req-9c03592d-2710-43ec-9150-501cc5e3b11b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Unset dirty status for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:54:14.655531 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-19e913db-d0f6-4ec4-b018-caef1a798560 req-9c03592d-2710-43ec-9150-501cc5e3b11b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b91f67a8-c894-46b8-837d-b42fd4ae6f4c HTTP/1.1" status: 200 len: 210 time: 0.0648000 Apr 20 17:54:15.384847 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:15.844025 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c6c2eac3-eebe-4f9f-a4c5-23e06b223288 req-66fb2ff7-0d37-4389-ab81-b1380d8d9762 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b91f67a8-c894-46b8-837d-b42fd4ae6f4c HTTP/1.1" status: 200 len: 210 time: 0.0657530 Apr 20 17:54:15.971473 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6470923-bb52-4581-9ff8-36e6320952bb req-5c15df1b-9cec-44ff-a84a-ba680b36e6cd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:54:15.972887 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e6470923-bb52-4581-9ff8-36e6320952bb req-5c15df1b-9cec-44ff-a84a-ba680b36e6cd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.10 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 812 time: 0.1560802 Apr 20 17:54:15.990533 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-e6470923-bb52-4581-9ff8-36e6320952bb req-d0142c56-1d0b-43fc-9de5-3ac3eeaaeda0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Request body: {'port': {'device_id': 'b91f67a8-c894-46b8-837d-b42fd4ae6f4c', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'admin_state_up': True, 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:54:16.128235 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-e6470923-bb52-4581-9ff8-36e6320952bb req-d0142c56-1d0b-43fc-9de5-3ac3eeaaeda0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:54:16.138119 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-e6470923-bb52-4581-9ff8-36e6320952bb req-d0142c56-1d0b-43fc-9de5-3ac3eeaaeda0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:54:16.149432 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6470923-bb52-4581-9ff8-36e6320952bb req-d0142c56-1d0b-43fc-9de5-3ac3eeaaeda0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Made reservation on behalf of e16c8fde9c3b46bbbcadf61106d16f5c for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:54:16.152436 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e6470923-bb52-4581-9ff8-36e6320952bb req-d0142c56-1d0b-43fc-9de5-3ac3eeaaeda0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:16.313966 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-e6470923-bb52-4581-9ff8-36e6320952bb req-d0142c56-1d0b-43fc-9de5-3ac3eeaaeda0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Allocated IP 172.20.0.8 (667d4c49-9e39-4771-b864-f11963dac9cc/a4ee4589-4e9c-4f3a-9b19-a1aa418864e6/8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:54:16.520018 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e6470923-bb52-4581-9ff8-36e6320952bb req-d0142c56-1d0b-43fc-9de5-3ac3eeaaeda0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:16.539507 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-e6470923-bb52-4581-9ff8-36e6320952bb req-d0142c56-1d0b-43fc-9de5-3ac3eeaaeda0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Transition to ACTIVE for port object 8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:54:16.561377 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e6470923-bb52-4581-9ff8-36e6320952bb req-d0142c56-1d0b-43fc-9de5-3ac3eeaaeda0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:16.634903 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6470923-bb52-4581-9ff8-36e6320952bb req-d0142c56-1d0b-43fc-9de5-3ac3eeaaeda0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Network 667d4c49-9e39-4771-b864-f11963dac9cc is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:54:16.638002 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-e6470923-bb52-4581-9ff8-36e6320952bb req-d0142c56-1d0b-43fc-9de5-3ac3eeaaeda0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:54:16.640535 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6470923-bb52-4581-9ff8-36e6320952bb req-d0142c56-1d0b-43fc-9de5-3ac3eeaaeda0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:54:16.677710 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0142c56-1d0b-43fc-9de5-3ac3eeaaeda0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Pushing event updated for resources: {'Port': ['ID=8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:54:16.710132 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6470923-bb52-4581-9ff8-36e6320952bb req-d0142c56-1d0b-43fc-9de5-3ac3eeaaeda0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:54:16.710786 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e6470923-bb52-4581-9ff8-36e6320952bb req-d0142c56-1d0b-43fc-9de5-3ac3eeaaeda0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:16.738852 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e6470923-bb52-4581-9ff8-36e6320952bb req-d0142c56-1d0b-43fc-9de5-3ac3eeaaeda0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7518866 Apr 20 17:54:16.752048 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-e6470923-bb52-4581-9ff8-36e6320952bb req-a3477879-4e72-4f08-9b13-82c8cde96238 service neutron] Request body: {'port': {'device_id': 'b91f67a8-c894-46b8-837d-b42fd4ae6f4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:54:16.867201 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e6470923-bb52-4581-9ff8-36e6320952bb req-a3477879-4e72-4f08-9b13-82c8cde96238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:16.936562 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-71777ff8-0471-4910-b697-754796c1d782 None None] Provisioning for port 8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:54:16.946055 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-71777ff8-0471-4910-b697-754796c1d782 None None] Provisioning complete for port 8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:54:16.946848 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-71777ff8-0471-4910-b697-754796c1d782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:17.023505 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-71777ff8-0471-4910-b697-754796c1d782 None None] Port 8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:54:17.088000 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d5e45-1f32-46d7-8ebe-87c8d24ad2c7 req-6634b2cd-ed91-46bc-902a-d8694559ef68 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:54:17.089570 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-028d5e45-1f32-46d7-8ebe-87c8d24ad2c7 req-6634b2cd-ed91-46bc-902a-d8694559ef68 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b91f67a8-c894-46b8-837d-b42fd4ae6f4c HTTP/1.1" status: 200 len: 931 time: 0.0812993 Apr 20 17:54:17.139438 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-028d5e45-1f32-46d7-8ebe-87c8d24ad2c7 req-1e8bfac9-8af9-494e-8848-5cab8b3b0990 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430512 Apr 20 17:54:17.320186 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-e6470923-bb52-4581-9ff8-36e6320952bb req-a3477879-4e72-4f08-9b13-82c8cde96238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:54:17.327435 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e6470923-bb52-4581-9ff8-36e6320952bb req-a3477879-4e72-4f08-9b13-82c8cde96238 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:17.343192 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-e6470923-bb52-4581-9ff8-36e6320952bb req-a3477879-4e72-4f08-9b13-82c8cde96238 service neutron] Transition to ACTIVE for port object 8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:54:17.348127 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e6470923-bb52-4581-9ff8-36e6320952bb req-a3477879-4e72-4f08-9b13-82c8cde96238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:17.485272 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3477879-4e72-4f08-9b13-82c8cde96238 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:54:17.597896 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-e6470923-bb52-4581-9ff8-36e6320952bb req-a3477879-4e72-4f08-9b13-82c8cde96238 service neutron] Attempting to bind port 8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:54:17.598147 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-e6470923-bb52-4581-9ff8-36e6320952bb req-a3477879-4e72-4f08-9b13-82c8cde96238 service neutron] Attempting to bind port 8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:54:17.598499 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6470923-bb52-4581-9ff8-36e6320952bb req-a3477879-4e72-4f08-9b13-82c8cde96238 service neutron] Attempting to bind port 8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8 on network 667d4c49-9e39-4771-b864-f11963dac9cc {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:54:17.604430 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6470923-bb52-4581-9ff8-36e6320952bb req-a3477879-4e72-4f08-9b13-82c8cde96238 service neutron] Port 8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8 on network 667d4c49-9e39-4771-b864-f11963dac9cc not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:54:17.604742 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6470923-bb52-4581-9ff8-36e6320952bb req-a3477879-4e72-4f08-9b13-82c8cde96238 service neutron] Attempting to bind port 8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8 on network 667d4c49-9e39-4771-b864-f11963dac9cc {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:54:17.611054 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6470923-bb52-4581-9ff8-36e6320952bb req-a3477879-4e72-4f08-9b13-82c8cde96238 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:54:17.611381 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6470923-bb52-4581-9ff8-36e6320952bb req-a3477879-4e72-4f08-9b13-82c8cde96238 service neutron] Checking segment: {'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:54:17.611758 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6470923-bb52-4581-9ff8-36e6320952bb req-a3477879-4e72-4f08-9b13-82c8cde96238 service neutron] Bound using segment: {'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:54:17.612174 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-e6470923-bb52-4581-9ff8-36e6320952bb req-a3477879-4e72-4f08-9b13-82c8cde96238 service neutron] Bound port: 8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:54:17.612519 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e6470923-bb52-4581-9ff8-36e6320952bb req-a3477879-4e72-4f08-9b13-82c8cde96238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:17.701534 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-e6470923-bb52-4581-9ff8-36e6320952bb req-a3477879-4e72-4f08-9b13-82c8cde96238 service neutron] For port 8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:54:17.704403 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-e6470923-bb52-4581-9ff8-36e6320952bb req-a3477879-4e72-4f08-9b13-82c8cde96238 service neutron] For port 8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:54:17.710653 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e6470923-bb52-4581-9ff8-36e6320952bb req-a3477879-4e72-4f08-9b13-82c8cde96238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:17.771410 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e6470923-bb52-4581-9ff8-36e6320952bb req-a3477879-4e72-4f08-9b13-82c8cde96238 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:17.772744 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e6470923-bb52-4581-9ff8-36e6320952bb req-a3477879-4e72-4f08-9b13-82c8cde96238 service neutron] 10.222.0.10 "PUT /v2.0/ports/8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8 HTTP/1.1" status: 200 len: 1091 time: 1.0253322 Apr 20 17:54:17.773200 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b91f67a8-c894-46b8-837d-b42fd4ae6f4c', 'tag': '8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:54:17.792981 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3477879-4e72-4f08-9b13-82c8cde96238 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:54:17.845887 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f724e08-bd5f-4454-97be-3ebff1e7b6a2'] response: {'name': 'network-changed', 'server_uuid': 'b91f67a8-c894-46b8-837d-b42fd4ae6f4c', 'tag': '8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8', 'status': 'completed', 'code': 200} Apr 20 17:54:17.895330 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e6470923-bb52-4581-9ff8-36e6320952bb req-274f6a6c-8a15-4a1c-aee2-3db718b519bb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&device_id=b91f67a8-c894-46b8-837d-b42fd4ae6f4c HTTP/1.1" status: 200 len: 1094 time: 0.0832593 Apr 20 17:54:17.964626 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e6470923-bb52-4581-9ff8-36e6320952bb req-d33727f8-2090-460d-a1d6-99142b329c37 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8 HTTP/1.1" status: 200 len: 217 time: 0.0619831 Apr 20 17:54:18.028224 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6470923-bb52-4581-9ff8-36e6320952bb req-8c942063-f3dd-44d1-ac60-17687d9b7b23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:54:18.029648 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e6470923-bb52-4581-9ff8-36e6320952bb req-8c942063-f3dd-44d1-ac60-17687d9b7b23 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4ee4589-4e9c-4f3a-9b19-a1aa418864e6 HTTP/1.1" status: 200 len: 851 time: 0.0587368 Apr 20 17:54:18.105967 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e6470923-bb52-4581-9ff8-36e6320952bb req-a254bfc2-127d-4bcd-b929-93de2efedd16 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=667d4c49-9e39-4771-b864-f11963dac9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704799 Apr 20 17:54:18.237225 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e6470923-bb52-4581-9ff8-36e6320952bb req-8b2bbab4-7a3e-48d2-96e6-24fbf6b19ab1 service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248102 Apr 20 17:54:18.340269 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4036a-22db-439c-ba19-1bccd0f39d86 req-961fc324-33cd-4989-8772-7ad9a12b800d tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:54:18.341747 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95b4036a-22db-439c-ba19-1bccd0f39d86 req-961fc324-33cd-4989-8772-7ad9a12b800d tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b91f67a8-c894-46b8-837d-b42fd4ae6f4c HTTP/1.1" status: 200 len: 943 time: 0.0789280 Apr 20 17:54:18.370387 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e6470923-bb52-4581-9ff8-36e6320952bb req-d6638200-ba79-4165-8c03-eb95214af5c7 service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258245 Apr 20 17:54:18.387684 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-95b4036a-22db-439c-ba19-1bccd0f39d86 req-90f2f7f5-5c4a-4b47-81ca-445518b56a0c tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403516 Apr 20 17:54:18.501353 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3ed788b8-417d-4f16-ac86-b98b6c61ae48 req-0ce8100f-4d86-4580-85f8-eb4d0ce047ef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&device_id=b91f67a8-c894-46b8-837d-b42fd4ae6f4c HTTP/1.1" status: 200 len: 1094 time: 0.0797453 Apr 20 17:54:18.634021 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed788b8-417d-4f16-ac86-b98b6c61ae48 req-c3475b7b-3e79-40ee-a3c6-553f52cf031b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:54:18.635603 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3ed788b8-417d-4f16-ac86-b98b6c61ae48 req-c3475b7b-3e79-40ee-a3c6-553f52cf031b service neutron] 10.222.0.10 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 913 time: 0.1279352 Apr 20 17:54:18.703310 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3ed788b8-417d-4f16-ac86-b98b6c61ae48 req-c4c14be1-06e0-422a-b003-f29689053f62 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8 HTTP/1.1" status: 200 len: 217 time: 0.0613339 Apr 20 17:54:18.769329 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed788b8-417d-4f16-ac86-b98b6c61ae48 req-7c20ccd1-e192-4a89-bfbf-140bd8b8a114 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:54:18.770694 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3ed788b8-417d-4f16-ac86-b98b6c61ae48 req-7c20ccd1-e192-4a89-bfbf-140bd8b8a114 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4ee4589-4e9c-4f3a-9b19-a1aa418864e6 HTTP/1.1" status: 200 len: 851 time: 0.0612495 Apr 20 17:54:18.848852 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3ed788b8-417d-4f16-ac86-b98b6c61ae48 req-b1147793-02b4-43be-b964-8291b36d4f07 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=667d4c49-9e39-4771-b864-f11963dac9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714328 Apr 20 17:54:19.067132 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3ed788b8-417d-4f16-ac86-b98b6c61ae48 req-f81911ca-ef08-4ecf-ab9d-98bde6ea57ca service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119515 Apr 20 17:54:19.199658 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3ed788b8-417d-4f16-ac86-b98b6c61ae48 req-2e3ca3bf-7848-4ab8-8b16-ab1c000c2f8a service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259472 Apr 20 17:54:19.594283 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8d838-aa23-4194-9b31-7d6e4291e3ba req-05ac153c-fd12-4bb5-84ae-04d5c3ff9dc8 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:54:19.594910 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-90f8d838-aa23-4194-9b31-7d6e4291e3ba req-05ac153c-fd12-4bb5-84ae-04d5c3ff9dc8 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Synchronizing usage tracker for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:54:19.612791 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-90f8d838-aa23-4194-9b31-7d6e4291e3ba req-05ac153c-fd12-4bb5-84ae-04d5c3ff9dc8 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Unset dirty status for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:54:19.613893 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-90f8d838-aa23-4194-9b31-7d6e4291e3ba req-05ac153c-fd12-4bb5-84ae-04d5c3ff9dc8 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b91f67a8-c894-46b8-837d-b42fd4ae6f4c HTTP/1.1" status: 200 len: 943 time: 0.1013069 Apr 20 17:54:19.663649 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-90f8d838-aa23-4194-9b31-7d6e4291e3ba req-6c68aa62-a7f8-42ef-a31a-311ab129a4f4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Synchronizing usage tracker for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:54:19.683696 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-90f8d838-aa23-4194-9b31-7d6e4291e3ba req-6c68aa62-a7f8-42ef-a31a-311ab129a4f4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Unset dirty status for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:54:19.684934 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-90f8d838-aa23-4194-9b31-7d6e4291e3ba req-6c68aa62-a7f8-42ef-a31a-311ab129a4f4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631204 Apr 20 17:54:20.899580 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9f80f-f307-48bb-a8c8-b1c8a4da905c req-e67c0667-5520-49ff-859e-fc5a528032c6 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:54:20.901024 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2fe9f80f-f307-48bb-a8c8-b1c8a4da905c req-e67c0667-5520-49ff-859e-fc5a528032c6 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b91f67a8-c894-46b8-837d-b42fd4ae6f4c HTTP/1.1" status: 200 len: 943 time: 0.0841455 Apr 20 17:54:20.946694 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2fe9f80f-f307-48bb-a8c8-b1c8a4da905c req-682bed5b-b94f-4e52-b7be-ca7dd67340c6 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400605 Apr 20 17:54:22.295769 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f63654-c8d8-47a5-b7fe-ef05e6620674 req-9dce4b86-3592-4812-9995-a1aec8b59b70 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:54:22.297232 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-82f63654-c8d8-47a5-b7fe-ef05e6620674 req-9dce4b86-3592-4812-9995-a1aec8b59b70 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b91f67a8-c894-46b8-837d-b42fd4ae6f4c HTTP/1.1" status: 200 len: 943 time: 0.0782223 Apr 20 17:54:22.346240 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-82f63654-c8d8-47a5-b7fe-ef05e6620674 req-87b5788b-b2dc-4521-ae98-e61acb046663 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431817 Apr 20 17:54:23.555677 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa355f3-7c48-4a94-a017-d7b157717959 req-75bb76cb-d413-4499-b09c-0b71dbeff3a8 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:54:23.557098 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aaa355f3-7c48-4a94-a017-d7b157717959 req-75bb76cb-d413-4499-b09c-0b71dbeff3a8 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b91f67a8-c894-46b8-837d-b42fd4ae6f4c HTTP/1.1" status: 200 len: 943 time: 0.0854332 Apr 20 17:54:23.601425 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aaa355f3-7c48-4a94-a017-d7b157717959 req-3a2ed56f-cd0f-484c-b5a4-f716806504ba tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388687 Apr 20 17:54:24.811801 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1cc7c-f6cf-4023-a82c-7c75bd792386 req-11acd46c-9c54-449a-9660-6fc444a04cda tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:54:24.813251 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-56c1cc7c-f6cf-4023-a82c-7c75bd792386 req-11acd46c-9c54-449a-9660-6fc444a04cda tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b91f67a8-c894-46b8-837d-b42fd4ae6f4c HTTP/1.1" status: 200 len: 943 time: 0.0867107 Apr 20 17:54:24.858791 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-56c1cc7c-f6cf-4023-a82c-7c75bd792386 req-b12dab8f-85c7-46f2-8d43-3a29db6355ea tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399864 Apr 20 17:54:25.901970 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:54:26.037032 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:54:26.059502 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'port_id': '8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8', 'mac_address': 'fa:16:3e:82:72:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:54:26.063247 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17614db-87d4-4ae4-9d6d-034507d23f9c req-17aa0f8a-f607-4348-b42d-23b30f80900a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:54:26.064685 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f17614db-87d4-4ae4-9d6d-034507d23f9c req-17aa0f8a-f607-4348-b42d-23b30f80900a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b91f67a8-c894-46b8-837d-b42fd4ae6f4c HTTP/1.1" status: 200 len: 943 time: 0.0763984 Apr 20 17:54:26.109160 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f17614db-87d4-4ae4-9d6d-034507d23f9c req-790a380b-bb87-414d-a341-41aa1cdee0f3 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388293 Apr 20 17:54:26.112515 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:26.130296 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:54:26.146014 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:54:26.152313 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:26.215373 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:54:26.455756 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:54:27.316353 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5abf5-d32b-4ac3-a08c-d4a9dda40b24 req-e28725fa-f064-44ae-a881-6514e304ede3 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:54:27.318180 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fcf5abf5-d32b-4ac3-a08c-d4a9dda40b24 req-e28725fa-f064-44ae-a881-6514e304ede3 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b91f67a8-c894-46b8-837d-b42fd4ae6f4c HTTP/1.1" status: 200 len: 944 time: 0.0822535 Apr 20 17:54:27.376226 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fcf5abf5-d32b-4ac3-a08c-d4a9dda40b24 req-e74a9275-e2d8-4d07-b189-9f1e690fad51 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523868 Apr 20 17:54:27.917398 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:54:28.005423 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:54:28.010382 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:54:28.010743 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:28.142077 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:28.174337 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b91f67a8-c894-46b8-837d-b42fd4ae6f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:54:28.185787 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:54:28.191076 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:28.255855 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:54:28.403168 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9eed928-97ca-4b0d-ae81-3f9cadca7b5d'] response: {'server_uuid': 'b91f67a8-c894-46b8-837d-b42fd4ae6f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8', 'code': 200} Apr 20 17:54:28.591293 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c6abf3c0-e955-4214-a782-65d5b584bf7f req-431eeed5-00d6-4f21-adf4-4ed3bec91b31 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b91f67a8-c894-46b8-837d-b42fd4ae6f4c HTTP/1.1" status: 200 len: 1096 time: 0.1290054 Apr 20 17:54:28.602974 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb49a51-34b4-4b93-be7f-a2bcdafd4cd1 req-72df8999-fa22-4426-a8ae-362ba6eaf889 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:54:28.604332 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0eb49a51-34b4-4b93-be7f-a2bcdafd4cd1 req-72df8999-fa22-4426-a8ae-362ba6eaf889 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b91f67a8-c894-46b8-837d-b42fd4ae6f4c HTTP/1.1" status: 200 len: 945 time: 0.1007948 Apr 20 17:54:28.669755 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c6abf3c0-e955-4214-a782-65d5b584bf7f req-59b11204-ca01-41e3-af79-55236c49f018 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725896 Apr 20 17:54:28.674417 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0eb49a51-34b4-4b93-be7f-a2bcdafd4cd1 req-bf362d97-9a5a-473b-ac88-2b3c662ab2dc tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579038 Apr 20 17:54:29.879249 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca403b-1048-49f6-80c6-7994d59f3a4a req-6912853e-5561-4b78-a050-3c797ae4a42b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:54:29.881321 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d5ca403b-1048-49f6-80c6-7994d59f3a4a req-6912853e-5561-4b78-a050-3c797ae4a42b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b91f67a8-c894-46b8-837d-b42fd4ae6f4c HTTP/1.1" status: 200 len: 945 time: 0.0834076 Apr 20 17:54:29.925713 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d5ca403b-1048-49f6-80c6-7994d59f3a4a req-4d9f92fe-8775-440e-a958-dcf22cacdf2c tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391214 Apr 20 17:54:31.138651 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501071e-583d-4a46-a9dc-03e4d978bfe2 req-9cc035d1-f70a-4f17-9db3-cbee8063956a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:54:31.140071 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2501071e-583d-4a46-a9dc-03e4d978bfe2 req-9cc035d1-f70a-4f17-9db3-cbee8063956a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b91f67a8-c894-46b8-837d-b42fd4ae6f4c HTTP/1.1" status: 200 len: 945 time: 0.0870872 Apr 20 17:54:31.187796 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2501071e-583d-4a46-a9dc-03e4d978bfe2 req-e1cca2a3-a692-4273-a959-dd61e80afe99 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421107 Apr 20 17:54:31.400286 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6ae5a-e5a6-4065-adb8-5ac548c27e42 req-fcf1c025-dc7d-4839-8670-8e838c0296ae tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:54:31.401976 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-abb6ae5a-e5a6-4065-adb8-5ac548c27e42 req-fcf1c025-dc7d-4839-8670-8e838c0296ae tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b91f67a8-c894-46b8-837d-b42fd4ae6f4c HTTP/1.1" status: 200 len: 945 time: 0.0913408 Apr 20 17:54:31.558166 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-abb6ae5a-e5a6-4065-adb8-5ac548c27e42 req-ba8680c2-f750-49c4-a70e-4a21dec260b4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503570 Apr 20 17:54:31.620760 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf18d29-0a2c-4c9d-85e6-cd16ffffd22a None None] Sync routers for ids ['35a68566-d4d1-4a4c-9edb-646948447e5c'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:54:31.632789 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf18d29-0a2c-4c9d-85e6-cd16ffffd22a None None] Routers {'35a68566-d4d1-4a4c-9edb-646948447e5c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:54:31.633467 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-0cf18d29-0a2c-4c9d-85e6-cd16ffffd22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:54:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['35a68566-d4d1-4a4c-9edb-646948447e5c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:54:31.761109 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d66398-0046-451c-abd2-1b9d2d61292a req-67a790d2-b2a2-4d88-8da0-3b31d25f6d46 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:54:31.762576 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-28d66398-0046-451c-abd2-1b9d2d61292a req-67a790d2-b2a2-4d88-8da0-3b31d25f6d46 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b91f67a8-c894-46b8-837d-b42fd4ae6f4c HTTP/1.1" status: 200 len: 945 time: 0.0798974 Apr 20 17:54:31.806969 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-0cf18d29-0a2c-4c9d-85e6-cd16ffffd22a None None] Set router 35a68566-d4d1-4a4c-9edb-646948447e5c gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:54:31.808205 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-28d66398-0046-451c-abd2-1b9d2d61292a req-6287b9cd-11aa-4556-867b-7d9d44a39325 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388460 Apr 20 17:54:32.117429 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-0cf18d29-0a2c-4c9d-85e6-cd16ffffd22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a68566-d4d1-4a4c-9edb-646948447e5c', 'name': 'tempest-TestVolumeBootPattern-2042189131-router', 'tenant_id': 'd72ca44176a842a8a8d0672dc7ba1bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '701dfedd-5f6e-48d8-be83-52292a733426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:54:06Z', 'updated_at': '2022-04-20T17:54:09Z', 'revision_number': 4, 'project_id': 'd72ca44176a842a8a8d0672dc7ba1bc4', 'gw_port': {'id': '701dfedd-5f6e-48d8-be83-52292a733426', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a68566-d4d1-4a4c-9edb-646948447e5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:06Z', 'updated_at': '2022-04-20T17:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '57fb5c6b-2de1-402f-8864-eccda76d0303', 'name': '', 'network_id': '2c1bb509-7632-4757-b867-3d84c43e39ef', 'tenant_id': 'd72ca44176a842a8a8d0672dc7ba1bc4', 'mac_address': 'fa:16:3e:5a:95:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a68566-d4d1-4a4c-9edb-646948447e5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25389003-0827-4473-b1fe-3eac8237e21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:09Z', 'updated_at': '2022-04-20T17:54:09Z', 'revision_number': 2, 'project_id': 'd72ca44176a842a8a8d0672dc7ba1bc4', 'subnets': [{'id': '25389003-0827-4473-b1fe-3eac8237e21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:54:32.122513 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf18d29-0a2c-4c9d-85e6-cd16ffffd22a None None] Checking router: 35a68566-d4d1-4a4c-9edb-646948447e5c for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:54:32.122905 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf18d29-0a2c-4c9d-85e6-cd16ffffd22a None None] Updating router 35a68566-d4d1-4a4c-9edb-646948447e5c port 57fb5c6b-2de1-402f-8864-eccda76d0303 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 17:54:32.173168 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0cf18d29-0a2c-4c9d-85e6-cd16ffffd22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:32.199013 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858be0ae-8940-46c8-af5a-9509524bc2b5 req-3c9574ff-45f9-4ef2-b525-5a0d0ff24241 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:54:32.200442 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-858be0ae-8940-46c8-af5a-9509524bc2b5 req-3c9574ff-45f9-4ef2-b525-5a0d0ff24241 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b91f67a8-c894-46b8-837d-b42fd4ae6f4c HTTP/1.1" status: 200 len: 945 time: 0.0727699 Apr 20 17:54:32.249681 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-858be0ae-8940-46c8-af5a-9509524bc2b5 req-489bb31a-cd91-4c8b-a51a-b2cdfe29d6c7 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434954 Apr 20 17:54:32.501690 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0cf18d29-0a2c-4c9d-85e6-cd16ffffd22a None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:32.513966 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0cf18d29-0a2c-4c9d-85e6-cd16ffffd22a None None] Transition to ACTIVE for port object 57fb5c6b-2de1-402f-8864-eccda76d0303 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:54:32.523966 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0cf18d29-0a2c-4c9d-85e6-cd16ffffd22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:32.645701 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7255d431-d07b-4344-bcd7-5d68c58fa359 None None] Pushing event updated for resources: {'Port': ['ID=57fb5c6b-2de1-402f-8864-eccda76d0303,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:54:32.788403 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-0cf18d29-0a2c-4c9d-85e6-cd16ffffd22a None None] Attempting to bind port 57fb5c6b-2de1-402f-8864-eccda76d0303 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:54:32.788787 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-0cf18d29-0a2c-4c9d-85e6-cd16ffffd22a None None] Attempting to bind port 57fb5c6b-2de1-402f-8864-eccda76d0303 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '0ebf1cfc-7e43-483e-9c88-45060f901ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2c1bb509-7632-4757-b867-3d84c43e39ef'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:54:32.789135 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf18d29-0a2c-4c9d-85e6-cd16ffffd22a None None] Attempting to bind port 57fb5c6b-2de1-402f-8864-eccda76d0303 on network 2c1bb509-7632-4757-b867-3d84c43e39ef {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:54:32.799212 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf18d29-0a2c-4c9d-85e6-cd16ffffd22a None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:54:32.799552 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf18d29-0a2c-4c9d-85e6-cd16ffffd22a None None] Checking segment: {'id': '0ebf1cfc-7e43-483e-9c88-45060f901ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2c1bb509-7632-4757-b867-3d84c43e39ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:54:32.801109 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0cf18d29-0a2c-4c9d-85e6-cd16ffffd22a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:32.801493 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf18d29-0a2c-4c9d-85e6-cd16ffffd22a None None] Bound using segment: {'id': '0ebf1cfc-7e43-483e-9c88-45060f901ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2c1bb509-7632-4757-b867-3d84c43e39ef'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:54:32.802064 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-0cf18d29-0a2c-4c9d-85e6-cd16ffffd22a None None] Bound port: 57fb5c6b-2de1-402f-8864-eccda76d0303, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebf1cfc-7e43-483e-9c88-45060f901ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2c1bb509-7632-4757-b867-3d84c43e39ef'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:54:32.802311 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0cf18d29-0a2c-4c9d-85e6-cd16ffffd22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:32.900048 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0cf18d29-0a2c-4c9d-85e6-cd16ffffd22a None None] For port 57fb5c6b-2de1-402f-8864-eccda76d0303, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:54:32.903222 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0cf18d29-0a2c-4c9d-85e6-cd16ffffd22a None None] For port 57fb5c6b-2de1-402f-8864-eccda76d0303, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=57fb5c6b-2de1-402f-8864-eccda76d0303,segment=NetworkSegment(0ebf1cfc-7e43-483e-9c88-45060f901ab0),segment_id=0ebf1cfc-7e43-483e-9c88-45060f901ab0)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:54:32.908941 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0cf18d29-0a2c-4c9d-85e6-cd16ffffd22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:32.992761 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7255d431-d07b-4344-bcd7-5d68c58fa359 None None] Pushing event updated for resources: {'Port': ['ID=57fb5c6b-2de1-402f-8864-eccda76d0303,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:54:32.997768 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf18d29-0a2c-4c9d-85e6-cd16ffffd22a None None] Routers {'35a68566-d4d1-4a4c-9edb-646948447e5c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:54:32.998401 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-0cf18d29-0a2c-4c9d-85e6-cd16ffffd22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:54:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['35a68566-d4d1-4a4c-9edb-646948447e5c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:54:33.180948 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-0cf18d29-0a2c-4c9d-85e6-cd16ffffd22a None None] Set router 35a68566-d4d1-4a4c-9edb-646948447e5c gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:54:33.451806 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800300a-39b5-4672-982b-1a4e1e47485b req-0049156b-5e05-4811-b03b-ef2b49fe0eec tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:54:33.453324 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7800300a-39b5-4672-982b-1a4e1e47485b req-0049156b-5e05-4811-b03b-ef2b49fe0eec tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b91f67a8-c894-46b8-837d-b42fd4ae6f4c HTTP/1.1" status: 200 len: 945 time: 0.0773649 Apr 20 17:54:33.509017 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7800300a-39b5-4672-982b-1a4e1e47485b req-762223ea-4d1b-4c6a-ba58-bf8b227a0dee tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499377 Apr 20 17:54:33.518691 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-0cf18d29-0a2c-4c9d-85e6-cd16ffffd22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a68566-d4d1-4a4c-9edb-646948447e5c', 'name': 'tempest-TestVolumeBootPattern-2042189131-router', 'tenant_id': 'd72ca44176a842a8a8d0672dc7ba1bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '701dfedd-5f6e-48d8-be83-52292a733426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:54:06Z', 'updated_at': '2022-04-20T17:54:09Z', 'revision_number': 4, 'project_id': 'd72ca44176a842a8a8d0672dc7ba1bc4', 'gw_port': {'id': '701dfedd-5f6e-48d8-be83-52292a733426', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a68566-d4d1-4a4c-9edb-646948447e5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:06Z', 'updated_at': '2022-04-20T17:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '57fb5c6b-2de1-402f-8864-eccda76d0303', 'name': '', 'network_id': '2c1bb509-7632-4757-b867-3d84c43e39ef', 'tenant_id': 'd72ca44176a842a8a8d0672dc7ba1bc4', 'mac_address': 'fa:16:3e:5a:95:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a68566-d4d1-4a4c-9edb-646948447e5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25389003-0827-4473-b1fe-3eac8237e21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:09Z', 'updated_at': '2022-04-20T17:54:32Z', 'revision_number': 4, 'project_id': 'd72ca44176a842a8a8d0672dc7ba1bc4', 'subnets': [{'id': '25389003-0827-4473-b1fe-3eac8237e21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:54:33.522992 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf18d29-0a2c-4c9d-85e6-cd16ffffd22a None None] The sync data for ids ['35a68566-d4d1-4a4c-9edb-646948447e5c'] in n-d-838032-1 is: [{'id': '35a68566-d4d1-4a4c-9edb-646948447e5c', 'name': 'tempest-TestVolumeBootPattern-2042189131-router', 'tenant_id': 'd72ca44176a842a8a8d0672dc7ba1bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '701dfedd-5f6e-48d8-be83-52292a733426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:54:06Z', 'updated_at': '2022-04-20T17:54:09Z', 'revision_number': 4, 'project_id': 'd72ca44176a842a8a8d0672dc7ba1bc4', 'gw_port': {'id': '701dfedd-5f6e-48d8-be83-52292a733426', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a68566-d4d1-4a4c-9edb-646948447e5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:06Z', 'updated_at': '2022-04-20T17:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '57fb5c6b-2de1-402f-8864-eccda76d0303', 'name': '', 'network_id': '2c1bb509-7632-4757-b867-3d84c43e39ef', 'tenant_id': 'd72ca44176a842a8a8d0672dc7ba1bc4', 'mac_address': 'fa:16:3e:5a:95:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a68566-d4d1-4a4c-9edb-646948447e5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25389003-0827-4473-b1fe-3eac8237e21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:09Z', 'updated_at': '2022-04-20T17:54:32Z', 'revision_number': 4, 'project_id': 'd72ca44176a842a8a8d0672dc7ba1bc4', 'subnets': [{'id': '25389003-0827-4473-b1fe-3eac8237e21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:54:33.701211 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35055ae-68ec-414d-9c56-bf2b92411e3c req-cc899aae-5c5d-49de-a719-e318f8d52d82 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:54:33.702884 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e35055ae-68ec-414d-9c56-bf2b92411e3c req-cc899aae-5c5d-49de-a719-e318f8d52d82 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.10 "GET /v2.0/ports?device_id=b91f67a8-c894-46b8-837d-b42fd4ae6f4c HTTP/1.1" status: 200 len: 945 time: 0.0831380 Apr 20 17:54:33.771994 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-e35055ae-68ec-414d-9c56-bf2b92411e3c req-42ae588f-ec70-4320-b3cb-33743966c4b5 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Deleting port 8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:54:33.772330 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e35055ae-68ec-414d-9c56-bf2b92411e3c req-42ae588f-ec70-4320-b3cb-33743966c4b5 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:34.021285 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-e35055ae-68ec-414d-9c56-bf2b92411e3c req-42ae588f-ec70-4320-b3cb-33743966c4b5 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] For port 8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:54:34.021639 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e35055ae-68ec-414d-9c56-bf2b92411e3c req-42ae588f-ec70-4320-b3cb-33743966c4b5 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:34.143126 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-e35055ae-68ec-414d-9c56-bf2b92411e3c req-42ae588f-ec70-4320-b3cb-33743966c4b5 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Calling delete_port for 8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:54:34.381006 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e35055ae-68ec-414d-9c56-bf2b92411e3c req-42ae588f-ec70-4320-b3cb-33743966c4b5 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:34.393454 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:54:34.432192 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae588f-ec70-4320-b3cb-33743966c4b5 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Pushing event deleted for resources: {'Port': ['ID=8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:54:34.504910 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35055ae-68ec-414d-9c56-bf2b92411e3c req-42ae588f-ec70-4320-b3cb-33743966c4b5 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] No DVR routers for this DVR port 8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8 on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:54:34.507647 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e35055ae-68ec-414d-9c56-bf2b92411e3c req-42ae588f-ec70-4320-b3cb-33743966c4b5 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:34.510437 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b91f67a8-c894-46b8-837d-b42fd4ae6f4c', 'name': 'network-vif-deleted', 'tag': '8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:54:34.528677 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e35055ae-68ec-414d-9c56-bf2b92411e3c req-42ae588f-ec70-4320-b3cb-33743966c4b5 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.10 "DELETE /v2.0/ports/8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8 HTTP/1.1" status: 204 len: 173 time: 0.8202698 Apr 20 17:54:34.569192 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c887884-6182-4eb6-9531-a383c645abc0'] response: {'server_uuid': 'b91f67a8-c894-46b8-837d-b42fd4ae6f4c', 'name': 'network-vif-deleted', 'tag': '8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8', 'status': 'completed', 'code': 200} Apr 20 17:54:34.686658 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0da795fa-ba9a-422a-83a0-35d395a3b8f0 req-7573074d-3f33-4e6a-81bb-2467a55d1bbc tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b91f67a8-c894-46b8-837d-b42fd4ae6f4c HTTP/1.1" status: 200 len: 210 time: 0.0421920 Apr 20 17:54:34.775766 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 57fb5c6b-2de1-402f-8864-eccda76d0303 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:54:34.848673 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 57fb5c6b-2de1-402f-8864-eccda76d0303 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:54:34.853727 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 57fb5c6b-2de1-402f-8864-eccda76d0303 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:54:34.854108 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:34.970013 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:35.005759 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 57fb5c6b-2de1-402f-8864-eccda76d0303, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=57fb5c6b-2de1-402f-8864-eccda76d0303,segment=NetworkSegment(0ebf1cfc-7e43-483e-9c88-45060f901ab0),segment_id=0ebf1cfc-7e43-483e-9c88-45060f901ab0)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:54:35.010814 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:35.077787 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=57fb5c6b-2de1-402f-8864-eccda76d0303,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:54:36.750307 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 57fb5c6b-2de1-402f-8864-eccda76d0303 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:54:36.824869 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 57fb5c6b-2de1-402f-8864-eccda76d0303 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:54:36.825230 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:37.938854 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:54:37.972435 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:54:37.972768 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 8ac016d0-bc1a-475c-aac6-c0d19a5e0ae8 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:54:39.227555 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b97ee5e4-e8a6-44b0-831c-5a7fa8c36364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:41.394800 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0ae1ef8f-8f26-4b78-8684-780ab973f121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:42.693241 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:42.793881 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:43.482888 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:44.098141 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:45.408904 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:45.505372 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:54:54.740203 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-f584f333-ab26-47d5-bf10-eacee201eabe tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:54:54.741639 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-f584f333-ab26-47d5-bf10-eacee201eabe tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 812 time: 0.1475778 Apr 20 17:54:54.761203 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-7b9d4622-38b3-492e-8272-4fde666d462e tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/quotas/e16c8fde9c3b46bbbcadf61106d16f5c HTTP/1.1" status: 200 len: 375 time: 0.0112233 Apr 20 17:54:54.842627 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-e9b978dd-76bc-4af7-897c-43a93c1d7a4a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755291 Apr 20 17:54:54.983698 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-2c74ea1e-74ed-4d20-b49f-0e8e3f5beeef service neutron] 10.222.0.39 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317143 Apr 20 17:54:55.119542 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-46eaa36a-131c-4ef3-8ca0-b15688f4e8f7 service neutron] 10.222.0.39 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300631 Apr 20 17:54:55.352620 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-604f2736-5eb8-468f-9d64-e3b6e417bcc0 req-01920250-0481-415f-924c-27dbbf1013f9 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Synchronizing usage tracker for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:54:55.372342 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-604f2736-5eb8-468f-9d64-e3b6e417bcc0 req-01920250-0481-415f-924c-27dbbf1013f9 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Unset dirty status for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:54:55.373519 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-604f2736-5eb8-468f-9d64-e3b6e417bcc0 req-01920250-0481-415f-924c-27dbbf1013f9 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=232f9126-8cff-4f4b-bded-b54320f0d0ae HTTP/1.1" status: 200 len: 210 time: 0.0616190 Apr 20 17:54:56.489641 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-91d785bd-8617-43ee-825f-02507b08d7a5 req-30ccee88-bd3e-4421-90a9-a4926ec82e6a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=232f9126-8cff-4f4b-bded-b54320f0d0ae HTTP/1.1" status: 200 len: 210 time: 0.0432620 Apr 20 17:54:57.617760 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fd74e04e-361f-42b5-b3b4-dc2d4c5bcbb6 req-a5ad3ff4-c55e-4e5b-8447-3f49e8e02c35 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=232f9126-8cff-4f4b-bded-b54320f0d0ae HTTP/1.1" status: 200 len: 210 time: 0.0435538 Apr 20 17:54:58.798142 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1dc1fc2e-33a2-487b-91b9-f539e1c63812 req-342cb3d2-2d36-477d-bcf6-c7f55a36bec3 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=232f9126-8cff-4f4b-bded-b54320f0d0ae HTTP/1.1" status: 200 len: 210 time: 0.0492747 Apr 20 17:54:59.578806 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-3de0b8cf-ca1f-4829-8c8e-7efbe764886d tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:54:59.580215 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-3de0b8cf-ca1f-4829-8c8e-7efbe764886d tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.10 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 812 time: 0.1420405 Apr 20 17:54:59.605466 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-a06959fa-aa07-4b05-8903-327e4259cec4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Request body: {'port': {'device_id': '232f9126-8cff-4f4b-bded-b54320f0d0ae', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'admin_state_up': True, 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:54:59.740878 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-a06959fa-aa07-4b05-8903-327e4259cec4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:54:59.750966 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-a06959fa-aa07-4b05-8903-327e4259cec4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:54:59.761878 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-a06959fa-aa07-4b05-8903-327e4259cec4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Made reservation on behalf of e16c8fde9c3b46bbbcadf61106d16f5c for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:54:59.764955 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-a06959fa-aa07-4b05-8903-327e4259cec4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:54:59.926673 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-a06959fa-aa07-4b05-8903-327e4259cec4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Allocated IP 172.20.0.11 (667d4c49-9e39-4771-b864-f11963dac9cc/a4ee4589-4e9c-4f3a-9b19-a1aa418864e6/069870db-9285-4fe1-9827-8a51cace578c) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:54:59.972524 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b778b5b7-c88a-4b53-88ef-e059a91b3608 req-b5d4778c-e6bd-4ea1-b024-64691008308b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=232f9126-8cff-4f4b-bded-b54320f0d0ae HTTP/1.1" status: 200 len: 210 time: 0.0471644 Apr 20 17:55:00.167242 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-a06959fa-aa07-4b05-8903-327e4259cec4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:00.183056 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-a06959fa-aa07-4b05-8903-327e4259cec4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Transition to ACTIVE for port object 069870db-9285-4fe1-9827-8a51cace578c will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:55:00.207765 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-a06959fa-aa07-4b05-8903-327e4259cec4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:00.278833 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-a06959fa-aa07-4b05-8903-327e4259cec4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Network 667d4c49-9e39-4771-b864-f11963dac9cc is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:55:00.282557 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-a06959fa-aa07-4b05-8903-327e4259cec4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:55:00.286528 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-a06959fa-aa07-4b05-8903-327e4259cec4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:55:00.334115 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06959fa-aa07-4b05-8903-327e4259cec4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Pushing event updated for resources: {'Port': ['ID=069870db-9285-4fe1-9827-8a51cace578c,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:55:00.352395 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06959fa-aa07-4b05-8903-327e4259cec4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:55:00.353014 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06959fa-aa07-4b05-8903-327e4259cec4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:55:00.353348 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06959fa-aa07-4b05-8903-327e4259cec4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:55:00.353671 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06959fa-aa07-4b05-8903-327e4259cec4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:55:00.354293 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06959fa-aa07-4b05-8903-327e4259cec4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:55:00.354616 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06959fa-aa07-4b05-8903-327e4259cec4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:55:00.355082 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06959fa-aa07-4b05-8903-327e4259cec4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:55:00.355399 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06959fa-aa07-4b05-8903-327e4259cec4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:55:00.355714 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06959fa-aa07-4b05-8903-327e4259cec4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:55:00.356024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06959fa-aa07-4b05-8903-327e4259cec4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:55:00.356497 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06959fa-aa07-4b05-8903-327e4259cec4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:55:00.365658 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-a06959fa-aa07-4b05-8903-327e4259cec4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:00.366287 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-a06959fa-aa07-4b05-8903-327e4259cec4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:00.393289 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-a06959fa-aa07-4b05-8903-327e4259cec4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7914586 Apr 20 17:55:00.405517 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-564024d7-15fa-40b8-a2e4-19cf7448e296 service neutron] Request body: {'port': {'device_id': '232f9126-8cff-4f4b-bded-b54320f0d0ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:55:00.526248 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-564024d7-15fa-40b8-a2e4-19cf7448e296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:00.551931 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1ef9648b-1d7f-40d7-8a8e-674fa81be4e2 None None] Provisioning for port 069870db-9285-4fe1-9827-8a51cace578c completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:55:00.557158 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1ef9648b-1d7f-40d7-8a8e-674fa81be4e2 None None] Provisioning complete for port 069870db-9285-4fe1-9827-8a51cace578c triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:55:00.557598 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1ef9648b-1d7f-40d7-8a8e-674fa81be4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:00.612299 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1ef9648b-1d7f-40d7-8a8e-674fa81be4e2 None None] Port 069870db-9285-4fe1-9827-8a51cace578c cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:55:00.867379 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-564024d7-15fa-40b8-a2e4-19cf7448e296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 069870db-9285-4fe1-9827-8a51cace578c {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:55:00.874969 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-564024d7-15fa-40b8-a2e4-19cf7448e296 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:00.889284 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-564024d7-15fa-40b8-a2e4-19cf7448e296 service neutron] Transition to ACTIVE for port object 069870db-9285-4fe1-9827-8a51cace578c will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:55:00.894222 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-564024d7-15fa-40b8-a2e4-19cf7448e296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:01.159874 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564024d7-15fa-40b8-a2e4-19cf7448e296 service neutron] Pushing event updated for resources: {'Port': ['ID=069870db-9285-4fe1-9827-8a51cace578c,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:55:01.180367 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b1ed6-d4e6-4f48-801b-90daa82296e7 req-f891f73f-2caa-4456-95b8-9cb564296356 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:01.182451 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-240b1ed6-d4e6-4f48-801b-90daa82296e7 req-f891f73f-2caa-4456-95b8-9cb564296356 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=232f9126-8cff-4f4b-bded-b54320f0d0ae HTTP/1.1" status: 200 len: 944 time: 0.0848193 Apr 20 17:55:01.237879 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-240b1ed6-d4e6-4f48-801b-90daa82296e7 req-f7d6a05f-6c44-4bb4-822c-3e4ded05ed65 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471380 Apr 20 17:55:01.241223 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-564024d7-15fa-40b8-a2e4-19cf7448e296 service neutron] Attempting to bind port 069870db-9285-4fe1-9827-8a51cace578c on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:55:01.241549 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-564024d7-15fa-40b8-a2e4-19cf7448e296 service neutron] Attempting to bind port 069870db-9285-4fe1-9827-8a51cace578c by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:55:01.241868 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-564024d7-15fa-40b8-a2e4-19cf7448e296 service neutron] Attempting to bind port 069870db-9285-4fe1-9827-8a51cace578c on network 667d4c49-9e39-4771-b864-f11963dac9cc {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:55:01.248776 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-564024d7-15fa-40b8-a2e4-19cf7448e296 service neutron] Port 069870db-9285-4fe1-9827-8a51cace578c on network 667d4c49-9e39-4771-b864-f11963dac9cc not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:55:01.249088 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-564024d7-15fa-40b8-a2e4-19cf7448e296 service neutron] Attempting to bind port 069870db-9285-4fe1-9827-8a51cace578c on network 667d4c49-9e39-4771-b864-f11963dac9cc {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:55:01.256327 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-564024d7-15fa-40b8-a2e4-19cf7448e296 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:55:01.257590 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-564024d7-15fa-40b8-a2e4-19cf7448e296 service neutron] Checking segment: {'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:55:01.258215 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-564024d7-15fa-40b8-a2e4-19cf7448e296 service neutron] Bound using segment: {'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:55:01.258651 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-564024d7-15fa-40b8-a2e4-19cf7448e296 service neutron] Bound port: 069870db-9285-4fe1-9827-8a51cace578c, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:55:01.258998 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-564024d7-15fa-40b8-a2e4-19cf7448e296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:01.354645 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-564024d7-15fa-40b8-a2e4-19cf7448e296 service neutron] For port 069870db-9285-4fe1-9827-8a51cace578c, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:55:01.358237 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-564024d7-15fa-40b8-a2e4-19cf7448e296 service neutron] For port 069870db-9285-4fe1-9827-8a51cace578c, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=069870db-9285-4fe1-9827-8a51cace578c,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:55:01.363470 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-564024d7-15fa-40b8-a2e4-19cf7448e296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:01.424690 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-564024d7-15fa-40b8-a2e4-19cf7448e296 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:01.426039 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-564024d7-15fa-40b8-a2e4-19cf7448e296 service neutron] 10.222.0.10 "PUT /v2.0/ports/069870db-9285-4fe1-9827-8a51cace578c HTTP/1.1" status: 200 len: 1092 time: 1.0253391 Apr 20 17:55:01.426489 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '232f9126-8cff-4f4b-bded-b54320f0d0ae', 'tag': '069870db-9285-4fe1-9827-8a51cace578c'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:55:01.451210 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564024d7-15fa-40b8-a2e4-19cf7448e296 service neutron] Pushing event updated for resources: {'Port': ['ID=069870db-9285-4fe1-9827-8a51cace578c,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:55:01.541296 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d763023-89e9-4d76-a2dd-90d7928d5888'] response: {'name': 'network-changed', 'server_uuid': '232f9126-8cff-4f4b-bded-b54320f0d0ae', 'tag': '069870db-9285-4fe1-9827-8a51cace578c', 'status': 'completed', 'code': 200} Apr 20 17:55:01.563041 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-68bc92b7-8c0d-485c-879c-7d235d5a9117 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&device_id=232f9126-8cff-4f4b-bded-b54320f0d0ae HTTP/1.1" status: 200 len: 1095 time: 0.0929780 Apr 20 17:55:01.635193 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-8f22b60f-870c-4b50-bcdb-63018d69ec5b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=069870db-9285-4fe1-9827-8a51cace578c HTTP/1.1" status: 200 len: 217 time: 0.0656614 Apr 20 17:55:01.701301 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-ef25e60b-22c2-495a-9dea-d47b5dcb7abe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:01.703094 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-ef25e60b-22c2-495a-9dea-d47b5dcb7abe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4ee4589-4e9c-4f3a-9b19-a1aa418864e6 HTTP/1.1" status: 200 len: 851 time: 0.0620520 Apr 20 17:55:01.784502 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-ec9af336-df5a-4a6d-9bdb-07c1e4212f31 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=667d4c49-9e39-4771-b864-f11963dac9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748322 Apr 20 17:55:01.921257 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-d3033477-e1db-47ff-a881-b9affde2eacc service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279929 Apr 20 17:55:02.065669 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5ad186d2-affd-472d-9f9a-5833ed8956ea req-c1a0199f-021d-43de-8177-cb821c9267f7 service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374543 Apr 20 17:55:02.180446 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-196b9edb-54a5-429a-9633-af7169aec115 req-b57aaa27-256f-4b4e-b9ae-b37415849e73 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&device_id=232f9126-8cff-4f4b-bded-b54320f0d0ae HTTP/1.1" status: 200 len: 1095 time: 0.0676420 Apr 20 17:55:02.309599 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b9edb-54a5-429a-9633-af7169aec115 req-01e80d63-be84-4802-91cb-2532b3a53dad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:02.311104 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-196b9edb-54a5-429a-9633-af7169aec115 req-01e80d63-be84-4802-91cb-2532b3a53dad service neutron] 10.222.0.10 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 913 time: 0.1240847 Apr 20 17:55:02.392561 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-196b9edb-54a5-429a-9633-af7169aec115 req-64b6729d-44ef-4f3d-82ed-a750d220083b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=069870db-9285-4fe1-9827-8a51cace578c HTTP/1.1" status: 200 len: 217 time: 0.0742080 Apr 20 17:55:02.457817 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b9edb-54a5-429a-9633-af7169aec115 req-0485d2d3-32c0-4980-888c-f3111abbb6e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:02.460050 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-196b9edb-54a5-429a-9633-af7169aec115 req-0485d2d3-32c0-4980-888c-f3111abbb6e4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4ee4589-4e9c-4f3a-9b19-a1aa418864e6 HTTP/1.1" status: 200 len: 851 time: 0.0624042 Apr 20 17:55:02.557712 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2479c-5397-42b1-b928-0fe4449bb993 req-3b8f5bcc-6d65-4423-9fa6-c845dd56d448 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:02.559278 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eee2479c-5397-42b1-b928-0fe4449bb993 req-3b8f5bcc-6d65-4423-9fa6-c845dd56d448 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=232f9126-8cff-4f4b-bded-b54320f0d0ae HTTP/1.1" status: 200 len: 944 time: 0.1307123 Apr 20 17:55:02.571894 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-196b9edb-54a5-429a-9633-af7169aec115 req-dcb050de-28fd-4d75-b53f-05f616b6b862 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=667d4c49-9e39-4771-b864-f11963dac9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055982 Apr 20 17:55:02.573761 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7b171812-74dd-42db-a557-68d2962ee335 req-7176a8e8-9ed4-47b9-a9d6-073513bc9db3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=67698795-ee4c-4923-9bf9-8a67daa6e28f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2109597 Apr 20 17:55:02.624239 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eee2479c-5397-42b1-b928-0fe4449bb993 req-a345ca98-0b97-4233-84d5-676b56f768fd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494428 Apr 20 17:55:02.739296 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7b171812-74dd-42db-a557-68d2962ee335 req-93c6f562-e819-48d4-aea8-d2090c67455c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4bf64632e3034662a8a9bd433ca4cc92&device_id=67698795-ee4c-4923-9bf9-8a67daa6e28f HTTP/1.1" status: 200 len: 1096 time: 0.0837748 Apr 20 17:55:02.751398 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-196b9edb-54a5-429a-9633-af7169aec115 req-e964b0b9-b475-4bf5-a010-63c30bd2ef3a service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731946 Apr 20 17:55:02.950279 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b171812-74dd-42db-a557-68d2962ee335 req-a497aab0-4a5f-4ea0-a4dc-8ac0ce7d8cb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:02.952146 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7b171812-74dd-42db-a557-68d2962ee335 req-a497aab0-4a5f-4ea0-a4dc-8ac0ce7d8cb1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=03dd8ee6-fc82-43fa-a426-519b087cf9e0 HTTP/1.1" status: 200 len: 909 time: 0.1896856 Apr 20 17:55:03.032602 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-196b9edb-54a5-429a-9633-af7169aec115 req-db8fb66b-5cdd-4b57-ba85-dd0a6eff7767 service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749443 Apr 20 17:55:03.070776 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7b171812-74dd-42db-a557-68d2962ee335 req-81957725-dc54-4ee8-a412-56c3f10bff4b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c6e5023-8823-4673-8737-138a655f7479 HTTP/1.1" status: 200 len: 1001 time: 0.1130319 Apr 20 17:55:03.165759 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b171812-74dd-42db-a557-68d2962ee335 req-15ac1372-ec0e-441f-bb91-edbb0c88d98a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:03.168002 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7b171812-74dd-42db-a557-68d2962ee335 req-15ac1372-ec0e-441f-bb91-edbb0c88d98a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=48d3b2c0-df34-4939-a530-ea4681f87b1e HTTP/1.1" status: 200 len: 847 time: 0.0912004 Apr 20 17:55:03.303116 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7b171812-74dd-42db-a557-68d2962ee335 req-f5f51d31-ee67-4bf8-8800-33de38911785 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=03dd8ee6-fc82-43fa-a426-519b087cf9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275487 Apr 20 17:55:03.454710 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7b171812-74dd-42db-a557-68d2962ee335 req-10ba1340-3f93-4a82-91c2-6790439d2c2d service neutron] 10.222.0.43 "GET /v2.0/networks/03dd8ee6-fc82-43fa-a426-519b087cf9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466048 Apr 20 17:55:03.737922 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7b171812-74dd-42db-a557-68d2962ee335 req-9e3c781d-a1b7-428f-bdae-473063310b73 service neutron] 10.222.0.43 "GET /v2.0/networks/03dd8ee6-fc82-43fa-a426-519b087cf9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771263 Apr 20 17:55:03.929604 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44f26b-f152-46bd-b1c8-a9241b693053 req-13acc19a-6fd0-4cb5-9a39-8415751b4538 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:03.930301 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-0b44f26b-f152-46bd-b1c8-a9241b693053 req-13acc19a-6fd0-4cb5-9a39-8415751b4538 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Synchronizing usage tracker for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:55:03.956503 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-0b44f26b-f152-46bd-b1c8-a9241b693053 req-13acc19a-6fd0-4cb5-9a39-8415751b4538 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Unset dirty status for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:55:03.965118 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0b44f26b-f152-46bd-b1c8-a9241b693053 req-13acc19a-6fd0-4cb5-9a39-8415751b4538 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=232f9126-8cff-4f4b-bded-b54320f0d0ae HTTP/1.1" status: 200 len: 944 time: 0.1555471 Apr 20 17:55:04.018987 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0b44f26b-f152-46bd-b1c8-a9241b693053 req-667049b7-a712-4a09-992f-462ca8a1f0bf tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528834 Apr 20 17:55:05.259348 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72ccf6-0f3e-470c-a48b-2e7ca6339a76 req-08b850ff-b914-4f1c-aeb2-3b31b6d9ea4f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:05.260320 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5e72ccf6-0f3e-470c-a48b-2e7ca6339a76 req-08b850ff-b914-4f1c-aeb2-3b31b6d9ea4f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=232f9126-8cff-4f4b-bded-b54320f0d0ae HTTP/1.1" status: 200 len: 944 time: 0.0861104 Apr 20 17:55:05.319011 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5e72ccf6-0f3e-470c-a48b-2e7ca6339a76 req-7a548ec8-9710-4656-b236-38a0f491463a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444777 Apr 20 17:55:06.553562 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f68d41-1b86-4405-8ad7-5d113b545929 req-24ba2273-2e55-400c-b83a-8aea34caf0d0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:06.560850 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f0f68d41-1b86-4405-8ad7-5d113b545929 req-24ba2273-2e55-400c-b83a-8aea34caf0d0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=232f9126-8cff-4f4b-bded-b54320f0d0ae HTTP/1.1" status: 200 len: 944 time: 0.0999629 Apr 20 17:55:06.606822 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f0f68d41-1b86-4405-8ad7-5d113b545929 req-7c07b13b-a6ae-4707-8f7a-591f71db77ea tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450032 Apr 20 17:55:07.820779 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d5bf1-cd0c-4d2e-951f-2638dbcb7b1a req-3e21d9ef-02b1-4c90-991f-dad7ac158628 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:07.822248 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-863d5bf1-cd0c-4d2e-951f-2638dbcb7b1a req-3e21d9ef-02b1-4c90-991f-dad7ac158628 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=232f9126-8cff-4f4b-bded-b54320f0d0ae HTTP/1.1" status: 200 len: 944 time: 0.0881941 Apr 20 17:55:07.867535 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-863d5bf1-cd0c-4d2e-951f-2638dbcb7b1a req-4325985d-d6c8-4751-b5f4-661fee72bfe1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394928 Apr 20 17:55:09.077591 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d1621-0b5d-42a3-aff7-7826687e141f req-3873de07-f9cc-4809-b612-eb5703fc859e tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:09.079052 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-269d1621-0b5d-42a3-aff7-7826687e141f req-3873de07-f9cc-4809-b612-eb5703fc859e tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=232f9126-8cff-4f4b-bded-b54320f0d0ae HTTP/1.1" status: 200 len: 944 time: 0.0801466 Apr 20 17:55:09.134711 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-269d1621-0b5d-42a3-aff7-7826687e141f req-d0e8ace3-aca7-4147-8675-5edc740ad11e tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484619 Apr 20 17:55:09.233616 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6945f289-97aa-4e77-87e3-17a644dd8a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:10.330599 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7f332-a93c-4727-8cd6-4fdbf590e433 req-f9c8ca4f-2806-40f4-98aa-db53f10d2bbb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:10.332060 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c8c7f332-a93c-4727-8cd6-4fdbf590e433 req-f9c8ca4f-2806-40f4-98aa-db53f10d2bbb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=232f9126-8cff-4f4b-bded-b54320f0d0ae HTTP/1.1" status: 200 len: 944 time: 0.0761113 Apr 20 17:55:10.379734 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c8c7f332-a93c-4727-8cd6-4fdbf590e433 req-5ac1255e-7b03-4be8-b6cf-f3f7710deed0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394590 Apr 20 17:55:11.389985 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4f52b647-1eac-41b5-9359-f4076b4b8551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:11.580207 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc645f3-b1eb-4bc8-9a25-70b84dd2940c req-dc66224a-a0dc-476c-b5be-a738c6228dff tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:11.581622 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7bc645f3-b1eb-4bc8-9a25-70b84dd2940c req-dc66224a-a0dc-476c-b5be-a738c6228dff tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=232f9126-8cff-4f4b-bded-b54320f0d0ae HTTP/1.1" status: 200 len: 944 time: 0.0786748 Apr 20 17:55:11.628786 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7bc645f3-b1eb-4bc8-9a25-70b84dd2940c req-66326d65-1956-4c82-9ba0-c687f29d2415 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391850 Apr 20 17:55:12.702935 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:12.795361 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:12.844586 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e80f8-7e83-4276-9efd-93c247fa3fea req-28962ee5-35b7-4725-9a50-bec288032413 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:12.846066 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d20e80f8-7e83-4276-9efd-93c247fa3fea req-28962ee5-35b7-4725-9a50-bec288032413 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=232f9126-8cff-4f4b-bded-b54320f0d0ae HTTP/1.1" status: 200 len: 944 time: 0.0787282 Apr 20 17:55:12.892920 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d20e80f8-7e83-4276-9efd-93c247fa3fea req-bf61e015-5195-4d88-aebf-a4f1a891d57c tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396116 Apr 20 17:55:13.499675 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:14.100996 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:14.106081 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b4f7a-9253-4099-b19b-babdb7cf0d51 req-e92d8d72-cc97-4437-8ce3-1089e24d50db tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:14.107573 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-602b4f7a-9253-4099-b19b-babdb7cf0d51 req-e92d8d72-cc97-4437-8ce3-1089e24d50db tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=232f9126-8cff-4f4b-bded-b54320f0d0ae HTTP/1.1" status: 200 len: 944 time: 0.0781355 Apr 20 17:55:14.156319 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-602b4f7a-9253-4099-b19b-babdb7cf0d51 req-bfe2a2b3-d3aa-4925-b4ae-8a006c7c78ad tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431652 Apr 20 17:55:15.379942 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6f2f8-364a-4500-98f6-8608133c9885 req-46730b3c-4ef2-41e3-a01b-c5c05e84f92d tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:15.381370 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d1d6f2f8-364a-4500-98f6-8608133c9885 req-46730b3c-4ef2-41e3-a01b-c5c05e84f92d tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=232f9126-8cff-4f4b-bded-b54320f0d0ae HTTP/1.1" status: 200 len: 944 time: 0.0870626 Apr 20 17:55:15.432494 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:15.433076 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d1d6f2f8-364a-4500-98f6-8608133c9885 req-41d5843f-755a-4a39-86b2-6e9ff9b72e99 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434284 Apr 20 17:55:16.637596 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f39d9-c15b-418b-beb9-cff07474827f req-69815653-57ad-4db0-9df9-6b182edb43bf tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:16.639034 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-972f39d9-c15b-418b-beb9-cff07474827f req-69815653-57ad-4db0-9df9-6b182edb43bf tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=232f9126-8cff-4f4b-bded-b54320f0d0ae HTTP/1.1" status: 200 len: 944 time: 0.0751152 Apr 20 17:55:16.683779 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-972f39d9-c15b-418b-beb9-cff07474827f req-30c40a6c-f567-472d-b796-ef4715ef6b6a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387764 Apr 20 17:55:17.900589 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8459587-cf23-4f36-9f75-5e6c45ce4f09 req-7ca6f2a3-1dff-4db7-9c55-aba7e7dee44b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:17.902003 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f8459587-cf23-4f36-9f75-5e6c45ce4f09 req-7ca6f2a3-1dff-4db7-9c55-aba7e7dee44b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=232f9126-8cff-4f4b-bded-b54320f0d0ae HTTP/1.1" status: 200 len: 944 time: 0.0784750 Apr 20 17:55:17.948328 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f8459587-cf23-4f36-9f75-5e6c45ce4f09 req-6139ebbf-4fa4-4296-bac1-330d23cba71c tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406199 Apr 20 17:55:19.178213 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a19933-a194-4cba-b199-d0f2ed7afa7b req-f8781fab-3d30-49a5-8ef0-4ab6a4f00cd5 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:19.179638 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b5a19933-a194-4cba-b199-d0f2ed7afa7b req-f8781fab-3d30-49a5-8ef0-4ab6a4f00cd5 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=232f9126-8cff-4f4b-bded-b54320f0d0ae HTTP/1.1" status: 200 len: 944 time: 0.0926056 Apr 20 17:55:19.228490 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b5a19933-a194-4cba-b199-d0f2ed7afa7b req-bd02aa0e-a203-4cca-a128-e1a002685d3c tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428548 Apr 20 17:55:20.058887 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 069870db-9285-4fe1-9827-8a51cace578c details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:55:20.237727 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 069870db-9285-4fe1-9827-8a51cace578c, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=069870db-9285-4fe1-9827-8a51cace578c,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:55:20.252211 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '069870db-9285-4fe1-9827-8a51cace578c', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'port_id': '069870db-9285-4fe1-9827-8a51cace578c', 'mac_address': 'fa:16:3e:03:8c:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:55:20.304267 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:20.323643 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 069870db-9285-4fe1-9827-8a51cace578c {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:55:20.338573 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 069870db-9285-4fe1-9827-8a51cace578c, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=069870db-9285-4fe1-9827-8a51cace578c,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:55:20.344027 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:20.409387 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=069870db-9285-4fe1-9827-8a51cace578c,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:55:20.418264 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:55:20.418606 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:55:20.418954 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:55:20.419759 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:55:20.419759 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:55:20.419958 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:55:20.420270 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:55:20.420581 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:55:20.420895 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:55:20.421203 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:55:20.421638 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:55:20.437376 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d75d8b-740f-44ae-89a1-d8d68947194d req-3a016a11-4867-4a1f-8d71-db88f0131a8f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:20.438895 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e3d75d8b-740f-44ae-89a1-d8d68947194d req-3a016a11-4867-4a1f-8d71-db88f0131a8f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=232f9126-8cff-4f4b-bded-b54320f0d0ae HTTP/1.1" status: 200 len: 945 time: 0.0807264 Apr 20 17:55:20.483277 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e3d75d8b-740f-44ae-89a1-d8d68947194d req-ec69b0a2-a7fc-412c-b754-3406f3a1b105 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387478 Apr 20 17:55:20.654591 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['069870db-9285-4fe1-9827-8a51cace578c'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:55:21.705803 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46185d5-a452-4df7-b647-e37852a4c84b req-a9693f4b-f0e1-4ec4-9fa1-38b9004445a2 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:21.707882 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f46185d5-a452-4df7-b647-e37852a4c84b req-a9693f4b-f0e1-4ec4-9fa1-38b9004445a2 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=232f9126-8cff-4f4b-bded-b54320f0d0ae HTTP/1.1" status: 200 len: 945 time: 0.0905468 Apr 20 17:55:21.755583 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f46185d5-a452-4df7-b647-e37852a4c84b req-d9a513df-a696-4dfb-ab57-da3b656e0494 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426991 Apr 20 17:55:22.060158 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 069870db-9285-4fe1-9827-8a51cace578c up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:55:22.144222 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 069870db-9285-4fe1-9827-8a51cace578c completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:55:22.149225 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 069870db-9285-4fe1-9827-8a51cace578c triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:55:22.149585 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:22.265081 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:22.293092 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232f9126-8cff-4f4b-bded-b54320f0d0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069870db-9285-4fe1-9827-8a51cace578c'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:55:22.303262 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 069870db-9285-4fe1-9827-8a51cace578c, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=069870db-9285-4fe1-9827-8a51cace578c,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:55:22.308939 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:22.350459 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eedc2438-8253-40cf-9227-909f1a22ce8b'] response: {'server_uuid': '232f9126-8cff-4f4b-bded-b54320f0d0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069870db-9285-4fe1-9827-8a51cace578c', 'code': 200} Apr 20 17:55:22.376015 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=069870db-9285-4fe1-9827-8a51cace578c,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:55:22.481664 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8d331b84-f9c0-431d-9fdd-92807747973e req-3ae6cac8-dd4a-4b4a-afae-2ac5f123402a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=232f9126-8cff-4f4b-bded-b54320f0d0ae HTTP/1.1" status: 200 len: 1097 time: 0.0720527 Apr 20 17:55:22.506378 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:55:22.523443 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8d331b84-f9c0-431d-9fdd-92807747973e req-2cda811d-2e02-41bb-b00d-a09cf92d7b9d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356889 Apr 20 17:55:22.967775 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bdcd4-6a5c-4fb0-81f0-8ae47d7959ac req-46b35c59-2cd8-4386-bd35-eadfc721db0a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:22.969156 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b04bdcd4-6a5c-4fb0-81f0-8ae47d7959ac req-46b35c59-2cd8-4386-bd35-eadfc721db0a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=232f9126-8cff-4f4b-bded-b54320f0d0ae HTTP/1.1" status: 200 len: 946 time: 0.0788450 Apr 20 17:55:23.021087 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b04bdcd4-6a5c-4fb0-81f0-8ae47d7959ac req-64601677-b321-47c7-8b7b-f0746856d212 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437047 Apr 20 17:55:24.236606 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062fc44-9493-461b-80e1-4b7be28163ef req-8dea913a-b0af-48ee-bb8c-9848c346eef9 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:24.238033 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0062fc44-9493-461b-80e1-4b7be28163ef req-8dea913a-b0af-48ee-bb8c-9848c346eef9 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=232f9126-8cff-4f4b-bded-b54320f0d0ae HTTP/1.1" status: 200 len: 946 time: 0.0831194 Apr 20 17:55:24.286965 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0062fc44-9493-461b-80e1-4b7be28163ef req-fc14c2e2-a043-4d4f-848c-9e20b2861178 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408304 Apr 20 17:55:24.486802 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8380c3c-5eae-4099-9817-f5ef3858142d req-0d510d4d-c953-4abd-9d84-075852126ad8 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:24.488228 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d8380c3c-5eae-4099-9817-f5ef3858142d req-0d510d4d-c953-4abd-9d84-075852126ad8 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=232f9126-8cff-4f4b-bded-b54320f0d0ae HTTP/1.1" status: 200 len: 946 time: 0.0751927 Apr 20 17:55:24.535408 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d8380c3c-5eae-4099-9817-f5ef3858142d req-bcc26e59-d760-45fd-a32c-4c6d79b725db tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387869 Apr 20 17:55:24.745939 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f75ae8-6692-4460-b267-fb0105fd5046 req-b7b3abea-2408-499c-b1c8-abd0e1fed26e tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:24.747395 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2f75ae8-6692-4460-b267-fb0105fd5046 req-b7b3abea-2408-499c-b1c8-abd0e1fed26e tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=232f9126-8cff-4f4b-bded-b54320f0d0ae HTTP/1.1" status: 200 len: 946 time: 0.0846567 Apr 20 17:55:24.791822 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2f75ae8-6692-4460-b267-fb0105fd5046 req-2a4f57ad-4979-4664-8c2a-a16201d3e7aa tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387478 Apr 20 17:55:25.295122 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37403b0e-58f3-4daf-bb39-91ee798f7ee0 req-9124d4ef-4793-4d00-a5e6-7a389a63f9c6 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:25.296541 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-37403b0e-58f3-4daf-bb39-91ee798f7ee0 req-9124d4ef-4793-4d00-a5e6-7a389a63f9c6 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=232f9126-8cff-4f4b-bded-b54320f0d0ae HTTP/1.1" status: 200 len: 946 time: 0.0843039 Apr 20 17:55:25.347188 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-37403b0e-58f3-4daf-bb39-91ee798f7ee0 req-0518546b-86fa-4d8b-b118-05096626fdac tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425084 Apr 20 17:55:26.562657 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560e24d-14d0-47eb-8e1f-133bd8be4f03 req-424f1d0b-a5ba-4f3c-9adb-1453cfdbbf2b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:26.564104 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7560e24d-14d0-47eb-8e1f-133bd8be4f03 req-424f1d0b-a5ba-4f3c-9adb-1453cfdbbf2b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=232f9126-8cff-4f4b-bded-b54320f0d0ae HTTP/1.1" status: 200 len: 946 time: 0.0804393 Apr 20 17:55:26.608544 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7560e24d-14d0-47eb-8e1f-133bd8be4f03 req-a2a5b08f-143a-48f0-8b55-fc5dc8917509 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388103 Apr 20 17:55:26.743078 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e569787-2c6e-441e-a5e1-9f04daffd661 req-7bf949d7-60b6-4b14-9e0e-b9d5714c033c tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:26.744479 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6e569787-2c6e-441e-a5e1-9f04daffd661 req-7bf949d7-60b6-4b14-9e0e-b9d5714c033c tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.10 "GET /v2.0/ports?device_id=232f9126-8cff-4f4b-bded-b54320f0d0ae HTTP/1.1" status: 200 len: 946 time: 0.0774806 Apr 20 17:55:26.813748 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-6e569787-2c6e-441e-a5e1-9f04daffd661 req-6ed84134-47e4-4958-afbc-cad48d956ea1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Deleting port 069870db-9285-4fe1-9827-8a51cace578c {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:55:26.814133 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6e569787-2c6e-441e-a5e1-9f04daffd661 req-6ed84134-47e4-4958-afbc-cad48d956ea1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:27.051019 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-6e569787-2c6e-441e-a5e1-9f04daffd661 req-6ed84134-47e4-4958-afbc-cad48d956ea1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] For port 069870db-9285-4fe1-9827-8a51cace578c, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=069870db-9285-4fe1-9827-8a51cace578c,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:55:27.051423 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6e569787-2c6e-441e-a5e1-9f04daffd661 req-6ed84134-47e4-4958-afbc-cad48d956ea1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:27.170723 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-6e569787-2c6e-441e-a5e1-9f04daffd661 req-6ed84134-47e4-4958-afbc-cad48d956ea1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Calling delete_port for 069870db-9285-4fe1-9827-8a51cace578c owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:55:27.311237 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6e569787-2c6e-441e-a5e1-9f04daffd661 req-6ed84134-47e4-4958-afbc-cad48d956ea1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:27.323720 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['069870db-9285-4fe1-9827-8a51cace578c'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:55:27.442698 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed84134-47e4-4958-afbc-cad48d956ea1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Pushing event deleted for resources: {'Port': ['ID=069870db-9285-4fe1-9827-8a51cace578c,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:55:27.516413 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e569787-2c6e-441e-a5e1-9f04daffd661 req-6ed84134-47e4-4958-afbc-cad48d956ea1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] No DVR routers for this DVR port 069870db-9285-4fe1-9827-8a51cace578c on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:55:27.519150 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6e569787-2c6e-441e-a5e1-9f04daffd661 req-6ed84134-47e4-4958-afbc-cad48d956ea1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:27.521869 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232f9126-8cff-4f4b-bded-b54320f0d0ae', 'name': 'network-vif-deleted', 'tag': '069870db-9285-4fe1-9827-8a51cace578c'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:55:27.539366 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6e569787-2c6e-441e-a5e1-9f04daffd661 req-6ed84134-47e4-4958-afbc-cad48d956ea1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.10 "DELETE /v2.0/ports/069870db-9285-4fe1-9827-8a51cace578c HTTP/1.1" status: 204 len: 173 time: 0.7895963 Apr 20 17:55:27.681125 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e77053e2-ad89-43e3-9e1c-8654c28f4295'] response: {'server_uuid': '232f9126-8cff-4f4b-bded-b54320f0d0ae', 'name': 'network-vif-deleted', 'tag': '069870db-9285-4fe1-9827-8a51cace578c', 'status': 'completed', 'code': 200} Apr 20 17:55:27.779356 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-2ebf09b1-35db-455b-83d0-fa7ab0133816 req-832dc780-2ab3-44ba-a92d-78941cd0f509 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Synchronizing usage tracker for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:55:27.795332 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-2ebf09b1-35db-455b-83d0-fa7ab0133816 req-832dc780-2ab3-44ba-a92d-78941cd0f509 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Unset dirty status for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:55:27.796480 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2ebf09b1-35db-455b-83d0-fa7ab0133816 req-832dc780-2ab3-44ba-a92d-78941cd0f509 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=232f9126-8cff-4f4b-bded-b54320f0d0ae HTTP/1.1" status: 200 len: 210 time: 0.0604448 Apr 20 17:55:30.104413 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 069870db-9285-4fe1-9827-8a51cace578c no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:55:30.143320 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 069870db-9285-4fe1-9827-8a51cace578c {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:55:30.143655 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 069870db-9285-4fe1-9827-8a51cace578c not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:55:39.233619 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a21fbf94-117f-43bf-aa62-b55a88ed1231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:41.395185 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a33e1a27-3f48-4dc7-bf10-d1f5a5fa5cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:42.703006 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:42.801964 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:43.498017 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:44.104957 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:45.418220 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:48.701727 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-75505273-d943-413a-b749-760a5905d021 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:48.703140 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-75505273-d943-413a-b749-760a5905d021 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 812 time: 0.1411960 Apr 20 17:55:48.720644 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-79b4d2ec-c32b-4701-ad29-7f09ea85c504 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/quotas/e16c8fde9c3b46bbbcadf61106d16f5c HTTP/1.1" status: 200 len: 375 time: 0.0114017 Apr 20 17:55:48.802624 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-fd90a563-12dc-42d5-a10f-09c20b497321 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770957 Apr 20 17:55:48.936598 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-6282ba26-305c-47cf-92fe-ed53035a0534 service neutron] 10.222.0.39 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248066 Apr 20 17:55:49.069028 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-b5780c6c-2d0f-438f-9eac-fbd2458de243 service neutron] 10.222.0.39 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254206 Apr 20 17:55:49.502823 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-33ea2437-95e5-4a60-9dcd-f6068c274506 req-454c8dff-ad6d-43b1-8793-f6055972f09d tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b75fa3bb-9d01-4c55-acfc-5338e56bcfb5 HTTP/1.1" status: 200 len: 210 time: 0.0585887 Apr 20 17:55:50.741643 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-774413cf-cf80-4ada-a3fc-6dad69a66165 req-77e809bd-2e28-4dff-a3cf-c159acf91440 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b75fa3bb-9d01-4c55-acfc-5338e56bcfb5 HTTP/1.1" status: 200 len: 210 time: 0.0897048 Apr 20 17:55:50.808694 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-238cedfa-6cb6-4b46-a620-f10d8cc33255 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:50.810115 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-238cedfa-6cb6-4b46-a620-f10d8cc33255 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.10 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 812 time: 0.1798651 Apr 20 17:55:50.825046 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-5ca26e04-1aad-4429-8c94-b83a1ca631d0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Request body: {'port': {'device_id': 'b75fa3bb-9d01-4c55-acfc-5338e56bcfb5', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'admin_state_up': True, 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:55:50.963032 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-5ca26e04-1aad-4429-8c94-b83a1ca631d0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:55:50.973473 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-5ca26e04-1aad-4429-8c94-b83a1ca631d0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:55:50.985188 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-5ca26e04-1aad-4429-8c94-b83a1ca631d0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Made reservation on behalf of e16c8fde9c3b46bbbcadf61106d16f5c for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:55:50.988243 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-5ca26e04-1aad-4429-8c94-b83a1ca631d0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:51.150611 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-5ca26e04-1aad-4429-8c94-b83a1ca631d0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Allocated IP 172.20.0.10 (667d4c49-9e39-4771-b864-f11963dac9cc/a4ee4589-4e9c-4f3a-9b19-a1aa418864e6/40d6bd59-9289-40d6-9c99-838aa6293cb1) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:55:51.353983 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-5ca26e04-1aad-4429-8c94-b83a1ca631d0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:51.369467 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-5ca26e04-1aad-4429-8c94-b83a1ca631d0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Transition to ACTIVE for port object 40d6bd59-9289-40d6-9c99-838aa6293cb1 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:55:51.392442 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-5ca26e04-1aad-4429-8c94-b83a1ca631d0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:51.468712 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-5ca26e04-1aad-4429-8c94-b83a1ca631d0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Network 667d4c49-9e39-4771-b864-f11963dac9cc is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:55:51.472507 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-5ca26e04-1aad-4429-8c94-b83a1ca631d0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:55:51.474509 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca26e04-1aad-4429-8c94-b83a1ca631d0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Pushing event updated for resources: {'Port': ['ID=40d6bd59-9289-40d6-9c99-838aa6293cb1,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:55:51.476567 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-5ca26e04-1aad-4429-8c94-b83a1ca631d0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:55:51.542713 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-5ca26e04-1aad-4429-8c94-b83a1ca631d0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:51.543304 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-5ca26e04-1aad-4429-8c94-b83a1ca631d0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:51.570555 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-5ca26e04-1aad-4429-8c94-b83a1ca631d0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7490375 Apr 20 17:55:51.581401 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-b92f4aa7-d751-4259-9a36-c951e9b3cfd3 service neutron] Request body: {'port': {'device_id': 'b75fa3bb-9d01-4c55-acfc-5338e56bcfb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:55:51.694164 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-b92f4aa7-d751-4259-9a36-c951e9b3cfd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:51.760090 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8e32-1072-4437-b544-4e7bbcb18d9f None None] Provisioning for port 40d6bd59-9289-40d6-9c99-838aa6293cb1 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:55:51.770374 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8e32-1072-4437-b544-4e7bbcb18d9f None None] Provisioning complete for port 40d6bd59-9289-40d6-9c99-838aa6293cb1 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:55:51.771483 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8e32-1072-4437-b544-4e7bbcb18d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:51.842279 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1a0a8e32-1072-4437-b544-4e7bbcb18d9f None None] Port 40d6bd59-9289-40d6-9c99-838aa6293cb1 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:55:51.965783 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad2ce4-37a3-4d9a-9b45-99a0771ea22d req-79486faa-55fa-47a6-a70a-1f352e9c1c98 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:51.967256 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-31ad2ce4-37a3-4d9a-9b45-99a0771ea22d req-79486faa-55fa-47a6-a70a-1f352e9c1c98 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b75fa3bb-9d01-4c55-acfc-5338e56bcfb5 HTTP/1.1" status: 200 len: 932 time: 0.0768108 Apr 20 17:55:52.018316 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-31ad2ce4-37a3-4d9a-9b45-99a0771ea22d req-796a990b-fc1e-4bbf-9282-62f346955eb0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443542 Apr 20 17:55:52.144983 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-b92f4aa7-d751-4259-9a36-c951e9b3cfd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d6bd59-9289-40d6-9c99-838aa6293cb1 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:55:52.152136 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-b92f4aa7-d751-4259-9a36-c951e9b3cfd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:52.168507 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-b92f4aa7-d751-4259-9a36-c951e9b3cfd3 service neutron] Transition to ACTIVE for port object 40d6bd59-9289-40d6-9c99-838aa6293cb1 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:55:52.172518 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-b92f4aa7-d751-4259-9a36-c951e9b3cfd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:52.299225 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f4aa7-d751-4259-9a36-c951e9b3cfd3 service neutron] Pushing event updated for resources: {'Port': ['ID=40d6bd59-9289-40d6-9c99-838aa6293cb1,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:55:52.409163 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-b92f4aa7-d751-4259-9a36-c951e9b3cfd3 service neutron] Attempting to bind port 40d6bd59-9289-40d6-9c99-838aa6293cb1 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:55:52.409493 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-b92f4aa7-d751-4259-9a36-c951e9b3cfd3 service neutron] Attempting to bind port 40d6bd59-9289-40d6-9c99-838aa6293cb1 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:55:52.409812 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-b92f4aa7-d751-4259-9a36-c951e9b3cfd3 service neutron] Attempting to bind port 40d6bd59-9289-40d6-9c99-838aa6293cb1 on network 667d4c49-9e39-4771-b864-f11963dac9cc {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:55:52.416257 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-b92f4aa7-d751-4259-9a36-c951e9b3cfd3 service neutron] Port 40d6bd59-9289-40d6-9c99-838aa6293cb1 on network 667d4c49-9e39-4771-b864-f11963dac9cc not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:55:52.416636 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-b92f4aa7-d751-4259-9a36-c951e9b3cfd3 service neutron] Attempting to bind port 40d6bd59-9289-40d6-9c99-838aa6293cb1 on network 667d4c49-9e39-4771-b864-f11963dac9cc {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:55:52.423584 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-b92f4aa7-d751-4259-9a36-c951e9b3cfd3 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:55:52.423912 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-b92f4aa7-d751-4259-9a36-c951e9b3cfd3 service neutron] Checking segment: {'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:55:52.424279 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-b92f4aa7-d751-4259-9a36-c951e9b3cfd3 service neutron] Bound using segment: {'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:55:52.424689 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-b92f4aa7-d751-4259-9a36-c951e9b3cfd3 service neutron] Bound port: 40d6bd59-9289-40d6-9c99-838aa6293cb1, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:55:52.426042 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-b92f4aa7-d751-4259-9a36-c951e9b3cfd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:52.514690 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-b92f4aa7-d751-4259-9a36-c951e9b3cfd3 service neutron] For port 40d6bd59-9289-40d6-9c99-838aa6293cb1, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:55:52.517558 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-b92f4aa7-d751-4259-9a36-c951e9b3cfd3 service neutron] For port 40d6bd59-9289-40d6-9c99-838aa6293cb1, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=40d6bd59-9289-40d6-9c99-838aa6293cb1,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:55:52.522930 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-b92f4aa7-d751-4259-9a36-c951e9b3cfd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:52.594777 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-b92f4aa7-d751-4259-9a36-c951e9b3cfd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:55:52.596208 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-b92f4aa7-d751-4259-9a36-c951e9b3cfd3 service neutron] 10.222.0.10 "PUT /v2.0/ports/40d6bd59-9289-40d6-9c99-838aa6293cb1 HTTP/1.1" status: 200 len: 1092 time: 1.0190034 Apr 20 17:55:52.599018 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75fa3bb-9d01-4c55-acfc-5338e56bcfb5', 'tag': '40d6bd59-9289-40d6-9c99-838aa6293cb1'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:55:52.619134 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f4aa7-d751-4259-9a36-c951e9b3cfd3 service neutron] Pushing event updated for resources: {'Port': ['ID=40d6bd59-9289-40d6-9c99-838aa6293cb1,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:55:52.694320 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a9a7b49-c35b-475d-9932-5e9fd59e00d4'] response: {'name': 'network-changed', 'server_uuid': 'b75fa3bb-9d01-4c55-acfc-5338e56bcfb5', 'tag': '40d6bd59-9289-40d6-9c99-838aa6293cb1', 'status': 'completed', 'code': 200} Apr 20 17:55:52.714536 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-04a3f9a7-47d6-4fca-9514-dd02921d67a7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&device_id=b75fa3bb-9d01-4c55-acfc-5338e56bcfb5 HTTP/1.1" status: 200 len: 1095 time: 0.0789750 Apr 20 17:55:52.785562 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-4d712b42-a389-48d6-b21a-db41e6970cba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40d6bd59-9289-40d6-9c99-838aa6293cb1 HTTP/1.1" status: 200 len: 217 time: 0.0644150 Apr 20 17:55:52.848866 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-9a60628e-3b7c-4146-a9e7-cff9212c5c9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:52.851066 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-9a60628e-3b7c-4146-a9e7-cff9212c5c9d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4ee4589-4e9c-4f3a-9b19-a1aa418864e6 HTTP/1.1" status: 200 len: 851 time: 0.0589612 Apr 20 17:55:52.935228 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-bc4c9fc0-dd3d-42a2-b13c-2062f64ce8b3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=667d4c49-9e39-4771-b864-f11963dac9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776742 Apr 20 17:55:53.071645 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-6e19646c-e23d-4604-848f-85a74717bc92 service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305044 Apr 20 17:55:53.203657 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13365a6b-e711-4e0f-ad0f-696ab8edc49b req-494592d3-b90c-4397-970a-0df21ba22bb7 service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259425 Apr 20 17:55:53.217884 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ba760-ef48-4f53-9ce6-8893896e2bb1 req-83204963-f6dd-4714-8a0b-7fcf69489f62 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:53.219432 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bc3ba760-ef48-4f53-9ce6-8893896e2bb1 req-83204963-f6dd-4714-8a0b-7fcf69489f62 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b75fa3bb-9d01-4c55-acfc-5338e56bcfb5 HTTP/1.1" status: 200 len: 944 time: 0.0789177 Apr 20 17:55:53.264993 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bc3ba760-ef48-4f53-9ce6-8893896e2bb1 req-255426a3-e3e7-425e-8bf9-9dd285e8a42a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396309 Apr 20 17:55:53.319532 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6c2caed0-428c-4300-a58f-11e3afe49f18 req-12a724bb-a286-4b8d-8463-8717839945e7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&device_id=b75fa3bb-9d01-4c55-acfc-5338e56bcfb5 HTTP/1.1" status: 200 len: 1095 time: 0.0684557 Apr 20 17:55:53.446915 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2caed0-428c-4300-a58f-11e3afe49f18 req-a6f9deee-5bec-4561-88ca-3778f7456c5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:53.448324 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6c2caed0-428c-4300-a58f-11e3afe49f18 req-a6f9deee-5bec-4561-88ca-3778f7456c5b service neutron] 10.222.0.10 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 913 time: 0.1232266 Apr 20 17:55:53.599821 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6c2caed0-428c-4300-a58f-11e3afe49f18 req-78791d2e-b991-4b29-9b65-dacd9af093d6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40d6bd59-9289-40d6-9c99-838aa6293cb1 HTTP/1.1" status: 200 len: 217 time: 0.1445565 Apr 20 17:55:53.661706 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2caed0-428c-4300-a58f-11e3afe49f18 req-9de21694-fc5a-4e5b-acc3-83bd6e3406f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:53.663143 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6c2caed0-428c-4300-a58f-11e3afe49f18 req-9de21694-fc5a-4e5b-acc3-83bd6e3406f7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4ee4589-4e9c-4f3a-9b19-a1aa418864e6 HTTP/1.1" status: 200 len: 851 time: 0.0570645 Apr 20 17:55:53.742209 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6c2caed0-428c-4300-a58f-11e3afe49f18 req-6442aae8-84fc-4621-8c24-1cb34f279224 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=667d4c49-9e39-4771-b864-f11963dac9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734925 Apr 20 17:55:53.875079 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6c2caed0-428c-4300-a58f-11e3afe49f18 req-e00d4f1d-5ba8-41d8-8655-2bb96b1e0513 service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209950 Apr 20 17:55:54.007377 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6c2caed0-428c-4300-a58f-11e3afe49f18 req-debb58d0-bac5-470f-8515-5a3ff35badbf service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236331 Apr 20 17:55:54.483942 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2033759-91df-4e01-8f26-c1249b3afed8 req-b7d2e142-efd8-448d-b848-1ab463d4911c tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:54.484626 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f2033759-91df-4e01-8f26-c1249b3afed8 req-b7d2e142-efd8-448d-b848-1ab463d4911c tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Synchronizing usage tracker for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:55:54.503831 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f2033759-91df-4e01-8f26-c1249b3afed8 req-b7d2e142-efd8-448d-b848-1ab463d4911c tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Unset dirty status for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:55:54.504959 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f2033759-91df-4e01-8f26-c1249b3afed8 req-b7d2e142-efd8-448d-b848-1ab463d4911c tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b75fa3bb-9d01-4c55-acfc-5338e56bcfb5 HTTP/1.1" status: 200 len: 944 time: 0.1065166 Apr 20 17:55:54.551351 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f2033759-91df-4e01-8f26-c1249b3afed8 req-a3fcc930-ec66-4f60-b0bb-17c2026470e8 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405900 Apr 20 17:55:55.771353 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fcfcc-0056-4442-bbb7-9c02cb0f0486 req-e8eab4c5-c792-4ccb-88f0-576b62780923 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:55.772785 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-321fcfcc-0056-4442-bbb7-9c02cb0f0486 req-e8eab4c5-c792-4ccb-88f0-576b62780923 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b75fa3bb-9d01-4c55-acfc-5338e56bcfb5 HTTP/1.1" status: 200 len: 944 time: 0.0843279 Apr 20 17:55:55.817200 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-321fcfcc-0056-4442-bbb7-9c02cb0f0486 req-791d53e0-2206-4e79-8874-220a57fa1c0a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388565 Apr 20 17:55:57.015818 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c93ff7-e7e9-426d-84e4-fde6f5003aae req-733b7073-4ee3-4404-8949-4293499f77ee tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:57.017273 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-91c93ff7-e7e9-426d-84e4-fde6f5003aae req-733b7073-4ee3-4404-8949-4293499f77ee tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b75fa3bb-9d01-4c55-acfc-5338e56bcfb5 HTTP/1.1" status: 200 len: 944 time: 0.0818248 Apr 20 17:55:57.068453 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-91c93ff7-e7e9-426d-84e4-fde6f5003aae req-1600fe27-76e8-4cef-b269-d995602577e8 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446203 Apr 20 17:55:58.288791 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722842d7-3b1e-4c16-9d5e-90cc80d4d2d7 req-80279190-70a8-4fbe-8c3b-f6159d87d32d tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:58.290209 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-722842d7-3b1e-4c16-9d5e-90cc80d4d2d7 req-80279190-70a8-4fbe-8c3b-f6159d87d32d tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b75fa3bb-9d01-4c55-acfc-5338e56bcfb5 HTTP/1.1" status: 200 len: 944 time: 0.0880303 Apr 20 17:55:58.338392 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-722842d7-3b1e-4c16-9d5e-90cc80d4d2d7 req-fb230ec5-34ef-4390-8371-dc992da051d6 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424926 Apr 20 17:55:59.510577 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:55:59.554475 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77596a1e-30d3-4768-98f5-fbdeb723662a req-40a98eee-8934-4bdc-ba77-fb47c59b59ec tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:55:59.556203 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-77596a1e-30d3-4768-98f5-fbdeb723662a req-40a98eee-8934-4bdc-ba77-fb47c59b59ec tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b75fa3bb-9d01-4c55-acfc-5338e56bcfb5 HTTP/1.1" status: 200 len: 944 time: 0.0920308 Apr 20 17:55:59.601662 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-77596a1e-30d3-4768-98f5-fbdeb723662a req-3d8e65d3-ce43-49c3-ba3c-64145264df4f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398972 Apr 20 17:56:00.230416 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 40d6bd59-9289-40d6-9c99-838aa6293cb1 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:56:00.373474 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 40d6bd59-9289-40d6-9c99-838aa6293cb1, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=40d6bd59-9289-40d6-9c99-838aa6293cb1,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:56:00.388136 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '40d6bd59-9289-40d6-9c99-838aa6293cb1', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'port_id': '40d6bd59-9289-40d6-9c99-838aa6293cb1', 'mac_address': 'fa:16:3e:20:26:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:56:00.439661 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:00.456921 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d6bd59-9289-40d6-9c99-838aa6293cb1 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:56:00.472389 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 40d6bd59-9289-40d6-9c99-838aa6293cb1, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=40d6bd59-9289-40d6-9c99-838aa6293cb1,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:56:00.478654 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:00.546524 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=40d6bd59-9289-40d6-9c99-838aa6293cb1,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:56:00.774805 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['40d6bd59-9289-40d6-9c99-838aa6293cb1'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:56:00.814759 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2107aec-06b6-405d-b542-7269d1eaabc1 req-1178e4a3-925d-43dd-9998-08708218cc69 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:00.816260 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b2107aec-06b6-405d-b542-7269d1eaabc1 req-1178e4a3-925d-43dd-9998-08708218cc69 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b75fa3bb-9d01-4c55-acfc-5338e56bcfb5 HTTP/1.1" status: 200 len: 945 time: 0.0835581 Apr 20 17:56:00.861061 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b2107aec-06b6-405d-b542-7269d1eaabc1 req-0976c9fc-4461-4814-a07e-60975683afa4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390441 Apr 20 17:56:02.082915 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c0254-d1d1-4a4e-95fd-e437b60a2519 req-43532e6d-b4c8-4cef-823f-135277d7467a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:02.084377 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-435c0254-d1d1-4a4e-95fd-e437b60a2519 req-43532e6d-b4c8-4cef-823f-135277d7467a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b75fa3bb-9d01-4c55-acfc-5338e56bcfb5 HTTP/1.1" status: 200 len: 945 time: 0.0923910 Apr 20 17:56:02.132138 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-435c0254-d1d1-4a4e-95fd-e437b60a2519 req-56b41572-9dc0-4f82-8d8f-538a241f9de7 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398295 Apr 20 17:56:02.250330 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 40d6bd59-9289-40d6-9c99-838aa6293cb1 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:56:02.329875 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 40d6bd59-9289-40d6-9c99-838aa6293cb1 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:56:02.334706 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 40d6bd59-9289-40d6-9c99-838aa6293cb1 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:56:02.335071 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:02.446541 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:02.472966 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75fa3bb-9d01-4c55-acfc-5338e56bcfb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d6bd59-9289-40d6-9c99-838aa6293cb1'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:56:02.482584 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 40d6bd59-9289-40d6-9c99-838aa6293cb1, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=40d6bd59-9289-40d6-9c99-838aa6293cb1,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:56:02.487019 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:02.545226 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bfdf7ed-c239-4731-af3f-bbc1ab2e7609'] response: {'server_uuid': 'b75fa3bb-9d01-4c55-acfc-5338e56bcfb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d6bd59-9289-40d6-9c99-838aa6293cb1', 'code': 200} Apr 20 17:56:02.553317 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=40d6bd59-9289-40d6-9c99-838aa6293cb1,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:56:02.668204 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4caddbc5-d217-4756-8bca-284cb4d5cc4d req-bdcea8e2-0033-4a75-931d-cf15da67cd58 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b75fa3bb-9d01-4c55-acfc-5338e56bcfb5 HTTP/1.1" status: 200 len: 1097 time: 0.0686965 Apr 20 17:56:02.711138 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4caddbc5-d217-4756-8bca-284cb4d5cc4d req-c634472a-ce8c-4270-bc2f-c8597d87e577 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373423 Apr 20 17:56:03.333595 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609424b9-fe4c-4dac-aee5-494ffb6330e3 req-c9deffac-cb8a-4f09-8ae1-3afdc7f94189 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:03.335104 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-609424b9-fe4c-4dac-aee5-494ffb6330e3 req-c9deffac-cb8a-4f09-8ae1-3afdc7f94189 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b75fa3bb-9d01-4c55-acfc-5338e56bcfb5 HTTP/1.1" status: 200 len: 946 time: 0.0789015 Apr 20 17:56:03.380236 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-609424b9-fe4c-4dac-aee5-494ffb6330e3 req-d57eaaf6-9c01-4e64-9a96-f49b2125b822 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395303 Apr 20 17:56:04.062925 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4997fb75-1835-4d4f-8b79-6a29bb7f6f72 req-7c73c600-8c2a-434f-b723-b56fe85f49ed service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=67698795-ee4c-4923-9bf9-8a67daa6e28f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0670090 Apr 20 17:56:04.203305 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4997fb75-1835-4d4f-8b79-6a29bb7f6f72 req-1d97ae44-fa66-4289-acda-74698d9c6c4b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4bf64632e3034662a8a9bd433ca4cc92&device_id=67698795-ee4c-4923-9bf9-8a67daa6e28f HTTP/1.1" status: 200 len: 1096 time: 0.0744009 Apr 20 17:56:04.454127 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997fb75-1835-4d4f-8b79-6a29bb7f6f72 req-33f2b6b0-3024-4fe7-99ad-b77e611dfef8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:04.455594 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4997fb75-1835-4d4f-8b79-6a29bb7f6f72 req-33f2b6b0-3024-4fe7-99ad-b77e611dfef8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=03dd8ee6-fc82-43fa-a426-519b087cf9e0 HTTP/1.1" status: 200 len: 909 time: 0.2321322 Apr 20 17:56:04.604481 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4997fb75-1835-4d4f-8b79-6a29bb7f6f72 req-da93c227-9cd5-4ffa-b21d-fe735ddfbb1f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c6e5023-8823-4673-8737-138a655f7479 HTTP/1.1" status: 200 len: 1001 time: 0.1419141 Apr 20 17:56:04.669262 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2b833-7828-4e10-a076-9664f27330ad req-039303e0-7653-4985-b085-a96ede0aafca tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:04.670775 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-59c2b833-7828-4e10-a076-9664f27330ad req-039303e0-7653-4985-b085-a96ede0aafca tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b75fa3bb-9d01-4c55-acfc-5338e56bcfb5 HTTP/1.1" status: 200 len: 946 time: 0.1598790 Apr 20 17:56:04.692932 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997fb75-1835-4d4f-8b79-6a29bb7f6f72 req-08230899-0e61-4971-9916-3be54af1bd22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:04.694384 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4997fb75-1835-4d4f-8b79-6a29bb7f6f72 req-08230899-0e61-4971-9916-3be54af1bd22 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=48d3b2c0-df34-4939-a530-ea4681f87b1e HTTP/1.1" status: 200 len: 847 time: 0.0835035 Apr 20 17:56:04.765938 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-59c2b833-7828-4e10-a076-9664f27330ad req-527da77f-bb13-4ce5-ba26-1f7a845a0c99 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891190 Apr 20 17:56:04.786478 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4997fb75-1835-4d4f-8b79-6a29bb7f6f72 req-33268b96-4827-4658-9e1b-53d6eb18e15a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=03dd8ee6-fc82-43fa-a426-519b087cf9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863345 Apr 20 17:56:04.920529 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4997fb75-1835-4d4f-8b79-6a29bb7f6f72 req-45904b90-1d47-4754-92ff-2ae0054aa6cc service neutron] 10.222.0.43 "GET /v2.0/networks/03dd8ee6-fc82-43fa-a426-519b087cf9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262879 Apr 20 17:56:04.975476 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917aad79-bdf4-493e-a696-9ee0b42894ae req-63a71415-2f60-414e-995a-7a9d5ec7b341 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:04.976832 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-917aad79-bdf4-493e-a696-9ee0b42894ae req-63a71415-2f60-414e-995a-7a9d5ec7b341 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b75fa3bb-9d01-4c55-acfc-5338e56bcfb5 HTTP/1.1" status: 200 len: 946 time: 0.0769031 Apr 20 17:56:05.025665 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-917aad79-bdf4-493e-a696-9ee0b42894ae req-58092373-5683-462f-9f81-fd3e9a116ccb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432718 Apr 20 17:56:05.049889 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4997fb75-1835-4d4f-8b79-6a29bb7f6f72 req-4d93ca39-ed67-4553-bd7c-015d71d8b40d service neutron] 10.222.0.43 "GET /v2.0/networks/03dd8ee6-fc82-43fa-a426-519b087cf9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240566 Apr 20 17:56:07.936446 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7038ac68-0b81-4f70-a6ca-347ac206076b req-0b8ed830-5bef-44b0-b19d-67dc386e1d77 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b75fa3bb-9d01-4c55-acfc-5338e56bcfb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0698254 Apr 20 17:56:08.194055 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-0d5a65b2-d6d5-4be2-bfe7-1b7499b61839 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:08.195395 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-0d5a65b2-d6d5-4be2-bfe7-1b7499b61839 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 812 time: 0.1623323 Apr 20 17:56:08.199090 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7038ac68-0b81-4f70-a6ca-347ac206076b req-6742cd2c-b2ae-4a37-8c00-1a38e5355e1a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&device_id=b75fa3bb-9d01-4c55-acfc-5338e56bcfb5 HTTP/1.1" status: 200 len: 1097 time: 0.1958928 Apr 20 17:56:08.215373 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-c7c2ad75-ce42-4325-b9cf-d3ccf1bce924 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/quotas/e16c8fde9c3b46bbbcadf61106d16f5c HTTP/1.1" status: 200 len: 375 time: 0.0145135 Apr 20 17:56:08.397850 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038ac68-0b81-4f70-a6ca-347ac206076b req-404b6ab3-4fe2-4f5c-b2f5-29ebf4b5b45a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:08.399327 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7038ac68-0b81-4f70-a6ca-347ac206076b req-404b6ab3-4fe2-4f5c-b2f5-29ebf4b5b45a service neutron] 10.222.0.10 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 913 time: 0.1488986 Apr 20 17:56:08.408836 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-94bec20e-f2cb-4aa1-9b7e-e06a925ca51e tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1880765 Apr 20 17:56:08.619330 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7038ac68-0b81-4f70-a6ca-347ac206076b req-f4d9bfc1-a242-42be-b0b1-677f180d0c50 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40d6bd59-9289-40d6-9c99-838aa6293cb1 HTTP/1.1" status: 200 len: 217 time: 0.2095537 Apr 20 17:56:08.709102 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038ac68-0b81-4f70-a6ca-347ac206076b req-7b98e9c7-1920-4278-acb5-cb0d708d2cb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:08.710612 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7038ac68-0b81-4f70-a6ca-347ac206076b req-7b98e9c7-1920-4278-acb5-cb0d708d2cb6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4ee4589-4e9c-4f3a-9b19-a1aa418864e6 HTTP/1.1" status: 200 len: 851 time: 0.0794058 Apr 20 17:56:08.764996 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-15f737fb-220b-49d7-886f-9933c94d753f service neutron] 10.222.0.39 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233837 Apr 20 17:56:08.896103 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7038ac68-0b81-4f70-a6ca-347ac206076b req-b0c9c5da-1690-43db-a841-7da84197c2ea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=667d4c49-9e39-4771-b864-f11963dac9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1772397 Apr 20 17:56:08.974987 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-a5ca77bf-d664-4920-b2c5-284329f44d13 service neutron] 10.222.0.39 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031322 Apr 20 17:56:09.033453 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7038ac68-0b81-4f70-a6ca-347ac206076b req-45c340e1-105b-4d5a-a6c1-03f7b07d95b6 service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292191 Apr 20 17:56:09.167620 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7038ac68-0b81-4f70-a6ca-347ac206076b req-eebd56fe-a501-4bfb-8a0f-2079ba5c7b5c service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284335 Apr 20 17:56:09.227946 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5bb47e16-323f-4c6a-87f0-7c4f71f7dd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:09.236390 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-91e3627d-8fea-4db7-af4d-2be7a7283beb req-04c4fa41-a1f4-4a80-a1f7-8fa379694d95 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=e628c574-2e1e-4d0e-8233-e9e0afb55b1c HTTP/1.1" status: 200 len: 210 time: 0.0563779 Apr 20 17:56:10.305758 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-9773abef-987a-4ffc-908a-4de4759fcf21 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:10.307194 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-9773abef-987a-4ffc-908a-4de4759fcf21 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.43 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 812 time: 0.1455531 Apr 20 17:56:10.335838 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-5c6043a0-8b4c-4400-96cb-bb25b24e2b43 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Request body: {'port': {'device_id': 'e628c574-2e1e-4d0e-8233-e9e0afb55b1c', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'admin_state_up': True, 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:56:10.404982 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1782250d-8254-469d-98a3-e62de3afeb95 req-0c5c8107-4ace-4d6e-8682-b68b40d4906f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=e628c574-2e1e-4d0e-8233-e9e0afb55b1c HTTP/1.1" status: 200 len: 210 time: 0.0457318 Apr 20 17:56:10.470967 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-5c6043a0-8b4c-4400-96cb-bb25b24e2b43 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:56:10.481097 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-5c6043a0-8b4c-4400-96cb-bb25b24e2b43 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:56:10.493357 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-5c6043a0-8b4c-4400-96cb-bb25b24e2b43 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Made reservation on behalf of e16c8fde9c3b46bbbcadf61106d16f5c for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:56:10.496744 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-5c6043a0-8b4c-4400-96cb-bb25b24e2b43 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:10.654604 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-5c6043a0-8b4c-4400-96cb-bb25b24e2b43 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Allocated IP 172.20.0.7 (667d4c49-9e39-4771-b864-f11963dac9cc/a4ee4589-4e9c-4f3a-9b19-a1aa418864e6/73ced4df-e75d-4b1d-93e2-b78ef3129914) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:56:10.859750 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-5c6043a0-8b4c-4400-96cb-bb25b24e2b43 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:10.875794 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-5c6043a0-8b4c-4400-96cb-bb25b24e2b43 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Transition to ACTIVE for port object 73ced4df-e75d-4b1d-93e2-b78ef3129914 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:56:10.901020 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-5c6043a0-8b4c-4400-96cb-bb25b24e2b43 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:10.913930 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['40d6bd59-9289-40d6-9c99-838aa6293cb1'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:56:10.974951 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6043a0-8b4c-4400-96cb-bb25b24e2b43 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Pushing event updated for resources: {'Port': ['ID=73ced4df-e75d-4b1d-93e2-b78ef3129914,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:56:10.989820 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6043a0-8b4c-4400-96cb-bb25b24e2b43 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:56:10.990171 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6043a0-8b4c-4400-96cb-bb25b24e2b43 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:56:10.990591 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6043a0-8b4c-4400-96cb-bb25b24e2b43 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:56:10.991569 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6043a0-8b4c-4400-96cb-bb25b24e2b43 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:56:10.991925 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6043a0-8b4c-4400-96cb-bb25b24e2b43 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:56:10.992393 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6043a0-8b4c-4400-96cb-bb25b24e2b43 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:56:10.992713 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6043a0-8b4c-4400-96cb-bb25b24e2b43 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:56:10.993045 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6043a0-8b4c-4400-96cb-bb25b24e2b43 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:56:10.993377 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6043a0-8b4c-4400-96cb-bb25b24e2b43 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:56:10.993885 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6043a0-8b4c-4400-96cb-bb25b24e2b43 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:56:10.994211 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6043a0-8b4c-4400-96cb-bb25b24e2b43 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:56:11.006317 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-5c6043a0-8b4c-4400-96cb-bb25b24e2b43 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Network 667d4c49-9e39-4771-b864-f11963dac9cc is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:56:11.007840 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-5c6043a0-8b4c-4400-96cb-bb25b24e2b43 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:56:11.010962 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-5c6043a0-8b4c-4400-96cb-bb25b24e2b43 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:56:11.089641 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-5c6043a0-8b4c-4400-96cb-bb25b24e2b43 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:11.090542 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-5c6043a0-8b4c-4400-96cb-bb25b24e2b43 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:11.122624 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-5c6043a0-8b4c-4400-96cb-bb25b24e2b43 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7911634 Apr 20 17:56:11.135626 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-926200a1-1c19-462a-a977-86eaa4a1057b service neutron] Request body: {'port': {'device_id': 'e628c574-2e1e-4d0e-8233-e9e0afb55b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:56:11.253379 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-926200a1-1c19-462a-a977-86eaa4a1057b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:11.350543 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-4c1a09c8-271d-4ac6-b5f1-b97bbb16e6b3 None None] Provisioning for port 73ced4df-e75d-4b1d-93e2-b78ef3129914 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:56:11.356029 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-4c1a09c8-271d-4ac6-b5f1-b97bbb16e6b3 None None] Provisioning complete for port 73ced4df-e75d-4b1d-93e2-b78ef3129914 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:56:11.356588 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4c1a09c8-271d-4ac6-b5f1-b97bbb16e6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:11.431857 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f7de6658-6777-4a6e-b7e0-5e3610beaec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:11.435323 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-4c1a09c8-271d-4ac6-b5f1-b97bbb16e6b3 None None] Port 73ced4df-e75d-4b1d-93e2-b78ef3129914 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:56:11.706057 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680397b-761f-4fde-88b5-c940ab6a9b7e req-4248fed1-89f8-4e9c-b672-0a986a4d4518 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:11.706784 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-7680397b-761f-4fde-88b5-c940ab6a9b7e req-4248fed1-89f8-4e9c-b672-0a986a4d4518 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Synchronizing usage tracker for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:56:11.758742 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-7680397b-761f-4fde-88b5-c940ab6a9b7e req-4248fed1-89f8-4e9c-b672-0a986a4d4518 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Unset dirty status for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:56:11.759839 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7680397b-761f-4fde-88b5-c940ab6a9b7e req-4248fed1-89f8-4e9c-b672-0a986a4d4518 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=e628c574-2e1e-4d0e-8233-e9e0afb55b1c HTTP/1.1" status: 200 len: 931 time: 0.1852694 Apr 20 17:56:11.809786 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-926200a1-1c19-462a-a977-86eaa4a1057b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73ced4df-e75d-4b1d-93e2-b78ef3129914 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:56:11.820688 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-926200a1-1c19-462a-a977-86eaa4a1057b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:11.835287 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7680397b-761f-4fde-88b5-c940ab6a9b7e req-31882f63-fb55-4b98-baa4-078e2f5108fb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647933 Apr 20 17:56:11.840866 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-926200a1-1c19-462a-a977-86eaa4a1057b service neutron] Transition to ACTIVE for port object 73ced4df-e75d-4b1d-93e2-b78ef3129914 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:56:11.845593 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-926200a1-1c19-462a-a977-86eaa4a1057b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:11.973981 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926200a1-1c19-462a-a977-86eaa4a1057b service neutron] Pushing event updated for resources: {'Port': ['ID=73ced4df-e75d-4b1d-93e2-b78ef3129914,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:56:12.081247 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-926200a1-1c19-462a-a977-86eaa4a1057b service neutron] Attempting to bind port 73ced4df-e75d-4b1d-93e2-b78ef3129914 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:56:12.081572 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-926200a1-1c19-462a-a977-86eaa4a1057b service neutron] Attempting to bind port 73ced4df-e75d-4b1d-93e2-b78ef3129914 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:56:12.081899 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-926200a1-1c19-462a-a977-86eaa4a1057b service neutron] Attempting to bind port 73ced4df-e75d-4b1d-93e2-b78ef3129914 on network 667d4c49-9e39-4771-b864-f11963dac9cc {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:56:12.088690 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-926200a1-1c19-462a-a977-86eaa4a1057b service neutron] Port 73ced4df-e75d-4b1d-93e2-b78ef3129914 on network 667d4c49-9e39-4771-b864-f11963dac9cc not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:56:12.089165 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-926200a1-1c19-462a-a977-86eaa4a1057b service neutron] Attempting to bind port 73ced4df-e75d-4b1d-93e2-b78ef3129914 on network 667d4c49-9e39-4771-b864-f11963dac9cc {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:56:12.096008 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-926200a1-1c19-462a-a977-86eaa4a1057b service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:56:12.096338 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-926200a1-1c19-462a-a977-86eaa4a1057b service neutron] Checking segment: {'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:56:12.096720 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-926200a1-1c19-462a-a977-86eaa4a1057b service neutron] Bound using segment: {'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:56:12.097141 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-926200a1-1c19-462a-a977-86eaa4a1057b service neutron] Bound port: 73ced4df-e75d-4b1d-93e2-b78ef3129914, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:56:12.097509 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-926200a1-1c19-462a-a977-86eaa4a1057b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:12.191113 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-926200a1-1c19-462a-a977-86eaa4a1057b service neutron] For port 73ced4df-e75d-4b1d-93e2-b78ef3129914, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:56:12.196140 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-926200a1-1c19-462a-a977-86eaa4a1057b service neutron] For port 73ced4df-e75d-4b1d-93e2-b78ef3129914, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=73ced4df-e75d-4b1d-93e2-b78ef3129914,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:56:12.200048 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-926200a1-1c19-462a-a977-86eaa4a1057b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:12.259727 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-926200a1-1c19-462a-a977-86eaa4a1057b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:12.261077 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-926200a1-1c19-462a-a977-86eaa4a1057b service neutron] 10.222.0.43 "PUT /v2.0/ports/73ced4df-e75d-4b1d-93e2-b78ef3129914 HTTP/1.1" status: 200 len: 1091 time: 1.1318848 Apr 20 17:56:12.261507 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e628c574-2e1e-4d0e-8233-e9e0afb55b1c', 'tag': '73ced4df-e75d-4b1d-93e2-b78ef3129914'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:56:12.283235 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926200a1-1c19-462a-a977-86eaa4a1057b service neutron] Pushing event updated for resources: {'Port': ['ID=73ced4df-e75d-4b1d-93e2-b78ef3129914,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:56:12.384481 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-07dace3f-9faa-4ee8-bf3c-a2a08a850169 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&device_id=e628c574-2e1e-4d0e-8233-e9e0afb55b1c HTTP/1.1" status: 200 len: 1094 time: 0.0750165 Apr 20 17:56:12.459625 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c209c09-673e-49d0-9d9a-b17d6e8727d3'] response: {'name': 'network-changed', 'server_uuid': 'e628c574-2e1e-4d0e-8233-e9e0afb55b1c', 'tag': '73ced4df-e75d-4b1d-93e2-b78ef3129914', 'status': 'completed', 'code': 200} Apr 20 17:56:12.478915 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-e81b5e48-b90f-488f-8b6f-e9f7cee012a9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73ced4df-e75d-4b1d-93e2-b78ef3129914 HTTP/1.1" status: 200 len: 217 time: 0.0845122 Apr 20 17:56:12.543113 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-f3d9e298-97dd-4453-ba53-e2e39191c850 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:12.544545 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-f3d9e298-97dd-4453-ba53-e2e39191c850 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a4ee4589-4e9c-4f3a-9b19-a1aa418864e6 HTTP/1.1" status: 200 len: 851 time: 0.0597737 Apr 20 17:56:12.630982 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-d4c52783-b72d-4a47-96bb-398ceae5bacc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d4c49-9e39-4771-b864-f11963dac9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807376 Apr 20 17:56:12.706749 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:12.784264 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-014af313-6137-4055-8c4c-3f3a883c8f97 service neutron] 10.222.0.43 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471467 Apr 20 17:56:12.807862 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:12.949726 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-91c88930-2c00-4acd-b1a0-6aff526c3ed2 req-af020789-a01b-4901-afb3-fa25a4683ebd service neutron] 10.222.0.43 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566927 Apr 20 17:56:13.116727 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f07f5-7cac-4bd3-9b26-0f1da6a76a5c req-406eb934-7c71-4faa-b315-5d45143cd32a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:13.118049 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-053f07f5-7cac-4bd3-9b26-0f1da6a76a5c req-406eb934-7c71-4faa-b315-5d45143cd32a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=e628c574-2e1e-4d0e-8233-e9e0afb55b1c HTTP/1.1" status: 200 len: 943 time: 0.1346736 Apr 20 17:56:13.121997 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-25c9298a-8130-4af9-b142-808f95c7d84a req-6055ea27-11a9-44b9-b0b5-c02847e06c60 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&device_id=e628c574-2e1e-4d0e-8233-e9e0afb55b1c HTTP/1.1" status: 200 len: 1094 time: 0.1061640 Apr 20 17:56:13.244330 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-053f07f5-7cac-4bd3-9b26-0f1da6a76a5c req-fff63fa6-1ab9-4f5d-b149-6af2c53c79ad tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196709 Apr 20 17:56:13.305667 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9298a-8130-4af9-b142-808f95c7d84a req-864ec1b7-4ef2-4b2a-95e3-9ee7e8cfe0d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:13.308784 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-25c9298a-8130-4af9-b142-808f95c7d84a req-864ec1b7-4ef2-4b2a-95e3-9ee7e8cfe0d1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 913 time: 0.1702604 Apr 20 17:56:13.517643 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-25c9298a-8130-4af9-b142-808f95c7d84a req-1d6a5ed6-fa40-4f38-b43a-9a8422d6dbcc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73ced4df-e75d-4b1d-93e2-b78ef3129914 HTTP/1.1" status: 200 len: 217 time: 0.2036278 Apr 20 17:56:13.526946 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:13.597613 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9298a-8130-4af9-b142-808f95c7d84a req-6993ec44-d027-40ab-9289-1f06e8c38c36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:13.599247 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-25c9298a-8130-4af9-b142-808f95c7d84a req-6993ec44-d027-40ab-9289-1f06e8c38c36 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a4ee4589-4e9c-4f3a-9b19-a1aa418864e6 HTTP/1.1" status: 200 len: 851 time: 0.0758698 Apr 20 17:56:13.698832 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-25c9298a-8130-4af9-b142-808f95c7d84a req-96d87e1c-8dc9-494a-912d-adda653ff7f1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d4c49-9e39-4771-b864-f11963dac9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932236 Apr 20 17:56:13.879443 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-25c9298a-8130-4af9-b142-808f95c7d84a req-5b109b16-471b-4d66-8392-fa8427308435 service neutron] 10.222.0.43 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747437 Apr 20 17:56:14.057973 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-25c9298a-8130-4af9-b142-808f95c7d84a req-bfa92ff8-232d-489b-b46d-62988bc68647 service neutron] 10.222.0.43 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722193 Apr 20 17:56:14.120801 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:14.520556 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5a327-234f-4abb-8588-b7200083b675 req-763d0f67-9c0d-4056-b3a7-4664a0c2e542 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:14.535868 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-60d5a327-234f-4abb-8588-b7200083b675 req-763d0f67-9c0d-4056-b3a7-4664a0c2e542 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=e628c574-2e1e-4d0e-8233-e9e0afb55b1c HTTP/1.1" status: 200 len: 943 time: 0.1232486 Apr 20 17:56:14.600278 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-60d5a327-234f-4abb-8588-b7200083b675 req-8732900e-7623-41aa-99bd-cecac50c472b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637295 Apr 20 17:56:15.463858 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:15.842227 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c6927-8fda-4c4e-a70f-50018533f04c req-58d31bcf-a91a-4cad-8d48-92e5d83007de tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:15.846948 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b26c6927-8fda-4c4e-a70f-50018533f04c req-58d31bcf-a91a-4cad-8d48-92e5d83007de tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=e628c574-2e1e-4d0e-8233-e9e0afb55b1c HTTP/1.1" status: 200 len: 943 time: 0.1093576 Apr 20 17:56:15.894505 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b26c6927-8fda-4c4e-a70f-50018533f04c req-901f674d-b48f-4d7a-be9e-b1dd0696fa68 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419409 Apr 20 17:56:17.101787 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd079f-a975-47a8-94e2-642ebac7bd7b req-c1986566-6e44-4e56-8cd7-beeb8e1ed973 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:17.104045 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-79cd079f-a975-47a8-94e2-642ebac7bd7b req-c1986566-6e44-4e56-8cd7-beeb8e1ed973 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=e628c574-2e1e-4d0e-8233-e9e0afb55b1c HTTP/1.1" status: 200 len: 943 time: 0.0780172 Apr 20 17:56:17.149929 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-79cd079f-a975-47a8-94e2-642ebac7bd7b req-cfca0aba-7e9e-4f14-8c59-8a2b38870646 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399070 Apr 20 17:56:18.352738 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c24fc2-8358-4fce-b98f-fb4df58f464b req-5366b09e-dc72-4902-b982-0c6042f7484e tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:18.354091 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b1c24fc2-8358-4fce-b98f-fb4df58f464b req-5366b09e-dc72-4902-b982-0c6042f7484e tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=e628c574-2e1e-4d0e-8233-e9e0afb55b1c HTTP/1.1" status: 200 len: 943 time: 0.0839770 Apr 20 17:56:18.405136 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b1c24fc2-8358-4fce-b98f-fb4df58f464b req-b814b9b4-655b-4474-b815-91e670d6cf31 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430386 Apr 20 17:56:19.617119 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23105108-d670-4012-80eb-0ba8f93c3064 req-b66d2e8a-4056-45ae-8435-d0b7e0c9f716 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:19.618586 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-23105108-d670-4012-80eb-0ba8f93c3064 req-b66d2e8a-4056-45ae-8435-d0b7e0c9f716 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=e628c574-2e1e-4d0e-8233-e9e0afb55b1c HTTP/1.1" status: 200 len: 943 time: 0.0916834 Apr 20 17:56:19.668186 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-23105108-d670-4012-80eb-0ba8f93c3064 req-3a8df3db-508a-4ea8-828a-c84a2af7b77a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411060 Apr 20 17:56:20.872473 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43227f38-8cbc-49d1-b96d-849b8decba9f req-91ccb39b-55dd-4d4b-acba-bd7bba9a1931 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:20.873960 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-43227f38-8cbc-49d1-b96d-849b8decba9f req-91ccb39b-55dd-4d4b-acba-bd7bba9a1931 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=e628c574-2e1e-4d0e-8233-e9e0afb55b1c HTTP/1.1" status: 200 len: 943 time: 0.0809686 Apr 20 17:56:20.919976 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-43227f38-8cbc-49d1-b96d-849b8decba9f req-817dd196-f5ba-4f99-84bd-25b097f5d056 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401871 Apr 20 17:56:22.129621 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a91f8-97b6-4630-b173-3933c4d122f3 req-f5d39549-a1f0-42c7-9367-cdc5153dddf8 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:22.131426 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7f1a91f8-97b6-4630-b173-3933c4d122f3 req-f5d39549-a1f0-42c7-9367-cdc5153dddf8 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=e628c574-2e1e-4d0e-8233-e9e0afb55b1c HTTP/1.1" status: 200 len: 943 time: 0.0815804 Apr 20 17:56:22.189651 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7f1a91f8-97b6-4630-b173-3933c4d122f3 req-0fcdd2f6-0ea5-44e8-8097-80a7d53214ef tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479047 Apr 20 17:56:23.405615 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a56c9-8966-4204-af7e-ce6496e09c61 req-57bbf41f-4e78-451b-979e-08305c807b67 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:23.407072 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d88a56c9-8966-4204-af7e-ce6496e09c61 req-57bbf41f-4e78-451b-979e-08305c807b67 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=e628c574-2e1e-4d0e-8233-e9e0afb55b1c HTTP/1.1" status: 200 len: 943 time: 0.0949748 Apr 20 17:56:23.452017 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d88a56c9-8966-4204-af7e-ce6496e09c61 req-f9eab6b5-d3a6-43f0-8cc3-2417e68a46f1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391865 Apr 20 17:56:24.662749 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269b76b-2576-49ce-94ae-0133be73e854 req-07dcec28-4202-4193-9cb2-9ebf942ba3f9 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:24.664286 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8269b76b-2576-49ce-94ae-0133be73e854 req-07dcec28-4202-4193-9cb2-9ebf942ba3f9 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=e628c574-2e1e-4d0e-8233-e9e0afb55b1c HTTP/1.1" status: 200 len: 943 time: 0.0820589 Apr 20 17:56:24.708957 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8269b76b-2576-49ce-94ae-0133be73e854 req-f28cc72f-4d6b-416e-bae3-7897c248d950 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395393 Apr 20 17:56:25.915134 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f72e8-ade1-493b-adfd-32d04e71d1a4 req-895fad25-a0f3-43a8-ac38-987c02164ceb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:25.916237 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d92f72e8-ade1-493b-adfd-32d04e71d1a4 req-895fad25-a0f3-43a8-ac38-987c02164ceb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=e628c574-2e1e-4d0e-8233-e9e0afb55b1c HTTP/1.1" status: 200 len: 943 time: 0.0822170 Apr 20 17:56:25.966324 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d92f72e8-ade1-493b-adfd-32d04e71d1a4 req-57c24f13-0e2f-4e1c-ae7a-f6441cbabadb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413818 Apr 20 17:56:27.176233 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92c2ca-ced5-4795-b679-2f20846f54ee req-7f2bd645-6eb9-45b4-931a-680114038803 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:27.177640 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2b92c2ca-ced5-4795-b679-2f20846f54ee req-7f2bd645-6eb9-45b4-931a-680114038803 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=e628c574-2e1e-4d0e-8233-e9e0afb55b1c HTTP/1.1" status: 200 len: 943 time: 0.0878758 Apr 20 17:56:27.228561 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2b92c2ca-ced5-4795-b679-2f20846f54ee req-9cde683f-2b94-4c47-9623-b26492b4a616 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451455 Apr 20 17:56:28.447054 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a25c2-693c-46af-becc-4442f9ab4a42 req-51289748-8e3c-4c41-9c60-e5853c7c8fa7 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:28.450662 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de1a25c2-693c-46af-becc-4442f9ab4a42 req-51289748-8e3c-4c41-9c60-e5853c7c8fa7 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=e628c574-2e1e-4d0e-8233-e9e0afb55b1c HTTP/1.1" status: 200 len: 943 time: 0.0869522 Apr 20 17:56:28.496314 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de1a25c2-693c-46af-becc-4442f9ab4a42 req-936b6a33-82ca-44cd-85f2-2c3d3bd180a3 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411928 Apr 20 17:56:29.710269 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6e1af-f3d9-40b5-bd64-550d2867b73a req-31c5645e-886b-4cfc-bcd3-2d77be8c555f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:29.711618 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-71b6e1af-f3d9-40b5-bd64-550d2867b73a req-31c5645e-886b-4cfc-bcd3-2d77be8c555f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=e628c574-2e1e-4d0e-8233-e9e0afb55b1c HTTP/1.1" status: 200 len: 943 time: 0.0767682 Apr 20 17:56:29.760791 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-71b6e1af-f3d9-40b5-bd64-550d2867b73a req-534d56ad-75f0-40e9-8507-5589a7340155 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431297 Apr 20 17:56:30.961218 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1d433-c7ee-4636-80e4-3017264cc8d9 req-7d1f1f84-7c6c-44af-bdfa-1350cdbbf0de tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:30.962710 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ace1d433-c7ee-4636-80e4-3017264cc8d9 req-7d1f1f84-7c6c-44af-bdfa-1350cdbbf0de tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=e628c574-2e1e-4d0e-8233-e9e0afb55b1c HTTP/1.1" status: 200 len: 943 time: 0.0798926 Apr 20 17:56:31.008307 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ace1d433-c7ee-4636-80e4-3017264cc8d9 req-aa1ad607-9791-47b7-9a90-4df4b5b8e54e tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398445 Apr 20 17:56:32.058704 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 73ced4df-e75d-4b1d-93e2-b78ef3129914 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:56:32.194471 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 73ced4df-e75d-4b1d-93e2-b78ef3129914, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=73ced4df-e75d-4b1d-93e2-b78ef3129914,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:56:32.207667 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '73ced4df-e75d-4b1d-93e2-b78ef3129914', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'port_id': '73ced4df-e75d-4b1d-93e2-b78ef3129914', 'mac_address': 'fa:16:3e:43:4a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:56:32.220864 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1a1cd-8bf6-45dc-a6ba-278f003fb5fd req-be706e2d-fff4-4775-8236-43b30bf0acfa tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:32.222329 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-94c1a1cd-8bf6-45dc-a6ba-278f003fb5fd req-be706e2d-fff4-4775-8236-43b30bf0acfa tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=e628c574-2e1e-4d0e-8233-e9e0afb55b1c HTTP/1.1" status: 200 len: 943 time: 0.0817516 Apr 20 17:56:32.260607 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:32.268804 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-94c1a1cd-8bf6-45dc-a6ba-278f003fb5fd req-15afc05e-8ed3-48b8-a7a8-4950c7170d48 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409379 Apr 20 17:56:32.277972 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ced4df-e75d-4b1d-93e2-b78ef3129914 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:56:32.293354 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 73ced4df-e75d-4b1d-93e2-b78ef3129914, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=73ced4df-e75d-4b1d-93e2-b78ef3129914,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:56:32.299695 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:32.369116 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=73ced4df-e75d-4b1d-93e2-b78ef3129914,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:56:32.379174 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:56:32.379511 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:56:32.379958 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:56:32.380390 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:56:32.380715 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:56:32.381314 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:56:32.381723 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:56:32.382165 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:56:32.382648 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:56:32.383077 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:56:32.383540 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:56:32.558724 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['73ced4df-e75d-4b1d-93e2-b78ef3129914'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:56:33.480324 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb28a6-6fe1-4ef5-b5d6-41afb1d5563a req-40f8f4c0-3a03-42f0-b16c-66ada41bfe39 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:33.481542 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c6fb28a6-6fe1-4ef5-b5d6-41afb1d5563a req-40f8f4c0-3a03-42f0-b16c-66ada41bfe39 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=e628c574-2e1e-4d0e-8233-e9e0afb55b1c HTTP/1.1" status: 200 len: 944 time: 0.0843601 Apr 20 17:56:33.529267 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c6fb28a6-6fe1-4ef5-b5d6-41afb1d5563a req-66bf89f2-c916-491c-9c1b-4674f7d1f3c5 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413787 Apr 20 17:56:34.074613 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 73ced4df-e75d-4b1d-93e2-b78ef3129914 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:56:34.150073 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 73ced4df-e75d-4b1d-93e2-b78ef3129914 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:56:34.155715 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 73ced4df-e75d-4b1d-93e2-b78ef3129914 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:56:34.155924 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:34.276050 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:34.307084 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e628c574-2e1e-4d0e-8233-e9e0afb55b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ced4df-e75d-4b1d-93e2-b78ef3129914'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:56:34.317777 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 73ced4df-e75d-4b1d-93e2-b78ef3129914, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=73ced4df-e75d-4b1d-93e2-b78ef3129914,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:56:34.324406 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:34.372847 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9137e2e-9f2a-4faa-9b1b-15654915ec6b'] response: {'server_uuid': 'e628c574-2e1e-4d0e-8233-e9e0afb55b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ced4df-e75d-4b1d-93e2-b78ef3129914', 'code': 200} Apr 20 17:56:34.400029 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=73ced4df-e75d-4b1d-93e2-b78ef3129914,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:56:34.497155 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e147c32e-cdeb-4393-b61a-93c54f151458 req-de946ad8-5833-4b02-909c-e24f84ed2779 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e628c574-2e1e-4d0e-8233-e9e0afb55b1c HTTP/1.1" status: 200 len: 1096 time: 0.0693493 Apr 20 17:56:34.542936 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e147c32e-cdeb-4393-b61a-93c54f151458 req-258d85a3-0813-4611-8b90-1beca5f78419 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401158 Apr 20 17:56:34.740673 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c17f99-2cc2-48ad-acd8-4d12b09e6497 req-a1397765-d6ff-4d3a-a4a9-fb7a53922d00 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:34.742313 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-87c17f99-2cc2-48ad-acd8-4d12b09e6497 req-a1397765-d6ff-4d3a-a4a9-fb7a53922d00 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=e628c574-2e1e-4d0e-8233-e9e0afb55b1c HTTP/1.1" status: 200 len: 945 time: 0.0847335 Apr 20 17:56:34.792524 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-87c17f99-2cc2-48ad-acd8-4d12b09e6497 req-6b0bfbae-3441-4c55-a588-3cce8ef10b85 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431533 Apr 20 17:56:36.014935 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d27440-1484-4083-831f-74c524b5ab5e req-28ef1a4f-5b25-4887-936d-a4e6c1349f3d tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:36.016550 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-56d27440-1484-4083-831f-74c524b5ab5e req-28ef1a4f-5b25-4887-936d-a4e6c1349f3d tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=e628c574-2e1e-4d0e-8233-e9e0afb55b1c HTTP/1.1" status: 200 len: 945 time: 0.0811179 Apr 20 17:56:36.063490 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-56d27440-1484-4083-831f-74c524b5ab5e req-78125c57-f6dd-4378-87a3-6dc933f555e6 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412011 Apr 20 17:56:36.292948 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826a16f-4692-4ba7-9883-bd969b0008c3 req-8dd60ddf-d800-4977-a450-d04048126e20 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:36.294448 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f826a16f-4692-4ba7-9883-bd969b0008c3 req-8dd60ddf-d800-4977-a450-d04048126e20 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=e628c574-2e1e-4d0e-8233-e9e0afb55b1c HTTP/1.1" status: 200 len: 945 time: 0.0935855 Apr 20 17:56:36.340597 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f826a16f-4692-4ba7-9883-bd969b0008c3 req-2a2aa8e1-b33d-41c6-b491-f56d545f9769 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406172 Apr 20 17:56:36.511671 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:56:36.892009 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9930b99-36fa-4851-88a0-2e0c43822b2a req-36e9224d-d35b-4104-b9d4-2c273b99b862 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:36.893842 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e9930b99-36fa-4851-88a0-2e0c43822b2a req-36e9224d-d35b-4104-b9d4-2c273b99b862 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=e628c574-2e1e-4d0e-8233-e9e0afb55b1c HTTP/1.1" status: 200 len: 945 time: 0.0906887 Apr 20 17:56:36.945187 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e9930b99-36fa-4851-88a0-2e0c43822b2a req-66d963a6-ac1b-48df-bb87-dc14e153d8fc tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451481 Apr 20 17:56:38.241864 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b6e25-d26a-423a-93f1-9517ad3b9b78 req-fa2e0cd3-0c30-4150-8a54-9514ec1b05e0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:38.242726 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d9b6e25-d26a-423a-93f1-9517ad3b9b78 req-fa2e0cd3-0c30-4150-8a54-9514ec1b05e0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.43 "GET /v2.0/ports?device_id=e628c574-2e1e-4d0e-8233-e9e0afb55b1c HTTP/1.1" status: 200 len: 945 time: 0.1048546 Apr 20 17:56:38.278777 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3b263-2906-46b1-916c-ab70c8ee7c72 req-cacec59d-15ef-484c-94ac-c056101eee25 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:38.279984 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5eb3b263-2906-46b1-916c-ab70c8ee7c72 req-cacec59d-15ef-484c-94ac-c056101eee25 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=e628c574-2e1e-4d0e-8233-e9e0afb55b1c HTTP/1.1" status: 200 len: 945 time: 0.1873443 Apr 20 17:56:38.321334 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-8d9b6e25-d26a-423a-93f1-9517ad3b9b78 req-22e534bd-30d6-4bcb-a2c4-eb2c87e9845f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Deleting port 73ced4df-e75d-4b1d-93e2-b78ef3129914 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:56:38.321334 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8d9b6e25-d26a-423a-93f1-9517ad3b9b78 req-22e534bd-30d6-4bcb-a2c4-eb2c87e9845f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:38.336509 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5eb3b263-2906-46b1-916c-ab70c8ee7c72 req-4eaca94b-b499-4346-9449-e240f708579a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505393 Apr 20 17:56:38.599054 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-8d9b6e25-d26a-423a-93f1-9517ad3b9b78 req-22e534bd-30d6-4bcb-a2c4-eb2c87e9845f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] For port 73ced4df-e75d-4b1d-93e2-b78ef3129914, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=73ced4df-e75d-4b1d-93e2-b78ef3129914,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:56:38.599406 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8d9b6e25-d26a-423a-93f1-9517ad3b9b78 req-22e534bd-30d6-4bcb-a2c4-eb2c87e9845f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:38.825724 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-8d9b6e25-d26a-423a-93f1-9517ad3b9b78 req-22e534bd-30d6-4bcb-a2c4-eb2c87e9845f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Calling delete_port for 73ced4df-e75d-4b1d-93e2-b78ef3129914 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:56:38.983537 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8d9b6e25-d26a-423a-93f1-9517ad3b9b78 req-22e534bd-30d6-4bcb-a2c4-eb2c87e9845f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:38.997683 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['40d6bd59-9289-40d6-9c99-838aa6293cb1'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:56:39.021077 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['73ced4df-e75d-4b1d-93e2-b78ef3129914'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:56:39.031959 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e534bd-30d6-4bcb-a2c4-eb2c87e9845f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Pushing event deleted for resources: {'Port': ['ID=73ced4df-e75d-4b1d-93e2-b78ef3129914,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:56:39.109458 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9b6e25-d26a-423a-93f1-9517ad3b9b78 req-22e534bd-30d6-4bcb-a2c4-eb2c87e9845f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] No DVR routers for this DVR port 73ced4df-e75d-4b1d-93e2-b78ef3129914 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:56:39.116434 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8d9b6e25-d26a-423a-93f1-9517ad3b9b78 req-22e534bd-30d6-4bcb-a2c4-eb2c87e9845f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:39.118437 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e628c574-2e1e-4d0e-8233-e9e0afb55b1c', 'name': 'network-vif-deleted', 'tag': '73ced4df-e75d-4b1d-93e2-b78ef3129914'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:56:39.159439 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d9b6e25-d26a-423a-93f1-9517ad3b9b78 req-22e534bd-30d6-4bcb-a2c4-eb2c87e9845f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.43 "DELETE /v2.0/ports/73ced4df-e75d-4b1d-93e2-b78ef3129914 HTTP/1.1" status: 204 len: 173 time: 0.9106958 Apr 20 17:56:39.183215 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-363f0103-291b-4161-8aff-05dfcb34743f'] response: {'server_uuid': 'e628c574-2e1e-4d0e-8233-e9e0afb55b1c', 'name': 'network-vif-deleted', 'tag': '73ced4df-e75d-4b1d-93e2-b78ef3129914', 'status': 'completed', 'code': 200} Apr 20 17:56:39.255772 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-561064a2-0968-4df1-9aad-87f0be5c72ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:39.514382 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-31480c04-e351-43ab-bcc7-bb5a55937cfd req-cedce1cf-1a5f-44f9-8ad5-ced95cf33149 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=e628c574-2e1e-4d0e-8233-e9e0afb55b1c HTTP/1.1" status: 200 len: 210 time: 0.0453968 Apr 20 17:56:41.399354 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6f65eea4-a19e-4c21-bd35-723a42591b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:42.104326 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 73ced4df-e75d-4b1d-93e2-b78ef3129914 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:56:42.140805 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 73ced4df-e75d-4b1d-93e2-b78ef3129914 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:56:42.141101 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 73ced4df-e75d-4b1d-93e2-b78ef3129914 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:56:42.706323 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:42.806918 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:43.530544 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:44.109102 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:44.374501 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d942072-2de9-42a1-844e-a0febeb9157c req-5433bf26-da66-497a-b866-3a687706b05e tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:44.375148 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-6d942072-2de9-42a1-844e-a0febeb9157c req-5433bf26-da66-497a-b866-3a687706b05e tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Synchronizing usage tracker for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:56:44.394121 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-6d942072-2de9-42a1-844e-a0febeb9157c req-5433bf26-da66-497a-b866-3a687706b05e tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Unset dirty status for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:56:44.395209 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6d942072-2de9-42a1-844e-a0febeb9157c req-5433bf26-da66-497a-b866-3a687706b05e tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b75fa3bb-9d01-4c55-acfc-5338e56bcfb5 HTTP/1.1" status: 200 len: 946 time: 0.0997586 Apr 20 17:56:44.444441 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6d942072-2de9-42a1-844e-a0febeb9157c req-c97b92b2-7306-4d2e-b314-449d215f40a7 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434120 Apr 20 17:56:45.455649 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:45.646566 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951a91b-4848-4712-84d5-e4b501b1b572 req-a414ce2f-d2c4-495f-b046-ff484c5bf465 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:45.647892 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a951a91b-4848-4712-84d5-e4b501b1b572 req-a414ce2f-d2c4-495f-b046-ff484c5bf465 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b75fa3bb-9d01-4c55-acfc-5338e56bcfb5 HTTP/1.1" status: 200 len: 946 time: 0.0795271 Apr 20 17:56:45.696828 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a951a91b-4848-4712-84d5-e4b501b1b572 req-74fc9745-69ae-40f7-b517-b87e7b8ff576 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a8ccf0f-4142-4a70-a021-55e473809565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402894 Apr 20 17:56:46.000462 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f74f21-49c0-4a97-a98d-3b0df8ea555b req-bdcd65e5-3b3f-4663-8667-3d5b806dac6b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:56:46.001864 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-99f74f21-49c0-4a97-a98d-3b0df8ea555b req-bdcd65e5-3b3f-4663-8667-3d5b806dac6b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.10 "GET /v2.0/ports?device_id=b75fa3bb-9d01-4c55-acfc-5338e56bcfb5 HTTP/1.1" status: 200 len: 946 time: 0.0805757 Apr 20 17:56:46.072629 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-99f74f21-49c0-4a97-a98d-3b0df8ea555b req-f503c9f4-e991-4128-94f6-03a9257836cb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Deleting port 40d6bd59-9289-40d6-9c99-838aa6293cb1 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:56:46.072958 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-99f74f21-49c0-4a97-a98d-3b0df8ea555b req-f503c9f4-e991-4128-94f6-03a9257836cb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:46.312949 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-99f74f21-49c0-4a97-a98d-3b0df8ea555b req-f503c9f4-e991-4128-94f6-03a9257836cb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] For port 40d6bd59-9289-40d6-9c99-838aa6293cb1, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=40d6bd59-9289-40d6-9c99-838aa6293cb1,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:56:46.313206 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-99f74f21-49c0-4a97-a98d-3b0df8ea555b req-f503c9f4-e991-4128-94f6-03a9257836cb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:46.435122 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-99f74f21-49c0-4a97-a98d-3b0df8ea555b req-f503c9f4-e991-4128-94f6-03a9257836cb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Calling delete_port for 40d6bd59-9289-40d6-9c99-838aa6293cb1 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:56:46.592187 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-99f74f21-49c0-4a97-a98d-3b0df8ea555b req-f503c9f4-e991-4128-94f6-03a9257836cb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:46.604091 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['40d6bd59-9289-40d6-9c99-838aa6293cb1'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:56:46.639843 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503c9f4-e991-4128-94f6-03a9257836cb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Pushing event deleted for resources: {'Port': ['ID=40d6bd59-9289-40d6-9c99-838aa6293cb1,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:56:46.679347 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503c9f4-e991-4128-94f6-03a9257836cb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:56:46.679962 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503c9f4-e991-4128-94f6-03a9257836cb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:56:46.679962 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503c9f4-e991-4128-94f6-03a9257836cb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:56:46.680307 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503c9f4-e991-4128-94f6-03a9257836cb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:56:46.680640 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503c9f4-e991-4128-94f6-03a9257836cb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:56:46.680941 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503c9f4-e991-4128-94f6-03a9257836cb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:56:46.681256 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503c9f4-e991-4128-94f6-03a9257836cb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:56:46.681566 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503c9f4-e991-4128-94f6-03a9257836cb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:56:46.681876 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503c9f4-e991-4128-94f6-03a9257836cb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:56:46.682218 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503c9f4-e991-4128-94f6-03a9257836cb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:56:46.682535 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f503c9f4-e991-4128-94f6-03a9257836cb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:56:46.724280 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f74f21-49c0-4a97-a98d-3b0df8ea555b req-f503c9f4-e991-4128-94f6-03a9257836cb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] No DVR routers for this DVR port 40d6bd59-9289-40d6-9c99-838aa6293cb1 on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:56:46.727019 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-99f74f21-49c0-4a97-a98d-3b0df8ea555b req-f503c9f4-e991-4128-94f6-03a9257836cb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:46.729459 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75fa3bb-9d01-4c55-acfc-5338e56bcfb5', 'name': 'network-vif-deleted', 'tag': '40d6bd59-9289-40d6-9c99-838aa6293cb1'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:56:46.748742 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-99f74f21-49c0-4a97-a98d-3b0df8ea555b req-f503c9f4-e991-4128-94f6-03a9257836cb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.10 "DELETE /v2.0/ports/40d6bd59-9289-40d6-9c99-838aa6293cb1 HTTP/1.1" status: 204 len: 173 time: 0.7407300 Apr 20 17:56:46.798757 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17266ec8-c2b7-43f8-b835-537a78f9ddd1'] response: {'server_uuid': 'b75fa3bb-9d01-4c55-acfc-5338e56bcfb5', 'name': 'network-vif-deleted', 'tag': '40d6bd59-9289-40d6-9c99-838aa6293cb1', 'status': 'completed', 'code': 200} Apr 20 17:56:46.866405 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e1de8003-271c-4352-8168-3c5166ec0f12 req-b4c56283-3e4f-4767-b02f-0cfde5dd3d79 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=b75fa3bb-9d01-4c55-acfc-5338e56bcfb5 HTTP/1.1" status: 200 len: 210 time: 0.0405626 Apr 20 17:56:49.783809 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-1f37a000-5b79-44b4-9120-20f1f997356c req-d44492cb-d1e6-4d81-887b-5a80a34bfebb service neutron] (84081) timed out ('10.222.0.39', 33070) {{(pid=84081) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 20 17:56:50.467609 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 40d6bd59-9289-40d6-9c99-838aa6293cb1 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:56:50.502728 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 40d6bd59-9289-40d6-9c99-838aa6293cb1 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:56:50.503083 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 40d6bd59-9289-40d6-9c99-838aa6293cb1 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:56:50.977821 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33568) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:56:50.983490 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-4951ff82-80fe-49d9-ab02-4d1cc2385c3c tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-17170852', 'description': 'tempest-secgroup-smoke-17170852 description', 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:56:50.990094 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4951ff82-80fe-49d9-ab02-4d1cc2385c3c tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:56:51.000475 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4951ff82-80fe-49d9-ab02-4d1cc2385c3c tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:56:51.014089 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4951ff82-80fe-49d9-ab02-4d1cc2385c3c tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:51.051141 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4951ff82-80fe-49d9-ab02-4d1cc2385c3c tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:56:51.055102 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4951ff82-80fe-49d9-ab02-4d1cc2385c3c tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Usage tracker for resource:security_group_rule and tenant:e16c8fde9c3b46bbbcadf61106d16f5c is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:56:51.058054 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4951ff82-80fe-49d9-ab02-4d1cc2385c3c tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:56:51.064023 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4951ff82-80fe-49d9-ab02-4d1cc2385c3c tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:56:51.119317 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4951ff82-80fe-49d9-ab02-4d1cc2385c3c tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:51.126322 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4951ff82-80fe-49d9-ab02-4d1cc2385c3c tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:51.168895 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4951ff82-80fe-49d9-ab02-4d1cc2385c3c tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a2090d-2405-403a-ada4-f619e52419d3,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:56:51.177511 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4951ff82-80fe-49d9-ab02-4d1cc2385c3c tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:51.178872 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4951ff82-80fe-49d9-ab02-4d1cc2385c3c tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.1999977 Apr 20 17:56:51.182112 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33572) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:56:51.190357 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-6e84aec5-bb1f-45fb-b254-7b0cda5c6d20 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Request body: {'security_group_rule': {'security_group_id': '32a2090d-2405-403a-ada4-f619e52419d3', 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:56:51.197425 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6e84aec5-bb1f-45fb-b254-7b0cda5c6d20 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:56:51.201615 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6e84aec5-bb1f-45fb-b254-7b0cda5c6d20 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Usage tracker for resource:security_group_rule and tenant:e16c8fde9c3b46bbbcadf61106d16f5c is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:56:51.204689 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6e84aec5-bb1f-45fb-b254-7b0cda5c6d20 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:56:51.210847 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6e84aec5-bb1f-45fb-b254-7b0cda5c6d20 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:56:51.229562 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6e84aec5-bb1f-45fb-b254-7b0cda5c6d20 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:51.289479 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6e84aec5-bb1f-45fb-b254-7b0cda5c6d20 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:51.295916 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6e84aec5-bb1f-45fb-b254-7b0cda5c6d20 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:51.323754 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84aec5-bb1f-45fb-b254-7b0cda5c6d20 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=571991ab-8263-4685-b883-213e0fef17ea,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:56:51.335546 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6e84aec5-bb1f-45fb-b254-7b0cda5c6d20 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:51.336707 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6e84aec5-bb1f-45fb-b254-7b0cda5c6d20 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1533387 Apr 20 17:56:51.339982 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33576) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:56:51.345943 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-82755caa-026c-4380-82b4-87054fa8076f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Request body: {'security_group_rule': {'security_group_id': '32a2090d-2405-403a-ada4-f619e52419d3', 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:56:51.352805 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-82755caa-026c-4380-82b4-87054fa8076f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:56:51.356947 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-82755caa-026c-4380-82b4-87054fa8076f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Usage tracker for resource:security_group_rule and tenant:e16c8fde9c3b46bbbcadf61106d16f5c is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:56:51.360279 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-82755caa-026c-4380-82b4-87054fa8076f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:56:51.366212 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-82755caa-026c-4380-82b4-87054fa8076f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:56:51.384298 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-82755caa-026c-4380-82b4-87054fa8076f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:51.448840 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-82755caa-026c-4380-82b4-87054fa8076f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:51.454672 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-82755caa-026c-4380-82b4-87054fa8076f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:51.477512 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82755caa-026c-4380-82b4-87054fa8076f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18008c72-09c2-41f6-869b-e608ae3b9b5c,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:56:51.488323 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-82755caa-026c-4380-82b4-87054fa8076f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:51.489481 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-82755caa-026c-4380-82b4-87054fa8076f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1483803 Apr 20 17:56:51.492554 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33580) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:56:51.498804 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-d29fa404-f705-404e-8bde-faa4156a10e2 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Request body: {'security_group_rule': {'security_group_id': '32a2090d-2405-403a-ada4-f619e52419d3', 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:56:51.505815 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d29fa404-f705-404e-8bde-faa4156a10e2 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:56:51.509872 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d29fa404-f705-404e-8bde-faa4156a10e2 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Usage tracker for resource:security_group_rule and tenant:e16c8fde9c3b46bbbcadf61106d16f5c is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:56:51.512855 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-d29fa404-f705-404e-8bde-faa4156a10e2 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:56:51.518762 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-d29fa404-f705-404e-8bde-faa4156a10e2 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:56:51.539137 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d29fa404-f705-404e-8bde-faa4156a10e2 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:51.603798 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d29fa404-f705-404e-8bde-faa4156a10e2 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:51.610326 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d29fa404-f705-404e-8bde-faa4156a10e2 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:51.632892 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29fa404-f705-404e-8bde-faa4156a10e2 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c12dc6-d93a-474b-8d2e-a137f983b263,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:56:51.643276 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d29fa404-f705-404e-8bde-faa4156a10e2 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:51.644537 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d29fa404-f705-404e-8bde-faa4156a10e2 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1509218 Apr 20 17:56:51.647438 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33584) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:56:51.652719 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-ffb130b9-5307-469d-9d0c-411cb168032f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Request body: {'security_group_rule': {'security_group_id': '32a2090d-2405-403a-ada4-f619e52419d3', 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:56:51.659213 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ffb130b9-5307-469d-9d0c-411cb168032f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:56:51.662953 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ffb130b9-5307-469d-9d0c-411cb168032f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Usage tracker for resource:security_group_rule and tenant:e16c8fde9c3b46bbbcadf61106d16f5c is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:56:51.665809 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ffb130b9-5307-469d-9d0c-411cb168032f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:56:51.671432 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ffb130b9-5307-469d-9d0c-411cb168032f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:56:51.691051 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ffb130b9-5307-469d-9d0c-411cb168032f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:51.760478 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ffb130b9-5307-469d-9d0c-411cb168032f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:51.767445 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ffb130b9-5307-469d-9d0c-411cb168032f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:51.790247 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb130b9-5307-469d-9d0c-411cb168032f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f46940-73a1-423c-953d-1ebb3004aa0a,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:56:51.800815 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ffb130b9-5307-469d-9d0c-411cb168032f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:51.802565 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ffb130b9-5307-469d-9d0c-411cb168032f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1541409 Apr 20 17:56:51.805307 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33588) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:56:51.810628 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-0826857a-53ad-49ed-9069-562c4166e046 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Request body: {'security_group_rule': {'security_group_id': '32a2090d-2405-403a-ada4-f619e52419d3', 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:56:51.817371 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0826857a-53ad-49ed-9069-562c4166e046 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:56:51.822637 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0826857a-53ad-49ed-9069-562c4166e046 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Usage tracker for resource:security_group_rule and tenant:e16c8fde9c3b46bbbcadf61106d16f5c is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:56:51.825690 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0826857a-53ad-49ed-9069-562c4166e046 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:56:51.831825 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0826857a-53ad-49ed-9069-562c4166e046 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:56:51.844363 n-d-838032-1 neutron-server[84080]: INFO neutron.db.securitygroups_db [None req-0826857a-53ad-49ed-9069-562c4166e046 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Project e16c8fde9c3b46bbbcadf61106d16f5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:56:51.850898 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0826857a-53ad-49ed-9069-562c4166e046 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:51.918116 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0826857a-53ad-49ed-9069-562c4166e046 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:51.923690 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0826857a-53ad-49ed-9069-562c4166e046 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:51.945917 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826857a-53ad-49ed-9069-562c4166e046 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=628f614e-5e4a-470c-a518-4477f6af4369,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:56:51.956405 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0826857a-53ad-49ed-9069-562c4166e046 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:51.957558 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0826857a-53ad-49ed-9069-562c4166e046 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1513376 Apr 20 17:56:51.960611 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33592) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:56:51.965950 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-1ff178a0-393d-4bd5-9afb-194e8630194e tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Request body: {'security_group_rule': {'security_group_id': '32a2090d-2405-403a-ada4-f619e52419d3', 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:56:51.972686 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1ff178a0-393d-4bd5-9afb-194e8630194e tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:56:51.976872 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1ff178a0-393d-4bd5-9afb-194e8630194e tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Usage tracker for resource:security_group_rule and tenant:e16c8fde9c3b46bbbcadf61106d16f5c is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:56:51.979978 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-1ff178a0-393d-4bd5-9afb-194e8630194e tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:56:51.986136 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-1ff178a0-393d-4bd5-9afb-194e8630194e tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:56:51.999856 n-d-838032-1 neutron-server[84080]: INFO neutron.db.securitygroups_db [None req-1ff178a0-393d-4bd5-9afb-194e8630194e tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Project e16c8fde9c3b46bbbcadf61106d16f5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:56:52.006163 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1ff178a0-393d-4bd5-9afb-194e8630194e tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:52.069581 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1ff178a0-393d-4bd5-9afb-194e8630194e tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:52.075258 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1ff178a0-393d-4bd5-9afb-194e8630194e tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:52.097435 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff178a0-393d-4bd5-9afb-194e8630194e tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de02b3c6-72a9-4525-856a-73ff417e156b,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:56:52.110466 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1ff178a0-393d-4bd5-9afb-194e8630194e tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:56:52.112037 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1ff178a0-393d-4bd5-9afb-194e8630194e tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1505325 Apr 20 17:57:05.978611 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-10f0bddc-352e-45d6-8dc6-774e9c962ae0 req-067b6d2f-d93c-4ab3-a4ac-e35aa1cef5da service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=67698795-ee4c-4923-9bf9-8a67daa6e28f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0773365 Apr 20 17:57:06.117758 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-10f0bddc-352e-45d6-8dc6-774e9c962ae0 req-00b6923d-bd53-4fb5-948d-975d3e848f22 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4bf64632e3034662a8a9bd433ca4cc92&device_id=67698795-ee4c-4923-9bf9-8a67daa6e28f HTTP/1.1" status: 200 len: 1096 time: 0.0695753 Apr 20 17:57:06.260995 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0bddc-352e-45d6-8dc6-774e9c962ae0 req-b1977714-79cf-43ab-b4ca-3024ca888a63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:57:06.262478 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-10f0bddc-352e-45d6-8dc6-774e9c962ae0 req-b1977714-79cf-43ab-b4ca-3024ca888a63 service neutron] 10.222.0.43 "GET /v2.0/networks?id=03dd8ee6-fc82-43fa-a426-519b087cf9e0 HTTP/1.1" status: 200 len: 909 time: 0.1259668 Apr 20 17:57:06.364312 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-10f0bddc-352e-45d6-8dc6-774e9c962ae0 req-b3f594eb-b42a-4dce-b491-a14950b5f2ce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c6e5023-8823-4673-8737-138a655f7479 HTTP/1.1" status: 200 len: 1001 time: 0.0961697 Apr 20 17:57:06.425779 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0bddc-352e-45d6-8dc6-774e9c962ae0 req-ba8f0781-dd56-48d5-8998-31059c99971b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:57:06.427250 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-10f0bddc-352e-45d6-8dc6-774e9c962ae0 req-ba8f0781-dd56-48d5-8998-31059c99971b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=48d3b2c0-df34-4939-a530-ea4681f87b1e HTTP/1.1" status: 200 len: 847 time: 0.0569849 Apr 20 17:57:06.503059 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-10f0bddc-352e-45d6-8dc6-774e9c962ae0 req-ac5360f0-a65b-4523-9f3b-da8c7d28fcf3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=03dd8ee6-fc82-43fa-a426-519b087cf9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701699 Apr 20 17:57:06.631419 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-10f0bddc-352e-45d6-8dc6-774e9c962ae0 req-60da9180-73ad-4c7c-9e1d-7a578f91362f service neutron] 10.222.0.43 "GET /v2.0/networks/03dd8ee6-fc82-43fa-a426-519b087cf9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226652 Apr 20 17:57:06.761303 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-10f0bddc-352e-45d6-8dc6-774e9c962ae0 req-db7ff06a-ec2f-41b5-8359-51a08a4d7db6 service neutron] 10.222.0.43 "GET /v2.0/networks/03dd8ee6-fc82-43fa-a426-519b087cf9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243243 Apr 20 17:57:07.059525 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-96810c8c-1494-4e80-8926-95051afd45e8 req-32be327a-d775-4cf7-9faf-95de7bf046a4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Synchronizing usage tracker for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:57:07.077474 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-96810c8c-1494-4e80-8926-95051afd45e8 req-32be327a-d775-4cf7-9faf-95de7bf046a4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Unset dirty status for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:57:07.078857 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-96810c8c-1494-4e80-8926-95051afd45e8 req-32be327a-d775-4cf7-9faf-95de7bf046a4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-17170852&fields=id&tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c HTTP/1.1" status: 200 len: 267 time: 0.0690806 Apr 20 17:57:07.244970 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96810c8c-1494-4e80-8926-95051afd45e8 req-5c975b12-c5e1-4aaa-81ea-3baca446aca4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:57:07.246767 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-96810c8c-1494-4e80-8926-95051afd45e8 req-5c975b12-c5e1-4aaa-81ea-3baca446aca4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 812 time: 0.1577427 Apr 20 17:57:07.266435 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-96810c8c-1494-4e80-8926-95051afd45e8 req-e021abdf-d98b-4678-a8df-466a9e68c832 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/quotas/e16c8fde9c3b46bbbcadf61106d16f5c HTTP/1.1" status: 200 len: 375 time: 0.0116537 Apr 20 17:57:07.353092 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-96810c8c-1494-4e80-8926-95051afd45e8 req-c0c35f5a-1f11-4c82-822f-de20cc713fa8 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Synchronizing usage tracker for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:57:07.372966 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-96810c8c-1494-4e80-8926-95051afd45e8 req-c0c35f5a-1f11-4c82-822f-de20cc713fa8 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Unset dirty status for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:57:07.374280 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-96810c8c-1494-4e80-8926-95051afd45e8 req-c0c35f5a-1f11-4c82-822f-de20cc713fa8 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1009438 Apr 20 17:57:07.602435 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-96810c8c-1494-4e80-8926-95051afd45e8 req-954ad32a-600e-45a6-bae1-3b4cebf4837a service neutron] 10.222.0.39 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109954 Apr 20 17:57:07.737648 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-96810c8c-1494-4e80-8926-95051afd45e8 req-d12c930e-2649-41d1-ab0f-06b9303ca003 service neutron] 10.222.0.39 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271880 Apr 20 17:57:08.144977 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-823d9f52-438d-4b16-a76f-27d9d329cc0f req-39b47528-5abc-4c0d-88ca-e38222c4578d tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae341679-0720-4be1-b991-d3f0260fd76e HTTP/1.1" status: 200 len: 210 time: 0.0401800 Apr 20 17:57:09.204923 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96810c8c-1494-4e80-8926-95051afd45e8 req-d756d539-02c2-4912-8160-c1be3c7c864f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:57:09.206475 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-96810c8c-1494-4e80-8926-95051afd45e8 req-d756d539-02c2-4912-8160-c1be3c7c864f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.10 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 812 time: 0.1601312 Apr 20 17:57:09.229709 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-dcf89ae1-30eb-4232-bb2e-c9b97921c75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:09.266559 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-96810c8c-1494-4e80-8926-95051afd45e8 req-1820cfda-3d41-4fd6-b118-91344367842e tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c HTTP/1.1" status: 200 len: 378 time: 0.0430732 Apr 20 17:57:09.287265 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-96810c8c-1494-4e80-8926-95051afd45e8 req-4cc87a27-4991-48cc-a60d-dcd40710c02a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Request body: {'port': {'device_id': 'ae341679-0720-4be1-b991-d3f0260fd76e', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'admin_state_up': True, 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'security_groups': ['32a2090d-2405-403a-ada4-f619e52419d3']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:57:09.406487 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4fc6ca60-3aab-4f3b-9b76-d54be16952d2 req-34727acf-2ede-47b8-b416-f80dc417ec7c tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae341679-0720-4be1-b991-d3f0260fd76e HTTP/1.1" status: 200 len: 210 time: 0.0527859 Apr 20 17:57:09.471158 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-96810c8c-1494-4e80-8926-95051afd45e8 req-4cc87a27-4991-48cc-a60d-dcd40710c02a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:57:09.480550 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-96810c8c-1494-4e80-8926-95051afd45e8 req-4cc87a27-4991-48cc-a60d-dcd40710c02a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:57:09.491540 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96810c8c-1494-4e80-8926-95051afd45e8 req-4cc87a27-4991-48cc-a60d-dcd40710c02a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Made reservation on behalf of e16c8fde9c3b46bbbcadf61106d16f5c for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:57:09.494839 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-96810c8c-1494-4e80-8926-95051afd45e8 req-4cc87a27-4991-48cc-a60d-dcd40710c02a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:09.659733 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-96810c8c-1494-4e80-8926-95051afd45e8 req-4cc87a27-4991-48cc-a60d-dcd40710c02a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Allocated IP 172.20.0.13 (667d4c49-9e39-4771-b864-f11963dac9cc/a4ee4589-4e9c-4f3a-9b19-a1aa418864e6/d747e2b4-724d-4a92-9d25-0dbac28002e2) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:57:09.850910 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-96810c8c-1494-4e80-8926-95051afd45e8 req-4cc87a27-4991-48cc-a60d-dcd40710c02a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:09.866605 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-96810c8c-1494-4e80-8926-95051afd45e8 req-4cc87a27-4991-48cc-a60d-dcd40710c02a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Transition to ACTIVE for port object d747e2b4-724d-4a92-9d25-0dbac28002e2 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:57:09.892226 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-96810c8c-1494-4e80-8926-95051afd45e8 req-4cc87a27-4991-48cc-a60d-dcd40710c02a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:09.962970 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96810c8c-1494-4e80-8926-95051afd45e8 req-4cc87a27-4991-48cc-a60d-dcd40710c02a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Network 667d4c49-9e39-4771-b864-f11963dac9cc is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:57:09.966459 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-96810c8c-1494-4e80-8926-95051afd45e8 req-4cc87a27-4991-48cc-a60d-dcd40710c02a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:57:09.970962 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-96810c8c-1494-4e80-8926-95051afd45e8 req-4cc87a27-4991-48cc-a60d-dcd40710c02a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:57:09.998936 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc87a27-4991-48cc-a60d-dcd40710c02a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Pushing event updated for resources: {'Port': ['ID=d747e2b4-724d-4a92-9d25-0dbac28002e2,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:57:10.033353 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96810c8c-1494-4e80-8926-95051afd45e8 req-4cc87a27-4991-48cc-a60d-dcd40710c02a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:57:10.033958 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-96810c8c-1494-4e80-8926-95051afd45e8 req-4cc87a27-4991-48cc-a60d-dcd40710c02a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:10.061861 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-96810c8c-1494-4e80-8926-95051afd45e8 req-4cc87a27-4991-48cc-a60d-dcd40710c02a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7825165 Apr 20 17:57:10.073311 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-96810c8c-1494-4e80-8926-95051afd45e8 req-e5b8e5f4-b4d9-416b-ac53-72ebc56439a4 service neutron] Request body: {'port': {'device_id': 'ae341679-0720-4be1-b991-d3f0260fd76e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:57:10.186911 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-96810c8c-1494-4e80-8926-95051afd45e8 req-e5b8e5f4-b4d9-416b-ac53-72ebc56439a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:10.203907 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-01134889-358d-4230-9f5d-ee83ece3382c None None] Provisioning for port d747e2b4-724d-4a92-9d25-0dbac28002e2 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:57:10.209719 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-01134889-358d-4230-9f5d-ee83ece3382c None None] Provisioning complete for port d747e2b4-724d-4a92-9d25-0dbac28002e2 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:57:10.210221 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-01134889-358d-4230-9f5d-ee83ece3382c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:10.262137 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-01134889-358d-4230-9f5d-ee83ece3382c None None] Port d747e2b4-724d-4a92-9d25-0dbac28002e2 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:57:10.533145 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-96810c8c-1494-4e80-8926-95051afd45e8 req-e5b8e5f4-b4d9-416b-ac53-72ebc56439a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d747e2b4-724d-4a92-9d25-0dbac28002e2 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:57:10.540272 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-96810c8c-1494-4e80-8926-95051afd45e8 req-e5b8e5f4-b4d9-416b-ac53-72ebc56439a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:10.556591 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-96810c8c-1494-4e80-8926-95051afd45e8 req-e5b8e5f4-b4d9-416b-ac53-72ebc56439a4 service neutron] Transition to ACTIVE for port object d747e2b4-724d-4a92-9d25-0dbac28002e2 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:57:10.561645 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-96810c8c-1494-4e80-8926-95051afd45e8 req-e5b8e5f4-b4d9-416b-ac53-72ebc56439a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:10.623632 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b1f07-ed0a-4498-b84b-93f659b15d5b req-843bfa1c-f535-44b4-94ac-1810f0552a21 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:57:10.625110 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ca4b1f07-ed0a-4498-b84b-93f659b15d5b req-843bfa1c-f535-44b4-94ac-1810f0552a21 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae341679-0720-4be1-b991-d3f0260fd76e HTTP/1.1" status: 200 len: 944 time: 0.0797446 Apr 20 17:57:10.682125 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ca4b1f07-ed0a-4498-b84b-93f659b15d5b req-d52a6174-b6bf-4868-8544-9476901ad1c3 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507159 Apr 20 17:57:10.697443 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8e5f4-b4d9-416b-ac53-72ebc56439a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d747e2b4-724d-4a92-9d25-0dbac28002e2,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:57:10.906374 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-96810c8c-1494-4e80-8926-95051afd45e8 req-e5b8e5f4-b4d9-416b-ac53-72ebc56439a4 service neutron] Attempting to bind port d747e2b4-724d-4a92-9d25-0dbac28002e2 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:57:10.906708 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-96810c8c-1494-4e80-8926-95051afd45e8 req-e5b8e5f4-b4d9-416b-ac53-72ebc56439a4 service neutron] Attempting to bind port d747e2b4-724d-4a92-9d25-0dbac28002e2 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:57:10.907024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96810c8c-1494-4e80-8926-95051afd45e8 req-e5b8e5f4-b4d9-416b-ac53-72ebc56439a4 service neutron] Attempting to bind port d747e2b4-724d-4a92-9d25-0dbac28002e2 on network 667d4c49-9e39-4771-b864-f11963dac9cc {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:57:10.912617 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96810c8c-1494-4e80-8926-95051afd45e8 req-e5b8e5f4-b4d9-416b-ac53-72ebc56439a4 service neutron] Port d747e2b4-724d-4a92-9d25-0dbac28002e2 on network 667d4c49-9e39-4771-b864-f11963dac9cc not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:57:10.912920 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96810c8c-1494-4e80-8926-95051afd45e8 req-e5b8e5f4-b4d9-416b-ac53-72ebc56439a4 service neutron] Attempting to bind port d747e2b4-724d-4a92-9d25-0dbac28002e2 on network 667d4c49-9e39-4771-b864-f11963dac9cc {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:57:10.919005 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96810c8c-1494-4e80-8926-95051afd45e8 req-e5b8e5f4-b4d9-416b-ac53-72ebc56439a4 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:57:10.919326 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96810c8c-1494-4e80-8926-95051afd45e8 req-e5b8e5f4-b4d9-416b-ac53-72ebc56439a4 service neutron] Checking segment: {'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:57:10.919696 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96810c8c-1494-4e80-8926-95051afd45e8 req-e5b8e5f4-b4d9-416b-ac53-72ebc56439a4 service neutron] Bound using segment: {'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:57:10.920099 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-96810c8c-1494-4e80-8926-95051afd45e8 req-e5b8e5f4-b4d9-416b-ac53-72ebc56439a4 service neutron] Bound port: d747e2b4-724d-4a92-9d25-0dbac28002e2, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:57:10.920430 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-96810c8c-1494-4e80-8926-95051afd45e8 req-e5b8e5f4-b4d9-416b-ac53-72ebc56439a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:11.011660 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-96810c8c-1494-4e80-8926-95051afd45e8 req-e5b8e5f4-b4d9-416b-ac53-72ebc56439a4 service neutron] For port d747e2b4-724d-4a92-9d25-0dbac28002e2, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:57:11.014865 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-96810c8c-1494-4e80-8926-95051afd45e8 req-e5b8e5f4-b4d9-416b-ac53-72ebc56439a4 service neutron] For port d747e2b4-724d-4a92-9d25-0dbac28002e2, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=d747e2b4-724d-4a92-9d25-0dbac28002e2,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:57:11.021358 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-96810c8c-1494-4e80-8926-95051afd45e8 req-e5b8e5f4-b4d9-416b-ac53-72ebc56439a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:11.083364 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-96810c8c-1494-4e80-8926-95051afd45e8 req-e5b8e5f4-b4d9-416b-ac53-72ebc56439a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:11.085100 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-96810c8c-1494-4e80-8926-95051afd45e8 req-e5b8e5f4-b4d9-416b-ac53-72ebc56439a4 service neutron] 10.222.0.10 "PUT /v2.0/ports/d747e2b4-724d-4a92-9d25-0dbac28002e2 HTTP/1.1" status: 200 len: 1092 time: 1.0162480 Apr 20 17:57:11.085550 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae341679-0720-4be1-b991-d3f0260fd76e', 'tag': 'd747e2b4-724d-4a92-9d25-0dbac28002e2'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:57:11.114545 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8e5f4-b4d9-416b-ac53-72ebc56439a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d747e2b4-724d-4a92-9d25-0dbac28002e2,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:57:11.167086 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7ec983e-b530-4a97-a9d5-20b13155bdb5'] response: {'name': 'network-changed', 'server_uuid': 'ae341679-0720-4be1-b991-d3f0260fd76e', 'tag': 'd747e2b4-724d-4a92-9d25-0dbac28002e2', 'status': 'completed', 'code': 200} Apr 20 17:57:11.209783 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-96810c8c-1494-4e80-8926-95051afd45e8 req-09c05ff0-8616-4e05-b72b-de91e1a76f92 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&device_id=ae341679-0720-4be1-b991-d3f0260fd76e HTTP/1.1" status: 200 len: 1095 time: 0.0784192 Apr 20 17:57:11.276978 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-96810c8c-1494-4e80-8926-95051afd45e8 req-34b6edcb-31df-45cb-97aa-16f78bf8edbf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d747e2b4-724d-4a92-9d25-0dbac28002e2 HTTP/1.1" status: 200 len: 217 time: 0.0605178 Apr 20 17:57:11.339365 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96810c8c-1494-4e80-8926-95051afd45e8 req-9e2fc967-f22c-4cc4-a802-d41e936f13dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:57:11.340782 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-96810c8c-1494-4e80-8926-95051afd45e8 req-9e2fc967-f22c-4cc4-a802-d41e936f13dc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4ee4589-4e9c-4f3a-9b19-a1aa418864e6 HTTP/1.1" status: 200 len: 851 time: 0.0584977 Apr 20 17:57:11.395030 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3a665ca1-1860-42d3-a249-1fbcafa8658a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:11.414710 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-96810c8c-1494-4e80-8926-95051afd45e8 req-eb51a02d-00ff-412e-8009-bab785f6ef16 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=667d4c49-9e39-4771-b864-f11963dac9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677462 Apr 20 17:57:11.546365 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-96810c8c-1494-4e80-8926-95051afd45e8 req-28a0139a-a458-430a-a74c-d43f0ef24389 service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252856 Apr 20 17:57:11.680201 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-96810c8c-1494-4e80-8926-95051afd45e8 req-c138e239-b75f-4c69-840e-cde16bdf24a4 service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280525 Apr 20 17:57:11.808604 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-143ef881-ccef-4c17-8e1a-462121c11c16 req-48cb8eff-d284-4a7e-9a71-71ba956ad80f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&device_id=ae341679-0720-4be1-b991-d3f0260fd76e HTTP/1.1" status: 200 len: 1095 time: 0.0797520 Apr 20 17:57:11.891267 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8d3bd-8577-46e9-961b-ca75002b527c req-0e796dbf-3c71-4968-8115-f5601fb21b4e tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:57:11.892825 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e3c8d3bd-8577-46e9-961b-ca75002b527c req-0e796dbf-3c71-4968-8115-f5601fb21b4e tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae341679-0720-4be1-b991-d3f0260fd76e HTTP/1.1" status: 200 len: 944 time: 0.0758321 Apr 20 17:57:11.937930 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e3c8d3bd-8577-46e9-961b-ca75002b527c req-61c87ead-46af-4521-8f02-c75f19cbcc22 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390770 Apr 20 17:57:11.941264 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ef881-ccef-4c17-8e1a-462121c11c16 req-7d3b93af-1949-44b4-b300-815842f02ac6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:57:11.942730 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-143ef881-ccef-4c17-8e1a-462121c11c16 req-7d3b93af-1949-44b4-b300-815842f02ac6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 913 time: 0.1263502 Apr 20 17:57:12.011862 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-143ef881-ccef-4c17-8e1a-462121c11c16 req-7c16f54a-778a-4313-9716-d71255071e7e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d747e2b4-724d-4a92-9d25-0dbac28002e2 HTTP/1.1" status: 200 len: 217 time: 0.0607326 Apr 20 17:57:12.081747 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ef881-ccef-4c17-8e1a-462121c11c16 req-a6c50c72-6757-4449-9dc8-24d9261ae82f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:57:12.083191 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-143ef881-ccef-4c17-8e1a-462121c11c16 req-a6c50c72-6757-4449-9dc8-24d9261ae82f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4ee4589-4e9c-4f3a-9b19-a1aa418864e6 HTTP/1.1" status: 200 len: 851 time: 0.0660183 Apr 20 17:57:12.159652 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-143ef881-ccef-4c17-8e1a-462121c11c16 req-a96a5380-bcc1-4ccb-bc6c-21f201acb8e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=667d4c49-9e39-4771-b864-f11963dac9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699692 Apr 20 17:57:12.291514 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-143ef881-ccef-4c17-8e1a-462121c11c16 req-9773a27d-ea5b-4d6a-a4ef-fdb1a18e8966 service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247044 Apr 20 17:57:12.429402 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-143ef881-ccef-4c17-8e1a-462121c11c16 req-d0858b4b-b7af-48ef-b6c8-456ee9ba516d service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297503 Apr 20 17:57:12.696575 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:12.810371 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:13.143800 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd00e3f-e3e6-4737-8fba-4f9d6a4819ad req-cd9de6dd-1cb1-4f2a-b173-e46a24eab582 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:57:13.144526 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-6fd00e3f-e3e6-4737-8fba-4f9d6a4819ad req-cd9de6dd-1cb1-4f2a-b173-e46a24eab582 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Synchronizing usage tracker for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:57:13.161212 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-6fd00e3f-e3e6-4737-8fba-4f9d6a4819ad req-cd9de6dd-1cb1-4f2a-b173-e46a24eab582 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Unset dirty status for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:57:13.166215 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6fd00e3f-e3e6-4737-8fba-4f9d6a4819ad req-cd9de6dd-1cb1-4f2a-b173-e46a24eab582 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae341679-0720-4be1-b991-d3f0260fd76e HTTP/1.1" status: 200 len: 944 time: 0.0975637 Apr 20 17:57:13.294604 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6fd00e3f-e3e6-4737-8fba-4f9d6a4819ad req-c96fda23-6117-41c4-bba3-1c3ceb1a73a8 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1258299 Apr 20 17:57:13.513072 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:57:13.541209 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:14.122341 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:14.602316 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254db0f-f309-4bc3-b570-198ff50b4e04 req-b265f716-ec53-4cdc-883e-ab28686cfa73 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:57:14.603697 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9254db0f-f309-4bc3-b570-198ff50b4e04 req-b265f716-ec53-4cdc-883e-ab28686cfa73 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae341679-0720-4be1-b991-d3f0260fd76e HTTP/1.1" status: 200 len: 944 time: 0.1769052 Apr 20 17:57:14.649021 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9254db0f-f309-4bc3-b570-198ff50b4e04 req-90e76f91-a689-4a31-bb08-57c614ec16ae tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397027 Apr 20 17:57:15.465048 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:15.873036 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec87962-573e-4118-95f4-c77efd408921 req-13124606-b839-4c13-9ff9-82cb45d6c5c5 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:57:15.874488 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fec87962-573e-4118-95f4-c77efd408921 req-13124606-b839-4c13-9ff9-82cb45d6c5c5 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae341679-0720-4be1-b991-d3f0260fd76e HTTP/1.1" status: 200 len: 944 time: 0.0876968 Apr 20 17:57:15.918501 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fec87962-573e-4118-95f4-c77efd408921 req-f1944981-d16c-4e7a-8f1d-10f70662b889 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384831 Apr 20 17:57:17.128866 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8d3eb-5107-4c83-a297-05af78f1b3b4 req-7357b867-5917-4aa8-b120-60390fbf88a3 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:57:17.130217 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e1b8d3eb-5107-4c83-a297-05af78f1b3b4 req-7357b867-5917-4aa8-b120-60390fbf88a3 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae341679-0720-4be1-b991-d3f0260fd76e HTTP/1.1" status: 200 len: 944 time: 0.0823240 Apr 20 17:57:17.174764 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e1b8d3eb-5107-4c83-a297-05af78f1b3b4 req-ac278844-b25b-4a1e-9d45-a64cb7ba52b9 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388758 Apr 20 17:57:18.391613 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63118142-8f94-424e-8b57-3b89dae97581 req-5d7d81b2-06f8-44c9-9846-a071ebf3280f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:57:18.393011 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-63118142-8f94-424e-8b57-3b89dae97581 req-5d7d81b2-06f8-44c9-9846-a071ebf3280f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae341679-0720-4be1-b991-d3f0260fd76e HTTP/1.1" status: 200 len: 944 time: 0.0888195 Apr 20 17:57:18.437563 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-63118142-8f94-424e-8b57-3b89dae97581 req-83b956e6-07fd-4e3c-9912-3cb01be2b2fb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389516 Apr 20 17:57:18.657672 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device d747e2b4-724d-4a92-9d25-0dbac28002e2 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:57:18.800104 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port d747e2b4-724d-4a92-9d25-0dbac28002e2, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=d747e2b4-724d-4a92-9d25-0dbac28002e2,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:57:18.813359 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'd747e2b4-724d-4a92-9d25-0dbac28002e2', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'port_id': 'd747e2b4-724d-4a92-9d25-0dbac28002e2', 'mac_address': 'fa:16:3e:22:bd:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:57:18.898209 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:18.915133 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d747e2b4-724d-4a92-9d25-0dbac28002e2 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:57:18.931185 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port d747e2b4-724d-4a92-9d25-0dbac28002e2, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=d747e2b4-724d-4a92-9d25-0dbac28002e2,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:57:18.938663 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:19.002320 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=d747e2b4-724d-4a92-9d25-0dbac28002e2,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:57:19.257155 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['d747e2b4-724d-4a92-9d25-0dbac28002e2'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:57:19.637125 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890eca41-025a-4809-a450-3037551c2e76 req-fe5c1b5d-9656-459e-a740-bd0253776205 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:57:19.638511 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-890eca41-025a-4809-a450-3037551c2e76 req-fe5c1b5d-9656-459e-a740-bd0253776205 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae341679-0720-4be1-b991-d3f0260fd76e HTTP/1.1" status: 200 len: 945 time: 0.0826051 Apr 20 17:57:19.687998 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-890eca41-025a-4809-a450-3037551c2e76 req-f60bfd69-1cc8-416c-b9b3-2268245793b2 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438492 Apr 20 17:57:20.657136 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device d747e2b4-724d-4a92-9d25-0dbac28002e2 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:57:20.738519 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port d747e2b4-724d-4a92-9d25-0dbac28002e2 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:57:20.743837 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port d747e2b4-724d-4a92-9d25-0dbac28002e2 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:57:20.744208 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:20.858067 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:20.883767 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1eca9b-bbe8-426d-a1cb-293587298ef4 req-76edc04b-7327-43a8-bfb5-2a84c993724b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:57:20.885223 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6c1eca9b-bbe8-426d-a1cb-293587298ef4 req-76edc04b-7327-43a8-bfb5-2a84c993724b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae341679-0720-4be1-b991-d3f0260fd76e HTTP/1.1" status: 200 len: 945 time: 0.0746005 Apr 20 17:57:20.885676 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae341679-0720-4be1-b991-d3f0260fd76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd747e2b4-724d-4a92-9d25-0dbac28002e2'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:57:20.895934 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port d747e2b4-724d-4a92-9d25-0dbac28002e2, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=d747e2b4-724d-4a92-9d25-0dbac28002e2,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:57:20.900998 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:20.937909 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6c1eca9b-bbe8-426d-a1cb-293587298ef4 req-0cee2929-60a7-4ce8-ac30-cc01e7888b98 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466788 Apr 20 17:57:20.945179 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9faeb4eb-dc3d-4613-b4ce-9dd85a3be9c7'] response: {'server_uuid': 'ae341679-0720-4be1-b991-d3f0260fd76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd747e2b4-724d-4a92-9d25-0dbac28002e2', 'code': 200} Apr 20 17:57:20.970803 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=d747e2b4-724d-4a92-9d25-0dbac28002e2,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:57:21.066692 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-762b936c-cb9e-4128-b6a9-89e769d028df req-5523b68f-cf00-46eb-b8df-c692d13d2086 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ae341679-0720-4be1-b991-d3f0260fd76e HTTP/1.1" status: 200 len: 1097 time: 0.0688677 Apr 20 17:57:21.107857 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-762b936c-cb9e-4128-b6a9-89e769d028df req-808c5b8b-ff76-445c-9d06-86fc155723c9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355864 Apr 20 17:57:22.159988 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8569281-c2e5-46d2-870c-ca65f8bbd5fc req-8dde358a-81de-4858-82cd-d708ed358ac8 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:57:22.161443 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a8569281-c2e5-46d2-870c-ca65f8bbd5fc req-8dde358a-81de-4858-82cd-d708ed358ac8 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae341679-0720-4be1-b991-d3f0260fd76e HTTP/1.1" status: 200 len: 946 time: 0.0904856 Apr 20 17:57:22.217560 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a8569281-c2e5-46d2-870c-ca65f8bbd5fc req-7761540d-fb6a-4756-9462-653044fbcec3 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475445 Apr 20 17:57:23.427947 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac890f-773f-4b19-8db2-5f43ba18a4e6 req-27fb23d2-7c59-47df-ab90-ed4d08b6dc1d tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:57:23.429431 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b7ac890f-773f-4b19-8db2-5f43ba18a4e6 req-27fb23d2-7c59-47df-ab90-ed4d08b6dc1d tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae341679-0720-4be1-b991-d3f0260fd76e HTTP/1.1" status: 200 len: 946 time: 0.0866175 Apr 20 17:57:23.476041 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b7ac890f-773f-4b19-8db2-5f43ba18a4e6 req-86b93748-2510-45d0-bb72-ab66fdd7e1db tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409367 Apr 20 17:57:23.686998 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4954425-1f9c-4aec-9e2c-adcfea67762a req-03fb910e-3620-462b-bb3c-fb34322cb64d tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:57:23.688460 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a4954425-1f9c-4aec-9e2c-adcfea67762a req-03fb910e-3620-462b-bb3c-fb34322cb64d tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae341679-0720-4be1-b991-d3f0260fd76e HTTP/1.1" status: 200 len: 946 time: 0.0888813 Apr 20 17:57:23.734443 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a4954425-1f9c-4aec-9e2c-adcfea67762a req-b202fb97-16ea-4ae1-a21a-84d6c5b8688f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400550 Apr 20 17:57:23.762727 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33732) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:57:23.835358 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b1f4beeb-c266-4ed8-92fc-5c972cf4c4bd tempest-TestVolumeBootPattern-1797460491 tempest-TestVolumeBootPattern-1797460491-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ae341679-0720-4be1-b991-d3f0260fd76e HTTP/1.1" status: 200 len: 1092 time: 0.0712748 Apr 20 17:57:23.838717 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33736) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:57:23.843768 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-5cd8373d-963a-4144-a3c8-4027fde14750 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'port_id': 'd747e2b4-724d-4a92-9d25-0dbac28002e2', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:57:23.849839 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5cd8373d-963a-4144-a3c8-4027fde14750 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:57:23.853739 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5cd8373d-963a-4144-a3c8-4027fde14750 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Usage tracker for resource:floatingip and tenant:e16c8fde9c3b46bbbcadf61106d16f5c is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:57:23.856608 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5cd8373d-963a-4144-a3c8-4027fde14750 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:57:23.862303 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5cd8373d-963a-4144-a3c8-4027fde14750 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:57:23.876271 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5cd8373d-963a-4144-a3c8-4027fde14750 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for floatingip, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:24.016687 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5cd8373d-963a-4144-a3c8-4027fde14750 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:24.152390 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-5cd8373d-963a-4144-a3c8-4027fde14750 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Allocated IP 172.25.8.89 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/2bcb2d72-58ae-4d98-9076-1cb6aa376d9a) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:57:24.299675 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5cd8373d-963a-4144-a3c8-4027fde14750 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:24.330092 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5cd8373d-963a-4144-a3c8-4027fde14750 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:24.393689 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd8373d-963a-4144-a3c8-4027fde14750 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:57:24.396337 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-5cd8373d-963a-4144-a3c8-4027fde14750 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:57:24.400085 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd8373d-963a-4144-a3c8-4027fde14750 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:57:24.432127 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8373d-963a-4144-a3c8-4027fde14750 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Pushing event updated for resources: {'Port': ['ID=2bcb2d72-58ae-4d98-9076-1cb6aa376d9a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:57:24.901130 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5cd8373d-963a-4144-a3c8-4027fde14750 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:25.053444 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5cd8373d-963a-4144-a3c8-4027fde14750 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:25.263875 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5cd8373d-963a-4144-a3c8-4027fde14750 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:25.271855 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5cd8373d-963a-4144-a3c8-4027fde14750 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:25.377171 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8373d-963a-4144-a3c8-4027fde14750 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Pushing event updated for resources: {'Port': ['ID=2bcb2d72-58ae-4d98-9076-1cb6aa376d9a,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:57:25.392094 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5cd8373d-963a-4144-a3c8-4027fde14750 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:25.585897 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [None req-5cd8373d-963a-4144-a3c8-4027fde14750 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Floating IP ff1131a3-7b3e-4b42-8ff2-872f404386d5 associated. External IP: 172.25.8.89, port: d747e2b4-724d-4a92-9d25-0dbac28002e2. Apr 20 17:57:25.981084 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd8373d-963a-4144-a3c8-4027fde14750 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Router 160f49f2-9b1e-4fff-adf0-f81c1d531940 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:57:26.178461 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd8373d-963a-4144-a3c8-4027fde14750 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:57:26.188980 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e78bac1-d946-49f9-b929-77802dc1a459 None None] Sync routers for ids ['160f49f2-9b1e-4fff-adf0-f81c1d531940'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:57:26.204875 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e78bac1-d946-49f9-b929-77802dc1a459 None None] Routers {'160f49f2-9b1e-4fff-adf0-f81c1d531940'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:57:26.205545 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9e78bac1-d946-49f9-b929-77802dc1a459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:57:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['160f49f2-9b1e-4fff-adf0-f81c1d531940'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:57:26.205828 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5cd8373d-963a-4144-a3c8-4027fde14750 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:26.263002 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5cd8373d-963a-4144-a3c8-4027fde14750 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4232807 Apr 20 17:57:26.263562 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae341679-0720-4be1-b991-d3f0260fd76e', 'tag': 'd747e2b4-724d-4a92-9d25-0dbac28002e2'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:57:26.316283 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f11a6f4-aac3-4c93-b1e3-c75883b1afe1'] response: {'name': 'network-changed', 'server_uuid': 'ae341679-0720-4be1-b991-d3f0260fd76e', 'tag': 'd747e2b4-724d-4a92-9d25-0dbac28002e2', 'status': 'completed', 'code': 200} Apr 20 17:57:26.403424 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-9e78bac1-d946-49f9-b929-77802dc1a459 None None] Set router 160f49f2-9b1e-4fff-adf0-f81c1d531940 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:57:26.406941 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0638f451-795b-49d2-8982-ec789922132e req-06cd0354-a4d3-4e10-9d97-615280c9d7e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&device_id=ae341679-0720-4be1-b991-d3f0260fd76e HTTP/1.1" status: 200 len: 1097 time: 0.0674794 Apr 20 17:57:26.533195 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638f451-795b-49d2-8982-ec789922132e req-b7639d27-8c79-4e3a-8d82-61682e855619 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:57:26.534567 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0638f451-795b-49d2-8982-ec789922132e req-b7639d27-8c79-4e3a-8d82-61682e855619 service neutron] 10.222.0.10 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 913 time: 0.1221776 Apr 20 17:57:26.731517 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0638f451-795b-49d2-8982-ec789922132e req-0200ef26-8f61-4257-b0d1-ee692cce945e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d747e2b4-724d-4a92-9d25-0dbac28002e2 HTTP/1.1" status: 200 len: 999 time: 0.1908371 Apr 20 17:57:26.743945 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9e78bac1-d946-49f9-b929-77802dc1a459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'name': 'tempest-TestVolumeBootPattern-1780068750-router', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:53:59Z', 'updated_at': '2022-04-20T17:54:03Z', 'revision_number': 4, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'gw_port': {'id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:00Z', 'updated_at': '2022-04-20T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'ff1131a3-7b3e-4b42-8ff2-872f404386d5', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'port_id': 'd747e2b4-724d-4a92-9d25-0dbac28002e2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'mac_address': 'fa:16:3e:22:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae341679-0720-4be1-b991-d3f0260fd76e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:57:24Z', 'updated_at': '2022-04-20T17:57:24Z', 'revision_number': 0, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9b2f7b-df6b-45dd-9924-655d914afd27', 'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'mac_address': 'fa:16:3e:b4:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:02Z', 'updated_at': '2022-04-20T17:54:11Z', 'revision_number': 5, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'subnets': [{'id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:57:26.748492 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e78bac1-d946-49f9-b929-77802dc1a459 None None] Checking router: 160f49f2-9b1e-4fff-adf0-f81c1d531940 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:57:26.759372 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e78bac1-d946-49f9-b929-77802dc1a459 None None] Routers {'160f49f2-9b1e-4fff-adf0-f81c1d531940'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:57:26.759952 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9e78bac1-d946-49f9-b929-77802dc1a459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:57:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['160f49f2-9b1e-4fff-adf0-f81c1d531940'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:57:26.796618 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638f451-795b-49d2-8982-ec789922132e req-1967428e-4ac1-40c3-9ca7-833bd6bf5a39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:57:26.798221 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0638f451-795b-49d2-8982-ec789922132e req-1967428e-4ac1-40c3-9ca7-833bd6bf5a39 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4ee4589-4e9c-4f3a-9b19-a1aa418864e6 HTTP/1.1" status: 200 len: 851 time: 0.0608130 Apr 20 17:57:26.871350 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0638f451-795b-49d2-8982-ec789922132e req-9755a1ac-455e-40d0-a946-c07f4d2af74f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=667d4c49-9e39-4771-b864-f11963dac9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673296 Apr 20 17:57:26.932910 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-9e78bac1-d946-49f9-b929-77802dc1a459 None None] Set router 160f49f2-9b1e-4fff-adf0-f81c1d531940 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:57:27.001246 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0638f451-795b-49d2-8982-ec789922132e req-767f5956-de96-4b75-aa86-47b5ad0c2805 service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241255 Apr 20 17:57:27.130986 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0638f451-795b-49d2-8982-ec789922132e req-40c2ff13-72f6-41e2-8bdf-8a9647ddf669 service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238458 Apr 20 17:57:27.268892 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-9e78bac1-d946-49f9-b929-77802dc1a459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'name': 'tempest-TestVolumeBootPattern-1780068750-router', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:53:59Z', 'updated_at': '2022-04-20T17:54:03Z', 'revision_number': 4, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'gw_port': {'id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:00Z', 'updated_at': '2022-04-20T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'ff1131a3-7b3e-4b42-8ff2-872f404386d5', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'port_id': 'd747e2b4-724d-4a92-9d25-0dbac28002e2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'mac_address': 'fa:16:3e:22:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae341679-0720-4be1-b991-d3f0260fd76e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:57:24Z', 'updated_at': '2022-04-20T17:57:24Z', 'revision_number': 0, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9b2f7b-df6b-45dd-9924-655d914afd27', 'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'mac_address': 'fa:16:3e:b4:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:02Z', 'updated_at': '2022-04-20T17:54:11Z', 'revision_number': 5, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'subnets': [{'id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:57:27.273508 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e78bac1-d946-49f9-b929-77802dc1a459 None None] The sync data for ids ['160f49f2-9b1e-4fff-adf0-f81c1d531940'] in n-d-838032-1 is: [{'id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'name': 'tempest-TestVolumeBootPattern-1780068750-router', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:53:59Z', 'updated_at': '2022-04-20T17:54:03Z', 'revision_number': 4, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'gw_port': {'id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:00Z', 'updated_at': '2022-04-20T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'ff1131a3-7b3e-4b42-8ff2-872f404386d5', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'port_id': 'd747e2b4-724d-4a92-9d25-0dbac28002e2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'mac_address': 'fa:16:3e:22:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae341679-0720-4be1-b991-d3f0260fd76e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:57:24Z', 'updated_at': '2022-04-20T17:57:24Z', 'revision_number': 0, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9b2f7b-df6b-45dd-9924-655d914afd27', 'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'mac_address': 'fa:16:3e:b4:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:02Z', 'updated_at': '2022-04-20T17:54:11Z', 'revision_number': 5, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'subnets': [{'id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:57:27.477396 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331f6181-9d78-47f5-86e3-be743b283164 None None] New status for floating IP ff1131a3-7b3e-4b42-8ff2-872f404386d5: ACTIVE {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:57:39.223936 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4c26bfee-bacf-47e7-8450-27cd80478821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:41.106024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bc4b1-64d0-48bf-bf88-66e0d9e17bc4 req-7cc7bf07-4675-42d2-a8fd-b420563920b2 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:57:41.107535 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7d9bc4b1-64d0-48bf-bf88-66e0d9e17bc4 req-7cc7bf07-4675-42d2-a8fd-b420563920b2 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "GET /v2.0/ports?device_id=67698795-ee4c-4923-9bf9-8a67daa6e28f HTTP/1.1" status: 200 len: 945 time: 0.2004263 Apr 20 17:57:41.156888 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7d9bc4b1-64d0-48bf-bf88-66e0d9e17bc4 req-d695a777-8a74-4530-9f7b-c63dc3b31e9d tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "GET /v2.0/security-groups?id=34c15acb-392b-4c61-a2be-d92c07ef4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436802 Apr 20 17:57:41.391633 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-00229771-d77c-4bcc-9479-224219d6b617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:42.156322 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e1056-b752-4107-b421-0975274d4a33 req-fd41fb52-7a54-4a5c-a8f0-23f7e942a7c1 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:57:42.157948 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f92e1056-b752-4107-b421-0975274d4a33 req-fd41fb52-7a54-4a5c-a8f0-23f7e942a7c1 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.43 "GET /v2.0/ports?device_id=67698795-ee4c-4923-9bf9-8a67daa6e28f HTTP/1.1" status: 200 len: 945 time: 0.0893202 Apr 20 17:57:42.232200 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-f92e1056-b752-4107-b421-0975274d4a33 req-77dbb5c4-cb73-43c3-a625-a6058b47da53 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Deleting port 4c6e5023-8823-4673-8737-138a655f7479 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:57:42.232730 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f92e1056-b752-4107-b421-0975274d4a33 req-77dbb5c4-cb73-43c3-a625-a6058b47da53 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:42.568835 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-f92e1056-b752-4107-b421-0975274d4a33 req-77dbb5c4-cb73-43c3-a625-a6058b47da53 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] For port 4c6e5023-8823-4673-8737-138a655f7479, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=4c6e5023-8823-4673-8737-138a655f7479,segment=NetworkSegment(76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5),segment_id=76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:57:42.569193 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f92e1056-b752-4107-b421-0975274d4a33 req-77dbb5c4-cb73-43c3-a625-a6058b47da53 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:42.587409 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d4dca-6843-4e93-a57c-64f688f16e3f req-d85b7019-c77c-4909-89dc-407f976456c5 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:57:42.588833 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-477d4dca-6843-4e93-a57c-64f688f16e3f req-d85b7019-c77c-4909-89dc-407f976456c5 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "GET /v2.0/ports?device_id=67698795-ee4c-4923-9bf9-8a67daa6e28f HTTP/1.1" status: 200 len: 945 time: 0.3063345 Apr 20 17:57:42.697856 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:42.773171 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-477d4dca-6843-4e93-a57c-64f688f16e3f req-63e1846e-1b25-41fd-a739-bb44d5035403 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "GET /v2.0/security-groups?id=34c15acb-392b-4c61-a2be-d92c07ef4fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320872 Apr 20 17:57:42.819336 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:42.906960 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f92e1056-b752-4107-b421-0975274d4a33 req-77dbb5c4-cb73-43c3-a625-a6058b47da53 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:42.907328 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f92e1056-b752-4107-b421-0975274d4a33 req-77dbb5c4-cb73-43c3-a625-a6058b47da53 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:42.907786 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [req-f92e1056-b752-4107-b421-0975274d4a33 req-77dbb5c4-cb73-43c3-a625-a6058b47da53 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Floating IP 0f51e79e-2d71-4339-bd4b-e0afe90cc751 disassociated. External IP: 172.25.8.147, port: 4c6e5023-8823-4673-8737-138a655f7479. Apr 20 17:57:42.908201 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-f92e1056-b752-4107-b421-0975274d4a33 req-77dbb5c4-cb73-43c3-a625-a6058b47da53 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Calling delete_port for 4c6e5023-8823-4673-8737-138a655f7479 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:57:43.051728 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f92e1056-b752-4107-b421-0975274d4a33 req-77dbb5c4-cb73-43c3-a625-a6058b47da53 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:43.095579 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dbb5c4-cb73-43c3-a625-a6058b47da53 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Pushing event deleted for resources: {'Port': ['ID=4c6e5023-8823-4673-8737-138a655f7479,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:57:43.112749 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbb5c4-cb73-43c3-a625-a6058b47da53 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:57:43.112749 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbb5c4-cb73-43c3-a625-a6058b47da53 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:57:43.112749 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbb5c4-cb73-43c3-a625-a6058b47da53 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:57:43.116390 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbb5c4-cb73-43c3-a625-a6058b47da53 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:57:43.116390 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbb5c4-cb73-43c3-a625-a6058b47da53 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:57:43.116390 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbb5c4-cb73-43c3-a625-a6058b47da53 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:57:43.116390 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbb5c4-cb73-43c3-a625-a6058b47da53 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:57:43.116390 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbb5c4-cb73-43c3-a625-a6058b47da53 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:57:43.116390 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbb5c4-cb73-43c3-a625-a6058b47da53 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:57:43.116390 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbb5c4-cb73-43c3-a625-a6058b47da53 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:57:43.116390 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbb5c4-cb73-43c3-a625-a6058b47da53 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:57:43.319583 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f92e1056-b752-4107-b421-0975274d4a33 req-77dbb5c4-cb73-43c3-a625-a6058b47da53 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Router 830f6843-5704-4c8c-80c4-1a6ac5bc5c54 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:57:43.564005 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:43.652717 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f92e1056-b752-4107-b421-0975274d4a33 req-77dbb5c4-cb73-43c3-a625-a6058b47da53 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:57:43.672183 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219f8fe7-b1ff-4e51-a432-82ebb656059f None None] Sync routers for ids ['830f6843-5704-4c8c-80c4-1a6ac5bc5c54'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:57:43.689920 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219f8fe7-b1ff-4e51-a432-82ebb656059f None None] Routers {'830f6843-5704-4c8c-80c4-1a6ac5bc5c54'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:57:43.689920 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-219f8fe7-b1ff-4e51-a432-82ebb656059f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:57:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['830f6843-5704-4c8c-80c4-1a6ac5bc5c54'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:57:43.736130 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92e1056-b752-4107-b421-0975274d4a33 req-77dbb5c4-cb73-43c3-a625-a6058b47da53 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] No DVR routers for this DVR port 4c6e5023-8823-4673-8737-138a655f7479 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:57:43.736130 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-f92e1056-b752-4107-b421-0975274d4a33 req-77dbb5c4-cb73-43c3-a625-a6058b47da53 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:43.736130 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67698795-ee4c-4923-9bf9-8a67daa6e28f', 'name': 'network-vif-deleted', 'tag': '4c6e5023-8823-4673-8737-138a655f7479'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:57:43.756244 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f92e1056-b752-4107-b421-0975274d4a33 req-77dbb5c4-cb73-43c3-a625-a6058b47da53 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.43 "DELETE /v2.0/ports/4c6e5023-8823-4673-8737-138a655f7479 HTTP/1.1" status: 204 len: 173 time: 1.5881608 Apr 20 17:57:43.807686 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a6ec478-73b6-4ed4-ae49-511de270f593'] response: {'server_uuid': '67698795-ee4c-4923-9bf9-8a67daa6e28f', 'name': 'network-vif-deleted', 'tag': '4c6e5023-8823-4673-8737-138a655f7479', 'status': 'completed', 'code': 200} Apr 20 17:57:43.926318 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-219f8fe7-b1ff-4e51-a432-82ebb656059f None None] Set router 830f6843-5704-4c8c-80c4-1a6ac5bc5c54 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:57:43.984991 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-5abf912a-3867-4e7d-9c31-a8d7c623afa0 req-170cb9ce-b1b8-4c20-9345-91e9370cc9e7 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Synchronizing usage tracker for tenant:4bf64632e3034662a8a9bd433ca4cc92 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:57:44.006020 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-5abf912a-3867-4e7d-9c31-a8d7c623afa0 req-170cb9ce-b1b8-4c20-9345-91e9370cc9e7 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Unset dirty status for tenant:4bf64632e3034662a8a9bd433ca4cc92 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:57:44.007955 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5abf912a-3867-4e7d-9c31-a8d7c623afa0 req-170cb9ce-b1b8-4c20-9345-91e9370cc9e7 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "GET /v2.0/ports?device_id=67698795-ee4c-4923-9bf9-8a67daa6e28f HTTP/1.1" status: 200 len: 210 time: 0.0643921 Apr 20 17:57:44.115881 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:44.289844 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-219f8fe7-b1ff-4e51-a432-82ebb656059f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'name': 'tempest-TestServerBasicOps-897643703-router', 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'f917dd89-cf6c-49fc-b41d-82c3fbee8821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:52:30Z', 'updated_at': '2022-04-20T17:52:34Z', 'revision_number': 4, 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'gw_port': {'id': 'f917dd89-cf6c-49fc-b41d-82c3fbee8821', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:52:31Z', 'updated_at': '2022-04-20T17:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c', 'name': '', 'network_id': '03dd8ee6-fc82-43fa-a426-519b087cf9e0', 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92', 'mac_address': 'fa:16:3e:5c:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d3b2c0-df34-4939-a530-ea4681f87b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:52:33Z', 'updated_at': '2022-04-20T17:52:52Z', 'revision_number': 5, 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'subnets': [{'id': '48d3b2c0-df34-4939-a530-ea4681f87b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:57:44.293841 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219f8fe7-b1ff-4e51-a432-82ebb656059f None None] Checking router: 830f6843-5704-4c8c-80c4-1a6ac5bc5c54 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:57:44.304822 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219f8fe7-b1ff-4e51-a432-82ebb656059f None None] Routers {'830f6843-5704-4c8c-80c4-1a6ac5bc5c54'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:57:44.305324 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-219f8fe7-b1ff-4e51-a432-82ebb656059f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:57:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['830f6843-5704-4c8c-80c4-1a6ac5bc5c54'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:57:44.482321 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-219f8fe7-b1ff-4e51-a432-82ebb656059f None None] Set router 830f6843-5704-4c8c-80c4-1a6ac5bc5c54 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:57:44.814823 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-219f8fe7-b1ff-4e51-a432-82ebb656059f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'name': 'tempest-TestServerBasicOps-897643703-router', 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'f917dd89-cf6c-49fc-b41d-82c3fbee8821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:52:30Z', 'updated_at': '2022-04-20T17:52:34Z', 'revision_number': 4, 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'gw_port': {'id': 'f917dd89-cf6c-49fc-b41d-82c3fbee8821', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:52:31Z', 'updated_at': '2022-04-20T17:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c', 'name': '', 'network_id': '03dd8ee6-fc82-43fa-a426-519b087cf9e0', 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92', 'mac_address': 'fa:16:3e:5c:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d3b2c0-df34-4939-a530-ea4681f87b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:52:33Z', 'updated_at': '2022-04-20T17:52:52Z', 'revision_number': 5, 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'subnets': [{'id': '48d3b2c0-df34-4939-a530-ea4681f87b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:57:44.829023 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219f8fe7-b1ff-4e51-a432-82ebb656059f None None] The sync data for ids ['830f6843-5704-4c8c-80c4-1a6ac5bc5c54'] in n-d-838032-1 is: [{'id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'name': 'tempest-TestServerBasicOps-897643703-router', 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'f917dd89-cf6c-49fc-b41d-82c3fbee8821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:52:30Z', 'updated_at': '2022-04-20T17:52:34Z', 'revision_number': 4, 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'gw_port': {'id': 'f917dd89-cf6c-49fc-b41d-82c3fbee8821', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:52:31Z', 'updated_at': '2022-04-20T17:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c', 'name': '', 'network_id': '03dd8ee6-fc82-43fa-a426-519b087cf9e0', 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92', 'mac_address': 'fa:16:3e:5c:b4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d3b2c0-df34-4939-a530-ea4681f87b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:52:33Z', 'updated_at': '2022-04-20T17:52:52Z', 'revision_number': 5, 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'subnets': [{'id': '48d3b2c0-df34-4939-a530-ea4681f87b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:57:45.044007 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1810059-0b6e-4f0e-9330-ae6530a43969 None None] New status for floating IP 0f51e79e-2d71-4339-bd4b-e0afe90cc751: DOWN {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:57:45.255363 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33766) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:57:45.416692 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-e5e0217f-90b6-469e-9c30-9c5aede4de02 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Deleting port 04622116-8fe7-49ed-ab94-36eb0002c57a {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:57:45.416692 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e5e0217f-90b6-469e-9c30-9c5aede4de02 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:45.468586 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:45.595102 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e5e0217f-90b6-469e-9c30-9c5aede4de02 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:45.595507 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e5e0217f-90b6-469e-9c30-9c5aede4de02 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:45.721012 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-e5e0217f-90b6-469e-9c30-9c5aede4de02 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Calling delete_port for 04622116-8fe7-49ed-ab94-36eb0002c57a owned by network:floatingip {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:57:45.877222 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e5e0217f-90b6-469e-9c30-9c5aede4de02 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:45.921028 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0217f-90b6-469e-9c30-9c5aede4de02 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Pushing event deleted for resources: {'Port': ['ID=04622116-8fe7-49ed-ab94-36eb0002c57a,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:57:46.020567 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e5e0217f-90b6-469e-9c30-9c5aede4de02 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks [] for floatingip, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:46.039349 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e5e0217f-90b6-469e-9c30-9c5aede4de02 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:46.041170 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e5e0217f-90b6-469e-9c30-9c5aede4de02 tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "DELETE /v2.0/floatingips/0f51e79e-2d71-4339-bd4b-e0afe90cc751 HTTP/1.1" status: 204 len: 168 time: 0.7841794 Apr 20 17:57:46.192494 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33774) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:57:46.264107 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cf1ee6f4-c4b6-419a-bd41-30c04d555c7d tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:46.295228 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cf1ee6f4-c4b6-419a-bd41-30c04d555c7d tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:46.335597 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 4c6e5023-8823-4673-8737-138a655f7479 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:57:46.367848 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cf1ee6f4-c4b6-419a-bd41-30c04d555c7d tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:46.370154 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 4c6e5023-8823-4673-8737-138a655f7479 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:57:46.370876 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 4c6e5023-8823-4673-8737-138a655f7479 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:57:46.389438 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ee6f4-c4b6-419a-bd41-30c04d555c7d tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c15acb-392b-4c61-a2be-d92c07ef4fb0,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:57:46.397724 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cf1ee6f4-c4b6-419a-bd41-30c04d555c7d tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:46.398383 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cf1ee6f4-c4b6-419a-bd41-30c04d555c7d tempest-TestServerBasicOps-180348765 tempest-TestServerBasicOps-180348765-project] 10.222.0.39 "DELETE /v2.0/security-groups/34c15acb-392b-4c61-a2be-d92c07ef4fb0 HTTP/1.1" status: 204 len: 168 time: 0.2048686 Apr 20 17:57:46.452083 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33780) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:57:47.033853 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2f23031b-d0cd-42c4-abe8-59b9aebb9fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:47.739642 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-2f23031b-d0cd-42c4-abe8-59b9aebb9fa0 admin admin] Deleting port 28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:57:47.740200 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2f23031b-d0cd-42c4-abe8-59b9aebb9fa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:47.912083 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-2f23031b-d0cd-42c4-abe8-59b9aebb9fa0 admin admin] For port 28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c,segment=NetworkSegment(76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5),segment_id=76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:57:47.912442 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2f23031b-d0cd-42c4-abe8-59b9aebb9fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:48.029437 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-2f23031b-d0cd-42c4-abe8-59b9aebb9fa0 admin admin] Calling delete_port for 28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:57:48.210094 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2f23031b-d0cd-42c4-abe8-59b9aebb9fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:48.257029 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23031b-d0cd-42c4-abe8-59b9aebb9fa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:57:48.302105 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23031b-d0cd-42c4-abe8-59b9aebb9fa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:57:48.302482 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23031b-d0cd-42c4-abe8-59b9aebb9fa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:57:48.302807 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23031b-d0cd-42c4-abe8-59b9aebb9fa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:57:48.303146 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23031b-d0cd-42c4-abe8-59b9aebb9fa0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:57:48.303482 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23031b-d0cd-42c4-abe8-59b9aebb9fa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:57:48.303887 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23031b-d0cd-42c4-abe8-59b9aebb9fa0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:57:48.304207 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23031b-d0cd-42c4-abe8-59b9aebb9fa0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:57:48.304544 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23031b-d0cd-42c4-abe8-59b9aebb9fa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:57:48.304866 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23031b-d0cd-42c4-abe8-59b9aebb9fa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:57:48.305179 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23031b-d0cd-42c4-abe8-59b9aebb9fa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:57:48.305513 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23031b-d0cd-42c4-abe8-59b9aebb9fa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:57:48.566463 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2f23031b-d0cd-42c4-abe8-59b9aebb9fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:49.231527 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f23031b-d0cd-42c4-abe8-59b9aebb9fa0 admin admin] Router 830f6843-5704-4c8c-80c4-1a6ac5bc5c54 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:57:49.445231 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f23031b-d0cd-42c4-abe8-59b9aebb9fa0 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:57:49.459240 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbabe7d5-c933-4bd1-b5a1-d8a41a699cfc None None] Sync routers for ids ['830f6843-5704-4c8c-80c4-1a6ac5bc5c54'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:57:49.460954 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2f23031b-d0cd-42c4-abe8-59b9aebb9fa0 admin admin] 10.222.0.39 "PUT /v2.0/routers/830f6843-5704-4c8c-80c4-1a6ac5bc5c54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0076537 Apr 20 17:57:49.464046 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33788) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:57:49.476280 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbabe7d5-c933-4bd1-b5a1-d8a41a699cfc None None] Routers {'830f6843-5704-4c8c-80c4-1a6ac5bc5c54'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:57:49.477119 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-dbabe7d5-c933-4bd1-b5a1-d8a41a699cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:57:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['830f6843-5704-4c8c-80c4-1a6ac5bc5c54'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:57:49.667540 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-dbabe7d5-c933-4bd1-b5a1-d8a41a699cfc None None] Set router 830f6843-5704-4c8c-80c4-1a6ac5bc5c54 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:57:49.689264 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f4a0446f-17fc-4af3-9cfe-d82d76443b92 admin admin] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:49.983155 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-dbabe7d5-c933-4bd1-b5a1-d8a41a699cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'name': 'tempest-TestServerBasicOps-897643703-router', 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'f917dd89-cf6c-49fc-b41d-82c3fbee8821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:52:30Z', 'updated_at': '2022-04-20T17:57:48Z', 'revision_number': 5, 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'gw_port': {'id': 'f917dd89-cf6c-49fc-b41d-82c3fbee8821', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:29:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:52:31Z', 'updated_at': '2022-04-20T17:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:57:49.987079 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbabe7d5-c933-4bd1-b5a1-d8a41a699cfc None None] Checking router: 830f6843-5704-4c8c-80c4-1a6ac5bc5c54 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:57:50.000400 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbabe7d5-c933-4bd1-b5a1-d8a41a699cfc None None] Routers {'830f6843-5704-4c8c-80c4-1a6ac5bc5c54'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:57:50.002061 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-dbabe7d5-c933-4bd1-b5a1-d8a41a699cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:57:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['830f6843-5704-4c8c-80c4-1a6ac5bc5c54'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:57:50.023522 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f4a0446f-17fc-4af3-9cfe-d82d76443b92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:50.033243 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-f4a0446f-17fc-4af3-9cfe-d82d76443b92 admin admin] Deleting port f917dd89-cf6c-49fc-b41d-82c3fbee8821 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:57:50.033995 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f4a0446f-17fc-4af3-9cfe-d82d76443b92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:50.187882 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-dbabe7d5-c933-4bd1-b5a1-d8a41a699cfc None None] Set router 830f6843-5704-4c8c-80c4-1a6ac5bc5c54 gateway port host: None {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:57:50.222606 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-f4a0446f-17fc-4af3-9cfe-d82d76443b92 admin admin] For port f917dd89-cf6c-49fc-b41d-82c3fbee8821, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f917dd89-cf6c-49fc-b41d-82c3fbee8821,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:57:50.222800 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f4a0446f-17fc-4af3-9cfe-d82d76443b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:50.291203 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-dbabe7d5-c933-4bd1-b5a1-d8a41a699cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'name': 'tempest-TestServerBasicOps-897643703-router', 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:52:30Z', 'updated_at': '2022-04-20T17:57:50Z', 'revision_number': 6, 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:57:50.295761 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbabe7d5-c933-4bd1-b5a1-d8a41a699cfc None None] The sync data for ids ['830f6843-5704-4c8c-80c4-1a6ac5bc5c54'] in n-d-838032-1 is: [{'id': '830f6843-5704-4c8c-80c4-1a6ac5bc5c54', 'name': 'tempest-TestServerBasicOps-897643703-router', 'tenant_id': '4bf64632e3034662a8a9bd433ca4cc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:52:30Z', 'updated_at': '2022-04-20T17:57:50Z', 'revision_number': 6, 'project_id': '4bf64632e3034662a8a9bd433ca4cc92', 'gw_port_host': None}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:57:50.356800 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-f4a0446f-17fc-4af3-9cfe-d82d76443b92 admin admin] Calling delete_port for f917dd89-cf6c-49fc-b41d-82c3fbee8821 owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:57:50.520349 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:57:50.540126 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f4a0446f-17fc-4af3-9cfe-d82d76443b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:50.583083 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0446f-17fc-4af3-9cfe-d82d76443b92 admin admin] Pushing event deleted for resources: {'Port': ['ID=f917dd89-cf6c-49fc-b41d-82c3fbee8821,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:57:50.820316 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f4a0446f-17fc-4af3-9cfe-d82d76443b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:51.101657 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f4a0446f-17fc-4af3-9cfe-d82d76443b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:51.106630 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f4a0446f-17fc-4af3-9cfe-d82d76443b92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:51.119739 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:57:51.135635 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f4a0446f-17fc-4af3-9cfe-d82d76443b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:51.136205 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a0446f-17fc-4af3-9cfe-d82d76443b92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 830f6843-5704-4c8c-80c4-1a6ac5bc5c54 {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:57:51.152971 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:57:51.153119 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f4a0446f-17fc-4af3-9cfe-d82d76443b92 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:51.153207 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 28e74b18-f07d-42cb-a8b7-aecb4bc5ce5c not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:57:51.153207 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f917dd89-cf6c-49fc-b41d-82c3fbee8821 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:57:51.158272 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f4a0446f-17fc-4af3-9cfe-d82d76443b92 admin admin] 10.222.0.39 "DELETE /v2.0/routers/830f6843-5704-4c8c-80c4-1a6ac5bc5c54 HTTP/1.1" status: 204 len: 168 time: 1.6886525 Apr 20 17:57:51.161525 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33792) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:57:51.188749 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: f917dd89-cf6c-49fc-b41d-82c3fbee8821 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:57:51.189095 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f917dd89-cf6c-49fc-b41d-82c3fbee8821 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:57:51.231490 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f121b6c-b304-459d-a110-28bcb900704e admin admin] Deleting subnet 48d3b2c0-df34-4939-a530-ea4681f87b1e {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:57:51.234835 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6f121b6c-b304-459d-a110-28bcb900704e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:51.291077 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6f121b6c-b304-459d-a110-28bcb900704e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:51.382855 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6f121b6c-b304-459d-a110-28bcb900704e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:51.457421 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6f121b6c-b304-459d-a110-28bcb900704e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:51.499428 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f121b6c-b304-459d-a110-28bcb900704e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48d3b2c0-df34-4939-a530-ea4681f87b1e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:57:51.504211 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6f121b6c-b304-459d-a110-28bcb900704e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:51.508594 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6f121b6c-b304-459d-a110-28bcb900704e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/48d3b2c0-df34-4939-a530-ea4681f87b1e HTTP/1.1" status: 204 len: 168 time: 0.3506091 Apr 20 17:57:51.510879 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426e77ef-959c-4910-b0bf-9418e3219173 None None] Network 03dd8ee6-fc82-43fa-a426-519b087cf9e0 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:57:51.511040 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33796) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:57:51.638565 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c3c964b6-fb45-43bd-aa4e-4dc1d5439fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:51.667024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-c3c964b6-fb45-43bd-aa4e-4dc1d5439fa0 admin admin] Deleting port e5175e37-dedc-4b69-bb44-5034f4caa769 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:57:51.667024 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c3c964b6-fb45-43bd-aa4e-4dc1d5439fa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:51.779452 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45886724-3c27-4a07-9481-1e759e8c3a6c None None] DHCP port deletion for 03dd8ee6-fc82-43fa-a426-519b087cf9e0 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:57:51.783346 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-45886724-3c27-4a07-9481-1e759e8c3a6c None None] Deleting port e5175e37-dedc-4b69-bb44-5034f4caa769 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:57:51.784092 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-45886724-3c27-4a07-9481-1e759e8c3a6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:51.899342 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-c3c964b6-fb45-43bd-aa4e-4dc1d5439fa0 admin admin] For port e5175e37-dedc-4b69-bb44-5034f4caa769, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e5175e37-dedc-4b69-bb44-5034f4caa769,segment=NetworkSegment(76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5),segment_id=76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:57:51.899342 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c3c964b6-fb45-43bd-aa4e-4dc1d5439fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:52.022567 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-c3c964b6-fb45-43bd-aa4e-4dc1d5439fa0 admin admin] Calling delete_port for e5175e37-dedc-4b69-bb44-5034f4caa769 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:57:52.040605 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-45886724-3c27-4a07-9481-1e759e8c3a6c None None] For port e5175e37-dedc-4b69-bb44-5034f4caa769, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e5175e37-dedc-4b69-bb44-5034f4caa769,segment=NetworkSegment(76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5),segment_id=76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:57:52.040993 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-45886724-3c27-4a07-9481-1e759e8c3a6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:52.100290 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c3c964b6-fb45-43bd-aa4e-4dc1d5439fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:52.156161 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c964b6-fb45-43bd-aa4e-4dc1d5439fa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5175e37-dedc-4b69-bb44-5034f4caa769,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:57:52.162746 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c964b6-fb45-43bd-aa4e-4dc1d5439fa0 admin admin] No DVR routers for this DVR port e5175e37-dedc-4b69-bb44-5034f4caa769 on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:57:52.171797 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-45886724-3c27-4a07-9481-1e759e8c3a6c None None] Calling delete_port for e5175e37-dedc-4b69-bb44-5034f4caa769 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:57:52.247023 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-45886724-3c27-4a07-9481-1e759e8c3a6c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:57:52.247023 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-45886724-3c27-4a07-9481-1e759e8c3a6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:57:52.296726 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c3c964b6-fb45-43bd-aa4e-4dc1d5439fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:52.322659 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-c3c964b6-fb45-43bd-aa4e-4dc1d5439fa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03dd8ee6-fc82-43fa-a426-519b087cf9e0']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:57:52.334982 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-c3c964b6-fb45-43bd-aa4e-4dc1d5439fa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:57:52.336248 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-c3c964b6-fb45-43bd-aa4e-4dc1d5439fa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a3f968-c9eb-4cbb-a4a4-27f901c7f9c5') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:57:52.347119 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c3c964b6-fb45-43bd-aa4e-4dc1d5439fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:52.363044 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c3c964b6-fb45-43bd-aa4e-4dc1d5439fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:52.369096 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c964b6-fb45-43bd-aa4e-4dc1d5439fa0 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:57:52.369574 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c3c964b6-fb45-43bd-aa4e-4dc1d5439fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:52.383122 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 17:57:52.383122 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:57:52.383122 n-d-838032-1 neutron-server[84080]: timer() Apr 20 17:57:52.383122 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:57:52.383122 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 17:57:52.383122 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:57:52.383122 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 17:57:52.383122 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:57:52.383122 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 17:57:52.383122 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:57:52.383122 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 17:57:52.383122 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:57:52.383122 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 17:57:52.383122 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:57:52.383122 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:57:52.383122 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:57:52.383122 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:57:52.383122 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:57:52.383122 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 17:57:52.383122 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:57:52.383122 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 17:57:52.383122 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:57:52.383122 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:57:52.383122 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:57:52.383122 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 17:57:52.383122 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:57:52.383122 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:57:52.383122 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:57:52.383122 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:57:52.383122 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:57:52.383122 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:57:52.383122 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:57:52.549963 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c3c964b6-fb45-43bd-aa4e-4dc1d5439fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:52.555199 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c3c964b6-fb45-43bd-aa4e-4dc1d5439fa0 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:52.581034 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c964b6-fb45-43bd-aa4e-4dc1d5439fa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=03dd8ee6-fc82-43fa-a426-519b087cf9e0,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:57:52.600543 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c3c964b6-fb45-43bd-aa4e-4dc1d5439fa0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/03dd8ee6-fc82-43fa-a426-519b087cf9e0 HTTP/1.1" status: 204 len: 168 time: 1.0885096 Apr 20 17:57:52.603465 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33800) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:57:52.747455 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-45886724-3c27-4a07-9481-1e759e8c3a6c None None] Deleting port e5175e37-dedc-4b69-bb44-5034f4caa769 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:57:52.747909 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-45886724-3c27-4a07-9481-1e759e8c3a6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:52.808420 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-45886724-3c27-4a07-9481-1e759e8c3a6c None None] The port 'e5175e37-dedc-4b69-bb44-5034f4caa769' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:57:52.860964 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e5175e37-dedc-4b69-bb44-5034f4caa769 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:57:52.899575 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: e5175e37-dedc-4b69-bb44-5034f4caa769 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:57:52.899575 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e5175e37-dedc-4b69-bb44-5034f4caa769 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:57:53.019900 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f96e9f4b-937c-4a99-9e90-3ab71e22d737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:53.638939 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-f96e9f4b-937c-4a99-9e90-3ab71e22d737 admin admin] Deleting port 826854bd-5202-41bd-ad48-ce3fd5e637f3 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:57:53.638939 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f96e9f4b-937c-4a99-9e90-3ab71e22d737 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:53.810814 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-f96e9f4b-937c-4a99-9e90-3ab71e22d737 admin admin] For port 826854bd-5202-41bd-ad48-ce3fd5e637f3, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=826854bd-5202-41bd-ad48-ce3fd5e637f3,segment=NetworkSegment(dab47597-096d-415d-974b-a8191a754dd6),segment_id=dab47597-096d-415d-974b-a8191a754dd6)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:57:53.811159 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f96e9f4b-937c-4a99-9e90-3ab71e22d737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:53.927809 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-f96e9f4b-937c-4a99-9e90-3ab71e22d737 admin admin] Calling delete_port for 826854bd-5202-41bd-ad48-ce3fd5e637f3 owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:57:54.186153 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f96e9f4b-937c-4a99-9e90-3ab71e22d737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:54.229755 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e9f4b-937c-4a99-9e90-3ab71e22d737 admin admin] Pushing event deleted for resources: {'Port': ['ID=826854bd-5202-41bd-ad48-ce3fd5e637f3,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:57:54.530548 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f96e9f4b-937c-4a99-9e90-3ab71e22d737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:55.127424 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96e9f4b-937c-4a99-9e90-3ab71e22d737 admin admin] Router 4e2047de-d7e4-47dc-a768-97b746a3484c has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:57:55.328910 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96e9f4b-937c-4a99-9e90-3ab71e22d737 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:57:55.338686 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664e892d-3392-4e03-a2d4-84effad9fea4 None None] Sync routers for ids ['4e2047de-d7e4-47dc-a768-97b746a3484c'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:57:55.348363 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f96e9f4b-937c-4a99-9e90-3ab71e22d737 admin admin] 10.222.0.39 "PUT /v2.0/routers/4e2047de-d7e4-47dc-a768-97b746a3484c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7438502 Apr 20 17:57:55.351006 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33806) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:57:55.356826 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664e892d-3392-4e03-a2d4-84effad9fea4 None None] Routers {'4e2047de-d7e4-47dc-a768-97b746a3484c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:57:55.357489 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-664e892d-3392-4e03-a2d4-84effad9fea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:57:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['4e2047de-d7e4-47dc-a768-97b746a3484c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:57:55.534176 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-664e892d-3392-4e03-a2d4-84effad9fea4 None None] Set router 4e2047de-d7e4-47dc-a768-97b746a3484c gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:57:55.664175 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10ac6ee7-b58c-4dc0-826c-1ddc0bb1fa9a admin admin] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:55.820064 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-664e892d-3392-4e03-a2d4-84effad9fea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2047de-d7e4-47dc-a768-97b746a3484c', 'name': 'tempest-TestServerBasicOps-766912621-router', 'tenant_id': '426a4a3982c749f592d0330074d7b539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '655e8ad4-80a9-4377-a916-740bb66a2f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:52:37Z', 'updated_at': '2022-04-20T17:57:54Z', 'revision_number': 5, 'project_id': '426a4a3982c749f592d0330074d7b539', 'gw_port': {'id': '655e8ad4-80a9-4377-a916-740bb66a2f4d', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2047de-d7e4-47dc-a768-97b746a3484c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:52:38Z', 'updated_at': '2022-04-20T17:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:57:55.824390 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664e892d-3392-4e03-a2d4-84effad9fea4 None None] Checking router: 4e2047de-d7e4-47dc-a768-97b746a3484c for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:57:55.836388 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664e892d-3392-4e03-a2d4-84effad9fea4 None None] Routers {'4e2047de-d7e4-47dc-a768-97b746a3484c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:57:55.837618 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-664e892d-3392-4e03-a2d4-84effad9fea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:57:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['4e2047de-d7e4-47dc-a768-97b746a3484c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:57:55.862079 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10ac6ee7-b58c-4dc0-826c-1ddc0bb1fa9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:55.872704 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-10ac6ee7-b58c-4dc0-826c-1ddc0bb1fa9a admin admin] Deleting port 655e8ad4-80a9-4377-a916-740bb66a2f4d {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:57:55.873034 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10ac6ee7-b58c-4dc0-826c-1ddc0bb1fa9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:55.980579 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-664e892d-3392-4e03-a2d4-84effad9fea4 None None] Set router 4e2047de-d7e4-47dc-a768-97b746a3484c gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:57:56.044981 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-10ac6ee7-b58c-4dc0-826c-1ddc0bb1fa9a admin admin] For port 655e8ad4-80a9-4377-a916-740bb66a2f4d, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=655e8ad4-80a9-4377-a916-740bb66a2f4d,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:57:56.045346 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10ac6ee7-b58c-4dc0-826c-1ddc0bb1fa9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:56.083445 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-664e892d-3392-4e03-a2d4-84effad9fea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2047de-d7e4-47dc-a768-97b746a3484c', 'name': 'tempest-TestServerBasicOps-766912621-router', 'tenant_id': '426a4a3982c749f592d0330074d7b539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:52:37Z', 'updated_at': '2022-04-20T17:57:55Z', 'revision_number': 6, 'project_id': '426a4a3982c749f592d0330074d7b539', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:57:56.087513 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664e892d-3392-4e03-a2d4-84effad9fea4 None None] The sync data for ids ['4e2047de-d7e4-47dc-a768-97b746a3484c'] in n-d-838032-1 is: [{'id': '4e2047de-d7e4-47dc-a768-97b746a3484c', 'name': 'tempest-TestServerBasicOps-766912621-router', 'tenant_id': '426a4a3982c749f592d0330074d7b539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:52:37Z', 'updated_at': '2022-04-20T17:57:55Z', 'revision_number': 6, 'project_id': '426a4a3982c749f592d0330074d7b539', 'gw_port_host': None}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:57:56.163350 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-10ac6ee7-b58c-4dc0-826c-1ddc0bb1fa9a admin admin] Calling delete_port for 655e8ad4-80a9-4377-a916-740bb66a2f4d owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:57:56.328413 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10ac6ee7-b58c-4dc0-826c-1ddc0bb1fa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:56.373294 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac6ee7-b58c-4dc0-826c-1ddc0bb1fa9a admin admin] Pushing event deleted for resources: {'Port': ['ID=655e8ad4-80a9-4377-a916-740bb66a2f4d,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:57:56.594830 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10ac6ee7-b58c-4dc0-826c-1ddc0bb1fa9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:56.849985 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10ac6ee7-b58c-4dc0-826c-1ddc0bb1fa9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:56.854736 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10ac6ee7-b58c-4dc0-826c-1ddc0bb1fa9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:56.888681 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10ac6ee7-b58c-4dc0-826c-1ddc0bb1fa9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:56.889601 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ac6ee7-b58c-4dc0-826c-1ddc0bb1fa9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e2047de-d7e4-47dc-a768-97b746a3484c {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 17:57:56.897623 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 826854bd-5202-41bd-ad48-ce3fd5e637f3 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:57:56.907106 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10ac6ee7-b58c-4dc0-826c-1ddc0bb1fa9a admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:56.908239 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-10ac6ee7-b58c-4dc0-826c-1ddc0bb1fa9a admin admin] 10.222.0.39 "DELETE /v2.0/routers/4e2047de-d7e4-47dc-a768-97b746a3484c HTTP/1.1" status: 204 len: 168 time: 1.5562191 Apr 20 17:57:56.910833 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33810) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:57:56.974862 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 826854bd-5202-41bd-ad48-ce3fd5e637f3 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:57:56.975208 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 826854bd-5202-41bd-ad48-ce3fd5e637f3 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:57:56.975631 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 655e8ad4-80a9-4377-a916-740bb66a2f4d no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:57:57.008873 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 655e8ad4-80a9-4377-a916-740bb66a2f4d {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:57:57.009208 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 655e8ad4-80a9-4377-a916-740bb66a2f4d not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:57:57.093181 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-12764cfc-d56b-40f1-bc7a-791bdc7d597f admin admin] Deleting subnet e81fcb25-ebea-4229-b78b-44cb0b4d3113 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 17:57:57.097028 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-12764cfc-d56b-40f1-bc7a-791bdc7d597f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:57.147270 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-12764cfc-d56b-40f1-bc7a-791bdc7d597f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:57.226449 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-12764cfc-d56b-40f1-bc7a-791bdc7d597f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:57.304487 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-12764cfc-d56b-40f1-bc7a-791bdc7d597f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:57.339675 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12764cfc-d56b-40f1-bc7a-791bdc7d597f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e81fcb25-ebea-4229-b78b-44cb0b4d3113,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:57:57.348350 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-12764cfc-d56b-40f1-bc7a-791bdc7d597f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:57.353985 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96156a8-4109-4384-b26c-c71e4f3d284b None None] Network 624d6d37-4b13-445e-a56b-f165dd6a539a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 17:57:57.355557 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-12764cfc-d56b-40f1-bc7a-791bdc7d597f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e81fcb25-ebea-4229-b78b-44cb0b4d3113 HTTP/1.1" status: 204 len: 168 time: 0.4437690 Apr 20 17:57:57.358158 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33814) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:57:57.468520 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00124f11-3882-466e-a50b-ec7e9646c3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:57.479169 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-00124f11-3882-466e-a50b-ec7e9646c3f5 admin admin] Deleting port 7d94562f-cb88-4584-8306-e1e8b647dacf {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:57:57.479498 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00124f11-3882-466e-a50b-ec7e9646c3f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:57.590909 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fa2d88-834e-449c-ab44-be4111b142fb None None] DHCP port deletion for 624d6d37-4b13-445e-a56b-f165dd6a539a request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 17:57:57.595305 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-06fa2d88-834e-449c-ab44-be4111b142fb None None] Deleting port 7d94562f-cb88-4584-8306-e1e8b647dacf {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:57:57.595674 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-06fa2d88-834e-449c-ab44-be4111b142fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:57.685464 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-00124f11-3882-466e-a50b-ec7e9646c3f5 admin admin] For port 7d94562f-cb88-4584-8306-e1e8b647dacf, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=7d94562f-cb88-4584-8306-e1e8b647dacf,segment=NetworkSegment(dab47597-096d-415d-974b-a8191a754dd6),segment_id=dab47597-096d-415d-974b-a8191a754dd6)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:57:57.685905 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00124f11-3882-466e-a50b-ec7e9646c3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:57.793109 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-06fa2d88-834e-449c-ab44-be4111b142fb None None] For port 7d94562f-cb88-4584-8306-e1e8b647dacf, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=7d94562f-cb88-4584-8306-e1e8b647dacf,segment=NetworkSegment(dab47597-096d-415d-974b-a8191a754dd6),segment_id=dab47597-096d-415d-974b-a8191a754dd6)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:57:57.793493 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-06fa2d88-834e-449c-ab44-be4111b142fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:57.803894 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-00124f11-3882-466e-a50b-ec7e9646c3f5 admin admin] Calling delete_port for 7d94562f-cb88-4584-8306-e1e8b647dacf owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:57:57.879012 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00124f11-3882-466e-a50b-ec7e9646c3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:57.911173 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-06fa2d88-834e-449c-ab44-be4111b142fb None None] Calling delete_port for 7d94562f-cb88-4584-8306-e1e8b647dacf owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:57:57.926065 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00124f11-3882-466e-a50b-ec7e9646c3f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d94562f-cb88-4584-8306-e1e8b647dacf,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:57:57.932078 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00124f11-3882-466e-a50b-ec7e9646c3f5 admin admin] No DVR routers for this DVR port 7d94562f-cb88-4584-8306-e1e8b647dacf on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:57:57.982807 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-06fa2d88-834e-449c-ab44-be4111b142fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:57:57.983410 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-06fa2d88-834e-449c-ab44-be4111b142fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 17:57:58.048056 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00124f11-3882-466e-a50b-ec7e9646c3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:58.072234 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-00124f11-3882-466e-a50b-ec7e9646c3f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['624d6d37-4b13-445e-a56b-f165dd6a539a']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:57:58.083843 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-00124f11-3882-466e-a50b-ec7e9646c3f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dab47597-096d-415d-974b-a8191a754dd6') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:57:58.084135 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-00124f11-3882-466e-a50b-ec7e9646c3f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dab47597-096d-415d-974b-a8191a754dd6') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:57:58.095377 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00124f11-3882-466e-a50b-ec7e9646c3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:58.113464 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00124f11-3882-466e-a50b-ec7e9646c3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:58.120049 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00124f11-3882-466e-a50b-ec7e9646c3f5 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 17:57:58.120883 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00124f11-3882-466e-a50b-ec7e9646c3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:58.133971 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 17:57:58.133971 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 17:57:58.133971 n-d-838032-1 neutron-server[84081]: timer() Apr 20 17:57:58.133971 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:57:58.133971 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 17:57:58.133971 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 17:57:58.133971 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 17:57:58.133971 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:57:58.133971 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 17:57:58.133971 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:57:58.133971 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 17:57:58.133971 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:57:58.133971 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 17:57:58.133971 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:57:58.133971 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:57:58.133971 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 17:57:58.133971 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 17:57:58.133971 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:57:58.133971 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 17:57:58.133971 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 17:57:58.133971 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 17:57:58.133971 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:57:58.133971 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 17:57:58.133971 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 17:57:58.133971 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 17:57:58.133971 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 17:57:58.133971 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 17:57:58.133971 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 17:57:58.133971 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:57:58.133971 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 17:57:58.133971 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:57:58.133971 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:57:58.214164 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00124f11-3882-466e-a50b-ec7e9646c3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:58.230334 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-00124f11-3882-466e-a50b-ec7e9646c3f5 admin admin] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:58.240060 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00124f11-3882-466e-a50b-ec7e9646c3f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=624d6d37-4b13-445e-a56b-f165dd6a539a,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:57:58.248153 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-00124f11-3882-466e-a50b-ec7e9646c3f5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/624d6d37-4b13-445e-a56b-f165dd6a539a HTTP/1.1" status: 204 len: 168 time: 0.8890135 Apr 20 17:57:58.393580 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33820) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:57:58.445660 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c347998e-662e-4856-80bc-2dfd07704bc9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4bf64632e3034662a8a9bd433ca4cc92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0508096 Apr 20 17:57:58.448320 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33824) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:57:58.484580 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-06fa2d88-834e-449c-ab44-be4111b142fb None None] Deleting port 7d94562f-cb88-4584-8306-e1e8b647dacf {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:57:58.485114 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-06fa2d88-834e-449c-ab44-be4111b142fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:58.508426 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-44b53a86-ef3b-4a5a-ad3c-2abced06df23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:58.537294 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-44b53a86-ef3b-4a5a-ad3c-2abced06df23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:58.547463 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-06fa2d88-834e-449c-ab44-be4111b142fb None None] The port '7d94562f-cb88-4584-8306-e1e8b647dacf' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:57:58.595029 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-44b53a86-ef3b-4a5a-ad3c-2abced06df23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:58.616255 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b53a86-ef3b-4a5a-ad3c-2abced06df23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bae0897-9899-42a9-a23b-4026470ff315,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:57:58.623712 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-44b53a86-ef3b-4a5a-ad3c-2abced06df23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:58.625374 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-44b53a86-ef3b-4a5a-ad3c-2abced06df23 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0bae0897-9899-42a9-a23b-4026470ff315 HTTP/1.1" status: 204 len: 168 time: 0.1755617 Apr 20 17:57:58.844602 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 7d94562f-cb88-4584-8306-e1e8b647dacf no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:57:58.879263 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 7d94562f-cb88-4584-8306-e1e8b647dacf {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:57:58.879369 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 7d94562f-cb88-4584-8306-e1e8b647dacf not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:57:59.042831 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33832) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:57:59.094098 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cbfead19-2dee-430c-b394-eb1732fa6b1a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=426a4a3982c749f592d0330074d7b539&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0500188 Apr 20 17:57:59.096659 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33836) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:57:59.157141 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-227f85b8-bd09-4f8b-a949-4d5c2ea6e4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:59.182225 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-227f85b8-bd09-4f8b-a949-4d5c2ea6e4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:59.243293 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-227f85b8-bd09-4f8b-a949-4d5c2ea6e4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:59.257707 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f85b8-bd09-4f8b-a949-4d5c2ea6e4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f988c40-5bee-4027-89d7-2ab5ef8d6e53,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:57:59.265348 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-227f85b8-bd09-4f8b-a949-4d5c2ea6e4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:57:59.266526 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-227f85b8-bd09-4f8b-a949-4d5c2ea6e4cc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8f988c40-5bee-4027-89d7-2ab5ef8d6e53 HTTP/1.1" status: 204 len: 168 time: 0.1688151 Apr 20 17:58:09.234003 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-404c72c9-89a5-44fb-bf9a-689f9ce553a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:58:11.396586 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-972379b5-9bd0-4972-ac53-6c165ea7b392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:58:12.111189 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-75923a23-aeb9-4749-abcd-aca3e0e425c3 req-6bb93360-1daa-4d45-8555-d6dfa6e501d7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ae341679-0720-4be1-b991-d3f0260fd76e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3074746 Apr 20 17:58:12.351717 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-75923a23-aeb9-4749-abcd-aca3e0e425c3 req-5acdb86b-2582-471f-9ae2-83a671eb1021 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&device_id=ae341679-0720-4be1-b991-d3f0260fd76e HTTP/1.1" status: 200 len: 1097 time: 0.1704686 Apr 20 17:58:12.503368 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75923a23-aeb9-4749-abcd-aca3e0e425c3 req-28e6ad13-f946-4537-ae6b-8584a797ffa8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:58:12.504784 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-75923a23-aeb9-4749-abcd-aca3e0e425c3 req-28e6ad13-f946-4537-ae6b-8584a797ffa8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 913 time: 0.1261601 Apr 20 17:58:12.617297 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-75923a23-aeb9-4749-abcd-aca3e0e425c3 req-a06a9cda-be81-443e-89a4-15b1390521ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d747e2b4-724d-4a92-9d25-0dbac28002e2 HTTP/1.1" status: 200 len: 1001 time: 0.1060154 Apr 20 17:58:12.682929 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75923a23-aeb9-4749-abcd-aca3e0e425c3 req-450a2e97-29ea-4d66-a72c-58b927cccc6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:58:12.684379 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-75923a23-aeb9-4749-abcd-aca3e0e425c3 req-450a2e97-29ea-4d66-a72c-58b927cccc6a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4ee4589-4e9c-4f3a-9b19-a1aa418864e6 HTTP/1.1" status: 200 len: 851 time: 0.0602286 Apr 20 17:58:12.693679 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:58:12.760542 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-75923a23-aeb9-4749-abcd-aca3e0e425c3 req-cb97eb60-4f58-44bb-b554-7d1becc0856d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=667d4c49-9e39-4771-b864-f11963dac9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683362 Apr 20 17:58:12.772923 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-75923a23-aeb9-4749-abcd-aca3e0e425c3 req-df566247-88d3-4272-9d18-a31dd85e1539 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 17:58:12.773813 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-75923a23-aeb9-4749-abcd-aca3e0e425c3 req-df566247-88d3-4272-9d18-a31dd85e1539 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047560 Apr 20 17:58:12.814657 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:58:12.906573 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-75923a23-aeb9-4749-abcd-aca3e0e425c3 req-0ec936c5-4437-4412-868c-e2cea76ab2c1 service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255488 Apr 20 17:58:13.038896 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-75923a23-aeb9-4749-abcd-aca3e0e425c3 req-66bf47ba-8d29-4379-9b96-9c50ae693d98 service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249170 Apr 20 17:58:13.554997 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:58:14.126498 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:58:15.462487 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:58:27.517383 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:58:39.237130 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9b7efd0b-837d-4bd9-935c-827ea81bda01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:58:41.398269 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ce87dd75-2014-4ef6-9148-3a6f3dad9697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:58:42.700261 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:58:42.818593 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:58:43.578064 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:58:44.125839 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:58:45.477426 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:04.519290 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:59:09.236114 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-72db28fc-79d4-45b1-811b-91724424110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:11.402146 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-89bbbc26-6d5b-4b2d-bb22-c6d9bc2b0be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:11.859055 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-91095baa-ccfc-4119-b68f-f9c618c9b0ee req-d89210f7-f95a-42e6-bd95-25871aa0b930 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ae341679-0720-4be1-b991-d3f0260fd76e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0756693 Apr 20 17:59:12.000039 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-91095baa-ccfc-4119-b68f-f9c618c9b0ee req-6100b529-9bda-43a3-8868-73f78386c30c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&device_id=ae341679-0720-4be1-b991-d3f0260fd76e HTTP/1.1" status: 200 len: 1097 time: 0.0711515 Apr 20 17:59:12.142805 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91095baa-ccfc-4119-b68f-f9c618c9b0ee req-d0a9ed9b-94d5-4bf2-bd24-c4a4090a748d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:59:12.144140 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-91095baa-ccfc-4119-b68f-f9c618c9b0ee req-d0a9ed9b-94d5-4bf2-bd24-c4a4090a748d service neutron] 10.222.0.10 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 913 time: 0.1252561 Apr 20 17:59:12.250507 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-91095baa-ccfc-4119-b68f-f9c618c9b0ee req-ff65babc-3d5f-4413-b8a9-490a585d320f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d747e2b4-724d-4a92-9d25-0dbac28002e2 HTTP/1.1" status: 200 len: 1001 time: 0.1004257 Apr 20 17:59:12.313231 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91095baa-ccfc-4119-b68f-f9c618c9b0ee req-50af96e5-6740-4d5d-abd9-a1f6087fa556 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:59:12.314629 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-91095baa-ccfc-4119-b68f-f9c618c9b0ee req-50af96e5-6740-4d5d-abd9-a1f6087fa556 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4ee4589-4e9c-4f3a-9b19-a1aa418864e6 HTTP/1.1" status: 200 len: 851 time: 0.0572481 Apr 20 17:59:12.396798 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-91095baa-ccfc-4119-b68f-f9c618c9b0ee req-6de2d43b-7dd4-4aa3-b6c8-f1dded744ad6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=667d4c49-9e39-4771-b864-f11963dac9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754519 Apr 20 17:59:12.539622 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-91095baa-ccfc-4119-b68f-f9c618c9b0ee req-593397e0-a9e3-49f3-a6a0-da9123902f2e service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371322 Apr 20 17:59:12.672208 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-91095baa-ccfc-4119-b68f-f9c618c9b0ee req-0f4e2c4e-7213-4c62-b029-80e7e919fde3 service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260695 Apr 20 17:59:12.685689 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:12.832245 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:13.568689 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:14.137052 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:15.476891 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:22.864676 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149596d-8a0b-4956-81fc-a37a298aa5dd req-8699c0af-bff6-428d-8d19-ab53b1797e19 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:59:22.866164 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1149596d-8a0b-4956-81fc-a37a298aa5dd req-8699c0af-bff6-428d-8d19-ab53b1797e19 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae341679-0720-4be1-b991-d3f0260fd76e HTTP/1.1" status: 200 len: 946 time: 0.0865350 Apr 20 17:59:22.912943 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1149596d-8a0b-4956-81fc-a37a298aa5dd req-211145d3-cb78-49ae-aff3-28942841edfd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405400 Apr 20 17:59:24.145920 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364eb2e-68cd-412c-bd08-c64af487a9ae req-a9aed533-ef0a-428b-a1a3-ed373f7ec0bb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:59:24.147395 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4364eb2e-68cd-412c-bd08-c64af487a9ae req-a9aed533-ef0a-428b-a1a3-ed373f7ec0bb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae341679-0720-4be1-b991-d3f0260fd76e HTTP/1.1" status: 200 len: 946 time: 0.0820227 Apr 20 17:59:24.193732 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4364eb2e-68cd-412c-bd08-c64af487a9ae req-22be7abf-34d5-4575-b1dd-9822b51b20b8 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406916 Apr 20 17:59:24.523758 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acff8ff-4e78-471e-8798-a72cea82a591 req-d5aadf37-aa21-45e7-a7e1-4181c02a3192 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:59:24.525177 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1acff8ff-4e78-471e-8798-a72cea82a591 req-d5aadf37-aa21-45e7-a7e1-4181c02a3192 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae341679-0720-4be1-b991-d3f0260fd76e HTTP/1.1" status: 200 len: 946 time: 0.1915524 Apr 20 17:59:24.590499 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-1acff8ff-4e78-471e-8798-a72cea82a591 req-0ccadda4-21a1-4e0c-be17-2bd0cb99d6ad tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Deleting port d747e2b4-724d-4a92-9d25-0dbac28002e2 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:59:24.590851 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1acff8ff-4e78-471e-8798-a72cea82a591 req-0ccadda4-21a1-4e0c-be17-2bd0cb99d6ad tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:24.830709 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-1acff8ff-4e78-471e-8798-a72cea82a591 req-0ccadda4-21a1-4e0c-be17-2bd0cb99d6ad tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] For port d747e2b4-724d-4a92-9d25-0dbac28002e2, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=d747e2b4-724d-4a92-9d25-0dbac28002e2,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:59:24.831068 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1acff8ff-4e78-471e-8798-a72cea82a591 req-0ccadda4-21a1-4e0c-be17-2bd0cb99d6ad tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:25.120112 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1acff8ff-4e78-471e-8798-a72cea82a591 req-0ccadda4-21a1-4e0c-be17-2bd0cb99d6ad tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:25.120748 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1acff8ff-4e78-471e-8798-a72cea82a591 req-0ccadda4-21a1-4e0c-be17-2bd0cb99d6ad tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:25.121007 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [req-1acff8ff-4e78-471e-8798-a72cea82a591 req-0ccadda4-21a1-4e0c-be17-2bd0cb99d6ad tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Floating IP ff1131a3-7b3e-4b42-8ff2-872f404386d5 disassociated. External IP: 172.25.8.89, port: d747e2b4-724d-4a92-9d25-0dbac28002e2. Apr 20 17:59:25.121351 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-1acff8ff-4e78-471e-8798-a72cea82a591 req-0ccadda4-21a1-4e0c-be17-2bd0cb99d6ad tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Calling delete_port for d747e2b4-724d-4a92-9d25-0dbac28002e2 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 17:59:25.262504 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1acff8ff-4e78-471e-8798-a72cea82a591 req-0ccadda4-21a1-4e0c-be17-2bd0cb99d6ad tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:25.312491 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccadda4-21a1-4e0c-be17-2bd0cb99d6ad tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Pushing event deleted for resources: {'Port': ['ID=d747e2b4-724d-4a92-9d25-0dbac28002e2,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:59:25.326960 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccadda4-21a1-4e0c-be17-2bd0cb99d6ad tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:59:25.327293 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccadda4-21a1-4e0c-be17-2bd0cb99d6ad tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:59:25.327617 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccadda4-21a1-4e0c-be17-2bd0cb99d6ad tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:59:25.327937 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccadda4-21a1-4e0c-be17-2bd0cb99d6ad tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:59:25.328244 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccadda4-21a1-4e0c-be17-2bd0cb99d6ad tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:59:25.328566 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccadda4-21a1-4e0c-be17-2bd0cb99d6ad tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:59:25.328876 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccadda4-21a1-4e0c-be17-2bd0cb99d6ad tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:59:25.329169 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccadda4-21a1-4e0c-be17-2bd0cb99d6ad tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:59:25.329494 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccadda4-21a1-4e0c-be17-2bd0cb99d6ad tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:59:25.329798 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccadda4-21a1-4e0c-be17-2bd0cb99d6ad tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:59:25.330104 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccadda4-21a1-4e0c-be17-2bd0cb99d6ad tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:59:25.389108 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-860b7d34-6a9e-4c32-b3b0-f584c74bd7bb req-f85d82c2-5e6c-44c4-866c-ba47058c43dd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae341679-0720-4be1-b991-d3f0260fd76e HTTP/1.1" status: 200 len: 210 time: 0.0433471 Apr 20 17:59:25.533946 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1acff8ff-4e78-471e-8798-a72cea82a591 req-0ccadda4-21a1-4e0c-be17-2bd0cb99d6ad tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Router 160f49f2-9b1e-4fff-adf0-f81c1d531940 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:59:25.739105 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1acff8ff-4e78-471e-8798-a72cea82a591 req-0ccadda4-21a1-4e0c-be17-2bd0cb99d6ad tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:59:25.750498 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491c7a35-301f-4393-8160-1e89d568a240 None None] Sync routers for ids ['160f49f2-9b1e-4fff-adf0-f81c1d531940'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:59:25.766855 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491c7a35-301f-4393-8160-1e89d568a240 None None] Routers {'160f49f2-9b1e-4fff-adf0-f81c1d531940'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:59:25.767698 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-491c7a35-301f-4393-8160-1e89d568a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:59:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['160f49f2-9b1e-4fff-adf0-f81c1d531940'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:59:25.808067 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-1acff8ff-4e78-471e-8798-a72cea82a591 req-0ccadda4-21a1-4e0c-be17-2bd0cb99d6ad tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] No DVR routers for this DVR port d747e2b4-724d-4a92-9d25-0dbac28002e2 on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 17:59:25.810720 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1acff8ff-4e78-471e-8798-a72cea82a591 req-0ccadda4-21a1-4e0c-be17-2bd0cb99d6ad tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:25.813300 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae341679-0720-4be1-b991-d3f0260fd76e', 'name': 'network-vif-deleted', 'tag': 'd747e2b4-724d-4a92-9d25-0dbac28002e2'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:59:25.832473 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1acff8ff-4e78-471e-8798-a72cea82a591 req-0ccadda4-21a1-4e0c-be17-2bd0cb99d6ad tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.10 "DELETE /v2.0/ports/d747e2b4-724d-4a92-9d25-0dbac28002e2 HTTP/1.1" status: 204 len: 173 time: 1.3018317 Apr 20 17:59:25.870865 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16db0c88-4b84-4ae4-831b-77d2738d9b86'] response: {'server_uuid': 'ae341679-0720-4be1-b991-d3f0260fd76e', 'name': 'network-vif-deleted', 'tag': 'd747e2b4-724d-4a92-9d25-0dbac28002e2', 'status': 'completed', 'code': 200} Apr 20 17:59:25.955842 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-491c7a35-301f-4393-8160-1e89d568a240 None None] Set router 160f49f2-9b1e-4fff-adf0-f81c1d531940 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:59:26.262310 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-491c7a35-301f-4393-8160-1e89d568a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'name': 'tempest-TestVolumeBootPattern-1780068750-router', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:53:59Z', 'updated_at': '2022-04-20T17:54:03Z', 'revision_number': 4, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'gw_port': {'id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:00Z', 'updated_at': '2022-04-20T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '3d9b2f7b-df6b-45dd-9924-655d914afd27', 'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'mac_address': 'fa:16:3e:b4:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:02Z', 'updated_at': '2022-04-20T17:54:11Z', 'revision_number': 5, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'subnets': [{'id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:59:26.266037 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491c7a35-301f-4393-8160-1e89d568a240 None None] Checking router: 160f49f2-9b1e-4fff-adf0-f81c1d531940 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:59:26.276196 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491c7a35-301f-4393-8160-1e89d568a240 None None] Routers {'160f49f2-9b1e-4fff-adf0-f81c1d531940'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:59:26.276771 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-491c7a35-301f-4393-8160-1e89d568a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:59:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['160f49f2-9b1e-4fff-adf0-f81c1d531940'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:59:26.445755 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-491c7a35-301f-4393-8160-1e89d568a240 None None] Set router 160f49f2-9b1e-4fff-adf0-f81c1d531940 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:59:26.581883 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4f7d1d5c-c04c-4b50-b591-5bd73cfd5d13 req-f60be5fa-e924-4211-9083-119d383985fe tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae341679-0720-4be1-b991-d3f0260fd76e HTTP/1.1" status: 200 len: 210 time: 0.0414364 Apr 20 17:59:26.786432 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-491c7a35-301f-4393-8160-1e89d568a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'name': 'tempest-TestVolumeBootPattern-1780068750-router', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:53:59Z', 'updated_at': '2022-04-20T17:54:03Z', 'revision_number': 4, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'gw_port': {'id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:00Z', 'updated_at': '2022-04-20T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '3d9b2f7b-df6b-45dd-9924-655d914afd27', 'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'mac_address': 'fa:16:3e:b4:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:02Z', 'updated_at': '2022-04-20T17:54:11Z', 'revision_number': 5, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'subnets': [{'id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:59:26.790537 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491c7a35-301f-4393-8160-1e89d568a240 None None] The sync data for ids ['160f49f2-9b1e-4fff-adf0-f81c1d531940'] in n-d-838032-1 is: [{'id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'name': 'tempest-TestVolumeBootPattern-1780068750-router', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:53:59Z', 'updated_at': '2022-04-20T17:54:03Z', 'revision_number': 4, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'gw_port': {'id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:00Z', 'updated_at': '2022-04-20T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '3d9b2f7b-df6b-45dd-9924-655d914afd27', 'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'mac_address': 'fa:16:3e:b4:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:02Z', 'updated_at': '2022-04-20T17:54:11Z', 'revision_number': 5, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'subnets': [{'id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:59:27.017545 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0eb58bc-e99e-4860-85f9-55afd8eadf6e None None] New status for floating IP ff1131a3-7b3e-4b42-8ff2-872f404386d5: DOWN {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 17:59:27.933062 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-6489ab39-2bf9-4b8b-a456-5bbe88cd54ab tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-17170852&fields=id&tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c HTTP/1.1" status: 200 len: 267 time: 0.0493777 Apr 20 17:59:28.080314 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-3b8ead8a-a6e1-48a8-a807-88cfb9333c4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:59:28.081735 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-3b8ead8a-a6e1-48a8-a807-88cfb9333c4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 812 time: 0.1390865 Apr 20 17:59:28.098425 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-07318748-6129-4409-87a1-3178a0f98016 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/quotas/e16c8fde9c3b46bbbcadf61106d16f5c HTTP/1.1" status: 200 len: 375 time: 0.0111942 Apr 20 17:59:28.186623 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-f76e76c5-2758-41bc-be86-a6276928c267 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0832832 Apr 20 17:59:28.492116 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-36de3127-aad4-45d0-b395-38181c7b021a service neutron] 10.222.0.39 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941318 Apr 20 17:59:28.633786 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-54bfff92-e9df-4bec-8f76-c2258b520072 service neutron] 10.222.0.39 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355057 Apr 20 17:59:29.029926 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-4509f685-f8df-47d4-b92a-a605ab192743 req-43649f2f-9b32-4c91-8ba2-e7e33343e5f7 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Synchronizing usage tracker for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:59:29.046448 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-4509f685-f8df-47d4-b92a-a605ab192743 req-43649f2f-9b32-4c91-8ba2-e7e33343e5f7 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Unset dirty status for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:59:29.047684 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4509f685-f8df-47d4-b92a-a605ab192743 req-43649f2f-9b32-4c91-8ba2-e7e33343e5f7 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe8a9d82-5464-4e20-8dc2-6168ec351b59 HTTP/1.1" status: 200 len: 210 time: 0.0605962 Apr 20 17:59:29.350894 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device d747e2b4-724d-4a92-9d25-0dbac28002e2 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 17:59:29.383182 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: d747e2b4-724d-4a92-9d25-0dbac28002e2 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:59:29.383520 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device d747e2b4-724d-4a92-9d25-0dbac28002e2 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 17:59:30.176991 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-227450a4-4e58-408f-a502-dd4bf4eabbd4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:59:30.178439 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-227450a4-4e58-408f-a502-dd4bf4eabbd4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.10 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 812 time: 0.2516167 Apr 20 17:59:30.240237 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-27745d4d-425d-4090-9e09-1c89cc79bc7a req-4f8b54af-6fd3-4a66-86a8-02e92b72227b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe8a9d82-5464-4e20-8dc2-6168ec351b59 HTTP/1.1" status: 200 len: 210 time: 0.0441902 Apr 20 17:59:30.240815 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-f459756f-034d-4c23-88cf-d7492dbafddc tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c HTTP/1.1" status: 200 len: 378 time: 0.0498803 Apr 20 17:59:30.249826 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-7e95ee73-9dfc-4545-a567-f4b78fb7ffa7 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Request body: {'port': {'device_id': 'fe8a9d82-5464-4e20-8dc2-6168ec351b59', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'admin_state_up': True, 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'security_groups': ['32a2090d-2405-403a-ada4-f619e52419d3']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:59:30.389386 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-7e95ee73-9dfc-4545-a567-f4b78fb7ffa7 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:59:30.399141 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-7e95ee73-9dfc-4545-a567-f4b78fb7ffa7 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:59:30.412018 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-7e95ee73-9dfc-4545-a567-f4b78fb7ffa7 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Made reservation on behalf of e16c8fde9c3b46bbbcadf61106d16f5c for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 17:59:30.415448 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-7e95ee73-9dfc-4545-a567-f4b78fb7ffa7 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:30.590215 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-7e95ee73-9dfc-4545-a567-f4b78fb7ffa7 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Allocated IP 172.20.0.12 (667d4c49-9e39-4771-b864-f11963dac9cc/a4ee4589-4e9c-4f3a-9b19-a1aa418864e6/4cf9c003-f638-4f2f-81a4-81a361185f24) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:59:30.778430 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-7e95ee73-9dfc-4545-a567-f4b78fb7ffa7 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:30.793516 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-7e95ee73-9dfc-4545-a567-f4b78fb7ffa7 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Transition to ACTIVE for port object 4cf9c003-f638-4f2f-81a4-81a361185f24 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:59:30.818887 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-7e95ee73-9dfc-4545-a567-f4b78fb7ffa7 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:30.895481 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-7e95ee73-9dfc-4545-a567-f4b78fb7ffa7 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Network 667d4c49-9e39-4771-b864-f11963dac9cc is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:59:30.898574 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-7e95ee73-9dfc-4545-a567-f4b78fb7ffa7 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:59:30.902917 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-7e95ee73-9dfc-4545-a567-f4b78fb7ffa7 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:59:30.926913 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95ee73-9dfc-4545-a567-f4b78fb7ffa7 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Pushing event updated for resources: {'Port': ['ID=4cf9c003-f638-4f2f-81a4-81a361185f24,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:59:30.967914 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-7e95ee73-9dfc-4545-a567-f4b78fb7ffa7 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:59:30.968722 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-7e95ee73-9dfc-4545-a567-f4b78fb7ffa7 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:31.004700 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-7e95ee73-9dfc-4545-a567-f4b78fb7ffa7 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7588785 Apr 20 17:59:31.015463 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-ef5c9a67-1bfe-4633-8789-f95a9f7a8c05 service neutron] Request body: {'port': {'device_id': 'fe8a9d82-5464-4e20-8dc2-6168ec351b59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:59:31.116450 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f7158a35-2975-4981-b30a-17bc9678d4b4 None None] Provisioning for port 4cf9c003-f638-4f2f-81a4-81a361185f24 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:59:31.123141 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f7158a35-2975-4981-b30a-17bc9678d4b4 None None] Provisioning complete for port 4cf9c003-f638-4f2f-81a4-81a361185f24 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:59:31.123707 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f7158a35-2975-4981-b30a-17bc9678d4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:31.132292 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-ef5c9a67-1bfe-4633-8789-f95a9f7a8c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:31.177441 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-f7158a35-2975-4981-b30a-17bc9678d4b4 None None] Port 4cf9c003-f638-4f2f-81a4-81a361185f24 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 17:59:31.534669 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-ef5c9a67-1bfe-4633-8789-f95a9f7a8c05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cf9c003-f638-4f2f-81a4-81a361185f24 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:59:31.543133 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-ef5c9a67-1bfe-4633-8789-f95a9f7a8c05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:31.564186 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-ef5c9a67-1bfe-4633-8789-f95a9f7a8c05 service neutron] Transition to ACTIVE for port object 4cf9c003-f638-4f2f-81a4-81a361185f24 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 17:59:31.575681 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7765039-c433-45d3-98a2-77be228833ba req-4e92f87b-83df-4aa5-b1e1-9cd777712ba9 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:59:31.576363 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-c7765039-c433-45d3-98a2-77be228833ba req-4e92f87b-83df-4aa5-b1e1-9cd777712ba9 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Synchronizing usage tracker for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 17:59:31.578854 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-ef5c9a67-1bfe-4633-8789-f95a9f7a8c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:31.713849 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-c7765039-c433-45d3-98a2-77be228833ba req-4e92f87b-83df-4aa5-b1e1-9cd777712ba9 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Unset dirty status for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 17:59:31.715038 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c7765039-c433-45d3-98a2-77be228833ba req-4e92f87b-83df-4aa5-b1e1-9cd777712ba9 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe8a9d82-5464-4e20-8dc2-6168ec351b59 HTTP/1.1" status: 200 len: 932 time: 0.3339951 Apr 20 17:59:31.749936 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c9a67-1bfe-4633-8789-f95a9f7a8c05 service neutron] Pushing event updated for resources: {'Port': ['ID=4cf9c003-f638-4f2f-81a4-81a361185f24,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:59:31.847502 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c7765039-c433-45d3-98a2-77be228833ba req-5cfd8b94-77bb-45f5-b1d4-aa9aa5a42baa tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1197667 Apr 20 17:59:31.884293 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-ef5c9a67-1bfe-4633-8789-f95a9f7a8c05 service neutron] Attempting to bind port 4cf9c003-f638-4f2f-81a4-81a361185f24 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 17:59:31.884766 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-ef5c9a67-1bfe-4633-8789-f95a9f7a8c05 service neutron] Attempting to bind port 4cf9c003-f638-4f2f-81a4-81a361185f24 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 17:59:31.885184 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-ef5c9a67-1bfe-4633-8789-f95a9f7a8c05 service neutron] Attempting to bind port 4cf9c003-f638-4f2f-81a4-81a361185f24 on network 667d4c49-9e39-4771-b864-f11963dac9cc {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:59:31.892474 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-ef5c9a67-1bfe-4633-8789-f95a9f7a8c05 service neutron] Port 4cf9c003-f638-4f2f-81a4-81a361185f24 on network 667d4c49-9e39-4771-b864-f11963dac9cc not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 17:59:31.892781 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-ef5c9a67-1bfe-4633-8789-f95a9f7a8c05 service neutron] Attempting to bind port 4cf9c003-f638-4f2f-81a4-81a361185f24 on network 667d4c49-9e39-4771-b864-f11963dac9cc {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 17:59:31.899233 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-ef5c9a67-1bfe-4633-8789-f95a9f7a8c05 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 17, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 17:59:31.899557 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-ef5c9a67-1bfe-4633-8789-f95a9f7a8c05 service neutron] Checking segment: {'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 17:59:31.899924 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-ef5c9a67-1bfe-4633-8789-f95a9f7a8c05 service neutron] Bound using segment: {'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 17:59:31.900439 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-ef5c9a67-1bfe-4633-8789-f95a9f7a8c05 service neutron] Bound port: 4cf9c003-f638-4f2f-81a4-81a361185f24, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 17:59:31.900774 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-ef5c9a67-1bfe-4633-8789-f95a9f7a8c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:31.986339 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-ef5c9a67-1bfe-4633-8789-f95a9f7a8c05 service neutron] For port 4cf9c003-f638-4f2f-81a4-81a361185f24, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 17:59:31.990456 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-ef5c9a67-1bfe-4633-8789-f95a9f7a8c05 service neutron] For port 4cf9c003-f638-4f2f-81a4-81a361185f24, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=4cf9c003-f638-4f2f-81a4-81a361185f24,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 17:59:31.997412 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-ef5c9a67-1bfe-4633-8789-f95a9f7a8c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:32.055618 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-ef5c9a67-1bfe-4633-8789-f95a9f7a8c05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:32.057071 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-ef5c9a67-1bfe-4633-8789-f95a9f7a8c05 service neutron] 10.222.0.10 "PUT /v2.0/ports/4cf9c003-f638-4f2f-81a4-81a361185f24 HTTP/1.1" status: 200 len: 1092 time: 1.0457993 Apr 20 17:59:32.057497 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe8a9d82-5464-4e20-8dc2-6168ec351b59', 'tag': '4cf9c003-f638-4f2f-81a4-81a361185f24'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:59:32.077018 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c9a67-1bfe-4633-8789-f95a9f7a8c05 service neutron] Pushing event updated for resources: {'Port': ['ID=4cf9c003-f638-4f2f-81a4-81a361185f24,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:59:32.238276 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65c09e47-918e-4c17-b270-3b7297a0ac3a'] response: {'name': 'network-changed', 'server_uuid': 'fe8a9d82-5464-4e20-8dc2-6168ec351b59', 'tag': '4cf9c003-f638-4f2f-81a4-81a361185f24', 'status': 'completed', 'code': 200} Apr 20 17:59:32.274525 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-11328c7c-b225-4165-b2b9-1725c65815d3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&device_id=fe8a9d82-5464-4e20-8dc2-6168ec351b59 HTTP/1.1" status: 200 len: 1095 time: 0.1746387 Apr 20 17:59:32.342084 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-d739779e-b8be-4f2d-a0d2-079c9c1d39c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cf9c003-f638-4f2f-81a4-81a361185f24 HTTP/1.1" status: 200 len: 217 time: 0.0614128 Apr 20 17:59:32.409550 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-6af44506-6d0f-471d-8c0b-96464d980ff7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:59:32.411655 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-6af44506-6d0f-471d-8c0b-96464d980ff7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4ee4589-4e9c-4f3a-9b19-a1aa418864e6 HTTP/1.1" status: 200 len: 851 time: 0.0624628 Apr 20 17:59:32.488746 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-f7f9eab7-9ad2-4baa-8ed5-c0ef39ac1d3e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=667d4c49-9e39-4771-b864-f11963dac9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715899 Apr 20 17:59:32.631547 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-105f8106-d033-4269-b803-8ef6add6a479 service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369190 Apr 20 17:59:32.763091 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49778b71-c70a-41d9-a8c3-cedf2470dfb1 req-08d389b0-ebfe-4570-929a-7fa859997bd4 service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260290 Apr 20 17:59:32.882527 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c68f1908-78cf-4310-b815-a33f2b75c3ed req-7fa9bb31-6790-47f7-8d40-008490b92bc6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&device_id=fe8a9d82-5464-4e20-8dc2-6168ec351b59 HTTP/1.1" status: 200 len: 1095 time: 0.0708797 Apr 20 17:59:33.061383 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f1908-78cf-4310-b815-a33f2b75c3ed req-fe7e9a34-e56d-4be6-95ea-2139864716ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:59:33.062731 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c68f1908-78cf-4310-b815-a33f2b75c3ed req-fe7e9a34-e56d-4be6-95ea-2139864716ca service neutron] 10.222.0.10 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 913 time: 0.1745896 Apr 20 17:59:33.134450 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d0e62-5fae-49f9-8961-97caf4a04164 req-62dfdadd-c810-4289-8770-8ff85a83e5c6 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:59:33.135917 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c17d0e62-5fae-49f9-8961-97caf4a04164 req-62dfdadd-c810-4289-8770-8ff85a83e5c6 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe8a9d82-5464-4e20-8dc2-6168ec351b59 HTTP/1.1" status: 200 len: 944 time: 0.1704485 Apr 20 17:59:33.137537 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c68f1908-78cf-4310-b815-a33f2b75c3ed req-00bca478-1611-47d4-a9cc-38f745e0fcd6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cf9c003-f638-4f2f-81a4-81a361185f24 HTTP/1.1" status: 200 len: 217 time: 0.0679278 Apr 20 17:59:33.227702 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f1908-78cf-4310-b815-a33f2b75c3ed req-f3ea0ddd-02de-4c25-bd17-899b5bd23af2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:59:33.229162 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c68f1908-78cf-4310-b815-a33f2b75c3ed req-f3ea0ddd-02de-4c25-bd17-899b5bd23af2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4ee4589-4e9c-4f3a-9b19-a1aa418864e6 HTTP/1.1" status: 200 len: 851 time: 0.0749066 Apr 20 17:59:33.231399 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c17d0e62-5fae-49f9-8961-97caf4a04164 req-0ac5753b-6a49-417d-bfb5-46e16fdf2de2 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0899222 Apr 20 17:59:33.308906 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c68f1908-78cf-4310-b815-a33f2b75c3ed req-c5ca35ff-91ea-4e56-8f7e-9d358c2b82b7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=667d4c49-9e39-4771-b864-f11963dac9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735059 Apr 20 17:59:33.441951 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c68f1908-78cf-4310-b815-a33f2b75c3ed req-dc725633-2d5b-49cb-955b-b5325a49f361 service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261182 Apr 20 17:59:33.570410 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c68f1908-78cf-4310-b815-a33f2b75c3ed req-178da7fa-c4a3-4580-85dc-8d3356e727aa service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225016 Apr 20 17:59:34.463082 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ace01a-a652-472c-a004-3f066d79823a req-d51be25f-c259-4dd4-a090-afc001f514eb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:59:34.464625 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-40ace01a-a652-472c-a004-3f066d79823a req-d51be25f-c259-4dd4-a090-afc001f514eb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe8a9d82-5464-4e20-8dc2-6168ec351b59 HTTP/1.1" status: 200 len: 944 time: 0.0854349 Apr 20 17:59:34.513002 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-40ace01a-a652-472c-a004-3f066d79823a req-c50f83af-5624-462c-a94e-8cb180c6d2f6 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423534 Apr 20 17:59:35.733461 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eec324-f7ae-46f6-a7e8-73ced7f06fb3 req-ce26d955-dacd-47de-812f-d5c7da6b1e72 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:59:35.734831 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d0eec324-f7ae-46f6-a7e8-73ced7f06fb3 req-ce26d955-dacd-47de-812f-d5c7da6b1e72 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe8a9d82-5464-4e20-8dc2-6168ec351b59 HTTP/1.1" status: 200 len: 944 time: 0.0826917 Apr 20 17:59:35.781819 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d0eec324-f7ae-46f6-a7e8-73ced7f06fb3 req-785c6b7f-b2dd-40d8-80c8-428b0cdee091 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411186 Apr 20 17:59:36.999632 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315db2e-094f-429b-9b76-66c54de7fcc3 req-42598324-5f15-4f55-af0d-08829f6655e2 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:59:37.001081 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0315db2e-094f-429b-9b76-66c54de7fcc3 req-42598324-5f15-4f55-af0d-08829f6655e2 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe8a9d82-5464-4e20-8dc2-6168ec351b59 HTTP/1.1" status: 200 len: 944 time: 0.0941811 Apr 20 17:59:37.049709 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0315db2e-094f-429b-9b76-66c54de7fcc3 req-5a2ab263-6c90-45f2-9901-e55b13945f8f tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405812 Apr 20 17:59:38.270073 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490ef2f-f528-4666-bc41-d8083784664e req-ded79a6f-b0d5-4220-9511-ace8d8cec28e tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:59:38.271548 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e490ef2f-f528-4666-bc41-d8083784664e req-ded79a6f-b0d5-4220-9511-ace8d8cec28e tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe8a9d82-5464-4e20-8dc2-6168ec351b59 HTTP/1.1" status: 200 len: 944 time: 0.0838089 Apr 20 17:59:38.319741 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e490ef2f-f528-4666-bc41-d8083784664e req-435be91f-d3eb-41fa-aa33-be95b07c2c18 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425599 Apr 20 17:59:39.240473 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8d119f62-04cd-4dde-9619-ddf5cb5ad4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:39.534808 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3d10d-fd44-48ac-8166-5c51f6db59dd req-3d0d4d96-87cb-4dc7-8bf6-3e8371a1a4f6 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:59:39.536226 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c4b3d10d-fd44-48ac-8166-5c51f6db59dd req-3d0d4d96-87cb-4dc7-8bf6-3e8371a1a4f6 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe8a9d82-5464-4e20-8dc2-6168ec351b59 HTTP/1.1" status: 200 len: 944 time: 0.0817168 Apr 20 17:59:39.580214 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c4b3d10d-fd44-48ac-8166-5c51f6db59dd req-83e87b97-de76-448d-b1fa-9eca79ee0514 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384285 Apr 20 17:59:40.003103 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-7b22f358-0e76-49c9-814a-00354d24fa2d req-4ef3bb64-e710-40d9-bc61-b48d2a1844db service neutron] (84080) timed out ('10.222.0.39', 58428) {{(pid=84080) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 20 17:59:40.870305 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18881396-65dc-4773-824b-752e26b869c9 req-5d23234b-7cd9-4ef6-ab42-e3e33588b43a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:59:40.872209 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-18881396-65dc-4773-824b-752e26b869c9 req-5d23234b-7cd9-4ef6-ab42-e3e33588b43a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe8a9d82-5464-4e20-8dc2-6168ec351b59 HTTP/1.1" status: 200 len: 944 time: 0.1618102 Apr 20 17:59:40.919083 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-18881396-65dc-4773-824b-752e26b869c9 req-c7cfe98f-e2a5-4091-a1b3-bd815391a176 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390847 Apr 20 17:59:41.403006 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 4cf9c003-f638-4f2f-81a4-81a361185f24 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 17:59:41.407707 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0224e67e-d807-4dfb-82b9-b93dc8e50fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:41.520392 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 17:59:41.543585 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 4cf9c003-f638-4f2f-81a4-81a361185f24, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=4cf9c003-f638-4f2f-81a4-81a361185f24,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:59:41.556904 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '4cf9c003-f638-4f2f-81a4-81a361185f24', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'port_id': '4cf9c003-f638-4f2f-81a4-81a361185f24', 'mac_address': 'fa:16:3e:2f:10:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:59:41.609390 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:41.626421 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cf9c003-f638-4f2f-81a4-81a361185f24 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 17:59:41.643297 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 4cf9c003-f638-4f2f-81a4-81a361185f24, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=4cf9c003-f638-4f2f-81a4-81a361185f24,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:59:41.649895 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:41.718767 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=4cf9c003-f638-4f2f-81a4-81a361185f24,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:59:41.727421 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:59:41.727756 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:59:41.728081 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:59:41.728397 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:59:41.728725 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:59:41.729039 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:59:41.729354 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:59:41.729664 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:59:41.729974 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:59:41.730336 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:59:41.730631 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:59:41.962741 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['4cf9c003-f638-4f2f-81a4-81a361185f24'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 17:59:42.128627 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f4867-355e-4b58-9fad-fcfc433fbf4a req-b481c9b9-7a0d-45c6-a5ab-1172ba12098b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:59:42.130110 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c81f4867-355e-4b58-9fad-fcfc433fbf4a req-b481c9b9-7a0d-45c6-a5ab-1172ba12098b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe8a9d82-5464-4e20-8dc2-6168ec351b59 HTTP/1.1" status: 200 len: 945 time: 0.0753498 Apr 20 17:59:42.177307 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c81f4867-355e-4b58-9fad-fcfc433fbf4a req-74085d5f-b5a0-497f-8b1d-416a051e6d05 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393946 Apr 20 17:59:42.693337 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:42.832923 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:43.386230 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45852a9d-fe3d-4fbd-93ef-d7728d105026 req-49aa9b91-b4d7-4878-933a-02fb241988e0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:59:43.387653 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-45852a9d-fe3d-4fbd-93ef-d7728d105026 req-49aa9b91-b4d7-4878-933a-02fb241988e0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe8a9d82-5464-4e20-8dc2-6168ec351b59 HTTP/1.1" status: 200 len: 945 time: 0.0821762 Apr 20 17:59:43.401539 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 4cf9c003-f638-4f2f-81a4-81a361185f24 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 17:59:43.433609 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-45852a9d-fe3d-4fbd-93ef-d7728d105026 req-f43cbe07-9778-4a8e-842e-375dcf7c0918 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402465 Apr 20 17:59:43.477706 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 4cf9c003-f638-4f2f-81a4-81a361185f24 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 17:59:43.482466 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 4cf9c003-f638-4f2f-81a4-81a361185f24 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 17:59:43.482841 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:43.596855 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:43.602974 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:43.628949 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8a9d82-5464-4e20-8dc2-6168ec351b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf9c003-f638-4f2f-81a4-81a361185f24'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:59:43.638603 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 4cf9c003-f638-4f2f-81a4-81a361185f24, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=4cf9c003-f638-4f2f-81a4-81a361185f24,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 17:59:43.645390 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:43.712632 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=4cf9c003-f638-4f2f-81a4-81a361185f24,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:59:43.772514 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94ede3a4-ec10-4377-b7bd-801f65d279b5'] response: {'server_uuid': 'fe8a9d82-5464-4e20-8dc2-6168ec351b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf9c003-f638-4f2f-81a4-81a361185f24', 'code': 200} Apr 20 17:59:43.904294 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-12e80da3-8da8-49e2-9310-1cb010a3f319 req-ca91ffcb-5412-4ddf-b787-5536dc379ac0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fe8a9d82-5464-4e20-8dc2-6168ec351b59 HTTP/1.1" status: 200 len: 1097 time: 0.0715852 Apr 20 17:59:43.951605 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-12e80da3-8da8-49e2-9310-1cb010a3f319 req-440226d3-1816-40cf-9b1e-523e629f479b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408194 Apr 20 17:59:44.135161 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:44.644510 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300374c4-b571-48b1-8cbd-2fd30f8d56b0 req-937dd915-7bb9-45bb-94db-d3b6de3ee511 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:59:44.645943 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-300374c4-b571-48b1-8cbd-2fd30f8d56b0 req-937dd915-7bb9-45bb-94db-d3b6de3ee511 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe8a9d82-5464-4e20-8dc2-6168ec351b59 HTTP/1.1" status: 200 len: 946 time: 0.0874374 Apr 20 17:59:44.695142 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-300374c4-b571-48b1-8cbd-2fd30f8d56b0 req-8c768c84-f75f-447b-b57e-3b590d4f5ad5 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402946 Apr 20 17:59:45.476525 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:45.927051 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529b5e2-1db1-493b-bab8-4a0c7a92f3a9 req-d03768da-fd25-4afb-bd05-5ba3d2ae3281 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:59:45.928531 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4529b5e2-1db1-493b-bab8-4a0c7a92f3a9 req-d03768da-fd25-4afb-bd05-5ba3d2ae3281 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe8a9d82-5464-4e20-8dc2-6168ec351b59 HTTP/1.1" status: 200 len: 946 time: 0.0921421 Apr 20 17:59:45.974502 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4529b5e2-1db1-493b-bab8-4a0c7a92f3a9 req-25acf907-2051-4cea-957b-87e2ca855ae5 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402439 Apr 20 17:59:46.179660 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817e446-75a5-4467-9687-64b45d058bd9 req-6883f81e-5a8b-4757-8d0b-80333c57f274 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:59:46.181071 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8817e446-75a5-4467-9687-64b45d058bd9 req-6883f81e-5a8b-4757-8d0b-80333c57f274 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe8a9d82-5464-4e20-8dc2-6168ec351b59 HTTP/1.1" status: 200 len: 946 time: 0.0892513 Apr 20 17:59:46.233580 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8817e446-75a5-4467-9687-64b45d058bd9 req-888522bc-a726-4aac-9446-aa76df75c3cc tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468762 Apr 20 17:59:46.262405 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 33950) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:59:46.474079 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cdaf4323-a991-4caa-b42f-970b553c6dd7 tempest-TestVolumeBootPattern-1797460491 tempest-TestVolumeBootPattern-1797460491-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fe8a9d82-5464-4e20-8dc2-6168ec351b59 HTTP/1.1" status: 200 len: 1092 time: 0.2105756 Apr 20 17:59:46.478296 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 33956) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:59:46.483992 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'port_id': '4cf9c003-f638-4f2f-81a4-81a361185f24', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 17:59:46.490042 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 17:59:46.493764 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Usage tracker for resource:floatingip and tenant:e16c8fde9c3b46bbbcadf61106d16f5c is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 17:59:46.496933 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 17:59:46.502492 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 17:59:46.515015 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:46.650128 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:46.788790 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Allocated IP 172.25.8.169 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/6b7be0b8-b6ff-45c5-85e5-86b3289ef808) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 17:59:46.934046 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:46.964202 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:47.028659 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 17:59:47.031457 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 17:59:47.035719 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 17:59:47.061929 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Pushing event updated for resources: {'Port': ['ID=6b7be0b8-b6ff-45c5-85e5-86b3289ef808,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:59:47.083335 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:59:47.083675 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:59:47.084010 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:59:47.084339 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:59:47.084668 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:59:47.084988 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:59:47.085307 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:59:47.085628 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:59:47.085950 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:59:47.086292 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:59:47.086612 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 17:59:47.643205 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:47.702602 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:47.903247 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:47.910800 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:48.016388 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Pushing event updated for resources: {'Port': ['ID=6b7be0b8-b6ff-45c5-85e5-86b3289ef808,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 17:59:48.030687 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:48.220687 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Floating IP 2c18e879-3fd5-45d0-aecb-06dc68902682 associated. External IP: 172.25.8.169, port: 4cf9c003-f638-4f2f-81a4-81a361185f24. Apr 20 17:59:48.623712 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Router 160f49f2-9b1e-4fff-adf0-f81c1d531940 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 17:59:48.829134 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 17:59:48.839828 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0bf153-d7c3-422a-9296-3055affa7572 None None] Sync routers for ids ['160f49f2-9b1e-4fff-adf0-f81c1d531940'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 17:59:48.851788 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0bf153-d7c3-422a-9296-3055affa7572 None None] Routers {'160f49f2-9b1e-4fff-adf0-f81c1d531940'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:59:48.852632 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-1b0bf153-d7c3-422a-9296-3055affa7572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:59:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['160f49f2-9b1e-4fff-adf0-f81c1d531940'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:59:48.857664 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 17:59:48.917086 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e35c366f-7b13-427a-97a7-2f991472f1bd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4375842 Apr 20 17:59:48.917571 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe8a9d82-5464-4e20-8dc2-6168ec351b59', 'tag': '4cf9c003-f638-4f2f-81a4-81a361185f24'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:59:48.972947 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51ce0103-0130-44a9-b4a6-9a00839146a7'] response: {'name': 'network-changed', 'server_uuid': 'fe8a9d82-5464-4e20-8dc2-6168ec351b59', 'tag': '4cf9c003-f638-4f2f-81a4-81a361185f24', 'status': 'completed', 'code': 200} Apr 20 17:59:49.029469 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-1b0bf153-d7c3-422a-9296-3055affa7572 None None] Set router 160f49f2-9b1e-4fff-adf0-f81c1d531940 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:59:49.074315 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d4e0f6ce-3a66-4178-a865-6318c02215f1 req-3fac7977-b528-4da3-9ab9-521214f4db67 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&device_id=fe8a9d82-5464-4e20-8dc2-6168ec351b59 HTTP/1.1" status: 200 len: 1097 time: 0.0692754 Apr 20 17:59:49.205269 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0f6ce-3a66-4178-a865-6318c02215f1 req-2d03146e-7d10-49fc-9f95-e27efee391d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:59:49.206755 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d4e0f6ce-3a66-4178-a865-6318c02215f1 req-2d03146e-7d10-49fc-9f95-e27efee391d4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 913 time: 0.1259987 Apr 20 17:59:49.309818 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d4e0f6ce-3a66-4178-a865-6318c02215f1 req-7a075467-914f-496d-bc54-cca313b03425 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cf9c003-f638-4f2f-81a4-81a361185f24 HTTP/1.1" status: 200 len: 1000 time: 0.0967669 Apr 20 17:59:49.375642 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0f6ce-3a66-4178-a865-6318c02215f1 req-18f2a019-7342-4757-a8cb-2106fbc4ead8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 17:59:49.377071 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d4e0f6ce-3a66-4178-a865-6318c02215f1 req-18f2a019-7342-4757-a8cb-2106fbc4ead8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4ee4589-4e9c-4f3a-9b19-a1aa418864e6 HTTP/1.1" status: 200 len: 851 time: 0.0612714 Apr 20 17:59:49.380517 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-1b0bf153-d7c3-422a-9296-3055affa7572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'name': 'tempest-TestVolumeBootPattern-1780068750-router', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:53:59Z', 'updated_at': '2022-04-20T17:54:03Z', 'revision_number': 4, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'gw_port': {'id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:00Z', 'updated_at': '2022-04-20T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '2c18e879-3fd5-45d0-aecb-06dc68902682', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'floating_ip_address': '172.25.8.169', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'port_id': '4cf9c003-f638-4f2f-81a4-81a361185f24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'mac_address': 'fa:16:3e:2f:10:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8a9d82-5464-4e20-8dc2-6168ec351b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:59:47Z', 'updated_at': '2022-04-20T17:59:47Z', 'revision_number': 0, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9b2f7b-df6b-45dd-9924-655d914afd27', 'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'mac_address': 'fa:16:3e:b4:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:02Z', 'updated_at': '2022-04-20T17:54:11Z', 'revision_number': 5, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'subnets': [{'id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:59:49.384403 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0bf153-d7c3-422a-9296-3055affa7572 None None] Checking router: 160f49f2-9b1e-4fff-adf0-f81c1d531940 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 17:59:49.394833 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0bf153-d7c3-422a-9296-3055affa7572 None None] Routers {'160f49f2-9b1e-4fff-adf0-f81c1d531940'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 17:59:49.395412 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-1b0bf153-d7c3-422a-9296-3055affa7572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T17:59:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['160f49f2-9b1e-4fff-adf0-f81c1d531940'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:59:49.450804 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d4e0f6ce-3a66-4178-a865-6318c02215f1 req-c538a113-f3b3-4d3c-97e0-721267c16ab9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=667d4c49-9e39-4771-b864-f11963dac9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672653 Apr 20 17:59:49.565564 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-1b0bf153-d7c3-422a-9296-3055affa7572 None None] Set router 160f49f2-9b1e-4fff-adf0-f81c1d531940 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 17:59:49.580001 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d4e0f6ce-3a66-4178-a865-6318c02215f1 req-2a2e22b4-3a42-40c1-949b-a4c3c678c501 service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236234 Apr 20 17:59:49.709322 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d4e0f6ce-3a66-4178-a865-6318c02215f1 req-9f4fe9b7-77d3-48bd-a3e7-a05e2bba08a8 service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231201 Apr 20 17:59:49.915114 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-1b0bf153-d7c3-422a-9296-3055affa7572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'name': 'tempest-TestVolumeBootPattern-1780068750-router', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:53:59Z', 'updated_at': '2022-04-20T17:54:03Z', 'revision_number': 4, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'gw_port': {'id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:00Z', 'updated_at': '2022-04-20T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '2c18e879-3fd5-45d0-aecb-06dc68902682', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'floating_ip_address': '172.25.8.169', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'port_id': '4cf9c003-f638-4f2f-81a4-81a361185f24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'mac_address': 'fa:16:3e:2f:10:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8a9d82-5464-4e20-8dc2-6168ec351b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:59:47Z', 'updated_at': '2022-04-20T17:59:47Z', 'revision_number': 0, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9b2f7b-df6b-45dd-9924-655d914afd27', 'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'mac_address': 'fa:16:3e:b4:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:02Z', 'updated_at': '2022-04-20T17:54:11Z', 'revision_number': 5, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'subnets': [{'id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 17:59:49.921343 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0bf153-d7c3-422a-9296-3055affa7572 None None] The sync data for ids ['160f49f2-9b1e-4fff-adf0-f81c1d531940'] in n-d-838032-1 is: [{'id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'name': 'tempest-TestVolumeBootPattern-1780068750-router', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:53:59Z', 'updated_at': '2022-04-20T17:54:03Z', 'revision_number': 4, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'gw_port': {'id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:00Z', 'updated_at': '2022-04-20T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '2c18e879-3fd5-45d0-aecb-06dc68902682', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'floating_ip_address': '172.25.8.169', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'port_id': '4cf9c003-f638-4f2f-81a4-81a361185f24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'mac_address': 'fa:16:3e:2f:10:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8a9d82-5464-4e20-8dc2-6168ec351b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:59:47Z', 'updated_at': '2022-04-20T17:59:47Z', 'revision_number': 0, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9b2f7b-df6b-45dd-9924-655d914afd27', 'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'mac_address': 'fa:16:3e:b4:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:02Z', 'updated_at': '2022-04-20T17:54:11Z', 'revision_number': 5, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'subnets': [{'id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 17:59:50.119948 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a353cc-b918-42d5-b6ab-2672a2ad9897 None None] New status for floating IP 2c18e879-3fd5-45d0-aecb-06dc68902682: ACTIVE {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 18:00:09.243037 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-acfc4010-7dec-43a3-b5fa-2fd73e3c43a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:00:11.392063 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-137bf969-6f3f-4b75-82d1-cbf8222257b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:00:12.691403 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:00:12.827993 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:00:12.853861 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b573c08d-c3d9-46e8-9fc0-71afb3d33fa1 req-447dbbfe-296b-485a-8564-e54ce47ed180 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fe8a9d82-5464-4e20-8dc2-6168ec351b59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0716598 Apr 20 18:00:12.997440 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b573c08d-c3d9-46e8-9fc0-71afb3d33fa1 req-b68b3517-2302-4218-a25e-344866e68755 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&device_id=fe8a9d82-5464-4e20-8dc2-6168ec351b59 HTTP/1.1" status: 200 len: 1097 time: 0.0754938 Apr 20 18:00:13.143030 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b573c08d-c3d9-46e8-9fc0-71afb3d33fa1 req-ddc41e1f-3a4c-4c44-b01d-45dd1382aef2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:00:13.144381 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b573c08d-c3d9-46e8-9fc0-71afb3d33fa1 req-ddc41e1f-3a4c-4c44-b01d-45dd1382aef2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 913 time: 0.1278901 Apr 20 18:00:13.338245 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b573c08d-c3d9-46e8-9fc0-71afb3d33fa1 req-8bad951b-0f5c-435e-b5ab-53ffe3f194d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cf9c003-f638-4f2f-81a4-81a361185f24 HTTP/1.1" status: 200 len: 1002 time: 0.1871512 Apr 20 18:00:13.399895 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b573c08d-c3d9-46e8-9fc0-71afb3d33fa1 req-19c67553-00a8-41ed-9703-8c5436905a9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:00:13.401218 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b573c08d-c3d9-46e8-9fc0-71afb3d33fa1 req-19c67553-00a8-41ed-9703-8c5436905a9f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4ee4589-4e9c-4f3a-9b19-a1aa418864e6 HTTP/1.1" status: 200 len: 851 time: 0.0569468 Apr 20 18:00:13.478981 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b573c08d-c3d9-46e8-9fc0-71afb3d33fa1 req-a590aab1-3ac3-499b-8ccb-11c8b588503b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=667d4c49-9e39-4771-b864-f11963dac9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715566 Apr 20 18:00:13.582214 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:00:13.616669 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b573c08d-c3d9-46e8-9fc0-71afb3d33fa1 req-17403716-0684-482a-b2a3-81371a133ed7 service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309543 Apr 20 18:00:13.757201 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b573c08d-c3d9-46e8-9fc0-71afb3d33fa1 req-07880a14-498a-4a9b-b52f-ae64a9a71b67 service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347842 Apr 20 18:00:14.148425 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:00:15.477786 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:00:18.521530 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:00:39.246416 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e74aa635-a27f-4f6a-9ea5-a247084b1838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:00:41.407995 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a479722d-040f-4f6f-87dc-60423b0a5203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:00:42.730738 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:00:42.840751 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:00:43.602514 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:00:44.146638 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:00:45.499317 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:00:55.523502 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:01:09.240993 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a7d9e098-d587-42a1-bc74-44bbb2c51923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:11.400078 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1e2f3e40-d325-494e-a667-96886549a691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:12.695895 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:12.835700 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:12.856458 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-41d77a7d-0573-4d19-a8e5-04132390dc13 req-d6588b79-bdf6-400d-aa9e-736306961e60 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fe8a9d82-5464-4e20-8dc2-6168ec351b59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0672705 Apr 20 18:01:13.002347 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-41d77a7d-0573-4d19-a8e5-04132390dc13 req-f7051c98-7d23-472e-86ca-7503142878df service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&device_id=fe8a9d82-5464-4e20-8dc2-6168ec351b59 HTTP/1.1" status: 200 len: 1097 time: 0.0784881 Apr 20 18:01:13.149566 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d77a7d-0573-4d19-a8e5-04132390dc13 req-3fe0a8b3-106a-4498-b5ab-6e03f5544c15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:01:13.150953 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-41d77a7d-0573-4d19-a8e5-04132390dc13 req-3fe0a8b3-106a-4498-b5ab-6e03f5544c15 service neutron] 10.222.0.10 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 913 time: 0.1288834 Apr 20 18:01:13.251141 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-41d77a7d-0573-4d19-a8e5-04132390dc13 req-9e1ee0ce-c3ae-4e47-850f-89f42303deac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cf9c003-f638-4f2f-81a4-81a361185f24 HTTP/1.1" status: 200 len: 1002 time: 0.0941961 Apr 20 18:01:13.320161 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d77a7d-0573-4d19-a8e5-04132390dc13 req-b40cc926-d80b-4554-8bab-058f26b080a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:01:13.321597 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-41d77a7d-0573-4d19-a8e5-04132390dc13 req-b40cc926-d80b-4554-8bab-058f26b080a4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4ee4589-4e9c-4f3a-9b19-a1aa418864e6 HTTP/1.1" status: 200 len: 851 time: 0.0612347 Apr 20 18:01:13.399380 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-41d77a7d-0573-4d19-a8e5-04132390dc13 req-05d423b8-6ebb-484b-933b-1dce2068f43c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=667d4c49-9e39-4771-b864-f11963dac9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701513 Apr 20 18:01:13.532116 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-41d77a7d-0573-4d19-a8e5-04132390dc13 req-5cb540b6-8603-49f3-931b-d61d5c48ef3e service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265535 Apr 20 18:01:13.593785 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:13.666532 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-41d77a7d-0573-4d19-a8e5-04132390dc13 req-f95b3ebc-15a2-47ce-8a6d-aaed30bda5cc service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264846 Apr 20 18:01:14.141927 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:15.497814 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:27.639655 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-0d3cd92d-a0e2-442b-bfe1-74d8cff36feb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-17170852&fields=id&tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c HTTP/1.1" status: 200 len: 267 time: 0.0414362 Apr 20 18:01:27.792915 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-efd21d60-60a8-48c6-81e5-697f003917d4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:01:27.794258 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-efd21d60-60a8-48c6-81e5-697f003917d4 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 812 time: 0.1477334 Apr 20 18:01:27.811052 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-a06c69e1-3668-4a60-8177-e5b72ed357de tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/quotas/e16c8fde9c3b46bbbcadf61106d16f5c HTTP/1.1" status: 200 len: 375 time: 0.0114346 Apr 20 18:01:27.900780 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-ef6a99b2-22fe-4993-a976-addd8a8c9e11 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0841942 Apr 20 18:01:28.231036 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-a19e286b-0a32-4880-8c89-aa49dd0b2135 service neutron] 10.222.0.39 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185215 Apr 20 18:01:28.366604 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-d2a8f896-8ca3-48e1-bc4b-49bb91338725 service neutron] 10.222.0.39 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267066 Apr 20 18:01:28.900906 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d01986ed-88e7-4383-890f-d08b83cbb7ef req-e505973e-9ef1-47cd-a997-25a472953a31 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b480fa3-1415-4a95-a244-10238a8ef9e4 HTTP/1.1" status: 200 len: 210 time: 0.1522918 Apr 20 18:01:30.039176 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-76ce3bee-0162-47bb-b6cf-a7ce42fd25eb req-4adabccb-f61e-42c0-be32-1816aa7e3df7 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b480fa3-1415-4a95-a244-10238a8ef9e4 HTTP/1.1" status: 200 len: 210 time: 0.0455279 Apr 20 18:01:31.171021 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-df6a4a1a-34e9-4baf-936c-c02261ae7d80 req-dbd40b1e-f299-419c-9422-b268d960617b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b480fa3-1415-4a95-a244-10238a8ef9e4 HTTP/1.1" status: 200 len: 210 time: 0.0402141 Apr 20 18:01:32.280958 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-01cd6b55-0d8c-48ce-bad5-0c0c045022cc req-29ea89f6-adb2-4186-92c6-221f99f12c40 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b480fa3-1415-4a95-a244-10238a8ef9e4 HTTP/1.1" status: 200 len: 210 time: 0.0407364 Apr 20 18:01:32.524694 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:01:33.454996 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2370caa1-feae-4ff9-8b1e-14b72b89b043 req-54aa1020-134b-493f-a183-a7483fd904de tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b480fa3-1415-4a95-a244-10238a8ef9e4 HTTP/1.1" status: 200 len: 210 time: 0.0406053 Apr 20 18:01:34.088640 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-c1e67d47-d20f-434b-b708-9089be769250 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:01:34.090068 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-c1e67d47-d20f-434b-b708-9089be769250 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.43 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 812 time: 0.1396112 Apr 20 18:01:34.147562 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-79ac0978-ff80-4b38-ae18-32b58809e610 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c HTTP/1.1" status: 200 len: 378 time: 0.0461357 Apr 20 18:01:34.162672 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-3a08729a-da30-4903-b7a0-3302cadb4bd1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Request body: {'port': {'device_id': '6b480fa3-1415-4a95-a244-10238a8ef9e4', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'admin_state_up': True, 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'security_groups': ['32a2090d-2405-403a-ada4-f619e52419d3']}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:01:34.297977 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-3a08729a-da30-4903-b7a0-3302cadb4bd1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:01:34.307209 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-3a08729a-da30-4903-b7a0-3302cadb4bd1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:01:34.317006 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-3a08729a-da30-4903-b7a0-3302cadb4bd1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Made reservation on behalf of e16c8fde9c3b46bbbcadf61106d16f5c for: {'port': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:01:34.320007 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-3a08729a-da30-4903-b7a0-3302cadb4bd1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:34.474459 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-3a08729a-da30-4903-b7a0-3302cadb4bd1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Allocated IP 172.20.0.9 (667d4c49-9e39-4771-b864-f11963dac9cc/a4ee4589-4e9c-4f3a-9b19-a1aa418864e6/5eabbc82-98ee-4a2b-90b0-e7d825c6cf44) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:01:34.626097 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-15262b48-0320-445e-9ccb-620c4e606e2a req-a0c3cfef-bd8b-4c58-a8b2-754f63ee3837 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b480fa3-1415-4a95-a244-10238a8ef9e4 HTTP/1.1" status: 200 len: 210 time: 0.0435748 Apr 20 18:01:34.669695 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-3a08729a-da30-4903-b7a0-3302cadb4bd1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:34.686030 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-3a08729a-da30-4903-b7a0-3302cadb4bd1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Transition to ACTIVE for port object 5eabbc82-98ee-4a2b-90b0-e7d825c6cf44 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:01:34.708789 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-3a08729a-da30-4903-b7a0-3302cadb4bd1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:34.780554 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-3a08729a-da30-4903-b7a0-3302cadb4bd1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Network 667d4c49-9e39-4771-b864-f11963dac9cc is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:01:34.783646 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-3a08729a-da30-4903-b7a0-3302cadb4bd1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:01:34.788044 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-3a08729a-da30-4903-b7a0-3302cadb4bd1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:01:34.812458 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08729a-da30-4903-b7a0-3302cadb4bd1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Pushing event updated for resources: {'Port': ['ID=5eabbc82-98ee-4a2b-90b0-e7d825c6cf44,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:01:34.828649 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08729a-da30-4903-b7a0-3302cadb4bd1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:01:34.829139 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08729a-da30-4903-b7a0-3302cadb4bd1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:01:34.829297 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08729a-da30-4903-b7a0-3302cadb4bd1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:01:34.829622 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08729a-da30-4903-b7a0-3302cadb4bd1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:01:34.829945 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08729a-da30-4903-b7a0-3302cadb4bd1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:01:34.830306 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08729a-da30-4903-b7a0-3302cadb4bd1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:01:34.830624 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08729a-da30-4903-b7a0-3302cadb4bd1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:01:34.830937 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08729a-da30-4903-b7a0-3302cadb4bd1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:01:34.831247 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08729a-da30-4903-b7a0-3302cadb4bd1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:01:34.831558 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08729a-da30-4903-b7a0-3302cadb4bd1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:01:34.831876 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08729a-da30-4903-b7a0-3302cadb4bd1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:01:34.864026 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-3a08729a-da30-4903-b7a0-3302cadb4bd1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:01:34.864625 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-3a08729a-da30-4903-b7a0-3302cadb4bd1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:34.893513 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-3a08729a-da30-4903-b7a0-3302cadb4bd1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7343540 Apr 20 18:01:34.903546 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-a4977035-29f1-461e-8c7d-368bea879d88 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 18:01:34.904592 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-a4977035-29f1-461e-8c7d-368bea879d88 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054798 Apr 20 18:01:34.992836 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-577a9e0d-8026-44f5-bba0-f38d727b79f3 service neutron] Request body: {'port': {'device_id': '6b480fa3-1415-4a95-a244-10238a8ef9e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:01:35.080430 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3813a194-f692-4cea-8473-3ad521ff2b99 None None] Provisioning for port 5eabbc82-98ee-4a2b-90b0-e7d825c6cf44 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:01:35.086688 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-3813a194-f692-4cea-8473-3ad521ff2b99 None None] Provisioning complete for port 5eabbc82-98ee-4a2b-90b0-e7d825c6cf44 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:01:35.087298 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3813a194-f692-4cea-8473-3ad521ff2b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:35.105160 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-577a9e0d-8026-44f5-bba0-f38d727b79f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:35.144724 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3813a194-f692-4cea-8473-3ad521ff2b99 None None] Port 5eabbc82-98ee-4a2b-90b0-e7d825c6cf44 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:01:35.446793 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-577a9e0d-8026-44f5-bba0-f38d727b79f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eabbc82-98ee-4a2b-90b0-e7d825c6cf44 {{(pid=84081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:01:35.453760 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-577a9e0d-8026-44f5-bba0-f38d727b79f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:35.468700 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-577a9e0d-8026-44f5-bba0-f38d727b79f3 service neutron] Transition to ACTIVE for port object 5eabbc82-98ee-4a2b-90b0-e7d825c6cf44 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:01:35.473876 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-577a9e0d-8026-44f5-bba0-f38d727b79f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:35.617998 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a9e0d-8026-44f5-bba0-f38d727b79f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5eabbc82-98ee-4a2b-90b0-e7d825c6cf44,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:01:35.731584 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-577a9e0d-8026-44f5-bba0-f38d727b79f3 service neutron] Attempting to bind port 5eabbc82-98ee-4a2b-90b0-e7d825c6cf44 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:01:35.731920 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-577a9e0d-8026-44f5-bba0-f38d727b79f3 service neutron] Attempting to bind port 5eabbc82-98ee-4a2b-90b0-e7d825c6cf44 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:01:35.732285 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-577a9e0d-8026-44f5-bba0-f38d727b79f3 service neutron] Attempting to bind port 5eabbc82-98ee-4a2b-90b0-e7d825c6cf44 on network 667d4c49-9e39-4771-b864-f11963dac9cc {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:01:35.738624 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-577a9e0d-8026-44f5-bba0-f38d727b79f3 service neutron] Port 5eabbc82-98ee-4a2b-90b0-e7d825c6cf44 on network 667d4c49-9e39-4771-b864-f11963dac9cc not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 18:01:35.738965 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-577a9e0d-8026-44f5-bba0-f38d727b79f3 service neutron] Attempting to bind port 5eabbc82-98ee-4a2b-90b0-e7d825c6cf44 on network 667d4c49-9e39-4771-b864-f11963dac9cc {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:01:35.746272 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-577a9e0d-8026-44f5-bba0-f38d727b79f3 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:01:35.746763 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-577a9e0d-8026-44f5-bba0-f38d727b79f3 service neutron] Checking segment: {'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:01:35.747128 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-577a9e0d-8026-44f5-bba0-f38d727b79f3 service neutron] Bound using segment: {'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:01:35.747561 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-577a9e0d-8026-44f5-bba0-f38d727b79f3 service neutron] Bound port: 5eabbc82-98ee-4a2b-90b0-e7d825c6cf44, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd93cff-25a1-4e81-88fb-8406b8370d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:01:35.747913 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-577a9e0d-8026-44f5-bba0-f38d727b79f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:35.885004 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-577a9e0d-8026-44f5-bba0-f38d727b79f3 service neutron] For port 5eabbc82-98ee-4a2b-90b0-e7d825c6cf44, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:01:35.888469 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-577a9e0d-8026-44f5-bba0-f38d727b79f3 service neutron] For port 5eabbc82-98ee-4a2b-90b0-e7d825c6cf44, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=5eabbc82-98ee-4a2b-90b0-e7d825c6cf44,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:01:35.892877 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-577a9e0d-8026-44f5-bba0-f38d727b79f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:36.061392 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e40d6-c85e-4314-b996-e590fd89d345 req-e9fecbc7-e2aa-4292-bfb5-f541f0eb3a62 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:01:36.062084 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-575e40d6-c85e-4314-b996-e590fd89d345 req-e9fecbc7-e2aa-4292-bfb5-f541f0eb3a62 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Synchronizing usage tracker for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:01:36.067661 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-577a9e0d-8026-44f5-bba0-f38d727b79f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:36.069072 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-577a9e0d-8026-44f5-bba0-f38d727b79f3 service neutron] 10.222.0.43 "PUT /v2.0/ports/5eabbc82-98ee-4a2b-90b0-e7d825c6cf44 HTTP/1.1" status: 200 len: 1091 time: 1.1570723 Apr 20 18:01:36.069522 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b480fa3-1415-4a95-a244-10238a8ef9e4', 'tag': '5eabbc82-98ee-4a2b-90b0-e7d825c6cf44'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:01:36.104931 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-575e40d6-c85e-4314-b996-e590fd89d345 req-e9fecbc7-e2aa-4292-bfb5-f541f0eb3a62 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Unset dirty status for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:01:36.107584 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-575e40d6-c85e-4314-b996-e590fd89d345 req-e9fecbc7-e2aa-4292-bfb5-f541f0eb3a62 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b480fa3-1415-4a95-a244-10238a8ef9e4 HTTP/1.1" status: 200 len: 943 time: 0.3125014 Apr 20 18:01:36.110246 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a9e0d-8026-44f5-bba0-f38d727b79f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5eabbc82-98ee-4a2b-90b0-e7d825c6cf44,revision_number=3']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:01:36.215316 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-575e40d6-c85e-4314-b996-e590fd89d345 req-7714db3c-018e-4ac9-b8e7-3102c7a938c9 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0940289 Apr 20 18:01:36.227015 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e10f33e-2219-4cf0-b056-cd6ef6c4189e'] response: {'name': 'network-changed', 'server_uuid': '6b480fa3-1415-4a95-a244-10238a8ef9e4', 'tag': '5eabbc82-98ee-4a2b-90b0-e7d825c6cf44', 'status': 'completed', 'code': 200} Apr 20 18:01:36.235221 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-27c3af86-cbb0-4243-bbb3-872ae3cd636b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&device_id=6b480fa3-1415-4a95-a244-10238a8ef9e4 HTTP/1.1" status: 200 len: 1094 time: 0.0982103 Apr 20 18:01:36.307066 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-d2406f20-eedc-4c7d-a144-c3590a6d57ed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5eabbc82-98ee-4a2b-90b0-e7d825c6cf44 HTTP/1.1" status: 200 len: 217 time: 0.0646498 Apr 20 18:01:36.379498 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-86417cf3-05fc-43be-aebc-c0ce63677c71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:01:36.380882 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-86417cf3-05fc-43be-aebc-c0ce63677c71 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a4ee4589-4e9c-4f3a-9b19-a1aa418864e6 HTTP/1.1" status: 200 len: 851 time: 0.0681136 Apr 20 18:01:36.458678 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-02a99844-13ee-4878-a82a-3ca3440d9f0b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d4c49-9e39-4771-b864-f11963dac9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717993 Apr 20 18:01:36.597458 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-7db8d7f4-99d8-4078-8fe5-24e3959928ed service neutron] 10.222.0.43 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325784 Apr 20 18:01:36.728526 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0511c1f5-2d72-4c26-ac90-3b524777f77e req-a7779c4a-ef88-459f-952b-04167512ed22 service neutron] 10.222.0.43 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253824 Apr 20 18:01:36.852274 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d262669e-717c-4f75-8b1f-4fcfc53d64c9 req-4314bc38-7c65-4f00-988a-adf88cd1d762 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&device_id=6b480fa3-1415-4a95-a244-10238a8ef9e4 HTTP/1.1" status: 200 len: 1094 time: 0.0728543 Apr 20 18:01:37.002224 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262669e-717c-4f75-8b1f-4fcfc53d64c9 req-1f968632-0e94-4c29-8ee4-d257f8482b15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:01:37.003743 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d262669e-717c-4f75-8b1f-4fcfc53d64c9 req-1f968632-0e94-4c29-8ee4-d257f8482b15 service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 913 time: 0.1461558 Apr 20 18:01:37.074929 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d262669e-717c-4f75-8b1f-4fcfc53d64c9 req-39e258a3-844c-4a21-8460-e00a5b561941 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5eabbc82-98ee-4a2b-90b0-e7d825c6cf44 HTTP/1.1" status: 200 len: 217 time: 0.0648627 Apr 20 18:01:37.138755 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262669e-717c-4f75-8b1f-4fcfc53d64c9 req-78596336-bf58-4bae-bf3c-150ce522480e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:01:37.141895 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d262669e-717c-4f75-8b1f-4fcfc53d64c9 req-78596336-bf58-4bae-bf3c-150ce522480e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a4ee4589-4e9c-4f3a-9b19-a1aa418864e6 HTTP/1.1" status: 200 len: 851 time: 0.0589979 Apr 20 18:01:37.220515 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d262669e-717c-4f75-8b1f-4fcfc53d64c9 req-f46629c9-82d4-4990-bb01-1019a60f6fe5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d4c49-9e39-4771-b864-f11963dac9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739484 Apr 20 18:01:37.353055 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d262669e-717c-4f75-8b1f-4fcfc53d64c9 req-b2a5a50d-8863-4bc1-8bc1-468ed7d598ab service neutron] 10.222.0.43 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257908 Apr 20 18:01:37.417950 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ed9d4-21ff-4a1c-a889-4967a9189415 req-ed468a87-d66b-4f3c-a3a5-3f02e19cf6de tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:01:37.419311 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e52ed9d4-21ff-4a1c-a889-4967a9189415 req-ed468a87-d66b-4f3c-a3a5-3f02e19cf6de tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b480fa3-1415-4a95-a244-10238a8ef9e4 HTTP/1.1" status: 200 len: 943 time: 0.0777974 Apr 20 18:01:37.465299 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e52ed9d4-21ff-4a1c-a889-4967a9189415 req-07681823-ec6d-406b-b27d-c8e9e1594450 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401151 Apr 20 18:01:37.484633 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d262669e-717c-4f75-8b1f-4fcfc53d64c9 req-12be74eb-ad10-4158-b389-af8c19179dcb service neutron] 10.222.0.43 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262925 Apr 20 18:01:38.679508 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71847554-490b-4d36-ac96-c9ef1510f702 req-98097207-23dd-4868-81eb-e9562d80f8f9 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:01:38.680938 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-71847554-490b-4d36-ac96-c9ef1510f702 req-98097207-23dd-4868-81eb-e9562d80f8f9 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b480fa3-1415-4a95-a244-10238a8ef9e4 HTTP/1.1" status: 200 len: 943 time: 0.0906425 Apr 20 18:01:38.729501 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-71847554-490b-4d36-ac96-c9ef1510f702 req-01d03855-93a5-4527-8d8b-b97038316e25 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415230 Apr 20 18:01:39.247957 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cda075f3-9182-474e-87dc-61dedcd511a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:39.956176 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a29fd5-156a-4512-901d-ce2ff7afe1d9 req-6d15f827-4c23-4aa5-a6a4-82316a378135 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:01:39.958360 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-26a29fd5-156a-4512-901d-ce2ff7afe1d9 req-6d15f827-4c23-4aa5-a6a4-82316a378135 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b480fa3-1415-4a95-a244-10238a8ef9e4 HTTP/1.1" status: 200 len: 943 time: 0.0839598 Apr 20 18:01:40.013634 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-26a29fd5-156a-4512-901d-ce2ff7afe1d9 req-14dcdf30-f1b6-4c3f-8f13-06ddcee83e98 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441024 Apr 20 18:01:41.221243 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03521b-1ef8-48b8-a36f-6377f58acc91 req-4148c65b-715a-48e8-8b00-bd24480fcb1a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:01:41.221923 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d03521b-1ef8-48b8-a36f-6377f58acc91 req-4148c65b-715a-48e8-8b00-bd24480fcb1a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b480fa3-1415-4a95-a244-10238a8ef9e4 HTTP/1.1" status: 200 len: 943 time: 0.0878370 Apr 20 18:01:41.274885 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7d03521b-1ef8-48b8-a36f-6377f58acc91 req-98d207e4-bfb6-4abb-83a7-4ca16ed92f86 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472641 Apr 20 18:01:41.401617 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-07bb870f-89ea-49ee-9f4e-8908fded79a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:42.469462 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ea1c3-dd34-403f-bf26-25ee98e8be5d req-a6e1a3c9-0ef8-4d47-81ac-6d25d162689d tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:01:42.470955 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b28ea1c3-dd34-403f-bf26-25ee98e8be5d req-a6e1a3c9-0ef8-4d47-81ac-6d25d162689d tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b480fa3-1415-4a95-a244-10238a8ef9e4 HTTP/1.1" status: 200 len: 943 time: 0.0769196 Apr 20 18:01:42.516535 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b28ea1c3-dd34-403f-bf26-25ee98e8be5d req-8525e57c-24ed-4e0e-8297-01f50862331a tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398304 Apr 20 18:01:42.699682 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:42.845880 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:43.453077 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 5eabbc82-98ee-4a2b-90b0-e7d825c6cf44 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:01:43.588572 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 5eabbc82-98ee-4a2b-90b0-e7d825c6cf44, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=5eabbc82-98ee-4a2b-90b0-e7d825c6cf44,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:01:43.607802 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '5eabbc82-98ee-4a2b-90b0-e7d825c6cf44', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'port_id': '5eabbc82-98ee-4a2b-90b0-e7d825c6cf44', 'mac_address': 'fa:16:3e:9d:06:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:01:43.637367 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:43.660955 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:43.678338 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eabbc82-98ee-4a2b-90b0-e7d825c6cf44 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:01:43.693706 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 5eabbc82-98ee-4a2b-90b0-e7d825c6cf44, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=5eabbc82-98ee-4a2b-90b0-e7d825c6cf44,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:01:43.699541 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:43.716213 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f8acb-c9b3-4b0f-80d0-92ecab808c4d req-afcb87e7-d44e-476a-92f2-f185e918656d tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:01:43.717611 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0f4f8acb-c9b3-4b0f-80d0-92ecab808c4d req-afcb87e7-d44e-476a-92f2-f185e918656d tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b480fa3-1415-4a95-a244-10238a8ef9e4 HTTP/1.1" status: 200 len: 943 time: 0.0756526 Apr 20 18:01:43.762831 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0f4f8acb-c9b3-4b0f-80d0-92ecab808c4d req-fe293ad2-2bcb-4719-9b71-63f6776e3627 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394723 Apr 20 18:01:43.767368 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=5eabbc82-98ee-4a2b-90b0-e7d825c6cf44,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:01:43.776068 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:01:43.776400 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:01:43.776734 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:01:43.777058 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:01:43.777385 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:01:43.777711 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:01:43.778027 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:01:43.778385 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:01:43.778701 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:01:43.779014 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:01:43.779396 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:01:43.930789 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['5eabbc82-98ee-4a2b-90b0-e7d825c6cf44'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:01:44.155213 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:44.970761 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553472f0-7fcc-4d39-8bdd-d16fbc104a8d req-1a748a72-fdf1-4292-8bbd-a7b7f93a9d99 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:01:44.972187 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-553472f0-7fcc-4d39-8bdd-d16fbc104a8d req-1a748a72-fdf1-4292-8bbd-a7b7f93a9d99 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b480fa3-1415-4a95-a244-10238a8ef9e4 HTTP/1.1" status: 200 len: 944 time: 0.0890424 Apr 20 18:01:45.019050 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-553472f0-7fcc-4d39-8bdd-d16fbc104a8d req-26729db5-08ca-43e2-8d70-e2c4b7a7bce9 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387719 Apr 20 18:01:45.452633 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 5eabbc82-98ee-4a2b-90b0-e7d825c6cf44 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:01:45.520309 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:45.535238 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 5eabbc82-98ee-4a2b-90b0-e7d825c6cf44 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:01:45.539685 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 5eabbc82-98ee-4a2b-90b0-e7d825c6cf44 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:01:45.540029 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:45.651715 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:45.677424 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b480fa3-1415-4a95-a244-10238a8ef9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eabbc82-98ee-4a2b-90b0-e7d825c6cf44'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:01:45.687080 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 5eabbc82-98ee-4a2b-90b0-e7d825c6cf44, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=5eabbc82-98ee-4a2b-90b0-e7d825c6cf44,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:01:45.691825 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:45.731165 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ee2c481-aaa9-4562-9699-1ae260e19827'] response: {'server_uuid': '6b480fa3-1415-4a95-a244-10238a8ef9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eabbc82-98ee-4a2b-90b0-e7d825c6cf44', 'code': 200} Apr 20 18:01:45.766958 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=5eabbc82-98ee-4a2b-90b0-e7d825c6cf44,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:01:45.963208 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3d901135-e1b3-474a-a051-c3025761c04e req-06356c1b-7c10-48fe-a5bb-71375e0ecd48 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6b480fa3-1415-4a95-a244-10238a8ef9e4 HTTP/1.1" status: 200 len: 1096 time: 0.1733329 Apr 20 18:01:46.006988 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3d901135-e1b3-474a-a051-c3025761c04e req-0d26f279-a205-4446-92af-a2d4743474e7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375593 Apr 20 18:01:46.237439 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eace2e-2274-4804-ac67-02a5cbb4c225 req-48b50058-1eeb-49e2-b86d-34ecff3e29e2 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:01:46.237439 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72eace2e-2274-4804-ac67-02a5cbb4c225 req-48b50058-1eeb-49e2-b86d-34ecff3e29e2 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b480fa3-1415-4a95-a244-10238a8ef9e4 HTTP/1.1" status: 200 len: 945 time: 0.0869050 Apr 20 18:01:46.289600 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72eace2e-2274-4804-ac67-02a5cbb4c225 req-e6a23963-0538-4daa-a018-183fe2491514 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438442 Apr 20 18:01:47.500051 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b9d41-7a8a-48f8-befe-08ec6c76a6f8 req-5798e62c-b64d-48ab-99df-25bf4250904b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:01:47.501505 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0a6b9d41-7a8a-48f8-befe-08ec6c76a6f8 req-5798e62c-b64d-48ab-99df-25bf4250904b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b480fa3-1415-4a95-a244-10238a8ef9e4 HTTP/1.1" status: 200 len: 945 time: 0.0770500 Apr 20 18:01:47.551383 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0a6b9d41-7a8a-48f8-befe-08ec6c76a6f8 req-78c2d6bd-121a-428c-98b0-6503b65cb6c8 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414755 Apr 20 18:01:47.768546 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12408c7b-6844-4229-b042-697fa73865b7 req-cd3da08a-9aee-402d-ac3c-1352db1281d0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:01:47.771114 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-12408c7b-6844-4229-b042-697fa73865b7 req-cd3da08a-9aee-402d-ac3c-1352db1281d0 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b480fa3-1415-4a95-a244-10238a8ef9e4 HTTP/1.1" status: 200 len: 945 time: 0.0939176 Apr 20 18:01:47.816403 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-12408c7b-6844-4229-b042-697fa73865b7 req-6a8998e2-d10c-4a53-a594-b6a42a7156f6 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398273 Apr 20 18:01:47.846471 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34108) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:01:47.926316 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8087850e-ad15-4c26-ad6d-2499b76c60d8 tempest-TestVolumeBootPattern-1797460491 tempest-TestVolumeBootPattern-1797460491-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6b480fa3-1415-4a95-a244-10238a8ef9e4 HTTP/1.1" status: 200 len: 1091 time: 0.0784156 Apr 20 18:01:47.930080 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34112) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:01:47.935115 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'port_id': '5eabbc82-98ee-4a2b-90b0-e7d825c6cf44', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:01:47.941354 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:01:47.945668 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Usage tracker for resource:floatingip and tenant:e16c8fde9c3b46bbbcadf61106d16f5c is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:01:47.948726 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:01:47.956824 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:01:47.968167 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for floatingip, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:48.127234 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:48.262226 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Allocated IP 172.25.8.79 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/7935bcea-1b92-42e5-bfde-e8ef321c1055) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:01:48.407471 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:48.435545 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:48.506837 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:01:48.507931 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:01:48.511670 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:01:48.539816 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Pushing event updated for resources: {'Port': ['ID=7935bcea-1b92-42e5-bfde-e8ef321c1055,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:01:48.561882 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:01:48.562206 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:01:48.562582 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:01:48.562931 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:01:48.563249 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:01:48.563573 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:01:48.563861 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:01:48.564169 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:01:48.564475 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:01:48.564782 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:01:48.565090 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:01:49.101810 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:49.159234 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:49.367141 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:49.374109 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:49.472805 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Pushing event updated for resources: {'Port': ['ID=7935bcea-1b92-42e5-bfde-e8ef321c1055,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:01:49.486088 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:49.699365 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Floating IP 12df03a9-8f46-46de-9a97-3f3594948513 associated. External IP: 172.25.8.79, port: 5eabbc82-98ee-4a2b-90b0-e7d825c6cf44. Apr 20 18:01:50.101180 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Router 160f49f2-9b1e-4fff-adf0-f81c1d531940 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:01:50.310298 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:01:50.320259 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8dd86c-ba1b-4af0-9c18-232fddbee83e None None] Sync routers for ids ['160f49f2-9b1e-4fff-adf0-f81c1d531940'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:01:50.332050 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8dd86c-ba1b-4af0-9c18-232fddbee83e None None] Routers {'160f49f2-9b1e-4fff-adf0-f81c1d531940'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:01:50.332650 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-df8dd86c-ba1b-4af0-9c18-232fddbee83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:01:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['160f49f2-9b1e-4fff-adf0-f81c1d531940'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:01:50.338281 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:01:50.493910 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b07d383f-3253-46d6-8652-6c34b1536a4b tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5628085 Apr 20 18:01:50.494489 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b480fa3-1415-4a95-a244-10238a8ef9e4', 'tag': '5eabbc82-98ee-4a2b-90b0-e7d825c6cf44'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:01:50.509424 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-df8dd86c-ba1b-4af0-9c18-232fddbee83e None None] Set router 160f49f2-9b1e-4fff-adf0-f81c1d531940 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:01:50.640441 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea706d83-7a98-43eb-adee-dc6e14873b1c'] response: {'name': 'network-changed', 'server_uuid': '6b480fa3-1415-4a95-a244-10238a8ef9e4', 'tag': '5eabbc82-98ee-4a2b-90b0-e7d825c6cf44', 'status': 'completed', 'code': 200} Apr 20 18:01:50.731593 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f8d79441-8709-4bdb-949e-0518a6a93672 req-c862ad2f-bd18-4e0e-8102-ffe73440f06a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&device_id=6b480fa3-1415-4a95-a244-10238a8ef9e4 HTTP/1.1" status: 200 len: 1096 time: 0.0686488 Apr 20 18:01:50.845112 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-df8dd86c-ba1b-4af0-9c18-232fddbee83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'name': 'tempest-TestVolumeBootPattern-1780068750-router', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:53:59Z', 'updated_at': '2022-04-20T17:54:03Z', 'revision_number': 4, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'gw_port': {'id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:00Z', 'updated_at': '2022-04-20T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '12df03a9-8f46-46de-9a97-3f3594948513', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'port_id': '5eabbc82-98ee-4a2b-90b0-e7d825c6cf44', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'mac_address': 'fa:16:3e:9d:06:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b480fa3-1415-4a95-a244-10238a8ef9e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:01:48Z', 'updated_at': '2022-04-20T18:01:48Z', 'revision_number': 0, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'fixed_ip_address_scope': None}, {'id': '2c18e879-3fd5-45d0-aecb-06dc68902682', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'floating_ip_address': '172.25.8.169', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'port_id': '4cf9c003-f638-4f2f-81a4-81a361185f24', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'mac_address': 'fa:16:3e:2f:10:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8a9d82-5464-4e20-8dc2-6168ec351b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:59:47Z', 'updated_at': '2022-04-20T17:59:50Z', 'revision_number': 1, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9b2f7b-df6b-45dd-9924-655d914afd27', 'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'mac_address': 'fa:16:3e:b4:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:02Z', 'updated_at': '2022-04-20T17:54:11Z', 'revision_number': 5, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'subnets': [{'id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:01:50.849184 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8dd86c-ba1b-4af0-9c18-232fddbee83e None None] Checking router: 160f49f2-9b1e-4fff-adf0-f81c1d531940 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:01:50.860098 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8dd86c-ba1b-4af0-9c18-232fddbee83e None None] Routers {'160f49f2-9b1e-4fff-adf0-f81c1d531940'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:01:50.860690 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-df8dd86c-ba1b-4af0-9c18-232fddbee83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:01:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['160f49f2-9b1e-4fff-adf0-f81c1d531940'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:01:50.861442 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d79441-8709-4bdb-949e-0518a6a93672 req-aa087150-f61d-447c-b520-b3f59269df65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:01:50.862951 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f8d79441-8709-4bdb-949e-0518a6a93672 req-aa087150-f61d-447c-b520-b3f59269df65 service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 913 time: 0.1260965 Apr 20 18:01:50.965516 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f8d79441-8709-4bdb-949e-0518a6a93672 req-440d91c4-0bde-41fe-aaf2-65d8f91d2b61 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5eabbc82-98ee-4a2b-90b0-e7d825c6cf44 HTTP/1.1" status: 200 len: 998 time: 0.0965815 Apr 20 18:01:51.028005 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d79441-8709-4bdb-949e-0518a6a93672 req-250b9e3d-85c1-4dfe-8ce5-1e0652823123 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:01:51.029445 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f8d79441-8709-4bdb-949e-0518a6a93672 req-250b9e3d-85c1-4dfe-8ce5-1e0652823123 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a4ee4589-4e9c-4f3a-9b19-a1aa418864e6 HTTP/1.1" status: 200 len: 851 time: 0.0576384 Apr 20 18:01:51.033949 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-df8dd86c-ba1b-4af0-9c18-232fddbee83e None None] Set router 160f49f2-9b1e-4fff-adf0-f81c1d531940 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:01:51.105020 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f8d79441-8709-4bdb-949e-0518a6a93672 req-d6c21f57-b435-46a3-bd89-7b1441a7cfdb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d4c49-9e39-4771-b864-f11963dac9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697961 Apr 20 18:01:51.236033 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f8d79441-8709-4bdb-949e-0518a6a93672 req-064cf1da-6524-4504-8846-54beb9236fbf service neutron] 10.222.0.43 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237688 Apr 20 18:01:51.367522 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f8d79441-8709-4bdb-949e-0518a6a93672 req-245c9ed1-d19b-49ec-b73f-87bec5bed175 service neutron] 10.222.0.43 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253407 Apr 20 18:01:51.375080 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-df8dd86c-ba1b-4af0-9c18-232fddbee83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'name': 'tempest-TestVolumeBootPattern-1780068750-router', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:53:59Z', 'updated_at': '2022-04-20T17:54:03Z', 'revision_number': 4, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'gw_port': {'id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:00Z', 'updated_at': '2022-04-20T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '12df03a9-8f46-46de-9a97-3f3594948513', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'port_id': '5eabbc82-98ee-4a2b-90b0-e7d825c6cf44', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'mac_address': 'fa:16:3e:9d:06:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b480fa3-1415-4a95-a244-10238a8ef9e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:01:48Z', 'updated_at': '2022-04-20T18:01:48Z', 'revision_number': 0, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'fixed_ip_address_scope': None}, {'id': '2c18e879-3fd5-45d0-aecb-06dc68902682', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'floating_ip_address': '172.25.8.169', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'port_id': '4cf9c003-f638-4f2f-81a4-81a361185f24', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'mac_address': 'fa:16:3e:2f:10:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8a9d82-5464-4e20-8dc2-6168ec351b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:59:47Z', 'updated_at': '2022-04-20T17:59:50Z', 'revision_number': 1, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9b2f7b-df6b-45dd-9924-655d914afd27', 'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'mac_address': 'fa:16:3e:b4:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:02Z', 'updated_at': '2022-04-20T17:54:11Z', 'revision_number': 5, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'subnets': [{'id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:01:51.379155 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8dd86c-ba1b-4af0-9c18-232fddbee83e None None] The sync data for ids ['160f49f2-9b1e-4fff-adf0-f81c1d531940'] in n-d-838032-1 is: [{'id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'name': 'tempest-TestVolumeBootPattern-1780068750-router', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:53:59Z', 'updated_at': '2022-04-20T17:54:03Z', 'revision_number': 4, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'gw_port': {'id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:00Z', 'updated_at': '2022-04-20T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '12df03a9-8f46-46de-9a97-3f3594948513', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'port_id': '5eabbc82-98ee-4a2b-90b0-e7d825c6cf44', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'mac_address': 'fa:16:3e:9d:06:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b480fa3-1415-4a95-a244-10238a8ef9e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:01:48Z', 'updated_at': '2022-04-20T18:01:48Z', 'revision_number': 0, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'fixed_ip_address_scope': None}, {'id': '2c18e879-3fd5-45d0-aecb-06dc68902682', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'floating_ip_address': '172.25.8.169', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'port_id': '4cf9c003-f638-4f2f-81a4-81a361185f24', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'mac_address': 'fa:16:3e:2f:10:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8a9d82-5464-4e20-8dc2-6168ec351b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:59:47Z', 'updated_at': '2022-04-20T17:59:50Z', 'revision_number': 1, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9b2f7b-df6b-45dd-9924-655d914afd27', 'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'mac_address': 'fa:16:3e:b4:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:02Z', 'updated_at': '2022-04-20T17:54:11Z', 'revision_number': 5, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'subnets': [{'id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:01:51.586672 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62920495-6db9-44ed-9667-fc722b3b9a6c None None] New status for floating IP 12df03a9-8f46-46de-9a97-3f3594948513: ACTIVE {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 18:02:09.250512 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-eaeaeeb2-11de-4ec9-9858-be2f3b0a7f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:02:09.525980 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:02:11.406388 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-96d335f8-f3f9-421c-a0c0-21d2f25d0085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:02:12.402109 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3e66cc29-99c4-4b2b-9d8e-f5f42b38a1f2 req-778c6ec7-acf9-48c5-82ce-75b03d2eace9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6b480fa3-1415-4a95-a244-10238a8ef9e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0682662 Apr 20 18:02:12.443714 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-de0cb75d-d2c7-4924-8856-234fce36ec05 req-5f817bd3-ccdd-4e77-8a3c-7bf70de91772 service neutron] (84080) timed out ('10.222.0.43', 57355) {{(pid=84080) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 20 18:02:12.542471 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3e66cc29-99c4-4b2b-9d8e-f5f42b38a1f2 req-5928d463-10f6-4cce-9a26-46a08c5f4d46 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&device_id=6b480fa3-1415-4a95-a244-10238a8ef9e4 HTTP/1.1" status: 200 len: 1096 time: 0.0729048 Apr 20 18:02:12.696184 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:02:12.704956 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66cc29-99c4-4b2b-9d8e-f5f42b38a1f2 req-f4d9916d-e37c-482f-8fbd-3fe56207f16b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:02:12.706625 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3e66cc29-99c4-4b2b-9d8e-f5f42b38a1f2 req-f4d9916d-e37c-482f-8fbd-3fe56207f16b service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 913 time: 0.1456935 Apr 20 18:02:12.819905 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3e66cc29-99c4-4b2b-9d8e-f5f42b38a1f2 req-42d350b3-46e3-41c2-af6d-ca7cbc48b783 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5eabbc82-98ee-4a2b-90b0-e7d825c6cf44 HTTP/1.1" status: 200 len: 1000 time: 0.1071253 Apr 20 18:02:12.844750 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:02:12.844876 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de1de6e1-6ff8-4f58-a4b5-54b034666fcb req-5b5a3756-9f65-443a-9691-6166ebdf8b4b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fe8a9d82-5464-4e20-8dc2-6168ec351b59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0709634 Apr 20 18:02:12.893527 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66cc29-99c4-4b2b-9d8e-f5f42b38a1f2 req-6eec602d-43f4-4022-878a-a691003179d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:02:12.894072 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3e66cc29-99c4-4b2b-9d8e-f5f42b38a1f2 req-6eec602d-43f4-4022-878a-a691003179d9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a4ee4589-4e9c-4f3a-9b19-a1aa418864e6 HTTP/1.1" status: 200 len: 851 time: 0.0680749 Apr 20 18:02:12.974606 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3e66cc29-99c4-4b2b-9d8e-f5f42b38a1f2 req-58df7f7d-275c-44d0-9c03-e7932ef830cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d4c49-9e39-4771-b864-f11963dac9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742440 Apr 20 18:02:13.007489 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de1de6e1-6ff8-4f58-a4b5-54b034666fcb req-981eb8c8-4d27-4341-a342-6a20cca867ba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&device_id=fe8a9d82-5464-4e20-8dc2-6168ec351b59 HTTP/1.1" status: 200 len: 1097 time: 0.0913048 Apr 20 18:02:13.113545 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3e66cc29-99c4-4b2b-9d8e-f5f42b38a1f2 req-8b66262e-0507-426c-afca-a01dd9e3a74a service neutron] 10.222.0.43 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312170 Apr 20 18:02:13.157045 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1de6e1-6ff8-4f58-a4b5-54b034666fcb req-7cc92cc1-3d0d-4b5d-a18e-5440b391d71e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:02:13.158568 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de1de6e1-6ff8-4f58-a4b5-54b034666fcb req-7cc92cc1-3d0d-4b5d-a18e-5440b391d71e service neutron] 10.222.0.10 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 913 time: 0.1324852 Apr 20 18:02:13.270278 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de1de6e1-6ff8-4f58-a4b5-54b034666fcb req-e8313374-6c7a-46bd-a1b2-03a067523b51 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cf9c003-f638-4f2f-81a4-81a361185f24 HTTP/1.1" status: 200 len: 1002 time: 0.1059003 Apr 20 18:02:13.343887 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1de6e1-6ff8-4f58-a4b5-54b034666fcb req-4d978ddd-ed13-4089-9ecc-aac323c68f65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:02:13.346903 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de1de6e1-6ff8-4f58-a4b5-54b034666fcb req-4d978ddd-ed13-4089-9ecc-aac323c68f65 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4ee4589-4e9c-4f3a-9b19-a1aa418864e6 HTTP/1.1" status: 200 len: 851 time: 0.0700054 Apr 20 18:02:13.361245 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3e66cc29-99c4-4b2b-9d8e-f5f42b38a1f2 req-d1c794eb-6937-4965-a86f-9feec088cc1d service neutron] 10.222.0.43 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418947 Apr 20 18:02:13.423912 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de1de6e1-6ff8-4f58-a4b5-54b034666fcb req-7df0c4e2-dfde-44ff-a585-074586745351 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=667d4c49-9e39-4771-b864-f11963dac9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727084 Apr 20 18:02:13.559423 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de1de6e1-6ff8-4f58-a4b5-54b034666fcb req-cc270412-e172-4b44-af89-0bdd12678858 service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284628 Apr 20 18:02:13.597473 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:02:13.695632 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de1de6e1-6ff8-4f58-a4b5-54b034666fcb req-40afda08-d2ea-411b-9203-de8d94f22045 service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306419 Apr 20 18:02:14.149872 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:02:15.500262 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:02:39.256878 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4b9fc43d-9fc5-4ffd-8714-6f11b5c9d515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:02:41.406278 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d7b3ec48-916c-4303-a19c-1bb912095e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:02:42.700415 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:02:42.853395 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:02:43.602483 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:02:44.166324 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:02:45.528917 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:02:46.532575 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:03:09.241215 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6cab2de1-fdec-48ea-9ff4-08295d6a61fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:11.406480 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c316bafa-de05-4dd1-91b6-ab5615939e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:12.697493 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:12.851094 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:13.616736 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:14.166128 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:14.407974 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5bfd6284-bca3-4c43-aece-cd755dc350b6 req-dcec7c82-c372-46ef-88be-a32a6f8c9520 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6b480fa3-1415-4a95-a244-10238a8ef9e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0724399 Apr 20 18:03:14.550407 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5bfd6284-bca3-4c43-aece-cd755dc350b6 req-4ab0a7dd-17c2-48fe-84f6-7cdc1c841c12 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&device_id=6b480fa3-1415-4a95-a244-10238a8ef9e4 HTTP/1.1" status: 200 len: 1096 time: 0.0764749 Apr 20 18:03:14.698063 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd6284-bca3-4c43-aece-cd755dc350b6 req-278299cd-b00a-4329-8620-0b5b606692f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:03:14.699444 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5bfd6284-bca3-4c43-aece-cd755dc350b6 req-278299cd-b00a-4329-8620-0b5b606692f8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 913 time: 0.1309049 Apr 20 18:03:14.804594 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5bfd6284-bca3-4c43-aece-cd755dc350b6 req-19f10ff4-ddd8-415c-b07b-0494705891a1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5eabbc82-98ee-4a2b-90b0-e7d825c6cf44 HTTP/1.1" status: 200 len: 1000 time: 0.0996437 Apr 20 18:03:14.866433 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd6284-bca3-4c43-aece-cd755dc350b6 req-f841c388-e9ed-4098-b6b0-90054783334d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:03:14.867901 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5bfd6284-bca3-4c43-aece-cd755dc350b6 req-f841c388-e9ed-4098-b6b0-90054783334d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a4ee4589-4e9c-4f3a-9b19-a1aa418864e6 HTTP/1.1" status: 200 len: 851 time: 0.0579143 Apr 20 18:03:14.929022 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ed1b3cd0-e84d-446d-921e-d0ae3cca3336 req-a0d8308b-a69a-4905-bd3f-793b6d8beede service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fe8a9d82-5464-4e20-8dc2-6168ec351b59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1414280 Apr 20 18:03:14.943774 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5bfd6284-bca3-4c43-aece-cd755dc350b6 req-7ae389be-9f6a-4e39-b3e3-a1804c9c267f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d4c49-9e39-4771-b864-f11963dac9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705295 Apr 20 18:03:15.066548 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ed1b3cd0-e84d-446d-921e-d0ae3cca3336 req-8a41d47f-2458-4a5d-9ed6-f72f256de783 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&device_id=fe8a9d82-5464-4e20-8dc2-6168ec351b59 HTTP/1.1" status: 200 len: 1097 time: 0.0676954 Apr 20 18:03:15.073731 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5bfd6284-bca3-4c43-aece-cd755dc350b6 req-bc414a60-406b-4940-98be-7d30807522f9 service neutron] 10.222.0.43 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234612 Apr 20 18:03:15.205242 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5bfd6284-bca3-4c43-aece-cd755dc350b6 req-12da1636-1628-4d37-adae-50517d6d8424 service neutron] 10.222.0.43 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251593 Apr 20 18:03:15.209755 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b3cd0-e84d-446d-921e-d0ae3cca3336 req-ee1cc982-7184-4747-85a5-00bcfcdca6bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:03:15.211208 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ed1b3cd0-e84d-446d-921e-d0ae3cca3336 req-ee1cc982-7184-4747-85a5-00bcfcdca6bf service neutron] 10.222.0.10 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 913 time: 0.1270752 Apr 20 18:03:15.316769 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ed1b3cd0-e84d-446d-921e-d0ae3cca3336 req-5500655a-2c59-4f26-b5eb-25f2c2374d46 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cf9c003-f638-4f2f-81a4-81a361185f24 HTTP/1.1" status: 200 len: 1002 time: 0.0997097 Apr 20 18:03:15.382151 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b3cd0-e84d-446d-921e-d0ae3cca3336 req-b509fe56-21d4-48da-8d7d-3422a4eceaa7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:03:15.383581 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ed1b3cd0-e84d-446d-921e-d0ae3cca3336 req-b509fe56-21d4-48da-8d7d-3422a4eceaa7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4ee4589-4e9c-4f3a-9b19-a1aa418864e6 HTTP/1.1" status: 200 len: 851 time: 0.0611665 Apr 20 18:03:15.456016 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ed1b3cd0-e84d-446d-921e-d0ae3cca3336 req-009b43d4-a1f6-4424-81d0-2790b290f8d0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=667d4c49-9e39-4771-b864-f11963dac9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663640 Apr 20 18:03:15.514954 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:15.585299 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ed1b3cd0-e84d-446d-921e-d0ae3cca3336 req-8fd5620f-8462-4cfb-82b3-443ef8c199fe service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230657 Apr 20 18:03:15.796968 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ed1b3cd0-e84d-446d-921e-d0ae3cca3336 req-7bc15d61-ea97-49a5-b04b-a7e975c24780 service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053032 Apr 20 18:03:17.924396 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34160) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:03:18.130445 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-d96a9b04-ee03-410a-a7be-99ee6d06bcc1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Deleting port 7935bcea-1b92-42e5-bfde-e8ef321c1055 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:03:18.130787 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d96a9b04-ee03-410a-a7be-99ee6d06bcc1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:18.294128 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d96a9b04-ee03-410a-a7be-99ee6d06bcc1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:18.294459 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d96a9b04-ee03-410a-a7be-99ee6d06bcc1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:18.415429 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-d96a9b04-ee03-410a-a7be-99ee6d06bcc1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Calling delete_port for 7935bcea-1b92-42e5-bfde-e8ef321c1055 owned by network:floatingip {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:03:18.674451 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d96a9b04-ee03-410a-a7be-99ee6d06bcc1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:18.718227 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a9b04-ee03-410a-a7be-99ee6d06bcc1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Pushing event deleted for resources: {'Port': ['ID=7935bcea-1b92-42e5-bfde-e8ef321c1055,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:03:18.758681 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a9b04-ee03-410a-a7be-99ee6d06bcc1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:03:18.759029 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a9b04-ee03-410a-a7be-99ee6d06bcc1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:03:18.759349 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a9b04-ee03-410a-a7be-99ee6d06bcc1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:03:18.759684 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a9b04-ee03-410a-a7be-99ee6d06bcc1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:03:18.760022 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a9b04-ee03-410a-a7be-99ee6d06bcc1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:03:18.760337 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a9b04-ee03-410a-a7be-99ee6d06bcc1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:03:18.760660 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a9b04-ee03-410a-a7be-99ee6d06bcc1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:03:18.760979 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a9b04-ee03-410a-a7be-99ee6d06bcc1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:03:18.761303 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a9b04-ee03-410a-a7be-99ee6d06bcc1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:03:18.761614 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a9b04-ee03-410a-a7be-99ee6d06bcc1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:03:18.761931 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a9b04-ee03-410a-a7be-99ee6d06bcc1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:03:18.820145 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d96a9b04-ee03-410a-a7be-99ee6d06bcc1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for floatingip, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:19.213616 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96a9b04-ee03-410a-a7be-99ee6d06bcc1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Router 160f49f2-9b1e-4fff-adf0-f81c1d531940 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:03:19.413870 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96a9b04-ee03-410a-a7be-99ee6d06bcc1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:03:19.424545 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc28c4d8-0c8a-4449-9425-14279bc2fef9 None None] Sync routers for ids ['160f49f2-9b1e-4fff-adf0-f81c1d531940'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:03:19.435208 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d96a9b04-ee03-410a-a7be-99ee6d06bcc1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:19.437107 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc28c4d8-0c8a-4449-9425-14279bc2fef9 None None] Routers {'160f49f2-9b1e-4fff-adf0-f81c1d531940'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:03:19.437776 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-fc28c4d8-0c8a-4449-9425-14279bc2fef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:03:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['160f49f2-9b1e-4fff-adf0-f81c1d531940'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:03:19.487679 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d96a9b04-ee03-410a-a7be-99ee6d06bcc1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "DELETE /v2.0/floatingips/12df03a9-8f46-46de-9a97-3f3594948513 HTTP/1.1" status: 204 len: 168 time: 1.5618274 Apr 20 18:03:19.488329 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b480fa3-1415-4a95-a244-10238a8ef9e4', 'tag': '5eabbc82-98ee-4a2b-90b0-e7d825c6cf44'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:03:19.591435 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f416d37e-8cb9-4425-858c-42c08fa1b1ef'] response: {'name': 'network-changed', 'server_uuid': '6b480fa3-1415-4a95-a244-10238a8ef9e4', 'tag': '5eabbc82-98ee-4a2b-90b0-e7d825c6cf44', 'status': 'completed', 'code': 200} Apr 20 18:03:19.619275 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-fc28c4d8-0c8a-4449-9425-14279bc2fef9 None None] Set router 160f49f2-9b1e-4fff-adf0-f81c1d531940 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:03:19.684684 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d3ab61f3-9588-4402-9323-5fb03a1b483b req-5b84b67b-584b-4c86-b675-126e8065397a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&device_id=6b480fa3-1415-4a95-a244-10238a8ef9e4 HTTP/1.1" status: 200 len: 1096 time: 0.0726931 Apr 20 18:03:19.817885 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab61f3-9588-4402-9323-5fb03a1b483b req-57d5b5ee-757a-4ebb-b9aa-a34fd9ec708d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:03:19.819359 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d3ab61f3-9588-4402-9323-5fb03a1b483b req-57d5b5ee-757a-4ebb-b9aa-a34fd9ec708d service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 913 time: 0.1291430 Apr 20 18:03:19.891035 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d3ab61f3-9588-4402-9323-5fb03a1b483b req-6c78a85f-a4e4-45ba-bb84-a7f514139b52 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5eabbc82-98ee-4a2b-90b0-e7d825c6cf44 HTTP/1.1" status: 200 len: 217 time: 0.0642424 Apr 20 18:03:19.955770 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab61f3-9588-4402-9323-5fb03a1b483b req-447865dd-f395-4f8e-862d-32cde433c86d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:03:19.957181 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d3ab61f3-9588-4402-9323-5fb03a1b483b req-447865dd-f395-4f8e-862d-32cde433c86d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a4ee4589-4e9c-4f3a-9b19-a1aa418864e6 HTTP/1.1" status: 200 len: 851 time: 0.0600033 Apr 20 18:03:19.971739 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-fc28c4d8-0c8a-4449-9425-14279bc2fef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'name': 'tempest-TestVolumeBootPattern-1780068750-router', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:53:59Z', 'updated_at': '2022-04-20T17:54:03Z', 'revision_number': 4, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'gw_port': {'id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:00Z', 'updated_at': '2022-04-20T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '2c18e879-3fd5-45d0-aecb-06dc68902682', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'floating_ip_address': '172.25.8.169', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'port_id': '4cf9c003-f638-4f2f-81a4-81a361185f24', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'mac_address': 'fa:16:3e:2f:10:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8a9d82-5464-4e20-8dc2-6168ec351b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:59:47Z', 'updated_at': '2022-04-20T17:59:50Z', 'revision_number': 1, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9b2f7b-df6b-45dd-9924-655d914afd27', 'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'mac_address': 'fa:16:3e:b4:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:02Z', 'updated_at': '2022-04-20T17:54:11Z', 'revision_number': 5, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'subnets': [{'id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:03:19.975709 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc28c4d8-0c8a-4449-9425-14279bc2fef9 None None] Checking router: 160f49f2-9b1e-4fff-adf0-f81c1d531940 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:03:19.985880 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc28c4d8-0c8a-4449-9425-14279bc2fef9 None None] Routers {'160f49f2-9b1e-4fff-adf0-f81c1d531940'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:03:19.986496 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-fc28c4d8-0c8a-4449-9425-14279bc2fef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:03:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['160f49f2-9b1e-4fff-adf0-f81c1d531940'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:03:20.094342 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4177c-080e-4035-bfbd-68def63e8a5c req-5f090414-ada5-4672-8cc0-c92f855c9aac tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:03:20.095002 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-2ee4177c-080e-4035-bfbd-68def63e8a5c req-5f090414-ada5-4672-8cc0-c92f855c9aac tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Synchronizing usage tracker for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:03:20.101406 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d3ab61f3-9588-4402-9323-5fb03a1b483b req-52a75331-fa62-4dc2-8b4a-caf744c7a820 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d4c49-9e39-4771-b864-f11963dac9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1375325 Apr 20 18:03:20.158780 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-fc28c4d8-0c8a-4449-9425-14279bc2fef9 None None] Set router 160f49f2-9b1e-4fff-adf0-f81c1d531940 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:03:20.173367 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-2ee4177c-080e-4035-bfbd-68def63e8a5c req-5f090414-ada5-4672-8cc0-c92f855c9aac tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Unset dirty status for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:03:20.174503 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2ee4177c-080e-4035-bfbd-68def63e8a5c req-5f090414-ada5-4672-8cc0-c92f855c9aac tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b480fa3-1415-4a95-a244-10238a8ef9e4 HTTP/1.1" status: 200 len: 945 time: 0.3023317 Apr 20 18:03:20.381837 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2ee4177c-080e-4035-bfbd-68def63e8a5c req-9b437bb2-724b-45f9-b5e8-ae14a32e2dcd tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1952820 Apr 20 18:03:20.383741 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d3ab61f3-9588-4402-9323-5fb03a1b483b req-84572d22-3434-4890-9fc2-f08cde2fd799 service neutron] 10.222.0.43 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751939 Apr 20 18:03:20.510691 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-fc28c4d8-0c8a-4449-9425-14279bc2fef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'name': 'tempest-TestVolumeBootPattern-1780068750-router', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:53:59Z', 'updated_at': '2022-04-20T17:54:03Z', 'revision_number': 4, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'gw_port': {'id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:00Z', 'updated_at': '2022-04-20T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '2c18e879-3fd5-45d0-aecb-06dc68902682', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'floating_ip_address': '172.25.8.169', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'port_id': '4cf9c003-f638-4f2f-81a4-81a361185f24', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'mac_address': 'fa:16:3e:2f:10:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8a9d82-5464-4e20-8dc2-6168ec351b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:59:47Z', 'updated_at': '2022-04-20T17:59:50Z', 'revision_number': 1, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9b2f7b-df6b-45dd-9924-655d914afd27', 'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'mac_address': 'fa:16:3e:b4:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:02Z', 'updated_at': '2022-04-20T17:54:11Z', 'revision_number': 5, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'subnets': [{'id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:03:20.514490 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc28c4d8-0c8a-4449-9425-14279bc2fef9 None None] The sync data for ids ['160f49f2-9b1e-4fff-adf0-f81c1d531940'] in n-d-838032-1 is: [{'id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'name': 'tempest-TestVolumeBootPattern-1780068750-router', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:53:59Z', 'updated_at': '2022-04-20T17:54:03Z', 'revision_number': 4, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'gw_port': {'id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:00Z', 'updated_at': '2022-04-20T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '2c18e879-3fd5-45d0-aecb-06dc68902682', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'floating_ip_address': '172.25.8.169', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'port_id': '4cf9c003-f638-4f2f-81a4-81a361185f24', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'mac_address': 'fa:16:3e:2f:10:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8a9d82-5464-4e20-8dc2-6168ec351b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T17:59:47Z', 'updated_at': '2022-04-20T17:59:50Z', 'revision_number': 1, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9b2f7b-df6b-45dd-9924-655d914afd27', 'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'mac_address': 'fa:16:3e:b4:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:02Z', 'updated_at': '2022-04-20T17:54:11Z', 'revision_number': 5, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'subnets': [{'id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:03:20.519196 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d3ab61f3-9588-4402-9323-5fb03a1b483b req-87a36de2-c462-4283-a081-eb5b1af8ae9e service neutron] 10.222.0.43 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280918 Apr 20 18:03:20.743727 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b76c1cd-5a2c-47af-8cf2-3191cbd66ce4 None None] New status for floating IP 12df03a9-8f46-46de-9a97-3f3594948513: DOWN {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 18:03:21.311529 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08259c9d-c194-4757-a97e-c93faa44a857 req-48b13736-b17f-4d31-9450-21a865fcbc64 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:03:21.312864 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-08259c9d-c194-4757-a97e-c93faa44a857 req-48b13736-b17f-4d31-9450-21a865fcbc64 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b480fa3-1415-4a95-a244-10238a8ef9e4 HTTP/1.1" status: 200 len: 945 time: 0.0789716 Apr 20 18:03:21.382305 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-08259c9d-c194-4757-a97e-c93faa44a857 req-9d728370-a3e0-4ba1-94a8-1de211055f47 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Deleting port 5eabbc82-98ee-4a2b-90b0-e7d825c6cf44 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:03:21.382964 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-08259c9d-c194-4757-a97e-c93faa44a857 req-9d728370-a3e0-4ba1-94a8-1de211055f47 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:21.636237 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-08259c9d-c194-4757-a97e-c93faa44a857 req-9d728370-a3e0-4ba1-94a8-1de211055f47 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] For port 5eabbc82-98ee-4a2b-90b0-e7d825c6cf44, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=5eabbc82-98ee-4a2b-90b0-e7d825c6cf44,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:03:21.636708 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-08259c9d-c194-4757-a97e-c93faa44a857 req-9d728370-a3e0-4ba1-94a8-1de211055f47 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:21.763530 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-08259c9d-c194-4757-a97e-c93faa44a857 req-9d728370-a3e0-4ba1-94a8-1de211055f47 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Calling delete_port for 5eabbc82-98ee-4a2b-90b0-e7d825c6cf44 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:03:21.841690 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e1d87-24bb-413b-b0b4-9a532f108cac req-ff7c7b68-bcf6-4aa4-a74a-3fe68378dc07 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:03:21.843304 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fe8e1d87-24bb-413b-b0b4-9a532f108cac req-ff7c7b68-bcf6-4aa4-a74a-3fe68378dc07 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b480fa3-1415-4a95-a244-10238a8ef9e4 HTTP/1.1" status: 200 len: 945 time: 0.1552181 Apr 20 18:03:21.892074 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fe8e1d87-24bb-413b-b0b4-9a532f108cac req-4d4122a4-6edf-46bd-a704-1db0b0645462 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428641 Apr 20 18:03:21.912443 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-08259c9d-c194-4757-a97e-c93faa44a857 req-9d728370-a3e0-4ba1-94a8-1de211055f47 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:21.961736 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d728370-a3e0-4ba1-94a8-1de211055f47 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Pushing event deleted for resources: {'Port': ['ID=5eabbc82-98ee-4a2b-90b0-e7d825c6cf44,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:03:22.032721 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-08259c9d-c194-4757-a97e-c93faa44a857 req-9d728370-a3e0-4ba1-94a8-1de211055f47 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] No DVR routers for this DVR port 5eabbc82-98ee-4a2b-90b0-e7d825c6cf44 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:03:22.035761 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-08259c9d-c194-4757-a97e-c93faa44a857 req-9d728370-a3e0-4ba1-94a8-1de211055f47 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:22.038958 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b480fa3-1415-4a95-a244-10238a8ef9e4', 'name': 'network-vif-deleted', 'tag': '5eabbc82-98ee-4a2b-90b0-e7d825c6cf44'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:03:22.056077 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-08259c9d-c194-4757-a97e-c93faa44a857 req-9d728370-a3e0-4ba1-94a8-1de211055f47 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.43 "DELETE /v2.0/ports/5eabbc82-98ee-4a2b-90b0-e7d825c6cf44 HTTP/1.1" status: 204 len: 173 time: 0.7375550 Apr 20 18:03:22.101275 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d781e838-27e5-45e2-80a0-a0b6fa9fe74c'] response: {'server_uuid': '6b480fa3-1415-4a95-a244-10238a8ef9e4', 'name': 'network-vif-deleted', 'tag': '5eabbc82-98ee-4a2b-90b0-e7d825c6cf44', 'status': 'completed', 'code': 200} Apr 20 18:03:23.075117 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-df5ebcdb-d35e-462d-81c1-5f659d6c97fa req-b4740697-eb37-4ab2-9dc3-3e6631fa2c53 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b480fa3-1415-4a95-a244-10238a8ef9e4 HTTP/1.1" status: 200 len: 210 time: 0.0401306 Apr 20 18:03:23.528461 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:03:23.982561 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 5eabbc82-98ee-4a2b-90b0-e7d825c6cf44 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:03:24.026437 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 5eabbc82-98ee-4a2b-90b0-e7d825c6cf44 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:03:24.026777 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 5eabbc82-98ee-4a2b-90b0-e7d825c6cf44 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:03:28.709554 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34206) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:03:28.916039 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-79e4a9b9-5f49-4581-8e7e-e2795524c021 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Deleting port 6b7be0b8-b6ff-45c5-85e5-86b3289ef808 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:03:28.916345 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-79e4a9b9-5f49-4581-8e7e-e2795524c021 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:29.081406 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-79e4a9b9-5f49-4581-8e7e-e2795524c021 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:29.081728 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-79e4a9b9-5f49-4581-8e7e-e2795524c021 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:29.196834 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-79e4a9b9-5f49-4581-8e7e-e2795524c021 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Calling delete_port for 6b7be0b8-b6ff-45c5-85e5-86b3289ef808 owned by network:floatingip {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:03:29.444565 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-79e4a9b9-5f49-4581-8e7e-e2795524c021 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:29.487506 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4a9b9-5f49-4581-8e7e-e2795524c021 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Pushing event deleted for resources: {'Port': ['ID=6b7be0b8-b6ff-45c5-85e5-86b3289ef808,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:03:29.581288 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-79e4a9b9-5f49-4581-8e7e-e2795524c021 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for floatingip, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:29.981850 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e4a9b9-5f49-4581-8e7e-e2795524c021 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Router 160f49f2-9b1e-4fff-adf0-f81c1d531940 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:03:30.183520 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e4a9b9-5f49-4581-8e7e-e2795524c021 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:03:30.194211 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ca68d2-dc2b-4666-a4ef-53308247bbaa None None] Sync routers for ids ['160f49f2-9b1e-4fff-adf0-f81c1d531940'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:03:30.200024 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-79e4a9b9-5f49-4581-8e7e-e2795524c021 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:30.206957 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ca68d2-dc2b-4666-a4ef-53308247bbaa None None] Routers {'160f49f2-9b1e-4fff-adf0-f81c1d531940'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:03:30.207772 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-68ca68d2-dc2b-4666-a4ef-53308247bbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:03:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['160f49f2-9b1e-4fff-adf0-f81c1d531940'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:03:30.256360 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-79e4a9b9-5f49-4581-8e7e-e2795524c021 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "DELETE /v2.0/floatingips/2c18e879-3fd5-45d0-aecb-06dc68902682 HTTP/1.1" status: 204 len: 168 time: 1.5430529 Apr 20 18:03:30.256360 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe8a9d82-5464-4e20-8dc2-6168ec351b59', 'tag': '4cf9c003-f638-4f2f-81a4-81a361185f24'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:03:30.309865 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b387ade0-fbc0-49fd-ac99-486360db45f3'] response: {'name': 'network-changed', 'server_uuid': 'fe8a9d82-5464-4e20-8dc2-6168ec351b59', 'tag': '4cf9c003-f638-4f2f-81a4-81a361185f24', 'status': 'completed', 'code': 200} Apr 20 18:03:30.413919 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ed480571-f470-4976-a5f5-178e63da27a3 req-cca6f89a-310a-4380-8490-c226daa9c5ca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&device_id=fe8a9d82-5464-4e20-8dc2-6168ec351b59 HTTP/1.1" status: 200 len: 1097 time: 0.0746279 Apr 20 18:03:30.431943 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-68ca68d2-dc2b-4666-a4ef-53308247bbaa None None] Set router 160f49f2-9b1e-4fff-adf0-f81c1d531940 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:03:30.561738 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed480571-f470-4976-a5f5-178e63da27a3 req-161f8d72-5d0f-4359-89ab-084ed67f4565 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:03:30.563236 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ed480571-f470-4976-a5f5-178e63da27a3 req-161f8d72-5d0f-4359-89ab-084ed67f4565 service neutron] 10.222.0.10 "GET /v2.0/networks?id=667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 200 len: 913 time: 0.1422408 Apr 20 18:03:30.641879 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ed480571-f470-4976-a5f5-178e63da27a3 req-43391e0d-29c1-49be-a8c6-ca1e66f5e7a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cf9c003-f638-4f2f-81a4-81a361185f24 HTTP/1.1" status: 200 len: 217 time: 0.0717628 Apr 20 18:03:30.725634 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed480571-f470-4976-a5f5-178e63da27a3 req-4f5a5eee-5c4d-4054-878a-6c8962e9d333 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:03:30.727365 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ed480571-f470-4976-a5f5-178e63da27a3 req-4f5a5eee-5c4d-4054-878a-6c8962e9d333 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4ee4589-4e9c-4f3a-9b19-a1aa418864e6 HTTP/1.1" status: 200 len: 851 time: 0.0781167 Apr 20 18:03:30.741736 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab821e-7ed2-435a-9c54-4c3996bf6c40 req-d6a877ac-2bea-45c5-9ff1-21b2543c9d0d tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:03:30.742465 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-7eab821e-7ed2-435a-9c54-4c3996bf6c40 req-d6a877ac-2bea-45c5-9ff1-21b2543c9d0d tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Synchronizing usage tracker for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:03:30.760904 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-7eab821e-7ed2-435a-9c54-4c3996bf6c40 req-d6a877ac-2bea-45c5-9ff1-21b2543c9d0d tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Unset dirty status for tenant:e16c8fde9c3b46bbbcadf61106d16f5c on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:03:30.762602 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7eab821e-7ed2-435a-9c54-4c3996bf6c40 req-d6a877ac-2bea-45c5-9ff1-21b2543c9d0d tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe8a9d82-5464-4e20-8dc2-6168ec351b59 HTTP/1.1" status: 200 len: 946 time: 0.1097410 Apr 20 18:03:30.777437 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-68ca68d2-dc2b-4666-a4ef-53308247bbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'name': 'tempest-TestVolumeBootPattern-1780068750-router', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:53:59Z', 'updated_at': '2022-04-20T17:54:03Z', 'revision_number': 4, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'gw_port': {'id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:00Z', 'updated_at': '2022-04-20T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '3d9b2f7b-df6b-45dd-9924-655d914afd27', 'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'mac_address': 'fa:16:3e:b4:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:02Z', 'updated_at': '2022-04-20T17:54:11Z', 'revision_number': 5, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'subnets': [{'id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:03:30.781774 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ca68d2-dc2b-4666-a4ef-53308247bbaa None None] Checking router: 160f49f2-9b1e-4fff-adf0-f81c1d531940 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:03:30.793106 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ca68d2-dc2b-4666-a4ef-53308247bbaa None None] Routers {'160f49f2-9b1e-4fff-adf0-f81c1d531940'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:03:30.793940 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-68ca68d2-dc2b-4666-a4ef-53308247bbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:03:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['160f49f2-9b1e-4fff-adf0-f81c1d531940'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:03:30.816761 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ed480571-f470-4976-a5f5-178e63da27a3 req-3fb6a26d-4c74-4041-a575-7c54f19d23af service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=667d4c49-9e39-4771-b864-f11963dac9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808983 Apr 20 18:03:30.819552 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7eab821e-7ed2-435a-9c54-4c3996bf6c40 req-312a6c35-a8bc-4d99-bcbb-be0e65d9cbb7 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508506 Apr 20 18:03:30.957983 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ed480571-f470-4976-a5f5-178e63da27a3 req-d66f4473-0ac5-4a91-990c-b82ae1daf16d service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318836 Apr 20 18:03:30.989406 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-68ca68d2-dc2b-4666-a4ef-53308247bbaa None None] Set router 160f49f2-9b1e-4fff-adf0-f81c1d531940 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:03:31.095135 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ed480571-f470-4976-a5f5-178e63da27a3 req-ad0b91f4-a2be-416b-9e37-05c204e517de service neutron] 10.222.0.10 "GET /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296990 Apr 20 18:03:31.301914 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-68ca68d2-dc2b-4666-a4ef-53308247bbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'name': 'tempest-TestVolumeBootPattern-1780068750-router', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:53:59Z', 'updated_at': '2022-04-20T17:54:03Z', 'revision_number': 4, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'gw_port': {'id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:00Z', 'updated_at': '2022-04-20T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '3d9b2f7b-df6b-45dd-9924-655d914afd27', 'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'mac_address': 'fa:16:3e:b4:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:02Z', 'updated_at': '2022-04-20T17:54:11Z', 'revision_number': 5, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'subnets': [{'id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:03:31.305945 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ca68d2-dc2b-4666-a4ef-53308247bbaa None None] The sync data for ids ['160f49f2-9b1e-4fff-adf0-f81c1d531940'] in n-d-838032-1 is: [{'id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'name': 'tempest-TestVolumeBootPattern-1780068750-router', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:53:59Z', 'updated_at': '2022-04-20T17:54:03Z', 'revision_number': 4, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'gw_port': {'id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:00Z', 'updated_at': '2022-04-20T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '3d9b2f7b-df6b-45dd-9924-655d914afd27', 'name': '', 'network_id': '667d4c49-9e39-4771-b864-f11963dac9cc', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'mac_address': 'fa:16:3e:b4:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:02Z', 'updated_at': '2022-04-20T17:54:11Z', 'revision_number': 5, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'subnets': [{'id': 'a4ee4589-4e9c-4f3a-9b19-a1aa418864e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:03:31.540728 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa986bf2-ff23-40da-af15-dda5ed6064f4 None None] New status for floating IP 2c18e879-3fd5-45d0-aecb-06dc68902682: DOWN {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 18:03:32.024074 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695f268-db86-4ae5-94c0-77b4fda1e9ac req-aeb2ddab-366c-49e4-8164-4bf3821527c5 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:03:32.025516 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7695f268-db86-4ae5-94c0-77b4fda1e9ac req-aeb2ddab-366c-49e4-8164-4bf3821527c5 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe8a9d82-5464-4e20-8dc2-6168ec351b59 HTTP/1.1" status: 200 len: 946 time: 0.0772598 Apr 20 18:03:32.073577 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7695f268-db86-4ae5-94c0-77b4fda1e9ac req-4047f1f1-5c81-4204-b8e0-69d7eb58f3e2 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/security-groups?id=32a2090d-2405-403a-ada4-f619e52419d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424306 Apr 20 18:03:32.289458 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b58e7d-c124-4ab8-a982-b881eefde02d req-41b43088-5622-453d-9838-9a6704b748bb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:03:32.290805 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-16b58e7d-c124-4ab8-a982-b881eefde02d req-41b43088-5622-453d-9838-9a6704b748bb tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe8a9d82-5464-4e20-8dc2-6168ec351b59 HTTP/1.1" status: 200 len: 946 time: 0.0835631 Apr 20 18:03:32.358533 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-16b58e7d-c124-4ab8-a982-b881eefde02d req-176ae9d5-9336-44c3-99a3-32aa792fa6d1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Deleting port 4cf9c003-f638-4f2f-81a4-81a361185f24 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:03:32.358839 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-16b58e7d-c124-4ab8-a982-b881eefde02d req-176ae9d5-9336-44c3-99a3-32aa792fa6d1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:32.602094 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-16b58e7d-c124-4ab8-a982-b881eefde02d req-176ae9d5-9336-44c3-99a3-32aa792fa6d1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] For port 4cf9c003-f638-4f2f-81a4-81a361185f24, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=4cf9c003-f638-4f2f-81a4-81a361185f24,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:03:32.602459 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-16b58e7d-c124-4ab8-a982-b881eefde02d req-176ae9d5-9336-44c3-99a3-32aa792fa6d1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:32.720121 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-16b58e7d-c124-4ab8-a982-b881eefde02d req-176ae9d5-9336-44c3-99a3-32aa792fa6d1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Calling delete_port for 4cf9c003-f638-4f2f-81a4-81a361185f24 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:03:32.966080 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-16b58e7d-c124-4ab8-a982-b881eefde02d req-176ae9d5-9336-44c3-99a3-32aa792fa6d1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:33.015909 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ae9d5-9336-44c3-99a3-32aa792fa6d1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Pushing event deleted for resources: {'Port': ['ID=4cf9c003-f638-4f2f-81a4-81a361185f24,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:03:33.055814 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ae9d5-9336-44c3-99a3-32aa792fa6d1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:03:33.056366 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ae9d5-9336-44c3-99a3-32aa792fa6d1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:03:33.056483 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ae9d5-9336-44c3-99a3-32aa792fa6d1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:03:33.056784 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ae9d5-9336-44c3-99a3-32aa792fa6d1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:03:33.057107 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ae9d5-9336-44c3-99a3-32aa792fa6d1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:03:33.057430 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ae9d5-9336-44c3-99a3-32aa792fa6d1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:03:33.057755 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ae9d5-9336-44c3-99a3-32aa792fa6d1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:03:33.058073 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ae9d5-9336-44c3-99a3-32aa792fa6d1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:03:33.058421 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ae9d5-9336-44c3-99a3-32aa792fa6d1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:03:33.058739 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ae9d5-9336-44c3-99a3-32aa792fa6d1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:03:33.059058 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ae9d5-9336-44c3-99a3-32aa792fa6d1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:03:33.100045 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b58e7d-c124-4ab8-a982-b881eefde02d req-176ae9d5-9336-44c3-99a3-32aa792fa6d1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] No DVR routers for this DVR port 4cf9c003-f638-4f2f-81a4-81a361185f24 on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:03:33.102997 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-16b58e7d-c124-4ab8-a982-b881eefde02d req-176ae9d5-9336-44c3-99a3-32aa792fa6d1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:33.106793 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8a9d82-5464-4e20-8dc2-6168ec351b59', 'name': 'network-vif-deleted', 'tag': '4cf9c003-f638-4f2f-81a4-81a361185f24'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:03:33.125225 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-16b58e7d-c124-4ab8-a982-b881eefde02d req-176ae9d5-9336-44c3-99a3-32aa792fa6d1 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.10 "DELETE /v2.0/ports/4cf9c003-f638-4f2f-81a4-81a361185f24 HTTP/1.1" status: 204 len: 173 time: 0.8291519 Apr 20 18:03:33.168611 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69d6c972-8cba-4151-9799-0cb332c8fb63'] response: {'server_uuid': 'fe8a9d82-5464-4e20-8dc2-6168ec351b59', 'name': 'network-vif-deleted', 'tag': '4cf9c003-f638-4f2f-81a4-81a361185f24', 'status': 'completed', 'code': 200} Apr 20 18:03:33.243187 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2a08e0d8-4408-478b-b132-f17e62b31bdb req-a5a8241f-efd2-4ad5-99e5-d0e0e105dc5d tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe8a9d82-5464-4e20-8dc2-6168ec351b59 HTTP/1.1" status: 200 len: 210 time: 0.0398569 Apr 20 18:03:34.355033 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34224) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:03:34.507575 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-60a2136b-b8bd-4815-be75-ed15fb00ac73 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Deleting port 2bcb2d72-58ae-4d98-9076-1cb6aa376d9a {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:03:34.507908 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-60a2136b-b8bd-4815-be75-ed15fb00ac73 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:34.673837 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-60a2136b-b8bd-4815-be75-ed15fb00ac73 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:34.674052 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-60a2136b-b8bd-4815-be75-ed15fb00ac73 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:34.896931 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-60a2136b-b8bd-4815-be75-ed15fb00ac73 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Calling delete_port for 2bcb2d72-58ae-4d98-9076-1cb6aa376d9a owned by network:floatingip {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:03:35.037595 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-60a2136b-b8bd-4815-be75-ed15fb00ac73 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:35.086312 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2136b-b8bd-4815-be75-ed15fb00ac73 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Pushing event deleted for resources: {'Port': ['ID=2bcb2d72-58ae-4d98-9076-1cb6aa376d9a,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:03:35.175162 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-60a2136b-b8bd-4815-be75-ed15fb00ac73 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for floatingip, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:35.195773 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-60a2136b-b8bd-4815-be75-ed15fb00ac73 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:35.197258 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-60a2136b-b8bd-4815-be75-ed15fb00ac73 tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "DELETE /v2.0/floatingips/ff1131a3-7b3e-4b42-8ff2-872f404386d5 HTTP/1.1" status: 204 len: 168 time: 0.8412623 Apr 20 18:03:36.602902 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 4cf9c003-f638-4f2f-81a4-81a361185f24 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:03:36.636012 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 4cf9c003-f638-4f2f-81a4-81a361185f24 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:03:36.636359 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 4cf9c003-f638-4f2f-81a4-81a361185f24 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:03:37.662898 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34240) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:03:37.738966 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d57ff31d-7028-4b84-932b-f041ac2d65da tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:37.769947 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d57ff31d-7028-4b84-932b-f041ac2d65da tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:37.843664 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d57ff31d-7028-4b84-932b-f041ac2d65da tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:37.862210 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ff31d-7028-4b84-932b-f041ac2d65da tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a2090d-2405-403a-ada4-f619e52419d3,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:03:37.877074 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d57ff31d-7028-4b84-932b-f041ac2d65da tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:37.879014 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d57ff31d-7028-4b84-932b-f041ac2d65da tempest-TestVolumeBootPattern-248788067 tempest-TestVolumeBootPattern-248788067-project] 10.222.0.39 "DELETE /v2.0/security-groups/32a2090d-2405-403a-ada4-f619e52419d3 HTTP/1.1" status: 204 len: 168 time: 0.2144976 Apr 20 18:03:37.950131 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34246) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:03:38.497564 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-95eaa0c1-2a4d-40e9-9ff1-a574f72c867f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:39.104498 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-95eaa0c1-2a4d-40e9-9ff1-a574f72c867f admin admin] Deleting port 3d9b2f7b-df6b-45dd-9924-655d914afd27 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:03:39.105160 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-95eaa0c1-2a4d-40e9-9ff1-a574f72c867f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:39.252328 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-82276c62-ff8a-4da8-805b-9c12c367907c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:39.379176 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-95eaa0c1-2a4d-40e9-9ff1-a574f72c867f admin admin] For port 3d9b2f7b-df6b-45dd-9924-655d914afd27, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3d9b2f7b-df6b-45dd-9924-655d914afd27,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:03:39.379398 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-95eaa0c1-2a4d-40e9-9ff1-a574f72c867f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:39.497977 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-95eaa0c1-2a4d-40e9-9ff1-a574f72c867f admin admin] Calling delete_port for 3d9b2f7b-df6b-45dd-9924-655d914afd27 owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:03:39.663221 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-95eaa0c1-2a4d-40e9-9ff1-a574f72c867f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:39.704822 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eaa0c1-2a4d-40e9-9ff1-a574f72c867f admin admin] Pushing event deleted for resources: {'Port': ['ID=3d9b2f7b-df6b-45dd-9924-655d914afd27,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:03:39.985806 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-95eaa0c1-2a4d-40e9-9ff1-a574f72c867f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:40.584362 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95eaa0c1-2a4d-40e9-9ff1-a574f72c867f admin admin] Router 160f49f2-9b1e-4fff-adf0-f81c1d531940 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:03:40.896588 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95eaa0c1-2a4d-40e9-9ff1-a574f72c867f admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:03:40.905365 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cece6cb-76a8-4d24-940b-9a82fbbccd2e None None] Sync routers for ids ['160f49f2-9b1e-4fff-adf0-f81c1d531940'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:03:40.911141 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-95eaa0c1-2a4d-40e9-9ff1-a574f72c867f admin admin] 10.222.0.39 "PUT /v2.0/routers/160f49f2-9b1e-4fff-adf0-f81c1d531940/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9574559 Apr 20 18:03:40.911311 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34254) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:03:40.918423 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cece6cb-76a8-4d24-940b-9a82fbbccd2e None None] Routers {'160f49f2-9b1e-4fff-adf0-f81c1d531940'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:03:40.919028 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-1cece6cb-76a8-4d24-940b-9a82fbbccd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:03:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['160f49f2-9b1e-4fff-adf0-f81c1d531940'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:03:41.089567 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-1cece6cb-76a8-4d24-940b-9a82fbbccd2e None None] Set router 160f49f2-9b1e-4fff-adf0-f81c1d531940 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:03:41.100284 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f75f590f-5c70-4e9f-ac81-87b3799d7278 admin admin] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:41.296009 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f75f590f-5c70-4e9f-ac81-87b3799d7278 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:41.307921 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-f75f590f-5c70-4e9f-ac81-87b3799d7278 admin admin] Deleting port 32f5abb4-2bba-435c-99ef-34fd4cf297ba {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:03:41.308225 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f75f590f-5c70-4e9f-ac81-87b3799d7278 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:41.400577 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-1cece6cb-76a8-4d24-940b-9a82fbbccd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'name': 'tempest-TestVolumeBootPattern-1780068750-router', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:53:59Z', 'updated_at': '2022-04-20T18:03:39Z', 'revision_number': 5, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'gw_port': {'id': '32f5abb4-2bba-435c-99ef-34fd4cf297ba', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:00Z', 'updated_at': '2022-04-20T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:03:41.404950 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cece6cb-76a8-4d24-940b-9a82fbbccd2e None None] Checking router: 160f49f2-9b1e-4fff-adf0-f81c1d531940 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:03:41.405234 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b0963d29-6de0-4244-85fa-0925caabcc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:41.416431 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cece6cb-76a8-4d24-940b-9a82fbbccd2e None None] Routers {'160f49f2-9b1e-4fff-adf0-f81c1d531940'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:03:41.417024 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-1cece6cb-76a8-4d24-940b-9a82fbbccd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:03:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['160f49f2-9b1e-4fff-adf0-f81c1d531940'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:03:41.479044 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-f75f590f-5c70-4e9f-ac81-87b3799d7278 admin admin] For port 32f5abb4-2bba-435c-99ef-34fd4cf297ba, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=32f5abb4-2bba-435c-99ef-34fd4cf297ba,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:03:41.479526 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f75f590f-5c70-4e9f-ac81-87b3799d7278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:41.560136 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-1cece6cb-76a8-4d24-940b-9a82fbbccd2e None None] Set router 160f49f2-9b1e-4fff-adf0-f81c1d531940 gateway port host: None {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:03:41.595470 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-f75f590f-5c70-4e9f-ac81-87b3799d7278 admin admin] Calling delete_port for 32f5abb4-2bba-435c-99ef-34fd4cf297ba owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:03:41.659391 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-1cece6cb-76a8-4d24-940b-9a82fbbccd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'name': 'tempest-TestVolumeBootPattern-1780068750-router', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:53:59Z', 'updated_at': '2022-04-20T18:03:41Z', 'revision_number': 6, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:03:41.663414 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cece6cb-76a8-4d24-940b-9a82fbbccd2e None None] The sync data for ids ['160f49f2-9b1e-4fff-adf0-f81c1d531940'] in n-d-838032-1 is: [{'id': '160f49f2-9b1e-4fff-adf0-f81c1d531940', 'name': 'tempest-TestVolumeBootPattern-1780068750-router', 'tenant_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:53:59Z', 'updated_at': '2022-04-20T18:03:41Z', 'revision_number': 6, 'project_id': 'e16c8fde9c3b46bbbcadf61106d16f5c', 'gw_port_host': None}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:03:41.761805 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f75f590f-5c70-4e9f-ac81-87b3799d7278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:41.806847 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f590f-5c70-4e9f-ac81-87b3799d7278 admin admin] Pushing event deleted for resources: {'Port': ['ID=32f5abb4-2bba-435c-99ef-34fd4cf297ba,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:03:42.024572 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f75f590f-5c70-4e9f-ac81-87b3799d7278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:42.379821 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f75f590f-5c70-4e9f-ac81-87b3799d7278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:42.384040 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f75f590f-5c70-4e9f-ac81-87b3799d7278 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:42.412719 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f75f590f-5c70-4e9f-ac81-87b3799d7278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:42.413240 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75f590f-5c70-4e9f-ac81-87b3799d7278 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 160f49f2-9b1e-4fff-adf0-f81c1d531940 {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 18:03:42.425346 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f75f590f-5c70-4e9f-ac81-87b3799d7278 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:42.426481 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f75f590f-5c70-4e9f-ac81-87b3799d7278 admin admin] 10.222.0.39 "DELETE /v2.0/routers/160f49f2-9b1e-4fff-adf0-f81c1d531940 HTTP/1.1" status: 204 len: 168 time: 1.5142446 Apr 20 18:03:42.429318 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34258) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:03:42.487471 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-92dd67b1-687c-4c28-9286-28170c29c9f6 admin admin] Deleting subnet a4ee4589-4e9c-4f3a-9b19-a1aa418864e6 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 18:03:42.490477 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-92dd67b1-687c-4c28-9286-28170c29c9f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:42.542554 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-92dd67b1-687c-4c28-9286-28170c29c9f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:42.621078 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-92dd67b1-687c-4c28-9286-28170c29c9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:42.693900 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-92dd67b1-687c-4c28-9286-28170c29c9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:42.697268 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:42.735451 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd67b1-687c-4c28-9286-28170c29c9f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4ee4589-4e9c-4f3a-9b19-a1aa418864e6,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:03:42.740065 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-92dd67b1-687c-4c28-9286-28170c29c9f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:42.746744 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-92dd67b1-687c-4c28-9286-28170c29c9f6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a4ee4589-4e9c-4f3a-9b19-a1aa418864e6 HTTP/1.1" status: 204 len: 168 time: 0.3164344 Apr 20 18:03:42.747151 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96187d27-5002-4680-8374-18e0da7d2858 None None] Network 667d4c49-9e39-4771-b864-f11963dac9cc requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:03:42.749173 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34262) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:03:42.851904 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-361408f0-eaf7-4273-a3ef-4f9d721d8a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:42.869666 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-361408f0-eaf7-4273-a3ef-4f9d721d8a6d admin admin] Deleting port 9d298b06-70e2-480c-8c09-839dd3d45107 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:03:42.870043 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-361408f0-eaf7-4273-a3ef-4f9d721d8a6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:42.923180 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:43.005868 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5b8ee0-bbb8-4be1-9b5a-004ef76175fe None None] DHCP port deletion for 667d4c49-9e39-4771-b864-f11963dac9cc request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 18:03:43.010717 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-9b5b8ee0-bbb8-4be1-9b5a-004ef76175fe None None] Deleting port 9d298b06-70e2-480c-8c09-839dd3d45107 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:03:43.011076 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9b5b8ee0-bbb8-4be1-9b5a-004ef76175fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:43.062038 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 32f5abb4-2bba-435c-99ef-34fd4cf297ba no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:03:43.069642 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-361408f0-eaf7-4273-a3ef-4f9d721d8a6d admin admin] For port 9d298b06-70e2-480c-8c09-839dd3d45107, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9d298b06-70e2-480c-8c09-839dd3d45107,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:03:43.070031 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-361408f0-eaf7-4273-a3ef-4f9d721d8a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:43.118555 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 32f5abb4-2bba-435c-99ef-34fd4cf297ba {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:03:43.118870 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 32f5abb4-2bba-435c-99ef-34fd4cf297ba not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:03:43.119344 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9d298b06-70e2-480c-8c09-839dd3d45107 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:03:43.193356 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-361408f0-eaf7-4273-a3ef-4f9d721d8a6d admin admin] Calling delete_port for 9d298b06-70e2-480c-8c09-839dd3d45107 owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:03:43.270373 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-361408f0-eaf7-4273-a3ef-4f9d721d8a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:43.311373 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Port 9d298b06-70e2-480c-8c09-839dd3d45107 update to DOWN by agent not found {{(pid=84082) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 20 18:03:43.311789 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3d9b2f7b-df6b-45dd-9924-655d914afd27 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:03:43.314804 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361408f0-eaf7-4273-a3ef-4f9d721d8a6d admin admin] Pushing event deleted for resources: {'Port': ['ID=9d298b06-70e2-480c-8c09-839dd3d45107,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:03:43.318605 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361408f0-eaf7-4273-a3ef-4f9d721d8a6d admin admin] No DVR routers for this DVR port 9d298b06-70e2-480c-8c09-839dd3d45107 on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:03:43.340944 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-9b5b8ee0-bbb8-4be1-9b5a-004ef76175fe None None] For port 9d298b06-70e2-480c-8c09-839dd3d45107, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9d298b06-70e2-480c-8c09-839dd3d45107,segment=NetworkSegment(bcd93cff-25a1-4e81-88fb-8406b8370d75),segment_id=bcd93cff-25a1-4e81-88fb-8406b8370d75)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:03:43.341323 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9b5b8ee0-bbb8-4be1-9b5a-004ef76175fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:43.354609 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 3d9b2f7b-df6b-45dd-9924-655d914afd27 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:03:43.354938 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3d9b2f7b-df6b-45dd-9924-655d914afd27 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:03:43.431418 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-361408f0-eaf7-4273-a3ef-4f9d721d8a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:43.456221 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-361408f0-eaf7-4273-a3ef-4f9d721d8a6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667d4c49-9e39-4771-b864-f11963dac9cc']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:03:43.462993 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-9b5b8ee0-bbb8-4be1-9b5a-004ef76175fe None None] Calling delete_port for 9d298b06-70e2-480c-8c09-839dd3d45107 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:03:43.468423 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-361408f0-eaf7-4273-a3ef-4f9d721d8a6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd93cff-25a1-4e81-88fb-8406b8370d75') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:03:43.468714 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-361408f0-eaf7-4273-a3ef-4f9d721d8a6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd93cff-25a1-4e81-88fb-8406b8370d75') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:03:43.480234 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-361408f0-eaf7-4273-a3ef-4f9d721d8a6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:43.500245 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-361408f0-eaf7-4273-a3ef-4f9d721d8a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:43.506373 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-361408f0-eaf7-4273-a3ef-4f9d721d8a6d admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 18:03:43.506738 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-361408f0-eaf7-4273-a3ef-4f9d721d8a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:43.519624 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 18:03:43.519624 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 18:03:43.519624 n-d-838032-1 neutron-server[84081]: timer() Apr 20 18:03:43.519624 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:03:43.519624 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 18:03:43.519624 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 18:03:43.519624 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 18:03:43.519624 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:03:43.519624 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 18:03:43.519624 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:03:43.519624 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 18:03:43.519624 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:03:43.519624 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 18:03:43.519624 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:03:43.519624 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:03:43.519624 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 18:03:43.519624 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 18:03:43.519624 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:03:43.519624 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 18:03:43.519624 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 18:03:43.519624 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 18:03:43.519624 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:03:43.519624 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 18:03:43.519624 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 18:03:43.519624 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 18:03:43.519624 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 18:03:43.519624 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 18:03:43.519624 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 18:03:43.519624 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:03:43.519624 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 18:03:43.519624 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:03:43.519624 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:03:43.532478 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-9b5b8ee0-bbb8-4be1-9b5a-004ef76175fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:03:43.532818 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-9b5b8ee0-bbb8-4be1-9b5a-004ef76175fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 18:03:43.591779 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-361408f0-eaf7-4273-a3ef-4f9d721d8a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:43.605775 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:43.608222 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-361408f0-eaf7-4273-a3ef-4f9d721d8a6d admin admin] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:43.618239 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361408f0-eaf7-4273-a3ef-4f9d721d8a6d admin admin] Pushing event deleted for resources: {'Network': ['ID=667d4c49-9e39-4771-b864-f11963dac9cc,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:03:43.637025 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-361408f0-eaf7-4273-a3ef-4f9d721d8a6d admin admin] 10.222.0.39 "DELETE /v2.0/networks/667d4c49-9e39-4771-b864-f11963dac9cc HTTP/1.1" status: 204 len: 168 time: 0.8869095 Apr 20 18:03:43.640730 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34268) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:03:44.034475 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-9b5b8ee0-bbb8-4be1-9b5a-004ef76175fe None None] Deleting port 9d298b06-70e2-480c-8c09-839dd3d45107 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:03:44.035068 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9b5b8ee0-bbb8-4be1-9b5a-004ef76175fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:44.097086 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-9b5b8ee0-bbb8-4be1-9b5a-004ef76175fe None None] The port '9d298b06-70e2-480c-8c09-839dd3d45107' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:03:44.145804 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-74d7eca9-6795-4730-a74d-0f942db7a33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:44.159229 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:44.740505 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-74d7eca9-6795-4730-a74d-0f942db7a33d admin admin] Deleting port 57fb5c6b-2de1-402f-8864-eccda76d0303 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:03:44.741094 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-74d7eca9-6795-4730-a74d-0f942db7a33d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:44.912532 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-74d7eca9-6795-4730-a74d-0f942db7a33d admin admin] For port 57fb5c6b-2de1-402f-8864-eccda76d0303, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=57fb5c6b-2de1-402f-8864-eccda76d0303,segment=NetworkSegment(0ebf1cfc-7e43-483e-9c88-45060f901ab0),segment_id=0ebf1cfc-7e43-483e-9c88-45060f901ab0)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:03:44.912882 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-74d7eca9-6795-4730-a74d-0f942db7a33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:45.029477 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-74d7eca9-6795-4730-a74d-0f942db7a33d admin admin] Calling delete_port for 57fb5c6b-2de1-402f-8864-eccda76d0303 owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:03:45.198127 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-74d7eca9-6795-4730-a74d-0f942db7a33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:45.243708 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7eca9-6795-4730-a74d-0f942db7a33d admin admin] Pushing event deleted for resources: {'Port': ['ID=57fb5c6b-2de1-402f-8864-eccda76d0303,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:03:45.538820 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:45.639478 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-74d7eca9-6795-4730-a74d-0f942db7a33d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:46.223070 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d7eca9-6795-4730-a74d-0f942db7a33d admin admin] Router 35a68566-d4d1-4a4c-9edb-646948447e5c has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:03:46.416916 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d7eca9-6795-4730-a74d-0f942db7a33d admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:03:46.426120 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63c98ca-2e5b-4bb6-a12d-890f3dd261ec None None] Sync routers for ids ['35a68566-d4d1-4a4c-9edb-646948447e5c'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:03:46.428420 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34272) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:03:46.430874 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-74d7eca9-6795-4730-a74d-0f942db7a33d admin admin] 10.222.0.39 "PUT /v2.0/routers/35a68566-d4d1-4a4c-9edb-646948447e5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7891273 Apr 20 18:03:46.437976 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63c98ca-2e5b-4bb6-a12d-890f3dd261ec None None] Routers {'35a68566-d4d1-4a4c-9edb-646948447e5c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:03:46.438616 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-c63c98ca-2e5b-4bb6-a12d-890f3dd261ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:03:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['35a68566-d4d1-4a4c-9edb-646948447e5c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:03:46.628525 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe783b9e-7ab0-43f7-8c75-9b22b18118a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:46.640373 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-c63c98ca-2e5b-4bb6-a12d-890f3dd261ec None None] Set router 35a68566-d4d1-4a4c-9edb-646948447e5c gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:03:46.823512 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe783b9e-7ab0-43f7-8c75-9b22b18118a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:46.834079 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-fe783b9e-7ab0-43f7-8c75-9b22b18118a2 admin admin] Deleting port 701dfedd-5f6e-48d8-be83-52292a733426 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:03:46.834419 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe783b9e-7ab0-43f7-8c75-9b22b18118a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:46.926004 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-c63c98ca-2e5b-4bb6-a12d-890f3dd261ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a68566-d4d1-4a4c-9edb-646948447e5c', 'name': 'tempest-TestVolumeBootPattern-2042189131-router', 'tenant_id': 'd72ca44176a842a8a8d0672dc7ba1bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '701dfedd-5f6e-48d8-be83-52292a733426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:54:06Z', 'updated_at': '2022-04-20T18:03:45Z', 'revision_number': 5, 'project_id': 'd72ca44176a842a8a8d0672dc7ba1bc4', 'gw_port': {'id': '701dfedd-5f6e-48d8-be83-52292a733426', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a68566-d4d1-4a4c-9edb-646948447e5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T17:54:06Z', 'updated_at': '2022-04-20T17:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:03:46.929691 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63c98ca-2e5b-4bb6-a12d-890f3dd261ec None None] Checking router: 35a68566-d4d1-4a4c-9edb-646948447e5c for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:03:46.940701 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63c98ca-2e5b-4bb6-a12d-890f3dd261ec None None] Routers {'35a68566-d4d1-4a4c-9edb-646948447e5c'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:03:46.941278 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-c63c98ca-2e5b-4bb6-a12d-890f3dd261ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:03:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['35a68566-d4d1-4a4c-9edb-646948447e5c'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:03:47.022314 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-fe783b9e-7ab0-43f7-8c75-9b22b18118a2 admin admin] For port 701dfedd-5f6e-48d8-be83-52292a733426, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=701dfedd-5f6e-48d8-be83-52292a733426,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:03:47.022700 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe783b9e-7ab0-43f7-8c75-9b22b18118a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:47.084952 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-c63c98ca-2e5b-4bb6-a12d-890f3dd261ec None None] Set router 35a68566-d4d1-4a4c-9edb-646948447e5c gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:03:47.139926 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-fe783b9e-7ab0-43f7-8c75-9b22b18118a2 admin admin] Calling delete_port for 701dfedd-5f6e-48d8-be83-52292a733426 owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:03:47.187972 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-c63c98ca-2e5b-4bb6-a12d-890f3dd261ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a68566-d4d1-4a4c-9edb-646948447e5c', 'name': 'tempest-TestVolumeBootPattern-2042189131-router', 'tenant_id': 'd72ca44176a842a8a8d0672dc7ba1bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:54:06Z', 'updated_at': '2022-04-20T18:03:46Z', 'revision_number': 6, 'project_id': 'd72ca44176a842a8a8d0672dc7ba1bc4', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:03:47.191956 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63c98ca-2e5b-4bb6-a12d-890f3dd261ec None None] The sync data for ids ['35a68566-d4d1-4a4c-9edb-646948447e5c'] in n-d-838032-1 is: [{'id': '35a68566-d4d1-4a4c-9edb-646948447e5c', 'name': 'tempest-TestVolumeBootPattern-2042189131-router', 'tenant_id': 'd72ca44176a842a8a8d0672dc7ba1bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T17:54:06Z', 'updated_at': '2022-04-20T18:03:46Z', 'revision_number': 6, 'project_id': 'd72ca44176a842a8a8d0672dc7ba1bc4', 'gw_port_host': None}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:03:47.309247 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe783b9e-7ab0-43f7-8c75-9b22b18118a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:47.351209 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe783b9e-7ab0-43f7-8c75-9b22b18118a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=701dfedd-5f6e-48d8-be83-52292a733426,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:03:47.570220 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe783b9e-7ab0-43f7-8c75-9b22b18118a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:47.906563 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe783b9e-7ab0-43f7-8c75-9b22b18118a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:47.912201 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe783b9e-7ab0-43f7-8c75-9b22b18118a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:47.940733 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe783b9e-7ab0-43f7-8c75-9b22b18118a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:47.941236 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe783b9e-7ab0-43f7-8c75-9b22b18118a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35a68566-d4d1-4a4c-9edb-646948447e5c {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 18:03:47.954057 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe783b9e-7ab0-43f7-8c75-9b22b18118a2 admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:47.955221 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fe783b9e-7ab0-43f7-8c75-9b22b18118a2 admin admin] 10.222.0.39 "DELETE /v2.0/routers/35a68566-d4d1-4a4c-9edb-646948447e5c HTTP/1.1" status: 204 len: 168 time: 1.5258536 Apr 20 18:03:47.957859 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34276) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:03:48.016554 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c0ec7f-d1c0-4b1c-858f-efeaf97ad939 admin admin] Deleting subnet 25389003-0827-4473-b1fe-3eac8237e21f {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 18:03:48.019769 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-63c0ec7f-d1c0-4b1c-858f-efeaf97ad939 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:48.068065 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-63c0ec7f-d1c0-4b1c-858f-efeaf97ad939 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:48.151589 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-63c0ec7f-d1c0-4b1c-858f-efeaf97ad939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:48.226033 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-63c0ec7f-d1c0-4b1c-858f-efeaf97ad939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:48.265503 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0ec7f-d1c0-4b1c-858f-efeaf97ad939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25389003-0827-4473-b1fe-3eac8237e21f,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:03:48.273512 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-63c0ec7f-d1c0-4b1c-858f-efeaf97ad939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:48.279008 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8282ac5c-36da-43c3-b858-26e39d6c190f None None] Network 2c1bb509-7632-4757-b867-3d84c43e39ef requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:03:48.280545 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-63c0ec7f-d1c0-4b1c-858f-efeaf97ad939 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/25389003-0827-4473-b1fe-3eac8237e21f HTTP/1.1" status: 204 len: 168 time: 0.3217177 Apr 20 18:03:48.283281 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34280) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:03:48.383722 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c83df070-ec36-4477-8482-3c52ded3ab8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:48.394320 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-c83df070-ec36-4477-8482-3c52ded3ab8a admin admin] Deleting port c6c91dbf-3c04-467e-af82-df2aa2050996 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:03:48.394646 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c83df070-ec36-4477-8482-3c52ded3ab8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:48.512973 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fb6c53-d11d-411e-af97-b986944a29bc None None] DHCP port deletion for 2c1bb509-7632-4757-b867-3d84c43e39ef request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 18:03:48.516845 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d9fb6c53-d11d-411e-af97-b986944a29bc None None] Deleting port c6c91dbf-3c04-467e-af82-df2aa2050996 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:03:48.517212 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d9fb6c53-d11d-411e-af97-b986944a29bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:48.597662 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-c83df070-ec36-4477-8482-3c52ded3ab8a admin admin] For port c6c91dbf-3c04-467e-af82-df2aa2050996, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c6c91dbf-3c04-467e-af82-df2aa2050996,segment=NetworkSegment(0ebf1cfc-7e43-483e-9c88-45060f901ab0),segment_id=0ebf1cfc-7e43-483e-9c88-45060f901ab0)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:03:48.598368 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c83df070-ec36-4477-8482-3c52ded3ab8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:48.708946 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-d9fb6c53-d11d-411e-af97-b986944a29bc None None] For port c6c91dbf-3c04-467e-af82-df2aa2050996, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c6c91dbf-3c04-467e-af82-df2aa2050996,segment=NetworkSegment(0ebf1cfc-7e43-483e-9c88-45060f901ab0),segment_id=0ebf1cfc-7e43-483e-9c88-45060f901ab0)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:03:48.709297 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d9fb6c53-d11d-411e-af97-b986944a29bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:48.716776 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-c83df070-ec36-4477-8482-3c52ded3ab8a admin admin] Calling delete_port for c6c91dbf-3c04-467e-af82-df2aa2050996 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:03:48.793502 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c83df070-ec36-4477-8482-3c52ded3ab8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:48.825126 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d9fb6c53-d11d-411e-af97-b986944a29bc None None] Calling delete_port for c6c91dbf-3c04-467e-af82-df2aa2050996 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:03:48.835769 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83df070-ec36-4477-8482-3c52ded3ab8a admin admin] Pushing event deleted for resources: {'Port': ['ID=c6c91dbf-3c04-467e-af82-df2aa2050996,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:03:48.843616 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83df070-ec36-4477-8482-3c52ded3ab8a admin admin] No DVR routers for this DVR port c6c91dbf-3c04-467e-af82-df2aa2050996 on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:03:48.930960 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-d9fb6c53-d11d-411e-af97-b986944a29bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:03:48.931288 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-d9fb6c53-d11d-411e-af97-b986944a29bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 18:03:48.960630 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c83df070-ec36-4477-8482-3c52ded3ab8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:48.985189 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-c83df070-ec36-4477-8482-3c52ded3ab8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c1bb509-7632-4757-b867-3d84c43e39ef']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:03:48.998315 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-c83df070-ec36-4477-8482-3c52ded3ab8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ebf1cfc-7e43-483e-9c88-45060f901ab0') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:03:48.998628 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-c83df070-ec36-4477-8482-3c52ded3ab8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ebf1cfc-7e43-483e-9c88-45060f901ab0') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:03:49.010496 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c83df070-ec36-4477-8482-3c52ded3ab8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:49.027680 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c83df070-ec36-4477-8482-3c52ded3ab8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:49.034225 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c83df070-ec36-4477-8482-3c52ded3ab8a admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 18:03:49.034610 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c83df070-ec36-4477-8482-3c52ded3ab8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:49.047657 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 18:03:49.047657 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 18:03:49.047657 n-d-838032-1 neutron-server[84080]: timer() Apr 20 18:03:49.047657 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:03:49.047657 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 18:03:49.047657 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 18:03:49.047657 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 18:03:49.047657 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:03:49.047657 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 18:03:49.047657 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:03:49.047657 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 18:03:49.047657 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:03:49.047657 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 18:03:49.047657 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:03:49.047657 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:03:49.047657 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 18:03:49.047657 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 18:03:49.047657 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:03:49.047657 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 18:03:49.047657 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 18:03:49.047657 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 18:03:49.047657 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:03:49.047657 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 18:03:49.047657 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 18:03:49.047657 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 18:03:49.047657 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 18:03:49.047657 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 18:03:49.047657 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 18:03:49.047657 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:03:49.047657 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 18:03:49.047657 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:03:49.047657 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:03:49.049630 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 701dfedd-5f6e-48d8-be83-52292a733426 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:03:49.081112 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 701dfedd-5f6e-48d8-be83-52292a733426 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:03:49.081450 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 701dfedd-5f6e-48d8-be83-52292a733426 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:03:49.081870 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 57fb5c6b-2de1-402f-8864-eccda76d0303 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:03:49.116063 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 57fb5c6b-2de1-402f-8864-eccda76d0303 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:03:49.116401 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 57fb5c6b-2de1-402f-8864-eccda76d0303 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:03:49.116814 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c6c91dbf-3c04-467e-af82-df2aa2050996 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:03:49.148801 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: c6c91dbf-3c04-467e-af82-df2aa2050996 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:03:49.149259 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c6c91dbf-3c04-467e-af82-df2aa2050996 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:03:49.218859 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c83df070-ec36-4477-8482-3c52ded3ab8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:49.235051 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c83df070-ec36-4477-8482-3c52ded3ab8a admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:49.245717 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83df070-ec36-4477-8482-3c52ded3ab8a admin admin] Pushing event deleted for resources: {'Network': ['ID=2c1bb509-7632-4757-b867-3d84c43e39ef,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:03:49.250839 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c83df070-ec36-4477-8482-3c52ded3ab8a admin admin] 10.222.0.39 "DELETE /v2.0/networks/2c1bb509-7632-4757-b867-3d84c43e39ef HTTP/1.1" status: 204 len: 168 time: 0.9656303 Apr 20 18:03:49.409685 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34286) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:03:49.432655 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d9fb6c53-d11d-411e-af97-b986944a29bc None None] Deleting port c6c91dbf-3c04-467e-af82-df2aa2050996 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:03:49.433150 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d9fb6c53-d11d-411e-af97-b986944a29bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:49.467759 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2f5f25e1-bb63-4f5d-bf83-cc2f362c8608 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e16c8fde9c3b46bbbcadf61106d16f5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0544863 Apr 20 18:03:49.468098 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34290) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:03:49.494246 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-d9fb6c53-d11d-411e-af97-b986944a29bc None None] The port 'c6c91dbf-3c04-467e-af82-df2aa2050996' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:03:49.529583 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d18ac70f-288a-43b1-a8ca-8837e45d04d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:49.555195 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d18ac70f-288a-43b1-a8ca-8837e45d04d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:49.610213 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d18ac70f-288a-43b1-a8ca-8837e45d04d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:49.627599 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ac70f-288a-43b1-a8ca-8837e45d04d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8ccf0f-4142-4a70-a021-55e473809565,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:03:49.634931 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d18ac70f-288a-43b1-a8ca-8837e45d04d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:49.636083 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d18ac70f-288a-43b1-a8ca-8837e45d04d2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3a8ccf0f-4142-4a70-a021-55e473809565 HTTP/1.1" status: 204 len: 168 time: 0.1670241 Apr 20 18:03:50.044516 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34298) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:03:50.095325 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-90807f5c-62e8-43b8-b642-c5ffa5ea14bd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d72ca44176a842a8a8d0672dc7ba1bc4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0496469 Apr 20 18:03:50.098549 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34302) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:03:50.161748 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bf9446e1-e9a2-4082-9ab1-bbdc0ca6f0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:50.194118 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bf9446e1-e9a2-4082-9ab1-bbdc0ca6f0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:50.259454 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bf9446e1-e9a2-4082-9ab1-bbdc0ca6f0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:50.273488 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9446e1-e9a2-4082-9ab1-bbdc0ca6f0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccd7da7-dc0d-45ab-87b5-511e7c2c8ffc,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:03:50.279887 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bf9446e1-e9a2-4082-9ab1-bbdc0ca6f0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:03:50.281076 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bf9446e1-e9a2-4082-9ab1-bbdc0ca6f0c1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8ccd7da7-dc0d-45ab-87b5-511e7c2c8ffc HTTP/1.1" status: 204 len: 168 time: 0.1816082 Apr 20 18:04:00.528781 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:04:01.861417 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-f00a83f9-1c0a-4612-8a90-af79cd154bb3 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=46144847af4845f8913c5802bf3e2a22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291069 Apr 20 18:04:02.017367 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-3c35ebc2-a556-4cbf-a317-638019974d5a tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:02.018813 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-3c35ebc2-a556-4cbf-a317-638019974d5a tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1520936 Apr 20 18:04:02.036569 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-9795eecb-7e6a-44d2-b341-6064566e01f3 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] 10.222.0.39 "GET /v2.0/quotas/46144847af4845f8913c5802bf3e2a22 HTTP/1.1" status: 200 len: 375 time: 0.0122094 Apr 20 18:04:02.080515 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-8df16115-c6a5-42c4-803d-44e26f5f04cc tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=46144847af4845f8913c5802bf3e2a22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391228 Apr 20 18:04:02.278779 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-da74f6be-6608-4a0a-9b3d-3012f6d63d97 req-adb32317-8c24-4de0-b7eb-2eeefc90da89 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc1534bf-d0b2-499a-b4ff-10b36c5c043c HTTP/1.1" status: 200 len: 210 time: 0.0402095 Apr 20 18:04:03.466429 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-73c6c2c2-3a92-47d5-8523-460babd2ecbf req-26d57ad6-4f83-4648-86f3-a45332ef89c6 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc1534bf-d0b2-499a-b4ff-10b36c5c043c HTTP/1.1" status: 200 len: 210 time: 0.0609252 Apr 20 18:04:03.470243 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-0acf27cd-46f1-402c-ae6c-a9fa9ad80e1c tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=46144847af4845f8913c5802bf3e2a22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308223 Apr 20 18:04:03.620251 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-626d2f20-2551-4a86-8e04-43c72f9491b5 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:03.622002 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-626d2f20-2551-4a86-8e04-43c72f9491b5 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1476052 Apr 20 18:04:03.638605 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-dc624b83-c719-4066-a225-fa0f7b14a68f tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Request body: {'port': {'device_id': 'bc1534bf-d0b2-499a-b4ff-10b36c5c043c', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'admin_state_up': True, 'tenant_id': '46144847af4845f8913c5802bf3e2a22'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:04:03.780251 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-dc624b83-c719-4066-a225-fa0f7b14a68f tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:04:03.784256 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-dc624b83-c719-4066-a225-fa0f7b14a68f tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Usage tracker for resource:port and tenant:46144847af4845f8913c5802bf3e2a22 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:04:03.787124 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-dc624b83-c719-4066-a225-fa0f7b14a68f tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:04:03.792854 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-dc624b83-c719-4066-a225-fa0f7b14a68f tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:04:03.806638 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-dc624b83-c719-4066-a225-fa0f7b14a68f tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Made reservation on behalf of 46144847af4845f8913c5802bf3e2a22 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:04:03.811799 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-dc624b83-c719-4066-a225-fa0f7b14a68f tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:03.824963 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-dc624b83-c719-4066-a225-fa0f7b14a68f tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:03.861061 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-dc624b83-c719-4066-a225-fa0f7b14a68f tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:04:03.865182 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-dc624b83-c719-4066-a225-fa0f7b14a68f tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Usage tracker for resource:security_group_rule and tenant:46144847af4845f8913c5802bf3e2a22 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:04:03.868526 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-dc624b83-c719-4066-a225-fa0f7b14a68f tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:04:03.877050 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-dc624b83-c719-4066-a225-fa0f7b14a68f tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:04:03.944924 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-dc624b83-c719-4066-a225-fa0f7b14a68f tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:03.951538 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-dc624b83-c719-4066-a225-fa0f7b14a68f tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:04.028624 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc624b83-c719-4066-a225-fa0f7b14a68f tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d057948-c564-4e15-a397-ae0d15a8b6ad,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:04:04.122341 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-dc624b83-c719-4066-a225-fa0f7b14a68f tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Allocated IP 192.168.233.38 (9a774663-a30d-4bd1-8b41-83fe693f2d30/777b4790-ba4c-49e9-8844-3c09c1447f40/9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:04:04.341439 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-dc624b83-c719-4066-a225-fa0f7b14a68f tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:04.356544 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-dc624b83-c719-4066-a225-fa0f7b14a68f tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Transition to ACTIVE for port object 9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:04:04.380325 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-dc624b83-c719-4066-a225-fa0f7b14a68f tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:04.451243 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-dc624b83-c719-4066-a225-fa0f7b14a68f tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Network 9a774663-a30d-4bd1-8b41-83fe693f2d30 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:04:04.454737 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-dc624b83-c719-4066-a225-fa0f7b14a68f tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:04:04.456616 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc624b83-c719-4066-a225-fa0f7b14a68f tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Pushing event updated for resources: {'Port': ['ID=9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:04:04.458667 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-dc624b83-c719-4066-a225-fa0f7b14a68f tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:04:04.525804 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-dc624b83-c719-4066-a225-fa0f7b14a68f tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:04.527106 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-dc624b83-c719-4066-a225-fa0f7b14a68f tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:04.554955 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-dc624b83-c719-4066-a225-fa0f7b14a68f tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9199040 Apr 20 18:04:04.565965 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-0429c257-6177-44d4-97f4-b9a482c46d79 service neutron] Request body: {'port': {'device_id': 'bc1534bf-d0b2-499a-b4ff-10b36c5c043c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:04:04.672643 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676569b0-7f96-47c0-8d02-ffeb1526be9a req-859b9773-dbdb-4a34-9270-2a0c10fd450e tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:04.674094 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-676569b0-7f96-47c0-8d02-ffeb1526be9a req-859b9773-dbdb-4a34-9270-2a0c10fd450e tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc1534bf-d0b2-499a-b4ff-10b36c5c043c HTTP/1.1" status: 200 len: 935 time: 0.0820751 Apr 20 18:04:04.675721 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-0429c257-6177-44d4-97f4-b9a482c46d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:04.702436 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-85ffaf5f-afd1-4504-8423-69c9b8a23aa1 None None] Provisioning for port 9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:04:04.708908 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-85ffaf5f-afd1-4504-8423-69c9b8a23aa1 None None] Provisioning complete for port 9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:04:04.709630 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-85ffaf5f-afd1-4504-8423-69c9b8a23aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:04.722717 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-676569b0-7f96-47c0-8d02-ffeb1526be9a req-68235730-586a-4422-99e9-fa59e17ff7ea tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d057948-c564-4e15-a397-ae0d15a8b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428855 Apr 20 18:04:04.761240 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-85ffaf5f-afd1-4504-8423-69c9b8a23aa1 None None] Port 9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:04:05.022495 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-0429c257-6177-44d4-97f4-b9a482c46d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:04:05.029471 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-0429c257-6177-44d4-97f4-b9a482c46d79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:05.044868 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-0429c257-6177-44d4-97f4-b9a482c46d79 service neutron] Transition to ACTIVE for port object 9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:04:05.050951 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-0429c257-6177-44d4-97f4-b9a482c46d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:05.269550 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429c257-6177-44d4-97f4-b9a482c46d79 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:04:05.376219 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-0429c257-6177-44d4-97f4-b9a482c46d79 service neutron] Attempting to bind port 9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:04:05.376443 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-0429c257-6177-44d4-97f4-b9a482c46d79 service neutron] Attempting to bind port 9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:04:05.376755 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-0429c257-6177-44d4-97f4-b9a482c46d79 service neutron] Attempting to bind port 9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:04:05.382888 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-0429c257-6177-44d4-97f4-b9a482c46d79 service neutron] Port 9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 18:04:05.383176 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-0429c257-6177-44d4-97f4-b9a482c46d79 service neutron] Attempting to bind port 9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60 on network 9a774663-a30d-4bd1-8b41-83fe693f2d30 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:04:05.390241 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-0429c257-6177-44d4-97f4-b9a482c46d79 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:04:05.391109 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-0429c257-6177-44d4-97f4-b9a482c46d79 service neutron] Checking segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:04:05.391487 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-0429c257-6177-44d4-97f4-b9a482c46d79 service neutron] Bound using segment: {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:04:05.391915 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-0429c257-6177-44d4-97f4-b9a482c46d79 service neutron] Bound port: 9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac11327-157a-4675-8a9f-5d0c14449abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:04:05.392235 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-0429c257-6177-44d4-97f4-b9a482c46d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:05.478562 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-0429c257-6177-44d4-97f4-b9a482c46d79 service neutron] For port 9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:04:05.481627 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-0429c257-6177-44d4-97f4-b9a482c46d79 service neutron] For port 9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:04:05.488102 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-0429c257-6177-44d4-97f4-b9a482c46d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:05.554611 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-0429c257-6177-44d4-97f4-b9a482c46d79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:05.556220 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-0429c257-6177-44d4-97f4-b9a482c46d79 service neutron] 10.222.0.10 "PUT /v2.0/ports/9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60 HTTP/1.1" status: 200 len: 1095 time: 0.9944313 Apr 20 18:04:05.556686 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1534bf-d0b2-499a-b4ff-10b36c5c043c', 'tag': '9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:04:05.572199 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429c257-6177-44d4-97f4-b9a482c46d79 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:04:05.628226 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35dfbd9b-3296-4c27-809a-55f503eee175'] response: {'name': 'network-changed', 'server_uuid': 'bc1534bf-d0b2-499a-b4ff-10b36c5c043c', 'tag': '9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60', 'status': 'completed', 'code': 200} Apr 20 18:04:05.669874 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-8ae46233-c62e-4abe-8e61-6cbc76771b16 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=46144847af4845f8913c5802bf3e2a22&device_id=bc1534bf-d0b2-499a-b4ff-10b36c5c043c HTTP/1.1" status: 200 len: 1098 time: 0.0728269 Apr 20 18:04:05.741254 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-2da249a3-9628-47a9-baea-8090a1f2d4b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60 HTTP/1.1" status: 200 len: 217 time: 0.0640435 Apr 20 18:04:05.803736 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-756f1274-fb3c-4e32-8d2f-0597cf860970 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:05.805092 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-756f1274-fb3c-4e32-8d2f-0597cf860970 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.0574288 Apr 20 18:04:05.879652 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-4bd0b87a-6bea-485e-8068-851d6b8b9e4c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0687714 Apr 20 18:04:05.923644 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c876248-cebe-413c-9cc6-928c9f060300 req-efc5012b-14cb-491b-b92b-61c6089f00a8 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:05.925105 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1c876248-cebe-413c-9cc6-928c9f060300 req-efc5012b-14cb-491b-b92b-61c6089f00a8 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc1534bf-d0b2-499a-b4ff-10b36c5c043c HTTP/1.1" status: 200 len: 947 time: 0.0783610 Apr 20 18:04:05.970144 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1c876248-cebe-413c-9cc6-928c9f060300 req-6b597691-b39f-4b14-b0ec-0b4dcef650c3 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d057948-c564-4e15-a397-ae0d15a8b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389440 Apr 20 18:04:06.009013 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-f664b6ed-81b5-4d8e-8adf-b1920130372f service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231613 Apr 20 18:04:06.136984 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05f469d1-a10d-4d29-b6d9-e3e82389aa83 req-3fb126c6-88e2-4942-a3d9-af4eaa5d7ab3 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227109 Apr 20 18:04:06.266773 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e0d2f66f-c5f3-4dfe-981c-89a21f128ada req-d3b399a9-256f-4414-b3f4-20ee57855e1c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=46144847af4845f8913c5802bf3e2a22&device_id=bc1534bf-d0b2-499a-b4ff-10b36c5c043c HTTP/1.1" status: 200 len: 1098 time: 0.0788975 Apr 20 18:04:06.397950 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2f66f-c5f3-4dfe-981c-89a21f128ada req-64239e50-e754-40dd-8c33-72084d2e1441 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:06.399388 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e0d2f66f-c5f3-4dfe-981c-89a21f128ada req-64239e50-e754-40dd-8c33-72084d2e1441 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.1266723 Apr 20 18:04:06.467825 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e0d2f66f-c5f3-4dfe-981c-89a21f128ada req-982db2e7-5051-495c-b952-a419fedc2b4c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60 HTTP/1.1" status: 200 len: 217 time: 0.0625193 Apr 20 18:04:06.530640 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2f66f-c5f3-4dfe-981c-89a21f128ada req-321154ed-902f-4a60-b017-d62a794774e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:06.532064 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e0d2f66f-c5f3-4dfe-981c-89a21f128ada req-321154ed-902f-4a60-b017-d62a794774e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.0583179 Apr 20 18:04:06.614294 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e0d2f66f-c5f3-4dfe-981c-89a21f128ada req-5075fb54-d2b9-40ad-a7e0-bf31ea2e1034 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0761700 Apr 20 18:04:06.742361 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e0d2f66f-c5f3-4dfe-981c-89a21f128ada req-4e6c8c75-9ff0-4add-9c03-19e3c675f5c7 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220107 Apr 20 18:04:06.876730 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e0d2f66f-c5f3-4dfe-981c-89a21f128ada req-0e1134eb-993b-407a-945f-8f3edc609ab4 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277449 Apr 20 18:04:07.259659 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e3c72-7960-4ff6-9777-983578b383e9 req-375b951c-eb30-4004-8cbf-d62ba37b8d10 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:07.260240 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-288e3c72-7960-4ff6-9777-983578b383e9 req-375b951c-eb30-4004-8cbf-d62ba37b8d10 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Synchronizing usage tracker for tenant:46144847af4845f8913c5802bf3e2a22 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:04:07.279935 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-288e3c72-7960-4ff6-9777-983578b383e9 req-375b951c-eb30-4004-8cbf-d62ba37b8d10 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Unset dirty status for tenant:46144847af4845f8913c5802bf3e2a22 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:04:07.281711 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-288e3c72-7960-4ff6-9777-983578b383e9 req-375b951c-eb30-4004-8cbf-d62ba37b8d10 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc1534bf-d0b2-499a-b4ff-10b36c5c043c HTTP/1.1" status: 200 len: 947 time: 0.1866980 Apr 20 18:04:07.331282 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-288e3c72-7960-4ff6-9777-983578b383e9 req-4874668c-85ee-40eb-be23-6eeb7ea7c492 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Synchronizing usage tracker for tenant:46144847af4845f8913c5802bf3e2a22 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:04:07.349706 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-288e3c72-7960-4ff6-9777-983578b383e9 req-4874668c-85ee-40eb-be23-6eeb7ea7c492 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Unset dirty status for tenant:46144847af4845f8913c5802bf3e2a22 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:04:07.350844 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-288e3c72-7960-4ff6-9777-983578b383e9 req-4874668c-85ee-40eb-be23-6eeb7ea7c492 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d057948-c564-4e15-a397-ae0d15a8b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632787 Apr 20 18:04:08.565443 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631cfcee-eba3-4bc4-8d46-a5531f2ca671 req-a97cda96-bed9-4eca-bc5a-2c018cafdbbe tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:08.567002 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-631cfcee-eba3-4bc4-8d46-a5531f2ca671 req-a97cda96-bed9-4eca-bc5a-2c018cafdbbe tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc1534bf-d0b2-499a-b4ff-10b36c5c043c HTTP/1.1" status: 200 len: 947 time: 0.0821848 Apr 20 18:04:08.613592 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-631cfcee-eba3-4bc4-8d46-a5531f2ca671 req-f370e915-21c9-4089-ac6c-b90e12ce18c5 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d057948-c564-4e15-a397-ae0d15a8b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403385 Apr 20 18:04:09.249842 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c63e75c3-0d6f-459c-903e-ab3876ae1c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:09.823977 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe18982-90e5-4719-9e22-d3170a1f1d2a req-8b30476e-5ce5-45bf-b4c5-adb6d96ecac1 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:09.825394 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6fe18982-90e5-4719-9e22-d3170a1f1d2a req-8b30476e-5ce5-45bf-b4c5-adb6d96ecac1 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc1534bf-d0b2-499a-b4ff-10b36c5c043c HTTP/1.1" status: 200 len: 947 time: 0.0810056 Apr 20 18:04:09.874084 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6fe18982-90e5-4719-9e22-d3170a1f1d2a req-c718f1e4-0551-40e7-8de2-a53ec76fa666 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d057948-c564-4e15-a397-ae0d15a8b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428848 Apr 20 18:04:10.699560 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:04:10.837366 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:04:10.851174 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60', 'network_id': '9a774663-a30d-4bd1-8b41-83fe693f2d30', 'port_id': '9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60', 'mac_address': 'fa:16:3e:4c:42:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777b4790-ba4c-49e9-8844-3c09c1447f40', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:04:10.906394 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:10.927002 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:04:10.942210 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:04:10.948060 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:11.014343 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:04:11.028859 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:04:11.029197 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:04:11.029520 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:04:11.029848 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:04:11.030163 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:04:11.030504 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:04:11.030807 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:04:11.031136 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:04:11.031448 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:04:11.031762 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:04:11.032071 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:04:11.096638 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530589fa-da81-4777-bf2b-f70fccfca9fb req-1616424d-0735-4049-bea9-1011e5eec257 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:11.098000 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-530589fa-da81-4777-bf2b-f70fccfca9fb req-1616424d-0735-4049-bea9-1011e5eec257 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc1534bf-d0b2-499a-b4ff-10b36c5c043c HTTP/1.1" status: 200 len: 948 time: 0.0779166 Apr 20 18:04:11.148813 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-530589fa-da81-4777-bf2b-f70fccfca9fb req-ef9d24f5-9e50-4984-acbe-6c1cffade4e9 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d057948-c564-4e15-a397-ae0d15a8b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433443 Apr 20 18:04:11.296380 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:04:11.417414 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ed3190ef-571e-443d-8569-70d3cc5c0884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:12.360832 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333167c-242d-4b70-b0bd-ab82860708de req-2336393f-1ba1-4142-b29c-896b176b173c tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:12.362337 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f333167c-242d-4b70-b0bd-ab82860708de req-2336393f-1ba1-4142-b29c-896b176b173c tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc1534bf-d0b2-499a-b4ff-10b36c5c043c HTTP/1.1" status: 200 len: 948 time: 0.0830302 Apr 20 18:04:12.408366 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f333167c-242d-4b70-b0bd-ab82860708de req-c6409a4b-761b-4fd4-af7f-9f5d57e47e4f tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d057948-c564-4e15-a397-ae0d15a8b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400791 Apr 20 18:04:12.698666 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:04:12.725122 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:12.767425 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:04:12.771907 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:04:12.772262 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:12.885481 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:12.891333 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:12.916797 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1534bf-d0b2-499a-b4ff-10b36c5c043c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:04:12.926743 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:04:12.932302 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:12.976101 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ad61968-2bd2-4320-b549-1b1d47f0235c'] response: {'server_uuid': 'bc1534bf-d0b2-499a-b4ff-10b36c5c043c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60', 'code': 200} Apr 20 18:04:13.004371 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:04:13.099254 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3c72c1cd-c486-4228-be35-8adbccddfe5e req-3ec285b9-093f-47da-815c-65f8eeb6e40c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bc1534bf-d0b2-499a-b4ff-10b36c5c043c HTTP/1.1" status: 200 len: 1100 time: 0.0707588 Apr 20 18:04:13.140205 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3c72c1cd-c486-4228-be35-8adbccddfe5e req-a6abaa22-92fe-4d0e-a8f7-9bb5a0412ca7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0d057948-c564-4e15-a397-ae0d15a8b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351102 Apr 20 18:04:13.606526 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:13.607052 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037d7d6-1e97-48f2-884e-f839fa9c24b6 req-b16269a4-be7d-4948-9073-84ac2a445fc2 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:13.608606 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4037d7d6-1e97-48f2-884e-f839fa9c24b6 req-b16269a4-be7d-4948-9073-84ac2a445fc2 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc1534bf-d0b2-499a-b4ff-10b36c5c043c HTTP/1.1" status: 200 len: 949 time: 0.0808337 Apr 20 18:04:13.658742 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4037d7d6-1e97-48f2-884e-f839fa9c24b6 req-80a37439-d019-48c3-90a3-343ce55cac65 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d057948-c564-4e15-a397-ae0d15a8b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414212 Apr 20 18:04:14.170415 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:14.987399 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793a74d-9fc2-4a07-909f-fd1fc0d7a6f4 req-789ca9d7-2ac5-4e9c-9ebd-6c2eca8b4bc0 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:14.988840 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e793a74d-9fc2-4a07-909f-fd1fc0d7a6f4 req-789ca9d7-2ac5-4e9c-9ebd-6c2eca8b4bc0 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc1534bf-d0b2-499a-b4ff-10b36c5c043c HTTP/1.1" status: 200 len: 949 time: 0.1916683 Apr 20 18:04:15.033685 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e793a74d-9fc2-4a07-909f-fd1fc0d7a6f4 req-5b0d9edd-22df-4f2e-be03-34ec2e329582 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d057948-c564-4e15-a397-ae0d15a8b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392387 Apr 20 18:04:15.479926 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fb73af52-24b9-4d33-8b50-cf85e2b96d6e req-4d5bd04f-f6c7-4fdb-9ac0-0ce796eae99f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bc1534bf-d0b2-499a-b4ff-10b36c5c043c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0718062 Apr 20 18:04:15.525909 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:15.836375 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-41a8f9ee-5ef8-4c43-beac-71403d9be035 req-4543af7e-5c43-477c-b954-d3c992483696 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bc1534bf-d0b2-499a-b4ff-10b36c5c043c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0689120 Apr 20 18:04:15.969078 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-657291d4-c557-47ad-af1d-d75805368461 req-3b683a58-a036-42e3-bbba-9b706f0485dc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bc1534bf-d0b2-499a-b4ff-10b36c5c043c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0700650 Apr 20 18:04:15.973287 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-41a8f9ee-5ef8-4c43-beac-71403d9be035 req-5f4b455b-ebd6-44d4-adc8-ac82b89336a6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=46144847af4845f8913c5802bf3e2a22&device_id=bc1534bf-d0b2-499a-b4ff-10b36c5c043c HTTP/1.1" status: 200 len: 1100 time: 0.0714395 Apr 20 18:04:16.117117 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8f9ee-5ef8-4c43-beac-71403d9be035 req-75af9ca2-593e-40cc-b3ba-5540fcae9de2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:16.118618 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-41a8f9ee-5ef8-4c43-beac-71403d9be035 req-75af9ca2-593e-40cc-b3ba-5540fcae9de2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a774663-a30d-4bd1-8b41-83fe693f2d30 HTTP/1.1" status: 200 len: 870 time: 0.1263456 Apr 20 18:04:16.183759 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-41a8f9ee-5ef8-4c43-beac-71403d9be035 req-42516c32-79c3-46dd-9b14-74ce161c76e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60 HTTP/1.1" status: 200 len: 217 time: 0.0589726 Apr 20 18:04:16.247924 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8f9ee-5ef8-4c43-beac-71403d9be035 req-a4d4ae68-935f-426c-b442-a092e31b90fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:16.249359 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-41a8f9ee-5ef8-4c43-beac-71403d9be035 req-a4d4ae68-935f-426c-b442-a092e31b90fa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=777b4790-ba4c-49e9-8844-3c09c1447f40 HTTP/1.1" status: 200 len: 843 time: 0.0598898 Apr 20 18:04:16.322756 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-41a8f9ee-5ef8-4c43-beac-71403d9be035 req-77cd6352-3efe-41c4-a2c4-f63e109fcb46 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a774663-a30d-4bd1-8b41-83fe693f2d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0677285 Apr 20 18:04:16.453133 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-41a8f9ee-5ef8-4c43-beac-71403d9be035 req-2d9a8c36-418a-4d80-a6d1-81d27c4cc5c8 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248460 Apr 20 18:04:16.501922 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e42fa-282c-4e84-9ca0-a0a836a70cbf req-e4232b86-1d78-4a1b-b3e3-788d65ef0503 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:16.503599 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ae7e42fa-282c-4e84-9ca0-a0a836a70cbf req-e4232b86-1d78-4a1b-b3e3-788d65ef0503 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc1534bf-d0b2-499a-b4ff-10b36c5c043c HTTP/1.1" status: 200 len: 949 time: 0.0754631 Apr 20 18:04:16.548650 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ae7e42fa-282c-4e84-9ca0-a0a836a70cbf req-c9402ebf-bd82-4085-89bf-f9d6d17ed90e tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d057948-c564-4e15-a397-ae0d15a8b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390306 Apr 20 18:04:16.586158 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-41a8f9ee-5ef8-4c43-beac-71403d9be035 req-d1d1a422-8371-421f-9523-a4c521545a59 service neutron] 10.222.0.10 "GET /v2.0/networks/9a774663-a30d-4bd1-8b41-83fe693f2d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256847 Apr 20 18:04:17.755656 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc1173-8a81-484d-83e0-57aa938a2b05 req-3483223c-e02d-4408-8ccd-6b07ff4acff5 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:17.757071 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-06dc1173-8a81-484d-83e0-57aa938a2b05 req-3483223c-e02d-4408-8ccd-6b07ff4acff5 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc1534bf-d0b2-499a-b4ff-10b36c5c043c HTTP/1.1" status: 200 len: 949 time: 0.0786521 Apr 20 18:04:17.802297 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-06dc1173-8a81-484d-83e0-57aa938a2b05 req-eabb782a-0155-4919-8326-9390bbcfabf1 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d057948-c564-4e15-a397-ae0d15a8b6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396550 Apr 20 18:04:17.970487 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61d292-b9c3-4d8c-b633-1ccaadc4f1c7 req-072f643d-bb27-4c41-b980-07dc2b47cc2a tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:17.971950 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ec61d292-b9c3-4d8c-b633-1ccaadc4f1c7 req-072f643d-bb27-4c41-b980-07dc2b47cc2a tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc1534bf-d0b2-499a-b4ff-10b36c5c043c HTTP/1.1" status: 200 len: 949 time: 0.0782337 Apr 20 18:04:18.042660 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-ec61d292-b9c3-4d8c-b633-1ccaadc4f1c7 req-48e5f32b-c3b8-4fb4-8f5d-88941f0a4fae tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Deleting port 9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:04:18.042859 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ec61d292-b9c3-4d8c-b633-1ccaadc4f1c7 req-48e5f32b-c3b8-4fb4-8f5d-88941f0a4fae tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:18.359942 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-ec61d292-b9c3-4d8c-b633-1ccaadc4f1c7 req-48e5f32b-c3b8-4fb4-8f5d-88941f0a4fae tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] For port 9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60,segment=NetworkSegment(cac11327-157a-4675-8a9f-5d0c14449abb),segment_id=cac11327-157a-4675-8a9f-5d0c14449abb)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:04:18.360176 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ec61d292-b9c3-4d8c-b633-1ccaadc4f1c7 req-48e5f32b-c3b8-4fb4-8f5d-88941f0a4fae tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:18.480379 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-ec61d292-b9c3-4d8c-b633-1ccaadc4f1c7 req-48e5f32b-c3b8-4fb4-8f5d-88941f0a4fae tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Calling delete_port for 9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:04:18.630676 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ec61d292-b9c3-4d8c-b633-1ccaadc4f1c7 req-48e5f32b-c3b8-4fb4-8f5d-88941f0a4fae tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:18.643215 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:04:18.680039 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5f32b-c3b8-4fb4-8f5d-88941f0a4fae tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Pushing event deleted for resources: {'Port': ['ID=9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:04:18.757478 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec61d292-b9c3-4d8c-b633-1ccaadc4f1c7 req-48e5f32b-c3b8-4fb4-8f5d-88941f0a4fae tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] No DVR routers for this DVR port 9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60 on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:04:18.760396 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ec61d292-b9c3-4d8c-b633-1ccaadc4f1c7 req-48e5f32b-c3b8-4fb4-8f5d-88941f0a4fae tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:18.763187 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1534bf-d0b2-499a-b4ff-10b36c5c043c', 'name': 'network-vif-deleted', 'tag': '9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:04:18.780277 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ec61d292-b9c3-4d8c-b633-1ccaadc4f1c7 req-48e5f32b-c3b8-4fb4-8f5d-88941f0a4fae tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] 10.222.0.10 "DELETE /v2.0/ports/9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60 HTTP/1.1" status: 204 len: 173 time: 0.8030450 Apr 20 18:04:18.829612 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05c55a3f-f782-4125-b333-199a92c70165'] response: {'server_uuid': 'bc1534bf-d0b2-499a-b4ff-10b36c5c043c', 'name': 'network-vif-deleted', 'tag': '9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60', 'status': 'completed', 'code': 200} Apr 20 18:04:18.975854 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-dd65cb2b-6669-428e-8f69-1aa0a79dbadd req-6fd1e481-9b9b-4942-a22d-185bb3f6b071 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Synchronizing usage tracker for tenant:46144847af4845f8913c5802bf3e2a22 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:04:18.993451 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-dd65cb2b-6669-428e-8f69-1aa0a79dbadd req-6fd1e481-9b9b-4942-a22d-185bb3f6b071 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] Unset dirty status for tenant:46144847af4845f8913c5802bf3e2a22 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:04:18.994762 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dd65cb2b-6669-428e-8f69-1aa0a79dbadd req-6fd1e481-9b9b-4942-a22d-185bb3f6b071 tempest-ServersAdminNegativeTestJSON-1619233745 tempest-ServersAdminNegativeTestJSON-1619233745-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc1534bf-d0b2-499a-b4ff-10b36c5c043c HTTP/1.1" status: 200 len: 210 time: 0.0616105 Apr 20 18:04:20.434677 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34440) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:04:20.617106 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-724ac8e6-ad17-41bb-8bcb-bbf5a9a6b0e8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=46144847af4845f8913c5802bf3e2a22&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1811821 Apr 20 18:04:20.621256 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34446) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:04:20.678897 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5b1851f9-b8d4-431f-89b8-0c6cc5e2039b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:20.703432 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5b1851f9-b8d4-431f-89b8-0c6cc5e2039b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:20.729999 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:04:20.756312 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5b1851f9-b8d4-431f-89b8-0c6cc5e2039b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:20.763143 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:04:20.763483 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 9d0f7505-7fde-4ab2-878b-0b2d3b8b8e60 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:04:20.776343 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1851f9-b8d4-431f-89b8-0c6cc5e2039b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d057948-c564-4e15-a397-ae0d15a8b6ad,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:04:20.786633 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5b1851f9-b8d4-431f-89b8-0c6cc5e2039b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:20.787727 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5b1851f9-b8d4-431f-89b8-0c6cc5e2039b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0d057948-c564-4e15-a397-ae0d15a8b6ad HTTP/1.1" status: 204 len: 168 time: 0.1656492 Apr 20 18:04:21.141700 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34454) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:04:21.159370 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-688fe0fd-2bf4-4107-a34e-f05ac26b6a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:21.189848 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-688fe0fd-2bf4-4107-a34e-f05ac26b6a64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:04:21.194053 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-688fe0fd-2bf4-4107-a34e-f05ac26b6a64 admin admin] Usage tracker for resource:security_group_rule and tenant:036f301d8326430d81e262ea4b42f6e9 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:04:21.197020 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-688fe0fd-2bf4-4107-a34e-f05ac26b6a64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:04:21.203182 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-688fe0fd-2bf4-4107-a34e-f05ac26b6a64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:04:21.271095 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-688fe0fd-2bf4-4107-a34e-f05ac26b6a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:21.278567 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-688fe0fd-2bf4-4107-a34e-f05ac26b6a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:21.319271 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688fe0fd-2bf4-4107-a34e-f05ac26b6a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4ff409-8fde-4a1e-a717-ff51dfe38529,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:04:21.329847 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-688fe0fd-2bf4-4107-a34e-f05ac26b6a64 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=036f301d8326430d81e262ea4b42f6e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1871119 Apr 20 18:04:21.333098 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34458) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:04:21.333540 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fe0fd-2bf4-4107-a34e-f05ac26b6a64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:04:21.333873 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fe0fd-2bf4-4107-a34e-f05ac26b6a64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:04:21.334230 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fe0fd-2bf4-4107-a34e-f05ac26b6a64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:04:21.334528 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fe0fd-2bf4-4107-a34e-f05ac26b6a64 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:04:21.334854 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fe0fd-2bf4-4107-a34e-f05ac26b6a64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:04:21.335170 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fe0fd-2bf4-4107-a34e-f05ac26b6a64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:04:21.335484 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fe0fd-2bf4-4107-a34e-f05ac26b6a64 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:04:21.335795 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fe0fd-2bf4-4107-a34e-f05ac26b6a64 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:04:21.336102 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fe0fd-2bf4-4107-a34e-f05ac26b6a64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:04:21.336407 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fe0fd-2bf4-4107-a34e-f05ac26b6a64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:04:21.336776 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fe0fd-2bf4-4107-a34e-f05ac26b6a64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:04:21.392789 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f707e7d2-5151-4d38-910f-fbed9ae88569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:21.418740 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f707e7d2-5151-4d38-910f-fbed9ae88569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:21.472358 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f707e7d2-5151-4d38-910f-fbed9ae88569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:21.486548 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707e7d2-5151-4d38-910f-fbed9ae88569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4ff409-8fde-4a1e-a717-ff51dfe38529,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:04:21.492473 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f707e7d2-5151-4d38-910f-fbed9ae88569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:21.493556 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f707e7d2-5151-4d38-910f-fbed9ae88569 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c4ff409-8fde-4a1e-a717-ff51dfe38529 HTTP/1.1" status: 204 len: 168 time: 0.1594963 Apr 20 18:04:22.370652 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34480) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:04:22.500558 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-f526f78e-e32a-47b4-9d33-0e0cf602dbe5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2140660519-network', 'tenant_id': 'a6cd7776042342238ca18fd5779db38b'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:04:22.506251 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f526f78e-e32a-47b4-9d33-0e0cf602dbe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:04:22.510317 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f526f78e-e32a-47b4-9d33-0e0cf602dbe5 admin admin] Usage tracker for resource:network and tenant:a6cd7776042342238ca18fd5779db38b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:04:22.513236 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f526f78e-e32a-47b4-9d33-0e0cf602dbe5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:04:22.519073 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f526f78e-e32a-47b4-9d33-0e0cf602dbe5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:04:22.534917 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f526f78e-e32a-47b4-9d33-0e0cf602dbe5 admin admin] Made reservation on behalf of a6cd7776042342238ca18fd5779db38b for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:04:22.537567 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f526f78e-e32a-47b4-9d33-0e0cf602dbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:22.550066 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f526f78e-e32a-47b4-9d33-0e0cf602dbe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:22.581174 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f526f78e-e32a-47b4-9d33-0e0cf602dbe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:04:22.584956 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f526f78e-e32a-47b4-9d33-0e0cf602dbe5 admin admin] Usage tracker for resource:security_group_rule and tenant:a6cd7776042342238ca18fd5779db38b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:04:22.587719 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f526f78e-e32a-47b4-9d33-0e0cf602dbe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:04:22.593295 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f526f78e-e32a-47b4-9d33-0e0cf602dbe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:04:22.666353 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f526f78e-e32a-47b4-9d33-0e0cf602dbe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:22.672156 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f526f78e-e32a-47b4-9d33-0e0cf602dbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:22.699945 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f526f78e-e32a-47b4-9d33-0e0cf602dbe5 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 18:04:22.708463 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526f78e-e32a-47b4-9d33-0e0cf602dbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24992c0c-3413-40c6-9efe-2584f19df88e,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:04:22.713720 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f526f78e-e32a-47b4-9d33-0e0cf602dbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:22.714046 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-f526f78e-e32a-47b4-9d33-0e0cf602dbe5 admin admin] Added segment 23e62e51-d61f-459e-a756-82886f3d9137 of type vlan for network 9a1aad33-7c31-4971-8bd3-78b1414fddef Apr 20 18:04:22.740928 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f526f78e-e32a-47b4-9d33-0e0cf602dbe5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:22.772941 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f526f78e-e32a-47b4-9d33-0e0cf602dbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:22.773780 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f526f78e-e32a-47b4-9d33-0e0cf602dbe5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:22.774374 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f526f78e-e32a-47b4-9d33-0e0cf602dbe5 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:22.873651 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526f78e-e32a-47b4-9d33-0e0cf602dbe5 admin admin] Pushing event updated for resources: {'Network': ['ID=9a1aad33-7c31-4971-8bd3-78b1414fddef,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:04:22.876869 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f526f78e-e32a-47b4-9d33-0e0cf602dbe5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5051608 Apr 20 18:04:22.881922 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34486) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:04:22.886652 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 9a1aad33-7c31-4971-8bd3-78b1414fddef details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 18:04:22.888440 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-18a8117d-8478-48ac-a0ca-86b7d31a2109 admin admin] Request body: {'subnet': {'network_id': '9a1aad33-7c31-4971-8bd3-78b1414fddef', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2140660519-subnet', 'tenant_id': 'a6cd7776042342238ca18fd5779db38b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:04:22.894300 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-18a8117d-8478-48ac-a0ca-86b7d31a2109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:04:22.898517 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-18a8117d-8478-48ac-a0ca-86b7d31a2109 admin admin] Usage tracker for resource:subnet and tenant:a6cd7776042342238ca18fd5779db38b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:04:22.901517 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-18a8117d-8478-48ac-a0ca-86b7d31a2109 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:04:22.907566 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-18a8117d-8478-48ac-a0ca-86b7d31a2109 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:04:22.922176 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a8117d-8478-48ac-a0ca-86b7d31a2109 admin admin] Made reservation on behalf of a6cd7776042342238ca18fd5779db38b for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:04:22.924675 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-18a8117d-8478-48ac-a0ca-86b7d31a2109 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:23.133849 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-18a8117d-8478-48ac-a0ca-86b7d31a2109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:23.202239 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8117d-8478-48ac-a0ca-86b7d31a2109 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f80d7455-ac81-47c3-9670-c0bd2e628041,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:04:23.219340 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a8117d-8478-48ac-a0ca-86b7d31a2109 admin admin] Checking segment: {'id': '23e62e51-d61f-459e-a756-82886f3d9137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9a1aad33-7c31-4971-8bd3-78b1414fddef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:04:23.219686 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a8117d-8478-48ac-a0ca-86b7d31a2109 admin admin] Network hostable DHCP agents. Network: 9a1aad33-7c31-4971-8bd3-78b1414fddef, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 18:04:23.244435 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a8117d-8478-48ac-a0ca-86b7d31a2109 admin admin] Network 9a1aad33-7c31-4971-8bd3-78b1414fddef is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 18:04:23.256898 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-18a8117d-8478-48ac-a0ca-86b7d31a2109 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 9a1aad33-7c31-4971-8bd3-78b1414fddef) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:04:23.261315 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a8117d-8478-48ac-a0ca-86b7d31a2109 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:23.261900 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-18a8117d-8478-48ac-a0ca-86b7d31a2109 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:23.267385 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ee1f1b-07e9-42ed-acf1-9c923ae4edf7 None None] Network 9a1aad33-7c31-4971-8bd3-78b1414fddef requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:04:23.289384 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-18a8117d-8478-48ac-a0ca-86b7d31a2109 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4061275 Apr 20 18:04:23.490882 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb568ac2-c75f-428a-8cbd-8496a5069cc8 None None] Network 9a1aad33-7c31-4971-8bd3-78b1414fddef requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:04:23.831628 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-16c8925c-7748-4e75-9c7e-c0a872bf3196 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:23.832189 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-16c8925c-7748-4e75-9c7e-c0a872bf3196 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Synchronizing usage tracker for tenant:a6cd7776042342238ca18fd5779db38b on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:04:23.850991 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-16c8925c-7748-4e75-9c7e-c0a872bf3196 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Unset dirty status for tenant:a6cd7776042342238ca18fd5779db38b on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:04:23.852111 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-16c8925c-7748-4e75-9c7e-c0a872bf3196 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/networks?id=9a1aad33-7c31-4971-8bd3-78b1414fddef HTTP/1.1" status: 200 len: 812 time: 0.1630692 Apr 20 18:04:23.868773 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-8ba34632-d529-4dc2-8dfb-96a274094e19 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/quotas/a6cd7776042342238ca18fd5779db38b HTTP/1.1" status: 200 len: 375 time: 0.0112102 Apr 20 18:04:23.914389 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-394de3ad-572b-45ac-bf2b-cb1466d680f5 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a6cd7776042342238ca18fd5779db38b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401075 Apr 20 18:04:23.927712 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-5ac117e1-70fc-4902-bb15-8ff21a1c25f1 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 18:04:23.928608 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-5ac117e1-70fc-4902-bb15-8ff21a1c25f1 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046895 Apr 20 18:04:24.063742 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-0fa876e0-8dce-4391-9707-7497811de0ce service neutron] 10.222.0.39 "GET /v2.0/networks/9a1aad33-7c31-4971-8bd3-78b1414fddef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265693 Apr 20 18:04:24.192038 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-11278c26-1dfc-4cfc-bf70-ece73b473333 service neutron] 10.222.0.39 "GET /v2.0/networks/9a1aad33-7c31-4971-8bd3-78b1414fddef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224792 Apr 20 18:04:24.379986 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c3a420ff-d8da-447a-a03c-4ff28f8396c9 req-5f94b7c3-a669-410c-a451-de508fb1a4cb tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 210 time: 0.0406027 Apr 20 18:04:25.562666 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-99f85003-8d99-4cc0-a909-0220240bbe58 req-34bae050-fe32-4cdb-9f5d-516d8ca2ac5a tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 210 time: 0.0520031 Apr 20 18:04:25.607591 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-911bc5cd-f72d-4b8d-96c3-b21de173bab4 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:25.609011 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-911bc5cd-f72d-4b8d-96c3-b21de173bab4 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.10 "GET /v2.0/networks?id=9a1aad33-7c31-4971-8bd3-78b1414fddef HTTP/1.1" status: 200 len: 812 time: 0.2896481 Apr 20 18:04:25.624792 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-85c5d478-b01b-4e85-b144-cc3bde330256 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Request body: {'port': {'device_id': 'd204b79e-754e-4df3-9f0d-b6f58f53d60c', 'network_id': '9a1aad33-7c31-4971-8bd3-78b1414fddef', 'admin_state_up': True, 'tenant_id': 'a6cd7776042342238ca18fd5779db38b'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:04:25.759223 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-85c5d478-b01b-4e85-b144-cc3bde330256 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:04:25.763079 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-85c5d478-b01b-4e85-b144-cc3bde330256 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Usage tracker for resource:port and tenant:a6cd7776042342238ca18fd5779db38b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:04:25.765828 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-85c5d478-b01b-4e85-b144-cc3bde330256 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:04:25.771497 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-85c5d478-b01b-4e85-b144-cc3bde330256 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:04:25.783944 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-85c5d478-b01b-4e85-b144-cc3bde330256 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Made reservation on behalf of a6cd7776042342238ca18fd5779db38b for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:04:25.786930 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-85c5d478-b01b-4e85-b144-cc3bde330256 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:25.955955 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-85c5d478-b01b-4e85-b144-cc3bde330256 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Allocated IP 172.20.0.14 (9a1aad33-7c31-4971-8bd3-78b1414fddef/f80d7455-ac81-47c3-9670-c0bd2e628041/56bec78c-c51f-4e04-9e35-776cc02f9f03) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:04:26.154154 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-85c5d478-b01b-4e85-b144-cc3bde330256 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:26.184237 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-85c5d478-b01b-4e85-b144-cc3bde330256 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:26.256286 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-85c5d478-b01b-4e85-b144-cc3bde330256 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Network 9a1aad33-7c31-4971-8bd3-78b1414fddef is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:04:26.259330 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-85c5d478-b01b-4e85-b144-cc3bde330256 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:04:26.263560 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-85c5d478-b01b-4e85-b144-cc3bde330256 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:04:26.290983 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5d478-b01b-4e85-b144-cc3bde330256 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Pushing event updated for resources: {'Port': ['ID=56bec78c-c51f-4e04-9e35-776cc02f9f03,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:04:26.328386 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-85c5d478-b01b-4e85-b144-cc3bde330256 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:26.328990 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-85c5d478-b01b-4e85-b144-cc3bde330256 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:26.351443 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-85c5d478-b01b-4e85-b144-cc3bde330256 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7301345 Apr 20 18:04:26.361944 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-8a8e802c-7624-4f48-b983-2229523d924d service neutron] Request body: {'port': {'device_id': 'd204b79e-754e-4df3-9f0d-b6f58f53d60c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:04:26.474484 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-8a8e802c-7624-4f48-b983-2229523d924d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:26.769015 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7b2ba-853e-46f6-9285-17051fbe5a91 req-4de34afe-41bf-4d02-89e4-457a20efe3ee tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:26.770491 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d7c7b2ba-853e-46f6-9285-17051fbe5a91 req-4de34afe-41bf-4d02-89e4-457a20efe3ee tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 932 time: 0.0853481 Apr 20 18:04:26.816197 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d7c7b2ba-853e-46f6-9285-17051fbe5a91 req-33ef216d-4859-4d7b-83eb-551dc83be6fa tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399473 Apr 20 18:04:26.825385 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-8a8e802c-7624-4f48-b983-2229523d924d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56bec78c-c51f-4e04-9e35-776cc02f9f03 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:04:26.832239 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-8a8e802c-7624-4f48-b983-2229523d924d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:26.846743 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-8a8e802c-7624-4f48-b983-2229523d924d service neutron] Transition to ACTIVE for port object 56bec78c-c51f-4e04-9e35-776cc02f9f03 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:04:26.851987 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-8a8e802c-7624-4f48-b983-2229523d924d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:26.970490 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e802c-7624-4f48-b983-2229523d924d service neutron] Pushing event updated for resources: {'Port': ['ID=56bec78c-c51f-4e04-9e35-776cc02f9f03,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:04:27.077280 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-8a8e802c-7624-4f48-b983-2229523d924d service neutron] Attempting to bind port 56bec78c-c51f-4e04-9e35-776cc02f9f03 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:04:27.077470 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-8a8e802c-7624-4f48-b983-2229523d924d service neutron] Attempting to bind port 56bec78c-c51f-4e04-9e35-776cc02f9f03 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '23e62e51-d61f-459e-a756-82886f3d9137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9a1aad33-7c31-4971-8bd3-78b1414fddef'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:04:27.077810 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-8a8e802c-7624-4f48-b983-2229523d924d service neutron] Attempting to bind port 56bec78c-c51f-4e04-9e35-776cc02f9f03 on network 9a1aad33-7c31-4971-8bd3-78b1414fddef {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:04:27.083740 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-8a8e802c-7624-4f48-b983-2229523d924d service neutron] Port 56bec78c-c51f-4e04-9e35-776cc02f9f03 on network 9a1aad33-7c31-4971-8bd3-78b1414fddef not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 18:04:27.084046 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-8a8e802c-7624-4f48-b983-2229523d924d service neutron] Attempting to bind port 56bec78c-c51f-4e04-9e35-776cc02f9f03 on network 9a1aad33-7c31-4971-8bd3-78b1414fddef {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:04:27.090423 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-8a8e802c-7624-4f48-b983-2229523d924d service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:04:27.090747 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-8a8e802c-7624-4f48-b983-2229523d924d service neutron] Checking segment: {'id': '23e62e51-d61f-459e-a756-82886f3d9137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9a1aad33-7c31-4971-8bd3-78b1414fddef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:04:27.091116 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-8a8e802c-7624-4f48-b983-2229523d924d service neutron] Bound using segment: {'id': '23e62e51-d61f-459e-a756-82886f3d9137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9a1aad33-7c31-4971-8bd3-78b1414fddef'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:04:27.091516 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-8a8e802c-7624-4f48-b983-2229523d924d service neutron] Bound port: 56bec78c-c51f-4e04-9e35-776cc02f9f03, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e62e51-d61f-459e-a756-82886f3d9137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9a1aad33-7c31-4971-8bd3-78b1414fddef'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:04:27.091841 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-8a8e802c-7624-4f48-b983-2229523d924d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:27.178491 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-8a8e802c-7624-4f48-b983-2229523d924d service neutron] For port 56bec78c-c51f-4e04-9e35-776cc02f9f03, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:04:27.181382 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-8a8e802c-7624-4f48-b983-2229523d924d service neutron] For port 56bec78c-c51f-4e04-9e35-776cc02f9f03, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=56bec78c-c51f-4e04-9e35-776cc02f9f03,segment=NetworkSegment(23e62e51-d61f-459e-a756-82886f3d9137),segment_id=23e62e51-d61f-459e-a756-82886f3d9137)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:04:27.186218 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-8a8e802c-7624-4f48-b983-2229523d924d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:27.245009 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-8a8e802c-7624-4f48-b983-2229523d924d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:27.246720 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-8a8e802c-7624-4f48-b983-2229523d924d service neutron] 10.222.0.10 "PUT /v2.0/ports/56bec78c-c51f-4e04-9e35-776cc02f9f03 HTTP/1.1" status: 200 len: 1092 time: 0.8886173 Apr 20 18:04:27.247130 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd204b79e-754e-4df3-9f0d-b6f58f53d60c', 'tag': '56bec78c-c51f-4e04-9e35-776cc02f9f03'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:04:27.265704 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e802c-7624-4f48-b983-2229523d924d service neutron] Pushing event updated for resources: {'Port': ['ID=56bec78c-c51f-4e04-9e35-776cc02f9f03,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:04:27.317360 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2baafcbb-636a-4857-a10a-8e9708a8ea51'] response: {'name': 'network-changed', 'server_uuid': 'd204b79e-754e-4df3-9f0d-b6f58f53d60c', 'tag': '56bec78c-c51f-4e04-9e35-776cc02f9f03', 'status': 'completed', 'code': 200} Apr 20 18:04:27.445491 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-c6dbb631-c976-4254-9557-41db0d6fd015 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6cd7776042342238ca18fd5779db38b&device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 1095 time: 0.1614938 Apr 20 18:04:27.513770 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-32f8b37a-4831-41cb-8f91-9137c16d42b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56bec78c-c51f-4e04-9e35-776cc02f9f03 HTTP/1.1" status: 200 len: 217 time: 0.0615852 Apr 20 18:04:27.574802 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-3f53cb21-2f71-40f8-8019-379eab2aacf5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:27.576170 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-3f53cb21-2f71-40f8-8019-379eab2aacf5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f80d7455-ac81-47c3-9670-c0bd2e628041 HTTP/1.1" status: 200 len: 852 time: 0.0557916 Apr 20 18:04:27.621064 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-9c490e08-cf08-4290-9233-21b73f2f7d4f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a1aad33-7c31-4971-8bd3-78b1414fddef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384588 Apr 20 18:04:27.748146 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-a5cdd38b-0711-4c32-b03a-bb6706dd07fe service neutron] 10.222.0.10 "GET /v2.0/networks/9a1aad33-7c31-4971-8bd3-78b1414fddef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213942 Apr 20 18:04:27.881484 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-48deab37-f4ee-4684-9fa2-bc69cf9f0320 req-1c2832f1-caae-42de-b827-6bb6dc01c3f4 service neutron] 10.222.0.10 "GET /v2.0/networks/9a1aad33-7c31-4971-8bd3-78b1414fddef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268609 Apr 20 18:04:28.002884 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5daf4328-1c03-4964-88bc-f7029ac71965 req-7d937ac3-6dd2-4d96-bbae-df3fdf17dbd8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6cd7776042342238ca18fd5779db38b&device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 1095 time: 0.0724978 Apr 20 18:04:28.011984 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504ef85-6e5d-4e4f-8dcd-cda5ca69c040 req-12a733b9-d018-4fec-b007-7392a62d55ba tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:28.013364 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7504ef85-6e5d-4e4f-8dcd-cda5ca69c040 req-12a733b9-d018-4fec-b007-7392a62d55ba tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 944 time: 0.0760503 Apr 20 18:04:28.058684 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7504ef85-6e5d-4e4f-8dcd-cda5ca69c040 req-a0b1c6f0-32f3-4819-9c9e-551ebbe80e38 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396123 Apr 20 18:04:28.143372 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf4328-1c03-4964-88bc-f7029ac71965 req-d2081a12-11e9-40c5-a333-4b59dec4efb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:28.144836 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5daf4328-1c03-4964-88bc-f7029ac71965 req-d2081a12-11e9-40c5-a333-4b59dec4efb3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a1aad33-7c31-4971-8bd3-78b1414fddef HTTP/1.1" status: 200 len: 913 time: 0.1358037 Apr 20 18:04:28.210408 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5daf4328-1c03-4964-88bc-f7029ac71965 req-8b41c311-ceb9-487c-9770-7d4c64bec43a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56bec78c-c51f-4e04-9e35-776cc02f9f03 HTTP/1.1" status: 200 len: 217 time: 0.0590832 Apr 20 18:04:28.275211 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf4328-1c03-4964-88bc-f7029ac71965 req-3b8d6a1a-c874-47f3-a3a6-c878b2fc5f8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:28.276509 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5daf4328-1c03-4964-88bc-f7029ac71965 req-3b8d6a1a-c874-47f3-a3a6-c878b2fc5f8e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f80d7455-ac81-47c3-9670-c0bd2e628041 HTTP/1.1" status: 200 len: 852 time: 0.0603268 Apr 20 18:04:28.319524 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5daf4328-1c03-4964-88bc-f7029ac71965 req-9b7c3e61-9f1f-4268-a03b-b3bc69028d3e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a1aad33-7c31-4971-8bd3-78b1414fddef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373037 Apr 20 18:04:28.450804 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5daf4328-1c03-4964-88bc-f7029ac71965 req-9ff4cf51-af7b-4973-b24e-2192ca48af5d service neutron] 10.222.0.10 "GET /v2.0/networks/9a1aad33-7c31-4971-8bd3-78b1414fddef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256695 Apr 20 18:04:28.580275 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5daf4328-1c03-4964-88bc-f7029ac71965 req-368d57af-c4a1-4a05-8e75-845c839b1e66 service neutron] 10.222.0.10 "GET /v2.0/networks/9a1aad33-7c31-4971-8bd3-78b1414fddef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233270 Apr 20 18:04:29.268375 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae387e0d-aca0-49d9-b760-7d737e7a0ea2 req-d80a9e1b-11e1-4371-92b7-916da68404ff tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:29.269046 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ae387e0d-aca0-49d9-b760-7d737e7a0ea2 req-d80a9e1b-11e1-4371-92b7-916da68404ff tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Synchronizing usage tracker for tenant:a6cd7776042342238ca18fd5779db38b on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:04:29.288465 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ae387e0d-aca0-49d9-b760-7d737e7a0ea2 req-d80a9e1b-11e1-4371-92b7-916da68404ff tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Unset dirty status for tenant:a6cd7776042342238ca18fd5779db38b on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:04:29.289848 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ae387e0d-aca0-49d9-b760-7d737e7a0ea2 req-d80a9e1b-11e1-4371-92b7-916da68404ff tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 944 time: 0.1045761 Apr 20 18:04:29.336319 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ae387e0d-aca0-49d9-b760-7d737e7a0ea2 req-3f966e4f-b31b-400e-92e1-049807c7fd78 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Synchronizing usage tracker for tenant:a6cd7776042342238ca18fd5779db38b on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:04:29.354207 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ae387e0d-aca0-49d9-b760-7d737e7a0ea2 req-3f966e4f-b31b-400e-92e1-049807c7fd78 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Unset dirty status for tenant:a6cd7776042342238ca18fd5779db38b on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:04:29.355380 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ae387e0d-aca0-49d9-b760-7d737e7a0ea2 req-3f966e4f-b31b-400e-92e1-049807c7fd78 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597730 Apr 20 18:04:30.563114 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b76a30-1732-47fa-9fff-ce41d1d087ef req-0fa620c1-9004-4bf8-a2be-f1782673792c tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:30.564630 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-45b76a30-1732-47fa-9fff-ce41d1d087ef req-0fa620c1-9004-4bf8-a2be-f1782673792c tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 944 time: 0.0859394 Apr 20 18:04:30.610668 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-45b76a30-1732-47fa-9fff-ce41d1d087ef req-135031eb-6e7b-4ec1-a431-4eda03aacd66 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402722 Apr 20 18:04:31.825054 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bc1a8-574e-4696-9abf-5df1fa5c1726 req-5700d829-0f33-4e4c-99ff-f3364c70db33 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:31.826500 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-151bc1a8-574e-4696-9abf-5df1fa5c1726 req-5700d829-0f33-4e4c-99ff-f3364c70db33 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 944 time: 0.0882108 Apr 20 18:04:31.871553 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-151bc1a8-574e-4696-9abf-5df1fa5c1726 req-e482515a-996b-4143-bdb3-9ca8e3715803 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394082 Apr 20 18:04:32.793730 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 56bec78c-c51f-4e04-9e35-776cc02f9f03 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:04:32.932174 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 56bec78c-c51f-4e04-9e35-776cc02f9f03, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=56bec78c-c51f-4e04-9e35-776cc02f9f03,segment=NetworkSegment(23e62e51-d61f-459e-a756-82886f3d9137),segment_id=23e62e51-d61f-459e-a756-82886f3d9137)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:04:32.944990 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '56bec78c-c51f-4e04-9e35-776cc02f9f03', 'network_id': '9a1aad33-7c31-4971-8bd3-78b1414fddef', 'port_id': '56bec78c-c51f-4e04-9e35-776cc02f9f03', 'mac_address': 'fa:16:3e:f0:88:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f80d7455-ac81-47c3-9670-c0bd2e628041', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:04:32.996217 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:33.012793 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56bec78c-c51f-4e04-9e35-776cc02f9f03 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:04:33.027908 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 56bec78c-c51f-4e04-9e35-776cc02f9f03, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=56bec78c-c51f-4e04-9e35-776cc02f9f03,segment=NetworkSegment(23e62e51-d61f-459e-a756-82886f3d9137),segment_id=23e62e51-d61f-459e-a756-82886f3d9137)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:04:33.033483 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:33.065898 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa582a-ffaa-4cba-9b3d-7d700fce8f06 req-a7d936eb-8474-483f-a934-8108f38d480d tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:33.067334 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c2aa582a-ffaa-4cba-9b3d-7d700fce8f06 req-a7d936eb-8474-483f-a934-8108f38d480d tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 944 time: 0.0763917 Apr 20 18:04:33.103334 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=56bec78c-c51f-4e04-9e35-776cc02f9f03,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:04:33.116517 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c2aa582a-ffaa-4cba-9b3d-7d700fce8f06 req-9aaaea79-d2c4-4b6f-96ec-490bfe4f524b tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434284 Apr 20 18:04:33.306912 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['56bec78c-c51f-4e04-9e35-776cc02f9f03'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:04:34.334203 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86ad61-7eed-4097-a5bd-5cc45c9a2496 req-4dda9625-79e0-4191-80b3-87e7e91c4a24 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:34.335750 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ab86ad61-7eed-4097-a5bd-5cc45c9a2496 req-4dda9625-79e0-4191-80b3-87e7e91c4a24 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 945 time: 0.0926213 Apr 20 18:04:34.383290 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ab86ad61-7eed-4097-a5bd-5cc45c9a2496 req-1c08db59-4acd-4307-96df-93e1155febab tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395422 Apr 20 18:04:34.797180 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 56bec78c-c51f-4e04-9e35-776cc02f9f03 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:04:34.882017 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 56bec78c-c51f-4e04-9e35-776cc02f9f03 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:04:34.886808 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 56bec78c-c51f-4e04-9e35-776cc02f9f03 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:04:34.887176 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:34.999752 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:35.025562 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd204b79e-754e-4df3-9f0d-b6f58f53d60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56bec78c-c51f-4e04-9e35-776cc02f9f03'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:04:35.035087 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 56bec78c-c51f-4e04-9e35-776cc02f9f03, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=56bec78c-c51f-4e04-9e35-776cc02f9f03,segment=NetworkSegment(23e62e51-d61f-459e-a756-82886f3d9137),segment_id=23e62e51-d61f-459e-a756-82886f3d9137)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:04:35.040669 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:35.081328 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05de4c1b-df02-4a2e-888f-968f6710654b'] response: {'server_uuid': 'd204b79e-754e-4df3-9f0d-b6f58f53d60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56bec78c-c51f-4e04-9e35-776cc02f9f03', 'code': 200} Apr 20 18:04:35.106715 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=56bec78c-c51f-4e04-9e35-776cc02f9f03,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:04:35.210755 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-07f158da-8b90-487c-9568-eaaad9688655 req-4c265839-59a1-420e-acc1-7af11f2b18bf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 1097 time: 0.0687113 Apr 20 18:04:35.251804 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-07f158da-8b90-487c-9568-eaaad9688655 req-10271678-2137-4158-a4e2-ed70a663c8c7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359108 Apr 20 18:04:35.672014 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b63463-4005-49bd-8fe4-ed8c193f1a2e req-561e9225-2ffe-4c00-bde3-8ad5c9e6a7af tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:35.673620 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-60b63463-4005-49bd-8fe4-ed8c193f1a2e req-561e9225-2ffe-4c00-bde3-8ad5c9e6a7af tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 946 time: 0.1652460 Apr 20 18:04:35.719418 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-60b63463-4005-49bd-8fe4-ed8c193f1a2e req-6673702a-6201-436b-9508-255c311e75ea tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398064 Apr 20 18:04:36.930997 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005a364-b6b9-4f81-8465-055c81695e85 req-81a938bf-ce3e-4bb4-951d-bdf6afee7ede tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:36.932612 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a005a364-b6b9-4f81-8465-055c81695e85 req-81a938bf-ce3e-4bb4-951d-bdf6afee7ede tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 946 time: 0.0769153 Apr 20 18:04:36.978422 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a005a364-b6b9-4f81-8465-055c81695e85 req-82431df7-339b-46c0-8284-c35ffbd8854b tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401423 Apr 20 18:04:37.187574 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f815088-ad8e-4929-8961-15ad73ce9f9a req-4b285070-c95d-49a5-9a91-5362cb91131e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0839915 Apr 20 18:04:37.372657 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34540) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:04:37.511854 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242b7f6-20ec-4b15-89ea-7d85ef4dbcc0 req-b1341465-9b6d-4770-a597-1550d3ae77b6 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:37.513285 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6242b7f6-20ec-4b15-89ea-7d85ef4dbcc0 req-b1341465-9b6d-4770-a597-1550d3ae77b6 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 946 time: 0.0859847 Apr 20 18:04:37.515592 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-144220d0-7a09-4c32-9891-76bbea95602d req-faf7907b-6221-42e5-a4d5-52ce6bf438df service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1416624 Apr 20 18:04:37.529383 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:04:37.561168 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6242b7f6-20ec-4b15-89ea-7d85ef4dbcc0 req-e8ea7e45-574d-4ec7-950b-46351dd4e793 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419846 Apr 20 18:04:38.823966 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9cb693-3835-4e67-93b8-11509a9660e4 req-e4bba9ad-8fa0-41d7-93a2-de6be9433335 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:38.825396 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f9cb693-3835-4e67-93b8-11509a9660e4 req-e4bba9ad-8fa0-41d7-93a2-de6be9433335 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 946 time: 0.1332531 Apr 20 18:04:38.828967 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-144220d0-7a09-4c32-9891-76bbea95602d req-d66e3c75-4286-4e21-be26-b0980cc5d6b8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6cd7776042342238ca18fd5779db38b&device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 1097 time: 0.1020370 Apr 20 18:04:38.972635 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f9cb693-3835-4e67-93b8-11509a9660e4 req-db1ed6c4-669c-4719-907e-f661ceb31eeb tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406322 Apr 20 18:04:39.005104 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144220d0-7a09-4c32-9891-76bbea95602d req-3d04992d-b967-4ea4-abc3-64b9566382c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:39.006590 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-144220d0-7a09-4c32-9891-76bbea95602d req-3d04992d-b967-4ea4-abc3-64b9566382c9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a1aad33-7c31-4971-8bd3-78b1414fddef HTTP/1.1" status: 200 len: 913 time: 0.1617811 Apr 20 18:04:39.075665 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-144220d0-7a09-4c32-9891-76bbea95602d req-115e19e2-3585-41de-9faa-4b93ac194032 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56bec78c-c51f-4e04-9e35-776cc02f9f03 HTTP/1.1" status: 200 len: 217 time: 0.0632658 Apr 20 18:04:39.138248 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144220d0-7a09-4c32-9891-76bbea95602d req-b2d92f1e-8af5-4758-b7f2-cda2f75152de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:39.139845 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-144220d0-7a09-4c32-9891-76bbea95602d req-b2d92f1e-8af5-4758-b7f2-cda2f75152de service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f80d7455-ac81-47c3-9670-c0bd2e628041 HTTP/1.1" status: 200 len: 852 time: 0.0582924 Apr 20 18:04:39.193680 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-144220d0-7a09-4c32-9891-76bbea95602d req-6eb6e965-7250-42a7-870e-0e0f34d68d24 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a1aad33-7c31-4971-8bd3-78b1414fddef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481980 Apr 20 18:04:39.246555 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a625bac3-29f1-49d8-907f-945c471a6f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:39.328002 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-144220d0-7a09-4c32-9891-76bbea95602d req-ac83c7ac-c006-4fc8-827c-6e6f378a132d service neutron] 10.222.0.10 "GET /v2.0/networks/9a1aad33-7c31-4971-8bd3-78b1414fddef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287842 Apr 20 18:04:39.459653 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-144220d0-7a09-4c32-9891-76bbea95602d req-ca5d301d-7c10-4c53-9b08-ce94752f8354 service neutron] 10.222.0.10 "GET /v2.0/networks/9a1aad33-7c31-4971-8bd3-78b1414fddef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256685 Apr 20 18:04:40.172923 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c72f9c-3cfb-4af9-b47c-05e3dc92ce0c req-2e630a43-f5c0-4a8e-bde7-fa3600fd16f5 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:40.174410 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-98c72f9c-3cfb-4af9-b47c-05e3dc92ce0c req-2e630a43-f5c0-4a8e-bde7-fa3600fd16f5 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 946 time: 0.0790021 Apr 20 18:04:40.218955 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-98c72f9c-3cfb-4af9-b47c-05e3dc92ce0c req-48a67493-0f6a-44ba-81ec-c7747bbb2cf5 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389154 Apr 20 18:04:41.403925 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-de999196-2d3f-48cd-801a-807fb7802cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:41.431810 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c42f77-e350-49d3-ae24-a964a3fea452 req-9b88aa69-08a6-46ac-9a61-dfdb2e20e373 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:41.433228 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a0c42f77-e350-49d3-ae24-a964a3fea452 req-9b88aa69-08a6-46ac-9a61-dfdb2e20e373 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 946 time: 0.0793462 Apr 20 18:04:41.478639 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a0c42f77-e350-49d3-ae24-a964a3fea452 req-5af6616d-1981-4e71-ace5-0a4d44b0205b tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397155 Apr 20 18:04:42.681315 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0500cb-0924-44df-8102-7f88934db3d5 req-41e788a5-4067-44e5-82e4-6aa4745c09d9 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:42.682747 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fb0500cb-0924-44df-8102-7f88934db3d5 req-41e788a5-4067-44e5-82e4-6aa4745c09d9 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 946 time: 0.0793772 Apr 20 18:04:42.691836 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:42.728590 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fb0500cb-0924-44df-8102-7f88934db3d5 req-f85545b9-72c3-48a4-b227-9251c10d68b1 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401053 Apr 20 18:04:42.865265 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:43.633110 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:43.929864 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4b20d-8f30-4b1c-81f2-af3b9e265a3a req-7303faad-3991-42d7-8657-16b39c66b01a tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:43.931345 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-01e4b20d-8f30-4b1c-81f2-af3b9e265a3a req-7303faad-3991-42d7-8657-16b39c66b01a tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 946 time: 0.0804205 Apr 20 18:04:43.979691 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-01e4b20d-8f30-4b1c-81f2-af3b9e265a3a req-b99d4f3e-e928-4ede-ade2-8b074d3bcab7 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399365 Apr 20 18:04:44.179023 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:45.198762 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55fcd3-5a3e-4234-a4b3-a31d34af5265 req-738a6965-b6e0-44be-92f7-6a9876b52158 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:45.200181 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6b55fcd3-5a3e-4234-a4b3-a31d34af5265 req-738a6965-b6e0-44be-92f7-6a9876b52158 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 946 time: 0.0788367 Apr 20 18:04:45.244048 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6b55fcd3-5a3e-4234-a4b3-a31d34af5265 req-998f75d9-dd1f-47a5-acc5-78a8d0a0c670 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383816 Apr 20 18:04:45.543818 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:04:46.451868 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152b0ea-1323-4960-9bb1-9fcd7d0ab955 req-cebe70d5-f55f-4bbf-8b68-e49240795ba9 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:46.453351 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4152b0ea-1323-4960-9bb1-9fcd7d0ab955 req-cebe70d5-f55f-4bbf-8b68-e49240795ba9 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 946 time: 0.0760968 Apr 20 18:04:46.503913 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4152b0ea-1323-4960-9bb1-9fcd7d0ab955 req-e42bdc24-9a93-4414-b1d8-59327d6ad64d tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447211 Apr 20 18:04:47.711861 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d830c3d-defa-40bd-bf8d-ac28ac7e7eb0 req-a562eb1c-277f-43c7-bb17-7dd8b7224c99 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:47.713316 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2d830c3d-defa-40bd-bf8d-ac28ac7e7eb0 req-a562eb1c-277f-43c7-bb17-7dd8b7224c99 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 946 time: 0.0808473 Apr 20 18:04:47.757479 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2d830c3d-defa-40bd-bf8d-ac28ac7e7eb0 req-15c0b8e0-2d00-49a3-a07b-3c13a4aeb4a9 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386424 Apr 20 18:04:48.961108 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fcdd51-3484-4769-8700-9bf63b6a3d7a req-2d99fb51-a2cf-429f-8f18-f786bff7b7bd tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:48.962581 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d5fcdd51-3484-4769-8700-9bf63b6a3d7a req-2d99fb51-a2cf-429f-8f18-f786bff7b7bd tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 946 time: 0.0841079 Apr 20 18:04:49.010135 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d5fcdd51-3484-4769-8700-9bf63b6a3d7a req-a5b1623a-12ce-4ed3-911a-16564693980f tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392125 Apr 20 18:04:50.249695 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7412a1-d318-440c-b4b1-1ac62230d242 req-7a5b68fb-9385-4b09-8297-1fda35fac2e2 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:50.251161 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8c7412a1-d318-440c-b4b1-1ac62230d242 req-7a5b68fb-9385-4b09-8297-1fda35fac2e2 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 946 time: 0.0903244 Apr 20 18:04:50.299483 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8c7412a1-d318-440c-b4b1-1ac62230d242 req-1e0881fa-88f6-40ab-88d2-e7eb2983912c tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427020 Apr 20 18:04:51.656485 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1450ac-5e03-4433-b4ca-550369bd3965 req-d911afcf-678d-4e39-ba9e-1a221cd0d620 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:51.657792 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5e1450ac-5e03-4433-b4ca-550369bd3965 req-d911afcf-678d-4e39-ba9e-1a221cd0d620 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 946 time: 0.1501310 Apr 20 18:04:51.705093 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5e1450ac-5e03-4433-b4ca-550369bd3965 req-1b0dc469-4de6-439b-bec3-7915cef67745 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417497 Apr 20 18:04:52.921462 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f713c-6166-430f-acc9-74c9f354afc1 req-314ee920-7c68-4939-8815-3dcf99b1cedb tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:52.922909 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5c7f713c-6166-430f-acc9-74c9f354afc1 req-314ee920-7c68-4939-8815-3dcf99b1cedb tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 946 time: 0.0776675 Apr 20 18:04:52.967664 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5c7f713c-6166-430f-acc9-74c9f354afc1 req-4c9add33-d59c-45cb-b29a-c44866e4f5aa tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392394 Apr 20 18:04:54.176016 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4698e-73a9-49c7-bb49-042a5a418d07 req-838c917c-622a-49f2-9b7d-059da7a09f29 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:54.177437 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0de4698e-73a9-49c7-bb49-042a5a418d07 req-838c917c-622a-49f2-9b7d-059da7a09f29 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 946 time: 0.0821064 Apr 20 18:04:54.226304 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0de4698e-73a9-49c7-bb49-042a5a418d07 req-d3d8f96d-3e0c-46e3-b498-af4ad04edf16 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406718 Apr 20 18:04:55.655038 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef74e4-9a14-4c6f-baea-104d3a44adb1 req-ea315863-6161-425f-a211-6f8a87b0857c tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:55.656349 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7cef74e4-9a14-4c6f-baea-104d3a44adb1 req-ea315863-6161-425f-a211-6f8a87b0857c tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 946 time: 0.2556202 Apr 20 18:04:55.704480 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7cef74e4-9a14-4c6f-baea-104d3a44adb1 req-4be5c45a-8d2b-44da-8e51-e1c731160d7c tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398655 Apr 20 18:04:56.914001 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2cbd09-462a-4dfe-9a57-23ae10a99100 req-fb8fe806-7b00-4354-924e-f51508854f56 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:56.915454 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eb2cbd09-462a-4dfe-9a57-23ae10a99100 req-fb8fe806-7b00-4354-924e-f51508854f56 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 946 time: 0.0849643 Apr 20 18:04:57.051725 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eb2cbd09-462a-4dfe-9a57-23ae10a99100 req-002b1571-933e-49e8-a172-7b9746ebfb76 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305256 Apr 20 18:04:58.252777 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf95de3-00cf-455c-b8a1-cb46d90453f4 req-c455efc1-d20f-48ea-a1e0-ae56c0ea1ccd tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:58.254225 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-daf95de3-00cf-455c-b8a1-cb46d90453f4 req-c455efc1-d20f-48ea-a1e0-ae56c0ea1ccd tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 946 time: 0.0822697 Apr 20 18:04:58.299994 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-daf95de3-00cf-455c-b8a1-cb46d90453f4 req-20e95c1e-8010-467e-a2fc-70e56f5a8beb tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402162 Apr 20 18:04:59.510474 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f2081-8034-4023-b9c0-fefb8c7bdd85 req-05e64fb0-9713-446e-a057-73d09fdbd2db tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:04:59.511910 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a33f2081-8034-4023-b9c0-fefb8c7bdd85 req-05e64fb0-9713-446e-a057-73d09fdbd2db tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 946 time: 0.0764647 Apr 20 18:04:59.557995 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a33f2081-8034-4023-b9c0-fefb8c7bdd85 req-1b2150ef-db03-4edc-a8a3-53fc8e259a99 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403199 Apr 20 18:05:00.792726 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d46386-8d62-440f-85c8-5eaea554132c req-fb13ab31-4871-44a2-a00b-3fa3e2b7376f tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:00.794169 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-15d46386-8d62-440f-85c8-5eaea554132c req-fb13ab31-4871-44a2-a00b-3fa3e2b7376f tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 946 time: 0.0976789 Apr 20 18:05:00.843097 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-15d46386-8d62-440f-85c8-5eaea554132c req-339ee163-4390-46c1-b554-3229f6f5a6c6 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407281 Apr 20 18:05:02.047895 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4f806-76c6-4c6a-a9ad-eec03e3622ac req-5aebed47-92ff-4c4b-bfb9-d557490d1b94 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:02.049308 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-02d4f806-76c6-4c6a-a9ad-eec03e3622ac req-5aebed47-92ff-4c4b-bfb9-d557490d1b94 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 946 time: 0.0766690 Apr 20 18:05:02.093431 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-02d4f806-76c6-4c6a-a9ad-eec03e3622ac req-3103b065-c575-4b01-ba15-98f689db084c tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385978 Apr 20 18:05:03.299967 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cdb52-c22d-4923-a83a-c8d088426dd4 req-a2f6559a-da84-4946-9f7c-b1173b4dcd70 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:03.301269 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-440cdb52-c22d-4923-a83a-c8d088426dd4 req-a2f6559a-da84-4946-9f7c-b1173b4dcd70 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 946 time: 0.0791416 Apr 20 18:05:03.353390 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-440cdb52-c22d-4923-a83a-c8d088426dd4 req-e1c18683-847c-450f-8479-b267178a40fc tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441735 Apr 20 18:05:04.572662 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d35df-ba46-433d-9ab3-b5f274200866 req-012d467d-65ff-453e-9e54-fef2677a72b5 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:04.574218 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a67d35df-ba46-433d-9ab3-b5f274200866 req-012d467d-65ff-453e-9e54-fef2677a72b5 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 946 time: 0.0915916 Apr 20 18:05:04.624229 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a67d35df-ba46-433d-9ab3-b5f274200866 req-1ddf64a8-98c0-4aec-9ffd-66d955582a0b tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439682 Apr 20 18:05:05.847748 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8050fd-44ec-4e2e-a45b-3d1f1578f899 req-87f4a963-d5a7-4851-8416-19f188feba75 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:05.849258 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7a8050fd-44ec-4e2e-a45b-3d1f1578f899 req-87f4a963-d5a7-4851-8416-19f188feba75 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 946 time: 0.0793924 Apr 20 18:05:05.897973 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7a8050fd-44ec-4e2e-a45b-3d1f1578f899 req-426c1612-c02d-4539-bf97-7602e99e6360 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407085 Apr 20 18:05:06.618931 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [req-144220d0-7a09-4c32-9891-76bbea95602d req-8449433e-f4fc-4dec-9c48-2909c72dca2a service neutron] show failed (client error): The resource could not be found. Apr 20 18:05:06.619919 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-144220d0-7a09-4c32-9891-76bbea95602d req-8449433e-f4fc-4dec-9c48-2909c72dca2a service neutron] 10.222.0.10 "GET /v2.0/ports/56bec78c-c51f-4e04-9e35-776cc02f9f03/bindings/n-h1-838032-1 HTTP/1.1" status: 404 len: 380 time: 0.1407259 Apr 20 18:05:06.987604 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-144220d0-7a09-4c32-9891-76bbea95602d req-b2e28b8c-3dc4-4c7c-a806-085cb1d0059f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c&tenant_id=a6cd7776042342238ca18fd5779db38b HTTP/1.1" status: 200 len: 1097 time: 0.1335642 Apr 20 18:05:06.999151 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-144220d0-7a09-4c32-9891-76bbea95602d req-cd8bd8ca-4ce9-4da9-8f2e-4f0751ece721 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838032-1', 'device_owner': 'compute:nova'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:05:07.097906 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d1944-0a47-40ca-aabd-8b07251e98f7 req-80940be3-9ffa-4f34-a79e-8106bbde6f02 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:07.099291 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f5d1944-0a47-40ca-aabd-8b07251e98f7 req-80940be3-9ffa-4f34-a79e-8106bbde6f02 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 946 time: 0.0748169 Apr 20 18:05:07.102731 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-144220d0-7a09-4c32-9891-76bbea95602d req-cd8bd8ca-4ce9-4da9-8f2e-4f0751ece721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:07.148782 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f5d1944-0a47-40ca-aabd-8b07251e98f7 req-7c2ed993-11b0-4b1b-af7f-8a76cc668319 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438933 Apr 20 18:05:07.363231 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-144220d0-7a09-4c32-9891-76bbea95602d req-cd8bd8ca-4ce9-4da9-8f2e-4f0751ece721 service neutron] For port 56bec78c-c51f-4e04-9e35-776cc02f9f03, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=56bec78c-c51f-4e04-9e35-776cc02f9f03,segment=NetworkSegment(23e62e51-d61f-459e-a756-82886f3d9137),segment_id=23e62e51-d61f-459e-a756-82886f3d9137)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:05:07.391276 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-144220d0-7a09-4c32-9891-76bbea95602d req-cd8bd8ca-4ce9-4da9-8f2e-4f0751ece721 service neutron] For port 56bec78c-c51f-4e04-9e35-776cc02f9f03, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:05:07.450626 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd204b79e-754e-4df3-9f0d-b6f58f53d60c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56bec78c-c51f-4e04-9e35-776cc02f9f03'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:05:07.455816 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-144220d0-7a09-4c32-9891-76bbea95602d req-cd8bd8ca-4ce9-4da9-8f2e-4f0751ece721 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:07.471369 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-144220d0-7a09-4c32-9891-76bbea95602d req-cd8bd8ca-4ce9-4da9-8f2e-4f0751ece721 service neutron] Transition to ACTIVE for port object 56bec78c-c51f-4e04-9e35-776cc02f9f03 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:05:07.476230 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-144220d0-7a09-4c32-9891-76bbea95602d req-cd8bd8ca-4ce9-4da9-8f2e-4f0751ece721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:07.603655 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8bd8ca-4ce9-4da9-8f2e-4f0751ece721 service neutron] Pushing event updated for resources: {'Port': ['ID=56bec78c-c51f-4e04-9e35-776cc02f9f03,revision_number=6']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:05:07.639985 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-144220d0-7a09-4c32-9891-76bbea95602d req-cd8bd8ca-4ce9-4da9-8f2e-4f0751ece721 service neutron] No DVR routers for this DVR port 56bec78c-c51f-4e04-9e35-776cc02f9f03 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:05:07.668963 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecfe3120-8f02-4808-adec-a61c5183297f'] response: {'server_uuid': 'd204b79e-754e-4df3-9f0d-b6f58f53d60c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56bec78c-c51f-4e04-9e35-776cc02f9f03', 'code': 200} Apr 20 18:05:07.693866 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-144220d0-7a09-4c32-9891-76bbea95602d req-cd8bd8ca-4ce9-4da9-8f2e-4f0751ece721 service neutron] Attempting to bind port 56bec78c-c51f-4e04-9e35-776cc02f9f03 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:05:07.694216 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-144220d0-7a09-4c32-9891-76bbea95602d req-cd8bd8ca-4ce9-4da9-8f2e-4f0751ece721 service neutron] Attempting to bind port 56bec78c-c51f-4e04-9e35-776cc02f9f03 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '23e62e51-d61f-459e-a756-82886f3d9137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9a1aad33-7c31-4971-8bd3-78b1414fddef'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:05:07.694543 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144220d0-7a09-4c32-9891-76bbea95602d req-cd8bd8ca-4ce9-4da9-8f2e-4f0751ece721 service neutron] Attempting to bind port 56bec78c-c51f-4e04-9e35-776cc02f9f03 on network 9a1aad33-7c31-4971-8bd3-78b1414fddef {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:05:07.700356 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144220d0-7a09-4c32-9891-76bbea95602d req-cd8bd8ca-4ce9-4da9-8f2e-4f0751ece721 service neutron] Port 56bec78c-c51f-4e04-9e35-776cc02f9f03 on network 9a1aad33-7c31-4971-8bd3-78b1414fddef not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 18:05:07.700672 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144220d0-7a09-4c32-9891-76bbea95602d req-cd8bd8ca-4ce9-4da9-8f2e-4f0751ece721 service neutron] Attempting to bind port 56bec78c-c51f-4e04-9e35-776cc02f9f03 on network 9a1aad33-7c31-4971-8bd3-78b1414fddef {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:05:07.707058 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144220d0-7a09-4c32-9891-76bbea95602d req-cd8bd8ca-4ce9-4da9-8f2e-4f0751ece721 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:05:07.707387 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144220d0-7a09-4c32-9891-76bbea95602d req-cd8bd8ca-4ce9-4da9-8f2e-4f0751ece721 service neutron] Checking segment: {'id': '23e62e51-d61f-459e-a756-82886f3d9137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9a1aad33-7c31-4971-8bd3-78b1414fddef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:05:07.707767 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144220d0-7a09-4c32-9891-76bbea95602d req-cd8bd8ca-4ce9-4da9-8f2e-4f0751ece721 service neutron] Bound using segment: {'id': '23e62e51-d61f-459e-a756-82886f3d9137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9a1aad33-7c31-4971-8bd3-78b1414fddef'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:05:07.708176 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-144220d0-7a09-4c32-9891-76bbea95602d req-cd8bd8ca-4ce9-4da9-8f2e-4f0751ece721 service neutron] Bound port: 56bec78c-c51f-4e04-9e35-776cc02f9f03, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e62e51-d61f-459e-a756-82886f3d9137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9a1aad33-7c31-4971-8bd3-78b1414fddef'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:05:07.708536 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-144220d0-7a09-4c32-9891-76bbea95602d req-cd8bd8ca-4ce9-4da9-8f2e-4f0751ece721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:07.799308 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-144220d0-7a09-4c32-9891-76bbea95602d req-cd8bd8ca-4ce9-4da9-8f2e-4f0751ece721 service neutron] For port 56bec78c-c51f-4e04-9e35-776cc02f9f03, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:05:07.802216 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-144220d0-7a09-4c32-9891-76bbea95602d req-cd8bd8ca-4ce9-4da9-8f2e-4f0751ece721 service neutron] For port 56bec78c-c51f-4e04-9e35-776cc02f9f03, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=56bec78c-c51f-4e04-9e35-776cc02f9f03,segment=NetworkSegment(23e62e51-d61f-459e-a756-82886f3d9137),segment_id=23e62e51-d61f-459e-a756-82886f3d9137)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:05:07.809104 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-144220d0-7a09-4c32-9891-76bbea95602d req-cd8bd8ca-4ce9-4da9-8f2e-4f0751ece721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:07.870736 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-144220d0-7a09-4c32-9891-76bbea95602d req-cd8bd8ca-4ce9-4da9-8f2e-4f0751ece721 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:07.872107 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-144220d0-7a09-4c32-9891-76bbea95602d req-cd8bd8ca-4ce9-4da9-8f2e-4f0751ece721 service neutron] 10.222.0.43 "PUT /v2.0/ports/56bec78c-c51f-4e04-9e35-776cc02f9f03 HTTP/1.1" status: 200 len: 1092 time: 0.8772047 Apr 20 18:05:07.885245 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8bd8ca-4ce9-4da9-8f2e-4f0751ece721 service neutron] Pushing event updated for resources: {'Port': ['ID=56bec78c-c51f-4e04-9e35-776cc02f9f03,revision_number=7']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:05:07.969481 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-144220d0-7a09-4c32-9891-76bbea95602d req-98a4b826-3b04-4e57-8cfe-6c835ceb25c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a6cd7776042342238ca18fd5779db38b&device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 1095 time: 0.0748448 Apr 20 18:05:08.111032 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144220d0-7a09-4c32-9891-76bbea95602d req-1c11d9de-d31a-4a0b-8816-3d803cb306b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:08.112450 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-144220d0-7a09-4c32-9891-76bbea95602d req-1c11d9de-d31a-4a0b-8816-3d803cb306b2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a1aad33-7c31-4971-8bd3-78b1414fddef HTTP/1.1" status: 200 len: 913 time: 0.1378105 Apr 20 18:05:08.181822 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-144220d0-7a09-4c32-9891-76bbea95602d req-ad18a104-a20c-4869-9b4b-701d3d68c2d8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56bec78c-c51f-4e04-9e35-776cc02f9f03 HTTP/1.1" status: 200 len: 217 time: 0.0613377 Apr 20 18:05:08.345821 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144220d0-7a09-4c32-9891-76bbea95602d req-78aa91a3-2937-49c0-a806-e6f949fffd04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:08.347342 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-144220d0-7a09-4c32-9891-76bbea95602d req-78aa91a3-2937-49c0-a806-e6f949fffd04 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f80d7455-ac81-47c3-9670-c0bd2e628041 HTTP/1.1" status: 200 len: 852 time: 0.1608326 Apr 20 18:05:08.356489 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05638b49-b59a-4e58-90ba-b8550e90e8a5 req-0f111731-cf9e-4232-9850-f5c890b35044 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:08.357976 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05638b49-b59a-4e58-90ba-b8550e90e8a5 req-0f111731-cf9e-4232-9850-f5c890b35044 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 944 time: 0.0777681 Apr 20 18:05:08.392405 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-144220d0-7a09-4c32-9891-76bbea95602d req-44db6a43-3721-4fd9-aefe-657f82f468d6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a1aad33-7c31-4971-8bd3-78b1414fddef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385411 Apr 20 18:05:08.404987 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05638b49-b59a-4e58-90ba-b8550e90e8a5 req-ce1078c7-4cb0-41b8-b7d7-2a43d52b69dd tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413609 Apr 20 18:05:08.521770 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-144220d0-7a09-4c32-9891-76bbea95602d req-ba76fb54-41e9-487a-87b0-cafea7e53be7 service neutron] 10.222.0.43 "GET /v2.0/networks/9a1aad33-7c31-4971-8bd3-78b1414fddef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228433 Apr 20 18:05:08.651733 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-144220d0-7a09-4c32-9891-76bbea95602d req-422ab0e2-88a9-40d9-a7aa-fd0afbaf5f25 service neutron] 10.222.0.43 "GET /v2.0/networks/9a1aad33-7c31-4971-8bd3-78b1414fddef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241336 Apr 20 18:05:09.247000 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6efaec5d-4774-457c-ba22-603d7890b0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:09.634839 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738af975-10f5-48bc-9a29-2b0d907a3848 req-ea5835c7-1fb8-429f-97f2-0af3567be93a tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:09.636461 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-738af975-10f5-48bc-9a29-2b0d907a3848 req-ea5835c7-1fb8-429f-97f2-0af3567be93a tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 944 time: 0.0905857 Apr 20 18:05:09.672770 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd204b79e-754e-4df3-9f0d-b6f58f53d60c', 'tag': '56bec78c-c51f-4e04-9e35-776cc02f9f03'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:05:09.689055 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-738af975-10f5-48bc-9a29-2b0d907a3848 req-cfca26ee-cd66-4952-9323-951c33811691 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446393 Apr 20 18:05:09.745976 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4bb8833-ab41-4b59-886e-29107e94df48'] response: {'name': 'network-changed', 'server_uuid': 'd204b79e-754e-4df3-9f0d-b6f58f53d60c', 'tag': '56bec78c-c51f-4e04-9e35-776cc02f9f03', 'status': 'completed', 'code': 200} Apr 20 18:05:09.837625 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-feb1285c-b0b6-4afc-a52e-3fafe5836400 req-95090bf5-99e3-4be6-b843-0014ceb2cf67 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a6cd7776042342238ca18fd5779db38b&device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 1095 time: 0.0678341 Apr 20 18:05:09.842741 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-feb1285c-b0b6-4afc-a52e-3fafe5836400 req-51343ad5-c2a8-4273-9240-7a056722f2ec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6cd7776042342238ca18fd5779db38b&device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 1095 time: 0.0749245 Apr 20 18:05:09.966440 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1285c-b0b6-4afc-a52e-3fafe5836400 req-68a8755d-32c3-46ad-834b-df54fe1b3c00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:09.967816 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-feb1285c-b0b6-4afc-a52e-3fafe5836400 req-68a8755d-32c3-46ad-834b-df54fe1b3c00 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a1aad33-7c31-4971-8bd3-78b1414fddef HTTP/1.1" status: 200 len: 913 time: 0.1234152 Apr 20 18:05:09.976445 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1285c-b0b6-4afc-a52e-3fafe5836400 req-9b02b8f8-3e4a-45e4-8694-7651894b594f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:09.977870 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-feb1285c-b0b6-4afc-a52e-3fafe5836400 req-9b02b8f8-3e4a-45e4-8694-7651894b594f service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a1aad33-7c31-4971-8bd3-78b1414fddef HTTP/1.1" status: 200 len: 913 time: 0.1282487 Apr 20 18:05:10.040604 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-feb1285c-b0b6-4afc-a52e-3fafe5836400 req-4ff22d99-fed3-416d-bef5-e9835b9a225b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56bec78c-c51f-4e04-9e35-776cc02f9f03 HTTP/1.1" status: 200 len: 217 time: 0.0635319 Apr 20 18:05:10.042420 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-feb1285c-b0b6-4afc-a52e-3fafe5836400 req-c2d70162-ca1c-48d4-b420-73e42ef1b7a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56bec78c-c51f-4e04-9e35-776cc02f9f03 HTTP/1.1" status: 200 len: 217 time: 0.0590765 Apr 20 18:05:10.103333 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1285c-b0b6-4afc-a52e-3fafe5836400 req-d37b275e-1444-4970-99bf-d437d0a04d9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:10.104999 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-feb1285c-b0b6-4afc-a52e-3fafe5836400 req-d37b275e-1444-4970-99bf-d437d0a04d9c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f80d7455-ac81-47c3-9670-c0bd2e628041 HTTP/1.1" status: 200 len: 852 time: 0.0583005 Apr 20 18:05:10.107854 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1285c-b0b6-4afc-a52e-3fafe5836400 req-a82d81e9-8015-401a-8edc-4bcd4edfe141 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:10.109281 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-feb1285c-b0b6-4afc-a52e-3fafe5836400 req-a82d81e9-8015-401a-8edc-4bcd4edfe141 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f80d7455-ac81-47c3-9670-c0bd2e628041 HTTP/1.1" status: 200 len: 852 time: 0.0619009 Apr 20 18:05:10.157953 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-feb1285c-b0b6-4afc-a52e-3fafe5836400 req-9c0db496-64f8-4cbf-884b-26774002a4ff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a1aad33-7c31-4971-8bd3-78b1414fddef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427253 Apr 20 18:05:10.158234 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-feb1285c-b0b6-4afc-a52e-3fafe5836400 req-1700447e-6a27-4ad0-bcb5-1509ddde4d09 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a1aad33-7c31-4971-8bd3-78b1414fddef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469601 Apr 20 18:05:10.297241 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-feb1285c-b0b6-4afc-a52e-3fafe5836400 req-1bb972dc-20f0-4734-8764-c058ec33d556 service neutron] 10.222.0.10 "GET /v2.0/networks/9a1aad33-7c31-4971-8bd3-78b1414fddef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324549 Apr 20 18:05:10.299018 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-feb1285c-b0b6-4afc-a52e-3fafe5836400 req-af36abe3-0bc9-47e6-b547-ee77723f4449 service neutron] 10.222.0.43 "GET /v2.0/networks/9a1aad33-7c31-4971-8bd3-78b1414fddef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339555 Apr 20 18:05:10.425929 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-feb1285c-b0b6-4afc-a52e-3fafe5836400 req-ffe3739a-6e28-4560-b403-a23eb4f48dc1 service neutron] 10.222.0.10 "GET /v2.0/networks/9a1aad33-7c31-4971-8bd3-78b1414fddef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225772 Apr 20 18:05:10.426756 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-feb1285c-b0b6-4afc-a52e-3fafe5836400 req-6be1ac9a-b638-4eea-b6ff-5e18609ecc05 service neutron] 10.222.0.43 "GET /v2.0/networks/9a1aad33-7c31-4971-8bd3-78b1414fddef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216071 Apr 20 18:05:10.432445 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 56bec78c-c51f-4e04-9e35-776cc02f9f03 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:05:10.566296 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 56bec78c-c51f-4e04-9e35-776cc02f9f03, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=56bec78c-c51f-4e04-9e35-776cc02f9f03,segment=NetworkSegment(23e62e51-d61f-459e-a756-82886f3d9137),segment_id=23e62e51-d61f-459e-a756-82886f3d9137)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:05:10.579293 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '56bec78c-c51f-4e04-9e35-776cc02f9f03', 'network_id': '9a1aad33-7c31-4971-8bd3-78b1414fddef', 'port_id': '56bec78c-c51f-4e04-9e35-776cc02f9f03', 'mac_address': 'fa:16:3e:f0:88:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f80d7455-ac81-47c3-9670-c0bd2e628041', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:05:10.641625 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:10.658716 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56bec78c-c51f-4e04-9e35-776cc02f9f03 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:05:10.675483 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 56bec78c-c51f-4e04-9e35-776cc02f9f03, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=56bec78c-c51f-4e04-9e35-776cc02f9f03,segment=NetworkSegment(23e62e51-d61f-459e-a756-82886f3d9137),segment_id=23e62e51-d61f-459e-a756-82886f3d9137)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:05:10.682161 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:10.751076 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=56bec78c-c51f-4e04-9e35-776cc02f9f03,revision_number=8']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:05:10.891848 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce381d82-fc8f-46a4-8808-f2724ee19e7d req-7b3914d1-29b3-4be8-a67a-0a53a2e2d5bb tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:10.893239 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ce381d82-fc8f-46a4-8808-f2724ee19e7d req-7b3914d1-29b3-4be8-a67a-0a53a2e2d5bb tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 945 time: 0.0822182 Apr 20 18:05:10.926134 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['56bec78c-c51f-4e04-9e35-776cc02f9f03'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:05:10.940056 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ce381d82-fc8f-46a4-8808-f2724ee19e7d req-111b7e34-c1a6-4cff-be01-dbc43572809e tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410721 Apr 20 18:05:10.979423 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 56bec78c-c51f-4e04-9e35-776cc02f9f03 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:05:11.058179 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 56bec78c-c51f-4e04-9e35-776cc02f9f03 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:05:11.359051 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a317e1a-b7fe-4df6-9223-69fcc07219c3 req-e216c126-adfa-4fa5-be4a-d03a920af914 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:11.360446 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8a317e1a-b7fe-4df6-9223-69fcc07219c3 req-e216c126-adfa-4fa5-be4a-d03a920af914 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.10 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c&tenant_id=a6cd7776042342238ca18fd5779db38b&binding%3Ahost_id=n-h1-838032-1 HTTP/1.1" status: 200 len: 945 time: 0.0823405 Apr 20 18:05:11.399860 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-afa4ac36-b850-4098-8bb5-00fac108abcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:11.438069 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [req-8a317e1a-b7fe-4df6-9223-69fcc07219c3 req-2077d12c-b981-4ff5-9b48-f418200435f4 service neutron] delete failed (client error): The resource could not be found. Apr 20 18:05:11.439139 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8a317e1a-b7fe-4df6-9223-69fcc07219c3 req-2077d12c-b981-4ff5-9b48-f418200435f4 service neutron] 10.222.0.10 "DELETE /v2.0/ports/56bec78c-c51f-4e04-9e35-776cc02f9f03/bindings/n-h2-838032-1 HTTP/1.1" status: 404 len: 380 time: 0.0716686 Apr 20 18:05:11.580978 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8a317e1a-b7fe-4df6-9223-69fcc07219c3 req-4be95d7f-d364-4283-95ac-46e46b97aeaf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6cd7776042342238ca18fd5779db38b&device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 1096 time: 0.0717506 Apr 20 18:05:11.717285 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a317e1a-b7fe-4df6-9223-69fcc07219c3 req-296a3ad5-4036-4a13-af5a-a39ff6e47e64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:11.718681 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8a317e1a-b7fe-4df6-9223-69fcc07219c3 req-296a3ad5-4036-4a13-af5a-a39ff6e47e64 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a1aad33-7c31-4971-8bd3-78b1414fddef HTTP/1.1" status: 200 len: 913 time: 0.1315925 Apr 20 18:05:11.871602 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8a317e1a-b7fe-4df6-9223-69fcc07219c3 req-ab295b3a-000f-4cc4-8ae9-28bafa22d0da service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56bec78c-c51f-4e04-9e35-776cc02f9f03 HTTP/1.1" status: 200 len: 217 time: 0.1453524 Apr 20 18:05:11.939590 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a317e1a-b7fe-4df6-9223-69fcc07219c3 req-f1e0cb38-db55-47ea-8297-abf2915dfa1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:11.941053 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8a317e1a-b7fe-4df6-9223-69fcc07219c3 req-f1e0cb38-db55-47ea-8297-abf2915dfa1e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f80d7455-ac81-47c3-9670-c0bd2e628041 HTTP/1.1" status: 200 len: 852 time: 0.0633230 Apr 20 18:05:11.987980 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8a317e1a-b7fe-4df6-9223-69fcc07219c3 req-698f296a-70d6-47c6-9ef5-beb0ca736d7b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a1aad33-7c31-4971-8bd3-78b1414fddef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389104 Apr 20 18:05:12.132930 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8a317e1a-b7fe-4df6-9223-69fcc07219c3 req-0612f2f0-8af8-430a-bbf1-b0bc4c912750 service neutron] 10.222.0.10 "GET /v2.0/networks/9a1aad33-7c31-4971-8bd3-78b1414fddef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361504 Apr 20 18:05:12.268691 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8a317e1a-b7fe-4df6-9223-69fcc07219c3 req-4341a069-dc9c-4b81-a8a0-2f146a4f0ad9 service neutron] 10.222.0.10 "GET /v2.0/networks/9a1aad33-7c31-4971-8bd3-78b1414fddef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280239 Apr 20 18:05:12.432533 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 56bec78c-c51f-4e04-9e35-776cc02f9f03 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:05:12.531674 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 56bec78c-c51f-4e04-9e35-776cc02f9f03 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:05:12.536181 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 56bec78c-c51f-4e04-9e35-776cc02f9f03 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:05:12.536541 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:12.649134 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:12.685739 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd204b79e-754e-4df3-9f0d-b6f58f53d60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56bec78c-c51f-4e04-9e35-776cc02f9f03'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:05:12.699371 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 56bec78c-c51f-4e04-9e35-776cc02f9f03, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=56bec78c-c51f-4e04-9e35-776cc02f9f03,segment=NetworkSegment(23e62e51-d61f-459e-a756-82886f3d9137),segment_id=23e62e51-d61f-459e-a756-82886f3d9137)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:05:12.701197 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:12.708684 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:12.783519 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=56bec78c-c51f-4e04-9e35-776cc02f9f03,revision_number=9']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:05:12.792361 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:05:12.792694 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:05:12.793018 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:05:12.793342 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:05:12.794004 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:05:12.794084 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:05:12.794522 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:05:12.794894 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:05:12.795252 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:05:12.795600 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:05:12.795969 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:05:12.833889 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57dd89d2-dc8e-4f64-a6e4-e41ee3608b08'] response: {'server_uuid': 'd204b79e-754e-4df3-9f0d-b6f58f53d60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56bec78c-c51f-4e04-9e35-776cc02f9f03', 'code': 200} Apr 20 18:05:12.862171 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:13.167718 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04aa81f-3bcc-45f7-8563-305f10969666 req-5f1bec39-505f-41ee-8692-b452a57ffc02 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:13.169129 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b04aa81f-3bcc-45f7-8563-305f10969666 req-5f1bec39-505f-41ee-8692-b452a57ffc02 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 946 time: 0.0810957 Apr 20 18:05:13.215870 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b04aa81f-3bcc-45f7-8563-305f10969666 req-711320e6-24eb-4a61-bb0a-daecc33de9d1 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384612 Apr 20 18:05:13.631941 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:14.178350 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:14.340149 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a317e1a-b7fe-4df6-9223-69fcc07219c3 req-1f241981-b366-4d3d-b3b2-f6d1a9fc6009 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:14.341530 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8a317e1a-b7fe-4df6-9223-69fcc07219c3 req-1f241981-b366-4d3d-b3b2-f6d1a9fc6009 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.43 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 946 time: 0.0754383 Apr 20 18:05:14.411243 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-8a317e1a-b7fe-4df6-9223-69fcc07219c3 req-327a7cac-9ed7-42dc-9fd8-7c42c5808986 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Deleting port 56bec78c-c51f-4e04-9e35-776cc02f9f03 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:05:14.411599 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8a317e1a-b7fe-4df6-9223-69fcc07219c3 req-327a7cac-9ed7-42dc-9fd8-7c42c5808986 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:14.424533 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6763ba-6aa4-43ba-bf03-53a2aff58fa1 req-beb148a5-5dc7-43e5-8602-50db6644875c tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:14.425984 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5e6763ba-6aa4-43ba-bf03-53a2aff58fa1 req-beb148a5-5dc7-43e5-8602-50db6644875c tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 946 time: 0.0763090 Apr 20 18:05:14.471980 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5e6763ba-6aa4-43ba-bf03-53a2aff58fa1 req-42e3344b-1f25-4177-a0c7-9ee1ce4e7155 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/security-groups?id=24992c0c-3413-40c6-9efe-2584f19df88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402935 Apr 20 18:05:14.529967 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:05:14.754349 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-8a317e1a-b7fe-4df6-9223-69fcc07219c3 req-327a7cac-9ed7-42dc-9fd8-7c42c5808986 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] For port 56bec78c-c51f-4e04-9e35-776cc02f9f03, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=56bec78c-c51f-4e04-9e35-776cc02f9f03,segment=NetworkSegment(23e62e51-d61f-459e-a756-82886f3d9137),segment_id=23e62e51-d61f-459e-a756-82886f3d9137)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:05:14.754710 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8a317e1a-b7fe-4df6-9223-69fcc07219c3 req-327a7cac-9ed7-42dc-9fd8-7c42c5808986 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:14.880929 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-8a317e1a-b7fe-4df6-9223-69fcc07219c3 req-327a7cac-9ed7-42dc-9fd8-7c42c5808986 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Calling delete_port for 56bec78c-c51f-4e04-9e35-776cc02f9f03 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:05:15.021627 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8a317e1a-b7fe-4df6-9223-69fcc07219c3 req-327a7cac-9ed7-42dc-9fd8-7c42c5808986 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:15.069639 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a7cac-9ed7-42dc-9fd8-7c42c5808986 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Pushing event deleted for resources: {'Port': ['ID=56bec78c-c51f-4e04-9e35-776cc02f9f03,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:05:15.143954 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a317e1a-b7fe-4df6-9223-69fcc07219c3 req-327a7cac-9ed7-42dc-9fd8-7c42c5808986 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] No DVR routers for this DVR port 56bec78c-c51f-4e04-9e35-776cc02f9f03 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:05:15.146799 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-8a317e1a-b7fe-4df6-9223-69fcc07219c3 req-327a7cac-9ed7-42dc-9fd8-7c42c5808986 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:15.149701 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd204b79e-754e-4df3-9f0d-b6f58f53d60c', 'name': 'network-vif-deleted', 'tag': '56bec78c-c51f-4e04-9e35-776cc02f9f03'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:05:15.167992 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8a317e1a-b7fe-4df6-9223-69fcc07219c3 req-327a7cac-9ed7-42dc-9fd8-7c42c5808986 tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.43 "DELETE /v2.0/ports/56bec78c-c51f-4e04-9e35-776cc02f9f03 HTTP/1.1" status: 204 len: 173 time: 0.8212810 Apr 20 18:05:15.209110 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cb70feb-b8bb-4f4d-8f92-8058769c9642'] response: {'server_uuid': 'd204b79e-754e-4df3-9f0d-b6f58f53d60c', 'name': 'network-vif-deleted', 'tag': '56bec78c-c51f-4e04-9e35-776cc02f9f03', 'status': 'completed', 'code': 200} Apr 20 18:05:15.545010 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:15.667887 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0fe68031-1d34-42ff-8161-3149b0de807d req-5d4d7419-6e0f-4753-8c2a-81753a8498ee tempest-DeleteServersTestJSON-1815232903 tempest-DeleteServersTestJSON-1815232903-project] 10.222.0.39 "GET /v2.0/ports?device_id=d204b79e-754e-4df3-9f0d-b6f58f53d60c HTTP/1.1" status: 200 len: 210 time: 0.0444026 Apr 20 18:05:16.448643 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 56bec78c-c51f-4e04-9e35-776cc02f9f03 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:05:16.481643 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 56bec78c-c51f-4e04-9e35-776cc02f9f03 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:05:16.481978 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 56bec78c-c51f-4e04-9e35-776cc02f9f03 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:05:16.946041 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34666) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:05:17.011648 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c6b54f3-d0f3-4cc8-8877-d1a8df0642da admin admin] Deleting subnet f80d7455-ac81-47c3-9670-c0bd2e628041 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 18:05:17.014552 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c6b54f3-d0f3-4cc8-8877-d1a8df0642da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:17.067013 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c6b54f3-d0f3-4cc8-8877-d1a8df0642da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:17.125792 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c6b54f3-d0f3-4cc8-8877-d1a8df0642da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:17.192448 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c6b54f3-d0f3-4cc8-8877-d1a8df0642da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:17.227922 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b54f3-d0f3-4cc8-8877-d1a8df0642da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f80d7455-ac81-47c3-9670-c0bd2e628041,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:05:17.234453 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c6b54f3-d0f3-4cc8-8877-d1a8df0642da admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:17.240513 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1c6b54f3-d0f3-4cc8-8877-d1a8df0642da admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f80d7455-ac81-47c3-9670-c0bd2e628041 HTTP/1.1" status: 204 len: 168 time: 0.2931013 Apr 20 18:05:17.243202 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34670) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:05:17.348647 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d385b7aa-bcb8-410c-a5a5-07c3bdab5964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:17.473406 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d385b7aa-bcb8-410c-a5a5-07c3bdab5964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:17.506632 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-d385b7aa-bcb8-410c-a5a5-07c3bdab5964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a1aad33-7c31-4971-8bd3-78b1414fddef']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:05:17.518788 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-d385b7aa-bcb8-410c-a5a5-07c3bdab5964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e62e51-d61f-459e-a756-82886f3d9137') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:05:17.519090 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-d385b7aa-bcb8-410c-a5a5-07c3bdab5964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e62e51-d61f-459e-a756-82886f3d9137') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:05:17.530694 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d385b7aa-bcb8-410c-a5a5-07c3bdab5964 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:17.546976 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d385b7aa-bcb8-410c-a5a5-07c3bdab5964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:17.554122 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d385b7aa-bcb8-410c-a5a5-07c3bdab5964 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 18:05:17.554807 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d385b7aa-bcb8-410c-a5a5-07c3bdab5964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:17.570380 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 18:05:17.570380 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 18:05:17.570380 n-d-838032-1 neutron-server[84081]: timer() Apr 20 18:05:17.570380 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:05:17.570380 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 18:05:17.570380 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 18:05:17.570380 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 18:05:17.570380 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:05:17.570380 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 18:05:17.570380 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:05:17.570380 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 18:05:17.570380 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:05:17.570380 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 18:05:17.570380 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:05:17.570380 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:05:17.570380 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 18:05:17.570380 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 18:05:17.570380 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:05:17.570380 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 18:05:17.570380 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 18:05:17.570380 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 18:05:17.570380 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:05:17.570380 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 18:05:17.570380 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 18:05:17.570380 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 18:05:17.570380 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 18:05:17.570380 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 18:05:17.570380 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 18:05:17.570380 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:05:17.570380 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 18:05:17.570380 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:05:17.570380 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:05:17.645253 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d385b7aa-bcb8-410c-a5a5-07c3bdab5964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:17.665006 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d385b7aa-bcb8-410c-a5a5-07c3bdab5964 admin admin] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:17.674856 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d385b7aa-bcb8-410c-a5a5-07c3bdab5964 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a1aad33-7c31-4971-8bd3-78b1414fddef,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:05:17.686148 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d385b7aa-bcb8-410c-a5a5-07c3bdab5964 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9a1aad33-7c31-4971-8bd3-78b1414fddef HTTP/1.1" status: 204 len: 168 time: 0.4420114 Apr 20 18:05:17.834593 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34676) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:05:17.886142 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1d7ed587-559e-4d26-a562-64775cec4066 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a6cd7776042342238ca18fd5779db38b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0502887 Apr 20 18:05:17.889666 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 34680) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:05:17.951281 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8ab3fde5-7a05-4920-898e-72f35ce52ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:17.976340 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8ab3fde5-7a05-4920-898e-72f35ce52ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:18.027853 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8ab3fde5-7a05-4920-898e-72f35ce52ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:18.044289 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3fde5-7a05-4920-898e-72f35ce52ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24992c0c-3413-40c6-9efe-2584f19df88e,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:05:18.056268 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8ab3fde5-7a05-4920-898e-72f35ce52ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:18.057662 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8ab3fde5-7a05-4920-898e-72f35ce52ee7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/24992c0c-3413-40c6-9efe-2584f19df88e HTTP/1.1" status: 204 len: 168 time: 0.1671686 Apr 20 18:05:18.940790 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34702) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:05:19.068742 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1399933532-network', 'tenant_id': '8f53b4527307448f85e8c15d26e2ad72'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:05:19.074459 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:05:19.078720 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] Usage tracker for resource:network and tenant:8f53b4527307448f85e8c15d26e2ad72 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:05:19.081730 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:05:19.088456 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:05:19.100861 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] Made reservation on behalf of 8f53b4527307448f85e8c15d26e2ad72 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:05:19.103154 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:19.115093 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:19.147055 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:05:19.151048 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] Usage tracker for resource:security_group_rule and tenant:8f53b4527307448f85e8c15d26e2ad72 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:05:19.153938 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:05:19.159881 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:05:19.227437 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:19.234213 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:19.264885 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 18:05:19.273061 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a80773b-2791-48e4-b239-b28f00b94640,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:05:19.279290 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:19.279608 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] Added segment 670c77e0-ffaa-4838-b71c-245d44b7d620 of type vlan for network 8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e Apr 20 18:05:19.289225 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:05:19.289639 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:05:19.290003 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:05:19.290475 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:05:19.290800 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:05:19.291121 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:05:19.291438 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:05:19.291753 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:05:19.292067 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:05:19.292381 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:05:19.292695 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:05:19.317046 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:19.350729 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:19.351738 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:19.352338 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:19.451153 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] Pushing event updated for resources: {'Network': ['ID=8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:05:19.458143 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ed24d12b-cd8f-49c3-b441-104c4fc4a512 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5136745 Apr 20 18:05:19.458562 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 34708) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:05:19.464550 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-05b421ea-0ef5-46c0-aa7e-e88f0d0bf0ea admin admin] Request body: {'subnet': {'network_id': '8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1399933532-subnet', 'tenant_id': '8f53b4527307448f85e8c15d26e2ad72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:05:19.464695 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 18:05:19.470605 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-05b421ea-0ef5-46c0-aa7e-e88f0d0bf0ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:05:19.474797 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-05b421ea-0ef5-46c0-aa7e-e88f0d0bf0ea admin admin] Usage tracker for resource:subnet and tenant:8f53b4527307448f85e8c15d26e2ad72 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:05:19.477779 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-05b421ea-0ef5-46c0-aa7e-e88f0d0bf0ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:05:19.483793 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-05b421ea-0ef5-46c0-aa7e-e88f0d0bf0ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:05:19.496066 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b421ea-0ef5-46c0-aa7e-e88f0d0bf0ea admin admin] Made reservation on behalf of 8f53b4527307448f85e8c15d26e2ad72 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:05:19.498461 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-05b421ea-0ef5-46c0-aa7e-e88f0d0bf0ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:19.705317 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-05b421ea-0ef5-46c0-aa7e-e88f0d0bf0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:19.772149 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b421ea-0ef5-46c0-aa7e-e88f0d0bf0ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc0480f6-eaf6-40c4-a58a-861b30090b1c,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:05:19.790068 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b421ea-0ef5-46c0-aa7e-e88f0d0bf0ea admin admin] Checking segment: {'id': '670c77e0-ffaa-4838-b71c-245d44b7d620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:05:19.790449 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b421ea-0ef5-46c0-aa7e-e88f0d0bf0ea admin admin] Network hostable DHCP agents. Network: 8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 18:05:19.815339 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b421ea-0ef5-46c0-aa7e-e88f0d0bf0ea admin admin] Network 8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 18:05:19.827707 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-05b421ea-0ef5-46c0-aa7e-e88f0d0bf0ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:05:19.832394 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b421ea-0ef5-46c0-aa7e-e88f0d0bf0ea admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:19.832973 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-05b421ea-0ef5-46c0-aa7e-e88f0d0bf0ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:19.837066 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e14e22-5601-4858-8cd1-80084e7c98ea None None] Network 8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:05:19.854371 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-05b421ea-0ef5-46c0-aa7e-e88f0d0bf0ea admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3946111 Apr 20 18:05:20.042895 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57dbead-178d-43b9-b543-50ffbbf43697 None None] Network 8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:05:20.380699 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-72d44ed7-0948-450b-a241-9f9b0407dbdc tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:20.381300 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-72d44ed7-0948-450b-a241-9f9b0407dbdc tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Synchronizing usage tracker for tenant:8f53b4527307448f85e8c15d26e2ad72 on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:05:20.400152 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-72d44ed7-0948-450b-a241-9f9b0407dbdc tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Unset dirty status for tenant:8f53b4527307448f85e8c15d26e2ad72 on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:05:20.401295 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-72d44ed7-0948-450b-a241-9f9b0407dbdc tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/networks?id=8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e HTTP/1.1" status: 200 len: 815 time: 0.1629159 Apr 20 18:05:20.418291 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-1e30b4f1-ad97-4c18-baa0-a32a8c1508a0 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/quotas/8f53b4527307448f85e8c15d26e2ad72 HTTP/1.1" status: 200 len: 375 time: 0.0113521 Apr 20 18:05:20.467194 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-dd5c9e1c-5c50-464c-9b13-10a0691a2414 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8f53b4527307448f85e8c15d26e2ad72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436330 Apr 20 18:05:20.602689 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-292bd8a6-5794-4460-adf8-dc44a8ec9161 service neutron] 10.222.0.39 "GET /v2.0/networks/8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252887 Apr 20 18:05:20.820782 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-7dc595a1-3014-4c1a-95b6-cb91a544c21b service neutron] 10.222.0.39 "GET /v2.0/networks/8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096655 Apr 20 18:05:21.009538 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bd4c1437-7ef3-41be-a859-27c79b09d9ff req-660a5e31-0951-4a91-8569-e2f168738e9b tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 210 time: 0.0433981 Apr 20 18:05:22.078733 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-b112228a-71f1-4fac-9ab6-0cb01709637a tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:22.080436 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-b112228a-71f1-4fac-9ab6-0cb01709637a tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.10 "GET /v2.0/networks?id=8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e HTTP/1.1" status: 200 len: 815 time: 0.1508009 Apr 20 18:05:22.097067 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-25e7c5fc-e744-4e6c-9664-af4c2d7d069f tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Request body: {'port': {'device_id': '94027f2d-b86e-41d7-b16f-d5fd045fb2bf', 'network_id': '8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e', 'admin_state_up': True, 'tenant_id': '8f53b4527307448f85e8c15d26e2ad72'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:05:22.218246 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1d609a98-e4d9-486e-8bb6-b8b90efe7acb req-7adb9301-38d9-47d3-a653-546111e5fae4 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 210 time: 0.0568731 Apr 20 18:05:22.268880 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-25e7c5fc-e744-4e6c-9664-af4c2d7d069f tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:05:22.272774 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-25e7c5fc-e744-4e6c-9664-af4c2d7d069f tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Usage tracker for resource:port and tenant:8f53b4527307448f85e8c15d26e2ad72 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:05:22.275653 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-25e7c5fc-e744-4e6c-9664-af4c2d7d069f tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:05:22.281454 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-25e7c5fc-e744-4e6c-9664-af4c2d7d069f tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:05:22.294785 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-25e7c5fc-e744-4e6c-9664-af4c2d7d069f tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Made reservation on behalf of 8f53b4527307448f85e8c15d26e2ad72 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:05:22.297833 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-25e7c5fc-e744-4e6c-9664-af4c2d7d069f tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:22.461182 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-25e7c5fc-e744-4e6c-9664-af4c2d7d069f tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Allocated IP 172.20.0.14 (8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e/bc0480f6-eaf6-40c4-a58a-861b30090b1c/446402bc-572a-407e-abb3-a06711537929) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:05:22.664515 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-25e7c5fc-e744-4e6c-9664-af4c2d7d069f tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:22.700839 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-25e7c5fc-e744-4e6c-9664-af4c2d7d069f tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:22.775261 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-25e7c5fc-e744-4e6c-9664-af4c2d7d069f tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Network 8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:05:22.778338 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-25e7c5fc-e744-4e6c-9664-af4c2d7d069f tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:05:22.782665 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-25e7c5fc-e744-4e6c-9664-af4c2d7d069f tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:05:22.806631 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e7c5fc-e744-4e6c-9664-af4c2d7d069f tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Pushing event updated for resources: {'Port': ['ID=446402bc-572a-407e-abb3-a06711537929,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:05:22.843113 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-25e7c5fc-e744-4e6c-9664-af4c2d7d069f tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:22.843781 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-25e7c5fc-e744-4e6c-9664-af4c2d7d069f tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:22.868293 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-25e7c5fc-e744-4e6c-9664-af4c2d7d069f tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7751219 Apr 20 18:05:22.880597 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-762730bf-beec-46ae-ae27-6a5e8dd16ff4 service neutron] Request body: {'port': {'device_id': '94027f2d-b86e-41d7-b16f-d5fd045fb2bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:05:22.988609 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-762730bf-beec-46ae-ae27-6a5e8dd16ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:23.325209 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-762730bf-beec-46ae-ae27-6a5e8dd16ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 446402bc-572a-407e-abb3-a06711537929 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:05:23.332660 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-762730bf-beec-46ae-ae27-6a5e8dd16ff4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:23.348163 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-762730bf-beec-46ae-ae27-6a5e8dd16ff4 service neutron] Transition to ACTIVE for port object 446402bc-572a-407e-abb3-a06711537929 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:05:23.353387 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-762730bf-beec-46ae-ae27-6a5e8dd16ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:23.417427 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252bf66-79c8-44e2-8482-92bc295bd6dd req-fabbc28b-fc87-4a0e-a673-e1e801984011 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:23.418917 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4252bf66-79c8-44e2-8482-92bc295bd6dd req-fabbc28b-fc87-4a0e-a673-e1e801984011 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 944 time: 0.0777266 Apr 20 18:05:23.466216 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4252bf66-79c8-44e2-8482-92bc295bd6dd req-f3569cbd-7b9c-40d9-b8f6-9a0e8555bd81 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416183 Apr 20 18:05:23.486917 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762730bf-beec-46ae-ae27-6a5e8dd16ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=446402bc-572a-407e-abb3-a06711537929,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:05:23.588342 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-762730bf-beec-46ae-ae27-6a5e8dd16ff4 service neutron] Attempting to bind port 446402bc-572a-407e-abb3-a06711537929 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:05:23.588564 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-762730bf-beec-46ae-ae27-6a5e8dd16ff4 service neutron] Attempting to bind port 446402bc-572a-407e-abb3-a06711537929 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '670c77e0-ffaa-4838-b71c-245d44b7d620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:05:23.588877 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-762730bf-beec-46ae-ae27-6a5e8dd16ff4 service neutron] Attempting to bind port 446402bc-572a-407e-abb3-a06711537929 on network 8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:05:23.594864 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-762730bf-beec-46ae-ae27-6a5e8dd16ff4 service neutron] Port 446402bc-572a-407e-abb3-a06711537929 on network 8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 18:05:23.595174 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-762730bf-beec-46ae-ae27-6a5e8dd16ff4 service neutron] Attempting to bind port 446402bc-572a-407e-abb3-a06711537929 on network 8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:05:23.601492 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-762730bf-beec-46ae-ae27-6a5e8dd16ff4 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:05:23.601815 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-762730bf-beec-46ae-ae27-6a5e8dd16ff4 service neutron] Checking segment: {'id': '670c77e0-ffaa-4838-b71c-245d44b7d620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:05:23.602181 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-762730bf-beec-46ae-ae27-6a5e8dd16ff4 service neutron] Bound using segment: {'id': '670c77e0-ffaa-4838-b71c-245d44b7d620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:05:23.602611 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-762730bf-beec-46ae-ae27-6a5e8dd16ff4 service neutron] Bound port: 446402bc-572a-407e-abb3-a06711537929, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '670c77e0-ffaa-4838-b71c-245d44b7d620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:05:23.602942 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-762730bf-beec-46ae-ae27-6a5e8dd16ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:23.788676 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-762730bf-beec-46ae-ae27-6a5e8dd16ff4 service neutron] For port 446402bc-572a-407e-abb3-a06711537929, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:05:23.791686 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-762730bf-beec-46ae-ae27-6a5e8dd16ff4 service neutron] For port 446402bc-572a-407e-abb3-a06711537929, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=446402bc-572a-407e-abb3-a06711537929,segment=NetworkSegment(670c77e0-ffaa-4838-b71c-245d44b7d620),segment_id=670c77e0-ffaa-4838-b71c-245d44b7d620)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:05:23.799005 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-762730bf-beec-46ae-ae27-6a5e8dd16ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:23.858934 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-762730bf-beec-46ae-ae27-6a5e8dd16ff4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:23.860396 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-762730bf-beec-46ae-ae27-6a5e8dd16ff4 service neutron] 10.222.0.10 "PUT /v2.0/ports/446402bc-572a-407e-abb3-a06711537929 HTTP/1.1" status: 200 len: 1092 time: 0.9843094 Apr 20 18:05:23.860804 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94027f2d-b86e-41d7-b16f-d5fd045fb2bf', 'tag': '446402bc-572a-407e-abb3-a06711537929'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:05:23.878214 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762730bf-beec-46ae-ae27-6a5e8dd16ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=446402bc-572a-407e-abb3-a06711537929,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:05:23.978360 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-4fd7d188-f025-4629-b752-2c309cd34e92 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f53b4527307448f85e8c15d26e2ad72&device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 1095 time: 0.0771415 Apr 20 18:05:24.046682 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-4969abeb-bd0b-44fb-8e27-3bb213c75ce7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=446402bc-572a-407e-abb3-a06711537929 HTTP/1.1" status: 200 len: 217 time: 0.0608997 Apr 20 18:05:24.080835 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5deebd15-c1c2-4041-869c-4140a9a84859'] response: {'name': 'network-changed', 'server_uuid': '94027f2d-b86e-41d7-b16f-d5fd045fb2bf', 'tag': '446402bc-572a-407e-abb3-a06711537929', 'status': 'completed', 'code': 200} Apr 20 18:05:24.111044 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-3b1c8af8-0136-4be7-ae2e-7c4f39a5cc9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:24.112355 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-3b1c8af8-0136-4be7-ae2e-7c4f39a5cc9a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc0480f6-eaf6-40c4-a58a-861b30090b1c HTTP/1.1" status: 200 len: 855 time: 0.0606530 Apr 20 18:05:24.156710 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-ecc4b1da-cc66-4133-9092-d1777c42e4c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373864 Apr 20 18:05:24.284414 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-b2d32505-3607-4f53-8fe6-08cf399918c5 service neutron] 10.222.0.10 "GET /v2.0/networks/8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213763 Apr 20 18:05:24.417249 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f011f23b-2a1c-4572-a16c-a24079ccd0a8 req-25e38e99-c44a-41af-8148-b2e0a9bebfb1 service neutron] 10.222.0.10 "GET /v2.0/networks/8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261270 Apr 20 18:05:24.537855 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-890f8cca-defe-4b64-b62d-d07c0e0c1e5b req-d3fb5210-1d7a-4615-9f4d-07e0fb96d6c1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f53b4527307448f85e8c15d26e2ad72&device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 1095 time: 0.0702195 Apr 20 18:05:24.669629 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f8cca-defe-4b64-b62d-d07c0e0c1e5b req-b623dde7-0cf4-466e-a9cb-d5e7ce160ed1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:24.671110 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b067aa99-d6e8-497e-bd4f-db8986ed6998 req-9b8e4c43-2365-48a2-8ece-33923cbdf876 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:24.671598 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-890f8cca-defe-4b64-b62d-d07c0e0c1e5b req-b623dde7-0cf4-466e-a9cb-d5e7ce160ed1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e HTTP/1.1" status: 200 len: 916 time: 0.1275218 Apr 20 18:05:24.672625 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b067aa99-d6e8-497e-bd4f-db8986ed6998 req-9b8e4c43-2365-48a2-8ece-33923cbdf876 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 944 time: 0.0802324 Apr 20 18:05:24.718521 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b067aa99-d6e8-497e-bd4f-db8986ed6998 req-8f90ad5a-75ab-4ae4-83a1-8b2289f8ef35 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400069 Apr 20 18:05:24.741793 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-890f8cca-defe-4b64-b62d-d07c0e0c1e5b req-1e1c630b-d18e-4f11-a1cd-945c4cc0efb1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=446402bc-572a-407e-abb3-a06711537929 HTTP/1.1" status: 200 len: 217 time: 0.0636969 Apr 20 18:05:24.803873 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f8cca-defe-4b64-b62d-d07c0e0c1e5b req-f3024785-4838-470b-b783-8b7773981a94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:24.805293 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-890f8cca-defe-4b64-b62d-d07c0e0c1e5b req-f3024785-4838-470b-b783-8b7773981a94 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc0480f6-eaf6-40c4-a58a-861b30090b1c HTTP/1.1" status: 200 len: 855 time: 0.0583313 Apr 20 18:05:24.851745 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-890f8cca-defe-4b64-b62d-d07c0e0c1e5b req-c723333f-3488-4b7a-a1dd-93433d1bcb32 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408726 Apr 20 18:05:24.986256 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-890f8cca-defe-4b64-b62d-d07c0e0c1e5b req-60663c8a-8c1d-412f-993a-cfc5c1f23dec service neutron] 10.222.0.10 "GET /v2.0/networks/8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287003 Apr 20 18:05:25.114587 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-890f8cca-defe-4b64-b62d-d07c0e0c1e5b req-46fe5251-06f5-47c2-ab95-262150b55844 service neutron] 10.222.0.10 "GET /v2.0/networks/8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215544 Apr 20 18:05:25.933359 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d7bf3-ea04-47b6-a110-9922ff44153e req-1e030ad3-0929-4163-b637-f2c8b16a9978 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:25.934080 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-0a8d7bf3-ea04-47b6-a110-9922ff44153e req-1e030ad3-0929-4163-b637-f2c8b16a9978 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Synchronizing usage tracker for tenant:8f53b4527307448f85e8c15d26e2ad72 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:05:25.953228 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-0a8d7bf3-ea04-47b6-a110-9922ff44153e req-1e030ad3-0929-4163-b637-f2c8b16a9978 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Unset dirty status for tenant:8f53b4527307448f85e8c15d26e2ad72 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:05:25.954404 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a8d7bf3-ea04-47b6-a110-9922ff44153e req-1e030ad3-0929-4163-b637-f2c8b16a9978 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 944 time: 0.0970638 Apr 20 18:05:26.000717 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-0a8d7bf3-ea04-47b6-a110-9922ff44153e req-b2bf8ad6-3895-4b96-96bb-5b74dfb44a46 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Synchronizing usage tracker for tenant:8f53b4527307448f85e8c15d26e2ad72 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:05:26.018965 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-0a8d7bf3-ea04-47b6-a110-9922ff44153e req-b2bf8ad6-3895-4b96-96bb-5b74dfb44a46 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Unset dirty status for tenant:8f53b4527307448f85e8c15d26e2ad72 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:05:26.020002 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0a8d7bf3-ea04-47b6-a110-9922ff44153e req-b2bf8ad6-3895-4b96-96bb-5b74dfb44a46 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576880 Apr 20 18:05:27.228410 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a3dde-52ab-4014-bc0b-220208229088 req-ceb33472-3aa9-4450-9d99-bf8e7606bfcc tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:27.229870 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2f0a3dde-52ab-4014-bc0b-220208229088 req-ceb33472-3aa9-4450-9d99-bf8e7606bfcc tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 944 time: 0.0777628 Apr 20 18:05:27.275072 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2f0a3dde-52ab-4014-bc0b-220208229088 req-f0bf6dfe-5dd8-441f-9638-e284695d2f8e tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394163 Apr 20 18:05:28.499959 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd4b55-c35a-4436-abc9-4df5e3ee4696 req-059483ae-0ed8-432c-b4e0-dca0ca1a05de tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:28.501361 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-85fd4b55-c35a-4436-abc9-4df5e3ee4696 req-059483ae-0ed8-432c-b4e0-dca0ca1a05de tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 944 time: 0.0871463 Apr 20 18:05:28.546374 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-85fd4b55-c35a-4436-abc9-4df5e3ee4696 req-ee384681-2fc8-47bf-b238-c4e000f21cc0 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392735 Apr 20 18:05:29.120086 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 446402bc-572a-407e-abb3-a06711537929 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:05:29.269870 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 446402bc-572a-407e-abb3-a06711537929, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=446402bc-572a-407e-abb3-a06711537929,segment=NetworkSegment(670c77e0-ffaa-4838-b71c-245d44b7d620),segment_id=670c77e0-ffaa-4838-b71c-245d44b7d620)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:05:29.284398 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '446402bc-572a-407e-abb3-a06711537929', 'network_id': '8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e', 'port_id': '446402bc-572a-407e-abb3-a06711537929', 'mac_address': 'fa:16:3e:c3:fa:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc0480f6-eaf6-40c4-a58a-861b30090b1c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:05:29.340026 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:29.357577 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 446402bc-572a-407e-abb3-a06711537929 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:05:29.372815 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 446402bc-572a-407e-abb3-a06711537929, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=446402bc-572a-407e-abb3-a06711537929,segment=NetworkSegment(670c77e0-ffaa-4838-b71c-245d44b7d620),segment_id=670c77e0-ffaa-4838-b71c-245d44b7d620)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:05:29.378920 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:29.442206 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=446402bc-572a-407e-abb3-a06711537929,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:05:29.678671 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['446402bc-572a-407e-abb3-a06711537929'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:05:29.766353 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61904220-9bde-4bd9-9b8f-8439ed82f597 req-ff99de7b-0670-4c9d-92e6-029327507caa tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:29.767802 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-61904220-9bde-4bd9-9b8f-8439ed82f597 req-ff99de7b-0670-4c9d-92e6-029327507caa tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 945 time: 0.0911071 Apr 20 18:05:29.814578 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-61904220-9bde-4bd9-9b8f-8439ed82f597 req-55e65221-bb66-4402-859e-54b4a1764187 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409949 Apr 20 18:05:31.039489 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115121e-ffba-4636-b881-a5b8a5cde758 req-c12780d8-0503-47b7-8d23-9510c7625f05 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:31.040914 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4115121e-ffba-4636-b881-a5b8a5cde758 req-c12780d8-0503-47b7-8d23-9510c7625f05 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 945 time: 0.0828817 Apr 20 18:05:31.088330 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4115121e-ffba-4636-b881-a5b8a5cde758 req-4d3a45e2-be26-4bd2-ac40-b5578bcbeda3 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418847 Apr 20 18:05:31.121705 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 446402bc-572a-407e-abb3-a06711537929 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:05:31.201995 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 446402bc-572a-407e-abb3-a06711537929 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:05:31.206715 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 446402bc-572a-407e-abb3-a06711537929 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:05:31.207098 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:31.318397 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:31.345783 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94027f2d-b86e-41d7-b16f-d5fd045fb2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446402bc-572a-407e-abb3-a06711537929'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:05:31.354696 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 446402bc-572a-407e-abb3-a06711537929, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=446402bc-572a-407e-abb3-a06711537929,segment=NetworkSegment(670c77e0-ffaa-4838-b71c-245d44b7d620),segment_id=670c77e0-ffaa-4838-b71c-245d44b7d620)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:05:31.360568 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:31.465395 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=446402bc-572a-407e-abb3-a06711537929,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:05:31.526420 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e23bc4fa-461f-403d-a89e-6dcfb591c30a'] response: {'server_uuid': '94027f2d-b86e-41d7-b16f-d5fd045fb2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446402bc-572a-407e-abb3-a06711537929', 'code': 200} Apr 20 18:05:31.748426 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e6f976b5-b67d-4d2a-a436-b1a0bef69099 req-85d55a95-6249-411f-ab69-d41777459b22 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 1097 time: 0.1591969 Apr 20 18:05:31.789529 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e6f976b5-b67d-4d2a-a436-b1a0bef69099 req-62bfe5f6-dafb-4c74-adea-ee1a0d2f9ba1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352390 Apr 20 18:05:32.318611 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259e1c6-d0d9-4d97-bf6c-7e06c9d37fec req-d0a99e7a-cb35-42c3-9f44-39ac68eaa940 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:32.320041 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6259e1c6-d0d9-4d97-bf6c-7e06c9d37fec req-d0a99e7a-cb35-42c3-9f44-39ac68eaa940 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 946 time: 0.0987735 Apr 20 18:05:32.364140 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6259e1c6-d0d9-4d97-bf6c-7e06c9d37fec req-bab91bf4-968d-45ea-ab4c-9c6007b4df85 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384343 Apr 20 18:05:33.588960 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa2986-bb1d-4f4a-85d0-40b623ffeb7a req-1af58551-84fd-4d4e-aa90-1ea2773d3501 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:33.590405 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2bfa2986-bb1d-4f4a-85d0-40b623ffeb7a req-1af58551-84fd-4d4e-aa90-1ea2773d3501 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 946 time: 0.0763423 Apr 20 18:05:33.640180 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2bfa2986-bb1d-4f4a-85d0-40b623ffeb7a req-4fecfa87-63f0-4553-9f0a-aab531a1aa40 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430646 Apr 20 18:05:33.837818 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff553e4-1c20-4dca-bec0-ce297a06de21 req-cdb3c3af-4b53-48b3-9e9a-e59e4057e417 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:33.839280 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bff553e4-1c20-4dca-bec0-ce297a06de21 req-cdb3c3af-4b53-48b3-9e9a-e59e4057e417 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 946 time: 0.0813286 Apr 20 18:05:33.891181 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bff553e4-1c20-4dca-bec0-ce297a06de21 req-ae25172b-a9fe-4367-8b2d-180cceb6cd1c tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435288 Apr 20 18:05:34.263808 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf69ef7-86e8-4eb1-9c80-dc402c713c73 req-75a9109d-e411-44c3-95c4-42fee0c06781 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:34.265252 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fdf69ef7-86e8-4eb1-9c80-dc402c713c73 req-75a9109d-e411-44c3-95c4-42fee0c06781 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 946 time: 0.0815842 Apr 20 18:05:34.314973 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fdf69ef7-86e8-4eb1-9c80-dc402c713c73 req-bf6103d1-acee-4f6c-96e9-fae9f2592c6d tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417411 Apr 20 18:05:34.516488 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944cf95-1cea-4a78-ac1b-45aab4e06ccc req-38aee398-61c7-4856-97ef-ccbbfdc7f30e tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:34.517862 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d944cf95-1cea-4a78-ac1b-45aab4e06ccc req-38aee398-61c7-4856-97ef-ccbbfdc7f30e tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 946 time: 0.0789521 Apr 20 18:05:34.563158 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d944cf95-1cea-4a78-ac1b-45aab4e06ccc req-fe01fd40-ef3e-4ded-a4c0-08d8fe94c126 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397732 Apr 20 18:05:34.768478 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0389da47-603f-4527-a198-ed27d032f48d req-bdb8ba09-cb08-4cda-8e28-d2fa1815c015 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0738575 Apr 20 18:05:35.024460 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-c58299b6-fcf4-4552-99d5-558eb7ca0fa4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0690196 Apr 20 18:05:35.084211 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1da26-22a5-48e9-ad92-dbff65bd84c8 req-4a42d332-d127-4718-b7aa-456d0df8f869 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:35.085664 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5cb1da26-22a5-48e9-ad92-dbff65bd84c8 req-4a42d332-d127-4718-b7aa-456d0df8f869 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 946 time: 0.0816729 Apr 20 18:05:35.131259 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5cb1da26-22a5-48e9-ad92-dbff65bd84c8 req-d0f2994f-2472-48fa-a079-9c3e86cd5b15 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399809 Apr 20 18:05:36.367071 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-2641975a-b63b-4f20-a5e5-450f3a719241 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f53b4527307448f85e8c15d26e2ad72&device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 1097 time: 0.1269355 Apr 20 18:05:36.373738 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01774ae-a90c-47ce-969f-30ff45f3ce31 req-47e31f02-2450-4843-9857-1b67f1ee171c tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:36.375028 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c01774ae-a90c-47ce-969f-30ff45f3ce31 req-47e31f02-2450-4843-9857-1b67f1ee171c tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 946 time: 0.1058474 Apr 20 18:05:36.507545 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c01774ae-a90c-47ce-969f-30ff45f3ce31 req-67a46b56-d4e5-4732-93fa-d119fb468a13 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148152 Apr 20 18:05:36.529152 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-3a2854c2-e7e5-45ec-a9e6-b13677e05fac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:36.530672 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-3a2854c2-e7e5-45ec-a9e6-b13677e05fac service neutron] 10.222.0.10 "GET /v2.0/networks?id=8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e HTTP/1.1" status: 200 len: 916 time: 0.1547499 Apr 20 18:05:36.600608 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-59918ebd-1763-408b-b3d2-86ccae15f7f2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=446402bc-572a-407e-abb3-a06711537929 HTTP/1.1" status: 200 len: 217 time: 0.0619357 Apr 20 18:05:36.664604 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-3d14e7ab-0deb-4fa5-bb17-6c85f9ec0ffd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:36.666615 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-3d14e7ab-0deb-4fa5-bb17-6c85f9ec0ffd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc0480f6-eaf6-40c4-a58a-861b30090b1c HTTP/1.1" status: 200 len: 855 time: 0.0602434 Apr 20 18:05:36.709869 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-5894f241-eb05-44df-9790-5d18f848587e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376449 Apr 20 18:05:36.836348 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-43ecec15-f5c3-4c43-a20d-b4015e3ffeff service neutron] 10.222.0.10 "GET /v2.0/networks/8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209009 Apr 20 18:05:36.965536 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-db04f7e5-91a6-424d-898b-a1bf0c445d82 service neutron] 10.222.0.10 "GET /v2.0/networks/8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237895 Apr 20 18:05:37.724222 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bffd05-64f4-4c41-82a0-86f5d55eff8f req-fba3ea02-b857-428a-8280-b5bcc4c6ee56 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:37.725604 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-04bffd05-64f4-4c41-82a0-86f5d55eff8f req-fba3ea02-b857-428a-8280-b5bcc4c6ee56 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 946 time: 0.0863504 Apr 20 18:05:37.774627 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-04bffd05-64f4-4c41-82a0-86f5d55eff8f req-7a8e8b5a-6d58-4890-9d35-3068cf6d9729 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411825 Apr 20 18:05:39.001776 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2acf1d7-633b-4b27-957d-ebbf86050bc1 req-b930ce12-983e-4702-8a4a-08ba99df5c40 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:39.003301 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b2acf1d7-633b-4b27-957d-ebbf86050bc1 req-b930ce12-983e-4702-8a4a-08ba99df5c40 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 946 time: 0.0931301 Apr 20 18:05:39.049215 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b2acf1d7-633b-4b27-957d-ebbf86050bc1 req-56dd8ed6-e5ee-4cfa-a0d9-f0cae07eb4c3 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404806 Apr 20 18:05:39.255856 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-677ec120-422b-4fc1-ad63-3355faea66d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:40.422793 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00a140-db8e-4058-9a1a-94dd709f9e47 req-4cd1b1f5-b654-4f4c-8c86-6473e687f04a tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:40.424130 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ff00a140-db8e-4058-9a1a-94dd709f9e47 req-4cd1b1f5-b654-4f4c-8c86-6473e687f04a tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 946 time: 0.0881615 Apr 20 18:05:40.470244 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ff00a140-db8e-4058-9a1a-94dd709f9e47 req-865b971f-89cd-4e36-b954-75393c40b2c3 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404346 Apr 20 18:05:41.404843 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2dc78ccd-560b-4ca8-bf2e-f2e21262d86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:41.667280 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df768508-51f4-4db6-b59a-cfc35964a39a req-c93bed94-a010-47e9-816b-924f7cc1fbf0 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:41.668610 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-df768508-51f4-4db6-b59a-cfc35964a39a req-c93bed94-a010-47e9-816b-924f7cc1fbf0 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 946 time: 0.0789571 Apr 20 18:05:41.722326 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-df768508-51f4-4db6-b59a-cfc35964a39a req-55293f7f-19c1-45c2-8d01-0ae2d0e9dd26 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453289 Apr 20 18:05:42.691645 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:42.870979 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:42.934882 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2aa3bb-814b-42c9-9305-afeff814f589 req-2cff6964-54aa-44d5-ae23-ecbb269a48e3 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:42.936324 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3c2aa3bb-814b-42c9-9305-afeff814f589 req-2cff6964-54aa-44d5-ae23-ecbb269a48e3 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 946 time: 0.0784342 Apr 20 18:05:43.075927 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3c2aa3bb-814b-42c9-9305-afeff814f589 req-e5c925b7-e0f8-4877-be67-f969f17727e7 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324680 Apr 20 18:05:43.647824 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:44.174971 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:44.275473 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca293e-3c51-4784-af45-c2af5dd554ff req-673f7a4d-bb36-4ee5-9446-eba713cae015 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:44.276901 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-faca293e-3c51-4784-af45-c2af5dd554ff req-673f7a4d-bb36-4ee5-9446-eba713cae015 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 946 time: 0.0776739 Apr 20 18:05:44.321309 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-faca293e-3c51-4784-af45-c2af5dd554ff req-b91fc259-e8c6-45af-a6bc-dee8c2243df2 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388305 Apr 20 18:05:45.542387 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f582bf-6975-46aa-97b7-da71a2b55407 req-ee0dedf4-40e3-4a9b-8bf4-fe2ee3184fe3 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:45.543873 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b8f582bf-6975-46aa-97b7-da71a2b55407 req-ee0dedf4-40e3-4a9b-8bf4-fe2ee3184fe3 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 946 time: 0.0862405 Apr 20 18:05:45.544380 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:05:45.589596 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b8f582bf-6975-46aa-97b7-da71a2b55407 req-458360de-ba27-44a0-ad54-b784cce813b9 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396130 Apr 20 18:05:46.892792 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48cae47-0497-4c6a-9b68-e2a5d0cd59e0 req-14039e75-e847-4974-bc13-c9cb373a4510 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:46.894375 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c48cae47-0497-4c6a-9b68-e2a5d0cd59e0 req-14039e75-e847-4974-bc13-c9cb373a4510 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 946 time: 0.1732819 Apr 20 18:05:46.939634 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c48cae47-0497-4c6a-9b68-e2a5d0cd59e0 req-80fe2060-35fd-477f-be91-37eff46df22b tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391908 Apr 20 18:05:48.148787 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0fe41-a435-48cb-8c49-a18dab490c74 req-4b700ea6-5c62-4f6b-a0c1-592984cc9cb9 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:48.150225 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-29f0fe41-a435-48cb-8c49-a18dab490c74 req-4b700ea6-5c62-4f6b-a0c1-592984cc9cb9 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 946 time: 0.0817504 Apr 20 18:05:48.200946 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-29f0fe41-a435-48cb-8c49-a18dab490c74 req-2faba847-6767-4eb5-b787-df3d23a28021 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427213 Apr 20 18:05:49.421947 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e5e76-f4af-4fd8-9563-7a9ad17a81f3 req-07d2c0f9-1250-4af3-bc6e-f14dc603ddc5 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:49.423302 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-006e5e76-f4af-4fd8-9563-7a9ad17a81f3 req-07d2c0f9-1250-4af3-bc6e-f14dc603ddc5 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 946 time: 0.0873623 Apr 20 18:05:49.469919 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-006e5e76-f4af-4fd8-9563-7a9ad17a81f3 req-fb650a37-edc1-4851-9748-79a166c8c25c tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407073 Apr 20 18:05:50.675399 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98565cf7-3bd7-46ee-9cdf-3140c69adbb7 req-4d241b15-28bb-4ca7-b2b4-9f148aca3d1a tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:50.676897 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-98565cf7-3bd7-46ee-9cdf-3140c69adbb7 req-4d241b15-28bb-4ca7-b2b4-9f148aca3d1a tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 946 time: 0.0813072 Apr 20 18:05:50.720753 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-98565cf7-3bd7-46ee-9cdf-3140c69adbb7 req-9c18b770-34de-4302-bbca-c225d6b299e0 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383093 Apr 20 18:05:51.537279 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:05:51.941152 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca74ef-4538-48e2-ae43-84988b48d06e req-d60d1971-27b4-4abf-96e2-ba7cc72bc20a tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:51.942685 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4eca74ef-4538-48e2-ae43-84988b48d06e req-d60d1971-27b4-4abf-96e2-ba7cc72bc20a tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 946 time: 0.0920217 Apr 20 18:05:51.990452 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4eca74ef-4538-48e2-ae43-84988b48d06e req-d2f4084d-b2a7-46c4-b7a8-1cb90bf1c2b0 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404079 Apr 20 18:05:53.205951 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9865286-d8b5-45cd-b7e5-60ce50ba2a61 req-36a5b669-0636-4348-80e2-fb5b2246f5be tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:53.207418 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f9865286-d8b5-45cd-b7e5-60ce50ba2a61 req-36a5b669-0636-4348-80e2-fb5b2246f5be tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 946 time: 0.0865166 Apr 20 18:05:53.251991 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f9865286-d8b5-45cd-b7e5-60ce50ba2a61 req-83f604cf-7a9d-4dd8-873b-e268da38abcb tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389471 Apr 20 18:05:54.458675 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe052b6-d552-471c-a7e5-c46ce68151af req-76084749-e4c3-453b-bf16-1b2482079b91 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:54.460132 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9fe052b6-d552-471c-a7e5-c46ce68151af req-76084749-e4c3-453b-bf16-1b2482079b91 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 946 time: 0.0781329 Apr 20 18:05:54.512379 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9fe052b6-d552-471c-a7e5-c46ce68151af req-8637da38-1c46-4fe0-9b66-539fe48a62af tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439615 Apr 20 18:05:55.735219 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97379c1d-c1ab-434f-87b1-a3738d6c2d96 req-4283473b-c157-4de8-904f-7925fc99fc2f tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:55.736555 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-97379c1d-c1ab-434f-87b1-a3738d6c2d96 req-4283473b-c157-4de8-904f-7925fc99fc2f tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 946 time: 0.0869818 Apr 20 18:05:55.784655 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-97379c1d-c1ab-434f-87b1-a3738d6c2d96 req-4dadc601-6fd7-4d49-af28-c0f99fcc817a tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424583 Apr 20 18:05:56.993707 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44936cee-65dd-48e9-a7e1-4ce0fffa4085 req-e13c3472-2079-4575-a8b0-2033a1381dd4 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:56.995460 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-44936cee-65dd-48e9-a7e1-4ce0fffa4085 req-e13c3472-2079-4575-a8b0-2033a1381dd4 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 946 time: 0.0801010 Apr 20 18:05:57.043038 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-44936cee-65dd-48e9-a7e1-4ce0fffa4085 req-33d53fe4-d2be-4008-a567-fd9da172a623 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390844 Apr 20 18:05:58.247812 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bed43b-46db-4a01-9dd4-4c88057e799d req-9c12fc0e-57e6-4aac-b5ae-b5b838388b20 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:58.249241 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e9bed43b-46db-4a01-9dd4-4c88057e799d req-9c12fc0e-57e6-4aac-b5ae-b5b838388b20 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 946 time: 0.0787566 Apr 20 18:05:58.299746 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e9bed43b-46db-4a01-9dd4-4c88057e799d req-cca13779-f0f7-4db0-9d75-d9559afb1975 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446963 Apr 20 18:05:59.513084 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b56d7-c009-42b7-ab00-272d23559d24 req-c2a8f865-73eb-47bd-8a94-2d5a32e8617d tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:05:59.514582 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-819b56d7-c009-42b7-ab00-272d23559d24 req-c2a8f865-73eb-47bd-8a94-2d5a32e8617d tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 946 time: 0.0864449 Apr 20 18:05:59.566093 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-819b56d7-c009-42b7-ab00-272d23559d24 req-719f69d7-5016-49c7-a353-f1e77ed07bd6 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454364 Apr 20 18:06:00.791580 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92681bd-e291-4360-9943-8af4752a6d48 req-ad346012-8b7d-47d9-9c96-d6d8187c6fc5 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:00.793011 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f92681bd-e291-4360-9943-8af4752a6d48 req-ad346012-8b7d-47d9-9c96-d6d8187c6fc5 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 946 time: 0.0912354 Apr 20 18:06:00.838889 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f92681bd-e291-4360-9943-8af4752a6d48 req-0f3343d5-c28f-4c45-a2b4-cd1e81c8263c tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399814 Apr 20 18:06:02.062538 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8938186-3986-45f9-aed5-783c448ba171 req-52c618ea-04ee-4d7c-a67d-970e494265eb tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:02.063984 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d8938186-3986-45f9-aed5-783c448ba171 req-52c618ea-04ee-4d7c-a67d-970e494265eb tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 946 time: 0.0809517 Apr 20 18:06:02.120995 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d8938186-3986-45f9-aed5-783c448ba171 req-8a0c26cd-d9cd-485f-8183-876a492c241e tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499008 Apr 20 18:06:03.337228 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1b980-61af-4d90-9580-e5faeea4614f req-4dd0f711-0b97-4abf-a21f-ca0f013a43a2 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:03.338602 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fdc1b980-61af-4d90-9580-e5faeea4614f req-4dd0f711-0b97-4abf-a21f-ca0f013a43a2 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 946 time: 0.0854876 Apr 20 18:06:03.397445 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fdc1b980-61af-4d90-9580-e5faeea4614f req-788f5e87-bd18-4515-bbf9-f4c926989f64 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530283 Apr 20 18:06:03.865631 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-204215c9-ddc3-46b2-9190-f586f03004a5 service neutron] show failed (client error): The resource could not be found. Apr 20 18:06:03.866604 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-204215c9-ddc3-46b2-9190-f586f03004a5 service neutron] 10.222.0.10 "GET /v2.0/ports/446402bc-572a-407e-abb3-a06711537929/bindings/n-h1-838032-1 HTTP/1.1" status: 404 len: 380 time: 0.0875869 Apr 20 18:06:04.147170 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-24da998a-e131-4b21-9018-ca62421f679b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf&tenant_id=8f53b4527307448f85e8c15d26e2ad72 HTTP/1.1" status: 200 len: 1097 time: 0.0729210 Apr 20 18:06:04.157172 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838032-1', 'device_owner': 'compute:nova'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:06:04.275396 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:04.538268 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] For port 446402bc-572a-407e-abb3-a06711537929, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=446402bc-572a-407e-abb3-a06711537929,segment=NetworkSegment(670c77e0-ffaa-4838-b71c-245d44b7d620),segment_id=670c77e0-ffaa-4838-b71c-245d44b7d620)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:06:04.566302 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] For port 446402bc-572a-407e-abb3-a06711537929, host n-h2-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:06:04.594051 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53220a30-eb53-4808-a84d-df3b25ff8e2a req-4657a045-ef34-40c2-890e-327bb6c52068 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:04.596047 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-53220a30-eb53-4808-a84d-df3b25ff8e2a req-4657a045-ef34-40c2-890e-327bb6c52068 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 946 time: 0.0777106 Apr 20 18:06:04.626610 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94027f2d-b86e-41d7-b16f-d5fd045fb2bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '446402bc-572a-407e-abb3-a06711537929'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:06:04.632421 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:04.642926 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-53220a30-eb53-4808-a84d-df3b25ff8e2a req-256599c2-9015-43da-8fd3-a0d841e3846a tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410662 Apr 20 18:06:04.647124 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] Transition to ACTIVE for port object 446402bc-572a-407e-abb3-a06711537929 will not be triggered until provisioned by entity L2. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:06:04.652688 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:04.699920 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a927a8da-c75c-44b1-8274-7b50da53769e'] response: {'server_uuid': '94027f2d-b86e-41d7-b16f-d5fd045fb2bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '446402bc-572a-407e-abb3-a06711537929', 'code': 200} Apr 20 18:06:04.776010 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] Pushing event updated for resources: {'Port': ['ID=446402bc-572a-407e-abb3-a06711537929,revision_number=6']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:06:04.811299 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] No DVR routers for this DVR port 446402bc-572a-407e-abb3-a06711537929 on host n-h2-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:06:04.817649 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:06:04.817988 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:06:04.818349 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:06:04.818685 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:06:04.819015 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:06:04.819336 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:06:04.819660 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:06:04.819978 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:06:04.820292 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:06:04.820605 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:06:04.820921 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:06:04.874856 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] Attempting to bind port 446402bc-572a-407e-abb3-a06711537929 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:06:04.875184 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] Attempting to bind port 446402bc-572a-407e-abb3-a06711537929 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '670c77e0-ffaa-4838-b71c-245d44b7d620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e'}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:06:04.875507 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] Attempting to bind port 446402bc-572a-407e-abb3-a06711537929 on network 8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:06:04.881825 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] Port 446402bc-572a-407e-abb3-a06711537929 on network 8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 18:06:04.882037 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] Attempting to bind port 446402bc-572a-407e-abb3-a06711537929 on network 8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:06:04.888664 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:06:04.888981 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] Checking segment: {'id': '670c77e0-ffaa-4838-b71c-245d44b7d620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:06:04.889354 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] Bound using segment: {'id': '670c77e0-ffaa-4838-b71c-245d44b7d620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e'} {{(pid=84081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:06:04.889767 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.managers [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] Bound port: 446402bc-572a-407e-abb3-a06711537929, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '670c77e0-ffaa-4838-b71c-245d44b7d620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e'}}] {{(pid=84081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:06:04.890104 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:04.979436 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] For port 446402bc-572a-407e-abb3-a06711537929, host n-h1-838032-1, cleared binding levels {{(pid=84081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:06:04.983066 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] For port 446402bc-572a-407e-abb3-a06711537929, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=446402bc-572a-407e-abb3-a06711537929,segment=NetworkSegment(670c77e0-ffaa-4838-b71c-245d44b7d620),segment_id=670c77e0-ffaa-4838-b71c-245d44b7d620)] {{(pid=84081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:06:04.989822 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:05.052801 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:05.054174 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] 10.222.0.43 "PUT /v2.0/ports/446402bc-572a-407e-abb3-a06711537929 HTTP/1.1" status: 200 len: 1092 time: 0.9008164 Apr 20 18:06:05.068265 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4f63d-2a93-4123-b817-759c458c054d service neutron] Pushing event updated for resources: {'Port': ['ID=446402bc-572a-407e-abb3-a06711537929,revision_number=7']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:06:05.151074 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-b18e05ec-b903-4e31-956b-b8dff60eab92 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8f53b4527307448f85e8c15d26e2ad72&device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 1095 time: 0.0711186 Apr 20 18:06:05.375342 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-ba425de9-a4b5-434a-a03c-13353cb5dd12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:05.377427 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-ba425de9-a4b5-434a-a03c-13353cb5dd12 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e HTTP/1.1" status: 200 len: 916 time: 0.2201662 Apr 20 18:06:05.444486 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-1a7b754f-27e3-4903-bbfd-3f7b43878599 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=446402bc-572a-407e-abb3-a06711537929 HTTP/1.1" status: 200 len: 217 time: 0.0610847 Apr 20 18:06:05.503918 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-dc900b1c-2766-400a-839c-4203bbbedf86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:05.505313 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-dc900b1c-2766-400a-839c-4203bbbedf86 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc0480f6-eaf6-40c4-a58a-861b30090b1c HTTP/1.1" status: 200 len: 855 time: 0.0555336 Apr 20 18:06:05.550484 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-a0ac55ce-6b43-485b-9db1-50020e8f8883 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397308 Apr 20 18:06:05.680735 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-7e80f60e-9b6a-4629-a528-5679f125a46c service neutron] 10.222.0.43 "GET /v2.0/networks/8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239507 Apr 20 18:06:05.809430 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-63b7deaf-2f46-4938-bad4-38c841f421d1 req-4e3145fc-7207-4b4f-8ffd-1593a50143a1 service neutron] 10.222.0.43 "GET /v2.0/networks/8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226473 Apr 20 18:06:05.846463 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc0041-bde8-48d5-bab8-5e422f8a6812 req-4cefb397-0e7f-43fb-a943-8a5822fd5db0 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:05.847899 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c0fc0041-bde8-48d5-bab8-5e422f8a6812 req-4cefb397-0e7f-43fb-a943-8a5822fd5db0 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 944 time: 0.0802062 Apr 20 18:06:05.894363 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c0fc0041-bde8-48d5-bab8-5e422f8a6812 req-2254f034-b6af-4358-a245-aea125e869e0 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402942 Apr 20 18:06:06.701836 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94027f2d-b86e-41d7-b16f-d5fd045fb2bf', 'tag': '446402bc-572a-407e-abb3-a06711537929'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:06:06.778765 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01492b25-bce1-454a-8720-2d1393814ed3'] response: {'name': 'network-changed', 'server_uuid': '94027f2d-b86e-41d7-b16f-d5fd045fb2bf', 'tag': '446402bc-572a-407e-abb3-a06711537929', 'status': 'completed', 'code': 200} Apr 20 18:06:06.867634 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c4a6daa2-de32-4f4a-b1a6-82ced944730b req-f4f133e5-b35d-4929-95a2-c8643307e424 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f53b4527307448f85e8c15d26e2ad72&device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 1095 time: 0.0700762 Apr 20 18:06:06.868441 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c4a6daa2-de32-4f4a-b1a6-82ced944730b req-a088044d-8b32-487e-8cdb-1ae077e997d9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8f53b4527307448f85e8c15d26e2ad72&device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 1095 time: 0.0680637 Apr 20 18:06:06.999387 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6daa2-de32-4f4a-b1a6-82ced944730b req-7761e006-1b3c-4265-86c2-5614499e4246 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:07.001061 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c4a6daa2-de32-4f4a-b1a6-82ced944730b req-7761e006-1b3c-4265-86c2-5614499e4246 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e HTTP/1.1" status: 200 len: 916 time: 0.1279354 Apr 20 18:06:07.002134 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6daa2-de32-4f4a-b1a6-82ced944730b req-b2959003-aa91-4420-8e05-ecf409e5ab54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:07.003572 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c4a6daa2-de32-4f4a-b1a6-82ced944730b req-b2959003-aa91-4420-8e05-ecf409e5ab54 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e HTTP/1.1" status: 200 len: 916 time: 0.1292591 Apr 20 18:06:07.072568 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c4a6daa2-de32-4f4a-b1a6-82ced944730b req-8e4cbe31-c702-40d4-873b-fa5d89e8a1f0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=446402bc-572a-407e-abb3-a06711537929 HTTP/1.1" status: 200 len: 217 time: 0.0625424 Apr 20 18:06:07.105062 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c4a6daa2-de32-4f4a-b1a6-82ced944730b req-3ad4e02d-d169-4597-9d4f-09b5b00c9455 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=446402bc-572a-407e-abb3-a06711537929 HTTP/1.1" status: 200 len: 217 time: 0.0966823 Apr 20 18:06:07.135803 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6daa2-de32-4f4a-b1a6-82ced944730b req-14557890-2103-4b2f-bd71-b1ac87070f34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:07.137204 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c4a6daa2-de32-4f4a-b1a6-82ced944730b req-14557890-2103-4b2f-bd71-b1ac87070f34 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc0480f6-eaf6-40c4-a58a-861b30090b1c HTTP/1.1" status: 200 len: 855 time: 0.0565860 Apr 20 18:06:07.181098 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c4a6daa2-de32-4f4a-b1a6-82ced944730b req-6a4bb11f-7c43-4b5b-b899-cb6100ebb5de service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374935 Apr 20 18:06:07.184526 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6daa2-de32-4f4a-b1a6-82ced944730b req-ab99d6ce-7822-4452-a464-8f4c3325c038 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:07.185942 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c4a6daa2-de32-4f4a-b1a6-82ced944730b req-ab99d6ce-7822-4452-a464-8f4c3325c038 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc0480f6-eaf6-40c4-a58a-861b30090b1c HTTP/1.1" status: 200 len: 855 time: 0.0747819 Apr 20 18:06:07.232887 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c4a6daa2-de32-4f4a-b1a6-82ced944730b req-cebda400-4835-454a-97ad-56325ebbafb5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402553 Apr 20 18:06:07.247135 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13762313-74d3-4ec6-9e2b-bd119c274551 req-33d59ef2-cc89-48b3-9611-c196b7db554b tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:07.248558 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13762313-74d3-4ec6-9e2b-bd119c274551 req-33d59ef2-cc89-48b3-9611-c196b7db554b tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 944 time: 0.1899858 Apr 20 18:06:07.314888 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c4a6daa2-de32-4f4a-b1a6-82ced944730b req-1f78f08f-7c28-41f6-9aa1-4dca332896e7 service neutron] 10.222.0.43 "GET /v2.0/networks/8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263657 Apr 20 18:06:07.355963 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 446402bc-572a-407e-abb3-a06711537929 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:06:07.376874 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13762313-74d3-4ec6-9e2b-bd119c274551 req-72f9b0ec-c81a-48a7-b49a-318dfa273e63 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103849 Apr 20 18:06:07.424771 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 446402bc-572a-407e-abb3-a06711537929 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:06:07.434177 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c4a6daa2-de32-4f4a-b1a6-82ced944730b req-bed7216f-6174-48ad-9dfd-7441015464ec service neutron] 10.222.0.10 "GET /v2.0/networks/8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953077 Apr 20 18:06:07.472277 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c4a6daa2-de32-4f4a-b1a6-82ced944730b req-b8889ada-8851-4475-ae64-8f98e1642b76 service neutron] 10.222.0.43 "GET /v2.0/networks/8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511312 Apr 20 18:06:07.570158 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c4a6daa2-de32-4f4a-b1a6-82ced944730b req-34942a21-fac4-445c-b751-410975aaf991 service neutron] 10.222.0.10 "GET /v2.0/networks/8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297204 Apr 20 18:06:08.605415 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85578b-ef73-491c-9384-ac2244bdba3d req-15ec5e64-fd73-48c3-94d5-11e54086c1db tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:08.607285 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5d85578b-ef73-491c-9384-ac2244bdba3d req-15ec5e64-fd73-48c3-94d5-11e54086c1db tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 944 time: 0.0940931 Apr 20 18:06:08.657339 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5d85578b-ef73-491c-9384-ac2244bdba3d req-7cbd5004-9120-44d7-95f3-76ade6f28290 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417511 Apr 20 18:06:08.678292 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 446402bc-572a-407e-abb3-a06711537929 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:06:08.825698 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 446402bc-572a-407e-abb3-a06711537929, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=446402bc-572a-407e-abb3-a06711537929,segment=NetworkSegment(670c77e0-ffaa-4838-b71c-245d44b7d620),segment_id=670c77e0-ffaa-4838-b71c-245d44b7d620)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:06:08.839740 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '446402bc-572a-407e-abb3-a06711537929', 'network_id': '8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e', 'port_id': '446402bc-572a-407e-abb3-a06711537929', 'mac_address': 'fa:16:3e:c3:fa:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc0480f6-eaf6-40c4-a58a-861b30090b1c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:06:08.898625 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:08.917677 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 446402bc-572a-407e-abb3-a06711537929 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:06:08.934385 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 446402bc-572a-407e-abb3-a06711537929, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=446402bc-572a-407e-abb3-a06711537929,segment=NetworkSegment(670c77e0-ffaa-4838-b71c-245d44b7d620),segment_id=670c77e0-ffaa-4838-b71c-245d44b7d620)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:06:08.940032 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:09.002098 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d210b-62e4-4278-ad03-90851054857b req-e209c7c6-6d46-4ba7-b7b6-38c59d919faa tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:09.003594 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-649d210b-62e4-4278-ad03-90851054857b req-e209c7c6-6d46-4ba7-b7b6-38c59d919faa tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 945 time: 0.0792384 Apr 20 18:06:09.014070 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=446402bc-572a-407e-abb3-a06711537929,revision_number=8']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:06:09.056399 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-649d210b-62e4-4278-ad03-90851054857b req-4e72e2db-649c-43b4-9f62-29977cb77907 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452240 Apr 20 18:06:09.097191 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dff5f-a184-41e0-86d9-ef984783ec96 req-afdbfb83-72db-4d4c-9ad6-9ab908d00ddd tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:09.098617 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f6dff5f-a184-41e0-86d9-ef984783ec96 req-afdbfb83-72db-4d4c-9ad6-9ab908d00ddd tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.10 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf&tenant_id=8f53b4527307448f85e8c15d26e2ad72&binding%3Ahost_id=n-h1-838032-1 HTTP/1.1" status: 200 len: 945 time: 0.1834373 Apr 20 18:06:09.145609 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['446402bc-572a-407e-abb3-a06711537929'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:06:09.178449 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [req-8f6dff5f-a184-41e0-86d9-ef984783ec96 req-60f33f17-2415-49e5-bd1d-7e5eea2f3e70 service neutron] delete failed (client error): The resource could not be found. Apr 20 18:06:09.179439 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f6dff5f-a184-41e0-86d9-ef984783ec96 req-60f33f17-2415-49e5-bd1d-7e5eea2f3e70 service neutron] 10.222.0.10 "DELETE /v2.0/ports/446402bc-572a-407e-abb3-a06711537929/bindings/n-h2-838032-1 HTTP/1.1" status: 404 len: 380 time: 0.0746658 Apr 20 18:06:09.254554 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7cbc46ea-e6a2-447d-90a1-ae87572b6218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:09.319037 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f6dff5f-a184-41e0-86d9-ef984783ec96 req-11c56291-2264-4fe4-ad7a-225de10da042 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f53b4527307448f85e8c15d26e2ad72&device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 1096 time: 0.0708268 Apr 20 18:06:09.448756 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dff5f-a184-41e0-86d9-ef984783ec96 req-728e6492-8ff7-4469-a501-fc80cd48bb77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:09.450215 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f6dff5f-a184-41e0-86d9-ef984783ec96 req-728e6492-8ff7-4469-a501-fc80cd48bb77 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e HTTP/1.1" status: 200 len: 916 time: 0.1252160 Apr 20 18:06:09.522010 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f6dff5f-a184-41e0-86d9-ef984783ec96 req-4cbc7817-0fc6-4149-8794-101403d2f29d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=446402bc-572a-407e-abb3-a06711537929 HTTP/1.1" status: 200 len: 217 time: 0.0652893 Apr 20 18:06:09.591435 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dff5f-a184-41e0-86d9-ef984783ec96 req-8e7b8792-722f-40f4-aec2-b34ea3ead837 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:09.592842 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f6dff5f-a184-41e0-86d9-ef984783ec96 req-8e7b8792-722f-40f4-aec2-b34ea3ead837 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc0480f6-eaf6-40c4-a58a-861b30090b1c HTTP/1.1" status: 200 len: 855 time: 0.0645537 Apr 20 18:06:09.636885 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f6dff5f-a184-41e0-86d9-ef984783ec96 req-29935371-1970-472e-a3b7-b1c4b1c4a584 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379012 Apr 20 18:06:09.765638 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f6dff5f-a184-41e0-86d9-ef984783ec96 req-72b11bbe-df09-4f0a-a93e-d3933774de01 service neutron] 10.222.0.10 "GET /v2.0/networks/8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230056 Apr 20 18:06:09.897205 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f6dff5f-a184-41e0-86d9-ef984783ec96 req-3a876f2c-03d0-456e-ae2c-e1260d2f674e service neutron] 10.222.0.10 "GET /v2.0/networks/8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254954 Apr 20 18:06:10.271242 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fae78-812f-4034-92e1-e729a8a8a33f req-eec8b377-58bb-4406-b7de-267b4f927bfc tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:10.272690 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6e9fae78-812f-4034-92e1-e729a8a8a33f req-eec8b377-58bb-4406-b7de-267b4f927bfc tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 945 time: 0.0952544 Apr 20 18:06:10.321633 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6e9fae78-812f-4034-92e1-e729a8a8a33f req-91c5093f-ae22-429f-8021-70a0912e337b tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407133 Apr 20 18:06:10.681354 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 446402bc-572a-407e-abb3-a06711537929 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:06:10.765589 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 446402bc-572a-407e-abb3-a06711537929 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:06:10.772698 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 446402bc-572a-407e-abb3-a06711537929 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:06:10.773061 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:10.881629 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:10.911530 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94027f2d-b86e-41d7-b16f-d5fd045fb2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446402bc-572a-407e-abb3-a06711537929'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:06:10.923256 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 446402bc-572a-407e-abb3-a06711537929, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=446402bc-572a-407e-abb3-a06711537929,segment=NetworkSegment(670c77e0-ffaa-4838-b71c-245d44b7d620),segment_id=670c77e0-ffaa-4838-b71c-245d44b7d620)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:06:10.929176 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:10.972655 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7a21d8e-a98d-4fd4-a7bb-18dfdde50b9d'] response: {'server_uuid': '94027f2d-b86e-41d7-b16f-d5fd045fb2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446402bc-572a-407e-abb3-a06711537929', 'code': 200} Apr 20 18:06:10.998318 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=446402bc-572a-407e-abb3-a06711537929,revision_number=9']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:06:11.403846 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d50b5a44-afaa-40c9-a77c-c5c41ef1ba91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:11.544081 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c29e0-4434-4865-9840-b9f50030ddab req-f6d4ca3f-23ab-4e16-b81b-5a16e0736aa7 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:11.545496 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-441c29e0-4434-4865-9840-b9f50030ddab req-f6d4ca3f-23ab-4e16-b81b-5a16e0736aa7 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 946 time: 0.0872531 Apr 20 18:06:11.592494 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-441c29e0-4434-4865-9840-b9f50030ddab req-817ccc7d-e773-4033-bba0-3ea7b7f2267b tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389361 Apr 20 18:06:11.824218 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c5370-8e40-4ab2-bd43-337d99556028 req-19b42862-6e82-4c04-bb29-6f3715805d11 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:11.825678 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7c4c5370-8e40-4ab2-bd43-337d99556028 req-19b42862-6e82-4c04-bb29-6f3715805d11 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 946 time: 0.0997641 Apr 20 18:06:11.873450 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7c4c5370-8e40-4ab2-bd43-337d99556028 req-ab923e0c-aca6-4a3a-9e47-d66150085b3a tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415535 Apr 20 18:06:12.071503 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3729a-64e3-4e3c-8691-8f12436a5d44 req-851dcbf3-71e8-4d6c-81fa-5d424f376565 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:12.073218 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-88e3729a-64e3-4e3c-8691-8f12436a5d44 req-851dcbf3-71e8-4d6c-81fa-5d424f376565 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 946 time: 0.0808682 Apr 20 18:06:12.142335 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-88e3729a-64e3-4e3c-8691-8f12436a5d44 req-5698868e-512f-4458-8db6-597d23864890 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632381 Apr 20 18:06:12.657214 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-57cb9db4-3e31-45b6-b0ce-444ae5eadb8a tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:12.658600 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-57cb9db4-3e31-45b6-b0ce-444ae5eadb8a tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/networks?id=8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e HTTP/1.1" status: 200 len: 815 time: 0.1437840 Apr 20 18:06:12.677691 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-fe38985a-ecb8-4b08-80fc-b0a5bf7f0256 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/quotas/8f53b4527307448f85e8c15d26e2ad72 HTTP/1.1" status: 200 len: 375 time: 0.0127139 Apr 20 18:06:12.693906 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:12.755247 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-88f74df4-5552-4e74-beb1-30d7bc6aad22 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8f53b4527307448f85e8c15d26e2ad72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0717945 Apr 20 18:06:12.870990 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:12.890221 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-e7c3f5a9-7b87-4ae7-8000-54fd190c6d24 service neutron] 10.222.0.39 "GET /v2.0/networks/8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285627 Apr 20 18:06:13.024201 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-ef73b3d1-c6a6-4652-b669-62e726a148f0 service neutron] 10.222.0.39 "GET /v2.0/networks/8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282670 Apr 20 18:06:13.216521 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0adb6b88-49e8-44eb-afa7-79895776a604 req-00ba56b2-35ac-42a9-9de8-2280d139c785 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 210 time: 0.0432537 Apr 20 18:06:13.631856 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:13.779773 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd6b68-425b-40b8-8bbc-9bd3df1d1858 req-f6ff9db8-acb0-48b0-b002-e14b18637955 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:13.781184 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9ebd6b68-425b-40b8-8bbc-9bd3df1d1858 req-f6ff9db8-acb0-48b0-b002-e14b18637955 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.43 "GET /v2.0/ports?device_id=94027f2d-b86e-41d7-b16f-d5fd045fb2bf HTTP/1.1" status: 200 len: 946 time: 0.0784290 Apr 20 18:06:13.846934 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-9ebd6b68-425b-40b8-8bbc-9bd3df1d1858 req-68986936-2d79-4d5a-91b9-60875a7e2b21 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Deleting port 446402bc-572a-407e-abb3-a06711537929 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:06:13.847269 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9ebd6b68-425b-40b8-8bbc-9bd3df1d1858 req-68986936-2d79-4d5a-91b9-60875a7e2b21 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:14.095551 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.43', 58171) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:06:14.185539 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-9ebd6b68-425b-40b8-8bbc-9bd3df1d1858 req-68986936-2d79-4d5a-91b9-60875a7e2b21 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] For port 446402bc-572a-407e-abb3-a06711537929, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=446402bc-572a-407e-abb3-a06711537929,segment=NetworkSegment(670c77e0-ffaa-4838-b71c-245d44b7d620),segment_id=670c77e0-ffaa-4838-b71c-245d44b7d620)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:06:14.185834 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9ebd6b68-425b-40b8-8bbc-9bd3df1d1858 req-68986936-2d79-4d5a-91b9-60875a7e2b21 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:14.190267 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:14.323738 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [req-9ebd6b68-425b-40b8-8bbc-9bd3df1d1858 req-68986936-2d79-4d5a-91b9-60875a7e2b21 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Calling delete_port for 446402bc-572a-407e-abb3-a06711537929 owned by compute:nova {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:06:14.334236 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-4cf465f9-7b6f-45d5-ba98-4c2610fafb9d tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:14.335772 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-4cf465f9-7b6f-45d5-ba98-4c2610fafb9d tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.43 "GET /v2.0/networks?id=8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e HTTP/1.1" status: 200 len: 815 time: 0.2385256 Apr 20 18:06:14.385618 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-c14ed1d5-70d7-4db8-8e6f-a2997dff1f0d tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Request body: {'port': {'device_id': 'eaf14c60-06b2-4348-84af-fd78bb8c3630', 'network_id': '8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e', 'admin_state_up': True, 'tenant_id': '8f53b4527307448f85e8c15d26e2ad72'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:06:14.410464 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cdcb7256-b918-444d-91a3-1c984ac83e47 req-bc428521-365a-4b68-b91d-159e2d18cd7e tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 210 time: 0.0657582 Apr 20 18:06:14.479565 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9ebd6b68-425b-40b8-8bbc-9bd3df1d1858 req-68986936-2d79-4d5a-91b9-60875a7e2b21 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:14.491349 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['446402bc-572a-407e-abb3-a06711537929'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:06:14.526649 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68986936-2d79-4d5a-91b9-60875a7e2b21 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Pushing event deleted for resources: {'Port': ['ID=446402bc-572a-407e-abb3-a06711537929,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:06:14.529389 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-c14ed1d5-70d7-4db8-8e6f-a2997dff1f0d tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:06:14.539297 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-c14ed1d5-70d7-4db8-8e6f-a2997dff1f0d tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:06:14.550884 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-c14ed1d5-70d7-4db8-8e6f-a2997dff1f0d tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Made reservation on behalf of 8f53b4527307448f85e8c15d26e2ad72 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:06:14.554168 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-c14ed1d5-70d7-4db8-8e6f-a2997dff1f0d tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:14.610170 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebd6b68-425b-40b8-8bbc-9bd3df1d1858 req-68986936-2d79-4d5a-91b9-60875a7e2b21 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] No DVR routers for this DVR port 446402bc-572a-407e-abb3-a06711537929 on host n-h1-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:06:14.612881 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-9ebd6b68-425b-40b8-8bbc-9bd3df1d1858 req-68986936-2d79-4d5a-91b9-60875a7e2b21 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:14.615727 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94027f2d-b86e-41d7-b16f-d5fd045fb2bf', 'name': 'network-vif-deleted', 'tag': '446402bc-572a-407e-abb3-a06711537929'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:06:14.633086 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9ebd6b68-425b-40b8-8bbc-9bd3df1d1858 req-68986936-2d79-4d5a-91b9-60875a7e2b21 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.43 "DELETE /v2.0/ports/446402bc-572a-407e-abb3-a06711537929 HTTP/1.1" status: 204 len: 173 time: 0.8458183 Apr 20 18:06:14.683480 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-497835e8-e421-425f-abbe-b32378ba1387'] response: {'server_uuid': '94027f2d-b86e-41d7-b16f-d5fd045fb2bf', 'name': 'network-vif-deleted', 'tag': '446402bc-572a-407e-abb3-a06711537929', 'status': 'completed', 'code': 200} Apr 20 18:06:14.717367 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-c14ed1d5-70d7-4db8-8e6f-a2997dff1f0d tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Allocated IP 172.20.0.6 (8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e/bc0480f6-eaf6-40c4-a58a-861b30090b1c/c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:06:14.920745 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-c14ed1d5-70d7-4db8-8e6f-a2997dff1f0d tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:14.953363 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-c14ed1d5-70d7-4db8-8e6f-a2997dff1f0d tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:15.029244 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-c14ed1d5-70d7-4db8-8e6f-a2997dff1f0d tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Network 8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:06:15.032826 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-c14ed1d5-70d7-4db8-8e6f-a2997dff1f0d tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:06:15.035741 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-c14ed1d5-70d7-4db8-8e6f-a2997dff1f0d tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:06:15.073239 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ed1d5-70d7-4db8-8e6f-a2997dff1f0d tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Pushing event updated for resources: {'Port': ['ID=c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:06:15.105490 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-c14ed1d5-70d7-4db8-8e6f-a2997dff1f0d tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:15.106162 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-c14ed1d5-70d7-4db8-8e6f-a2997dff1f0d tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:15.131087 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-c14ed1d5-70d7-4db8-8e6f-a2997dff1f0d tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7536497 Apr 20 18:06:15.141477 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-56238cce-f765-45a3-87bd-68e7807c9b50 service neutron] Request body: {'port': {'device_id': 'eaf14c60-06b2-4348-84af-fd78bb8c3630', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:06:15.250546 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-56238cce-f765-45a3-87bd-68e7807c9b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:15.550503 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:15.636390 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-56238cce-f765-45a3-87bd-68e7807c9b50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:06:15.648338 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-56238cce-f765-45a3-87bd-68e7807c9b50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:15.669455 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-56238cce-f765-45a3-87bd-68e7807c9b50 service neutron] Transition to ACTIVE for port object c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:06:15.676232 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-56238cce-f765-45a3-87bd-68e7807c9b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:15.721551 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d32ef3-6dea-4ce7-a695-79e33d1dc6b6 req-55c6240d-b137-472a-a09c-71fa5432aed6 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:15.722230 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-45d32ef3-6dea-4ce7-a695-79e33d1dc6b6 req-55c6240d-b137-472a-a09c-71fa5432aed6 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Synchronizing usage tracker for tenant:8f53b4527307448f85e8c15d26e2ad72 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:06:15.818093 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56238cce-f765-45a3-87bd-68e7807c9b50 service neutron] Pushing event updated for resources: {'Port': ['ID=c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:06:15.827940 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-45d32ef3-6dea-4ce7-a695-79e33d1dc6b6 req-55c6240d-b137-472a-a09c-71fa5432aed6 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Unset dirty status for tenant:8f53b4527307448f85e8c15d26e2ad72 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:06:15.829100 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-45d32ef3-6dea-4ce7-a695-79e33d1dc6b6 req-55c6240d-b137-472a-a09c-71fa5432aed6 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 931 time: 0.2911327 Apr 20 18:06:15.948729 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-45d32ef3-6dea-4ce7-a695-79e33d1dc6b6 req-357577c3-a590-4e54-af92-7a01de76fed2 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958519 Apr 20 18:06:15.957719 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-56238cce-f765-45a3-87bd-68e7807c9b50 service neutron] Attempting to bind port c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:06:15.958049 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-56238cce-f765-45a3-87bd-68e7807c9b50 service neutron] Attempting to bind port c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '670c77e0-ffaa-4838-b71c-245d44b7d620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:06:15.958453 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-56238cce-f765-45a3-87bd-68e7807c9b50 service neutron] Attempting to bind port c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf on network 8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:06:15.964552 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-56238cce-f765-45a3-87bd-68e7807c9b50 service neutron] Port c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf on network 8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 18:06:15.964868 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-56238cce-f765-45a3-87bd-68e7807c9b50 service neutron] Attempting to bind port c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf on network 8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:06:15.971468 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-56238cce-f765-45a3-87bd-68e7807c9b50 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:06:15.971795 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-56238cce-f765-45a3-87bd-68e7807c9b50 service neutron] Checking segment: {'id': '670c77e0-ffaa-4838-b71c-245d44b7d620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:06:15.972168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-56238cce-f765-45a3-87bd-68e7807c9b50 service neutron] Bound using segment: {'id': '670c77e0-ffaa-4838-b71c-245d44b7d620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:06:15.972587 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-56238cce-f765-45a3-87bd-68e7807c9b50 service neutron] Bound port: c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '670c77e0-ffaa-4838-b71c-245d44b7d620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:06:15.972933 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-56238cce-f765-45a3-87bd-68e7807c9b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:16.147195 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-56238cce-f765-45a3-87bd-68e7807c9b50 service neutron] For port c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:06:16.150236 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-56238cce-f765-45a3-87bd-68e7807c9b50 service neutron] For port c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf,segment=NetworkSegment(670c77e0-ffaa-4838-b71c-245d44b7d620),segment_id=670c77e0-ffaa-4838-b71c-245d44b7d620)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:06:16.158153 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-56238cce-f765-45a3-87bd-68e7807c9b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:16.218321 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-56238cce-f765-45a3-87bd-68e7807c9b50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:16.219682 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-56238cce-f765-45a3-87bd-68e7807c9b50 service neutron] 10.222.0.43 "PUT /v2.0/ports/c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf HTTP/1.1" status: 200 len: 1091 time: 1.0824230 Apr 20 18:06:16.220108 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaf14c60-06b2-4348-84af-fd78bb8c3630', 'tag': 'c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:06:16.237290 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56238cce-f765-45a3-87bd-68e7807c9b50 service neutron] Pushing event updated for resources: {'Port': ['ID=c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:06:16.290221 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75184803-6364-41f6-b857-204b5f69221d'] response: {'name': 'network-changed', 'server_uuid': 'eaf14c60-06b2-4348-84af-fd78bb8c3630', 'tag': 'c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf', 'status': 'completed', 'code': 200} Apr 20 18:06:16.331145 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-3f2ace31-63c3-499f-843f-406bd7150a0a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8f53b4527307448f85e8c15d26e2ad72&device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 1094 time: 0.0727692 Apr 20 18:06:16.402459 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-cb1a95d4-fccd-4122-b871-88e238f30abe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf HTTP/1.1" status: 200 len: 217 time: 0.0628464 Apr 20 18:06:16.465073 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-672ed119-0675-465a-9eaf-4127897d76ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:16.467481 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-672ed119-0675-465a-9eaf-4127897d76ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc0480f6-eaf6-40c4-a58a-861b30090b1c HTTP/1.1" status: 200 len: 855 time: 0.0595281 Apr 20 18:06:16.512508 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-25032fc7-3452-47aa-95ed-91ea46c96277 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391071 Apr 20 18:06:16.641280 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-378fe8c3-a1c0-4a41-80fc-d4c4c87ca0a1 service neutron] 10.222.0.43 "GET /v2.0/networks/8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227453 Apr 20 18:06:16.713142 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 446402bc-572a-407e-abb3-a06711537929 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:06:16.754060 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 446402bc-572a-407e-abb3-a06711537929 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:06:16.754426 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 446402bc-572a-407e-abb3-a06711537929 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:06:16.777454 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c4e4cbc1-f833-4585-be52-e320c2cc976a req-0c6c8453-0ec1-4953-bdef-c082bbddbfc3 service neutron] 10.222.0.43 "GET /v2.0/networks/8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302650 Apr 20 18:06:16.897998 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a09b3a3b-04be-4cd8-868c-4f491f91914c req-a46d932d-1e8d-4e23-a726-4cf4c6f77141 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8f53b4527307448f85e8c15d26e2ad72&device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 1094 time: 0.0732296 Apr 20 18:06:17.028873 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b3a3b-04be-4cd8-868c-4f491f91914c req-19d080db-08a3-4bb2-8510-9ebfdd4b673e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:17.030414 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a09b3a3b-04be-4cd8-868c-4f491f91914c req-19d080db-08a3-4bb2-8510-9ebfdd4b673e service neutron] 10.222.0.43 "GET /v2.0/networks?id=8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e HTTP/1.1" status: 200 len: 916 time: 0.1262734 Apr 20 18:06:17.138757 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a09b3a3b-04be-4cd8-868c-4f491f91914c req-0a640ce1-8ca0-42c2-b43d-32a7f0d64978 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf HTTP/1.1" status: 200 len: 217 time: 0.1003044 Apr 20 18:06:17.212533 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b3a3b-04be-4cd8-868c-4f491f91914c req-7f61fc99-a8b3-4364-840e-d4f6324d2afb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:17.213915 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a09b3a3b-04be-4cd8-868c-4f491f91914c req-7f61fc99-a8b3-4364-840e-d4f6324d2afb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc0480f6-eaf6-40c4-a58a-861b30090b1c HTTP/1.1" status: 200 len: 855 time: 0.0646906 Apr 20 18:06:17.222669 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16057b84-7db6-4022-981c-4ce21cdd0cd7 req-394e7370-29d3-4634-8ab4-89497c67963d tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:17.224083 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-16057b84-7db6-4022-981c-4ce21cdd0cd7 req-394e7370-29d3-4634-8ab4-89497c67963d tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 943 time: 0.1394656 Apr 20 18:06:17.279133 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a09b3a3b-04be-4cd8-868c-4f491f91914c req-c8154ce9-beef-42ba-a8c5-657341b9ceba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540421 Apr 20 18:06:17.380674 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-16057b84-7db6-4022-981c-4ce21cdd0cd7 req-c1d9e43c-cc8a-4c19-ba56-a13e035cfd81 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253874 Apr 20 18:06:17.426865 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a09b3a3b-04be-4cd8-868c-4f491f91914c req-252b3eca-edb4-4dba-9e9f-06fb05911995 service neutron] 10.222.0.43 "GET /v2.0/networks/8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343486 Apr 20 18:06:17.559844 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a09b3a3b-04be-4cd8-868c-4f491f91914c req-6a8bb289-bfaa-4497-bebb-a63c124dc7d5 service neutron] 10.222.0.43 "GET /v2.0/networks/8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248939 Apr 20 18:06:18.597566 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748d8c9-894b-409f-9bed-796d8f44da2e req-81923f4e-06fb-4b10-97ce-9c7cc8cbf361 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:18.598237 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-2748d8c9-894b-409f-9bed-796d8f44da2e req-81923f4e-06fb-4b10-97ce-9c7cc8cbf361 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Synchronizing usage tracker for tenant:8f53b4527307448f85e8c15d26e2ad72 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:06:18.616189 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-2748d8c9-894b-409f-9bed-796d8f44da2e req-81923f4e-06fb-4b10-97ce-9c7cc8cbf361 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Unset dirty status for tenant:8f53b4527307448f85e8c15d26e2ad72 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:06:18.617321 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2748d8c9-894b-409f-9bed-796d8f44da2e req-81923f4e-06fb-4b10-97ce-9c7cc8cbf361 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 943 time: 0.1064911 Apr 20 18:06:18.667665 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2748d8c9-894b-409f-9bed-796d8f44da2e req-7ceff711-dd57-4e32-a25f-765a321bb442 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436676 Apr 20 18:06:18.712164 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:06:18.848332 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf,segment=NetworkSegment(670c77e0-ffaa-4838-b71c-245d44b7d620),segment_id=670c77e0-ffaa-4838-b71c-245d44b7d620)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:06:18.862033 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': 'c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf', 'network_id': '8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e', 'port_id': 'c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf', 'mac_address': 'fa:16:3e:a1:15:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc0480f6-eaf6-40c4-a58a-861b30090b1c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:06:18.914399 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:18.931514 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:06:18.945998 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf,segment=NetworkSegment(670c77e0-ffaa-4838-b71c-245d44b7d620),segment_id=670c77e0-ffaa-4838-b71c-245d44b7d620)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:06:18.951792 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:19.021141 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:06:19.034897 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:06:19.035356 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:06:19.035846 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:06:19.036226 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:06:19.036646 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:06:19.037091 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:06:19.037550 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:06:19.038030 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:06:19.038537 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:06:19.038941 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:06:19.039388 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:06:19.152702 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:06:19.888179 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669d7fc-95f6-4036-9f63-2490557a58a7 req-e1082c7f-fe59-44bb-bd55-f0638e57ad31 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:19.889643 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9669d7fc-95f6-4036-9f63-2490557a58a7 req-e1082c7f-fe59-44bb-bd55-f0638e57ad31 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 944 time: 0.0776832 Apr 20 18:06:19.936744 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9669d7fc-95f6-4036-9f63-2490557a58a7 req-085890d9-14c7-4dbc-8e23-4e68c45d24d4 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389254 Apr 20 18:06:20.729672 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:06:20.825199 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:06:20.830007 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:06:20.830407 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:20.947431 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:20.975153 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf14c60-06b2-4348-84af-fd78bb8c3630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:06:20.985332 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf,segment=NetworkSegment(670c77e0-ffaa-4838-b71c-245d44b7d620),segment_id=670c77e0-ffaa-4838-b71c-245d44b7d620)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:06:20.989405 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:21.033672 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a717399a-d19a-4db9-b977-145b7ee08452'] response: {'server_uuid': 'eaf14c60-06b2-4348-84af-fd78bb8c3630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf', 'code': 200} Apr 20 18:06:21.056651 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:06:21.151375 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee2242-350e-4031-8e7c-0cf0a56623e4 req-2fd4f976-13b6-443a-96f5-4bfb57c0420e tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:21.152902 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c5ee2242-350e-4031-8e7c-0cf0a56623e4 req-2fd4f976-13b6-443a-96f5-4bfb57c0420e tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 945 time: 0.0807185 Apr 20 18:06:21.200618 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c5ee2242-350e-4031-8e7c-0cf0a56623e4 req-8cc053c4-25fb-4e0e-8102-91553fab9387 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418692 Apr 20 18:06:21.266900 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-09df1719-1150-4914-9792-ca979ce25a39 req-26b1697c-8731-4df5-abe2-a169b92d2712 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 1096 time: 0.1693413 Apr 20 18:06:21.309350 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-09df1719-1150-4914-9792-ca979ce25a39 req-5764ec2d-6436-42e5-a081-3fa5dc9c1ff9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363915 Apr 20 18:06:22.405190 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12338a78-a63d-4136-98d4-eca65bf8547b req-7005d0f8-53ad-4149-bffb-73d785dcc308 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:22.406666 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-12338a78-a63d-4136-98d4-eca65bf8547b req-7005d0f8-53ad-4149-bffb-73d785dcc308 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 945 time: 0.0827830 Apr 20 18:06:22.454409 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-12338a78-a63d-4136-98d4-eca65bf8547b req-66778fbd-00d2-4801-bfdf-0a8ac96f9900 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411432 Apr 20 18:06:23.657714 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a1bf0-c516-4902-b362-a8260fa41d5c req-218873a1-86e3-4877-8684-ec9a9df247aa tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:23.659170 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-135a1bf0-c516-4902-b362-a8260fa41d5c req-218873a1-86e3-4877-8684-ec9a9df247aa tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 945 time: 0.0839951 Apr 20 18:06:23.704337 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-135a1bf0-c516-4902-b362-a8260fa41d5c req-1824e413-bfdc-43a4-8eec-731bc3363f10 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394897 Apr 20 18:06:23.920058 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44505044-b621-492d-907c-e1fad110f6f1 req-c16679d3-9ed0-4a10-b868-b42fdcc0e824 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:23.921469 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-44505044-b621-492d-907c-e1fad110f6f1 req-c16679d3-9ed0-4a10-b868-b42fdcc0e824 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 945 time: 0.0804603 Apr 20 18:06:23.965418 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-44505044-b621-492d-907c-e1fad110f6f1 req-effd4fb2-72c4-4318-8a5f-7c72e034b537 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383296 Apr 20 18:06:24.278127 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a295a651-5ffd-4f9d-8c8c-ad5beb7f6e94 req-5e0a2206-a917-4c1b-bae4-c30101cff6d4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1394730 Apr 20 18:06:25.607263 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-4c943506-5d11-4133-a28f-cad753e2c9e6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1204321 Apr 20 18:06:25.626994 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02a699-b026-4eb7-9cf2-19d14dbadf53 req-1dc4b7ac-d19e-40fa-bddf-96b1fefce6f4 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:25.628405 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6c02a699-b026-4eb7-9cf2-19d14dbadf53 req-1dc4b7ac-d19e-40fa-bddf-96b1fefce6f4 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 945 time: 0.0868509 Apr 20 18:06:25.674427 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6c02a699-b026-4eb7-9cf2-19d14dbadf53 req-44cae152-2cc9-4080-9319-0b24fb651e4d tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401309 Apr 20 18:06:26.815800 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-ec4f388a-682d-44bc-896c-7c075f2a8dec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8f53b4527307448f85e8c15d26e2ad72&device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 1096 time: 0.0724468 Apr 20 18:06:26.878492 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959ceb7-4070-4227-b7a7-e8f0ed7d7773 req-2f6e94b8-cab3-4f2c-98d9-855754a1483b tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:26.879951 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4959ceb7-4070-4227-b7a7-e8f0ed7d7773 req-2f6e94b8-cab3-4f2c-98d9-855754a1483b tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 945 time: 0.0818734 Apr 20 18:06:26.927674 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4959ceb7-4070-4227-b7a7-e8f0ed7d7773 req-6889f6dd-5849-48f4-a2dd-866aa413de15 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412865 Apr 20 18:06:26.946732 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-a2cd3c61-763d-49c1-a3b6-5325a2e75a61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:26.948265 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-a2cd3c61-763d-49c1-a3b6-5325a2e75a61 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e HTTP/1.1" status: 200 len: 916 time: 0.1268120 Apr 20 18:06:27.017711 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-1ebda622-9574-4a8e-9919-a64b4e7d9499 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf HTTP/1.1" status: 200 len: 217 time: 0.0636559 Apr 20 18:06:27.078790 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-190f205b-6cfe-4282-82c8-6c62572188d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:27.079492 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-190f205b-6cfe-4282-82c8-6c62572188d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc0480f6-eaf6-40c4-a58a-861b30090b1c HTTP/1.1" status: 200 len: 855 time: 0.0555122 Apr 20 18:06:27.124129 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-70a9cbc5-8134-484b-ab92-25a122b65961 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385978 Apr 20 18:06:27.254678 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-e91ba62d-5a9c-4712-9e07-95693c0d6ff1 service neutron] 10.222.0.43 "GET /v2.0/networks/8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241028 Apr 20 18:06:27.388790 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-dae794df-3356-4e36-91d7-f8142b6c8b49 service neutron] 10.222.0.43 "GET /v2.0/networks/8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251290 Apr 20 18:06:28.153400 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ffc77-658c-4120-b62a-304e1c8630fb req-168f81c4-e778-48d5-ac51-cfad7a935fd8 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:28.154875 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-543ffc77-658c-4120-b62a-304e1c8630fb req-168f81c4-e778-48d5-ac51-cfad7a935fd8 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 945 time: 0.0934927 Apr 20 18:06:28.202425 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-543ffc77-658c-4120-b62a-304e1c8630fb req-a57bb106-e5ea-46fb-b6bc-af416629a620 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419033 Apr 20 18:06:28.533270 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:06:29.402097 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820dc600-7273-46b0-b74a-23e2c0d50447 req-224fc1ba-c88e-4abf-8317-c384fa784474 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:29.404206 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-820dc600-7273-46b0-b74a-23e2c0d50447 req-224fc1ba-c88e-4abf-8317-c384fa784474 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 945 time: 0.0770376 Apr 20 18:06:29.451548 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-820dc600-7273-46b0-b74a-23e2c0d50447 req-7fb82560-5400-4d42-80d8-3fd71058eaff tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400786 Apr 20 18:06:30.652716 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7c187-e3ce-4c10-ad15-7e209e23df05 req-dbde9598-eb66-4d94-8799-fdd9b38be402 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:30.654164 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-01b7c187-e3ce-4c10-ad15-7e209e23df05 req-dbde9598-eb66-4d94-8799-fdd9b38be402 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 945 time: 0.0809717 Apr 20 18:06:30.703393 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-01b7c187-e3ce-4c10-ad15-7e209e23df05 req-81477eac-8c08-48cb-bfb1-8702d30e6ab7 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435424 Apr 20 18:06:31.915985 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdd501-0139-4c20-8dec-420565df7b7b req-7f5b7bef-8986-4b17-91b7-5edc7060c5bd tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:31.917419 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-00fdd501-0139-4c20-8dec-420565df7b7b req-7f5b7bef-8986-4b17-91b7-5edc7060c5bd tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 945 time: 0.0866477 Apr 20 18:06:31.971261 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-00fdd501-0139-4c20-8dec-420565df7b7b req-983d4d8f-2982-44b2-9ab3-38aaed780994 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479317 Apr 20 18:06:33.175673 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf3556-e7ae-4973-acd4-eb6012d50336 req-ec123992-0b31-4ce2-98ad-5b6f674c8b68 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:33.177103 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1cbf3556-e7ae-4973-acd4-eb6012d50336 req-ec123992-0b31-4ce2-98ad-5b6f674c8b68 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 945 time: 0.0802429 Apr 20 18:06:33.224799 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1cbf3556-e7ae-4973-acd4-eb6012d50336 req-72f3cd3f-903e-4134-9a51-8f0e6b9798b0 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407863 Apr 20 18:06:34.427711 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca5e93-6dd5-4032-b24d-4b0fd27297eb req-466843f0-c9ff-4c39-b59c-435f1398e477 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:34.429128 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2eca5e93-6dd5-4032-b24d-4b0fd27297eb req-466843f0-c9ff-4c39-b59c-435f1398e477 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 945 time: 0.0809536 Apr 20 18:06:34.474825 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2eca5e93-6dd5-4032-b24d-4b0fd27297eb req-6d86b70d-66fa-4dec-a4d4-79518c56eeb0 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399652 Apr 20 18:06:35.675552 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4f2c2-7420-4c13-8632-4421ccedcba5 req-abe88972-4e9e-4c79-8556-d342293f0fc8 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:35.676976 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fd4f2c2-7420-4c13-8632-4421ccedcba5 req-abe88972-4e9e-4c79-8556-d342293f0fc8 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 945 time: 0.0825355 Apr 20 18:06:35.722951 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fd4f2c2-7420-4c13-8632-4421ccedcba5 req-b8c49e37-572a-4497-98ac-c12fde151081 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403683 Apr 20 18:06:36.945374 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa2ac7-8e7c-4c73-960f-0710f9000260 req-5b488396-e8ae-4cc2-991d-289dc3945025 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:36.946869 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e8aa2ac7-8e7c-4c73-960f-0710f9000260 req-5b488396-e8ae-4cc2-991d-289dc3945025 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 945 time: 0.0946395 Apr 20 18:06:36.991227 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e8aa2ac7-8e7c-4c73-960f-0710f9000260 req-70fefd2a-3a51-4425-809c-4a96b1fd3f03 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387866 Apr 20 18:06:38.189605 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b4b51-8adf-4008-8155-c82472532711 req-50ee8f9b-0e93-4542-a3a9-3547be863950 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:38.191051 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fd6b4b51-8adf-4008-8155-c82472532711 req-50ee8f9b-0e93-4542-a3a9-3547be863950 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 945 time: 0.0785594 Apr 20 18:06:38.238453 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fd6b4b51-8adf-4008-8155-c82472532711 req-ceaab205-df63-45d3-b6e8-d54af55f0d86 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396857 Apr 20 18:06:39.251921 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-585590f9-e896-46f5-96e6-ce5b6462bc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:39.454362 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21362e-99db-4cd4-b93f-3f9837b84ac2 req-7c77cffc-b7f8-41a2-8582-df3b551ef29d tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:39.456511 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5a21362e-99db-4cd4-b93f-3f9837b84ac2 req-7c77cffc-b7f8-41a2-8582-df3b551ef29d tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 945 time: 0.0813327 Apr 20 18:06:39.506590 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5a21362e-99db-4cd4-b93f-3f9837b84ac2 req-74c1b8a4-a090-469a-a36a-8b9cab5164c2 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444200 Apr 20 18:06:40.979673 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93ec19-1c5d-4044-a45a-7774d8cba15c req-ae4b74b6-37e4-4461-99a0-77235c20bd7c tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:40.981115 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1d93ec19-1c5d-4044-a45a-7774d8cba15c req-ae4b74b6-37e4-4461-99a0-77235c20bd7c tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 945 time: 0.1844466 Apr 20 18:06:41.027296 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1d93ec19-1c5d-4044-a45a-7774d8cba15c req-d50ad1f9-b2f5-4af5-93eb-25408236dcfc tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403924 Apr 20 18:06:41.407000 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-64bc5d9c-edef-47bb-b2c8-46f773adef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:42.261877 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c25f77-fbe6-49d5-97b1-22c7c8d17510 req-17fe185e-8528-46e3-9b1c-a24e6ef04f36 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:42.263384 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-28c25f77-fbe6-49d5-97b1-22c7c8d17510 req-17fe185e-8528-46e3-9b1c-a24e6ef04f36 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 945 time: 0.0843520 Apr 20 18:06:42.310418 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-28c25f77-fbe6-49d5-97b1-22c7c8d17510 req-14e5b98e-c1e3-4e21-9d61-6ff83dbcaf39 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413578 Apr 20 18:06:42.695809 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:42.874738 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:43.525500 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1f738-0d0b-432d-a8d7-cc6a60b60d1f req-d1fc1e62-b663-413b-b36b-05a4a2654ac8 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:43.527037 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-19f1f738-0d0b-432d-a8d7-cc6a60b60d1f req-d1fc1e62-b663-413b-b36b-05a4a2654ac8 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 945 time: 0.0798798 Apr 20 18:06:43.573489 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-19f1f738-0d0b-432d-a8d7-cc6a60b60d1f req-0fa2ec1d-3523-451b-8ca9-c55629f8c399 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407271 Apr 20 18:06:43.634780 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:44.181814 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:44.818700 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b8788-b8a7-47ad-9c7e-c9a507d47b6c req-d3ca170a-150f-4d79-90ec-8fbe7bd71fc1 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:44.820220 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8a1b8788-b8a7-47ad-9c7e-c9a507d47b6c req-d3ca170a-150f-4d79-90ec-8fbe7bd71fc1 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 945 time: 0.0894511 Apr 20 18:06:44.866083 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8a1b8788-b8a7-47ad-9c7e-c9a507d47b6c req-39d9ada3-bbde-42fe-9b1a-e292e47172b5 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401630 Apr 20 18:06:45.578446 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:46.098633 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9601a64-71cb-4c13-a93c-04fe504253ca req-7102faea-f3f1-4bea-9d47-8479a6d61939 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:46.100063 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c9601a64-71cb-4c13-a93c-04fe504253ca req-7102faea-f3f1-4bea-9d47-8479a6d61939 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 945 time: 0.0859168 Apr 20 18:06:46.146804 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c9601a64-71cb-4c13-a93c-04fe504253ca req-5829c70a-92e2-4c87-83d7-43fef042ab2c tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393498 Apr 20 18:06:47.357413 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8fbc8-a745-484f-8d5f-79d43c36c2fb req-29a67d0a-1ace-4210-96e3-c2b33e0d9da7 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:47.358988 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-01a8fbc8-a745-484f-8d5f-79d43c36c2fb req-29a67d0a-1ace-4210-96e3-c2b33e0d9da7 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 945 time: 0.0843561 Apr 20 18:06:47.406760 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-01a8fbc8-a745-484f-8d5f-79d43c36c2fb req-c7f816e4-2344-4473-af45-b1e4994ea5f7 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419817 Apr 20 18:06:48.619262 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3544a-a9ef-490a-9e3f-25bd85343eb0 req-253adf2b-10b9-4b5c-b099-3fdc80d65867 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:48.621073 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-67a3544a-a9ef-490a-9e3f-25bd85343eb0 req-253adf2b-10b9-4b5c-b099-3fdc80d65867 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 945 time: 0.0920019 Apr 20 18:06:48.673023 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-67a3544a-a9ef-490a-9e3f-25bd85343eb0 req-72de295b-a9d2-4659-acf1-43325d37422e tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436740 Apr 20 18:06:49.982110 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd150ff-f3b4-4410-ba40-d7ca59b04769 req-04a2573f-fd37-4624-bb4f-30aadb8dbb1b tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:49.983480 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ecd150ff-f3b4-4410-ba40-d7ca59b04769 req-04a2573f-fd37-4624-bb4f-30aadb8dbb1b tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 945 time: 0.1756735 Apr 20 18:06:50.031152 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ecd150ff-f3b4-4410-ba40-d7ca59b04769 req-76f02ffc-e29d-4b69-9645-8d08f826bbe0 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395849 Apr 20 18:06:51.241338 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e060e-d2e9-4a7b-8155-7dfb96f6b37e req-09049aea-d7ac-4256-a356-810b1f5420b2 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:51.242824 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7e9e060e-d2e9-4a7b-8155-7dfb96f6b37e req-09049aea-d7ac-4256-a356-810b1f5420b2 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 945 time: 0.0810287 Apr 20 18:06:51.289062 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7e9e060e-d2e9-4a7b-8155-7dfb96f6b37e req-6b3a1da6-9319-4e49-a2a0-c7f6722cadf9 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392251 Apr 20 18:06:52.497084 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904e252-d87a-43c3-9709-5f69b4195c12 req-7804a3c2-ae51-46b7-95f5-c881846ea741 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:52.498516 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6904e252-d87a-43c3-9709-5f69b4195c12 req-7804a3c2-ae51-46b7-95f5-c881846ea741 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 945 time: 0.0773673 Apr 20 18:06:52.546538 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6904e252-d87a-43c3-9709-5f69b4195c12 req-9722e9de-8168-499e-b6dc-4664a14b65dc tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422194 Apr 20 18:06:53.772006 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa1107-7b8a-497a-b938-c977490f8f05 req-4253c0a0-c62e-48d4-a6a9-95b96850b94c tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:53.773438 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8eaa1107-7b8a-497a-b938-c977490f8f05 req-4253c0a0-c62e-48d4-a6a9-95b96850b94c tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 945 time: 0.0897386 Apr 20 18:06:53.821342 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8eaa1107-7b8a-497a-b938-c977490f8f05 req-54d4d2ca-549b-49d8-9128-165b2e28eb27 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398686 Apr 20 18:06:54.324691 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-3d014c06-1f63-4871-b4a8-e860d0a98e7c service neutron] show failed (client error): The resource could not be found. Apr 20 18:06:54.325667 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-3d014c06-1f63-4871-b4a8-e860d0a98e7c service neutron] 10.222.0.43 "GET /v2.0/ports/c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf/bindings/n-h2-838032-1 HTTP/1.1" status: 404 len: 380 time: 0.0849993 Apr 20 18:06:54.601224 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-85fd4af7-1d7b-4f1b-9287-b8bea8659994 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630&tenant_id=8f53b4527307448f85e8c15d26e2ad72 HTTP/1.1" status: 200 len: 1096 time: 0.0741925 Apr 20 18:06:54.611863 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838032-1', 'device_owner': 'compute:nova'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:06:54.718889 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:54.988486 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] For port c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf,segment=NetworkSegment(670c77e0-ffaa-4838-b71c-245d44b7d620),segment_id=670c77e0-ffaa-4838-b71c-245d44b7d620)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:06:55.019318 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] For port c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:06:55.021513 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f134855-f91e-42e9-a6ae-9f5a5a49df36 req-101af64f-ba3b-4495-8a57-4e5e29d754cd tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:55.022988 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5f134855-f91e-42e9-a6ae-9f5a5a49df36 req-101af64f-ba3b-4495-8a57-4e5e29d754cd tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 945 time: 0.0745487 Apr 20 18:06:55.069552 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5f134855-f91e-42e9-a6ae-9f5a5a49df36 req-f6fd805a-6c5f-45d1-b486-1463deb44f83 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407906 Apr 20 18:06:55.079449 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf14c60-06b2-4348-84af-fd78bb8c3630', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:06:55.084797 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:55.099256 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] Transition to ACTIVE for port object c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:06:55.103751 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:55.162106 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a0f61e6-88ba-420d-9d51-f5acdbba45ae'] response: {'server_uuid': 'eaf14c60-06b2-4348-84af-fd78bb8c3630', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf', 'code': 200} Apr 20 18:06:55.224259 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] Pushing event updated for resources: {'Port': ['ID=c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf,revision_number=6']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:06:55.262411 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] No DVR routers for this DVR port c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:06:55.265050 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:06:55.265378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:06:55.265698 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:06:55.266020 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:06:55.266359 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:06:55.266674 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:06:55.266987 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:06:55.267293 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:06:55.267599 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:06:55.267908 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:06:55.268199 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:06:55.322837 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] Attempting to bind port c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:06:55.323151 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] Attempting to bind port c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '670c77e0-ffaa-4838-b71c-245d44b7d620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:06:55.323463 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] Attempting to bind port c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf on network 8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:06:55.329512 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] Port c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf on network 8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 18:06:55.329821 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] Attempting to bind port c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf on network 8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:06:55.336576 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:06:55.336891 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] Checking segment: {'id': '670c77e0-ffaa-4838-b71c-245d44b7d620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:06:55.337244 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] Bound using segment: {'id': '670c77e0-ffaa-4838-b71c-245d44b7d620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:06:55.337672 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] Bound port: c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '670c77e0-ffaa-4838-b71c-245d44b7d620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:06:55.337999 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:55.424448 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] For port c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:06:55.427299 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] For port c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf,segment=NetworkSegment(670c77e0-ffaa-4838-b71c-245d44b7d620),segment_id=670c77e0-ffaa-4838-b71c-245d44b7d620)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:06:55.433726 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:55.496182 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:55.497573 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] 10.222.0.10 "PUT /v2.0/ports/c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf HTTP/1.1" status: 200 len: 1091 time: 0.8896949 Apr 20 18:06:55.509495 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60fac85-e296-4436-bcf8-3623f81b6588 service neutron] Pushing event updated for resources: {'Port': ['ID=c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf,revision_number=7']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:06:55.588275 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-dfb385fc-8c82-4291-a7e3-ca03dc1c7ff4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f53b4527307448f85e8c15d26e2ad72&device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 1094 time: 0.0691729 Apr 20 18:06:55.798331 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-817cb293-2687-4448-a2a4-7361a5d7a87b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:55.799757 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-817cb293-2687-4448-a2a4-7361a5d7a87b service neutron] 10.222.0.10 "GET /v2.0/networks?id=8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e HTTP/1.1" status: 200 len: 916 time: 0.2061317 Apr 20 18:06:55.868515 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-73b19924-6498-40f3-972c-fdc1485edf96 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf HTTP/1.1" status: 200 len: 217 time: 0.0615335 Apr 20 18:06:55.928703 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-fc98518b-9b4d-425b-ad8f-f3702b2d295f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:55.930072 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-fc98518b-9b4d-425b-ad8f-f3702b2d295f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc0480f6-eaf6-40c4-a58a-861b30090b1c HTTP/1.1" status: 200 len: 855 time: 0.0550797 Apr 20 18:06:55.974385 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-1e456c55-5724-4115-91d5-c1b434421a71 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374126 Apr 20 18:06:56.118391 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-07bb9fd8-f22c-4316-8a49-acba6258e0f4 service neutron] 10.222.0.10 "GET /v2.0/networks/8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375616 Apr 20 18:06:56.250342 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b963e939-10e5-42a6-8073-ebf1bc7969d8 req-a18767be-5c89-4333-b2b6-2d5b7887e18a service neutron] 10.222.0.10 "GET /v2.0/networks/8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256802 Apr 20 18:06:56.275784 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0eafe-f5df-4576-8602-fd762f3d99d7 req-2e6e041e-b865-44b1-add0-2b92f31748cb tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:56.277276 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7f0eafe-f5df-4576-8602-fd762f3d99d7 req-2e6e041e-b865-44b1-add0-2b92f31748cb tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 943 time: 0.0821900 Apr 20 18:06:56.322880 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e7f0eafe-f5df-4576-8602-fd762f3d99d7 req-855e5ad2-b7b1-433e-ac80-da456ced5340 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391490 Apr 20 18:06:56.926807 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:06:56.984426 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:06:57.163962 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaf14c60-06b2-4348-84af-fd78bb8c3630', 'tag': 'c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:06:57.230953 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9d2eca0-9afb-4924-a25e-63d28810de40'] response: {'name': 'network-changed', 'server_uuid': 'eaf14c60-06b2-4348-84af-fd78bb8c3630', 'tag': 'c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf', 'status': 'completed', 'code': 200} Apr 20 18:06:57.376488 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f45002d5-3703-4e4a-9b74-0f541d2338c1 req-0088793e-345d-4e25-9bef-e7f6051c65df service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f53b4527307448f85e8c15d26e2ad72&device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 1094 time: 0.1271813 Apr 20 18:06:57.381962 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f45002d5-3703-4e4a-9b74-0f541d2338c1 req-c77e1255-d4e2-441d-81e5-16a1a6971a5d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8f53b4527307448f85e8c15d26e2ad72&device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 1094 time: 0.1000421 Apr 20 18:06:57.520662 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadd256-e075-4abc-9837-cabf6dd876b5 req-2f281248-8ea6-47a6-af1b-8a6566f553ce tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:57.522145 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1eadd256-e075-4abc-9837-cabf6dd876b5 req-2f281248-8ea6-47a6-af1b-8a6566f553ce tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 943 time: 0.0749600 Apr 20 18:06:57.566992 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1eadd256-e075-4abc-9837-cabf6dd876b5 req-ba76b3bc-97c4-429e-8c18-681cbda5a6a8 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391836 Apr 20 18:06:57.610953 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45002d5-3703-4e4a-9b74-0f541d2338c1 req-a7cc6dfc-6777-4aef-8f77-021a80bbe887 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:57.612374 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f45002d5-3703-4e4a-9b74-0f541d2338c1 req-a7cc6dfc-6777-4aef-8f77-021a80bbe887 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e HTTP/1.1" status: 200 len: 916 time: 0.2288375 Apr 20 18:06:57.616438 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45002d5-3703-4e4a-9b74-0f541d2338c1 req-2b2ccd29-eaa8-4d76-a286-79181093be1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:57.617714 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f45002d5-3703-4e4a-9b74-0f541d2338c1 req-2b2ccd29-eaa8-4d76-a286-79181093be1a service neutron] 10.222.0.43 "GET /v2.0/networks?id=8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e HTTP/1.1" status: 200 len: 916 time: 0.2145681 Apr 20 18:06:57.736084 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f45002d5-3703-4e4a-9b74-0f541d2338c1 req-943f6d5a-8f76-4fc6-bae4-a78743ce1458 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf HTTP/1.1" status: 200 len: 217 time: 0.1136281 Apr 20 18:06:57.737254 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f45002d5-3703-4e4a-9b74-0f541d2338c1 req-f992caa5-cd32-4c5f-940f-ae8e0cd7552a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf HTTP/1.1" status: 200 len: 217 time: 0.0704715 Apr 20 18:06:57.842664 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45002d5-3703-4e4a-9b74-0f541d2338c1 req-7b9d7092-11dc-4448-bd12-70219eb41cec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:57.844059 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f45002d5-3703-4e4a-9b74-0f541d2338c1 req-7b9d7092-11dc-4448-bd12-70219eb41cec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc0480f6-eaf6-40c4-a58a-861b30090b1c HTTP/1.1" status: 200 len: 855 time: 0.1021962 Apr 20 18:06:57.845286 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45002d5-3703-4e4a-9b74-0f541d2338c1 req-16877ca8-ce0d-4d6b-85e2-561d04431f20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:57.846543 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f45002d5-3703-4e4a-9b74-0f541d2338c1 req-16877ca8-ce0d-4d6b-85e2-561d04431f20 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc0480f6-eaf6-40c4-a58a-861b30090b1c HTTP/1.1" status: 200 len: 855 time: 0.0764666 Apr 20 18:06:57.917722 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f45002d5-3703-4e4a-9b74-0f541d2338c1 req-62fea70e-d611-4335-917f-fc0791acdfa3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668850 Apr 20 18:06:57.923165 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f45002d5-3703-4e4a-9b74-0f541d2338c1 req-0dbb00f2-a361-4637-811f-b37d5e3bdb77 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445080 Apr 20 18:06:58.261500 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f45002d5-3703-4e4a-9b74-0f541d2338c1 req-4c88f1e2-e68f-45c6-853f-ea61af597825 service neutron] 10.222.0.10 "GET /v2.0/networks/8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371453 Apr 20 18:06:58.264534 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f45002d5-3703-4e4a-9b74-0f541d2338c1 req-901efc80-06b1-427e-a6b3-4b8a45c5cd5d service neutron] 10.222.0.43 "GET /v2.0/networks/8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190126 Apr 20 18:06:58.496731 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f45002d5-3703-4e4a-9b74-0f541d2338c1 req-baa53308-d2e9-42a1-b7ae-433cfaead8b5 service neutron] 10.222.0.10 "GET /v2.0/networks/8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291155 Apr 20 18:06:58.499790 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f45002d5-3703-4e4a-9b74-0f541d2338c1 req-fd14a5c5-f92a-471f-8386-1b1c336e723e service neutron] 10.222.0.43 "GET /v2.0/networks/8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154105 Apr 20 18:06:58.787597 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed5210-e1bc-4fae-9c2c-0ad9b726643e req-a8e34e4d-4809-4a39-827a-6c4ade5dad17 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:06:58.789047 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e2ed5210-e1bc-4fae-9c2c-0ad9b726643e req-a8e34e4d-4809-4a39-827a-6c4ade5dad17 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 943 time: 0.0860388 Apr 20 18:06:58.834992 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e2ed5210-e1bc-4fae-9c2c-0ad9b726643e req-347e6035-bac5-47dc-86cd-27c512323047 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403736 Apr 20 18:06:59.735508 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:06:59.880314 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf,segment=NetworkSegment(670c77e0-ffaa-4838-b71c-245d44b7d620),segment_id=670c77e0-ffaa-4838-b71c-245d44b7d620)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:06:59.893882 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf', 'network_id': '8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e', 'port_id': 'c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf', 'mac_address': 'fa:16:3e:a1:15:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc0480f6-eaf6-40c4-a58a-861b30090b1c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:06:59.945934 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:06:59.962717 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:06:59.977452 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf,segment=NetworkSegment(670c77e0-ffaa-4838-b71c-245d44b7d620),segment_id=670c77e0-ffaa-4838-b71c-245d44b7d620)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:06:59.982760 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:00.047938 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcbe2ad-b8e0-4fe8-b3bc-b3663c712a5c req-430dee1d-8e69-437d-abf1-8f9285c57b75 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:00.049405 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2fcbe2ad-b8e0-4fe8-b3bc-b3663c712a5c req-430dee1d-8e69-437d-abf1-8f9285c57b75 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 944 time: 0.0829256 Apr 20 18:07:00.050677 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf,revision_number=8']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:07:00.095820 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2fcbe2ad-b8e0-4fe8-b3bc-b3663c712a5c req-18039b69-550e-482e-852f-a142ed4e259f tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403931 Apr 20 18:07:00.275941 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:07:00.432543 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510c434-e872-4cfc-a082-fed39ac7fc38 req-79c7872e-e71f-4158-bb9a-868c1aaab5ef tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:00.434914 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0510c434-e872-4cfc-a082-fed39ac7fc38 req-79c7872e-e71f-4158-bb9a-868c1aaab5ef tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.43 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630&tenant_id=8f53b4527307448f85e8c15d26e2ad72&binding%3Ahost_id=n-h2-838032-1 HTTP/1.1" status: 200 len: 944 time: 0.0806258 Apr 20 18:07:00.439379 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84a792-bd74-4401-9427-e58cbd0513d5 req-a1b9d92b-d03d-4769-b728-987ee55e85b7 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:00.440892 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0c84a792-bd74-4401-9427-e58cbd0513d5 req-a1b9d92b-d03d-4769-b728-987ee55e85b7 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 944 time: 0.0780284 Apr 20 18:07:00.490146 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0c84a792-bd74-4401-9427-e58cbd0513d5 req-165f9e21-aac7-499a-91ab-862b07b87bf3 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436978 Apr 20 18:07:00.519749 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [req-0510c434-e872-4cfc-a082-fed39ac7fc38 req-fb9680a4-5330-41ba-8333-3b5ee507aa83 service neutron] delete failed (client error): The resource could not be found. Apr 20 18:07:00.520741 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0510c434-e872-4cfc-a082-fed39ac7fc38 req-fb9680a4-5330-41ba-8333-3b5ee507aa83 service neutron] 10.222.0.43 "DELETE /v2.0/ports/c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf/bindings/n-h1-838032-1 HTTP/1.1" status: 404 len: 380 time: 0.0798101 Apr 20 18:07:00.659188 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0510c434-e872-4cfc-a082-fed39ac7fc38 req-56627ce7-fe84-4586-a896-005b35fff7b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8f53b4527307448f85e8c15d26e2ad72&device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 1095 time: 0.0714080 Apr 20 18:07:00.788443 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510c434-e872-4cfc-a082-fed39ac7fc38 req-57674fc8-4e52-470e-9c4b-107a9b8d35ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:00.789853 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0510c434-e872-4cfc-a082-fed39ac7fc38 req-57674fc8-4e52-470e-9c4b-107a9b8d35ee service neutron] 10.222.0.43 "GET /v2.0/networks?id=8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e HTTP/1.1" status: 200 len: 916 time: 0.1243253 Apr 20 18:07:00.860247 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0510c434-e872-4cfc-a082-fed39ac7fc38 req-f1087dbb-f29b-4304-b340-8839dba9e0ca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf HTTP/1.1" status: 200 len: 217 time: 0.0640802 Apr 20 18:07:00.930638 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510c434-e872-4cfc-a082-fed39ac7fc38 req-4b3b7d32-bb53-4719-887c-4e2984369d0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:00.932054 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0510c434-e872-4cfc-a082-fed39ac7fc38 req-4b3b7d32-bb53-4719-887c-4e2984369d0f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc0480f6-eaf6-40c4-a58a-861b30090b1c HTTP/1.1" status: 200 len: 855 time: 0.0648909 Apr 20 18:07:00.976031 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0510c434-e872-4cfc-a082-fed39ac7fc38 req-9ff0e59a-3850-4c67-9dcb-4f32d9c01895 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378697 Apr 20 18:07:01.106258 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0510c434-e872-4cfc-a082-fed39ac7fc38 req-f82c6f77-6e3f-48af-9591-a7681703c5d1 service neutron] 10.222.0.43 "GET /v2.0/networks/8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237741 Apr 20 18:07:01.238690 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0510c434-e872-4cfc-a082-fed39ac7fc38 req-ad5b1993-8720-44b1-b2fe-d8cb5ec1899a service neutron] 10.222.0.43 "GET /v2.0/networks/8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265490 Apr 20 18:07:01.703384 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f47008-989b-4ec0-be18-f183532fdaa2 req-4be2feaa-245c-4339-a511-40308b89a4fd tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:01.704916 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-15f47008-989b-4ec0-be18-f183532fdaa2 req-4be2feaa-245c-4339-a511-40308b89a4fd tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 944 time: 0.0868828 Apr 20 18:07:01.748306 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:07:01.752075 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-15f47008-989b-4ec0-be18-f183532fdaa2 req-1f4f40bc-771e-4352-afa6-68476221b5ae tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414662 Apr 20 18:07:01.820868 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:07:01.825874 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:07:01.826261 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:01.945238 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:01.971865 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf14c60-06b2-4348-84af-fd78bb8c3630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:07:01.981082 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf,segment=NetworkSegment(670c77e0-ffaa-4838-b71c-245d44b7d620),segment_id=670c77e0-ffaa-4838-b71c-245d44b7d620)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:07:01.985809 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:02.026621 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bba72c2e-a4c5-4451-b4c9-73434c2249c9'] response: {'server_uuid': 'eaf14c60-06b2-4348-84af-fd78bb8c3630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf', 'code': 200} Apr 20 18:07:02.051561 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf,revision_number=9']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:07:02.969565 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee238d1-4ea6-4034-ac07-13b1fecef088 req-14f075c5-bdbb-484c-9bdb-e1e9e8cbb60e tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:02.971006 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6ee238d1-4ea6-4034-ac07-13b1fecef088 req-14f075c5-bdbb-484c-9bdb-e1e9e8cbb60e tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 945 time: 0.0883312 Apr 20 18:07:03.021915 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6ee238d1-4ea6-4034-ac07-13b1fecef088 req-7961b48e-7611-4c80-b1c2-54976014f918 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426455 Apr 20 18:07:03.220998 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafc133-adf0-4e30-bd10-ff083a4fe700 req-b6058eff-efe1-4574-b09b-279215571d59 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:03.222457 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-afafc133-adf0-4e30-bd10-ff083a4fe700 req-b6058eff-efe1-4574-b09b-279215571d59 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 945 time: 0.0801666 Apr 20 18:07:03.267221 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-afafc133-adf0-4e30-bd10-ff083a4fe700 req-9953ebcd-ca0a-47f3-87b6-c5e0a9092949 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392113 Apr 20 18:07:03.465982 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61aec65-d70f-4e11-b579-e8a5e326c0ba req-b26e1efb-cab9-4930-8697-f7a239c88d9e tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:03.467522 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d61aec65-d70f-4e11-b579-e8a5e326c0ba req-b26e1efb-cab9-4930-8697-f7a239c88d9e tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 945 time: 0.0818522 Apr 20 18:07:03.513407 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d61aec65-d70f-4e11-b579-e8a5e326c0ba req-0c0ed6d6-c81b-49a3-9d57-e8c5b73dd655 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404551 Apr 20 18:07:04.123312 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516c03b-a251-41c4-9ea9-99fdfd2d2ae5 req-8eb18013-83f1-4a04-8f74-89959e1716ef tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:04.125088 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e516c03b-a251-41c4-9ea9-99fdfd2d2ae5 req-8eb18013-83f1-4a04-8f74-89959e1716ef tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 945 time: 0.0940335 Apr 20 18:07:04.172859 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e516c03b-a251-41c4-9ea9-99fdfd2d2ae5 req-694015fa-dd66-42e8-aa31-be8271f60743 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419250 Apr 20 18:07:05.502142 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60b664-0dd1-425c-904a-c6e40cd7143c req-d93057c9-591b-47ad-91ab-197596f02d36 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:05.503600 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2a60b664-0dd1-425c-904a-c6e40cd7143c req-d93057c9-591b-47ad-91ab-197596f02d36 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.10 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 945 time: 0.2300870 Apr 20 18:07:05.508867 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd188f9-f514-4d4c-9425-21bdfbada983 req-3eb50694-7545-46ef-8627-2c38bd97f83b tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:05.510175 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7cd188f9-f514-4d4c-9425-21bdfbada983 req-3eb50694-7545-46ef-8627-2c38bd97f83b tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaf14c60-06b2-4348-84af-fd78bb8c3630 HTTP/1.1" status: 200 len: 945 time: 0.2034826 Apr 20 18:07:05.524374 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:07:05.599261 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-2a60b664-0dd1-425c-904a-c6e40cd7143c req-63558e35-6c1a-4840-8c8a-2dfbb8f21acf tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Deleting port c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:07:05.599609 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2a60b664-0dd1-425c-904a-c6e40cd7143c req-63558e35-6c1a-4840-8c8a-2dfbb8f21acf tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:05.637883 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7cd188f9-f514-4d4c-9425-21bdfbada983 req-90c3e058-a30b-4420-beaa-ffc56d43d33f tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a80773b-2791-48e4-b239-b28f00b94640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960579 Apr 20 18:07:05.840064 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-2a60b664-0dd1-425c-904a-c6e40cd7143c req-63558e35-6c1a-4840-8c8a-2dfbb8f21acf tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] For port c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf,segment=NetworkSegment(670c77e0-ffaa-4838-b71c-245d44b7d620),segment_id=670c77e0-ffaa-4838-b71c-245d44b7d620)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:07:05.840382 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2a60b664-0dd1-425c-904a-c6e40cd7143c req-63558e35-6c1a-4840-8c8a-2dfbb8f21acf tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:05.959936 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-2a60b664-0dd1-425c-904a-c6e40cd7143c req-63558e35-6c1a-4840-8c8a-2dfbb8f21acf tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Calling delete_port for c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:07:06.106715 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2a60b664-0dd1-425c-904a-c6e40cd7143c req-63558e35-6c1a-4840-8c8a-2dfbb8f21acf tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:06.118738 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:07:06.156356 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63558e35-6c1a-4840-8c8a-2dfbb8f21acf tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Pushing event deleted for resources: {'Port': ['ID=c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:07:06.226818 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a60b664-0dd1-425c-904a-c6e40cd7143c req-63558e35-6c1a-4840-8c8a-2dfbb8f21acf tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] No DVR routers for this DVR port c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:07:06.229544 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2a60b664-0dd1-425c-904a-c6e40cd7143c req-63558e35-6c1a-4840-8c8a-2dfbb8f21acf tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:06.231948 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf14c60-06b2-4348-84af-fd78bb8c3630', 'name': 'network-vif-deleted', 'tag': 'c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:07:06.249994 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2a60b664-0dd1-425c-904a-c6e40cd7143c req-63558e35-6c1a-4840-8c8a-2dfbb8f21acf tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] 10.222.0.10 "DELETE /v2.0/ports/c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf HTTP/1.1" status: 204 len: 173 time: 0.7386715 Apr 20 18:07:06.289873 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44a70ac4-5d63-4f38-9c7b-9a57120782a6'] response: {'server_uuid': 'eaf14c60-06b2-4348-84af-fd78bb8c3630', 'name': 'network-vif-deleted', 'tag': 'c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf', 'status': 'completed', 'code': 200} Apr 20 18:07:06.920443 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35080) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:07:06.985189 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-2382557f-95c2-40d9-b1de-2b7ac63784b5 admin admin] Deleting subnet bc0480f6-eaf6-40c4-a58a-861b30090b1c {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 18:07:06.988408 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2382557f-95c2-40d9-b1de-2b7ac63784b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:07.036408 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2382557f-95c2-40d9-b1de-2b7ac63784b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:07.088954 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2382557f-95c2-40d9-b1de-2b7ac63784b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:07.161580 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2382557f-95c2-40d9-b1de-2b7ac63784b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:07.196825 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382557f-95c2-40d9-b1de-2b7ac63784b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc0480f6-eaf6-40c4-a58a-861b30090b1c,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:07:07.203189 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2382557f-95c2-40d9-b1de-2b7ac63784b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:07.209572 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2382557f-95c2-40d9-b1de-2b7ac63784b5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bc0480f6-eaf6-40c4-a58a-861b30090b1c HTTP/1.1" status: 204 len: 168 time: 0.2881122 Apr 20 18:07:07.213320 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35084) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:07:07.318347 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1531d5bc-09a2-4f5f-9ba1-7b730290b5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:07.438860 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1531d5bc-09a2-4f5f-9ba1-7b730290b5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:07.463646 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-1531d5bc-09a2-4f5f-9ba1-7b730290b5b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:07:07.475847 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-1531d5bc-09a2-4f5f-9ba1-7b730290b5b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '670c77e0-ffaa-4838-b71c-245d44b7d620') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:07:07.476141 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-1531d5bc-09a2-4f5f-9ba1-7b730290b5b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '670c77e0-ffaa-4838-b71c-245d44b7d620') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:07:07.487803 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1531d5bc-09a2-4f5f-9ba1-7b730290b5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:07.504152 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1531d5bc-09a2-4f5f-9ba1-7b730290b5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:07.510224 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1531d5bc-09a2-4f5f-9ba1-7b730290b5b1 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 18:07:07.510589 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1531d5bc-09a2-4f5f-9ba1-7b730290b5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:07.523403 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 18:07:07.523403 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 18:07:07.523403 n-d-838032-1 neutron-server[84080]: timer() Apr 20 18:07:07.523403 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:07:07.523403 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 18:07:07.523403 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 18:07:07.523403 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 18:07:07.523403 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:07:07.523403 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 18:07:07.523403 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:07:07.523403 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 18:07:07.523403 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:07:07.523403 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 18:07:07.523403 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:07:07.523403 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:07:07.523403 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 18:07:07.523403 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 18:07:07.523403 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:07:07.523403 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 18:07:07.523403 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 18:07:07.523403 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 18:07:07.523403 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:07:07.523403 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 18:07:07.523403 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 18:07:07.523403 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 18:07:07.523403 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 18:07:07.523403 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 18:07:07.523403 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 18:07:07.523403 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:07:07.523403 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 18:07:07.523403 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:07:07.523403 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:07:07.601920 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1531d5bc-09a2-4f5f-9ba1-7b730290b5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:07.617282 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1531d5bc-09a2-4f5f-9ba1-7b730290b5b1 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:07.628812 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531d5bc-09a2-4f5f-9ba1-7b730290b5b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:07:07.637234 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1531d5bc-09a2-4f5f-9ba1-7b730290b5b1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8bc7c62c-23c1-45e2-9d61-d0c01f5bff7e HTTP/1.1" status: 204 len: 168 time: 0.4229960 Apr 20 18:07:07.794904 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35090) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:07:07.845028 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ed3192de-b23a-4c81-bf7d-2bcb13bb61d2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8f53b4527307448f85e8c15d26e2ad72&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489111 Apr 20 18:07:07.848388 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35094) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:07:08.005785 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1894db9-43c7-48bf-b360-a0c7215f6c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:08.031673 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1894db9-43c7-48bf-b360-a0c7215f6c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:08.084109 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1894db9-43c7-48bf-b360-a0c7215f6c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:08.107913 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1894db9-43c7-48bf-b360-a0c7215f6c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a80773b-2791-48e4-b239-b28f00b94640,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:07:08.124320 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d1894db9-43c7-48bf-b360-a0c7215f6c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:08.125442 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d1894db9-43c7-48bf-b360-a0c7215f6c57 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8a80773b-2791-48e4-b239-b28f00b94640 HTTP/1.1" status: 204 len: 168 time: 0.2761934 Apr 20 18:07:09.029312 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35116) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:07:09.165709 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1355921599-network', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:07:09.171645 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:07:09.176037 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] Usage tracker for resource:network and tenant:f823d665cb0d4b31b65bc538037b8226 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:07:09.179298 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:07:09.186213 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:07:09.198357 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] Made reservation on behalf of f823d665cb0d4b31b65bc538037b8226 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:07:09.200748 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:09.212980 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:09.236183 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3f31083d-d051-468a-95f3-0f8a1f3d2c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:09.246721 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:07:09.250583 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] Usage tracker for resource:security_group_rule and tenant:f823d665cb0d4b31b65bc538037b8226 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:07:09.253335 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:07:09.259097 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:07:09.323986 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:09.329676 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:09.359828 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 18:07:09.367907 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06b92fe-7107-4103-ac54-3096daa9a8a8,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:07:09.374704 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:09.375023 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] Added segment 3a4fffe1-d178-4309-946c-48e2baba75e2 of type vlan for network 156920a9-5dd7-45b1-8db9-8f4d103d7145 Apr 20 18:07:09.385241 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:07:09.385609 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:07:09.386006 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:07:09.386532 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:07:09.386864 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:07:09.387185 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:07:09.387500 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:07:09.387813 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:07:09.388126 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:07:09.388438 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:07:09.389206 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:07:09.416024 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:09.446915 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:09.447905 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:09.448554 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:09.549523 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] Pushing event updated for resources: {'Network': ['ID=156920a9-5dd7-45b1-8db9-8f4d103d7145,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:07:09.552501 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a1431375-799c-4e5a-90e3-cb5e2fa9cead admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5220854 Apr 20 18:07:09.555699 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35122) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:07:09.559709 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 156920a9-5dd7-45b1-8db9-8f4d103d7145 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 18:07:09.561318 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-8f39f3ee-e8a3-4b4a-8f96-ba1e008bb72d admin admin] Request body: {'subnet': {'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1355921599-subnet', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:07:09.566928 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8f39f3ee-e8a3-4b4a-8f96-ba1e008bb72d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:07:09.570790 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8f39f3ee-e8a3-4b4a-8f96-ba1e008bb72d admin admin] Usage tracker for resource:subnet and tenant:f823d665cb0d4b31b65bc538037b8226 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:07:09.573672 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8f39f3ee-e8a3-4b4a-8f96-ba1e008bb72d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:07:09.579440 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8f39f3ee-e8a3-4b4a-8f96-ba1e008bb72d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:07:09.591118 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f39f3ee-e8a3-4b4a-8f96-ba1e008bb72d admin admin] Made reservation on behalf of f823d665cb0d4b31b65bc538037b8226 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:07:09.593518 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8f39f3ee-e8a3-4b4a-8f96-ba1e008bb72d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:09.795190 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:07:09.798711 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8f39f3ee-e8a3-4b4a-8f96-ba1e008bb72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:09.830505 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:07:09.830844 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device c3f5c5a2-2276-4d3c-bf48-a435a0ce4dcf not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:07:09.866670 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39f3ee-e8a3-4b4a-8f96-ba1e008bb72d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a37871a-71cb-4c9f-bc69-d8b3ae072252,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:07:09.881144 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f39f3ee-e8a3-4b4a-8f96-ba1e008bb72d admin admin] Checking segment: {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:07:09.881499 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f39f3ee-e8a3-4b4a-8f96-ba1e008bb72d admin admin] Network hostable DHCP agents. Network: 156920a9-5dd7-45b1-8db9-8f4d103d7145, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 18:07:09.904402 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f39f3ee-e8a3-4b4a-8f96-ba1e008bb72d admin admin] Network 156920a9-5dd7-45b1-8db9-8f4d103d7145 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 18:07:09.914453 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-8f39f3ee-e8a3-4b4a-8f96-ba1e008bb72d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 156920a9-5dd7-45b1-8db9-8f4d103d7145) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:07:09.919322 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f39f3ee-e8a3-4b4a-8f96-ba1e008bb72d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:09.919830 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8f39f3ee-e8a3-4b4a-8f96-ba1e008bb72d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:09.922220 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6707c83-addd-43d9-9f50-8e68c4b85b40 None None] Network 156920a9-5dd7-45b1-8db9-8f4d103d7145 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:07:09.941749 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8f39f3ee-e8a3-4b4a-8f96-ba1e008bb72d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3850193 Apr 20 18:07:09.944552 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35126) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:07:09.949787 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-46965a02-b88c-4b02-9bd2-0feedd3ff09d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1355921599-router', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:07:09.955290 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-46965a02-b88c-4b02-9bd2-0feedd3ff09d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:07:09.959147 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-46965a02-b88c-4b02-9bd2-0feedd3ff09d admin admin] Usage tracker for resource:router and tenant:f823d665cb0d4b31b65bc538037b8226 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:07:09.961958 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-46965a02-b88c-4b02-9bd2-0feedd3ff09d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:07:09.968335 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-46965a02-b88c-4b02-9bd2-0feedd3ff09d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:07:09.981858 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-46965a02-b88c-4b02-9bd2-0feedd3ff09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:09.983794 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-46965a02-b88c-4b02-9bd2-0feedd3ff09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:10.008189 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-46965a02-b88c-4b02-9bd2-0feedd3ff09d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:10.142821 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3008420-c8d4-4658-986a-d74cc1bdfe6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-156920a9-5dd7-45b1-8db9-8f4d103d7145', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 18:07:10.143683 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3008420-c8d4-4658-986a-d74cc1bdfe6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:10.158916 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-46965a02-b88c-4b02-9bd2-0feedd3ff09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:10.299715 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-c3008420-c8d4-4658-986a-d74cc1bdfe6c None None] Allocated IP 172.20.0.2 (156920a9-5dd7-45b1-8db9-8f4d103d7145/8a37871a-71cb-4c9f-bc69-d8b3ae072252/850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:07:10.440786 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-46965a02-b88c-4b02-9bd2-0feedd3ff09d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:10.474235 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-46965a02-b88c-4b02-9bd2-0feedd3ff09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:10.535215 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3008420-c8d4-4658-986a-d74cc1bdfe6c None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:10.545186 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c3008420-c8d4-4658-986a-d74cc1bdfe6c None None] Transition to ACTIVE for port object 850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:07:10.563031 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c3008420-c8d4-4658-986a-d74cc1bdfe6c None None] Transition to ACTIVE for port object 850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:07:10.568732 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3008420-c8d4-4658-986a-d74cc1bdfe6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:10.604387 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-46965a02-b88c-4b02-9bd2-0feedd3ff09d admin admin] Allocated IP 172.25.8.210 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/96c53913-80de-494c-ba3a-7c7c2f072060) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:07:10.634211 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3008420-c8d4-4658-986a-d74cc1bdfe6c None None] Network 156920a9-5dd7-45b1-8db9-8f4d103d7145 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:07:10.636825 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-c3008420-c8d4-4658-986a-d74cc1bdfe6c None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:07:10.640521 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3008420-c8d4-4658-986a-d74cc1bdfe6c None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:07:10.646687 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3008420-c8d4-4658-986a-d74cc1bdfe6c None None] Pushing event updated for resources: {'Port': ['ID=850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:07:10.729948 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-c3008420-c8d4-4658-986a-d74cc1bdfe6c None None] Attempting to bind port 850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:07:10.730346 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-c3008420-c8d4-4658-986a-d74cc1bdfe6c None None] Attempting to bind port 850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:07:10.730708 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3008420-c8d4-4658-986a-d74cc1bdfe6c None None] Attempting to bind port 850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51 on network 156920a9-5dd7-45b1-8db9-8f4d103d7145 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:07:10.737282 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3008420-c8d4-4658-986a-d74cc1bdfe6c None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:07:10.737641 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3008420-c8d4-4658-986a-d74cc1bdfe6c None None] Checking segment: {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:07:10.738030 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3008420-c8d4-4658-986a-d74cc1bdfe6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:10.738440 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3008420-c8d4-4658-986a-d74cc1bdfe6c None None] Bound using segment: {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:07:10.738893 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-c3008420-c8d4-4658-986a-d74cc1bdfe6c None None] Bound port: 850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:07:10.739257 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3008420-c8d4-4658-986a-d74cc1bdfe6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:10.749720 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-46965a02-b88c-4b02-9bd2-0feedd3ff09d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:10.780629 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-46965a02-b88c-4b02-9bd2-0feedd3ff09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:10.825700 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-c3008420-c8d4-4658-986a-d74cc1bdfe6c None None] For port 850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:07:10.828714 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-c3008420-c8d4-4658-986a-d74cc1bdfe6c None None] For port 850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:07:10.834114 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3008420-c8d4-4658-986a-d74cc1bdfe6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:10.851203 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46965a02-b88c-4b02-9bd2-0feedd3ff09d admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:07:10.854045 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-46965a02-b88c-4b02-9bd2-0feedd3ff09d admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:07:10.858558 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46965a02-b88c-4b02-9bd2-0feedd3ff09d admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:07:10.885343 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46965a02-b88c-4b02-9bd2-0feedd3ff09d admin admin] Pushing event updated for resources: {'Port': ['ID=96c53913-80de-494c-ba3a-7c7c2f072060,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:07:10.920768 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3008420-c8d4-4658-986a-d74cc1bdfe6c None None] Pushing event updated for resources: {'Port': ['ID=850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:07:11.026397 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-46965a02-b88c-4b02-9bd2-0feedd3ff09d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:11.027162 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-46965a02-b88c-4b02-9bd2-0feedd3ff09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:11.194220 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:07:11.269346 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:07:11.284612 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46965a02-b88c-4b02-9bd2-0feedd3ff09d admin admin] Router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 18:07:11.400552 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2dc43a0f-12a4-4af0-a9ab-ea1a2eab49d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:11.488773 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46965a02-b88c-4b02-9bd2-0feedd3ff09d admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:07:11.498982 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89179c50-ecf9-4754-8a1a-7b3a27919ffb None None] Sync routers for ids ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:07:11.510787 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89179c50-ecf9-4754-8a1a-7b3a27919ffb None None] Routers {'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:07:11.511456 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-89179c50-ecf9-4754-8a1a-7b3a27919ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:07:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:07:11.515127 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-46965a02-b88c-4b02-9bd2-0feedd3ff09d admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:11.519310 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-46965a02-b88c-4b02-9bd2-0feedd3ff09d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5710776 Apr 20 18:07:11.519630 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35130) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:07:11.692309 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-89179c50-ecf9-4754-8a1a-7b3a27919ffb None None] Set router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:07:11.819371 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5522bda-079f-4513-ac83-cf3bc4ff563e None None] Network 156920a9-5dd7-45b1-8db9-8f4d103d7145 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:07:11.918435 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-7a51f260-335d-4853-858b-473439e10abd None None] Provisioning for port 850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:07:11.935387 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-7a51f260-335d-4853-858b-473439e10abd None None] Provisioning complete for port 850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:07:11.935860 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7a51f260-335d-4853-858b-473439e10abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:11.987019 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-89179c50-ecf9-4754-8a1a-7b3a27919ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'name': 'tempest-ServerActionsTestJSON-1355921599-router', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:07:09Z', 'updated_at': '2022-04-20T18:07:10Z', 'revision_number': 3, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'gw_port': {'id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:10Z', 'updated_at': '2022-04-20T18:07:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:07:11.990722 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89179c50-ecf9-4754-8a1a-7b3a27919ffb None None] Checking router: ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:07:11.991060 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89179c50-ecf9-4754-8a1a-7b3a27919ffb None None] Updating router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd port 96c53913-80de-494c-ba3a-7c7c2f072060 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 18:07:12.046654 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-89179c50-ecf9-4754-8a1a-7b3a27919ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:12.158061 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7a51f260-335d-4853-858b-473439e10abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:12.201462 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-7a51f260-335d-4853-858b-473439e10abd None None] For port 850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:07:12.209138 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7a51f260-335d-4853-858b-473439e10abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:12.279335 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51f260-335d-4853-858b-473439e10abd None None] Pushing event updated for resources: {'Port': ['ID=850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:07:12.289639 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6b075c78-e35c-4cc9-907c-6ab9fefb6dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:12.414471 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-89179c50-ecf9-4754-8a1a-7b3a27919ffb None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:12.427711 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-89179c50-ecf9-4754-8a1a-7b3a27919ffb None None] Transition to ACTIVE for port object 96c53913-80de-494c-ba3a-7c7c2f072060 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:07:12.443419 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-89179c50-ecf9-4754-8a1a-7b3a27919ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:12.447334 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f650200e-d8a5-4b58-afcc-c511c1570019 None None] Provisioning complete for port 850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:07:12.447893 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f650200e-d8a5-4b58-afcc-c511c1570019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:12.525266 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d213c-5667-41dd-a44d-54fbc372a4bf None None] Pushing event updated for resources: {'Port': ['ID=96c53913-80de-494c-ba3a-7c7c2f072060,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:07:12.525877 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-6b075c78-e35c-4cc9-907c-6ab9fefb6dc6 admin admin] Allocated IP 172.20.0.1 (156920a9-5dd7-45b1-8db9-8f4d103d7145/8a37871a-71cb-4c9f-bc69-d8b3ae072252/6adf36e4-be89-47f7-89f7-c374e3570927) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:07:12.529378 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-89179c50-ecf9-4754-8a1a-7b3a27919ffb None None] Attempting to bind port 96c53913-80de-494c-ba3a-7c7c2f072060 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:07:12.529792 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-89179c50-ecf9-4754-8a1a-7b3a27919ffb None None] Attempting to bind port 96c53913-80de-494c-ba3a-7c7c2f072060 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:07:12.530220 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89179c50-ecf9-4754-8a1a-7b3a27919ffb None None] Attempting to bind port 96c53913-80de-494c-ba3a-7c7c2f072060 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:07:12.543366 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d213c-5667-41dd-a44d-54fbc372a4bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:07:12.543706 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d213c-5667-41dd-a44d-54fbc372a4bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:07:12.544038 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d213c-5667-41dd-a44d-54fbc372a4bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:07:12.544363 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d213c-5667-41dd-a44d-54fbc372a4bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:07:12.544682 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d213c-5667-41dd-a44d-54fbc372a4bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:07:12.544998 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d213c-5667-41dd-a44d-54fbc372a4bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:07:12.545366 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d213c-5667-41dd-a44d-54fbc372a4bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:07:12.545682 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d213c-5667-41dd-a44d-54fbc372a4bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:07:12.546015 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d213c-5667-41dd-a44d-54fbc372a4bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:07:12.546332 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d213c-5667-41dd-a44d-54fbc372a4bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:07:12.546645 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197d213c-5667-41dd-a44d-54fbc372a4bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:07:12.551198 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89179c50-ecf9-4754-8a1a-7b3a27919ffb None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:07:12.551645 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89179c50-ecf9-4754-8a1a-7b3a27919ffb None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:07:12.552063 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-89179c50-ecf9-4754-8a1a-7b3a27919ffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:12.552440 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89179c50-ecf9-4754-8a1a-7b3a27919ffb None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:07:12.552906 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-89179c50-ecf9-4754-8a1a-7b3a27919ffb None None] Bound port: 96c53913-80de-494c-ba3a-7c7c2f072060, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:07:12.553268 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-89179c50-ecf9-4754-8a1a-7b3a27919ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:12.626708 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-89179c50-ecf9-4754-8a1a-7b3a27919ffb None None] For port 96c53913-80de-494c-ba3a-7c7c2f072060, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:07:12.629963 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-89179c50-ecf9-4754-8a1a-7b3a27919ffb None None] For port 96c53913-80de-494c-ba3a-7c7c2f072060, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=96c53913-80de-494c-ba3a-7c7c2f072060,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:07:12.635029 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-89179c50-ecf9-4754-8a1a-7b3a27919ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:12.690874 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6b075c78-e35c-4cc9-907c-6ab9fefb6dc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:12.691483 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:12.709594 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-6b075c78-e35c-4cc9-907c-6ab9fefb6dc6 admin admin] Transition to ACTIVE for port object 6adf36e4-be89-47f7-89f7-c374e3570927 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:07:12.712057 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d213c-5667-41dd-a44d-54fbc372a4bf None None] Pushing event updated for resources: {'Port': ['ID=96c53913-80de-494c-ba3a-7c7c2f072060,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:07:12.714827 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89179c50-ecf9-4754-8a1a-7b3a27919ffb None None] Routers {'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:07:12.715435 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-89179c50-ecf9-4754-8a1a-7b3a27919ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:07:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:07:12.733371 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6b075c78-e35c-4cc9-907c-6ab9fefb6dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:12.797937 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b075c78-e35c-4cc9-907c-6ab9fefb6dc6 admin admin] Network 156920a9-5dd7-45b1-8db9-8f4d103d7145 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:07:12.800855 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-6b075c78-e35c-4cc9-907c-6ab9fefb6dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:07:12.805175 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b075c78-e35c-4cc9-907c-6ab9fefb6dc6 admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:07:12.839955 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b075c78-e35c-4cc9-907c-6ab9fefb6dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=6adf36e4-be89-47f7-89f7-c374e3570927,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:07:12.861947 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6b075c78-e35c-4cc9-907c-6ab9fefb6dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:12.884164 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:12.894337 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-89179c50-ecf9-4754-8a1a-7b3a27919ffb None None] Set router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:07:12.950748 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6b075c78-e35c-4cc9-907c-6ab9fefb6dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:13.108250 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5625c047-a61b-411e-898b-310c48321a81 None None] Provisioning for port 6adf36e4-be89-47f7-89f7-c374e3570927 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:07:13.115752 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5625c047-a61b-411e-898b-310c48321a81 None None] Provisioning complete for port 6adf36e4-be89-47f7-89f7-c374e3570927 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:07:13.116313 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5625c047-a61b-411e-898b-310c48321a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:13.173131 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:07:13.187793 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-89179c50-ecf9-4754-8a1a-7b3a27919ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'name': 'tempest-ServerActionsTestJSON-1355921599-router', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:07:09Z', 'updated_at': '2022-04-20T18:07:10Z', 'revision_number': 3, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'gw_port': {'id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:10Z', 'updated_at': '2022-04-20T18:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:07:13.191993 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89179c50-ecf9-4754-8a1a-7b3a27919ffb None None] The sync data for ids ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'] in n-d-838032-1 is: [{'id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'name': 'tempest-ServerActionsTestJSON-1355921599-router', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:07:09Z', 'updated_at': '2022-04-20T18:07:10Z', 'revision_number': 3, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'gw_port': {'id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:10Z', 'updated_at': '2022-04-20T18:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:07:13.218548 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-5625c047-a61b-411e-898b-310c48321a81 None None] Port 6adf36e4-be89-47f7-89f7-c374e3570927 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:07:13.257573 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:07:13.258082 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:13.302254 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6b075c78-e35c-4cc9-907c-6ab9fefb6dc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:13.310660 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6b075c78-e35c-4cc9-907c-6ab9fefb6dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:13.428380 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6b075c78-e35c-4cc9-907c-6ab9fefb6dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:13.431899 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b075c78-e35c-4cc9-907c-6ab9fefb6dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=6adf36e4-be89-47f7-89f7-c374e3570927,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:07:13.578825 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b075c78-e35c-4cc9-907c-6ab9fefb6dc6 admin admin] Network 156920a9-5dd7-45b1-8db9-8f4d103d7145 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:07:13.580550 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-6b075c78-e35c-4cc9-907c-6ab9fefb6dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:07:13.662409 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:13.844970 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a24acce3-6f86-42e7-aca4-84b364b15265 None None] Provisioning complete for port 6adf36e4-be89-47f7-89f7-c374e3570927 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:07:13.845329 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a24acce3-6f86-42e7-aca4-84b364b15265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:13.903874 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a24acce3-6f86-42e7-aca4-84b364b15265 None None] Port 6adf36e4-be89-47f7-89f7-c374e3570927 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:07:13.989576 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b075c78-e35c-4cc9-907c-6ab9fefb6dc6 admin admin] Router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:07:14.180573 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:14.204859 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b075c78-e35c-4cc9-907c-6ab9fefb6dc6 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:07:14.214053 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6b075c78-e35c-4cc9-907c-6ab9fefb6dc6 admin admin] 10.222.0.39 "PUT /v2.0/routers/ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6933117 Apr 20 18:07:14.675144 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35140) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:07:14.680892 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-5284fac0-25d3-4d75-9358-10ad172da550 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Request body: {'security_group': {'name': 'tempest-securitygroup--24815157', 'description': 'tempest-description--349574965'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:07:14.687846 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5284fac0-25d3-4d75-9358-10ad172da550 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:07:14.691998 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5284fac0-25d3-4d75-9358-10ad172da550 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Usage tracker for resource:security_group and tenant:f823d665cb0d4b31b65bc538037b8226 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:07:14.695087 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5284fac0-25d3-4d75-9358-10ad172da550 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:07:14.701034 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5284fac0-25d3-4d75-9358-10ad172da550 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:07:14.715895 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5284fac0-25d3-4d75-9358-10ad172da550 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:14.749946 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5284fac0-25d3-4d75-9358-10ad172da550 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:07:14.754056 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5284fac0-25d3-4d75-9358-10ad172da550 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Usage tracker for resource:security_group_rule and tenant:f823d665cb0d4b31b65bc538037b8226 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:07:14.756791 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5284fac0-25d3-4d75-9358-10ad172da550 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:07:14.762284 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-5284fac0-25d3-4d75-9358-10ad172da550 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:07:14.814587 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5284fac0-25d3-4d75-9358-10ad172da550 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:14.821632 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5284fac0-25d3-4d75-9358-10ad172da550 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:14.864511 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284fac0-25d3-4d75-9358-10ad172da550 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1270a7ff-42e7-4385-ada9-edd9171b33c5,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:07:14.868103 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5284fac0-25d3-4d75-9358-10ad172da550 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:14.869390 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5284fac0-25d3-4d75-9358-10ad172da550 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1611 time: 0.1932094 Apr 20 18:07:14.873108 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35144) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:07:14.879034 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-6071ac4d-850e-430f-8685-42ccc662f048 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Request body: {'security_group_rule': {'security_group_id': '1270a7ff-42e7-4385-ada9-edd9171b33c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:07:14.885905 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6071ac4d-850e-430f-8685-42ccc662f048 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:07:14.889982 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6071ac4d-850e-430f-8685-42ccc662f048 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Usage tracker for resource:security_group_rule and tenant:f823d665cb0d4b31b65bc538037b8226 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:07:14.892946 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6071ac4d-850e-430f-8685-42ccc662f048 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:07:14.898980 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6071ac4d-850e-430f-8685-42ccc662f048 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:07:14.918011 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6071ac4d-850e-430f-8685-42ccc662f048 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:14.977119 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6071ac4d-850e-430f-8685-42ccc662f048 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:14.982614 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6071ac4d-850e-430f-8685-42ccc662f048 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:15.005746 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071ac4d-850e-430f-8685-42ccc662f048 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8b7bb2-c266-4f72-93b4-17bda7920fce,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:07:15.016151 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6071ac4d-850e-430f-8685-42ccc662f048 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:15.017326 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6071ac4d-850e-430f-8685-42ccc662f048 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1430326 Apr 20 18:07:15.020536 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35148) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:07:15.028913 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-f3ab29e4-4f68-4dc1-bc24-7b8baae6d7f8 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Request body: {'security_group_rule': {'security_group_id': '1270a7ff-42e7-4385-ada9-edd9171b33c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:07:15.036308 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f3ab29e4-4f68-4dc1-bc24-7b8baae6d7f8 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:07:15.040512 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f3ab29e4-4f68-4dc1-bc24-7b8baae6d7f8 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Usage tracker for resource:security_group_rule and tenant:f823d665cb0d4b31b65bc538037b8226 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:07:15.044361 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f3ab29e4-4f68-4dc1-bc24-7b8baae6d7f8 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:07:15.052042 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f3ab29e4-4f68-4dc1-bc24-7b8baae6d7f8 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:07:15.069616 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f3ab29e4-4f68-4dc1-bc24-7b8baae6d7f8 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:15.146156 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f3ab29e4-4f68-4dc1-bc24-7b8baae6d7f8 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:15.151721 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f3ab29e4-4f68-4dc1-bc24-7b8baae6d7f8 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:15.178021 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 96c53913-80de-494c-ba3a-7c7c2f072060 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:07:15.178849 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab29e4-4f68-4dc1-bc24-7b8baae6d7f8 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ed322a-a3b0-41d3-99d6-ac7dae9a4dcb,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:07:15.190483 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f3ab29e4-4f68-4dc1-bc24-7b8baae6d7f8 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:15.191679 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f3ab29e4-4f68-4dc1-bc24-7b8baae6d7f8 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1700771 Apr 20 18:07:15.194694 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35152) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:07:15.200290 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-e1bcaaa8-9ef3-4e88-8e38-1911bde21ee1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:07:15.206834 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e1bcaaa8-9ef3-4e88-8e38-1911bde21ee1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:07:15.210807 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e1bcaaa8-9ef3-4e88-8e38-1911bde21ee1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Usage tracker for resource:floatingip and tenant:f823d665cb0d4b31b65bc538037b8226 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:07:15.213922 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e1bcaaa8-9ef3-4e88-8e38-1911bde21ee1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:07:15.219753 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e1bcaaa8-9ef3-4e88-8e38-1911bde21ee1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:07:15.233735 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e1bcaaa8-9ef3-4e88-8e38-1911bde21ee1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:15.246795 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 96c53913-80de-494c-ba3a-7c7c2f072060 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:07:15.251427 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 96c53913-80de-494c-ba3a-7c7c2f072060 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:07:15.251793 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:15.364147 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:15.366420 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e1bcaaa8-9ef3-4e88-8e38-1911bde21ee1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:15.380153 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 96c53913-80de-494c-ba3a-7c7c2f072060, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=96c53913-80de-494c-ba3a-7c7c2f072060,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:07:15.385214 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:15.455817 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=96c53913-80de-494c-ba3a-7c7c2f072060,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:07:15.519041 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-e1bcaaa8-9ef3-4e88-8e38-1911bde21ee1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Allocated IP 172.25.8.13 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/16cbe491-b9ed-461e-84fb-8c2a1e616def) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:07:15.592288 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:15.663734 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e1bcaaa8-9ef3-4e88-8e38-1911bde21ee1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:15.694091 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e1bcaaa8-9ef3-4e88-8e38-1911bde21ee1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:15.868299 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bcaaa8-9ef3-4e88-8e38-1911bde21ee1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:07:15.871238 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-e1bcaaa8-9ef3-4e88-8e38-1911bde21ee1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:07:15.874843 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bcaaa8-9ef3-4e88-8e38-1911bde21ee1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:07:15.908786 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bcaaa8-9ef3-4e88-8e38-1911bde21ee1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Pushing event updated for resources: {'Port': ['ID=16cbe491-b9ed-461e-84fb-8c2a1e616def,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:07:16.042562 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e1bcaaa8-9ef3-4e88-8e38-1911bde21ee1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:16.099786 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e1bcaaa8-9ef3-4e88-8e38-1911bde21ee1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:16.302895 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e1bcaaa8-9ef3-4e88-8e38-1911bde21ee1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:16.309857 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e1bcaaa8-9ef3-4e88-8e38-1911bde21ee1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:16.415244 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bcaaa8-9ef3-4e88-8e38-1911bde21ee1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Pushing event updated for resources: {'Port': ['ID=16cbe491-b9ed-461e-84fb-8c2a1e616def,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:07:16.435494 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e1bcaaa8-9ef3-4e88-8e38-1911bde21ee1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:16.461471 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e1bcaaa8-9ef3-4e88-8e38-1911bde21ee1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:16.466228 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e1bcaaa8-9ef3-4e88-8e38-1911bde21ee1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2672322 Apr 20 18:07:16.634049 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-964980a7-1749-4b65-b7d4-06acdfead015 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Synchronizing usage tracker for tenant:f823d665cb0d4b31b65bc538037b8226 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:07:16.638572 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c095d0fc-71b6-48c1-9810-42330d72ff89 None None] Sync routers for ids ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:07:16.652182 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c095d0fc-71b6-48c1-9810-42330d72ff89 None None] Routers {'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:07:16.652373 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-964980a7-1749-4b65-b7d4-06acdfead015 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Unset dirty status for tenant:f823d665cb0d4b31b65bc538037b8226 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:07:16.652922 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-c095d0fc-71b6-48c1-9810-42330d72ff89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:07:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:07:16.654662 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-964980a7-1749-4b65-b7d4-06acdfead015 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--24815157&fields=id&tenant_id=f823d665cb0d4b31b65bc538037b8226 HTTP/1.1" status: 200 len: 267 time: 0.0635729 Apr 20 18:07:16.802834 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-14e31d7b-b880-431b-95b4-ab309c637d24 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:16.804325 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-14e31d7b-b880-431b-95b4-ab309c637d24 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 812 time: 0.1439412 Apr 20 18:07:16.821537 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-57637103-4150-4b3b-aa8b-0b0b33fec062 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/quotas/f823d665cb0d4b31b65bc538037b8226 HTTP/1.1" status: 200 len: 375 time: 0.0114968 Apr 20 18:07:16.860044 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-c095d0fc-71b6-48c1-9810-42330d72ff89 None None] Set router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:07:16.904679 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-88d623be-f08c-42db-8dd9-ee0defa94cca tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Synchronizing usage tracker for tenant:f823d665cb0d4b31b65bc538037b8226 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:07:16.922079 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-88d623be-f08c-42db-8dd9-ee0defa94cca tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Unset dirty status for tenant:f823d665cb0d4b31b65bc538037b8226 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:07:16.923648 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-88d623be-f08c-42db-8dd9-ee0defa94cca tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0970464 Apr 20 18:07:17.162788 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 96c53913-80de-494c-ba3a-7c7c2f072060 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:07:17.166244 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-cac5ef8b-71c7-4382-a573-826c5761eab6 service neutron] 10.222.0.39 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931190 Apr 20 18:07:17.227296 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-c095d0fc-71b6-48c1-9810-42330d72ff89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'name': 'tempest-ServerActionsTestJSON-1355921599-router', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:07:09Z', 'updated_at': '2022-04-20T18:07:12Z', 'revision_number': 4, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'gw_port': {'id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:10Z', 'updated_at': '2022-04-20T18:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '6adf36e4-be89-47f7-89f7-c374e3570927', 'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'mac_address': 'fa:16:3e:cc:34:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:12Z', 'updated_at': '2022-04-20T18:07:13Z', 'revision_number': 2, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'subnets': [{'id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:07:17.233710 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c095d0fc-71b6-48c1-9810-42330d72ff89 None None] Checking router: ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:07:17.234050 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c095d0fc-71b6-48c1-9810-42330d72ff89 None None] Updating router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd port 6adf36e4-be89-47f7-89f7-c374e3570927 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 18:07:17.290073 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 96c53913-80de-494c-ba3a-7c7c2f072060 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:07:17.290461 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:17.325798 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c095d0fc-71b6-48c1-9810-42330d72ff89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:17.390999 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-ca7c8e66-364d-4d5f-85e2-08afc54f39bd service neutron] 10.222.0.39 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215357 Apr 20 18:07:17.587367 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3d91b0f4-d1e6-4e51-a8d1-42db149335ca req-b7fdf95b-f07f-4679-84b1-65b2d1494220 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 210 time: 0.0450013 Apr 20 18:07:17.727586 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c095d0fc-71b6-48c1-9810-42330d72ff89 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:17.740136 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c095d0fc-71b6-48c1-9810-42330d72ff89 None None] Transition to ACTIVE for port object 6adf36e4-be89-47f7-89f7-c374e3570927 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:07:17.748516 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c095d0fc-71b6-48c1-9810-42330d72ff89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:17.874643 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e1514-e332-4318-b1a5-936672b4e7c5 None None] Pushing event updated for resources: {'Port': ['ID=6adf36e4-be89-47f7-89f7-c374e3570927,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:07:17.957842 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-c095d0fc-71b6-48c1-9810-42330d72ff89 None None] Attempting to bind port 6adf36e4-be89-47f7-89f7-c374e3570927 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:07:17.958259 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-c095d0fc-71b6-48c1-9810-42330d72ff89 None None] Attempting to bind port 6adf36e4-be89-47f7-89f7-c374e3570927 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:07:17.958741 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c095d0fc-71b6-48c1-9810-42330d72ff89 None None] Attempting to bind port 6adf36e4-be89-47f7-89f7-c374e3570927 on network 156920a9-5dd7-45b1-8db9-8f4d103d7145 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:07:17.965692 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c095d0fc-71b6-48c1-9810-42330d72ff89 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:07:17.966066 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c095d0fc-71b6-48c1-9810-42330d72ff89 None None] Checking segment: {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:07:17.966509 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c095d0fc-71b6-48c1-9810-42330d72ff89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:17.966944 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c095d0fc-71b6-48c1-9810-42330d72ff89 None None] Bound using segment: {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:07:17.967412 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-c095d0fc-71b6-48c1-9810-42330d72ff89 None None] Bound port: 6adf36e4-be89-47f7-89f7-c374e3570927, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:07:17.967780 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c095d0fc-71b6-48c1-9810-42330d72ff89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:18.061957 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-c095d0fc-71b6-48c1-9810-42330d72ff89 None None] For port 6adf36e4-be89-47f7-89f7-c374e3570927, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:07:18.065784 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-c095d0fc-71b6-48c1-9810-42330d72ff89 None None] For port 6adf36e4-be89-47f7-89f7-c374e3570927, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6adf36e4-be89-47f7-89f7-c374e3570927,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:07:18.075161 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c095d0fc-71b6-48c1-9810-42330d72ff89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:18.155267 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e1514-e332-4318-b1a5-936672b4e7c5 None None] Pushing event updated for resources: {'Port': ['ID=6adf36e4-be89-47f7-89f7-c374e3570927,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:07:18.160616 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c095d0fc-71b6-48c1-9810-42330d72ff89 None None] Routers {'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:07:18.161246 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-c095d0fc-71b6-48c1-9810-42330d72ff89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:07:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:07:18.381391 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-c095d0fc-71b6-48c1-9810-42330d72ff89 None None] Set router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:07:18.712013 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-c095d0fc-71b6-48c1-9810-42330d72ff89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'name': 'tempest-ServerActionsTestJSON-1355921599-router', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:07:09Z', 'updated_at': '2022-04-20T18:07:12Z', 'revision_number': 4, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'gw_port': {'id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:10Z', 'updated_at': '2022-04-20T18:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '6adf36e4-be89-47f7-89f7-c374e3570927', 'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'mac_address': 'fa:16:3e:cc:34:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:12Z', 'updated_at': '2022-04-20T18:07:18Z', 'revision_number': 4, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'subnets': [{'id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:07:18.716070 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c095d0fc-71b6-48c1-9810-42330d72ff89 None None] The sync data for ids ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'] in n-d-838032-1 is: [{'id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'name': 'tempest-ServerActionsTestJSON-1355921599-router', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:07:09Z', 'updated_at': '2022-04-20T18:07:12Z', 'revision_number': 4, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'gw_port': {'id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:10Z', 'updated_at': '2022-04-20T18:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '6adf36e4-be89-47f7-89f7-c374e3570927', 'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'mac_address': 'fa:16:3e:cc:34:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:12Z', 'updated_at': '2022-04-20T18:07:18Z', 'revision_number': 4, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'subnets': [{'id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:07:18.781381 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2d4248e8-0652-43e5-bbba-edcece1078a3 req-6df1c5b2-bb57-4487-a3ae-6ed8dc26c8fe tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 210 time: 0.0750241 Apr 20 18:07:18.949557 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-dbe56287-ca07-4e25-b803-4c7b262c6aad tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:18.951416 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-dbe56287-ca07-4e25-b803-4c7b262c6aad tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.10 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 812 time: 0.1595364 Apr 20 18:07:19.017618 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-f5d6c5fa-20c0-4419-a46f-420452c7eeb3 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f823d665cb0d4b31b65bc538037b8226 HTTP/1.1" status: 200 len: 378 time: 0.0527494 Apr 20 18:07:19.025717 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-fb5771be-2b64-4d37-b1b9-e6032cbc24d6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Request body: {'port': {'device_id': '5b0a3081-85b2-4afc-9e6a-6d8749b46a00', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'admin_state_up': True, 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'security_groups': ['1270a7ff-42e7-4385-ada9-edd9171b33c5']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:07:19.169512 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-fb5771be-2b64-4d37-b1b9-e6032cbc24d6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:07:19.179392 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-fb5771be-2b64-4d37-b1b9-e6032cbc24d6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:07:19.192736 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-fb5771be-2b64-4d37-b1b9-e6032cbc24d6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Made reservation on behalf of f823d665cb0d4b31b65bc538037b8226 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:07:19.195963 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-fb5771be-2b64-4d37-b1b9-e6032cbc24d6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:19.197389 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6adf36e4-be89-47f7-89f7-c374e3570927 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:07:19.265959 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 6adf36e4-be89-47f7-89f7-c374e3570927 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:07:19.271028 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 6adf36e4-be89-47f7-89f7-c374e3570927 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:07:19.271375 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:19.366419 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-fb5771be-2b64-4d37-b1b9-e6032cbc24d6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Allocated IP 172.20.0.8 (156920a9-5dd7-45b1-8db9-8f4d103d7145/8a37871a-71cb-4c9f-bc69-d8b3ae072252/06a9235e-4e84-48d9-9bf1-4ffd8ff46d81) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:07:19.399817 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:19.434679 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 6adf36e4-be89-47f7-89f7-c374e3570927, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6adf36e4-be89-47f7-89f7-c374e3570927,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:07:19.440294 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:19.510648 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=6adf36e4-be89-47f7-89f7-c374e3570927,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:07:19.520080 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:07:19.520583 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:07:19.520978 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:07:19.521396 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:07:19.521812 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:07:19.522247 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:07:19.523203 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:07:19.523614 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:07:19.524013 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:07:19.524391 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:07:19.524777 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:07:19.572857 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-fb5771be-2b64-4d37-b1b9-e6032cbc24d6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:19.589580 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-fb5771be-2b64-4d37-b1b9-e6032cbc24d6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Transition to ACTIVE for port object 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:07:19.612719 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-fb5771be-2b64-4d37-b1b9-e6032cbc24d6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:19.683740 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-fb5771be-2b64-4d37-b1b9-e6032cbc24d6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Network 156920a9-5dd7-45b1-8db9-8f4d103d7145 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:07:19.686923 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-fb5771be-2b64-4d37-b1b9-e6032cbc24d6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:07:19.690782 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-fb5771be-2b64-4d37-b1b9-e6032cbc24d6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:07:19.721458 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5771be-2b64-4d37-b1b9-e6032cbc24d6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Pushing event updated for resources: {'Port': ['ID=06a9235e-4e84-48d9-9bf1-4ffd8ff46d81,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:07:19.755512 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-fb5771be-2b64-4d37-b1b9-e6032cbc24d6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:19.756109 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-fb5771be-2b64-4d37-b1b9-e6032cbc24d6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:19.781599 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-fb5771be-2b64-4d37-b1b9-e6032cbc24d6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7594056 Apr 20 18:07:19.792949 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-c6e3239a-e498-49bc-ab9e-6373c4153605 service neutron] Request body: {'port': {'device_id': '5b0a3081-85b2-4afc-9e6a-6d8749b46a00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:07:19.917946 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-c6e3239a-e498-49bc-ab9e-6373c4153605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:19.958938 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a49bfc88-d8cd-43c8-b597-465a9195f3ff None None] Provisioning for port 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:07:19.964202 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a49bfc88-d8cd-43c8-b597-465a9195f3ff None None] Provisioning complete for port 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:07:19.964550 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a49bfc88-d8cd-43c8-b597-465a9195f3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:19.990356 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d14884-2cf8-4acc-98f7-1efe194b8227 req-df3b213f-e84b-46f6-adaf-ea1aa6a765f9 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:19.991809 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b9d14884-2cf8-4acc-98f7-1efe194b8227 req-df3b213f-e84b-46f6-adaf-ea1aa6a765f9 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 931 time: 0.0761459 Apr 20 18:07:20.019511 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a49bfc88-d8cd-43c8-b597-465a9195f3ff None None] Port 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:07:20.039808 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b9d14884-2cf8-4acc-98f7-1efe194b8227 req-999e538d-d0c7-4b37-bcda-4336c53bb3b1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Synchronizing usage tracker for tenant:f823d665cb0d4b31b65bc538037b8226 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:07:20.051180 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-b9d14884-2cf8-4acc-98f7-1efe194b8227 req-999e538d-d0c7-4b37-bcda-4336c53bb3b1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Unset dirty status for tenant:f823d665cb0d4b31b65bc538037b8226 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:07:20.052278 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b9d14884-2cf8-4acc-98f7-1efe194b8227 req-999e538d-d0c7-4b37-bcda-4336c53bb3b1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529780 Apr 20 18:07:20.255740 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-c6e3239a-e498-49bc-ab9e-6373c4153605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:07:20.263486 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-c6e3239a-e498-49bc-ab9e-6373c4153605 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:20.279051 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-c6e3239a-e498-49bc-ab9e-6373c4153605 service neutron] Transition to ACTIVE for port object 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:07:20.284174 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-c6e3239a-e498-49bc-ab9e-6373c4153605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:20.410589 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3239a-e498-49bc-ab9e-6373c4153605 service neutron] Pushing event updated for resources: {'Port': ['ID=06a9235e-4e84-48d9-9bf1-4ffd8ff46d81,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:07:20.516673 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-c6e3239a-e498-49bc-ab9e-6373c4153605 service neutron] Attempting to bind port 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:07:20.516993 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-c6e3239a-e498-49bc-ab9e-6373c4153605 service neutron] Attempting to bind port 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:07:20.517317 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-c6e3239a-e498-49bc-ab9e-6373c4153605 service neutron] Attempting to bind port 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 on network 156920a9-5dd7-45b1-8db9-8f4d103d7145 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:07:20.523324 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-c6e3239a-e498-49bc-ab9e-6373c4153605 service neutron] Port 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 on network 156920a9-5dd7-45b1-8db9-8f4d103d7145 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 18:07:20.523635 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-c6e3239a-e498-49bc-ab9e-6373c4153605 service neutron] Attempting to bind port 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 on network 156920a9-5dd7-45b1-8db9-8f4d103d7145 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:07:20.529926 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-c6e3239a-e498-49bc-ab9e-6373c4153605 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:07:20.530164 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-c6e3239a-e498-49bc-ab9e-6373c4153605 service neutron] Checking segment: {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:07:20.530577 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-c6e3239a-e498-49bc-ab9e-6373c4153605 service neutron] Bound using segment: {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:07:20.530993 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-c6e3239a-e498-49bc-ab9e-6373c4153605 service neutron] Bound port: 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:07:20.531330 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-c6e3239a-e498-49bc-ab9e-6373c4153605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:20.700926 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-c6e3239a-e498-49bc-ab9e-6373c4153605 service neutron] For port 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:07:20.703927 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-c6e3239a-e498-49bc-ab9e-6373c4153605 service neutron] For port 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=06a9235e-4e84-48d9-9bf1-4ffd8ff46d81,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:07:20.711863 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-c6e3239a-e498-49bc-ab9e-6373c4153605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:20.774874 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-c6e3239a-e498-49bc-ab9e-6373c4153605 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:20.776249 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-c6e3239a-e498-49bc-ab9e-6373c4153605 service neutron] 10.222.0.10 "PUT /v2.0/ports/06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 HTTP/1.1" status: 200 len: 1091 time: 0.9874249 Apr 20 18:07:20.776674 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0a3081-85b2-4afc-9e6a-6d8749b46a00', 'tag': '06a9235e-4e84-48d9-9bf1-4ffd8ff46d81'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:07:20.791680 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3239a-e498-49bc-ab9e-6373c4153605 service neutron] Pushing event updated for resources: {'Port': ['ID=06a9235e-4e84-48d9-9bf1-4ffd8ff46d81,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:07:20.849044 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83602392-5bba-45da-bef1-ce349d9fc601'] response: {'name': 'network-changed', 'server_uuid': '5b0a3081-85b2-4afc-9e6a-6d8749b46a00', 'tag': '06a9235e-4e84-48d9-9bf1-4ffd8ff46d81', 'status': 'completed', 'code': 200} Apr 20 18:07:20.890602 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-09651cbf-6de6-4b4c-9ee0-11dba4bb74a9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 1094 time: 0.0750766 Apr 20 18:07:20.960163 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-d99f71ff-be65-46a3-91cf-bf21f0f0be5a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 HTTP/1.1" status: 200 len: 217 time: 0.0628142 Apr 20 18:07:21.034208 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-d4e85629-7433-4c3b-9232-5ff139169c35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:21.035666 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-d4e85629-7433-4c3b-9232-5ff139169c35 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.0689831 Apr 20 18:07:21.112842 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-87875dea-357f-47f5-ba97-ce5ef832b4a4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700419 Apr 20 18:07:21.174005 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6adf36e4-be89-47f7-89f7-c374e3570927 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:07:21.247172 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-b70b6b5a-cd06-42d9-9133-96f61c571461 service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279438 Apr 20 18:07:21.254399 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 6adf36e4-be89-47f7-89f7-c374e3570927 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:07:21.254399 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:21.261986 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118cd2c-547d-4b0b-b22a-07ad40cb88b5 req-91a093a1-5a55-4c8d-a280-6c1e6bec07a2 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:21.263423 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7118cd2c-547d-4b0b-b22a-07ad40cb88b5 req-91a093a1-5a55-4c8d-a280-6c1e6bec07a2 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 943 time: 0.0850751 Apr 20 18:07:21.309833 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7118cd2c-547d-4b0b-b22a-07ad40cb88b5 req-919cbac3-628e-4ae9-8d5a-7563b8f1163a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401542 Apr 20 18:07:21.379590 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-72599b87-8fe0-4fe2-baaf-5af338983eb1 req-b8130a5a-0836-4c5a-ab53-49aedf83a7e6 service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260641 Apr 20 18:07:21.504488 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-87e14752-c171-458b-a905-ff86b27844d7 req-a0642897-5c5d-4596-9b54-ea9060bf5f7b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 1094 time: 0.0803900 Apr 20 18:07:21.643323 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e14752-c171-458b-a905-ff86b27844d7 req-7ad74b2e-328c-46eb-b6de-1f3ec2a9dc7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:21.644640 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-87e14752-c171-458b-a905-ff86b27844d7 req-7ad74b2e-328c-46eb-b6de-1f3ec2a9dc7d service neutron] 10.222.0.10 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.1342704 Apr 20 18:07:21.711034 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-87e14752-c171-458b-a905-ff86b27844d7 req-eeba6244-67be-46e8-a854-c6c42dfa6f23 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 HTTP/1.1" status: 200 len: 217 time: 0.0595565 Apr 20 18:07:21.777072 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e14752-c171-458b-a905-ff86b27844d7 req-9fa58bc0-b069-427e-afed-9e9eca753a67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:21.778451 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-87e14752-c171-458b-a905-ff86b27844d7 req-9fa58bc0-b069-427e-afed-9e9eca753a67 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.0604253 Apr 20 18:07:21.856256 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-87e14752-c171-458b-a905-ff86b27844d7 req-c9315d00-8b38-491f-8b34-5ae0e93110cd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721803 Apr 20 18:07:21.986738 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-87e14752-c171-458b-a905-ff86b27844d7 req-86824ce8-e577-433a-bc6d-456df872c7a6 service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239362 Apr 20 18:07:22.121577 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-87e14752-c171-458b-a905-ff86b27844d7 req-06a860c5-c1d0-45e2-8171-fdbd5c92257c service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284072 Apr 20 18:07:22.522885 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebb6ac-c967-4782-b8ca-90075747473f req-50329ab6-7a2d-4a94-9e84-e8d0d3cd560b tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:22.523557 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-e3ebb6ac-c967-4782-b8ca-90075747473f req-50329ab6-7a2d-4a94-9e84-e8d0d3cd560b tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Synchronizing usage tracker for tenant:f823d665cb0d4b31b65bc538037b8226 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:07:22.541953 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-e3ebb6ac-c967-4782-b8ca-90075747473f req-50329ab6-7a2d-4a94-9e84-e8d0d3cd560b tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Unset dirty status for tenant:f823d665cb0d4b31b65bc538037b8226 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:07:22.543491 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e3ebb6ac-c967-4782-b8ca-90075747473f req-50329ab6-7a2d-4a94-9e84-e8d0d3cd560b tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 943 time: 0.1017621 Apr 20 18:07:22.593145 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e3ebb6ac-c967-4782-b8ca-90075747473f req-60fc6800-bfee-4fcc-8759-c1b7edcfbbd3 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408959 Apr 20 18:07:23.804207 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e9716-b9c1-4c04-a36d-5b6b491d8e96 req-f330fc6c-3e4c-431d-be84-e07ea32b109d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:23.805645 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6a8e9716-b9c1-4c04-a36d-5b6b491d8e96 req-f330fc6c-3e4c-431d-be84-e07ea32b109d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 943 time: 0.0830975 Apr 20 18:07:23.850442 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6a8e9716-b9c1-4c04-a36d-5b6b491d8e96 req-a56207e9-d9e3-4c61-be15-95b920f1fe30 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391040 Apr 20 18:07:25.073111 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bac82-ea51-4c35-b888-039682b07ca6 req-d86b53b5-9efe-4bc9-bb29-5e617f718800 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:25.074578 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-778bac82-ea51-4c35-b888-039682b07ca6 req-d86b53b5-9efe-4bc9-bb29-5e617f718800 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 943 time: 0.0775530 Apr 20 18:07:25.121506 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-778bac82-ea51-4c35-b888-039682b07ca6 req-f5421a54-8e81-432b-90b5-e766064b006e tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406890 Apr 20 18:07:25.834235 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:07:25.984001 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=06a9235e-4e84-48d9-9bf1-4ffd8ff46d81,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:07:25.996992 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '06a9235e-4e84-48d9-9bf1-4ffd8ff46d81', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'port_id': '06a9235e-4e84-48d9-9bf1-4ffd8ff46d81', 'mac_address': 'fa:16:3e:a2:de:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:07:26.049497 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:26.067570 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:07:26.082742 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=06a9235e-4e84-48d9-9bf1-4ffd8ff46d81,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:07:26.088538 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:26.163180 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=06a9235e-4e84-48d9-9bf1-4ffd8ff46d81,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:07:26.324757 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7685cb-ec59-46fa-8756-628d22736c60 req-79689e80-8c29-4848-a826-a2a868af40be tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:26.326222 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ed7685cb-ec59-46fa-8756-628d22736c60 req-79689e80-8c29-4848-a826-a2a868af40be tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 944 time: 0.0812979 Apr 20 18:07:26.370438 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['06a9235e-4e84-48d9-9bf1-4ffd8ff46d81'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:07:26.376147 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ed7685cb-ec59-46fa-8756-628d22736c60 req-19845c67-de9a-4ce2-a6c4-2bac7b50bf63 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413375 Apr 20 18:07:27.665357 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfb24c-05a5-45c7-a528-75978c65e223 req-6b6a3d63-76dc-4476-82b1-32843b071b54 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:27.666755 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-afcfb24c-05a5-45c7-a528-75978c65e223 req-6b6a3d63-76dc-4476-82b1-32843b071b54 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 944 time: 0.1681182 Apr 20 18:07:27.717231 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-afcfb24c-05a5-45c7-a528-75978c65e223 req-cc1bc7ac-306b-4e5a-9f2d-94f0e178b9a4 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421126 Apr 20 18:07:27.845178 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:07:27.934959 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:07:27.939828 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:07:27.940214 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:28.111406 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:28.145601 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0a3081-85b2-4afc-9e6a-6d8749b46a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a9235e-4e84-48d9-9bf1-4ffd8ff46d81'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:07:28.155242 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=06a9235e-4e84-48d9-9bf1-4ffd8ff46d81,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:07:28.160527 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:28.204334 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-357c0699-bdc5-4420-8f3a-21d82255dcbd'] response: {'server_uuid': '5b0a3081-85b2-4afc-9e6a-6d8749b46a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a9235e-4e84-48d9-9bf1-4ffd8ff46d81', 'code': 200} Apr 20 18:07:28.229484 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=06a9235e-4e84-48d9-9bf1-4ffd8ff46d81,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:07:28.340578 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a89e091d-fab3-46df-b542-468a849aab94 req-c6ee2622-3a4d-4311-998a-520f2c2ad8ca service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 1096 time: 0.0750279 Apr 20 18:07:28.382882 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a89e091d-fab3-46df-b542-468a849aab94 req-d46fa7e4-faeb-4e98-af36-603bb6e378b0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361481 Apr 20 18:07:28.930514 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6422a-2b98-487b-89c0-05ca689cce6e req-64c8cb09-959e-4522-81ff-eb66cdcdc06a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:28.931937 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b5a6422a-2b98-487b-89c0-05ca689cce6e req-64c8cb09-959e-4522-81ff-eb66cdcdc06a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.0857854 Apr 20 18:07:28.978333 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b5a6422a-2b98-487b-89c0-05ca689cce6e req-cfdfc6ef-d924-40e9-8536-ced88a9e1494 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407248 Apr 20 18:07:30.188822 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e39d9c-d68e-4fac-963b-c9edc1c1e945 req-3d9798b2-806e-4ab4-bf1e-9bf1e8f1b0e4 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:30.190294 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-48e39d9c-d68e-4fac-963b-c9edc1c1e945 req-3d9798b2-806e-4ab4-bf1e-9bf1e8f1b0e4 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.0781043 Apr 20 18:07:30.235529 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-48e39d9c-d68e-4fac-963b-c9edc1c1e945 req-f85c23e4-b196-4088-ad00-5ae4e64b5ec5 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393550 Apr 20 18:07:30.427489 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf572a-6e11-4f16-b244-f5a73b9393ab req-238705de-2df5-473f-829d-5e966a2fa01f tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:30.428953 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5bdf572a-6e11-4f16-b244-f5a73b9393ab req-238705de-2df5-473f-829d-5e966a2fa01f tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.0772059 Apr 20 18:07:30.437956 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35226) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:07:30.443367 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-466b07b4-4234-4cc0-958c-7c7e7305deee tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Request body: {'floatingip': {'port_id': '06a9235e-4e84-48d9-9bf1-4ffd8ff46d81'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:07:30.520160 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-466b07b4-4234-4cc0-958c-7c7e7305deee tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks [] for floatingip, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:31.220205 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-466b07b4-4234-4cc0-958c-7c7e7305deee tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:31.226875 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-466b07b4-4234-4cc0-958c-7c7e7305deee tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:31.418836 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [None req-466b07b4-4234-4cc0-958c-7c7e7305deee tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Floating IP 9aab3dde-d7b9-45ce-be5f-247f9c4db95f associated. External IP: 172.25.8.13, port: 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81. Apr 20 18:07:31.820857 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466b07b4-4234-4cc0-958c-7c7e7305deee tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:07:32.022931 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466b07b4-4234-4cc0-958c-7c7e7305deee tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:07:32.027239 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-466b07b4-4234-4cc0-958c-7c7e7305deee tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:32.032597 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b3f548-335e-4ab2-acae-0c2edf53605e None None] Sync routers for ids ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:07:32.045433 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b3f548-335e-4ab2-acae-0c2edf53605e None None] Routers {'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:07:32.046103 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f1b3f548-335e-4ab2-acae-0c2edf53605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:07:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:07:32.078553 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-466b07b4-4234-4cc0-958c-7c7e7305deee tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "PUT /v2.0/floatingips/9aab3dde-d7b9-45ce-be5f-247f9c4db95f HTTP/1.1" status: 200 len: 990 time: 1.6393616 Apr 20 18:07:32.078972 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0a3081-85b2-4afc-9e6a-6d8749b46a00', 'tag': '06a9235e-4e84-48d9-9bf1-4ffd8ff46d81'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:07:32.136823 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-592fb092-bb19-4ecd-a7cf-6984211a7da1'] response: {'name': 'network-changed', 'server_uuid': '5b0a3081-85b2-4afc-9e6a-6d8749b46a00', 'tag': '06a9235e-4e84-48d9-9bf1-4ffd8ff46d81', 'status': 'completed', 'code': 200} Apr 20 18:07:32.229828 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3e09d762-1ba9-4610-bb18-50382df577d3 req-7d8ade42-a00a-492c-a9f2-684622731890 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 1096 time: 0.0728130 Apr 20 18:07:32.232877 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-f1b3f548-335e-4ab2-acae-0c2edf53605e None None] Set router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:07:32.252550 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46580123-0636-453c-bfc6-f8d9f2356768 req-8cf31270-90fa-4b49-8fcf-2dc82048a817 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:32.253989 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-46580123-0636-453c-bfc6-f8d9f2356768 req-8cf31270-90fa-4b49-8fcf-2dc82048a817 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.0762577 Apr 20 18:07:32.302476 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-46580123-0636-453c-bfc6-f8d9f2356768 req-bb8f0bec-55f3-446f-ae87-f9f249f66d86 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423613 Apr 20 18:07:32.369214 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09d762-1ba9-4610-bb18-50382df577d3 req-7fe3db18-ad54-4cc7-b840-ca4d1257a96b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:32.371375 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3e09d762-1ba9-4610-bb18-50382df577d3 req-7fe3db18-ad54-4cc7-b840-ca4d1257a96b service neutron] 10.222.0.10 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.1355205 Apr 20 18:07:32.525056 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3e09d762-1ba9-4610-bb18-50382df577d3 req-dc625118-324a-4da0-81d2-d976fdec6b1e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 HTTP/1.1" status: 200 len: 998 time: 0.1476033 Apr 20 18:07:32.594303 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78984e57-13e0-489d-b299-281724deae44 req-d427a7d6-8308-4532-bec7-4977ab8e282b tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:32.595610 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-78984e57-13e0-489d-b299-281724deae44 req-d427a7d6-8308-4532-bec7-4977ab8e282b tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.1627727 Apr 20 18:07:32.600648 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09d762-1ba9-4610-bb18-50382df577d3 req-c552a489-0628-4304-a624-4d5a4b54d13a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:32.602033 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3e09d762-1ba9-4610-bb18-50382df577d3 req-c552a489-0628-4304-a624-4d5a4b54d13a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.0716436 Apr 20 18:07:32.604884 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f1b3f548-335e-4ab2-acae-0c2edf53605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'name': 'tempest-ServerActionsTestJSON-1355921599-router', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:07:09Z', 'updated_at': '2022-04-20T18:07:12Z', 'revision_number': 4, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'gw_port': {'id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:10Z', 'updated_at': '2022-04-20T18:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '9aab3dde-d7b9-45ce-be5f-247f9c4db95f', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'port_id': '06a9235e-4e84-48d9-9bf1-4ffd8ff46d81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'mac_address': 'fa:16:3e:a2:de:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0a3081-85b2-4afc-9e6a-6d8749b46a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:07:15Z', 'updated_at': '2022-04-20T18:07:31Z', 'revision_number': 1, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6adf36e4-be89-47f7-89f7-c374e3570927', 'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'mac_address': 'fa:16:3e:cc:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:12Z', 'updated_at': '2022-04-20T18:07:19Z', 'revision_number': 5, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'subnets': [{'id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:07:32.608938 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b3f548-335e-4ab2-acae-0c2edf53605e None None] Checking router: ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:07:32.619546 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b3f548-335e-4ab2-acae-0c2edf53605e None None] Routers {'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:07:32.620489 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f1b3f548-335e-4ab2-acae-0c2edf53605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:07:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:07:32.686934 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-78984e57-13e0-489d-b299-281724deae44 req-e5eeaf26-c5c1-4bc9-a05f-1867febdf21a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0838046 Apr 20 18:07:32.704968 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3e09d762-1ba9-4610-bb18-50382df577d3 req-ce26a789-e188-4983-98de-314063c906da service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871663 Apr 20 18:07:32.791980 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-f1b3f548-335e-4ab2-acae-0c2edf53605e None None] Set router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:07:32.832491 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3e09d762-1ba9-4610-bb18-50382df577d3 req-c9189f4f-1ab9-4b74-bf07-f05b0f89366f service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220682 Apr 20 18:07:32.964334 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3e09d762-1ba9-4610-bb18-50382df577d3 req-7b591bf3-f696-4957-93d9-894ae3b44cbc service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265800 Apr 20 18:07:33.148794 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f1b3f548-335e-4ab2-acae-0c2edf53605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'name': 'tempest-ServerActionsTestJSON-1355921599-router', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:07:09Z', 'updated_at': '2022-04-20T18:07:12Z', 'revision_number': 4, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'gw_port': {'id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:10Z', 'updated_at': '2022-04-20T18:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '9aab3dde-d7b9-45ce-be5f-247f9c4db95f', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'port_id': '06a9235e-4e84-48d9-9bf1-4ffd8ff46d81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'mac_address': 'fa:16:3e:a2:de:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0a3081-85b2-4afc-9e6a-6d8749b46a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:07:15Z', 'updated_at': '2022-04-20T18:07:31Z', 'revision_number': 1, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6adf36e4-be89-47f7-89f7-c374e3570927', 'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'mac_address': 'fa:16:3e:cc:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:12Z', 'updated_at': '2022-04-20T18:07:19Z', 'revision_number': 5, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'subnets': [{'id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:07:33.154633 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b3f548-335e-4ab2-acae-0c2edf53605e None None] The sync data for ids ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'] in n-d-838032-1 is: [{'id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'name': 'tempest-ServerActionsTestJSON-1355921599-router', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:07:09Z', 'updated_at': '2022-04-20T18:07:12Z', 'revision_number': 4, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'gw_port': {'id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:10Z', 'updated_at': '2022-04-20T18:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '9aab3dde-d7b9-45ce-be5f-247f9c4db95f', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'port_id': '06a9235e-4e84-48d9-9bf1-4ffd8ff46d81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'mac_address': 'fa:16:3e:a2:de:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0a3081-85b2-4afc-9e6a-6d8749b46a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:07:15Z', 'updated_at': '2022-04-20T18:07:31Z', 'revision_number': 1, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6adf36e4-be89-47f7-89f7-c374e3570927', 'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'mac_address': 'fa:16:3e:cc:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:12Z', 'updated_at': '2022-04-20T18:07:19Z', 'revision_number': 5, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'subnets': [{'id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:07:33.900496 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fee1b4-c817-4f02-91b9-e7af02b45de4 req-0c75d187-befa-4211-8a47-621f961003a6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:33.901929 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f3fee1b4-c817-4f02-91b9-e7af02b45de4 req-0c75d187-befa-4211-8a47-621f961003a6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.0801730 Apr 20 18:07:33.947657 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f3fee1b4-c817-4f02-91b9-e7af02b45de4 req-abf02afd-6c68-49db-810b-1e52dc08d482 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387564 Apr 20 18:07:34.157142 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aac5d6-0872-4e08-87be-76f358bca69d req-aa827644-40a7-4b82-aa82-66808ab99b12 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:34.158570 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-22aac5d6-0872-4e08-87be-76f358bca69d req-aa827644-40a7-4b82-aa82-66808ab99b12 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.0910258 Apr 20 18:07:34.203858 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-22aac5d6-0872-4e08-87be-76f358bca69d req-6d80e291-2221-4e9d-b2a7-a88c3adf055d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397108 Apr 20 18:07:34.408930 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-43eda5f5-60d0-4531-bc53-dd8b028b3ad7 req-879c5dfa-93b1-44c4-9ef5-6f102b916caf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0796576 Apr 20 18:07:34.718128 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-32774d68-9c53-4db3-8665-28dc73be42f6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1151209 Apr 20 18:07:34.739129 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6603c-0747-4a67-9e0c-a92d600113e5 req-9005fb64-c1e5-4ce4-b423-8345232982aa tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:34.740631 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8cf6603c-0747-4a67-9e0c-a92d600113e5 req-9005fb64-c1e5-4ce4-b423-8345232982aa tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.0893271 Apr 20 18:07:34.787158 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8cf6603c-0747-4a67-9e0c-a92d600113e5 req-926d3706-485a-45d8-ba1c-1d20ed8e2042 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403244 Apr 20 18:07:35.685921 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0cfa9a-7502-4229-8e43-f699e20600ec None None] New status for floating IP 9aab3dde-d7b9-45ce-be5f-247f9c4db95f: ACTIVE {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 18:07:35.911139 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-c264edf8-b75c-4eb9-88a6-e1288cdc10c5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 1096 time: 0.0691943 Apr 20 18:07:35.986680 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a1fe8-f562-491a-a9ae-8c53b3477dd8 req-0492533a-75e5-4d1f-b00e-66af61dacd8b tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:35.988137 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f99a1fe8-f562-491a-a9ae-8c53b3477dd8 req-0492533a-75e5-4d1f-b00e-66af61dacd8b tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.0765550 Apr 20 18:07:36.033320 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f99a1fe8-f562-491a-a9ae-8c53b3477dd8 req-ecc5ca9f-baa4-4374-a491-9a316e5fe2cd tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395968 Apr 20 18:07:36.042145 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-17a32ae9-28d5-4544-8504-f5b6d7960d33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:36.043611 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-17a32ae9-28d5-4544-8504-f5b6d7960d33 service neutron] 10.222.0.10 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.1265600 Apr 20 18:07:36.229351 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-7fd4d7a1-2b0f-4abf-b8e0-1312eacb0d3a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 HTTP/1.1" status: 200 len: 1000 time: 0.1787241 Apr 20 18:07:36.294897 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-8f7fc2f6-1b5b-47f9-8374-a238a1be6cf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:36.296312 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-8f7fc2f6-1b5b-47f9-8374-a238a1be6cf1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.0609157 Apr 20 18:07:36.369335 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-c69bd0cb-faa3-48e4-b574-8654c9ecde68 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671434 Apr 20 18:07:36.499665 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-1407e966-570d-48f6-b5fa-40c69a3f0bb3 service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240499 Apr 20 18:07:36.636045 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-99ca832f-b253-4e45-b00f-5b34aafcb46a service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306715 Apr 20 18:07:37.265265 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adb43e-f892-4891-b0b1-7ca3c3b7cee9 req-e445cb8e-b286-4243-acc8-13760091ac03 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:37.266743 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-48adb43e-f892-4891-b0b1-7ca3c3b7cee9 req-e445cb8e-b286-4243-acc8-13760091ac03 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.0933263 Apr 20 18:07:37.314378 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-48adb43e-f892-4891-b0b1-7ca3c3b7cee9 req-0146971c-33d8-4621-97e6-955b0663eb59 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392087 Apr 20 18:07:38.647362 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3dd3d6-3d2d-47d1-b9b5-7342d8496460 req-61a40eb9-3b0c-4a16-bd2f-9a6e0832eb50 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:38.648693 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1c3dd3d6-3d2d-47d1-b9b5-7342d8496460 req-61a40eb9-3b0c-4a16-bd2f-9a6e0832eb50 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.1912694 Apr 20 18:07:38.693701 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1c3dd3d6-3d2d-47d1-b9b5-7342d8496460 req-088a3032-dd8f-4dd3-96dc-03e8cd39bcba tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394330 Apr 20 18:07:39.235814 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1b1ba233-338a-4bcf-aba9-b37316858a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:39.923771 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3a226-8c60-45d9-bc53-8c6a78787d9d req-1cecd56c-35e1-4f1f-8bd0-f4d333ea1463 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:39.925224 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-90b3a226-8c60-45d9-bc53-8c6a78787d9d req-1cecd56c-35e1-4f1f-8bd0-f4d333ea1463 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.0860162 Apr 20 18:07:39.972898 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-90b3a226-8c60-45d9-bc53-8c6a78787d9d req-d08f6191-85e1-4722-94e1-4890a6686945 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396090 Apr 20 18:07:41.182520 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015665b0-c6f4-43b7-96fb-0a0a08f00bab req-bcc68976-61e6-45d1-8ba8-de5ba54e85c4 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:41.183963 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-015665b0-c6f4-43b7-96fb-0a0a08f00bab req-bcc68976-61e6-45d1-8ba8-de5ba54e85c4 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.0835660 Apr 20 18:07:41.231096 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-015665b0-c6f4-43b7-96fb-0a0a08f00bab req-ec69c8c3-fbbc-4640-ba5f-f39347980f9a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399590 Apr 20 18:07:41.414521 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a1281101-fe3d-4f8a-bb1c-1be168c2d820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:42.438020 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4583e1-71a5-4efa-8dd1-fd141f536208 req-73d65413-8e29-45fd-931a-b394945e9a06 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:42.439470 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3d4583e1-71a5-4efa-8dd1-fd141f536208 req-73d65413-8e29-45fd-931a-b394945e9a06 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.0789158 Apr 20 18:07:42.484729 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3d4583e1-71a5-4efa-8dd1-fd141f536208 req-67330b09-9d18-4675-a363-cb61987d18ed tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395088 Apr 20 18:07:42.525299 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:07:42.688622 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:42.891188 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:43.658892 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:43.687593 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb016c2-9f71-4944-8a20-12915af82c40 req-701942ee-cc8d-42a3-8490-a7e03ec0bfd3 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:43.689772 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bbb016c2-9f71-4944-8a20-12915af82c40 req-701942ee-cc8d-42a3-8490-a7e03ec0bfd3 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.0820649 Apr 20 18:07:43.736864 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bbb016c2-9f71-4944-8a20-12915af82c40 req-f0dcf7ca-5fcf-42a4-85ab-2cfc2cf773c3 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411477 Apr 20 18:07:44.185556 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:44.940283 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426209ca-628a-4bd5-ab90-88d0928320af req-28241a03-5d6d-400f-ba10-310699806f71 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:44.941894 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-426209ca-628a-4bd5-ab90-88d0928320af req-28241a03-5d6d-400f-ba10-310699806f71 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.0815859 Apr 20 18:07:44.991094 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-426209ca-628a-4bd5-ab90-88d0928320af req-e159d116-9721-4214-8965-4807bf71dec4 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409255 Apr 20 18:07:45.592079 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:07:46.222533 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cff2bf-d960-4e36-9ef6-d55455cfa6c8 req-3a722138-ff36-499c-ad6f-d18f0dcdef1f tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:46.223967 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-58cff2bf-d960-4e36-9ef6-d55455cfa6c8 req-3a722138-ff36-499c-ad6f-d18f0dcdef1f tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.0840006 Apr 20 18:07:46.269609 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-58cff2bf-d960-4e36-9ef6-d55455cfa6c8 req-ee9adf72-2fba-479b-98ee-17b397d919bd tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399539 Apr 20 18:07:47.478986 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bb26a-a56b-4af2-92aa-b161853e2700 req-cb8b84ae-85f4-484f-a33d-12ee2ec7b73e tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:47.480445 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b46bb26a-a56b-4af2-92aa-b161853e2700 req-cb8b84ae-85f4-484f-a33d-12ee2ec7b73e tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.0793977 Apr 20 18:07:47.525247 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b46bb26a-a56b-4af2-92aa-b161853e2700 req-bbf67ebd-9f07-4ff2-91ba-3482a698ccd7 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391090 Apr 20 18:07:48.742419 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dfb23-55ff-4ebd-b790-880dfea0260c req-19788e1e-b62a-4e04-b442-62d852aa9116 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:48.743908 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2c5dfb23-55ff-4ebd-b790-880dfea0260c req-19788e1e-b62a-4e04-b442-62d852aa9116 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.0833051 Apr 20 18:07:48.790318 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2c5dfb23-55ff-4ebd-b790-880dfea0260c req-a675cd4d-2fe4-453a-81f6-52053b582b14 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403349 Apr 20 18:07:50.008032 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460f3ea-0f60-444e-b955-f54a728d160e req-47870afc-2cc8-4c3a-aaf5-4afd52a4d75d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:50.009469 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e460f3ea-0f60-444e-b955-f54a728d160e req-47870afc-2cc8-4c3a-aaf5-4afd52a4d75d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.0874760 Apr 20 18:07:50.062538 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e460f3ea-0f60-444e-b955-f54a728d160e req-5bf616fe-bd3e-4a5a-b787-c43fa772f8e6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449231 Apr 20 18:07:51.288704 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebffa85-d8e7-415e-9bb8-860f120c78a4 req-41a30e96-c62a-4b01-8e67-c3ef96efbadc tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:51.290135 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3ebffa85-d8e7-415e-9bb8-860f120c78a4 req-41a30e96-c62a-4b01-8e67-c3ef96efbadc tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.0853748 Apr 20 18:07:51.345133 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3ebffa85-d8e7-415e-9bb8-860f120c78a4 req-2274fc42-c15d-4c62-a5b7-5774511605da tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470834 Apr 20 18:07:52.548440 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e3e55-8d36-45a8-ae50-cf05490f0440 req-ff65cd78-1d3c-4494-afc8-fbc4e83eda43 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:52.549906 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9e0e3e55-8d36-45a8-ae50-cf05490f0440 req-ff65cd78-1d3c-4494-afc8-fbc4e83eda43 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.0756030 Apr 20 18:07:52.595254 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9e0e3e55-8d36-45a8-ae50-cf05490f0440 req-ee2f7a90-f3e9-4122-acf0-a2931a1aadbc tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396457 Apr 20 18:07:53.814612 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63c909-f24c-4e64-9399-c6374d6501e7 req-9bdb4bcb-0f73-4800-b1d3-0e238fc9d86a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:53.816040 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5f63c909-f24c-4e64-9399-c6374d6501e7 req-9bdb4bcb-0f73-4800-b1d3-0e238fc9d86a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.0911233 Apr 20 18:07:53.863333 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5f63c909-f24c-4e64-9399-c6374d6501e7 req-0b29f79e-b9c0-46fe-a3f0-c8f950af3676 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390975 Apr 20 18:07:55.081237 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1a8b2-c5ba-4388-b0cd-dc7ecb185e3b req-2b924d2a-c77b-42bb-a6ba-79fa84dec2c4 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:55.082719 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7fa1a8b2-c5ba-4388-b0cd-dc7ecb185e3b req-2b924d2a-c77b-42bb-a6ba-79fa84dec2c4 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.0818591 Apr 20 18:07:55.131996 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7fa1a8b2-c5ba-4388-b0cd-dc7ecb185e3b req-0b9a2a96-e688-404b-aff2-45e1886622db tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413508 Apr 20 18:07:56.346179 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a7518-7896-460c-952e-4621056b51e3 req-2a62f19a-25f7-4745-9462-6c72cd7c4c86 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:56.347610 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e49a7518-7896-460c-952e-4621056b51e3 req-2a62f19a-25f7-4745-9462-6c72cd7c4c86 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.0897462 Apr 20 18:07:56.392366 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e49a7518-7896-460c-952e-4621056b51e3 req-f61990f3-aee8-461a-90f5-f5ea43fcaac6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391824 Apr 20 18:07:57.587605 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3f9ef-ed43-4a05-814c-5f8da54280cc req-d24e78ea-4d8a-4e16-97e9-21521ae1c865 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:57.589035 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bbd3f9ef-ed43-4a05-814c-5f8da54280cc req-d24e78ea-4d8a-4e16-97e9-21521ae1c865 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.0768988 Apr 20 18:07:57.634230 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bbd3f9ef-ed43-4a05-814c-5f8da54280cc req-b314c948-329f-4b96-b2d4-f88724784f08 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395329 Apr 20 18:07:58.859302 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eceb1e-572b-4c19-9813-339bdcb09d84 req-81fc65ed-93fa-404a-9519-d82aeb3dd293 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:07:58.860724 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-60eceb1e-572b-4c19-9813-339bdcb09d84 req-81fc65ed-93fa-404a-9519-d82aeb3dd293 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.0789900 Apr 20 18:07:58.906978 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-60eceb1e-572b-4c19-9813-339bdcb09d84 req-017d9017-9508-42e0-9db3-2e992d529aa9 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407062 Apr 20 18:08:00.121047 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f177d-ca28-4d56-a42c-9c0430afcc5f req-1a9212c5-67da-40a3-bc17-d9dc4a390121 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:00.122528 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-db5f177d-ca28-4d56-a42c-9c0430afcc5f req-1a9212c5-67da-40a3-bc17-d9dc4a390121 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.0855014 Apr 20 18:08:00.170630 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-db5f177d-ca28-4d56-a42c-9c0430afcc5f req-299f1bc4-04b4-44ed-82be-9cf230d2d353 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398717 Apr 20 18:08:01.384030 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ae9a5-07cb-412a-9159-48647f93a947 req-19d98039-8c8c-482c-8ad0-fe1c9afb735d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:01.385379 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d90ae9a5-07cb-412a-9159-48647f93a947 req-19d98039-8c8c-482c-8ad0-fe1c9afb735d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.0847867 Apr 20 18:08:01.433236 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d90ae9a5-07cb-412a-9159-48647f93a947 req-03b0cdf9-5cbf-426d-ac2f-f175edecbfd8 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396993 Apr 20 18:08:02.640317 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a461014-4a7f-45e9-80dd-15e2c163a888 req-16f5c59e-0329-4b48-9242-3681439917d8 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:02.641733 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9a461014-4a7f-45e9-80dd-15e2c163a888 req-16f5c59e-0329-4b48-9242-3681439917d8 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.0823052 Apr 20 18:08:02.689515 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9a461014-4a7f-45e9-80dd-15e2c163a888 req-638c8361-31d6-4576-ade4-feb3b1a0eedc tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422258 Apr 20 18:08:03.514782 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-2e211501-3d15-45f4-bdd5-92bb9220ee77 service neutron] show failed (client error): The resource could not be found. Apr 20 18:08:03.515759 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-2e211501-3d15-45f4-bdd5-92bb9220ee77 service neutron] 10.222.0.10 "GET /v2.0/ports/06a9235e-4e84-48d9-9bf1-4ffd8ff46d81/bindings/n-h1-838032-1 HTTP/1.1" status: 404 len: 380 time: 0.0745268 Apr 20 18:08:03.787181 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-f442e80a-3bcc-47c4-9bd6-2234e4031ee0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00&tenant_id=f823d665cb0d4b31b65bc538037b8226 HTTP/1.1" status: 200 len: 1096 time: 0.0698555 Apr 20 18:08:03.797576 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838032-1', 'device_owner': 'compute:nova'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:08:03.886453 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bcf6e-b737-4e20-97cf-5ddae2874954 req-e1a8528a-819a-465b-8a59-d5ca44091b73 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:03.887912 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b74bcf6e-b737-4e20-97cf-5ddae2874954 req-e1a8528a-819a-465b-8a59-d5ca44091b73 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.0754867 Apr 20 18:08:03.888581 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-9a747603-af60-4aed-bbbf-81a4c4608d4f req-054759b9-5b6a-4e2a-bdeb-2968cad7bbcf service neutron] (84081) timed out ('10.222.0.10', 58301) {{(pid=84081) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 20 18:08:03.910673 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:03.937447 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b74bcf6e-b737-4e20-97cf-5ddae2874954 req-d0c35dd1-7beb-41e4-bc39-6981a4f0945d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439818 Apr 20 18:08:04.265831 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] For port 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=06a9235e-4e84-48d9-9bf1-4ffd8ff46d81,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:08:04.297159 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] For port 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:08:04.352267 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0a3081-85b2-4afc-9e6a-6d8749b46a00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06a9235e-4e84-48d9-9bf1-4ffd8ff46d81'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:08:04.357439 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:04.372511 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] Transition to ACTIVE for port object 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:08:04.376464 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:04.428437 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fadc47d0-a714-49fe-bf95-88af050e3522'] response: {'server_uuid': '5b0a3081-85b2-4afc-9e6a-6d8749b46a00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06a9235e-4e84-48d9-9bf1-4ffd8ff46d81', 'code': 200} Apr 20 18:08:04.518942 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] Pushing event updated for resources: {'Port': ['ID=06a9235e-4e84-48d9-9bf1-4ffd8ff46d81,revision_number=6']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:08:04.539006 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:08:04.539338 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:08:04.539777 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:08:04.540104 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:08:04.540421 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:08:04.540736 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:08:04.541046 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:08:04.541359 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:08:04.541665 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:08:04.541972 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:08:04.542300 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:08:04.584794 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] No DVR routers for this DVR port 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:08:04.831484 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] Attempting to bind port 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:08:04.832157 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] Attempting to bind port 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:08:04.832157 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] Attempting to bind port 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 on network 156920a9-5dd7-45b1-8db9-8f4d103d7145 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:08:04.838481 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] Port 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 on network 156920a9-5dd7-45b1-8db9-8f4d103d7145 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 18:08:04.838790 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] Attempting to bind port 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 on network 156920a9-5dd7-45b1-8db9-8f4d103d7145 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:08:04.845220 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:08:04.845545 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] Checking segment: {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:08:04.845919 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] Bound using segment: {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:08:04.846386 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] Bound port: 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:08:04.846723 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:04.944662 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] For port 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:08:04.947748 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] For port 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=06a9235e-4e84-48d9-9bf1-4ffd8ff46d81,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:08:04.956103 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:05.022855 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:05.025507 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] 10.222.0.43 "PUT /v2.0/ports/06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 HTTP/1.1" status: 200 len: 1091 time: 1.2306168 Apr 20 18:08:05.037000 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4379c3-d970-4423-a1f7-f3308270c8ae service neutron] Pushing event updated for resources: {'Port': ['ID=06a9235e-4e84-48d9-9bf1-4ffd8ff46d81,revision_number=7']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:08:05.122497 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-b949b599-717b-4022-aeb1-8f8425bc3c29 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 1094 time: 0.0706794 Apr 20 18:08:05.144829 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfcb10-158f-4726-b775-1e7cb004f7c6 req-25ffcc7c-8d98-4328-80a5-d2d85c43c0a6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:05.148818 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-42dfcb10-158f-4726-b775-1e7cb004f7c6 req-25ffcc7c-8d98-4328-80a5-d2d85c43c0a6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 943 time: 0.0798247 Apr 20 18:08:05.197307 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-42dfcb10-158f-4726-b775-1e7cb004f7c6 req-660a29ad-0426-4b94-b068-a0bc8fc688e1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424433 Apr 20 18:08:05.256725 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-15169c49-e12e-4d65-8c69-8cd2f0ef1080 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:05.258163 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-15169c49-e12e-4d65-8c69-8cd2f0ef1080 service neutron] 10.222.0.43 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.1295922 Apr 20 18:08:05.359802 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-e1a6f881-3c4e-43f6-ad0c-7c6b1ff054ba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 HTTP/1.1" status: 200 len: 998 time: 0.0955250 Apr 20 18:08:05.424006 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-dcc1442f-7b87-470d-af14-32278b28357d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:05.425400 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-dcc1442f-7b87-470d-af14-32278b28357d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.0601892 Apr 20 18:08:05.502152 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-78e95e33-8f1b-47b7-92ab-9089c99b9ea2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712078 Apr 20 18:08:05.634076 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-f3d62eac-1a9a-4ba9-86d5-f44ef4eceb19 service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256351 Apr 20 18:08:05.852195 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50060bbb-ec76-4e8c-abc3-c75717315d18 req-bccbf374-3103-4a43-98c7-b47491cf1875 service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120073 Apr 20 18:08:06.404495 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff6339-63e2-4748-9092-b21ac5543bcb req-8c04d6d6-7db2-4e1b-bda3-5029d2b81b29 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:06.406029 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-80ff6339-63e2-4748-9092-b21ac5543bcb req-8c04d6d6-7db2-4e1b-bda3-5029d2b81b29 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 943 time: 0.0822864 Apr 20 18:08:06.429936 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0a3081-85b2-4afc-9e6a-6d8749b46a00', 'tag': '06a9235e-4e84-48d9-9bf1-4ffd8ff46d81'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:08:06.462549 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-80ff6339-63e2-4748-9092-b21ac5543bcb req-56c452b3-9107-4348-b66c-7012afd5d8c0 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504692 Apr 20 18:08:06.506096 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88e4aea8-b949-4f0a-9102-ec2d0751c5db'] response: {'name': 'network-changed', 'server_uuid': '5b0a3081-85b2-4afc-9e6a-6d8749b46a00', 'tag': '06a9235e-4e84-48d9-9bf1-4ffd8ff46d81', 'status': 'completed', 'code': 200} Apr 20 18:08:06.648946 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-be0d4490-1f9e-42c2-8c86-28a3b9bc226a req-86900bce-ebf1-4275-a5b6-e356d2c4e502 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 1094 time: 0.1237030 Apr 20 18:08:06.651592 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-be0d4490-1f9e-42c2-8c86-28a3b9bc226a req-1f32507e-2e5d-4b1e-85e0-d8a2c209aead service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 1094 time: 0.0980620 Apr 20 18:08:06.877817 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d4490-1f9e-42c2-8c86-28a3b9bc226a req-1294d92b-ed50-4ccf-9b0f-18a352700d79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:06.879162 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-be0d4490-1f9e-42c2-8c86-28a3b9bc226a req-1294d92b-ed50-4ccf-9b0f-18a352700d79 service neutron] 10.222.0.10 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.2248197 Apr 20 18:08:06.881319 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d4490-1f9e-42c2-8c86-28a3b9bc226a req-ab283360-f300-4fa5-8f29-3a148d0b6666 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:06.882611 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-be0d4490-1f9e-42c2-8c86-28a3b9bc226a req-ab283360-f300-4fa5-8f29-3a148d0b6666 service neutron] 10.222.0.43 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.2113273 Apr 20 18:08:07.071127 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-be0d4490-1f9e-42c2-8c86-28a3b9bc226a req-ab43ec60-8bfc-407a-8a5c-3ab5f9f40db3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 HTTP/1.1" status: 200 len: 998 time: 0.1847816 Apr 20 18:08:07.079351 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-be0d4490-1f9e-42c2-8c86-28a3b9bc226a req-be1246e1-6243-458f-a7d0-23e8761c7c94 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 HTTP/1.1" status: 200 len: 998 time: 0.1404598 Apr 20 18:08:07.179892 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d4490-1f9e-42c2-8c86-28a3b9bc226a req-bf940c22-999d-4502-96ee-60b59d8020e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:07.181329 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-be0d4490-1f9e-42c2-8c86-28a3b9bc226a req-bf940c22-999d-4502-96ee-60b59d8020e9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.1038883 Apr 20 18:08:07.184335 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d4490-1f9e-42c2-8c86-28a3b9bc226a req-3f678797-4a21-42d4-9edb-68e1b7cb5685 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:07.185646 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-be0d4490-1f9e-42c2-8c86-28a3b9bc226a req-3f678797-4a21-42d4-9edb-68e1b7cb5685 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.0758002 Apr 20 18:08:07.261381 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:08:07.314379 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-be0d4490-1f9e-42c2-8c86-28a3b9bc226a req-2ecfcd57-58bf-4425-ae29-94e2b66cf95d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956542 Apr 20 18:08:07.317362 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-be0d4490-1f9e-42c2-8c86-28a3b9bc226a req-053ecd07-d578-4c2d-9ab4-f7b9a6cd1c62 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1300280 Apr 20 18:08:07.400367 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=06a9235e-4e84-48d9-9bf1-4ffd8ff46d81,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:08:07.414641 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '06a9235e-4e84-48d9-9bf1-4ffd8ff46d81', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'port_id': '06a9235e-4e84-48d9-9bf1-4ffd8ff46d81', 'mac_address': 'fa:16:3e:a2:de:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:08:07.481200 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:07.500943 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:08:07.518579 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=06a9235e-4e84-48d9-9bf1-4ffd8ff46d81,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:08:07.524364 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:07.589760 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=06a9235e-4e84-48d9-9bf1-4ffd8ff46d81,revision_number=8']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:08:07.629526 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-be0d4490-1f9e-42c2-8c86-28a3b9bc226a req-f3a1b057-3ee4-46c5-a616-6c67d693f187 service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074808 Apr 20 18:08:07.635784 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-be0d4490-1f9e-42c2-8c86-28a3b9bc226a req-5e70d974-fe8b-4dd6-b852-fd1f4567f2ae service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124092 Apr 20 18:08:07.746549 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['06a9235e-4e84-48d9-9bf1-4ffd8ff46d81'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:08:08.007613 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-be0d4490-1f9e-42c2-8c86-28a3b9bc226a req-7cd63a02-703e-4256-a6fc-12da72bce6a4 service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707612 Apr 20 18:08:08.010367 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-be0d4490-1f9e-42c2-8c86-28a3b9bc226a req-0cd9453b-77ae-425c-a9c8-06305891577c service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494430 Apr 20 18:08:08.020475 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b787a-cec3-48e9-8e1e-f1861faca6df req-6f17afca-d700-4a31-a115-862ccdf56a7f tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:08.021899 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-125b787a-cec3-48e9-8e1e-f1861faca6df req-6f17afca-d700-4a31-a115-862ccdf56a7f tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 944 time: 0.4265161 Apr 20 18:08:08.059020 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:08:08.071563 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-125b787a-cec3-48e9-8e1e-f1861faca6df req-44b189dd-3ed4-404c-bdb9-5dccc6a478b3 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437415 Apr 20 18:08:08.122346 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:08:08.462796 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f918558-23d0-4abe-9a82-a5affce1d033 req-d9f0438a-5994-4b15-9371-05d9d656c921 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:08.464441 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f918558-23d0-4abe-9a82-a5affce1d033 req-d9f0438a-5994-4b15-9371-05d9d656c921 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00&tenant_id=f823d665cb0d4b31b65bc538037b8226&binding%3Ahost_id=n-h1-838032-1 HTTP/1.1" status: 200 len: 944 time: 0.1389022 Apr 20 18:08:08.471147 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4aeab6-c98c-42c7-a124-50ceb47cd9cc req-e4fd5cf7-a527-43dd-969e-02c0fdf11c85 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:08.472471 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8d4aeab6-c98c-42c7-a124-50ceb47cd9cc req-e4fd5cf7-a527-43dd-969e-02c0fdf11c85 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 944 time: 0.1169448 Apr 20 18:08:08.574627 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8d4aeab6-c98c-42c7-a124-50ceb47cd9cc req-e61874e8-4673-415d-91b8-ecc279bf69c6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702868 Apr 20 18:08:08.576557 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [req-6f918558-23d0-4abe-9a82-a5affce1d033 req-fccffeba-feac-4371-8dad-f89ca6fa3569 service neutron] delete failed (client error): The resource could not be found. Apr 20 18:08:08.577450 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f918558-23d0-4abe-9a82-a5affce1d033 req-fccffeba-feac-4371-8dad-f89ca6fa3569 service neutron] 10.222.0.10 "DELETE /v2.0/ports/06a9235e-4e84-48d9-9bf1-4ffd8ff46d81/bindings/n-h2-838032-1 HTTP/1.1" status: 404 len: 380 time: 0.1041539 Apr 20 18:08:08.738606 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f918558-23d0-4abe-9a82-a5affce1d033 req-b26fd0fa-f300-4f72-8ed1-0958aecb4d7c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 1095 time: 0.0881281 Apr 20 18:08:08.870989 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f918558-23d0-4abe-9a82-a5affce1d033 req-69fcc0b3-0789-410b-89b8-67f916b165f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:08.872331 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f918558-23d0-4abe-9a82-a5affce1d033 req-69fcc0b3-0789-410b-89b8-67f916b165f7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.1276908 Apr 20 18:08:08.975410 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f918558-23d0-4abe-9a82-a5affce1d033 req-4eee1616-4c69-4fd7-82c0-d03c0546bba9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 HTTP/1.1" status: 200 len: 999 time: 0.0957966 Apr 20 18:08:09.037734 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f918558-23d0-4abe-9a82-a5affce1d033 req-47c8011c-1629-4c20-a2d4-11a2340da363 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:09.039131 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f918558-23d0-4abe-9a82-a5affce1d033 req-47c8011c-1629-4c20-a2d4-11a2340da363 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.0578001 Apr 20 18:08:09.113704 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f918558-23d0-4abe-9a82-a5affce1d033 req-28d3ef53-8002-40c9-9b0f-3bf7dc222fa2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686803 Apr 20 18:08:09.230335 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-34a713a5-8996-41a1-8b65-c566f9e3afc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:09.244747 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f918558-23d0-4abe-9a82-a5affce1d033 req-a5385dad-b3b8-4544-a60f-654c0e41127f service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252220 Apr 20 18:08:09.267450 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:08:09.341129 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:08:09.345791 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:08:09.346158 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:09.376961 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f918558-23d0-4abe-9a82-a5affce1d033 req-647e440f-104b-4d2e-9626-9959facbf570 service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259654 Apr 20 18:08:09.456322 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:09.486665 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0a3081-85b2-4afc-9e6a-6d8749b46a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a9235e-4e84-48d9-9bf1-4ffd8ff46d81'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:08:09.496386 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=06a9235e-4e84-48d9-9bf1-4ffd8ff46d81,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:08:09.501738 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:09.557960 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a873b7e-cae7-42a0-91d3-4eeb902b5ffc'] response: {'server_uuid': '5b0a3081-85b2-4afc-9e6a-6d8749b46a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a9235e-4e84-48d9-9bf1-4ffd8ff46d81', 'code': 200} Apr 20 18:08:09.568093 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=06a9235e-4e84-48d9-9bf1-4ffd8ff46d81,revision_number=9']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:08:09.779361 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205a42e-5d63-4ae0-be76-1242346ccbc1 req-638b6df2-28b8-433f-bfbd-cf58f509df93 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:09.781559 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5205a42e-5d63-4ae0-be76-1242346ccbc1 req-638b6df2-28b8-433f-bfbd-cf58f509df93 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.0848594 Apr 20 18:08:09.827394 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5205a42e-5d63-4ae0-be76-1242346ccbc1 req-2d871d3e-e108-4b90-bf6b-be6cb429f6ca tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409985 Apr 20 18:08:11.042594 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e720b-2bbe-4c13-b6bc-9ee299101a10 req-74791b07-aeaf-449b-ae00-acea8da81751 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:11.044031 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eb1e720b-2bbe-4c13-b6bc-9ee299101a10 req-74791b07-aeaf-449b-ae00-acea8da81751 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.0840793 Apr 20 18:08:11.091852 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eb1e720b-2bbe-4c13-b6bc-9ee299101a10 req-0b2b10b2-1abc-43ab-b935-194315991931 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398235 Apr 20 18:08:11.305748 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f9a81-aeee-4f4a-b371-ff218276374b req-9d073f29-4985-4c22-9b41-8d334cd5160f tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:11.307223 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e36f9a81-aeee-4f4a-b371-ff218276374b req-9d073f29-4985-4c22-9b41-8d334cd5160f tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.0879264 Apr 20 18:08:11.356419 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e36f9a81-aeee-4f4a-b371-ff218276374b req-0f06c39b-e193-4c67-b394-a067d11fc652 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434711 Apr 20 18:08:11.407655 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-389e7278-de0f-491f-a16c-3ed2332e340c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:11.563922 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5aecf-ccc9-4186-91b8-44bf28279790 req-dcbc3a95-e003-4942-832d-46b35eb3873d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:11.565400 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-79c5aecf-ccc9-4186-91b8-44bf28279790 req-dcbc3a95-e003-4942-832d-46b35eb3873d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.0889335 Apr 20 18:08:11.610542 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-79c5aecf-ccc9-4186-91b8-44bf28279790 req-d49baa2f-76ab-4ddf-a990-3336e896120c tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388112 Apr 20 18:08:12.032009 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4292090-f78e-4605-8708-f2e1a1b5480a req-e4080668-c476-4c6c-b633-0c724d287c7b tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:12.033442 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b4292090-f78e-4605-8708-f2e1a1b5480a req-e4080668-c476-4c6c-b633-0c724d287c7b tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.0815465 Apr 20 18:08:12.081369 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b4292090-f78e-4605-8708-f2e1a1b5480a req-2ddf0cbf-d01a-467d-88aa-a4055958f3d6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397401 Apr 20 18:08:12.690133 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:12.891646 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:13.272291 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb1bd5-7718-42a0-b4ff-915628e839a0 req-2456ea6e-4398-4d1b-9ca0-2d41b63b6a07 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:13.273691 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-83fb1bd5-7718-42a0-b4ff-915628e839a0 req-2456ea6e-4398-4d1b-9ca0-2d41b63b6a07 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.1235785 Apr 20 18:08:13.345046 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72332a-77d0-44d1-b902-229ba0fd78a0 req-c3b00450-03c2-4757-872d-6f7dbe8bdecc tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:13.346491 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f72332a-77d0-44d1-b902-229ba0fd78a0 req-c3b00450-03c2-4757-872d-6f7dbe8bdecc tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 945 time: 0.1428444 Apr 20 18:08:13.353950 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-83fb1bd5-7718-42a0-b4ff-915628e839a0 req-235a582e-0526-4e30-b75d-9626a8171c76 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Deleting port 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:08:13.354310 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-83fb1bd5-7718-42a0-b4ff-915628e839a0 req-235a582e-0526-4e30-b75d-9626a8171c76 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:13.571308 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6f72332a-77d0-44d1-b902-229ba0fd78a0 req-76b6f42a-7625-428f-8dc4-3ff25e9a8852 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1939306 Apr 20 18:08:13.666641 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:13.714432 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-83fb1bd5-7718-42a0-b4ff-915628e839a0 req-235a582e-0526-4e30-b75d-9626a8171c76 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] For port 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=06a9235e-4e84-48d9-9bf1-4ffd8ff46d81,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:08:13.714732 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-83fb1bd5-7718-42a0-b4ff-915628e839a0 req-235a582e-0526-4e30-b75d-9626a8171c76 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:13.992196 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-83fb1bd5-7718-42a0-b4ff-915628e839a0 req-235a582e-0526-4e30-b75d-9626a8171c76 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:13.992554 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-83fb1bd5-7718-42a0-b4ff-915628e839a0 req-235a582e-0526-4e30-b75d-9626a8171c76 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:13.992853 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [req-83fb1bd5-7718-42a0-b4ff-915628e839a0 req-235a582e-0526-4e30-b75d-9626a8171c76 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Floating IP 9aab3dde-d7b9-45ce-be5f-247f9c4db95f disassociated. External IP: 172.25.8.13, port: 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81. Apr 20 18:08:13.993174 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-83fb1bd5-7718-42a0-b4ff-915628e839a0 req-235a582e-0526-4e30-b75d-9626a8171c76 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Calling delete_port for 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:08:14.135524 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-83fb1bd5-7718-42a0-b4ff-915628e839a0 req-235a582e-0526-4e30-b75d-9626a8171c76 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:14.181854 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a582e-0526-4e30-b75d-9626a8171c76 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Pushing event deleted for resources: {'Port': ['ID=06a9235e-4e84-48d9-9bf1-4ffd8ff46d81,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:08:14.187621 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:14.400925 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83fb1bd5-7718-42a0-b4ff-915628e839a0 req-235a582e-0526-4e30-b75d-9626a8171c76 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:08:14.607160 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83fb1bd5-7718-42a0-b4ff-915628e839a0 req-235a582e-0526-4e30-b75d-9626a8171c76 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:08:14.620331 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deca3f0b-411d-44ce-a5bc-e4b4b54fdb46 None None] Sync routers for ids ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:08:14.634792 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deca3f0b-411d-44ce-a5bc-e4b4b54fdb46 None None] Routers {'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:08:14.635522 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-deca3f0b-411d-44ce-a5bc-e4b4b54fdb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:08:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:08:14.677483 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fb1bd5-7718-42a0-b4ff-915628e839a0 req-235a582e-0526-4e30-b75d-9626a8171c76 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] No DVR routers for this DVR port 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:08:14.680515 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-83fb1bd5-7718-42a0-b4ff-915628e839a0 req-235a582e-0526-4e30-b75d-9626a8171c76 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:14.683614 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0a3081-85b2-4afc-9e6a-6d8749b46a00', 'name': 'network-vif-deleted', 'tag': '06a9235e-4e84-48d9-9bf1-4ffd8ff46d81'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:08:14.702402 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-83fb1bd5-7718-42a0-b4ff-915628e839a0 req-235a582e-0526-4e30-b75d-9626a8171c76 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.43 "DELETE /v2.0/ports/06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 HTTP/1.1" status: 204 len: 173 time: 1.4223707 Apr 20 18:08:14.768872 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47f2fd0c-1c70-4a7c-a80c-20457a3ee0de'] response: {'server_uuid': '5b0a3081-85b2-4afc-9e6a-6d8749b46a00', 'name': 'network-vif-deleted', 'tag': '06a9235e-4e84-48d9-9bf1-4ffd8ff46d81', 'status': 'completed', 'code': 200} Apr 20 18:08:14.797501 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dbb836b9-3572-4a86-b2b7-ec13a0306bfb req-ee20a366-4e11-464b-a747-77340139cfcf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b0a3081-85b2-4afc-9e6a-6d8749b46a00 HTTP/1.1" status: 200 len: 210 time: 0.0607812 Apr 20 18:08:14.832287 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-deca3f0b-411d-44ce-a5bc-e4b4b54fdb46 None None] Set router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:08:15.146302 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-deca3f0b-411d-44ce-a5bc-e4b4b54fdb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'name': 'tempest-ServerActionsTestJSON-1355921599-router', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:07:09Z', 'updated_at': '2022-04-20T18:07:12Z', 'revision_number': 4, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'gw_port': {'id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:10Z', 'updated_at': '2022-04-20T18:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '6adf36e4-be89-47f7-89f7-c374e3570927', 'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'mac_address': 'fa:16:3e:cc:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:12Z', 'updated_at': '2022-04-20T18:07:19Z', 'revision_number': 5, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'subnets': [{'id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:08:15.150389 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deca3f0b-411d-44ce-a5bc-e4b4b54fdb46 None None] Checking router: ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:08:15.160582 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deca3f0b-411d-44ce-a5bc-e4b4b54fdb46 None None] Routers {'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:08:15.161204 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-deca3f0b-411d-44ce-a5bc-e4b4b54fdb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:08:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:08:15.301242 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:08:15.338059 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:08:15.338705 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 06a9235e-4e84-48d9-9bf1-4ffd8ff46d81 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:08:15.370937 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-deca3f0b-411d-44ce-a5bc-e4b4b54fdb46 None None] Set router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:08:15.597975 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:15.694631 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-deca3f0b-411d-44ce-a5bc-e4b4b54fdb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'name': 'tempest-ServerActionsTestJSON-1355921599-router', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:07:09Z', 'updated_at': '2022-04-20T18:07:12Z', 'revision_number': 4, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'gw_port': {'id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:10Z', 'updated_at': '2022-04-20T18:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '6adf36e4-be89-47f7-89f7-c374e3570927', 'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'mac_address': 'fa:16:3e:cc:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:12Z', 'updated_at': '2022-04-20T18:07:19Z', 'revision_number': 5, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'subnets': [{'id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:08:15.700827 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deca3f0b-411d-44ce-a5bc-e4b4b54fdb46 None None] The sync data for ids ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'] in n-d-838032-1 is: [{'id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'name': 'tempest-ServerActionsTestJSON-1355921599-router', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:07:09Z', 'updated_at': '2022-04-20T18:07:12Z', 'revision_number': 4, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'gw_port': {'id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:10Z', 'updated_at': '2022-04-20T18:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '6adf36e4-be89-47f7-89f7-c374e3570927', 'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'mac_address': 'fa:16:3e:cc:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:12Z', 'updated_at': '2022-04-20T18:07:19Z', 'revision_number': 5, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'subnets': [{'id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:08:15.941834 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61c2b20-d748-4dc6-847b-2de3f6a16a66 None None] New status for floating IP 9aab3dde-d7b9-45ce-be5f-247f9c4db95f: DOWN {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 18:08:16.181838 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-f84b9db9-9834-4a5f-8305-d2f3a13793cc tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--24815157&fields=id&tenant_id=f823d665cb0d4b31b65bc538037b8226 HTTP/1.1" status: 200 len: 267 time: 0.0479620 Apr 20 18:08:16.340646 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-742c0ba3-0692-4ae0-b4c6-7b51ce7a4b5b tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:16.341944 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-742c0ba3-0692-4ae0-b4c6-7b51ce7a4b5b tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 812 time: 0.1529124 Apr 20 18:08:16.358937 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-becaeb1f-4849-4971-979b-050d9c6cdda6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/quotas/f823d665cb0d4b31b65bc538037b8226 HTTP/1.1" status: 200 len: 375 time: 0.0115311 Apr 20 18:08:16.442856 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-504f06d6-a5a9-4007-87ab-f9fbe96b9f11 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Synchronizing usage tracker for tenant:f823d665cb0d4b31b65bc538037b8226 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:08:16.459501 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-504f06d6-a5a9-4007-87ab-f9fbe96b9f11 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Unset dirty status for tenant:f823d665cb0d4b31b65bc538037b8226 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:08:16.460812 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-504f06d6-a5a9-4007-87ab-f9fbe96b9f11 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0971448 Apr 20 18:08:16.696337 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-5b0e778b-9684-42fb-9374-3675a845a382 service neutron] 10.222.0.39 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240016 Apr 20 18:08:16.824201 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-b95c75b2-467f-4e4b-80dd-d310bd1c347e service neutron] 10.222.0.39 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219175 Apr 20 18:08:17.036565 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dcf0a6f3-4c9a-4e11-8c19-94e7c6891df0 req-16af8f36-d06d-4881-8d85-6eb2c24781c1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 210 time: 0.0446341 Apr 20 18:08:18.086164 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-22a97239-d30c-4946-8488-8d80b6d10394 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:18.087603 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-22a97239-d30c-4946-8488-8d80b6d10394 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.43 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 812 time: 0.1448638 Apr 20 18:08:18.147753 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-037c4429-d6c0-4806-8982-c56b431a1cb8 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f823d665cb0d4b31b65bc538037b8226 HTTP/1.1" status: 200 len: 378 time: 0.0483110 Apr 20 18:08:18.158265 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-33b7651f-75b7-4d68-b44a-e1e0ee5e627a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Request body: {'port': {'device_id': '1843fcfb-5757-42f8-ba0e-88522cce8cfd', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'admin_state_up': True, 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'security_groups': ['1270a7ff-42e7-4385-ada9-edd9171b33c5']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:08:18.260234 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2c04458d-b63f-4aed-b5b4-8a6924530fa1 req-b04d3b0a-60ee-452b-9266-d483103f3fae tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 210 time: 0.0886815 Apr 20 18:08:18.328807 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-33b7651f-75b7-4d68-b44a-e1e0ee5e627a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:08:18.338335 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-33b7651f-75b7-4d68-b44a-e1e0ee5e627a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:08:18.352123 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-33b7651f-75b7-4d68-b44a-e1e0ee5e627a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Made reservation on behalf of f823d665cb0d4b31b65bc538037b8226 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:08:18.356933 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-33b7651f-75b7-4d68-b44a-e1e0ee5e627a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:18.528098 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-33b7651f-75b7-4d68-b44a-e1e0ee5e627a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Allocated IP 172.20.0.3 (156920a9-5dd7-45b1-8db9-8f4d103d7145/8a37871a-71cb-4c9f-bc69-d8b3ae072252/85f334f2-ef65-4667-8125-79ca145c1c1a) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:08:18.716440 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-33b7651f-75b7-4d68-b44a-e1e0ee5e627a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:18.732082 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-33b7651f-75b7-4d68-b44a-e1e0ee5e627a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Transition to ACTIVE for port object 85f334f2-ef65-4667-8125-79ca145c1c1a will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:08:18.757989 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-33b7651f-75b7-4d68-b44a-e1e0ee5e627a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:18.832097 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-33b7651f-75b7-4d68-b44a-e1e0ee5e627a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Network 156920a9-5dd7-45b1-8db9-8f4d103d7145 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:08:18.835209 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-33b7651f-75b7-4d68-b44a-e1e0ee5e627a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:08:18.839509 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-33b7651f-75b7-4d68-b44a-e1e0ee5e627a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:08:18.864173 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7651f-75b7-4d68-b44a-e1e0ee5e627a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Pushing event updated for resources: {'Port': ['ID=85f334f2-ef65-4667-8125-79ca145c1c1a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:08:18.903140 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-33b7651f-75b7-4d68-b44a-e1e0ee5e627a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:18.903859 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-33b7651f-75b7-4d68-b44a-e1e0ee5e627a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:18.929381 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-33b7651f-75b7-4d68-b44a-e1e0ee5e627a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7747581 Apr 20 18:08:18.942803 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-7b290736-2b72-45a3-b530-7aeb2f7d93ea service neutron] Request body: {'port': {'device_id': '1843fcfb-5757-42f8-ba0e-88522cce8cfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:08:19.054314 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-7b290736-2b72-45a3-b530-7aeb2f7d93ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:19.068789 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-44005a5e-750d-4a4f-8a21-6f0698b4c573 None None] Provisioning for port 85f334f2-ef65-4667-8125-79ca145c1c1a completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:08:19.073494 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-44005a5e-750d-4a4f-8a21-6f0698b4c573 None None] Provisioning complete for port 85f334f2-ef65-4667-8125-79ca145c1c1a triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:08:19.073814 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-44005a5e-750d-4a4f-8a21-6f0698b4c573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:19.157559 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-44005a5e-750d-4a4f-8a21-6f0698b4c573 None None] Port 85f334f2-ef65-4667-8125-79ca145c1c1a cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:08:19.395100 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-7b290736-2b72-45a3-b530-7aeb2f7d93ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85f334f2-ef65-4667-8125-79ca145c1c1a {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:08:19.402181 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-7b290736-2b72-45a3-b530-7aeb2f7d93ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:19.418076 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-7b290736-2b72-45a3-b530-7aeb2f7d93ea service neutron] Transition to ACTIVE for port object 85f334f2-ef65-4667-8125-79ca145c1c1a will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:08:19.422628 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-7b290736-2b72-45a3-b530-7aeb2f7d93ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:19.457887 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4394b95-e843-43cb-a30b-18655d7e2dd7 req-10d136b9-479d-40ca-af4e-e8ae07077bb2 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:19.459463 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a4394b95-e843-43cb-a30b-18655d7e2dd7 req-10d136b9-479d-40ca-af4e-e8ae07077bb2 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 931 time: 0.0755410 Apr 20 18:08:19.508789 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a4394b95-e843-43cb-a30b-18655d7e2dd7 req-3c87cd32-e32f-4e17-878a-feacb6c3244c tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419753 Apr 20 18:08:19.526078 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:08:19.551025 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b290736-2b72-45a3-b530-7aeb2f7d93ea service neutron] Pushing event updated for resources: {'Port': ['ID=85f334f2-ef65-4667-8125-79ca145c1c1a,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:08:19.756601 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-7b290736-2b72-45a3-b530-7aeb2f7d93ea service neutron] Attempting to bind port 85f334f2-ef65-4667-8125-79ca145c1c1a on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:08:19.756963 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-7b290736-2b72-45a3-b530-7aeb2f7d93ea service neutron] Attempting to bind port 85f334f2-ef65-4667-8125-79ca145c1c1a by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:08:19.757286 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-7b290736-2b72-45a3-b530-7aeb2f7d93ea service neutron] Attempting to bind port 85f334f2-ef65-4667-8125-79ca145c1c1a on network 156920a9-5dd7-45b1-8db9-8f4d103d7145 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:08:19.764385 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-7b290736-2b72-45a3-b530-7aeb2f7d93ea service neutron] Port 85f334f2-ef65-4667-8125-79ca145c1c1a on network 156920a9-5dd7-45b1-8db9-8f4d103d7145 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 18:08:19.764775 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-7b290736-2b72-45a3-b530-7aeb2f7d93ea service neutron] Attempting to bind port 85f334f2-ef65-4667-8125-79ca145c1c1a on network 156920a9-5dd7-45b1-8db9-8f4d103d7145 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:08:19.771357 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-7b290736-2b72-45a3-b530-7aeb2f7d93ea service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:08:19.771680 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-7b290736-2b72-45a3-b530-7aeb2f7d93ea service neutron] Checking segment: {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:08:19.772054 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-7b290736-2b72-45a3-b530-7aeb2f7d93ea service neutron] Bound using segment: {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:08:19.772460 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-7b290736-2b72-45a3-b530-7aeb2f7d93ea service neutron] Bound port: 85f334f2-ef65-4667-8125-79ca145c1c1a, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:08:19.772798 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-7b290736-2b72-45a3-b530-7aeb2f7d93ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:19.863328 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-7b290736-2b72-45a3-b530-7aeb2f7d93ea service neutron] For port 85f334f2-ef65-4667-8125-79ca145c1c1a, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:08:19.866181 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-7b290736-2b72-45a3-b530-7aeb2f7d93ea service neutron] For port 85f334f2-ef65-4667-8125-79ca145c1c1a, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=85f334f2-ef65-4667-8125-79ca145c1c1a,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:08:19.874134 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-7b290736-2b72-45a3-b530-7aeb2f7d93ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:19.938717 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-7b290736-2b72-45a3-b530-7aeb2f7d93ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:19.940175 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-7b290736-2b72-45a3-b530-7aeb2f7d93ea service neutron] 10.222.0.43 "PUT /v2.0/ports/85f334f2-ef65-4667-8125-79ca145c1c1a HTTP/1.1" status: 200 len: 1091 time: 1.0015941 Apr 20 18:08:19.940573 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1843fcfb-5757-42f8-ba0e-88522cce8cfd', 'tag': '85f334f2-ef65-4667-8125-79ca145c1c1a'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:08:19.956768 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b290736-2b72-45a3-b530-7aeb2f7d93ea service neutron] Pushing event updated for resources: {'Port': ['ID=85f334f2-ef65-4667-8125-79ca145c1c1a,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:08:20.011777 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6122f77-13ba-453b-a155-b2b320e7e345'] response: {'name': 'network-changed', 'server_uuid': '1843fcfb-5757-42f8-ba0e-88522cce8cfd', 'tag': '85f334f2-ef65-4667-8125-79ca145c1c1a', 'status': 'completed', 'code': 200} Apr 20 18:08:20.053133 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-5d6c9271-a991-4ae6-8f3e-b4a4b67f1070 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 1094 time: 0.0754299 Apr 20 18:08:20.120581 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-149e7551-34d0-482b-a600-3fdf700ccdff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85f334f2-ef65-4667-8125-79ca145c1c1a HTTP/1.1" status: 200 len: 217 time: 0.0605557 Apr 20 18:08:20.183898 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-0fd358ec-27f2-4028-9429-76ea0ba8b7f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:20.185310 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-0fd358ec-27f2-4028-9429-76ea0ba8b7f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.0597346 Apr 20 18:08:20.267553 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-4f10b787-b107-40c8-9272-f4dc678c3490 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754580 Apr 20 18:08:20.398330 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-eaad52ef-a070-44fb-a134-7882310cee28 service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249232 Apr 20 18:08:20.528661 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e1160fd4-b231-4893-b7f2-79015cbc26a3 req-74621b1b-551a-418e-98b2-7e5ed84257c8 service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248760 Apr 20 18:08:20.648853 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-888ba4c3-0dbd-428a-a5d8-0ead3db75054 req-5b77865f-c182-472d-949d-2b9d2a847259 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 1094 time: 0.0730796 Apr 20 18:08:20.710980 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce158e-6efc-40c3-a4f3-e7dbe1d0d801 req-8244a772-bb47-4d1c-a3b5-df14da94a240 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:20.712434 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b2ce158e-6efc-40c3-a4f3-e7dbe1d0d801 req-8244a772-bb47-4d1c-a3b5-df14da94a240 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 943 time: 0.0797827 Apr 20 18:08:20.760906 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b2ce158e-6efc-40c3-a4f3-e7dbe1d0d801 req-1d944e5e-4c42-4490-bb83-8a9fab4b12ba tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427315 Apr 20 18:08:20.781838 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ba4c3-0dbd-428a-a5d8-0ead3db75054 req-34379cf8-dd41-41fe-ab1a-569006d2b77c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:20.783358 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-888ba4c3-0dbd-428a-a5d8-0ead3db75054 req-34379cf8-dd41-41fe-ab1a-569006d2b77c service neutron] 10.222.0.43 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.1290011 Apr 20 18:08:20.849241 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-888ba4c3-0dbd-428a-a5d8-0ead3db75054 req-61e00768-8e5d-4cc2-97cd-ca3c31743ab1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85f334f2-ef65-4667-8125-79ca145c1c1a HTTP/1.1" status: 200 len: 217 time: 0.0597544 Apr 20 18:08:20.914462 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ba4c3-0dbd-428a-a5d8-0ead3db75054 req-25f0cc99-42b4-4161-a29b-56af92e35dc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:20.915767 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-888ba4c3-0dbd-428a-a5d8-0ead3db75054 req-25f0cc99-42b4-4161-a29b-56af92e35dc5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.0603716 Apr 20 18:08:20.990287 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-888ba4c3-0dbd-428a-a5d8-0ead3db75054 req-878cd5c9-1408-4ea5-a491-b74dea4a88b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677092 Apr 20 18:08:21.120489 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-888ba4c3-0dbd-428a-a5d8-0ead3db75054 req-25e467dc-f4fa-436c-8a17-0ab49c8fc7c2 service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225810 Apr 20 18:08:21.251434 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-888ba4c3-0dbd-428a-a5d8-0ead3db75054 req-e90d6b2e-39d3-44ff-af8a-fd0c1b6bddfd service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232946 Apr 20 18:08:21.986613 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0b254-40d9-4bd1-b545-a00825ae267e req-b576892e-fd11-4802-9bf3-01d5f3221f83 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:21.987351 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f6f0b254-40d9-4bd1-b545-a00825ae267e req-b576892e-fd11-4802-9bf3-01d5f3221f83 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Synchronizing usage tracker for tenant:f823d665cb0d4b31b65bc538037b8226 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:08:22.005453 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f6f0b254-40d9-4bd1-b545-a00825ae267e req-b576892e-fd11-4802-9bf3-01d5f3221f83 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Unset dirty status for tenant:f823d665cb0d4b31b65bc538037b8226 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:08:22.006861 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f6f0b254-40d9-4bd1-b545-a00825ae267e req-b576892e-fd11-4802-9bf3-01d5f3221f83 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 943 time: 0.1133702 Apr 20 18:08:22.143707 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f6f0b254-40d9-4bd1-b545-a00825ae267e req-6b23d111-a4d5-4373-aa24-25603937247b tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1308267 Apr 20 18:08:23.361180 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 85f334f2-ef65-4667-8125-79ca145c1c1a details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:08:23.368583 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8eb03-97d2-4b72-b024-1963f69e62d6 req-e9822ecf-8705-46b4-823b-ab21651a5ff5 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:23.370538 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6fa8eb03-97d2-4b72-b024-1963f69e62d6 req-e9822ecf-8705-46b4-823b-ab21651a5ff5 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 943 time: 0.0908744 Apr 20 18:08:23.415753 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6fa8eb03-97d2-4b72-b024-1963f69e62d6 req-74b1f971-ecce-40fb-95f4-24478076e957 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394995 Apr 20 18:08:23.491692 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 85f334f2-ef65-4667-8125-79ca145c1c1a, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=85f334f2-ef65-4667-8125-79ca145c1c1a,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:08:23.504857 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '85f334f2-ef65-4667-8125-79ca145c1c1a', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'port_id': '85f334f2-ef65-4667-8125-79ca145c1c1a', 'mac_address': 'fa:16:3e:76:02:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:08:23.558412 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:23.578224 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85f334f2-ef65-4667-8125-79ca145c1c1a {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:08:23.595203 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 85f334f2-ef65-4667-8125-79ca145c1c1a, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=85f334f2-ef65-4667-8125-79ca145c1c1a,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:08:23.602163 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:23.674055 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=85f334f2-ef65-4667-8125-79ca145c1c1a,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:08:23.682772 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:08:23.683100 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:08:23.683425 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:08:23.683750 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:08:23.684064 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:08:23.684379 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:08:23.684693 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:08:23.685003 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:08:23.685312 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:08:23.685622 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:08:23.685932 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:08:23.790423 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['85f334f2-ef65-4667-8125-79ca145c1c1a'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:08:24.623630 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037cabd-3376-4ca6-8823-7cfd5fe378ec req-727bbe0d-632e-423b-adef-09a5426a26c1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:24.625072 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b037cabd-3376-4ca6-8823-7cfd5fe378ec req-727bbe0d-632e-423b-adef-09a5426a26c1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 944 time: 0.0879829 Apr 20 18:08:24.669276 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b037cabd-3376-4ca6-8823-7cfd5fe378ec req-c8a29f87-1155-46b1-ad58-a40eb71ff68b tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385592 Apr 20 18:08:25.362914 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 85f334f2-ef65-4667-8125-79ca145c1c1a up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:08:25.441145 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 85f334f2-ef65-4667-8125-79ca145c1c1a completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:08:25.445770 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 85f334f2-ef65-4667-8125-79ca145c1c1a triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:08:25.446113 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:25.557199 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:25.582973 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1843fcfb-5757-42f8-ba0e-88522cce8cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f334f2-ef65-4667-8125-79ca145c1c1a'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:08:25.592137 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 85f334f2-ef65-4667-8125-79ca145c1c1a, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=85f334f2-ef65-4667-8125-79ca145c1c1a,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:08:25.599495 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:25.639616 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a04f5a3-d9ba-44fc-8c90-5cbd3b08692f'] response: {'server_uuid': '1843fcfb-5757-42f8-ba0e-88522cce8cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f334f2-ef65-4667-8125-79ca145c1c1a', 'code': 200} Apr 20 18:08:25.671879 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=85f334f2-ef65-4667-8125-79ca145c1c1a,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:08:25.773031 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3fe6b605-90a0-4f08-99a9-b95fe03c6a3b req-04bea2af-d43f-4ee9-8f6d-491321d27911 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 1096 time: 0.0733414 Apr 20 18:08:25.865445 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3fe6b605-90a0-4f08-99a9-b95fe03c6a3b req-668f0de2-3a01-434e-899d-bde0c0aa39a4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0862789 Apr 20 18:08:25.888267 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18226319-c955-4c58-bc43-a6bb94fdd09a req-e7451bcb-1454-43e8-9b15-d5c8313aff70 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:25.889642 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-18226319-c955-4c58-bc43-a6bb94fdd09a req-e7451bcb-1454-43e8-9b15-d5c8313aff70 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 945 time: 0.0937142 Apr 20 18:08:25.937524 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-18226319-c955-4c58-bc43-a6bb94fdd09a req-6506d0af-58cf-46ce-88a2-b3c2d08682f0 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419071 Apr 20 18:08:27.147392 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd6c76-425d-4dec-84ad-04061a0bad60 req-70f32668-64a8-48bf-925e-94a3f5a5f3f0 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:27.148114 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-67cd6c76-425d-4dec-84ad-04061a0bad60 req-70f32668-64a8-48bf-925e-94a3f5a5f3f0 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 945 time: 0.0807345 Apr 20 18:08:27.193892 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-67cd6c76-425d-4dec-84ad-04061a0bad60 req-f46fda0c-91ed-4278-91d9-206df4a83ca3 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399604 Apr 20 18:08:27.388628 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec87817-5622-4ad3-b8bb-e2af77c959ce req-d9125754-e881-4325-99f2-136d78417386 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:27.390037 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bec87817-5622-4ad3-b8bb-e2af77c959ce req-d9125754-e881-4325-99f2-136d78417386 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 945 time: 0.0817127 Apr 20 18:08:27.399052 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 35422) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:08:27.404085 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-d578dc6e-becc-4f0c-8aff-855ff75fae36 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Request body: {'floatingip': {'port_id': '85f334f2-ef65-4667-8125-79ca145c1c1a'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:08:27.479313 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d578dc6e-becc-4f0c-8aff-855ff75fae36 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks [] for floatingip, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:28.056662 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d578dc6e-becc-4f0c-8aff-855ff75fae36 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:28.062987 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d578dc6e-becc-4f0c-8aff-855ff75fae36 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:28.261843 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [None req-d578dc6e-becc-4f0c-8aff-855ff75fae36 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Floating IP 9aab3dde-d7b9-45ce-be5f-247f9c4db95f associated. External IP: 172.25.8.13, port: 85f334f2-ef65-4667-8125-79ca145c1c1a. Apr 20 18:08:28.739394 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d578dc6e-becc-4f0c-8aff-855ff75fae36 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:08:28.941668 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d578dc6e-becc-4f0c-8aff-855ff75fae36 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:08:28.946031 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d578dc6e-becc-4f0c-8aff-855ff75fae36 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:28.951625 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc78259-416f-4fea-bb7e-69bc8cdc3197 None None] Sync routers for ids ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:08:28.963908 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc78259-416f-4fea-bb7e-69bc8cdc3197 None None] Routers {'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:08:28.964583 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-8dc78259-416f-4fea-bb7e-69bc8cdc3197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:08:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:08:29.004646 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d578dc6e-becc-4f0c-8aff-855ff75fae36 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "PUT /v2.0/floatingips/9aab3dde-d7b9-45ce-be5f-247f9c4db95f HTTP/1.1" status: 200 len: 990 time: 1.6017551 Apr 20 18:08:29.004646 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1843fcfb-5757-42f8-ba0e-88522cce8cfd', 'tag': '85f334f2-ef65-4667-8125-79ca145c1c1a'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:08:29.062402 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b335114f-b12d-4a6f-96d4-271210fedb77'] response: {'name': 'network-changed', 'server_uuid': '1843fcfb-5757-42f8-ba0e-88522cce8cfd', 'tag': '85f334f2-ef65-4667-8125-79ca145c1c1a', 'status': 'completed', 'code': 200} Apr 20 18:08:29.151263 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-8dc78259-416f-4fea-bb7e-69bc8cdc3197 None None] Set router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:08:29.156790 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fd0af5ae-d6e9-4790-ada2-0b51eae9e241 req-b54c622d-2df3-4060-b40f-8b1f4c5c2160 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 1096 time: 0.0718713 Apr 20 18:08:29.346753 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0af5ae-d6e9-4790-ada2-0b51eae9e241 req-c04b68e7-a0cf-4240-b06b-9f8a6a2fa060 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:29.348987 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fd0af5ae-d6e9-4790-ada2-0b51eae9e241 req-c04b68e7-a0cf-4240-b06b-9f8a6a2fa060 service neutron] 10.222.0.43 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.1862178 Apr 20 18:08:29.478769 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859966c4-4a07-4342-ac52-74b0ddecd9e7 req-274c17b0-3a88-43f0-8385-641f501c097a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:29.480202 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-859966c4-4a07-4342-ac52-74b0ddecd9e7 req-274c17b0-3a88-43f0-8385-641f501c097a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 945 time: 0.1795845 Apr 20 18:08:29.481740 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fd0af5ae-d6e9-4790-ada2-0b51eae9e241 req-261dd05d-41bc-4df6-8852-c5d8d9addf97 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85f334f2-ef65-4667-8125-79ca145c1c1a HTTP/1.1" status: 200 len: 998 time: 0.1234217 Apr 20 18:08:29.537865 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-8dc78259-416f-4fea-bb7e-69bc8cdc3197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'name': 'tempest-ServerActionsTestJSON-1355921599-router', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:07:09Z', 'updated_at': '2022-04-20T18:07:12Z', 'revision_number': 4, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'gw_port': {'id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:10Z', 'updated_at': '2022-04-20T18:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '9aab3dde-d7b9-45ce-be5f-247f9c4db95f', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'port_id': '85f334f2-ef65-4667-8125-79ca145c1c1a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'mac_address': 'fa:16:3e:76:02:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1843fcfb-5757-42f8-ba0e-88522cce8cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:07:15Z', 'updated_at': '2022-04-20T18:08:27Z', 'revision_number': 5, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6adf36e4-be89-47f7-89f7-c374e3570927', 'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'mac_address': 'fa:16:3e:cc:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:12Z', 'updated_at': '2022-04-20T18:07:19Z', 'revision_number': 5, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'subnets': [{'id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:08:29.542329 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc78259-416f-4fea-bb7e-69bc8cdc3197 None None] Checking router: ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:08:29.554025 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc78259-416f-4fea-bb7e-69bc8cdc3197 None None] Routers {'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:08:29.554643 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-8dc78259-416f-4fea-bb7e-69bc8cdc3197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:08:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:08:29.576172 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0af5ae-d6e9-4790-ada2-0b51eae9e241 req-0279d229-ddd7-4141-83a7-b47ce398b0e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:29.577607 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fd0af5ae-d6e9-4790-ada2-0b51eae9e241 req-0279d229-ddd7-4141-83a7-b47ce398b0e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.0780706 Apr 20 18:08:29.579687 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-859966c4-4a07-4342-ac52-74b0ddecd9e7 req-8bbc42e8-73f3-4cf9-9f60-6d72db7163ea tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0939693 Apr 20 18:08:29.652066 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fd0af5ae-d6e9-4790-ada2-0b51eae9e241 req-f8b1cf5a-ad91-4577-9758-bd352dfe1b6c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682125 Apr 20 18:08:29.731981 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-8dc78259-416f-4fea-bb7e-69bc8cdc3197 None None] Set router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:08:29.782465 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fd0af5ae-d6e9-4790-ada2-0b51eae9e241 req-e74e93f5-7b0c-462d-ada8-eb8c80f68944 service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240792 Apr 20 18:08:29.911691 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fd0af5ae-d6e9-4790-ada2-0b51eae9e241 req-2d93425c-c374-45cd-8b46-04c99ea476f9 service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235144 Apr 20 18:08:30.120890 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-8dc78259-416f-4fea-bb7e-69bc8cdc3197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'name': 'tempest-ServerActionsTestJSON-1355921599-router', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:07:09Z', 'updated_at': '2022-04-20T18:07:12Z', 'revision_number': 4, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'gw_port': {'id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:10Z', 'updated_at': '2022-04-20T18:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '9aab3dde-d7b9-45ce-be5f-247f9c4db95f', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'port_id': '85f334f2-ef65-4667-8125-79ca145c1c1a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'mac_address': 'fa:16:3e:76:02:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1843fcfb-5757-42f8-ba0e-88522cce8cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:07:15Z', 'updated_at': '2022-04-20T18:08:27Z', 'revision_number': 5, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6adf36e4-be89-47f7-89f7-c374e3570927', 'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'mac_address': 'fa:16:3e:cc:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:12Z', 'updated_at': '2022-04-20T18:07:19Z', 'revision_number': 5, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'subnets': [{'id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:08:30.125484 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc78259-416f-4fea-bb7e-69bc8cdc3197 None None] The sync data for ids ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'] in n-d-838032-1 is: [{'id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'name': 'tempest-ServerActionsTestJSON-1355921599-router', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:07:09Z', 'updated_at': '2022-04-20T18:07:12Z', 'revision_number': 4, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'gw_port': {'id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:10Z', 'updated_at': '2022-04-20T18:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '9aab3dde-d7b9-45ce-be5f-247f9c4db95f', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'port_id': '85f334f2-ef65-4667-8125-79ca145c1c1a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'mac_address': 'fa:16:3e:76:02:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1843fcfb-5757-42f8-ba0e-88522cce8cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:07:15Z', 'updated_at': '2022-04-20T18:08:27Z', 'revision_number': 5, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6adf36e4-be89-47f7-89f7-c374e3570927', 'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'mac_address': 'fa:16:3e:cc:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:12Z', 'updated_at': '2022-04-20T18:07:19Z', 'revision_number': 5, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'subnets': [{'id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:08:30.316497 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f943f482-0102-488f-b459-935b4466ab47 None None] New status for floating IP 9aab3dde-d7b9-45ce-be5f-247f9c4db95f: ACTIVE {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 18:08:30.939593 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c7761-b1d8-47ad-98ff-f35a6c89ccbf req-1bbb70d4-625f-42ee-b570-4a70426c74ec tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:30.940940 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e92c7761-b1d8-47ad-98ff-f35a6c89ccbf req-1bbb70d4-625f-42ee-b570-4a70426c74ec tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 945 time: 0.0778277 Apr 20 18:08:30.991549 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e92c7761-b1d8-47ad-98ff-f35a6c89ccbf req-ea3e71f5-1ba9-468e-a0ce-2fd82b85d066 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436885 Apr 20 18:08:32.197758 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f8165-ee02-432c-bf61-9b56465105b7 req-5da9a79c-175a-4a09-94ea-e15d9e62b4e5 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:32.199228 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0b8f8165-ee02-432c-bf61-9b56465105b7 req-5da9a79c-175a-4a09-94ea-e15d9e62b4e5 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 945 time: 0.0873528 Apr 20 18:08:32.245297 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0b8f8165-ee02-432c-bf61-9b56465105b7 req-600d4ee5-f960-4afd-abb2-1cb53b80bf0b tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401151 Apr 20 18:08:33.451292 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d97dbe-9c9b-4d41-9e72-d77901083f3b req-0bd3c1a0-4d6c-4b4a-8243-69d8d6ccef76 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:33.452751 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-09d97dbe-9c9b-4d41-9e72-d77901083f3b req-0bd3c1a0-4d6c-4b4a-8243-69d8d6ccef76 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 945 time: 0.0831826 Apr 20 18:08:33.500072 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-09d97dbe-9c9b-4d41-9e72-d77901083f3b req-28045f91-22b7-4a6d-9700-783a618be5c9 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416849 Apr 20 18:08:34.722669 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430997c-b1df-4d9d-b1ed-ca21e69d66a2 req-5471a6df-f073-4ed1-b9ba-bf8cb3de8e2d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:34.723994 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2430997c-b1df-4d9d-b1ed-ca21e69d66a2 req-5471a6df-f073-4ed1-b9ba-bf8cb3de8e2d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 945 time: 0.0847039 Apr 20 18:08:34.770395 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2430997c-b1df-4d9d-b1ed-ca21e69d66a2 req-e392b033-dbd9-4599-a518-eb2803fa6c89 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406883 Apr 20 18:08:36.002228 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a310dd1-21cd-4669-a8a1-56e98fe51db9 req-0898ae1e-8cf1-4caf-88bd-0ba50497b0e4 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:36.003688 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4a310dd1-21cd-4669-a8a1-56e98fe51db9 req-0898ae1e-8cf1-4caf-88bd-0ba50497b0e4 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 945 time: 0.0841646 Apr 20 18:08:36.054098 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4a310dd1-21cd-4669-a8a1-56e98fe51db9 req-6e444253-549e-4273-a9eb-5cdb00248e9c tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422287 Apr 20 18:08:36.169850 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-536e0aac-94fd-494f-b6c1-6b819c7b1ee7 req-7e153837-069c-4f17-98ce-fbfa63534cb6 service neutron] (84081) timed out ('10.222.0.39', 60438) {{(pid=84081) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 20 18:08:37.357454 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee9aa2-f786-48b2-bdb9-ad9952fdfdcd req-7b7e32fc-64de-4f69-b878-9524179043df tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:37.358829 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a8ee9aa2-f786-48b2-bdb9-ad9952fdfdcd req-7b7e32fc-64de-4f69-b878-9524179043df tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 945 time: 0.1768053 Apr 20 18:08:37.403979 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a8ee9aa2-f786-48b2-bdb9-ad9952fdfdcd req-e5a646dc-8c0b-4dcf-8b7e-ef25cdb28531 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394747 Apr 20 18:08:38.606688 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d3028-4d1a-4eca-ab8e-4b24ec03601b req-4a64cedc-ca1c-4092-a29c-968cc0ac11df tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:38.608109 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-501d3028-4d1a-4eca-ab8e-4b24ec03601b req-4a64cedc-ca1c-4092-a29c-968cc0ac11df tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 945 time: 0.0811429 Apr 20 18:08:38.653105 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-501d3028-4d1a-4eca-ab8e-4b24ec03601b req-cf42010f-f85f-40af-912c-a1eda07e04a4 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394368 Apr 20 18:08:39.241454 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f73941-f2be-43a6-9916-f94b7e613941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:39.859621 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c7f64-b966-4b53-bdc0-81210480d3ba req-cd85a9cd-3b3e-4030-adb1-143a9ea44fb8 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:39.861052 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-405c7f64-b966-4b53-bdc0-81210480d3ba req-cd85a9cd-3b3e-4030-adb1-143a9ea44fb8 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 945 time: 0.0786388 Apr 20 18:08:39.911433 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-405c7f64-b966-4b53-bdc0-81210480d3ba req-5a1f9484-eac7-4459-9da3-1d2f67d6ff24 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446646 Apr 20 18:08:41.218235 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d1700-5317-4721-bf10-b5f3ddcbe8c8 req-b9b46517-80c5-498d-9971-a5a810f6a7b2 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:41.219695 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8a6d1700-5317-4721-bf10-b5f3ddcbe8c8 req-b9b46517-80c5-498d-9971-a5a810f6a7b2 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 945 time: 0.1798058 Apr 20 18:08:41.267150 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8a6d1700-5317-4721-bf10-b5f3ddcbe8c8 req-dc347549-e59a-4cc1-8c60-b7473ee0adbc tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416188 Apr 20 18:08:41.420541 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b2097eca-316b-4bbc-a87c-ea3d9803fc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:42.479371 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc47d01-a009-40ab-a4d3-c5bbb57ec6cc req-8da59138-121f-4a96-be90-9ebb3fb5e6b5 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:42.480913 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-efc47d01-a009-40ab-a4d3-c5bbb57ec6cc req-8da59138-121f-4a96-be90-9ebb3fb5e6b5 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 945 time: 0.0828326 Apr 20 18:08:42.526969 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-efc47d01-a009-40ab-a4d3-c5bbb57ec6cc req-427c3454-d362-4b07-ae9b-db95f459385c tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403762 Apr 20 18:08:42.691611 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:42.894135 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:43.676173 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:43.732725 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad13678-4f97-465b-8e24-01322704c99a req-3731a035-6df7-4848-8ac7-23adfdf81c3e tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:43.734077 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fad13678-4f97-465b-8e24-01322704c99a req-3731a035-6df7-4848-8ac7-23adfdf81c3e tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 945 time: 0.0811148 Apr 20 18:08:43.779831 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fad13678-4f97-465b-8e24-01322704c99a req-a67262da-59ef-45bf-abc5-3d0503ab6e40 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400522 Apr 20 18:08:44.198084 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:44.989273 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b65255-498d-4d01-8992-ec5ec2b443b6 req-7bdbdd6f-7f55-4f83-b7a1-b4cf698023a5 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:44.990765 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-60b65255-498d-4d01-8992-ec5ec2b443b6 req-7bdbdd6f-7f55-4f83-b7a1-b4cf698023a5 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 945 time: 0.0812750 Apr 20 18:08:45.035337 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-60b65255-498d-4d01-8992-ec5ec2b443b6 req-f0027915-d62e-4eb7-a9ce-2b444accf89b tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386417 Apr 20 18:08:45.601038 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:46.257688 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8353dfa-46c4-44b8-99b8-4d89f738e3bd req-57596e9e-a77e-40b1-be14-bb9326811cf2 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:46.259237 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a8353dfa-46c4-44b8-99b8-4d89f738e3bd req-57596e9e-a77e-40b1-be14-bb9326811cf2 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 945 time: 0.0840738 Apr 20 18:08:46.306281 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a8353dfa-46c4-44b8-99b8-4d89f738e3bd req-1b900348-cc58-4af1-8f3a-e83efa615c0c tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413287 Apr 20 18:08:47.507208 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2736e23-52ed-4c93-9d1e-2c2c931367c6 req-8f5aec84-1f5d-45c0-a0e5-44d893458e16 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:47.508659 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a2736e23-52ed-4c93-9d1e-2c2c931367c6 req-8f5aec84-1f5d-45c0-a0e5-44d893458e16 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 945 time: 0.0764563 Apr 20 18:08:47.558511 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a2736e23-52ed-4c93-9d1e-2c2c931367c6 req-775ac75e-a8eb-47aa-80d0-4f252aee169a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442197 Apr 20 18:08:48.777112 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172eb4c-5888-426d-b56b-50fc051f6d09 req-f12ee57d-3478-4e3a-ace7-d1e579d16adf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:48.778555 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8172eb4c-5888-426d-b56b-50fc051f6d09 req-f12ee57d-3478-4e3a-ace7-d1e579d16adf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 945 time: 0.0838988 Apr 20 18:08:48.827327 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8172eb4c-5888-426d-b56b-50fc051f6d09 req-28879711-bbf1-4edb-9312-7a72fb4df44b tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427554 Apr 20 18:08:50.063375 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d35b6a-a6cf-4f73-8aff-434d57786694 req-5ebc5a3a-a497-406a-a1b3-9bbb61532e67 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:50.064819 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1d35b6a-a6cf-4f73-8aff-434d57786694 req-5ebc5a3a-a497-406a-a1b3-9bbb61532e67 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 945 time: 0.0951445 Apr 20 18:08:50.109852 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1d35b6a-a6cf-4f73-8aff-434d57786694 req-3d248483-55d5-4484-be6a-58e682964ee0 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395000 Apr 20 18:08:51.323696 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531e615-4dfe-4bd9-bb6a-f86e15cc6455 req-9e3fa082-eb39-4425-a785-efc6a275449d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:51.325139 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7531e615-4dfe-4bd9-bb6a-f86e15cc6455 req-9e3fa082-eb39-4425-a785-efc6a275449d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 945 time: 0.0863345 Apr 20 18:08:51.371302 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7531e615-4dfe-4bd9-bb6a-f86e15cc6455 req-cd944f83-f5fc-47b6-afb8-67b59f085fe1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406070 Apr 20 18:08:52.579425 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3696ad-e341-49c6-a23b-3776448a2846 req-b6877154-ad81-4fb1-bf1d-1fcb89522f09 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:52.580869 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd3696ad-e341-49c6-a23b-3776448a2846 req-b6877154-ad81-4fb1-bf1d-1fcb89522f09 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 945 time: 0.0776062 Apr 20 18:08:52.629374 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd3696ad-e341-49c6-a23b-3776448a2846 req-1fee8a71-459a-47c1-80f2-f2fc578296b0 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429633 Apr 20 18:08:53.844536 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d41e5-e5fc-4a37-9e0c-15c1c8184eec req-babad33d-403c-40ce-b81b-7e15637b1ed3 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:53.845936 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c84d41e5-e5fc-4a37-9e0c-15c1c8184eec req-babad33d-403c-40ce-b81b-7e15637b1ed3 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 945 time: 0.0849683 Apr 20 18:08:53.890045 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c84d41e5-e5fc-4a37-9e0c-15c1c8184eec req-7031746d-9deb-469c-afac-faa754ccea5d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386047 Apr 20 18:08:55.097874 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd74e4-cc34-4b71-b308-f70f7285374e req-2dc24412-d816-446f-82da-0c0ccda7fc66 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:55.099318 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e7cd74e4-cc34-4b71-b308-f70f7285374e req-2dc24412-d816-446f-82da-0c0ccda7fc66 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 945 time: 0.0751221 Apr 20 18:08:55.143763 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e7cd74e4-cc34-4b71-b308-f70f7285374e req-e43ff0d9-8cc5-46e5-b0a0-7215690e9d52 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390112 Apr 20 18:08:55.344888 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-96913b1a-f7db-4292-ae80-e72277713e07 req-ae05d688-55de-4ff0-b46a-3e76b3cf605a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0698054 Apr 20 18:08:55.656321 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-8d9de638-0a97-410f-95c9-9b2835b290fa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1231229 Apr 20 18:08:55.674020 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706542ab-33f0-46e3-b4f2-df80a39dc136 req-0eceb530-bd15-4df9-b8d3-2ab2a726fb19 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:55.675750 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-706542ab-33f0-46e3-b4f2-df80a39dc136 req-0eceb530-bd15-4df9-b8d3-2ab2a726fb19 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 945 time: 0.0881302 Apr 20 18:08:55.724568 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-706542ab-33f0-46e3-b4f2-df80a39dc136 req-40b3c0fd-f652-4eee-8471-63b8d9333cac tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430224 Apr 20 18:08:56.526156 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:08:56.852379 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-304b06a1-4947-4718-9187-4ab6963fdb75 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 1096 time: 0.0710688 Apr 20 18:08:56.927421 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc59c3-8439-4f1f-b08b-145e60e39df1 req-86a40ae1-3b2c-4cfd-919c-121ff09e460f tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:56.928930 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-32fc59c3-8439-4f1f-b08b-145e60e39df1 req-86a40ae1-3b2c-4cfd-919c-121ff09e460f tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 945 time: 0.0803010 Apr 20 18:08:56.975896 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-32fc59c3-8439-4f1f-b08b-145e60e39df1 req-90d57b97-326f-4209-8080-d6e206531bbb tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403619 Apr 20 18:08:56.983478 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-a9912613-c49c-4ee2-a7ff-5402e63f24a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:56.985017 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-a9912613-c49c-4ee2-a7ff-5402e63f24a4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.1260054 Apr 20 18:08:57.087604 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-13c3e8d3-4e89-4b31-aeff-d119b9a4c922 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85f334f2-ef65-4667-8125-79ca145c1c1a HTTP/1.1" status: 200 len: 1000 time: 0.0967903 Apr 20 18:08:57.147580 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-63561337-062e-4660-a696-d0d53b6e0457 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:57.148922 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-63561337-062e-4660-a696-d0d53b6e0457 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.0557954 Apr 20 18:08:57.220595 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-65ef2102-65b1-4010-806e-fd9b867a8936 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658512 Apr 20 18:08:57.357264 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-e3e6e8ce-66b7-4499-92d5-302df7f3961e service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305251 Apr 20 18:08:57.486005 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-8698d717-5422-45a4-8aa9-f2c98bfd1e31 service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229806 Apr 20 18:08:58.273167 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bfe15-3ee2-4769-a52f-1ea708a07742 req-df7bb1e9-8feb-4255-ab5e-b3b2c0a3b748 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:58.274540 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-553bfe15-3ee2-4769-a52f-1ea708a07742 req-df7bb1e9-8feb-4255-ab5e-b3b2c0a3b748 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 945 time: 0.1681750 Apr 20 18:08:58.318437 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-553bfe15-3ee2-4769-a52f-1ea708a07742 req-78e3b934-5f58-4f98-b770-026c5a30edf1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379617 Apr 20 18:08:59.290215 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-3a904500-13b1-493f-b5ec-69843acb92f3 service neutron] show failed (client error): The resource could not be found. Apr 20 18:08:59.291213 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-3a904500-13b1-493f-b5ec-69843acb92f3 service neutron] 10.222.0.43 "GET /v2.0/ports/85f334f2-ef65-4667-8125-79ca145c1c1a/bindings/n-h2-838032-1 HTTP/1.1" status: 404 len: 380 time: 0.0855739 Apr 20 18:08:59.526635 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166b423-4e40-4b29-a370-04fbb6841ea3 req-d22e2504-a247-4a54-93e8-c27fbca4f990 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:08:59.528063 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a166b423-4e40-4b29-a370-04fbb6841ea3 req-d22e2504-a247-4a54-93e8-c27fbca4f990 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 945 time: 0.0848124 Apr 20 18:08:59.556364 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-b9296cfb-fb5c-4dcb-960f-f770839ccc9c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd&tenant_id=f823d665cb0d4b31b65bc538037b8226 HTTP/1.1" status: 200 len: 1096 time: 0.0692947 Apr 20 18:08:59.567075 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-75d522e1-b8cd-45eb-9126-d4d12f6fbb91 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838032-1', 'device_owner': 'compute:nova'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:08:59.573150 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a166b423-4e40-4b29-a370-04fbb6841ea3 req-bc150b8d-6fe4-437c-afd4-be9495f00dfe tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391154 Apr 20 18:08:59.684675 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-75d522e1-b8cd-45eb-9126-d4d12f6fbb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:08:59.959900 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-75d522e1-b8cd-45eb-9126-d4d12f6fbb91 service neutron] For port 85f334f2-ef65-4667-8125-79ca145c1c1a, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=85f334f2-ef65-4667-8125-79ca145c1c1a,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:08:59.989307 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-75d522e1-b8cd-45eb-9126-d4d12f6fbb91 service neutron] For port 85f334f2-ef65-4667-8125-79ca145c1c1a, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:09:00.045021 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1843fcfb-5757-42f8-ba0e-88522cce8cfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85f334f2-ef65-4667-8125-79ca145c1c1a'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:09:00.050388 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-75d522e1-b8cd-45eb-9126-d4d12f6fbb91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:00.064884 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-75d522e1-b8cd-45eb-9126-d4d12f6fbb91 service neutron] Transition to ACTIVE for port object 85f334f2-ef65-4667-8125-79ca145c1c1a will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:09:00.070867 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-75d522e1-b8cd-45eb-9126-d4d12f6fbb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:00.118655 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec9dc3bc-1ba7-4d2f-8f1d-5cd0264807f8'] response: {'server_uuid': '1843fcfb-5757-42f8-ba0e-88522cce8cfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85f334f2-ef65-4667-8125-79ca145c1c1a', 'code': 200} Apr 20 18:09:00.203261 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d522e1-b8cd-45eb-9126-d4d12f6fbb91 service neutron] Pushing event updated for resources: {'Port': ['ID=85f334f2-ef65-4667-8125-79ca145c1c1a,revision_number=6']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:09:00.263264 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-75d522e1-b8cd-45eb-9126-d4d12f6fbb91 service neutron] No DVR routers for this DVR port 85f334f2-ef65-4667-8125-79ca145c1c1a on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:09:00.514115 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-75d522e1-b8cd-45eb-9126-d4d12f6fbb91 service neutron] Attempting to bind port 85f334f2-ef65-4667-8125-79ca145c1c1a on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:09:00.514785 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-75d522e1-b8cd-45eb-9126-d4d12f6fbb91 service neutron] Attempting to bind port 85f334f2-ef65-4667-8125-79ca145c1c1a by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:09:00.514785 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-75d522e1-b8cd-45eb-9126-d4d12f6fbb91 service neutron] Attempting to bind port 85f334f2-ef65-4667-8125-79ca145c1c1a on network 156920a9-5dd7-45b1-8db9-8f4d103d7145 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:09:00.520723 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-75d522e1-b8cd-45eb-9126-d4d12f6fbb91 service neutron] Port 85f334f2-ef65-4667-8125-79ca145c1c1a on network 156920a9-5dd7-45b1-8db9-8f4d103d7145 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 18:09:00.521048 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-75d522e1-b8cd-45eb-9126-d4d12f6fbb91 service neutron] Attempting to bind port 85f334f2-ef65-4667-8125-79ca145c1c1a on network 156920a9-5dd7-45b1-8db9-8f4d103d7145 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:09:00.529511 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-75d522e1-b8cd-45eb-9126-d4d12f6fbb91 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:09:00.529988 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-75d522e1-b8cd-45eb-9126-d4d12f6fbb91 service neutron] Checking segment: {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:09:00.530583 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-75d522e1-b8cd-45eb-9126-d4d12f6fbb91 service neutron] Bound using segment: {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:09:00.531255 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-75d522e1-b8cd-45eb-9126-d4d12f6fbb91 service neutron] Bound port: 85f334f2-ef65-4667-8125-79ca145c1c1a, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:09:00.531804 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-75d522e1-b8cd-45eb-9126-d4d12f6fbb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:00.625598 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-75d522e1-b8cd-45eb-9126-d4d12f6fbb91 service neutron] For port 85f334f2-ef65-4667-8125-79ca145c1c1a, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:09:00.628673 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-75d522e1-b8cd-45eb-9126-d4d12f6fbb91 service neutron] For port 85f334f2-ef65-4667-8125-79ca145c1c1a, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=85f334f2-ef65-4667-8125-79ca145c1c1a,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:09:00.633357 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-75d522e1-b8cd-45eb-9126-d4d12f6fbb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:00.693875 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-75d522e1-b8cd-45eb-9126-d4d12f6fbb91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:00.695434 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-75d522e1-b8cd-45eb-9126-d4d12f6fbb91 service neutron] 10.222.0.10 "PUT /v2.0/ports/85f334f2-ef65-4667-8125-79ca145c1c1a HTTP/1.1" status: 200 len: 1091 time: 1.1322317 Apr 20 18:09:00.709411 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d522e1-b8cd-45eb-9126-d4d12f6fbb91 service neutron] Pushing event updated for resources: {'Port': ['ID=85f334f2-ef65-4667-8125-79ca145c1c1a,revision_number=7']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:09:00.799501 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-9cb2e18c-351f-47e9-96d3-8561b3490b0c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 1094 time: 0.0723200 Apr 20 18:09:00.799740 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c879d22-fa03-4ddd-beda-4d7fc3af7dcf req-82f67d2e-d044-43e0-ae35-67ed7b8fe453 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:00.801066 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4c879d22-fa03-4ddd-beda-4d7fc3af7dcf req-82f67d2e-d044-43e0-ae35-67ed7b8fe453 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 943 time: 0.0958922 Apr 20 18:09:00.851824 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4c879d22-fa03-4ddd-beda-4d7fc3af7dcf req-fd64ef63-afde-479f-a933-08bdc75b8ea8 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450053 Apr 20 18:09:00.933995 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-534624d8-8621-4407-8fdf-786fa3e09625 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:00.935465 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-534624d8-8621-4407-8fdf-786fa3e09625 service neutron] 10.222.0.10 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.1290329 Apr 20 18:09:01.129413 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-1284220a-ac77-4b66-bcb8-65f123f4cf4c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85f334f2-ef65-4667-8125-79ca145c1c1a HTTP/1.1" status: 200 len: 998 time: 0.1868787 Apr 20 18:09:01.190157 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-553e50ca-c934-4fb5-bdab-257efb12e4b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:01.191581 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-553e50ca-c934-4fb5-bdab-257efb12e4b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.0554459 Apr 20 18:09:01.264998 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-618de305-d100-4fd9-b398-c455054ed2b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677631 Apr 20 18:09:01.275622 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-77de4615-5320-4836-b7ec-7de955576019 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 18:09:01.276522 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-77de4615-5320-4836-b7ec-7de955576019 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046494 Apr 20 18:09:01.408165 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-a2989bfa-b53d-4891-8f72-8d546899d5a6 service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244202 Apr 20 18:09:01.539115 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05e2390f-1fef-40ac-90f2-fd1c47ea53b0 req-03ed25db-32c0-4d8c-806d-c6730b7f8cdd service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241944 Apr 20 18:09:02.084221 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127148b5-fa41-46e7-a48a-55eedf0fc33e req-ef01ad46-52ba-44eb-9f07-684da3b566ce tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:02.085775 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-127148b5-fa41-46e7-a48a-55eedf0fc33e req-ef01ad46-52ba-44eb-9f07-684da3b566ce tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 943 time: 0.0874255 Apr 20 18:09:02.119389 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1843fcfb-5757-42f8-ba0e-88522cce8cfd', 'tag': '85f334f2-ef65-4667-8125-79ca145c1c1a'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:09:02.135470 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-127148b5-fa41-46e7-a48a-55eedf0fc33e req-fd64bd06-0b40-4799-ac90-92a98489e0ff tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440395 Apr 20 18:09:02.188310 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71ad8245-0599-4ef2-ad95-d2cb01e55106'] response: {'name': 'network-changed', 'server_uuid': '1843fcfb-5757-42f8-ba0e-88522cce8cfd', 'tag': '85f334f2-ef65-4667-8125-79ca145c1c1a', 'status': 'completed', 'code': 200} Apr 20 18:09:02.336162 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3e6b237-b870-4537-bad2-20ec6af990f6 req-800c1a13-0855-433a-8ee0-9f27526251e1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 1094 time: 0.1259060 Apr 20 18:09:02.339468 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3e6b237-b870-4537-bad2-20ec6af990f6 req-45344a04-2f28-4402-9af2-1bb47ce0a99a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 1094 time: 0.1282513 Apr 20 18:09:02.566658 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6b237-b870-4537-bad2-20ec6af990f6 req-e7301f64-ad6f-4fe4-92d1-f0206452d6b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:02.568077 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3e6b237-b870-4537-bad2-20ec6af990f6 req-e7301f64-ad6f-4fe4-92d1-f0206452d6b4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.2259121 Apr 20 18:09:02.570241 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6b237-b870-4537-bad2-20ec6af990f6 req-9cb0cd57-f854-45a7-903d-0c016345274b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:02.571519 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3e6b237-b870-4537-bad2-20ec6af990f6 req-9cb0cd57-f854-45a7-903d-0c016345274b service neutron] 10.222.0.43 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.2127399 Apr 20 18:09:02.747309 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3e6b237-b870-4537-bad2-20ec6af990f6 req-aac35597-b8b0-4687-8d8e-2d0fa0031688 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85f334f2-ef65-4667-8125-79ca145c1c1a HTTP/1.1" status: 200 len: 998 time: 0.1728172 Apr 20 18:09:02.748910 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3e6b237-b870-4537-bad2-20ec6af990f6 req-f7ff33da-c549-48fb-bb4b-6c4a621f0284 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85f334f2-ef65-4667-8125-79ca145c1c1a HTTP/1.1" status: 200 len: 998 time: 0.1262910 Apr 20 18:09:02.856672 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6b237-b870-4537-bad2-20ec6af990f6 req-09ffb0f0-b2a1-4721-b862-221318ea0e48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:02.858076 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3e6b237-b870-4537-bad2-20ec6af990f6 req-09ffb0f0-b2a1-4721-b862-221318ea0e48 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.1042452 Apr 20 18:09:02.859320 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6b237-b870-4537-bad2-20ec6af990f6 req-6b4645a4-d5ed-4830-b0c8-fd9209f2f4e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:02.860528 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3e6b237-b870-4537-bad2-20ec6af990f6 req-6b4645a4-d5ed-4830-b0c8-fd9209f2f4e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.1056924 Apr 20 18:09:02.986212 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3e6b237-b870-4537-bad2-20ec6af990f6 req-5a8e8019-e82f-4b4e-af9f-5762a656f6cd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1214671 Apr 20 18:09:02.988629 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3e6b237-b870-4537-bad2-20ec6af990f6 req-c2d8a690-0a29-4148-b245-e69e0650390b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964272 Apr 20 18:09:03.323913 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3e6b237-b870-4537-bad2-20ec6af990f6 req-6865419c-0857-4d11-831c-44a623ff407a service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300395 Apr 20 18:09:03.325984 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3e6b237-b870-4537-bad2-20ec6af990f6 req-575912f9-a8a4-4362-bd93-82468ddd8377 service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309088 Apr 20 18:09:03.521632 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 85f334f2-ef65-4667-8125-79ca145c1c1a no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:09:03.576275 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 85f334f2-ef65-4667-8125-79ca145c1c1a not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:09:03.616575 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3e6b237-b870-4537-bad2-20ec6af990f6 req-63ee9907-a372-4845-895b-b5c7278960a0 service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856765 Apr 20 18:09:03.622920 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3e6b237-b870-4537-bad2-20ec6af990f6 req-3febdee4-8c80-466f-a482-4f032d95d958 service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740352 Apr 20 18:09:03.635459 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad25b6-0fbe-4e37-a649-47e82c81e768 req-cbcfb8f5-15fb-42bf-b807-aaccdf892421 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:03.636891 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-41ad25b6-0fbe-4e37-a649-47e82c81e768 req-cbcfb8f5-15fb-42bf-b807-aaccdf892421 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 943 time: 0.2172639 Apr 20 18:09:03.685369 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-41ad25b6-0fbe-4e37-a649-47e82c81e768 req-74d020b1-2e95-4b5e-9aa3-8df470439080 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424821 Apr 20 18:09:04.922742 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622090c-1b09-4e3f-9202-90b0ba465dbd req-23ace95c-165f-43c3-b65d-8a85c9afb83b tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:04.924822 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b622090c-1b09-4e3f-9202-90b0ba465dbd req-23ace95c-165f-43c3-b65d-8a85c9afb83b tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 943 time: 0.0908363 Apr 20 18:09:04.977673 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b622090c-1b09-4e3f-9202-90b0ba465dbd req-8e212162-3a2d-4437-b604-10d2b0f2b146 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470574 Apr 20 18:09:05.305703 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49461c-fca5-491c-a28e-2bbc6aeaba60 req-09a2b3d6-018b-4066-9a46-b41d58b73694 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:05.307173 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ec49461c-fca5-491c-a28e-2bbc6aeaba60 req-09a2b3d6-018b-4066-9a46-b41d58b73694 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.43 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd&tenant_id=f823d665cb0d4b31b65bc538037b8226&binding%3Ahost_id=n-h2-838032-1 HTTP/1.1" status: 200 len: 943 time: 0.0791614 Apr 20 18:09:05.313099 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2883195-453a-473f-ac75-51f59b51c4ef req-468626a2-4c52-4590-880b-12c78ae9a273 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:05.314557 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2883195-453a-473f-ac75-51f59b51c4ef req-468626a2-4c52-4590-880b-12c78ae9a273 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 943 time: 0.0781021 Apr 20 18:09:05.358896 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2883195-453a-473f-ac75-51f59b51c4ef req-82b5077d-f471-4911-b8dc-0798f5cd0c70 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386183 Apr 20 18:09:05.386585 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [req-ec49461c-fca5-491c-a28e-2bbc6aeaba60 req-6f316769-8bc0-4761-88fb-6de0664c9938 service neutron] delete failed (client error): The resource could not be found. Apr 20 18:09:05.387583 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ec49461c-fca5-491c-a28e-2bbc6aeaba60 req-6f316769-8bc0-4761-88fb-6de0664c9938 service neutron] 10.222.0.43 "DELETE /v2.0/ports/85f334f2-ef65-4667-8125-79ca145c1c1a/bindings/n-h1-838032-1 HTTP/1.1" status: 404 len: 380 time: 0.0736628 Apr 20 18:09:05.529385 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ec49461c-fca5-491c-a28e-2bbc6aeaba60 req-ef151a54-7b86-485a-b29c-11dd39154cde service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 1094 time: 0.0731356 Apr 20 18:09:05.659087 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49461c-fca5-491c-a28e-2bbc6aeaba60 req-998e8d6d-6336-4ed3-b15e-490a057ccc77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:05.660409 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ec49461c-fca5-491c-a28e-2bbc6aeaba60 req-998e8d6d-6336-4ed3-b15e-490a057ccc77 service neutron] 10.222.0.43 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.1255517 Apr 20 18:09:05.769629 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ec49461c-fca5-491c-a28e-2bbc6aeaba60 req-ab8615de-af1d-4057-9e74-602264afea0c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85f334f2-ef65-4667-8125-79ca145c1c1a HTTP/1.1" status: 200 len: 998 time: 0.1028321 Apr 20 18:09:05.833724 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49461c-fca5-491c-a28e-2bbc6aeaba60 req-91c712ca-7d82-4fac-837e-b8d7d30d27d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:05.835411 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ec49461c-fca5-491c-a28e-2bbc6aeaba60 req-91c712ca-7d82-4fac-837e-b8d7d30d27d7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.0598700 Apr 20 18:09:05.911086 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ec49461c-fca5-491c-a28e-2bbc6aeaba60 req-142fa003-3bff-4e5b-b520-edf2d62459bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701685 Apr 20 18:09:06.042770 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ec49461c-fca5-491c-a28e-2bbc6aeaba60 req-1372fb3d-efcd-42a4-bc16-7e0a139fc179 service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257198 Apr 20 18:09:06.172825 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ec49461c-fca5-491c-a28e-2bbc6aeaba60 req-86d93968-31cb-49b2-868c-c3d6761b93df service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236212 Apr 20 18:09:06.323660 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 85f334f2-ef65-4667-8125-79ca145c1c1a details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:09:06.462952 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 85f334f2-ef65-4667-8125-79ca145c1c1a, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=85f334f2-ef65-4667-8125-79ca145c1c1a,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:09:06.480000 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '85f334f2-ef65-4667-8125-79ca145c1c1a', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'port_id': '85f334f2-ef65-4667-8125-79ca145c1c1a', 'mac_address': 'fa:16:3e:76:02:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:09:06.563779 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3de67-5823-4d84-a3fa-5dbe5c9f4e03 req-8bc6b536-8680-48f0-bfc9-fad54ba17b24 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:06.565227 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1cb3de67-5823-4d84-a3fa-5dbe5c9f4e03 req-8bc6b536-8680-48f0-bfc9-fad54ba17b24 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 943 time: 0.0816147 Apr 20 18:09:06.566581 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:06.584306 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85f334f2-ef65-4667-8125-79ca145c1c1a {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:09:06.602154 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 85f334f2-ef65-4667-8125-79ca145c1c1a, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=85f334f2-ef65-4667-8125-79ca145c1c1a,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:09:06.606766 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:06.613575 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1cb3de67-5823-4d84-a3fa-5dbe5c9f4e03 req-fb3a9b81-6346-437a-853b-dc92563af3f0 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423372 Apr 20 18:09:06.681335 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=85f334f2-ef65-4667-8125-79ca145c1c1a,revision_number=8']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:09:06.944078 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['85f334f2-ef65-4667-8125-79ca145c1c1a'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:09:07.822637 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d3cdb-3048-4bf5-be09-fc888d0d2c88 req-2d8e1dfc-d016-47f3-bd82-583386943e48 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:07.824044 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d01d3cdb-3048-4bf5-be09-fc888d0d2c88 req-2d8e1dfc-d016-47f3-bd82-583386943e48 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 944 time: 0.0818963 Apr 20 18:09:07.872955 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d01d3cdb-3048-4bf5-be09-fc888d0d2c88 req-d9edc906-e4f4-4ea3-94e5-d31176b265ea tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432832 Apr 20 18:09:08.075923 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc5603-cb54-44fe-87b0-60f9a1d31f47 req-02e81231-4a8b-45a3-8dfb-1e9833c1869a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:08.077258 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-86cc5603-cb54-44fe-87b0-60f9a1d31f47 req-02e81231-4a8b-45a3-8dfb-1e9833c1869a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 944 time: 0.0800991 Apr 20 18:09:08.126661 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-86cc5603-cb54-44fe-87b0-60f9a1d31f47 req-99a59a44-f199-4c65-870d-570bc751e488 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434921 Apr 20 18:09:08.343943 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 85f334f2-ef65-4667-8125-79ca145c1c1a up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:09:08.425040 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 85f334f2-ef65-4667-8125-79ca145c1c1a completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:09:08.430369 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 85f334f2-ef65-4667-8125-79ca145c1c1a triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:09:08.430774 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:08.550533 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:08.577725 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1843fcfb-5757-42f8-ba0e-88522cce8cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f334f2-ef65-4667-8125-79ca145c1c1a'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:09:08.587807 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 85f334f2-ef65-4667-8125-79ca145c1c1a, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=85f334f2-ef65-4667-8125-79ca145c1c1a,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:09:08.593315 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:08.640866 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0b81234-29c1-4b45-bff3-e8dadf2c85fb'] response: {'server_uuid': '1843fcfb-5757-42f8-ba0e-88522cce8cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f334f2-ef65-4667-8125-79ca145c1c1a', 'code': 200} Apr 20 18:09:08.665497 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=85f334f2-ef65-4667-8125-79ca145c1c1a,revision_number=9']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:09:08.671467 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624572c-0990-4259-b515-3ff67a5b8319 req-cda9a6fd-d362-4af5-8ab2-380698145ac1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:08.672904 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d624572c-0990-4259-b515-3ff67a5b8319 req-cda9a6fd-d362-4af5-8ab2-380698145ac1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 944 time: 0.2327251 Apr 20 18:09:08.682656 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-968e4de2-a293-4c73-8585-1000d32111c3 req-4bed8371-ab3f-4ff3-af5b-52ef5bcfb5d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 1096 time: 0.1062851 Apr 20 18:09:08.800717 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d624572c-0990-4259-b515-3ff67a5b8319 req-fbcdeb53-7a29-4513-8d55-aaf0f5ca1306 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1219118 Apr 20 18:09:08.849476 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e4de2-a293-4c73-8585-1000d32111c3 req-af11f4af-e7cc-46b4-b0a4-09d423877ff8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:08.850878 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-968e4de2-a293-4c73-8585-1000d32111c3 req-af11f4af-e7cc-46b4-b0a4-09d423877ff8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.1561625 Apr 20 18:09:08.956004 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-968e4de2-a293-4c73-8585-1000d32111c3 req-5afff9d0-dd4a-42fa-862e-ad29f84293b8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85f334f2-ef65-4667-8125-79ca145c1c1a HTTP/1.1" status: 200 len: 1000 time: 0.0993693 Apr 20 18:09:09.016286 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e4de2-a293-4c73-8585-1000d32111c3 req-567d9bc3-f66f-4be0-8dee-7a68d6d90777 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:09.017634 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-968e4de2-a293-4c73-8585-1000d32111c3 req-567d9bc3-f66f-4be0-8dee-7a68d6d90777 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.0558591 Apr 20 18:09:09.094725 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-968e4de2-a293-4c73-8585-1000d32111c3 req-5075e4e9-f8eb-4ba1-b041-a3f9708c3732 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704360 Apr 20 18:09:09.227911 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-968e4de2-a293-4c73-8585-1000d32111c3 req-1ae72ea1-e61d-4ce4-8ff5-e544dbf9f387 service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260917 Apr 20 18:09:09.238480 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f27007bc-76c1-4735-a823-e5a112d2c199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:09.363046 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-968e4de2-a293-4c73-8585-1000d32111c3 req-b041aac6-24d4-4bde-9320-d105143f9dd0 service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295776 Apr 20 18:09:10.012311 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8e8ce-da7d-4c19-9315-6faa68527480 req-fd074ead-3289-4f91-b519-caac2a28c56e tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:10.013753 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-46c8e8ce-da7d-4c19-9315-6faa68527480 req-fd074ead-3289-4f91-b519-caac2a28c56e tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 945 time: 0.0874436 Apr 20 18:09:10.060950 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-46c8e8ce-da7d-4c19-9315-6faa68527480 req-ca5e0428-378d-46c4-a3c8-ddcfbb3ac19d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392606 Apr 20 18:09:10.479995 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988d35f-d88a-4fc4-ab58-366a250484ce req-614723e2-d045-40c0-9566-1b3aa24c4369 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:10.481431 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0988d35f-d88a-4fc4-ab58-366a250484ce req-614723e2-d045-40c0-9566-1b3aa24c4369 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 945 time: 0.0861859 Apr 20 18:09:10.530316 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0988d35f-d88a-4fc4-ab58-366a250484ce req-1b3b1b54-8a5c-419d-a1d8-125b08b056c7 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405941 Apr 20 18:09:11.422641 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8c121834-9856-42e0-bca4-de84b164b6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:11.754552 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b302e-cd4e-48b8-a8d1-45b227c45cfd req-b9407ea7-6d36-4a3c-9c5f-f32dd64c104c tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:11.756010 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-103b302e-cd4e-48b8-a8d1-45b227c45cfd req-b9407ea7-6d36-4a3c-9c5f-f32dd64c104c tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 945 time: 0.0928915 Apr 20 18:09:11.802703 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-103b302e-cd4e-48b8-a8d1-45b227c45cfd req-7fd5e6f0-cf20-4202-a9f7-e9055b2a5354 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409577 Apr 20 18:09:11.926127 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032f6a8-7a03-4707-ab74-d258fb7acae2 req-a21740a3-26a4-42a6-91e5-da6a1c150d2f tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:11.927558 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1032f6a8-7a03-4707-ab74-d258fb7acae2 req-a21740a3-26a4-42a6-91e5-da6a1c150d2f tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.10 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 945 time: 0.0807271 Apr 20 18:09:12.002889 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-1032f6a8-7a03-4707-ab74-d258fb7acae2 req-5756a249-78e1-4f64-a508-5581e9bc5aaf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Deleting port 85f334f2-ef65-4667-8125-79ca145c1c1a {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:09:12.003216 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1032f6a8-7a03-4707-ab74-d258fb7acae2 req-5756a249-78e1-4f64-a508-5581e9bc5aaf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:12.246106 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-1032f6a8-7a03-4707-ab74-d258fb7acae2 req-5756a249-78e1-4f64-a508-5581e9bc5aaf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] For port 85f334f2-ef65-4667-8125-79ca145c1c1a, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=85f334f2-ef65-4667-8125-79ca145c1c1a,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:09:12.246490 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1032f6a8-7a03-4707-ab74-d258fb7acae2 req-5756a249-78e1-4f64-a508-5581e9bc5aaf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:12.617656 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1032f6a8-7a03-4707-ab74-d258fb7acae2 req-5756a249-78e1-4f64-a508-5581e9bc5aaf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:12.617985 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1032f6a8-7a03-4707-ab74-d258fb7acae2 req-5756a249-78e1-4f64-a508-5581e9bc5aaf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:12.618217 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [req-1032f6a8-7a03-4707-ab74-d258fb7acae2 req-5756a249-78e1-4f64-a508-5581e9bc5aaf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Floating IP 9aab3dde-d7b9-45ce-be5f-247f9c4db95f disassociated. External IP: 172.25.8.13, port: 85f334f2-ef65-4667-8125-79ca145c1c1a. Apr 20 18:09:12.618583 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-1032f6a8-7a03-4707-ab74-d258fb7acae2 req-5756a249-78e1-4f64-a508-5581e9bc5aaf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Calling delete_port for 85f334f2-ef65-4667-8125-79ca145c1c1a owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:09:12.685896 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:12.763669 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1032f6a8-7a03-4707-ab74-d258fb7acae2 req-5756a249-78e1-4f64-a508-5581e9bc5aaf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:12.812071 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756a249-78e1-4f64-a508-5581e9bc5aaf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Pushing event deleted for resources: {'Port': ['ID=85f334f2-ef65-4667-8125-79ca145c1c1a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:09:12.825765 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756a249-78e1-4f64-a508-5581e9bc5aaf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:09:12.826082 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756a249-78e1-4f64-a508-5581e9bc5aaf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:09:12.826444 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756a249-78e1-4f64-a508-5581e9bc5aaf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:09:12.826780 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756a249-78e1-4f64-a508-5581e9bc5aaf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:09:12.827088 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756a249-78e1-4f64-a508-5581e9bc5aaf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:09:12.827409 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756a249-78e1-4f64-a508-5581e9bc5aaf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:09:12.827742 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756a249-78e1-4f64-a508-5581e9bc5aaf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:09:12.828054 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756a249-78e1-4f64-a508-5581e9bc5aaf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:09:12.830212 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756a249-78e1-4f64-a508-5581e9bc5aaf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:09:12.830212 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756a249-78e1-4f64-a508-5581e9bc5aaf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:09:12.830212 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756a249-78e1-4f64-a508-5581e9bc5aaf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:09:12.895753 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:12.970477 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e1083318-19c5-4201-86ab-d9ea33f95d75 req-6933a705-1e43-4a0e-a8c4-8f659aee3c04 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=1843fcfb-5757-42f8-ba0e-88522cce8cfd HTTP/1.1" status: 200 len: 210 time: 0.0405738 Apr 20 18:09:13.033716 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1032f6a8-7a03-4707-ab74-d258fb7acae2 req-5756a249-78e1-4f64-a508-5581e9bc5aaf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:09:13.240479 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1032f6a8-7a03-4707-ab74-d258fb7acae2 req-5756a249-78e1-4f64-a508-5581e9bc5aaf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:09:13.250632 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad68d85-4280-4381-ac4a-892918882a31 None None] Sync routers for ids ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:09:13.263242 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad68d85-4280-4381-ac4a-892918882a31 None None] Routers {'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:09:13.263807 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-7ad68d85-4280-4381-ac4a-892918882a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:09:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:09:13.310808 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-1032f6a8-7a03-4707-ab74-d258fb7acae2 req-5756a249-78e1-4f64-a508-5581e9bc5aaf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] No DVR routers for this DVR port 85f334f2-ef65-4667-8125-79ca145c1c1a on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:09:13.313626 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-1032f6a8-7a03-4707-ab74-d258fb7acae2 req-5756a249-78e1-4f64-a508-5581e9bc5aaf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:13.316593 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1843fcfb-5757-42f8-ba0e-88522cce8cfd', 'name': 'network-vif-deleted', 'tag': '85f334f2-ef65-4667-8125-79ca145c1c1a'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:09:13.333285 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1032f6a8-7a03-4707-ab74-d258fb7acae2 req-5756a249-78e1-4f64-a508-5581e9bc5aaf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.10 "DELETE /v2.0/ports/85f334f2-ef65-4667-8125-79ca145c1c1a HTTP/1.1" status: 204 len: 173 time: 1.3997762 Apr 20 18:09:13.377930 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39a9fe59-d63b-4c1b-acec-c46a23f50fb8'] response: {'server_uuid': '1843fcfb-5757-42f8-ba0e-88522cce8cfd', 'name': 'network-vif-deleted', 'tag': '85f334f2-ef65-4667-8125-79ca145c1c1a', 'status': 'completed', 'code': 200} Apr 20 18:09:13.438912 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-7ad68d85-4280-4381-ac4a-892918882a31 None None] Set router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:09:13.671717 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:13.747439 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-7ad68d85-4280-4381-ac4a-892918882a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'name': 'tempest-ServerActionsTestJSON-1355921599-router', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:07:09Z', 'updated_at': '2022-04-20T18:07:12Z', 'revision_number': 4, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'gw_port': {'id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:10Z', 'updated_at': '2022-04-20T18:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '6adf36e4-be89-47f7-89f7-c374e3570927', 'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'mac_address': 'fa:16:3e:cc:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:12Z', 'updated_at': '2022-04-20T18:07:19Z', 'revision_number': 5, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'subnets': [{'id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:09:13.751274 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad68d85-4280-4381-ac4a-892918882a31 None None] Checking router: ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:09:13.762622 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad68d85-4280-4381-ac4a-892918882a31 None None] Routers {'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:09:13.763201 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-7ad68d85-4280-4381-ac4a-892918882a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:09:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:09:13.938817 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-7ad68d85-4280-4381-ac4a-892918882a31 None None] Set router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:09:14.194445 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:14.287309 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-7ad68d85-4280-4381-ac4a-892918882a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'name': 'tempest-ServerActionsTestJSON-1355921599-router', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:07:09Z', 'updated_at': '2022-04-20T18:07:12Z', 'revision_number': 4, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'gw_port': {'id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:10Z', 'updated_at': '2022-04-20T18:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '6adf36e4-be89-47f7-89f7-c374e3570927', 'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'mac_address': 'fa:16:3e:cc:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:12Z', 'updated_at': '2022-04-20T18:07:19Z', 'revision_number': 5, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'subnets': [{'id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:09:14.291402 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad68d85-4280-4381-ac4a-892918882a31 None None] The sync data for ids ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'] in n-d-838032-1 is: [{'id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'name': 'tempest-ServerActionsTestJSON-1355921599-router', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:07:09Z', 'updated_at': '2022-04-20T18:07:12Z', 'revision_number': 4, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'gw_port': {'id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:10Z', 'updated_at': '2022-04-20T18:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '6adf36e4-be89-47f7-89f7-c374e3570927', 'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'mac_address': 'fa:16:3e:cc:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:12Z', 'updated_at': '2022-04-20T18:07:19Z', 'revision_number': 5, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'subnets': [{'id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:09:14.360482 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-1130ef25-f60f-4119-9536-11c7fb157ef3 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--24815157&fields=id&tenant_id=f823d665cb0d4b31b65bc538037b8226 HTTP/1.1" status: 200 len: 267 time: 0.0462589 Apr 20 18:09:14.509128 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-062bc3ab-7933-4cda-a815-fc9540dd4c2c tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:14.509861 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-062bc3ab-7933-4cda-a815-fc9540dd4c2c tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Synchronizing usage tracker for tenant:f823d665cb0d4b31b65bc538037b8226 on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:09:14.528505 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-062bc3ab-7933-4cda-a815-fc9540dd4c2c tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Unset dirty status for tenant:f823d665cb0d4b31b65bc538037b8226 on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:09:14.529672 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-062bc3ab-7933-4cda-a815-fc9540dd4c2c tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 812 time: 0.1622939 Apr 20 18:09:14.547195 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-a71a571c-89ff-43e6-bddf-24c2b4595ab6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/quotas/f823d665cb0d4b31b65bc538037b8226 HTTP/1.1" status: 200 len: 375 time: 0.0118723 Apr 20 18:09:14.551606 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3184b0-364d-47bd-ad84-a15fcbff1745 None None] New status for floating IP 9aab3dde-d7b9-45ce-be5f-247f9c4db95f: DOWN {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 18:09:14.636111 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-014f6a74-85b7-4674-8222-81e0c4800fd0 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833552 Apr 20 18:09:14.651525 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-c83e8a97-060e-4d41-a4b7-fb0e10a0d0b0 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 18:09:14.652443 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-c83e8a97-060e-4d41-a4b7-fb0e10a0d0b0 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050790 Apr 20 18:09:14.788904 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-a045d6ee-f347-4c11-ba46-6ef0e6a5dcf9 service neutron] 10.222.0.39 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305895 Apr 20 18:09:15.012681 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-9289a1b1-5e03-43a0-850e-9d080686b53d service neutron] 10.222.0.39 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179129 Apr 20 18:09:15.201092 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-20db3af7-330c-412b-9d51-75831d2da747 req-78083af3-3c58-4bb1-88af-da8b352d9835 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Synchronizing usage tracker for tenant:f823d665cb0d4b31b65bc538037b8226 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:09:15.219130 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-20db3af7-330c-412b-9d51-75831d2da747 req-78083af3-3c58-4bb1-88af-da8b352d9835 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Unset dirty status for tenant:f823d665cb0d4b31b65bc538037b8226 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:09:15.220289 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-20db3af7-330c-412b-9d51-75831d2da747 req-78083af3-3c58-4bb1-88af-da8b352d9835 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 210 time: 0.0584903 Apr 20 18:09:15.604997 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:16.242295 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-0833e463-cb6f-4737-b4c4-858d246e813d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:16.243791 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-0833e463-cb6f-4737-b4c4-858d246e813d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.43 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 812 time: 0.1473613 Apr 20 18:09:16.311866 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-e27cee53-5d2a-4bf4-9544-23db01cb399c tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f823d665cb0d4b31b65bc538037b8226 HTTP/1.1" status: 200 len: 378 time: 0.0541544 Apr 20 18:09:16.323278 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-5b951a1a-cfbf-47bc-ac99-b55292ea06a1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Request body: {'port': {'device_id': 'e69d6cec-364d-41f6-a2b5-31db78717965', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'admin_state_up': True, 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'security_groups': ['1270a7ff-42e7-4385-ada9-edd9171b33c5']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:09:16.373137 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 85f334f2-ef65-4667-8125-79ca145c1c1a no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:09:16.414315 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d03c5987-6b7f-4e15-be49-5673d9d422b4 req-5ca575eb-c6a6-4a71-b9f6-36a21eb8deff tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 210 time: 0.0538540 Apr 20 18:09:16.417799 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 85f334f2-ef65-4667-8125-79ca145c1c1a {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:09:16.418559 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 85f334f2-ef65-4667-8125-79ca145c1c1a not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:09:16.476814 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-5b951a1a-cfbf-47bc-ac99-b55292ea06a1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:09:16.486938 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-5b951a1a-cfbf-47bc-ac99-b55292ea06a1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:09:16.498285 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-5b951a1a-cfbf-47bc-ac99-b55292ea06a1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Made reservation on behalf of f823d665cb0d4b31b65bc538037b8226 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:09:16.501850 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-5b951a1a-cfbf-47bc-ac99-b55292ea06a1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:16.656891 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-5b951a1a-cfbf-47bc-ac99-b55292ea06a1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Allocated IP 172.20.0.6 (156920a9-5dd7-45b1-8db9-8f4d103d7145/8a37871a-71cb-4c9f-bc69-d8b3ae072252/54d1b64a-6fe0-4eb3-91d3-a848c1c665ae) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:09:16.847701 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-5b951a1a-cfbf-47bc-ac99-b55292ea06a1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:16.863702 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-5b951a1a-cfbf-47bc-ac99-b55292ea06a1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Transition to ACTIVE for port object 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:09:16.889272 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-5b951a1a-cfbf-47bc-ac99-b55292ea06a1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:16.960736 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-5b951a1a-cfbf-47bc-ac99-b55292ea06a1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Network 156920a9-5dd7-45b1-8db9-8f4d103d7145 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:09:16.963839 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-5b951a1a-cfbf-47bc-ac99-b55292ea06a1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:09:16.968162 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-5b951a1a-cfbf-47bc-ac99-b55292ea06a1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:09:16.992526 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b951a1a-cfbf-47bc-ac99-b55292ea06a1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Pushing event updated for resources: {'Port': ['ID=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:09:17.035019 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-5b951a1a-cfbf-47bc-ac99-b55292ea06a1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:17.036071 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-5b951a1a-cfbf-47bc-ac99-b55292ea06a1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:17.069411 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-5b951a1a-cfbf-47bc-ac99-b55292ea06a1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7499495 Apr 20 18:09:17.082640 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-d3d528f5-03dc-4248-82f2-9f924783a9eb service neutron] Request body: {'port': {'device_id': 'e69d6cec-364d-41f6-a2b5-31db78717965', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:09:17.207518 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-68ad8ee5-a416-4581-ba73-3149424909bd None None] Provisioning for port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:09:17.213204 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-68ad8ee5-a416-4581-ba73-3149424909bd None None] Provisioning complete for port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:09:17.213566 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-68ad8ee5-a416-4581-ba73-3149424909bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:17.264143 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-68ad8ee5-a416-4581-ba73-3149424909bd None None] Port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:09:17.300686 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-d3d528f5-03dc-4248-82f2-9f924783a9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:17.688501 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-d3d528f5-03dc-4248-82f2-9f924783a9eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:09:17.697273 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda2eb2-d184-4b15-83a3-55c0ea48688d req-1c165a4e-91eb-4d8e-b307-7f550afd3550 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:17.697950 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-8dda2eb2-d184-4b15-83a3-55c0ea48688d req-1c165a4e-91eb-4d8e-b307-7f550afd3550 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Synchronizing usage tracker for tenant:f823d665cb0d4b31b65bc538037b8226 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:09:17.703799 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-d3d528f5-03dc-4248-82f2-9f924783a9eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:17.724409 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-d3d528f5-03dc-4248-82f2-9f924783a9eb service neutron] Transition to ACTIVE for port object 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:09:17.730236 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-8dda2eb2-d184-4b15-83a3-55c0ea48688d req-1c165a4e-91eb-4d8e-b307-7f550afd3550 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Unset dirty status for tenant:f823d665cb0d4b31b65bc538037b8226 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:09:17.732683 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8dda2eb2-d184-4b15-83a3-55c0ea48688d req-1c165a4e-91eb-4d8e-b307-7f550afd3550 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 931 time: 0.1902854 Apr 20 18:09:17.734599 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-d3d528f5-03dc-4248-82f2-9f924783a9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:17.887127 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d528f5-03dc-4248-82f2-9f924783a9eb service neutron] Pushing event updated for resources: {'Port': ['ID=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:09:17.936611 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8dda2eb2-d184-4b15-83a3-55c0ea48688d req-2aca8a09-34ab-43a6-a679-2fc49b96dee4 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1628838 Apr 20 18:09:18.011681 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-d3d528f5-03dc-4248-82f2-9f924783a9eb service neutron] Attempting to bind port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:09:18.012084 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-d3d528f5-03dc-4248-82f2-9f924783a9eb service neutron] Attempting to bind port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:09:18.012402 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-d3d528f5-03dc-4248-82f2-9f924783a9eb service neutron] Attempting to bind port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae on network 156920a9-5dd7-45b1-8db9-8f4d103d7145 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:09:18.018844 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-d3d528f5-03dc-4248-82f2-9f924783a9eb service neutron] Port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae on network 156920a9-5dd7-45b1-8db9-8f4d103d7145 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 18:09:18.019160 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-d3d528f5-03dc-4248-82f2-9f924783a9eb service neutron] Attempting to bind port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae on network 156920a9-5dd7-45b1-8db9-8f4d103d7145 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:09:18.026086 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-d3d528f5-03dc-4248-82f2-9f924783a9eb service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:09:18.026435 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-d3d528f5-03dc-4248-82f2-9f924783a9eb service neutron] Checking segment: {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:09:18.027236 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-d3d528f5-03dc-4248-82f2-9f924783a9eb service neutron] Bound using segment: {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:09:18.027236 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-d3d528f5-03dc-4248-82f2-9f924783a9eb service neutron] Bound port: 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:09:18.027532 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-d3d528f5-03dc-4248-82f2-9f924783a9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:18.121628 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-d3d528f5-03dc-4248-82f2-9f924783a9eb service neutron] For port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:09:18.125216 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-d3d528f5-03dc-4248-82f2-9f924783a9eb service neutron] For port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:09:18.129974 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-d3d528f5-03dc-4248-82f2-9f924783a9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:18.191878 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-d3d528f5-03dc-4248-82f2-9f924783a9eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:18.193279 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-d3d528f5-03dc-4248-82f2-9f924783a9eb service neutron] 10.222.0.43 "PUT /v2.0/ports/54d1b64a-6fe0-4eb3-91d3-a848c1c665ae HTTP/1.1" status: 200 len: 1091 time: 1.1170788 Apr 20 18:09:18.193746 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69d6cec-364d-41f6-a2b5-31db78717965', 'tag': '54d1b64a-6fe0-4eb3-91d3-a848c1c665ae'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:09:18.219192 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d528f5-03dc-4248-82f2-9f924783a9eb service neutron] Pushing event updated for resources: {'Port': ['ID=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:09:18.277625 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e12273b-aeda-4ab7-a6d2-6366def96086'] response: {'name': 'network-changed', 'server_uuid': 'e69d6cec-364d-41f6-a2b5-31db78717965', 'tag': '54d1b64a-6fe0-4eb3-91d3-a848c1c665ae', 'status': 'completed', 'code': 200} Apr 20 18:09:18.324477 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-3d5d227f-f9e5-4c27-94fb-3b03ed2879ba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 1094 time: 0.0834291 Apr 20 18:09:18.398250 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-47b38450-dd0b-4017-8411-1615515b0174 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae HTTP/1.1" status: 200 len: 217 time: 0.0669959 Apr 20 18:09:18.459693 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-92de43d0-ffe9-4f1f-8ae7-42374053f3f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:18.461049 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-92de43d0-ffe9-4f1f-8ae7-42374053f3f7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.0576026 Apr 20 18:09:18.542304 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-19514994-2f04-40ed-8d6d-0f06c533738f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749297 Apr 20 18:09:18.675393 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-58b599e9-9a47-4970-be39-2653516a1d08 service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262178 Apr 20 18:09:18.809771 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-de0b1788-6caf-46d9-a3f9-26d447773030 req-8a48bb42-39f6-4d36-8984-7ab1f6e30844 service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281884 Apr 20 18:09:18.928959 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4817bc52-77f4-44da-b1d5-9edc920228cb req-bd0313b3-2260-458c-9773-704798418c70 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 1094 time: 0.0710928 Apr 20 18:09:19.198517 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817bc52-77f4-44da-b1d5-9edc920228cb req-2feda828-622a-453c-80b9-a0504d0fbdc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:19.200012 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4817bc52-77f4-44da-b1d5-9edc920228cb req-2feda828-622a-453c-80b9-a0504d0fbdc7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.2645409 Apr 20 18:09:19.260785 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091003c-c3af-4eeb-b7f3-d802b8460701 req-6a6ba2cc-b0f4-419a-a2c4-286d0f70c1a9 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:19.262159 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7091003c-c3af-4eeb-b7f3-d802b8460701 req-6a6ba2cc-b0f4-419a-a2c4-286d0f70c1a9 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 943 time: 0.1699162 Apr 20 18:09:19.289386 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4817bc52-77f4-44da-b1d5-9edc920228cb req-6fcccaec-3327-4ec0-8070-9138d4a0f543 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae HTTP/1.1" status: 200 len: 217 time: 0.0821669 Apr 20 18:09:19.359051 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7091003c-c3af-4eeb-b7f3-d802b8460701 req-ca00ff2b-5a60-4cdb-8752-af6fd0b8c2a0 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0911798 Apr 20 18:09:19.365833 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817bc52-77f4-44da-b1d5-9edc920228cb req-ba562606-7667-4ecd-8d80-95559c6f5371 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:19.367141 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4817bc52-77f4-44da-b1d5-9edc920228cb req-ba562606-7667-4ecd-8d80-95559c6f5371 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.0647330 Apr 20 18:09:19.446121 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4817bc52-77f4-44da-b1d5-9edc920228cb req-9f5ef176-0ca3-4149-aa92-7da9941eaf20 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718937 Apr 20 18:09:19.577377 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4817bc52-77f4-44da-b1d5-9edc920228cb req-263e02cd-6d28-4464-92e1-d1dbae38d34c service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234212 Apr 20 18:09:19.707278 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4817bc52-77f4-44da-b1d5-9edc920228cb req-dc5258cc-36c2-4bd5-b66a-dfd629674468 service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225984 Apr 20 18:09:20.579914 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1020f-1e59-4d02-b4d2-c4a35cd0df06 req-af5c1d4d-6cc3-41c9-a312-015c762018eb tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:20.581342 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-65b1020f-1e59-4d02-b4d2-c4a35cd0df06 req-af5c1d4d-6cc3-41c9-a312-015c762018eb tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 943 time: 0.0902359 Apr 20 18:09:20.627253 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-65b1020f-1e59-4d02-b4d2-c4a35cd0df06 req-5ca386af-8801-4c1b-91d5-404d634547ba tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402718 Apr 20 18:09:21.595242 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:09:21.735375 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:09:21.748807 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '54d1b64a-6fe0-4eb3-91d3-a848c1c665ae', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'port_id': '54d1b64a-6fe0-4eb3-91d3-a848c1c665ae', 'mac_address': 'fa:16:3e:50:e2:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:09:21.804346 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:21.821903 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:09:21.822360 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc11b7-f132-4530-a00c-44f7be2a19a4 req-ddb9d2f2-e930-4049-af64-d855b15e63ab tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:21.823831 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-53dc11b7-f132-4530-a00c-44f7be2a19a4 req-ddb9d2f2-e930-4049-af64-d855b15e63ab tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 943 time: 0.0768747 Apr 20 18:09:21.838239 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:09:21.843064 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:21.870490 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-53dc11b7-f132-4530-a00c-44f7be2a19a4 req-a217d22f-5b55-423e-9494-4ea593080e17 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407491 Apr 20 18:09:21.906452 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:09:22.073829 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['54d1b64a-6fe0-4eb3-91d3-a848c1c665ae'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:09:23.086548 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aae3fe-8898-4728-b6ae-d66de9849925 req-a1dfac7f-4da5-482a-9297-430209400665 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:23.088013 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f5aae3fe-8898-4728-b6ae-d66de9849925 req-a1dfac7f-4da5-482a-9297-430209400665 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 944 time: 0.0834556 Apr 20 18:09:23.133261 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f5aae3fe-8898-4728-b6ae-d66de9849925 req-7911ca09-8ec2-4c33-8d3a-19b088774050 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396860 Apr 20 18:09:23.611079 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:09:23.690957 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:09:23.696063 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:09:23.696424 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:23.818003 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:23.844520 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69d6cec-364d-41f6-a2b5-31db78717965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d1b64a-6fe0-4eb3-91d3-a848c1c665ae'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:09:23.854014 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:09:23.858602 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:23.902731 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dfdb13f-2a17-4c96-915d-c07cbf8041c0'] response: {'server_uuid': 'e69d6cec-364d-41f6-a2b5-31db78717965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d1b64a-6fe0-4eb3-91d3-a848c1c665ae', 'code': 200} Apr 20 18:09:23.961647 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:09:23.970271 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:09:23.970610 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:09:23.970941 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:09:23.971266 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:09:23.971587 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:09:23.971910 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:09:23.972228 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:09:23.972543 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:09:23.972858 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:09:23.973169 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:09:23.973480 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:09:24.031675 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-10ef48d1-c346-4453-ace2-46fda05cb798 req-657dcafc-c267-4eee-90bd-28b1a34b6f9d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 1096 time: 0.0712118 Apr 20 18:09:24.073387 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-10ef48d1-c346-4453-ace2-46fda05cb798 req-e6fdbb5d-9dd1-4c20-9d6d-131be47bacdc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356026 Apr 20 18:09:24.354252 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad6ff1-dc5e-454b-b43f-9052a793f72b req-ab586576-eaa1-4006-8895-5853805437d4 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:24.355604 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-14ad6ff1-dc5e-454b-b43f-9052a793f72b req-ab586576-eaa1-4006-8895-5853805437d4 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 945 time: 0.0892143 Apr 20 18:09:24.403839 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-14ad6ff1-dc5e-454b-b43f-9052a793f72b req-aea303a5-72a8-4f43-90ea-a720febccae1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401435 Apr 20 18:09:25.630329 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6158c24-c295-4d39-95f9-aa014d275bba req-f154182f-8de6-4e4b-98d1-9ae09a05f97d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:25.631755 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6158c24-c295-4d39-95f9-aa014d275bba req-f154182f-8de6-4e4b-98d1-9ae09a05f97d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 945 time: 0.0918226 Apr 20 18:09:25.676662 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6158c24-c295-4d39-95f9-aa014d275bba req-7991a11c-a8b5-4b12-b34e-90f9316b9968 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393076 Apr 20 18:09:25.881706 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81759df-ef33-47b4-b911-228397295497 req-cf4e9989-fb99-4961-97c7-eb422cb249ca tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:25.883205 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d81759df-ef33-47b4-b911-228397295497 req-cf4e9989-fb99-4961-97c7-eb422cb249ca tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 945 time: 0.0919940 Apr 20 18:09:25.894105 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35604) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:09:25.899241 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-3e0cbb92-faaf-4a7d-9541-8f98a977b1f9 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Request body: {'floatingip': {'port_id': '54d1b64a-6fe0-4eb3-91d3-a848c1c665ae'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:09:25.974253 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3e0cbb92-faaf-4a7d-9541-8f98a977b1f9 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks [] for floatingip, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:26.564315 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3e0cbb92-faaf-4a7d-9541-8f98a977b1f9 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:26.570941 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3e0cbb92-faaf-4a7d-9541-8f98a977b1f9 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:26.762206 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [None req-3e0cbb92-faaf-4a7d-9541-8f98a977b1f9 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Floating IP 9aab3dde-d7b9-45ce-be5f-247f9c4db95f associated. External IP: 172.25.8.13, port: 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae. Apr 20 18:09:27.263452 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0cbb92-faaf-4a7d-9541-8f98a977b1f9 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:09:27.461859 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0cbb92-faaf-4a7d-9541-8f98a977b1f9 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:09:27.466158 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3e0cbb92-faaf-4a7d-9541-8f98a977b1f9 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:27.471908 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812d3c04-55a5-4e9f-98c3-da83dab5ca9a None None] Sync routers for ids ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:09:27.484333 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812d3c04-55a5-4e9f-98c3-da83dab5ca9a None None] Routers {'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:09:27.484920 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-812d3c04-55a5-4e9f-98c3-da83dab5ca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:09:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:09:27.521708 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3e0cbb92-faaf-4a7d-9541-8f98a977b1f9 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "PUT /v2.0/floatingips/9aab3dde-d7b9-45ce-be5f-247f9c4db95f HTTP/1.1" status: 200 len: 990 time: 1.6265159 Apr 20 18:09:27.522252 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69d6cec-364d-41f6-a2b5-31db78717965', 'tag': '54d1b64a-6fe0-4eb3-91d3-a848c1c665ae'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:09:27.577295 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e0a75bb-1373-432d-9d9b-2475cf647683'] response: {'name': 'network-changed', 'server_uuid': 'e69d6cec-364d-41f6-a2b5-31db78717965', 'tag': '54d1b64a-6fe0-4eb3-91d3-a848c1c665ae', 'status': 'completed', 'code': 200} Apr 20 18:09:27.656846 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-812d3c04-55a5-4e9f-98c3-da83dab5ca9a None None] Set router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:09:27.721618 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7a8bec7a-9d6f-414b-b471-3825c986818d req-a78c2ed1-5e6a-4b91-86fb-da0c949dfe43 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 1096 time: 0.1231463 Apr 20 18:09:27.727713 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-099c4d47-07d7-4e71-95d1-f69a2bad8577 req-f91e6821-a4eb-4755-adb5-d54e46cf4a63 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0968900 Apr 20 18:09:27.855905 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bec7a-9d6f-414b-b471-3825c986818d req-cb883e92-00b0-4da0-b586-f3ca574cca83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:27.857566 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7a8bec7a-9d6f-414b-b471-3825c986818d req-cb883e92-00b0-4da0-b586-f3ca574cca83 service neutron] 10.222.0.43 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.1289926 Apr 20 18:09:27.983717 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7a8bec7a-9d6f-414b-b471-3825c986818d req-4df3a3e1-2369-44de-bce6-af658810bc31 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae HTTP/1.1" status: 200 len: 998 time: 0.1201007 Apr 20 18:09:28.013162 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-812d3c04-55a5-4e9f-98c3-da83dab5ca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'name': 'tempest-ServerActionsTestJSON-1355921599-router', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:07:09Z', 'updated_at': '2022-04-20T18:07:12Z', 'revision_number': 4, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'gw_port': {'id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:10Z', 'updated_at': '2022-04-20T18:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '9aab3dde-d7b9-45ce-be5f-247f9c4db95f', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'port_id': '54d1b64a-6fe0-4eb3-91d3-a848c1c665ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'mac_address': 'fa:16:3e:50:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69d6cec-364d-41f6-a2b5-31db78717965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:07:15Z', 'updated_at': '2022-04-20T18:09:26Z', 'revision_number': 9, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6adf36e4-be89-47f7-89f7-c374e3570927', 'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'mac_address': 'fa:16:3e:cc:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:12Z', 'updated_at': '2022-04-20T18:07:19Z', 'revision_number': 5, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'subnets': [{'id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:09:28.017079 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812d3c04-55a5-4e9f-98c3-da83dab5ca9a None None] Checking router: ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:09:28.027532 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812d3c04-55a5-4e9f-98c3-da83dab5ca9a None None] Routers {'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:09:28.028202 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-812d3c04-55a5-4e9f-98c3-da83dab5ca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:09:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:09:28.055340 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bec7a-9d6f-414b-b471-3825c986818d req-652727f8-b85b-4c2a-b5b4-a4ad4b74b559 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:28.056608 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7a8bec7a-9d6f-414b-b471-3825c986818d req-652727f8-b85b-4c2a-b5b4-a4ad4b74b559 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.0672779 Apr 20 18:09:28.063877 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4542ccb-419f-4214-a93e-795b8a6fa995 req-ed23713b-0cb0-42ab-b62a-d1728610b14b tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:28.065409 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c4542ccb-419f-4214-a93e-795b8a6fa995 req-ed23713b-0cb0-42ab-b62a-d1728610b14b tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 945 time: 0.0842855 Apr 20 18:09:28.121215 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c4542ccb-419f-4214-a93e-795b8a6fa995 req-48e5e99b-0066-432d-af6a-ca75705f3216 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500631 Apr 20 18:09:28.187844 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7a8bec7a-9d6f-414b-b471-3825c986818d req-dff4f804-c137-49f3-ac64-f8374f1000e0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240554 Apr 20 18:09:28.213495 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-812d3c04-55a5-4e9f-98c3-da83dab5ca9a None None] Set router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:09:28.363924 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-3f6a6efd-3739-4fe5-87b5-e3734ea6b870 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3296435 Apr 20 18:09:28.419279 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7a8bec7a-9d6f-414b-b471-3825c986818d req-1b7ae85c-65ba-41b2-93fa-8fcf5a8f538e service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248142 Apr 20 18:09:28.558688 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7a8bec7a-9d6f-414b-b471-3825c986818d req-c8874066-1e4a-4c69-a9eb-33e0f819b26a service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330342 Apr 20 18:09:28.594815 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-812d3c04-55a5-4e9f-98c3-da83dab5ca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'name': 'tempest-ServerActionsTestJSON-1355921599-router', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:07:09Z', 'updated_at': '2022-04-20T18:07:12Z', 'revision_number': 4, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'gw_port': {'id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:10Z', 'updated_at': '2022-04-20T18:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '9aab3dde-d7b9-45ce-be5f-247f9c4db95f', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'port_id': '54d1b64a-6fe0-4eb3-91d3-a848c1c665ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'mac_address': 'fa:16:3e:50:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69d6cec-364d-41f6-a2b5-31db78717965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:07:15Z', 'updated_at': '2022-04-20T18:09:26Z', 'revision_number': 9, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6adf36e4-be89-47f7-89f7-c374e3570927', 'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'mac_address': 'fa:16:3e:cc:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:12Z', 'updated_at': '2022-04-20T18:07:19Z', 'revision_number': 5, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'subnets': [{'id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:09:28.598693 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812d3c04-55a5-4e9f-98c3-da83dab5ca9a None None] The sync data for ids ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'] in n-d-838032-1 is: [{'id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'name': 'tempest-ServerActionsTestJSON-1355921599-router', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:07:09Z', 'updated_at': '2022-04-20T18:07:12Z', 'revision_number': 4, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'gw_port': {'id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:10Z', 'updated_at': '2022-04-20T18:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '9aab3dde-d7b9-45ce-be5f-247f9c4db95f', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'port_id': '54d1b64a-6fe0-4eb3-91d3-a848c1c665ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'mac_address': 'fa:16:3e:50:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69d6cec-364d-41f6-a2b5-31db78717965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:07:15Z', 'updated_at': '2022-04-20T18:09:26Z', 'revision_number': 9, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6adf36e4-be89-47f7-89f7-c374e3570927', 'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'mac_address': 'fa:16:3e:cc:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:12Z', 'updated_at': '2022-04-20T18:07:19Z', 'revision_number': 5, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'subnets': [{'id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:09:28.825420 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d243b76-ce86-4bd9-ac5a-86df2bd00578 None None] New status for floating IP 9aab3dde-d7b9-45ce-be5f-247f9c4db95f: ACTIVE {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 18:09:29.343747 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e42bf-1278-4cc9-9926-3125f19a0df0 req-6c31d73d-36de-44e8-8a74-7fa855a697ac tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:29.345236 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd5e42bf-1278-4cc9-9926-3125f19a0df0 req-6c31d73d-36de-44e8-8a74-7fa855a697ac tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 945 time: 0.0844381 Apr 20 18:09:29.390776 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd5e42bf-1278-4cc9-9926-3125f19a0df0 req-bb61a155-725a-4e80-87a3-fce1c5f708de tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397429 Apr 20 18:09:29.693426 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-07638ca8-3c1f-48cc-abf1-5899c81cd9f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 1096 time: 0.0703404 Apr 20 18:09:29.822729 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-ad96c446-6f02-4df0-93d0-eaa53d09ee4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:29.824146 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-ad96c446-6f02-4df0-93d0-eaa53d09ee4c service neutron] 10.222.0.43 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.1254449 Apr 20 18:09:29.932239 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-0f55be6e-9fdb-4727-8bea-d487aa59ec91 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae HTTP/1.1" status: 200 len: 1001 time: 0.1011057 Apr 20 18:09:30.003327 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-c652c06f-6bfd-444f-9a6f-162f0c96ebe9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:30.005401 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-c652c06f-6bfd-444f-9a6f-162f0c96ebe9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.0667589 Apr 20 18:09:30.087998 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-d069e1cd-e344-4b14-b18e-e280937b2f97 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766306 Apr 20 18:09:30.219367 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-d71f9867-a7fe-4b3f-bee7-1f74a0cf96bc service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252275 Apr 20 18:09:30.352975 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-9e3c7041-b99c-460f-b5bf-4f0e278196de service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268220 Apr 20 18:09:30.594042 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5ca9f-b39a-45ea-98b3-3693856fac88 req-685ffd19-3800-45fa-97e2-571e136e2c23 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:30.595647 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e3b5ca9f-b39a-45ea-98b3-3693856fac88 req-685ffd19-3800-45fa-97e2-571e136e2c23 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 945 time: 0.0816765 Apr 20 18:09:30.641332 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e3b5ca9f-b39a-45ea-98b3-3693856fac88 req-a91a5558-ea68-4bb2-a6e9-86846450835b tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399175 Apr 20 18:09:31.848001 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff1562-f0aa-44f1-bde1-8e396129f968 req-67e24812-fb0d-49df-9a98-c03c49cb4b3c tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:31.849433 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d0ff1562-f0aa-44f1-bde1-8e396129f968 req-67e24812-fb0d-49df-9a98-c03c49cb4b3c tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 945 time: 0.0771730 Apr 20 18:09:31.901180 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d0ff1562-f0aa-44f1-bde1-8e396129f968 req-73f0c2ee-2bdb-4345-acb3-f73e2845c280 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437648 Apr 20 18:09:33.108994 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7825eb1-9b49-4334-a9a8-acb109c9e0e4 req-bbd5708b-ebf8-4ea4-be14-6e10482947f5 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:33.110504 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a7825eb1-9b49-4334-a9a8-acb109c9e0e4 req-bbd5708b-ebf8-4ea4-be14-6e10482947f5 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 945 time: 0.0785708 Apr 20 18:09:33.158231 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a7825eb1-9b49-4334-a9a8-acb109c9e0e4 req-6604aa6f-be5b-4f17-9e57-e15e86b7fe4c tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416231 Apr 20 18:09:33.528154 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:09:34.382214 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb3e06-6deb-495f-a8c1-ef6e6c4a9f02 req-7dc5f57d-9093-4a86-bde4-920b346afed7 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:34.383657 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-37bb3e06-6deb-495f-a8c1-ef6e6c4a9f02 req-7dc5f57d-9093-4a86-bde4-920b346afed7 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 945 time: 0.0957282 Apr 20 18:09:34.428678 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-37bb3e06-6deb-495f-a8c1-ef6e6c4a9f02 req-85b86fe9-d74f-4722-8ec8-7c3ced01c40c tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393977 Apr 20 18:09:35.640707 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb1c7a-e941-46a0-9f44-22368be64538 req-c94d6687-7589-4c32-b2c5-70010bb9d869 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:35.642123 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0ebb1c7a-e941-46a0-9f44-22368be64538 req-c94d6687-7589-4c32-b2c5-70010bb9d869 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 945 time: 0.0822515 Apr 20 18:09:35.686141 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0ebb1c7a-e941-46a0-9f44-22368be64538 req-e2f6a8cf-5304-4f6c-b133-6642e5942a15 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384667 Apr 20 18:09:36.904897 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744bd72-c5d5-4e50-ba53-520df6f676c4 req-43795178-a926-4420-aa6a-abefd1cb1c10 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:36.906534 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c744bd72-c5d5-4e50-ba53-520df6f676c4 req-43795178-a926-4420-aa6a-abefd1cb1c10 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 945 time: 0.0913703 Apr 20 18:09:36.952608 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c744bd72-c5d5-4e50-ba53-520df6f676c4 req-35262e9b-3b5c-4753-8cbd-36844b8a692e tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403535 Apr 20 18:09:38.155849 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5eda4-8699-4588-bd48-bf7ed74f5cad req-130c054e-db26-457b-a4eb-2e41cc2f2019 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:38.157308 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ea5eda4-8699-4588-bd48-bf7ed74f5cad req-130c054e-db26-457b-a4eb-2e41cc2f2019 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 945 time: 0.0767927 Apr 20 18:09:38.212468 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6ea5eda4-8699-4588-bd48-bf7ed74f5cad req-08110829-ac4c-405b-9c18-c13cbcd1b9ce tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467463 Apr 20 18:09:39.235054 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4ef9da32-e7f6-4bb9-9e1e-de403ba34fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:39.410676 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9e9b2-abe2-4461-8f38-36f6e7627cc2 req-22780df5-fc02-4093-87db-4619b2daf6f7 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:39.412271 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f9a9e9b2-abe2-4461-8f38-36f6e7627cc2 req-22780df5-fc02-4093-87db-4619b2daf6f7 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 945 time: 0.0807292 Apr 20 18:09:39.457224 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f9a9e9b2-abe2-4461-8f38-36f6e7627cc2 req-db076f2a-7fec-4062-bd0f-afccf10d1237 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393264 Apr 20 18:09:40.672522 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14fc79-5c71-4a3e-9c8e-df122b129298 req-b6d6d1df-70f4-47ae-8d92-8fb256d489da tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:40.673946 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6a14fc79-5c71-4a3e-9c8e-df122b129298 req-b6d6d1df-70f4-47ae-8d92-8fb256d489da tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 945 time: 0.0844846 Apr 20 18:09:40.722333 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6a14fc79-5c71-4a3e-9c8e-df122b129298 req-bc6adb56-b80d-498b-b5f0-23e647005680 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401111 Apr 20 18:09:41.424391 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a613715f-7871-486d-b6dd-7eb76dbab641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:41.935424 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6837b5-25a7-4b86-afd2-449f27e09b64 req-e3ea90d4-84dd-4fd8-b8ad-017ab4e90794 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:41.936903 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fe6837b5-25a7-4b86-afd2-449f27e09b64 req-e3ea90d4-84dd-4fd8-b8ad-017ab4e90794 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 945 time: 0.0838847 Apr 20 18:09:41.983423 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fe6837b5-25a7-4b86-afd2-449f27e09b64 req-a38f4443-6aac-4753-96d0-2e3cc975967d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408945 Apr 20 18:09:42.702954 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:42.901125 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:43.212322 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24a9ac-a75b-427e-b410-940b6113bd11 req-3851f4a7-adb6-4853-a224-ec7c62de6989 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:43.213747 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4b24a9ac-a75b-427e-b410-940b6113bd11 req-3851f4a7-adb6-4853-a224-ec7c62de6989 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 945 time: 0.0895069 Apr 20 18:09:43.260328 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4b24a9ac-a75b-427e-b410-940b6113bd11 req-4cf861ef-e893-42d4-9af1-e08dc9fb2ee4 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399489 Apr 20 18:09:43.679592 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:44.206351 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:44.469721 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c4af3-e520-4980-9902-c91c3be1c86d req-698ea959-2023-43e7-91e1-62f656d472d9 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:44.471213 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8c1c4af3-e520-4980-9902-c91c3be1c86d req-698ea959-2023-43e7-91e1-62f656d472d9 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 945 time: 0.0789349 Apr 20 18:09:44.516949 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8c1c4af3-e520-4980-9902-c91c3be1c86d req-4b861e9c-22e5-4174-8730-16ffd58a4242 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401556 Apr 20 18:09:45.635031 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:45.723085 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd601687-ebc7-4a61-a647-492bc18f626c req-807487ed-ea3a-4cc9-a0c3-059ec58cd45b tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:45.724522 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dd601687-ebc7-4a61-a647-492bc18f626c req-807487ed-ea3a-4cc9-a0c3-059ec58cd45b tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 945 time: 0.0803425 Apr 20 18:09:45.772146 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dd601687-ebc7-4a61-a647-492bc18f626c req-d793e304-b32e-4a6b-92ee-4108c1f748be tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390770 Apr 20 18:09:47.066372 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7cec6-ce6e-4d05-b3ee-9033001531ff req-63998cae-b00a-4e86-b900-520f913d57ca tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:47.067806 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-24e7cec6-ce6e-4d05-b3ee-9033001531ff req-63998cae-b00a-4e86-b900-520f913d57ca tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 945 time: 0.1668522 Apr 20 18:09:47.113559 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-24e7cec6-ce6e-4d05-b3ee-9033001531ff req-efeb8b2f-2091-412d-8870-9a658060599e tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399573 Apr 20 18:09:47.320176 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-d90679f5-ef47-494b-a8e1-fc0c7fead132 service neutron] show failed (client error): The resource could not be found. Apr 20 18:09:47.321198 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-d90679f5-ef47-494b-a8e1-fc0c7fead132 service neutron] 10.222.0.43 "GET /v2.0/ports/54d1b64a-6fe0-4eb3-91d3-a848c1c665ae/bindings/n-h2-838032-1 HTTP/1.1" status: 404 len: 380 time: 0.0869780 Apr 20 18:09:47.598759 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-fb0cca4e-de06-41dd-929b-aa7821f9cb47 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965&tenant_id=f823d665cb0d4b31b65bc538037b8226 HTTP/1.1" status: 200 len: 1096 time: 0.0738840 Apr 20 18:09:47.609492 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-744c5129-2cc4-4c4f-b617-f6fc031129e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838032-1', 'device_owner': 'compute:nova'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:09:47.723692 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-744c5129-2cc4-4c4f-b617-f6fc031129e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:47.989756 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-744c5129-2cc4-4c4f-b617-f6fc031129e5 service neutron] For port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:09:48.020165 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-744c5129-2cc4-4c4f-b617-f6fc031129e5 service neutron] For port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:09:48.086906 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69d6cec-364d-41f6-a2b5-31db78717965', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54d1b64a-6fe0-4eb3-91d3-a848c1c665ae'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:09:48.092223 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-744c5129-2cc4-4c4f-b617-f6fc031129e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:48.116562 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-744c5129-2cc4-4c4f-b617-f6fc031129e5 service neutron] Transition to ACTIVE for port object 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:09:48.122114 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-744c5129-2cc4-4c4f-b617-f6fc031129e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:48.174046 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00d5f45f-1e40-4458-8c70-876457f32c97'] response: {'server_uuid': 'e69d6cec-364d-41f6-a2b5-31db78717965', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54d1b64a-6fe0-4eb3-91d3-a848c1c665ae', 'code': 200} Apr 20 18:09:48.301553 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c5129-2cc4-4c4f-b617-f6fc031129e5 service neutron] Pushing event updated for resources: {'Port': ['ID=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae,revision_number=6']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:09:48.374864 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-744c5129-2cc4-4c4f-b617-f6fc031129e5 service neutron] No DVR routers for this DVR port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:09:48.511470 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af050e-8be2-4107-bc87-72a4fc3722eb req-171a5a4d-5929-4116-8bde-0bec8e1e9fe1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:48.512807 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c6af050e-8be2-4107-bc87-72a4fc3722eb req-171a5a4d-5929-4116-8bde-0bec8e1e9fe1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 943 time: 0.2663653 Apr 20 18:09:48.576496 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c6af050e-8be2-4107-bc87-72a4fc3722eb req-45827c3d-5e07-45bb-aaeb-81e76a15f49a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531433 Apr 20 18:09:48.680739 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-744c5129-2cc4-4c4f-b617-f6fc031129e5 service neutron] Attempting to bind port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:09:48.681060 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-744c5129-2cc4-4c4f-b617-f6fc031129e5 service neutron] Attempting to bind port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:09:48.681377 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-744c5129-2cc4-4c4f-b617-f6fc031129e5 service neutron] Attempting to bind port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae on network 156920a9-5dd7-45b1-8db9-8f4d103d7145 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:09:48.687510 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-744c5129-2cc4-4c4f-b617-f6fc031129e5 service neutron] Port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae on network 156920a9-5dd7-45b1-8db9-8f4d103d7145 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 18:09:48.687820 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-744c5129-2cc4-4c4f-b617-f6fc031129e5 service neutron] Attempting to bind port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae on network 156920a9-5dd7-45b1-8db9-8f4d103d7145 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:09:48.694359 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-744c5129-2cc4-4c4f-b617-f6fc031129e5 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:09:48.694689 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-744c5129-2cc4-4c4f-b617-f6fc031129e5 service neutron] Checking segment: {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:09:48.695061 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-744c5129-2cc4-4c4f-b617-f6fc031129e5 service neutron] Bound using segment: {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:09:48.695486 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-744c5129-2cc4-4c4f-b617-f6fc031129e5 service neutron] Bound port: 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:09:48.695933 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-744c5129-2cc4-4c4f-b617-f6fc031129e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:48.790312 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-744c5129-2cc4-4c4f-b617-f6fc031129e5 service neutron] For port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:09:48.793547 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-744c5129-2cc4-4c4f-b617-f6fc031129e5 service neutron] For port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:09:48.798275 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-744c5129-2cc4-4c4f-b617-f6fc031129e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:48.862215 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-744c5129-2cc4-4c4f-b617-f6fc031129e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:48.863693 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-744c5129-2cc4-4c4f-b617-f6fc031129e5 service neutron] 10.222.0.10 "PUT /v2.0/ports/54d1b64a-6fe0-4eb3-91d3-a848c1c665ae HTTP/1.1" status: 200 len: 1091 time: 1.2580092 Apr 20 18:09:48.874976 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c5129-2cc4-4c4f-b617-f6fc031129e5 service neutron] Pushing event updated for resources: {'Port': ['ID=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae,revision_number=7']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:09:48.963833 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-ed12614b-27d0-4522-a58e-b3349d24945d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 1094 time: 0.0766697 Apr 20 18:09:49.197449 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-b8db2b50-4dff-4a47-9198-58fa32f537d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:49.198931 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-b8db2b50-4dff-4a47-9198-58fa32f537d5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.2279603 Apr 20 18:09:49.303304 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-551a22c6-ce60-4edb-a43c-c63acfed53fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae HTTP/1.1" status: 200 len: 999 time: 0.0984733 Apr 20 18:09:49.365774 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-7e0e9a7a-add4-480e-b4ea-03f9d56dec14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:49.367103 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-7e0e9a7a-add4-480e-b4ea-03f9d56dec14 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.0579841 Apr 20 18:09:49.443110 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-105f4daa-c848-4a41-b388-b132e7552699 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704441 Apr 20 18:09:49.584287 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-4f5db1c1-8527-447f-8e44-966c4731ab54 service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354051 Apr 20 18:09:49.713842 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47d634d2-83ef-4baf-9e77-c07397291cbc req-f8964313-5b30-4282-8dfc-8aac5cbcfb32 service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234744 Apr 20 18:09:49.779087 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f561f-ab42-4e78-a915-eb577fd8c825 req-f58b4ac3-208c-4513-9c25-567e16b3e1f8 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:49.780741 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bc8f561f-ab42-4e78-a915-eb577fd8c825 req-f58b4ac3-208c-4513-9c25-567e16b3e1f8 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 943 time: 0.0822697 Apr 20 18:09:49.826010 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bc8f561f-ab42-4e78-a915-eb577fd8c825 req-dc8a750b-c13c-4add-92ad-ae8450263b7a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395062 Apr 20 18:09:50.175729 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69d6cec-364d-41f6-a2b5-31db78717965', 'tag': '54d1b64a-6fe0-4eb3-91d3-a848c1c665ae'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:09:50.253635 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aece40f0-21c8-4ea0-b213-733e953daebf'] response: {'name': 'network-changed', 'server_uuid': 'e69d6cec-364d-41f6-a2b5-31db78717965', 'tag': '54d1b64a-6fe0-4eb3-91d3-a848c1c665ae', 'status': 'completed', 'code': 200} Apr 20 18:09:50.400089 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fa30eae-fac8-4b2b-b3b7-a3ad3253c286 req-d20f9604-d426-42b5-bb5f-d1022fd0583e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 1094 time: 0.1229138 Apr 20 18:09:50.402751 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fa30eae-fac8-4b2b-b3b7-a3ad3253c286 req-23ef3401-a429-4406-8df8-cc4c5ab75fa7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 1094 time: 0.1268604 Apr 20 18:09:50.629199 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa30eae-fac8-4b2b-b3b7-a3ad3253c286 req-b0f09d89-f956-4e46-928b-0dcf70dbdfb9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:50.630658 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fa30eae-fac8-4b2b-b3b7-a3ad3253c286 req-b0f09d89-f956-4e46-928b-0dcf70dbdfb9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.2251239 Apr 20 18:09:50.631609 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa30eae-fac8-4b2b-b3b7-a3ad3253c286 req-3b36a259-7e8c-4a85-8a84-bc44b6b24520 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:50.632865 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fa30eae-fac8-4b2b-b3b7-a3ad3253c286 req-3b36a259-7e8c-4a85-8a84-bc44b6b24520 service neutron] 10.222.0.10 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.2102802 Apr 20 18:09:50.806685 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fa30eae-fac8-4b2b-b3b7-a3ad3253c286 req-1b9c080f-5682-4b5a-acc3-22d30c81b339 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae HTTP/1.1" status: 200 len: 999 time: 0.1698332 Apr 20 18:09:50.808277 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fa30eae-fac8-4b2b-b3b7-a3ad3253c286 req-95539308-1ba9-42e8-ab43-4dc1b1564d61 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae HTTP/1.1" status: 200 len: 999 time: 0.1268563 Apr 20 18:09:50.912587 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa30eae-fac8-4b2b-b3b7-a3ad3253c286 req-a19fe70e-4cc5-413d-96ac-ad02fbf2135c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:50.914076 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fa30eae-fac8-4b2b-b3b7-a3ad3253c286 req-a19fe70e-4cc5-413d-96ac-ad02fbf2135c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.1019480 Apr 20 18:09:50.917111 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa30eae-fac8-4b2b-b3b7-a3ad3253c286 req-7df5e993-3e83-4b74-b823-c20ccac7e90b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:50.918414 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fa30eae-fac8-4b2b-b3b7-a3ad3253c286 req-7df5e993-3e83-4b74-b823-c20ccac7e90b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.0764234 Apr 20 18:09:51.027117 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac23fc-1583-4c96-bd69-844dd09468f5 req-8120ed76-a99b-4173-8e3c-c6d7629b34cd tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:51.028589 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-77ac23fc-1583-4c96-bd69-844dd09468f5 req-8120ed76-a99b-4173-8e3c-c6d7629b34cd tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 943 time: 0.0781927 Apr 20 18:09:51.043057 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fa30eae-fac8-4b2b-b3b7-a3ad3253c286 req-01384a65-f95d-4032-848f-22f49ee62829 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1225202 Apr 20 18:09:51.048407 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fa30eae-fac8-4b2b-b3b7-a3ad3253c286 req-1f38495e-1627-4191-9e8b-d96a903b020b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002865 Apr 20 18:09:51.078791 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-77ac23fc-1583-4c96-bd69-844dd09468f5 req-b6c397b3-ad0c-4afd-b10a-28586b02756e tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441568 Apr 20 18:09:51.363183 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fa30eae-fac8-4b2b-b3b7-a3ad3253c286 req-0cc40236-4431-4504-90a8-86872fc2d53e service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130033 Apr 20 18:09:51.366049 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fa30eae-fac8-4b2b-b3b7-a3ad3253c286 req-976c9af3-666e-4907-bb4d-ac48892d0638 service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993050 Apr 20 18:09:51.593560 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fa30eae-fac8-4b2b-b3b7-a3ad3253c286 req-af11f220-379c-4014-887a-89422265f7cd service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249124 Apr 20 18:09:51.596514 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2fa30eae-fac8-4b2b-b3b7-a3ad3253c286 req-c5f976a0-a627-4c96-b2e3-b9b52c1a2387 service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110038 Apr 20 18:09:51.734989 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:09:51.810167 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:09:52.406167 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe3d05-2c41-476a-85c8-e4dedb23df08 req-e7fe9153-431a-43fb-8202-d19196322b2a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:52.407530 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4efe3d05-2c41-476a-85c8-e4dedb23df08 req-e7fe9153-431a-43fb-8202-d19196322b2a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 943 time: 0.1972182 Apr 20 18:09:52.454846 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4efe3d05-2c41-476a-85c8-e4dedb23df08 req-a88c75c1-37dd-47bf-a321-0d838b5d2eaf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416150 Apr 20 18:09:53.656159 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb973a2d-f457-4a7f-8523-27c88d41bd80 req-23e5e1cd-1d4d-4e19-a86f-4e2d263779f7 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:53.657587 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cb973a2d-f457-4a7f-8523-27c88d41bd80 req-23e5e1cd-1d4d-4e19-a86f-4e2d263779f7 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 943 time: 0.0799525 Apr 20 18:09:53.703497 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cb973a2d-f457-4a7f-8523-27c88d41bd80 req-67141c36-fb6a-4090-bc61-ddf5f83ebc94 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403035 Apr 20 18:09:54.132832 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-0317d9f7-f6f3-411e-8d8f-9e34eaec0d91 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:54.134283 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-0317d9f7-f6f3-411e-8d8f-9e34eaec0d91 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.10 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965&tenant_id=f823d665cb0d4b31b65bc538037b8226&binding%3Ahost_id=n-h2-838032-1 HTTP/1.1" status: 200 len: 943 time: 0.0805590 Apr 20 18:09:54.187639 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38fbf0-c593-4d7c-8a6a-509993963b49 req-53d775ce-15d1-4eb9-bd77-3fe9e98a7ca2 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:54.189120 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ba38fbf0-c593-4d7c-8a6a-509993963b49 req-53d775ce-15d1-4eb9-bd77-3fe9e98a7ca2 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 943 time: 0.0843723 Apr 20 18:09:54.220546 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-005f5661-885e-4cdd-bb8b-5ca28201511d service neutron] 10.222.0.10 "GET /v2.0/ports/54d1b64a-6fe0-4eb3-91d3-a848c1c665ae/bindings/n-h2-838032-1 HTTP/1.1" status: 200 len: 382 time: 0.0804114 Apr 20 18:09:54.315306 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-122f4b74-ba91-4983-90e7-ac199d466be3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 1094 time: 0.0714772 Apr 20 18:09:54.338403 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ba38fbf0-c593-4d7c-8a6a-509993963b49 req-0fe7e220-b847-473f-9d9f-45ad8757852d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1433887 Apr 20 18:09:54.445849 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-e7d29cd2-3559-4269-bc0f-08133dfd00c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:54.447330 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-e7d29cd2-3559-4269-bc0f-08133dfd00c2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.1262412 Apr 20 18:09:54.509643 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:09:54.550635 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-f3813980-f359-4468-aed5-0f2f9c49f492 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae HTTP/1.1" status: 200 len: 999 time: 0.0971754 Apr 20 18:09:54.612666 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-57522c7d-92f2-463d-bdc3-c90f96b14466 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:54.614068 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-57522c7d-92f2-463d-bdc3-c90f96b14466 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.0582530 Apr 20 18:09:54.643499 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:09:54.656298 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '54d1b64a-6fe0-4eb3-91d3-a848c1c665ae', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'port_id': '54d1b64a-6fe0-4eb3-91d3-a848c1c665ae', 'mac_address': 'fa:16:3e:50:e2:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:09:54.692740 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-13f854a6-e418-4ecb-8532-971b599b19ad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728335 Apr 20 18:09:54.709626 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:54.726698 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:09:54.741700 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:09:54.748423 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:54.815454 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae,revision_number=8']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:09:54.822715 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-597dc41d-c767-4983-845f-4a84973d8b37 service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237698 Apr 20 18:09:54.957735 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-52fc2399-8a49-48b4-8af6-f01d5573fab7 service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287441 Apr 20 18:09:55.057583 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['54d1b64a-6fe0-4eb3-91d3-a848c1c665ae'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:09:55.562443 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fc566-3d06-43e7-846c-85df2a0de5bf req-9f2468af-7b70-4944-bd5e-31cf232de6a6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:55.563874 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f04fc566-3d06-43e7-846c-85df2a0de5bf req-9f2468af-7b70-4944-bd5e-31cf232de6a6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 944 time: 0.0893626 Apr 20 18:09:55.608216 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f04fc566-3d06-43e7-846c-85df2a0de5bf req-5a05ffb9-d125-4471-8595-20e00c88126d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387273 Apr 20 18:09:56.523285 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:09:56.600972 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:09:56.605713 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:09:56.606076 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:56.719986 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:56.748346 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69d6cec-364d-41f6-a2b5-31db78717965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d1b64a-6fe0-4eb3-91d3-a848c1c665ae'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:09:56.758637 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:09:56.764771 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:56.830207 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cd78d3d-bd66-48f3-9020-c2e2d1bc045c'] response: {'server_uuid': 'e69d6cec-364d-41f6-a2b5-31db78717965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d1b64a-6fe0-4eb3-91d3-a848c1c665ae', 'code': 200} Apr 20 18:09:56.847551 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae,revision_number=9']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:09:56.902038 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e031e-fe68-4667-a290-a69b4d1f1c7d req-212f59e9-c97e-4d58-a0d9-c67da4154a9f tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:56.903494 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-549e031e-fe68-4667-a290-a69b4d1f1c7d req-212f59e9-c97e-4d58-a0d9-c67da4154a9f tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 945 time: 0.1628869 Apr 20 18:09:56.953487 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-549e031e-fe68-4667-a290-a69b4d1f1c7d req-9f410599-998c-41ed-bc96-bbc33b5d4b28 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440381 Apr 20 18:09:57.253822 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-1fe58448-66a7-4fcd-b996-f8a000704e97 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965&tenant_id=f823d665cb0d4b31b65bc538037b8226 HTTP/1.1" status: 200 len: 1096 time: 0.1697488 Apr 20 18:09:57.264018 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-4da97caa-e55f-4a6c-b997-6553d3c26e2b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838032-1', 'device_owner': 'compute:nova'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:09:57.366350 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-4da97caa-e55f-4a6c-b997-6553d3c26e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:57.636675 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-4da97caa-e55f-4a6c-b997-6553d3c26e2b service neutron] For port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:09:57.664955 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-4da97caa-e55f-4a6c-b997-6553d3c26e2b service neutron] For port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:09:57.726223 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69d6cec-364d-41f6-a2b5-31db78717965', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54d1b64a-6fe0-4eb3-91d3-a848c1c665ae'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:09:57.731617 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-4da97caa-e55f-4a6c-b997-6553d3c26e2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:57.747595 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-4da97caa-e55f-4a6c-b997-6553d3c26e2b service neutron] Transition to ACTIVE for port object 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:09:57.752748 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-4da97caa-e55f-4a6c-b997-6553d3c26e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:57.801899 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d706529e-b620-443c-abb9-f9ba7db437c5'] response: {'server_uuid': 'e69d6cec-364d-41f6-a2b5-31db78717965', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54d1b64a-6fe0-4eb3-91d3-a848c1c665ae', 'code': 200} Apr 20 18:09:57.886910 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da97caa-e55f-4a6c-b997-6553d3c26e2b service neutron] Pushing event updated for resources: {'Port': ['ID=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae,revision_number=10']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:09:57.944248 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-4da97caa-e55f-4a6c-b997-6553d3c26e2b service neutron] No DVR routers for this DVR port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:09:58.149780 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81258359-7a9f-4722-8a06-7b19205c2487 req-f3e66b8f-840d-46c6-8a7d-5d675c2a6fa9 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:58.151122 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-81258359-7a9f-4722-8a06-7b19205c2487 req-f3e66b8f-840d-46c6-8a7d-5d675c2a6fa9 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 944 time: 0.0777457 Apr 20 18:09:58.191770 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-4da97caa-e55f-4a6c-b997-6553d3c26e2b service neutron] Attempting to bind port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:09:58.192103 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-4da97caa-e55f-4a6c-b997-6553d3c26e2b service neutron] Attempting to bind port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:09:58.192462 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-4da97caa-e55f-4a6c-b997-6553d3c26e2b service neutron] Attempting to bind port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae on network 156920a9-5dd7-45b1-8db9-8f4d103d7145 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:09:58.197165 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-81258359-7a9f-4722-8a06-7b19205c2487 req-10b1708c-a832-4aca-914a-3d87bd446d12 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402148 Apr 20 18:09:58.199019 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-4da97caa-e55f-4a6c-b997-6553d3c26e2b service neutron] Port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae on network 156920a9-5dd7-45b1-8db9-8f4d103d7145 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 18:09:58.199332 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-4da97caa-e55f-4a6c-b997-6553d3c26e2b service neutron] Attempting to bind port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae on network 156920a9-5dd7-45b1-8db9-8f4d103d7145 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:09:58.205568 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-4da97caa-e55f-4a6c-b997-6553d3c26e2b service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:09:58.205839 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-4da97caa-e55f-4a6c-b997-6553d3c26e2b service neutron] Checking segment: {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:09:58.206228 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-4da97caa-e55f-4a6c-b997-6553d3c26e2b service neutron] Bound using segment: {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:09:58.206646 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-4da97caa-e55f-4a6c-b997-6553d3c26e2b service neutron] Bound port: 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:09:58.206989 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-4da97caa-e55f-4a6c-b997-6553d3c26e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:58.301367 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-4da97caa-e55f-4a6c-b997-6553d3c26e2b service neutron] For port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:09:58.304439 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-4da97caa-e55f-4a6c-b997-6553d3c26e2b service neutron] For port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:09:58.310939 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-4da97caa-e55f-4a6c-b997-6553d3c26e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:58.372366 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-4da97caa-e55f-4a6c-b997-6553d3c26e2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:09:58.373771 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-4da97caa-e55f-4a6c-b997-6553d3c26e2b service neutron] 10.222.0.43 "PUT /v2.0/ports/54d1b64a-6fe0-4eb3-91d3-a848c1c665ae HTTP/1.1" status: 200 len: 1092 time: 1.1135452 Apr 20 18:09:58.384453 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da97caa-e55f-4a6c-b997-6553d3c26e2b service neutron] Pushing event updated for resources: {'Port': ['ID=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae,revision_number=11']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:09:58.470055 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-58b0d39f-1892-4f0c-91d4-56f69c2bcf4b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 1095 time: 0.0736322 Apr 20 18:09:58.600670 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-91050159-73ac-4846-8a05-228d8db559fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:58.602849 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-91050159-73ac-4846-8a05-228d8db559fc service neutron] 10.222.0.43 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.1261942 Apr 20 18:09:58.708111 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-816e9f92-4770-499b-adb0-ca5a252f8e9c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae HTTP/1.1" status: 200 len: 999 time: 0.0992594 Apr 20 18:09:58.782006 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-26efc3ea-d3c5-486d-8058-a3a0bf4f800b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:58.783434 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-26efc3ea-d3c5-486d-8058-a3a0bf4f800b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.0692968 Apr 20 18:09:58.856792 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-a10ada85-29a8-40ad-9b92-a7cc57bfc926 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677156 Apr 20 18:09:59.071852 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-293e7e3f-8d2f-4265-a6f0-80bbe0a8fa90 service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094054 Apr 20 18:09:59.208045 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e600c06f-20a9-4e50-84c4-a9d11a3642c3 req-9ec7ec21-1006-4218-b96a-38502c89ca23 service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295521 Apr 20 18:09:59.409801 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a223c1-c809-42ec-b68f-dc5a9ea0f4ed req-e861555f-8544-4a36-ba48-a5dc7d990cb7 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:09:59.411214 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-33a223c1-c809-42ec-b68f-dc5a9ea0f4ed req-e861555f-8544-4a36-ba48-a5dc7d990cb7 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 944 time: 0.0910630 Apr 20 18:09:59.456575 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-33a223c1-c809-42ec-b68f-dc5a9ea0f4ed req-d9b06fe8-5149-43f2-969a-69eabef5ae86 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394893 Apr 20 18:09:59.803643 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69d6cec-364d-41f6-a2b5-31db78717965', 'tag': '54d1b64a-6fe0-4eb3-91d3-a848c1c665ae'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:09:59.882073 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9040b339-3072-4f57-833c-7eaa2a077d87'] response: {'name': 'network-changed', 'server_uuid': 'e69d6cec-364d-41f6-a2b5-31db78717965', 'tag': '54d1b64a-6fe0-4eb3-91d3-a848c1c665ae', 'status': 'completed', 'code': 200} Apr 20 18:10:00.023573 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b4ed9d5d-2f1b-4afe-a3f4-fb68f0558ea8 req-d9c72c14-cba8-43bc-8e1c-8295f457869a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 1095 time: 0.1238461 Apr 20 18:10:00.027029 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b4ed9d5d-2f1b-4afe-a3f4-fb68f0558ea8 req-cd6ae49f-8bcc-4b13-a90d-a3fc56ae8c1b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 1095 time: 0.0988033 Apr 20 18:10:00.253563 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed9d5d-2f1b-4afe-a3f4-fb68f0558ea8 req-745b78c3-57f3-4d99-8846-61a01fdcadb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:00.255032 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b4ed9d5d-2f1b-4afe-a3f4-fb68f0558ea8 req-745b78c3-57f3-4d99-8846-61a01fdcadb1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.2253067 Apr 20 18:10:00.257151 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed9d5d-2f1b-4afe-a3f4-fb68f0558ea8 req-9bfb92c7-5cc2-4f3b-ba13-cc63167d7ac2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:00.258452 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b4ed9d5d-2f1b-4afe-a3f4-fb68f0558ea8 req-9bfb92c7-5cc2-4f3b-ba13-cc63167d7ac2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.2118318 Apr 20 18:10:00.434251 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b4ed9d5d-2f1b-4afe-a3f4-fb68f0558ea8 req-ddeaf6a3-26c1-4137-9d7f-e68b8b964ce9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae HTTP/1.1" status: 200 len: 999 time: 0.1727152 Apr 20 18:10:00.435876 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b4ed9d5d-2f1b-4afe-a3f4-fb68f0558ea8 req-68f0de4d-a03e-4efa-aa28-98b990c0feb8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae HTTP/1.1" status: 200 len: 999 time: 0.1297178 Apr 20 18:10:00.539186 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:10:00.547360 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed9d5d-2f1b-4afe-a3f4-fb68f0558ea8 req-a892d8a5-b23f-4b25-83c4-96be6e8c362e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:00.547972 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b4ed9d5d-2f1b-4afe-a3f4-fb68f0558ea8 req-a892d8a5-b23f-4b25-83c4-96be6e8c362e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.1069262 Apr 20 18:10:00.549234 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed9d5d-2f1b-4afe-a3f4-fb68f0558ea8 req-14ec52fa-347a-4c6a-b4af-76618e607d4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:00.550512 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b4ed9d5d-2f1b-4afe-a3f4-fb68f0558ea8 req-14ec52fa-347a-4c6a-b4af-76618e607d4a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.1083694 Apr 20 18:10:00.599739 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:10:00.740242 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b4ed9d5d-2f1b-4afe-a3f4-fb68f0558ea8 req-6368522d-23fd-4e97-bf97-2e274fc8e6af service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1857178 Apr 20 18:10:00.746339 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b4ed9d5d-2f1b-4afe-a3f4-fb68f0558ea8 req-079ef5b2-ac5c-41bb-bdfa-6e84a602876b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1624250 Apr 20 18:10:00.793890 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666045e-78a8-48de-8c92-f874ca687cc6 req-5d6188dd-18ea-4ac8-9415-a29b676f9035 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:00.795236 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4666045e-78a8-48de-8c92-f874ca687cc6 req-5d6188dd-18ea-4ac8-9415-a29b676f9035 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 944 time: 0.1710141 Apr 20 18:10:01.093747 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4666045e-78a8-48de-8c92-f874ca687cc6 req-a476ccca-389b-46bc-8187-e4c7873d52ae tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2528610 Apr 20 18:10:01.121101 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b4ed9d5d-2f1b-4afe-a3f4-fb68f0558ea8 req-44cea790-21b6-41e1-97ab-09db3c3c0e46 service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729169 Apr 20 18:10:01.124039 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b4ed9d5d-2f1b-4afe-a3f4-fb68f0558ea8 req-bfb0373c-587e-4d3d-b563-6911abe87f07 service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553758 Apr 20 18:10:01.351596 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b4ed9d5d-2f1b-4afe-a3f4-fb68f0558ea8 req-532b412b-2b19-4ad7-b5be-5a92ac0e4f78 service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239182 Apr 20 18:10:01.354472 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b4ed9d5d-2f1b-4afe-a3f4-fb68f0558ea8 req-1ab5ed99-dfdf-4ad6-831a-ba4be1b1b344 service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101781 Apr 20 18:10:01.775047 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:10:01.910093 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:10:01.923177 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '54d1b64a-6fe0-4eb3-91d3-a848c1c665ae', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'port_id': '54d1b64a-6fe0-4eb3-91d3-a848c1c665ae', 'mac_address': 'fa:16:3e:50:e2:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:10:01.975265 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:01.992116 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:10:02.009253 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:10:02.014610 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:02.077704 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae,revision_number=12']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:10:02.249951 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['54d1b64a-6fe0-4eb3-91d3-a848c1c665ae'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:10:02.292048 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1961736-374d-488e-b304-25cea8061ea3 req-a4d8fb48-1953-4bf7-954b-196482c834cb tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:02.293498 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d1961736-374d-488e-b304-25cea8061ea3 req-a4d8fb48-1953-4bf7-954b-196482c834cb tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 945 time: 0.0771754 Apr 20 18:10:02.341765 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d1961736-374d-488e-b304-25cea8061ea3 req-5b599fd8-a96a-4e7f-817d-5551f9ce9875 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423398 Apr 20 18:10:02.543070 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85956957-b0b6-49f9-b8f0-d5e94b9433dc req-d699b108-3adf-400b-9c73-ae473fe7dbeb tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:02.544466 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-85956957-b0b6-49f9-b8f0-d5e94b9433dc req-d699b108-3adf-400b-9c73-ae473fe7dbeb tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 945 time: 0.0799468 Apr 20 18:10:02.590123 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-85956957-b0b6-49f9-b8f0-d5e94b9433dc req-4646cc0c-1a50-472e-aae7-79d34c6b76a5 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400908 Apr 20 18:10:02.794567 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b875b-68ca-4982-a796-b73d8b07cd03 req-a7e9fa1d-b911-4dc2-b3c6-a1a2cdd8cb8e tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:02.796003 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-077b875b-68ca-4982-a796-b73d8b07cd03 req-a7e9fa1d-b911-4dc2-b3c6-a1a2cdd8cb8e tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 945 time: 0.0799732 Apr 20 18:10:02.841937 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-077b875b-68ca-4982-a796-b73d8b07cd03 req-3a904d2d-6205-45ed-8134-996f65791c4d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398803 Apr 20 18:10:03.262517 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7971a-34d3-4eec-9805-a3b654f0b5f0 req-dfc78758-7621-4af0-8002-3d53f0e49e30 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:03.263964 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-97e7971a-34d3-4eec-9805-a3b654f0b5f0 req-dfc78758-7621-4af0-8002-3d53f0e49e30 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 945 time: 0.0817530 Apr 20 18:10:03.319863 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-97e7971a-34d3-4eec-9805-a3b654f0b5f0 req-14464d8b-3e26-4423-9e08-adc410a6b310 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476928 Apr 20 18:10:03.806039 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:10:03.922305 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:10:03.927529 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:10:03.927889 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:04.039894 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:04.065717 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69d6cec-364d-41f6-a2b5-31db78717965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d1b64a-6fe0-4eb3-91d3-a848c1c665ae'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:10:04.075130 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:10:04.080296 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:04.124196 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-020b025d-c6bd-493d-9440-4d10e3f70f03'] response: {'server_uuid': 'e69d6cec-364d-41f6-a2b5-31db78717965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d1b64a-6fe0-4eb3-91d3-a848c1c665ae', 'code': 200} Apr 20 18:10:04.150598 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae,revision_number=13']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:10:04.429244 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180603c7-a71b-41ff-af27-631739175daa req-7612aaf6-eb0a-4fa1-8447-535ff593a592 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:04.430681 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-180603c7-a71b-41ff-af27-631739175daa req-7612aaf6-eb0a-4fa1-8447-535ff593a592 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.43 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 946 time: 0.0808656 Apr 20 18:10:04.501326 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-180603c7-a71b-41ff-af27-631739175daa req-545b2ef1-bd2d-4695-b08a-d51905f69d48 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Deleting port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:10:04.501754 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-180603c7-a71b-41ff-af27-631739175daa req-545b2ef1-bd2d-4695-b08a-d51905f69d48 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:04.521744 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a2ce3-8fb6-4e97-aecc-827db2239a6f req-4ed1370f-b27c-46d6-8118-8265d06a8429 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:04.523297 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-119a2ce3-8fb6-4e97-aecc-827db2239a6f req-4ed1370f-b27c-46d6-8118-8265d06a8429 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 946 time: 0.0754051 Apr 20 18:10:04.567919 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-119a2ce3-8fb6-4e97-aecc-827db2239a6f req-6f5c2908-41e4-4bd6-9ed7-928e6c32cfc5 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390942 Apr 20 18:10:04.749167 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-180603c7-a71b-41ff-af27-631739175daa req-545b2ef1-bd2d-4695-b08a-d51905f69d48 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] For port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:10:04.749583 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-180603c7-a71b-41ff-af27-631739175daa req-545b2ef1-bd2d-4695-b08a-d51905f69d48 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:05.055492 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-180603c7-a71b-41ff-af27-631739175daa req-545b2ef1-bd2d-4695-b08a-d51905f69d48 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:05.055757 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-180603c7-a71b-41ff-af27-631739175daa req-545b2ef1-bd2d-4695-b08a-d51905f69d48 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:05.056071 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [req-180603c7-a71b-41ff-af27-631739175daa req-545b2ef1-bd2d-4695-b08a-d51905f69d48 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Floating IP 9aab3dde-d7b9-45ce-be5f-247f9c4db95f disassociated. External IP: 172.25.8.13, port: 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae. Apr 20 18:10:05.056410 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-180603c7-a71b-41ff-af27-631739175daa req-545b2ef1-bd2d-4695-b08a-d51905f69d48 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Calling delete_port for 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:10:05.202944 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-180603c7-a71b-41ff-af27-631739175daa req-545b2ef1-bd2d-4695-b08a-d51905f69d48 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:05.254686 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b2ef1-bd2d-4695-b08a-d51905f69d48 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Pushing event deleted for resources: {'Port': ['ID=54d1b64a-6fe0-4eb3-91d3-a848c1c665ae,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:10:05.457492 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-180603c7-a71b-41ff-af27-631739175daa req-545b2ef1-bd2d-4695-b08a-d51905f69d48 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:10:05.755271 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6d1f91f1-326e-4834-a53b-e44e27c8adc4 req-c5ced4ab-2c73-4c69-aa6d-0a376a6b72d0 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=e69d6cec-364d-41f6-a2b5-31db78717965 HTTP/1.1" status: 200 len: 210 time: 0.0500393 Apr 20 18:10:05.812101 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-180603c7-a71b-41ff-af27-631739175daa req-545b2ef1-bd2d-4695-b08a-d51905f69d48 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:10:05.823092 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69f2759-d322-4a20-81b5-32ab59939cae None None] Sync routers for ids ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:10:05.835286 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69f2759-d322-4a20-81b5-32ab59939cae None None] Routers {'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:10:05.835877 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e69f2759-d322-4a20-81b5-32ab59939cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:09:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:10:05.878922 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-180603c7-a71b-41ff-af27-631739175daa req-545b2ef1-bd2d-4695-b08a-d51905f69d48 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] No DVR routers for this DVR port 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:10:05.881466 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-180603c7-a71b-41ff-af27-631739175daa req-545b2ef1-bd2d-4695-b08a-d51905f69d48 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:05.884044 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69d6cec-364d-41f6-a2b5-31db78717965', 'name': 'network-vif-deleted', 'tag': '54d1b64a-6fe0-4eb3-91d3-a848c1c665ae'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:10:05.901409 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-180603c7-a71b-41ff-af27-631739175daa req-545b2ef1-bd2d-4695-b08a-d51905f69d48 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.43 "DELETE /v2.0/ports/54d1b64a-6fe0-4eb3-91d3-a848c1c665ae HTTP/1.1" status: 204 len: 173 time: 1.4649534 Apr 20 18:10:05.955185 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62482c4b-b96a-4633-a801-9df9765c4f46'] response: {'server_uuid': 'e69d6cec-364d-41f6-a2b5-31db78717965', 'name': 'network-vif-deleted', 'tag': '54d1b64a-6fe0-4eb3-91d3-a848c1c665ae', 'status': 'completed', 'code': 200} Apr 20 18:10:06.008019 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-e69f2759-d322-4a20-81b5-32ab59939cae None None] Set router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:10:06.339228 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e69f2759-d322-4a20-81b5-32ab59939cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'name': 'tempest-ServerActionsTestJSON-1355921599-router', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:07:09Z', 'updated_at': '2022-04-20T18:07:12Z', 'revision_number': 4, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'gw_port': {'id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:10Z', 'updated_at': '2022-04-20T18:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '6adf36e4-be89-47f7-89f7-c374e3570927', 'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'mac_address': 'fa:16:3e:cc:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:12Z', 'updated_at': '2022-04-20T18:07:19Z', 'revision_number': 5, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'subnets': [{'id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:10:06.343521 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69f2759-d322-4a20-81b5-32ab59939cae None None] Checking router: ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:10:06.354708 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69f2759-d322-4a20-81b5-32ab59939cae None None] Routers {'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:10:06.355302 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e69f2759-d322-4a20-81b5-32ab59939cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:09:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:10:06.528500 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-e69f2759-d322-4a20-81b5-32ab59939cae None None] Set router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:10:06.847735 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e69f2759-d322-4a20-81b5-32ab59939cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'name': 'tempest-ServerActionsTestJSON-1355921599-router', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:07:09Z', 'updated_at': '2022-04-20T18:07:12Z', 'revision_number': 4, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'gw_port': {'id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:10Z', 'updated_at': '2022-04-20T18:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '6adf36e4-be89-47f7-89f7-c374e3570927', 'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'mac_address': 'fa:16:3e:cc:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:12Z', 'updated_at': '2022-04-20T18:07:19Z', 'revision_number': 5, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'subnets': [{'id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:10:06.852016 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69f2759-d322-4a20-81b5-32ab59939cae None None] The sync data for ids ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'] in n-d-838032-1 is: [{'id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'name': 'tempest-ServerActionsTestJSON-1355921599-router', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:07:09Z', 'updated_at': '2022-04-20T18:07:12Z', 'revision_number': 4, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'gw_port': {'id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:10Z', 'updated_at': '2022-04-20T18:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '6adf36e4-be89-47f7-89f7-c374e3570927', 'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'mac_address': 'fa:16:3e:cc:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:12Z', 'updated_at': '2022-04-20T18:07:19Z', 'revision_number': 5, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'subnets': [{'id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:10:07.079084 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f070ead1-af2d-4f9d-baf3-5a289263f6ea None None] New status for floating IP 9aab3dde-d7b9-45ce-be5f-247f9c4db95f: DOWN {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 18:10:07.115436 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-54910771-15ed-42ed-8c04-f1f3bb81976f tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--24815157&fields=id&tenant_id=f823d665cb0d4b31b65bc538037b8226 HTTP/1.1" status: 200 len: 267 time: 0.0399976 Apr 20 18:10:07.263369 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-00efa9b0-a10b-4261-a815-bec3b7d8ffba tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:07.264798 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-00efa9b0-a10b-4261-a815-bec3b7d8ffba tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 812 time: 0.1424778 Apr 20 18:10:07.285791 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-68c3f6ed-03b9-437c-bfb5-d54d88bfeb95 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/quotas/f823d665cb0d4b31b65bc538037b8226 HTTP/1.1" status: 200 len: 375 time: 0.0145557 Apr 20 18:10:07.372158 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-697eb60c-91bf-4dce-9a88-edda61abba49 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Synchronizing usage tracker for tenant:f823d665cb0d4b31b65bc538037b8226 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:10:07.388541 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-697eb60c-91bf-4dce-9a88-edda61abba49 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Unset dirty status for tenant:f823d665cb0d4b31b65bc538037b8226 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:10:07.389812 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-697eb60c-91bf-4dce-9a88-edda61abba49 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0986354 Apr 20 18:10:07.529485 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-cf84d8be-154e-4318-b329-62362d09dcca service neutron] 10.222.0.39 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272795 Apr 20 18:10:07.663461 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-2d34e0e9-6e8b-4142-82d0-872487202e5c service neutron] 10.222.0.39 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279624 Apr 20 18:10:07.852758 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-863afcd1-320f-42f2-878d-0f83a067da18 req-607f8b8b-2b82-496d-9966-2aeea2a796eb tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 210 time: 0.0438249 Apr 20 18:10:08.938321 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-c3c975f2-0fc9-4ad7-85cb-58e35a6e1aff tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:08.939724 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-c3c975f2-0fc9-4ad7-85cb-58e35a6e1aff tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.10 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 812 time: 0.1572514 Apr 20 18:10:09.026985 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-25b1c669-6da2-4457-8a7a-3917e8db5869 req-e73016b4-723e-489a-8802-4792c89e325b tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 210 time: 0.0459931 Apr 20 18:10:09.031966 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-00e00f20-484e-4df0-ba7a-0f83a97ffbbf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f823d665cb0d4b31b65bc538037b8226 HTTP/1.1" status: 200 len: 378 time: 0.0804138 Apr 20 18:10:09.040701 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-0e2babc8-35e2-4481-9c48-619cd5825544 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Request body: {'port': {'device_id': '98f51d6d-2754-40a6-9039-31ff6bcd2b58', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'admin_state_up': True, 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'security_groups': ['1270a7ff-42e7-4385-ada9-edd9171b33c5']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:10:09.172948 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-0e2babc8-35e2-4481-9c48-619cd5825544 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:10:09.183287 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-0e2babc8-35e2-4481-9c48-619cd5825544 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:10:09.195924 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-0e2babc8-35e2-4481-9c48-619cd5825544 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Made reservation on behalf of f823d665cb0d4b31b65bc538037b8226 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:10:09.199090 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-0e2babc8-35e2-4481-9c48-619cd5825544 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:09.228549 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-39a55c84-fc1a-4f7e-8928-d5d49f73bb8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:09.373246 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-0e2babc8-35e2-4481-9c48-619cd5825544 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Allocated IP 172.20.0.13 (156920a9-5dd7-45b1-8db9-8f4d103d7145/8a37871a-71cb-4c9f-bc69-d8b3ae072252/07ecc16e-355c-47ba-ab63-4719b30024da) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:10:09.558508 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-0e2babc8-35e2-4481-9c48-619cd5825544 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:09.573593 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-0e2babc8-35e2-4481-9c48-619cd5825544 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Transition to ACTIVE for port object 07ecc16e-355c-47ba-ab63-4719b30024da will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:10:09.598128 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-0e2babc8-35e2-4481-9c48-619cd5825544 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:09.763726 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-0e2babc8-35e2-4481-9c48-619cd5825544 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Network 156920a9-5dd7-45b1-8db9-8f4d103d7145 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:10:09.766859 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-0e2babc8-35e2-4481-9c48-619cd5825544 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:10:09.771407 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-0e2babc8-35e2-4481-9c48-619cd5825544 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:10:09.795625 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2babc8-35e2-4481-9c48-619cd5825544 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Pushing event updated for resources: {'Port': ['ID=07ecc16e-355c-47ba-ab63-4719b30024da,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:10:09.828679 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:10:09.833126 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-0e2babc8-35e2-4481-9c48-619cd5825544 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:09.833734 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-0e2babc8-35e2-4481-9c48-619cd5825544 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:09.864332 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-0e2babc8-35e2-4481-9c48-619cd5825544 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8270283 Apr 20 18:10:09.869675 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:10:09.870689 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 54d1b64a-6fe0-4eb3-91d3-a848c1c665ae not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:10:09.945922 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-c5ed621e-0557-42b3-9108-d6f3b6c3e26d service neutron] Request body: {'port': {'device_id': '98f51d6d-2754-40a6-9039-31ff6bcd2b58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:10:10.004767 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2c4a61b8-537e-4e36-95ab-d0875ebf791c None None] Provisioning for port 07ecc16e-355c-47ba-ab63-4719b30024da completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:10:10.009859 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2c4a61b8-537e-4e36-95ab-d0875ebf791c None None] Provisioning complete for port 07ecc16e-355c-47ba-ab63-4719b30024da triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:10:10.010351 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2c4a61b8-537e-4e36-95ab-d0875ebf791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:10.052769 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-c5ed621e-0557-42b3-9108-d6f3b6c3e26d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:10.065418 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-2c4a61b8-537e-4e36-95ab-d0875ebf791c None None] Port 07ecc16e-355c-47ba-ab63-4719b30024da cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:10:10.224273 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f8c3c-2e7a-404d-993f-900c99ffc7f2 req-9828b8b2-c062-4f6e-aedd-c472e80271ac tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:10.225686 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7c1f8c3c-2e7a-404d-993f-900c99ffc7f2 req-9828b8b2-c062-4f6e-aedd-c472e80271ac tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 932 time: 0.0751965 Apr 20 18:10:10.270763 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7c1f8c3c-2e7a-404d-993f-900c99ffc7f2 req-b46f0504-2c28-4073-86fc-7eaf87ad1286 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394092 Apr 20 18:10:10.389831 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-c5ed621e-0557-42b3-9108-d6f3b6c3e26d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ecc16e-355c-47ba-ab63-4719b30024da {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:10:10.396656 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-c5ed621e-0557-42b3-9108-d6f3b6c3e26d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:10.411683 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-c5ed621e-0557-42b3-9108-d6f3b6c3e26d service neutron] Transition to ACTIVE for port object 07ecc16e-355c-47ba-ab63-4719b30024da will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:10:10.415593 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-c5ed621e-0557-42b3-9108-d6f3b6c3e26d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:10.529680 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:10:10.540708 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed621e-0557-42b3-9108-d6f3b6c3e26d service neutron] Pushing event updated for resources: {'Port': ['ID=07ecc16e-355c-47ba-ab63-4719b30024da,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:10:10.650212 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-c5ed621e-0557-42b3-9108-d6f3b6c3e26d service neutron] Attempting to bind port 07ecc16e-355c-47ba-ab63-4719b30024da on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:10:10.650537 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-c5ed621e-0557-42b3-9108-d6f3b6c3e26d service neutron] Attempting to bind port 07ecc16e-355c-47ba-ab63-4719b30024da by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:10:10.650855 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-c5ed621e-0557-42b3-9108-d6f3b6c3e26d service neutron] Attempting to bind port 07ecc16e-355c-47ba-ab63-4719b30024da on network 156920a9-5dd7-45b1-8db9-8f4d103d7145 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:10:10.656888 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-c5ed621e-0557-42b3-9108-d6f3b6c3e26d service neutron] Port 07ecc16e-355c-47ba-ab63-4719b30024da on network 156920a9-5dd7-45b1-8db9-8f4d103d7145 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 18:10:10.657209 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-c5ed621e-0557-42b3-9108-d6f3b6c3e26d service neutron] Attempting to bind port 07ecc16e-355c-47ba-ab63-4719b30024da on network 156920a9-5dd7-45b1-8db9-8f4d103d7145 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:10:10.663605 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-c5ed621e-0557-42b3-9108-d6f3b6c3e26d service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:10:10.663999 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-c5ed621e-0557-42b3-9108-d6f3b6c3e26d service neutron] Checking segment: {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:10:10.664405 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-c5ed621e-0557-42b3-9108-d6f3b6c3e26d service neutron] Bound using segment: {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:10:10.664827 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-c5ed621e-0557-42b3-9108-d6f3b6c3e26d service neutron] Bound port: 07ecc16e-355c-47ba-ab63-4719b30024da, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:10:10.665173 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-c5ed621e-0557-42b3-9108-d6f3b6c3e26d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:10.758579 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-c5ed621e-0557-42b3-9108-d6f3b6c3e26d service neutron] For port 07ecc16e-355c-47ba-ab63-4719b30024da, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:10:10.761460 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-c5ed621e-0557-42b3-9108-d6f3b6c3e26d service neutron] For port 07ecc16e-355c-47ba-ab63-4719b30024da, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=07ecc16e-355c-47ba-ab63-4719b30024da,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:10:10.766867 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-c5ed621e-0557-42b3-9108-d6f3b6c3e26d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:10.826995 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-c5ed621e-0557-42b3-9108-d6f3b6c3e26d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:10.828371 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-c5ed621e-0557-42b3-9108-d6f3b6c3e26d service neutron] 10.222.0.10 "PUT /v2.0/ports/07ecc16e-355c-47ba-ab63-4719b30024da HTTP/1.1" status: 200 len: 1092 time: 0.9548249 Apr 20 18:10:10.828815 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f51d6d-2754-40a6-9039-31ff6bcd2b58', 'tag': '07ecc16e-355c-47ba-ab63-4719b30024da'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:10:10.854476 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed621e-0557-42b3-9108-d6f3b6c3e26d service neutron] Pushing event updated for resources: {'Port': ['ID=07ecc16e-355c-47ba-ab63-4719b30024da,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:10:10.909735 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-716209e6-1f5f-4ec2-9ee0-34d2a4b9b12e'] response: {'name': 'network-changed', 'server_uuid': '98f51d6d-2754-40a6-9039-31ff6bcd2b58', 'tag': '07ecc16e-355c-47ba-ab63-4719b30024da', 'status': 'completed', 'code': 200} Apr 20 18:10:10.956071 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-677a1ed9-4b76-4ead-bc31-0109d5dbc077 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 1095 time: 0.0784523 Apr 20 18:10:11.024786 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-c9c2c3ba-50e5-4ec6-874c-0a25650af647 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07ecc16e-355c-47ba-ab63-4719b30024da HTTP/1.1" status: 200 len: 217 time: 0.0614207 Apr 20 18:10:11.096599 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-63007d5e-42c2-406b-af45-3af2cf5be485 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:11.099800 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-63007d5e-42c2-406b-af45-3af2cf5be485 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.0697360 Apr 20 18:10:11.177940 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-ca572452-499a-47e4-a2b7-6663760868b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722094 Apr 20 18:10:11.324246 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-5ba7fa14-341e-469b-b166-32793e87bc0f service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399524 Apr 20 18:10:11.420858 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e7f96c12-fb69-44c8-ad2a-e70141f17bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:11.463204 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-21ec37df-1294-4332-9d82-d02b0120e5b8 req-c5c74bf9-9407-4577-a899-5a9dbe1186f3 service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328962 Apr 20 18:10:11.472479 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a0e9d-cd33-42da-92fb-af4507cc80f7 req-f97b2d8f-ceea-4fd9-9ad7-8a8f764bae05 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:11.473930 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4b6a0e9d-cd33-42da-92fb-af4507cc80f7 req-f97b2d8f-ceea-4fd9-9ad7-8a8f764bae05 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 944 time: 0.0834911 Apr 20 18:10:11.520643 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4b6a0e9d-cd33-42da-92fb-af4507cc80f7 req-c20a6446-defd-4464-88e5-b5aa58d0b2a7 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406296 Apr 20 18:10:11.574769 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-701bea30-8f2f-4e49-b4f8-97b8e9890676 req-371f4095-2737-4398-8c6d-b75cb354a3e7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 1095 time: 0.0668550 Apr 20 18:10:11.799306 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701bea30-8f2f-4e49-b4f8-97b8e9890676 req-9b680759-49c7-4298-9e81-2cb4ea55a910 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:11.800736 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-701bea30-8f2f-4e49-b4f8-97b8e9890676 req-9b680759-49c7-4298-9e81-2cb4ea55a910 service neutron] 10.222.0.10 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.2199323 Apr 20 18:10:11.868984 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-701bea30-8f2f-4e49-b4f8-97b8e9890676 req-6506177a-d8ca-458c-b6fc-790dc1a94bdb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07ecc16e-355c-47ba-ab63-4719b30024da HTTP/1.1" status: 200 len: 217 time: 0.0610847 Apr 20 18:10:11.933632 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701bea30-8f2f-4e49-b4f8-97b8e9890676 req-164c8298-90f4-45d8-924b-15322c65f5c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:11.935031 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-701bea30-8f2f-4e49-b4f8-97b8e9890676 req-164c8298-90f4-45d8-924b-15322c65f5c1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.0592923 Apr 20 18:10:12.009897 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-701bea30-8f2f-4e49-b4f8-97b8e9890676 req-4c0e1ffa-a661-4e17-8a0c-6ef0981821cd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679953 Apr 20 18:10:12.157613 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-701bea30-8f2f-4e49-b4f8-97b8e9890676 req-91619818-d2e3-4cb2-a791-345998f5d04a service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410277 Apr 20 18:10:12.291905 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-701bea30-8f2f-4e49-b4f8-97b8e9890676 req-1e747cc3-d3b7-4404-905f-bf629851718c service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276305 Apr 20 18:10:12.688527 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:12.729711 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989a19c-0180-4f0f-9445-595fb3de7ce1 req-27f2dc92-d079-4715-ae25-d81389407adf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:12.730356 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-2989a19c-0180-4f0f-9445-595fb3de7ce1 req-27f2dc92-d079-4715-ae25-d81389407adf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Synchronizing usage tracker for tenant:f823d665cb0d4b31b65bc538037b8226 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:10:12.749549 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-2989a19c-0180-4f0f-9445-595fb3de7ce1 req-27f2dc92-d079-4715-ae25-d81389407adf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Unset dirty status for tenant:f823d665cb0d4b31b65bc538037b8226 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:10:12.750739 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2989a19c-0180-4f0f-9445-595fb3de7ce1 req-27f2dc92-d079-4715-ae25-d81389407adf tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 944 time: 0.0977964 Apr 20 18:10:12.800004 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2989a19c-0180-4f0f-9445-595fb3de7ce1 req-d36ac607-281f-4363-b466-9f62dd98f575 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433953 Apr 20 18:10:12.905363 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:13.676300 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:14.011312 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934a4c3-c8c9-445f-8663-d55dde63e5ea req-c96a1d89-1e5e-4abb-8861-5f598b9c0188 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:14.012735 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a934a4c3-c8c9-445f-8663-d55dde63e5ea req-c96a1d89-1e5e-4abb-8861-5f598b9c0188 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 944 time: 0.0804408 Apr 20 18:10:14.057783 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a934a4c3-c8c9-445f-8663-d55dde63e5ea req-881efcd2-d8dd-4b94-96d8-317d5a26a5ca tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384195 Apr 20 18:10:14.210156 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:14.641279 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 07ecc16e-355c-47ba-ab63-4719b30024da details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:10:14.780796 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 07ecc16e-355c-47ba-ab63-4719b30024da, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=07ecc16e-355c-47ba-ab63-4719b30024da,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:10:14.798045 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '07ecc16e-355c-47ba-ab63-4719b30024da', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'port_id': '07ecc16e-355c-47ba-ab63-4719b30024da', 'mac_address': 'fa:16:3e:ad:63:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:10:14.853359 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:14.878249 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ecc16e-355c-47ba-ab63-4719b30024da {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:10:14.898166 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 07ecc16e-355c-47ba-ab63-4719b30024da, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=07ecc16e-355c-47ba-ab63-4719b30024da,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:10:14.905163 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:14.973638 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=07ecc16e-355c-47ba-ab63-4719b30024da,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:10:15.193281 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['07ecc16e-355c-47ba-ab63-4719b30024da'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:10:15.262470 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7f4ce-fbf3-400a-82ef-d10f4c7c9f65 req-51f3ca3e-1f12-47d7-95b8-cf949db50294 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:15.263933 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c5a7f4ce-fbf3-400a-82ef-d10f4c7c9f65 req-51f3ca3e-1f12-47d7-95b8-cf949db50294 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 945 time: 0.0775487 Apr 20 18:10:15.309529 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c5a7f4ce-fbf3-400a-82ef-d10f4c7c9f65 req-20b930d2-91e4-4d0a-b372-ebb4c262e123 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399122 Apr 20 18:10:15.638651 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:16.530383 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826066b-e8aa-4e7a-b283-77fac3fc1079 req-fdd6927e-be57-4b56-81a4-fe08d7ee8e7f tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:16.531858 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c826066b-e8aa-4e7a-b283-77fac3fc1079 req-fdd6927e-be57-4b56-81a4-fe08d7ee8e7f tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 945 time: 0.0926704 Apr 20 18:10:16.577853 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c826066b-e8aa-4e7a-b283-77fac3fc1079 req-d103b488-9242-437c-bfb0-fedbfab3a592 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403395 Apr 20 18:10:16.669077 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 07ecc16e-355c-47ba-ab63-4719b30024da up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:10:16.738824 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 07ecc16e-355c-47ba-ab63-4719b30024da completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:10:16.743806 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 07ecc16e-355c-47ba-ab63-4719b30024da triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:10:16.744165 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:16.862150 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:16.888623 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f51d6d-2754-40a6-9039-31ff6bcd2b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ecc16e-355c-47ba-ab63-4719b30024da'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:10:16.898019 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 07ecc16e-355c-47ba-ab63-4719b30024da, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=07ecc16e-355c-47ba-ab63-4719b30024da,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:10:16.905608 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:16.947844 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae8877b0-5db8-4cfa-8996-b69d39aaf29b'] response: {'server_uuid': '98f51d6d-2754-40a6-9039-31ff6bcd2b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ecc16e-355c-47ba-ab63-4719b30024da', 'code': 200} Apr 20 18:10:16.973805 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=07ecc16e-355c-47ba-ab63-4719b30024da,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:10:17.090481 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1a32e2df-de17-4a58-b243-f7c37e236a42 req-b3d53f2b-659c-4d7d-b097-55f10dab5ac5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 1097 time: 0.0859699 Apr 20 18:10:17.133254 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1a32e2df-de17-4a58-b243-f7c37e236a42 req-b16e7066-c363-426a-ae76-a2065ff7ad9c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360799 Apr 20 18:10:17.794082 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee6e43-f084-4f1a-a1bd-8e8dd5f7f96c req-a1ca0190-527a-4199-a17c-34d349675829 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:17.795580 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-33ee6e43-f084-4f1a-a1bd-8e8dd5f7f96c req-a1ca0190-527a-4199-a17c-34d349675829 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 946 time: 0.0789034 Apr 20 18:10:17.843594 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-33ee6e43-f084-4f1a-a1bd-8e8dd5f7f96c req-8290b672-0ef8-4e34-9b22-68ded125761b tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423379 Apr 20 18:10:19.057214 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f4d8d-ec03-4fc1-840c-4a72a8dd5073 req-c06097e8-ca42-486b-ade1-d40d33a52eea tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:19.058672 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f75f4d8d-ec03-4fc1-840c-4a72a8dd5073 req-c06097e8-ca42-486b-ade1-d40d33a52eea tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 946 time: 0.0905292 Apr 20 18:10:19.104912 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f75f4d8d-ec03-4fc1-840c-4a72a8dd5073 req-d9770d3a-654e-45b5-8ca5-0dc6c52653a0 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399835 Apr 20 18:10:19.298831 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff3338-ca05-4a40-9085-54294862b105 req-3e6d87ff-bca2-4291-ae6b-8f3c2370ab7c tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:19.300275 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e3ff3338-ca05-4a40-9085-54294862b105 req-3e6d87ff-bca2-4291-ae6b-8f3c2370ab7c tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 946 time: 0.0798268 Apr 20 18:10:19.309011 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 35788) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:10:19.314030 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-92067f6f-ccf8-418f-82a1-e3302ed302b6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Request body: {'floatingip': {'port_id': '07ecc16e-355c-47ba-ab63-4719b30024da'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:10:19.390232 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-92067f6f-ccf8-418f-82a1-e3302ed302b6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks [] for floatingip, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:20.076906 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-92067f6f-ccf8-418f-82a1-e3302ed302b6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:20.082906 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-92067f6f-ccf8-418f-82a1-e3302ed302b6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:20.285104 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [None req-92067f6f-ccf8-418f-82a1-e3302ed302b6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Floating IP 9aab3dde-d7b9-45ce-be5f-247f9c4db95f associated. External IP: 172.25.8.13, port: 07ecc16e-355c-47ba-ab63-4719b30024da. Apr 20 18:10:20.672372 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92067f6f-ccf8-418f-82a1-e3302ed302b6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:10:20.875001 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92067f6f-ccf8-418f-82a1-e3302ed302b6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:10:20.879773 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-92067f6f-ccf8-418f-82a1-e3302ed302b6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:20.885072 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfad362-647b-4117-ac60-cbbf84ef2360 None None] Sync routers for ids ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:10:20.902087 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfad362-647b-4117-ac60-cbbf84ef2360 None None] Routers {'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:10:20.902708 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-2dfad362-647b-4117-ac60-cbbf84ef2360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:10:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:10:20.931194 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-92067f6f-ccf8-418f-82a1-e3302ed302b6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "PUT /v2.0/floatingips/9aab3dde-d7b9-45ce-be5f-247f9c4db95f HTTP/1.1" status: 200 len: 992 time: 1.6211474 Apr 20 18:10:20.931764 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f51d6d-2754-40a6-9039-31ff6bcd2b58', 'tag': '07ecc16e-355c-47ba-ab63-4719b30024da'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:10:21.077476 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99e746a9-623e-4f0c-a4d8-6674c5ee64ce'] response: {'name': 'network-changed', 'server_uuid': '98f51d6d-2754-40a6-9039-31ff6bcd2b58', 'tag': '07ecc16e-355c-47ba-ab63-4719b30024da', 'status': 'completed', 'code': 200} Apr 20 18:10:21.089962 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-2dfad362-647b-4117-ac60-cbbf84ef2360 None None] Set router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:10:21.171270 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-27bd775a-1c2a-4c0e-9417-d66386f00024 req-55768f4d-a2d9-45d3-85bb-ea954eb951f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 1097 time: 0.0727820 Apr 20 18:10:21.311720 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd775a-1c2a-4c0e-9417-d66386f00024 req-d8e916c0-384f-48db-b41e-18f25e810ec1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:21.313500 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-27bd775a-1c2a-4c0e-9417-d66386f00024 req-d8e916c0-384f-48db-b41e-18f25e810ec1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.1370227 Apr 20 18:10:21.398002 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.10', 58984) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:10:21.475765 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-27bd775a-1c2a-4c0e-9417-d66386f00024 req-558f28a4-722f-43f4-a248-cc4f09363f64 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07ecc16e-355c-47ba-ab63-4719b30024da HTTP/1.1" status: 200 len: 1000 time: 0.1559348 Apr 20 18:10:21.526090 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c952e272-6cab-4467-8a42-e0a046f8263a req-79594560-b63b-4358-a579-024e12095fda service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1267915 Apr 20 18:10:21.555189 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-2dfad362-647b-4117-ac60-cbbf84ef2360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'name': 'tempest-ServerActionsTestJSON-1355921599-router', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:07:09Z', 'updated_at': '2022-04-20T18:07:12Z', 'revision_number': 4, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'gw_port': {'id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:10Z', 'updated_at': '2022-04-20T18:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '9aab3dde-d7b9-45ce-be5f-247f9c4db95f', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'port_id': '07ecc16e-355c-47ba-ab63-4719b30024da', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'mac_address': 'fa:16:3e:ad:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f51d6d-2754-40a6-9039-31ff6bcd2b58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:07:15Z', 'updated_at': '2022-04-20T18:10:19Z', 'revision_number': 13, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6adf36e4-be89-47f7-89f7-c374e3570927', 'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'mac_address': 'fa:16:3e:cc:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:12Z', 'updated_at': '2022-04-20T18:07:19Z', 'revision_number': 5, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'subnets': [{'id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:10:21.558472 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd775a-1c2a-4c0e-9417-d66386f00024 req-62e363fd-4f0f-4fc8-99b7-8fc1ce58ed41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:21.559065 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfad362-647b-4117-ac60-cbbf84ef2360 None None] Checking router: ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:10:21.560217 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-27bd775a-1c2a-4c0e-9417-d66386f00024 req-62e363fd-4f0f-4fc8-99b7-8fc1ce58ed41 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.0776103 Apr 20 18:10:21.569974 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfad362-647b-4117-ac60-cbbf84ef2360 None None] Routers {'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:10:21.570668 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-2dfad362-647b-4117-ac60-cbbf84ef2360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:10:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:10:21.634900 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-27bd775a-1c2a-4c0e-9417-d66386f00024 req-3e95770e-e3fb-4c84-99e7-2f6c06d2ff90 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688889 Apr 20 18:10:21.749074 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-2dfad362-647b-4117-ac60-cbbf84ef2360 None None] Set router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:10:21.769146 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-27bd775a-1c2a-4c0e-9417-d66386f00024 req-254f104f-ae64-426d-93a3-c89adb11b32b service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284840 Apr 20 18:10:22.001491 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-27bd775a-1c2a-4c0e-9417-d66386f00024 req-80005a61-72da-49c7-a423-fda498ae9bb0 service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261379 Apr 20 18:10:22.111495 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-2dfad362-647b-4117-ac60-cbbf84ef2360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'name': 'tempest-ServerActionsTestJSON-1355921599-router', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:07:09Z', 'updated_at': '2022-04-20T18:07:12Z', 'revision_number': 4, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'gw_port': {'id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:10Z', 'updated_at': '2022-04-20T18:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '9aab3dde-d7b9-45ce-be5f-247f9c4db95f', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'port_id': '07ecc16e-355c-47ba-ab63-4719b30024da', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'mac_address': 'fa:16:3e:ad:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f51d6d-2754-40a6-9039-31ff6bcd2b58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:07:15Z', 'updated_at': '2022-04-20T18:10:19Z', 'revision_number': 13, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6adf36e4-be89-47f7-89f7-c374e3570927', 'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'mac_address': 'fa:16:3e:cc:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:12Z', 'updated_at': '2022-04-20T18:07:19Z', 'revision_number': 5, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'subnets': [{'id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:10:22.119376 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfad362-647b-4117-ac60-cbbf84ef2360 None None] The sync data for ids ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'] in n-d-838032-1 is: [{'id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'name': 'tempest-ServerActionsTestJSON-1355921599-router', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:07:09Z', 'updated_at': '2022-04-20T18:07:12Z', 'revision_number': 4, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'gw_port': {'id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:10Z', 'updated_at': '2022-04-20T18:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '9aab3dde-d7b9-45ce-be5f-247f9c4db95f', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'port_id': '07ecc16e-355c-47ba-ab63-4719b30024da', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'mac_address': 'fa:16:3e:ad:63:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f51d6d-2754-40a6-9039-31ff6bcd2b58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:07:15Z', 'updated_at': '2022-04-20T18:10:19Z', 'revision_number': 13, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6adf36e4-be89-47f7-89f7-c374e3570927', 'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'mac_address': 'fa:16:3e:cc:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:12Z', 'updated_at': '2022-04-20T18:07:19Z', 'revision_number': 5, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'subnets': [{'id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:10:22.203514 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c952e272-6cab-4467-8a42-e0a046f8263a req-6f5978f7-f602-4161-b878-182d6bb42076 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 1097 time: 0.0867453 Apr 20 18:10:22.354874 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952e272-6cab-4467-8a42-e0a046f8263a req-1a885960-dc8f-4668-9164-8a0f65aaa5fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:22.356321 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c952e272-6cab-4467-8a42-e0a046f8263a req-1a885960-dc8f-4668-9164-8a0f65aaa5fd service neutron] 10.222.0.10 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.1351891 Apr 20 18:10:22.372629 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d96751-e66d-4061-87e1-723b3d1792dd None None] New status for floating IP 9aab3dde-d7b9-45ce-be5f-247f9c4db95f: ACTIVE {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 18:10:22.464198 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c952e272-6cab-4467-8a42-e0a046f8263a req-0a2d18b9-92f0-4cde-a98a-bef93f194abe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07ecc16e-355c-47ba-ab63-4719b30024da HTTP/1.1" status: 200 len: 1000 time: 0.1013668 Apr 20 18:10:22.526476 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952e272-6cab-4467-8a42-e0a046f8263a req-ca7f0899-c7f9-47c6-8f94-59ef2f0b60dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:22.528294 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c952e272-6cab-4467-8a42-e0a046f8263a req-ca7f0899-c7f9-47c6-8f94-59ef2f0b60dc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.0583501 Apr 20 18:10:22.614739 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c952e272-6cab-4467-8a42-e0a046f8263a req-e4fea2b9-635f-4cde-8a93-dff25445701e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795455 Apr 20 18:10:22.746722 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c952e272-6cab-4467-8a42-e0a046f8263a req-a8f34d36-2983-4b02-86df-e73b2901aa69 service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252317 Apr 20 18:10:22.777112 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76b264-63bb-4d76-a91c-bc31ca3663ec req-e6ef95d3-6859-4076-bdb6-61b648df0e0d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:22.778530 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bd76b264-63bb-4d76-a91c-bc31ca3663ec req-e6ef95d3-6859-4076-bdb6-61b648df0e0d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 946 time: 0.0748625 Apr 20 18:10:22.823300 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bd76b264-63bb-4d76-a91c-bc31ca3663ec req-3a2751cb-fae2-47e0-a8e2-43c4618b3ded tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391798 Apr 20 18:10:22.881814 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c952e272-6cab-4467-8a42-e0a046f8263a req-32571c8b-59c6-463c-98fe-1dd9be06f2ec service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292760 Apr 20 18:10:31.242505 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-200d1e98-cd27-4c1b-bc50-aaaefc2916a2 req-f0e7b4ca-cdfd-40e6-8db7-a10102f5692a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0794511 Apr 20 18:10:31.579009 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50391660-3105-4701-813a-df2f2a7a3fae req-68a8bc8e-8c65-4458-bc98-277f0f19f14a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1256073 Apr 20 18:10:31.593473 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436478b8-b7b8-419e-82c9-593dc2928ee7 req-e011e87d-7353-4ac0-b972-e0486365d33d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:31.594869 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-436478b8-b7b8-419e-82c9-593dc2928ee7 req-e011e87d-7353-4ac0-b972-e0486365d33d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 946 time: 0.0975499 Apr 20 18:10:31.642570 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-436478b8-b7b8-419e-82c9-593dc2928ee7 req-1cb20acf-4df7-4777-b8cb-938f250c4467 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412347 Apr 20 18:10:32.791100 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50391660-3105-4701-813a-df2f2a7a3fae req-a17d976d-098d-4c3b-a9ac-36812e8dbdc4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 1097 time: 0.0685349 Apr 20 18:10:32.837698 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667914a1-1936-4874-9169-7f622d11d730 req-4269b6e7-f8fe-4be4-9d67-95c1a7623549 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:32.839177 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-667914a1-1936-4874-9169-7f622d11d730 req-4269b6e7-f8fe-4be4-9d67-95c1a7623549 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 946 time: 0.0742500 Apr 20 18:10:32.884136 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-667914a1-1936-4874-9169-7f622d11d730 req-71d4b9e9-0f20-4a2b-ab0b-44dd1599c5ef tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394101 Apr 20 18:10:32.920664 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50391660-3105-4701-813a-df2f2a7a3fae req-1baa7d95-5946-4e05-915a-71f0547f0fb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:32.922108 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50391660-3105-4701-813a-df2f2a7a3fae req-1baa7d95-5946-4e05-915a-71f0547f0fb8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.1252644 Apr 20 18:10:33.025905 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50391660-3105-4701-813a-df2f2a7a3fae req-f57846e7-cce4-4f17-b2e2-5784f4a4b7a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07ecc16e-355c-47ba-ab63-4719b30024da HTTP/1.1" status: 200 len: 1002 time: 0.0978067 Apr 20 18:10:33.092168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50391660-3105-4701-813a-df2f2a7a3fae req-823d5efd-3210-47c8-9699-a40def8ac661 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:33.094147 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50391660-3105-4701-813a-df2f2a7a3fae req-823d5efd-3210-47c8-9699-a40def8ac661 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.0617015 Apr 20 18:10:33.183434 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50391660-3105-4701-813a-df2f2a7a3fae req-68d4e5b3-20a4-4f19-85b8-bdb2f8d771c5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718586 Apr 20 18:10:33.412418 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50391660-3105-4701-813a-df2f2a7a3fae req-524ad6fc-1973-40de-b7aa-45225bc5a40b service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229764 Apr 20 18:10:33.544853 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50391660-3105-4701-813a-df2f2a7a3fae req-eb2a2a08-61c1-4f53-9649-4e8860a8547e service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255226 Apr 20 18:10:34.093739 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95249d86-24d7-4a2c-b209-30a880828f8f req-46c9165d-8214-436e-97e8-a581e3630871 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:34.095265 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95249d86-24d7-4a2c-b209-30a880828f8f req-46c9165d-8214-436e-97e8-a581e3630871 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 946 time: 0.0769560 Apr 20 18:10:34.142478 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-95249d86-24d7-4a2c-b209-30a880828f8f req-9032856f-7e4e-4fac-b143-c314c89446cc tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416830 Apr 20 18:10:35.483384 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea802f2-928b-4d85-a9fb-e2c9fd9924bf req-327dad96-d8df-4f21-9107-4dfc2c5b67cc tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:35.484877 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8ea802f2-928b-4d85-a9fb-e2c9fd9924bf req-327dad96-d8df-4f21-9107-4dfc2c5b67cc tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 946 time: 0.2082496 Apr 20 18:10:35.532018 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8ea802f2-928b-4d85-a9fb-e2c9fd9924bf req-c0c89b93-0439-4567-a4c5-6ec1ca4dda36 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414829 Apr 20 18:10:36.755177 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf7f22-93e3-4980-bcd0-61531fedc22c req-72cfb1a3-8d45-4594-9313-aa7656bbe2e7 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:36.756607 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3bcf7f22-93e3-4980-bcd0-61531fedc22c req-72cfb1a3-8d45-4594-9313-aa7656bbe2e7 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 946 time: 0.0975161 Apr 20 18:10:36.802106 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3bcf7f22-93e3-4980-bcd0-61531fedc22c req-e672ea03-d35d-41a0-aae8-701ef9ed72f0 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400214 Apr 20 18:10:38.030958 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c6d1d-dd7b-445d-9b9c-1cc8ea249443 req-1c2b2239-f81e-4f58-8a3a-787cadc64869 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:38.032419 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f79c6d1d-dd7b-445d-9b9c-1cc8ea249443 req-1c2b2239-f81e-4f58-8a3a-787cadc64869 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 946 time: 0.0784972 Apr 20 18:10:38.076546 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f79c6d1d-dd7b-445d-9b9c-1cc8ea249443 req-34d99a7b-3baa-43db-b1c9-1d400af914c8 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387294 Apr 20 18:10:39.233124 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b8a9-db99-4b94-9765-d7c6f10600d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:39.284590 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479cab1-e383-4d43-938f-4cbe4e61a86a req-bab2caa4-a791-4f9e-8f54-0fe3c3ef7acb tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:39.286034 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3479cab1-e383-4d43-938f-4cbe4e61a86a req-bab2caa4-a791-4f9e-8f54-0fe3c3ef7acb tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 946 time: 0.0818179 Apr 20 18:10:39.333140 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3479cab1-e383-4d43-938f-4cbe4e61a86a req-f7ba8313-71d7-4658-908f-839b520dc158 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391335 Apr 20 18:10:40.542777 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a822a-a5bd-496e-a37d-5388d01b879e req-edaa440e-7ba9-4cd1-9bdd-f9f51a38b708 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:40.544216 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-868a822a-a5bd-496e-a37d-5388d01b879e req-edaa440e-7ba9-4cd1-9bdd-f9f51a38b708 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 946 time: 0.0789738 Apr 20 18:10:40.591395 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-868a822a-a5bd-496e-a37d-5388d01b879e req-3a64dd8b-8d53-4e18-b53e-6fc4bf64920c tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401359 Apr 20 18:10:41.420932 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0045058e-196f-4bf6-8c09-057adf6bb29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:41.818388 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5cd06-2c4e-4e81-bbc1-10c10b1a2080 req-4d559d88-15be-4289-8637-39b07cd5d908 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:41.819837 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c4f5cd06-2c4e-4e81-bbc1-10c10b1a2080 req-4d559d88-15be-4289-8637-39b07cd5d908 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 946 time: 0.0884976 Apr 20 18:10:41.866419 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c4f5cd06-2c4e-4e81-bbc1-10c10b1a2080 req-f41f5c73-7970-4648-b447-65562a6211ce tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409698 Apr 20 18:10:42.691413 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:42.912329 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:43.077363 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c8be8-a412-4bc8-9ad7-5d9957e97ffb req-b0183ce0-8688-4551-aa53-4da381b479ba tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:43.078857 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0d8c8be8-a412-4bc8-9ad7-5d9957e97ffb req-b0183ce0-8688-4551-aa53-4da381b479ba tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 946 time: 0.0801203 Apr 20 18:10:43.138823 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0d8c8be8-a412-4bc8-9ad7-5d9957e97ffb req-ed2cbe35-eb43-4c26-85ad-122bf6205ce1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523612 Apr 20 18:10:43.676820 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:44.205010 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:44.333941 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cced2c-31de-4578-bffb-4d1ee24157e7 req-413bdb09-7568-4b8b-a3d1-dac697187207 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:44.335447 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e3cced2c-31de-4578-bffb-4d1ee24157e7 req-413bdb09-7568-4b8b-a3d1-dac697187207 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 946 time: 0.0762327 Apr 20 18:10:44.387524 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e3cced2c-31de-4578-bffb-4d1ee24157e7 req-4a0f0c34-7387-48cb-b217-38ac78af1224 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442886 Apr 20 18:10:45.587837 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e89784-3ba4-4c6a-8ba0-d40e5b3f6891 req-7470ff8c-9ae2-4eea-9cf0-c360399f0e17 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:45.591038 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-82e89784-3ba4-4c6a-8ba0-d40e5b3f6891 req-7470ff8c-9ae2-4eea-9cf0-c360399f0e17 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 946 time: 0.0775857 Apr 20 18:10:45.632674 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:45.639389 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-82e89784-3ba4-4c6a-8ba0-d40e5b3f6891 req-69a4c7e1-8aca-4b54-89e2-552e989f913f tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444589 Apr 20 18:10:46.848272 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc0595-b5ff-4d31-bd77-53f7060cc1e4 req-fcb4905b-51a7-428f-8f5a-23b1e25f037d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:46.849708 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cfcc0595-b5ff-4d31-bd77-53f7060cc1e4 req-fcb4905b-51a7-428f-8f5a-23b1e25f037d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 946 time: 0.0814030 Apr 20 18:10:46.894905 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cfcc0595-b5ff-4d31-bd77-53f7060cc1e4 req-c275e207-10a2-46be-9dbf-263dea69505f tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395591 Apr 20 18:10:47.536741 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:10:48.103270 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7b1e3-d89a-48dc-b6e9-922f5a3aa658 req-29032601-9cd5-490d-8559-5f58e6a5d58c tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:48.104699 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8ec7b1e3-d89a-48dc-b6e9-922f5a3aa658 req-29032601-9cd5-490d-8559-5f58e6a5d58c tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 946 time: 0.0844126 Apr 20 18:10:48.153826 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8ec7b1e3-d89a-48dc-b6e9-922f5a3aa658 req-8d275f85-f7bc-4e91-a3c6-2e640a661bc1 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406964 Apr 20 18:10:49.364275 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d86726-984f-4383-81e8-254ccd711984 req-da8bd3a9-b5cd-44c8-aafd-130500230c1e tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:49.365705 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b9d86726-984f-4383-81e8-254ccd711984 req-da8bd3a9-b5cd-44c8-aafd-130500230c1e tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 946 time: 0.0815103 Apr 20 18:10:49.413629 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b9d86726-984f-4383-81e8-254ccd711984 req-445539eb-2f23-41c8-8a0a-593d04c80a13 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396032 Apr 20 18:10:50.630940 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262cca9-5d87-4324-a400-67ced8b5ccc3 req-bf79e22c-8271-4dac-abc1-27305bf05be5 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:50.632377 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7262cca9-5d87-4324-a400-67ced8b5ccc3 req-bf79e22c-8271-4dac-abc1-27305bf05be5 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 946 time: 0.0935843 Apr 20 18:10:50.684699 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7262cca9-5d87-4324-a400-67ced8b5ccc3 req-4bfc24a0-6140-442c-95c7-30677598d697 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465086 Apr 20 18:10:51.080431 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [req-50391660-3105-4701-813a-df2f2a7a3fae req-e135d93a-fed0-4f40-b142-dd9273f1e937 service neutron] show failed (client error): The resource could not be found. Apr 20 18:10:51.081461 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50391660-3105-4701-813a-df2f2a7a3fae req-e135d93a-fed0-4f40-b142-dd9273f1e937 service neutron] 10.222.0.10 "GET /v2.0/ports/07ecc16e-355c-47ba-ab63-4719b30024da/bindings/n-h1-838032-1 HTTP/1.1" status: 404 len: 380 time: 0.0782599 Apr 20 18:10:51.448129 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50391660-3105-4701-813a-df2f2a7a3fae req-97c3d0c4-ca2e-44ee-8515-bd937259e914 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58&tenant_id=f823d665cb0d4b31b65bc538037b8226 HTTP/1.1" status: 200 len: 1097 time: 0.1572163 Apr 20 18:10:51.458388 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-50391660-3105-4701-813a-df2f2a7a3fae req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838032-1', 'device_owner': 'compute:nova'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:10:51.576625 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-50391660-3105-4701-813a-df2f2a7a3fae req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:51.880156 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-50391660-3105-4701-813a-df2f2a7a3fae req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] For port 07ecc16e-355c-47ba-ab63-4719b30024da, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=07ecc16e-355c-47ba-ab63-4719b30024da,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:10:51.922929 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-50391660-3105-4701-813a-df2f2a7a3fae req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] For port 07ecc16e-355c-47ba-ab63-4719b30024da, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:10:51.969068 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c391af6-8a22-4ffb-bc99-2fba49acafd9 req-31666490-9c3d-4a06-99ff-022215142e4d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:51.970517 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1c391af6-8a22-4ffb-bc99-2fba49acafd9 req-31666490-9c3d-4a06-99ff-022215142e4d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 946 time: 0.1542785 Apr 20 18:10:52.000449 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f51d6d-2754-40a6-9039-31ff6bcd2b58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07ecc16e-355c-47ba-ab63-4719b30024da'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:10:52.006066 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-50391660-3105-4701-813a-df2f2a7a3fae req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:52.026697 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-50391660-3105-4701-813a-df2f2a7a3fae req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] Transition to ACTIVE for port object 07ecc16e-355c-47ba-ab63-4719b30024da will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:10:52.036797 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-50391660-3105-4701-813a-df2f2a7a3fae req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:52.094367 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1c391af6-8a22-4ffb-bc99-2fba49acafd9 req-5f1c1927-79d2-4ddc-b743-0e1a55c17b7f tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1174064 Apr 20 18:10:52.270639 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfe16de1-12a8-4163-984b-32136488372c'] response: {'server_uuid': '98f51d6d-2754-40a6-9039-31ff6bcd2b58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07ecc16e-355c-47ba-ab63-4719b30024da', 'code': 200} Apr 20 18:10:52.273266 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] Pushing event updated for resources: {'Port': ['ID=07ecc16e-355c-47ba-ab63-4719b30024da,revision_number=6']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:10:52.295428 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:10:52.295759 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:10:52.296084 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:10:52.296435 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:10:52.296704 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:10:52.297019 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:10:52.297329 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:10:52.297642 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:10:52.297952 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:10:52.298283 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:10:52.298588 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:10:52.346534 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-50391660-3105-4701-813a-df2f2a7a3fae req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] No DVR routers for this DVR port 07ecc16e-355c-47ba-ab63-4719b30024da on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:10:52.589694 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-50391660-3105-4701-813a-df2f2a7a3fae req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] Attempting to bind port 07ecc16e-355c-47ba-ab63-4719b30024da on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:10:52.589991 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-50391660-3105-4701-813a-df2f2a7a3fae req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] Attempting to bind port 07ecc16e-355c-47ba-ab63-4719b30024da by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:10:52.590378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50391660-3105-4701-813a-df2f2a7a3fae req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] Attempting to bind port 07ecc16e-355c-47ba-ab63-4719b30024da on network 156920a9-5dd7-45b1-8db9-8f4d103d7145 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:10:52.596923 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50391660-3105-4701-813a-df2f2a7a3fae req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] Port 07ecc16e-355c-47ba-ab63-4719b30024da on network 156920a9-5dd7-45b1-8db9-8f4d103d7145 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 18:10:52.597239 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50391660-3105-4701-813a-df2f2a7a3fae req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] Attempting to bind port 07ecc16e-355c-47ba-ab63-4719b30024da on network 156920a9-5dd7-45b1-8db9-8f4d103d7145 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:10:52.603667 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50391660-3105-4701-813a-df2f2a7a3fae req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:10:52.604017 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50391660-3105-4701-813a-df2f2a7a3fae req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] Checking segment: {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:10:52.604394 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50391660-3105-4701-813a-df2f2a7a3fae req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] Bound using segment: {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:10:52.604810 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-50391660-3105-4701-813a-df2f2a7a3fae req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] Bound port: 07ecc16e-355c-47ba-ab63-4719b30024da, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:10:52.605150 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-50391660-3105-4701-813a-df2f2a7a3fae req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:52.691179 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-50391660-3105-4701-813a-df2f2a7a3fae req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] For port 07ecc16e-355c-47ba-ab63-4719b30024da, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:10:52.694124 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-50391660-3105-4701-813a-df2f2a7a3fae req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] For port 07ecc16e-355c-47ba-ab63-4719b30024da, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=07ecc16e-355c-47ba-ab63-4719b30024da,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:10:52.702066 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-50391660-3105-4701-813a-df2f2a7a3fae req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:52.765685 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-50391660-3105-4701-813a-df2f2a7a3fae req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:10:52.767157 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50391660-3105-4701-813a-df2f2a7a3fae req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] 10.222.0.43 "PUT /v2.0/ports/07ecc16e-355c-47ba-ab63-4719b30024da HTTP/1.1" status: 200 len: 1092 time: 1.3127060 Apr 20 18:10:52.779728 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807bdb5-5ee3-4553-a363-6a263a8562be service neutron] Pushing event updated for resources: {'Port': ['ID=07ecc16e-355c-47ba-ab63-4719b30024da,revision_number=7']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:10:52.858934 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50391660-3105-4701-813a-df2f2a7a3fae req-5381b64f-b6ba-4815-8e69-438832fe3ae3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 1095 time: 0.0707276 Apr 20 18:10:52.991308 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50391660-3105-4701-813a-df2f2a7a3fae req-5bc1bbc1-b0a5-437e-beea-e9680d4e4703 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:52.992751 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50391660-3105-4701-813a-df2f2a7a3fae req-5bc1bbc1-b0a5-437e-beea-e9680d4e4703 service neutron] 10.222.0.43 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.1280732 Apr 20 18:10:53.095067 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50391660-3105-4701-813a-df2f2a7a3fae req-4b16d168-c032-40d6-8a9f-8be435a29743 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07ecc16e-355c-47ba-ab63-4719b30024da HTTP/1.1" status: 200 len: 1000 time: 0.0955384 Apr 20 18:10:53.159134 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50391660-3105-4701-813a-df2f2a7a3fae req-4af57b24-a700-47bc-a6aa-a02d9da36170 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:53.160567 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50391660-3105-4701-813a-df2f2a7a3fae req-4af57b24-a700-47bc-a6aa-a02d9da36170 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.0602684 Apr 20 18:10:53.283660 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50391660-3105-4701-813a-df2f2a7a3fae req-bc35e264-ec95-4c2a-af8b-345409bf6bbc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1145225 Apr 20 18:10:53.409640 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb234d-1791-4913-80b6-be5a26041a0f req-5133ce8a-8017-4703-8ea9-7e2db84826ab tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:53.410994 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-feeb234d-1791-4913-80b6-be5a26041a0f req-5133ce8a-8017-4703-8ea9-7e2db84826ab tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 944 time: 0.1817074 Apr 20 18:10:53.446533 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50391660-3105-4701-813a-df2f2a7a3fae req-d58d1c9d-e266-48a8-b5f0-5f74f155c66c service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540072 Apr 20 18:10:53.545990 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-feeb234d-1791-4913-80b6-be5a26041a0f req-f3a085aa-c0b0-43cf-bd38-54daa41b9ec0 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1225269 Apr 20 18:10:53.590740 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-50391660-3105-4701-813a-df2f2a7a3fae req-1f00af70-053d-4cd5-ba30-346e02184157 service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331170 Apr 20 18:10:54.271924 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f51d6d-2754-40a6-9039-31ff6bcd2b58', 'tag': '07ecc16e-355c-47ba-ab63-4719b30024da'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:10:54.339970 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c95d81d8-b000-4e77-b8db-fb27c569c2c8'] response: {'name': 'network-changed', 'server_uuid': '98f51d6d-2754-40a6-9039-31ff6bcd2b58', 'tag': '07ecc16e-355c-47ba-ab63-4719b30024da', 'status': 'completed', 'code': 200} Apr 20 18:10:54.490975 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-becafc18-0398-4567-8a41-2a6df6b4aa99 req-4dbe2067-0872-4bc3-8228-c0c34443d349 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 1095 time: 0.1319091 Apr 20 18:10:54.494484 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-becafc18-0398-4567-8a41-2a6df6b4aa99 req-59449077-ac37-4fec-93b5-eba8641b6b5e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 1095 time: 0.1023669 Apr 20 18:10:54.860755 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 07ecc16e-355c-47ba-ab63-4719b30024da no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:10:54.879899 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becafc18-0398-4567-8a41-2a6df6b4aa99 req-062ded4f-3904-4615-806f-f1e69a4b4419 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:54.881349 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-becafc18-0398-4567-8a41-2a6df6b4aa99 req-062ded4f-3904-4615-806f-f1e69a4b4419 service neutron] 10.222.0.10 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.3839118 Apr 20 18:10:54.886934 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becafc18-0398-4567-8a41-2a6df6b4aa99 req-ee831923-847d-4365-af0d-8535a3b5bd77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:54.888246 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-becafc18-0398-4567-8a41-2a6df6b4aa99 req-ee831923-847d-4365-af0d-8535a3b5bd77 service neutron] 10.222.0.43 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.3737335 Apr 20 18:10:54.918054 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 07ecc16e-355c-47ba-ab63-4719b30024da not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:10:55.051665 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe1163-310d-4ced-914a-4029c6b4e760 req-7ff86bce-59af-4e4b-a63c-d86249b51786 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:55.053101 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ddbe1163-310d-4ced-914a-4029c6b4e760 req-7ff86bce-59af-4e4b-a63c-d86249b51786 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 944 time: 0.3144035 Apr 20 18:10:55.103596 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-becafc18-0398-4567-8a41-2a6df6b4aa99 req-b4653f56-063a-40fd-95ad-00adca169704 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07ecc16e-355c-47ba-ab63-4719b30024da HTTP/1.1" status: 200 len: 1000 time: 0.2144449 Apr 20 18:10:55.107018 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-becafc18-0398-4567-8a41-2a6df6b4aa99 req-d9358935-bcdf-4397-b160-1a036750b30b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07ecc16e-355c-47ba-ab63-4719b30024da HTTP/1.1" status: 200 len: 1000 time: 0.1697726 Apr 20 18:10:55.219866 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ddbe1163-310d-4ced-914a-4029c6b4e760 req-c396ac9f-1cda-4089-a07a-ba856da47e38 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1537814 Apr 20 18:10:55.228037 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becafc18-0398-4567-8a41-2a6df6b4aa99 req-f30bf0a2-e6e9-4491-a54b-9b5ce7bc5f9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:55.229495 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-becafc18-0398-4567-8a41-2a6df6b4aa99 req-f30bf0a2-e6e9-4491-a54b-9b5ce7bc5f9d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.1138680 Apr 20 18:10:55.237616 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becafc18-0398-4567-8a41-2a6df6b4aa99 req-e1d41498-9526-44b9-8b4a-03a24da50d49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:55.238899 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-becafc18-0398-4567-8a41-2a6df6b4aa99 req-e1d41498-9526-44b9-8b4a-03a24da50d49 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.1222606 Apr 20 18:10:55.359683 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-becafc18-0398-4567-8a41-2a6df6b4aa99 req-cc173df9-97df-446c-a646-7377ff880fe7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1234915 Apr 20 18:10:55.362220 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-becafc18-0398-4567-8a41-2a6df6b4aa99 req-93eae751-7767-46c6-9c84-1e946e1d2f05 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951540 Apr 20 18:10:55.594338 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-becafc18-0398-4567-8a41-2a6df6b4aa99 req-2417c8e2-38ec-48b2-a9e0-f59d95a95b03 service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278106 Apr 20 18:10:55.597312 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-becafc18-0398-4567-8a41-2a6df6b4aa99 req-ffffc170-54c5-419e-854c-63f07daadcc3 service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139904 Apr 20 18:10:55.822732 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-becafc18-0398-4567-8a41-2a6df6b4aa99 req-9c61be65-c0e5-48d5-b6eb-9650d6a90242 service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228091 Apr 20 18:10:55.825723 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-becafc18-0398-4567-8a41-2a6df6b4aa99 req-19544ae0-9b60-42e2-8933-743a453b3887 service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090592 Apr 20 18:10:56.436065 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06bf6b-1e5f-491d-bb9f-9cc25e63fe11 req-6f5eb668-fd87-43d2-ba14-08378374cf8b tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:56.437523 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a06bf6b-1e5f-491d-bb9f-9cc25e63fe11 req-6f5eb668-fd87-43d2-ba14-08378374cf8b tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 944 time: 0.0833616 Apr 20 18:10:56.484137 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9a06bf6b-1e5f-491d-bb9f-9cc25e63fe11 req-f7dbe05a-321e-4d55-9ca0-7d0fe8ad191a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408597 Apr 20 18:10:57.705274 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321304a2-c9dc-4a9d-9a3f-af027929d9bb req-41b58240-ed51-4aeb-9abb-debc8905535f tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:57.706746 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-321304a2-c9dc-4a9d-9a3f-af027929d9bb req-41b58240-ed51-4aeb-9abb-debc8905535f tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 944 time: 0.0898180 Apr 20 18:10:57.754450 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-321304a2-c9dc-4a9d-9a3f-af027929d9bb req-8e2499a1-ad7c-45c1-829e-92ffe6a59d53 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400631 Apr 20 18:10:58.963352 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475de08-7bb7-4065-b0a8-5907bee56931 req-c7ac0404-5587-460e-8730-29808e4ed6cd tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:10:58.964783 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a475de08-7bb7-4065-b0a8-5907bee56931 req-c7ac0404-5587-460e-8730-29808e4ed6cd tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 944 time: 0.0855374 Apr 20 18:10:59.014080 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a475de08-7bb7-4065-b0a8-5907bee56931 req-444fbbf9-8c5c-4118-b0fe-e1984b2a108f tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436184 Apr 20 18:11:00.242267 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8218983-0802-4d8e-a53e-488599d4f273 req-46bdee30-a9d5-4e65-b763-da4d6fdb65e5 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:00.243681 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f8218983-0802-4d8e-a53e-488599d4f273 req-46bdee30-a9d5-4e65-b763-da4d6fdb65e5 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 944 time: 0.0858221 Apr 20 18:11:00.293321 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f8218983-0802-4d8e-a53e-488599d4f273 req-64e9d1af-606f-4c51-b343-c08a198e76be tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436966 Apr 20 18:11:01.508664 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e106f-5c44-436b-b3e4-3028a0ab560f req-eedf8766-8cb2-45d1-a892-a80cf8ac26b5 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:01.510218 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d90e106f-5c44-436b-b3e4-3028a0ab560f req-eedf8766-8cb2-45d1-a892-a80cf8ac26b5 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 944 time: 0.0797703 Apr 20 18:11:01.558387 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d90e106f-5c44-436b-b3e4-3028a0ab560f req-bd5af6d7-0c09-44e4-8c6c-b4c2b7156a2c tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399945 Apr 20 18:11:02.089640 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 07ecc16e-355c-47ba-ab63-4719b30024da details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:11:02.221121 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 07ecc16e-355c-47ba-ab63-4719b30024da, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=07ecc16e-355c-47ba-ab63-4719b30024da,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:11:02.234282 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '07ecc16e-355c-47ba-ab63-4719b30024da', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'port_id': '07ecc16e-355c-47ba-ab63-4719b30024da', 'mac_address': 'fa:16:3e:ad:63:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:11:02.291230 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:02.308071 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ecc16e-355c-47ba-ab63-4719b30024da {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:11:02.322979 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 07ecc16e-355c-47ba-ab63-4719b30024da, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=07ecc16e-355c-47ba-ab63-4719b30024da,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:11:02.329513 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:02.394332 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=07ecc16e-355c-47ba-ab63-4719b30024da,revision_number=8']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:11:02.403497 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:11:02.403837 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:11:02.404166 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:11:02.404490 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:11:02.404814 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:11:02.405129 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:11:02.405447 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:11:02.405749 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:11:02.406061 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:11:02.406409 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:11:02.406731 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:11:02.543774 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['07ecc16e-355c-47ba-ab63-4719b30024da'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:11:02.772503 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68dcc6-062a-4170-a37a-d2673e4db119 req-6ec2295b-5ad0-45b2-9f3e-4cd289c69dea tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:02.773924 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9a68dcc6-062a-4170-a37a-d2673e4db119 req-6ec2295b-5ad0-45b2-9f3e-4cd289c69dea tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 945 time: 0.0821142 Apr 20 18:11:02.821479 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9a68dcc6-062a-4170-a37a-d2673e4db119 req-5c4c5060-31ca-4f5b-8195-dde81c755bd6 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393538 Apr 20 18:11:03.402939 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-fee94fb1-52ec-4754-8c75-5794f104b405 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:03.404250 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-fee94fb1-52ec-4754-8c75-5794f104b405 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.43 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58&tenant_id=f823d665cb0d4b31b65bc538037b8226&binding%3Ahost_id=n-h1-838032-1 HTTP/1.1" status: 200 len: 945 time: 0.2310069 Apr 20 18:11:03.477087 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b253db-8c8b-4b3b-baab-e7a913a36d72 req-846127bc-fcbb-43e5-b562-f38cdc6c87ae tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:03.478679 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-48b253db-8c8b-4b3b-baab-e7a913a36d72 req-846127bc-fcbb-43e5-b562-f38cdc6c87ae tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 945 time: 0.2485144 Apr 20 18:11:03.521584 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-eb5a74de-3594-4dfe-a6ce-9b0ce2908de7 service neutron] 10.222.0.43 "GET /v2.0/ports/07ecc16e-355c-47ba-ab63-4719b30024da/bindings/n-h1-838032-1 HTTP/1.1" status: 200 len: 382 time: 0.1113660 Apr 20 18:11:03.533873 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-48b253db-8c8b-4b3b-baab-e7a913a36d72 req-da74284c-d267-43b5-933d-e61aed4be2f0 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472300 Apr 20 18:11:03.614414 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-ae1bc835-0405-4a27-afaf-cad6274b31e3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 1096 time: 0.0704310 Apr 20 18:11:03.743733 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-4352d08b-4a54-4185-af33-6987a8b8a967 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:03.745491 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-4352d08b-4a54-4185-af33-6987a8b8a967 service neutron] 10.222.0.43 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.1256955 Apr 20 18:11:03.848877 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-1d5706cb-0532-4ceb-b545-72ba103f3b97 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07ecc16e-355c-47ba-ab63-4719b30024da HTTP/1.1" status: 200 len: 1001 time: 0.0971980 Apr 20 18:11:03.910316 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-674372c8-1641-4a87-8d35-0ebe1afffae6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:03.911659 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-674372c8-1641-4a87-8d35-0ebe1afffae6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.0574644 Apr 20 18:11:03.988732 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-a606241f-7b10-490e-b06e-3788d01f9e1d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711095 Apr 20 18:11:04.113591 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 07ecc16e-355c-47ba-ab63-4719b30024da up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:11:04.117571 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-77826637-f4fa-44e6-afb2-09cb67218c36 service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221850 Apr 20 18:11:04.184341 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 07ecc16e-355c-47ba-ab63-4719b30024da completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:11:04.189358 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 07ecc16e-355c-47ba-ab63-4719b30024da triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:11:04.189714 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:04.248105 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-67096b13-a6cf-4353-83f2-a1ab4e708d65 service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235390 Apr 20 18:11:04.306463 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:04.333619 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f51d6d-2754-40a6-9039-31ff6bcd2b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ecc16e-355c-47ba-ab63-4719b30024da'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:11:04.343169 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 07ecc16e-355c-47ba-ab63-4719b30024da, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=07ecc16e-355c-47ba-ab63-4719b30024da,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:11:04.348701 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:04.416259 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=07ecc16e-355c-47ba-ab63-4719b30024da,revision_number=9']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:11:04.483699 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79233322-cad0-4e6f-8ab1-f8bb095825ff'] response: {'server_uuid': '98f51d6d-2754-40a6-9039-31ff6bcd2b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ecc16e-355c-47ba-ab63-4719b30024da', 'code': 200} Apr 20 18:11:04.750468 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a556407-16af-4e77-9544-17c327aa81b1 req-61542190-6ad3-44d0-bcdc-58b6597c343e tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:04.751899 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9a556407-16af-4e77-9544-17c327aa81b1 req-61542190-6ad3-44d0-bcdc-58b6597c343e tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 946 time: 0.0861340 Apr 20 18:11:04.797776 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9a556407-16af-4e77-9544-17c327aa81b1 req-6e5185b2-c87a-4fa5-9c97-4ca9f2a29e0d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402253 Apr 20 18:11:06.019359 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513f09b-0c1b-41c8-b360-7d517a420800 req-4cf72366-a875-4852-916e-7a3e2cbe1fc5 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:06.020796 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6513f09b-0c1b-41c8-b360-7d517a420800 req-4cf72366-a875-4852-916e-7a3e2cbe1fc5 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 946 time: 0.0832584 Apr 20 18:11:06.070320 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6513f09b-0c1b-41c8-b360-7d517a420800 req-3e88fc39-208b-4117-aab2-861c82067fd4 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408061 Apr 20 18:11:06.894784 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-ab57cc05-c837-4444-8865-8389297996de service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58&tenant_id=f823d665cb0d4b31b65bc538037b8226 HTTP/1.1" status: 200 len: 1097 time: 0.0737753 Apr 20 18:11:06.906435 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-497ca794-415a-476b-baa4-2119f333007c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838032-1', 'device_owner': 'compute:nova'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:11:07.023738 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-497ca794-415a-476b-baa4-2119f333007c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:07.352572 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-497ca794-415a-476b-baa4-2119f333007c service neutron] For port 07ecc16e-355c-47ba-ab63-4719b30024da, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=07ecc16e-355c-47ba-ab63-4719b30024da,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:11:07.375859 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f7c90-6c37-4b49-ab10-ec80f01be576 req-85ba33a2-c683-424d-86d9-5576af10af80 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:07.377328 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-788f7c90-6c37-4b49-ab10-ec80f01be576 req-85ba33a2-c683-424d-86d9-5576af10af80 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 946 time: 0.1808569 Apr 20 18:11:07.419785 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-497ca794-415a-476b-baa4-2119f333007c service neutron] For port 07ecc16e-355c-47ba-ab63-4719b30024da, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:11:07.590089 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-788f7c90-6c37-4b49-ab10-ec80f01be576 req-5d43df02-1195-45a8-9843-6b88fa7f22cb tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2001185 Apr 20 18:11:07.599339 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f51d6d-2754-40a6-9039-31ff6bcd2b58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07ecc16e-355c-47ba-ab63-4719b30024da'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:11:07.605023 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-497ca794-415a-476b-baa4-2119f333007c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:07.622004 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-497ca794-415a-476b-baa4-2119f333007c service neutron] Transition to ACTIVE for port object 07ecc16e-355c-47ba-ab63-4719b30024da will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:11:07.628018 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-497ca794-415a-476b-baa4-2119f333007c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:07.674873 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21ea103f-b0f9-435c-aafe-1a543b52f0dd'] response: {'server_uuid': '98f51d6d-2754-40a6-9039-31ff6bcd2b58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07ecc16e-355c-47ba-ab63-4719b30024da', 'code': 200} Apr 20 18:11:07.756797 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ca794-415a-476b-baa4-2119f333007c service neutron] Pushing event updated for resources: {'Port': ['ID=07ecc16e-355c-47ba-ab63-4719b30024da,revision_number=10']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:11:07.822332 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-497ca794-415a-476b-baa4-2119f333007c service neutron] No DVR routers for this DVR port 07ecc16e-355c-47ba-ab63-4719b30024da on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:11:08.076925 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-497ca794-415a-476b-baa4-2119f333007c service neutron] Attempting to bind port 07ecc16e-355c-47ba-ab63-4719b30024da on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:11:08.077676 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-497ca794-415a-476b-baa4-2119f333007c service neutron] Attempting to bind port 07ecc16e-355c-47ba-ab63-4719b30024da by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:11:08.077676 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-497ca794-415a-476b-baa4-2119f333007c service neutron] Attempting to bind port 07ecc16e-355c-47ba-ab63-4719b30024da on network 156920a9-5dd7-45b1-8db9-8f4d103d7145 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:11:08.083501 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-497ca794-415a-476b-baa4-2119f333007c service neutron] Port 07ecc16e-355c-47ba-ab63-4719b30024da on network 156920a9-5dd7-45b1-8db9-8f4d103d7145 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 18:11:08.083812 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-497ca794-415a-476b-baa4-2119f333007c service neutron] Attempting to bind port 07ecc16e-355c-47ba-ab63-4719b30024da on network 156920a9-5dd7-45b1-8db9-8f4d103d7145 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:11:08.090507 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-497ca794-415a-476b-baa4-2119f333007c service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:11:08.090835 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-497ca794-415a-476b-baa4-2119f333007c service neutron] Checking segment: {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:11:08.091212 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-497ca794-415a-476b-baa4-2119f333007c service neutron] Bound using segment: {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:11:08.091623 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-497ca794-415a-476b-baa4-2119f333007c service neutron] Bound port: 07ecc16e-355c-47ba-ab63-4719b30024da, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4fffe1-d178-4309-946c-48e2baba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:11:08.091958 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-497ca794-415a-476b-baa4-2119f333007c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:08.183590 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-497ca794-415a-476b-baa4-2119f333007c service neutron] For port 07ecc16e-355c-47ba-ab63-4719b30024da, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:11:08.186553 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-497ca794-415a-476b-baa4-2119f333007c service neutron] For port 07ecc16e-355c-47ba-ab63-4719b30024da, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=07ecc16e-355c-47ba-ab63-4719b30024da,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:11:08.195294 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-497ca794-415a-476b-baa4-2119f333007c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:08.264424 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-497ca794-415a-476b-baa4-2119f333007c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:08.265886 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-497ca794-415a-476b-baa4-2119f333007c service neutron] 10.222.0.10 "PUT /v2.0/ports/07ecc16e-355c-47ba-ab63-4719b30024da HTTP/1.1" status: 200 len: 1093 time: 1.3633583 Apr 20 18:11:08.278978 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ca794-415a-476b-baa4-2119f333007c service neutron] Pushing event updated for resources: {'Port': ['ID=07ecc16e-355c-47ba-ab63-4719b30024da,revision_number=11']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:11:08.360929 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-3f58f07c-6c5d-47b9-983a-aa4fa1330b9c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 1096 time: 0.0736749 Apr 20 18:11:08.491224 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-b062b3bd-fc08-4d30-8c18-f8be0bda1c0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:08.493497 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-b062b3bd-fc08-4d30-8c18-f8be0bda1c0f service neutron] 10.222.0.10 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.1271343 Apr 20 18:11:08.593895 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-8e86ea87-5913-4a45-b224-ae3ea291d216 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07ecc16e-355c-47ba-ab63-4719b30024da HTTP/1.1" status: 200 len: 1000 time: 0.0945551 Apr 20 18:11:08.660964 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-f61b9a9c-b4f6-4d3f-ba26-89f83d1d0ba8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:08.662421 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-f61b9a9c-b4f6-4d3f-ba26-89f83d1d0ba8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.0625865 Apr 20 18:11:08.789836 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-47ca4646-ac9b-4acf-b33f-e0ea985d8d15 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209009 Apr 20 18:11:08.868992 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7d42b-89f3-4f40-922c-776623319b2f req-9a83d613-ba43-45a4-83b3-2819f07f10ff tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:08.871128 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-14b7d42b-89f3-4f40-922c-776623319b2f req-9a83d613-ba43-45a4-83b3-2819f07f10ff tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 945 time: 0.1575329 Apr 20 18:11:08.961647 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-1aaf32cc-343a-47a6-b833-a37a6dcdbbe4 service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636896 Apr 20 18:11:08.963952 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-14b7d42b-89f3-4f40-922c-776623319b2f req-26780d41-d083-43a2-b258-f6a1753e3cf2 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750670 Apr 20 18:11:09.091884 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ac10aa55-0404-4e7a-bc07-31480642c253 req-aa5d20b6-4892-4390-bde6-c948d698a79b service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238708 Apr 20 18:11:09.237224 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5e48e76f-e8f8-43c9-a609-65e3cac49df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:09.675833 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f51d6d-2754-40a6-9039-31ff6bcd2b58', 'tag': '07ecc16e-355c-47ba-ab63-4719b30024da'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:11:09.745407 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6c10bf1-bf27-4240-8cb9-0e15860d73a7'] response: {'name': 'network-changed', 'server_uuid': '98f51d6d-2754-40a6-9039-31ff6bcd2b58', 'tag': '07ecc16e-355c-47ba-ab63-4719b30024da', 'status': 'completed', 'code': 200} Apr 20 18:11:09.997714 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8ed02c99-7331-4351-af45-2da8dbde68a5 req-42da4b0b-aa1e-4039-bfa4-dae78e0434ba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 1096 time: 0.2054710 Apr 20 18:11:10.000535 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8ed02c99-7331-4351-af45-2da8dbde68a5 req-788f9ab2-9f70-47e8-aae0-2c3c7881c569 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f823d665cb0d4b31b65bc538037b8226&device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 1096 time: 0.2369394 Apr 20 18:11:10.121563 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 07ecc16e-355c-47ba-ab63-4719b30024da no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:11:10.177768 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 07ecc16e-355c-47ba-ab63-4719b30024da not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:11:10.294423 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed02c99-7331-4351-af45-2da8dbde68a5 req-f1fe3b54-e9f6-4006-bf0b-69b1c4c41358 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:10.295939 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8ed02c99-7331-4351-af45-2da8dbde68a5 req-f1fe3b54-e9f6-4006-bf0b-69b1c4c41358 service neutron] 10.222.0.43 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.2919257 Apr 20 18:11:10.297950 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed02c99-7331-4351-af45-2da8dbde68a5 req-a650dbff-96fe-4ecf-9b45-3d0d52e04bac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:10.299249 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8ed02c99-7331-4351-af45-2da8dbde68a5 req-a650dbff-96fe-4ecf-9b45-3d0d52e04bac service neutron] 10.222.0.10 "GET /v2.0/networks?id=156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 200 len: 913 time: 0.2777743 Apr 20 18:11:10.459874 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc479b2-9dd9-40e8-8c79-aaec631d2ae7 req-7e7234c6-8add-40ab-8806-cbe6bec16b90 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:10.461353 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3fc479b2-9dd9-40e8-8c79-aaec631d2ae7 req-7e7234c6-8add-40ab-8806-cbe6bec16b90 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 945 time: 0.3256891 Apr 20 18:11:10.514675 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8ed02c99-7331-4351-af45-2da8dbde68a5 req-174e1cba-2da1-49a5-8e85-456620fc6b8e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07ecc16e-355c-47ba-ab63-4719b30024da HTTP/1.1" status: 200 len: 1000 time: 0.2128246 Apr 20 18:11:10.518820 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8ed02c99-7331-4351-af45-2da8dbde68a5 req-34550fec-e606-4f24-bf0b-69f336323905 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07ecc16e-355c-47ba-ab63-4719b30024da HTTP/1.1" status: 200 len: 1000 time: 0.1708624 Apr 20 18:11:10.623105 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3fc479b2-9dd9-40e8-8c79-aaec631d2ae7 req-d8c45895-fffc-4264-8f2b-84d06062e5c5 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1501424 Apr 20 18:11:10.636731 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed02c99-7331-4351-af45-2da8dbde68a5 req-319ab138-e375-4b49-b106-19d5e23c7135 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:10.638122 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8ed02c99-7331-4351-af45-2da8dbde68a5 req-319ab138-e375-4b49-b106-19d5e23c7135 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.1122060 Apr 20 18:11:10.641133 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed02c99-7331-4351-af45-2da8dbde68a5 req-f373a686-71af-4f9b-b806-1505ba856b46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:10.642452 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8ed02c99-7331-4351-af45-2da8dbde68a5 req-f373a686-71af-4f9b-b806-1505ba856b46 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 200 len: 851 time: 0.0871031 Apr 20 18:11:10.769142 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8ed02c99-7331-4351-af45-2da8dbde68a5 req-d169a156-ce25-44da-9fbe-898f3b891f89 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944510 Apr 20 18:11:10.771801 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8ed02c99-7331-4351-af45-2da8dbde68a5 req-1d1854be-f41f-44e8-a8f6-0cdff4a1ef22 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=156920a9-5dd7-45b1-8db9-8f4d103d7145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281891 Apr 20 18:11:11.000186 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8ed02c99-7331-4351-af45-2da8dbde68a5 req-797c7bfc-481d-424e-8ddc-cf263162bfe9 service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246025 Apr 20 18:11:11.003194 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8ed02c99-7331-4351-af45-2da8dbde68a5 req-76b37c8f-9490-4dfa-a484-9c899145cb2d service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109442 Apr 20 18:11:11.234076 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8ed02c99-7331-4351-af45-2da8dbde68a5 req-f985e949-c182-447e-a2df-b7cc856e999e service neutron] 10.222.0.10 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276118 Apr 20 18:11:11.235891 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8ed02c99-7331-4351-af45-2da8dbde68a5 req-d21addc6-e8d8-4119-85cd-7e2760a85270 service neutron] 10.222.0.43 "GET /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126784 Apr 20 18:11:11.419248 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8762584c-f10c-4848-baed-1bc705e3880d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:11.827910 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154875bd-59cc-483a-89fd-53dee6a8ba80 req-6bc05f37-9451-4daf-99db-81812636b80d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:11.829359 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-154875bd-59cc-483a-89fd-53dee6a8ba80 req-6bc05f37-9451-4daf-99db-81812636b80d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 945 time: 0.0765300 Apr 20 18:11:11.876640 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-154875bd-59cc-483a-89fd-53dee6a8ba80 req-7c61a4c2-2c89-4a01-a973-6a7c892090f7 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413964 Apr 20 18:11:12.695960 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:12.908270 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:13.189481 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d48657-3330-49d4-ab7c-116d637e655f req-21391e82-a792-4723-9e28-38a0636ff03e tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:13.191323 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f9d48657-3330-49d4-ab7c-116d637e655f req-21391e82-a792-4723-9e28-38a0636ff03e tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 945 time: 0.1874566 Apr 20 18:11:13.235747 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f9d48657-3330-49d4-ab7c-116d637e655f req-17607618-d75e-4253-a2f5-745de3fd8729 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387886 Apr 20 18:11:13.678467 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:14.216163 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:14.444491 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c470989-cfb7-42c3-b3fe-5f2130f659f9 req-edfc3b90-ab55-4212-9681-407ef48d133d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:14.445965 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2c470989-cfb7-42c3-b3fe-5f2130f659f9 req-edfc3b90-ab55-4212-9681-407ef48d133d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 945 time: 0.0860925 Apr 20 18:11:14.492667 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2c470989-cfb7-42c3-b3fe-5f2130f659f9 req-aadaec25-3edd-437f-b051-9e21442ce41d tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409303 Apr 20 18:11:15.660483 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:15.718583 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26315b-34b6-477a-8bf0-a36f269432b3 req-8a413e35-e66f-48c8-b33e-242754d9dc8b tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:15.720130 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8b26315b-34b6-477a-8bf0-a36f269432b3 req-8a413e35-e66f-48c8-b33e-242754d9dc8b tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 945 time: 0.0816407 Apr 20 18:11:15.765773 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8b26315b-34b6-477a-8bf0-a36f269432b3 req-eee6b37c-8e73-42c6-840c-5322c766b650 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399158 Apr 20 18:11:16.965620 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47417fd-d37f-4e2d-a1b2-b456191abacc req-7887e763-1561-416e-bfad-777d0c9fa38a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:16.968116 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e47417fd-d37f-4e2d-a1b2-b456191abacc req-7887e763-1561-416e-bfad-777d0c9fa38a tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 945 time: 0.0790973 Apr 20 18:11:17.015874 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e47417fd-d37f-4e2d-a1b2-b456191abacc req-b7a00ed8-5bd7-4014-b4d9-5948a7de4453 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418892 Apr 20 18:11:18.217374 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57570fce-2259-414f-859b-d9544224022e req-9a2fed37-5c07-4c7e-b5c4-f8536ce9dc96 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:18.218906 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-57570fce-2259-414f-859b-d9544224022e req-9a2fed37-5c07-4c7e-b5c4-f8536ce9dc96 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 945 time: 0.0796340 Apr 20 18:11:18.264788 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-57570fce-2259-414f-859b-d9544224022e req-acbd85a8-c2af-4df8-8870-48dedf0cc090 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403409 Apr 20 18:11:18.951389 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 07ecc16e-355c-47ba-ab63-4719b30024da details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:11:19.103477 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 07ecc16e-355c-47ba-ab63-4719b30024da, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=07ecc16e-355c-47ba-ab63-4719b30024da,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:11:19.117165 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '07ecc16e-355c-47ba-ab63-4719b30024da', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'port_id': '07ecc16e-355c-47ba-ab63-4719b30024da', 'mac_address': 'fa:16:3e:ad:63:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:11:19.170210 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:19.186890 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ecc16e-355c-47ba-ab63-4719b30024da {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:11:19.202731 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 07ecc16e-355c-47ba-ab63-4719b30024da, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=07ecc16e-355c-47ba-ab63-4719b30024da,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:11:19.210076 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:19.274215 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=07ecc16e-355c-47ba-ab63-4719b30024da,revision_number=12']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:11:19.466926 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafcd7b7-edfa-4637-bfe2-8feb068ae9af req-93094806-a3de-4aa6-b8b9-ef7ad9468892 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:19.468520 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fafcd7b7-edfa-4637-bfe2-8feb068ae9af req-93094806-a3de-4aa6-b8b9-ef7ad9468892 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 946 time: 0.0842419 Apr 20 18:11:19.519073 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fafcd7b7-edfa-4637-bfe2-8feb068ae9af req-7424c489-cf4e-47a7-879b-42fc358abc34 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402849 Apr 20 18:11:19.541517 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['07ecc16e-355c-47ba-ab63-4719b30024da'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:11:19.714530 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba6f6a-5532-4775-9d00-0cd42a9aa4db req-9959fbc7-beb0-4d41-a086-afd24be59739 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:19.715856 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-41ba6f6a-5532-4775-9d00-0cd42a9aa4db req-9959fbc7-beb0-4d41-a086-afd24be59739 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 946 time: 0.0748096 Apr 20 18:11:19.763858 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-41ba6f6a-5532-4775-9d00-0cd42a9aa4db req-ba34ae12-0fb7-4a9a-9199-5f64bb3fcb45 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424235 Apr 20 18:11:19.966098 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12cdf19-e923-43ac-99b5-9743c2bf44af req-994efe22-47c5-4c52-bb13-a4cec7bf03d3 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:19.967450 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c12cdf19-e923-43ac-99b5-9743c2bf44af req-994efe22-47c5-4c52-bb13-a4cec7bf03d3 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 946 time: 0.0771158 Apr 20 18:11:20.015606 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c12cdf19-e923-43ac-99b5-9743c2bf44af req-3eb209bb-e026-4248-b161-a6d3539c8070 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425632 Apr 20 18:11:20.426365 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad5676-f90e-4b72-aefa-36f58fa9526c req-f5a9cb4c-4ecd-473b-a543-fe784618a3a7 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:20.427817 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c2ad5676-f90e-4b72-aefa-36f58fa9526c req-f5a9cb4c-4ecd-473b-a543-fe784618a3a7 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 946 time: 0.0783849 Apr 20 18:11:20.472835 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c2ad5676-f90e-4b72-aefa-36f58fa9526c req-dce04970-b112-45f7-9326-b71e95dd1e19 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393703 Apr 20 18:11:20.953190 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 07ecc16e-355c-47ba-ab63-4719b30024da up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:11:21.058742 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 07ecc16e-355c-47ba-ab63-4719b30024da completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:11:21.063547 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 07ecc16e-355c-47ba-ab63-4719b30024da triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:11:21.063912 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:21.177901 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:21.207927 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f51d6d-2754-40a6-9039-31ff6bcd2b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ecc16e-355c-47ba-ab63-4719b30024da'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:11:21.217760 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 07ecc16e-355c-47ba-ab63-4719b30024da, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=07ecc16e-355c-47ba-ab63-4719b30024da,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:11:21.225507 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:21.269684 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78808c16-eb00-4139-aaa2-7d5de6bea505'] response: {'server_uuid': '98f51d6d-2754-40a6-9039-31ff6bcd2b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ecc16e-355c-47ba-ab63-4719b30024da', 'code': 200} Apr 20 18:11:21.300057 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=07ecc16e-355c-47ba-ab63-4719b30024da,revision_number=13']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:11:21.693062 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81d58a-f43a-4a70-b58b-c98cb5354ccb req-178b8a36-9172-4758-83a4-8e2272b6a25e tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:21.694555 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9c81d58a-f43a-4a70-b58b-c98cb5354ccb req-178b8a36-9172-4758-83a4-8e2272b6a25e tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 947 time: 0.0857775 Apr 20 18:11:21.741773 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9c81d58a-f43a-4a70-b58b-c98cb5354ccb req-1f218f58-33c8-4594-90d8-94bc4a2b6e02 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups?id=1270a7ff-42e7-4385-ada9-edd9171b33c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412204 Apr 20 18:11:22.031261 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248c64b-efd3-44ed-b048-05d74362d44f req-64d35e39-a661-480b-b3fd-3fb2b003d361 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:22.032614 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0248c64b-efd3-44ed-b048-05d74362d44f req-64d35e39-a661-480b-b3fd-3fb2b003d361 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.10 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 947 time: 0.0841062 Apr 20 18:11:22.099881 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-0248c64b-efd3-44ed-b048-05d74362d44f req-efd7d377-7779-43b5-9057-db8cd26ed685 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Deleting port 07ecc16e-355c-47ba-ab63-4719b30024da {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:11:22.100181 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0248c64b-efd3-44ed-b048-05d74362d44f req-efd7d377-7779-43b5-9057-db8cd26ed685 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:22.355038 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-0248c64b-efd3-44ed-b048-05d74362d44f req-efd7d377-7779-43b5-9057-db8cd26ed685 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] For port 07ecc16e-355c-47ba-ab63-4719b30024da, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=07ecc16e-355c-47ba-ab63-4719b30024da,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:11:22.355286 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0248c64b-efd3-44ed-b048-05d74362d44f req-efd7d377-7779-43b5-9057-db8cd26ed685 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:22.656252 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0248c64b-efd3-44ed-b048-05d74362d44f req-efd7d377-7779-43b5-9057-db8cd26ed685 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:22.656492 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0248c64b-efd3-44ed-b048-05d74362d44f req-efd7d377-7779-43b5-9057-db8cd26ed685 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:22.656807 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [req-0248c64b-efd3-44ed-b048-05d74362d44f req-efd7d377-7779-43b5-9057-db8cd26ed685 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Floating IP 9aab3dde-d7b9-45ce-be5f-247f9c4db95f disassociated. External IP: 172.25.8.13, port: 07ecc16e-355c-47ba-ab63-4719b30024da. Apr 20 18:11:22.657142 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-0248c64b-efd3-44ed-b048-05d74362d44f req-efd7d377-7779-43b5-9057-db8cd26ed685 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Calling delete_port for 07ecc16e-355c-47ba-ab63-4719b30024da owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:11:22.802366 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0248c64b-efd3-44ed-b048-05d74362d44f req-efd7d377-7779-43b5-9057-db8cd26ed685 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:22.854873 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7d377-7779-43b5-9057-db8cd26ed685 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Pushing event deleted for resources: {'Port': ['ID=07ecc16e-355c-47ba-ab63-4719b30024da,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:11:23.009499 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-92ed63b1-b71c-4691-8211-7a1557f8343f req-c94eaefc-b292-4c43-bb8c-5cd06fbd4b51 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 210 time: 0.1001656 Apr 20 18:11:23.126286 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0248c64b-efd3-44ed-b048-05d74362d44f req-efd7d377-7779-43b5-9057-db8cd26ed685 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:11:23.440767 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0248c64b-efd3-44ed-b048-05d74362d44f req-efd7d377-7779-43b5-9057-db8cd26ed685 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:11:23.450558 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f837adef-b0fe-4c3a-a4ba-af84e9c1048a None None] Sync routers for ids ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:11:23.462763 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f837adef-b0fe-4c3a-a4ba-af84e9c1048a None None] Routers {'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:11:23.463363 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f837adef-b0fe-4c3a-a4ba-af84e9c1048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:11:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:11:23.512564 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-0248c64b-efd3-44ed-b048-05d74362d44f req-efd7d377-7779-43b5-9057-db8cd26ed685 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] No DVR routers for this DVR port 07ecc16e-355c-47ba-ab63-4719b30024da on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:11:23.515516 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-0248c64b-efd3-44ed-b048-05d74362d44f req-efd7d377-7779-43b5-9057-db8cd26ed685 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:23.518128 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f51d6d-2754-40a6-9039-31ff6bcd2b58', 'name': 'network-vif-deleted', 'tag': '07ecc16e-355c-47ba-ab63-4719b30024da'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:11:23.538697 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0248c64b-efd3-44ed-b048-05d74362d44f req-efd7d377-7779-43b5-9057-db8cd26ed685 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.10 "DELETE /v2.0/ports/07ecc16e-355c-47ba-ab63-4719b30024da HTTP/1.1" status: 204 len: 173 time: 1.5003898 Apr 20 18:11:23.580420 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21ddd890-7d3a-4492-91c9-a02b29145357'] response: {'server_uuid': '98f51d6d-2754-40a6-9039-31ff6bcd2b58', 'name': 'network-vif-deleted', 'tag': '07ecc16e-355c-47ba-ab63-4719b30024da', 'status': 'completed', 'code': 200} Apr 20 18:11:23.638996 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-f837adef-b0fe-4c3a-a4ba-af84e9c1048a None None] Set router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:11:23.942473 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f837adef-b0fe-4c3a-a4ba-af84e9c1048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'name': 'tempest-ServerActionsTestJSON-1355921599-router', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:07:09Z', 'updated_at': '2022-04-20T18:07:12Z', 'revision_number': 4, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'gw_port': {'id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:10Z', 'updated_at': '2022-04-20T18:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '6adf36e4-be89-47f7-89f7-c374e3570927', 'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'mac_address': 'fa:16:3e:cc:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:12Z', 'updated_at': '2022-04-20T18:07:19Z', 'revision_number': 5, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'subnets': [{'id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:11:23.946163 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f837adef-b0fe-4c3a-a4ba-af84e9c1048a None None] Checking router: ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:11:23.956342 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f837adef-b0fe-4c3a-a4ba-af84e9c1048a None None] Routers {'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:11:23.957047 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f837adef-b0fe-4c3a-a4ba-af84e9c1048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:11:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:11:24.159812 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-f837adef-b0fe-4c3a-a4ba-af84e9c1048a None None] Set router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:11:24.190458 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-9fc61671-801e-4b93-b4d9-50eb06ce9b24 req-59814428-df08-4028-b85c-90781dfaf668 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Synchronizing usage tracker for tenant:f823d665cb0d4b31b65bc538037b8226 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:11:24.206850 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-9fc61671-801e-4b93-b4d9-50eb06ce9b24 req-59814428-df08-4028-b85c-90781dfaf668 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Unset dirty status for tenant:f823d665cb0d4b31b65bc538037b8226 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:11:24.208113 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9fc61671-801e-4b93-b4d9-50eb06ce9b24 req-59814428-df08-4028-b85c-90781dfaf668 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f51d6d-2754-40a6-9039-31ff6bcd2b58 HTTP/1.1" status: 200 len: 210 time: 0.0568233 Apr 20 18:11:24.463746 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-f837adef-b0fe-4c3a-a4ba-af84e9c1048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'name': 'tempest-ServerActionsTestJSON-1355921599-router', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:07:09Z', 'updated_at': '2022-04-20T18:07:12Z', 'revision_number': 4, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'gw_port': {'id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:10Z', 'updated_at': '2022-04-20T18:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '6adf36e4-be89-47f7-89f7-c374e3570927', 'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'mac_address': 'fa:16:3e:cc:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:12Z', 'updated_at': '2022-04-20T18:07:19Z', 'revision_number': 5, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'subnets': [{'id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:11:24.467683 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f837adef-b0fe-4c3a-a4ba-af84e9c1048a None None] The sync data for ids ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'] in n-d-838032-1 is: [{'id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'name': 'tempest-ServerActionsTestJSON-1355921599-router', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:07:09Z', 'updated_at': '2022-04-20T18:07:12Z', 'revision_number': 4, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'gw_port': {'id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:10Z', 'updated_at': '2022-04-20T18:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '6adf36e4-be89-47f7-89f7-c374e3570927', 'name': '', 'network_id': '156920a9-5dd7-45b1-8db9-8f4d103d7145', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'mac_address': 'fa:16:3e:cc:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:12Z', 'updated_at': '2022-04-20T18:07:19Z', 'revision_number': 5, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'subnets': [{'id': '8a37871a-71cb-4c9f-bc69-d8b3ae072252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:11:24.527929 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:11:24.684786 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d08ff1a-0feb-453f-8cf9-acb0aead053e None None] New status for floating IP 9aab3dde-d7b9-45ce-be5f-247f9c4db95f: DOWN {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 18:11:24.982647 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 07ecc16e-355c-47ba-ab63-4719b30024da no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:11:25.015336 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 07ecc16e-355c-47ba-ab63-4719b30024da {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:11:25.015649 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 07ecc16e-355c-47ba-ab63-4719b30024da not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:11:28.546125 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36012) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:11:28.611636 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-105568e6-f779-4b3c-82a9-76dfdff8e234 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:28.639477 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-105568e6-f779-4b3c-82a9-76dfdff8e234 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:28.703407 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-105568e6-f779-4b3c-82a9-76dfdff8e234 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:28.721529 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105568e6-f779-4b3c-82a9-76dfdff8e234 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1270a7ff-42e7-4385-ada9-edd9171b33c5,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:11:28.733508 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105568e6-f779-4b3c-82a9-76dfdff8e234 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:11:28.733849 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105568e6-f779-4b3c-82a9-76dfdff8e234 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:11:28.734201 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105568e6-f779-4b3c-82a9-76dfdff8e234 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:11:28.734538 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105568e6-f779-4b3c-82a9-76dfdff8e234 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:11:28.734883 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105568e6-f779-4b3c-82a9-76dfdff8e234 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:11:28.735193 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105568e6-f779-4b3c-82a9-76dfdff8e234 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:11:28.735516 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105568e6-f779-4b3c-82a9-76dfdff8e234 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:11:28.735840 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105568e6-f779-4b3c-82a9-76dfdff8e234 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:11:28.736158 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105568e6-f779-4b3c-82a9-76dfdff8e234 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:11:28.736473 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105568e6-f779-4b3c-82a9-76dfdff8e234 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:11:28.736785 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105568e6-f779-4b3c-82a9-76dfdff8e234 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:11:28.741832 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-105568e6-f779-4b3c-82a9-76dfdff8e234 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:28.746028 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-105568e6-f779-4b3c-82a9-76dfdff8e234 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "DELETE /v2.0/security-groups/1270a7ff-42e7-4385-ada9-edd9171b33c5 HTTP/1.1" status: 204 len: 168 time: 0.1988819 Apr 20 18:11:28.746160 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36016) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:11:28.763358 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-c4c476f8-9095-465c-bb3e-3e52a13574a3 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] show failed (client error): The resource could not be found. Apr 20 18:11:28.764334 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c4c476f8-9095-465c-bb3e-3e52a13574a3 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "GET /v2.0/security-groups/1270a7ff-42e7-4385-ada9-edd9171b33c5 HTTP/1.1" status: 404 len: 347 time: 0.0170562 Apr 20 18:11:28.767027 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36020) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:11:28.921213 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-9dc4b2c9-c8d5-49da-afed-a1b82fd465f7 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Deleting port 16cbe491-b9ed-461e-84fb-8c2a1e616def {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:11:28.921615 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9dc4b2c9-c8d5-49da-afed-a1b82fd465f7 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:29.088637 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9dc4b2c9-c8d5-49da-afed-a1b82fd465f7 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:29.088932 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9dc4b2c9-c8d5-49da-afed-a1b82fd465f7 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:29.207358 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-9dc4b2c9-c8d5-49da-afed-a1b82fd465f7 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Calling delete_port for 16cbe491-b9ed-461e-84fb-8c2a1e616def owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:11:29.347791 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9dc4b2c9-c8d5-49da-afed-a1b82fd465f7 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:29.391106 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4b2c9-c8d5-49da-afed-a1b82fd465f7 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Pushing event deleted for resources: {'Port': ['ID=16cbe491-b9ed-461e-84fb-8c2a1e616def,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:11:29.486778 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9dc4b2c9-c8d5-49da-afed-a1b82fd465f7 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:29.507289 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9dc4b2c9-c8d5-49da-afed-a1b82fd465f7 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:29.508436 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9dc4b2c9-c8d5-49da-afed-a1b82fd465f7 tempest-ServerActionsTestJSON-1546551771 tempest-ServerActionsTestJSON-1546551771-project] 10.222.0.39 "DELETE /v2.0/floatingips/9aab3dde-d7b9-45ce-be5f-247f9c4db95f HTTP/1.1" status: 204 len: 168 time: 0.7405229 Apr 20 18:11:29.511457 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36024) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:11:29.902727 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1b0ffe2f-38c1-4e4d-8fba-23b79969bb72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:30.599922 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-1b0ffe2f-38c1-4e4d-8fba-23b79969bb72 admin admin] Deleting port 6adf36e4-be89-47f7-89f7-c374e3570927 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:11:30.600257 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1b0ffe2f-38c1-4e4d-8fba-23b79969bb72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:30.772681 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-1b0ffe2f-38c1-4e4d-8fba-23b79969bb72 admin admin] For port 6adf36e4-be89-47f7-89f7-c374e3570927, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6adf36e4-be89-47f7-89f7-c374e3570927,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:11:30.772999 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1b0ffe2f-38c1-4e4d-8fba-23b79969bb72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:30.893915 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-1b0ffe2f-38c1-4e4d-8fba-23b79969bb72 admin admin] Calling delete_port for 6adf36e4-be89-47f7-89f7-c374e3570927 owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:11:31.068568 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1b0ffe2f-38c1-4e4d-8fba-23b79969bb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:31.114605 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ffe2f-38c1-4e4d-8fba-23b79969bb72 admin admin] Pushing event deleted for resources: {'Port': ['ID=6adf36e4-be89-47f7-89f7-c374e3570927,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:11:31.399769 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1b0ffe2f-38c1-4e4d-8fba-23b79969bb72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:32.074071 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0ffe2f-38c1-4e4d-8fba-23b79969bb72 admin admin] Router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:11:32.273176 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0ffe2f-38c1-4e4d-8fba-23b79969bb72 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:11:32.282211 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db591f20-58f9-4514-9169-0cfddaf6a538 None None] Sync routers for ids ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:11:32.285810 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1b0ffe2f-38c1-4e4d-8fba-23b79969bb72 admin admin] 10.222.0.39 "PUT /v2.0/routers/ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7733359 Apr 20 18:11:32.288329 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36028) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:11:32.294353 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db591f20-58f9-4514-9169-0cfddaf6a538 None None] Routers {'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:11:32.295020 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-db591f20-58f9-4514-9169-0cfddaf6a538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:11:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:11:32.465805 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-db591f20-58f9-4514-9169-0cfddaf6a538 None None] Set router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:11:32.483415 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0a3c9d00-8847-4d15-be02-66f7e9a09944 admin admin] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:32.679154 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0a3c9d00-8847-4d15-be02-66f7e9a09944 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:32.690180 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-0a3c9d00-8847-4d15-be02-66f7e9a09944 admin admin] Deleting port 96c53913-80de-494c-ba3a-7c7c2f072060 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:11:32.690588 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0a3c9d00-8847-4d15-be02-66f7e9a09944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:32.739130 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-db591f20-58f9-4514-9169-0cfddaf6a538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'name': 'tempest-ServerActionsTestJSON-1355921599-router', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:07:09Z', 'updated_at': '2022-04-20T18:11:31Z', 'revision_number': 5, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'gw_port': {'id': '96c53913-80de-494c-ba3a-7c7c2f072060', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:07:10Z', 'updated_at': '2022-04-20T18:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:11:32.743150 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db591f20-58f9-4514-9169-0cfddaf6a538 None None] Checking router: ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:11:32.754395 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db591f20-58f9-4514-9169-0cfddaf6a538 None None] Routers {'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:11:32.754966 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-db591f20-58f9-4514-9169-0cfddaf6a538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:11:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:11:32.864031 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-0a3c9d00-8847-4d15-be02-66f7e9a09944 admin admin] For port 96c53913-80de-494c-ba3a-7c7c2f072060, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=96c53913-80de-494c-ba3a-7c7c2f072060,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:11:32.864409 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0a3c9d00-8847-4d15-be02-66f7e9a09944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:32.898802 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-db591f20-58f9-4514-9169-0cfddaf6a538 None None] Set router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd gateway port host: None {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:11:33.009560 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-db591f20-58f9-4514-9169-0cfddaf6a538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'name': 'tempest-ServerActionsTestJSON-1355921599-router', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:07:09Z', 'updated_at': '2022-04-20T18:11:32Z', 'revision_number': 6, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:11:33.014542 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db591f20-58f9-4514-9169-0cfddaf6a538 None None] The sync data for ids ['ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd'] in n-d-838032-1 is: [{'id': 'ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd', 'name': 'tempest-ServerActionsTestJSON-1355921599-router', 'tenant_id': 'f823d665cb0d4b31b65bc538037b8226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:07:09Z', 'updated_at': '2022-04-20T18:11:32Z', 'revision_number': 6, 'project_id': 'f823d665cb0d4b31b65bc538037b8226', 'gw_port_host': None}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:11:33.093581 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-0a3c9d00-8847-4d15-be02-66f7e9a09944 admin admin] Calling delete_port for 96c53913-80de-494c-ba3a-7c7c2f072060 owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:11:33.267671 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0a3c9d00-8847-4d15-be02-66f7e9a09944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:33.310448 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c9d00-8847-4d15-be02-66f7e9a09944 admin admin] Pushing event deleted for resources: {'Port': ['ID=96c53913-80de-494c-ba3a-7c7c2f072060,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:11:33.418178 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6adf36e4-be89-47f7-89f7-c374e3570927 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:11:33.465583 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 6adf36e4-be89-47f7-89f7-c374e3570927 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:11:33.465917 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6adf36e4-be89-47f7-89f7-c374e3570927 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:11:33.537384 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0a3c9d00-8847-4d15-be02-66f7e9a09944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:33.788707 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0a3c9d00-8847-4d15-be02-66f7e9a09944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:33.793066 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0a3c9d00-8847-4d15-be02-66f7e9a09944 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:33.820376 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0a3c9d00-8847-4d15-be02-66f7e9a09944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:33.820902 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3c9d00-8847-4d15-be02-66f7e9a09944 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 18:11:33.833620 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0a3c9d00-8847-4d15-be02-66f7e9a09944 admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:33.834793 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0a3c9d00-8847-4d15-be02-66f7e9a09944 admin admin] 10.222.0.39 "DELETE /v2.0/routers/ef2f9d81-23a7-4a61-9f4d-5bc0b07dfefd HTTP/1.1" status: 204 len: 168 time: 1.5455852 Apr 20 18:11:33.837278 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36032) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:11:33.899034 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-55dc5ed7-4cc0-4fa6-bcdc-5873c70032f8 admin admin] Deleting subnet 8a37871a-71cb-4c9f-bc69-d8b3ae072252 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 18:11:33.902090 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-55dc5ed7-4cc0-4fa6-bcdc-5873c70032f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:33.952683 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-55dc5ed7-4cc0-4fa6-bcdc-5873c70032f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:34.039254 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-55dc5ed7-4cc0-4fa6-bcdc-5873c70032f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:34.106915 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-55dc5ed7-4cc0-4fa6-bcdc-5873c70032f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:34.142592 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc5ed7-4cc0-4fa6-bcdc-5873c70032f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a37871a-71cb-4c9f-bc69-d8b3ae072252,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:11:34.148940 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-55dc5ed7-4cc0-4fa6-bcdc-5873c70032f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:34.154461 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d82cac-9aea-45c7-aaff-37a54cacfae6 None None] Network 156920a9-5dd7-45b1-8db9-8f4d103d7145 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:11:34.156019 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-55dc5ed7-4cc0-4fa6-bcdc-5873c70032f8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8a37871a-71cb-4c9f-bc69-d8b3ae072252 HTTP/1.1" status: 204 len: 168 time: 0.3177986 Apr 20 18:11:34.158660 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36036) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:11:34.261961 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a2e6c260-5155-453e-bd11-33a79e5760ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:34.272685 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-a2e6c260-5155-453e-bd11-33a79e5760ad admin admin] Deleting port 850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:11:34.273004 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a2e6c260-5155-453e-bd11-33a79e5760ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:34.394761 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb087dda-b86c-493b-ba5f-402229b2c721 None None] DHCP port deletion for 156920a9-5dd7-45b1-8db9-8f4d103d7145 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 18:11:34.399093 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-cb087dda-b86c-493b-ba5f-402229b2c721 None None] Deleting port 850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:11:34.399463 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cb087dda-b86c-493b-ba5f-402229b2c721 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:34.569451 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-a2e6c260-5155-453e-bd11-33a79e5760ad admin admin] For port 850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:11:34.569806 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a2e6c260-5155-453e-bd11-33a79e5760ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:34.600541 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-cb087dda-b86c-493b-ba5f-402229b2c721 None None] For port 850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51,segment=NetworkSegment(3a4fffe1-d178-4309-946c-48e2baba75e2),segment_id=3a4fffe1-d178-4309-946c-48e2baba75e2)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:11:34.601109 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cb087dda-b86c-493b-ba5f-402229b2c721 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:34.710601 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-a2e6c260-5155-453e-bd11-33a79e5760ad admin admin] Calling delete_port for 850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:11:34.714294 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-cb087dda-b86c-493b-ba5f-402229b2c721 None None] Calling delete_port for 850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:11:34.784661 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a2e6c260-5155-453e-bd11-33a79e5760ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:34.789845 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-cb087dda-b86c-493b-ba5f-402229b2c721 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:11:34.790358 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-cb087dda-b86c-493b-ba5f-402229b2c721 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 18:11:34.833423 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6c260-5155-453e-bd11-33a79e5760ad admin admin] Pushing event deleted for resources: {'Port': ['ID=850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:11:34.839615 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e6c260-5155-453e-bd11-33a79e5760ad admin admin] No DVR routers for this DVR port 850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51 on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:11:34.953152 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a2e6c260-5155-453e-bd11-33a79e5760ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:34.979082 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-a2e6c260-5155-453e-bd11-33a79e5760ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['156920a9-5dd7-45b1-8db9-8f4d103d7145']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:11:34.991222 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-a2e6c260-5155-453e-bd11-33a79e5760ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4fffe1-d178-4309-946c-48e2baba75e2') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:11:34.991508 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-a2e6c260-5155-453e-bd11-33a79e5760ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4fffe1-d178-4309-946c-48e2baba75e2') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:11:35.002907 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a2e6c260-5155-453e-bd11-33a79e5760ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:35.018402 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a2e6c260-5155-453e-bd11-33a79e5760ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:35.024580 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2e6c260-5155-453e-bd11-33a79e5760ad admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 18:11:35.024949 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a2e6c260-5155-453e-bd11-33a79e5760ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:35.037793 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 18:11:35.037793 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 18:11:35.037793 n-d-838032-1 neutron-server[84080]: timer() Apr 20 18:11:35.037793 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:11:35.037793 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 18:11:35.037793 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 18:11:35.037793 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 18:11:35.037793 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:11:35.037793 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 18:11:35.037793 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:11:35.037793 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 18:11:35.037793 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:11:35.037793 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 18:11:35.037793 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:11:35.037793 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:11:35.037793 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 18:11:35.037793 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 18:11:35.037793 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:11:35.037793 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 18:11:35.037793 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 18:11:35.037793 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 18:11:35.037793 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:11:35.037793 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 18:11:35.037793 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 18:11:35.037793 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 18:11:35.037793 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 18:11:35.037793 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 18:11:35.037793 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 18:11:35.037793 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:11:35.037793 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 18:11:35.037793 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:11:35.037793 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:11:35.113945 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a2e6c260-5155-453e-bd11-33a79e5760ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:35.130212 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a2e6c260-5155-453e-bd11-33a79e5760ad admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:35.140128 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6c260-5155-453e-bd11-33a79e5760ad admin admin] Pushing event deleted for resources: {'Network': ['ID=156920a9-5dd7-45b1-8db9-8f4d103d7145,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:11:35.155222 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a2e6c260-5155-453e-bd11-33a79e5760ad admin admin] 10.222.0.39 "DELETE /v2.0/networks/156920a9-5dd7-45b1-8db9-8f4d103d7145 HTTP/1.1" status: 204 len: 168 time: 0.9955990 Apr 20 18:11:35.291607 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-cb087dda-b86c-493b-ba5f-402229b2c721 None None] Deleting port 850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:11:35.292124 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cb087dda-b86c-493b-ba5f-402229b2c721 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:35.298587 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36042) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:11:35.322169 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 96c53913-80de-494c-ba3a-7c7c2f072060 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:11:35.350025 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-371d7943-5fa9-4b7a-8c36-0bd3d3d9ae34 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f823d665cb0d4b31b65bc538037b8226&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0497694 Apr 20 18:11:35.352553 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36046) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:11:35.381834 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 96c53913-80de-494c-ba3a-7c7c2f072060 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:11:35.382167 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 96c53913-80de-494c-ba3a-7c7c2f072060 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:11:35.382600 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:11:35.410700 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-33e41253-e791-423d-a2a2-09908bc5ab54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:35.411023 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-cb087dda-b86c-493b-ba5f-402229b2c721 None None] The port '850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:11:35.421339 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:11:35.421690 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 850a1a0a-47ae-4d05-9f2d-d2f1ee73fd51 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:11:35.441840 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-33e41253-e791-423d-a2a2-09908bc5ab54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:35.495054 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-33e41253-e791-423d-a2a2-09908bc5ab54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:35.511430 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e41253-e791-423d-a2a2-09908bc5ab54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06b92fe-7107-4103-ac54-3096daa9a8a8,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:11:35.517629 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-33e41253-e791-423d-a2a2-09908bc5ab54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:35.518768 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-33e41253-e791-423d-a2a2-09908bc5ab54 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e06b92fe-7107-4103-ac54-3096daa9a8a8 HTTP/1.1" status: 204 len: 168 time: 0.1653442 Apr 20 18:11:36.421923 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36068) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:11:36.562159 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-f1898c27-eacb-4869-8ed4-aa0671fb90d3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-902157462-network', 'tenant_id': '2b948ae5d9e14153bfbbff44d31b9a0b'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:11:36.567880 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f1898c27-eacb-4869-8ed4-aa0671fb90d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:11:36.572024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f1898c27-eacb-4869-8ed4-aa0671fb90d3 admin admin] Usage tracker for resource:network and tenant:2b948ae5d9e14153bfbbff44d31b9a0b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:11:36.575067 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f1898c27-eacb-4869-8ed4-aa0671fb90d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:11:36.581396 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f1898c27-eacb-4869-8ed4-aa0671fb90d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:11:36.595397 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1898c27-eacb-4869-8ed4-aa0671fb90d3 admin admin] Made reservation on behalf of 2b948ae5d9e14153bfbbff44d31b9a0b for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:11:36.597561 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f1898c27-eacb-4869-8ed4-aa0671fb90d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:36.609767 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f1898c27-eacb-4869-8ed4-aa0671fb90d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:36.640146 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f1898c27-eacb-4869-8ed4-aa0671fb90d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:11:36.643938 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f1898c27-eacb-4869-8ed4-aa0671fb90d3 admin admin] Usage tracker for resource:security_group_rule and tenant:2b948ae5d9e14153bfbbff44d31b9a0b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:11:36.647307 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f1898c27-eacb-4869-8ed4-aa0671fb90d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:11:36.656401 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f1898c27-eacb-4869-8ed4-aa0671fb90d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:11:36.733162 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f1898c27-eacb-4869-8ed4-aa0671fb90d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:36.739220 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f1898c27-eacb-4869-8ed4-aa0671fb90d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:36.768350 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1898c27-eacb-4869-8ed4-aa0671fb90d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 18:11:36.776405 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1898c27-eacb-4869-8ed4-aa0671fb90d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9140f7f0-d42d-425e-936a-5aa2ff22fa17,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:11:36.781956 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f1898c27-eacb-4869-8ed4-aa0671fb90d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:36.782326 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-f1898c27-eacb-4869-8ed4-aa0671fb90d3 admin admin] Added segment fb51f902-fdc0-498f-a5ea-d8f97237b06f of type vlan for network 945702e2-3cc9-4d53-af31-d8d3ffad5fc4 Apr 20 18:11:36.809328 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f1898c27-eacb-4869-8ed4-aa0671fb90d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:36.844120 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f1898c27-eacb-4869-8ed4-aa0671fb90d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:36.845009 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1898c27-eacb-4869-8ed4-aa0671fb90d3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:36.845668 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f1898c27-eacb-4869-8ed4-aa0671fb90d3 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:36.953782 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1898c27-eacb-4869-8ed4-aa0671fb90d3 admin admin] Pushing event updated for resources: {'Network': ['ID=945702e2-3cc9-4d53-af31-d8d3ffad5fc4,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:11:36.962903 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36074) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:11:36.964061 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f1898c27-eacb-4869-8ed4-aa0671fb90d3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5398586 Apr 20 18:11:36.966865 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 945702e2-3cc9-4d53-af31-d8d3ffad5fc4 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 18:11:36.968971 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-cc695585-5822-4850-9852-6eb5013ea0a2 admin admin] Request body: {'subnet': {'network_id': '945702e2-3cc9-4d53-af31-d8d3ffad5fc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-902157462-subnet', 'tenant_id': '2b948ae5d9e14153bfbbff44d31b9a0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:11:36.974752 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-cc695585-5822-4850-9852-6eb5013ea0a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:11:36.978668 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-cc695585-5822-4850-9852-6eb5013ea0a2 admin admin] Usage tracker for resource:subnet and tenant:2b948ae5d9e14153bfbbff44d31b9a0b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:11:36.981500 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-cc695585-5822-4850-9852-6eb5013ea0a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:11:36.987133 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-cc695585-5822-4850-9852-6eb5013ea0a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:11:37.002850 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc695585-5822-4850-9852-6eb5013ea0a2 admin admin] Made reservation on behalf of 2b948ae5d9e14153bfbbff44d31b9a0b for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:11:37.005139 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cc695585-5822-4850-9852-6eb5013ea0a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:37.213827 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cc695585-5822-4850-9852-6eb5013ea0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:37.279236 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc695585-5822-4850-9852-6eb5013ea0a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22dc95be-513f-46c4-8605-71ce89bc27c1,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:11:37.296101 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc695585-5822-4850-9852-6eb5013ea0a2 admin admin] Checking segment: {'id': 'fb51f902-fdc0-498f-a5ea-d8f97237b06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '945702e2-3cc9-4d53-af31-d8d3ffad5fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:11:37.296449 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc695585-5822-4850-9852-6eb5013ea0a2 admin admin] Network hostable DHCP agents. Network: 945702e2-3cc9-4d53-af31-d8d3ffad5fc4, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 18:11:37.319614 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc695585-5822-4850-9852-6eb5013ea0a2 admin admin] Network 945702e2-3cc9-4d53-af31-d8d3ffad5fc4 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 18:11:37.329675 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-cc695585-5822-4850-9852-6eb5013ea0a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 945702e2-3cc9-4d53-af31-d8d3ffad5fc4) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:11:37.333742 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc695585-5822-4850-9852-6eb5013ea0a2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:37.334354 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cc695585-5822-4850-9852-6eb5013ea0a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:37.339972 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cbf98f-5e6a-43a8-8a0a-8d4e461fcb9a None None] Network 945702e2-3cc9-4d53-af31-d8d3ffad5fc4 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:11:37.356054 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cc695585-5822-4850-9852-6eb5013ea0a2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3919411 Apr 20 18:11:37.550734 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119bf74b-0af0-4637-96bf-f4debc6b9141 None None] Network 945702e2-3cc9-4d53-af31-d8d3ffad5fc4 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:11:37.895292 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43310002-79fa-4cb9-8155-c6918732931a req-014b7498-91f8-42b7-92a6-ea57dc379623 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:37.895881 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-43310002-79fa-4cb9-8155-c6918732931a req-014b7498-91f8-42b7-92a6-ea57dc379623 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Synchronizing usage tracker for tenant:2b948ae5d9e14153bfbbff44d31b9a0b on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:11:37.915974 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-43310002-79fa-4cb9-8155-c6918732931a req-014b7498-91f8-42b7-92a6-ea57dc379623 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Unset dirty status for tenant:2b948ae5d9e14153bfbbff44d31b9a0b on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:11:37.917160 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-43310002-79fa-4cb9-8155-c6918732931a req-014b7498-91f8-42b7-92a6-ea57dc379623 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/networks?id=945702e2-3cc9-4d53-af31-d8d3ffad5fc4 HTTP/1.1" status: 200 len: 813 time: 0.1637483 Apr 20 18:11:37.935978 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-43310002-79fa-4cb9-8155-c6918732931a req-8f02906c-a974-474f-9308-9c81a6710765 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/quotas/2b948ae5d9e14153bfbbff44d31b9a0b HTTP/1.1" status: 200 len: 375 time: 0.0114784 Apr 20 18:11:37.986236 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-43310002-79fa-4cb9-8155-c6918732931a req-14c85020-676d-433e-8e96-20b8227c7e92 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b948ae5d9e14153bfbbff44d31b9a0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432284 Apr 20 18:11:38.127904 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-43310002-79fa-4cb9-8155-c6918732931a req-527d56c3-f002-4ace-bd55-d8dd58163773 service neutron] 10.222.0.39 "GET /v2.0/networks/945702e2-3cc9-4d53-af31-d8d3ffad5fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349561 Apr 20 18:11:38.257876 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-43310002-79fa-4cb9-8155-c6918732931a req-2bff0cc5-d1c6-4cbe-82ac-fb526a3e58ad service neutron] 10.222.0.39 "GET /v2.0/networks/945702e2-3cc9-4d53-af31-d8d3ffad5fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237247 Apr 20 18:11:38.483527 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bc788dc9-0b4f-498a-99bf-2b7a8afff19f req-9a7c00d1-7a5c-4cf1-b4f4-bffd4c881040 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6afa261-c140-474f-acb2-22c7b1d7b9d6 HTTP/1.1" status: 200 len: 210 time: 0.0752056 Apr 20 18:11:39.246627 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-893e72e2-3e9d-499f-911c-fe8adeb36a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:39.713896 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-393cded3-8c89-4a97-ab19-197a0db428de req-518ee27f-c5be-4207-a231-171fd14a2f22 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6afa261-c140-474f-acb2-22c7b1d7b9d6 HTTP/1.1" status: 200 len: 210 time: 0.0513871 Apr 20 18:11:39.754024 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43310002-79fa-4cb9-8155-c6918732931a req-8e16b8f6-d0c4-4e99-9d2c-44271f892a2f tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:39.755457 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-43310002-79fa-4cb9-8155-c6918732931a req-8e16b8f6-d0c4-4e99-9d2c-44271f892a2f tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.10 "GET /v2.0/networks?id=945702e2-3cc9-4d53-af31-d8d3ffad5fc4 HTTP/1.1" status: 200 len: 813 time: 0.2811685 Apr 20 18:11:39.771455 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-43310002-79fa-4cb9-8155-c6918732931a req-e9b23301-f5ef-4df6-8dfb-70c88790c7a5 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Request body: {'port': {'device_id': 'd6afa261-c140-474f-acb2-22c7b1d7b9d6', 'network_id': '945702e2-3cc9-4d53-af31-d8d3ffad5fc4', 'admin_state_up': True, 'tenant_id': '2b948ae5d9e14153bfbbff44d31b9a0b'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:11:39.907327 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-43310002-79fa-4cb9-8155-c6918732931a req-e9b23301-f5ef-4df6-8dfb-70c88790c7a5 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:11:39.911256 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-43310002-79fa-4cb9-8155-c6918732931a req-e9b23301-f5ef-4df6-8dfb-70c88790c7a5 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Usage tracker for resource:port and tenant:2b948ae5d9e14153bfbbff44d31b9a0b is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:11:39.914066 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-43310002-79fa-4cb9-8155-c6918732931a req-e9b23301-f5ef-4df6-8dfb-70c88790c7a5 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:11:39.919763 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-43310002-79fa-4cb9-8155-c6918732931a req-e9b23301-f5ef-4df6-8dfb-70c88790c7a5 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:11:39.931706 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43310002-79fa-4cb9-8155-c6918732931a req-e9b23301-f5ef-4df6-8dfb-70c88790c7a5 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Made reservation on behalf of 2b948ae5d9e14153bfbbff44d31b9a0b for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:11:39.935047 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-43310002-79fa-4cb9-8155-c6918732931a req-e9b23301-f5ef-4df6-8dfb-70c88790c7a5 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:40.099985 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-43310002-79fa-4cb9-8155-c6918732931a req-e9b23301-f5ef-4df6-8dfb-70c88790c7a5 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Allocated IP 172.20.0.8 (945702e2-3cc9-4d53-af31-d8d3ffad5fc4/22dc95be-513f-46c4-8605-71ce89bc27c1/143fb79c-a57d-4c61-84db-2202e9ca8853) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:11:40.305085 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-43310002-79fa-4cb9-8155-c6918732931a req-e9b23301-f5ef-4df6-8dfb-70c88790c7a5 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:40.334482 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-43310002-79fa-4cb9-8155-c6918732931a req-e9b23301-f5ef-4df6-8dfb-70c88790c7a5 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:40.408737 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43310002-79fa-4cb9-8155-c6918732931a req-e9b23301-f5ef-4df6-8dfb-70c88790c7a5 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Network 945702e2-3cc9-4d53-af31-d8d3ffad5fc4 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:11:40.411936 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-43310002-79fa-4cb9-8155-c6918732931a req-e9b23301-f5ef-4df6-8dfb-70c88790c7a5 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:11:40.416341 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-43310002-79fa-4cb9-8155-c6918732931a req-e9b23301-f5ef-4df6-8dfb-70c88790c7a5 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:11:40.440548 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b23301-f5ef-4df6-8dfb-70c88790c7a5 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Pushing event updated for resources: {'Port': ['ID=143fb79c-a57d-4c61-84db-2202e9ca8853,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:11:40.479725 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43310002-79fa-4cb9-8155-c6918732931a req-e9b23301-f5ef-4df6-8dfb-70c88790c7a5 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:40.480337 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-43310002-79fa-4cb9-8155-c6918732931a req-e9b23301-f5ef-4df6-8dfb-70c88790c7a5 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:40.502130 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-43310002-79fa-4cb9-8155-c6918732931a req-e9b23301-f5ef-4df6-8dfb-70c88790c7a5 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7341549 Apr 20 18:11:40.513380 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-43310002-79fa-4cb9-8155-c6918732931a req-b5191ced-d4b8-4c77-9af3-b42f7cd08e56 service neutron] Request body: {'port': {'device_id': 'd6afa261-c140-474f-acb2-22c7b1d7b9d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:11:40.621335 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-43310002-79fa-4cb9-8155-c6918732931a req-b5191ced-d4b8-4c77-9af3-b42f7cd08e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:40.950806 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da3653-2c52-4b9c-a8d5-a9becb4d3385 req-1a831a10-566b-40f8-a6e6-248524991367 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:40.952180 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-33da3653-2c52-4b9c-a8d5-a9becb4d3385 req-1a831a10-566b-40f8-a6e6-248524991367 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6afa261-c140-474f-acb2-22c7b1d7b9d6 HTTP/1.1" status: 200 len: 931 time: 0.0768437 Apr 20 18:11:40.967060 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-43310002-79fa-4cb9-8155-c6918732931a req-b5191ced-d4b8-4c77-9af3-b42f7cd08e56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 143fb79c-a57d-4c61-84db-2202e9ca8853 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:11:40.973923 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-43310002-79fa-4cb9-8155-c6918732931a req-b5191ced-d4b8-4c77-9af3-b42f7cd08e56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:40.989178 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-43310002-79fa-4cb9-8155-c6918732931a req-b5191ced-d4b8-4c77-9af3-b42f7cd08e56 service neutron] Transition to ACTIVE for port object 143fb79c-a57d-4c61-84db-2202e9ca8853 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:11:40.993452 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-43310002-79fa-4cb9-8155-c6918732931a req-b5191ced-d4b8-4c77-9af3-b42f7cd08e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:40.999741 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-33da3653-2c52-4b9c-a8d5-a9becb4d3385 req-71055455-257e-4f02-b011-d198a453aa82 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/security-groups?id=9140f7f0-d42d-425e-936a-5aa2ff22fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413284 Apr 20 18:11:41.113627 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5191ced-d4b8-4c77-9af3-b42f7cd08e56 service neutron] Pushing event updated for resources: {'Port': ['ID=143fb79c-a57d-4c61-84db-2202e9ca8853,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:11:41.219834 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-43310002-79fa-4cb9-8155-c6918732931a req-b5191ced-d4b8-4c77-9af3-b42f7cd08e56 service neutron] Attempting to bind port 143fb79c-a57d-4c61-84db-2202e9ca8853 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:11:41.220055 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-43310002-79fa-4cb9-8155-c6918732931a req-b5191ced-d4b8-4c77-9af3-b42f7cd08e56 service neutron] Attempting to bind port 143fb79c-a57d-4c61-84db-2202e9ca8853 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'fb51f902-fdc0-498f-a5ea-d8f97237b06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '945702e2-3cc9-4d53-af31-d8d3ffad5fc4'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:11:41.220348 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43310002-79fa-4cb9-8155-c6918732931a req-b5191ced-d4b8-4c77-9af3-b42f7cd08e56 service neutron] Attempting to bind port 143fb79c-a57d-4c61-84db-2202e9ca8853 on network 945702e2-3cc9-4d53-af31-d8d3ffad5fc4 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:11:41.226506 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43310002-79fa-4cb9-8155-c6918732931a req-b5191ced-d4b8-4c77-9af3-b42f7cd08e56 service neutron] Port 143fb79c-a57d-4c61-84db-2202e9ca8853 on network 945702e2-3cc9-4d53-af31-d8d3ffad5fc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 18:11:41.226817 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43310002-79fa-4cb9-8155-c6918732931a req-b5191ced-d4b8-4c77-9af3-b42f7cd08e56 service neutron] Attempting to bind port 143fb79c-a57d-4c61-84db-2202e9ca8853 on network 945702e2-3cc9-4d53-af31-d8d3ffad5fc4 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:11:41.233464 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43310002-79fa-4cb9-8155-c6918732931a req-b5191ced-d4b8-4c77-9af3-b42f7cd08e56 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:11:41.233789 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43310002-79fa-4cb9-8155-c6918732931a req-b5191ced-d4b8-4c77-9af3-b42f7cd08e56 service neutron] Checking segment: {'id': 'fb51f902-fdc0-498f-a5ea-d8f97237b06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '945702e2-3cc9-4d53-af31-d8d3ffad5fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:11:41.234163 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43310002-79fa-4cb9-8155-c6918732931a req-b5191ced-d4b8-4c77-9af3-b42f7cd08e56 service neutron] Bound using segment: {'id': 'fb51f902-fdc0-498f-a5ea-d8f97237b06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '945702e2-3cc9-4d53-af31-d8d3ffad5fc4'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:11:41.234613 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-43310002-79fa-4cb9-8155-c6918732931a req-b5191ced-d4b8-4c77-9af3-b42f7cd08e56 service neutron] Bound port: 143fb79c-a57d-4c61-84db-2202e9ca8853, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb51f902-fdc0-498f-a5ea-d8f97237b06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '945702e2-3cc9-4d53-af31-d8d3ffad5fc4'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:11:41.234957 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-43310002-79fa-4cb9-8155-c6918732931a req-b5191ced-d4b8-4c77-9af3-b42f7cd08e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:41.328051 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-43310002-79fa-4cb9-8155-c6918732931a req-b5191ced-d4b8-4c77-9af3-b42f7cd08e56 service neutron] For port 143fb79c-a57d-4c61-84db-2202e9ca8853, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:11:41.331127 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-43310002-79fa-4cb9-8155-c6918732931a req-b5191ced-d4b8-4c77-9af3-b42f7cd08e56 service neutron] For port 143fb79c-a57d-4c61-84db-2202e9ca8853, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=143fb79c-a57d-4c61-84db-2202e9ca8853,segment=NetworkSegment(fb51f902-fdc0-498f-a5ea-d8f97237b06f),segment_id=fb51f902-fdc0-498f-a5ea-d8f97237b06f)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:11:41.338108 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-43310002-79fa-4cb9-8155-c6918732931a req-b5191ced-d4b8-4c77-9af3-b42f7cd08e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:41.403539 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-43310002-79fa-4cb9-8155-c6918732931a req-b5191ced-d4b8-4c77-9af3-b42f7cd08e56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:41.404925 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-43310002-79fa-4cb9-8155-c6918732931a req-b5191ced-d4b8-4c77-9af3-b42f7cd08e56 service neutron] 10.222.0.10 "PUT /v2.0/ports/143fb79c-a57d-4c61-84db-2202e9ca8853 HTTP/1.1" status: 200 len: 1091 time: 0.8955307 Apr 20 18:11:41.405348 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6afa261-c140-474f-acb2-22c7b1d7b9d6', 'tag': '143fb79c-a57d-4c61-84db-2202e9ca8853'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:11:41.420853 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5191ced-d4b8-4c77-9af3-b42f7cd08e56 service neutron] Pushing event updated for resources: {'Port': ['ID=143fb79c-a57d-4c61-84db-2202e9ca8853,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:11:41.425923 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-73b747ce-4d1f-4749-a5d5-e2753b48c9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:41.473831 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfab919a-8757-4816-9bdf-79770e631a7b'] response: {'name': 'network-changed', 'server_uuid': 'd6afa261-c140-474f-acb2-22c7b1d7b9d6', 'tag': '143fb79c-a57d-4c61-84db-2202e9ca8853', 'status': 'completed', 'code': 200} Apr 20 18:11:41.514823 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-43310002-79fa-4cb9-8155-c6918732931a req-7608028c-ec6a-4483-b579-1c12add00765 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b948ae5d9e14153bfbbff44d31b9a0b&device_id=d6afa261-c140-474f-acb2-22c7b1d7b9d6 HTTP/1.1" status: 200 len: 1094 time: 0.0713542 Apr 20 18:11:41.667040 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-43310002-79fa-4cb9-8155-c6918732931a req-631a12b9-d67b-48c9-9a57-96f5457cc897 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=143fb79c-a57d-4c61-84db-2202e9ca8853 HTTP/1.1" status: 200 len: 217 time: 0.1457114 Apr 20 18:11:41.731653 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43310002-79fa-4cb9-8155-c6918732931a req-18950a4a-cd5d-4869-98de-fc9bb7c7a7cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:41.732958 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-43310002-79fa-4cb9-8155-c6918732931a req-18950a4a-cd5d-4869-98de-fc9bb7c7a7cb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=22dc95be-513f-46c4-8605-71ce89bc27c1 HTTP/1.1" status: 200 len: 853 time: 0.0600920 Apr 20 18:11:41.777331 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-43310002-79fa-4cb9-8155-c6918732931a req-ae4b5777-a064-478a-92be-e7b8d7ea2ff7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=945702e2-3cc9-4d53-af31-d8d3ffad5fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383017 Apr 20 18:11:41.910850 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-43310002-79fa-4cb9-8155-c6918732931a req-4dccd92d-b3c6-41f0-8de1-4fe7a5cdbdef service neutron] 10.222.0.10 "GET /v2.0/networks/945702e2-3cc9-4d53-af31-d8d3ffad5fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276376 Apr 20 18:11:42.048075 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-43310002-79fa-4cb9-8155-c6918732931a req-d62178c0-feab-4c50-af0f-5aa4248e378c service neutron] 10.222.0.10 "GET /v2.0/networks/945702e2-3cc9-4d53-af31-d8d3ffad5fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309936 Apr 20 18:11:42.162993 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-30842c67-2e10-48cd-9c2c-f6004dd0eaf7 req-3acddd32-ac60-4e94-a07a-b64cb991cb4f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b948ae5d9e14153bfbbff44d31b9a0b&device_id=d6afa261-c140-474f-acb2-22c7b1d7b9d6 HTTP/1.1" status: 200 len: 1094 time: 0.0684376 Apr 20 18:11:42.197772 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907f9a3-65b0-4d3b-8071-db5897c03a15 req-1fc5c821-0eef-4f5d-a3e8-1fb9865ad51e tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:42.199488 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f907f9a3-65b0-4d3b-8071-db5897c03a15 req-1fc5c821-0eef-4f5d-a3e8-1fb9865ad51e tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6afa261-c140-474f-acb2-22c7b1d7b9d6 HTTP/1.1" status: 200 len: 943 time: 0.0783243 Apr 20 18:11:42.246936 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f907f9a3-65b0-4d3b-8071-db5897c03a15 req-da822a22-c767-4973-878d-70fa7e5b3257 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/security-groups?id=9140f7f0-d42d-425e-936a-5aa2ff22fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409460 Apr 20 18:11:42.296824 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30842c67-2e10-48cd-9c2c-f6004dd0eaf7 req-308f99de-dd79-48c5-adce-083e41c25b1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:42.298212 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-30842c67-2e10-48cd-9c2c-f6004dd0eaf7 req-308f99de-dd79-48c5-adce-083e41c25b1b service neutron] 10.222.0.10 "GET /v2.0/networks?id=945702e2-3cc9-4d53-af31-d8d3ffad5fc4 HTTP/1.1" status: 200 len: 914 time: 0.1288078 Apr 20 18:11:42.367324 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-30842c67-2e10-48cd-9c2c-f6004dd0eaf7 req-9089a81e-3955-46d4-93d3-667c2e6112ac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=143fb79c-a57d-4c61-84db-2202e9ca8853 HTTP/1.1" status: 200 len: 217 time: 0.0632610 Apr 20 18:11:42.428315 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30842c67-2e10-48cd-9c2c-f6004dd0eaf7 req-3d03d993-79b2-4dc0-a4f3-b9d7e6488ec9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:42.429724 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-30842c67-2e10-48cd-9c2c-f6004dd0eaf7 req-3d03d993-79b2-4dc0-a4f3-b9d7e6488ec9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=22dc95be-513f-46c4-8605-71ce89bc27c1 HTTP/1.1" status: 200 len: 853 time: 0.0560753 Apr 20 18:11:42.478221 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-30842c67-2e10-48cd-9c2c-f6004dd0eaf7 req-d5eb65e6-696d-4f7f-8f8c-41bb4b03a473 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=945702e2-3cc9-4d53-af31-d8d3ffad5fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412893 Apr 20 18:11:42.608161 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-30842c67-2e10-48cd-9c2c-f6004dd0eaf7 req-3cafaf6a-081f-42ac-a5a9-163dcc281d69 service neutron] 10.222.0.10 "GET /v2.0/networks/945702e2-3cc9-4d53-af31-d8d3ffad5fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232204 Apr 20 18:11:42.692509 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:42.740554 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-30842c67-2e10-48cd-9c2c-f6004dd0eaf7 req-0214d868-0305-461f-85c2-15a837960b9e service neutron] 10.222.0.10 "GET /v2.0/networks/945702e2-3cc9-4d53-af31-d8d3ffad5fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261883 Apr 20 18:11:42.911899 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:43.448965 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7398d-5165-4b20-bfea-063c0f6c967e req-5728c448-8cd6-465a-bb1a-7001698ef05b tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:43.449760 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-3cf7398d-5165-4b20-bfea-063c0f6c967e req-5728c448-8cd6-465a-bb1a-7001698ef05b tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Synchronizing usage tracker for tenant:2b948ae5d9e14153bfbbff44d31b9a0b on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:11:43.469918 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-3cf7398d-5165-4b20-bfea-063c0f6c967e req-5728c448-8cd6-465a-bb1a-7001698ef05b tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Unset dirty status for tenant:2b948ae5d9e14153bfbbff44d31b9a0b on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:11:43.471068 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3cf7398d-5165-4b20-bfea-063c0f6c967e req-5728c448-8cd6-465a-bb1a-7001698ef05b tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6afa261-c140-474f-acb2-22c7b1d7b9d6 HTTP/1.1" status: 200 len: 943 time: 0.0979192 Apr 20 18:11:43.520341 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-3cf7398d-5165-4b20-bfea-063c0f6c967e req-3ebd0a72-dd50-47b8-b51c-ebf632fd5ce6 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Synchronizing usage tracker for tenant:2b948ae5d9e14153bfbbff44d31b9a0b on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:11:43.539458 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-3cf7398d-5165-4b20-bfea-063c0f6c967e req-3ebd0a72-dd50-47b8-b51c-ebf632fd5ce6 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Unset dirty status for tenant:2b948ae5d9e14153bfbbff44d31b9a0b on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:11:43.541057 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3cf7398d-5165-4b20-bfea-063c0f6c967e req-3ebd0a72-dd50-47b8-b51c-ebf632fd5ce6 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/security-groups?id=9140f7f0-d42d-425e-936a-5aa2ff22fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615554 Apr 20 18:11:43.689016 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:44.222296 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:44.904863 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c194ab2-0643-472f-826a-43cdf96b2d0d req-b8ba5f7f-7ea8-410b-ac86-e288a282c3a7 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:44.906319 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1c194ab2-0643-472f-826a-43cdf96b2d0d req-b8ba5f7f-7ea8-410b-ac86-e288a282c3a7 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6afa261-c140-474f-acb2-22c7b1d7b9d6 HTTP/1.1" status: 200 len: 943 time: 0.0771165 Apr 20 18:11:44.954597 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1c194ab2-0643-472f-826a-43cdf96b2d0d req-3e68c3f5-131e-47e5-8065-04d900c16491 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/security-groups?id=9140f7f0-d42d-425e-936a-5aa2ff22fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426533 Apr 20 18:11:45.074004 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 143fb79c-a57d-4c61-84db-2202e9ca8853 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:11:45.213296 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 143fb79c-a57d-4c61-84db-2202e9ca8853, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=143fb79c-a57d-4c61-84db-2202e9ca8853,segment=NetworkSegment(fb51f902-fdc0-498f-a5ea-d8f97237b06f),segment_id=fb51f902-fdc0-498f-a5ea-d8f97237b06f)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:11:45.226094 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '143fb79c-a57d-4c61-84db-2202e9ca8853', 'network_id': '945702e2-3cc9-4d53-af31-d8d3ffad5fc4', 'port_id': '143fb79c-a57d-4c61-84db-2202e9ca8853', 'mac_address': 'fa:16:3e:7b:81:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22dc95be-513f-46c4-8605-71ce89bc27c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:11:45.281767 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:45.298549 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 143fb79c-a57d-4c61-84db-2202e9ca8853 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:11:45.314041 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 143fb79c-a57d-4c61-84db-2202e9ca8853, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=143fb79c-a57d-4c61-84db-2202e9ca8853,segment=NetworkSegment(fb51f902-fdc0-498f-a5ea-d8f97237b06f),segment_id=fb51f902-fdc0-498f-a5ea-d8f97237b06f)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:11:45.320346 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:45.398944 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=143fb79c-a57d-4c61-84db-2202e9ca8853,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:11:45.609634 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['143fb79c-a57d-4c61-84db-2202e9ca8853'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:11:45.684428 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:46.157432 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00c7f9-82ff-41ee-a440-3a8205fe7abb req-854ce0dd-d766-4033-bc9d-c448c0766109 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:46.158875 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8b00c7f9-82ff-41ee-a440-3a8205fe7abb req-854ce0dd-d766-4033-bc9d-c448c0766109 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6afa261-c140-474f-acb2-22c7b1d7b9d6 HTTP/1.1" status: 200 len: 944 time: 0.0817125 Apr 20 18:11:46.202957 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8b00c7f9-82ff-41ee-a440-3a8205fe7abb req-d72ea4e5-833c-4da2-8864-e516b93d8333 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/security-groups?id=9140f7f0-d42d-425e-936a-5aa2ff22fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384884 Apr 20 18:11:47.078807 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 143fb79c-a57d-4c61-84db-2202e9ca8853 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:11:47.158486 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 143fb79c-a57d-4c61-84db-2202e9ca8853 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:11:47.164015 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 143fb79c-a57d-4c61-84db-2202e9ca8853 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:11:47.164371 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:47.280279 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:47.306843 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6afa261-c140-474f-acb2-22c7b1d7b9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143fb79c-a57d-4c61-84db-2202e9ca8853'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:11:47.316959 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 143fb79c-a57d-4c61-84db-2202e9ca8853, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=143fb79c-a57d-4c61-84db-2202e9ca8853,segment=NetworkSegment(fb51f902-fdc0-498f-a5ea-d8f97237b06f),segment_id=fb51f902-fdc0-498f-a5ea-d8f97237b06f)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:11:47.322485 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:47.368635 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-423cd73f-cc56-4c22-bcdf-5d55531b0dad'] response: {'server_uuid': 'd6afa261-c140-474f-acb2-22c7b1d7b9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143fb79c-a57d-4c61-84db-2202e9ca8853', 'code': 200} Apr 20 18:11:47.393672 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=143fb79c-a57d-4c61-84db-2202e9ca8853,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:11:47.404906 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340703a5-9791-4d5a-a315-656bb2bee923 req-bb1eaa03-b9ba-4f81-af7a-12a24260e9e1 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:47.410661 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-340703a5-9791-4d5a-a315-656bb2bee923 req-bb1eaa03-b9ba-4f81-af7a-12a24260e9e1 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6afa261-c140-474f-acb2-22c7b1d7b9d6 HTTP/1.1" status: 200 len: 945 time: 0.0874455 Apr 20 18:11:47.451884 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-340703a5-9791-4d5a-a315-656bb2bee923 req-7a20dfcf-1c5d-4570-a13a-a89a70f8bec0 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/security-groups?id=9140f7f0-d42d-425e-936a-5aa2ff22fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398142 Apr 20 18:11:47.510272 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-65592f08-ca90-4dfe-8ca8-1cfa9733c44c req-6b12b023-d62e-485d-a877-6fd1252e9010 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d6afa261-c140-474f-acb2-22c7b1d7b9d6 HTTP/1.1" status: 200 len: 1096 time: 0.0735388 Apr 20 18:11:47.550735 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-65592f08-ca90-4dfe-8ca8-1cfa9733c44c req-43281e8a-17b7-40d8-8e2b-cb07780944ee service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9140f7f0-d42d-425e-936a-5aa2ff22fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349076 Apr 20 18:11:48.662266 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1ebe8-564e-4742-8d8e-24e9b9ca9c04 req-211aea44-b7cb-4327-90d2-329914f12bc8 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:48.663704 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-04c1ebe8-564e-4742-8d8e-24e9b9ca9c04 req-211aea44-b7cb-4327-90d2-329914f12bc8 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6afa261-c140-474f-acb2-22c7b1d7b9d6 HTTP/1.1" status: 200 len: 945 time: 0.0908492 Apr 20 18:11:48.708938 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-04c1ebe8-564e-4742-8d8e-24e9b9ca9c04 req-3ee61bcb-298a-44ed-bb90-e9f08842d1bf tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/security-groups?id=9140f7f0-d42d-425e-936a-5aa2ff22fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395675 Apr 20 18:11:49.921533 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2ad21-8c8a-452e-9f04-3c4860a9c876 req-7950cc90-dcfd-42f7-8d8c-262596dcc653 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:49.923213 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a5a2ad21-8c8a-452e-9f04-3c4860a9c876 req-7950cc90-dcfd-42f7-8d8c-262596dcc653 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6afa261-c140-474f-acb2-22c7b1d7b9d6 HTTP/1.1" status: 200 len: 945 time: 0.0803270 Apr 20 18:11:50.060661 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a5a2ad21-8c8a-452e-9f04-3c4860a9c876 req-000d9661-0d69-4775-8d07-760e3dbb0e72 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/security-groups?id=9140f7f0-d42d-425e-936a-5aa2ff22fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294363 Apr 20 18:11:50.444074 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-9d29c53f-fa2d-4ab3-8c85-9fe994c4ecbb tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:50.445370 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-9d29c53f-fa2d-4ab3-8c85-9fe994c4ecbb tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/networks?id=945702e2-3cc9-4d53-af31-d8d3ffad5fc4 HTTP/1.1" status: 200 len: 813 time: 0.2294374 Apr 20 18:11:50.462730 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-fed0ac13-3586-4b72-9741-343af06ce30a tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/quotas/2b948ae5d9e14153bfbbff44d31b9a0b HTTP/1.1" status: 200 len: 375 time: 0.0116773 Apr 20 18:11:50.544570 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-2d87f0ab-7076-4e0c-aeb5-709d433465df tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b948ae5d9e14153bfbbff44d31b9a0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0764508 Apr 20 18:11:50.678743 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-5a658686-57d3-41da-8853-285d598a580c service neutron] 10.222.0.39 "GET /v2.0/networks/945702e2-3cc9-4d53-af31-d8d3ffad5fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251788 Apr 20 18:11:50.809102 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-a4ed62b6-66c2-416a-bfe9-8fd2dd7add25 service neutron] 10.222.0.39 "GET /v2.0/networks/945702e2-3cc9-4d53-af31-d8d3ffad5fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246746 Apr 20 18:11:50.996016 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-32a8a005-2b92-4eaa-bab0-275f7368412d req-72935a47-6ec8-4a8b-ac99-c6cad22b3b35 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d13dce6-9aad-49b3-84cb-8d22223b99aa HTTP/1.1" status: 200 len: 210 time: 0.0406461 Apr 20 18:11:52.032615 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-1483b270-5d6b-4758-b05c-c5dc3e77e133 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:52.034096 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-1483b270-5d6b-4758-b05c-c5dc3e77e133 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.43 "GET /v2.0/networks?id=945702e2-3cc9-4d53-af31-d8d3ffad5fc4 HTTP/1.1" status: 200 len: 813 time: 0.1508384 Apr 20 18:11:52.051049 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-9b9f2f9c-78be-4840-b970-c63a6a199e58 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Request body: {'port': {'device_id': '6d13dce6-9aad-49b3-84cb-8d22223b99aa', 'network_id': '945702e2-3cc9-4d53-af31-d8d3ffad5fc4', 'admin_state_up': True, 'tenant_id': '2b948ae5d9e14153bfbbff44d31b9a0b'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:11:52.180471 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3b7cf2e9-353f-4510-af45-d02527de28e8 req-2a88b351-3e8d-4bc4-8b88-8af8d273714a tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d13dce6-9aad-49b3-84cb-8d22223b99aa HTTP/1.1" status: 200 len: 210 time: 0.0493248 Apr 20 18:11:52.231423 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-9b9f2f9c-78be-4840-b970-c63a6a199e58 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:11:52.242100 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-9b9f2f9c-78be-4840-b970-c63a6a199e58 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:11:52.254365 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-9b9f2f9c-78be-4840-b970-c63a6a199e58 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Made reservation on behalf of 2b948ae5d9e14153bfbbff44d31b9a0b for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:11:52.257617 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-9b9f2f9c-78be-4840-b970-c63a6a199e58 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:52.423776 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-9b9f2f9c-78be-4840-b970-c63a6a199e58 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Allocated IP 172.20.0.2 (945702e2-3cc9-4d53-af31-d8d3ffad5fc4/22dc95be-513f-46c4-8605-71ce89bc27c1/92836d5a-24f5-407b-9837-f1e47fc9fe78) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:11:52.626900 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-9b9f2f9c-78be-4840-b970-c63a6a199e58 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:52.659894 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-9b9f2f9c-78be-4840-b970-c63a6a199e58 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:52.672252 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['143fb79c-a57d-4c61-84db-2202e9ca8853'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:11:52.739453 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-9b9f2f9c-78be-4840-b970-c63a6a199e58 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Network 945702e2-3cc9-4d53-af31-d8d3ffad5fc4 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:11:52.742156 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-9b9f2f9c-78be-4840-b970-c63a6a199e58 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:11:52.747083 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-9b9f2f9c-78be-4840-b970-c63a6a199e58 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:11:52.775466 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f2f9c-78be-4840-b970-c63a6a199e58 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Pushing event updated for resources: {'Port': ['ID=92836d5a-24f5-407b-9837-f1e47fc9fe78,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:11:52.803286 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f2f9c-78be-4840-b970-c63a6a199e58 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:11:52.803627 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f2f9c-78be-4840-b970-c63a6a199e58 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:11:52.803955 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f2f9c-78be-4840-b970-c63a6a199e58 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:11:52.804276 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f2f9c-78be-4840-b970-c63a6a199e58 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:11:52.804645 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f2f9c-78be-4840-b970-c63a6a199e58 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:11:52.804918 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f2f9c-78be-4840-b970-c63a6a199e58 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:11:52.805231 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f2f9c-78be-4840-b970-c63a6a199e58 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:11:52.805545 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f2f9c-78be-4840-b970-c63a6a199e58 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:11:52.805859 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f2f9c-78be-4840-b970-c63a6a199e58 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:11:52.806171 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f2f9c-78be-4840-b970-c63a6a199e58 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:11:52.811173 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f2f9c-78be-4840-b970-c63a6a199e58 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:11:52.823378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-9b9f2f9c-78be-4840-b970-c63a6a199e58 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:52.823979 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-9b9f2f9c-78be-4840-b970-c63a6a199e58 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:52.849059 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-9b9f2f9c-78be-4840-b970-c63a6a199e58 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8020976 Apr 20 18:11:52.858671 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-6b73059c-19a9-490b-8b98-c6cd6d418d2e tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 18:11:52.859595 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-6b73059c-19a9-490b-8b98-c6cd6d418d2e tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050347 Apr 20 18:11:52.870257 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-be7a1c95-c33d-42ea-a57d-2e4271b380e4 service neutron] Request body: {'port': {'device_id': '6d13dce6-9aad-49b3-84cb-8d22223b99aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:11:52.980384 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-be7a1c95-c33d-42ea-a57d-2e4271b380e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:53.389500 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c3b1f-2fd5-40b4-9d2d-890f1f243b8b req-7f82d50b-bad4-4ea1-962d-b02f5c6b8096 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:53.390987 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b09c3b1f-2fd5-40b4-9d2d-890f1f243b8b req-7f82d50b-bad4-4ea1-962d-b02f5c6b8096 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d13dce6-9aad-49b3-84cb-8d22223b99aa HTTP/1.1" status: 200 len: 931 time: 0.0787253 Apr 20 18:11:53.434294 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-be7a1c95-c33d-42ea-a57d-2e4271b380e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92836d5a-24f5-407b-9837-f1e47fc9fe78 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:11:53.439713 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b09c3b1f-2fd5-40b4-9d2d-890f1f243b8b req-4f34f523-6572-4fab-a7ca-512472806632 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/security-groups?id=9140f7f0-d42d-425e-936a-5aa2ff22fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422380 Apr 20 18:11:53.441259 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-be7a1c95-c33d-42ea-a57d-2e4271b380e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:53.461015 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-be7a1c95-c33d-42ea-a57d-2e4271b380e4 service neutron] Transition to ACTIVE for port object 92836d5a-24f5-407b-9837-f1e47fc9fe78 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:11:53.467646 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-be7a1c95-c33d-42ea-a57d-2e4271b380e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:53.582605 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a1c95-c33d-42ea-a57d-2e4271b380e4 service neutron] Pushing event updated for resources: {'Port': ['ID=92836d5a-24f5-407b-9837-f1e47fc9fe78,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:11:53.696592 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-be7a1c95-c33d-42ea-a57d-2e4271b380e4 service neutron] Attempting to bind port 92836d5a-24f5-407b-9837-f1e47fc9fe78 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:11:53.696857 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-be7a1c95-c33d-42ea-a57d-2e4271b380e4 service neutron] Attempting to bind port 92836d5a-24f5-407b-9837-f1e47fc9fe78 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'fb51f902-fdc0-498f-a5ea-d8f97237b06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '945702e2-3cc9-4d53-af31-d8d3ffad5fc4'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:11:53.697215 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-be7a1c95-c33d-42ea-a57d-2e4271b380e4 service neutron] Attempting to bind port 92836d5a-24f5-407b-9837-f1e47fc9fe78 on network 945702e2-3cc9-4d53-af31-d8d3ffad5fc4 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:11:53.703528 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-be7a1c95-c33d-42ea-a57d-2e4271b380e4 service neutron] Port 92836d5a-24f5-407b-9837-f1e47fc9fe78 on network 945702e2-3cc9-4d53-af31-d8d3ffad5fc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 18:11:53.703832 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-be7a1c95-c33d-42ea-a57d-2e4271b380e4 service neutron] Attempting to bind port 92836d5a-24f5-407b-9837-f1e47fc9fe78 on network 945702e2-3cc9-4d53-af31-d8d3ffad5fc4 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:11:53.711155 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-be7a1c95-c33d-42ea-a57d-2e4271b380e4 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:11:53.711490 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-be7a1c95-c33d-42ea-a57d-2e4271b380e4 service neutron] Checking segment: {'id': 'fb51f902-fdc0-498f-a5ea-d8f97237b06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '945702e2-3cc9-4d53-af31-d8d3ffad5fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:11:53.711871 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-be7a1c95-c33d-42ea-a57d-2e4271b380e4 service neutron] Bound using segment: {'id': 'fb51f902-fdc0-498f-a5ea-d8f97237b06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '945702e2-3cc9-4d53-af31-d8d3ffad5fc4'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:11:53.712288 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-be7a1c95-c33d-42ea-a57d-2e4271b380e4 service neutron] Bound port: 92836d5a-24f5-407b-9837-f1e47fc9fe78, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb51f902-fdc0-498f-a5ea-d8f97237b06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '945702e2-3cc9-4d53-af31-d8d3ffad5fc4'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:11:53.712632 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-be7a1c95-c33d-42ea-a57d-2e4271b380e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:53.811342 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-be7a1c95-c33d-42ea-a57d-2e4271b380e4 service neutron] For port 92836d5a-24f5-407b-9837-f1e47fc9fe78, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:11:53.814634 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-be7a1c95-c33d-42ea-a57d-2e4271b380e4 service neutron] For port 92836d5a-24f5-407b-9837-f1e47fc9fe78, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=92836d5a-24f5-407b-9837-f1e47fc9fe78,segment=NetworkSegment(fb51f902-fdc0-498f-a5ea-d8f97237b06f),segment_id=fb51f902-fdc0-498f-a5ea-d8f97237b06f)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:11:53.823364 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-be7a1c95-c33d-42ea-a57d-2e4271b380e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:53.896300 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-be7a1c95-c33d-42ea-a57d-2e4271b380e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:53.898556 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-be7a1c95-c33d-42ea-a57d-2e4271b380e4 service neutron] 10.222.0.43 "PUT /v2.0/ports/92836d5a-24f5-407b-9837-f1e47fc9fe78 HTTP/1.1" status: 200 len: 1091 time: 1.0321336 Apr 20 18:11:53.899217 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d13dce6-9aad-49b3-84cb-8d22223b99aa', 'tag': '92836d5a-24f5-407b-9837-f1e47fc9fe78'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:11:53.924168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a1c95-c33d-42ea-a57d-2e4271b380e4 service neutron] Pushing event updated for resources: {'Port': ['ID=92836d5a-24f5-407b-9837-f1e47fc9fe78,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:11:53.972191 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aae730e-ba3b-4852-89f1-a6ee455e0986'] response: {'name': 'network-changed', 'server_uuid': '6d13dce6-9aad-49b3-84cb-8d22223b99aa', 'tag': '92836d5a-24f5-407b-9837-f1e47fc9fe78', 'status': 'completed', 'code': 200} Apr 20 18:11:54.014754 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-9f1fe742-784f-47b6-ab60-e0bc4f2fe7ef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b948ae5d9e14153bfbbff44d31b9a0b&device_id=6d13dce6-9aad-49b3-84cb-8d22223b99aa HTTP/1.1" status: 200 len: 1094 time: 0.0725713 Apr 20 18:11:54.083874 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-cbf8042e-50ef-48b4-8e79-72ece3f4b3e3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92836d5a-24f5-407b-9837-f1e47fc9fe78 HTTP/1.1" status: 200 len: 217 time: 0.0623236 Apr 20 18:11:54.144072 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-83e2ca70-0496-4766-a587-50b5e44b03a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:54.145598 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-83e2ca70-0496-4766-a587-50b5e44b03a6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=22dc95be-513f-46c4-8605-71ce89bc27c1 HTTP/1.1" status: 200 len: 853 time: 0.0568590 Apr 20 18:11:54.204538 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-9668ba04-4409-4a1a-8a4e-a42896e848ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=945702e2-3cc9-4d53-af31-d8d3ffad5fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526435 Apr 20 18:11:54.348348 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-64d85a6c-2338-45aa-893d-ee8bfc5d9897 service neutron] 10.222.0.43 "GET /v2.0/networks/945702e2-3cc9-4d53-af31-d8d3ffad5fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365602 Apr 20 18:11:54.476900 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cb69fcca-57fa-4983-bcf2-f65c8c7aec5b req-a64b74f2-3ee0-4fca-a731-4f99e70c7ab7 service neutron] 10.222.0.43 "GET /v2.0/networks/945702e2-3cc9-4d53-af31-d8d3ffad5fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224029 Apr 20 18:11:54.593996 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dafb66be-60fa-440f-97f3-7601e83af0ed req-9df266d3-8dbf-4efb-acd4-7ed827c9711b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b948ae5d9e14153bfbbff44d31b9a0b&device_id=6d13dce6-9aad-49b3-84cb-8d22223b99aa HTTP/1.1" status: 200 len: 1094 time: 0.0671535 Apr 20 18:11:54.637699 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a45ab-710d-4dce-9114-e0059467748e req-bb253cd6-4d4a-4ec4-8195-cd5f5c07d6be tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:54.639072 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-067a45ab-710d-4dce-9114-e0059467748e req-bb253cd6-4d4a-4ec4-8195-cd5f5c07d6be tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d13dce6-9aad-49b3-84cb-8d22223b99aa HTTP/1.1" status: 200 len: 943 time: 0.0760944 Apr 20 18:11:54.685148 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-067a45ab-710d-4dce-9114-e0059467748e req-ac408228-5c25-4ade-8b6f-45d60bd16af9 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/security-groups?id=9140f7f0-d42d-425e-936a-5aa2ff22fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402408 Apr 20 18:11:54.726098 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb66be-60fa-440f-97f3-7601e83af0ed req-dd9c47f7-7533-4177-bebf-777d1c09417c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:54.727568 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dafb66be-60fa-440f-97f3-7601e83af0ed req-dd9c47f7-7533-4177-bebf-777d1c09417c service neutron] 10.222.0.43 "GET /v2.0/networks?id=945702e2-3cc9-4d53-af31-d8d3ffad5fc4 HTTP/1.1" status: 200 len: 914 time: 0.1236784 Apr 20 18:11:54.797742 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dafb66be-60fa-440f-97f3-7601e83af0ed req-3c1499da-e0d3-4652-9ff8-c6e7edfc3ca1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92836d5a-24f5-407b-9837-f1e47fc9fe78 HTTP/1.1" status: 200 len: 217 time: 0.0629928 Apr 20 18:11:54.866748 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb66be-60fa-440f-97f3-7601e83af0ed req-56023068-7472-4c83-a099-a0b2a89be179 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:54.868198 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dafb66be-60fa-440f-97f3-7601e83af0ed req-56023068-7472-4c83-a099-a0b2a89be179 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=22dc95be-513f-46c4-8605-71ce89bc27c1 HTTP/1.1" status: 200 len: 853 time: 0.0637531 Apr 20 18:11:54.919882 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dafb66be-60fa-440f-97f3-7601e83af0ed req-a1e6b433-d771-4fec-9e92-1de7faa992a0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=945702e2-3cc9-4d53-af31-d8d3ffad5fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411112 Apr 20 18:11:55.057294 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dafb66be-60fa-440f-97f3-7601e83af0ed req-ba5075ad-21af-496e-ab8d-825f411c3257 service neutron] 10.222.0.43 "GET /v2.0/networks/945702e2-3cc9-4d53-af31-d8d3ffad5fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307843 Apr 20 18:11:55.274222 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dafb66be-60fa-440f-97f3-7601e83af0ed req-4f58cee5-ba97-45cb-a8e9-125a1230dc89 service neutron] 10.222.0.43 "GET /v2.0/networks/945702e2-3cc9-4d53-af31-d8d3ffad5fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096004 Apr 20 18:11:55.902113 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fe9a9-f681-4a6c-b7d0-16fa464cf3d3 req-02d58062-d8a3-4b8a-894d-373b33f56279 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:55.902876 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-500fe9a9-f681-4a6c-b7d0-16fa464cf3d3 req-02d58062-d8a3-4b8a-894d-373b33f56279 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Synchronizing usage tracker for tenant:2b948ae5d9e14153bfbbff44d31b9a0b on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:11:55.921335 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-500fe9a9-f681-4a6c-b7d0-16fa464cf3d3 req-02d58062-d8a3-4b8a-894d-373b33f56279 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Unset dirty status for tenant:2b948ae5d9e14153bfbbff44d31b9a0b on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:11:55.923072 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-500fe9a9-f681-4a6c-b7d0-16fa464cf3d3 req-02d58062-d8a3-4b8a-894d-373b33f56279 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d13dce6-9aad-49b3-84cb-8d22223b99aa HTTP/1.1" status: 200 len: 943 time: 0.1066349 Apr 20 18:11:55.974207 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-500fe9a9-f681-4a6c-b7d0-16fa464cf3d3 req-8b5bc883-ba31-4a90-9ef9-c44d58eec8c4 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/security-groups?id=9140f7f0-d42d-425e-936a-5aa2ff22fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449872 Apr 20 18:11:57.182707 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058aa75-453d-4d13-a2b6-70c75884e760 req-7c6a3bd8-e210-4786-8fcc-510e2f24f1d8 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:57.184147 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6058aa75-453d-4d13-a2b6-70c75884e760 req-7c6a3bd8-e210-4786-8fcc-510e2f24f1d8 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d13dce6-9aad-49b3-84cb-8d22223b99aa HTTP/1.1" status: 200 len: 943 time: 0.0878348 Apr 20 18:11:57.235607 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6058aa75-453d-4d13-a2b6-70c75884e760 req-4e7bc907-84c1-4077-be98-6fcebfe42dec tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/security-groups?id=9140f7f0-d42d-425e-936a-5aa2ff22fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432322 Apr 20 18:11:58.279367 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 92836d5a-24f5-407b-9837-f1e47fc9fe78 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:11:58.416016 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 92836d5a-24f5-407b-9837-f1e47fc9fe78, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=92836d5a-24f5-407b-9837-f1e47fc9fe78,segment=NetworkSegment(fb51f902-fdc0-498f-a5ea-d8f97237b06f),segment_id=fb51f902-fdc0-498f-a5ea-d8f97237b06f)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:11:58.432760 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '92836d5a-24f5-407b-9837-f1e47fc9fe78', 'network_id': '945702e2-3cc9-4d53-af31-d8d3ffad5fc4', 'port_id': '92836d5a-24f5-407b-9837-f1e47fc9fe78', 'mac_address': 'fa:16:3e:ad:13:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22dc95be-513f-46c4-8605-71ce89bc27c1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:11:58.448699 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aff76d-9b94-44bd-9ca9-bf312d071c6d req-d9f3c5b9-abb7-45d6-ad59-f5dc71409778 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:58.450126 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-29aff76d-9b94-44bd-9ca9-bf312d071c6d req-d9f3c5b9-abb7-45d6-ad59-f5dc71409778 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d13dce6-9aad-49b3-84cb-8d22223b99aa HTTP/1.1" status: 200 len: 943 time: 0.0838659 Apr 20 18:11:58.485868 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:58.496161 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-29aff76d-9b94-44bd-9ca9-bf312d071c6d req-07f47ea4-11ba-49a7-9fd8-a08d125654cf tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/security-groups?id=9140f7f0-d42d-425e-936a-5aa2ff22fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400469 Apr 20 18:11:58.503297 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92836d5a-24f5-407b-9837-f1e47fc9fe78 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:11:58.522902 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 92836d5a-24f5-407b-9837-f1e47fc9fe78, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=92836d5a-24f5-407b-9837-f1e47fc9fe78,segment=NetworkSegment(fb51f902-fdc0-498f-a5ea-d8f97237b06f),segment_id=fb51f902-fdc0-498f-a5ea-d8f97237b06f)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:11:58.522902 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:11:58.606018 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=92836d5a-24f5-407b-9837-f1e47fc9fe78,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:11:58.722582 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['92836d5a-24f5-407b-9837-f1e47fc9fe78'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:11:59.712744 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f2150-3fd9-496c-8d42-6b669701c885 req-88e2a329-4f3b-40e8-ae62-8dfc63d2d77f tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:11:59.714166 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-997f2150-3fd9-496c-8d42-6b669701c885 req-88e2a329-4f3b-40e8-ae62-8dfc63d2d77f tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d13dce6-9aad-49b3-84cb-8d22223b99aa HTTP/1.1" status: 200 len: 944 time: 0.0848823 Apr 20 18:11:59.761447 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-997f2150-3fd9-496c-8d42-6b669701c885 req-51c2e1a2-5ffb-4db2-a49d-03d8eb2fc496 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/security-groups?id=9140f7f0-d42d-425e-936a-5aa2ff22fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391529 Apr 20 18:12:00.292092 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 92836d5a-24f5-407b-9837-f1e47fc9fe78 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:12:00.371127 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 92836d5a-24f5-407b-9837-f1e47fc9fe78 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:12:00.378016 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 92836d5a-24f5-407b-9837-f1e47fc9fe78 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:12:00.378578 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:00.496092 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:00.525639 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d13dce6-9aad-49b3-84cb-8d22223b99aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92836d5a-24f5-407b-9837-f1e47fc9fe78'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:12:00.535527 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 92836d5a-24f5-407b-9837-f1e47fc9fe78, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=92836d5a-24f5-407b-9837-f1e47fc9fe78,segment=NetworkSegment(fb51f902-fdc0-498f-a5ea-d8f97237b06f),segment_id=fb51f902-fdc0-498f-a5ea-d8f97237b06f)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:12:00.541663 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:00.585216 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20478a85-bd39-4bc5-8fe7-1c0cfc55e614'] response: {'server_uuid': '6d13dce6-9aad-49b3-84cb-8d22223b99aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92836d5a-24f5-407b-9837-f1e47fc9fe78', 'code': 200} Apr 20 18:12:00.609845 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=92836d5a-24f5-407b-9837-f1e47fc9fe78,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:00.708672 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f65ceea0-6bcb-4cff-940d-4b0db9743db7 req-48e3991b-3042-4fce-a10a-51120bfc1739 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6d13dce6-9aad-49b3-84cb-8d22223b99aa HTTP/1.1" status: 200 len: 1096 time: 0.0674443 Apr 20 18:12:00.750801 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f65ceea0-6bcb-4cff-940d-4b0db9743db7 req-95537a48-ec92-4797-8be7-9c10f8c72eed service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9140f7f0-d42d-425e-936a-5aa2ff22fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364387 Apr 20 18:12:00.978337 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060a249-ee69-4751-b6ec-e3084799db9a req-ae131cd0-c038-45aa-aa0d-46578bb6980b tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:00.979754 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e060a249-ee69-4751-b6ec-e3084799db9a req-ae131cd0-c038-45aa-aa0d-46578bb6980b tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d13dce6-9aad-49b3-84cb-8d22223b99aa HTTP/1.1" status: 200 len: 945 time: 0.0789285 Apr 20 18:12:01.026129 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e060a249-ee69-4751-b6ec-e3084799db9a req-c61a7dbf-b7e8-4de2-8fe5-6a749a54a086 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/security-groups?id=9140f7f0-d42d-425e-936a-5aa2ff22fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407758 Apr 20 18:12:01.536461 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:12:02.236628 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316300e-42c8-44d4-9470-7851f902409a req-318cb3a6-10a9-4f79-a966-4301d9e845ba tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:02.238047 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a316300e-42c8-44d4-9470-7851f902409a req-318cb3a6-10a9-4f79-a966-4301d9e845ba tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d13dce6-9aad-49b3-84cb-8d22223b99aa HTTP/1.1" status: 200 len: 945 time: 0.0803595 Apr 20 18:12:02.286656 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a316300e-42c8-44d4-9470-7851f902409a req-56dda08e-549c-484c-a3b7-aad88f528bba tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/security-groups?id=9140f7f0-d42d-425e-936a-5aa2ff22fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429683 Apr 20 18:12:02.698482 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85c121-4612-4ca9-8336-d44821bd222a req-c307d9d4-76f6-4dcc-a386-9f438c397e6e tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:02.699830 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cc85c121-4612-4ca9-8336-d44821bd222a req-c307d9d4-76f6-4dcc-a386-9f438c397e6e tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d13dce6-9aad-49b3-84cb-8d22223b99aa HTTP/1.1" status: 200 len: 945 time: 0.0804462 Apr 20 18:12:02.749961 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cc85c121-4612-4ca9-8336-d44821bd222a req-7fa1eac5-ab22-43d2-bdc3-c10cc60debe2 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/security-groups?id=9140f7f0-d42d-425e-936a-5aa2ff22fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446084 Apr 20 18:12:03.889782 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afd99b-3e54-473e-9fdd-487debe8b6e9 req-faf47cba-4b5b-43e5-b027-a55f8a660744 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:03.891225 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-38afd99b-3e54-473e-9fdd-487debe8b6e9 req-faf47cba-4b5b-43e5-b027-a55f8a660744 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d13dce6-9aad-49b3-84cb-8d22223b99aa HTTP/1.1" status: 200 len: 945 time: 0.0764408 Apr 20 18:12:03.956622 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae6438-affd-4166-bd77-91b20f045859 req-464935ca-ffca-4704-8bfe-656478db500c tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:03.958291 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b4ae6438-affd-4166-bd77-91b20f045859 req-464935ca-ffca-4704-8bfe-656478db500c tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d13dce6-9aad-49b3-84cb-8d22223b99aa HTTP/1.1" status: 200 len: 945 time: 0.0779161 Apr 20 18:12:03.959759 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-38afd99b-3e54-473e-9fdd-487debe8b6e9 req-9b2b33d2-aaab-4b93-885b-34faccac81ac tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Deleting port 92836d5a-24f5-407b-9837-f1e47fc9fe78 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:12:03.960101 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-38afd99b-3e54-473e-9fdd-487debe8b6e9 req-9b2b33d2-aaab-4b93-885b-34faccac81ac tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:04.007091 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b4ae6438-affd-4166-bd77-91b20f045859 req-07b0f6ef-cf86-46fc-963b-93022e28acf2 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/security-groups?id=9140f7f0-d42d-425e-936a-5aa2ff22fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433052 Apr 20 18:12:04.206253 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-38afd99b-3e54-473e-9fdd-487debe8b6e9 req-9b2b33d2-aaab-4b93-885b-34faccac81ac tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] For port 92836d5a-24f5-407b-9837-f1e47fc9fe78, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=92836d5a-24f5-407b-9837-f1e47fc9fe78,segment=NetworkSegment(fb51f902-fdc0-498f-a5ea-d8f97237b06f),segment_id=fb51f902-fdc0-498f-a5ea-d8f97237b06f)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:12:04.206513 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-38afd99b-3e54-473e-9fdd-487debe8b6e9 req-9b2b33d2-aaab-4b93-885b-34faccac81ac tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:04.328185 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-38afd99b-3e54-473e-9fdd-487debe8b6e9 req-9b2b33d2-aaab-4b93-885b-34faccac81ac tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Calling delete_port for 92836d5a-24f5-407b-9837-f1e47fc9fe78 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:12:04.485432 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-38afd99b-3e54-473e-9fdd-487debe8b6e9 req-9b2b33d2-aaab-4b93-885b-34faccac81ac tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:04.498367 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['92836d5a-24f5-407b-9837-f1e47fc9fe78'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:12:04.521863 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['143fb79c-a57d-4c61-84db-2202e9ca8853'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:12:04.536823 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b33d2-aaab-4b93-885b-34faccac81ac tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Pushing event deleted for resources: {'Port': ['ID=92836d5a-24f5-407b-9837-f1e47fc9fe78,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:04.606107 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-38afd99b-3e54-473e-9fdd-487debe8b6e9 req-9b2b33d2-aaab-4b93-885b-34faccac81ac tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] No DVR routers for this DVR port 92836d5a-24f5-407b-9837-f1e47fc9fe78 on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:12:04.608829 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-38afd99b-3e54-473e-9fdd-487debe8b6e9 req-9b2b33d2-aaab-4b93-885b-34faccac81ac tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:04.611345 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d13dce6-9aad-49b3-84cb-8d22223b99aa', 'name': 'network-vif-deleted', 'tag': '92836d5a-24f5-407b-9837-f1e47fc9fe78'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:12:04.629728 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-38afd99b-3e54-473e-9fdd-487debe8b6e9 req-9b2b33d2-aaab-4b93-885b-34faccac81ac tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.43 "DELETE /v2.0/ports/92836d5a-24f5-407b-9837-f1e47fc9fe78 HTTP/1.1" status: 204 len: 173 time: 0.7329316 Apr 20 18:12:04.671792 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f279b9b-df6f-4a24-a6aa-bb14da6a3d14'] response: {'server_uuid': '6d13dce6-9aad-49b3-84cb-8d22223b99aa', 'name': 'network-vif-deleted', 'tag': '92836d5a-24f5-407b-9837-f1e47fc9fe78', 'status': 'completed', 'code': 200} Apr 20 18:12:05.185827 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-59642427-b475-4209-805c-5f0a55e19add req-deeb0269-b01b-40e1-befd-9aa09497a91a tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d13dce6-9aad-49b3-84cb-8d22223b99aa HTTP/1.1" status: 200 len: 210 time: 0.0428715 Apr 20 18:12:06.468180 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681df796-2699-4b93-ba66-37228ff2d935 req-e210fd0e-9777-4f73-bac2-398813d51590 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:06.469603 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-681df796-2699-4b93-ba66-37228ff2d935 req-e210fd0e-9777-4f73-bac2-398813d51590 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6afa261-c140-474f-acb2-22c7b1d7b9d6 HTTP/1.1" status: 200 len: 945 time: 0.0758071 Apr 20 18:12:06.519180 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-681df796-2699-4b93-ba66-37228ff2d935 req-0c4ef93b-0a2b-49e2-8c5c-a903308b520f tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/security-groups?id=9140f7f0-d42d-425e-936a-5aa2ff22fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426219 Apr 20 18:12:06.753416 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d35b5-9700-463e-8dbd-06de261238e4 req-fa4c607f-b83c-4895-ab5f-fdb578f89175 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:06.754893 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a35d35b5-9700-463e-8dbd-06de261238e4 req-fa4c607f-b83c-4895-ab5f-fdb578f89175 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6afa261-c140-474f-acb2-22c7b1d7b9d6 HTTP/1.1" status: 200 len: 945 time: 0.0855796 Apr 20 18:12:06.799880 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a35d35b5-9700-463e-8dbd-06de261238e4 req-840961ce-2c07-4bb5-836b-971c356eb517 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/security-groups?id=9140f7f0-d42d-425e-936a-5aa2ff22fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394619 Apr 20 18:12:07.005509 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fc4dc-733f-4b30-b41e-88ed12d2139c req-a4b5ac3e-e1b6-40ec-b8f6-a23d72ba4429 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:07.006176 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-3e6fc4dc-733f-4b30-b41e-88ed12d2139c req-a4b5ac3e-e1b6-40ec-b8f6-a23d72ba4429 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Synchronizing usage tracker for tenant:2b948ae5d9e14153bfbbff44d31b9a0b on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:12:07.025377 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-3e6fc4dc-733f-4b30-b41e-88ed12d2139c req-a4b5ac3e-e1b6-40ec-b8f6-a23d72ba4429 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Unset dirty status for tenant:2b948ae5d9e14153bfbbff44d31b9a0b on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:12:07.026536 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3e6fc4dc-733f-4b30-b41e-88ed12d2139c req-a4b5ac3e-e1b6-40ec-b8f6-a23d72ba4429 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6afa261-c140-474f-acb2-22c7b1d7b9d6 HTTP/1.1" status: 200 len: 945 time: 0.1065357 Apr 20 18:12:07.075332 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3e6fc4dc-733f-4b30-b41e-88ed12d2139c req-a7849e1f-fb84-4baa-8d18-98b57b736ac6 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/security-groups?id=9140f7f0-d42d-425e-936a-5aa2ff22fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430510 Apr 20 18:12:07.342739 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-79f2e612-b2c8-49b2-b849-d0b39d72ccce req-6735a0f8-ce9d-4849-8646-af908fcbee93 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d6afa261-c140-474f-acb2-22c7b1d7b9d6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1431224 Apr 20 18:12:07.545102 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183b88c-f8c7-4647-8bb3-6a0deb8c74fd req-20874929-1320-444a-bd9a-6cee2b25e6a0 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:07.546544 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1183b88c-f8c7-4647-8bb3-6a0deb8c74fd req-20874929-1320-444a-bd9a-6cee2b25e6a0 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6afa261-c140-474f-acb2-22c7b1d7b9d6 HTTP/1.1" status: 200 len: 945 time: 0.0835295 Apr 20 18:12:07.591614 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1183b88c-f8c7-4647-8bb3-6a0deb8c74fd req-715d2782-a617-4289-8988-c7f0600e1616 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/security-groups?id=9140f7f0-d42d-425e-936a-5aa2ff22fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393419 Apr 20 18:12:07.800727 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba14c7-d7b8-4807-9eda-bbd8dcf2124b req-54e5151c-3712-4932-996e-fbf829bdec66 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:07.802172 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b3ba14c7-d7b8-4807-9eda-bbd8dcf2124b req-54e5151c-3712-4932-996e-fbf829bdec66 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6afa261-c140-474f-acb2-22c7b1d7b9d6 HTTP/1.1" status: 200 len: 945 time: 0.0870841 Apr 20 18:12:07.850530 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b3ba14c7-d7b8-4807-9eda-bbd8dcf2124b req-56028a5a-cf02-4e07-a5e5-8acb330bdf6a tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/security-groups?id=9140f7f0-d42d-425e-936a-5aa2ff22fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401540 Apr 20 18:12:08.065463 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008741d8-35af-427f-82ab-d5377894fbc1 req-4c7eed9b-3c22-4426-8eed-bbe0b9a1b73b tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:08.066934 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-008741d8-35af-427f-82ab-d5377894fbc1 req-4c7eed9b-3c22-4426-8eed-bbe0b9a1b73b tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6afa261-c140-474f-acb2-22c7b1d7b9d6 HTTP/1.1" status: 200 len: 945 time: 0.0799036 Apr 20 18:12:08.113636 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-008741d8-35af-427f-82ab-d5377894fbc1 req-bd08e5ac-e3c9-4058-bd8e-2e04c4416ed6 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/security-groups?id=9140f7f0-d42d-425e-936a-5aa2ff22fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407879 Apr 20 18:12:08.370885 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 92836d5a-24f5-407b-9837-f1e47fc9fe78 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:12:08.404949 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 92836d5a-24f5-407b-9837-f1e47fc9fe78 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:12:08.405299 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 92836d5a-24f5-407b-9837-f1e47fc9fe78 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:12:08.841549 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54af2ad-fd16-47fa-9623-e0f3582306b0 req-8359acdd-ddce-4242-ab01-95126ec54db8 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:08.842990 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c54af2ad-fd16-47fa-9623-e0f3582306b0 req-8359acdd-ddce-4242-ab01-95126ec54db8 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6afa261-c140-474f-acb2-22c7b1d7b9d6 HTTP/1.1" status: 200 len: 945 time: 0.0869958 Apr 20 18:12:08.890304 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c54af2ad-fd16-47fa-9623-e0f3582306b0 req-0eb5429c-e26a-44cb-a517-683d5e1c3590 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/security-groups?id=9140f7f0-d42d-425e-936a-5aa2ff22fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396821 Apr 20 18:12:09.242421 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a0d385b5-cdb8-4e87-86b1-2e9790702e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:10.251341 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7aad24-eaaf-40f9-8496-9e5c8312d7a7 req-a0a1fbb9-9e41-4f97-90df-5a4559ef4de5 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:10.252774 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0c7aad24-eaaf-40f9-8496-9e5c8312d7a7 req-a0a1fbb9-9e41-4f97-90df-5a4559ef4de5 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6afa261-c140-474f-acb2-22c7b1d7b9d6 HTTP/1.1" status: 200 len: 945 time: 0.2298901 Apr 20 18:12:10.287646 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb96d71-39bd-4e5e-96b2-15404705262f req-4ee6ff14-2dd2-4ba6-9db7-b1ab072ef5e3 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:10.288989 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6bb96d71-39bd-4e5e-96b2-15404705262f req-4ee6ff14-2dd2-4ba6-9db7-b1ab072ef5e3 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6afa261-c140-474f-acb2-22c7b1d7b9d6 HTTP/1.1" status: 200 len: 945 time: 0.1163740 Apr 20 18:12:10.352811 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0c7aad24-eaaf-40f9-8496-9e5c8312d7a7 req-1f969a03-9818-4543-8622-570a203421ca tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/security-groups?id=9140f7f0-d42d-425e-936a-5aa2ff22fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937636 Apr 20 18:12:10.367489 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-6bb96d71-39bd-4e5e-96b2-15404705262f req-2f590d35-0520-4a5b-b44e-faea26fbb965 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Deleting port 143fb79c-a57d-4c61-84db-2202e9ca8853 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:12:10.367822 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6bb96d71-39bd-4e5e-96b2-15404705262f req-2f590d35-0520-4a5b-b44e-faea26fbb965 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:10.625410 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-6bb96d71-39bd-4e5e-96b2-15404705262f req-2f590d35-0520-4a5b-b44e-faea26fbb965 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] For port 143fb79c-a57d-4c61-84db-2202e9ca8853, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=143fb79c-a57d-4c61-84db-2202e9ca8853,segment=NetworkSegment(fb51f902-fdc0-498f-a5ea-d8f97237b06f),segment_id=fb51f902-fdc0-498f-a5ea-d8f97237b06f)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:12:10.625676 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6bb96d71-39bd-4e5e-96b2-15404705262f req-2f590d35-0520-4a5b-b44e-faea26fbb965 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:10.753318 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-6bb96d71-39bd-4e5e-96b2-15404705262f req-2f590d35-0520-4a5b-b44e-faea26fbb965 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Calling delete_port for 143fb79c-a57d-4c61-84db-2202e9ca8853 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:12:10.900757 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6bb96d71-39bd-4e5e-96b2-15404705262f req-2f590d35-0520-4a5b-b44e-faea26fbb965 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:10.913689 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['143fb79c-a57d-4c61-84db-2202e9ca8853'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:12:10.953799 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f590d35-0520-4a5b-b44e-faea26fbb965 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Pushing event deleted for resources: {'Port': ['ID=143fb79c-a57d-4c61-84db-2202e9ca8853,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:11.021883 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb96d71-39bd-4e5e-96b2-15404705262f req-2f590d35-0520-4a5b-b44e-faea26fbb965 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] No DVR routers for this DVR port 143fb79c-a57d-4c61-84db-2202e9ca8853 on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:12:11.024700 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-6bb96d71-39bd-4e5e-96b2-15404705262f req-2f590d35-0520-4a5b-b44e-faea26fbb965 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:11.027137 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6afa261-c140-474f-acb2-22c7b1d7b9d6', 'name': 'network-vif-deleted', 'tag': '143fb79c-a57d-4c61-84db-2202e9ca8853'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:12:11.044839 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6bb96d71-39bd-4e5e-96b2-15404705262f req-2f590d35-0520-4a5b-b44e-faea26fbb965 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.10 "DELETE /v2.0/ports/143fb79c-a57d-4c61-84db-2202e9ca8853 HTTP/1.1" status: 204 len: 173 time: 0.7473054 Apr 20 18:12:11.091448 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca7833f4-8b38-42f6-a889-a7929b6a4df4'] response: {'server_uuid': 'd6afa261-c140-474f-acb2-22c7b1d7b9d6', 'name': 'network-vif-deleted', 'tag': '143fb79c-a57d-4c61-84db-2202e9ca8853', 'status': 'completed', 'code': 200} Apr 20 18:12:11.414960 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6e5086d3-c734-4faa-8ec0-e8cbb4ead9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:11.543531 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-28125665-3900-4e64-b508-29dacce36d62 req-eb0ef50c-476c-4987-862c-fad4c919a375 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Synchronizing usage tracker for tenant:2b948ae5d9e14153bfbbff44d31b9a0b on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:12:11.560032 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-28125665-3900-4e64-b508-29dacce36d62 req-eb0ef50c-476c-4987-862c-fad4c919a375 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] Unset dirty status for tenant:2b948ae5d9e14153bfbbff44d31b9a0b on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:12:11.561371 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-28125665-3900-4e64-b508-29dacce36d62 req-eb0ef50c-476c-4987-862c-fad4c919a375 tempest-ServersNegativeTestJSON-1155203230 tempest-ServersNegativeTestJSON-1155203230-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6afa261-c140-474f-acb2-22c7b1d7b9d6 HTTP/1.1" status: 200 len: 210 time: 0.0626354 Apr 20 18:12:12.668983 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36220) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:12.688074 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:12.730732 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab43cb1-a0db-48f4-b196-a316d2e07293 admin admin] Deleting subnet 22dc95be-513f-46c4-8605-71ce89bc27c1 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 18:12:12.733705 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1ab43cb1-a0db-48f4-b196-a316d2e07293 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:12.785401 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1ab43cb1-a0db-48f4-b196-a316d2e07293 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:12.839283 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1ab43cb1-a0db-48f4-b196-a316d2e07293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:12.908391 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1ab43cb1-a0db-48f4-b196-a316d2e07293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:12.911781 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:12.948577 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab43cb1-a0db-48f4-b196-a316d2e07293 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22dc95be-513f-46c4-8605-71ce89bc27c1,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:12.955647 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1ab43cb1-a0db-48f4-b196-a316d2e07293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:12.961601 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1ab43cb1-a0db-48f4-b196-a316d2e07293 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/22dc95be-513f-46c4-8605-71ce89bc27c1 HTTP/1.1" status: 204 len: 168 time: 0.2914977 Apr 20 18:12:12.964433 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36224) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:13.069550 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c2606cdc-3894-47c8-b790-98d679140f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:13.191138 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c2606cdc-3894-47c8-b790-98d679140f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:13.220958 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-c2606cdc-3894-47c8-b790-98d679140f5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['945702e2-3cc9-4d53-af31-d8d3ffad5fc4']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:13.232940 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-c2606cdc-3894-47c8-b790-98d679140f5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb51f902-fdc0-498f-a5ea-d8f97237b06f') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:13.233234 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-c2606cdc-3894-47c8-b790-98d679140f5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb51f902-fdc0-498f-a5ea-d8f97237b06f') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:13.244334 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c2606cdc-3894-47c8-b790-98d679140f5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:13.260334 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c2606cdc-3894-47c8-b790-98d679140f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:13.264777 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 143fb79c-a57d-4c61-84db-2202e9ca8853 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:12:13.266356 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2606cdc-3894-47c8-b790-98d679140f5d admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 18:12:13.266729 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c2606cdc-3894-47c8-b790-98d679140f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:13.279728 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 18:12:13.279728 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 18:12:13.279728 n-d-838032-1 neutron-server[84081]: timer() Apr 20 18:12:13.279728 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:12:13.279728 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 18:12:13.279728 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 18:12:13.279728 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 18:12:13.279728 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:12:13.279728 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 18:12:13.279728 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:12:13.279728 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 18:12:13.279728 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:12:13.279728 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 18:12:13.279728 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:12:13.279728 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:12:13.279728 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 18:12:13.279728 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 18:12:13.279728 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:12:13.279728 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 18:12:13.279728 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 18:12:13.279728 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 18:12:13.279728 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:12:13.279728 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 18:12:13.279728 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 18:12:13.279728 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 18:12:13.279728 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 18:12:13.279728 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 18:12:13.279728 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 18:12:13.279728 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:12:13.279728 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 18:12:13.279728 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:12:13.279728 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:12:13.296934 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 143fb79c-a57d-4c61-84db-2202e9ca8853 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:12:13.297270 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 143fb79c-a57d-4c61-84db-2202e9ca8853 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:12:13.353900 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c2606cdc-3894-47c8-b790-98d679140f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:13.373431 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c2606cdc-3894-47c8-b790-98d679140f5d admin admin] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:13.383525 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2606cdc-3894-47c8-b790-98d679140f5d admin admin] Pushing event deleted for resources: {'Network': ['ID=945702e2-3cc9-4d53-af31-d8d3ffad5fc4,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:13.394066 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c2606cdc-3894-47c8-b790-98d679140f5d admin admin] 10.222.0.39 "DELETE /v2.0/networks/945702e2-3cc9-4d53-af31-d8d3ffad5fc4 HTTP/1.1" status: 204 len: 168 time: 0.4283504 Apr 20 18:12:13.541089 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36230) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:13.590570 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6261effa-8f87-4045-a681-ceabad034170 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2b948ae5d9e14153bfbbff44d31b9a0b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483148 Apr 20 18:12:13.593958 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36234) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:13.653839 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c8e8b7d4-fcae-4866-9836-ecddd44f0ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:13.679256 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c8e8b7d4-fcae-4866-9836-ecddd44f0ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:13.696522 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:13.736144 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c8e8b7d4-fcae-4866-9836-ecddd44f0ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:13.752981 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8b7d4-fcae-4866-9836-ecddd44f0ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9140f7f0-d42d-425e-936a-5aa2ff22fa17,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:13.765226 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c8e8b7d4-fcae-4866-9836-ecddd44f0ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:13.766448 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c8e8b7d4-fcae-4866-9836-ecddd44f0ef4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9140f7f0-d42d-425e-936a-5aa2ff22fa17 HTTP/1.1" status: 204 len: 168 time: 0.1715825 Apr 20 18:12:14.215350 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:14.814928 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36256) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:14.950733 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-b5492285-5dfd-43f5-ae0e-e21ad5991fd8 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-561373890'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:12:14.956489 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b5492285-5dfd-43f5-ae0e-e21ad5991fd8 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:12:14.960608 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b5492285-5dfd-43f5-ae0e-e21ad5991fd8 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Usage tracker for resource:network and tenant:8116a644838b48e391490265ebdcb09c is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:12:14.963465 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b5492285-5dfd-43f5-ae0e-e21ad5991fd8 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:12:14.969521 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b5492285-5dfd-43f5-ae0e-e21ad5991fd8 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:12:14.982109 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5492285-5dfd-43f5-ae0e-e21ad5991fd8 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Made reservation on behalf of 8116a644838b48e391490265ebdcb09c for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:12:14.984758 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b5492285-5dfd-43f5-ae0e-e21ad5991fd8 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:15.000386 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b5492285-5dfd-43f5-ae0e-e21ad5991fd8 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:15.032346 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b5492285-5dfd-43f5-ae0e-e21ad5991fd8 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:12:15.036027 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b5492285-5dfd-43f5-ae0e-e21ad5991fd8 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Usage tracker for resource:security_group_rule and tenant:8116a644838b48e391490265ebdcb09c is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:12:15.038771 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b5492285-5dfd-43f5-ae0e-e21ad5991fd8 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:12:15.044281 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b5492285-5dfd-43f5-ae0e-e21ad5991fd8 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:12:15.108823 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b5492285-5dfd-43f5-ae0e-e21ad5991fd8 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:15.115204 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b5492285-5dfd-43f5-ae0e-e21ad5991fd8 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:15.145596 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5492285-5dfd-43f5-ae0e-e21ad5991fd8 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 18:12:15.153662 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5492285-5dfd-43f5-ae0e-e21ad5991fd8 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e004b84-01f3-47b4-a37d-450a52fb3c7a,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:15.159008 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b5492285-5dfd-43f5-ae0e-e21ad5991fd8 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:15.159353 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-b5492285-5dfd-43f5-ae0e-e21ad5991fd8 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Added segment 908a9e66-5bcd-46df-8629-513d02d61563 of type vlan for network 891a7334-98da-4547-9987-1f28f0437ac4 Apr 20 18:12:15.185198 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b5492285-5dfd-43f5-ae0e-e21ad5991fd8 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:15.217176 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b5492285-5dfd-43f5-ae0e-e21ad5991fd8 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:15.220773 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5492285-5dfd-43f5-ae0e-e21ad5991fd8 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:15.221380 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b5492285-5dfd-43f5-ae0e-e21ad5991fd8 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:15.416077 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5492285-5dfd-43f5-ae0e-e21ad5991fd8 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Pushing event updated for resources: {'Network': ['ID=891a7334-98da-4547-9987-1f28f0437ac4,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:15.419284 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b5492285-5dfd-43f5-ae0e-e21ad5991fd8 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6033807 Apr 20 18:12:15.426606 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 891a7334-98da-4547-9987-1f28f0437ac4 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 18:12:15.683955 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:18.578110 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36262) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:18.587122 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-ad9e7dc6-05c0-421e-85f3-21cb49fa083d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Request body: {'subnet': {'network_id': '891a7334-98da-4547-9987-1f28f0437ac4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:12:18.700963 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ad9e7dc6-05c0-421e-85f3-21cb49fa083d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:12:18.704801 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ad9e7dc6-05c0-421e-85f3-21cb49fa083d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Usage tracker for resource:subnet and tenant:8116a644838b48e391490265ebdcb09c is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:12:18.707596 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ad9e7dc6-05c0-421e-85f3-21cb49fa083d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:12:18.713349 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ad9e7dc6-05c0-421e-85f3-21cb49fa083d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:12:18.725247 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9e7dc6-05c0-421e-85f3-21cb49fa083d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Made reservation on behalf of 8116a644838b48e391490265ebdcb09c for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:12:18.825179 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ad9e7dc6-05c0-421e-85f3-21cb49fa083d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:19.043046 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ad9e7dc6-05c0-421e-85f3-21cb49fa083d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:19.114930 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e7dc6-05c0-421e-85f3-21cb49fa083d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Pushing event updated for resources: {'Subnet': ['ID=2e1e5e46-0f92-469b-be91-aeeac0ff4506,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:19.132519 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9e7dc6-05c0-421e-85f3-21cb49fa083d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Checking segment: {'id': '908a9e66-5bcd-46df-8629-513d02d61563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '891a7334-98da-4547-9987-1f28f0437ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:12:19.132875 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9e7dc6-05c0-421e-85f3-21cb49fa083d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Network hostable DHCP agents. Network: 891a7334-98da-4547-9987-1f28f0437ac4, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 18:12:19.156311 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9e7dc6-05c0-421e-85f3-21cb49fa083d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Network 891a7334-98da-4547-9987-1f28f0437ac4 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 18:12:19.167397 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-ad9e7dc6-05c0-421e-85f3-21cb49fa083d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 891a7334-98da-4547-9987-1f28f0437ac4) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:12:19.171483 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9e7dc6-05c0-421e-85f3-21cb49fa083d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:19.172054 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ad9e7dc6-05c0-421e-85f3-21cb49fa083d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:19.177298 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726bc661-35a2-45d6-8887-abda134aa366 None None] Network 891a7334-98da-4547-9987-1f28f0437ac4 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:12:19.193557 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ad9e7dc6-05c0-421e-85f3-21cb49fa083d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6139257 Apr 20 18:12:19.197200 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36266) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:19.202644 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-fe9dc45b-ea2d-49aa-b52e-8ef7f962e8d7 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1847505705'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:12:19.208267 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-fe9dc45b-ea2d-49aa-b52e-8ef7f962e8d7 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:12:19.212176 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-fe9dc45b-ea2d-49aa-b52e-8ef7f962e8d7 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Usage tracker for resource:network and tenant:8116a644838b48e391490265ebdcb09c is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:12:19.215077 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-fe9dc45b-ea2d-49aa-b52e-8ef7f962e8d7 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:12:19.220820 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-fe9dc45b-ea2d-49aa-b52e-8ef7f962e8d7 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:12:19.232650 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9dc45b-ea2d-49aa-b52e-8ef7f962e8d7 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Made reservation on behalf of 8116a644838b48e391490265ebdcb09c for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:12:19.235553 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fe9dc45b-ea2d-49aa-b52e-8ef7f962e8d7 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:19.269509 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe9dc45b-ea2d-49aa-b52e-8ef7f962e8d7 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 18:12:19.278445 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fe9dc45b-ea2d-49aa-b52e-8ef7f962e8d7 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:19.278782 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-fe9dc45b-ea2d-49aa-b52e-8ef7f962e8d7 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Added segment 1054aa67-9a86-40a1-8698-678963118629 of type vlan for network 15edf2a9-1c77-41af-950f-ecd9d8dd96cb Apr 20 18:12:19.304152 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fe9dc45b-ea2d-49aa-b52e-8ef7f962e8d7 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:19.334143 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fe9dc45b-ea2d-49aa-b52e-8ef7f962e8d7 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:19.338156 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9dc45b-ea2d-49aa-b52e-8ef7f962e8d7 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:19.338745 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fe9dc45b-ea2d-49aa-b52e-8ef7f962e8d7 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:19.396264 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-891a7334-98da-4547-9987-1f28f0437ac4', 'network_id': '891a7334-98da-4547-9987-1f28f0437ac4', 'tenant_id': '8116a644838b48e391490265ebdcb09c', 'fixed_ips': [{'subnet_id': '2e1e5e46-0f92-469b-be91-aeeac0ff4506'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 18:12:19.397115 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:19.441427 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fe9dc45b-ea2d-49aa-b52e-8ef7f962e8d7 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2403929 Apr 20 18:12:19.441660 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36270) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:19.449819 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-0dc7f2ce-fbf9-44b3-8e86-18a89192fff6 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Request body: {'subnet': {'network_id': '15edf2a9-1c77-41af-950f-ecd9d8dd96cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:12:19.468082 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9dc45b-ea2d-49aa-b52e-8ef7f962e8d7 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Pushing event updated for resources: {'Network': ['ID=15edf2a9-1c77-41af-950f-ecd9d8dd96cb,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:19.480078 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 15edf2a9-1c77-41af-950f-ecd9d8dd96cb details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 18:12:19.564709 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0dc7f2ce-fbf9-44b3-8e86-18a89192fff6 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:12:19.568408 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0dc7f2ce-fbf9-44b3-8e86-18a89192fff6 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Usage tracker for resource:subnet and tenant:8116a644838b48e391490265ebdcb09c is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:12:19.571201 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0dc7f2ce-fbf9-44b3-8e86-18a89192fff6 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:12:19.576941 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0dc7f2ce-fbf9-44b3-8e86-18a89192fff6 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:12:19.588766 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc7f2ce-fbf9-44b3-8e86-18a89192fff6 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Made reservation on behalf of 8116a644838b48e391490265ebdcb09c for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:12:19.634550 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] Allocated IP 2001:db8:0:ffff::2 (891a7334-98da-4547-9987-1f28f0437ac4/2e1e5e46-0f92-469b-be91-aeeac0ff4506/f223c8a3-efe6-49e7-b126-f6e821cbe36b) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:12:19.690974 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f2ce-fbf9-44b3-8e86-18a89192fff6 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:19.836208 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:19.846366 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] Transition to ACTIVE for port object f223c8a3-efe6-49e7-b126-f6e821cbe36b will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:12:19.864463 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] Transition to ACTIVE for port object f223c8a3-efe6-49e7-b126-f6e821cbe36b will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:12:19.872307 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:19.909595 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f2ce-fbf9-44b3-8e86-18a89192fff6 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:19.940439 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] Network 891a7334-98da-4547-9987-1f28f0437ac4 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:12:19.943222 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:12:19.945743 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:12:19.952530 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] Pushing event updated for resources: {'Port': ['ID=f223c8a3-efe6-49e7-b126-f6e821cbe36b,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:19.984781 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7f2ce-fbf9-44b3-8e86-18a89192fff6 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Pushing event updated for resources: {'Subnet': ['ID=b49e6ed2-770b-4314-ab17-72d2056addb6,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:19.992362 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:19.992730 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:19.993056 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:19.993376 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:19.993693 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:19.994005 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:19.994339 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:19.994965 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:19.995301 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:19.995592 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:19.995893 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:20.003026 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc7f2ce-fbf9-44b3-8e86-18a89192fff6 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Checking segment: {'id': '1054aa67-9a86-40a1-8698-678963118629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '15edf2a9-1c77-41af-950f-ecd9d8dd96cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:12:20.003380 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc7f2ce-fbf9-44b3-8e86-18a89192fff6 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Network hostable DHCP agents. Network: 15edf2a9-1c77-41af-950f-ecd9d8dd96cb, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 18:12:20.027738 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc7f2ce-fbf9-44b3-8e86-18a89192fff6 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Network 15edf2a9-1c77-41af-950f-ecd9d8dd96cb is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 18:12:20.039871 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-0dc7f2ce-fbf9-44b3-8e86-18a89192fff6 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 15edf2a9-1c77-41af-950f-ecd9d8dd96cb) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:12:20.043964 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc7f2ce-fbf9-44b3-8e86-18a89192fff6 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:20.044556 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f2ce-fbf9-44b3-8e86-18a89192fff6 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:20.066002 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0dc7f2ce-fbf9-44b3-8e86-18a89192fff6 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6234035 Apr 20 18:12:20.068748 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36274) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:20.074105 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce82e6e-4e90-46c3-aecd-e4bfa5ccadd6 None None] Network 15edf2a9-1c77-41af-950f-ecd9d8dd96cb requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:12:20.162111 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] Attempting to bind port f223c8a3-efe6-49e7-b126-f6e821cbe36b on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:12:20.162447 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] Attempting to bind port f223c8a3-efe6-49e7-b126-f6e821cbe36b by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '908a9e66-5bcd-46df-8629-513d02d61563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '891a7334-98da-4547-9987-1f28f0437ac4'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:12:20.162788 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] Attempting to bind port f223c8a3-efe6-49e7-b126-f6e821cbe36b on network 891a7334-98da-4547-9987-1f28f0437ac4 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:12:20.173301 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:12:20.173672 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] Checking segment: {'id': '908a9e66-5bcd-46df-8629-513d02d61563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '891a7334-98da-4547-9987-1f28f0437ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:12:20.174058 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:20.174460 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] Bound using segment: {'id': '908a9e66-5bcd-46df-8629-513d02d61563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '891a7334-98da-4547-9987-1f28f0437ac4'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:12:20.174890 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] Bound port: f223c8a3-efe6-49e7-b126-f6e821cbe36b, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '908a9e66-5bcd-46df-8629-513d02d61563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '891a7334-98da-4547-9987-1f28f0437ac4'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:12:20.175262 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:20.204713 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-049f7887-c3f0-4302-8da7-78003b3889a2 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:20.269957 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-049f7887-c3f0-4302-8da7-78003b3889a2 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:20.336327 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] For port f223c8a3-efe6-49e7-b126-f6e821cbe36b, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:12:20.341719 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] For port f223c8a3-efe6-49e7-b126-f6e821cbe36b, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f223c8a3-efe6-49e7-b126-f6e821cbe36b,segment=NetworkSegment(908a9e66-5bcd-46df-8629-513d02d61563),segment_id=908a9e66-5bcd-46df-8629-513d02d61563)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:12:20.371956 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:20.428251 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5277a54-5967-4eda-aba1-f691df69e429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-15edf2a9-1c77-41af-950f-ecd9d8dd96cb', 'network_id': '15edf2a9-1c77-41af-950f-ecd9d8dd96cb', 'tenant_id': '8116a644838b48e391490265ebdcb09c', 'fixed_ips': [{'subnet_id': 'b49e6ed2-770b-4314-ab17-72d2056addb6'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 18:12:20.429162 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c5277a54-5967-4eda-aba1-f691df69e429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:20.466618 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-049f7887-c3f0-4302-8da7-78003b3889a2 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:20.503683 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f7887-c3f0-4302-8da7-78003b3889a2 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Pushing event deleted for resources: {'Subnet': ['ID=b49e6ed2-770b-4314-ab17-72d2056addb6,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:20.538018 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c0899-ba70-4e88-815c-825887cc6092 None None] Pushing event updated for resources: {'Port': ['ID=f223c8a3-efe6-49e7-b126-f6e821cbe36b,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:20.562695 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f526fe-a0ed-446b-96ee-dcdf77446b67 None None] Network 15edf2a9-1c77-41af-950f-ecd9d8dd96cb requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:12:20.604464 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-049f7887-c3f0-4302-8da7-78003b3889a2 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:20.631209 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-049f7887-c3f0-4302-8da7-78003b3889a2 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15edf2a9-1c77-41af-950f-ecd9d8dd96cb']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:20.647907 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-049f7887-c3f0-4302-8da7-78003b3889a2 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1054aa67-9a86-40a1-8698-678963118629') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:20.648204 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-049f7887-c3f0-4302-8da7-78003b3889a2 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1054aa67-9a86-40a1-8698-678963118629') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:20.665606 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-049f7887-c3f0-4302-8da7-78003b3889a2 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:20.700206 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-049f7887-c3f0-4302-8da7-78003b3889a2 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:20.707669 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049f7887-c3f0-4302-8da7-78003b3889a2 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 18:12:20.708281 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-049f7887-c3f0-4302-8da7-78003b3889a2 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:20.722924 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 18:12:20.722924 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 18:12:20.722924 n-d-838032-1 neutron-server[84081]: timer() Apr 20 18:12:20.722924 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:12:20.722924 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 18:12:20.722924 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 18:12:20.722924 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 18:12:20.722924 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:12:20.722924 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 18:12:20.722924 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:12:20.722924 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 18:12:20.722924 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:12:20.722924 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 18:12:20.722924 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:12:20.722924 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:12:20.722924 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 18:12:20.722924 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 18:12:20.722924 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:12:20.722924 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 18:12:20.722924 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 18:12:20.722924 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 18:12:20.722924 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:12:20.722924 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 18:12:20.722924 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 18:12:20.722924 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 18:12:20.722924 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 18:12:20.722924 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 18:12:20.722924 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 18:12:20.722924 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:12:20.722924 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 18:12:20.722924 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:12:20.722924 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:12:20.815781 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-049f7887-c3f0-4302-8da7-78003b3889a2 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:20.838410 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-049f7887-c3f0-4302-8da7-78003b3889a2 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:20.849858 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f7887-c3f0-4302-8da7-78003b3889a2 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Pushing event deleted for resources: {'Network': ['ID=15edf2a9-1c77-41af-950f-ecd9d8dd96cb,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:20.853922 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-049f7887-c3f0-4302-8da7-78003b3889a2 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] 10.222.0.39 "DELETE /v2.0/networks/15edf2a9-1c77-41af-950f-ecd9d8dd96cb HTTP/1.1" status: 204 len: 168 time: 0.7842400 Apr 20 18:12:20.857443 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36278) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:20.862853 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-0ce604b4-8fca-41e5-b957-54d304bf9c19 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-440134846'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:12:20.868471 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0ce604b4-8fca-41e5-b957-54d304bf9c19 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:12:20.872593 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0ce604b4-8fca-41e5-b957-54d304bf9c19 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Usage tracker for resource:network and tenant:8116a644838b48e391490265ebdcb09c is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:12:20.875487 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0ce604b4-8fca-41e5-b957-54d304bf9c19 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:12:20.881130 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0ce604b4-8fca-41e5-b957-54d304bf9c19 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:12:20.893197 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce604b4-8fca-41e5-b957-54d304bf9c19 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Made reservation on behalf of 8116a644838b48e391490265ebdcb09c for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:12:20.896167 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0ce604b4-8fca-41e5-b957-54d304bf9c19 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:20.924700 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce604b4-8fca-41e5-b957-54d304bf9c19 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 18:12:20.933614 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0ce604b4-8fca-41e5-b957-54d304bf9c19 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:20.933948 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-0ce604b4-8fca-41e5-b957-54d304bf9c19 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Added segment 534b26ba-dd13-47c4-82ff-bb4f27f7cc6c of type vlan for network b12f827a-ef8c-4ee4-8e29-cee00940440a Apr 20 18:12:20.964191 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0ce604b4-8fca-41e5-b957-54d304bf9c19 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:20.995741 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0ce604b4-8fca-41e5-b957-54d304bf9c19 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:20.999479 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce604b4-8fca-41e5-b957-54d304bf9c19 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:21.000029 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0ce604b4-8fca-41e5-b957-54d304bf9c19 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:21.107377 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0ce604b4-8fca-41e5-b957-54d304bf9c19 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2488618 Apr 20 18:12:21.110056 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce604b4-8fca-41e5-b957-54d304bf9c19 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Pushing event updated for resources: {'Network': ['ID=b12f827a-ef8c-4ee4-8e29-cee00940440a,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:21.110962 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36282) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:21.118795 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-3cf1ec43-6e07-4a2a-b657-ed5b28b9713d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Request body: {'subnet': {'network_id': 'b12f827a-ef8c-4ee4-8e29-cee00940440a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:12:21.122081 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network b12f827a-ef8c-4ee4-8e29-cee00940440a details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 18:12:21.227775 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3cf1ec43-6e07-4a2a-b657-ed5b28b9713d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:12:21.231555 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3cf1ec43-6e07-4a2a-b657-ed5b28b9713d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Usage tracker for resource:subnet and tenant:8116a644838b48e391490265ebdcb09c is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:12:21.234417 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-3cf1ec43-6e07-4a2a-b657-ed5b28b9713d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:12:21.240233 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-3cf1ec43-6e07-4a2a-b657-ed5b28b9713d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:12:21.252178 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf1ec43-6e07-4a2a-b657-ed5b28b9713d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Made reservation on behalf of 8116a644838b48e391490265ebdcb09c for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:12:21.360183 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f223c8a3-efe6-49e7-b126-f6e821cbe36b up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:12:21.365455 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3cf1ec43-6e07-4a2a-b657-ed5b28b9713d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:21.440282 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port f223c8a3-efe6-49e7-b126-f6e821cbe36b completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:12:21.463355 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.ipam_backend_mixin [None req-3cf1ec43-6e07-4a2a-b657-ed5b28b9713d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Performing IP validity checks on allocation pools {{(pid=84080) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 20 18:12:21.463893 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.ipam_backend_mixin [None req-3cf1ec43-6e07-4a2a-b657-ed5b28b9713d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84080) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 20 18:12:21.498740 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e8ec93-1359-4e4c-9dd1-29cc75453e07 None None] Network 891a7334-98da-4547-9987-1f28f0437ac4 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:12:21.605168 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-4a760cfd-cd9c-4d60-af0e-d04006b01b7e None None] Provisioning for port f223c8a3-efe6-49e7-b126-f6e821cbe36b completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:12:21.615067 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-4a760cfd-cd9c-4d60-af0e-d04006b01b7e None None] Provisioning complete for port f223c8a3-efe6-49e7-b126-f6e821cbe36b triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:12:21.615506 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4a760cfd-cd9c-4d60-af0e-d04006b01b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:21.679599 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3cf1ec43-6e07-4a2a-b657-ed5b28b9713d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:21.752274 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1ec43-6e07-4a2a-b657-ed5b28b9713d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Pushing event updated for resources: {'Subnet': ['ID=dfe29b4e-d75c-4f01-aae0-731825d8bac8,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:21.768329 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf1ec43-6e07-4a2a-b657-ed5b28b9713d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Checking segment: {'id': '534b26ba-dd13-47c4-82ff-bb4f27f7cc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b12f827a-ef8c-4ee4-8e29-cee00940440a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:12:21.768678 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf1ec43-6e07-4a2a-b657-ed5b28b9713d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Network hostable DHCP agents. Network: b12f827a-ef8c-4ee4-8e29-cee00940440a, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 18:12:21.791158 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf1ec43-6e07-4a2a-b657-ed5b28b9713d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Network b12f827a-ef8c-4ee4-8e29-cee00940440a is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 18:12:21.801450 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-3cf1ec43-6e07-4a2a-b657-ed5b28b9713d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, b12f827a-ef8c-4ee4-8e29-cee00940440a) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:12:21.806304 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf1ec43-6e07-4a2a-b657-ed5b28b9713d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:21.806992 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3cf1ec43-6e07-4a2a-b657-ed5b28b9713d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:21.813353 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1df31be-63a1-40a9-b5e2-cd0e046a635a None None] Network b12f827a-ef8c-4ee4-8e29-cee00940440a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:12:21.832848 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3cf1ec43-6e07-4a2a-b657-ed5b28b9713d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7174716 Apr 20 18:12:21.833292 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36286) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:21.881843 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4a760cfd-cd9c-4d60-af0e-d04006b01b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:21.969872 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-4a760cfd-cd9c-4d60-af0e-d04006b01b7e None None] For port f223c8a3-efe6-49e7-b126-f6e821cbe36b, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f223c8a3-efe6-49e7-b126-f6e821cbe36b,segment=NetworkSegment(908a9e66-5bcd-46df-8629-513d02d61563),segment_id=908a9e66-5bcd-46df-8629-513d02d61563)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:12:21.976003 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-203266ea-acbe-4e9c-a838-67c8643b715f tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:22.012920 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4a760cfd-cd9c-4d60-af0e-d04006b01b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:22.057340 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-203266ea-acbe-4e9c-a838-67c8643b715f tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:22.138125 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-203266ea-acbe-4e9c-a838-67c8643b715f tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:22.170343 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a760cfd-cd9c-4d60-af0e-d04006b01b7e None None] Pushing event updated for resources: {'Port': ['ID=f223c8a3-efe6-49e7-b126-f6e821cbe36b,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:22.174936 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb6d6b3-16de-4153-85f8-17c302352017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-b12f827a-ef8c-4ee4-8e29-cee00940440a', 'network_id': 'b12f827a-ef8c-4ee4-8e29-cee00940440a', 'tenant_id': '8116a644838b48e391490265ebdcb09c', 'fixed_ips': [{'subnet_id': 'dfe29b4e-d75c-4f01-aae0-731825d8bac8'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 18:12:22.175741 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9bb6d6b3-16de-4153-85f8-17c302352017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:22.183167 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203266ea-acbe-4e9c-a838-67c8643b715f tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Pushing event deleted for resources: {'Subnet': ['ID=dfe29b4e-d75c-4f01-aae0-731825d8bac8,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:22.274942 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-203266ea-acbe-4e9c-a838-67c8643b715f tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:22.277068 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2e4b3ddd-c0e3-4e0e-bd22-ee0dba1a2d7c None None] Provisioning complete for port f223c8a3-efe6-49e7-b126-f6e821cbe36b triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:12:22.277433 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2e4b3ddd-c0e3-4e0e-bd22-ee0dba1a2d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:22.305107 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-203266ea-acbe-4e9c-a838-67c8643b715f tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b12f827a-ef8c-4ee4-8e29-cee00940440a']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:22.307412 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f519cff-7586-4de7-8107-c6f6a4a41663 None None] Network b12f827a-ef8c-4ee4-8e29-cee00940440a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:12:22.317530 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-203266ea-acbe-4e9c-a838-67c8643b715f tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '534b26ba-dd13-47c4-82ff-bb4f27f7cc6c') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:22.317821 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-203266ea-acbe-4e9c-a838-67c8643b715f tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '534b26ba-dd13-47c4-82ff-bb4f27f7cc6c') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:22.329836 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-203266ea-acbe-4e9c-a838-67c8643b715f tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:22.345421 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-203266ea-acbe-4e9c-a838-67c8643b715f tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:22.351773 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-203266ea-acbe-4e9c-a838-67c8643b715f tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 18:12:22.352141 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-203266ea-acbe-4e9c-a838-67c8643b715f tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:22.366288 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 18:12:22.366288 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 18:12:22.366288 n-d-838032-1 neutron-server[84080]: timer() Apr 20 18:12:22.366288 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:12:22.366288 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 18:12:22.366288 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 18:12:22.366288 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 18:12:22.366288 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:12:22.366288 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 18:12:22.366288 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:12:22.366288 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 18:12:22.366288 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:12:22.366288 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 18:12:22.366288 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:12:22.366288 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:12:22.366288 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 18:12:22.366288 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 18:12:22.366288 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:12:22.366288 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 18:12:22.366288 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 18:12:22.366288 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 18:12:22.366288 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:12:22.366288 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 18:12:22.366288 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 18:12:22.366288 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 18:12:22.366288 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 18:12:22.366288 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 18:12:22.366288 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 18:12:22.366288 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:12:22.366288 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 18:12:22.366288 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:12:22.366288 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:12:22.447017 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-203266ea-acbe-4e9c-a838-67c8643b715f tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:22.473654 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-203266ea-acbe-4e9c-a838-67c8643b715f tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:22.482745 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203266ea-acbe-4e9c-a838-67c8643b715f tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Pushing event deleted for resources: {'Network': ['ID=b12f827a-ef8c-4ee4-8e29-cee00940440a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:22.487495 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-203266ea-acbe-4e9c-a838-67c8643b715f tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] 10.222.0.39 "DELETE /v2.0/networks/b12f827a-ef8c-4ee4-8e29-cee00940440a HTTP/1.1" status: 204 len: 168 time: 0.6531792 Apr 20 18:12:22.491386 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36290) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:22.497192 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-913ab62c-fc98-492e-b57e-1fd875545f0d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1760340665'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:12:22.503025 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-913ab62c-fc98-492e-b57e-1fd875545f0d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:12:22.506925 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-913ab62c-fc98-492e-b57e-1fd875545f0d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Usage tracker for resource:network and tenant:8116a644838b48e391490265ebdcb09c is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:12:22.510021 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-913ab62c-fc98-492e-b57e-1fd875545f0d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:12:22.516008 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-913ab62c-fc98-492e-b57e-1fd875545f0d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:12:22.529552 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913ab62c-fc98-492e-b57e-1fd875545f0d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Made reservation on behalf of 8116a644838b48e391490265ebdcb09c for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:12:22.532914 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-913ab62c-fc98-492e-b57e-1fd875545f0d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:22.561500 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-913ab62c-fc98-492e-b57e-1fd875545f0d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 18:12:22.570399 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-913ab62c-fc98-492e-b57e-1fd875545f0d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:22.570729 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-913ab62c-fc98-492e-b57e-1fd875545f0d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Added segment c50223e3-1470-45f9-a544-3c30d1d7eada of type vlan for network b024e84d-879b-4afe-af43-57b14ef420b1 Apr 20 18:12:22.596375 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-913ab62c-fc98-492e-b57e-1fd875545f0d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:22.631793 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-913ab62c-fc98-492e-b57e-1fd875545f0d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:22.637340 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913ab62c-fc98-492e-b57e-1fd875545f0d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:22.638243 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-913ab62c-fc98-492e-b57e-1fd875545f0d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:22.742231 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-913ab62c-fc98-492e-b57e-1fd875545f0d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2497418 Apr 20 18:12:22.745411 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ab62c-fc98-492e-b57e-1fd875545f0d tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Pushing event updated for resources: {'Network': ['ID=b024e84d-879b-4afe-af43-57b14ef420b1,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:22.745731 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36294) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:22.751745 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-af555f78-1a67-4ee7-8ab3-15aae2a550e1 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Request body: {'subnet': {'network_id': 'b024e84d-879b-4afe-af43-57b14ef420b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:12:22.756239 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network b024e84d-879b-4afe-af43-57b14ef420b1 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 18:12:22.854939 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-af555f78-1a67-4ee7-8ab3-15aae2a550e1 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:12:22.859024 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-af555f78-1a67-4ee7-8ab3-15aae2a550e1 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Usage tracker for resource:subnet and tenant:8116a644838b48e391490265ebdcb09c is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:12:22.861956 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-af555f78-1a67-4ee7-8ab3-15aae2a550e1 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:12:22.868026 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-af555f78-1a67-4ee7-8ab3-15aae2a550e1 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:12:22.880780 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af555f78-1a67-4ee7-8ab3-15aae2a550e1 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Made reservation on behalf of 8116a644838b48e391490265ebdcb09c for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:12:22.979094 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-af555f78-1a67-4ee7-8ab3-15aae2a550e1 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:23.210864 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-af555f78-1a67-4ee7-8ab3-15aae2a550e1 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:23.283326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af555f78-1a67-4ee7-8ab3-15aae2a550e1 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Pushing event updated for resources: {'Subnet': ['ID=b9137f73-a7e7-4d8f-b3c9-c3b652f41820,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:23.297797 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af555f78-1a67-4ee7-8ab3-15aae2a550e1 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Checking segment: {'id': 'c50223e3-1470-45f9-a544-3c30d1d7eada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b024e84d-879b-4afe-af43-57b14ef420b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:12:23.298146 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af555f78-1a67-4ee7-8ab3-15aae2a550e1 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Network hostable DHCP agents. Network: b024e84d-879b-4afe-af43-57b14ef420b1, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 18:12:23.320727 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af555f78-1a67-4ee7-8ab3-15aae2a550e1 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Network b024e84d-879b-4afe-af43-57b14ef420b1 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 18:12:23.331525 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-af555f78-1a67-4ee7-8ab3-15aae2a550e1 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, b024e84d-879b-4afe-af43-57b14ef420b1) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:12:23.335641 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af555f78-1a67-4ee7-8ab3-15aae2a550e1 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:23.336284 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-af555f78-1a67-4ee7-8ab3-15aae2a550e1 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:23.342798 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f223c8a3-efe6-49e7-b126-f6e821cbe36b up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:12:23.357897 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-af555f78-1a67-4ee7-8ab3-15aae2a550e1 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6109552 Apr 20 18:12:23.362481 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36298) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:23.367976 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-9a7ea30a-94c7-4507-a767-953394b85c68 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1293199883'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:12:23.370045 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a7150e-6d07-41e1-bbc0-3d3e89eac790 None None] Network b024e84d-879b-4afe-af43-57b14ef420b1 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:12:23.374113 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9a7ea30a-94c7-4507-a767-953394b85c68 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:12:23.377965 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9a7ea30a-94c7-4507-a767-953394b85c68 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Usage tracker for resource:network and tenant:8116a644838b48e391490265ebdcb09c is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:12:23.380911 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9a7ea30a-94c7-4507-a767-953394b85c68 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:12:23.386541 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9a7ea30a-94c7-4507-a767-953394b85c68 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:12:23.399817 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7ea30a-94c7-4507-a767-953394b85c68 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Made reservation on behalf of 8116a644838b48e391490265ebdcb09c for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:12:23.403005 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a7ea30a-94c7-4507-a767-953394b85c68 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:23.433926 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7ea30a-94c7-4507-a767-953394b85c68 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 18:12:23.443205 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a7ea30a-94c7-4507-a767-953394b85c68 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:23.443576 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-9a7ea30a-94c7-4507-a767-953394b85c68 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Added segment 1a283901-1dcd-4219-b486-77feee1f94e4 of type vlan for network bf82af45-fba9-4a84-8141-b0cc8814f78b Apr 20 18:12:23.469898 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a7ea30a-94c7-4507-a767-953394b85c68 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:23.501062 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a7ea30a-94c7-4507-a767-953394b85c68 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:23.504896 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7ea30a-94c7-4507-a767-953394b85c68 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:23.505545 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9a7ea30a-94c7-4507-a767-953394b85c68 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:23.518612 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port f223c8a3-efe6-49e7-b126-f6e821cbe36b triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:12:23.518974 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:23.601581 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9a7ea30a-94c7-4507-a767-953394b85c68 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2379596 Apr 20 18:12:23.604798 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36302) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:23.610933 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-084a7bb1-80a5-4369-9a32-f02cefea4a74 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Request body: {'subnet': {'network_id': 'bf82af45-fba9-4a84-8141-b0cc8814f78b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:12:23.613512 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ea30a-94c7-4507-a767-953394b85c68 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Pushing event updated for resources: {'Network': ['ID=bf82af45-fba9-4a84-8141-b0cc8814f78b,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:23.642348 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network bf82af45-fba9-4a84-8141-b0cc8814f78b details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 18:12:23.713319 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a6b46d-46ce-4fc9-ab59-69df89eedc67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-b024e84d-879b-4afe-af43-57b14ef420b1', 'network_id': 'b024e84d-879b-4afe-af43-57b14ef420b1', 'tenant_id': '8116a644838b48e391490265ebdcb09c', 'fixed_ips': [{'subnet_id': 'b9137f73-a7e7-4d8f-b3c9-c3b652f41820'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 18:12:23.714124 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-83a6b46d-46ce-4fc9-ab59-69df89eedc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:23.721376 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-084a7bb1-80a5-4369-9a32-f02cefea4a74 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:12:23.725208 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-084a7bb1-80a5-4369-9a32-f02cefea4a74 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Usage tracker for resource:subnet and tenant:8116a644838b48e391490265ebdcb09c is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:12:23.728095 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-084a7bb1-80a5-4369-9a32-f02cefea4a74 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:12:23.733978 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-084a7bb1-80a5-4369-9a32-f02cefea4a74 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:12:23.746056 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084a7bb1-80a5-4369-9a32-f02cefea4a74 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Made reservation on behalf of 8116a644838b48e391490265ebdcb09c for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:12:23.847669 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-084a7bb1-80a5-4369-9a32-f02cefea4a74 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:23.942742 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-83a6b46d-46ce-4fc9-ab59-69df89eedc67 None None] Allocated IP 2001:db8::2 (b024e84d-879b-4afe-af43-57b14ef420b1/b9137f73-a7e7-4d8f-b3c9-c3b652f41820/4b0de28e-fbdd-49f7-9076-7e7d09341d70) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:12:24.061455 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-084a7bb1-80a5-4369-9a32-f02cefea4a74 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:24.135645 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a7bb1-80a5-4369-9a32-f02cefea4a74 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Pushing event updated for resources: {'Subnet': ['ID=894a248b-3efe-45d5-87dd-275aa7f16d2b,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:24.149472 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-83a6b46d-46ce-4fc9-ab59-69df89eedc67 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:24.152292 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084a7bb1-80a5-4369-9a32-f02cefea4a74 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Checking segment: {'id': '1a283901-1dcd-4219-b486-77feee1f94e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'bf82af45-fba9-4a84-8141-b0cc8814f78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:12:24.152663 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084a7bb1-80a5-4369-9a32-f02cefea4a74 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Network hostable DHCP agents. Network: bf82af45-fba9-4a84-8141-b0cc8814f78b, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 18:12:24.159944 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-83a6b46d-46ce-4fc9-ab59-69df89eedc67 None None] Transition to ACTIVE for port object 4b0de28e-fbdd-49f7-9076-7e7d09341d70 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:12:24.175153 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084a7bb1-80a5-4369-9a32-f02cefea4a74 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Network bf82af45-fba9-4a84-8141-b0cc8814f78b is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 18:12:24.179835 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-83a6b46d-46ce-4fc9-ab59-69df89eedc67 None None] Transition to ACTIVE for port object 4b0de28e-fbdd-49f7-9076-7e7d09341d70 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:12:24.186058 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-83a6b46d-46ce-4fc9-ab59-69df89eedc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:24.187470 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-084a7bb1-80a5-4369-9a32-f02cefea4a74 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, bf82af45-fba9-4a84-8141-b0cc8814f78b) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:12:24.191423 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084a7bb1-80a5-4369-9a32-f02cefea4a74 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:24.192003 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-084a7bb1-80a5-4369-9a32-f02cefea4a74 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:24.214709 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-084a7bb1-80a5-4369-9a32-f02cefea4a74 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6088169 Apr 20 18:12:24.217420 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36306) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:24.226146 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1873f8f2-00b0-4d1c-9a89-ceb54b1ecc44 None None] Network bf82af45-fba9-4a84-8141-b0cc8814f78b requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:12:24.335685 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a6b46d-46ce-4fc9-ab59-69df89eedc67 None None] Network b024e84d-879b-4afe-af43-57b14ef420b1 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:12:24.342682 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-83a6b46d-46ce-4fc9-ab59-69df89eedc67 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:12:24.347335 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a6b46d-46ce-4fc9-ab59-69df89eedc67 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:12:24.350049 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6b46d-46ce-4fc9-ab59-69df89eedc67 None None] Pushing event updated for resources: {'Port': ['ID=4b0de28e-fbdd-49f7-9076-7e7d09341d70,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:24.455309 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6dcf-51cf-49f1-bf1d-1f3d13f1fe42 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:24.533716 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6dcf-51cf-49f1-bf1d-1f3d13f1fe42 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:24.537476 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-83a6b46d-46ce-4fc9-ab59-69df89eedc67 None None] Attempting to bind port 4b0de28e-fbdd-49f7-9076-7e7d09341d70 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:12:24.537831 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-83a6b46d-46ce-4fc9-ab59-69df89eedc67 None None] Attempting to bind port 4b0de28e-fbdd-49f7-9076-7e7d09341d70 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'c50223e3-1470-45f9-a544-3c30d1d7eada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b024e84d-879b-4afe-af43-57b14ef420b1'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:12:24.538217 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a6b46d-46ce-4fc9-ab59-69df89eedc67 None None] Attempting to bind port 4b0de28e-fbdd-49f7-9076-7e7d09341d70 on network b024e84d-879b-4afe-af43-57b14ef420b1 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:12:24.553469 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a6b46d-46ce-4fc9-ab59-69df89eedc67 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:12:24.553839 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a6b46d-46ce-4fc9-ab59-69df89eedc67 None None] Checking segment: {'id': 'c50223e3-1470-45f9-a544-3c30d1d7eada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b024e84d-879b-4afe-af43-57b14ef420b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:12:24.554221 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-83a6b46d-46ce-4fc9-ab59-69df89eedc67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:24.554626 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a6b46d-46ce-4fc9-ab59-69df89eedc67 None None] Bound using segment: {'id': 'c50223e3-1470-45f9-a544-3c30d1d7eada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b024e84d-879b-4afe-af43-57b14ef420b1'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:12:24.555077 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-83a6b46d-46ce-4fc9-ab59-69df89eedc67 None None] Bound port: 4b0de28e-fbdd-49f7-9076-7e7d09341d70, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50223e3-1470-45f9-a544-3c30d1d7eada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b024e84d-879b-4afe-af43-57b14ef420b1'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:12:24.555438 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-83a6b46d-46ce-4fc9-ab59-69df89eedc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:24.623562 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6dcf-51cf-49f1-bf1d-1f3d13f1fe42 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:24.631381 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8e52ce-94f6-45c3-b0bf-5100868feb57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-bf82af45-fba9-4a84-8141-b0cc8814f78b', 'network_id': 'bf82af45-fba9-4a84-8141-b0cc8814f78b', 'tenant_id': '8116a644838b48e391490265ebdcb09c', 'fixed_ips': [{'subnet_id': '894a248b-3efe-45d5-87dd-275aa7f16d2b'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 18:12:24.632181 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ff8e52ce-94f6-45c3-b0bf-5100868feb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:24.659932 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d6dcf-51cf-49f1-bf1d-1f3d13f1fe42 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Pushing event deleted for resources: {'Subnet': ['ID=894a248b-3efe-45d5-87dd-275aa7f16d2b,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:24.744775 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-83a6b46d-46ce-4fc9-ab59-69df89eedc67 None None] For port 4b0de28e-fbdd-49f7-9076-7e7d09341d70, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:12:24.748593 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-83a6b46d-46ce-4fc9-ab59-69df89eedc67 None None] For port 4b0de28e-fbdd-49f7-9076-7e7d09341d70, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=4b0de28e-fbdd-49f7-9076-7e7d09341d70,segment=NetworkSegment(c50223e3-1470-45f9-a544-3c30d1d7eada),segment_id=c50223e3-1470-45f9-a544-3c30d1d7eada)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:12:24.755915 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-83a6b46d-46ce-4fc9-ab59-69df89eedc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:24.757453 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6dcf-51cf-49f1-bf1d-1f3d13f1fe42 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:24.782937 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-5e3d6dcf-51cf-49f1-bf1d-1f3d13f1fe42 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf82af45-fba9-4a84-8141-b0cc8814f78b']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:24.795466 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-5e3d6dcf-51cf-49f1-bf1d-1f3d13f1fe42 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a283901-1dcd-4219-b486-77feee1f94e4') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:24.795775 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-5e3d6dcf-51cf-49f1-bf1d-1f3d13f1fe42 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a283901-1dcd-4219-b486-77feee1f94e4') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:24.807774 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6dcf-51cf-49f1-bf1d-1f3d13f1fe42 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:24.810424 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1d21c7-88a7-4c43-ad51-19cdeb5dc28f None None] Network bf82af45-fba9-4a84-8141-b0cc8814f78b requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:12:24.824001 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6dcf-51cf-49f1-bf1d-1f3d13f1fe42 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:24.829896 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e3d6dcf-51cf-49f1-bf1d-1f3d13f1fe42 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 18:12:24.830518 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6dcf-51cf-49f1-bf1d-1f3d13f1fe42 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:24.847295 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 18:12:24.847295 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 18:12:24.847295 n-d-838032-1 neutron-server[84080]: timer() Apr 20 18:12:24.847295 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:12:24.847295 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 18:12:24.847295 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 18:12:24.847295 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 18:12:24.847295 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:12:24.847295 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 18:12:24.847295 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:12:24.847295 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 18:12:24.847295 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:12:24.847295 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 18:12:24.847295 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:12:24.847295 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:12:24.847295 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 18:12:24.847295 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 18:12:24.847295 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:12:24.847295 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 18:12:24.847295 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 18:12:24.847295 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 18:12:24.847295 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:12:24.847295 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 18:12:24.847295 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 18:12:24.847295 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 18:12:24.847295 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 18:12:24.847295 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 18:12:24.847295 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 18:12:24.847295 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:12:24.847295 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 18:12:24.847295 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:12:24.847295 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:12:24.927517 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6b46d-46ce-4fc9-ab59-69df89eedc67 None None] Pushing event updated for resources: {'Port': ['ID=4b0de28e-fbdd-49f7-9076-7e7d09341d70,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:24.948121 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6dcf-51cf-49f1-bf1d-1f3d13f1fe42 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:24.969540 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6dcf-51cf-49f1-bf1d-1f3d13f1fe42 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:24.980916 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d6dcf-51cf-49f1-bf1d-1f3d13f1fe42 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Pushing event deleted for resources: {'Network': ['ID=bf82af45-fba9-4a84-8141-b0cc8814f78b,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:24.985132 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5e3d6dcf-51cf-49f1-bf1d-1f3d13f1fe42 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] 10.222.0.39 "DELETE /v2.0/networks/bf82af45-fba9-4a84-8141-b0cc8814f78b HTTP/1.1" status: 204 len: 168 time: 0.7667909 Apr 20 18:12:24.988290 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36310) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:25.028179 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e53ca91-6d74-4048-b4bc-072870a4ec31 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] GET failed (client error): The resource could not be found. Apr 20 18:12:25.028681 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5e53ca91-6d74-4048-b4bc-072870a4ec31 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Synchronizing usage tracker for tenant:8116a644838b48e391490265ebdcb09c on resource:subnet {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:12:25.051370 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-5e53ca91-6d74-4048-b4bc-072870a4ec31 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Unset dirty status for tenant:8116a644838b48e391490265ebdcb09c on resource:subnet {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:12:25.060532 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5e53ca91-6d74-4048-b4bc-072870a4ec31 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] 10.222.0.39 "GET /v2.0/subnets/894a248b-3efe-45d5-87dd-275aa7f16d2b HTTP/1.1" status: 404 len: 337 time: 0.0712254 Apr 20 18:12:25.063466 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36314) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:25.100886 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16ad18f-b284-491c-a2be-cc1a142b2378 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] DELETE failed (client error): The resource could not be found. Apr 20 18:12:25.101412 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c16ad18f-b284-491c-a2be-cc1a142b2378 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 18:12:25.103373 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c16ad18f-b284-491c-a2be-cc1a142b2378 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] 10.222.0.39 "DELETE /v2.0/networks/bf82af45-fba9-4a84-8141-b0cc8814f78b HTTP/1.1" status: 404 len: 339 time: 0.0387554 Apr 20 18:12:25.107195 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36318) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:25.145349 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a1909f-6fff-4923-9d0c-056f71ad2259 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] DELETE failed (client error): The resource could not be found. Apr 20 18:12:25.145789 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0a1909f-6fff-4923-9d0c-056f71ad2259 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 18:12:25.147552 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f0a1909f-6fff-4923-9d0c-056f71ad2259 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] 10.222.0.39 "DELETE /v2.0/subnets/894a248b-3efe-45d5-87dd-275aa7f16d2b HTTP/1.1" status: 404 len: 337 time: 0.0394039 Apr 20 18:12:25.150178 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36322) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:25.175793 n-d-838032-1 neutron-server[84081]: INFO neutron.pecan_wsgi.hooks.translation [None req-4067fe39-0382-4b67-9aa3-7266f793f2f4 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] DELETE failed (client error): The resource could not be found. Apr 20 18:12:25.176206 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4067fe39-0382-4b67-9aa3-7266f793f2f4 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 18:12:25.178136 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4067fe39-0382-4b67-9aa3-7266f793f2f4 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] 10.222.0.39 "DELETE /v2.0/networks/bf82af45-fba9-4a84-8141-b0cc8814f78b HTTP/1.1" status: 404 len: 339 time: 0.0270412 Apr 20 18:12:25.180719 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36326) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:25.254365 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-e545309f-6b3d-4e68-afc6-c18fd3bce0f9 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Deleting subnet b9137f73-a7e7-4d8f-b3c9-c3b652f41820 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 18:12:25.257718 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e545309f-6b3d-4e68-afc6-c18fd3bce0f9 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:25.318628 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e545309f-6b3d-4e68-afc6-c18fd3bce0f9 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:25.364881 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 4b0de28e-fbdd-49f7-9076-7e7d09341d70 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:12:25.408660 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e545309f-6b3d-4e68-afc6-c18fd3bce0f9 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:25.432463 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 4b0de28e-fbdd-49f7-9076-7e7d09341d70 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:12:25.486116 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e545309f-6b3d-4e68-afc6-c18fd3bce0f9 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:25.524595 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545309f-6b3d-4e68-afc6-c18fd3bce0f9 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Pushing event deleted for resources: {'Subnet': ['ID=b9137f73-a7e7-4d8f-b3c9-c3b652f41820,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:25.530998 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e545309f-6b3d-4e68-afc6-c18fd3bce0f9 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:25.552892 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e545309f-6b3d-4e68-afc6-c18fd3bce0f9 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] 10.222.0.39 "DELETE /v2.0/subnets/b9137f73-a7e7-4d8f-b3c9-c3b652f41820 HTTP/1.1" status: 204 len: 168 time: 0.3688164 Apr 20 18:12:25.553503 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36330) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:25.671708 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e56e7b7a-271c-4e9a-92f7-ab69db64e248 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:25.682642 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-e56e7b7a-271c-4e9a-92f7-ab69db64e248 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Deleting port 4b0de28e-fbdd-49f7-9076-7e7d09341d70 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:12:25.682992 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e56e7b7a-271c-4e9a-92f7-ab69db64e248 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:25.789888 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aacf9a6-fc58-4df2-8807-e905a892cb91 None None] Network b024e84d-879b-4afe-af43-57b14ef420b1 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:12:25.890393 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-e56e7b7a-271c-4e9a-92f7-ab69db64e248 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] For port 4b0de28e-fbdd-49f7-9076-7e7d09341d70, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=4b0de28e-fbdd-49f7-9076-7e7d09341d70,segment=NetworkSegment(c50223e3-1470-45f9-a544-3c30d1d7eada),segment_id=c50223e3-1470-45f9-a544-3c30d1d7eada)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:12:25.890823 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e56e7b7a-271c-4e9a-92f7-ab69db64e248 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:25.960491 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0fea059e-68f7-496a-a2f0-76328462c69a None None] Provisioning for port 4b0de28e-fbdd-49f7-9076-7e7d09341d70 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:12:25.971538 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0fea059e-68f7-496a-a2f0-76328462c69a None None] Provisioning complete for port 4b0de28e-fbdd-49f7-9076-7e7d09341d70 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:12:25.971914 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0fea059e-68f7-496a-a2f0-76328462c69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:26.010598 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-e56e7b7a-271c-4e9a-92f7-ab69db64e248 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Calling delete_port for 4b0de28e-fbdd-49f7-9076-7e7d09341d70 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:12:26.091052 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e56e7b7a-271c-4e9a-92f7-ab69db64e248 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:26.094480 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54062e43-0ea5-4b73-89c5-fe20ca276682 None None] DHCP port deletion for b024e84d-879b-4afe-af43-57b14ef420b1 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 18:12:26.107857 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0fea059e-68f7-496a-a2f0-76328462c69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:26.134605 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e7b7a-271c-4e9a-92f7-ab69db64e248 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Pushing event deleted for resources: {'Port': ['ID=4b0de28e-fbdd-49f7-9076-7e7d09341d70,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:26.140730 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56e7b7a-271c-4e9a-92f7-ab69db64e248 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] No DVR routers for this DVR port 4b0de28e-fbdd-49f7-9076-7e7d09341d70 on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:12:26.270698 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e56e7b7a-271c-4e9a-92f7-ab69db64e248 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:26.301914 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-e56e7b7a-271c-4e9a-92f7-ab69db64e248 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b024e84d-879b-4afe-af43-57b14ef420b1']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:26.317948 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-e56e7b7a-271c-4e9a-92f7-ab69db64e248 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c50223e3-1470-45f9-a544-3c30d1d7eada') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:26.318139 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-e56e7b7a-271c-4e9a-92f7-ab69db64e248 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c50223e3-1470-45f9-a544-3c30d1d7eada') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:26.335500 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e56e7b7a-271c-4e9a-92f7-ab69db64e248 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:26.353088 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e56e7b7a-271c-4e9a-92f7-ab69db64e248 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:26.362515 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e56e7b7a-271c-4e9a-92f7-ab69db64e248 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 18:12:26.362974 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e56e7b7a-271c-4e9a-92f7-ab69db64e248 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:26.378423 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 18:12:26.378423 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 18:12:26.378423 n-d-838032-1 neutron-server[84080]: timer() Apr 20 18:12:26.378423 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:12:26.378423 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 18:12:26.378423 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 18:12:26.378423 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 18:12:26.378423 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:12:26.378423 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 18:12:26.378423 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:12:26.378423 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 18:12:26.378423 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:12:26.378423 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 18:12:26.378423 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:12:26.378423 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:12:26.378423 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 18:12:26.378423 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 18:12:26.378423 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:12:26.378423 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 18:12:26.378423 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 18:12:26.378423 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 18:12:26.378423 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:12:26.378423 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 18:12:26.378423 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 18:12:26.378423 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 18:12:26.378423 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 18:12:26.378423 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 18:12:26.378423 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 18:12:26.378423 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:12:26.378423 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 18:12:26.378423 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:12:26.378423 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:12:26.459438 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e56e7b7a-271c-4e9a-92f7-ab69db64e248 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:26.476791 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e56e7b7a-271c-4e9a-92f7-ab69db64e248 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:26.488476 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e7b7a-271c-4e9a-92f7-ab69db64e248 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Pushing event deleted for resources: {'Network': ['ID=b024e84d-879b-4afe-af43-57b14ef420b1,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:26.491381 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e56e7b7a-271c-4e9a-92f7-ab69db64e248 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] 10.222.0.39 "DELETE /v2.0/networks/b024e84d-879b-4afe-af43-57b14ef420b1 HTTP/1.1" status: 204 len: 168 time: 0.9367778 Apr 20 18:12:26.493982 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36334) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:26.530563 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-36b8cdf2-dffb-44c9-b12d-856286bc2675 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] DELETE failed (client error): The resource could not be found. Apr 20 18:12:26.530907 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36b8cdf2-dffb-44c9-b12d-856286bc2675 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 18:12:26.532439 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-36b8cdf2-dffb-44c9-b12d-856286bc2675 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] 10.222.0.39 "DELETE /v2.0/subnets/dfe29b4e-d75c-4f01-aae0-731825d8bac8 HTTP/1.1" status: 404 len: 337 time: 0.0371969 Apr 20 18:12:26.534892 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36338) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:26.648888 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f278621-fee0-40f0-a126-e557f3a25e80 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] DELETE failed (client error): The resource could not be found. Apr 20 18:12:26.649328 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f278621-fee0-40f0-a126-e557f3a25e80 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 18:12:26.650980 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8f278621-fee0-40f0-a126-e557f3a25e80 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] 10.222.0.39 "DELETE /v2.0/networks/b12f827a-ef8c-4ee4-8e29-cee00940440a HTTP/1.1" status: 404 len: 339 time: 0.1152592 Apr 20 18:12:26.654967 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36342) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:26.691594 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad49e3b-394e-4835-b516-b19e06ca9708 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] DELETE failed (client error): The resource could not be found. Apr 20 18:12:26.692261 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad49e3b-394e-4835-b516-b19e06ca9708 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 18:12:26.693611 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3ad49e3b-394e-4835-b516-b19e06ca9708 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] 10.222.0.39 "DELETE /v2.0/subnets/b49e6ed2-770b-4314-ab17-72d2056addb6 HTTP/1.1" status: 404 len: 337 time: 0.0377126 Apr 20 18:12:26.697190 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36346) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:26.720408 n-d-838032-1 neutron-server[84080]: INFO neutron.pecan_wsgi.hooks.translation [None req-157019e3-ee6c-4c94-83bc-a0d47c198f9b tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] DELETE failed (client error): The resource could not be found. Apr 20 18:12:26.720820 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-157019e3-ee6c-4c94-83bc-a0d47c198f9b tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 18:12:26.722355 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-157019e3-ee6c-4c94-83bc-a0d47c198f9b tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] 10.222.0.39 "DELETE /v2.0/networks/15edf2a9-1c77-41af-950f-ecd9d8dd96cb HTTP/1.1" status: 404 len: 339 time: 0.0243068 Apr 20 18:12:26.725535 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36350) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:26.910669 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-22d521ee-3fac-4554-a3c5-02bad498621f tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Deleting subnet 2e1e5e46-0f92-469b-be91-aeeac0ff4506 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 18:12:26.913608 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-22d521ee-3fac-4554-a3c5-02bad498621f tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:26.968353 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-22d521ee-3fac-4554-a3c5-02bad498621f tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:27.050508 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-22d521ee-3fac-4554-a3c5-02bad498621f tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:27.129623 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-22d521ee-3fac-4554-a3c5-02bad498621f tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:27.166714 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d521ee-3fac-4554-a3c5-02bad498621f tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Pushing event deleted for resources: {'Subnet': ['ID=2e1e5e46-0f92-469b-be91-aeeac0ff4506,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:27.172946 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-22d521ee-3fac-4554-a3c5-02bad498621f tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:27.178921 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7130bda3-5470-4b62-9343-7b658f7ae0bd None None] Network 891a7334-98da-4547-9987-1f28f0437ac4 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:12:27.183940 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-22d521ee-3fac-4554-a3c5-02bad498621f tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] 10.222.0.39 "DELETE /v2.0/subnets/2e1e5e46-0f92-469b-be91-aeeac0ff4506 HTTP/1.1" status: 204 len: 168 time: 0.4575436 Apr 20 18:12:27.186434 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36354) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:27.301459 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e3e4d51d-fb6f-43f8-9086-7ba4c1d77cd4 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:27.312747 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-e3e4d51d-fb6f-43f8-9086-7ba4c1d77cd4 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Deleting port f223c8a3-efe6-49e7-b126-f6e821cbe36b {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:12:27.313089 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e3e4d51d-fb6f-43f8-9086-7ba4c1d77cd4 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:27.331425 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 4b0de28e-fbdd-49f7-9076-7e7d09341d70 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:12:27.372052 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 4b0de28e-fbdd-49f7-9076-7e7d09341d70 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:12:27.372390 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 4b0de28e-fbdd-49f7-9076-7e7d09341d70 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:12:27.474391 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e01fdc-4a4d-4eac-b997-7f8452e1d739 None None] DHCP port deletion for 891a7334-98da-4547-9987-1f28f0437ac4 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 18:12:27.478777 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-c9e01fdc-4a4d-4eac-b997-7f8452e1d739 None None] Deleting port f223c8a3-efe6-49e7-b126-f6e821cbe36b {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:12:27.479139 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c9e01fdc-4a4d-4eac-b997-7f8452e1d739 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:27.522284 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-e3e4d51d-fb6f-43f8-9086-7ba4c1d77cd4 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] For port f223c8a3-efe6-49e7-b126-f6e821cbe36b, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f223c8a3-efe6-49e7-b126-f6e821cbe36b,segment=NetworkSegment(908a9e66-5bcd-46df-8629-513d02d61563),segment_id=908a9e66-5bcd-46df-8629-513d02d61563)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:12:27.522635 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e3e4d51d-fb6f-43f8-9086-7ba4c1d77cd4 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:27.639487 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-e3e4d51d-fb6f-43f8-9086-7ba4c1d77cd4 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Calling delete_port for f223c8a3-efe6-49e7-b126-f6e821cbe36b owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:12:27.672043 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-c9e01fdc-4a4d-4eac-b997-7f8452e1d739 None None] For port f223c8a3-efe6-49e7-b126-f6e821cbe36b, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f223c8a3-efe6-49e7-b126-f6e821cbe36b,segment=NetworkSegment(908a9e66-5bcd-46df-8629-513d02d61563),segment_id=908a9e66-5bcd-46df-8629-513d02d61563)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:12:27.672436 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c9e01fdc-4a4d-4eac-b997-7f8452e1d739 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:27.713827 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e3e4d51d-fb6f-43f8-9086-7ba4c1d77cd4 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:27.763250 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4d51d-fb6f-43f8-9086-7ba4c1d77cd4 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Pushing event deleted for resources: {'Port': ['ID=f223c8a3-efe6-49e7-b126-f6e821cbe36b,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:27.766923 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e4d51d-fb6f-43f8-9086-7ba4c1d77cd4 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] No DVR routers for this DVR port f223c8a3-efe6-49e7-b126-f6e821cbe36b on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:12:27.820772 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-c9e01fdc-4a4d-4eac-b997-7f8452e1d739 None None] Calling delete_port for f223c8a3-efe6-49e7-b126-f6e821cbe36b owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:12:27.888418 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-c9e01fdc-4a4d-4eac-b997-7f8452e1d739 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:12:27.888683 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e3e4d51d-fb6f-43f8-9086-7ba4c1d77cd4 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:27.888817 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-c9e01fdc-4a4d-4eac-b997-7f8452e1d739 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 18:12:27.913511 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-e3e4d51d-fb6f-43f8-9086-7ba4c1d77cd4 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891a7334-98da-4547-9987-1f28f0437ac4']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:27.925408 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-e3e4d51d-fb6f-43f8-9086-7ba4c1d77cd4 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '908a9e66-5bcd-46df-8629-513d02d61563') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:27.925883 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-e3e4d51d-fb6f-43f8-9086-7ba4c1d77cd4 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '908a9e66-5bcd-46df-8629-513d02d61563') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:27.937585 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e3e4d51d-fb6f-43f8-9086-7ba4c1d77cd4 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:27.954215 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e3e4d51d-fb6f-43f8-9086-7ba4c1d77cd4 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:27.960371 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e4d51d-fb6f-43f8-9086-7ba4c1d77cd4 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 18:12:27.960746 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e3e4d51d-fb6f-43f8-9086-7ba4c1d77cd4 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:27.974754 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 18:12:27.974754 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 18:12:27.974754 n-d-838032-1 neutron-server[84080]: timer() Apr 20 18:12:27.974754 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:12:27.974754 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 18:12:27.974754 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 18:12:27.974754 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 18:12:27.974754 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:12:27.974754 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 18:12:27.974754 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:12:27.974754 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 18:12:27.974754 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:12:27.974754 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 18:12:27.974754 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:12:27.974754 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:12:27.974754 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 18:12:27.974754 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 18:12:27.974754 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:12:27.974754 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 18:12:27.974754 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 18:12:27.974754 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 18:12:27.974754 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:12:27.974754 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 18:12:27.974754 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 18:12:27.974754 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 18:12:27.974754 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 18:12:27.974754 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 18:12:27.974754 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 18:12:27.974754 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:12:27.974754 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 18:12:27.974754 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:12:27.974754 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:12:28.060002 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e3e4d51d-fb6f-43f8-9086-7ba4c1d77cd4 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:28.077229 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e3e4d51d-fb6f-43f8-9086-7ba4c1d77cd4 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:28.087922 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4d51d-fb6f-43f8-9086-7ba4c1d77cd4 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] Pushing event deleted for resources: {'Network': ['ID=891a7334-98da-4547-9987-1f28f0437ac4,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:28.091930 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e3e4d51d-fb6f-43f8-9086-7ba4c1d77cd4 tempest-NetworksIpV6Test-190912741 tempest-NetworksIpV6Test-190912741-project] 10.222.0.39 "DELETE /v2.0/networks/891a7334-98da-4547-9987-1f28f0437ac4 HTTP/1.1" status: 204 len: 168 time: 0.9046075 Apr 20 18:12:28.389931 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-c9e01fdc-4a4d-4eac-b997-7f8452e1d739 None None] Deleting port f223c8a3-efe6-49e7-b126-f6e821cbe36b {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:12:28.390553 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c9e01fdc-4a4d-4eac-b997-7f8452e1d739 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:28.413091 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36362) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:28.455081 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-c9e01fdc-4a4d-4eac-b997-7f8452e1d739 None None] The port 'f223c8a3-efe6-49e7-b126-f6e821cbe36b' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:12:28.599419 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0eff2766-17d8-4a83-929c-a4f5b265c306 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8116a644838b48e391490265ebdcb09c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1849270 Apr 20 18:12:28.602090 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36368) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:28.661635 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-639cc59f-959f-4890-8f17-2ecb3d409915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:28.690974 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-639cc59f-959f-4890-8f17-2ecb3d409915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:28.833652 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-639cc59f-959f-4890-8f17-2ecb3d409915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:28.850447 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639cc59f-959f-4890-8f17-2ecb3d409915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e004b84-01f3-47b4-a37d-450a52fb3c7a,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:28.855125 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-639cc59f-959f-4890-8f17-2ecb3d409915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:28.856225 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-639cc59f-959f-4890-8f17-2ecb3d409915 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5e004b84-01f3-47b4-a37d-450a52fb3c7a HTTP/1.1" status: 204 len: 168 time: 0.2531786 Apr 20 18:12:28.862004 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cc59f-959f-4890-8f17-2ecb3d409915 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:28.862434 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cc59f-959f-4890-8f17-2ecb3d409915 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:28.862768 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cc59f-959f-4890-8f17-2ecb3d409915 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:28.863095 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cc59f-959f-4890-8f17-2ecb3d409915 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:28.863412 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cc59f-959f-4890-8f17-2ecb3d409915 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:28.863729 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cc59f-959f-4890-8f17-2ecb3d409915 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:28.864042 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cc59f-959f-4890-8f17-2ecb3d409915 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:28.864356 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cc59f-959f-4890-8f17-2ecb3d409915 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:28.864670 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cc59f-959f-4890-8f17-2ecb3d409915 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:28.864982 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cc59f-959f-4890-8f17-2ecb3d409915 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:28.865291 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cc59f-959f-4890-8f17-2ecb3d409915 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:29.330617 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f223c8a3-efe6-49e7-b126-f6e821cbe36b no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:12:29.412975 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: f223c8a3-efe6-49e7-b126-f6e821cbe36b {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:12:29.413640 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f223c8a3-efe6-49e7-b126-f6e821cbe36b not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:12:29.705690 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36390) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:29.841381 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-92b0cd9a-89b7-42ec-8458-0acf85da4ae9 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-389677601', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:12:29.848526 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-92b0cd9a-89b7-42ec-8458-0acf85da4ae9 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:12:29.852428 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-92b0cd9a-89b7-42ec-8458-0acf85da4ae9 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Usage tracker for resource:router and tenant:5030d01ef89849948985d7307dbd97fb is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:12:29.855300 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-92b0cd9a-89b7-42ec-8458-0acf85da4ae9 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:12:29.861413 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-92b0cd9a-89b7-42ec-8458-0acf85da4ae9 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:12:29.874878 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-92b0cd9a-89b7-42ec-8458-0acf85da4ae9 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:29.875748 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-92b0cd9a-89b7-42ec-8458-0acf85da4ae9 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:29.894046 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-92b0cd9a-89b7-42ec-8458-0acf85da4ae9 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:29.914576 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-92b0cd9a-89b7-42ec-8458-0acf85da4ae9 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:29.937024 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-92b0cd9a-89b7-42ec-8458-0acf85da4ae9 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:29.938558 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-92b0cd9a-89b7-42ec-8458-0acf85da4ae9 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2316139 Apr 20 18:12:29.941205 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36396) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:29.946633 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-9c9f9157-3501-45c5-b5bc-44272af18899 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1840185777'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:12:29.952130 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9c9f9157-3501-45c5-b5bc-44272af18899 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:12:29.955911 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9c9f9157-3501-45c5-b5bc-44272af18899 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Usage tracker for resource:network and tenant:5030d01ef89849948985d7307dbd97fb is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:12:29.959510 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9c9f9157-3501-45c5-b5bc-44272af18899 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:12:29.965505 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9c9f9157-3501-45c5-b5bc-44272af18899 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:12:29.977454 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9f9157-3501-45c5-b5bc-44272af18899 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Made reservation on behalf of 5030d01ef89849948985d7307dbd97fb for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:12:29.980377 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9c9f9157-3501-45c5-b5bc-44272af18899 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:29.992941 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9c9f9157-3501-45c5-b5bc-44272af18899 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:30.024687 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9c9f9157-3501-45c5-b5bc-44272af18899 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:12:30.028404 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9c9f9157-3501-45c5-b5bc-44272af18899 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Usage tracker for resource:security_group_rule and tenant:5030d01ef89849948985d7307dbd97fb is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:12:30.031163 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-9c9f9157-3501-45c5-b5bc-44272af18899 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:12:30.036666 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-9c9f9157-3501-45c5-b5bc-44272af18899 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:12:30.100466 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9c9f9157-3501-45c5-b5bc-44272af18899 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:30.106416 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9c9f9157-3501-45c5-b5bc-44272af18899 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:30.140490 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c9f9157-3501-45c5-b5bc-44272af18899 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 18:12:30.148818 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f9157-3501-45c5-b5bc-44272af18899 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91de7193-6f73-4772-b3ac-a2af26dcc11d,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:30.154353 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9c9f9157-3501-45c5-b5bc-44272af18899 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:30.154741 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-9c9f9157-3501-45c5-b5bc-44272af18899 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Added segment c0150253-3f64-4526-ae34-d6de9f050328 of type vlan for network c74bac0e-bfd3-403d-88b8-b884d75883fe Apr 20 18:12:30.181961 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9c9f9157-3501-45c5-b5bc-44272af18899 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:30.211303 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9c9f9157-3501-45c5-b5bc-44272af18899 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:30.214965 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9f9157-3501-45c5-b5bc-44272af18899 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:30.215549 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9c9f9157-3501-45c5-b5bc-44272af18899 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:30.327714 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f9157-3501-45c5-b5bc-44272af18899 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Pushing event updated for resources: {'Network': ['ID=c74bac0e-bfd3-403d-88b8-b884d75883fe,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:30.331896 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9c9f9157-3501-45c5-b5bc-44272af18899 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3896995 Apr 20 18:12:30.334949 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36400) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:30.341387 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-bd7bb964-50d0-48b7-a3db-7b6531bf87fd tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Request body: {'subnet': {'network_id': 'c74bac0e-bfd3-403d-88b8-b884d75883fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:12:30.342219 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network c74bac0e-bfd3-403d-88b8-b884d75883fe details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 18:12:30.542299 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bd7bb964-50d0-48b7-a3db-7b6531bf87fd tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:12:30.546260 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bd7bb964-50d0-48b7-a3db-7b6531bf87fd tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Usage tracker for resource:subnet and tenant:5030d01ef89849948985d7307dbd97fb is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:12:30.549177 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bd7bb964-50d0-48b7-a3db-7b6531bf87fd tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:12:30.555395 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bd7bb964-50d0-48b7-a3db-7b6531bf87fd tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:12:30.567546 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7bb964-50d0-48b7-a3db-7b6531bf87fd tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Made reservation on behalf of 5030d01ef89849948985d7307dbd97fb for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:12:30.669715 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bd7bb964-50d0-48b7-a3db-7b6531bf87fd tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:30.882547 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bd7bb964-50d0-48b7-a3db-7b6531bf87fd tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:30.956904 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7bb964-50d0-48b7-a3db-7b6531bf87fd tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Pushing event updated for resources: {'Subnet': ['ID=cc8568c5-5734-4d23-8057-62a699f70a75,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:30.974049 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7bb964-50d0-48b7-a3db-7b6531bf87fd tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Checking segment: {'id': 'c0150253-3f64-4526-ae34-d6de9f050328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c74bac0e-bfd3-403d-88b8-b884d75883fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:12:30.974484 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7bb964-50d0-48b7-a3db-7b6531bf87fd tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Network hostable DHCP agents. Network: c74bac0e-bfd3-403d-88b8-b884d75883fe, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 18:12:30.996294 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7bb964-50d0-48b7-a3db-7b6531bf87fd tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Network c74bac0e-bfd3-403d-88b8-b884d75883fe is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 18:12:31.008413 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-bd7bb964-50d0-48b7-a3db-7b6531bf87fd tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, c74bac0e-bfd3-403d-88b8-b884d75883fe) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:12:31.012671 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7bb964-50d0-48b7-a3db-7b6531bf87fd tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:31.013278 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bd7bb964-50d0-48b7-a3db-7b6531bf87fd tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:31.018601 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c13a8b-55a4-4d68-a564-e624e4bddd0b None None] Network c74bac0e-bfd3-403d-88b8-b884d75883fe requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:12:31.037671 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bd7bb964-50d0-48b7-a3db-7b6531bf87fd tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7015598 Apr 20 18:12:31.040785 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36404) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:31.046325 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-708baae1-46cd-40cb-8362-58f630fa08b8 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-901799531'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:12:31.052078 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-708baae1-46cd-40cb-8362-58f630fa08b8 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:12:31.055990 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-708baae1-46cd-40cb-8362-58f630fa08b8 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Usage tracker for resource:network and tenant:5030d01ef89849948985d7307dbd97fb is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:12:31.058857 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-708baae1-46cd-40cb-8362-58f630fa08b8 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:12:31.064840 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-708baae1-46cd-40cb-8362-58f630fa08b8 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:12:31.075589 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708baae1-46cd-40cb-8362-58f630fa08b8 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Made reservation on behalf of 5030d01ef89849948985d7307dbd97fb for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:12:31.078964 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-708baae1-46cd-40cb-8362-58f630fa08b8 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:31.106916 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708baae1-46cd-40cb-8362-58f630fa08b8 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 18:12:31.115551 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-708baae1-46cd-40cb-8362-58f630fa08b8 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:31.115886 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-708baae1-46cd-40cb-8362-58f630fa08b8 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Added segment 4b356545-e762-4001-86f1-fe728958b5f8 of type vlan for network e1a6a27d-0ba4-45a5-bb95-4db21b2e5c22 Apr 20 18:12:31.143599 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-708baae1-46cd-40cb-8362-58f630fa08b8 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:31.174724 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-708baae1-46cd-40cb-8362-58f630fa08b8 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:31.179209 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708baae1-46cd-40cb-8362-58f630fa08b8 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:31.179801 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-708baae1-46cd-40cb-8362-58f630fa08b8 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:31.238099 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed8cba1-25ac-45cf-bf52-2b3adbd09a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-c74bac0e-bfd3-403d-88b8-b884d75883fe', 'network_id': 'c74bac0e-bfd3-403d-88b8-b884d75883fe', 'tenant_id': '5030d01ef89849948985d7307dbd97fb', 'fixed_ips': [{'subnet_id': 'cc8568c5-5734-4d23-8057-62a699f70a75'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 18:12:31.239011 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cba1-25ac-45cf-bf52-2b3adbd09a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:31.278821 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-708baae1-46cd-40cb-8362-58f630fa08b8 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2369809 Apr 20 18:12:31.279037 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36408) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:31.286631 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-c073905f-12af-45c8-a88e-1b1f703e963a tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Request body: {'subnet': {'network_id': 'e1a6a27d-0ba4-45a5-bb95-4db21b2e5c22', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:12:31.291294 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708baae1-46cd-40cb-8362-58f630fa08b8 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Pushing event updated for resources: {'Network': ['ID=e1a6a27d-0ba4-45a5-bb95-4db21b2e5c22,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:31.304651 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network e1a6a27d-0ba4-45a5-bb95-4db21b2e5c22 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 18:12:31.398953 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c073905f-12af-45c8-a88e-1b1f703e963a tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:12:31.402857 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c073905f-12af-45c8-a88e-1b1f703e963a tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Usage tracker for resource:subnet and tenant:5030d01ef89849948985d7307dbd97fb is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:12:31.405774 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c073905f-12af-45c8-a88e-1b1f703e963a tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:12:31.411627 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c073905f-12af-45c8-a88e-1b1f703e963a tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:12:31.426285 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c073905f-12af-45c8-a88e-1b1f703e963a tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Made reservation on behalf of 5030d01ef89849948985d7307dbd97fb for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:12:31.481244 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-6ed8cba1-25ac-45cf-bf52-2b3adbd09a08 None None] Allocated IP 172.20.0.2 (c74bac0e-bfd3-403d-88b8-b884d75883fe/cc8568c5-5734-4d23-8057-62a699f70a75/1653699f-0795-45dd-9d15-c67f0897500c) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:12:31.526408 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c073905f-12af-45c8-a88e-1b1f703e963a tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:31.680685 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cba1-25ac-45cf-bf52-2b3adbd09a08 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:31.690962 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6ed8cba1-25ac-45cf-bf52-2b3adbd09a08 None None] Transition to ACTIVE for port object 1653699f-0795-45dd-9d15-c67f0897500c will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:12:31.708400 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6ed8cba1-25ac-45cf-bf52-2b3adbd09a08 None None] Transition to ACTIVE for port object 1653699f-0795-45dd-9d15-c67f0897500c will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:12:31.713638 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cba1-25ac-45cf-bf52-2b3adbd09a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:31.737245 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c073905f-12af-45c8-a88e-1b1f703e963a tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:31.778987 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed8cba1-25ac-45cf-bf52-2b3adbd09a08 None None] Network c74bac0e-bfd3-403d-88b8-b884d75883fe is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:12:31.780069 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-6ed8cba1-25ac-45cf-bf52-2b3adbd09a08 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:12:31.784325 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed8cba1-25ac-45cf-bf52-2b3adbd09a08 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:12:31.786926 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8cba1-25ac-45cf-bf52-2b3adbd09a08 None None] Pushing event updated for resources: {'Port': ['ID=1653699f-0795-45dd-9d15-c67f0897500c,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:31.815585 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073905f-12af-45c8-a88e-1b1f703e963a tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Pushing event updated for resources: {'Subnet': ['ID=d550d4f8-9561-41fe-a98c-9c96af6ac9ec,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:31.827197 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c073905f-12af-45c8-a88e-1b1f703e963a tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Checking segment: {'id': '4b356545-e762-4001-86f1-fe728958b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e1a6a27d-0ba4-45a5-bb95-4db21b2e5c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:12:31.827550 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c073905f-12af-45c8-a88e-1b1f703e963a tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Network hostable DHCP agents. Network: e1a6a27d-0ba4-45a5-bb95-4db21b2e5c22, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 18:12:31.851500 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c073905f-12af-45c8-a88e-1b1f703e963a tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Network e1a6a27d-0ba4-45a5-bb95-4db21b2e5c22 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 18:12:31.862826 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-c073905f-12af-45c8-a88e-1b1f703e963a tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, e1a6a27d-0ba4-45a5-bb95-4db21b2e5c22) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:12:31.867059 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c073905f-12af-45c8-a88e-1b1f703e963a tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:31.867677 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c073905f-12af-45c8-a88e-1b1f703e963a tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:31.891788 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c073905f-12af-45c8-a88e-1b1f703e963a tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6116843 Apr 20 18:12:31.894604 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36412) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:31.896512 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06ac857-ad31-4fe9-9c67-4ecb889dd712 None None] Network e1a6a27d-0ba4-45a5-bb95-4db21b2e5c22 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:12:31.900637 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-fcc5c9a5-efb3-41b2-a008-6f5e7cb37e47 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e1a6a27d-0ba4-45a5-bb95-4db21b2e5c22'}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:12:31.982168 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-6ed8cba1-25ac-45cf-bf52-2b3adbd09a08 None None] Attempting to bind port 1653699f-0795-45dd-9d15-c67f0897500c on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:12:31.982449 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-6ed8cba1-25ac-45cf-bf52-2b3adbd09a08 None None] Attempting to bind port 1653699f-0795-45dd-9d15-c67f0897500c by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'c0150253-3f64-4526-ae34-d6de9f050328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c74bac0e-bfd3-403d-88b8-b884d75883fe'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:12:31.982785 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed8cba1-25ac-45cf-bf52-2b3adbd09a08 None None] Attempting to bind port 1653699f-0795-45dd-9d15-c67f0897500c on network c74bac0e-bfd3-403d-88b8-b884d75883fe {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:12:31.996593 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed8cba1-25ac-45cf-bf52-2b3adbd09a08 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:12:31.996951 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed8cba1-25ac-45cf-bf52-2b3adbd09a08 None None] Checking segment: {'id': 'c0150253-3f64-4526-ae34-d6de9f050328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c74bac0e-bfd3-403d-88b8-b884d75883fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:12:31.997343 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cba1-25ac-45cf-bf52-2b3adbd09a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:31.997720 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed8cba1-25ac-45cf-bf52-2b3adbd09a08 None None] Bound using segment: {'id': 'c0150253-3f64-4526-ae34-d6de9f050328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c74bac0e-bfd3-403d-88b8-b884d75883fe'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:12:31.998163 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-6ed8cba1-25ac-45cf-bf52-2b3adbd09a08 None None] Bound port: 1653699f-0795-45dd-9d15-c67f0897500c, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0150253-3f64-4526-ae34-d6de9f050328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c74bac0e-bfd3-403d-88b8-b884d75883fe'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:12:31.998560 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cba1-25ac-45cf-bf52-2b3adbd09a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:32.180652 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-6ed8cba1-25ac-45cf-bf52-2b3adbd09a08 None None] For port 1653699f-0795-45dd-9d15-c67f0897500c, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:12:32.195776 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-6ed8cba1-25ac-45cf-bf52-2b3adbd09a08 None None] For port 1653699f-0795-45dd-9d15-c67f0897500c, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=1653699f-0795-45dd-9d15-c67f0897500c,segment=NetworkSegment(c0150253-3f64-4526-ae34-d6de9f050328),segment_id=c0150253-3f64-4526-ae34-d6de9f050328)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:12:32.200835 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291e8db8-7f1d-43dc-a1a6-8ced79645c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-e1a6a27d-0ba4-45a5-bb95-4db21b2e5c22', 'network_id': 'e1a6a27d-0ba4-45a5-bb95-4db21b2e5c22', 'tenant_id': '5030d01ef89849948985d7307dbd97fb', 'fixed_ips': [{'subnet_id': 'd550d4f8-9561-41fe-a98c-9c96af6ac9ec'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 18:12:32.201650 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-291e8db8-7f1d-43dc-a1a6-8ced79645c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:32.215487 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6ed8cba1-25ac-45cf-bf52-2b3adbd09a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:32.288667 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fcc5c9a5-efb3-41b2-a008-6f5e7cb37e47 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:32.357821 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8cba1-25ac-45cf-bf52-2b3adbd09a08 None None] Pushing event updated for resources: {'Port': ['ID=1653699f-0795-45dd-9d15-c67f0897500c,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:32.445982 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-291e8db8-7f1d-43dc-a1a6-8ced79645c59 None None] Allocated IP 172.21.0.2 (e1a6a27d-0ba4-45a5-bb95-4db21b2e5c22/d550d4f8-9561-41fe-a98c-9c96af6ac9ec/98a0ac26-f7de-47f6-a08b-47022bdd6de1) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:12:32.457335 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [None req-fcc5c9a5-efb3-41b2-a008-6f5e7cb37e47 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 18:12:32.464273 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fcc5c9a5-efb3-41b2-a008-6f5e7cb37e47 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] 10.222.0.39 "PUT /v2.0/routers/04459c3f-246f-45a4-b6ca-b0365c0cb7a0 HTTP/1.1" status: 400 len: 364 time: 0.5621817 Apr 20 18:12:32.464642 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36416) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:32.702069 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-291e8db8-7f1d-43dc-a1a6-8ced79645c59 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:32.712719 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-291e8db8-7f1d-43dc-a1a6-8ced79645c59 None None] Transition to ACTIVE for port object 98a0ac26-f7de-47f6-a08b-47022bdd6de1 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:12:32.731448 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-291e8db8-7f1d-43dc-a1a6-8ced79645c59 None None] Transition to ACTIVE for port object 98a0ac26-f7de-47f6-a08b-47022bdd6de1 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:12:32.738600 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-291e8db8-7f1d-43dc-a1a6-8ced79645c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:32.789497 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f6944a-e383-4a6a-a369-3649da7264ad tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Deleting subnet d550d4f8-9561-41fe-a98c-9c96af6ac9ec {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 18:12:32.792649 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e7f6944a-e383-4a6a-a369-3649da7264ad tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:32.809901 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291e8db8-7f1d-43dc-a1a6-8ced79645c59 None None] Network e1a6a27d-0ba4-45a5-bb95-4db21b2e5c22 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:12:32.813308 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-291e8db8-7f1d-43dc-a1a6-8ced79645c59 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:12:32.816256 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291e8db8-7f1d-43dc-a1a6-8ced79645c59 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:12:32.819050 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e8db8-7f1d-43dc-a1a6-8ced79645c59 None None] Pushing event updated for resources: {'Port': ['ID=98a0ac26-f7de-47f6-a08b-47022bdd6de1,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:32.846902 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e7f6944a-e383-4a6a-a369-3649da7264ad tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:32.903144 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-291e8db8-7f1d-43dc-a1a6-8ced79645c59 None None] Attempting to bind port 98a0ac26-f7de-47f6-a08b-47022bdd6de1 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:12:32.903470 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-291e8db8-7f1d-43dc-a1a6-8ced79645c59 None None] Attempting to bind port 98a0ac26-f7de-47f6-a08b-47022bdd6de1 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '4b356545-e762-4001-86f1-fe728958b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e1a6a27d-0ba4-45a5-bb95-4db21b2e5c22'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:12:32.903840 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291e8db8-7f1d-43dc-a1a6-8ced79645c59 None None] Attempting to bind port 98a0ac26-f7de-47f6-a08b-47022bdd6de1 on network e1a6a27d-0ba4-45a5-bb95-4db21b2e5c22 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:12:32.910399 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291e8db8-7f1d-43dc-a1a6-8ced79645c59 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:12:32.910765 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291e8db8-7f1d-43dc-a1a6-8ced79645c59 None None] Checking segment: {'id': '4b356545-e762-4001-86f1-fe728958b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e1a6a27d-0ba4-45a5-bb95-4db21b2e5c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:12:32.911152 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-291e8db8-7f1d-43dc-a1a6-8ced79645c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:32.911516 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291e8db8-7f1d-43dc-a1a6-8ced79645c59 None None] Bound using segment: {'id': '4b356545-e762-4001-86f1-fe728958b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e1a6a27d-0ba4-45a5-bb95-4db21b2e5c22'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:12:32.912093 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-291e8db8-7f1d-43dc-a1a6-8ced79645c59 None None] Bound port: 98a0ac26-f7de-47f6-a08b-47022bdd6de1, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b356545-e762-4001-86f1-fe728958b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e1a6a27d-0ba4-45a5-bb95-4db21b2e5c22'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:12:32.912475 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-291e8db8-7f1d-43dc-a1a6-8ced79645c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:32.931744 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e7f6944a-e383-4a6a-a369-3649da7264ad tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:33.010951 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e7f6944a-e383-4a6a-a369-3649da7264ad tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:33.013394 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-291e8db8-7f1d-43dc-a1a6-8ced79645c59 None None] For port 98a0ac26-f7de-47f6-a08b-47022bdd6de1, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:12:33.017489 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-291e8db8-7f1d-43dc-a1a6-8ced79645c59 None None] For port 98a0ac26-f7de-47f6-a08b-47022bdd6de1, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=98a0ac26-f7de-47f6-a08b-47022bdd6de1,segment=NetworkSegment(4b356545-e762-4001-86f1-fe728958b5f8),segment_id=4b356545-e762-4001-86f1-fe728958b5f8)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:12:33.023043 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-291e8db8-7f1d-43dc-a1a6-8ced79645c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:33.048420 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6944a-e383-4a6a-a369-3649da7264ad tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Pushing event deleted for resources: {'Subnet': ['ID=d550d4f8-9561-41fe-a98c-9c96af6ac9ec,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:33.057416 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e7f6944a-e383-4a6a-a369-3649da7264ad tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:33.067661 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36420) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:33.068262 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e7f6944a-e383-4a6a-a369-3649da7264ad tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] 10.222.0.39 "DELETE /v2.0/subnets/d550d4f8-9561-41fe-a98c-9c96af6ac9ec HTTP/1.1" status: 204 len: 168 time: 0.6020904 Apr 20 18:12:33.102999 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e8db8-7f1d-43dc-a1a6-8ced79645c59 None None] Pushing event updated for resources: {'Port': ['ID=98a0ac26-f7de-47f6-a08b-47022bdd6de1,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:33.188989 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6989df08-7cc0-456e-92dc-c4bf6e9856c0 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:33.200176 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-6989df08-7cc0-456e-92dc-c4bf6e9856c0 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Deleting port 98a0ac26-f7de-47f6-a08b-47022bdd6de1 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:12:33.200504 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6989df08-7cc0-456e-92dc-c4bf6e9856c0 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:33.436950 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 1653699f-0795-45dd-9d15-c67f0897500c up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:12:33.466822 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-6989df08-7cc0-456e-92dc-c4bf6e9856c0 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] For port 98a0ac26-f7de-47f6-a08b-47022bdd6de1, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=98a0ac26-f7de-47f6-a08b-47022bdd6de1,segment=NetworkSegment(4b356545-e762-4001-86f1-fe728958b5f8),segment_id=4b356545-e762-4001-86f1-fe728958b5f8)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:12:33.467428 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6989df08-7cc0-456e-92dc-c4bf6e9856c0 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:33.470894 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07af8a14-a940-4f45-b3d7-363c2f713f4b None None] Network c74bac0e-bfd3-403d-88b8-b884d75883fe requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:12:33.599148 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-6989df08-7cc0-456e-92dc-c4bf6e9856c0 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Calling delete_port for 98a0ac26-f7de-47f6-a08b-47022bdd6de1 owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:12:33.622413 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c8648d41-85f0-4896-bc08-39dd9fc64afa None None] Provisioning for port 1653699f-0795-45dd-9d15-c67f0897500c completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:12:33.676503 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 1653699f-0795-45dd-9d15-c67f0897500c completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:12:33.678615 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6989df08-7cc0-456e-92dc-c4bf6e9856c0 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:33.685487 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 1653699f-0795-45dd-9d15-c67f0897500c triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:12:33.685904 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:33.722829 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989df08-7cc0-456e-92dc-c4bf6e9856c0 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Pushing event deleted for resources: {'Port': ['ID=98a0ac26-f7de-47f6-a08b-47022bdd6de1,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:33.726735 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6989df08-7cc0-456e-92dc-c4bf6e9856c0 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] No DVR routers for this DVR port 98a0ac26-f7de-47f6-a08b-47022bdd6de1 on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:12:33.856578 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:33.893707 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 1653699f-0795-45dd-9d15-c67f0897500c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=1653699f-0795-45dd-9d15-c67f0897500c,segment=NetworkSegment(c0150253-3f64-4526-ae34-d6de9f050328),segment_id=c0150253-3f64-4526-ae34-d6de9f050328)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:12:33.899932 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:33.900723 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 98a0ac26-f7de-47f6-a08b-47022bdd6de1 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:12:33.959672 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6989df08-7cc0-456e-92dc-c4bf6e9856c0 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:33.995626 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-6989df08-7cc0-456e-92dc-c4bf6e9856c0 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a6a27d-0ba4-45a5-bb95-4db21b2e5c22']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:34.010145 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-6989df08-7cc0-456e-92dc-c4bf6e9856c0 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b356545-e762-4001-86f1-fe728958b5f8') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:34.010972 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-6989df08-7cc0-456e-92dc-c4bf6e9856c0 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b356545-e762-4001-86f1-fe728958b5f8') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:34.017657 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 98a0ac26-f7de-47f6-a08b-47022bdd6de1 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:12:34.017994 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 98a0ac26-f7de-47f6-a08b-47022bdd6de1 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 20 18:12:34.023627 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6989df08-7cc0-456e-92dc-c4bf6e9856c0 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:34.040634 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6989df08-7cc0-456e-92dc-c4bf6e9856c0 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:34.051274 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6989df08-7cc0-456e-92dc-c4bf6e9856c0 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 18:12:34.051679 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6989df08-7cc0-456e-92dc-c4bf6e9856c0 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:34.057298 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Port 98a0ac26-f7de-47f6-a08b-47022bdd6de1 not found, will not notify nova. {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 20 18:12:34.068339 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 18:12:34.068339 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 18:12:34.068339 n-d-838032-1 neutron-server[84081]: timer() Apr 20 18:12:34.068339 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:12:34.068339 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 18:12:34.068339 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 18:12:34.068339 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 18:12:34.068339 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:12:34.068339 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 18:12:34.068339 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:12:34.068339 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 18:12:34.068339 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:12:34.068339 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 18:12:34.068339 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:12:34.068339 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:12:34.068339 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 18:12:34.068339 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 18:12:34.068339 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:12:34.068339 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 18:12:34.068339 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 18:12:34.068339 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 18:12:34.068339 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:12:34.068339 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 18:12:34.068339 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 18:12:34.068339 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 18:12:34.068339 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 18:12:34.068339 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 18:12:34.068339 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 18:12:34.068339 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:12:34.068339 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 18:12:34.068339 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:12:34.068339 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:12:34.073637 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=1653699f-0795-45dd-9d15-c67f0897500c,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:34.154792 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6989df08-7cc0-456e-92dc-c4bf6e9856c0 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:34.178129 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5a602295-f05a-49e4-9985-2c9c84fe2a5b None None] Provisioning complete for port 1653699f-0795-45dd-9d15-c67f0897500c triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:12:34.178523 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5a602295-f05a-49e4-9985-2c9c84fe2a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:34.179542 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6989df08-7cc0-456e-92dc-c4bf6e9856c0 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:34.190895 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989df08-7cc0-456e-92dc-c4bf6e9856c0 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Pushing event deleted for resources: {'Network': ['ID=e1a6a27d-0ba4-45a5-bb95-4db21b2e5c22,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:34.195228 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6989df08-7cc0-456e-92dc-c4bf6e9856c0 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] 10.222.0.39 "DELETE /v2.0/networks/e1a6a27d-0ba4-45a5-bb95-4db21b2e5c22 HTTP/1.1" status: 204 len: 168 time: 1.1265159 Apr 20 18:12:34.197687 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36424) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:34.289758 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0331ac-503b-4c51-ad15-c6d3481b3adb None None] DHCP port deletion for e1a6a27d-0ba4-45a5-bb95-4db21b2e5c22 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 18:12:34.310707 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b34d26e-4432-48b1-970f-a5a8a1ca6d4e None None] Network e1a6a27d-0ba4-45a5-bb95-4db21b2e5c22 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:12:34.328350 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b34d26e-4432-48b1-970f-a5a8a1ca6d4e None None] Network e1a6a27d-0ba4-45a5-bb95-4db21b2e5c22 could not be found, it might have been deleted concurrently. {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 20 18:12:34.382881 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e9a2b4-68ef-4d97-952a-d532bdf401e5 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Deleting subnet cc8568c5-5734-4d23-8057-62a699f70a75 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 18:12:34.385819 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e6e9a2b4-68ef-4d97-952a-d532bdf401e5 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:34.418845 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2b4e2dc6-2f6d-496b-901e-8b85d7ce9e88 None None] Could not find standard attr ID for object 98a0ac26-f7de-47f6-a08b-47022bdd6de1. {{(pid=84082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 18:12:34.443017 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e6e9a2b4-68ef-4d97-952a-d532bdf401e5 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:34.529972 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e6e9a2b4-68ef-4d97-952a-d532bdf401e5 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:34.603488 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e6e9a2b4-68ef-4d97-952a-d532bdf401e5 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:34.644889 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9a2b4-68ef-4d97-952a-d532bdf401e5 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Pushing event deleted for resources: {'Subnet': ['ID=cc8568c5-5734-4d23-8057-62a699f70a75,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:34.648808 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e6e9a2b4-68ef-4d97-952a-d532bdf401e5 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:34.655404 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e6e9a2b4-68ef-4d97-952a-d532bdf401e5 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] 10.222.0.39 "DELETE /v2.0/subnets/cc8568c5-5734-4d23-8057-62a699f70a75 HTTP/1.1" status: 204 len: 168 time: 0.4563625 Apr 20 18:12:34.657882 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6068ad62-867e-4264-bc37-41ae372ecd6c None None] Network c74bac0e-bfd3-403d-88b8-b884d75883fe requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:12:34.659185 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36428) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:34.769393 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4e1a3156-3f0a-4d99-a16d-81e7c700993e tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:34.779940 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-4e1a3156-3f0a-4d99-a16d-81e7c700993e tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Deleting port 1653699f-0795-45dd-9d15-c67f0897500c {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:12:34.780328 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4e1a3156-3f0a-4d99-a16d-81e7c700993e tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:34.893722 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0067d9-332e-42b1-93e8-47eec60801d5 None None] DHCP port deletion for c74bac0e-bfd3-403d-88b8-b884d75883fe request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 18:12:34.898212 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3e0067d9-332e-42b1-93e8-47eec60801d5 None None] Deleting port 1653699f-0795-45dd-9d15-c67f0897500c {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:12:34.898534 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3e0067d9-332e-42b1-93e8-47eec60801d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:34.981553 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-4e1a3156-3f0a-4d99-a16d-81e7c700993e tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] For port 1653699f-0795-45dd-9d15-c67f0897500c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=1653699f-0795-45dd-9d15-c67f0897500c,segment=NetworkSegment(c0150253-3f64-4526-ae34-d6de9f050328),segment_id=c0150253-3f64-4526-ae34-d6de9f050328)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:12:34.981867 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4e1a3156-3f0a-4d99-a16d-81e7c700993e tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:35.091144 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-3e0067d9-332e-42b1-93e8-47eec60801d5 None None] For port 1653699f-0795-45dd-9d15-c67f0897500c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=1653699f-0795-45dd-9d15-c67f0897500c,segment=NetworkSegment(c0150253-3f64-4526-ae34-d6de9f050328),segment_id=c0150253-3f64-4526-ae34-d6de9f050328)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:12:35.091527 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3e0067d9-332e-42b1-93e8-47eec60801d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:35.098738 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-4e1a3156-3f0a-4d99-a16d-81e7c700993e tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Calling delete_port for 1653699f-0795-45dd-9d15-c67f0897500c owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:12:35.176781 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4e1a3156-3f0a-4d99-a16d-81e7c700993e tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:35.211455 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3e0067d9-332e-42b1-93e8-47eec60801d5 None None] Calling delete_port for 1653699f-0795-45dd-9d15-c67f0897500c owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:12:35.220981 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a3156-3f0a-4d99-a16d-81e7c700993e tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Pushing event deleted for resources: {'Port': ['ID=1653699f-0795-45dd-9d15-c67f0897500c,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:35.224899 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1a3156-3f0a-4d99-a16d-81e7c700993e tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] No DVR routers for this DVR port 1653699f-0795-45dd-9d15-c67f0897500c on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:12:35.283138 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-3e0067d9-332e-42b1-93e8-47eec60801d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:12:35.283517 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-3e0067d9-332e-42b1-93e8-47eec60801d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 18:12:35.343673 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 1653699f-0795-45dd-9d15-c67f0897500c no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:12:35.345544 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4e1a3156-3f0a-4d99-a16d-81e7c700993e tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:35.371070 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-4e1a3156-3f0a-4d99-a16d-81e7c700993e tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74bac0e-bfd3-403d-88b8-b884d75883fe']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:35.375724 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 1653699f-0795-45dd-9d15-c67f0897500c {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:12:35.376236 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 1653699f-0795-45dd-9d15-c67f0897500c not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:12:35.376442 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 98a0ac26-f7de-47f6-a08b-47022bdd6de1 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:12:35.383188 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-4e1a3156-3f0a-4d99-a16d-81e7c700993e tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0150253-3f64-4526-ae34-d6de9f050328') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:35.383483 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-4e1a3156-3f0a-4d99-a16d-81e7c700993e tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0150253-3f64-4526-ae34-d6de9f050328') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:35.395292 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4e1a3156-3f0a-4d99-a16d-81e7c700993e tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:35.410724 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 98a0ac26-f7de-47f6-a08b-47022bdd6de1 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:12:35.411055 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 98a0ac26-f7de-47f6-a08b-47022bdd6de1 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:12:35.411177 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4e1a3156-3f0a-4d99-a16d-81e7c700993e tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:35.417926 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1a3156-3f0a-4d99-a16d-81e7c700993e tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 18:12:35.418452 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4e1a3156-3f0a-4d99-a16d-81e7c700993e tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:35.433198 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 18:12:35.433198 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 18:12:35.433198 n-d-838032-1 neutron-server[84080]: timer() Apr 20 18:12:35.433198 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:12:35.433198 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 18:12:35.433198 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 18:12:35.433198 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 18:12:35.433198 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:12:35.433198 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 18:12:35.433198 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:12:35.433198 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 18:12:35.433198 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:12:35.433198 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 18:12:35.433198 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:12:35.433198 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:12:35.433198 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 18:12:35.433198 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 18:12:35.433198 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:12:35.433198 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 18:12:35.433198 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 18:12:35.433198 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 18:12:35.433198 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:12:35.433198 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 18:12:35.433198 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 18:12:35.433198 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 18:12:35.433198 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 18:12:35.433198 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 18:12:35.433198 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 18:12:35.433198 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:12:35.433198 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 18:12:35.433198 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:12:35.433198 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:12:35.514585 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4e1a3156-3f0a-4d99-a16d-81e7c700993e tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:35.532480 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4e1a3156-3f0a-4d99-a16d-81e7c700993e tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:35.542955 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a3156-3f0a-4d99-a16d-81e7c700993e tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Pushing event deleted for resources: {'Network': ['ID=c74bac0e-bfd3-403d-88b8-b884d75883fe,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:35.546881 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4e1a3156-3f0a-4d99-a16d-81e7c700993e tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] 10.222.0.39 "DELETE /v2.0/networks/c74bac0e-bfd3-403d-88b8-b884d75883fe HTTP/1.1" status: 204 len: 168 time: 0.8866539 Apr 20 18:12:35.549722 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36432) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:35.594040 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-cdd31aaa-815a-4f06-866a-624d76968348 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Synchronizing usage tracker for tenant:5030d01ef89849948985d7307dbd97fb on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:12:35.612302 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-cdd31aaa-815a-4f06-866a-624d76968348 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Unset dirty status for tenant:5030d01ef89849948985d7307dbd97fb on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:12:35.613390 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cdd31aaa-815a-4f06-866a-624d76968348 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] 10.222.0.39 "GET /v2.0/ports?device_id=04459c3f-246f-45a4-b6ca-b0365c0cb7a0 HTTP/1.1" status: 200 len: 205 time: 0.0627789 Apr 20 18:12:35.616029 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36436) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:35.746438 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-378b8efc-ee6c-41de-9a02-2b87d4f6d577 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:35.784527 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3e0067d9-332e-42b1-93e8-47eec60801d5 None None] Deleting port 1653699f-0795-45dd-9d15-c67f0897500c {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:12:35.784995 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3e0067d9-332e-42b1-93e8-47eec60801d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:35.847655 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3e0067d9-332e-42b1-93e8-47eec60801d5 None None] The port '1653699f-0795-45dd-9d15-c67f0897500c' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:12:36.208962 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-378b8efc-ee6c-41de-9a02-2b87d4f6d577 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:36.213173 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-378b8efc-ee6c-41de-9a02-2b87d4f6d577 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:36.249149 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-378b8efc-ee6c-41de-9a02-2b87d4f6d577 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:36.249665 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378b8efc-ee6c-41de-9a02-2b87d4f6d577 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Fanout notify agent at l3_agent the message router_deleted on router 04459c3f-246f-45a4-b6ca-b0365c0cb7a0 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 18:12:36.260293 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-378b8efc-ee6c-41de-9a02-2b87d4f6d577 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:36.261456 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-378b8efc-ee6c-41de-9a02-2b87d4f6d577 tempest-RoutersNegativeTest-571965553 tempest-RoutersNegativeTest-571965553-project] 10.222.0.39 "DELETE /v2.0/routers/04459c3f-246f-45a4-b6ca-b0365c0cb7a0 HTTP/1.1" status: 204 len: 168 time: 0.6445730 Apr 20 18:12:36.562145 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36444) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:36.749726 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2c709bdb-088c-4469-82e3-9aa6fcf125bd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5030d01ef89849948985d7307dbd97fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1864233 Apr 20 18:12:36.754244 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36450) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:36.826945 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4ffdbace-33c9-42bf-9a55-48acba92b0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:36.854101 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4ffdbace-33c9-42bf-9a55-48acba92b0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:36.909176 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4ffdbace-33c9-42bf-9a55-48acba92b0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:36.925060 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffdbace-33c9-42bf-9a55-48acba92b0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91de7193-6f73-4772-b3ac-a2af26dcc11d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:36.931602 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4ffdbace-33c9-42bf-9a55-48acba92b0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:36.935363 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4ffdbace-33c9-42bf-9a55-48acba92b0ea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/91de7193-6f73-4772-b3ac-a2af26dcc11d HTTP/1.1" status: 204 len: 168 time: 0.1773252 Apr 20 18:12:37.745461 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36472) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:37.883707 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-3bb39d94-836c-49cb-b4ab-be6735978230 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1799499775-network', 'tenant_id': '5a899d1acafd494694eab5d353c14a4b'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:12:37.889457 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3bb39d94-836c-49cb-b4ab-be6735978230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:12:37.893872 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3bb39d94-836c-49cb-b4ab-be6735978230 admin admin] Usage tracker for resource:network and tenant:5a899d1acafd494694eab5d353c14a4b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:12:37.897021 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3bb39d94-836c-49cb-b4ab-be6735978230 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:12:37.903159 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3bb39d94-836c-49cb-b4ab-be6735978230 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:12:37.916623 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb39d94-836c-49cb-b4ab-be6735978230 admin admin] Made reservation on behalf of 5a899d1acafd494694eab5d353c14a4b for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:12:37.918978 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3bb39d94-836c-49cb-b4ab-be6735978230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:37.932461 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3bb39d94-836c-49cb-b4ab-be6735978230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:37.963608 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3bb39d94-836c-49cb-b4ab-be6735978230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:12:37.967561 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3bb39d94-836c-49cb-b4ab-be6735978230 admin admin] Usage tracker for resource:security_group_rule and tenant:5a899d1acafd494694eab5d353c14a4b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:12:37.970501 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3bb39d94-836c-49cb-b4ab-be6735978230 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:12:37.976499 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3bb39d94-836c-49cb-b4ab-be6735978230 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:12:38.040357 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3bb39d94-836c-49cb-b4ab-be6735978230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:38.047582 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3bb39d94-836c-49cb-b4ab-be6735978230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:38.076028 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb39d94-836c-49cb-b4ab-be6735978230 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 18:12:38.084065 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb39d94-836c-49cb-b4ab-be6735978230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c03cb40-27f8-4a68-95d0-aa63bf5d3395,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:38.089479 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3bb39d94-836c-49cb-b4ab-be6735978230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:38.089870 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-3bb39d94-836c-49cb-b4ab-be6735978230 admin admin] Added segment e66b56d2-46f2-48f7-9150-6c2ea6f62c5d of type vlan for network 812cfb4c-4d8e-4d65-b6b1-3632b0faad7a Apr 20 18:12:38.116439 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3bb39d94-836c-49cb-b4ab-be6735978230 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:38.152493 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3bb39d94-836c-49cb-b4ab-be6735978230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:38.153668 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb39d94-836c-49cb-b4ab-be6735978230 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:38.154590 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3bb39d94-836c-49cb-b4ab-be6735978230 admin admin] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:38.257013 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb39d94-836c-49cb-b4ab-be6735978230 admin admin] Pushing event updated for resources: {'Network': ['ID=812cfb4c-4d8e-4d65-b6b1-3632b0faad7a,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:38.260265 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3bb39d94-836c-49cb-b4ab-be6735978230 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5138171 Apr 20 18:12:38.263633 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36478) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:38.268073 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 812cfb4c-4d8e-4d65-b6b1-3632b0faad7a details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 18:12:38.268931 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-7e953dad-5738-4dec-82b8-0feab17d7eca admin admin] Request body: {'subnet': {'network_id': '812cfb4c-4d8e-4d65-b6b1-3632b0faad7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1799499775-subnet', 'tenant_id': '5a899d1acafd494694eab5d353c14a4b', 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:12:38.274786 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7e953dad-5738-4dec-82b8-0feab17d7eca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:12:38.278570 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7e953dad-5738-4dec-82b8-0feab17d7eca admin admin] Usage tracker for resource:subnet and tenant:5a899d1acafd494694eab5d353c14a4b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:12:38.281408 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7e953dad-5738-4dec-82b8-0feab17d7eca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:12:38.287921 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7e953dad-5738-4dec-82b8-0feab17d7eca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:12:38.300064 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e953dad-5738-4dec-82b8-0feab17d7eca admin admin] Made reservation on behalf of 5a899d1acafd494694eab5d353c14a4b for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:12:38.302697 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7e953dad-5738-4dec-82b8-0feab17d7eca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:38.515306 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7e953dad-5738-4dec-82b8-0feab17d7eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:38.527062 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:12:38.581280 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e953dad-5738-4dec-82b8-0feab17d7eca admin admin] Pushing event updated for resources: {'Subnet': ['ID=72e58ba4-a84b-46ec-9e4d-9c5fbc829e7e,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:38.598254 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e953dad-5738-4dec-82b8-0feab17d7eca admin admin] Checking segment: {'id': 'e66b56d2-46f2-48f7-9150-6c2ea6f62c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '812cfb4c-4d8e-4d65-b6b1-3632b0faad7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:12:38.598613 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e953dad-5738-4dec-82b8-0feab17d7eca admin admin] Network hostable DHCP agents. Network: 812cfb4c-4d8e-4d65-b6b1-3632b0faad7a, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 18:12:38.628220 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e953dad-5738-4dec-82b8-0feab17d7eca admin admin] Network 812cfb4c-4d8e-4d65-b6b1-3632b0faad7a is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 18:12:38.640112 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-7e953dad-5738-4dec-82b8-0feab17d7eca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 812cfb4c-4d8e-4d65-b6b1-3632b0faad7a) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:12:38.644267 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e953dad-5738-4dec-82b8-0feab17d7eca admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:38.644999 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7e953dad-5738-4dec-82b8-0feab17d7eca admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:38.649833 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3304c7a3-bb9b-4a42-ba7c-f356ea586953 None None] Network 812cfb4c-4d8e-4d65-b6b1-3632b0faad7a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:12:38.670717 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7e953dad-5738-4dec-82b8-0feab17d7eca admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4060724 Apr 20 18:12:38.673751 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36482) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:38.678931 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-7f5356e0-578b-458f-8ef6-3dad32954b44 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1799499775-router', 'tenant_id': '5a899d1acafd494694eab5d353c14a4b', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:12:38.684170 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7f5356e0-578b-458f-8ef6-3dad32954b44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:12:38.687983 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7f5356e0-578b-458f-8ef6-3dad32954b44 admin admin] Usage tracker for resource:router and tenant:5a899d1acafd494694eab5d353c14a4b is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:12:38.690789 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7f5356e0-578b-458f-8ef6-3dad32954b44 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:12:38.696428 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7f5356e0-578b-458f-8ef6-3dad32954b44 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:12:38.708324 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7f5356e0-578b-458f-8ef6-3dad32954b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:38.709250 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7f5356e0-578b-458f-8ef6-3dad32954b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:38.727688 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7f5356e0-578b-458f-8ef6-3dad32954b44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:38.862533 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6d23df-c9b3-4e8a-9052-31de7ac0c251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-812cfb4c-4d8e-4d65-b6b1-3632b0faad7a', 'network_id': '812cfb4c-4d8e-4d65-b6b1-3632b0faad7a', 'tenant_id': '5a899d1acafd494694eab5d353c14a4b', 'fixed_ips': [{'subnet_id': '72e58ba4-a84b-46ec-9e4d-9c5fbc829e7e'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 18:12:38.863351 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-da6d23df-c9b3-4e8a-9052-31de7ac0c251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:38.877897 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7f5356e0-578b-458f-8ef6-3dad32954b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:39.014939 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-da6d23df-c9b3-4e8a-9052-31de7ac0c251 None None] Allocated IP 172.20.0.2 (812cfb4c-4d8e-4d65-b6b1-3632b0faad7a/72e58ba4-a84b-46ec-9e4d-9c5fbc829e7e/d73bbc46-3f9b-4d12-97df-1f30b5da2b21) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:12:39.174466 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7f5356e0-578b-458f-8ef6-3dad32954b44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:39.203586 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7f5356e0-578b-458f-8ef6-3dad32954b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:39.251628 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-019e49ed-3a06-44ef-aa72-f77fc76cde84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:39.262916 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-da6d23df-c9b3-4e8a-9052-31de7ac0c251 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:39.275314 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-da6d23df-c9b3-4e8a-9052-31de7ac0c251 None None] Transition to ACTIVE for port object d73bbc46-3f9b-4d12-97df-1f30b5da2b21 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:12:39.293053 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-da6d23df-c9b3-4e8a-9052-31de7ac0c251 None None] Transition to ACTIVE for port object d73bbc46-3f9b-4d12-97df-1f30b5da2b21 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:12:39.299831 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-da6d23df-c9b3-4e8a-9052-31de7ac0c251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:39.337704 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-7f5356e0-578b-458f-8ef6-3dad32954b44 admin admin] Allocated IP 172.25.8.236 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/3096d52a-b9ca-46ae-8827-39ecff03e190) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:12:39.365539 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6d23df-c9b3-4e8a-9052-31de7ac0c251 None None] Network 812cfb4c-4d8e-4d65-b6b1-3632b0faad7a is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:12:39.366683 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-da6d23df-c9b3-4e8a-9052-31de7ac0c251 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:12:39.370495 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6d23df-c9b3-4e8a-9052-31de7ac0c251 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:12:39.378326 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d23df-c9b3-4e8a-9052-31de7ac0c251 None None] Pushing event updated for resources: {'Port': ['ID=d73bbc46-3f9b-4d12-97df-1f30b5da2b21,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:39.461297 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-da6d23df-c9b3-4e8a-9052-31de7ac0c251 None None] Attempting to bind port d73bbc46-3f9b-4d12-97df-1f30b5da2b21 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:12:39.461687 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-da6d23df-c9b3-4e8a-9052-31de7ac0c251 None None] Attempting to bind port d73bbc46-3f9b-4d12-97df-1f30b5da2b21 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'e66b56d2-46f2-48f7-9150-6c2ea6f62c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '812cfb4c-4d8e-4d65-b6b1-3632b0faad7a'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:12:39.462039 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6d23df-c9b3-4e8a-9052-31de7ac0c251 None None] Attempting to bind port d73bbc46-3f9b-4d12-97df-1f30b5da2b21 on network 812cfb4c-4d8e-4d65-b6b1-3632b0faad7a {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:12:39.469263 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6d23df-c9b3-4e8a-9052-31de7ac0c251 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:12:39.469626 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6d23df-c9b3-4e8a-9052-31de7ac0c251 None None] Checking segment: {'id': 'e66b56d2-46f2-48f7-9150-6c2ea6f62c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '812cfb4c-4d8e-4d65-b6b1-3632b0faad7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:12:39.470049 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-da6d23df-c9b3-4e8a-9052-31de7ac0c251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:39.470459 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6d23df-c9b3-4e8a-9052-31de7ac0c251 None None] Bound using segment: {'id': 'e66b56d2-46f2-48f7-9150-6c2ea6f62c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '812cfb4c-4d8e-4d65-b6b1-3632b0faad7a'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:12:39.470913 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-da6d23df-c9b3-4e8a-9052-31de7ac0c251 None None] Bound port: d73bbc46-3f9b-4d12-97df-1f30b5da2b21, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e66b56d2-46f2-48f7-9150-6c2ea6f62c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '812cfb4c-4d8e-4d65-b6b1-3632b0faad7a'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:12:39.471279 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-da6d23df-c9b3-4e8a-9052-31de7ac0c251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:39.483911 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7f5356e0-578b-458f-8ef6-3dad32954b44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:39.513840 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7f5356e0-578b-458f-8ef6-3dad32954b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:39.563107 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-da6d23df-c9b3-4e8a-9052-31de7ac0c251 None None] For port d73bbc46-3f9b-4d12-97df-1f30b5da2b21, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:12:39.565962 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-da6d23df-c9b3-4e8a-9052-31de7ac0c251 None None] For port d73bbc46-3f9b-4d12-97df-1f30b5da2b21, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d73bbc46-3f9b-4d12-97df-1f30b5da2b21,segment=NetworkSegment(e66b56d2-46f2-48f7-9150-6c2ea6f62c5d),segment_id=e66b56d2-46f2-48f7-9150-6c2ea6f62c5d)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:12:39.572372 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-da6d23df-c9b3-4e8a-9052-31de7ac0c251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:39.584653 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5356e0-578b-458f-8ef6-3dad32954b44 admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:12:39.587573 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-7f5356e0-578b-458f-8ef6-3dad32954b44 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:12:39.590144 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5356e0-578b-458f-8ef6-3dad32954b44 admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:12:39.618949 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5356e0-578b-458f-8ef6-3dad32954b44 admin admin] Pushing event updated for resources: {'Port': ['ID=3096d52a-b9ca-46ae-8827-39ecff03e190,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:39.650289 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d23df-c9b3-4e8a-9052-31de7ac0c251 None None] Pushing event updated for resources: {'Port': ['ID=d73bbc46-3f9b-4d12-97df-1f30b5da2b21,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:39.762425 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7f5356e0-578b-458f-8ef6-3dad32954b44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:39.763123 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7f5356e0-578b-458f-8ef6-3dad32954b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:40.006844 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5356e0-578b-458f-8ef6-3dad32954b44 admin admin] Router 271d8a46-adcf-4f44-88c3-de5a9c7441dc is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 18:12:40.218522 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5356e0-578b-458f-8ef6-3dad32954b44 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:12:40.227326 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a40366-2f93-4224-8a26-2e083b7636b4 None None] Sync routers for ids ['271d8a46-adcf-4f44-88c3-de5a9c7441dc'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:12:40.239863 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a40366-2f93-4224-8a26-2e083b7636b4 None None] Routers {'271d8a46-adcf-4f44-88c3-de5a9c7441dc'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:12:40.240595 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-86a40366-2f93-4224-8a26-2e083b7636b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:12:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['271d8a46-adcf-4f44-88c3-de5a9c7441dc'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:40.249024 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7f5356e0-578b-458f-8ef6-3dad32954b44 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:40.250558 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7f5356e0-578b-458f-8ef6-3dad32954b44 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5757971 Apr 20 18:12:40.253242 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36486) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:40.424565 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-86a40366-2f93-4224-8a26-2e083b7636b4 None None] Set router 271d8a46-adcf-4f44-88c3-de5a9c7441dc gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:12:40.606464 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23ee150-443e-48c8-a6e0-013116aa260a None None] Network 812cfb4c-4d8e-4d65-b6b1-3632b0faad7a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:12:40.753461 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-59357141-c368-4ea4-b70b-15043846f3ab None None] Provisioning for port d73bbc46-3f9b-4d12-97df-1f30b5da2b21 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:12:40.930576 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-86a40366-2f93-4224-8a26-2e083b7636b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271d8a46-adcf-4f44-88c3-de5a9c7441dc', 'name': 'tempest-TestEncryptedCinderVolumes-1799499775-router', 'tenant_id': '5a899d1acafd494694eab5d353c14a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '3096d52a-b9ca-46ae-8827-39ecff03e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:12:38Z', 'updated_at': '2022-04-20T18:12:39Z', 'revision_number': 3, 'project_id': '5a899d1acafd494694eab5d353c14a4b', 'gw_port': {'id': '3096d52a-b9ca-46ae-8827-39ecff03e190', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:db:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271d8a46-adcf-4f44-88c3-de5a9c7441dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:12:39Z', 'updated_at': '2022-04-20T18:12:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:40.936982 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a40366-2f93-4224-8a26-2e083b7636b4 None None] Checking router: 271d8a46-adcf-4f44-88c3-de5a9c7441dc for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:12:40.937310 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a40366-2f93-4224-8a26-2e083b7636b4 None None] Updating router 271d8a46-adcf-4f44-88c3-de5a9c7441dc port 3096d52a-b9ca-46ae-8827-39ecff03e190 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 18:12:40.994836 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-86a40366-2f93-4224-8a26-2e083b7636b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:41.108734 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3053ec0-ba24-4b07-aa7c-4a1a2a677e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:41.325560 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-b3053ec0-ba24-4b07-aa7c-4a1a2a677e8e admin admin] Allocated IP 172.20.0.1 (812cfb4c-4d8e-4d65-b6b1-3632b0faad7a/72e58ba4-a84b-46ec-9e4d-9c5fbc829e7e/f3e64fcd-9985-44f9-a724-6cd341191c8e) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:12:41.384290 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d73bbc46-3f9b-4d12-97df-1f30b5da2b21 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:12:41.422214 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-86a40366-2f93-4224-8a26-2e083b7636b4 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:41.454400 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-86a40366-2f93-4224-8a26-2e083b7636b4 None None] Transition to ACTIVE for port object 3096d52a-b9ca-46ae-8827-39ecff03e190 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:12:41.463608 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b89cb62b-0227-4bd6-8d6f-7345fe2aaa6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:41.467472 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-86a40366-2f93-4224-8a26-2e083b7636b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:41.485510 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3053ec0-ba24-4b07-aa7c-4a1a2a677e8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:41.501187 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-b3053ec0-ba24-4b07-aa7c-4a1a2a677e8e admin admin] Transition to ACTIVE for port object f3e64fcd-9985-44f9-a724-6cd341191c8e will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:12:41.524930 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3053ec0-ba24-4b07-aa7c-4a1a2a677e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:41.555491 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port d73bbc46-3f9b-4d12-97df-1f30b5da2b21 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:12:41.559521 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a93431-ca33-4e0e-9464-88d63e8d6a1a None None] Pushing event updated for resources: {'Port': ['ID=3096d52a-b9ca-46ae-8827-39ecff03e190,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:41.563071 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-86a40366-2f93-4224-8a26-2e083b7636b4 None None] Attempting to bind port 3096d52a-b9ca-46ae-8827-39ecff03e190 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:12:41.563436 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-86a40366-2f93-4224-8a26-2e083b7636b4 None None] Attempting to bind port 3096d52a-b9ca-46ae-8827-39ecff03e190 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:12:41.563792 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a40366-2f93-4224-8a26-2e083b7636b4 None None] Attempting to bind port 3096d52a-b9ca-46ae-8827-39ecff03e190 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:12:41.569405 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port d73bbc46-3f9b-4d12-97df-1f30b5da2b21 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:12:41.569770 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:41.599689 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3053ec0-ba24-4b07-aa7c-4a1a2a677e8e admin admin] Network 812cfb4c-4d8e-4d65-b6b1-3632b0faad7a is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:12:41.602389 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-b3053ec0-ba24-4b07-aa7c-4a1a2a677e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:12:41.606103 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3053ec0-ba24-4b07-aa7c-4a1a2a677e8e admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:12:41.611026 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a40366-2f93-4224-8a26-2e083b7636b4 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:12:41.611378 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a40366-2f93-4224-8a26-2e083b7636b4 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:12:41.611760 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-86a40366-2f93-4224-8a26-2e083b7636b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:41.612140 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a40366-2f93-4224-8a26-2e083b7636b4 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:12:41.612617 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-86a40366-2f93-4224-8a26-2e083b7636b4 None None] Bound port: 3096d52a-b9ca-46ae-8827-39ecff03e190, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:12:41.612969 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-86a40366-2f93-4224-8a26-2e083b7636b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:41.639786 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3053ec0-ba24-4b07-aa7c-4a1a2a677e8e admin admin] Pushing event updated for resources: {'Port': ['ID=f3e64fcd-9985-44f9-a724-6cd341191c8e,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:41.666290 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3053ec0-ba24-4b07-aa7c-4a1a2a677e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:41.726476 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-86a40366-2f93-4224-8a26-2e083b7636b4 None None] For port 3096d52a-b9ca-46ae-8827-39ecff03e190, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:12:41.750086 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-86a40366-2f93-4224-8a26-2e083b7636b4 None None] For port 3096d52a-b9ca-46ae-8827-39ecff03e190, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3096d52a-b9ca-46ae-8827-39ecff03e190,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:12:41.751286 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3053ec0-ba24-4b07-aa7c-4a1a2a677e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:41.758166 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-86a40366-2f93-4224-8a26-2e083b7636b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:41.807394 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:41.864620 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a93431-ca33-4e0e-9464-88d63e8d6a1a None None] Pushing event updated for resources: {'Port': ['ID=3096d52a-b9ca-46ae-8827-39ecff03e190,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:41.874822 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port d73bbc46-3f9b-4d12-97df-1f30b5da2b21, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d73bbc46-3f9b-4d12-97df-1f30b5da2b21,segment=NetworkSegment(e66b56d2-46f2-48f7-9150-6c2ea6f62c5d),segment_id=e66b56d2-46f2-48f7-9150-6c2ea6f62c5d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:12:41.877670 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a40366-2f93-4224-8a26-2e083b7636b4 None None] Routers {'271d8a46-adcf-4f44-88c3-de5a9c7441dc'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:12:41.878262 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-86a40366-2f93-4224-8a26-2e083b7636b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:12:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['271d8a46-adcf-4f44-88c3-de5a9c7441dc'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:41.931995 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:41.991821 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3053ec0-ba24-4b07-aa7c-4a1a2a677e8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:41.997639 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3053ec0-ba24-4b07-aa7c-4a1a2a677e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:42.075661 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e60be562-0c07-4cb5-9c3c-755c5c51d23f None None] Provisioning for port f3e64fcd-9985-44f9-a724-6cd341191c8e completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:12:42.085752 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e60be562-0c07-4cb5-9c3c-755c5c51d23f None None] Provisioning complete for port f3e64fcd-9985-44f9-a724-6cd341191c8e triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:12:42.086122 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e60be562-0c07-4cb5-9c3c-755c5c51d23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:42.105786 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3053ec0-ba24-4b07-aa7c-4a1a2a677e8e admin admin] Pushing event updated for resources: {'Port': ['ID=f3e64fcd-9985-44f9-a724-6cd341191c8e,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:42.109708 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=d73bbc46-3f9b-4d12-97df-1f30b5da2b21,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:42.110219 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b3053ec0-ba24-4b07-aa7c-4a1a2a677e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:42.159844 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-e60be562-0c07-4cb5-9c3c-755c5c51d23f None None] Port f3e64fcd-9985-44f9-a724-6cd341191c8e cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:12:42.167170 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-86a40366-2f93-4224-8a26-2e083b7636b4 None None] Set router 271d8a46-adcf-4f44-88c3-de5a9c7441dc gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:12:42.252759 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3053ec0-ba24-4b07-aa7c-4a1a2a677e8e admin admin] Network 812cfb4c-4d8e-4d65-b6b1-3632b0faad7a is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:12:42.253842 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-b3053ec0-ba24-4b07-aa7c-4a1a2a677e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:12:42.500839 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-86a40366-2f93-4224-8a26-2e083b7636b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271d8a46-adcf-4f44-88c3-de5a9c7441dc', 'name': 'tempest-TestEncryptedCinderVolumes-1799499775-router', 'tenant_id': '5a899d1acafd494694eab5d353c14a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '3096d52a-b9ca-46ae-8827-39ecff03e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:12:38Z', 'updated_at': '2022-04-20T18:12:41Z', 'revision_number': 4, 'project_id': '5a899d1acafd494694eab5d353c14a4b', 'gw_port': {'id': '3096d52a-b9ca-46ae-8827-39ecff03e190', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:db:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271d8a46-adcf-4f44-88c3-de5a9c7441dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:12:39Z', 'updated_at': '2022-04-20T18:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'f3e64fcd-9985-44f9-a724-6cd341191c8e', 'name': '', 'network_id': '812cfb4c-4d8e-4d65-b6b1-3632b0faad7a', 'tenant_id': '5a899d1acafd494694eab5d353c14a4b', 'mac_address': 'fa:16:3e:37:16:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271d8a46-adcf-4f44-88c3-de5a9c7441dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72e58ba4-a84b-46ec-9e4d-9c5fbc829e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:12:41Z', 'updated_at': '2022-04-20T18:12:41Z', 'revision_number': 1, 'project_id': '5a899d1acafd494694eab5d353c14a4b', 'subnets': [{'id': '72e58ba4-a84b-46ec-9e4d-9c5fbc829e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:42.505204 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a40366-2f93-4224-8a26-2e083b7636b4 None None] The sync data for ids ['271d8a46-adcf-4f44-88c3-de5a9c7441dc'] in n-d-838032-1 is: [{'id': '271d8a46-adcf-4f44-88c3-de5a9c7441dc', 'name': 'tempest-TestEncryptedCinderVolumes-1799499775-router', 'tenant_id': '5a899d1acafd494694eab5d353c14a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '3096d52a-b9ca-46ae-8827-39ecff03e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:12:38Z', 'updated_at': '2022-04-20T18:12:41Z', 'revision_number': 4, 'project_id': '5a899d1acafd494694eab5d353c14a4b', 'gw_port': {'id': '3096d52a-b9ca-46ae-8827-39ecff03e190', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:db:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271d8a46-adcf-4f44-88c3-de5a9c7441dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:12:39Z', 'updated_at': '2022-04-20T18:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'f3e64fcd-9985-44f9-a724-6cd341191c8e', 'name': '', 'network_id': '812cfb4c-4d8e-4d65-b6b1-3632b0faad7a', 'tenant_id': '5a899d1acafd494694eab5d353c14a4b', 'mac_address': 'fa:16:3e:37:16:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271d8a46-adcf-4f44-88c3-de5a9c7441dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72e58ba4-a84b-46ec-9e4d-9c5fbc829e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:12:41Z', 'updated_at': '2022-04-20T18:12:41Z', 'revision_number': 1, 'project_id': '5a899d1acafd494694eab5d353c14a4b', 'subnets': [{'id': '72e58ba4-a84b-46ec-9e4d-9c5fbc829e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:12:42.595176 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-bf7ca015-41a5-4c60-a656-4fbd8712f2b3 None None] Provisioning complete for port f3e64fcd-9985-44f9-a724-6cd341191c8e triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:12:42.595548 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bf7ca015-41a5-4c60-a656-4fbd8712f2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:42.648638 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-bf7ca015-41a5-4c60-a656-4fbd8712f2b3 None None] Port f3e64fcd-9985-44f9-a724-6cd341191c8e cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:12:42.702155 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:42.772683 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3053ec0-ba24-4b07-aa7c-4a1a2a677e8e admin admin] Router 271d8a46-adcf-4f44-88c3-de5a9c7441dc has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:12:42.916305 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:42.977085 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3053ec0-ba24-4b07-aa7c-4a1a2a677e8e admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:12:42.987323 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b3053ec0-ba24-4b07-aa7c-4a1a2a677e8e admin admin] 10.222.0.39 "PUT /v2.0/routers/271d8a46-adcf-4f44-88c3-de5a9c7441dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7330868 Apr 20 18:12:43.452563 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d73bbc46-3f9b-4d12-97df-1f30b5da2b21 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:12:43.535002 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port d73bbc46-3f9b-4d12-97df-1f30b5da2b21 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:12:43.535575 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:43.656293 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3096d52a-b9ca-46ae-8827-39ecff03e190 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:12:43.764314 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:43.780660 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 3096d52a-b9ca-46ae-8827-39ecff03e190 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:12:43.785508 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 3096d52a-b9ca-46ae-8827-39ecff03e190 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:12:43.785878 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:43.900195 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36508) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:43.901222 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:43.906208 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-19d38cbf-06a9-4953-92db-99e6714ecc65 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-657702655-network', 'tenant_id': '0432709c56c74f729b0d18d67776fbeb'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:12:43.912436 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-19d38cbf-06a9-4953-92db-99e6714ecc65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:12:43.916859 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-19d38cbf-06a9-4953-92db-99e6714ecc65 admin admin] Usage tracker for resource:network and tenant:0432709c56c74f729b0d18d67776fbeb is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:12:43.917922 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 3096d52a-b9ca-46ae-8827-39ecff03e190, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3096d52a-b9ca-46ae-8827-39ecff03e190,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:12:43.919876 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-19d38cbf-06a9-4953-92db-99e6714ecc65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:12:43.923220 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:43.927325 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-19d38cbf-06a9-4953-92db-99e6714ecc65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:12:43.940918 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d38cbf-06a9-4953-92db-99e6714ecc65 admin admin] Made reservation on behalf of 0432709c56c74f729b0d18d67776fbeb for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:12:43.943725 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19d38cbf-06a9-4953-92db-99e6714ecc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:43.956200 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19d38cbf-06a9-4953-92db-99e6714ecc65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:43.987542 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=3096d52a-b9ca-46ae-8827-39ecff03e190,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:43.990690 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-19d38cbf-06a9-4953-92db-99e6714ecc65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:12:43.994859 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-19d38cbf-06a9-4953-92db-99e6714ecc65 admin admin] Usage tracker for resource:security_group_rule and tenant:0432709c56c74f729b0d18d67776fbeb is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:12:43.997692 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-19d38cbf-06a9-4953-92db-99e6714ecc65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:12:44.003968 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-19d38cbf-06a9-4953-92db-99e6714ecc65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:12:44.074107 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19d38cbf-06a9-4953-92db-99e6714ecc65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:44.080525 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19d38cbf-06a9-4953-92db-99e6714ecc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:44.110375 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d38cbf-06a9-4953-92db-99e6714ecc65 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 18:12:44.119173 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d38cbf-06a9-4953-92db-99e6714ecc65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392cac76-182c-4e2b-a79b-540d119098d5,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:44.124822 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19d38cbf-06a9-4953-92db-99e6714ecc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:44.125153 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-19d38cbf-06a9-4953-92db-99e6714ecc65 admin admin] Added segment 43123b19-4264-42f7-8409-08cec8229a31 of type vlan for network a015af53-bb76-4daf-940b-b55ae883d491 Apr 20 18:12:44.150014 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19d38cbf-06a9-4953-92db-99e6714ecc65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:44.179891 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19d38cbf-06a9-4953-92db-99e6714ecc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:44.180770 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d38cbf-06a9-4953-92db-99e6714ecc65 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:44.181332 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19d38cbf-06a9-4953-92db-99e6714ecc65 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:44.215535 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:44.280017 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d38cbf-06a9-4953-92db-99e6714ecc65 admin admin] Pushing event updated for resources: {'Network': ['ID=a015af53-bb76-4daf-940b-b55ae883d491,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:44.282822 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-19d38cbf-06a9-4953-92db-99e6714ecc65 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3814409 Apr 20 18:12:44.285698 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36512) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:44.290420 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network a015af53-bb76-4daf-940b-b55ae883d491 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 18:12:44.291010 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-39df317e-8c97-4e14-87fa-7699d88ad16c admin admin] Request body: {'subnet': {'network_id': 'a015af53-bb76-4daf-940b-b55ae883d491', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-657702655-subnet', 'tenant_id': '0432709c56c74f729b0d18d67776fbeb', 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:12:44.296631 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-39df317e-8c97-4e14-87fa-7699d88ad16c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:12:44.300391 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-39df317e-8c97-4e14-87fa-7699d88ad16c admin admin] Usage tracker for resource:subnet and tenant:0432709c56c74f729b0d18d67776fbeb is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:12:44.303273 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-39df317e-8c97-4e14-87fa-7699d88ad16c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:12:44.309005 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-39df317e-8c97-4e14-87fa-7699d88ad16c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:12:44.320871 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39df317e-8c97-4e14-87fa-7699d88ad16c admin admin] Made reservation on behalf of 0432709c56c74f729b0d18d67776fbeb for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:12:44.323465 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-39df317e-8c97-4e14-87fa-7699d88ad16c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:44.525408 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-39df317e-8c97-4e14-87fa-7699d88ad16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:44.595674 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df317e-8c97-4e14-87fa-7699d88ad16c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0001b125-be91-4919-b5fc-37250c936c56,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:44.613953 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39df317e-8c97-4e14-87fa-7699d88ad16c admin admin] Checking segment: {'id': '43123b19-4264-42f7-8409-08cec8229a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a015af53-bb76-4daf-940b-b55ae883d491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:12:44.614334 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39df317e-8c97-4e14-87fa-7699d88ad16c admin admin] Network hostable DHCP agents. Network: a015af53-bb76-4daf-940b-b55ae883d491, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 18:12:44.637327 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39df317e-8c97-4e14-87fa-7699d88ad16c admin admin] Network a015af53-bb76-4daf-940b-b55ae883d491 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 18:12:44.647733 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-39df317e-8c97-4e14-87fa-7699d88ad16c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, a015af53-bb76-4daf-940b-b55ae883d491) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:12:44.651816 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39df317e-8c97-4e14-87fa-7699d88ad16c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:44.652392 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-39df317e-8c97-4e14-87fa-7699d88ad16c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:44.657370 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2b1815-615a-4b90-9c87-6dd1778e0a0b None None] Network a015af53-bb76-4daf-940b-b55ae883d491 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:12:44.680132 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-39df317e-8c97-4e14-87fa-7699d88ad16c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3907788 Apr 20 18:12:44.680725 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36516) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:44.686664 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-7019b6bc-38a4-4532-b236-7d6eecb0a317 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-657702655-router', 'tenant_id': '0432709c56c74f729b0d18d67776fbeb', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:12:44.692440 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7019b6bc-38a4-4532-b236-7d6eecb0a317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:12:44.696667 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7019b6bc-38a4-4532-b236-7d6eecb0a317 admin admin] Usage tracker for resource:router and tenant:0432709c56c74f729b0d18d67776fbeb is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:12:44.699850 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7019b6bc-38a4-4532-b236-7d6eecb0a317 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:12:44.705796 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7019b6bc-38a4-4532-b236-7d6eecb0a317 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:12:44.717926 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7019b6bc-38a4-4532-b236-7d6eecb0a317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:44.718770 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7019b6bc-38a4-4532-b236-7d6eecb0a317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:44.736524 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7019b6bc-38a4-4532-b236-7d6eecb0a317 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:44.866961 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03525dde-1340-47b9-a470-4dfcac08a0b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-a015af53-bb76-4daf-940b-b55ae883d491', 'network_id': 'a015af53-bb76-4daf-940b-b55ae883d491', 'tenant_id': '0432709c56c74f729b0d18d67776fbeb', 'fixed_ips': [{'subnet_id': '0001b125-be91-4919-b5fc-37250c936c56'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 18:12:44.867785 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-03525dde-1340-47b9-a470-4dfcac08a0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:44.881706 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7019b6bc-38a4-4532-b236-7d6eecb0a317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:45.024411 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-03525dde-1340-47b9-a470-4dfcac08a0b6 None None] Allocated IP 172.20.0.2 (a015af53-bb76-4daf-940b-b55ae883d491/0001b125-be91-4919-b5fc-37250c936c56/5a0f697a-ec9e-4d83-97bb-48cfe535ce1e) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:12:45.067338 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7019b6bc-38a4-4532-b236-7d6eecb0a317 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:45.096264 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7019b6bc-38a4-4532-b236-7d6eecb0a317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:45.233883 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-7019b6bc-38a4-4532-b236-7d6eecb0a317 admin admin] Allocated IP 172.25.8.242 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/a50aeece-603a-428f-b0cd-b143685002d3) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:12:45.235435 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-03525dde-1340-47b9-a470-4dfcac08a0b6 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:45.246656 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-03525dde-1340-47b9-a470-4dfcac08a0b6 None None] Transition to ACTIVE for port object 5a0f697a-ec9e-4d83-97bb-48cfe535ce1e will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:12:45.264431 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-03525dde-1340-47b9-a470-4dfcac08a0b6 None None] Transition to ACTIVE for port object 5a0f697a-ec9e-4d83-97bb-48cfe535ce1e will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:12:45.271549 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-03525dde-1340-47b9-a470-4dfcac08a0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:45.329765 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03525dde-1340-47b9-a470-4dfcac08a0b6 None None] Network a015af53-bb76-4daf-940b-b55ae883d491 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:12:45.331002 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-03525dde-1340-47b9-a470-4dfcac08a0b6 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:12:45.340230 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03525dde-1340-47b9-a470-4dfcac08a0b6 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:12:45.355998 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03525dde-1340-47b9-a470-4dfcac08a0b6 None None] Pushing event updated for resources: {'Port': ['ID=5a0f697a-ec9e-4d83-97bb-48cfe535ce1e,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:45.387737 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7019b6bc-38a4-4532-b236-7d6eecb0a317 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:45.390589 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3096d52a-b9ca-46ae-8827-39ecff03e190 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:12:45.416478 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7019b6bc-38a4-4532-b236-7d6eecb0a317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:45.487715 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7019b6bc-38a4-4532-b236-7d6eecb0a317 admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:12:45.488207 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-03525dde-1340-47b9-a470-4dfcac08a0b6 None None] Attempting to bind port 5a0f697a-ec9e-4d83-97bb-48cfe535ce1e on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:12:45.488566 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-03525dde-1340-47b9-a470-4dfcac08a0b6 None None] Attempting to bind port 5a0f697a-ec9e-4d83-97bb-48cfe535ce1e by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '43123b19-4264-42f7-8409-08cec8229a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a015af53-bb76-4daf-940b-b55ae883d491'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:12:45.488922 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03525dde-1340-47b9-a470-4dfcac08a0b6 None None] Attempting to bind port 5a0f697a-ec9e-4d83-97bb-48cfe535ce1e on network a015af53-bb76-4daf-940b-b55ae883d491 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:12:45.490628 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-7019b6bc-38a4-4532-b236-7d6eecb0a317 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:12:45.495680 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7019b6bc-38a4-4532-b236-7d6eecb0a317 admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:12:45.502020 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03525dde-1340-47b9-a470-4dfcac08a0b6 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:12:45.502408 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03525dde-1340-47b9-a470-4dfcac08a0b6 None None] Checking segment: {'id': '43123b19-4264-42f7-8409-08cec8229a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a015af53-bb76-4daf-940b-b55ae883d491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:12:45.502810 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-03525dde-1340-47b9-a470-4dfcac08a0b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:45.503195 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03525dde-1340-47b9-a470-4dfcac08a0b6 None None] Bound using segment: {'id': '43123b19-4264-42f7-8409-08cec8229a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a015af53-bb76-4daf-940b-b55ae883d491'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:12:45.503657 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-03525dde-1340-47b9-a470-4dfcac08a0b6 None None] Bound port: 5a0f697a-ec9e-4d83-97bb-48cfe535ce1e, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43123b19-4264-42f7-8409-08cec8229a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a015af53-bb76-4daf-940b-b55ae883d491'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:12:45.504024 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-03525dde-1340-47b9-a470-4dfcac08a0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:45.522605 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019b6bc-38a4-4532-b236-7d6eecb0a317 admin admin] Pushing event updated for resources: {'Port': ['ID=a50aeece-603a-428f-b0cd-b143685002d3,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:45.557104 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 3096d52a-b9ca-46ae-8827-39ecff03e190 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:12:45.557414 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:45.644598 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-03525dde-1340-47b9-a470-4dfcac08a0b6 None None] For port 5a0f697a-ec9e-4d83-97bb-48cfe535ce1e, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:12:45.648452 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-03525dde-1340-47b9-a470-4dfcac08a0b6 None None] For port 5a0f697a-ec9e-4d83-97bb-48cfe535ce1e, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=5a0f697a-ec9e-4d83-97bb-48cfe535ce1e,segment=NetworkSegment(43123b19-4264-42f7-8409-08cec8229a31),segment_id=43123b19-4264-42f7-8409-08cec8229a31)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:12:45.656550 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7019b6bc-38a4-4532-b236-7d6eecb0a317 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:45.657306 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7019b6bc-38a4-4532-b236-7d6eecb0a317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:45.675458 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-03525dde-1340-47b9-a470-4dfcac08a0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:45.780118 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:45.790773 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03525dde-1340-47b9-a470-4dfcac08a0b6 None None] Pushing event updated for resources: {'Port': ['ID=5a0f697a-ec9e-4d83-97bb-48cfe535ce1e,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:45.893632 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7019b6bc-38a4-4532-b236-7d6eecb0a317 admin admin] Router 1c187ef6-7693-4fa3-99e3-fa7add7a5697 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 18:12:46.236279 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7019b6bc-38a4-4532-b236-7d6eecb0a317 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:12:46.245474 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49d17ce-0525-4bb9-bc24-e59d218128a6 None None] Sync routers for ids ['1c187ef6-7693-4fa3-99e3-fa7add7a5697'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:12:46.258805 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49d17ce-0525-4bb9-bc24-e59d218128a6 None None] Routers {'1c187ef6-7693-4fa3-99e3-fa7add7a5697'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:12:46.259512 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c49d17ce-0525-4bb9-bc24-e59d218128a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:12:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['1c187ef6-7693-4fa3-99e3-fa7add7a5697'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:46.261049 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7019b6bc-38a4-4532-b236-7d6eecb0a317 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:46.265246 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7019b6bc-38a4-4532-b236-7d6eecb0a317 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5804741 Apr 20 18:12:46.265370 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36520) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:46.472163 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-c49d17ce-0525-4bb9-bc24-e59d218128a6 None None] Set router 1c187ef6-7693-4fa3-99e3-fa7add7a5697 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:12:46.695304 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56cfdc8-d894-4865-aa3e-65b433ad0087 None None] Network a015af53-bb76-4daf-940b-b55ae883d491 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:12:46.761299 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c49d17ce-0525-4bb9-bc24-e59d218128a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c187ef6-7693-4fa3-99e3-fa7add7a5697', 'name': 'tempest-TestEncryptedCinderVolumes-657702655-router', 'tenant_id': '0432709c56c74f729b0d18d67776fbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'a50aeece-603a-428f-b0cd-b143685002d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:12:44Z', 'updated_at': '2022-04-20T18:12:45Z', 'revision_number': 3, 'project_id': '0432709c56c74f729b0d18d67776fbeb', 'gw_port': {'id': 'a50aeece-603a-428f-b0cd-b143685002d3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ab:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c187ef6-7693-4fa3-99e3-fa7add7a5697', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:12:45Z', 'updated_at': '2022-04-20T18:12:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:46.765177 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49d17ce-0525-4bb9-bc24-e59d218128a6 None None] Checking router: 1c187ef6-7693-4fa3-99e3-fa7add7a5697 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:12:46.765738 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49d17ce-0525-4bb9-bc24-e59d218128a6 None None] Updating router 1c187ef6-7693-4fa3-99e3-fa7add7a5697 port a50aeece-603a-428f-b0cd-b143685002d3 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 18:12:46.815569 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c49d17ce-0525-4bb9-bc24-e59d218128a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:46.897727 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d78e77bb-a61f-4235-a0d7-abece3eea89e None None] Provisioning for port 5a0f697a-ec9e-4d83-97bb-48cfe535ce1e completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:12:47.013330 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-891670ef-cd38-4049-85a3-5edf4d923b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:47.148693 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c49d17ce-0525-4bb9-bc24-e59d218128a6 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:47.160276 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-c49d17ce-0525-4bb9-bc24-e59d218128a6 None None] Transition to ACTIVE for port object a50aeece-603a-428f-b0cd-b143685002d3 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:12:47.167909 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c49d17ce-0525-4bb9-bc24-e59d218128a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:47.224336 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-891670ef-cd38-4049-85a3-5edf4d923b5b admin admin] Allocated IP 172.20.0.1 (a015af53-bb76-4daf-940b-b55ae883d491/0001b125-be91-4919-b5fc-37250c936c56/e642168e-a332-4b8b-9d18-cbda0abd65dc) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:12:47.255364 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-c49d17ce-0525-4bb9-bc24-e59d218128a6 None None] Attempting to bind port a50aeece-603a-428f-b0cd-b143685002d3 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:12:47.255986 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-c49d17ce-0525-4bb9-bc24-e59d218128a6 None None] Attempting to bind port a50aeece-603a-428f-b0cd-b143685002d3 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:12:47.255986 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49d17ce-0525-4bb9-bc24-e59d218128a6 None None] Attempting to bind port a50aeece-603a-428f-b0cd-b143685002d3 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:12:47.258000 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742527e-a872-4375-96bc-26ce9e1da64e None None] Pushing event updated for resources: {'Port': ['ID=a50aeece-603a-428f-b0cd-b143685002d3,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:47.269610 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49d17ce-0525-4bb9-bc24-e59d218128a6 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:12:47.269948 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49d17ce-0525-4bb9-bc24-e59d218128a6 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:12:47.270368 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c49d17ce-0525-4bb9-bc24-e59d218128a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:47.270739 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49d17ce-0525-4bb9-bc24-e59d218128a6 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:12:47.271265 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-c49d17ce-0525-4bb9-bc24-e59d218128a6 None None] Bound port: a50aeece-603a-428f-b0cd-b143685002d3, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:12:47.271617 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c49d17ce-0525-4bb9-bc24-e59d218128a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:47.294386 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742527e-a872-4375-96bc-26ce9e1da64e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:47.294717 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742527e-a872-4375-96bc-26ce9e1da64e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:47.295414 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742527e-a872-4375-96bc-26ce9e1da64e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:47.295414 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742527e-a872-4375-96bc-26ce9e1da64e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:47.295630 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742527e-a872-4375-96bc-26ce9e1da64e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:47.295960 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742527e-a872-4375-96bc-26ce9e1da64e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:47.296310 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742527e-a872-4375-96bc-26ce9e1da64e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:47.296574 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742527e-a872-4375-96bc-26ce9e1da64e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:47.296870 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742527e-a872-4375-96bc-26ce9e1da64e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:47.297193 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742527e-a872-4375-96bc-26ce9e1da64e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:47.297494 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742527e-a872-4375-96bc-26ce9e1da64e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:47.354270 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-c49d17ce-0525-4bb9-bc24-e59d218128a6 None None] For port a50aeece-603a-428f-b0cd-b143685002d3, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:12:47.357281 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-c49d17ce-0525-4bb9-bc24-e59d218128a6 None None] For port a50aeece-603a-428f-b0cd-b143685002d3, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=a50aeece-603a-428f-b0cd-b143685002d3,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:12:47.363126 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c49d17ce-0525-4bb9-bc24-e59d218128a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:47.382955 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-891670ef-cd38-4049-85a3-5edf4d923b5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:47.400688 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-891670ef-cd38-4049-85a3-5edf4d923b5b admin admin] Transition to ACTIVE for port object e642168e-a332-4b8b-9d18-cbda0abd65dc will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:12:47.405730 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 5a0f697a-ec9e-4d83-97bb-48cfe535ce1e up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:12:47.424901 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-891670ef-cd38-4049-85a3-5edf4d923b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:47.451408 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742527e-a872-4375-96bc-26ce9e1da64e None None] Pushing event updated for resources: {'Port': ['ID=a50aeece-603a-428f-b0cd-b143685002d3,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:47.456091 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49d17ce-0525-4bb9-bc24-e59d218128a6 None None] Routers {'1c187ef6-7693-4fa3-99e3-fa7add7a5697'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:12:47.456682 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c49d17ce-0525-4bb9-bc24-e59d218128a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:12:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['1c187ef6-7693-4fa3-99e3-fa7add7a5697'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:47.501483 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891670ef-cd38-4049-85a3-5edf4d923b5b admin admin] Network a015af53-bb76-4daf-940b-b55ae883d491 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:12:47.504815 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-891670ef-cd38-4049-85a3-5edf4d923b5b admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:12:47.509525 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891670ef-cd38-4049-85a3-5edf4d923b5b admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:12:47.519940 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 5a0f697a-ec9e-4d83-97bb-48cfe535ce1e completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:12:47.527026 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 5a0f697a-ec9e-4d83-97bb-48cfe535ce1e triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:12:47.527389 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:47.534249 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891670ef-cd38-4049-85a3-5edf4d923b5b admin admin] Pushing event updated for resources: {'Port': ['ID=e642168e-a332-4b8b-9d18-cbda0abd65dc,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:47.564227 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-891670ef-cd38-4049-85a3-5edf4d923b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:47.651211 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-c49d17ce-0525-4bb9-bc24-e59d218128a6 None None] Set router 1c187ef6-7693-4fa3-99e3-fa7add7a5697 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:12:47.656213 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-891670ef-cd38-4049-85a3-5edf4d923b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:47.663651 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:47.699436 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 5a0f697a-ec9e-4d83-97bb-48cfe535ce1e, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=5a0f697a-ec9e-4d83-97bb-48cfe535ce1e,segment=NetworkSegment(43123b19-4264-42f7-8409-08cec8229a31),segment_id=43123b19-4264-42f7-8409-08cec8229a31)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:12:47.707282 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:47.784498 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=5a0f697a-ec9e-4d83-97bb-48cfe535ce1e,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:47.865769 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1929dfdb-d9d1-43a3-ab7a-75a6c19b4bf0 None None] Provisioning for port e642168e-a332-4b8b-9d18-cbda0abd65dc completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:12:47.871189 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1929dfdb-d9d1-43a3-ab7a-75a6c19b4bf0 None None] Provisioning complete for port e642168e-a332-4b8b-9d18-cbda0abd65dc triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:12:47.871710 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1929dfdb-d9d1-43a3-ab7a-75a6c19b4bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:47.923008 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1929dfdb-d9d1-43a3-ab7a-75a6c19b4bf0 None None] Port e642168e-a332-4b8b-9d18-cbda0abd65dc cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:12:47.984226 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c49d17ce-0525-4bb9-bc24-e59d218128a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c187ef6-7693-4fa3-99e3-fa7add7a5697', 'name': 'tempest-TestEncryptedCinderVolumes-657702655-router', 'tenant_id': '0432709c56c74f729b0d18d67776fbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'a50aeece-603a-428f-b0cd-b143685002d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:12:44Z', 'updated_at': '2022-04-20T18:12:45Z', 'revision_number': 3, 'project_id': '0432709c56c74f729b0d18d67776fbeb', 'gw_port': {'id': 'a50aeece-603a-428f-b0cd-b143685002d3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ab:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c187ef6-7693-4fa3-99e3-fa7add7a5697', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:12:45Z', 'updated_at': '2022-04-20T18:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:47.988124 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49d17ce-0525-4bb9-bc24-e59d218128a6 None None] The sync data for ids ['1c187ef6-7693-4fa3-99e3-fa7add7a5697'] in n-d-838032-1 is: [{'id': '1c187ef6-7693-4fa3-99e3-fa7add7a5697', 'name': 'tempest-TestEncryptedCinderVolumes-657702655-router', 'tenant_id': '0432709c56c74f729b0d18d67776fbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'a50aeece-603a-428f-b0cd-b143685002d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:12:44Z', 'updated_at': '2022-04-20T18:12:45Z', 'revision_number': 3, 'project_id': '0432709c56c74f729b0d18d67776fbeb', 'gw_port': {'id': 'a50aeece-603a-428f-b0cd-b143685002d3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ab:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c187ef6-7693-4fa3-99e3-fa7add7a5697', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:12:45Z', 'updated_at': '2022-04-20T18:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:12:48.014231 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-891670ef-cd38-4049-85a3-5edf4d923b5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:48.020932 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-891670ef-cd38-4049-85a3-5edf4d923b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:48.123255 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891670ef-cd38-4049-85a3-5edf4d923b5b admin admin] Pushing event updated for resources: {'Port': ['ID=e642168e-a332-4b8b-9d18-cbda0abd65dc,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:48.126734 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-891670ef-cd38-4049-85a3-5edf4d923b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:48.263101 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891670ef-cd38-4049-85a3-5edf4d923b5b admin admin] Network a015af53-bb76-4daf-940b-b55ae883d491 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:12:48.264207 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-891670ef-cd38-4049-85a3-5edf4d923b5b admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:12:48.550044 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6f702767-fe80-44f4-978f-0614c3daa46c None None] Provisioning complete for port e642168e-a332-4b8b-9d18-cbda0abd65dc triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:12:48.550381 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6f702767-fe80-44f4-978f-0614c3daa46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:48.604637 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-6f702767-fe80-44f4-978f-0614c3daa46c None None] Port e642168e-a332-4b8b-9d18-cbda0abd65dc cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:12:48.646702 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891670ef-cd38-4049-85a3-5edf4d923b5b admin admin] Router 1c187ef6-7693-4fa3-99e3-fa7add7a5697 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:12:48.843964 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891670ef-cd38-4049-85a3-5edf4d923b5b admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:12:48.852896 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-891670ef-cd38-4049-85a3-5edf4d923b5b admin admin] 10.222.0.39 "PUT /v2.0/routers/1c187ef6-7693-4fa3-99e3-fa7add7a5697/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5865617 Apr 20 18:12:49.355665 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 5a0f697a-ec9e-4d83-97bb-48cfe535ce1e up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:12:49.424009 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 5a0f697a-ec9e-4d83-97bb-48cfe535ce1e triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:12:49.424366 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:49.769123 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-383b8934-6e41-47a9-ba15-3be081e80451 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:49.769762 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-383b8934-6e41-47a9-ba15-3be081e80451 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Synchronizing usage tracker for tenant:5a899d1acafd494694eab5d353c14a4b on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:12:49.789889 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-383b8934-6e41-47a9-ba15-3be081e80451 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Unset dirty status for tenant:5a899d1acafd494694eab5d353c14a4b on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:12:49.791155 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-383b8934-6e41-47a9-ba15-3be081e80451 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/networks?id=812cfb4c-4d8e-4d65-b6b1-3632b0faad7a HTTP/1.1" status: 200 len: 817 time: 0.1607947 Apr 20 18:12:49.809937 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-02f667e1-f2ac-41d2-8de5-dc95c4587e00 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/quotas/5a899d1acafd494694eab5d353c14a4b HTTP/1.1" status: 200 len: 375 time: 0.0110502 Apr 20 18:12:49.889011 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-51e3466e-3c91-43d2-ab08-359f93b3bf41 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Synchronizing usage tracker for tenant:5a899d1acafd494694eab5d353c14a4b on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:12:49.907754 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-51e3466e-3c91-43d2-ab08-359f93b3bf41 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Unset dirty status for tenant:5a899d1acafd494694eab5d353c14a4b on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:12:49.909201 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-51e3466e-3c91-43d2-ab08-359f93b3bf41 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a899d1acafd494694eab5d353c14a4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944657 Apr 20 18:12:50.045576 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-de281fd4-d127-4953-9e97-aefbaa776c23 service neutron] 10.222.0.39 "GET /v2.0/networks/812cfb4c-4d8e-4d65-b6b1-3632b0faad7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243577 Apr 20 18:12:50.179375 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-6f588e74-546b-436c-bb49-b9e5085007a8 service neutron] 10.222.0.39 "GET /v2.0/networks/812cfb4c-4d8e-4d65-b6b1-3632b0faad7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249774 Apr 20 18:12:50.402830 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ab5e929c-1c82-43ab-9042-ef83cf153279 req-093b6e1c-90c9-4ef6-b8a9-e07318fa7a0f tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3c09941-1285-49a4-a860-2672f2048f9c HTTP/1.1" status: 200 len: 210 time: 0.0509460 Apr 20 18:12:51.664730 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-7913ea35-3ce0-4895-b31c-574069fc0b89 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:51.666957 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-7913ea35-3ce0-4895-b31c-574069fc0b89 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.10 "GET /v2.0/networks?id=812cfb4c-4d8e-4d65-b6b1-3632b0faad7a HTTP/1.1" status: 200 len: 817 time: 0.1467996 Apr 20 18:12:51.683719 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-44e4ed18-3812-4f84-a2cc-1ce08b36dbd6 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Request body: {'port': {'device_id': 'd3c09941-1285-49a4-a860-2672f2048f9c', 'network_id': '812cfb4c-4d8e-4d65-b6b1-3632b0faad7a', 'admin_state_up': True, 'tenant_id': '5a899d1acafd494694eab5d353c14a4b'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:12:51.687567 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9357d95e-dd0f-4208-967a-272796c88580 req-1871293f-a6d1-4a20-9128-350448f448bd tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3c09941-1285-49a4-a860-2672f2048f9c HTTP/1.1" status: 200 len: 210 time: 0.1656737 Apr 20 18:12:51.817852 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-44e4ed18-3812-4f84-a2cc-1ce08b36dbd6 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:12:51.827232 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-44e4ed18-3812-4f84-a2cc-1ce08b36dbd6 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:12:51.838823 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-44e4ed18-3812-4f84-a2cc-1ce08b36dbd6 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Made reservation on behalf of 5a899d1acafd494694eab5d353c14a4b for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:12:51.841794 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-44e4ed18-3812-4f84-a2cc-1ce08b36dbd6 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:52.113622 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-44e4ed18-3812-4f84-a2cc-1ce08b36dbd6 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Allocated IP 172.20.0.8 (812cfb4c-4d8e-4d65-b6b1-3632b0faad7a/72e58ba4-a84b-46ec-9e4d-9c5fbc829e7e/77561606-1270-4bc2-a347-590de111b803) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:12:52.332454 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-44e4ed18-3812-4f84-a2cc-1ce08b36dbd6 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:52.348032 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-44e4ed18-3812-4f84-a2cc-1ce08b36dbd6 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Transition to ACTIVE for port object 77561606-1270-4bc2-a347-590de111b803 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:12:52.376662 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-44e4ed18-3812-4f84-a2cc-1ce08b36dbd6 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:52.462201 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-44e4ed18-3812-4f84-a2cc-1ce08b36dbd6 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Network 812cfb4c-4d8e-4d65-b6b1-3632b0faad7a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:12:52.468140 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-44e4ed18-3812-4f84-a2cc-1ce08b36dbd6 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:12:52.470321 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4ed18-3812-4f84-a2cc-1ce08b36dbd6 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Pushing event updated for resources: {'Port': ['ID=77561606-1270-4bc2-a347-590de111b803,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:52.472336 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-44e4ed18-3812-4f84-a2cc-1ce08b36dbd6 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:12:52.539111 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-44e4ed18-3812-4f84-a2cc-1ce08b36dbd6 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:52.539701 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-44e4ed18-3812-4f84-a2cc-1ce08b36dbd6 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:52.572446 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-44e4ed18-3812-4f84-a2cc-1ce08b36dbd6 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8924956 Apr 20 18:12:52.584266 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-17d39f47-189f-4917-8dcc-70e91bf9834d service neutron] Request body: {'port': {'device_id': 'd3c09941-1285-49a4-a860-2672f2048f9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:12:52.696312 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-17d39f47-189f-4917-8dcc-70e91bf9834d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:52.759592 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-9c792560-8542-4174-8518-42831ca5fe0d None None] Provisioning for port 77561606-1270-4bc2-a347-590de111b803 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:12:52.764625 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-9c792560-8542-4174-8518-42831ca5fe0d None None] Provisioning complete for port 77561606-1270-4bc2-a347-590de111b803 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:12:52.764987 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9c792560-8542-4174-8518-42831ca5fe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:52.821730 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-9c792560-8542-4174-8518-42831ca5fe0d None None] Port 77561606-1270-4bc2-a347-590de111b803 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:12:53.014332 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193569ec-5c4a-4111-aef1-21e50ebdca16 req-5135edd9-1c64-4928-aa27-d22e37a47bfa tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:53.015019 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-193569ec-5c4a-4111-aef1-21e50ebdca16 req-5135edd9-1c64-4928-aa27-d22e37a47bfa tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Synchronizing usage tracker for tenant:5a899d1acafd494694eab5d353c14a4b on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:12:53.050629 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-193569ec-5c4a-4111-aef1-21e50ebdca16 req-5135edd9-1c64-4928-aa27-d22e37a47bfa tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Unset dirty status for tenant:5a899d1acafd494694eab5d353c14a4b on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:12:53.051786 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-193569ec-5c4a-4111-aef1-21e50ebdca16 req-5135edd9-1c64-4928-aa27-d22e37a47bfa tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3c09941-1285-49a4-a860-2672f2048f9c HTTP/1.1" status: 200 len: 931 time: 0.2301905 Apr 20 18:12:53.146624 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-17d39f47-189f-4917-8dcc-70e91bf9834d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77561606-1270-4bc2-a347-590de111b803 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:12:53.155721 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-193569ec-5c4a-4111-aef1-21e50ebdca16 req-b9ba9506-1d6a-422b-8e8d-6626c628e789 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c03cb40-27f8-4a68-95d0-aa63bf5d3395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954199 Apr 20 18:12:53.157168 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-17d39f47-189f-4917-8dcc-70e91bf9834d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:53.172389 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-17d39f47-189f-4917-8dcc-70e91bf9834d service neutron] Transition to ACTIVE for port object 77561606-1270-4bc2-a347-590de111b803 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:12:53.178962 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-17d39f47-189f-4917-8dcc-70e91bf9834d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:53.305865 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d39f47-189f-4917-8dcc-70e91bf9834d service neutron] Pushing event updated for resources: {'Port': ['ID=77561606-1270-4bc2-a347-590de111b803,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:53.352280 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d39f47-189f-4917-8dcc-70e91bf9834d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:53.352647 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d39f47-189f-4917-8dcc-70e91bf9834d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:53.352926 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d39f47-189f-4917-8dcc-70e91bf9834d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:53.353244 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d39f47-189f-4917-8dcc-70e91bf9834d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:53.353561 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d39f47-189f-4917-8dcc-70e91bf9834d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:53.353878 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d39f47-189f-4917-8dcc-70e91bf9834d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:53.354211 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d39f47-189f-4917-8dcc-70e91bf9834d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:53.354516 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d39f47-189f-4917-8dcc-70e91bf9834d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:53.354827 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d39f47-189f-4917-8dcc-70e91bf9834d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:53.355136 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d39f47-189f-4917-8dcc-70e91bf9834d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:53.355442 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d39f47-189f-4917-8dcc-70e91bf9834d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:12:53.415416 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device a50aeece-603a-428f-b0cd-b143685002d3 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:12:53.459748 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-17d39f47-189f-4917-8dcc-70e91bf9834d service neutron] Attempting to bind port 77561606-1270-4bc2-a347-590de111b803 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:12:53.460129 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-17d39f47-189f-4917-8dcc-70e91bf9834d service neutron] Attempting to bind port 77561606-1270-4bc2-a347-590de111b803 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'e66b56d2-46f2-48f7-9150-6c2ea6f62c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '812cfb4c-4d8e-4d65-b6b1-3632b0faad7a'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:12:53.460431 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-17d39f47-189f-4917-8dcc-70e91bf9834d service neutron] Attempting to bind port 77561606-1270-4bc2-a347-590de111b803 on network 812cfb4c-4d8e-4d65-b6b1-3632b0faad7a {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:12:53.466824 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-17d39f47-189f-4917-8dcc-70e91bf9834d service neutron] Port 77561606-1270-4bc2-a347-590de111b803 on network 812cfb4c-4d8e-4d65-b6b1-3632b0faad7a not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 18:12:53.467137 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-17d39f47-189f-4917-8dcc-70e91bf9834d service neutron] Attempting to bind port 77561606-1270-4bc2-a347-590de111b803 on network 812cfb4c-4d8e-4d65-b6b1-3632b0faad7a {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:12:53.474877 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-17d39f47-189f-4917-8dcc-70e91bf9834d service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:12:53.475243 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-17d39f47-189f-4917-8dcc-70e91bf9834d service neutron] Checking segment: {'id': 'e66b56d2-46f2-48f7-9150-6c2ea6f62c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '812cfb4c-4d8e-4d65-b6b1-3632b0faad7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:12:53.475621 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-17d39f47-189f-4917-8dcc-70e91bf9834d service neutron] Bound using segment: {'id': 'e66b56d2-46f2-48f7-9150-6c2ea6f62c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '812cfb4c-4d8e-4d65-b6b1-3632b0faad7a'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:12:53.476048 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-17d39f47-189f-4917-8dcc-70e91bf9834d service neutron] Bound port: 77561606-1270-4bc2-a347-590de111b803, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66b56d2-46f2-48f7-9150-6c2ea6f62c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '812cfb4c-4d8e-4d65-b6b1-3632b0faad7a'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:12:53.476389 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-17d39f47-189f-4917-8dcc-70e91bf9834d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:53.522227 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port a50aeece-603a-428f-b0cd-b143685002d3 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:12:53.527272 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port a50aeece-603a-428f-b0cd-b143685002d3 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:12:53.527630 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:53.580447 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-17d39f47-189f-4917-8dcc-70e91bf9834d service neutron] For port 77561606-1270-4bc2-a347-590de111b803, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:12:53.583607 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-17d39f47-189f-4917-8dcc-70e91bf9834d service neutron] For port 77561606-1270-4bc2-a347-590de111b803, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=77561606-1270-4bc2-a347-590de111b803,segment=NetworkSegment(e66b56d2-46f2-48f7-9150-6c2ea6f62c5d),segment_id=e66b56d2-46f2-48f7-9150-6c2ea6f62c5d)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:12:53.590139 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-17d39f47-189f-4917-8dcc-70e91bf9834d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:53.651603 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-17d39f47-189f-4917-8dcc-70e91bf9834d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:53.654698 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-17d39f47-189f-4917-8dcc-70e91bf9834d service neutron] 10.222.0.10 "PUT /v2.0/ports/77561606-1270-4bc2-a347-590de111b803 HTTP/1.1" status: 200 len: 1091 time: 1.0731549 Apr 20 18:12:53.654698 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c09941-1285-49a4-a860-2672f2048f9c', 'tag': '77561606-1270-4bc2-a347-590de111b803'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:12:53.667900 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:53.675718 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d39f47-189f-4917-8dcc-70e91bf9834d service neutron] Pushing event updated for resources: {'Port': ['ID=77561606-1270-4bc2-a347-590de111b803,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:53.690789 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port a50aeece-603a-428f-b0cd-b143685002d3, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=a50aeece-603a-428f-b0cd-b143685002d3,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:12:53.693983 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:53.730462 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e24bebe9-edda-4351-909c-4d08efaa4326'] response: {'name': 'network-changed', 'server_uuid': 'd3c09941-1285-49a4-a860-2672f2048f9c', 'tag': '77561606-1270-4bc2-a347-590de111b803', 'status': 'completed', 'code': 200} Apr 20 18:12:53.772559 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-8d3944db-919e-44a1-b68c-d3ebf956f257 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5a899d1acafd494694eab5d353c14a4b&device_id=d3c09941-1285-49a4-a860-2672f2048f9c HTTP/1.1" status: 200 len: 1094 time: 0.0772877 Apr 20 18:12:53.776180 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=a50aeece-603a-428f-b0cd-b143685002d3,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:53.845422 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-bd5aa20d-d14a-4ae1-86bb-4cd681957098 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77561606-1270-4bc2-a347-590de111b803 HTTP/1.1" status: 200 len: 217 time: 0.0651948 Apr 20 18:12:53.907788 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-f123286d-9708-4ed3-922c-b1a8ddd10b6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:53.909185 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-f123286d-9708-4ed3-922c-b1a8ddd10b6d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=72e58ba4-a84b-46ec-9e4d-9c5fbc829e7e HTTP/1.1" status: 200 len: 856 time: 0.0575647 Apr 20 18:12:54.072832 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-fb6ff34d-14a1-476e-a622-6f8079221701 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=812cfb4c-4d8e-4d65-b6b1-3632b0faad7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1573727 Apr 20 18:12:54.202414 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-2524a361-a1f1-41ee-8d35-4cc7e4d1dfff service neutron] 10.222.0.10 "GET /v2.0/networks/812cfb4c-4d8e-4d65-b6b1-3632b0faad7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233685 Apr 20 18:12:54.380331 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-80197b29-2600-4c59-89f1-2a0c774a1977 req-b5a5a457-d4cc-4420-b3ec-e6a76ce173f1 service neutron] 10.222.0.10 "GET /v2.0/networks/812cfb4c-4d8e-4d65-b6b1-3632b0faad7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726379 Apr 20 18:12:54.399988 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a566ba9-492b-45d8-b8ec-2e52dba0da53 req-20daac04-a7cb-4beb-98ba-2444fce57fe4 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:54.401541 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7a566ba9-492b-45d8-b8ec-2e52dba0da53 req-20daac04-a7cb-4beb-98ba-2444fce57fe4 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3c09941-1285-49a4-a860-2672f2048f9c HTTP/1.1" status: 200 len: 943 time: 0.1225250 Apr 20 18:12:54.485394 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7a566ba9-492b-45d8-b8ec-2e52dba0da53 req-a51c55b9-1926-47bd-8ee7-3323b314311e tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c03cb40-27f8-4a68-95d0-aa63bf5d3395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772178 Apr 20 18:12:54.515761 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13d48d01-9374-4d95-8691-a9baeef386d0 req-42482505-5697-4aa4-8d47-dd92230d6140 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5a899d1acafd494694eab5d353c14a4b&device_id=d3c09941-1285-49a4-a860-2672f2048f9c HTTP/1.1" status: 200 len: 1094 time: 0.0777934 Apr 20 18:12:54.647770 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d48d01-9374-4d95-8691-a9baeef386d0 req-c8637bb9-77d9-4e4a-b5f9-021ba4785fa1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:54.649193 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13d48d01-9374-4d95-8691-a9baeef386d0 req-c8637bb9-77d9-4e4a-b5f9-021ba4785fa1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=812cfb4c-4d8e-4d65-b6b1-3632b0faad7a HTTP/1.1" status: 200 len: 918 time: 0.1273825 Apr 20 18:12:54.718338 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13d48d01-9374-4d95-8691-a9baeef386d0 req-059f5515-4aad-4dd3-a2de-299b77cf46a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77561606-1270-4bc2-a347-590de111b803 HTTP/1.1" status: 200 len: 217 time: 0.0628710 Apr 20 18:12:54.778557 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d48d01-9374-4d95-8691-a9baeef386d0 req-9c37a824-76df-4f9c-bb96-dd0b9e01a9a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:54.779982 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13d48d01-9374-4d95-8691-a9baeef386d0 req-9c37a824-76df-4f9c-bb96-dd0b9e01a9a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=72e58ba4-a84b-46ec-9e4d-9c5fbc829e7e HTTP/1.1" status: 200 len: 856 time: 0.0556934 Apr 20 18:12:54.863307 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13d48d01-9374-4d95-8691-a9baeef386d0 req-6b05c6e3-5c4d-4889-bd69-32ff8283845f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=812cfb4c-4d8e-4d65-b6b1-3632b0faad7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777261 Apr 20 18:12:55.003188 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13d48d01-9374-4d95-8691-a9baeef386d0 req-9b5b02f6-c86e-4b0c-9b4c-014790241a76 service neutron] 10.222.0.10 "GET /v2.0/networks/812cfb4c-4d8e-4d65-b6b1-3632b0faad7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320283 Apr 20 18:12:55.144219 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-13d48d01-9374-4d95-8691-a9baeef386d0 req-8ae57429-b550-4054-b1a0-a46a72b03862 service neutron] 10.222.0.10 "GET /v2.0/networks/812cfb4c-4d8e-4d65-b6b1-3632b0faad7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337435 Apr 20 18:12:55.372116 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device a50aeece-603a-428f-b0cd-b143685002d3 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:12:55.441817 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port a50aeece-603a-428f-b0cd-b143685002d3 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:12:55.442153 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:55.692680 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea0e42-6f23-4b14-b42f-24a48ea65557 req-6e4c2762-9f30-4161-8069-77d6ae126c33 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:55.694140 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1aea0e42-6f23-4b14-b42f-24a48ea65557 req-6e4c2762-9f30-4161-8069-77d6ae126c33 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3c09941-1285-49a4-a860-2672f2048f9c HTTP/1.1" status: 200 len: 943 time: 0.0814404 Apr 20 18:12:55.741168 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-1aea0e42-6f23-4b14-b42f-24a48ea65557 req-6b1b538b-bd74-464d-b207-8b835d59918e tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Synchronizing usage tracker for tenant:5a899d1acafd494694eab5d353c14a4b on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:12:55.761352 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-1aea0e42-6f23-4b14-b42f-24a48ea65557 req-6b1b538b-bd74-464d-b207-8b835d59918e tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Unset dirty status for tenant:5a899d1acafd494694eab5d353c14a4b on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:12:55.762570 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1aea0e42-6f23-4b14-b42f-24a48ea65557 req-6b1b538b-bd74-464d-b207-8b835d59918e tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c03cb40-27f8-4a68-95d0-aa63bf5d3395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604639 Apr 20 18:12:56.975491 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9878b9-8f46-4cce-b64f-37a66a4ebb54 req-1ada14ae-93f3-47ca-8034-2acc28e7064b tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:56.976942 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bd9878b9-8f46-4cce-b64f-37a66a4ebb54 req-1ada14ae-93f3-47ca-8034-2acc28e7064b tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3c09941-1285-49a4-a860-2672f2048f9c HTTP/1.1" status: 200 len: 943 time: 0.0832524 Apr 20 18:12:57.021988 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bd9878b9-8f46-4cce-b64f-37a66a4ebb54 req-085e4b6c-ad35-4b07-99d5-4dddad76407b tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c03cb40-27f8-4a68-95d0-aa63bf5d3395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394423 Apr 20 18:12:57.190502 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ef113-0f01-402c-b7a9-4a27b2929d99 None None] Sync routers for ids ['271d8a46-adcf-4f44-88c3-de5a9c7441dc'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:12:57.203826 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104ef113-0f01-402c-b7a9-4a27b2929d99 None None] Routers {'271d8a46-adcf-4f44-88c3-de5a9c7441dc'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:12:57.204427 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-104ef113-0f01-402c-b7a9-4a27b2929d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:12:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['271d8a46-adcf-4f44-88c3-de5a9c7441dc'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:57.381780 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-104ef113-0f01-402c-b7a9-4a27b2929d99 None None] Set router 271d8a46-adcf-4f44-88c3-de5a9c7441dc gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:12:57.516911 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 77561606-1270-4bc2-a347-590de111b803 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:12:57.799201 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 77561606-1270-4bc2-a347-590de111b803, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=77561606-1270-4bc2-a347-590de111b803,segment=NetworkSegment(e66b56d2-46f2-48f7-9150-6c2ea6f62c5d),segment_id=e66b56d2-46f2-48f7-9150-6c2ea6f62c5d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:12:57.814880 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '77561606-1270-4bc2-a347-590de111b803', 'network_id': '812cfb4c-4d8e-4d65-b6b1-3632b0faad7a', 'port_id': '77561606-1270-4bc2-a347-590de111b803', 'mac_address': 'fa:16:3e:b9:32:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e58ba4-a84b-46ec-9e4d-9c5fbc829e7e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:12:57.874299 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:57.887112 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-104ef113-0f01-402c-b7a9-4a27b2929d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271d8a46-adcf-4f44-88c3-de5a9c7441dc', 'name': 'tempest-TestEncryptedCinderVolumes-1799499775-router', 'tenant_id': '5a899d1acafd494694eab5d353c14a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '3096d52a-b9ca-46ae-8827-39ecff03e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:12:38Z', 'updated_at': '2022-04-20T18:12:41Z', 'revision_number': 4, 'project_id': '5a899d1acafd494694eab5d353c14a4b', 'gw_port': {'id': '3096d52a-b9ca-46ae-8827-39ecff03e190', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:db:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271d8a46-adcf-4f44-88c3-de5a9c7441dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:12:39Z', 'updated_at': '2022-04-20T18:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'f3e64fcd-9985-44f9-a724-6cd341191c8e', 'name': '', 'network_id': '812cfb4c-4d8e-4d65-b6b1-3632b0faad7a', 'tenant_id': '5a899d1acafd494694eab5d353c14a4b', 'mac_address': 'fa:16:3e:37:16:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271d8a46-adcf-4f44-88c3-de5a9c7441dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72e58ba4-a84b-46ec-9e4d-9c5fbc829e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:12:41Z', 'updated_at': '2022-04-20T18:12:41Z', 'revision_number': 2, 'project_id': '5a899d1acafd494694eab5d353c14a4b', 'subnets': [{'id': '72e58ba4-a84b-46ec-9e4d-9c5fbc829e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:57.895695 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ef113-0f01-402c-b7a9-4a27b2929d99 None None] Checking router: 271d8a46-adcf-4f44-88c3-de5a9c7441dc for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:12:57.896039 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ef113-0f01-402c-b7a9-4a27b2929d99 None None] Updating router 271d8a46-adcf-4f44-88c3-de5a9c7441dc port f3e64fcd-9985-44f9-a724-6cd341191c8e binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 18:12:57.923220 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77561606-1270-4bc2-a347-590de111b803 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:12:57.955078 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 77561606-1270-4bc2-a347-590de111b803, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=77561606-1270-4bc2-a347-590de111b803,segment=NetworkSegment(e66b56d2-46f2-48f7-9150-6c2ea6f62c5d),segment_id=e66b56d2-46f2-48f7-9150-6c2ea6f62c5d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:12:57.957598 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-104ef113-0f01-402c-b7a9-4a27b2929d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:57.967680 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:58.112120 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=77561606-1270-4bc2-a347-590de111b803,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:58.220662 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233d6a3-95e4-4e46-9e85-39b615a456c1 req-7edae8be-98e9-4a4c-9e2e-8ea302e20b2d tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:58.222263 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5233d6a3-95e4-4e46-9e85-39b615a456c1 req-7edae8be-98e9-4a4c-9e2e-8ea302e20b2d tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3c09941-1285-49a4-a860-2672f2048f9c HTTP/1.1" status: 200 len: 944 time: 0.0806553 Apr 20 18:12:58.266846 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['77561606-1270-4bc2-a347-590de111b803'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:12:58.268253 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5233d6a3-95e4-4e46-9e85-39b615a456c1 req-2d77d4ac-412a-4d54-a8ca-648b1a0435dd tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c03cb40-27f8-4a68-95d0-aa63bf5d3395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399909 Apr 20 18:12:58.429522 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-104ef113-0f01-402c-b7a9-4a27b2929d99 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:58.457102 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-104ef113-0f01-402c-b7a9-4a27b2929d99 None None] Transition to ACTIVE for port object f3e64fcd-9985-44f9-a724-6cd341191c8e will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:12:58.474510 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-104ef113-0f01-402c-b7a9-4a27b2929d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:58.630442 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caead2d2-7dca-441a-82a4-ee2e8f00c98c None None] Pushing event updated for resources: {'Port': ['ID=f3e64fcd-9985-44f9-a724-6cd341191c8e,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:58.734399 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-104ef113-0f01-402c-b7a9-4a27b2929d99 None None] Attempting to bind port f3e64fcd-9985-44f9-a724-6cd341191c8e on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:12:58.734767 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-104ef113-0f01-402c-b7a9-4a27b2929d99 None None] Attempting to bind port f3e64fcd-9985-44f9-a724-6cd341191c8e by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'e66b56d2-46f2-48f7-9150-6c2ea6f62c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '812cfb4c-4d8e-4d65-b6b1-3632b0faad7a'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:12:58.735275 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104ef113-0f01-402c-b7a9-4a27b2929d99 None None] Attempting to bind port f3e64fcd-9985-44f9-a724-6cd341191c8e on network 812cfb4c-4d8e-4d65-b6b1-3632b0faad7a {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:12:58.742091 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104ef113-0f01-402c-b7a9-4a27b2929d99 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:12:58.742514 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104ef113-0f01-402c-b7a9-4a27b2929d99 None None] Checking segment: {'id': 'e66b56d2-46f2-48f7-9150-6c2ea6f62c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '812cfb4c-4d8e-4d65-b6b1-3632b0faad7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:12:58.742906 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-104ef113-0f01-402c-b7a9-4a27b2929d99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:58.743285 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104ef113-0f01-402c-b7a9-4a27b2929d99 None None] Bound using segment: {'id': 'e66b56d2-46f2-48f7-9150-6c2ea6f62c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '812cfb4c-4d8e-4d65-b6b1-3632b0faad7a'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:12:58.743739 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-104ef113-0f01-402c-b7a9-4a27b2929d99 None None] Bound port: f3e64fcd-9985-44f9-a724-6cd341191c8e, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e66b56d2-46f2-48f7-9150-6c2ea6f62c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '812cfb4c-4d8e-4d65-b6b1-3632b0faad7a'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:12:58.744102 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-104ef113-0f01-402c-b7a9-4a27b2929d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:58.801213 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0011aea8-cbf2-422d-ad79-678883ec14dd None None] Sync routers for ids ['1c187ef6-7693-4fa3-99e3-fa7add7a5697'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:12:58.813719 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0011aea8-cbf2-422d-ad79-678883ec14dd None None] Routers {'1c187ef6-7693-4fa3-99e3-fa7add7a5697'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:12:58.814333 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-0011aea8-cbf2-422d-ad79-678883ec14dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:12:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['1c187ef6-7693-4fa3-99e3-fa7add7a5697'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:58.842031 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-104ef113-0f01-402c-b7a9-4a27b2929d99 None None] For port f3e64fcd-9985-44f9-a724-6cd341191c8e, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:12:58.845214 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-104ef113-0f01-402c-b7a9-4a27b2929d99 None None] For port f3e64fcd-9985-44f9-a724-6cd341191c8e, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f3e64fcd-9985-44f9-a724-6cd341191c8e,segment=NetworkSegment(e66b56d2-46f2-48f7-9150-6c2ea6f62c5d),segment_id=e66b56d2-46f2-48f7-9150-6c2ea6f62c5d)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:12:58.851454 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-104ef113-0f01-402c-b7a9-4a27b2929d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:58.935413 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104ef113-0f01-402c-b7a9-4a27b2929d99 None None] Routers {'271d8a46-adcf-4f44-88c3-de5a9c7441dc'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:12:58.936047 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-104ef113-0f01-402c-b7a9-4a27b2929d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:12:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['271d8a46-adcf-4f44-88c3-de5a9c7441dc'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:58.985166 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caead2d2-7dca-441a-82a4-ee2e8f00c98c None None] Pushing event updated for resources: {'Port': ['ID=f3e64fcd-9985-44f9-a724-6cd341191c8e,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:58.986142 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-0011aea8-cbf2-422d-ad79-678883ec14dd None None] Set router 1c187ef6-7693-4fa3-99e3-fa7add7a5697 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:12:59.169563 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-104ef113-0f01-402c-b7a9-4a27b2929d99 None None] Set router 271d8a46-adcf-4f44-88c3-de5a9c7441dc gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:12:59.294294 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-0011aea8-cbf2-422d-ad79-678883ec14dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c187ef6-7693-4fa3-99e3-fa7add7a5697', 'name': 'tempest-TestEncryptedCinderVolumes-657702655-router', 'tenant_id': '0432709c56c74f729b0d18d67776fbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'a50aeece-603a-428f-b0cd-b143685002d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:12:44Z', 'updated_at': '2022-04-20T18:12:47Z', 'revision_number': 4, 'project_id': '0432709c56c74f729b0d18d67776fbeb', 'gw_port': {'id': 'a50aeece-603a-428f-b0cd-b143685002d3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c187ef6-7693-4fa3-99e3-fa7add7a5697', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:12:45Z', 'updated_at': '2022-04-20T18:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'e642168e-a332-4b8b-9d18-cbda0abd65dc', 'name': '', 'network_id': 'a015af53-bb76-4daf-940b-b55ae883d491', 'tenant_id': '0432709c56c74f729b0d18d67776fbeb', 'mac_address': 'fa:16:3e:68:1c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c187ef6-7693-4fa3-99e3-fa7add7a5697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0001b125-be91-4919-b5fc-37250c936c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:12:47Z', 'updated_at': '2022-04-20T18:12:47Z', 'revision_number': 2, 'project_id': '0432709c56c74f729b0d18d67776fbeb', 'subnets': [{'id': '0001b125-be91-4919-b5fc-37250c936c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:59.298355 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0011aea8-cbf2-422d-ad79-678883ec14dd None None] Checking router: 1c187ef6-7693-4fa3-99e3-fa7add7a5697 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:12:59.298689 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0011aea8-cbf2-422d-ad79-678883ec14dd None None] Updating router 1c187ef6-7693-4fa3-99e3-fa7add7a5697 port e642168e-a332-4b8b-9d18-cbda0abd65dc binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 18:12:59.349586 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-0011aea8-cbf2-422d-ad79-678883ec14dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:59.419958 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f3e64fcd-9985-44f9-a724-6cd341191c8e up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:12:59.498450 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632168b0-f5fc-46d7-864f-e644cd210c1b req-de550838-ba40-4935-9b86-3ed57ce48986 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:12:59.500566 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-632168b0-f5fc-46d7-864f-e644cd210c1b req-de550838-ba40-4935-9b86-3ed57ce48986 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3c09941-1285-49a4-a860-2672f2048f9c HTTP/1.1" status: 200 len: 944 time: 0.0829377 Apr 20 18:12:59.524234 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 77561606-1270-4bc2-a347-590de111b803 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:12:59.548587 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-632168b0-f5fc-46d7-864f-e644cd210c1b req-eeb981ab-74d4-4724-920c-2363ab796421 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c03cb40-27f8-4a68-95d0-aa63bf5d3395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393946 Apr 20 18:12:59.607297 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port f3e64fcd-9985-44f9-a724-6cd341191c8e completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:12:59.616203 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port f3e64fcd-9985-44f9-a724-6cd341191c8e triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:12:59.616560 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:59.661459 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-104ef113-0f01-402c-b7a9-4a27b2929d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271d8a46-adcf-4f44-88c3-de5a9c7441dc', 'name': 'tempest-TestEncryptedCinderVolumes-1799499775-router', 'tenant_id': '5a899d1acafd494694eab5d353c14a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '3096d52a-b9ca-46ae-8827-39ecff03e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:12:38Z', 'updated_at': '2022-04-20T18:12:41Z', 'revision_number': 4, 'project_id': '5a899d1acafd494694eab5d353c14a4b', 'gw_port': {'id': '3096d52a-b9ca-46ae-8827-39ecff03e190', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:db:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271d8a46-adcf-4f44-88c3-de5a9c7441dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:12:39Z', 'updated_at': '2022-04-20T18:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'f3e64fcd-9985-44f9-a724-6cd341191c8e', 'name': '', 'network_id': '812cfb4c-4d8e-4d65-b6b1-3632b0faad7a', 'tenant_id': '5a899d1acafd494694eab5d353c14a4b', 'mac_address': 'fa:16:3e:37:16:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271d8a46-adcf-4f44-88c3-de5a9c7441dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72e58ba4-a84b-46ec-9e4d-9c5fbc829e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:12:41Z', 'updated_at': '2022-04-20T18:12:58Z', 'revision_number': 4, 'project_id': '5a899d1acafd494694eab5d353c14a4b', 'subnets': [{'id': '72e58ba4-a84b-46ec-9e4d-9c5fbc829e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:12:59.668183 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 77561606-1270-4bc2-a347-590de111b803 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:12:59.676000 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ef113-0f01-402c-b7a9-4a27b2929d99 None None] The sync data for ids ['271d8a46-adcf-4f44-88c3-de5a9c7441dc'] in n-d-838032-1 is: [{'id': '271d8a46-adcf-4f44-88c3-de5a9c7441dc', 'name': 'tempest-TestEncryptedCinderVolumes-1799499775-router', 'tenant_id': '5a899d1acafd494694eab5d353c14a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '3096d52a-b9ca-46ae-8827-39ecff03e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:12:38Z', 'updated_at': '2022-04-20T18:12:41Z', 'revision_number': 4, 'project_id': '5a899d1acafd494694eab5d353c14a4b', 'gw_port': {'id': '3096d52a-b9ca-46ae-8827-39ecff03e190', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:db:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271d8a46-adcf-4f44-88c3-de5a9c7441dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:12:39Z', 'updated_at': '2022-04-20T18:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'f3e64fcd-9985-44f9-a724-6cd341191c8e', 'name': '', 'network_id': '812cfb4c-4d8e-4d65-b6b1-3632b0faad7a', 'tenant_id': '5a899d1acafd494694eab5d353c14a4b', 'mac_address': 'fa:16:3e:37:16:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271d8a46-adcf-4f44-88c3-de5a9c7441dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72e58ba4-a84b-46ec-9e4d-9c5fbc829e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:12:41Z', 'updated_at': '2022-04-20T18:12:58Z', 'revision_number': 4, 'project_id': '5a899d1acafd494694eab5d353c14a4b', 'subnets': [{'id': '72e58ba4-a84b-46ec-9e4d-9c5fbc829e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:12:59.680711 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 77561606-1270-4bc2-a347-590de111b803 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:12:59.681094 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:59.708863 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-0011aea8-cbf2-422d-ad79-678883ec14dd None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:59.721600 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-0011aea8-cbf2-422d-ad79-678883ec14dd None None] Transition to ACTIVE for port object e642168e-a332-4b8b-9d18-cbda0abd65dc will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:12:59.730031 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-0011aea8-cbf2-422d-ad79-678883ec14dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:59.798274 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:59.870089 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b891657-63d0-4ae3-9f5b-a85ffc441e27 None None] Pushing event updated for resources: {'Port': ['ID=e642168e-a332-4b8b-9d18-cbda0abd65dc,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:12:59.877687 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:59.889917 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port f3e64fcd-9985-44f9-a724-6cd341191c8e, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f3e64fcd-9985-44f9-a724-6cd341191c8e,segment=NetworkSegment(e66b56d2-46f2-48f7-9150-6c2ea6f62c5d),segment_id=e66b56d2-46f2-48f7-9150-6c2ea6f62c5d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:12:59.902484 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:59.956673 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c09941-1285-49a4-a860-2672f2048f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77561606-1270-4bc2-a347-590de111b803'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:12:59.975341 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-0011aea8-cbf2-422d-ad79-678883ec14dd None None] Attempting to bind port e642168e-a332-4b8b-9d18-cbda0abd65dc on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:12:59.975687 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-0011aea8-cbf2-422d-ad79-678883ec14dd None None] Attempting to bind port e642168e-a332-4b8b-9d18-cbda0abd65dc by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '43123b19-4264-42f7-8409-08cec8229a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a015af53-bb76-4daf-940b-b55ae883d491'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:12:59.976264 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0011aea8-cbf2-422d-ad79-678883ec14dd None None] Attempting to bind port e642168e-a332-4b8b-9d18-cbda0abd65dc on network a015af53-bb76-4daf-940b-b55ae883d491 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:12:59.977525 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 77561606-1270-4bc2-a347-590de111b803, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=77561606-1270-4bc2-a347-590de111b803,segment=NetworkSegment(e66b56d2-46f2-48f7-9150-6c2ea6f62c5d),segment_id=e66b56d2-46f2-48f7-9150-6c2ea6f62c5d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:12:59.984294 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0011aea8-cbf2-422d-ad79-678883ec14dd None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:12:59.984847 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0011aea8-cbf2-422d-ad79-678883ec14dd None None] Checking segment: {'id': '43123b19-4264-42f7-8409-08cec8229a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a015af53-bb76-4daf-940b-b55ae883d491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:12:59.985438 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-0011aea8-cbf2-422d-ad79-678883ec14dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:59.985832 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0011aea8-cbf2-422d-ad79-678883ec14dd None None] Bound using segment: {'id': '43123b19-4264-42f7-8409-08cec8229a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a015af53-bb76-4daf-940b-b55ae883d491'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:12:59.986868 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-0011aea8-cbf2-422d-ad79-678883ec14dd None None] Bound port: e642168e-a332-4b8b-9d18-cbda0abd65dc, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43123b19-4264-42f7-8409-08cec8229a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a015af53-bb76-4daf-940b-b55ae883d491'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:12:59.987018 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-0011aea8-cbf2-422d-ad79-678883ec14dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:59.987778 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:12:59.999655 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=f3e64fcd-9985-44f9-a724-6cd341191c8e,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:13:00.059301 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29043756-6c2b-49ca-b76e-8eac3c91d91b'] response: {'server_uuid': 'd3c09941-1285-49a4-a860-2672f2048f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77561606-1270-4bc2-a347-590de111b803', 'code': 200} Apr 20 18:13:00.101175 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=77561606-1270-4bc2-a347-590de111b803,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:13:00.115655 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-0011aea8-cbf2-422d-ad79-678883ec14dd None None] For port e642168e-a332-4b8b-9d18-cbda0abd65dc, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:13:00.119034 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-0011aea8-cbf2-422d-ad79-678883ec14dd None None] For port e642168e-a332-4b8b-9d18-cbda0abd65dc, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e642168e-a332-4b8b-9d18-cbda0abd65dc,segment=NetworkSegment(43123b19-4264-42f7-8409-08cec8229a31),segment_id=43123b19-4264-42f7-8409-08cec8229a31)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:13:00.126020 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-0011aea8-cbf2-422d-ad79-678883ec14dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:00.201543 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-85c00c17-abf6-431e-b1bd-fabfa6a7a7f1 req-8a78390f-0d02-4c90-99ac-163c45e14c20 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d3c09941-1285-49a4-a860-2672f2048f9c HTTP/1.1" status: 200 len: 1096 time: 0.0732081 Apr 20 18:13:00.212210 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0011aea8-cbf2-422d-ad79-678883ec14dd None None] Routers {'1c187ef6-7693-4fa3-99e3-fa7add7a5697'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:13:00.212839 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-0011aea8-cbf2-422d-ad79-678883ec14dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:12:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['1c187ef6-7693-4fa3-99e3-fa7add7a5697'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:13:00.251079 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-85c00c17-abf6-431e-b1bd-fabfa6a7a7f1 req-2c82b989-8e25-42b8-91e6-0b86926f5d76 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3c03cb40-27f8-4a68-95d0-aa63bf5d3395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436678 Apr 20 18:13:00.298935 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b891657-63d0-4ae3-9f5b-a85ffc441e27 None None] Pushing event updated for resources: {'Port': ['ID=e642168e-a332-4b8b-9d18-cbda0abd65dc,revision_number=4']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:13:00.425181 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-0011aea8-cbf2-422d-ad79-678883ec14dd None None] Set router 1c187ef6-7693-4fa3-99e3-fa7add7a5697 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:13:00.735432 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-0011aea8-cbf2-422d-ad79-678883ec14dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c187ef6-7693-4fa3-99e3-fa7add7a5697', 'name': 'tempest-TestEncryptedCinderVolumes-657702655-router', 'tenant_id': '0432709c56c74f729b0d18d67776fbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'a50aeece-603a-428f-b0cd-b143685002d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:12:44Z', 'updated_at': '2022-04-20T18:12:47Z', 'revision_number': 4, 'project_id': '0432709c56c74f729b0d18d67776fbeb', 'gw_port': {'id': 'a50aeece-603a-428f-b0cd-b143685002d3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c187ef6-7693-4fa3-99e3-fa7add7a5697', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:12:45Z', 'updated_at': '2022-04-20T18:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'e642168e-a332-4b8b-9d18-cbda0abd65dc', 'name': '', 'network_id': 'a015af53-bb76-4daf-940b-b55ae883d491', 'tenant_id': '0432709c56c74f729b0d18d67776fbeb', 'mac_address': 'fa:16:3e:68:1c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c187ef6-7693-4fa3-99e3-fa7add7a5697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0001b125-be91-4919-b5fc-37250c936c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:12:47Z', 'updated_at': '2022-04-20T18:13:00Z', 'revision_number': 4, 'project_id': '0432709c56c74f729b0d18d67776fbeb', 'subnets': [{'id': '0001b125-be91-4919-b5fc-37250c936c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:13:00.739335 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0011aea8-cbf2-422d-ad79-678883ec14dd None None] The sync data for ids ['1c187ef6-7693-4fa3-99e3-fa7add7a5697'] in n-d-838032-1 is: [{'id': '1c187ef6-7693-4fa3-99e3-fa7add7a5697', 'name': 'tempest-TestEncryptedCinderVolumes-657702655-router', 'tenant_id': '0432709c56c74f729b0d18d67776fbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'a50aeece-603a-428f-b0cd-b143685002d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:12:44Z', 'updated_at': '2022-04-20T18:12:47Z', 'revision_number': 4, 'project_id': '0432709c56c74f729b0d18d67776fbeb', 'gw_port': {'id': 'a50aeece-603a-428f-b0cd-b143685002d3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c187ef6-7693-4fa3-99e3-fa7add7a5697', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:12:45Z', 'updated_at': '2022-04-20T18:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'e642168e-a332-4b8b-9d18-cbda0abd65dc', 'name': '', 'network_id': 'a015af53-bb76-4daf-940b-b55ae883d491', 'tenant_id': '0432709c56c74f729b0d18d67776fbeb', 'mac_address': 'fa:16:3e:68:1c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c187ef6-7693-4fa3-99e3-fa7add7a5697', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0001b125-be91-4919-b5fc-37250c936c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:12:47Z', 'updated_at': '2022-04-20T18:13:00Z', 'revision_number': 4, 'project_id': '0432709c56c74f729b0d18d67776fbeb', 'subnets': [{'id': '0001b125-be91-4919-b5fc-37250c936c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:13:00.754662 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088a24a-7dfa-4743-b36b-ea372eff4ad1 req-a8b963e1-f323-466b-a1c6-8a263b85b8d2 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:13:00.756206 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c088a24a-7dfa-4743-b36b-ea372eff4ad1 req-a8b963e1-f323-466b-a1c6-8a263b85b8d2 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3c09941-1285-49a4-a860-2672f2048f9c HTTP/1.1" status: 200 len: 945 time: 0.0787866 Apr 20 18:13:00.810329 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c088a24a-7dfa-4743-b36b-ea372eff4ad1 req-44c57b36-47ae-40ed-b9dd-b552e8eb9152 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c03cb40-27f8-4a68-95d0-aa63bf5d3395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484676 Apr 20 18:13:01.436271 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e642168e-a332-4b8b-9d18-cbda0abd65dc up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:13:01.508528 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port e642168e-a332-4b8b-9d18-cbda0abd65dc completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:13:01.514225 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port e642168e-a332-4b8b-9d18-cbda0abd65dc triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:13:01.514595 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:01.639707 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:01.671382 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port e642168e-a332-4b8b-9d18-cbda0abd65dc, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e642168e-a332-4b8b-9d18-cbda0abd65dc,segment=NetworkSegment(43123b19-4264-42f7-8409-08cec8229a31),segment_id=43123b19-4264-42f7-8409-08cec8229a31)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:13:01.676564 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:01.677300 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f3e64fcd-9985-44f9-a724-6cd341191c8e up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:13:01.785496 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=e642168e-a332-4b8b-9d18-cbda0abd65dc,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:13:01.799213 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port f3e64fcd-9985-44f9-a724-6cd341191c8e triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:13:01.799575 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:02.026757 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b50b6-38a0-4daf-a4e0-4fda1e2bf4c4 req-7a8e4af6-7025-47b5-b901-ea34aa9450ac tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:13:02.028400 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ef6b50b6-38a0-4daf-a4e0-4fda1e2bf4c4 req-7a8e4af6-7025-47b5-b901-ea34aa9450ac tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3c09941-1285-49a4-a860-2672f2048f9c HTTP/1.1" status: 200 len: 945 time: 0.0932226 Apr 20 18:13:02.078385 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ef6b50b6-38a0-4daf-a4e0-4fda1e2bf4c4 req-776c9998-332e-4e84-b44a-ab8c8880eb8e tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c03cb40-27f8-4a68-95d0-aa63bf5d3395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442669 Apr 20 18:13:02.283634 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2292e-4b6c-471c-a3d7-f246a51d6f42 req-ee0e94a3-40cd-46f4-98fe-789b22b55a3e tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:13:02.285172 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2cd2292e-4b6c-471c-a3d7-f246a51d6f42 req-ee0e94a3-40cd-46f4-98fe-789b22b55a3e tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3c09941-1285-49a4-a860-2672f2048f9c HTTP/1.1" status: 200 len: 945 time: 0.0807760 Apr 20 18:13:02.335137 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2cd2292e-4b6c-471c-a3d7-f246a51d6f42 req-f2bfc0e4-830b-4205-8209-7e79bc65e462 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c03cb40-27f8-4a68-95d0-aa63bf5d3395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434625 Apr 20 18:13:03.369724 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e642168e-a332-4b8b-9d18-cbda0abd65dc up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:13:03.437224 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port e642168e-a332-4b8b-9d18-cbda0abd65dc triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:13:03.437505 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:09.242586 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3a62efa2-8502-469d-af76-89c09ae5e325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:11.414638 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a238b64c-af95-4f15-8018-8f72a7373390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:12.687490 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:12.914591 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:13.695923 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:14.222643 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:15.530059 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:13:15.702178 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:16.985246 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632d74e-e4f2-45d7-b84e-71d0a21c9d4a req-d0ac7f47-9a09-4401-9389-4c7f78813eb0 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:13:16.986721 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e632d74e-e4f2-45d7-b84e-71d0a21c9d4a req-d0ac7f47-9a09-4401-9389-4c7f78813eb0 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3c09941-1285-49a4-a860-2672f2048f9c HTTP/1.1" status: 200 len: 945 time: 0.0847960 Apr 20 18:13:17.032850 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e632d74e-e4f2-45d7-b84e-71d0a21c9d4a req-7de5762f-c0aa-4d56-99e9-28fbf3b32251 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c03cb40-27f8-4a68-95d0-aa63bf5d3395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402975 Apr 20 18:13:18.322406 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585f182-9f16-44fa-9193-a8023a76fe5d req-024b73b5-5562-4cf2-9434-8564135cfc33 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:13:18.323753 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a585f182-9f16-44fa-9193-a8023a76fe5d req-024b73b5-5562-4cf2-9434-8564135cfc33 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3c09941-1285-49a4-a860-2672f2048f9c HTTP/1.1" status: 200 len: 945 time: 0.1588399 Apr 20 18:13:18.368540 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a585f182-9f16-44fa-9193-a8023a76fe5d req-7ffea592-8d02-4394-b73c-e206538f831e tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c03cb40-27f8-4a68-95d0-aa63bf5d3395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391223 Apr 20 18:13:18.697414 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8fcf4-a48c-4182-8a1d-e4b243b2cd2b req-ede68a8a-a426-4126-9979-28bcd668a9d5 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:13:18.698862 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fcf8fcf4-a48c-4182-8a1d-e4b243b2cd2b req-ede68a8a-a426-4126-9979-28bcd668a9d5 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3c09941-1285-49a4-a860-2672f2048f9c HTTP/1.1" status: 200 len: 945 time: 0.0831401 Apr 20 18:13:18.765138 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-fcf8fcf4-a48c-4182-8a1d-e4b243b2cd2b req-999d0682-e530-42cf-8339-5af46677b898 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Deleting port 77561606-1270-4bc2-a347-590de111b803 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:13:18.765484 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fcf8fcf4-a48c-4182-8a1d-e4b243b2cd2b req-999d0682-e530-42cf-8339-5af46677b898 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:19.013906 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-fcf8fcf4-a48c-4182-8a1d-e4b243b2cd2b req-999d0682-e530-42cf-8339-5af46677b898 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] For port 77561606-1270-4bc2-a347-590de111b803, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=77561606-1270-4bc2-a347-590de111b803,segment=NetworkSegment(e66b56d2-46f2-48f7-9150-6c2ea6f62c5d),segment_id=e66b56d2-46f2-48f7-9150-6c2ea6f62c5d)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:13:19.014456 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fcf8fcf4-a48c-4182-8a1d-e4b243b2cd2b req-999d0682-e530-42cf-8339-5af46677b898 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:19.135919 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-fcf8fcf4-a48c-4182-8a1d-e4b243b2cd2b req-999d0682-e530-42cf-8339-5af46677b898 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Calling delete_port for 77561606-1270-4bc2-a347-590de111b803 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:13:19.280149 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fcf8fcf4-a48c-4182-8a1d-e4b243b2cd2b req-999d0682-e530-42cf-8339-5af46677b898 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:19.292117 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['77561606-1270-4bc2-a347-590de111b803'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:13:19.328811 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d0682-e530-42cf-8339-5af46677b898 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Pushing event deleted for resources: {'Port': ['ID=77561606-1270-4bc2-a347-590de111b803,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:13:19.403134 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf8fcf4-a48c-4182-8a1d-e4b243b2cd2b req-999d0682-e530-42cf-8339-5af46677b898 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] No DVR routers for this DVR port 77561606-1270-4bc2-a347-590de111b803 on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:13:19.405773 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-fcf8fcf4-a48c-4182-8a1d-e4b243b2cd2b req-999d0682-e530-42cf-8339-5af46677b898 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:19.415531 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c09941-1285-49a4-a860-2672f2048f9c', 'name': 'network-vif-deleted', 'tag': '77561606-1270-4bc2-a347-590de111b803'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:13:19.425399 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fcf8fcf4-a48c-4182-8a1d-e4b243b2cd2b req-999d0682-e530-42cf-8339-5af46677b898 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.10 "DELETE /v2.0/ports/77561606-1270-4bc2-a347-590de111b803 HTTP/1.1" status: 204 len: 173 time: 0.7212813 Apr 20 18:13:19.479936 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e8b383b-7736-4a03-9197-feaf3b01b677'] response: {'server_uuid': 'd3c09941-1285-49a4-a860-2672f2048f9c', 'name': 'network-vif-deleted', 'tag': '77561606-1270-4bc2-a347-590de111b803', 'status': 'completed', 'code': 200} Apr 20 18:13:19.562917 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7a7f0ad7-4a03-4780-98b4-2338294323a6 req-7bfd09bb-652d-427c-8552-8dfff4628ab0 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3c09941-1285-49a4-a860-2672f2048f9c HTTP/1.1" status: 200 len: 210 time: 0.0440688 Apr 20 18:13:21.433426 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-b4987ccc-faf2-42ca-8b1a-6b7f60073289 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:13:21.434764 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-b4987ccc-faf2-42ca-8b1a-6b7f60073289 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/networks?id=812cfb4c-4d8e-4d65-b6b1-3632b0faad7a HTTP/1.1" status: 200 len: 817 time: 0.1398950 Apr 20 18:13:21.451755 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-a8bf377d-4c12-422f-b3e9-ac9d1f2ef4f3 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/quotas/5a899d1acafd494694eab5d353c14a4b HTTP/1.1" status: 200 len: 375 time: 0.0113680 Apr 20 18:13:21.533368 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-fed2f6d8-53a0-4159-8539-6031cf768dcb tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a899d1acafd494694eab5d353c14a4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764446 Apr 20 18:13:21.631145 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 77561606-1270-4bc2-a347-590de111b803 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:13:21.672043 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-012d2dbf-883a-4d91-8c9b-318ebd73e2f4 service neutron] 10.222.0.39 "GET /v2.0/networks/812cfb4c-4d8e-4d65-b6b1-3632b0faad7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267402 Apr 20 18:13:21.703882 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 77561606-1270-4bc2-a347-590de111b803 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:13:21.704124 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 77561606-1270-4bc2-a347-590de111b803 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:13:21.807162 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-ef6c0416-33ab-4239-a8cc-b9e109b50da0 service neutron] 10.222.0.39 "GET /v2.0/networks/812cfb4c-4d8e-4d65-b6b1-3632b0faad7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290734 Apr 20 18:13:21.995254 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-678f8fba-ced0-4ea4-9f6b-6db1bb930ab4 req-436cbda8-04d8-41d1-a7ef-87697b918ef8 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Synchronizing usage tracker for tenant:5a899d1acafd494694eab5d353c14a4b on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:13:22.012756 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-678f8fba-ced0-4ea4-9f6b-6db1bb930ab4 req-436cbda8-04d8-41d1-a7ef-87697b918ef8 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Unset dirty status for tenant:5a899d1acafd494694eab5d353c14a4b on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:13:22.014018 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-678f8fba-ced0-4ea4-9f6b-6db1bb930ab4 req-436cbda8-04d8-41d1-a7ef-87697b918ef8 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6eaa875-779e-46e5-a90d-fd7b199be1ba HTTP/1.1" status: 200 len: 210 time: 0.0590987 Apr 20 18:13:23.052736 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-38621681-0bfd-420f-a279-236ec382d8d7 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:13:23.054639 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-38621681-0bfd-420f-a279-236ec382d8d7 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.10 "GET /v2.0/networks?id=812cfb4c-4d8e-4d65-b6b1-3632b0faad7a HTTP/1.1" status: 200 len: 817 time: 0.1449986 Apr 20 18:13:23.070055 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-f3c7f4f9-598c-4b48-a243-2a9da0293ad7 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Request body: {'port': {'device_id': 'a6eaa875-779e-46e5-a90d-fd7b199be1ba', 'network_id': '812cfb4c-4d8e-4d65-b6b1-3632b0faad7a', 'admin_state_up': True, 'tenant_id': '5a899d1acafd494694eab5d353c14a4b'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:13:23.181705 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-056e3bd2-2e90-44b7-be33-c83600872153 req-4f664038-0ec4-4142-b8f4-bbd754ca9ca7 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6eaa875-779e-46e5-a90d-fd7b199be1ba HTTP/1.1" status: 200 len: 210 time: 0.0400400 Apr 20 18:13:23.202826 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-f3c7f4f9-598c-4b48-a243-2a9da0293ad7 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:13:23.212236 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-f3c7f4f9-598c-4b48-a243-2a9da0293ad7 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:13:23.224139 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-f3c7f4f9-598c-4b48-a243-2a9da0293ad7 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Made reservation on behalf of 5a899d1acafd494694eab5d353c14a4b for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:13:23.227085 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-f3c7f4f9-598c-4b48-a243-2a9da0293ad7 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:23.383310 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-f3c7f4f9-598c-4b48-a243-2a9da0293ad7 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Allocated IP 172.20.0.4 (812cfb4c-4d8e-4d65-b6b1-3632b0faad7a/72e58ba4-a84b-46ec-9e4d-9c5fbc829e7e/d0292db8-f9f7-4d74-885a-2baddfd23973) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:13:23.586886 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-f3c7f4f9-598c-4b48-a243-2a9da0293ad7 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:23.601806 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-f3c7f4f9-598c-4b48-a243-2a9da0293ad7 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Transition to ACTIVE for port object d0292db8-f9f7-4d74-885a-2baddfd23973 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:13:23.625737 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-f3c7f4f9-598c-4b48-a243-2a9da0293ad7 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:23.795357 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-f3c7f4f9-598c-4b48-a243-2a9da0293ad7 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Network 812cfb4c-4d8e-4d65-b6b1-3632b0faad7a is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:13:23.798462 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-f3c7f4f9-598c-4b48-a243-2a9da0293ad7 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:13:23.803747 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-f3c7f4f9-598c-4b48-a243-2a9da0293ad7 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:13:23.828389 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7f4f9-598c-4b48-a243-2a9da0293ad7 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Pushing event updated for resources: {'Port': ['ID=d0292db8-f9f7-4d74-885a-2baddfd23973,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:13:23.867807 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-f3c7f4f9-598c-4b48-a243-2a9da0293ad7 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:13:23.868407 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-f3c7f4f9-598c-4b48-a243-2a9da0293ad7 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:23.896295 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-f3c7f4f9-598c-4b48-a243-2a9da0293ad7 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8301089 Apr 20 18:13:23.908806 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-4447dd86-2174-4db3-afde-15e036242083 service neutron] Request body: {'port': {'device_id': 'a6eaa875-779e-46e5-a90d-fd7b199be1ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:13:24.025603 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-4447dd86-2174-4db3-afde-15e036242083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:24.169213 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-10a9ea49-39fc-4554-9e7c-65ce2d231cd7 None None] Provisioning for port d0292db8-f9f7-4d74-885a-2baddfd23973 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:13:24.174857 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-10a9ea49-39fc-4554-9e7c-65ce2d231cd7 None None] Provisioning complete for port d0292db8-f9f7-4d74-885a-2baddfd23973 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:13:24.175217 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-10a9ea49-39fc-4554-9e7c-65ce2d231cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:24.225105 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-10a9ea49-39fc-4554-9e7c-65ce2d231cd7 None None] Port d0292db8-f9f7-4d74-885a-2baddfd23973 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:13:24.410287 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-4447dd86-2174-4db3-afde-15e036242083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0292db8-f9f7-4d74-885a-2baddfd23973 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:13:24.418934 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-4447dd86-2174-4db3-afde-15e036242083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:24.437377 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-4447dd86-2174-4db3-afde-15e036242083 service neutron] Transition to ACTIVE for port object d0292db8-f9f7-4d74-885a-2baddfd23973 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:13:24.442315 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-4447dd86-2174-4db3-afde-15e036242083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:24.478267 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b216d21-c6cd-40d6-a9b0-aa71e3bc6ab8 req-745d0971-c189-4cde-92de-7f84e3e16ab8 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:13:24.478951 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-5b216d21-c6cd-40d6-a9b0-aa71e3bc6ab8 req-745d0971-c189-4cde-92de-7f84e3e16ab8 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Synchronizing usage tracker for tenant:5a899d1acafd494694eab5d353c14a4b on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:13:24.580999 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-5b216d21-c6cd-40d6-a9b0-aa71e3bc6ab8 req-745d0971-c189-4cde-92de-7f84e3e16ab8 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Unset dirty status for tenant:5a899d1acafd494694eab5d353c14a4b on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:13:24.582167 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5b216d21-c6cd-40d6-a9b0-aa71e3bc6ab8 req-745d0971-c189-4cde-92de-7f84e3e16ab8 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6eaa875-779e-46e5-a90d-fd7b199be1ba HTTP/1.1" status: 200 len: 931 time: 0.2806768 Apr 20 18:13:24.583147 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447dd86-2174-4db3-afde-15e036242083 service neutron] Pushing event updated for resources: {'Port': ['ID=d0292db8-f9f7-4d74-885a-2baddfd23973,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:13:24.705993 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5b216d21-c6cd-40d6-a9b0-aa71e3bc6ab8 req-b9865197-b602-4afc-a7e7-fe185a34b218 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c03cb40-27f8-4a68-95d0-aa63bf5d3395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163421 Apr 20 18:13:24.724977 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-4447dd86-2174-4db3-afde-15e036242083 service neutron] Attempting to bind port d0292db8-f9f7-4d74-885a-2baddfd23973 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:13:24.725301 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-4447dd86-2174-4db3-afde-15e036242083 service neutron] Attempting to bind port d0292db8-f9f7-4d74-885a-2baddfd23973 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'e66b56d2-46f2-48f7-9150-6c2ea6f62c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '812cfb4c-4d8e-4d65-b6b1-3632b0faad7a'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:13:24.725621 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-4447dd86-2174-4db3-afde-15e036242083 service neutron] Attempting to bind port d0292db8-f9f7-4d74-885a-2baddfd23973 on network 812cfb4c-4d8e-4d65-b6b1-3632b0faad7a {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:13:24.731734 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-4447dd86-2174-4db3-afde-15e036242083 service neutron] Port d0292db8-f9f7-4d74-885a-2baddfd23973 on network 812cfb4c-4d8e-4d65-b6b1-3632b0faad7a not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 18:13:24.732038 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-4447dd86-2174-4db3-afde-15e036242083 service neutron] Attempting to bind port d0292db8-f9f7-4d74-885a-2baddfd23973 on network 812cfb4c-4d8e-4d65-b6b1-3632b0faad7a {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:13:24.738783 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-4447dd86-2174-4db3-afde-15e036242083 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:13:24.739103 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-4447dd86-2174-4db3-afde-15e036242083 service neutron] Checking segment: {'id': 'e66b56d2-46f2-48f7-9150-6c2ea6f62c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '812cfb4c-4d8e-4d65-b6b1-3632b0faad7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:13:24.739492 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-4447dd86-2174-4db3-afde-15e036242083 service neutron] Bound using segment: {'id': 'e66b56d2-46f2-48f7-9150-6c2ea6f62c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '812cfb4c-4d8e-4d65-b6b1-3632b0faad7a'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:13:24.739904 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-4447dd86-2174-4db3-afde-15e036242083 service neutron] Bound port: d0292db8-f9f7-4d74-885a-2baddfd23973, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66b56d2-46f2-48f7-9150-6c2ea6f62c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '812cfb4c-4d8e-4d65-b6b1-3632b0faad7a'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:13:24.740276 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-4447dd86-2174-4db3-afde-15e036242083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:24.827194 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-4447dd86-2174-4db3-afde-15e036242083 service neutron] For port d0292db8-f9f7-4d74-885a-2baddfd23973, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:13:24.830231 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-4447dd86-2174-4db3-afde-15e036242083 service neutron] For port d0292db8-f9f7-4d74-885a-2baddfd23973, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=d0292db8-f9f7-4d74-885a-2baddfd23973,segment=NetworkSegment(e66b56d2-46f2-48f7-9150-6c2ea6f62c5d),segment_id=e66b56d2-46f2-48f7-9150-6c2ea6f62c5d)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:13:24.838074 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-4447dd86-2174-4db3-afde-15e036242083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:24.908764 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-4447dd86-2174-4db3-afde-15e036242083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:24.910181 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-4447dd86-2174-4db3-afde-15e036242083 service neutron] 10.222.0.10 "PUT /v2.0/ports/d0292db8-f9f7-4d74-885a-2baddfd23973 HTTP/1.1" status: 200 len: 1091 time: 1.0057085 Apr 20 18:13:24.910593 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6eaa875-779e-46e5-a90d-fd7b199be1ba', 'tag': 'd0292db8-f9f7-4d74-885a-2baddfd23973'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:13:24.931800 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447dd86-2174-4db3-afde-15e036242083 service neutron] Pushing event updated for resources: {'Port': ['ID=d0292db8-f9f7-4d74-885a-2baddfd23973,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:13:24.985725 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cb46693-5faa-46e8-8237-176743e77f3c'] response: {'name': 'network-changed', 'server_uuid': 'a6eaa875-779e-46e5-a90d-fd7b199be1ba', 'tag': 'd0292db8-f9f7-4d74-885a-2baddfd23973', 'status': 'completed', 'code': 200} Apr 20 18:13:25.026786 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-828dec79-a381-472c-890f-c75c86d5b16b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5a899d1acafd494694eab5d353c14a4b&device_id=a6eaa875-779e-46e5-a90d-fd7b199be1ba HTTP/1.1" status: 200 len: 1094 time: 0.0721669 Apr 20 18:13:25.096528 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-e5c9fdcb-b23d-4975-a7a1-d9bdf3cb4ac8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0292db8-f9f7-4d74-885a-2baddfd23973 HTTP/1.1" status: 200 len: 217 time: 0.0632901 Apr 20 18:13:25.158368 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-d16642d5-876b-4dfd-b383-a03b4ae3bfa3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:13:25.159778 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-d16642d5-876b-4dfd-b383-a03b4ae3bfa3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=72e58ba4-a84b-46ec-9e4d-9c5fbc829e7e HTTP/1.1" status: 200 len: 856 time: 0.0577600 Apr 20 18:13:25.238992 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-60cd89a5-bef6-4cc8-bbbc-d19b9907a0f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=812cfb4c-4d8e-4d65-b6b1-3632b0faad7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728405 Apr 20 18:13:25.370537 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-c4bc027f-6b12-4565-af08-2d88470515d1 service neutron] 10.222.0.10 "GET /v2.0/networks/812cfb4c-4d8e-4d65-b6b1-3632b0faad7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246173 Apr 20 18:13:25.590818 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-52fb69bb-36db-4622-ad10-16d237cfd8ec req-968ffa1f-a110-423f-a71c-d4a7b6f5ca5a service neutron] 10.222.0.10 "GET /v2.0/networks/812cfb4c-4d8e-4d65-b6b1-3632b0faad7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145631 Apr 20 18:13:25.715350 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c7ebf1a2-341c-4b7a-8057-d12424d00b80 req-55233dfc-5593-4438-8bfe-eff579e7bfe8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5a899d1acafd494694eab5d353c14a4b&device_id=a6eaa875-779e-46e5-a90d-fd7b199be1ba HTTP/1.1" status: 200 len: 1094 time: 0.0728173 Apr 20 18:13:25.890681 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebf1a2-341c-4b7a-8057-d12424d00b80 req-32790533-383d-44eb-b379-fa035609b0e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:13:25.891981 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c7ebf1a2-341c-4b7a-8057-d12424d00b80 req-32790533-383d-44eb-b379-fa035609b0e8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=812cfb4c-4d8e-4d65-b6b1-3632b0faad7a HTTP/1.1" status: 200 len: 918 time: 0.1708405 Apr 20 18:13:25.971428 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c7ebf1a2-341c-4b7a-8057-d12424d00b80 req-584ad63e-f5d2-40c3-b909-e7f29cbee7ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0292db8-f9f7-4d74-885a-2baddfd23973 HTTP/1.1" status: 200 len: 217 time: 0.0693831 Apr 20 18:13:26.022700 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237c734-2f67-47a6-a84f-537d78963321 req-8ac77697-d821-4354-8f59-9ebb449d6fcc tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:13:26.024105 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0237c734-2f67-47a6-a84f-537d78963321 req-8ac77697-d821-4354-8f59-9ebb449d6fcc tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6eaa875-779e-46e5-a90d-fd7b199be1ba HTTP/1.1" status: 200 len: 943 time: 0.1870356 Apr 20 18:13:26.067258 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebf1a2-341c-4b7a-8057-d12424d00b80 req-c7ecb8a3-9864-4f4c-beef-9780e9969975 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:13:26.068610 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c7ebf1a2-341c-4b7a-8057-d12424d00b80 req-c7ecb8a3-9864-4f4c-beef-9780e9969975 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=72e58ba4-a84b-46ec-9e4d-9c5fbc829e7e HTTP/1.1" status: 200 len: 856 time: 0.0905843 Apr 20 18:13:26.112567 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0237c734-2f67-47a6-a84f-537d78963321 req-a564bd05-725a-44a6-a7e3-7c914d1b9573 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c03cb40-27f8-4a68-95d0-aa63bf5d3395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827711 Apr 20 18:13:26.149449 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c7ebf1a2-341c-4b7a-8057-d12424d00b80 req-764b7ade-981d-428b-b0c5-a22b8126a9f9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=812cfb4c-4d8e-4d65-b6b1-3632b0faad7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722125 Apr 20 18:13:26.281881 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c7ebf1a2-341c-4b7a-8057-d12424d00b80 req-fd1b5331-0416-4239-84c0-1505d34c9c44 service neutron] 10.222.0.10 "GET /v2.0/networks/812cfb4c-4d8e-4d65-b6b1-3632b0faad7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256289 Apr 20 18:13:26.411699 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c7ebf1a2-341c-4b7a-8057-d12424d00b80 req-ef8b422d-2bdc-4b2b-9e32-019ffe9fd2db service neutron] 10.222.0.10 "GET /v2.0/networks/812cfb4c-4d8e-4d65-b6b1-3632b0faad7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244938 Apr 20 18:13:27.316136 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81a212-6fb3-40d2-897a-a7d507c36aad req-87df0a39-592a-445e-a036-cdb5911046dd tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:13:27.317588 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0d81a212-6fb3-40d2-897a-a7d507c36aad req-87df0a39-592a-445e-a036-cdb5911046dd tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6eaa875-779e-46e5-a90d-fd7b199be1ba HTTP/1.1" status: 200 len: 943 time: 0.0803781 Apr 20 18:13:27.364124 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0d81a212-6fb3-40d2-897a-a7d507c36aad req-c4d8c7b2-6c27-4dac-81ef-16e2c9efec5c tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c03cb40-27f8-4a68-95d0-aa63bf5d3395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408232 Apr 20 18:13:28.590671 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342752da-34cc-4034-a76b-b4bcb1129d5f req-07a62415-13b2-4025-aafa-def01a627a93 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:13:28.592073 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-342752da-34cc-4034-a76b-b4bcb1129d5f req-07a62415-13b2-4025-aafa-def01a627a93 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6eaa875-779e-46e5-a90d-fd7b199be1ba HTTP/1.1" status: 200 len: 943 time: 0.0912726 Apr 20 18:13:28.639547 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-342752da-34cc-4034-a76b-b4bcb1129d5f req-c8bfd7d8-5b6b-4abb-88aa-46a069680be9 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c03cb40-27f8-4a68-95d0-aa63bf5d3395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393536 Apr 20 18:13:29.658461 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device d0292db8-f9f7-4d74-885a-2baddfd23973 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:13:29.795448 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port d0292db8-f9f7-4d74-885a-2baddfd23973, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=d0292db8-f9f7-4d74-885a-2baddfd23973,segment=NetworkSegment(e66b56d2-46f2-48f7-9150-6c2ea6f62c5d),segment_id=e66b56d2-46f2-48f7-9150-6c2ea6f62c5d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:13:29.808672 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'd0292db8-f9f7-4d74-885a-2baddfd23973', 'network_id': '812cfb4c-4d8e-4d65-b6b1-3632b0faad7a', 'port_id': 'd0292db8-f9f7-4d74-885a-2baddfd23973', 'mac_address': 'fa:16:3e:8d:c4:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e58ba4-a84b-46ec-9e4d-9c5fbc829e7e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:13:29.838573 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364eedcd-9f79-4c43-a8ad-eb77363eaa41 req-2c7bcb59-c070-43f8-a537-9252e0ef7852 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:13:29.840005 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-364eedcd-9f79-4c43-a8ad-eb77363eaa41 req-2c7bcb59-c070-43f8-a537-9252e0ef7852 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6eaa875-779e-46e5-a90d-fd7b199be1ba HTTP/1.1" status: 200 len: 943 time: 0.0757253 Apr 20 18:13:29.866621 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:29.884272 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0292db8-f9f7-4d74-885a-2baddfd23973 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:13:29.888373 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-364eedcd-9f79-4c43-a8ad-eb77363eaa41 req-b1dee742-5878-4f12-8317-c24d2db63687 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c03cb40-27f8-4a68-95d0-aa63bf5d3395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427387 Apr 20 18:13:29.899172 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port d0292db8-f9f7-4d74-885a-2baddfd23973, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=d0292db8-f9f7-4d74-885a-2baddfd23973,segment=NetworkSegment(e66b56d2-46f2-48f7-9150-6c2ea6f62c5d),segment_id=e66b56d2-46f2-48f7-9150-6c2ea6f62c5d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:13:29.904466 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:29.968257 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=d0292db8-f9f7-4d74-885a-2baddfd23973,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:13:29.977571 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:13:29.977912 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:13:29.978347 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:13:29.978767 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:13:29.979101 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:13:29.979426 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:13:29.979747 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:13:29.980066 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:13:29.980386 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:13:29.980706 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:13:29.981008 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:13:30.183243 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['d0292db8-f9f7-4d74-885a-2baddfd23973'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:13:31.093076 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db919111-e4f6-4a81-a783-b34f4a4b8673 req-8509d42d-594f-486a-8b41-0b81a318f711 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:13:31.094534 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-db919111-e4f6-4a81-a783-b34f4a4b8673 req-8509d42d-594f-486a-8b41-0b81a318f711 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6eaa875-779e-46e5-a90d-fd7b199be1ba HTTP/1.1" status: 200 len: 944 time: 0.0830157 Apr 20 18:13:31.140276 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-db919111-e4f6-4a81-a783-b34f4a4b8673 req-301bbfae-d9e4-463b-b43e-9eafc7e6b55d tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c03cb40-27f8-4a68-95d0-aa63bf5d3395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401092 Apr 20 18:13:31.660271 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device d0292db8-f9f7-4d74-885a-2baddfd23973 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:13:31.735792 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port d0292db8-f9f7-4d74-885a-2baddfd23973 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:13:31.740418 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port d0292db8-f9f7-4d74-885a-2baddfd23973 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:13:31.740767 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:31.860997 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:31.887388 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6eaa875-779e-46e5-a90d-fd7b199be1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0292db8-f9f7-4d74-885a-2baddfd23973'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:13:31.896884 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port d0292db8-f9f7-4d74-885a-2baddfd23973, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=d0292db8-f9f7-4d74-885a-2baddfd23973,segment=NetworkSegment(e66b56d2-46f2-48f7-9150-6c2ea6f62c5d),segment_id=e66b56d2-46f2-48f7-9150-6c2ea6f62c5d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:13:31.901957 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:31.948122 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38a5be4a-10ba-4e9d-b4f1-6421a99cbb8b'] response: {'server_uuid': 'a6eaa875-779e-46e5-a90d-fd7b199be1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0292db8-f9f7-4d74-885a-2baddfd23973', 'code': 200} Apr 20 18:13:31.973787 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=d0292db8-f9f7-4d74-885a-2baddfd23973,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:13:32.076912 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e7be3c70-eba9-42b5-b122-621fbd27b41d req-51a5156c-3e44-4e8d-aaf2-0fd821728ce4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a6eaa875-779e-46e5-a90d-fd7b199be1ba HTTP/1.1" status: 200 len: 1096 time: 0.0774274 Apr 20 18:13:32.120171 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e7be3c70-eba9-42b5-b122-621fbd27b41d req-3225cfbb-653c-4e97-81d6-120df17662b7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3c03cb40-27f8-4a68-95d0-aa63bf5d3395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367987 Apr 20 18:13:32.354661 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd24ec-27dc-436f-86ff-e919767b09c4 req-1292e27e-94d3-4131-8911-cfe15c651580 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:13:32.356440 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7ddd24ec-27dc-436f-86ff-e919767b09c4 req-1292e27e-94d3-4131-8911-cfe15c651580 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6eaa875-779e-46e5-a90d-fd7b199be1ba HTTP/1.1" status: 200 len: 945 time: 0.0862041 Apr 20 18:13:32.404945 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7ddd24ec-27dc-436f-86ff-e919767b09c4 req-631c6e86-bb46-48c1-8afe-1b632fecd22f tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c03cb40-27f8-4a68-95d0-aa63bf5d3395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426702 Apr 20 18:13:33.620433 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be792132-d64e-4363-a61c-9ea5520f899c req-89fb6779-b845-4209-9487-4e6eabb59ad2 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:13:33.621763 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-be792132-d64e-4363-a61c-9ea5520f899c req-89fb6779-b845-4209-9487-4e6eabb59ad2 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6eaa875-779e-46e5-a90d-fd7b199be1ba HTTP/1.1" status: 200 len: 945 time: 0.0881636 Apr 20 18:13:33.667689 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-be792132-d64e-4363-a61c-9ea5520f899c req-8deaeb18-907d-42c3-adbf-0cbda3e3beae tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c03cb40-27f8-4a68-95d0-aa63bf5d3395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389316 Apr 20 18:13:34.873324 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179beb54-b2eb-4792-9b71-8679c2ef188a req-a1e9790e-914d-4e52-8349-eb7368ae1864 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:13:34.874864 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-179beb54-b2eb-4792-9b71-8679c2ef188a req-a1e9790e-914d-4e52-8349-eb7368ae1864 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6eaa875-779e-46e5-a90d-fd7b199be1ba HTTP/1.1" status: 200 len: 945 time: 0.0837796 Apr 20 18:13:34.922454 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-179beb54-b2eb-4792-9b71-8679c2ef188a req-3b68b0bb-8211-409d-90d1-ade9b8e316c2 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c03cb40-27f8-4a68-95d0-aa63bf5d3395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417807 Apr 20 18:13:35.142352 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e63a05-11cf-4aa7-9ded-268e496fa0b2 req-8f90d704-3c76-4921-96b1-7f10eebda4ff tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:13:35.143764 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f2e63a05-11cf-4aa7-9ded-268e496fa0b2 req-8f90d704-3c76-4921-96b1-7f10eebda4ff tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6eaa875-779e-46e5-a90d-fd7b199be1ba HTTP/1.1" status: 200 len: 945 time: 0.0863857 Apr 20 18:13:35.190402 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f2e63a05-11cf-4aa7-9ded-268e496fa0b2 req-075fb5ad-17ea-472d-bc4e-cc060bbe4664 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c03cb40-27f8-4a68-95d0-aa63bf5d3395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388253 Apr 20 18:13:39.245816 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-19c99983-40b7-4d5d-9e22-e8b9f884efd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:41.422230 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cd708c14-6e0b-46ad-a6c5-2b5f67b3172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:42.698320 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:42.919429 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:43.717173 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:44.225555 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:45.695358 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:49.599881 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23e313-2461-42b4-bffe-926e2ed57b92 req-96d970cb-1baa-44d0-bd26-c50200f121df tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:13:49.601199 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7e23e313-2461-42b4-bffe-926e2ed57b92 req-96d970cb-1baa-44d0-bd26-c50200f121df tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6eaa875-779e-46e5-a90d-fd7b199be1ba HTTP/1.1" status: 200 len: 945 time: 0.0839469 Apr 20 18:13:49.646111 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7e23e313-2461-42b4-bffe-926e2ed57b92 req-9e8cc663-dd1b-43d4-9554-085418730578 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c03cb40-27f8-4a68-95d0-aa63bf5d3395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392876 Apr 20 18:13:50.860718 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc75909-53d4-4886-a089-d6a771358d5b req-f95a1f07-d818-4a29-a835-bc1b28e58266 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:13:50.862130 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-abc75909-53d4-4886-a089-d6a771358d5b req-f95a1f07-d818-4a29-a835-bc1b28e58266 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6eaa875-779e-46e5-a90d-fd7b199be1ba HTTP/1.1" status: 200 len: 945 time: 0.0819402 Apr 20 18:13:50.908613 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-abc75909-53d4-4886-a089-d6a771358d5b req-cf12a01c-cf32-4289-b0fc-d941c5fd229f tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c03cb40-27f8-4a68-95d0-aa63bf5d3395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391579 Apr 20 18:13:51.418609 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d5b77-722d-4fc3-b798-99db558751bc req-b6741869-c04c-4e08-9722-aea31e0dac6d tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:13:51.420114 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5e5d5b77-722d-4fc3-b798-99db558751bc req-b6741869-c04c-4e08-9722-aea31e0dac6d tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6eaa875-779e-46e5-a90d-fd7b199be1ba HTTP/1.1" status: 200 len: 945 time: 0.0794435 Apr 20 18:13:51.490519 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-5e5d5b77-722d-4fc3-b798-99db558751bc req-ce4a3581-7afe-4267-9245-99677f11fa74 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Deleting port d0292db8-f9f7-4d74-885a-2baddfd23973 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:13:51.490956 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-5e5d5b77-722d-4fc3-b798-99db558751bc req-ce4a3581-7afe-4267-9245-99677f11fa74 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:51.815985 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-5e5d5b77-722d-4fc3-b798-99db558751bc req-ce4a3581-7afe-4267-9245-99677f11fa74 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] For port d0292db8-f9f7-4d74-885a-2baddfd23973, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=d0292db8-f9f7-4d74-885a-2baddfd23973,segment=NetworkSegment(e66b56d2-46f2-48f7-9150-6c2ea6f62c5d),segment_id=e66b56d2-46f2-48f7-9150-6c2ea6f62c5d)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:13:51.816345 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-5e5d5b77-722d-4fc3-b798-99db558751bc req-ce4a3581-7afe-4267-9245-99677f11fa74 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:51.940636 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-5e5d5b77-722d-4fc3-b798-99db558751bc req-ce4a3581-7afe-4267-9245-99677f11fa74 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Calling delete_port for d0292db8-f9f7-4d74-885a-2baddfd23973 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:13:52.133124 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-5e5d5b77-722d-4fc3-b798-99db558751bc req-ce4a3581-7afe-4267-9245-99677f11fa74 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:52.184688 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a3581-7afe-4267-9245-99677f11fa74 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Pushing event deleted for resources: {'Port': ['ID=d0292db8-f9f7-4d74-885a-2baddfd23973,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:13:52.257196 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ec052-be8a-4980-a1f3-b998c23c823d req-e02567ef-23e4-49e2-bc34-7d5c162b69ed tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:13:52.258744 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0b8ec052-be8a-4980-a1f3-b998c23c823d req-e02567ef-23e4-49e2-bc34-7d5c162b69ed tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6eaa875-779e-46e5-a90d-fd7b199be1ba HTTP/1.1" status: 200 len: 945 time: 0.2103229 Apr 20 18:13:52.270939 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5d5b77-722d-4fc3-b798-99db558751bc req-ce4a3581-7afe-4267-9245-99677f11fa74 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] No DVR routers for this DVR port d0292db8-f9f7-4d74-885a-2baddfd23973 on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:13:52.285429 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-5e5d5b77-722d-4fc3-b798-99db558751bc req-ce4a3581-7afe-4267-9245-99677f11fa74 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:52.287828 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6eaa875-779e-46e5-a90d-fd7b199be1ba', 'name': 'network-vif-deleted', 'tag': 'd0292db8-f9f7-4d74-885a-2baddfd23973'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:13:52.314983 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5e5d5b77-722d-4fc3-b798-99db558751bc req-ce4a3581-7afe-4267-9245-99677f11fa74 tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.10 "DELETE /v2.0/ports/d0292db8-f9f7-4d74-885a-2baddfd23973 HTTP/1.1" status: 204 len: 173 time: 0.8892651 Apr 20 18:13:52.328740 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0b8ec052-be8a-4980-a1f3-b998c23c823d req-5b831c53-e837-4f2f-a898-0c963555a56b tempest-TestEncryptedCinderVolumes-410373404 tempest-TestEncryptedCinderVolumes-410373404-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c03cb40-27f8-4a68-95d0-aa63bf5d3395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592434 Apr 20 18:13:52.363464 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0baf748-3de5-4526-ba12-67a034bc9525'] response: {'server_uuid': 'a6eaa875-779e-46e5-a90d-fd7b199be1ba', 'name': 'network-vif-deleted', 'tag': 'd0292db8-f9f7-4d74-885a-2baddfd23973', 'status': 'completed', 'code': 200} Apr 20 18:13:52.533448 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:13:53.485760 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36798) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:13:53.817103 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device d0292db8-f9f7-4d74-885a-2baddfd23973 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:13:53.849224 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: d0292db8-f9f7-4d74-885a-2baddfd23973 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:13:53.849544 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device d0292db8-f9f7-4d74-885a-2baddfd23973 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:13:53.974650 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8ce97d18-b780-43ae-83d3-3a6ef1ad8d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:54.572775 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-8ce97d18-b780-43ae-83d3-3a6ef1ad8d55 admin admin] Deleting port f3e64fcd-9985-44f9-a724-6cd341191c8e {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:13:54.573461 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8ce97d18-b780-43ae-83d3-3a6ef1ad8d55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:54.745446 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-8ce97d18-b780-43ae-83d3-3a6ef1ad8d55 admin admin] For port f3e64fcd-9985-44f9-a724-6cd341191c8e, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=f3e64fcd-9985-44f9-a724-6cd341191c8e,segment=NetworkSegment(e66b56d2-46f2-48f7-9150-6c2ea6f62c5d),segment_id=e66b56d2-46f2-48f7-9150-6c2ea6f62c5d)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:13:54.745831 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8ce97d18-b780-43ae-83d3-3a6ef1ad8d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:54.868071 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-8ce97d18-b780-43ae-83d3-3a6ef1ad8d55 admin admin] Calling delete_port for f3e64fcd-9985-44f9-a724-6cd341191c8e owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:13:55.047789 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8ce97d18-b780-43ae-83d3-3a6ef1ad8d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:55.101924 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce97d18-b780-43ae-83d3-3a6ef1ad8d55 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3e64fcd-9985-44f9-a724-6cd341191c8e,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:13:55.168268 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce97d18-b780-43ae-83d3-3a6ef1ad8d55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:13:55.168589 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce97d18-b780-43ae-83d3-3a6ef1ad8d55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:13:55.168918 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce97d18-b780-43ae-83d3-3a6ef1ad8d55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:13:55.169246 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce97d18-b780-43ae-83d3-3a6ef1ad8d55 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:13:55.169569 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce97d18-b780-43ae-83d3-3a6ef1ad8d55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:13:55.169887 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce97d18-b780-43ae-83d3-3a6ef1ad8d55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:13:55.170222 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce97d18-b780-43ae-83d3-3a6ef1ad8d55 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:13:55.170543 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce97d18-b780-43ae-83d3-3a6ef1ad8d55 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:13:55.170857 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce97d18-b780-43ae-83d3-3a6ef1ad8d55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:13:55.171172 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce97d18-b780-43ae-83d3-3a6ef1ad8d55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:13:55.171485 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce97d18-b780-43ae-83d3-3a6ef1ad8d55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:13:55.516136 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8ce97d18-b780-43ae-83d3-3a6ef1ad8d55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:56.092921 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce97d18-b780-43ae-83d3-3a6ef1ad8d55 admin admin] Router 271d8a46-adcf-4f44-88c3-de5a9c7441dc has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:13:56.290222 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce97d18-b780-43ae-83d3-3a6ef1ad8d55 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:13:56.299024 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7708512-5e98-4ffd-ae2f-572a45866586 None None] Sync routers for ids ['271d8a46-adcf-4f44-88c3-de5a9c7441dc'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:13:56.303402 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8ce97d18-b780-43ae-83d3-3a6ef1ad8d55 admin admin] 10.222.0.39 "PUT /v2.0/routers/271d8a46-adcf-4f44-88c3-de5a9c7441dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8164785 Apr 20 18:13:56.306137 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36802) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:13:56.311145 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7708512-5e98-4ffd-ae2f-572a45866586 None None] Routers {'271d8a46-adcf-4f44-88c3-de5a9c7441dc'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:13:56.311856 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-e7708512-5e98-4ffd-ae2f-572a45866586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:13:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['271d8a46-adcf-4f44-88c3-de5a9c7441dc'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:13:56.486518 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-e7708512-5e98-4ffd-ae2f-572a45866586 None None] Set router 271d8a46-adcf-4f44-88c3-de5a9c7441dc gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:13:56.498606 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f1a2afff-ec91-4b60-b52d-85b64166713f admin admin] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:56.688912 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f1a2afff-ec91-4b60-b52d-85b64166713f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:56.699375 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-f1a2afff-ec91-4b60-b52d-85b64166713f admin admin] Deleting port 3096d52a-b9ca-46ae-8827-39ecff03e190 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:13:56.699704 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f1a2afff-ec91-4b60-b52d-85b64166713f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:56.761246 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-e7708512-5e98-4ffd-ae2f-572a45866586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271d8a46-adcf-4f44-88c3-de5a9c7441dc', 'name': 'tempest-TestEncryptedCinderVolumes-1799499775-router', 'tenant_id': '5a899d1acafd494694eab5d353c14a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '3096d52a-b9ca-46ae-8827-39ecff03e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:12:38Z', 'updated_at': '2022-04-20T18:13:54Z', 'revision_number': 5, 'project_id': '5a899d1acafd494694eab5d353c14a4b', 'gw_port': {'id': '3096d52a-b9ca-46ae-8827-39ecff03e190', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:db:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271d8a46-adcf-4f44-88c3-de5a9c7441dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:12:39Z', 'updated_at': '2022-04-20T18:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:13:56.765656 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7708512-5e98-4ffd-ae2f-572a45866586 None None] Checking router: 271d8a46-adcf-4f44-88c3-de5a9c7441dc for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:13:56.777230 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7708512-5e98-4ffd-ae2f-572a45866586 None None] Routers {'271d8a46-adcf-4f44-88c3-de5a9c7441dc'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:13:56.777887 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-e7708512-5e98-4ffd-ae2f-572a45866586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:13:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['271d8a46-adcf-4f44-88c3-de5a9c7441dc'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:13:56.964490 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-e7708512-5e98-4ffd-ae2f-572a45866586 None None] Set router 271d8a46-adcf-4f44-88c3-de5a9c7441dc gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:13:56.996583 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-f1a2afff-ec91-4b60-b52d-85b64166713f admin admin] For port 3096d52a-b9ca-46ae-8827-39ecff03e190, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3096d52a-b9ca-46ae-8827-39ecff03e190,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:13:56.996971 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f1a2afff-ec91-4b60-b52d-85b64166713f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:57.068131 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-e7708512-5e98-4ffd-ae2f-572a45866586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271d8a46-adcf-4f44-88c3-de5a9c7441dc', 'name': 'tempest-TestEncryptedCinderVolumes-1799499775-router', 'tenant_id': '5a899d1acafd494694eab5d353c14a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:12:38Z', 'updated_at': '2022-04-20T18:13:56Z', 'revision_number': 6, 'project_id': '5a899d1acafd494694eab5d353c14a4b', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:13:57.072096 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7708512-5e98-4ffd-ae2f-572a45866586 None None] The sync data for ids ['271d8a46-adcf-4f44-88c3-de5a9c7441dc'] in n-d-838032-1 is: [{'id': '271d8a46-adcf-4f44-88c3-de5a9c7441dc', 'name': 'tempest-TestEncryptedCinderVolumes-1799499775-router', 'tenant_id': '5a899d1acafd494694eab5d353c14a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:12:38Z', 'updated_at': '2022-04-20T18:13:56Z', 'revision_number': 6, 'project_id': '5a899d1acafd494694eab5d353c14a4b', 'gw_port_host': None}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:13:57.120074 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-f1a2afff-ec91-4b60-b52d-85b64166713f admin admin] Calling delete_port for 3096d52a-b9ca-46ae-8827-39ecff03e190 owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:13:57.287082 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f1a2afff-ec91-4b60-b52d-85b64166713f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:57.330067 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a2afff-ec91-4b60-b52d-85b64166713f admin admin] Pushing event deleted for resources: {'Port': ['ID=3096d52a-b9ca-46ae-8827-39ecff03e190,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:13:57.489651 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f3e64fcd-9985-44f9-a724-6cd341191c8e no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:13:57.523227 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: f3e64fcd-9985-44f9-a724-6cd341191c8e {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:13:57.523573 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device f3e64fcd-9985-44f9-a724-6cd341191c8e not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:13:57.566124 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f1a2afff-ec91-4b60-b52d-85b64166713f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:57.813265 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f1a2afff-ec91-4b60-b52d-85b64166713f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:57.817824 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f1a2afff-ec91-4b60-b52d-85b64166713f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:57.847451 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f1a2afff-ec91-4b60-b52d-85b64166713f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:57.848161 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a2afff-ec91-4b60-b52d-85b64166713f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 271d8a46-adcf-4f44-88c3-de5a9c7441dc {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 18:13:57.864039 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f1a2afff-ec91-4b60-b52d-85b64166713f admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:57.865221 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f1a2afff-ec91-4b60-b52d-85b64166713f admin admin] 10.222.0.39 "DELETE /v2.0/routers/271d8a46-adcf-4f44-88c3-de5a9c7441dc HTTP/1.1" status: 204 len: 168 time: 1.5581603 Apr 20 18:13:57.868079 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36806) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:13:57.927600 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d668e6b-c65f-427c-b3d1-6febd5284a17 admin admin] Deleting subnet 72e58ba4-a84b-46ec-9e4d-9c5fbc829e7e {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 18:13:57.930647 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9d668e6b-c65f-427c-b3d1-6febd5284a17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:57.979517 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9d668e6b-c65f-427c-b3d1-6febd5284a17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:58.067815 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9d668e6b-c65f-427c-b3d1-6febd5284a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:58.137153 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9d668e6b-c65f-427c-b3d1-6febd5284a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:58.174975 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d668e6b-c65f-427c-b3d1-6febd5284a17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72e58ba4-a84b-46ec-9e4d-9c5fbc829e7e,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:13:58.181076 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9d668e6b-c65f-427c-b3d1-6febd5284a17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:58.186887 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97097773-2dc0-489b-865a-3d93e7f43a0b None None] Network 812cfb4c-4d8e-4d65-b6b1-3632b0faad7a requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:13:58.187455 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9d668e6b-c65f-427c-b3d1-6febd5284a17 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/72e58ba4-a84b-46ec-9e4d-9c5fbc829e7e HTTP/1.1" status: 204 len: 168 time: 0.3183320 Apr 20 18:13:58.189958 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36810) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:13:58.404879 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c8d900ea-08ae-40c8-9582-ab1dc3a7792e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:58.415923 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-c8d900ea-08ae-40c8-9582-ab1dc3a7792e admin admin] Deleting port d73bbc46-3f9b-4d12-97df-1f30b5da2b21 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:13:58.416254 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c8d900ea-08ae-40c8-9582-ab1dc3a7792e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:58.452976 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba6a9b9-fa48-49a4-8643-7d08996dc446 None None] DHCP port deletion for 812cfb4c-4d8e-4d65-b6b1-3632b0faad7a request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 18:13:58.458217 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-cba6a9b9-fa48-49a4-8643-7d08996dc446 None None] Deleting port d73bbc46-3f9b-4d12-97df-1f30b5da2b21 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:13:58.458808 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cba6a9b9-fa48-49a4-8643-7d08996dc446 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:58.616286 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-c8d900ea-08ae-40c8-9582-ab1dc3a7792e admin admin] For port d73bbc46-3f9b-4d12-97df-1f30b5da2b21, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d73bbc46-3f9b-4d12-97df-1f30b5da2b21,segment=NetworkSegment(e66b56d2-46f2-48f7-9150-6c2ea6f62c5d),segment_id=e66b56d2-46f2-48f7-9150-6c2ea6f62c5d)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:13:58.616738 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c8d900ea-08ae-40c8-9582-ab1dc3a7792e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:58.652100 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-cba6a9b9-fa48-49a4-8643-7d08996dc446 None None] For port d73bbc46-3f9b-4d12-97df-1f30b5da2b21, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=d73bbc46-3f9b-4d12-97df-1f30b5da2b21,segment=NetworkSegment(e66b56d2-46f2-48f7-9150-6c2ea6f62c5d),segment_id=e66b56d2-46f2-48f7-9150-6c2ea6f62c5d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:13:58.652678 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cba6a9b9-fa48-49a4-8643-7d08996dc446 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:58.733950 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-c8d900ea-08ae-40c8-9582-ab1dc3a7792e admin admin] Calling delete_port for d73bbc46-3f9b-4d12-97df-1f30b5da2b21 owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:13:58.770581 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-cba6a9b9-fa48-49a4-8643-7d08996dc446 None None] Calling delete_port for d73bbc46-3f9b-4d12-97df-1f30b5da2b21 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:13:58.813059 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c8d900ea-08ae-40c8-9582-ab1dc3a7792e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:58.839929 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-cba6a9b9-fa48-49a4-8643-7d08996dc446 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:13:58.840307 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-cba6a9b9-fa48-49a4-8643-7d08996dc446 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 18:13:58.856804 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d900ea-08ae-40c8-9582-ab1dc3a7792e admin admin] Pushing event deleted for resources: {'Port': ['ID=d73bbc46-3f9b-4d12-97df-1f30b5da2b21,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:13:58.861541 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d900ea-08ae-40c8-9582-ab1dc3a7792e admin admin] No DVR routers for this DVR port d73bbc46-3f9b-4d12-97df-1f30b5da2b21 on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:13:58.974682 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c8d900ea-08ae-40c8-9582-ab1dc3a7792e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:58.999349 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-c8d900ea-08ae-40c8-9582-ab1dc3a7792e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['812cfb4c-4d8e-4d65-b6b1-3632b0faad7a']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:13:59.014807 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-c8d900ea-08ae-40c8-9582-ab1dc3a7792e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e66b56d2-46f2-48f7-9150-6c2ea6f62c5d') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:13:59.015078 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-c8d900ea-08ae-40c8-9582-ab1dc3a7792e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e66b56d2-46f2-48f7-9150-6c2ea6f62c5d') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:13:59.026292 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c8d900ea-08ae-40c8-9582-ab1dc3a7792e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:59.042643 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c8d900ea-08ae-40c8-9582-ab1dc3a7792e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:59.048976 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d900ea-08ae-40c8-9582-ab1dc3a7792e admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 18:13:59.049395 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c8d900ea-08ae-40c8-9582-ab1dc3a7792e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:59.062234 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 18:13:59.062234 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 18:13:59.062234 n-d-838032-1 neutron-server[84081]: timer() Apr 20 18:13:59.062234 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:13:59.062234 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 18:13:59.062234 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 18:13:59.062234 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 18:13:59.062234 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:13:59.062234 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 18:13:59.062234 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:13:59.062234 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 18:13:59.062234 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:13:59.062234 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 18:13:59.062234 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:13:59.062234 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:13:59.062234 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 18:13:59.062234 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 18:13:59.062234 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:13:59.062234 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 18:13:59.062234 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 18:13:59.062234 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 18:13:59.062234 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:13:59.062234 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 18:13:59.062234 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 18:13:59.062234 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 18:13:59.062234 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 18:13:59.062234 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 18:13:59.062234 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 18:13:59.062234 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:13:59.062234 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 18:13:59.062234 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:13:59.062234 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:13:59.139502 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c8d900ea-08ae-40c8-9582-ab1dc3a7792e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:59.146249 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c8d900ea-08ae-40c8-9582-ab1dc3a7792e admin admin] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:59.173077 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d900ea-08ae-40c8-9582-ab1dc3a7792e admin admin] Pushing event deleted for resources: {'Network': ['ID=812cfb4c-4d8e-4d65-b6b1-3632b0faad7a,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:13:59.186317 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c8d900ea-08ae-40c8-9582-ab1dc3a7792e admin admin] 10.222.0.39 "DELETE /v2.0/networks/812cfb4c-4d8e-4d65-b6b1-3632b0faad7a HTTP/1.1" status: 204 len: 168 time: 0.9953554 Apr 20 18:13:59.189295 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36814) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:13:59.341308 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-cba6a9b9-fa48-49a4-8643-7d08996dc446 None None] Deleting port d73bbc46-3f9b-4d12-97df-1f30b5da2b21 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:13:59.341815 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cba6a9b9-fa48-49a4-8643-7d08996dc446 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:13:59.410407 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3096d52a-b9ca-46ae-8827-39ecff03e190 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:13:59.446799 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 3096d52a-b9ca-46ae-8827-39ecff03e190 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:13:59.447165 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3096d52a-b9ca-46ae-8827-39ecff03e190 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:13:59.447579 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d73bbc46-3f9b-4d12-97df-1f30b5da2b21 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:13:59.472871 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-cba6a9b9-fa48-49a4-8643-7d08996dc446 None None] The port 'd73bbc46-3f9b-4d12-97df-1f30b5da2b21' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:13:59.483980 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: d73bbc46-3f9b-4d12-97df-1f30b5da2b21 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:13:59.483980 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device d73bbc46-3f9b-4d12-97df-1f30b5da2b21 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:13:59.579445 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-910ab1c0-088f-4375-927f-a4820aea27d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:00.257809 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-910ab1c0-088f-4375-927f-a4820aea27d0 admin admin] Deleting port e642168e-a332-4b8b-9d18-cbda0abd65dc {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:14:00.258603 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-910ab1c0-088f-4375-927f-a4820aea27d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:00.422000 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-910ab1c0-088f-4375-927f-a4820aea27d0 admin admin] For port e642168e-a332-4b8b-9d18-cbda0abd65dc, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e642168e-a332-4b8b-9d18-cbda0abd65dc,segment=NetworkSegment(43123b19-4264-42f7-8409-08cec8229a31),segment_id=43123b19-4264-42f7-8409-08cec8229a31)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:14:00.422350 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-910ab1c0-088f-4375-927f-a4820aea27d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:00.544310 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-910ab1c0-088f-4375-927f-a4820aea27d0 admin admin] Calling delete_port for e642168e-a332-4b8b-9d18-cbda0abd65dc owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:14:00.712540 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-910ab1c0-088f-4375-927f-a4820aea27d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:00.754946 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ab1c0-088f-4375-927f-a4820aea27d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e642168e-a332-4b8b-9d18-cbda0abd65dc,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:01.040044 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-910ab1c0-088f-4375-927f-a4820aea27d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:01.731801 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910ab1c0-088f-4375-927f-a4820aea27d0 admin admin] Router 1c187ef6-7693-4fa3-99e3-fa7add7a5697 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:14:01.939566 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910ab1c0-088f-4375-927f-a4820aea27d0 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:14:01.948546 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-910ab1c0-088f-4375-927f-a4820aea27d0 admin admin] 10.222.0.39 "PUT /v2.0/routers/1c187ef6-7693-4fa3-99e3-fa7add7a5697/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7582207 Apr 20 18:14:01.949257 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14775c38-ede5-44e1-bbae-d43d94a63613 None None] Sync routers for ids ['1c187ef6-7693-4fa3-99e3-fa7add7a5697'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:14:01.951305 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36818) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:14:01.961690 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14775c38-ede5-44e1-bbae-d43d94a63613 None None] Routers {'1c187ef6-7693-4fa3-99e3-fa7add7a5697'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:14:01.962314 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-14775c38-ede5-44e1-bbae-d43d94a63613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:13:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['1c187ef6-7693-4fa3-99e3-fa7add7a5697'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:14:02.131783 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-14775c38-ede5-44e1-bbae-d43d94a63613 None None] Set router 1c187ef6-7693-4fa3-99e3-fa7add7a5697 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:14:02.149155 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-95c604da-229b-4365-855f-4d810916b433 admin admin] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:02.337339 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-95c604da-229b-4365-855f-4d810916b433 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:02.347814 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-95c604da-229b-4365-855f-4d810916b433 admin admin] Deleting port a50aeece-603a-428f-b0cd-b143685002d3 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:14:02.348129 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-95c604da-229b-4365-855f-4d810916b433 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:02.405450 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-14775c38-ede5-44e1-bbae-d43d94a63613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c187ef6-7693-4fa3-99e3-fa7add7a5697', 'name': 'tempest-TestEncryptedCinderVolumes-657702655-router', 'tenant_id': '0432709c56c74f729b0d18d67776fbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'a50aeece-603a-428f-b0cd-b143685002d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:12:44Z', 'updated_at': '2022-04-20T18:14:00Z', 'revision_number': 5, 'project_id': '0432709c56c74f729b0d18d67776fbeb', 'gw_port': {'id': 'a50aeece-603a-428f-b0cd-b143685002d3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c187ef6-7693-4fa3-99e3-fa7add7a5697', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:12:45Z', 'updated_at': '2022-04-20T18:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:14:02.409314 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14775c38-ede5-44e1-bbae-d43d94a63613 None None] Checking router: 1c187ef6-7693-4fa3-99e3-fa7add7a5697 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:14:02.419994 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14775c38-ede5-44e1-bbae-d43d94a63613 None None] Routers {'1c187ef6-7693-4fa3-99e3-fa7add7a5697'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:14:02.420572 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-14775c38-ede5-44e1-bbae-d43d94a63613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:13:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['1c187ef6-7693-4fa3-99e3-fa7add7a5697'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:14:02.524341 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-95c604da-229b-4365-855f-4d810916b433 admin admin] For port a50aeece-603a-428f-b0cd-b143685002d3, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=a50aeece-603a-428f-b0cd-b143685002d3,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:14:02.524731 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-95c604da-229b-4365-855f-4d810916b433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:02.594016 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-14775c38-ede5-44e1-bbae-d43d94a63613 None None] Set router 1c187ef6-7693-4fa3-99e3-fa7add7a5697 gateway port host: None {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:14:02.643326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-95c604da-229b-4365-855f-4d810916b433 admin admin] Calling delete_port for a50aeece-603a-428f-b0cd-b143685002d3 owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:14:02.693850 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-14775c38-ede5-44e1-bbae-d43d94a63613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c187ef6-7693-4fa3-99e3-fa7add7a5697', 'name': 'tempest-TestEncryptedCinderVolumes-657702655-router', 'tenant_id': '0432709c56c74f729b0d18d67776fbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:12:44Z', 'updated_at': '2022-04-20T18:14:02Z', 'revision_number': 6, 'project_id': '0432709c56c74f729b0d18d67776fbeb', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:14:02.697831 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14775c38-ede5-44e1-bbae-d43d94a63613 None None] The sync data for ids ['1c187ef6-7693-4fa3-99e3-fa7add7a5697'] in n-d-838032-1 is: [{'id': '1c187ef6-7693-4fa3-99e3-fa7add7a5697', 'name': 'tempest-TestEncryptedCinderVolumes-657702655-router', 'tenant_id': '0432709c56c74f729b0d18d67776fbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:12:44Z', 'updated_at': '2022-04-20T18:14:02Z', 'revision_number': 6, 'project_id': '0432709c56c74f729b0d18d67776fbeb', 'gw_port_host': None}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:14:02.918835 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-95c604da-229b-4365-855f-4d810916b433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:02.960666 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c604da-229b-4365-855f-4d810916b433 admin admin] Pushing event deleted for resources: {'Port': ['ID=a50aeece-603a-428f-b0cd-b143685002d3,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:03.190726 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-95c604da-229b-4365-855f-4d810916b433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:03.455989 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-95c604da-229b-4365-855f-4d810916b433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:03.460589 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-95c604da-229b-4365-855f-4d810916b433 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:03.491183 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-95c604da-229b-4365-855f-4d810916b433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:03.491872 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c604da-229b-4365-855f-4d810916b433 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c187ef6-7693-4fa3-99e3-fa7add7a5697 {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 18:14:03.498645 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e642168e-a332-4b8b-9d18-cbda0abd65dc no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:14:03.511097 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-95c604da-229b-4365-855f-4d810916b433 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:03.512219 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-95c604da-229b-4365-855f-4d810916b433 admin admin] 10.222.0.39 "DELETE /v2.0/routers/1c187ef6-7693-4fa3-99e3-fa7add7a5697 HTTP/1.1" status: 204 len: 168 time: 1.5600307 Apr 20 18:14:03.514892 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36822) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:14:03.533895 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: e642168e-a332-4b8b-9d18-cbda0abd65dc {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:14:03.534256 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e642168e-a332-4b8b-9d18-cbda0abd65dc not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:14:03.534684 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device a50aeece-603a-428f-b0cd-b143685002d3 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:14:03.566008 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: a50aeece-603a-428f-b0cd-b143685002d3 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:14:03.566732 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device a50aeece-603a-428f-b0cd-b143685002d3 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:14:03.571869 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-412170dd-0b75-4a49-ada5-f9a5f2151bff admin admin] Deleting subnet 0001b125-be91-4919-b5fc-37250c936c56 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 18:14:03.574961 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-412170dd-0b75-4a49-ada5-f9a5f2151bff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:03.625816 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-412170dd-0b75-4a49-ada5-f9a5f2151bff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:03.704797 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-412170dd-0b75-4a49-ada5-f9a5f2151bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:03.772254 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-412170dd-0b75-4a49-ada5-f9a5f2151bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:03.811327 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412170dd-0b75-4a49-ada5-f9a5f2151bff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0001b125-be91-4919-b5fc-37250c936c56,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:03.816077 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-412170dd-0b75-4a49-ada5-f9a5f2151bff admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:03.821705 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-412170dd-0b75-4a49-ada5-f9a5f2151bff admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0001b125-be91-4919-b5fc-37250c936c56 HTTP/1.1" status: 204 len: 168 time: 0.3058851 Apr 20 18:14:03.821840 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b4fca5-fb01-44d2-bf3c-339e044fe7a0 None None] Network a015af53-bb76-4daf-940b-b55ae883d491 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:14:03.824436 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36826) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:14:03.925902 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a4aff434-38c3-4707-840b-009483c1d37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:03.936868 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-a4aff434-38c3-4707-840b-009483c1d37d admin admin] Deleting port 5a0f697a-ec9e-4d83-97bb-48cfe535ce1e {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:14:03.937187 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a4aff434-38c3-4707-840b-009483c1d37d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:04.054179 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6188a973-3e98-47e5-b342-c725f8af3ef3 None None] DHCP port deletion for a015af53-bb76-4daf-940b-b55ae883d491 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 18:14:04.058537 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-6188a973-3e98-47e5-b342-c725f8af3ef3 None None] Deleting port 5a0f697a-ec9e-4d83-97bb-48cfe535ce1e {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:14:04.058908 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6188a973-3e98-47e5-b342-c725f8af3ef3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:04.134348 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-a4aff434-38c3-4707-840b-009483c1d37d admin admin] For port 5a0f697a-ec9e-4d83-97bb-48cfe535ce1e, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=5a0f697a-ec9e-4d83-97bb-48cfe535ce1e,segment=NetworkSegment(43123b19-4264-42f7-8409-08cec8229a31),segment_id=43123b19-4264-42f7-8409-08cec8229a31)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:14:04.134688 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a4aff434-38c3-4707-840b-009483c1d37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:04.300044 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-6188a973-3e98-47e5-b342-c725f8af3ef3 None None] For port 5a0f697a-ec9e-4d83-97bb-48cfe535ce1e, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=5a0f697a-ec9e-4d83-97bb-48cfe535ce1e,segment=NetworkSegment(43123b19-4264-42f7-8409-08cec8229a31),segment_id=43123b19-4264-42f7-8409-08cec8229a31)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:14:04.300383 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6188a973-3e98-47e5-b342-c725f8af3ef3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:04.360739 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-a4aff434-38c3-4707-840b-009483c1d37d admin admin] Calling delete_port for 5a0f697a-ec9e-4d83-97bb-48cfe535ce1e owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:14:04.415184 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-6188a973-3e98-47e5-b342-c725f8af3ef3 None None] Calling delete_port for 5a0f697a-ec9e-4d83-97bb-48cfe535ce1e owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:14:04.433794 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a4aff434-38c3-4707-840b-009483c1d37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:04.477046 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aff434-38c3-4707-840b-009483c1d37d admin admin] Pushing event deleted for resources: {'Port': ['ID=5a0f697a-ec9e-4d83-97bb-48cfe535ce1e,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:04.483148 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aff434-38c3-4707-840b-009483c1d37d admin admin] No DVR routers for this DVR port 5a0f697a-ec9e-4d83-97bb-48cfe535ce1e on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:14:04.486353 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-6188a973-3e98-47e5-b342-c725f8af3ef3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:14:04.486702 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-6188a973-3e98-47e5-b342-c725f8af3ef3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 18:14:04.599652 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a4aff434-38c3-4707-840b-009483c1d37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:04.627090 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-a4aff434-38c3-4707-840b-009483c1d37d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a015af53-bb76-4daf-940b-b55ae883d491']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:14:04.642455 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-a4aff434-38c3-4707-840b-009483c1d37d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43123b19-4264-42f7-8409-08cec8229a31') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:14:04.642726 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-a4aff434-38c3-4707-840b-009483c1d37d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43123b19-4264-42f7-8409-08cec8229a31') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:14:04.653854 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a4aff434-38c3-4707-840b-009483c1d37d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:04.671376 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a4aff434-38c3-4707-840b-009483c1d37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:04.677788 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4aff434-38c3-4707-840b-009483c1d37d admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 18:14:04.678158 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a4aff434-38c3-4707-840b-009483c1d37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:04.690747 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 18:14:04.690747 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 18:14:04.690747 n-d-838032-1 neutron-server[84081]: timer() Apr 20 18:14:04.690747 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:14:04.690747 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 18:14:04.690747 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 18:14:04.690747 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 18:14:04.690747 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:14:04.690747 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 18:14:04.690747 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:14:04.690747 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 18:14:04.690747 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:14:04.690747 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 18:14:04.690747 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:14:04.690747 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:14:04.690747 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 18:14:04.690747 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 18:14:04.690747 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:14:04.690747 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 18:14:04.690747 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 18:14:04.690747 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 18:14:04.690747 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:14:04.690747 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 18:14:04.690747 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 18:14:04.690747 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 18:14:04.690747 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 18:14:04.690747 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 18:14:04.690747 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 18:14:04.690747 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:14:04.690747 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 18:14:04.690747 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:14:04.690747 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:14:04.764408 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a4aff434-38c3-4707-840b-009483c1d37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:04.780032 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a4aff434-38c3-4707-840b-009483c1d37d admin admin] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:04.793544 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aff434-38c3-4707-840b-009483c1d37d admin admin] Pushing event deleted for resources: {'Network': ['ID=a015af53-bb76-4daf-940b-b55ae883d491,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:04.797742 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a4aff434-38c3-4707-840b-009483c1d37d admin admin] 10.222.0.39 "DELETE /v2.0/networks/a015af53-bb76-4daf-940b-b55ae883d491 HTTP/1.1" status: 204 len: 168 time: 0.9722152 Apr 20 18:14:04.988117 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-6188a973-3e98-47e5-b342-c725f8af3ef3 None None] Deleting port 5a0f697a-ec9e-4d83-97bb-48cfe535ce1e {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:14:04.988629 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6188a973-3e98-47e5-b342-c725f8af3ef3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:05.021608 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36832) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:14:05.050837 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-6188a973-3e98-47e5-b342-c725f8af3ef3 None None] The port '5a0f697a-ec9e-4d83-97bb-48cfe535ce1e' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:14:05.075906 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ad2d72cf-d3e2-4991-b5eb-36cde7f09d3b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5a899d1acafd494694eab5d353c14a4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0530813 Apr 20 18:14:05.078488 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36836) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:14:05.135680 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4ec787cf-a674-4e5d-aff4-203a1560ce9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:05.160750 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4ec787cf-a674-4e5d-aff4-203a1560ce9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:05.213578 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4ec787cf-a674-4e5d-aff4-203a1560ce9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:05.229897 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec787cf-a674-4e5d-aff4-203a1560ce9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c03cb40-27f8-4a68-95d0-aa63bf5d3395,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:05.241373 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4ec787cf-a674-4e5d-aff4-203a1560ce9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:05.242607 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4ec787cf-a674-4e5d-aff4-203a1560ce9c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3c03cb40-27f8-4a68-95d0-aa63bf5d3395 HTTP/1.1" status: 204 len: 168 time: 0.1632702 Apr 20 18:14:05.396486 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 5a0f697a-ec9e-4d83-97bb-48cfe535ce1e no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:14:05.431650 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 5a0f697a-ec9e-4d83-97bb-48cfe535ce1e {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:14:05.431967 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 5a0f697a-ec9e-4d83-97bb-48cfe535ce1e not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:14:05.751554 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36844) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:14:05.801017 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-88b7dbbe-a821-410a-a0fb-d88fc91cd603 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0432709c56c74f729b0d18d67776fbeb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483346 Apr 20 18:14:05.803605 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36848) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:14:05.865983 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c504ff2d-acac-4990-b87c-9609fcb56302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:05.892746 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c504ff2d-acac-4990-b87c-9609fcb56302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:05.945239 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c504ff2d-acac-4990-b87c-9609fcb56302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:05.960630 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c504ff2d-acac-4990-b87c-9609fcb56302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392cac76-182c-4e2b-a79b-540d119098d5,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:05.964949 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c504ff2d-acac-4990-b87c-9609fcb56302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:05.966045 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c504ff2d-acac-4990-b87c-9609fcb56302 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/392cac76-182c-4e2b-a79b-540d119098d5 HTTP/1.1" status: 204 len: 168 time: 0.1615169 Apr 20 18:14:06.906220 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36870) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:14:07.039784 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-615159370-network', 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:14:07.045307 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:14:07.049135 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] Usage tracker for resource:network and tenant:4a37fe83f83c4efea751e6d6f75ec1e8 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:14:07.051987 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:14:07.058505 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:14:07.069281 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] Made reservation on behalf of 4a37fe83f83c4efea751e6d6f75ec1e8 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:14:07.071653 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:07.084052 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:07.120442 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:14:07.124752 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] Usage tracker for resource:security_group_rule and tenant:4a37fe83f83c4efea751e6d6f75ec1e8 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:14:07.128226 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:14:07.135440 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:14:07.200128 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:07.205671 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:07.240329 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 18:14:07.245826 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ff99ba-8e2b-4c53-a400-bd767038982f,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:07.254847 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:07.255173 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] Added segment 7406fa40-6fb7-4a72-9e41-f07c0d576193 of type vlan for network 2a5bb1fe-2633-495a-b125-b150844a01f0 Apr 20 18:14:07.263011 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:14:07.263318 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:14:07.263689 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:14:07.264048 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:14:07.264457 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:14:07.264810 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:14:07.265120 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:14:07.265412 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:14:07.265718 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:14:07.266022 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:14:07.266356 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:14:07.291208 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:07.323539 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:07.324649 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:14:07.325453 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:07.432650 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] Pushing event updated for resources: {'Network': ['ID=2a5bb1fe-2633-495a-b125-b150844a01f0,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:07.435866 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bccbc83e-0d1f-44ed-8cae-cdd74467c048 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5285556 Apr 20 18:14:07.438832 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36876) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:14:07.443570 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 2a5bb1fe-2633-495a-b125-b150844a01f0 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 18:14:07.444131 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-0ea2992e-63af-4c0c-adcc-3c9583af7752 admin admin] Request body: {'subnet': {'network_id': '2a5bb1fe-2633-495a-b125-b150844a01f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-615159370-subnet', 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:14:07.449880 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0ea2992e-63af-4c0c-adcc-3c9583af7752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:14:07.453706 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0ea2992e-63af-4c0c-adcc-3c9583af7752 admin admin] Usage tracker for resource:subnet and tenant:4a37fe83f83c4efea751e6d6f75ec1e8 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:14:07.456833 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0ea2992e-63af-4c0c-adcc-3c9583af7752 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:14:07.462467 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0ea2992e-63af-4c0c-adcc-3c9583af7752 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:14:07.473506 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea2992e-63af-4c0c-adcc-3c9583af7752 admin admin] Made reservation on behalf of 4a37fe83f83c4efea751e6d6f75ec1e8 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:14:07.475841 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0ea2992e-63af-4c0c-adcc-3c9583af7752 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:07.676730 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0ea2992e-63af-4c0c-adcc-3c9583af7752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:07.744941 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2992e-63af-4c0c-adcc-3c9583af7752 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a81861e3-0705-4f13-9018-ed174bca8543,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:07.761299 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea2992e-63af-4c0c-adcc-3c9583af7752 admin admin] Checking segment: {'id': '7406fa40-6fb7-4a72-9e41-f07c0d576193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2a5bb1fe-2633-495a-b125-b150844a01f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:14:07.761643 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea2992e-63af-4c0c-adcc-3c9583af7752 admin admin] Network hostable DHCP agents. Network: 2a5bb1fe-2633-495a-b125-b150844a01f0, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 18:14:07.786217 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea2992e-63af-4c0c-adcc-3c9583af7752 admin admin] Network 2a5bb1fe-2633-495a-b125-b150844a01f0 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 18:14:07.796793 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-0ea2992e-63af-4c0c-adcc-3c9583af7752 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 2a5bb1fe-2633-495a-b125-b150844a01f0) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:14:07.800821 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea2992e-63af-4c0c-adcc-3c9583af7752 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:14:07.801409 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0ea2992e-63af-4c0c-adcc-3c9583af7752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:07.807397 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477fcaa6-b9bc-4cb5-9e68-7c28d53d38d7 None None] Network 2a5bb1fe-2633-495a-b125-b150844a01f0 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:14:07.824400 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0ea2992e-63af-4c0c-adcc-3c9583af7752 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3845298 Apr 20 18:14:07.827331 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36880) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:14:07.832712 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-cafb53ab-82a4-4a40-b1c4-d2a44b52b7d8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-615159370-router', 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:14:07.838015 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-cafb53ab-82a4-4a40-b1c4-d2a44b52b7d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:14:07.841814 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-cafb53ab-82a4-4a40-b1c4-d2a44b52b7d8 admin admin] Usage tracker for resource:router and tenant:4a37fe83f83c4efea751e6d6f75ec1e8 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:14:07.844799 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-cafb53ab-82a4-4a40-b1c4-d2a44b52b7d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:14:07.850870 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-cafb53ab-82a4-4a40-b1c4-d2a44b52b7d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:14:07.863693 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cafb53ab-82a4-4a40-b1c4-d2a44b52b7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:07.864629 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cafb53ab-82a4-4a40-b1c4-d2a44b52b7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:07.884746 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cafb53ab-82a4-4a40-b1c4-d2a44b52b7d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:08.012822 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9c97e1-a1db-4da7-9507-a9aa562d7273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-2a5bb1fe-2633-495a-b125-b150844a01f0', 'network_id': '2a5bb1fe-2633-495a-b125-b150844a01f0', 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'fixed_ips': [{'subnet_id': 'a81861e3-0705-4f13-9018-ed174bca8543'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 18:14:08.013678 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bd9c97e1-a1db-4da7-9507-a9aa562d7273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:08.029730 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cafb53ab-82a4-4a40-b1c4-d2a44b52b7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:08.165959 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-bd9c97e1-a1db-4da7-9507-a9aa562d7273 None None] Allocated IP 172.20.0.2 (2a5bb1fe-2633-495a-b125-b150844a01f0/a81861e3-0705-4f13-9018-ed174bca8543/40e7c706-a2c9-460c-9bd4-0cb098e3f9dd) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:14:08.212266 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cafb53ab-82a4-4a40-b1c4-d2a44b52b7d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:08.241214 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cafb53ab-82a4-4a40-b1c4-d2a44b52b7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:08.363563 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bd9c97e1-a1db-4da7-9507-a9aa562d7273 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:08.373828 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-cafb53ab-82a4-4a40-b1c4-d2a44b52b7d8 admin admin] Allocated IP 172.25.8.241 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/cd13c1fb-5c9e-4020-814d-a45b60192330) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:14:08.374526 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-bd9c97e1-a1db-4da7-9507-a9aa562d7273 None None] Transition to ACTIVE for port object 40e7c706-a2c9-460c-9bd4-0cb098e3f9dd will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:14:08.392957 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-bd9c97e1-a1db-4da7-9507-a9aa562d7273 None None] Transition to ACTIVE for port object 40e7c706-a2c9-460c-9bd4-0cb098e3f9dd will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:14:08.400090 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bd9c97e1-a1db-4da7-9507-a9aa562d7273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:08.459386 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9c97e1-a1db-4da7-9507-a9aa562d7273 None None] Network 2a5bb1fe-2633-495a-b125-b150844a01f0 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:14:08.463183 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-bd9c97e1-a1db-4da7-9507-a9aa562d7273 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:14:08.471577 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9c97e1-a1db-4da7-9507-a9aa562d7273 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:14:08.516271 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c97e1-a1db-4da7-9507-a9aa562d7273 None None] Pushing event updated for resources: {'Port': ['ID=40e7c706-a2c9-460c-9bd4-0cb098e3f9dd,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:08.518862 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cafb53ab-82a4-4a40-b1c4-d2a44b52b7d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:08.549455 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cafb53ab-82a4-4a40-b1c4-d2a44b52b7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:08.565123 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-bd9c97e1-a1db-4da7-9507-a9aa562d7273 None None] Attempting to bind port 40e7c706-a2c9-460c-9bd4-0cb098e3f9dd on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:14:08.565484 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-bd9c97e1-a1db-4da7-9507-a9aa562d7273 None None] Attempting to bind port 40e7c706-a2c9-460c-9bd4-0cb098e3f9dd by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '7406fa40-6fb7-4a72-9e41-f07c0d576193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2a5bb1fe-2633-495a-b125-b150844a01f0'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:14:08.565835 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9c97e1-a1db-4da7-9507-a9aa562d7273 None None] Attempting to bind port 40e7c706-a2c9-460c-9bd4-0cb098e3f9dd on network 2a5bb1fe-2633-495a-b125-b150844a01f0 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:14:08.572333 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9c97e1-a1db-4da7-9507-a9aa562d7273 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:14:08.572676 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9c97e1-a1db-4da7-9507-a9aa562d7273 None None] Checking segment: {'id': '7406fa40-6fb7-4a72-9e41-f07c0d576193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2a5bb1fe-2633-495a-b125-b150844a01f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:14:08.573060 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bd9c97e1-a1db-4da7-9507-a9aa562d7273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:08.573435 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9c97e1-a1db-4da7-9507-a9aa562d7273 None None] Bound using segment: {'id': '7406fa40-6fb7-4a72-9e41-f07c0d576193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2a5bb1fe-2633-495a-b125-b150844a01f0'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:14:08.573879 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-bd9c97e1-a1db-4da7-9507-a9aa562d7273 None None] Bound port: 40e7c706-a2c9-460c-9bd4-0cb098e3f9dd, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7406fa40-6fb7-4a72-9e41-f07c0d576193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2a5bb1fe-2633-495a-b125-b150844a01f0'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:14:08.574257 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bd9c97e1-a1db-4da7-9507-a9aa562d7273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:08.616824 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafb53ab-82a4-4a40-b1c4-d2a44b52b7d8 admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:14:08.618825 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-cafb53ab-82a4-4a40-b1c4-d2a44b52b7d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:14:08.621787 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafb53ab-82a4-4a40-b1c4-d2a44b52b7d8 admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:14:08.662627 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-bd9c97e1-a1db-4da7-9507-a9aa562d7273 None None] For port 40e7c706-a2c9-460c-9bd4-0cb098e3f9dd, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:14:08.666149 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-bd9c97e1-a1db-4da7-9507-a9aa562d7273 None None] For port 40e7c706-a2c9-460c-9bd4-0cb098e3f9dd, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=40e7c706-a2c9-460c-9bd4-0cb098e3f9dd,segment=NetworkSegment(7406fa40-6fb7-4a72-9e41-f07c0d576193),segment_id=7406fa40-6fb7-4a72-9e41-f07c0d576193)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:14:08.673043 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bd9c97e1-a1db-4da7-9507-a9aa562d7273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:08.752334 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c97e1-a1db-4da7-9507-a9aa562d7273 None None] Pushing event updated for resources: {'Port': ['ID=40e7c706-a2c9-460c-9bd4-0cb098e3f9dd,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:08.762173 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb53ab-82a4-4a40-b1c4-d2a44b52b7d8 admin admin] Pushing event updated for resources: {'Port': ['ID=cd13c1fb-5c9e-4020-814d-a45b60192330,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:08.914639 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cafb53ab-82a4-4a40-b1c4-d2a44b52b7d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:08.915397 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cafb53ab-82a4-4a40-b1c4-d2a44b52b7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:09.153041 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafb53ab-82a4-4a40-b1c4-d2a44b52b7d8 admin admin] Router bdad9033-e932-4336-81de-35799c092977 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 18:14:09.240760 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5dbe0b22-a8dd-4b9a-89e9-456b02e1c5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:09.364166 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafb53ab-82a4-4a40-b1c4-d2a44b52b7d8 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:14:09.380589 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238fee4f-dd9b-4504-a41c-207eae1f71fd None None] Sync routers for ids ['bdad9033-e932-4336-81de-35799c092977'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:14:09.392719 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-cafb53ab-82a4-4a40-b1c4-d2a44b52b7d8 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:09.396889 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-cafb53ab-82a4-4a40-b1c4-d2a44b52b7d8 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5655887 Apr 20 18:14:09.397284 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36884) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:14:09.399402 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238fee4f-dd9b-4504-a41c-207eae1f71fd None None] Routers {'bdad9033-e932-4336-81de-35799c092977'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:14:09.400272 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-238fee4f-dd9b-4504-a41c-207eae1f71fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:13:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['bdad9033-e932-4336-81de-35799c092977'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:14:09.465296 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 40e7c706-a2c9-460c-9bd4-0cb098e3f9dd up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:14:09.667765 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a8b562-1075-4c00-9ee1-da8d5e92af94 None None] Network 2a5bb1fe-2633-495a-b125-b150844a01f0 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:14:09.771565 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 40e7c706-a2c9-460c-9bd4-0cb098e3f9dd completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:14:09.794135 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-238fee4f-dd9b-4504-a41c-207eae1f71fd None None] Set router bdad9033-e932-4336-81de-35799c092977 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:14:09.916598 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e212d99e-97a7-4471-b08d-e8441b75213e None None] Provisioning for port 40e7c706-a2c9-460c-9bd4-0cb098e3f9dd completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:14:09.970236 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e212d99e-97a7-4471-b08d-e8441b75213e None None] Provisioning complete for port 40e7c706-a2c9-460c-9bd4-0cb098e3f9dd triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:14:09.970622 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e212d99e-97a7-4471-b08d-e8441b75213e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:10.247012 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2103ba3b-973e-4869-9118-7f89920de08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:10.263258 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e212d99e-97a7-4471-b08d-e8441b75213e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:10.311975 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-e212d99e-97a7-4471-b08d-e8441b75213e None None] For port 40e7c706-a2c9-460c-9bd4-0cb098e3f9dd, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=40e7c706-a2c9-460c-9bd4-0cb098e3f9dd,segment=NetworkSegment(7406fa40-6fb7-4a72-9e41-f07c0d576193),segment_id=7406fa40-6fb7-4a72-9e41-f07c0d576193)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:14:10.313915 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-238fee4f-dd9b-4504-a41c-207eae1f71fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdad9033-e932-4336-81de-35799c092977', 'name': 'tempest-TestMinimumBasicScenario-615159370-router', 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'cd13c1fb-5c9e-4020-814d-a45b60192330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:14:07Z', 'updated_at': '2022-04-20T18:14:08Z', 'revision_number': 3, 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'gw_port': {'id': 'cd13c1fb-5c9e-4020-814d-a45b60192330', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bd:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdad9033-e932-4336-81de-35799c092977', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:14:08Z', 'updated_at': '2022-04-20T18:14:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:14:10.318450 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238fee4f-dd9b-4504-a41c-207eae1f71fd None None] Checking router: bdad9033-e932-4336-81de-35799c092977 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:14:10.318786 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238fee4f-dd9b-4504-a41c-207eae1f71fd None None] Updating router bdad9033-e932-4336-81de-35799c092977 port cd13c1fb-5c9e-4020-814d-a45b60192330 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 18:14:10.345867 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e212d99e-97a7-4471-b08d-e8441b75213e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:10.420104 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-238fee4f-dd9b-4504-a41c-207eae1f71fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:10.470065 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-2103ba3b-973e-4869-9118-7f89920de08d admin admin] Allocated IP 172.20.0.1 (2a5bb1fe-2633-495a-b125-b150844a01f0/a81861e3-0705-4f13-9018-ed174bca8543/bbbe7005-ee30-4975-8437-93a91a0d1b05) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:14:10.473307 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212d99e-97a7-4471-b08d-e8441b75213e None None] Pushing event updated for resources: {'Port': ['ID=40e7c706-a2c9-460c-9bd4-0cb098e3f9dd,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:10.617532 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2103ba3b-973e-4869-9118-7f89920de08d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:10.633074 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-2103ba3b-973e-4869-9118-7f89920de08d admin admin] Transition to ACTIVE for port object bbbe7005-ee30-4975-8437-93a91a0d1b05 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:14:10.647838 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-db4bd647-0409-47d8-b7b2-a83b62324571 None None] Provisioning complete for port 40e7c706-a2c9-460c-9bd4-0cb098e3f9dd triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:14:10.648196 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-db4bd647-0409-47d8-b7b2-a83b62324571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:10.657026 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2103ba3b-973e-4869-9118-7f89920de08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:10.721163 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2103ba3b-973e-4869-9118-7f89920de08d admin admin] Network 2a5bb1fe-2633-495a-b125-b150844a01f0 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:14:10.723814 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-2103ba3b-973e-4869-9118-7f89920de08d admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:14:10.726456 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2103ba3b-973e-4869-9118-7f89920de08d admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:14:10.766695 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103ba3b-973e-4869-9118-7f89920de08d admin admin] Pushing event updated for resources: {'Port': ['ID=bbbe7005-ee30-4975-8437-93a91a0d1b05,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:10.791693 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2103ba3b-973e-4869-9118-7f89920de08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:10.854510 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-238fee4f-dd9b-4504-a41c-207eae1f71fd None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:10.867753 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-238fee4f-dd9b-4504-a41c-207eae1f71fd None None] Transition to ACTIVE for port object cd13c1fb-5c9e-4020-814d-a45b60192330 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:14:10.876502 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-238fee4f-dd9b-4504-a41c-207eae1f71fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:10.879327 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2103ba3b-973e-4869-9118-7f89920de08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:10.968220 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-238fee4f-dd9b-4504-a41c-207eae1f71fd None None] Attempting to bind port cd13c1fb-5c9e-4020-814d-a45b60192330 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:14:10.968592 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-238fee4f-dd9b-4504-a41c-207eae1f71fd None None] Attempting to bind port cd13c1fb-5c9e-4020-814d-a45b60192330 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:14:10.968931 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238fee4f-dd9b-4504-a41c-207eae1f71fd None None] Attempting to bind port cd13c1fb-5c9e-4020-814d-a45b60192330 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:14:10.971383 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b8d54-e346-469b-8c4d-4074ffbb549f None None] Pushing event updated for resources: {'Port': ['ID=cd13c1fb-5c9e-4020-814d-a45b60192330,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:10.985339 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238fee4f-dd9b-4504-a41c-207eae1f71fd None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:14:10.985781 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238fee4f-dd9b-4504-a41c-207eae1f71fd None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:14:10.986232 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-238fee4f-dd9b-4504-a41c-207eae1f71fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:10.986647 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238fee4f-dd9b-4504-a41c-207eae1f71fd None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:14:10.987173 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-238fee4f-dd9b-4504-a41c-207eae1f71fd None None] Bound port: cd13c1fb-5c9e-4020-814d-a45b60192330, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:14:10.987600 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-238fee4f-dd9b-4504-a41c-207eae1f71fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:11.014461 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-80b28380-04ff-42fc-bf87-abf1537f5d76 None None] Provisioning for port bbbe7005-ee30-4975-8437-93a91a0d1b05 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:14:11.031970 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-80b28380-04ff-42fc-bf87-abf1537f5d76 None None] Provisioning complete for port bbbe7005-ee30-4975-8437-93a91a0d1b05 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:14:11.032294 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-80b28380-04ff-42fc-bf87-abf1537f5d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:11.103528 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2103ba3b-973e-4869-9118-7f89920de08d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:11.109730 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2103ba3b-973e-4869-9118-7f89920de08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:11.157190 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-80b28380-04ff-42fc-bf87-abf1537f5d76 None None] Port bbbe7005-ee30-4975-8437-93a91a0d1b05 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:14:11.162509 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-238fee4f-dd9b-4504-a41c-207eae1f71fd None None] For port cd13c1fb-5c9e-4020-814d-a45b60192330, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:14:11.166173 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-238fee4f-dd9b-4504-a41c-207eae1f71fd None None] For port cd13c1fb-5c9e-4020-814d-a45b60192330, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=cd13c1fb-5c9e-4020-814d-a45b60192330,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:14:11.171179 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-238fee4f-dd9b-4504-a41c-207eae1f71fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:11.213412 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103ba3b-973e-4869-9118-7f89920de08d admin admin] Pushing event updated for resources: {'Port': ['ID=bbbe7005-ee30-4975-8437-93a91a0d1b05,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:11.217921 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2103ba3b-973e-4869-9118-7f89920de08d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:11.250469 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b8d54-e346-469b-8c4d-4074ffbb549f None None] Pushing event updated for resources: {'Port': ['ID=cd13c1fb-5c9e-4020-814d-a45b60192330,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:11.254848 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238fee4f-dd9b-4504-a41c-207eae1f71fd None None] Routers {'bdad9033-e932-4336-81de-35799c092977'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:14:11.255449 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-238fee4f-dd9b-4504-a41c-207eae1f71fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:13:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['bdad9033-e932-4336-81de-35799c092977'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:14:11.352643 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2103ba3b-973e-4869-9118-7f89920de08d admin admin] Network 2a5bb1fe-2633-495a-b125-b150844a01f0 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:14:11.353696 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-2103ba3b-973e-4869-9118-7f89920de08d admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:14:11.411196 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 40e7c706-a2c9-460c-9bd4-0cb098e3f9dd up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:14:11.437469 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-80d528a0-0014-49a2-b857-e12ac22f97ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:11.514141 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-238fee4f-dd9b-4504-a41c-207eae1f71fd None None] Set router bdad9033-e932-4336-81de-35799c092977 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:14:11.581610 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 40e7c706-a2c9-460c-9bd4-0cb098e3f9dd triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:14:11.581975 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:11.725240 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6baffbd9-b0bc-4b39-8d2d-ba6b4bc783d1 None None] Provisioning complete for port bbbe7005-ee30-4975-8437-93a91a0d1b05 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:14:11.725472 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6baffbd9-b0bc-4b39-8d2d-ba6b4bc783d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:11.868061 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2103ba3b-973e-4869-9118-7f89920de08d admin admin] Router bdad9033-e932-4336-81de-35799c092977 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:14:11.889918 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-6baffbd9-b0bc-4b39-8d2d-ba6b4bc783d1 None None] Port bbbe7005-ee30-4975-8437-93a91a0d1b05 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:14:11.985763 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-238fee4f-dd9b-4504-a41c-207eae1f71fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdad9033-e932-4336-81de-35799c092977', 'name': 'tempest-TestMinimumBasicScenario-615159370-router', 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'cd13c1fb-5c9e-4020-814d-a45b60192330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:14:07Z', 'updated_at': '2022-04-20T18:14:10Z', 'revision_number': 4, 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'gw_port': {'id': 'cd13c1fb-5c9e-4020-814d-a45b60192330', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bd:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdad9033-e932-4336-81de-35799c092977', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:14:08Z', 'updated_at': '2022-04-20T18:14:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'bbbe7005-ee30-4975-8437-93a91a0d1b05', 'name': '', 'network_id': '2a5bb1fe-2633-495a-b125-b150844a01f0', 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'mac_address': 'fa:16:3e:37:a5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdad9033-e932-4336-81de-35799c092977', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a81861e3-0705-4f13-9018-ed174bca8543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:14:10Z', 'updated_at': '2022-04-20T18:14:10Z', 'revision_number': 2, 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'subnets': [{'id': 'a81861e3-0705-4f13-9018-ed174bca8543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:14:11.989846 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238fee4f-dd9b-4504-a41c-207eae1f71fd None None] The sync data for ids ['bdad9033-e932-4336-81de-35799c092977'] in n-d-838032-1 is: [{'id': 'bdad9033-e932-4336-81de-35799c092977', 'name': 'tempest-TestMinimumBasicScenario-615159370-router', 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'cd13c1fb-5c9e-4020-814d-a45b60192330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:14:07Z', 'updated_at': '2022-04-20T18:14:10Z', 'revision_number': 4, 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'gw_port': {'id': 'cd13c1fb-5c9e-4020-814d-a45b60192330', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bd:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdad9033-e932-4336-81de-35799c092977', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:14:08Z', 'updated_at': '2022-04-20T18:14:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'bbbe7005-ee30-4975-8437-93a91a0d1b05', 'name': '', 'network_id': '2a5bb1fe-2633-495a-b125-b150844a01f0', 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'mac_address': 'fa:16:3e:37:a5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdad9033-e932-4336-81de-35799c092977', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a81861e3-0705-4f13-9018-ed174bca8543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:14:10Z', 'updated_at': '2022-04-20T18:14:10Z', 'revision_number': 2, 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'subnets': [{'id': 'a81861e3-0705-4f13-9018-ed174bca8543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:14:12.073410 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2103ba3b-973e-4869-9118-7f89920de08d admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:14:12.082543 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2103ba3b-973e-4869-9118-7f89920de08d admin admin] 10.222.0.39 "PUT /v2.0/routers/bdad9033-e932-4336-81de-35799c092977/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6840329 Apr 20 18:14:12.693881 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:12.920146 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:12.969605 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36906) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:14:12.975072 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-4ce4aec6-8425-460b-8ffc-015eeb256f57 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1589320320-network', 'tenant_id': 'ab1618200a1c4431a311c26c77d83e4f'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:14:12.980875 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4ce4aec6-8425-460b-8ffc-015eeb256f57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:14:12.985025 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4ce4aec6-8425-460b-8ffc-015eeb256f57 admin admin] Usage tracker for resource:network and tenant:ab1618200a1c4431a311c26c77d83e4f is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:14:12.988675 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4ce4aec6-8425-460b-8ffc-015eeb256f57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:14:12.995980 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4ce4aec6-8425-460b-8ffc-015eeb256f57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:14:13.009360 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce4aec6-8425-460b-8ffc-015eeb256f57 admin admin] Made reservation on behalf of ab1618200a1c4431a311c26c77d83e4f for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:14:13.011708 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4ce4aec6-8425-460b-8ffc-015eeb256f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:13.027084 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4ce4aec6-8425-460b-8ffc-015eeb256f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:13.061094 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4ce4aec6-8425-460b-8ffc-015eeb256f57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:14:13.064939 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4ce4aec6-8425-460b-8ffc-015eeb256f57 admin admin] Usage tracker for resource:security_group_rule and tenant:ab1618200a1c4431a311c26c77d83e4f is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:14:13.067837 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4ce4aec6-8425-460b-8ffc-015eeb256f57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:14:13.073673 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4ce4aec6-8425-460b-8ffc-015eeb256f57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:14:13.140677 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4ce4aec6-8425-460b-8ffc-015eeb256f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:13.145815 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4ce4aec6-8425-460b-8ffc-015eeb256f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:13.180013 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce4aec6-8425-460b-8ffc-015eeb256f57 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 18:14:13.188374 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4aec6-8425-460b-8ffc-015eeb256f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae8e571-c267-4322-9d4f-bee080a2e34d,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:13.196409 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4ce4aec6-8425-460b-8ffc-015eeb256f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:13.196409 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-4ce4aec6-8425-460b-8ffc-015eeb256f57 admin admin] Added segment ee1d4496-d9f4-4092-ba32-dd59f699836b of type vlan for network 18d8c730-4c5d-4ad4-8690-0538e99f88ca Apr 20 18:14:13.221689 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4ce4aec6-8425-460b-8ffc-015eeb256f57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:13.252599 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4ce4aec6-8425-460b-8ffc-015eeb256f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:13.253449 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce4aec6-8425-460b-8ffc-015eeb256f57 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:14:13.254118 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4ce4aec6-8425-460b-8ffc-015eeb256f57 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:13.359413 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4aec6-8425-460b-8ffc-015eeb256f57 admin admin] Pushing event updated for resources: {'Network': ['ID=18d8c730-4c5d-4ad4-8690-0538e99f88ca,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:13.363610 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4ce4aec6-8425-460b-8ffc-015eeb256f57 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3928142 Apr 20 18:14:13.366880 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36910) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:14:13.371498 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 18d8c730-4c5d-4ad4-8690-0538e99f88ca details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 18:14:13.372829 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-70486eab-054a-4abb-a072-290998e8e590 admin admin] Request body: {'subnet': {'network_id': '18d8c730-4c5d-4ad4-8690-0538e99f88ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1589320320-subnet', 'tenant_id': 'ab1618200a1c4431a311c26c77d83e4f', 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:14:13.379716 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-70486eab-054a-4abb-a072-290998e8e590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:14:13.383659 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-70486eab-054a-4abb-a072-290998e8e590 admin admin] Usage tracker for resource:subnet and tenant:ab1618200a1c4431a311c26c77d83e4f is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:14:13.387272 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-70486eab-054a-4abb-a072-290998e8e590 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:14:13.395757 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-70486eab-054a-4abb-a072-290998e8e590 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:14:13.410822 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70486eab-054a-4abb-a072-290998e8e590 admin admin] Made reservation on behalf of ab1618200a1c4431a311c26c77d83e4f for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:14:13.413541 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-70486eab-054a-4abb-a072-290998e8e590 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:13.480680 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cd13c1fb-5c9e-4020-814d-a45b60192330 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:14:13.552446 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port cd13c1fb-5c9e-4020-814d-a45b60192330 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:14:13.557045 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port cd13c1fb-5c9e-4020-814d-a45b60192330 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:14:13.557392 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:13.626706 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-70486eab-054a-4abb-a072-290998e8e590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:13.668910 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:13.685068 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port cd13c1fb-5c9e-4020-814d-a45b60192330, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=cd13c1fb-5c9e-4020-814d-a45b60192330,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:14:13.688280 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70486eab-054a-4abb-a072-290998e8e590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8be08025-f221-40cb-960c-737b8febe165,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:13.691018 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:13.718272 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70486eab-054a-4abb-a072-290998e8e590 admin admin] Checking segment: {'id': 'ee1d4496-d9f4-4092-ba32-dd59f699836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '18d8c730-4c5d-4ad4-8690-0538e99f88ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:14:13.718614 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70486eab-054a-4abb-a072-290998e8e590 admin admin] Network hostable DHCP agents. Network: 18d8c730-4c5d-4ad4-8690-0538e99f88ca, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 18:14:13.743027 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70486eab-054a-4abb-a072-290998e8e590 admin admin] Network 18d8c730-4c5d-4ad4-8690-0538e99f88ca is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 18:14:13.754045 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-70486eab-054a-4abb-a072-290998e8e590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 18d8c730-4c5d-4ad4-8690-0538e99f88ca) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:14:13.759346 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70486eab-054a-4abb-a072-290998e8e590 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:14:13.760118 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-70486eab-054a-4abb-a072-290998e8e590 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:13.764202 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:13.767562 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329c6a7f-2dde-4974-b69d-e81b5e8486c7 None None] Network 18d8c730-4c5d-4ad4-8690-0538e99f88ca requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:14:13.782198 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-70486eab-054a-4abb-a072-290998e8e590 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4141779 Apr 20 18:14:13.784338 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=cd13c1fb-5c9e-4020-814d-a45b60192330,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:13.784922 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 36914) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:14:13.790948 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-26fa5796-74c0-4524-8408-0b8bdeb3f615 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1589320320-router', 'tenant_id': 'ab1618200a1c4431a311c26c77d83e4f', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:14:13.796473 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-26fa5796-74c0-4524-8408-0b8bdeb3f615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:14:13.800624 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-26fa5796-74c0-4524-8408-0b8bdeb3f615 admin admin] Usage tracker for resource:router and tenant:ab1618200a1c4431a311c26c77d83e4f is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:14:13.803574 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-26fa5796-74c0-4524-8408-0b8bdeb3f615 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:14:13.809401 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-26fa5796-74c0-4524-8408-0b8bdeb3f615 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:14:13.820310 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-26fa5796-74c0-4524-8408-0b8bdeb3f615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:13.821423 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-26fa5796-74c0-4524-8408-0b8bdeb3f615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:13.839479 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-26fa5796-74c0-4524-8408-0b8bdeb3f615 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:13.976490 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f23595b-d353-478d-ba30-a576eabc525e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-18d8c730-4c5d-4ad4-8690-0538e99f88ca', 'network_id': '18d8c730-4c5d-4ad4-8690-0538e99f88ca', 'tenant_id': 'ab1618200a1c4431a311c26c77d83e4f', 'fixed_ips': [{'subnet_id': '8be08025-f221-40cb-960c-737b8febe165'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 18:14:13.977298 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0f23595b-d353-478d-ba30-a576eabc525e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:13.983814 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-26fa5796-74c0-4524-8408-0b8bdeb3f615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:14.163522 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-0f23595b-d353-478d-ba30-a576eabc525e None None] Allocated IP 172.20.0.2 (18d8c730-4c5d-4ad4-8690-0538e99f88ca/8be08025-f221-40cb-960c-737b8febe165/6ed65d5f-d754-4f9e-b55b-fb3c838579bf) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:14:14.169880 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-26fa5796-74c0-4524-8408-0b8bdeb3f615 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:14.203643 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-26fa5796-74c0-4524-8408-0b8bdeb3f615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:14.269586 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:14.341500 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-26fa5796-74c0-4524-8408-0b8bdeb3f615 admin admin] Allocated IP 172.25.8.179 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/e9744940-e060-4da7-9609-3c748f4832c7) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:14:14.379886 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0f23595b-d353-478d-ba30-a576eabc525e None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:14.390699 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0f23595b-d353-478d-ba30-a576eabc525e None None] Transition to ACTIVE for port object 6ed65d5f-d754-4f9e-b55b-fb3c838579bf will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:14:14.409028 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0f23595b-d353-478d-ba30-a576eabc525e None None] Transition to ACTIVE for port object 6ed65d5f-d754-4f9e-b55b-fb3c838579bf will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:14:14.416883 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0f23595b-d353-478d-ba30-a576eabc525e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:14.482635 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f23595b-d353-478d-ba30-a576eabc525e None None] Network 18d8c730-4c5d-4ad4-8690-0538e99f88ca is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:14:14.486071 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-0f23595b-d353-478d-ba30-a576eabc525e None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:14:14.487942 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23595b-d353-478d-ba30-a576eabc525e None None] Pushing event updated for resources: {'Port': ['ID=6ed65d5f-d754-4f9e-b55b-fb3c838579bf,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:14.490091 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f23595b-d353-478d-ba30-a576eabc525e None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:14:14.490694 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-26fa5796-74c0-4524-8408-0b8bdeb3f615 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:14.520913 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-26fa5796-74c0-4524-8408-0b8bdeb3f615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:14.580734 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-0f23595b-d353-478d-ba30-a576eabc525e None None] Attempting to bind port 6ed65d5f-d754-4f9e-b55b-fb3c838579bf on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:14:14.581163 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-0f23595b-d353-478d-ba30-a576eabc525e None None] Attempting to bind port 6ed65d5f-d754-4f9e-b55b-fb3c838579bf by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'ee1d4496-d9f4-4092-ba32-dd59f699836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '18d8c730-4c5d-4ad4-8690-0538e99f88ca'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:14:14.581442 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f23595b-d353-478d-ba30-a576eabc525e None None] Attempting to bind port 6ed65d5f-d754-4f9e-b55b-fb3c838579bf on network 18d8c730-4c5d-4ad4-8690-0538e99f88ca {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:14:14.588106 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f23595b-d353-478d-ba30-a576eabc525e None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:14:14.588493 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f23595b-d353-478d-ba30-a576eabc525e None None] Checking segment: {'id': 'ee1d4496-d9f4-4092-ba32-dd59f699836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '18d8c730-4c5d-4ad4-8690-0538e99f88ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:14:14.588912 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0f23595b-d353-478d-ba30-a576eabc525e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:14.589228 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f23595b-d353-478d-ba30-a576eabc525e None None] Bound using segment: {'id': 'ee1d4496-d9f4-4092-ba32-dd59f699836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '18d8c730-4c5d-4ad4-8690-0538e99f88ca'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:14:14.589709 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-0f23595b-d353-478d-ba30-a576eabc525e None None] Bound port: 6ed65d5f-d754-4f9e-b55b-fb3c838579bf, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1d4496-d9f4-4092-ba32-dd59f699836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '18d8c730-4c5d-4ad4-8690-0538e99f88ca'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:14:14.589856 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fa5796-74c0-4524-8408-0b8bdeb3f615 admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:14:14.590046 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0f23595b-d353-478d-ba30-a576eabc525e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:14.592777 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-26fa5796-74c0-4524-8408-0b8bdeb3f615 admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:14:14.597185 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fa5796-74c0-4524-8408-0b8bdeb3f615 admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:14:14.625079 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa5796-74c0-4524-8408-0b8bdeb3f615 admin admin] Pushing event updated for resources: {'Port': ['ID=e9744940-e060-4da7-9609-3c748f4832c7,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:14.682780 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0f23595b-d353-478d-ba30-a576eabc525e None None] For port 6ed65d5f-d754-4f9e-b55b-fb3c838579bf, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:14:14.685763 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0f23595b-d353-478d-ba30-a576eabc525e None None] For port 6ed65d5f-d754-4f9e-b55b-fb3c838579bf, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6ed65d5f-d754-4f9e-b55b-fb3c838579bf,segment=NetworkSegment(ee1d4496-d9f4-4092-ba32-dd59f699836b),segment_id=ee1d4496-d9f4-4092-ba32-dd59f699836b)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:14:14.691928 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0f23595b-d353-478d-ba30-a576eabc525e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:14.769037 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23595b-d353-478d-ba30-a576eabc525e None None] Pushing event updated for resources: {'Port': ['ID=6ed65d5f-d754-4f9e-b55b-fb3c838579bf,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:14.880613 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-26fa5796-74c0-4524-8408-0b8bdeb3f615 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:14.881357 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-26fa5796-74c0-4524-8408-0b8bdeb3f615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:15.119649 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fa5796-74c0-4524-8408-0b8bdeb3f615 admin admin] Router a39099d4-e352-4bb7-8ded-174155c4ffaf is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 18:14:15.322593 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fa5796-74c0-4524-8408-0b8bdeb3f615 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:14:15.331864 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40d1f49-d17e-4a0f-a9ac-d6d21b20410b None None] Sync routers for ids ['a39099d4-e352-4bb7-8ded-174155c4ffaf'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:14:15.345726 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40d1f49-d17e-4a0f-a9ac-d6d21b20410b None None] Routers {'a39099d4-e352-4bb7-8ded-174155c4ffaf'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:14:15.346402 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c40d1f49-d17e-4a0f-a9ac-d6d21b20410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:14:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['a39099d4-e352-4bb7-8ded-174155c4ffaf'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:14:15.352340 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-26fa5796-74c0-4524-8408-0b8bdeb3f615 admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:15.356746 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 36920) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:14:15.357289 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-26fa5796-74c0-4524-8408-0b8bdeb3f615 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5713398 Apr 20 18:14:15.556719 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cd13c1fb-5c9e-4020-814d-a45b60192330 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:14:15.564980 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-c40d1f49-d17e-4a0f-a9ac-d6d21b20410b None None] Set router a39099d4-e352-4bb7-8ded-174155c4ffaf gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:14:15.632297 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port cd13c1fb-5c9e-4020-814d-a45b60192330 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:14:15.632683 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:15.743891 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97aceca9-5b1b-464f-a723-55774543bb21 None None] Network 18d8c730-4c5d-4ad4-8690-0538e99f88ca requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:14:15.763722 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:15.855053 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6ed65d5f-d754-4f9e-b55b-fb3c838579bf up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:14:15.866451 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c40d1f49-d17e-4a0f-a9ac-d6d21b20410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39099d4-e352-4bb7-8ded-174155c4ffaf', 'name': 'tempest-TestMinimumBasicScenario-1589320320-router', 'tenant_id': 'ab1618200a1c4431a311c26c77d83e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': 'e9744940-e060-4da7-9609-3c748f4832c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:14:13Z', 'updated_at': '2022-04-20T18:14:14Z', 'revision_number': 3, 'project_id': 'ab1618200a1c4431a311c26c77d83e4f', 'gw_port': {'id': 'e9744940-e060-4da7-9609-3c748f4832c7', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39099d4-e352-4bb7-8ded-174155c4ffaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:14:14Z', 'updated_at': '2022-04-20T18:14:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:14:15.870535 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40d1f49-d17e-4a0f-a9ac-d6d21b20410b None None] Checking router: a39099d4-e352-4bb7-8ded-174155c4ffaf for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:14:15.870863 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40d1f49-d17e-4a0f-a9ac-d6d21b20410b None None] Updating router a39099d4-e352-4bb7-8ded-174155c4ffaf port e9744940-e060-4da7-9609-3c748f4832c7 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 18:14:15.894247 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-ccbfa84f-15f0-44e3-bb6c-7361fb4f9a84 None None] Provisioning for port 6ed65d5f-d754-4f9e-b55b-fb3c838579bf completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:14:15.925502 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c40d1f49-d17e-4a0f-a9ac-d6d21b20410b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:16.030235 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 6ed65d5f-d754-4f9e-b55b-fb3c838579bf completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:14:16.041372 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 6ed65d5f-d754-4f9e-b55b-fb3c838579bf triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:14:16.041742 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:16.177384 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:16.212430 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 6ed65d5f-d754-4f9e-b55b-fb3c838579bf, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6ed65d5f-d754-4f9e-b55b-fb3c838579bf,segment=NetworkSegment(ee1d4496-d9f4-4092-ba32-dd59f699836b),segment_id=ee1d4496-d9f4-4092-ba32-dd59f699836b)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:14:16.219224 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:16.262737 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c40d1f49-d17e-4a0f-a9ac-d6d21b20410b None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:16.274654 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-c40d1f49-d17e-4a0f-a9ac-d6d21b20410b None None] Transition to ACTIVE for port object e9744940-e060-4da7-9609-3c748f4832c7 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:14:16.282803 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c40d1f49-d17e-4a0f-a9ac-d6d21b20410b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:16.296193 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=6ed65d5f-d754-4f9e-b55b-fb3c838579bf,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:16.347789 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10aa07b6-29f9-497c-8588-2bf55eb15382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:16.349642 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-c40d1f49-d17e-4a0f-a9ac-d6d21b20410b None None] Attempting to bind port e9744940-e060-4da7-9609-3c748f4832c7 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:14:16.350132 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-c40d1f49-d17e-4a0f-a9ac-d6d21b20410b None None] Attempting to bind port e9744940-e060-4da7-9609-3c748f4832c7 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:14:16.350370 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40d1f49-d17e-4a0f-a9ac-d6d21b20410b None None] Attempting to bind port e9744940-e060-4da7-9609-3c748f4832c7 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:14:16.368753 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40d1f49-d17e-4a0f-a9ac-d6d21b20410b None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:14:16.369113 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40d1f49-d17e-4a0f-a9ac-d6d21b20410b None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:14:16.369914 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c40d1f49-d17e-4a0f-a9ac-d6d21b20410b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:16.370427 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40d1f49-d17e-4a0f-a9ac-d6d21b20410b None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:14:16.370892 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-c40d1f49-d17e-4a0f-a9ac-d6d21b20410b None None] Bound port: e9744940-e060-4da7-9609-3c748f4832c7, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:14:16.371257 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c40d1f49-d17e-4a0f-a9ac-d6d21b20410b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:16.412671 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22ac4d-e54f-42fc-baed-14315d546990 None None] Pushing event updated for resources: {'Port': ['ID=e9744940-e060-4da7-9609-3c748f4832c7,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:16.434082 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22ac4d-e54f-42fc-baed-14315d546990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:14:16.434403 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22ac4d-e54f-42fc-baed-14315d546990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:14:16.434677 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22ac4d-e54f-42fc-baed-14315d546990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:14:16.434978 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22ac4d-e54f-42fc-baed-14315d546990 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:14:16.435294 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22ac4d-e54f-42fc-baed-14315d546990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:14:16.435608 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22ac4d-e54f-42fc-baed-14315d546990 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:14:16.435923 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22ac4d-e54f-42fc-baed-14315d546990 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:14:16.436235 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22ac4d-e54f-42fc-baed-14315d546990 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:14:16.436544 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22ac4d-e54f-42fc-baed-14315d546990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:14:16.436901 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22ac4d-e54f-42fc-baed-14315d546990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:14:16.437215 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f22ac4d-e54f-42fc-baed-14315d546990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:14:16.461736 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d311c81a-2474-4064-9b10-e577f02379d9 None None] Provisioning complete for port 6ed65d5f-d754-4f9e-b55b-fb3c838579bf triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:14:16.462709 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d311c81a-2474-4064-9b10-e577f02379d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:16.466117 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-c40d1f49-d17e-4a0f-a9ac-d6d21b20410b None None] For port e9744940-e060-4da7-9609-3c748f4832c7, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:14:16.469492 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-c40d1f49-d17e-4a0f-a9ac-d6d21b20410b None None] For port e9744940-e060-4da7-9609-3c748f4832c7, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e9744940-e060-4da7-9609-3c748f4832c7,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:14:16.476014 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-c40d1f49-d17e-4a0f-a9ac-d6d21b20410b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:16.559222 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40d1f49-d17e-4a0f-a9ac-d6d21b20410b None None] Routers {'a39099d4-e352-4bb7-8ded-174155c4ffaf'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:14:16.559836 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c40d1f49-d17e-4a0f-a9ac-d6d21b20410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:14:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['a39099d4-e352-4bb7-8ded-174155c4ffaf'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:14:16.574809 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-10aa07b6-29f9-497c-8588-2bf55eb15382 admin admin] Allocated IP 172.20.0.1 (18d8c730-4c5d-4ad4-8690-0538e99f88ca/8be08025-f221-40cb-960c-737b8febe165/c4bce390-4598-4894-bae9-a013e4f01901) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:14:16.617434 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22ac4d-e54f-42fc-baed-14315d546990 None None] Pushing event updated for resources: {'Port': ['ID=e9744940-e060-4da7-9609-3c748f4832c7,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:16.724953 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10aa07b6-29f9-497c-8588-2bf55eb15382 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:16.741862 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-10aa07b6-29f9-497c-8588-2bf55eb15382 admin admin] Transition to ACTIVE for port object c4bce390-4598-4894-bae9-a013e4f01901 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:14:16.765611 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10aa07b6-29f9-497c-8588-2bf55eb15382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:16.777127 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-c40d1f49-d17e-4a0f-a9ac-d6d21b20410b None None] Set router a39099d4-e352-4bb7-8ded-174155c4ffaf gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:14:16.837666 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aa07b6-29f9-497c-8588-2bf55eb15382 admin admin] Network 18d8c730-4c5d-4ad4-8690-0538e99f88ca is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:14:16.840427 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-10aa07b6-29f9-497c-8588-2bf55eb15382 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:14:16.844819 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aa07b6-29f9-497c-8588-2bf55eb15382 admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:14:16.868744 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa07b6-29f9-497c-8588-2bf55eb15382 admin admin] Pushing event updated for resources: {'Port': ['ID=c4bce390-4598-4894-bae9-a013e4f01901,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:16.900108 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10aa07b6-29f9-497c-8588-2bf55eb15382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:16.993174 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10aa07b6-29f9-497c-8588-2bf55eb15382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:17.066577 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-c40d1f49-d17e-4a0f-a9ac-d6d21b20410b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39099d4-e352-4bb7-8ded-174155c4ffaf', 'name': 'tempest-TestMinimumBasicScenario-1589320320-router', 'tenant_id': 'ab1618200a1c4431a311c26c77d83e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': 'e9744940-e060-4da7-9609-3c748f4832c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:14:13Z', 'updated_at': '2022-04-20T18:14:14Z', 'revision_number': 3, 'project_id': 'ab1618200a1c4431a311c26c77d83e4f', 'gw_port': {'id': 'e9744940-e060-4da7-9609-3c748f4832c7', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39099d4-e352-4bb7-8ded-174155c4ffaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:14:14Z', 'updated_at': '2022-04-20T18:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:14:17.070812 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40d1f49-d17e-4a0f-a9ac-d6d21b20410b None None] The sync data for ids ['a39099d4-e352-4bb7-8ded-174155c4ffaf'] in n-d-838032-1 is: [{'id': 'a39099d4-e352-4bb7-8ded-174155c4ffaf', 'name': 'tempest-TestMinimumBasicScenario-1589320320-router', 'tenant_id': 'ab1618200a1c4431a311c26c77d83e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': 'e9744940-e060-4da7-9609-3c748f4832c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:14:13Z', 'updated_at': '2022-04-20T18:14:14Z', 'revision_number': 3, 'project_id': 'ab1618200a1c4431a311c26c77d83e4f', 'gw_port': {'id': 'e9744940-e060-4da7-9609-3c748f4832c7', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39099d4-e352-4bb7-8ded-174155c4ffaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:14:14Z', 'updated_at': '2022-04-20T18:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:14:17.105943 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-4c29a940-6026-4701-a440-2b940b158186 None None] Provisioning for port c4bce390-4598-4894-bae9-a013e4f01901 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:14:17.110774 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-4c29a940-6026-4701-a440-2b940b158186 None None] Provisioning complete for port c4bce390-4598-4894-bae9-a013e4f01901 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:14:17.111192 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4c29a940-6026-4701-a440-2b940b158186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:17.167279 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-4c29a940-6026-4701-a440-2b940b158186 None None] Port c4bce390-4598-4894-bae9-a013e4f01901 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:14:17.216758 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10aa07b6-29f9-497c-8588-2bf55eb15382 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:17.223557 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10aa07b6-29f9-497c-8588-2bf55eb15382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:17.325840 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa07b6-29f9-497c-8588-2bf55eb15382 admin admin] Pushing event updated for resources: {'Port': ['ID=c4bce390-4598-4894-bae9-a013e4f01901,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:17.328346 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-10aa07b6-29f9-497c-8588-2bf55eb15382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:17.406305 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6ed65d5f-d754-4f9e-b55b-fb3c838579bf up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:14:17.465609 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aa07b6-29f9-497c-8588-2bf55eb15382 admin admin] Network 18d8c730-4c5d-4ad4-8690-0538e99f88ca is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:14:17.468311 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-10aa07b6-29f9-497c-8588-2bf55eb15382 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:14:17.476982 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 6ed65d5f-d754-4f9e-b55b-fb3c838579bf triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:14:17.477449 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:17.796662 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-26e7dc6c-1149-45da-be0b-8234ba89d920 None None] Provisioning complete for port c4bce390-4598-4894-bae9-a013e4f01901 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:14:17.797064 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-26e7dc6c-1149-45da-be0b-8234ba89d920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:17.849956 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-26e7dc6c-1149-45da-be0b-8234ba89d920 None None] Port c4bce390-4598-4894-bae9-a013e4f01901 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:14:17.868473 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10aa07b6-29f9-497c-8588-2bf55eb15382 admin admin] Router a39099d4-e352-4bb7-8ded-174155c4ffaf has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:14:18.178406 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10aa07b6-29f9-497c-8588-2bf55eb15382 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:14:18.187557 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-10aa07b6-29f9-497c-8588-2bf55eb15382 admin admin] 10.222.0.39 "PUT /v2.0/routers/a39099d4-e352-4bb7-8ded-174155c4ffaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8289905 Apr 20 18:14:23.446590 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e9744940-e060-4da7-9609-3c748f4832c7 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:14:23.543994 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port e9744940-e060-4da7-9609-3c748f4832c7 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:14:23.549180 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port e9744940-e060-4da7-9609-3c748f4832c7 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:14:23.549646 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:23.672543 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:23.691439 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port e9744940-e060-4da7-9609-3c748f4832c7, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e9744940-e060-4da7-9609-3c748f4832c7,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:14:23.696676 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:23.766670 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=e9744940-e060-4da7-9609-3c748f4832c7,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:25.430108 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e9744940-e060-4da7-9609-3c748f4832c7 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:14:25.515716 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port e9744940-e060-4da7-9609-3c748f4832c7 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:14:25.516066 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:26.787355 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96d70e7-379c-4959-89db-371993270087 None None] Sync routers for ids ['bdad9033-e932-4336-81de-35799c092977'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:14:26.805780 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96d70e7-379c-4959-89db-371993270087 None None] Routers {'bdad9033-e932-4336-81de-35799c092977'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:14:26.806428 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b96d70e7-379c-4959-89db-371993270087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:14:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['bdad9033-e932-4336-81de-35799c092977'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:14:27.000473 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-b96d70e7-379c-4959-89db-371993270087 None None] Set router bdad9033-e932-4336-81de-35799c092977 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:14:27.331701 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b96d70e7-379c-4959-89db-371993270087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdad9033-e932-4336-81de-35799c092977', 'name': 'tempest-TestMinimumBasicScenario-615159370-router', 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'cd13c1fb-5c9e-4020-814d-a45b60192330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:14:07Z', 'updated_at': '2022-04-20T18:14:10Z', 'revision_number': 4, 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'gw_port': {'id': 'cd13c1fb-5c9e-4020-814d-a45b60192330', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdad9033-e932-4336-81de-35799c092977', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:14:08Z', 'updated_at': '2022-04-20T18:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'bbbe7005-ee30-4975-8437-93a91a0d1b05', 'name': '', 'network_id': '2a5bb1fe-2633-495a-b125-b150844a01f0', 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'mac_address': 'fa:16:3e:37:a5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdad9033-e932-4336-81de-35799c092977', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a81861e3-0705-4f13-9018-ed174bca8543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:14:10Z', 'updated_at': '2022-04-20T18:14:10Z', 'revision_number': 2, 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'subnets': [{'id': 'a81861e3-0705-4f13-9018-ed174bca8543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:14:27.335859 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96d70e7-379c-4959-89db-371993270087 None None] Checking router: bdad9033-e932-4336-81de-35799c092977 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:14:27.336289 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96d70e7-379c-4959-89db-371993270087 None None] Updating router bdad9033-e932-4336-81de-35799c092977 port bbbe7005-ee30-4975-8437-93a91a0d1b05 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 18:14:27.398234 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b96d70e7-379c-4959-89db-371993270087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:27.796889 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b96d70e7-379c-4959-89db-371993270087 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:27.809211 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b96d70e7-379c-4959-89db-371993270087 None None] Transition to ACTIVE for port object bbbe7005-ee30-4975-8437-93a91a0d1b05 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:14:27.817139 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b96d70e7-379c-4959-89db-371993270087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:28.093538 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273e307-a978-43d5-8f3b-8bbd82d53e04 None None] Pushing event updated for resources: {'Port': ['ID=bbbe7005-ee30-4975-8437-93a91a0d1b05,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:28.104048 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b96d70e7-379c-4959-89db-371993270087 None None] Attempting to bind port bbbe7005-ee30-4975-8437-93a91a0d1b05 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:14:28.104330 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b96d70e7-379c-4959-89db-371993270087 None None] Attempting to bind port bbbe7005-ee30-4975-8437-93a91a0d1b05 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '7406fa40-6fb7-4a72-9e41-f07c0d576193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2a5bb1fe-2633-495a-b125-b150844a01f0'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:14:28.104664 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96d70e7-379c-4959-89db-371993270087 None None] Attempting to bind port bbbe7005-ee30-4975-8437-93a91a0d1b05 on network 2a5bb1fe-2633-495a-b125-b150844a01f0 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:14:28.112793 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96d70e7-379c-4959-89db-371993270087 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:14:28.113192 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96d70e7-379c-4959-89db-371993270087 None None] Checking segment: {'id': '7406fa40-6fb7-4a72-9e41-f07c0d576193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2a5bb1fe-2633-495a-b125-b150844a01f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:14:28.113637 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b96d70e7-379c-4959-89db-371993270087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:28.114254 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96d70e7-379c-4959-89db-371993270087 None None] Bound using segment: {'id': '7406fa40-6fb7-4a72-9e41-f07c0d576193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2a5bb1fe-2633-495a-b125-b150844a01f0'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:14:28.114935 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b96d70e7-379c-4959-89db-371993270087 None None] Bound port: bbbe7005-ee30-4975-8437-93a91a0d1b05, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7406fa40-6fb7-4a72-9e41-f07c0d576193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2a5bb1fe-2633-495a-b125-b150844a01f0'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:14:28.115349 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b96d70e7-379c-4959-89db-371993270087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:28.223418 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b96d70e7-379c-4959-89db-371993270087 None None] For port bbbe7005-ee30-4975-8437-93a91a0d1b05, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:14:28.226632 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b96d70e7-379c-4959-89db-371993270087 None None] For port bbbe7005-ee30-4975-8437-93a91a0d1b05, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=bbbe7005-ee30-4975-8437-93a91a0d1b05,segment=NetworkSegment(7406fa40-6fb7-4a72-9e41-f07c0d576193),segment_id=7406fa40-6fb7-4a72-9e41-f07c0d576193)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:14:28.235466 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b96d70e7-379c-4959-89db-371993270087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:28.321482 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96d70e7-379c-4959-89db-371993270087 None None] Routers {'bdad9033-e932-4336-81de-35799c092977'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:14:28.321979 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b96d70e7-379c-4959-89db-371993270087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:14:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['bdad9033-e932-4336-81de-35799c092977'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:14:28.495704 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273e307-a978-43d5-8f3b-8bbd82d53e04 None None] Pushing event updated for resources: {'Port': ['ID=bbbe7005-ee30-4975-8437-93a91a0d1b05,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:28.563660 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-b96d70e7-379c-4959-89db-371993270087 None None] Set router bdad9033-e932-4336-81de-35799c092977 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:14:28.567170 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ccdfc1-733e-45ac-97db-18914e1b20df None None] Sync routers for ids ['a39099d4-e352-4bb7-8ded-174155c4ffaf'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:14:28.579358 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ccdfc1-733e-45ac-97db-18914e1b20df None None] Routers {'a39099d4-e352-4bb7-8ded-174155c4ffaf'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:14:28.580080 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-36ccdfc1-733e-45ac-97db-18914e1b20df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:14:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['a39099d4-e352-4bb7-8ded-174155c4ffaf'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:14:28.755487 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-36ccdfc1-733e-45ac-97db-18914e1b20df None None] Set router a39099d4-e352-4bb7-8ded-174155c4ffaf gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:14:28.887528 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b96d70e7-379c-4959-89db-371993270087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdad9033-e932-4336-81de-35799c092977', 'name': 'tempest-TestMinimumBasicScenario-615159370-router', 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'cd13c1fb-5c9e-4020-814d-a45b60192330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:14:07Z', 'updated_at': '2022-04-20T18:14:10Z', 'revision_number': 4, 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'gw_port': {'id': 'cd13c1fb-5c9e-4020-814d-a45b60192330', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdad9033-e932-4336-81de-35799c092977', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:14:08Z', 'updated_at': '2022-04-20T18:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'bbbe7005-ee30-4975-8437-93a91a0d1b05', 'name': '', 'network_id': '2a5bb1fe-2633-495a-b125-b150844a01f0', 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'mac_address': 'fa:16:3e:37:a5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdad9033-e932-4336-81de-35799c092977', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a81861e3-0705-4f13-9018-ed174bca8543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:14:10Z', 'updated_at': '2022-04-20T18:14:28Z', 'revision_number': 4, 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'subnets': [{'id': 'a81861e3-0705-4f13-9018-ed174bca8543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:14:28.892156 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96d70e7-379c-4959-89db-371993270087 None None] The sync data for ids ['bdad9033-e932-4336-81de-35799c092977'] in n-d-838032-1 is: [{'id': 'bdad9033-e932-4336-81de-35799c092977', 'name': 'tempest-TestMinimumBasicScenario-615159370-router', 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'cd13c1fb-5c9e-4020-814d-a45b60192330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:14:07Z', 'updated_at': '2022-04-20T18:14:10Z', 'revision_number': 4, 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'gw_port': {'id': 'cd13c1fb-5c9e-4020-814d-a45b60192330', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdad9033-e932-4336-81de-35799c092977', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:14:08Z', 'updated_at': '2022-04-20T18:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'bbbe7005-ee30-4975-8437-93a91a0d1b05', 'name': '', 'network_id': '2a5bb1fe-2633-495a-b125-b150844a01f0', 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'mac_address': 'fa:16:3e:37:a5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdad9033-e932-4336-81de-35799c092977', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a81861e3-0705-4f13-9018-ed174bca8543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:14:10Z', 'updated_at': '2022-04-20T18:14:28Z', 'revision_number': 4, 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'subnets': [{'id': 'a81861e3-0705-4f13-9018-ed174bca8543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:14:29.074753 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-36ccdfc1-733e-45ac-97db-18914e1b20df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39099d4-e352-4bb7-8ded-174155c4ffaf', 'name': 'tempest-TestMinimumBasicScenario-1589320320-router', 'tenant_id': 'ab1618200a1c4431a311c26c77d83e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': 'e9744940-e060-4da7-9609-3c748f4832c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:14:13Z', 'updated_at': '2022-04-20T18:14:16Z', 'revision_number': 4, 'project_id': 'ab1618200a1c4431a311c26c77d83e4f', 'gw_port': {'id': 'e9744940-e060-4da7-9609-3c748f4832c7', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39099d4-e352-4bb7-8ded-174155c4ffaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:14:14Z', 'updated_at': '2022-04-20T18:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'c4bce390-4598-4894-bae9-a013e4f01901', 'name': '', 'network_id': '18d8c730-4c5d-4ad4-8690-0538e99f88ca', 'tenant_id': 'ab1618200a1c4431a311c26c77d83e4f', 'mac_address': 'fa:16:3e:ce:06:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39099d4-e352-4bb7-8ded-174155c4ffaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8be08025-f221-40cb-960c-737b8febe165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:14:16Z', 'updated_at': '2022-04-20T18:14:17Z', 'revision_number': 2, 'project_id': 'ab1618200a1c4431a311c26c77d83e4f', 'subnets': [{'id': '8be08025-f221-40cb-960c-737b8febe165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:14:29.079200 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ccdfc1-733e-45ac-97db-18914e1b20df None None] Checking router: a39099d4-e352-4bb7-8ded-174155c4ffaf for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:14:29.079676 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ccdfc1-733e-45ac-97db-18914e1b20df None None] Updating router a39099d4-e352-4bb7-8ded-174155c4ffaf port c4bce390-4598-4894-bae9-a013e4f01901 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 18:14:29.092585 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-11fb416f-02b7-4a06-9977-fb77454bebbd tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:14:29.094067 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-11fb416f-02b7-4a06-9977-fb77454bebbd tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/networks?id=2a5bb1fe-2633-495a-b125-b150844a01f0 HTTP/1.1" status: 200 len: 814 time: 0.1510127 Apr 20 18:14:29.112693 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-0503d324-90c7-404d-8bae-f6c7728f5e52 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/quotas/4a37fe83f83c4efea751e6d6f75ec1e8 HTTP/1.1" status: 200 len: 375 time: 0.0127389 Apr 20 18:14:29.136614 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-36ccdfc1-733e-45ac-97db-18914e1b20df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:29.202313 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-d3f66849-9ff9-4aca-823a-140f57bc1bf4 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a37fe83f83c4efea751e6d6f75ec1e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830312 Apr 20 18:14:29.343778 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-92e53839-83dc-4d09-bfe9-a184bfd10798 service neutron] 10.222.0.39 "GET /v2.0/networks/2a5bb1fe-2633-495a-b125-b150844a01f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285446 Apr 20 18:14:29.496106 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-f0bef721-3c5e-4db2-b1d4-8ea91cec0403 service neutron] 10.222.0.39 "GET /v2.0/networks/2a5bb1fe-2633-495a-b125-b150844a01f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406124 Apr 20 18:14:29.498356 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device bbbe7005-ee30-4975-8437-93a91a0d1b05 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:14:29.576919 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:14:29.586818 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-36ccdfc1-733e-45ac-97db-18914e1b20df None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:29.590684 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port bbbe7005-ee30-4975-8437-93a91a0d1b05 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:14:29.597323 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port bbbe7005-ee30-4975-8437-93a91a0d1b05 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:14:29.597805 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:29.602470 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-36ccdfc1-733e-45ac-97db-18914e1b20df None None] Transition to ACTIVE for port object c4bce390-4598-4894-bae9-a013e4f01901 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:14:29.611209 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-36ccdfc1-733e-45ac-97db-18914e1b20df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:29.725669 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-da449f4b-07a9-426e-be47-14780759a887 req-b2b437b8-c7cc-4e47-9cd5-125955d61a71 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Synchronizing usage tracker for tenant:4a37fe83f83c4efea751e6d6f75ec1e8 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:14:29.747151 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-da449f4b-07a9-426e-be47-14780759a887 req-b2b437b8-c7cc-4e47-9cd5-125955d61a71 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Unset dirty status for tenant:4a37fe83f83c4efea751e6d6f75ec1e8 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:14:29.752041 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-da449f4b-07a9-426e-be47-14780759a887 req-b2b437b8-c7cc-4e47-9cd5-125955d61a71 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 210 time: 0.0738847 Apr 20 18:14:29.767674 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:29.792491 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16965a55-eb0b-4411-be16-7f4fc8733fff None None] Pushing event updated for resources: {'Port': ['ID=c4bce390-4598-4894-bae9-a013e4f01901,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:29.814793 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port bbbe7005-ee30-4975-8437-93a91a0d1b05, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=bbbe7005-ee30-4975-8437-93a91a0d1b05,segment=NetworkSegment(7406fa40-6fb7-4a72-9e41-f07c0d576193),segment_id=7406fa40-6fb7-4a72-9e41-f07c0d576193)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:14:29.822055 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:29.883690 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-36ccdfc1-733e-45ac-97db-18914e1b20df None None] Attempting to bind port c4bce390-4598-4894-bae9-a013e4f01901 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:14:29.883913 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-36ccdfc1-733e-45ac-97db-18914e1b20df None None] Attempting to bind port c4bce390-4598-4894-bae9-a013e4f01901 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'ee1d4496-d9f4-4092-ba32-dd59f699836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '18d8c730-4c5d-4ad4-8690-0538e99f88ca'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:14:29.884710 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ccdfc1-733e-45ac-97db-18914e1b20df None None] Attempting to bind port c4bce390-4598-4894-bae9-a013e4f01901 on network 18d8c730-4c5d-4ad4-8690-0538e99f88ca {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:14:29.893011 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ccdfc1-733e-45ac-97db-18914e1b20df None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:14:29.893011 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ccdfc1-733e-45ac-97db-18914e1b20df None None] Checking segment: {'id': 'ee1d4496-d9f4-4092-ba32-dd59f699836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '18d8c730-4c5d-4ad4-8690-0538e99f88ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:14:29.893399 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-36ccdfc1-733e-45ac-97db-18914e1b20df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:29.893776 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ccdfc1-733e-45ac-97db-18914e1b20df None None] Bound using segment: {'id': 'ee1d4496-d9f4-4092-ba32-dd59f699836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '18d8c730-4c5d-4ad4-8690-0538e99f88ca'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:14:29.894736 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-36ccdfc1-733e-45ac-97db-18914e1b20df None None] Bound port: c4bce390-4598-4894-bae9-a013e4f01901, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1d4496-d9f4-4092-ba32-dd59f699836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '18d8c730-4c5d-4ad4-8690-0538e99f88ca'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:14:29.894736 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-36ccdfc1-733e-45ac-97db-18914e1b20df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:29.897364 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=bbbe7005-ee30-4975-8437-93a91a0d1b05,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:29.984956 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-36ccdfc1-733e-45ac-97db-18914e1b20df None None] For port c4bce390-4598-4894-bae9-a013e4f01901, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:14:29.988184 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-36ccdfc1-733e-45ac-97db-18914e1b20df None None] For port c4bce390-4598-4894-bae9-a013e4f01901, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c4bce390-4598-4894-bae9-a013e4f01901,segment=NetworkSegment(ee1d4496-d9f4-4092-ba32-dd59f699836b),segment_id=ee1d4496-d9f4-4092-ba32-dd59f699836b)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:14:29.993212 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-36ccdfc1-733e-45ac-97db-18914e1b20df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:30.075113 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16965a55-eb0b-4411-be16-7f4fc8733fff None None] Pushing event updated for resources: {'Port': ['ID=c4bce390-4598-4894-bae9-a013e4f01901,revision_number=4']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:30.079089 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ccdfc1-733e-45ac-97db-18914e1b20df None None] Routers {'a39099d4-e352-4bb7-8ded-174155c4ffaf'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:14:30.079820 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-36ccdfc1-733e-45ac-97db-18914e1b20df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:14:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['a39099d4-e352-4bb7-8ded-174155c4ffaf'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:14:30.277650 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-36ccdfc1-733e-45ac-97db-18914e1b20df None None] Set router a39099d4-e352-4bb7-8ded-174155c4ffaf gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:14:30.600868 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-36ccdfc1-733e-45ac-97db-18914e1b20df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39099d4-e352-4bb7-8ded-174155c4ffaf', 'name': 'tempest-TestMinimumBasicScenario-1589320320-router', 'tenant_id': 'ab1618200a1c4431a311c26c77d83e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': 'e9744940-e060-4da7-9609-3c748f4832c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:14:13Z', 'updated_at': '2022-04-20T18:14:16Z', 'revision_number': 4, 'project_id': 'ab1618200a1c4431a311c26c77d83e4f', 'gw_port': {'id': 'e9744940-e060-4da7-9609-3c748f4832c7', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39099d4-e352-4bb7-8ded-174155c4ffaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:14:14Z', 'updated_at': '2022-04-20T18:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'c4bce390-4598-4894-bae9-a013e4f01901', 'name': '', 'network_id': '18d8c730-4c5d-4ad4-8690-0538e99f88ca', 'tenant_id': 'ab1618200a1c4431a311c26c77d83e4f', 'mac_address': 'fa:16:3e:ce:06:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39099d4-e352-4bb7-8ded-174155c4ffaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8be08025-f221-40cb-960c-737b8febe165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:14:16Z', 'updated_at': '2022-04-20T18:14:29Z', 'revision_number': 4, 'project_id': 'ab1618200a1c4431a311c26c77d83e4f', 'subnets': [{'id': '8be08025-f221-40cb-960c-737b8febe165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:14:30.605443 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ccdfc1-733e-45ac-97db-18914e1b20df None None] The sync data for ids ['a39099d4-e352-4bb7-8ded-174155c4ffaf'] in n-d-838032-1 is: [{'id': 'a39099d4-e352-4bb7-8ded-174155c4ffaf', 'name': 'tempest-TestMinimumBasicScenario-1589320320-router', 'tenant_id': 'ab1618200a1c4431a311c26c77d83e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': 'e9744940-e060-4da7-9609-3c748f4832c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:14:13Z', 'updated_at': '2022-04-20T18:14:16Z', 'revision_number': 4, 'project_id': 'ab1618200a1c4431a311c26c77d83e4f', 'gw_port': {'id': 'e9744940-e060-4da7-9609-3c748f4832c7', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39099d4-e352-4bb7-8ded-174155c4ffaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:14:14Z', 'updated_at': '2022-04-20T18:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'c4bce390-4598-4894-bae9-a013e4f01901', 'name': '', 'network_id': '18d8c730-4c5d-4ad4-8690-0538e99f88ca', 'tenant_id': 'ab1618200a1c4431a311c26c77d83e4f', 'mac_address': 'fa:16:3e:ce:06:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39099d4-e352-4bb7-8ded-174155c4ffaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8be08025-f221-40cb-960c-737b8febe165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:14:16Z', 'updated_at': '2022-04-20T18:14:29Z', 'revision_number': 4, 'project_id': 'ab1618200a1c4431a311c26c77d83e4f', 'subnets': [{'id': '8be08025-f221-40cb-960c-737b8febe165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:14:30.961530 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a7f5996a-3649-4e38-af92-d272a6a6660f req-0f1be113-72fd-4398-9057-358159d0e2d8 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 210 time: 0.0475535 Apr 20 18:14:31.015322 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-c45a01b5-c62f-44a3-90c6-8e89e1e34810 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:14:31.015982 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-c45a01b5-c62f-44a3-90c6-8e89e1e34810 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Synchronizing usage tracker for tenant:4a37fe83f83c4efea751e6d6f75ec1e8 on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:14:31.034881 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-c45a01b5-c62f-44a3-90c6-8e89e1e34810 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Unset dirty status for tenant:4a37fe83f83c4efea751e6d6f75ec1e8 on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:14:31.036065 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-c45a01b5-c62f-44a3-90c6-8e89e1e34810 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.10 "GET /v2.0/networks?id=2a5bb1fe-2633-495a-b125-b150844a01f0 HTTP/1.1" status: 200 len: 814 time: 0.2462449 Apr 20 18:14:31.052216 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-0a01f9bf-6a8e-4162-bd05-9283ee8ddbe5 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Request body: {'port': {'device_id': '2c3875da-ea9c-4e79-adeb-2c68e1c65b4c', 'network_id': '2a5bb1fe-2633-495a-b125-b150844a01f0', 'admin_state_up': True, 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:14:31.213945 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-0a01f9bf-6a8e-4162-bd05-9283ee8ddbe5 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:14:31.224685 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-0a01f9bf-6a8e-4162-bd05-9283ee8ddbe5 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:14:31.236800 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-0a01f9bf-6a8e-4162-bd05-9283ee8ddbe5 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Made reservation on behalf of 4a37fe83f83c4efea751e6d6f75ec1e8 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:14:31.240365 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-0a01f9bf-6a8e-4162-bd05-9283ee8ddbe5 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:31.540279 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-0a01f9bf-6a8e-4162-bd05-9283ee8ddbe5 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Allocated IP 172.20.0.9 (2a5bb1fe-2633-495a-b125-b150844a01f0/a81861e3-0705-4f13-9018-ed174bca8543/bfcef9f8-d40d-45fb-ba18-4e74c10a946d) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:14:31.637728 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device bbbe7005-ee30-4975-8437-93a91a0d1b05 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:14:31.770858 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port bbbe7005-ee30-4975-8437-93a91a0d1b05 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:14:31.771479 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:32.060083 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-0a01f9bf-6a8e-4162-bd05-9283ee8ddbe5 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:32.066709 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c4bce390-4598-4894-bae9-a013e4f01901 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:14:32.110065 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-0a01f9bf-6a8e-4162-bd05-9283ee8ddbe5 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Transition to ACTIVE for port object bfcef9f8-d40d-45fb-ba18-4e74c10a946d will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:14:32.153771 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port c4bce390-4598-4894-bae9-a013e4f01901 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:14:32.164706 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-0a01f9bf-6a8e-4162-bd05-9283ee8ddbe5 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:32.170527 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port c4bce390-4598-4894-bae9-a013e4f01901 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:14:32.171230 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:32.283260 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-0a01f9bf-6a8e-4162-bd05-9283ee8ddbe5 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Network 2a5bb1fe-2633-495a-b125-b150844a01f0 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:14:32.296150 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-0a01f9bf-6a8e-4162-bd05-9283ee8ddbe5 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:14:32.299357 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-0a01f9bf-6a8e-4162-bd05-9283ee8ddbe5 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:14:32.351251 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:32.409624 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port c4bce390-4598-4894-bae9-a013e4f01901, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c4bce390-4598-4894-bae9-a013e4f01901,segment=NetworkSegment(ee1d4496-d9f4-4092-ba32-dd59f699836b),segment_id=ee1d4496-d9f4-4092-ba32-dd59f699836b)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:14:32.418736 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:32.421588 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01f9bf-6a8e-4162-bd05-9283ee8ddbe5 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Pushing event updated for resources: {'Port': ['ID=bfcef9f8-d40d-45fb-ba18-4e74c10a946d,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:32.469715 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-0a01f9bf-6a8e-4162-bd05-9283ee8ddbe5 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:14:32.470366 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-0a01f9bf-6a8e-4162-bd05-9283ee8ddbe5 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:32.510777 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe35ca-7ba2-44f2-8ddd-1fc02b3167da req-98749f30-2298-4d25-b3ec-e6017eb30dba tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:14:32.522799 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1afe35ca-7ba2-44f2-8ddd-1fc02b3167da req-98749f30-2298-4d25-b3ec-e6017eb30dba tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 931 time: 0.2905598 Apr 20 18:14:32.559462 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=c4bce390-4598-4894-bae9-a013e4f01901,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:32.570719 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:14:32.571232 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:14:32.571524 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:14:32.571708 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:14:32.572147 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:14:32.572547 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:14:32.572864 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:14:32.573235 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:14:32.573731 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:14:32.574069 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:14:32.574758 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:14:32.583364 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-0a01f9bf-6a8e-4162-bd05-9283ee8ddbe5 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5349927 Apr 20 18:14:32.617994 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-1afe35ca-7ba2-44f2-8ddd-1fc02b3167da req-88725afc-2358-417c-b997-5808c3526a80 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Synchronizing usage tracker for tenant:4a37fe83f83c4efea751e6d6f75ec1e8 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:14:32.665798 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-1afe35ca-7ba2-44f2-8ddd-1fc02b3167da req-88725afc-2358-417c-b997-5808c3526a80 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Unset dirty status for tenant:4a37fe83f83c4efea751e6d6f75ec1e8 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:14:32.668739 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1afe35ca-7ba2-44f2-8ddd-1fc02b3167da req-88725afc-2358-417c-b997-5808c3526a80 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449883 Apr 20 18:14:32.678735 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-de906eb4-cf26-415b-9808-b696d75f1fbe None None] Provisioning for port bfcef9f8-d40d-45fb-ba18-4e74c10a946d completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:14:32.684460 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-de906eb4-cf26-415b-9808-b696d75f1fbe None None] Provisioning complete for port bfcef9f8-d40d-45fb-ba18-4e74c10a946d triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:14:32.685060 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-de906eb4-cf26-415b-9808-b696d75f1fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:32.772290 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-de906eb4-cf26-415b-9808-b696d75f1fbe None None] Port bfcef9f8-d40d-45fb-ba18-4e74c10a946d cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:14:33.424576 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c4bce390-4598-4894-bae9-a013e4f01901 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:14:33.499210 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port c4bce390-4598-4894-bae9-a013e4f01901 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:14:33.499570 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:33.895389 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df6eb4-c0c2-4c5a-ad92-166023ff2b50 req-1649e1ca-27dd-40b5-ad75-b9978d499631 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:14:33.897550 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b4df6eb4-c0c2-4c5a-ad92-166023ff2b50 req-1649e1ca-27dd-40b5-ad75-b9978d499631 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 931 time: 0.0832772 Apr 20 18:14:33.943842 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b4df6eb4-c0c2-4c5a-ad92-166023ff2b50 req-16c7cea2-c891-46a4-842e-471e5c0b3461 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403392 Apr 20 18:14:35.149561 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9764891-f8d0-422c-a848-3405bb36d2d1 req-b57ee6a4-056a-4033-ab48-c4ef764b8de9 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:14:35.150131 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-d9764891-f8d0-422c-a848-3405bb36d2d1 req-b57ee6a4-056a-4033-ab48-c4ef764b8de9 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Synchronizing usage tracker for tenant:4a37fe83f83c4efea751e6d6f75ec1e8 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:14:35.167371 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-d9764891-f8d0-422c-a848-3405bb36d2d1 req-b57ee6a4-056a-4033-ab48-c4ef764b8de9 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Unset dirty status for tenant:4a37fe83f83c4efea751e6d6f75ec1e8 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:14:35.168858 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d9764891-f8d0-422c-a848-3405bb36d2d1 req-b57ee6a4-056a-4033-ab48-c4ef764b8de9 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 931 time: 0.0984144 Apr 20 18:14:35.215387 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d9764891-f8d0-422c-a848-3405bb36d2d1 req-d7559713-7d57-470f-afa2-49d21edc1b93 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402875 Apr 20 18:14:36.418059 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f43f3-5c60-4cf9-b761-7cfaea62f0cb req-8be3862a-360a-45eb-a992-35890922186b tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:14:36.419456 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ac7f43f3-5c60-4cf9-b761-7cfaea62f0cb req-8be3862a-360a-45eb-a992-35890922186b tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 931 time: 0.0791559 Apr 20 18:14:36.470736 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ac7f43f3-5c60-4cf9-b761-7cfaea62f0cb req-285c442b-e621-498b-aef3-5ea4d023b151 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455730 Apr 20 18:14:37.671338 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7be9cb-7703-48ff-8058-d78f88e7222e req-72004ab2-d0d9-49a9-bbe7-08a370b7b3fb tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:14:37.672659 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cf7be9cb-7703-48ff-8058-d78f88e7222e req-72004ab2-d0d9-49a9-bbe7-08a370b7b3fb tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 931 time: 0.0790133 Apr 20 18:14:37.723727 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cf7be9cb-7703-48ff-8058-d78f88e7222e req-9d9eb4a3-6e38-45a7-82b4-2a168f47e88e tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455291 Apr 20 18:14:38.926681 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f16186-f83e-41b8-874f-e55f76b9e2f3 req-e8cf0b74-97b9-4896-873c-9a9bff485467 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:14:38.928171 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-01f16186-f83e-41b8-874f-e55f76b9e2f3 req-e8cf0b74-97b9-4896-873c-9a9bff485467 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 931 time: 0.0800078 Apr 20 18:14:38.983169 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-01f16186-f83e-41b8-874f-e55f76b9e2f3 req-dccfb75c-53f8-4d89-bcb7-6fc5219aef6d tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491493 Apr 20 18:14:39.248101 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2e586470-0ed5-455f-bc4b-3f16c01a642f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:40.282798 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06a8ca-1f1e-46db-a3d8-aeb44a33ae59 req-9387576c-9efa-4805-a2d3-ddba333052ff tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:14:40.284127 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1a06a8ca-1f1e-46db-a3d8-aeb44a33ae59 req-9387576c-9efa-4805-a2d3-ddba333052ff tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 931 time: 0.1671634 Apr 20 18:14:40.329497 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1a06a8ca-1f1e-46db-a3d8-aeb44a33ae59 req-1d81e419-2329-4a21-8529-db1a7679b43b tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397027 Apr 20 18:14:41.413210 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-01607d1c-e2f0-40c8-b60c-9d4f03f70a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:41.532443 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf6ac9-b1b8-4519-a16f-4208eac5afd5 req-3d09622e-284c-4caa-8e3d-4b06ff962d84 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:14:41.533866 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ecaf6ac9-b1b8-4519-a16f-4208eac5afd5 req-3d09622e-284c-4caa-8e3d-4b06ff962d84 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 931 time: 0.0757654 Apr 20 18:14:41.579450 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ecaf6ac9-b1b8-4519-a16f-4208eac5afd5 req-199fb6d4-8cbe-4eb9-9a8b-37eaa926c220 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398123 Apr 20 18:14:42.689866 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:42.773682 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-51b9f0e6-b6f0-43af-8462-92469a49f1d9 service neutron] Request body: {'port': {'device_id': '2c3875da-ea9c-4e79-adeb-2c68e1c65b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:14:42.878886 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643a809-2f64-45a8-b088-b512ebace3b0 req-e0c50dda-6c62-401f-9922-43f31d074dfd tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:14:42.880333 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5643a809-2f64-45a8-b088-b512ebace3b0 req-e0c50dda-6c62-401f-9922-43f31d074dfd tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 931 time: 0.1679893 Apr 20 18:14:42.916469 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-51b9f0e6-b6f0-43af-8462-92469a49f1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:42.923073 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:42.987072 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5643a809-2f64-45a8-b088-b512ebace3b0 req-a00bfc47-9995-464c-bfa9-fab6b8fb1ce9 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999439 Apr 20 18:14:43.292376 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-51b9f0e6-b6f0-43af-8462-92469a49f1d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfcef9f8-d40d-45fb-ba18-4e74c10a946d {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:14:43.299196 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-51b9f0e6-b6f0-43af-8462-92469a49f1d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:43.313349 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-51b9f0e6-b6f0-43af-8462-92469a49f1d9 service neutron] Transition to ACTIVE for port object bfcef9f8-d40d-45fb-ba18-4e74c10a946d will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:14:43.320552 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-51b9f0e6-b6f0-43af-8462-92469a49f1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:43.444592 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9f0e6-b6f0-43af-8462-92469a49f1d9 service neutron] Pushing event updated for resources: {'Port': ['ID=bfcef9f8-d40d-45fb-ba18-4e74c10a946d,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:43.562938 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-51b9f0e6-b6f0-43af-8462-92469a49f1d9 service neutron] Attempting to bind port bfcef9f8-d40d-45fb-ba18-4e74c10a946d on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:14:43.563207 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-51b9f0e6-b6f0-43af-8462-92469a49f1d9 service neutron] Attempting to bind port bfcef9f8-d40d-45fb-ba18-4e74c10a946d by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '7406fa40-6fb7-4a72-9e41-f07c0d576193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2a5bb1fe-2633-495a-b125-b150844a01f0'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:14:43.563524 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-51b9f0e6-b6f0-43af-8462-92469a49f1d9 service neutron] Attempting to bind port bfcef9f8-d40d-45fb-ba18-4e74c10a946d on network 2a5bb1fe-2633-495a-b125-b150844a01f0 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:14:43.569314 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-51b9f0e6-b6f0-43af-8462-92469a49f1d9 service neutron] Port bfcef9f8-d40d-45fb-ba18-4e74c10a946d on network 2a5bb1fe-2633-495a-b125-b150844a01f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 18:14:43.569619 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-51b9f0e6-b6f0-43af-8462-92469a49f1d9 service neutron] Attempting to bind port bfcef9f8-d40d-45fb-ba18-4e74c10a946d on network 2a5bb1fe-2633-495a-b125-b150844a01f0 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:14:43.575809 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-51b9f0e6-b6f0-43af-8462-92469a49f1d9 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:14:43.576135 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-51b9f0e6-b6f0-43af-8462-92469a49f1d9 service neutron] Checking segment: {'id': '7406fa40-6fb7-4a72-9e41-f07c0d576193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2a5bb1fe-2633-495a-b125-b150844a01f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:14:43.576507 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-51b9f0e6-b6f0-43af-8462-92469a49f1d9 service neutron] Bound using segment: {'id': '7406fa40-6fb7-4a72-9e41-f07c0d576193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2a5bb1fe-2633-495a-b125-b150844a01f0'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:14:43.576924 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-51b9f0e6-b6f0-43af-8462-92469a49f1d9 service neutron] Bound port: bfcef9f8-d40d-45fb-ba18-4e74c10a946d, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7406fa40-6fb7-4a72-9e41-f07c0d576193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2a5bb1fe-2633-495a-b125-b150844a01f0'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:14:43.577267 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-51b9f0e6-b6f0-43af-8462-92469a49f1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:43.662484 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-51b9f0e6-b6f0-43af-8462-92469a49f1d9 service neutron] For port bfcef9f8-d40d-45fb-ba18-4e74c10a946d, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:14:43.665491 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-51b9f0e6-b6f0-43af-8462-92469a49f1d9 service neutron] For port bfcef9f8-d40d-45fb-ba18-4e74c10a946d, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=bfcef9f8-d40d-45fb-ba18-4e74c10a946d,segment=NetworkSegment(7406fa40-6fb7-4a72-9e41-f07c0d576193),segment_id=7406fa40-6fb7-4a72-9e41-f07c0d576193)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:14:43.673174 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-51b9f0e6-b6f0-43af-8462-92469a49f1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:43.727577 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:43.737292 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-51b9f0e6-b6f0-43af-8462-92469a49f1d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:43.738706 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-51b9f0e6-b6f0-43af-8462-92469a49f1d9 service neutron] 10.222.0.10 "PUT /v2.0/ports/bfcef9f8-d40d-45fb-ba18-4e74c10a946d HTTP/1.1" status: 200 len: 1091 time: 0.9718590 Apr 20 18:14:43.739113 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3875da-ea9c-4e79-adeb-2c68e1c65b4c', 'tag': 'bfcef9f8-d40d-45fb-ba18-4e74c10a946d'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:14:43.755171 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9f0e6-b6f0-43af-8462-92469a49f1d9 service neutron] Pushing event updated for resources: {'Port': ['ID=bfcef9f8-d40d-45fb-ba18-4e74c10a946d,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:43.819905 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5355b3c-7133-4f46-ab53-3344c413382c'] response: {'name': 'network-changed', 'server_uuid': '2c3875da-ea9c-4e79-adeb-2c68e1c65b4c', 'tag': 'bfcef9f8-d40d-45fb-ba18-4e74c10a946d', 'status': 'completed', 'code': 200} Apr 20 18:14:43.867482 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-430721e1-0da7-435e-8a51-f473c41319a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a37fe83f83c4efea751e6d6f75ec1e8&device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 1094 time: 0.0894940 Apr 20 18:14:43.940299 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-b2b14b03-49c2-4aa0-b210-cdb6543563f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfcef9f8-d40d-45fb-ba18-4e74c10a946d HTTP/1.1" status: 200 len: 217 time: 0.0657167 Apr 20 18:14:44.005474 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-2ff86640-b3f2-4247-a1bf-36137a3d993f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:14:44.006930 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-2ff86640-b3f2-4247-a1bf-36137a3d993f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a81861e3-0705-4f13-9018-ed174bca8543 HTTP/1.1" status: 200 len: 853 time: 0.0608547 Apr 20 18:14:44.081616 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-eaa6e304-f93b-44d2-a6b0-32b3eab9383d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2a5bb1fe-2633-495a-b125-b150844a01f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686212 Apr 20 18:14:44.265437 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:44.271399 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-660b74a0-9ea9-4204-8ec2-288d2ee17fd8 service neutron] 10.222.0.10 "GET /v2.0/networks/2a5bb1fe-2633-495a-b125-b150844a01f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834400 Apr 20 18:14:44.446356 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac911b-c335-4f81-81dd-4a84c23ca8e7 req-c133140c-226e-498c-83a2-73a86b340b20 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:14:44.447736 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-42ac911b-c335-4f81-81dd-4a84c23ca8e7 req-c133140c-226e-498c-83a2-73a86b340b20 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 943 time: 0.3400958 Apr 20 18:14:44.533449 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-42ac911b-c335-4f81-81dd-4a84c23ca8e7 req-23c42229-4708-4e57-a216-5984dc51301b tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732832 Apr 20 18:14:44.536686 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f96cd654-0df6-47b8-b341-06c4c9d7517f req-52bdd297-f772-48bb-8439-3c00720a38e6 service neutron] 10.222.0.10 "GET /v2.0/networks/2a5bb1fe-2633-495a-b125-b150844a01f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593033 Apr 20 18:14:44.660577 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a13ba8fd-0559-41db-b9c3-192208c237dd req-6aa4c3ed-4923-4f7c-886b-26858350210a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a37fe83f83c4efea751e6d6f75ec1e8&device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 1094 time: 0.0709722 Apr 20 18:14:44.808471 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ba8fd-0559-41db-b9c3-192208c237dd req-cd8fa26d-3e43-4bce-a070-0814b21064fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:14:44.810227 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a13ba8fd-0559-41db-b9c3-192208c237dd req-cd8fa26d-3e43-4bce-a070-0814b21064fb service neutron] 10.222.0.10 "GET /v2.0/networks?id=2a5bb1fe-2633-495a-b125-b150844a01f0 HTTP/1.1" status: 200 len: 915 time: 0.1397295 Apr 20 18:14:44.881607 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a13ba8fd-0559-41db-b9c3-192208c237dd req-60f8598d-7cf4-42c5-bba7-342c9da18e9d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfcef9f8-d40d-45fb-ba18-4e74c10a946d HTTP/1.1" status: 200 len: 217 time: 0.0647004 Apr 20 18:14:44.943873 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ba8fd-0559-41db-b9c3-192208c237dd req-25620ebc-2deb-48e2-888d-0360f3b7d167 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:14:44.945385 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a13ba8fd-0559-41db-b9c3-192208c237dd req-25620ebc-2deb-48e2-888d-0360f3b7d167 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a81861e3-0705-4f13-9018-ed174bca8543 HTTP/1.1" status: 200 len: 853 time: 0.0578129 Apr 20 18:14:45.034946 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a13ba8fd-0559-41db-b9c3-192208c237dd req-a97c9d94-673e-4f3a-a3d2-879fbbf843b9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2a5bb1fe-2633-495a-b125-b150844a01f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839934 Apr 20 18:14:45.166120 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a13ba8fd-0559-41db-b9c3-192208c237dd req-cbe35209-89b1-4137-8934-20bb9fbb392b service neutron] 10.222.0.10 "GET /v2.0/networks/2a5bb1fe-2633-495a-b125-b150844a01f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244264 Apr 20 18:14:45.302320 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a13ba8fd-0559-41db-b9c3-192208c237dd req-9f17dcc5-e312-4781-9cf9-9517ccbbd141 service neutron] 10.222.0.10 "GET /v2.0/networks/2a5bb1fe-2633-495a-b125-b150844a01f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308553 Apr 20 18:14:45.703280 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:45.754879 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1db20-172e-48d8-9664-d48dc4ffd5d4 req-849db02e-9afe-4224-a508-d50d94d60250 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:14:45.756302 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c6d1db20-172e-48d8-9664-d48dc4ffd5d4 req-849db02e-9afe-4224-a508-d50d94d60250 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 943 time: 0.0822940 Apr 20 18:14:45.803171 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c6d1db20-172e-48d8-9664-d48dc4ffd5d4 req-b19fa0d3-68d8-4ce0-9a09-adba9d78d500 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387976 Apr 20 18:14:47.018734 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdffda66-eea0-4df5-9730-6ff31f500584 req-d24c7ae6-c008-4aed-98ff-0d59854f32d3 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:14:47.020204 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fdffda66-eea0-4df5-9730-6ff31f500584 req-d24c7ae6-c008-4aed-98ff-0d59854f32d3 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 943 time: 0.0865536 Apr 20 18:14:47.065308 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fdffda66-eea0-4df5-9730-6ff31f500584 req-e9369557-9e51-41c3-8f82-53994357377d tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387452 Apr 20 18:14:48.072213 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device bfcef9f8-d40d-45fb-ba18-4e74c10a946d details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:14:48.211043 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port bfcef9f8-d40d-45fb-ba18-4e74c10a946d, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=bfcef9f8-d40d-45fb-ba18-4e74c10a946d,segment=NetworkSegment(7406fa40-6fb7-4a72-9e41-f07c0d576193),segment_id=7406fa40-6fb7-4a72-9e41-f07c0d576193)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:14:48.223613 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'bfcef9f8-d40d-45fb-ba18-4e74c10a946d', 'network_id': '2a5bb1fe-2633-495a-b125-b150844a01f0', 'port_id': 'bfcef9f8-d40d-45fb-ba18-4e74c10a946d', 'mac_address': 'fa:16:3e:fc:34:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a81861e3-0705-4f13-9018-ed174bca8543', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:14:48.260228 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc9acf-bd34-43b2-9361-99e74044b6b0 req-5b30e220-cdc3-40a4-a79d-1980ac15009b tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:14:48.261696 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6acc9acf-bd34-43b2-9361-99e74044b6b0 req-5b30e220-cdc3-40a4-a79d-1980ac15009b tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 943 time: 0.0765219 Apr 20 18:14:48.276713 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:48.294732 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfcef9f8-d40d-45fb-ba18-4e74c10a946d {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:14:48.310079 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port bfcef9f8-d40d-45fb-ba18-4e74c10a946d, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=bfcef9f8-d40d-45fb-ba18-4e74c10a946d,segment=NetworkSegment(7406fa40-6fb7-4a72-9e41-f07c0d576193),segment_id=7406fa40-6fb7-4a72-9e41-f07c0d576193)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:14:48.313091 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6acc9acf-bd34-43b2-9361-99e74044b6b0 req-78211d7a-f13d-4e69-8faa-8b74cdab53ef tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457702 Apr 20 18:14:48.315565 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:48.379199 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=bfcef9f8-d40d-45fb-ba18-4e74c10a946d,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:48.611444 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['bfcef9f8-d40d-45fb-ba18-4e74c10a946d'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:14:49.522537 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c6df5-ba6a-41f0-b762-4af5ace4783f req-b15a993d-8d22-49ce-b18d-1e2eeeda1991 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:14:49.524012 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-911c6df5-ba6a-41f0-b762-4af5ace4783f req-b15a993d-8d22-49ce-b18d-1e2eeeda1991 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 944 time: 0.0820773 Apr 20 18:14:49.572652 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-911c6df5-ba6a-41f0-b762-4af5ace4783f req-655ddcac-9b3a-4e6d-84b2-7219abf23849 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407751 Apr 20 18:14:50.073837 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device bfcef9f8-d40d-45fb-ba18-4e74c10a946d up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:14:50.165509 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port bfcef9f8-d40d-45fb-ba18-4e74c10a946d completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:14:50.170034 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port bfcef9f8-d40d-45fb-ba18-4e74c10a946d triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:14:50.170434 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:50.288943 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:50.317564 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3875da-ea9c-4e79-adeb-2c68e1c65b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfcef9f8-d40d-45fb-ba18-4e74c10a946d'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:14:50.327401 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port bfcef9f8-d40d-45fb-ba18-4e74c10a946d, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=bfcef9f8-d40d-45fb-ba18-4e74c10a946d,segment=NetworkSegment(7406fa40-6fb7-4a72-9e41-f07c0d576193),segment_id=7406fa40-6fb7-4a72-9e41-f07c0d576193)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:14:50.332777 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:14:50.382668 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6123e7b2-a2a5-4f5c-a0e7-3176dba74ad2'] response: {'server_uuid': '2c3875da-ea9c-4e79-adeb-2c68e1c65b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfcef9f8-d40d-45fb-ba18-4e74c10a946d', 'code': 200} Apr 20 18:14:50.398532 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=bfcef9f8-d40d-45fb-ba18-4e74c10a946d,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:14:50.518358 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a4ed27d2-a470-4540-9fcf-bb507626b602 req-bc6aa60f-3fbc-4332-9140-06464cb338c6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 1096 time: 0.0691795 Apr 20 18:14:50.569821 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a4ed27d2-a470-4540-9fcf-bb507626b602 req-10222998-1c2e-4f64-823e-88a96806825e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450475 Apr 20 18:14:50.769351 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2bfd9-9f6e-494b-a96d-b62a6aa8342b req-04e74581-ba0f-45ad-9175-c20a23206fd8 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:14:50.770796 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-42d2bfd9-9f6e-494b-a96d-b62a6aa8342b req-04e74581-ba0f-45ad-9175-c20a23206fd8 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 945 time: 0.0793638 Apr 20 18:14:50.817984 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-42d2bfd9-9f6e-494b-a96d-b62a6aa8342b req-216de276-a452-4c36-af85-be34aa26327d tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391076 Apr 20 18:14:52.027597 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0432ac-4bb4-4b41-b851-40c560a59402 req-888ad433-774a-4b58-828d-33c775858167 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:14:52.029143 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4a0432ac-4bb4-4b41-b851-40c560a59402 req-888ad433-774a-4b58-828d-33c775858167 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 945 time: 0.0810645 Apr 20 18:14:52.089352 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4a0432ac-4bb4-4b41-b851-40c560a59402 req-ebbbf9b0-761b-4f9e-8156-5d575de48a30 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520678 Apr 20 18:14:53.515616 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a11e0e-9d23-42a2-ac51-6ea050ed5023 req-2625ca6f-c6ec-455e-965a-c179fd3a626c tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:14:53.517027 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f1a11e0e-9d23-42a2-ac51-6ea050ed5023 req-2625ca6f-c6ec-455e-965a-c179fd3a626c tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 945 time: 0.2947118 Apr 20 18:14:53.570793 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f1a11e0e-9d23-42a2-ac51-6ea050ed5023 req-38f94051-59bd-4994-af0c-96e327a72fb1 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477831 Apr 20 18:14:53.772603 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032171e2-bdc2-4531-bb27-ca75337a25b4 req-0063015a-6fa1-489e-843a-35ab634c1d4d tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:14:53.774051 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-032171e2-bdc2-4531-bb27-ca75337a25b4 req-0063015a-6fa1-489e-843a-35ab634c1d4d tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 945 time: 0.0849411 Apr 20 18:14:53.818843 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-032171e2-bdc2-4531-bb27-ca75337a25b4 req-f34a5c8d-d0fd-4fe6-bb40-d503d77378c9 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391114 Apr 20 18:14:54.252549 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef392b-d40d-4278-b473-af461563c908 req-47bbc1cc-1d86-4643-b998-935554fbe805 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:14:54.254003 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a0ef392b-d40d-4278-b473-af461563c908 req-47bbc1cc-1d86-4643-b998-935554fbe805 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 945 time: 0.0810664 Apr 20 18:14:54.300995 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a0ef392b-d40d-4278-b473-af461563c908 req-fb520385-7bca-4d4a-ad42-014a0973a0c9 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395713 Apr 20 18:15:04.728860 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc7469-df7d-4005-9fe5-1689d305f377 req-b2fabbac-551e-41ae-93d6-d821df92251c tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:15:04.730175 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-49cc7469-df7d-4005-9fe5-1689d305f377 req-b2fabbac-551e-41ae-93d6-d821df92251c tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 945 time: 0.2512641 Apr 20 18:15:04.775689 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-49cc7469-df7d-4005-9fe5-1689d305f377 req-3dd6bb8c-6cc7-4f67-985b-b8d5e095a232 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395665 Apr 20 18:15:04.804356 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37110) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:04.942523 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-47c2dd61-585c-49bb-a9fb-31d59c6435af tempest-TestMinimumBasicScenario-2095613302 tempest-TestMinimumBasicScenario-2095613302-project-admin] Synchronizing usage tracker for tenant:ab1618200a1c4431a311c26c77d83e4f on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:15:04.959799 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-47c2dd61-585c-49bb-a9fb-31d59c6435af tempest-TestMinimumBasicScenario-2095613302 tempest-TestMinimumBasicScenario-2095613302-project-admin] Unset dirty status for tenant:ab1618200a1c4431a311c26c77d83e4f on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:15:04.960926 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-47c2dd61-585c-49bb-a9fb-31d59c6435af tempest-TestMinimumBasicScenario-2095613302 tempest-TestMinimumBasicScenario-2095613302-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 1091 time: 0.1556549 Apr 20 18:15:04.965206 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37116) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:04.970401 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'port_id': 'bfcef9f8-d40d-45fb-ba18-4e74c10a946d', 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:15:04.976313 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:15:04.980115 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Usage tracker for resource:floatingip and tenant:4a37fe83f83c4efea751e6d6f75ec1e8 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:15:04.982928 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:15:04.988672 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:15:05.003380 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:05.137805 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:05.270563 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Allocated IP 172.25.8.34 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/76161384-a236-4364-8a3b-2ec79aa5c133) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:15:05.426410 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:05.457441 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:05.526933 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:15:05.529671 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:15:05.534024 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:15:05.557246 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Pushing event updated for resources: {'Port': ['ID=76161384-a236-4364-8a3b-2ec79aa5c133,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:15:05.583241 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:15:05.583241 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:15:05.583241 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:15:05.583241 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:15:05.583241 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:15:05.583690 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:15:05.583776 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:15:05.584120 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:15:05.584436 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:15:05.584749 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:15:05.585062 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:15:06.059859 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:06.116893 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:06.326134 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:06.333749 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:06.436494 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Pushing event updated for resources: {'Port': ['ID=76161384-a236-4364-8a3b-2ec79aa5c133,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:15:06.451067 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:06.569426 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:15:06.739034 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Floating IP bdd71fc0-80ee-4253-9323-c064f223bfcf associated. External IP: 172.25.8.34, port: bfcef9f8-d40d-45fb-ba18-4e74c10a946d. Apr 20 18:15:07.135052 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Router bdad9033-e932-4336-81de-35799c092977 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:15:07.331563 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:15:07.341999 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7c3220-b708-4427-a5af-dca724e61291 None None] Sync routers for ids ['bdad9033-e932-4336-81de-35799c092977'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:15:07.354618 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7c3220-b708-4427-a5af-dca724e61291 None None] Routers {'bdad9033-e932-4336-81de-35799c092977'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:15:07.355222 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-dd7c3220-b708-4427-a5af-dca724e61291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:14:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['bdad9033-e932-4336-81de-35799c092977'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:15:07.359351 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:07.419332 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6553a95c-4695-4ce5-b464-b25aa4eb577f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4504526 Apr 20 18:15:07.419332 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3875da-ea9c-4e79-adeb-2c68e1c65b4c', 'tag': 'bfcef9f8-d40d-45fb-ba18-4e74c10a946d'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:15:07.419629 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37120) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:07.425424 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-f3cbd10a-cfea-4e8d-897a-944cb8131e7f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1420204535', 'description': 'tempest-secgroup-smoke-1420204535 description', 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:15:07.431904 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f3cbd10a-cfea-4e8d-897a-944cb8131e7f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:15:07.441912 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f3cbd10a-cfea-4e8d-897a-944cb8131e7f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:15:07.458022 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd10a-cfea-4e8d-897a-944cb8131e7f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:07.496730 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f3cbd10a-cfea-4e8d-897a-944cb8131e7f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:15:07.499527 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8cc5a42-cbdf-49b8-b29f-85029ca00dcc'] response: {'name': 'network-changed', 'server_uuid': '2c3875da-ea9c-4e79-adeb-2c68e1c65b4c', 'tag': 'bfcef9f8-d40d-45fb-ba18-4e74c10a946d', 'status': 'completed', 'code': 200} Apr 20 18:15:07.500849 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f3cbd10a-cfea-4e8d-897a-944cb8131e7f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Usage tracker for resource:security_group_rule and tenant:4a37fe83f83c4efea751e6d6f75ec1e8 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:15:07.503730 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f3cbd10a-cfea-4e8d-897a-944cb8131e7f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:15:07.509727 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f3cbd10a-cfea-4e8d-897a-944cb8131e7f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:15:07.558341 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-dd7c3220-b708-4427-a5af-dca724e61291 None None] Set router bdad9033-e932-4336-81de-35799c092977 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:15:07.613848 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd10a-cfea-4e8d-897a-944cb8131e7f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:07.621787 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd10a-cfea-4e8d-897a-944cb8131e7f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:07.667618 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6105516-aeb9-493e-a7a5-d2e3313f8584 req-2b65d8f7-eb5d-43b9-985e-985883044a1f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a37fe83f83c4efea751e6d6f75ec1e8&device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 1096 time: 0.1395602 Apr 20 18:15:07.674748 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbd10a-cfea-4e8d-897a-944cb8131e7f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f662118a-b44b-417d-affb-0e2c0ad43978,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:15:07.701519 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd10a-cfea-4e8d-897a-944cb8131e7f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:07.702677 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f3cbd10a-cfea-4e8d-897a-944cb8131e7f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2820804 Apr 20 18:15:07.705932 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37128) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:07.712670 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-245c7486-783b-4b53-afa3-8db7d1abe31c tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Request body: {'security_group_rule': {'security_group_id': 'f662118a-b44b-417d-affb-0e2c0ad43978', 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:15:07.720041 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-245c7486-783b-4b53-afa3-8db7d1abe31c tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:15:07.724636 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-245c7486-783b-4b53-afa3-8db7d1abe31c tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Usage tracker for resource:security_group_rule and tenant:4a37fe83f83c4efea751e6d6f75ec1e8 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:15:07.727929 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-245c7486-783b-4b53-afa3-8db7d1abe31c tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:15:07.734687 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-245c7486-783b-4b53-afa3-8db7d1abe31c tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:15:07.755560 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-245c7486-783b-4b53-afa3-8db7d1abe31c tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:07.762880 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbd10a-cfea-4e8d-897a-944cb8131e7f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:15:07.763215 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbd10a-cfea-4e8d-897a-944cb8131e7f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:15:07.763543 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbd10a-cfea-4e8d-897a-944cb8131e7f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:15:07.763896 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbd10a-cfea-4e8d-897a-944cb8131e7f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:15:07.764245 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbd10a-cfea-4e8d-897a-944cb8131e7f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:15:07.764563 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbd10a-cfea-4e8d-897a-944cb8131e7f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:15:07.764870 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbd10a-cfea-4e8d-897a-944cb8131e7f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:15:07.765186 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbd10a-cfea-4e8d-897a-944cb8131e7f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:15:07.765501 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbd10a-cfea-4e8d-897a-944cb8131e7f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:15:07.765806 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbd10a-cfea-4e8d-897a-944cb8131e7f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:15:07.766114 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbd10a-cfea-4e8d-897a-944cb8131e7f tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:15:07.816291 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6105516-aeb9-493e-a7a5-d2e3313f8584 req-3ba0771c-9548-4e87-9330-ef57610d4bd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:15:07.817792 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6105516-aeb9-493e-a7a5-d2e3313f8584 req-3ba0771c-9548-4e87-9330-ef57610d4bd0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2a5bb1fe-2633-495a-b125-b150844a01f0 HTTP/1.1" status: 200 len: 915 time: 0.1410568 Apr 20 18:15:07.827319 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-245c7486-783b-4b53-afa3-8db7d1abe31c tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:07.832082 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-245c7486-783b-4b53-afa3-8db7d1abe31c tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:07.861259 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c7486-783b-4b53-afa3-8db7d1abe31c tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2506a5b8-cef2-4575-878b-9d9a5d05d23a,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:15:07.870996 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-245c7486-783b-4b53-afa3-8db7d1abe31c tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:07.872576 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-245c7486-783b-4b53-afa3-8db7d1abe31c tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1653185 Apr 20 18:15:07.875358 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37132) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:07.881544 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-56bbdd53-e396-4dfb-8612-2531097701b9 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Request body: {'security_group_rule': {'security_group_id': 'f662118a-b44b-417d-affb-0e2c0ad43978', 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:15:07.889239 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-56bbdd53-e396-4dfb-8612-2531097701b9 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:15:07.893364 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-56bbdd53-e396-4dfb-8612-2531097701b9 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Usage tracker for resource:security_group_rule and tenant:4a37fe83f83c4efea751e6d6f75ec1e8 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:15:07.896808 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-56bbdd53-e396-4dfb-8612-2531097701b9 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:15:07.903548 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-56bbdd53-e396-4dfb-8612-2531097701b9 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:15:07.932613 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-56bbdd53-e396-4dfb-8612-2531097701b9 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:07.969840 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-dd7c3220-b708-4427-a5af-dca724e61291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdad9033-e932-4336-81de-35799c092977', 'name': 'tempest-TestMinimumBasicScenario-615159370-router', 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'cd13c1fb-5c9e-4020-814d-a45b60192330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:14:07Z', 'updated_at': '2022-04-20T18:14:10Z', 'revision_number': 4, 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'gw_port': {'id': 'cd13c1fb-5c9e-4020-814d-a45b60192330', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdad9033-e932-4336-81de-35799c092977', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:14:08Z', 'updated_at': '2022-04-20T18:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'bdd71fc0-80ee-4253-9323-c064f223bfcf', 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'bdad9033-e932-4336-81de-35799c092977', 'port_id': 'bfcef9f8-d40d-45fb-ba18-4e74c10a946d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5bb1fe-2633-495a-b125-b150844a01f0', 'mac_address': 'fa:16:3e:fc:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3875da-ea9c-4e79-adeb-2c68e1c65b4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:15:05Z', 'updated_at': '2022-04-20T18:15:05Z', 'revision_number': 0, 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbbe7005-ee30-4975-8437-93a91a0d1b05', 'name': '', 'network_id': '2a5bb1fe-2633-495a-b125-b150844a01f0', 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'mac_address': 'fa:16:3e:37:a5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdad9033-e932-4336-81de-35799c092977', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a81861e3-0705-4f13-9018-ed174bca8543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:14:10Z', 'updated_at': '2022-04-20T18:14:29Z', 'revision_number': 5, 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'subnets': [{'id': 'a81861e3-0705-4f13-9018-ed174bca8543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:15:07.974579 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7c3220-b708-4427-a5af-dca724e61291 None None] Checking router: bdad9033-e932-4336-81de-35799c092977 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:15:07.989548 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7c3220-b708-4427-a5af-dca724e61291 None None] Routers {'bdad9033-e932-4336-81de-35799c092977'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:15:07.990474 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-dd7c3220-b708-4427-a5af-dca724e61291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:14:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['bdad9033-e932-4336-81de-35799c092977'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:15:08.000983 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-56bbdd53-e396-4dfb-8612-2531097701b9 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:08.006635 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-56bbdd53-e396-4dfb-8612-2531097701b9 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:08.029679 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbdd53-e396-4dfb-8612-2531097701b9 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39cdf048-cdf8-45d9-88cf-670969f03479,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:15:08.040304 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6105516-aeb9-493e-a7a5-d2e3313f8584 req-6c18cc39-7c5a-4c32-9d34-52cfcae86753 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfcef9f8-d40d-45fb-ba18-4e74c10a946d HTTP/1.1" status: 200 len: 998 time: 0.2082829 Apr 20 18:15:08.044159 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-56bbdd53-e396-4dfb-8612-2531097701b9 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:08.045499 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-56bbdd53-e396-4dfb-8612-2531097701b9 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1689796 Apr 20 18:15:08.048530 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37136) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:08.054007 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-f047dc8a-6620-4843-ad3e-745f9bf4b034 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Request body: {'security_group_rule': {'security_group_id': 'f662118a-b44b-417d-affb-0e2c0ad43978', 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:15:08.061110 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f047dc8a-6620-4843-ad3e-745f9bf4b034 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:15:08.065194 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f047dc8a-6620-4843-ad3e-745f9bf4b034 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Usage tracker for resource:security_group_rule and tenant:4a37fe83f83c4efea751e6d6f75ec1e8 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:15:08.068161 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f047dc8a-6620-4843-ad3e-745f9bf4b034 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:15:08.073902 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f047dc8a-6620-4843-ad3e-745f9bf4b034 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:15:08.096653 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f047dc8a-6620-4843-ad3e-745f9bf4b034 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:08.103265 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6105516-aeb9-493e-a7a5-d2e3313f8584 req-d6662e08-ba48-4e14-a6e7-49157bca45a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:15:08.104714 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6105516-aeb9-493e-a7a5-d2e3313f8584 req-d6662e08-ba48-4e14-a6e7-49157bca45a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a81861e3-0705-4f13-9018-ed174bca8543 HTTP/1.1" status: 200 len: 853 time: 0.0571451 Apr 20 18:15:08.160154 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f047dc8a-6620-4843-ad3e-745f9bf4b034 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:08.168402 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f047dc8a-6620-4843-ad3e-745f9bf4b034 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:08.182838 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6105516-aeb9-493e-a7a5-d2e3313f8584 req-44b1a58f-99f8-4dc7-b51d-64f6dec7b1cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2a5bb1fe-2633-495a-b125-b150844a01f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715826 Apr 20 18:15:08.184021 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-dd7c3220-b708-4427-a5af-dca724e61291 None None] Set router bdad9033-e932-4336-81de-35799c092977 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:15:08.189630 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047dc8a-6620-4843-ad3e-745f9bf4b034 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd890947-ade1-4d03-8a37-e1a89285f08d,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:15:08.203563 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f047dc8a-6620-4843-ad3e-745f9bf4b034 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:08.204948 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f047dc8a-6620-4843-ad3e-745f9bf4b034 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1552670 Apr 20 18:15:08.207719 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37140) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:08.213695 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-32adcbdc-30fc-4f8d-bc2e-34efa211fa2d tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Request body: {'security_group_rule': {'security_group_id': 'f662118a-b44b-417d-affb-0e2c0ad43978', 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:15:08.221262 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-32adcbdc-30fc-4f8d-bc2e-34efa211fa2d tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:15:08.225415 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-32adcbdc-30fc-4f8d-bc2e-34efa211fa2d tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Usage tracker for resource:security_group_rule and tenant:4a37fe83f83c4efea751e6d6f75ec1e8 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:15:08.228596 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-32adcbdc-30fc-4f8d-bc2e-34efa211fa2d tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:15:08.237381 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-32adcbdc-30fc-4f8d-bc2e-34efa211fa2d tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:15:08.268003 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-32adcbdc-30fc-4f8d-bc2e-34efa211fa2d tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:08.328670 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6105516-aeb9-493e-a7a5-d2e3313f8584 req-a37d3c74-f6f2-4221-8368-79d17243cf57 service neutron] 10.222.0.10 "GET /v2.0/networks/2a5bb1fe-2633-495a-b125-b150844a01f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382477 Apr 20 18:15:08.331661 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-32adcbdc-30fc-4f8d-bc2e-34efa211fa2d tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:08.336496 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-32adcbdc-30fc-4f8d-bc2e-34efa211fa2d tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:08.362996 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32adcbdc-30fc-4f8d-bc2e-34efa211fa2d tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78692997-aab7-467a-97a3-6a7c302966bf,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:15:08.376026 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-32adcbdc-30fc-4f8d-bc2e-34efa211fa2d tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:08.379995 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-32adcbdc-30fc-4f8d-bc2e-34efa211fa2d tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1681485 Apr 20 18:15:08.380237 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37144) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:08.385904 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-8ec1828e-5c15-4c8f-a20c-c306cb8bda21 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Request body: {'security_group_rule': {'security_group_id': 'f662118a-b44b-417d-affb-0e2c0ad43978', 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:15:08.392614 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8ec1828e-5c15-4c8f-a20c-c306cb8bda21 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:15:08.398462 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8ec1828e-5c15-4c8f-a20c-c306cb8bda21 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Usage tracker for resource:security_group_rule and tenant:4a37fe83f83c4efea751e6d6f75ec1e8 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:15:08.402070 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8ec1828e-5c15-4c8f-a20c-c306cb8bda21 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:15:08.408663 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8ec1828e-5c15-4c8f-a20c-c306cb8bda21 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:15:08.422497 n-d-838032-1 neutron-server[84081]: INFO neutron.db.securitygroups_db [None req-8ec1828e-5c15-4c8f-a20c-c306cb8bda21 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Project 4a37fe83f83c4efea751e6d6f75ec1e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 18:15:08.429663 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8ec1828e-5c15-4c8f-a20c-c306cb8bda21 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:08.479068 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b6105516-aeb9-493e-a7a5-d2e3313f8584 req-85d47b36-a430-43e1-b458-5e59f9bc1fe0 service neutron] 10.222.0.10 "GET /v2.0/networks/2a5bb1fe-2633-495a-b125-b150844a01f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429794 Apr 20 18:15:08.510411 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8ec1828e-5c15-4c8f-a20c-c306cb8bda21 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:08.517938 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8ec1828e-5c15-4c8f-a20c-c306cb8bda21 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:08.540763 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1828e-5c15-4c8f-a20c-c306cb8bda21 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=632960c2-6f1b-4c67-bc36-062b79c416b9,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:15:08.550829 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8ec1828e-5c15-4c8f-a20c-c306cb8bda21 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:08.551995 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8ec1828e-5c15-4c8f-a20c-c306cb8bda21 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1708453 Apr 20 18:15:08.555499 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37148) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:08.561256 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-c926f56c-3449-44a9-8a04-e447cd9569d8 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Request body: {'security_group_rule': {'security_group_id': 'f662118a-b44b-417d-affb-0e2c0ad43978', 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:15:08.567874 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c926f56c-3449-44a9-8a04-e447cd9569d8 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:15:08.571756 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c926f56c-3449-44a9-8a04-e447cd9569d8 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Usage tracker for resource:security_group_rule and tenant:4a37fe83f83c4efea751e6d6f75ec1e8 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:15:08.574707 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c926f56c-3449-44a9-8a04-e447cd9569d8 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:15:08.585107 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c926f56c-3449-44a9-8a04-e447cd9569d8 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:15:08.589028 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-dd7c3220-b708-4427-a5af-dca724e61291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdad9033-e932-4336-81de-35799c092977', 'name': 'tempest-TestMinimumBasicScenario-615159370-router', 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'cd13c1fb-5c9e-4020-814d-a45b60192330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:14:07Z', 'updated_at': '2022-04-20T18:14:10Z', 'revision_number': 4, 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'gw_port': {'id': 'cd13c1fb-5c9e-4020-814d-a45b60192330', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdad9033-e932-4336-81de-35799c092977', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:14:08Z', 'updated_at': '2022-04-20T18:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'bdd71fc0-80ee-4253-9323-c064f223bfcf', 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'bdad9033-e932-4336-81de-35799c092977', 'port_id': 'bfcef9f8-d40d-45fb-ba18-4e74c10a946d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5bb1fe-2633-495a-b125-b150844a01f0', 'mac_address': 'fa:16:3e:fc:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3875da-ea9c-4e79-adeb-2c68e1c65b4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:15:05Z', 'updated_at': '2022-04-20T18:15:05Z', 'revision_number': 0, 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbbe7005-ee30-4975-8437-93a91a0d1b05', 'name': '', 'network_id': '2a5bb1fe-2633-495a-b125-b150844a01f0', 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'mac_address': 'fa:16:3e:37:a5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdad9033-e932-4336-81de-35799c092977', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a81861e3-0705-4f13-9018-ed174bca8543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:14:10Z', 'updated_at': '2022-04-20T18:14:29Z', 'revision_number': 5, 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'subnets': [{'id': 'a81861e3-0705-4f13-9018-ed174bca8543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:15:08.593263 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7c3220-b708-4427-a5af-dca724e61291 None None] The sync data for ids ['bdad9033-e932-4336-81de-35799c092977'] in n-d-838032-1 is: [{'id': 'bdad9033-e932-4336-81de-35799c092977', 'name': 'tempest-TestMinimumBasicScenario-615159370-router', 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'cd13c1fb-5c9e-4020-814d-a45b60192330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:14:07Z', 'updated_at': '2022-04-20T18:14:10Z', 'revision_number': 4, 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'gw_port': {'id': 'cd13c1fb-5c9e-4020-814d-a45b60192330', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdad9033-e932-4336-81de-35799c092977', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:14:08Z', 'updated_at': '2022-04-20T18:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'bdd71fc0-80ee-4253-9323-c064f223bfcf', 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'bdad9033-e932-4336-81de-35799c092977', 'port_id': 'bfcef9f8-d40d-45fb-ba18-4e74c10a946d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5bb1fe-2633-495a-b125-b150844a01f0', 'mac_address': 'fa:16:3e:fc:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3875da-ea9c-4e79-adeb-2c68e1c65b4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:15:05Z', 'updated_at': '2022-04-20T18:15:05Z', 'revision_number': 0, 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbbe7005-ee30-4975-8437-93a91a0d1b05', 'name': '', 'network_id': '2a5bb1fe-2633-495a-b125-b150844a01f0', 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'mac_address': 'fa:16:3e:37:a5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdad9033-e932-4336-81de-35799c092977', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a81861e3-0705-4f13-9018-ed174bca8543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:14:10Z', 'updated_at': '2022-04-20T18:14:29Z', 'revision_number': 5, 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'subnets': [{'id': 'a81861e3-0705-4f13-9018-ed174bca8543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:15:08.595922 n-d-838032-1 neutron-server[84080]: INFO neutron.db.securitygroups_db [None req-c926f56c-3449-44a9-8a04-e447cd9569d8 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Project 4a37fe83f83c4efea751e6d6f75ec1e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 18:15:08.602931 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c926f56c-3449-44a9-8a04-e447cd9569d8 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:08.673606 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c926f56c-3449-44a9-8a04-e447cd9569d8 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:08.678424 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c926f56c-3449-44a9-8a04-e447cd9569d8 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:08.701420 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926f56c-3449-44a9-8a04-e447cd9569d8 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01bc556c-5342-4691-b38b-760b4c21fb10,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:15:08.711327 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c926f56c-3449-44a9-8a04-e447cd9569d8 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:08.712660 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c926f56c-3449-44a9-8a04-e447cd9569d8 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1561666 Apr 20 18:15:08.802738 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a9f9ee-625a-453d-8559-2e993809312f None None] New status for floating IP bdd71fc0-80ee-4253-9323-c064f223bfcf: ACTIVE {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 18:15:08.845274 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-453847b5-798d-4513-a6cf-998deb33c7a9 req-99b30a8d-39ac-4ff1-a5ca-22a9c143c213 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1420204535&fields=id&tenant_id=4a37fe83f83c4efea751e6d6f75ec1e8 HTTP/1.1" status: 200 len: 267 time: 0.0407898 Apr 20 18:15:08.923147 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453847b5-798d-4513-a6cf-998deb33c7a9 req-fa6e5ccf-366f-4fcf-bdee-ef5a90451a14 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:15:08.924553 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-453847b5-798d-4513-a6cf-998deb33c7a9 req-fa6e5ccf-366f-4fcf-bdee-ef5a90451a14 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 945 time: 0.0740571 Apr 20 18:15:08.935044 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-453847b5-798d-4513-a6cf-998deb33c7a9 req-88c36bbf-7079-4df3-afe6-6e0e6953ae21 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Request body: {'port': {'security_groups': ['15ff99ba-8e2b-4c53-a400-bd767038982f', 'f662118a-b44b-417d-affb-0e2c0ad43978']}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:15:09.059206 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-453847b5-798d-4513-a6cf-998deb33c7a9 req-88c36bbf-7079-4df3-afe6-6e0e6953ae21 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:09.242370 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3bf4cc6b-3dae-4f6e-91a3-0fd4f48a639f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:09.319732 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-453847b5-798d-4513-a6cf-998deb33c7a9 req-88c36bbf-7079-4df3-afe6-6e0e6953ae21 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] For port bfcef9f8-d40d-45fb-ba18-4e74c10a946d, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=bfcef9f8-d40d-45fb-ba18-4e74c10a946d,segment=NetworkSegment(7406fa40-6fb7-4a72-9e41-f07c0d576193),segment_id=7406fa40-6fb7-4a72-9e41-f07c0d576193)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:15:09.344529 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-453847b5-798d-4513-a6cf-998deb33c7a9 req-88c36bbf-7079-4df3-afe6-6e0e6953ae21 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:09.353208 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-453847b5-798d-4513-a6cf-998deb33c7a9 req-88c36bbf-7079-4df3-afe6-6e0e6953ae21 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:09.366212 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['bfcef9f8-d40d-45fb-ba18-4e74c10a946d'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:15:09.420612 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453847b5-798d-4513-a6cf-998deb33c7a9 req-88c36bbf-7079-4df3-afe6-6e0e6953ae21 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:15:09.421169 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-453847b5-798d-4513-a6cf-998deb33c7a9 req-88c36bbf-7079-4df3-afe6-6e0e6953ae21 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:09.422504 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-453847b5-798d-4513-a6cf-998deb33c7a9 req-88c36bbf-7079-4df3-afe6-6e0e6953ae21 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "PUT /v2.0/ports/bfcef9f8-d40d-45fb-ba18-4e74c10a946d HTTP/1.1" status: 200 len: 981 time: 0.4917994 Apr 20 18:15:09.444457 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c36bbf-7079-4df3-afe6-6e0e6953ae21 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Pushing event updated for resources: {'Port': ['ID=bfcef9f8-d40d-45fb-ba18-4e74c10a946d,revision_number=6']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:15:09.483173 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['bfcef9f8-d40d-45fb-ba18-4e74c10a946d'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:15:09.500732 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3875da-ea9c-4e79-adeb-2c68e1c65b4c', 'tag': 'bfcef9f8-d40d-45fb-ba18-4e74c10a946d'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:15:09.566740 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5781db11-db7d-4032-aabc-12c1ac68cb05'] response: {'name': 'network-changed', 'server_uuid': '2c3875da-ea9c-4e79-adeb-2c68e1c65b4c', 'tag': 'bfcef9f8-d40d-45fb-ba18-4e74c10a946d', 'status': 'completed', 'code': 200} Apr 20 18:15:09.704957 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02802d-ee5b-4b3a-9453-81db0e8af88f req-e7d248ae-156a-441e-8265-6e07f879da45 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:15:09.706353 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ad02802d-ee5b-4b3a-9453-81db0e8af88f req-e7d248ae-156a-441e-8265-6e07f879da45 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 984 time: 0.1374836 Apr 20 18:15:09.714143 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6af8ac0a-152a-473a-8066-1d271a0fa758 req-4582006c-6f4e-45ff-a11d-96f98d7cfd4e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a37fe83f83c4efea751e6d6f75ec1e8&device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 1135 time: 0.1069131 Apr 20 18:15:09.762336 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ad02802d-ee5b-4b3a-9453-81db0e8af88f req-5ef26bee-06e2-4c03-b842-7459c630d414 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Synchronizing usage tracker for tenant:4a37fe83f83c4efea751e6d6f75ec1e8 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:15:09.778576 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ad02802d-ee5b-4b3a-9453-81db0e8af88f req-5ef26bee-06e2-4c03-b842-7459c630d414 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Unset dirty status for tenant:4a37fe83f83c4efea751e6d6f75ec1e8 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:15:09.780008 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ad02802d-ee5b-4b3a-9453-81db0e8af88f req-5ef26bee-06e2-4c03-b842-7459c630d414 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&id=f662118a-b44b-417d-affb-0e2c0ad43978&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650122 Apr 20 18:15:09.785610 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-385f5888-cf17-48b4-841e-501d5ed1ff50 None None] Provisioning complete for port bfcef9f8-d40d-45fb-ba18-4e74c10a946d triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:15:09.786139 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-385f5888-cf17-48b4-841e-501d5ed1ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:09.935712 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8ac0a-152a-473a-8066-1d271a0fa758 req-bbd8dd20-4788-49d8-9248-cad822dcb5b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:15:09.937171 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6af8ac0a-152a-473a-8066-1d271a0fa758 req-bbd8dd20-4788-49d8-9248-cad822dcb5b2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2a5bb1fe-2633-495a-b125-b150844a01f0 HTTP/1.1" status: 200 len: 915 time: 0.2087002 Apr 20 18:15:10.042489 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6af8ac0a-152a-473a-8066-1d271a0fa758 req-ff920fbd-6414-4534-adb2-16a25585d2ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfcef9f8-d40d-45fb-ba18-4e74c10a946d HTTP/1.1" status: 200 len: 1000 time: 0.0972929 Apr 20 18:15:10.105663 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8ac0a-152a-473a-8066-1d271a0fa758 req-ee54a525-7a8c-4e7a-9cce-3acf427a426c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:15:10.107174 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6af8ac0a-152a-473a-8066-1d271a0fa758 req-ee54a525-7a8c-4e7a-9cce-3acf427a426c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a81861e3-0705-4f13-9018-ed174bca8543 HTTP/1.1" status: 200 len: 853 time: 0.0586348 Apr 20 18:15:10.187382 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6af8ac0a-152a-473a-8066-1d271a0fa758 req-086b3c3d-7f09-4c66-ac21-bd47d046fcdb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2a5bb1fe-2633-495a-b125-b150844a01f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738244 Apr 20 18:15:10.325009 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6af8ac0a-152a-473a-8066-1d271a0fa758 req-1626604e-ce69-41c2-ba02-6b61eac58b28 service neutron] 10.222.0.10 "GET /v2.0/networks/2a5bb1fe-2633-495a-b125-b150844a01f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306355 Apr 20 18:15:10.460239 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6af8ac0a-152a-473a-8066-1d271a0fa758 req-306de828-01a0-4564-89f5-df0759a09d1d service neutron] 10.222.0.10 "GET /v2.0/networks/2a5bb1fe-2633-495a-b125-b150844a01f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276541 Apr 20 18:15:11.419707 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-18c37317-6a87-4468-ab58-aacd44bed80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:12.698691 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:12.927697 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:13.734050 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:14.250999 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:15.729693 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:26.824089 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b7b71f5d-f6c9-4631-9aae-70f082802e5d req-f868f19a-c8fb-407a-9201-c85f18a9af9a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0715046 Apr 20 18:15:26.965193 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b7b71f5d-f6c9-4631-9aae-70f082802e5d req-5a5079e6-f522-43a7-b60f-ba49ef28181b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a37fe83f83c4efea751e6d6f75ec1e8&device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 1135 time: 0.0695634 Apr 20 18:15:27.132635 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b71f5d-f6c9-4631-9aae-70f082802e5d req-b93e08c2-8165-415e-a2b5-5ca6a9cf72e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:15:27.133993 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b7b71f5d-f6c9-4631-9aae-70f082802e5d req-b93e08c2-8165-415e-a2b5-5ca6a9cf72e8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2a5bb1fe-2633-495a-b125-b150844a01f0 HTTP/1.1" status: 200 len: 915 time: 0.1469123 Apr 20 18:15:27.327429 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b7b71f5d-f6c9-4631-9aae-70f082802e5d req-85317195-ba7b-4e29-8f2e-a41e7d86af15 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfcef9f8-d40d-45fb-ba18-4e74c10a946d HTTP/1.1" status: 200 len: 1000 time: 0.1863728 Apr 20 18:15:27.394400 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b71f5d-f6c9-4631-9aae-70f082802e5d req-075acabe-7a7c-47b4-a27f-2883f73555e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:15:27.395837 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b7b71f5d-f6c9-4631-9aae-70f082802e5d req-075acabe-7a7c-47b4-a27f-2883f73555e4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a81861e3-0705-4f13-9018-ed174bca8543 HTTP/1.1" status: 200 len: 853 time: 0.0618773 Apr 20 18:15:27.473150 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b7b71f5d-f6c9-4631-9aae-70f082802e5d req-c77a105d-5702-43ab-b6d5-2f957466105f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2a5bb1fe-2633-495a-b125-b150844a01f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699387 Apr 20 18:15:27.603467 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b7b71f5d-f6c9-4631-9aae-70f082802e5d req-9fece057-8ec3-4b4f-bed9-1cd44cc7646a service neutron] 10.222.0.10 "GET /v2.0/networks/2a5bb1fe-2633-495a-b125-b150844a01f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233153 Apr 20 18:15:27.736924 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b7b71f5d-f6c9-4631-9aae-70f082802e5d req-ea0de615-9c7a-4a48-adb1-0030d6fe796f service neutron] 10.222.0.10 "GET /v2.0/networks/2a5bb1fe-2633-495a-b125-b150844a01f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263855 Apr 20 18:15:39.250926 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-61098739-4724-4928-8358-803c043fc67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:41.428959 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f0d28098-15e9-4b46-9415-0f58520dda25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:42.693818 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:42.931083 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:43.577360 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:15:43.728213 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:44.247956 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:15:45.721645 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:16:07.936704 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-08021723-3b63-4234-9f8f-465162d026df req-81b8f41a-a49a-4b12-856f-35edf83ce91a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a37fe83f83c4efea751e6d6f75ec1e8&device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 1135 time: 0.1287589 Apr 20 18:16:07.944978 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94862d3-f846-4f46-a4a8-19ad3913dede req-fd0790d6-c8f1-4556-bc3d-c67de1ec2be9 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:16:07.946381 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b94862d3-f846-4f46-a4a8-19ad3913dede req-fd0790d6-c8f1-4556-bc3d-c67de1ec2be9 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 984 time: 0.1009693 Apr 20 18:16:08.086130 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b94862d3-f846-4f46-a4a8-19ad3913dede req-64f87a4e-259a-447b-8c56-0350b0a2038a tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&id=f662118a-b44b-417d-affb-0e2c0ad43978&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1206160 Apr 20 18:16:08.109201 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08021723-3b63-4234-9f8f-465162d026df req-b20dc82a-d28a-49b2-bc4a-317329d7aef2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:16:08.111509 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-08021723-3b63-4234-9f8f-465162d026df req-b20dc82a-d28a-49b2-bc4a-317329d7aef2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2a5bb1fe-2633-495a-b125-b150844a01f0 HTTP/1.1" status: 200 len: 915 time: 0.1639874 Apr 20 18:16:08.211611 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-08021723-3b63-4234-9f8f-465162d026df req-3dc801f1-0666-4a0c-8d00-d1fb3ab982b5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfcef9f8-d40d-45fb-ba18-4e74c10a946d HTTP/1.1" status: 200 len: 1000 time: 0.0936589 Apr 20 18:16:08.284344 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08021723-3b63-4234-9f8f-465162d026df req-376750f0-a842-4521-91bd-d3d7aa559fdb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:16:08.285813 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-08021723-3b63-4234-9f8f-465162d026df req-376750f0-a842-4521-91bd-d3d7aa559fdb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a81861e3-0705-4f13-9018-ed174bca8543 HTTP/1.1" status: 200 len: 853 time: 0.0678794 Apr 20 18:16:08.361324 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-08021723-3b63-4234-9f8f-465162d026df req-db7c898b-589a-4026-9c6a-ba102e80548f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2a5bb1fe-2633-495a-b125-b150844a01f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689547 Apr 20 18:16:08.497174 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-08021723-3b63-4234-9f8f-465162d026df req-28897e9d-c60e-444e-a0b9-26f3ddc7cf61 service neutron] 10.222.0.10 "GET /v2.0/networks/2a5bb1fe-2633-495a-b125-b150844a01f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288536 Apr 20 18:16:08.629999 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-08021723-3b63-4234-9f8f-465162d026df req-c27ed548-3602-4f5f-a449-25fe6974b7d7 service neutron] 10.222.0.10 "GET /v2.0/networks/2a5bb1fe-2633-495a-b125-b150844a01f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257000 Apr 20 18:16:09.245603 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-38ff6f89-0323-4b1b-b590-71a2fc6caf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:16:09.407341 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f3523-fcac-4737-9825-2237645f57de req-6e5c6865-01b0-45ad-a013-dd773e601f86 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:16:09.408790 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-375f3523-fcac-4737-9825-2237645f57de req-6e5c6865-01b0-45ad-a013-dd773e601f86 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 984 time: 0.1898935 Apr 20 18:16:09.457017 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-375f3523-fcac-4737-9825-2237645f57de req-a85b2098-f93d-4033-9974-fa9580053486 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&id=f662118a-b44b-417d-affb-0e2c0ad43978&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419254 Apr 20 18:16:10.697833 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbe965-8de2-4a8c-95a0-22b3bcf21054 req-b345df65-f35d-4d4a-824c-c8da9ca678cb tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:16:10.699286 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ebfbe965-8de2-4a8c-95a0-22b3bcf21054 req-b345df65-f35d-4d4a-824c-c8da9ca678cb tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 984 time: 0.0974925 Apr 20 18:16:10.749197 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ebfbe965-8de2-4a8c-95a0-22b3bcf21054 req-fb965011-955d-4b7f-8f49-45a2afad16be tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&id=f662118a-b44b-417d-affb-0e2c0ad43978&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416899 Apr 20 18:16:11.427435 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b47a3310-d847-4536-b780-163fd8413550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:16:11.968713 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06245157-dd23-47cf-b69d-634c3b102720 req-8c40ee13-ba1a-4fc8-956a-d89ce58dacb9 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:16:11.971433 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-06245157-dd23-47cf-b69d-634c3b102720 req-8c40ee13-ba1a-4fc8-956a-d89ce58dacb9 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 984 time: 0.0840778 Apr 20 18:16:12.023077 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-06245157-dd23-47cf-b69d-634c3b102720 req-1dd5eea4-2832-4181-a69b-37cedc9967bc tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&id=f662118a-b44b-417d-affb-0e2c0ad43978&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469730 Apr 20 18:16:12.699647 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:16:12.934426 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:16:13.236952 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af08a5-ea63-4ba6-bcc1-04a4378a502c req-b82434eb-095c-4cee-bb74-93f992f80660 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:16:13.239309 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-02af08a5-ea63-4ba6-bcc1-04a4378a502c req-b82434eb-095c-4cee-bb74-93f992f80660 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 984 time: 0.0862486 Apr 20 18:16:13.296937 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-02af08a5-ea63-4ba6-bcc1-04a4378a502c req-21d31acb-8a50-4d02-bf84-9f021cfa0bb6 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&id=f662118a-b44b-417d-affb-0e2c0ad43978&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0486155 Apr 20 18:16:13.738909 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:16:14.251521 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:16:14.505235 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebee371-4814-4429-801e-b5d9391c907a req-1ba4037f-bc15-4e81-b785-376f9ae249d8 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:16:14.506702 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8ebee371-4814-4429-801e-b5d9391c907a req-1ba4037f-bc15-4e81-b785-376f9ae249d8 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 984 time: 0.0796909 Apr 20 18:16:14.554441 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8ebee371-4814-4429-801e-b5d9391c907a req-2f1dd6b3-b5ee-4735-9913-332e342411e3 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&id=f662118a-b44b-417d-affb-0e2c0ad43978&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411100 Apr 20 18:16:15.733775 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:16:15.845580 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a4e67-0694-4fd0-b07b-23adf85f12e2 req-d4377375-ad8a-4f3a-956a-5642e260e007 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:16:15.847022 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ed8a4e67-0694-4fd0-b07b-23adf85f12e2 req-d4377375-ad8a-4f3a-956a-5642e260e007 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 984 time: 0.1610703 Apr 20 18:16:15.894042 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ed8a4e67-0694-4fd0-b07b-23adf85f12e2 req-799b32f9-9fc1-404c-a0e8-4cb6413634c1 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&id=f662118a-b44b-417d-affb-0e2c0ad43978&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413055 Apr 20 18:16:17.101021 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80099f1-1c6b-4627-893b-834de93d0f5a req-14cce3be-ecec-448c-bb5e-9882036fe329 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:16:17.102493 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e80099f1-1c6b-4627-893b-834de93d0f5a req-14cce3be-ecec-448c-bb5e-9882036fe329 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 984 time: 0.0754583 Apr 20 18:16:17.155823 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e80099f1-1c6b-4627-893b-834de93d0f5a req-9f185f70-ef43-4aee-b61e-b0e3deef4694 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&id=f662118a-b44b-417d-affb-0e2c0ad43978&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0476141 Apr 20 18:16:18.358486 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f85846-03a8-4157-ba32-d34bce3655ca req-aa5d88e0-d307-410d-a379-235cdae4a370 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:16:18.359968 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2f85846-03a8-4157-ba32-d34bce3655ca req-aa5d88e0-d307-410d-a379-235cdae4a370 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 984 time: 0.0779424 Apr 20 18:16:18.408480 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c2f85846-03a8-4157-ba32-d34bce3655ca req-37af2234-53b7-438a-87e7-1cad7925bfe0 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&id=f662118a-b44b-417d-affb-0e2c0ad43978&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427506 Apr 20 18:16:19.612585 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4b18f-31e6-4c13-a493-c50435375b46 req-844dc560-f6c9-403a-90e9-31cfa979ca07 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:16:19.613918 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-67f4b18f-31e6-4c13-a493-c50435375b46 req-844dc560-f6c9-403a-90e9-31cfa979ca07 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 984 time: 0.0752006 Apr 20 18:16:19.662422 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-67f4b18f-31e6-4c13-a493-c50435375b46 req-7d9d10c5-fe36-446a-ba6e-6ae1fd63e537 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&id=f662118a-b44b-417d-affb-0e2c0ad43978&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408006 Apr 20 18:16:20.568499 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:16:20.862860 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b75d7-cd1c-4172-b3e8-35f718863c3c req-63541ef7-9977-4fcd-8e76-c16a3a901afe tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:16:20.864252 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-af2b75d7-cd1c-4172-b3e8-35f718863c3c req-63541ef7-9977-4fcd-8e76-c16a3a901afe tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 984 time: 0.0825384 Apr 20 18:16:20.913528 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-af2b75d7-cd1c-4172-b3e8-35f718863c3c req-75f45f80-3e33-45cd-b8bc-665c7170ecfd tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&id=f662118a-b44b-417d-affb-0e2c0ad43978&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432091 Apr 20 18:16:27.843715 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-58cfdc24-e9a4-4151-8e38-656c3e06d53c req-ca713076-8c6d-46c2-a034-793139b01d59 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0683534 Apr 20 18:16:27.991440 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-58cfdc24-e9a4-4151-8e38-656c3e06d53c req-f6b14bd5-7434-4cef-adc4-4bd02fc45309 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a37fe83f83c4efea751e6d6f75ec1e8&device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 1135 time: 0.0796006 Apr 20 18:16:28.138013 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfdc24-e9a4-4151-8e38-656c3e06d53c req-4f835a33-822e-4f7a-a0b0-212bfe529dc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:16:28.140022 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-58cfdc24-e9a4-4151-8e38-656c3e06d53c req-4f835a33-822e-4f7a-a0b0-212bfe529dc5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2a5bb1fe-2633-495a-b125-b150844a01f0 HTTP/1.1" status: 200 len: 915 time: 0.1286323 Apr 20 18:16:28.245587 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-58cfdc24-e9a4-4151-8e38-656c3e06d53c req-bdfbefd2-a5ef-40f2-a20f-931ebc90c244 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfcef9f8-d40d-45fb-ba18-4e74c10a946d HTTP/1.1" status: 200 len: 1000 time: 0.0982170 Apr 20 18:16:28.305845 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfdc24-e9a4-4151-8e38-656c3e06d53c req-6177d937-38ee-4330-8f39-806a371aff52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:16:28.307236 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-58cfdc24-e9a4-4151-8e38-656c3e06d53c req-6177d937-38ee-4330-8f39-806a371aff52 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a81861e3-0705-4f13-9018-ed174bca8543 HTTP/1.1" status: 200 len: 853 time: 0.0562379 Apr 20 18:16:28.384348 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-58cfdc24-e9a4-4151-8e38-656c3e06d53c req-7ef31e12-355f-4142-b67b-9c7ccd7e4658 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2a5bb1fe-2633-495a-b125-b150844a01f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712039 Apr 20 18:16:28.517098 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-58cfdc24-e9a4-4151-8e38-656c3e06d53c req-93732a48-0b32-4b80-9320-dd6703f9498c service neutron] 10.222.0.10 "GET /v2.0/networks/2a5bb1fe-2633-495a-b125-b150844a01f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259403 Apr 20 18:16:28.652894 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-58cfdc24-e9a4-4151-8e38-656c3e06d53c req-38e33f2c-97cb-4617-b0ab-ae58961583f6 service neutron] 10.222.0.10 "GET /v2.0/networks/2a5bb1fe-2633-495a-b125-b150844a01f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238050 Apr 20 18:16:39.256203 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-78e9d425-3d30-4348-b97c-c21a5a258814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:16:41.430387 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e8867f2b-61c9-45fa-bb94-cd29d782b20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:16:42.704083 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:16:42.937685 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:16:43.744192 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:16:44.254359 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:16:45.749546 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:16:57.569617 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:17:09.256847 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-32c75323-7503-45d4-98d4-51c6ab5007fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:11.427211 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9b7a5c87-167a-422a-a6bd-30fcb1ec59a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:12.709921 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:12.943911 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:13.767867 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:14.260934 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:15.740522 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:24.276389 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b26cad86-d1d3-4e10-8e21-0d2285c61eda req-35d3bec3-9acb-40f2-8cb1-0e7633d12c62 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1420204535&fields=id&tenant_id=4a37fe83f83c4efea751e6d6f75ec1e8 HTTP/1.1" status: 200 len: 267 time: 0.0434375 Apr 20 18:17:24.357779 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cad86-d1d3-4e10-8e21-0d2285c61eda req-26d2d759-5c17-4e5d-90ed-a758d8c5d188 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:17:24.359215 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b26cad86-d1d3-4e10-8e21-0d2285c61eda req-26d2d759-5c17-4e5d-90ed-a758d8c5d188 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 984 time: 0.0776472 Apr 20 18:17:24.370148 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [req-b26cad86-d1d3-4e10-8e21-0d2285c61eda req-a54f9129-1701-4c0f-9158-b0e05d658c0a tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Request body: {'port': {'security_groups': ['15ff99ba-8e2b-4c53-a400-bd767038982f']}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:17:24.487064 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b26cad86-d1d3-4e10-8e21-0d2285c61eda req-a54f9129-1701-4c0f-9158-b0e05d658c0a tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:24.719859 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [req-b26cad86-d1d3-4e10-8e21-0d2285c61eda req-a54f9129-1701-4c0f-9158-b0e05d658c0a tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] For port bfcef9f8-d40d-45fb-ba18-4e74c10a946d, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=bfcef9f8-d40d-45fb-ba18-4e74c10a946d,segment=NetworkSegment(7406fa40-6fb7-4a72-9e41-f07c0d576193),segment_id=7406fa40-6fb7-4a72-9e41-f07c0d576193)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:17:24.745270 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b26cad86-d1d3-4e10-8e21-0d2285c61eda req-a54f9129-1701-4c0f-9158-b0e05d658c0a tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:24.752941 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b26cad86-d1d3-4e10-8e21-0d2285c61eda req-a54f9129-1701-4c0f-9158-b0e05d658c0a tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:24.765722 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['bfcef9f8-d40d-45fb-ba18-4e74c10a946d'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:17:24.827121 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cad86-d1d3-4e10-8e21-0d2285c61eda req-a54f9129-1701-4c0f-9158-b0e05d658c0a tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:17:24.827825 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [req-b26cad86-d1d3-4e10-8e21-0d2285c61eda req-a54f9129-1701-4c0f-9158-b0e05d658c0a tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:24.829153 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b26cad86-d1d3-4e10-8e21-0d2285c61eda req-a54f9129-1701-4c0f-9158-b0e05d658c0a tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "PUT /v2.0/ports/bfcef9f8-d40d-45fb-ba18-4e74c10a946d HTTP/1.1" status: 200 len: 942 time: 0.4638059 Apr 20 18:17:24.831896 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3875da-ea9c-4e79-adeb-2c68e1c65b4c', 'tag': 'bfcef9f8-d40d-45fb-ba18-4e74c10a946d'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:17:24.836898 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37240) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:24.850623 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f9129-1701-4c0f-9158-b0e05d658c0a tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Pushing event updated for resources: {'Port': ['ID=bfcef9f8-d40d-45fb-ba18-4e74c10a946d,revision_number=7']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:24.865684 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f9129-1701-4c0f-9158-b0e05d658c0a tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:24.866625 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f9129-1701-4c0f-9158-b0e05d658c0a tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:24.867245 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f9129-1701-4c0f-9158-b0e05d658c0a tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:24.867745 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f9129-1701-4c0f-9158-b0e05d658c0a tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:24.868233 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f9129-1701-4c0f-9158-b0e05d658c0a tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:24.869050 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f9129-1701-4c0f-9158-b0e05d658c0a tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:24.869676 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f9129-1701-4c0f-9158-b0e05d658c0a tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:24.870594 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f9129-1701-4c0f-9158-b0e05d658c0a tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:24.870594 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f9129-1701-4c0f-9158-b0e05d658c0a tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:24.870867 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f9129-1701-4c0f-9158-b0e05d658c0a tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:24.871117 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f9129-1701-4c0f-9158-b0e05d658c0a tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:24.934081 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-546569c4-aaf0-43ad-bc0f-29548ce1fbeb tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:24.965823 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-546569c4-aaf0-43ad-bc0f-29548ce1fbeb tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:24.966626 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['bfcef9f8-d40d-45fb-ba18-4e74c10a946d'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:17:25.041057 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-546569c4-aaf0-43ad-bc0f-29548ce1fbeb tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:25.042894 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83c0c241-fdd5-4ea2-96c2-bba8c0e87b48'] response: {'name': 'network-changed', 'server_uuid': '2c3875da-ea9c-4e79-adeb-2c68e1c65b4c', 'tag': 'bfcef9f8-d40d-45fb-ba18-4e74c10a946d', 'status': 'completed', 'code': 200} Apr 20 18:17:25.062622 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546569c4-aaf0-43ad-bc0f-29548ce1fbeb tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f662118a-b44b-417d-affb-0e2c0ad43978,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:25.104389 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546569c4-aaf0-43ad-bc0f-29548ce1fbeb tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:25.104717 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546569c4-aaf0-43ad-bc0f-29548ce1fbeb tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:25.105263 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546569c4-aaf0-43ad-bc0f-29548ce1fbeb tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:25.105584 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546569c4-aaf0-43ad-bc0f-29548ce1fbeb tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:25.105907 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546569c4-aaf0-43ad-bc0f-29548ce1fbeb tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:25.106238 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546569c4-aaf0-43ad-bc0f-29548ce1fbeb tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:25.106550 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546569c4-aaf0-43ad-bc0f-29548ce1fbeb tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:25.106865 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546569c4-aaf0-43ad-bc0f-29548ce1fbeb tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:25.107173 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546569c4-aaf0-43ad-bc0f-29548ce1fbeb tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:25.107480 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546569c4-aaf0-43ad-bc0f-29548ce1fbeb tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:25.107786 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546569c4-aaf0-43ad-bc0f-29548ce1fbeb tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:25.126470 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-546569c4-aaf0-43ad-bc0f-29548ce1fbeb tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:25.127463 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-546569c4-aaf0-43ad-bc0f-29548ce1fbeb tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "DELETE /v2.0/security-groups/f662118a-b44b-417d-affb-0e2c0ad43978 HTTP/1.1" status: 204 len: 168 time: 0.2882035 Apr 20 18:17:25.130390 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37248) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:25.158799 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ab00e805-0063-478f-a099-97bed60cd7b3 req-508aca72-1fda-43ce-9942-dd513b8ac51c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a37fe83f83c4efea751e6d6f75ec1e8&device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 1096 time: 0.0873411 Apr 20 18:17:25.183849 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-cd83ccc6-dd37-4f80-8215-a8377c1c1f32 None None] Provisioning complete for port bfcef9f8-d40d-45fb-ba18-4e74c10a946d triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:17:25.184210 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cd83ccc6-dd37-4f80-8215-a8377c1c1f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:25.297997 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00e805-0063-478f-a099-97bed60cd7b3 req-a19f2624-26bf-42aa-9b1c-412d20ee5f67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:17:25.299637 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ab00e805-0063-478f-a099-97bed60cd7b3 req-a19f2624-26bf-42aa-9b1c-412d20ee5f67 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2a5bb1fe-2633-495a-b125-b150844a01f0 HTTP/1.1" status: 200 len: 915 time: 0.1334231 Apr 20 18:17:25.324440 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-43c9e048-407a-4145-9441-89b54d62586e tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Deleting port 76161384-a236-4364-8a3b-2ec79aa5c133 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:17:25.324963 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-43c9e048-407a-4145-9441-89b54d62586e tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:25.398107 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ab00e805-0063-478f-a099-97bed60cd7b3 req-c33acb5f-c573-432c-b59f-a6fd22f0f3e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfcef9f8-d40d-45fb-ba18-4e74c10a946d HTTP/1.1" status: 200 len: 1000 time: 0.0923536 Apr 20 18:17:25.465831 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00e805-0063-478f-a099-97bed60cd7b3 req-f0948f5a-5969-4411-937b-c8a6b6cc83a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:17:25.467336 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ab00e805-0063-478f-a099-97bed60cd7b3 req-f0948f5a-5969-4411-937b-c8a6b6cc83a3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a81861e3-0705-4f13-9018-ed174bca8543 HTTP/1.1" status: 200 len: 853 time: 0.0627172 Apr 20 18:17:25.495757 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-43c9e048-407a-4145-9441-89b54d62586e tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:25.496118 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-43c9e048-407a-4145-9441-89b54d62586e tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:25.538771 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ab00e805-0063-478f-a099-97bed60cd7b3 req-97eb8fb2-03ec-45b9-a6c5-7f9e69dea399 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2a5bb1fe-2633-495a-b125-b150844a01f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654778 Apr 20 18:17:25.611899 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-43c9e048-407a-4145-9441-89b54d62586e tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Calling delete_port for 76161384-a236-4364-8a3b-2ec79aa5c133 owned by network:floatingip {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:17:25.758504 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ab00e805-0063-478f-a099-97bed60cd7b3 req-a90d3899-1a59-4f10-b20d-e191f11dc2d3 service neutron] 10.222.0.10 "GET /v2.0/networks/2a5bb1fe-2633-495a-b125-b150844a01f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131336 Apr 20 18:17:25.861666 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-43c9e048-407a-4145-9441-89b54d62586e tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:25.894583 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ab00e805-0063-478f-a099-97bed60cd7b3 req-3bc9ef49-9ec9-4ecc-bef8-83319a7be775 service neutron] 10.222.0.10 "GET /v2.0/networks/2a5bb1fe-2633-495a-b125-b150844a01f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289418 Apr 20 18:17:25.906933 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9e048-407a-4145-9441-89b54d62586e tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Pushing event deleted for resources: {'Port': ['ID=76161384-a236-4364-8a3b-2ec79aa5c133,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:25.996228 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-43c9e048-407a-4145-9441-89b54d62586e tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks [] for floatingip, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:26.387146 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c9e048-407a-4145-9441-89b54d62586e tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Router bdad9033-e932-4336-81de-35799c092977 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:17:26.582377 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c9e048-407a-4145-9441-89b54d62586e tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:17:26.592091 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfc374d-a70c-4712-b068-83417cb0a57e None None] Sync routers for ids ['bdad9033-e932-4336-81de-35799c092977'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:17:26.603987 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfc374d-a70c-4712-b068-83417cb0a57e None None] Routers {'bdad9033-e932-4336-81de-35799c092977'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:17:26.604577 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-bbfc374d-a70c-4712-b068-83417cb0a57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:17:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['bdad9033-e932-4336-81de-35799c092977'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:17:26.605641 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-43c9e048-407a-4145-9441-89b54d62586e tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:26.661464 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-43c9e048-407a-4145-9441-89b54d62586e tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "DELETE /v2.0/floatingips/bdd71fc0-80ee-4253-9323-c064f223bfcf HTTP/1.1" status: 204 len: 168 time: 1.5298765 Apr 20 18:17:26.784615 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-bbfc374d-a70c-4712-b068-83417cb0a57e None None] Set router bdad9033-e932-4336-81de-35799c092977 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:17:27.043854 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3875da-ea9c-4e79-adeb-2c68e1c65b4c', 'tag': 'bfcef9f8-d40d-45fb-ba18-4e74c10a946d'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:17:27.106115 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a011a809-c45a-441e-b9cd-fd4d949ebc93'] response: {'name': 'network-changed', 'server_uuid': '2c3875da-ea9c-4e79-adeb-2c68e1c65b4c', 'tag': 'bfcef9f8-d40d-45fb-ba18-4e74c10a946d', 'status': 'completed', 'code': 200} Apr 20 18:17:27.109361 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-bbfc374d-a70c-4712-b068-83417cb0a57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdad9033-e932-4336-81de-35799c092977', 'name': 'tempest-TestMinimumBasicScenario-615159370-router', 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'cd13c1fb-5c9e-4020-814d-a45b60192330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:14:07Z', 'updated_at': '2022-04-20T18:14:10Z', 'revision_number': 4, 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'gw_port': {'id': 'cd13c1fb-5c9e-4020-814d-a45b60192330', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdad9033-e932-4336-81de-35799c092977', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:14:08Z', 'updated_at': '2022-04-20T18:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'bbbe7005-ee30-4975-8437-93a91a0d1b05', 'name': '', 'network_id': '2a5bb1fe-2633-495a-b125-b150844a01f0', 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'mac_address': 'fa:16:3e:37:a5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdad9033-e932-4336-81de-35799c092977', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a81861e3-0705-4f13-9018-ed174bca8543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:14:10Z', 'updated_at': '2022-04-20T18:14:29Z', 'revision_number': 5, 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'subnets': [{'id': 'a81861e3-0705-4f13-9018-ed174bca8543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:17:27.113663 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfc374d-a70c-4712-b068-83417cb0a57e None None] Checking router: bdad9033-e932-4336-81de-35799c092977 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:17:27.125141 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfc374d-a70c-4712-b068-83417cb0a57e None None] Routers {'bdad9033-e932-4336-81de-35799c092977'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:17:27.125722 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-bbfc374d-a70c-4712-b068-83417cb0a57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:17:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['bdad9033-e932-4336-81de-35799c092977'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:17:27.202048 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a159ee30-6785-448a-9d76-558ce61a7bb2 req-ce3cbb29-b844-45de-8fbf-b1ed9b8d5229 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a37fe83f83c4efea751e6d6f75ec1e8&device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 1096 time: 0.0720229 Apr 20 18:17:27.338787 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-bbfc374d-a70c-4712-b068-83417cb0a57e None None] Set router bdad9033-e932-4336-81de-35799c092977 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:17:27.339905 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159ee30-6785-448a-9d76-558ce61a7bb2 req-b2a127e8-ea18-4388-b307-ec443d93df36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:17:27.341370 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a159ee30-6785-448a-9d76-558ce61a7bb2 req-b2a127e8-ea18-4388-b307-ec443d93df36 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2a5bb1fe-2633-495a-b125-b150844a01f0 HTTP/1.1" status: 200 len: 915 time: 0.1332743 Apr 20 18:17:27.407896 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a159ee30-6785-448a-9d76-558ce61a7bb2 req-2e812ab1-3e6f-4bba-b410-471f81a48a4b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfcef9f8-d40d-45fb-ba18-4e74c10a946d HTTP/1.1" status: 200 len: 217 time: 0.0599029 Apr 20 18:17:27.474503 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159ee30-6785-448a-9d76-558ce61a7bb2 req-c479aabc-3672-4585-ae4f-d98babff66cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:17:27.475923 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a159ee30-6785-448a-9d76-558ce61a7bb2 req-c479aabc-3672-4585-ae4f-d98babff66cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a81861e3-0705-4f13-9018-ed174bca8543 HTTP/1.1" status: 200 len: 853 time: 0.0621355 Apr 20 18:17:27.554514 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a159ee30-6785-448a-9d76-558ce61a7bb2 req-521f5c62-d811-4180-b566-cf844063cbc8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2a5bb1fe-2633-495a-b125-b150844a01f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709925 Apr 20 18:17:27.660850 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-bbfc374d-a70c-4712-b068-83417cb0a57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdad9033-e932-4336-81de-35799c092977', 'name': 'tempest-TestMinimumBasicScenario-615159370-router', 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'cd13c1fb-5c9e-4020-814d-a45b60192330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:14:07Z', 'updated_at': '2022-04-20T18:14:10Z', 'revision_number': 4, 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'gw_port': {'id': 'cd13c1fb-5c9e-4020-814d-a45b60192330', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdad9033-e932-4336-81de-35799c092977', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:14:08Z', 'updated_at': '2022-04-20T18:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'bbbe7005-ee30-4975-8437-93a91a0d1b05', 'name': '', 'network_id': '2a5bb1fe-2633-495a-b125-b150844a01f0', 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'mac_address': 'fa:16:3e:37:a5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdad9033-e932-4336-81de-35799c092977', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a81861e3-0705-4f13-9018-ed174bca8543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:14:10Z', 'updated_at': '2022-04-20T18:14:29Z', 'revision_number': 5, 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'subnets': [{'id': 'a81861e3-0705-4f13-9018-ed174bca8543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:17:27.665544 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfc374d-a70c-4712-b068-83417cb0a57e None None] The sync data for ids ['bdad9033-e932-4336-81de-35799c092977'] in n-d-838032-1 is: [{'id': 'bdad9033-e932-4336-81de-35799c092977', 'name': 'tempest-TestMinimumBasicScenario-615159370-router', 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'cd13c1fb-5c9e-4020-814d-a45b60192330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:14:07Z', 'updated_at': '2022-04-20T18:14:10Z', 'revision_number': 4, 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'gw_port': {'id': 'cd13c1fb-5c9e-4020-814d-a45b60192330', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdad9033-e932-4336-81de-35799c092977', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:14:08Z', 'updated_at': '2022-04-20T18:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'bbbe7005-ee30-4975-8437-93a91a0d1b05', 'name': '', 'network_id': '2a5bb1fe-2633-495a-b125-b150844a01f0', 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'mac_address': 'fa:16:3e:37:a5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdad9033-e932-4336-81de-35799c092977', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a81861e3-0705-4f13-9018-ed174bca8543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:14:10Z', 'updated_at': '2022-04-20T18:14:29Z', 'revision_number': 5, 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'subnets': [{'id': 'a81861e3-0705-4f13-9018-ed174bca8543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:17:27.691278 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a159ee30-6785-448a-9d76-558ce61a7bb2 req-1f93fdea-f02c-4833-9d93-c5747a5e720b service neutron] 10.222.0.10 "GET /v2.0/networks/2a5bb1fe-2633-495a-b125-b150844a01f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303298 Apr 20 18:17:27.816617 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-69f1ffe4-d871-4918-8ca4-90c5ff517a5c req-40a23e89-1cfe-431d-9f33-7f84c9f500c2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0739975 Apr 20 18:17:27.838533 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a159ee30-6785-448a-9d76-558ce61a7bb2 req-512fbcf4-4b0a-48e0-a09a-a9a0cef520a8 service neutron] 10.222.0.10 "GET /v2.0/networks/2a5bb1fe-2633-495a-b125-b150844a01f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401854 Apr 20 18:17:27.927435 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dd030d-e43c-44b0-9d4c-1cf673e19675 None None] New status for floating IP bdd71fc0-80ee-4253-9323-c064f223bfcf: DOWN {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 18:17:28.009494 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-69f1ffe4-d871-4918-8ca4-90c5ff517a5c req-0b2a74d1-cab6-4fc3-8701-8f6072aa4b15 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a37fe83f83c4efea751e6d6f75ec1e8&device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 1096 time: 0.0758524 Apr 20 18:17:28.182564 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1ffe4-d871-4918-8ca4-90c5ff517a5c req-f66bcd02-8c30-4e2d-aa41-b650c02439f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:17:28.183991 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-69f1ffe4-d871-4918-8ca4-90c5ff517a5c req-f66bcd02-8c30-4e2d-aa41-b650c02439f6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2a5bb1fe-2633-495a-b125-b150844a01f0 HTTP/1.1" status: 200 len: 915 time: 0.1358004 Apr 20 18:17:28.250220 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-69f1ffe4-d871-4918-8ca4-90c5ff517a5c req-740bc3d7-5330-4a1b-9189-e9660d0696c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfcef9f8-d40d-45fb-ba18-4e74c10a946d HTTP/1.1" status: 200 len: 217 time: 0.0597935 Apr 20 18:17:28.313078 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1ffe4-d871-4918-8ca4-90c5ff517a5c req-0a95161d-8b05-4617-84bf-65f9c9fd9a2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:17:28.314548 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-69f1ffe4-d871-4918-8ca4-90c5ff517a5c req-0a95161d-8b05-4617-84bf-65f9c9fd9a2b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a81861e3-0705-4f13-9018-ed174bca8543 HTTP/1.1" status: 200 len: 853 time: 0.0591762 Apr 20 18:17:28.389299 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-69f1ffe4-d871-4918-8ca4-90c5ff517a5c req-b52746f3-5fa8-4245-8ee8-b12a35518b11 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2a5bb1fe-2633-495a-b125-b150844a01f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679431 Apr 20 18:17:28.534289 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-69f1ffe4-d871-4918-8ca4-90c5ff517a5c req-80ec9d3e-58b4-4b48-ad8d-019044874f0b service neutron] 10.222.0.10 "GET /v2.0/networks/2a5bb1fe-2633-495a-b125-b150844a01f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392484 Apr 20 18:17:28.756001 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-69f1ffe4-d871-4918-8ca4-90c5ff517a5c req-b70c4d03-ca1c-400e-83ae-5fa47e7dab56 service neutron] 10.222.0.10 "GET /v2.0/networks/2a5bb1fe-2633-495a-b125-b150844a01f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163222 Apr 20 18:17:31.066027 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a152a8-be27-4561-8e96-d5658b521015 req-fe7df84a-757d-47eb-8445-1f667d22865d tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:17:31.066743 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-d0a152a8-be27-4561-8e96-d5658b521015 req-fe7df84a-757d-47eb-8445-1f667d22865d tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Synchronizing usage tracker for tenant:4a37fe83f83c4efea751e6d6f75ec1e8 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:17:31.088287 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-d0a152a8-be27-4561-8e96-d5658b521015 req-fe7df84a-757d-47eb-8445-1f667d22865d tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Unset dirty status for tenant:4a37fe83f83c4efea751e6d6f75ec1e8 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:17:31.089631 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d0a152a8-be27-4561-8e96-d5658b521015 req-fe7df84a-757d-47eb-8445-1f667d22865d tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 945 time: 0.1125000 Apr 20 18:17:31.138177 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d0a152a8-be27-4561-8e96-d5658b521015 req-16a2a310-7336-445e-b0c4-eb9098d41226 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405252 Apr 20 18:17:32.356755 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ead86a-30a7-40e7-b07e-e8a2cc6c83c9 req-f1165da6-bd69-4428-aa05-454ef01ad3c2 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:17:32.358169 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-45ead86a-30a7-40e7-b07e-e8a2cc6c83c9 req-f1165da6-bd69-4428-aa05-454ef01ad3c2 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 945 time: 0.0893698 Apr 20 18:17:32.405906 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-45ead86a-30a7-40e7-b07e-e8a2cc6c83c9 req-cbb8b1c2-3c9e-4f83-988e-51b48f70edeb tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Synchronizing usage tracker for tenant:4a37fe83f83c4efea751e6d6f75ec1e8 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:17:32.423414 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-45ead86a-30a7-40e7-b07e-e8a2cc6c83c9 req-cbb8b1c2-3c9e-4f83-988e-51b48f70edeb tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Unset dirty status for tenant:4a37fe83f83c4efea751e6d6f75ec1e8 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:17:32.424555 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-45ead86a-30a7-40e7-b07e-e8a2cc6c83c9 req-cbb8b1c2-3c9e-4f83-988e-51b48f70edeb tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ff99ba-8e2b-4c53-a400-bd767038982f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584900 Apr 20 18:17:32.841563 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f11ea-36a1-4eb7-a7c3-ca21bcf50381 req-64bb9d30-fd1d-41eb-ad8f-1ae60ed0ad11 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:17:32.843008 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b00f11ea-36a1-4eb7-a7c3-ca21bcf50381 req-64bb9d30-fd1d-41eb-ad8f-1ae60ed0ad11 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 945 time: 0.0825198 Apr 20 18:17:32.911885 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-b00f11ea-36a1-4eb7-a7c3-ca21bcf50381 req-28d58d5c-d1bf-4186-9be9-1d8995d54915 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Deleting port bfcef9f8-d40d-45fb-ba18-4e74c10a946d {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:17:32.912250 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b00f11ea-36a1-4eb7-a7c3-ca21bcf50381 req-28d58d5c-d1bf-4186-9be9-1d8995d54915 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:33.149560 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-b00f11ea-36a1-4eb7-a7c3-ca21bcf50381 req-28d58d5c-d1bf-4186-9be9-1d8995d54915 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] For port bfcef9f8-d40d-45fb-ba18-4e74c10a946d, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=bfcef9f8-d40d-45fb-ba18-4e74c10a946d,segment=NetworkSegment(7406fa40-6fb7-4a72-9e41-f07c0d576193),segment_id=7406fa40-6fb7-4a72-9e41-f07c0d576193)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:17:33.149814 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b00f11ea-36a1-4eb7-a7c3-ca21bcf50381 req-28d58d5c-d1bf-4186-9be9-1d8995d54915 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:33.268686 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-b00f11ea-36a1-4eb7-a7c3-ca21bcf50381 req-28d58d5c-d1bf-4186-9be9-1d8995d54915 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Calling delete_port for bfcef9f8-d40d-45fb-ba18-4e74c10a946d owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:17:33.414644 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b00f11ea-36a1-4eb7-a7c3-ca21bcf50381 req-28d58d5c-d1bf-4186-9be9-1d8995d54915 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:33.463125 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d58d5c-d1bf-4186-9be9-1d8995d54915 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Pushing event deleted for resources: {'Port': ['ID=bfcef9f8-d40d-45fb-ba18-4e74c10a946d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:33.533923 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00f11ea-36a1-4eb7-a7c3-ca21bcf50381 req-28d58d5c-d1bf-4186-9be9-1d8995d54915 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] No DVR routers for this DVR port bfcef9f8-d40d-45fb-ba18-4e74c10a946d on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:17:33.536743 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b00f11ea-36a1-4eb7-a7c3-ca21bcf50381 req-28d58d5c-d1bf-4186-9be9-1d8995d54915 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:33.539576 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3875da-ea9c-4e79-adeb-2c68e1c65b4c', 'name': 'network-vif-deleted', 'tag': 'bfcef9f8-d40d-45fb-ba18-4e74c10a946d'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:17:33.556261 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b00f11ea-36a1-4eb7-a7c3-ca21bcf50381 req-28d58d5c-d1bf-4186-9be9-1d8995d54915 tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.10 "DELETE /v2.0/ports/bfcef9f8-d40d-45fb-ba18-4e74c10a946d HTTP/1.1" status: 204 len: 173 time: 0.7077231 Apr 20 18:17:33.598407 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b9fce3b3-0211-4a24-ba8f-f78538fd44f7 req-382acd75-2c69-42d6-9fa3-330915e03a9a tempest-TestMinimumBasicScenario-1227307736 tempest-TestMinimumBasicScenario-1227307736-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3875da-ea9c-4e79-adeb-2c68e1c65b4c HTTP/1.1" status: 200 len: 210 time: 0.0466278 Apr 20 18:17:33.680443 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0967b93-fcb9-4b7e-943c-a02b4cd7cbd1'] response: {'server_uuid': '2c3875da-ea9c-4e79-adeb-2c68e1c65b4c', 'name': 'network-vif-deleted', 'tag': 'bfcef9f8-d40d-45fb-ba18-4e74c10a946d', 'status': 'completed', 'code': 200} Apr 20 18:17:34.575655 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:17:34.783728 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device bfcef9f8-d40d-45fb-ba18-4e74c10a946d no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:17:34.815934 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: bfcef9f8-d40d-45fb-ba18-4e74c10a946d {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:17:34.816264 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device bfcef9f8-d40d-45fb-ba18-4e74c10a946d not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:17:35.304514 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37334) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:35.708074 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-638952b7-db28-4ddb-a828-191b99301239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:36.439768 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-638952b7-db28-4ddb-a828-191b99301239 admin admin] Deleting port bbbe7005-ee30-4975-8437-93a91a0d1b05 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:17:36.440497 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-638952b7-db28-4ddb-a828-191b99301239 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:36.608832 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-638952b7-db28-4ddb-a828-191b99301239 admin admin] For port bbbe7005-ee30-4975-8437-93a91a0d1b05, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=bbbe7005-ee30-4975-8437-93a91a0d1b05,segment=NetworkSegment(7406fa40-6fb7-4a72-9e41-f07c0d576193),segment_id=7406fa40-6fb7-4a72-9e41-f07c0d576193)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:17:36.609161 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-638952b7-db28-4ddb-a828-191b99301239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:36.725215 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-638952b7-db28-4ddb-a828-191b99301239 admin admin] Calling delete_port for bbbe7005-ee30-4975-8437-93a91a0d1b05 owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:17:36.895061 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-638952b7-db28-4ddb-a828-191b99301239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:36.939649 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638952b7-db28-4ddb-a828-191b99301239 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbbe7005-ee30-4975-8437-93a91a0d1b05,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:37.231797 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-638952b7-db28-4ddb-a828-191b99301239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:37.905226 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638952b7-db28-4ddb-a828-191b99301239 admin admin] Router bdad9033-e932-4336-81de-35799c092977 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:17:38.115063 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638952b7-db28-4ddb-a828-191b99301239 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:17:38.125491 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc720d0-1cfb-4e12-bd12-71d310e791a4 None None] Sync routers for ids ['bdad9033-e932-4336-81de-35799c092977'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:17:38.129139 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-638952b7-db28-4ddb-a828-191b99301239 admin admin] 10.222.0.39 "PUT /v2.0/routers/bdad9033-e932-4336-81de-35799c092977/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8235943 Apr 20 18:17:38.132016 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37338) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:38.137700 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc720d0-1cfb-4e12-bd12-71d310e791a4 None None] Routers {'bdad9033-e932-4336-81de-35799c092977'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:17:38.138316 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-cdc720d0-1cfb-4e12-bd12-71d310e791a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:17:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['bdad9033-e932-4336-81de-35799c092977'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:17:38.311480 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-cdc720d0-1cfb-4e12-bd12-71d310e791a4 None None] Set router bdad9033-e932-4336-81de-35799c092977 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:17:38.322860 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-55b61530-3d28-45db-99f5-90bf6b770f4a admin admin] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:38.513497 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-55b61530-3d28-45db-99f5-90bf6b770f4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:38.526630 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-55b61530-3d28-45db-99f5-90bf6b770f4a admin admin] Deleting port cd13c1fb-5c9e-4020-814d-a45b60192330 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:17:38.527544 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-55b61530-3d28-45db-99f5-90bf6b770f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:38.595432 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-cdc720d0-1cfb-4e12-bd12-71d310e791a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdad9033-e932-4336-81de-35799c092977', 'name': 'tempest-TestMinimumBasicScenario-615159370-router', 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'cd13c1fb-5c9e-4020-814d-a45b60192330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:14:07Z', 'updated_at': '2022-04-20T18:17:36Z', 'revision_number': 5, 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'gw_port': {'id': 'cd13c1fb-5c9e-4020-814d-a45b60192330', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdad9033-e932-4336-81de-35799c092977', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:14:08Z', 'updated_at': '2022-04-20T18:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:17:38.599290 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc720d0-1cfb-4e12-bd12-71d310e791a4 None None] Checking router: bdad9033-e932-4336-81de-35799c092977 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:17:38.609824 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc720d0-1cfb-4e12-bd12-71d310e791a4 None None] Routers {'bdad9033-e932-4336-81de-35799c092977'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:17:38.610450 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-cdc720d0-1cfb-4e12-bd12-71d310e791a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:17:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['bdad9033-e932-4336-81de-35799c092977'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:17:38.701646 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-55b61530-3d28-45db-99f5-90bf6b770f4a admin admin] For port cd13c1fb-5c9e-4020-814d-a45b60192330, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=cd13c1fb-5c9e-4020-814d-a45b60192330,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:17:38.701974 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-55b61530-3d28-45db-99f5-90bf6b770f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:38.757523 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-cdc720d0-1cfb-4e12-bd12-71d310e791a4 None None] Set router bdad9033-e932-4336-81de-35799c092977 gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:17:38.862572 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-cdc720d0-1cfb-4e12-bd12-71d310e791a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdad9033-e932-4336-81de-35799c092977', 'name': 'tempest-TestMinimumBasicScenario-615159370-router', 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:14:07Z', 'updated_at': '2022-04-20T18:17:38Z', 'revision_number': 6, 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:17:38.867002 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc720d0-1cfb-4e12-bd12-71d310e791a4 None None] The sync data for ids ['bdad9033-e932-4336-81de-35799c092977'] in n-d-838032-1 is: [{'id': 'bdad9033-e932-4336-81de-35799c092977', 'name': 'tempest-TestMinimumBasicScenario-615159370-router', 'tenant_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:14:07Z', 'updated_at': '2022-04-20T18:17:38Z', 'revision_number': 6, 'project_id': '4a37fe83f83c4efea751e6d6f75ec1e8', 'gw_port_host': None}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:17:38.936159 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-55b61530-3d28-45db-99f5-90bf6b770f4a admin admin] Calling delete_port for cd13c1fb-5c9e-4020-814d-a45b60192330 owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:17:39.103812 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-55b61530-3d28-45db-99f5-90bf6b770f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:39.148724 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b61530-3d28-45db-99f5-90bf6b770f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=cd13c1fb-5c9e-4020-814d-a45b60192330,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:39.254530 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7023321c-8dcc-40bc-a005-8a1650c046ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:39.377305 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-55b61530-3d28-45db-99f5-90bf6b770f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:39.631002 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-55b61530-3d28-45db-99f5-90bf6b770f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:39.636188 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-55b61530-3d28-45db-99f5-90bf6b770f4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:39.665044 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-55b61530-3d28-45db-99f5-90bf6b770f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:39.665724 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b61530-3d28-45db-99f5-90bf6b770f4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdad9033-e932-4336-81de-35799c092977 {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 18:17:39.678391 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-55b61530-3d28-45db-99f5-90bf6b770f4a admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:39.681866 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-55b61530-3d28-45db-99f5-90bf6b770f4a admin admin] 10.222.0.39 "DELETE /v2.0/routers/bdad9033-e932-4336-81de-35799c092977 HTTP/1.1" status: 204 len: 168 time: 1.5466001 Apr 20 18:17:39.681988 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cd13c1fb-5c9e-4020-814d-a45b60192330 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:17:39.682097 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37342) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:39.712608 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: cd13c1fb-5c9e-4020-814d-a45b60192330 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:17:39.712869 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cd13c1fb-5c9e-4020-814d-a45b60192330 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:17:39.713281 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device bbbe7005-ee30-4975-8437-93a91a0d1b05 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:17:39.742731 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2488e6-3373-457a-b0f5-805aa8cd57a5 admin admin] Deleting subnet a81861e3-0705-4f13-9018-ed174bca8543 {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 18:17:39.744919 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: bbbe7005-ee30-4975-8437-93a91a0d1b05 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:17:39.745315 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device bbbe7005-ee30-4975-8437-93a91a0d1b05 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:17:39.746429 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f2488e6-3373-457a-b0f5-805aa8cd57a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:39.797754 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f2488e6-3373-457a-b0f5-805aa8cd57a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:39.881016 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f2488e6-3373-457a-b0f5-805aa8cd57a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:39.948393 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f2488e6-3373-457a-b0f5-805aa8cd57a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:39.989713 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2488e6-3373-457a-b0f5-805aa8cd57a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a81861e3-0705-4f13-9018-ed174bca8543,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:39.995483 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9f2488e6-3373-457a-b0f5-805aa8cd57a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:40.000969 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245206af-0d06-478a-a011-39317da36cc0 None None] Network 2a5bb1fe-2633-495a-b125-b150844a01f0 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:17:40.001528 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9f2488e6-3373-457a-b0f5-805aa8cd57a5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a81861e3-0705-4f13-9018-ed174bca8543 HTTP/1.1" status: 204 len: 168 time: 0.3184800 Apr 20 18:17:40.004140 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37346) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:40.108650 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-815db08e-967a-4339-a212-119c647bc06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:40.119680 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-815db08e-967a-4339-a212-119c647bc06a admin admin] Deleting port 40e7c706-a2c9-460c-9bd4-0cb098e3f9dd {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:17:40.119978 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-815db08e-967a-4339-a212-119c647bc06a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:40.290342 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e56b14-34a8-481f-b0fe-fc1c561cb8ca None None] DHCP port deletion for 2a5bb1fe-2633-495a-b125-b150844a01f0 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 18:17:40.294878 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-e0e56b14-34a8-481f-b0fe-fc1c561cb8ca None None] Deleting port 40e7c706-a2c9-460c-9bd4-0cb098e3f9dd {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:17:40.295285 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e0e56b14-34a8-481f-b0fe-fc1c561cb8ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:40.421678 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-815db08e-967a-4339-a212-119c647bc06a admin admin] For port 40e7c706-a2c9-460c-9bd4-0cb098e3f9dd, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=40e7c706-a2c9-460c-9bd4-0cb098e3f9dd,segment=NetworkSegment(7406fa40-6fb7-4a72-9e41-f07c0d576193),segment_id=7406fa40-6fb7-4a72-9e41-f07c0d576193)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:17:40.421995 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-815db08e-967a-4339-a212-119c647bc06a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:40.519183 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-e0e56b14-34a8-481f-b0fe-fc1c561cb8ca None None] For port 40e7c706-a2c9-460c-9bd4-0cb098e3f9dd, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=40e7c706-a2c9-460c-9bd4-0cb098e3f9dd,segment=NetworkSegment(7406fa40-6fb7-4a72-9e41-f07c0d576193),segment_id=7406fa40-6fb7-4a72-9e41-f07c0d576193)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:17:40.519448 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e0e56b14-34a8-481f-b0fe-fc1c561cb8ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:40.537888 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-815db08e-967a-4339-a212-119c647bc06a admin admin] Calling delete_port for 40e7c706-a2c9-460c-9bd4-0cb098e3f9dd owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:17:40.610127 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-815db08e-967a-4339-a212-119c647bc06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:40.637366 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-e0e56b14-34a8-481f-b0fe-fc1c561cb8ca None None] Calling delete_port for 40e7c706-a2c9-460c-9bd4-0cb098e3f9dd owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:17:40.657970 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815db08e-967a-4339-a212-119c647bc06a admin admin] Pushing event deleted for resources: {'Port': ['ID=40e7c706-a2c9-460c-9bd4-0cb098e3f9dd,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:40.662910 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815db08e-967a-4339-a212-119c647bc06a admin admin] No DVR routers for this DVR port 40e7c706-a2c9-460c-9bd4-0cb098e3f9dd on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:17:40.699834 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 18:17:40.702961 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:17:40.702961 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 18:17:40.702961 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:17:40.702961 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 18:17:40.702961 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:17:40.702961 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 18:17:40.702961 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:17:40.702961 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 18:17:40.702961 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:17:40.702961 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 18:17:40.702961 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:17:40.702961 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 18:17:40.702961 n-d-838032-1 neutron-server[84082]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:17:40.702961 n-d-838032-1 neutron-server[84082]: util.warn( Apr 20 18:17:40.705281 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-e0e56b14-34a8-481f-b0fe-fc1c561cb8ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:17:40.705625 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-e0e56b14-34a8-481f-b0fe-fc1c561cb8ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 18:17:40.776130 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-815db08e-967a-4339-a212-119c647bc06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:40.803409 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-815db08e-967a-4339-a212-119c647bc06a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5bb1fe-2633-495a-b125-b150844a01f0']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:17:40.821286 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-815db08e-967a-4339-a212-119c647bc06a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7406fa40-6fb7-4a72-9e41-f07c0d576193') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:17:40.821653 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-815db08e-967a-4339-a212-119c647bc06a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7406fa40-6fb7-4a72-9e41-f07c0d576193') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:17:40.835450 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-815db08e-967a-4339-a212-119c647bc06a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:40.850989 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-815db08e-967a-4339-a212-119c647bc06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:40.856996 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-815db08e-967a-4339-a212-119c647bc06a admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 18:17:40.857474 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-815db08e-967a-4339-a212-119c647bc06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:40.870590 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 18:17:40.870590 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 18:17:40.870590 n-d-838032-1 neutron-server[84081]: timer() Apr 20 18:17:40.870590 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:17:40.870590 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 18:17:40.870590 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 18:17:40.870590 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 18:17:40.870590 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:17:40.870590 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 18:17:40.870590 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:17:40.870590 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 18:17:40.870590 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:17:40.870590 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 18:17:40.870590 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:17:40.870590 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:17:40.870590 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 18:17:40.870590 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 18:17:40.870590 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:17:40.870590 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 18:17:40.870590 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 18:17:40.870590 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 18:17:40.870590 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:17:40.870590 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 18:17:40.870590 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 18:17:40.870590 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 18:17:40.870590 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 18:17:40.870590 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 18:17:40.870590 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 18:17:40.870590 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:17:40.870590 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 18:17:40.870590 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:17:40.870590 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:17:40.951197 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-815db08e-967a-4339-a212-119c647bc06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:40.969827 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-815db08e-967a-4339-a212-119c647bc06a admin admin] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:40.979953 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815db08e-967a-4339-a212-119c647bc06a admin admin] Pushing event deleted for resources: {'Network': ['ID=2a5bb1fe-2633-495a-b125-b150844a01f0,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:40.996424 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-815db08e-967a-4339-a212-119c647bc06a admin admin] 10.222.0.39 "DELETE /v2.0/networks/2a5bb1fe-2633-495a-b125-b150844a01f0 HTTP/1.1" status: 204 len: 168 time: 0.9911492 Apr 20 18:17:40.999445 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37350) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:41.206907 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-e0e56b14-34a8-481f-b0fe-fc1c561cb8ca None None] Deleting port 40e7c706-a2c9-460c-9bd4-0cb098e3f9dd {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:17:41.207281 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e0e56b14-34a8-481f-b0fe-fc1c561cb8ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:41.270903 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-e0e56b14-34a8-481f-b0fe-fc1c561cb8ca None None] The port '40e7c706-a2c9-460c-9bd4-0cb098e3f9dd' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:17:41.394661 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-20588244-12bf-4fc4-be5e-e18eadb86978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:41.421782 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-13a24951-766b-4cb8-9cc2-7a2dd1a44113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:41.511948 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 40e7c706-a2c9-460c-9bd4-0cb098e3f9dd no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:17:41.543925 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 40e7c706-a2c9-460c-9bd4-0cb098e3f9dd {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:17:41.544173 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 40e7c706-a2c9-460c-9bd4-0cb098e3f9dd not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:17:42.088150 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-20588244-12bf-4fc4-be5e-e18eadb86978 admin admin] Deleting port c4bce390-4598-4894-bae9-a013e4f01901 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:17:42.088760 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-20588244-12bf-4fc4-be5e-e18eadb86978 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:42.258303 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-20588244-12bf-4fc4-be5e-e18eadb86978 admin admin] For port c4bce390-4598-4894-bae9-a013e4f01901, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c4bce390-4598-4894-bae9-a013e4f01901,segment=NetworkSegment(ee1d4496-d9f4-4092-ba32-dd59f699836b),segment_id=ee1d4496-d9f4-4092-ba32-dd59f699836b)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:17:42.258661 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-20588244-12bf-4fc4-be5e-e18eadb86978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:42.376070 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-20588244-12bf-4fc4-be5e-e18eadb86978 admin admin] Calling delete_port for c4bce390-4598-4894-bae9-a013e4f01901 owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:17:42.560413 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-20588244-12bf-4fc4-be5e-e18eadb86978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:42.603554 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20588244-12bf-4fc4-be5e-e18eadb86978 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4bce390-4598-4894-bae9-a013e4f01901,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:42.714202 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:42.911882 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-20588244-12bf-4fc4-be5e-e18eadb86978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:42.942005 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:43.605764 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20588244-12bf-4fc4-be5e-e18eadb86978 admin admin] Router a39099d4-e352-4bb7-8ded-174155c4ffaf has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:17:43.764274 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:43.815408 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20588244-12bf-4fc4-be5e-e18eadb86978 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:17:43.823982 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e12500-a37a-4de0-a8b9-36567ebd3949 None None] Sync routers for ids ['a39099d4-e352-4bb7-8ded-174155c4ffaf'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:17:43.833274 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-20588244-12bf-4fc4-be5e-e18eadb86978 admin admin] 10.222.0.39 "PUT /v2.0/routers/a39099d4-e352-4bb7-8ded-174155c4ffaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8327830 Apr 20 18:17:43.836231 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37354) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:43.841592 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e12500-a37a-4de0-a8b9-36567ebd3949 None None] Routers {'a39099d4-e352-4bb7-8ded-174155c4ffaf'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:17:43.842214 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-74e12500-a37a-4de0-a8b9-36567ebd3949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:17:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['a39099d4-e352-4bb7-8ded-174155c4ffaf'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:17:44.012403 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-74e12500-a37a-4de0-a8b9-36567ebd3949 None None] Set router a39099d4-e352-4bb7-8ded-174155c4ffaf gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:17:44.032227 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e6aae789-7ecf-4973-9651-29920ccf1a6a admin admin] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:44.226053 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e6aae789-7ecf-4973-9651-29920ccf1a6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:44.238914 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-e6aae789-7ecf-4973-9651-29920ccf1a6a admin admin] Deleting port e9744940-e060-4da7-9609-3c748f4832c7 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:17:44.239541 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e6aae789-7ecf-4973-9651-29920ccf1a6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:44.253232 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:44.282030 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-74e12500-a37a-4de0-a8b9-36567ebd3949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39099d4-e352-4bb7-8ded-174155c4ffaf', 'name': 'tempest-TestMinimumBasicScenario-1589320320-router', 'tenant_id': 'ab1618200a1c4431a311c26c77d83e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': 'e9744940-e060-4da7-9609-3c748f4832c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:14:13Z', 'updated_at': '2022-04-20T18:17:42Z', 'revision_number': 5, 'project_id': 'ab1618200a1c4431a311c26c77d83e4f', 'gw_port': {'id': 'e9744940-e060-4da7-9609-3c748f4832c7', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39099d4-e352-4bb7-8ded-174155c4ffaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:14:14Z', 'updated_at': '2022-04-20T18:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:17:44.285976 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e12500-a37a-4de0-a8b9-36567ebd3949 None None] Checking router: a39099d4-e352-4bb7-8ded-174155c4ffaf for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:17:44.296513 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e12500-a37a-4de0-a8b9-36567ebd3949 None None] Routers {'a39099d4-e352-4bb7-8ded-174155c4ffaf'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:17:44.297105 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-74e12500-a37a-4de0-a8b9-36567ebd3949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:17:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['a39099d4-e352-4bb7-8ded-174155c4ffaf'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:17:44.449058 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-74e12500-a37a-4de0-a8b9-36567ebd3949 None None] Set router a39099d4-e352-4bb7-8ded-174155c4ffaf gateway port host: None {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:17:44.504518 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-e6aae789-7ecf-4973-9651-29920ccf1a6a admin admin] For port e9744940-e060-4da7-9609-3c748f4832c7, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e9744940-e060-4da7-9609-3c748f4832c7,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:17:44.504835 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e6aae789-7ecf-4973-9651-29920ccf1a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:44.552721 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-74e12500-a37a-4de0-a8b9-36567ebd3949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39099d4-e352-4bb7-8ded-174155c4ffaf', 'name': 'tempest-TestMinimumBasicScenario-1589320320-router', 'tenant_id': 'ab1618200a1c4431a311c26c77d83e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:14:13Z', 'updated_at': '2022-04-20T18:17:44Z', 'revision_number': 6, 'project_id': 'ab1618200a1c4431a311c26c77d83e4f', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:17:44.557146 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e12500-a37a-4de0-a8b9-36567ebd3949 None None] The sync data for ids ['a39099d4-e352-4bb7-8ded-174155c4ffaf'] in n-d-838032-1 is: [{'id': 'a39099d4-e352-4bb7-8ded-174155c4ffaf', 'name': 'tempest-TestMinimumBasicScenario-1589320320-router', 'tenant_id': 'ab1618200a1c4431a311c26c77d83e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:14:13Z', 'updated_at': '2022-04-20T18:17:44Z', 'revision_number': 6, 'project_id': 'ab1618200a1c4431a311c26c77d83e4f', 'gw_port_host': None}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:17:44.621305 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-e6aae789-7ecf-4973-9651-29920ccf1a6a admin admin] Calling delete_port for e9744940-e060-4da7-9609-3c748f4832c7 owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:17:44.798033 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e6aae789-7ecf-4973-9651-29920ccf1a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:44.843638 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aae789-7ecf-4973-9651-29920ccf1a6a admin admin] Pushing event deleted for resources: {'Port': ['ID=e9744940-e060-4da7-9609-3c748f4832c7,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:45.064872 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e6aae789-7ecf-4973-9651-29920ccf1a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:45.320707 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e6aae789-7ecf-4973-9651-29920ccf1a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:45.325027 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e6aae789-7ecf-4973-9651-29920ccf1a6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:45.351321 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e6aae789-7ecf-4973-9651-29920ccf1a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:45.351824 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6aae789-7ecf-4973-9651-29920ccf1a6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a39099d4-e352-4bb7-8ded-174155c4ffaf {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 18:17:45.363800 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e6aae789-7ecf-4973-9651-29920ccf1a6a admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:45.364913 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e6aae789-7ecf-4973-9651-29920ccf1a6a admin admin] 10.222.0.39 "DELETE /v2.0/routers/a39099d4-e352-4bb7-8ded-174155c4ffaf HTTP/1.1" status: 204 len: 168 time: 1.5276868 Apr 20 18:17:45.367678 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37358) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:45.429952 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b30cd3f-8086-43f3-99df-3cdd732de4a8 admin admin] Deleting subnet 8be08025-f221-40cb-960c-737b8febe165 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 18:17:45.433019 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3b30cd3f-8086-43f3-99df-3cdd732de4a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:45.486124 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3b30cd3f-8086-43f3-99df-3cdd732de4a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:45.531668 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c4bce390-4598-4894-bae9-a013e4f01901 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:17:45.566984 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: c4bce390-4598-4894-bae9-a013e4f01901 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:17:45.567329 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c4bce390-4598-4894-bae9-a013e4f01901 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:17:45.567745 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e9744940-e060-4da7-9609-3c748f4832c7 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:17:45.569242 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3b30cd3f-8086-43f3-99df-3cdd732de4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:45.601299 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: e9744940-e060-4da7-9609-3c748f4832c7 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:17:45.601637 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e9744940-e060-4da7-9609-3c748f4832c7 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:17:45.644934 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3b30cd3f-8086-43f3-99df-3cdd732de4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:45.684350 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30cd3f-8086-43f3-99df-3cdd732de4a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8be08025-f221-40cb-960c-737b8febe165,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:45.691645 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3b30cd3f-8086-43f3-99df-3cdd732de4a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:45.696994 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e14be4-54e4-4ebf-b68c-3eade37699c7 None None] Network 18d8c730-4c5d-4ad4-8690-0538e99f88ca requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:17:45.698157 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3b30cd3f-8086-43f3-99df-3cdd732de4a8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8be08025-f221-40cb-960c-737b8febe165 HTTP/1.1" status: 204 len: 168 time: 0.3295510 Apr 20 18:17:45.700988 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37362) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:45.797212 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:45.805342 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2780f57f-a49d-4bef-bb18-8a225671af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:45.815690 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-2780f57f-a49d-4bef-bb18-8a225671af74 admin admin] Deleting port 6ed65d5f-d754-4f9e-b55b-fb3c838579bf {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:17:45.815951 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2780f57f-a49d-4bef-bb18-8a225671af74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:45.949787 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587c35e6-00c5-4059-a662-6d9cc6d3360b None None] DHCP port deletion for 18d8c730-4c5d-4ad4-8690-0538e99f88ca request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 18:17:45.954205 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-587c35e6-00c5-4059-a662-6d9cc6d3360b None None] Deleting port 6ed65d5f-d754-4f9e-b55b-fb3c838579bf {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:17:45.954592 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-587c35e6-00c5-4059-a662-6d9cc6d3360b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:46.021189 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-2780f57f-a49d-4bef-bb18-8a225671af74 admin admin] For port 6ed65d5f-d754-4f9e-b55b-fb3c838579bf, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6ed65d5f-d754-4f9e-b55b-fb3c838579bf,segment=NetworkSegment(ee1d4496-d9f4-4092-ba32-dd59f699836b),segment_id=ee1d4496-d9f4-4092-ba32-dd59f699836b)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:17:46.021485 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2780f57f-a49d-4bef-bb18-8a225671af74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:46.137977 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-2780f57f-a49d-4bef-bb18-8a225671af74 admin admin] Calling delete_port for 6ed65d5f-d754-4f9e-b55b-fb3c838579bf owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:17:46.153846 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-587c35e6-00c5-4059-a662-6d9cc6d3360b None None] For port 6ed65d5f-d754-4f9e-b55b-fb3c838579bf, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6ed65d5f-d754-4f9e-b55b-fb3c838579bf,segment=NetworkSegment(ee1d4496-d9f4-4092-ba32-dd59f699836b),segment_id=ee1d4496-d9f4-4092-ba32-dd59f699836b)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:17:46.154372 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-587c35e6-00c5-4059-a662-6d9cc6d3360b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:46.210221 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2780f57f-a49d-4bef-bb18-8a225671af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:46.256827 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780f57f-a49d-4bef-bb18-8a225671af74 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ed65d5f-d754-4f9e-b55b-fb3c838579bf,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:46.261719 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2780f57f-a49d-4bef-bb18-8a225671af74 admin admin] No DVR routers for this DVR port 6ed65d5f-d754-4f9e-b55b-fb3c838579bf on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:17:46.270145 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-587c35e6-00c5-4059-a662-6d9cc6d3360b None None] Calling delete_port for 6ed65d5f-d754-4f9e-b55b-fb3c838579bf owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:17:46.337444 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-587c35e6-00c5-4059-a662-6d9cc6d3360b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:17:46.337742 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-587c35e6-00c5-4059-a662-6d9cc6d3360b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 18:17:46.375139 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2780f57f-a49d-4bef-bb18-8a225671af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:46.399200 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-2780f57f-a49d-4bef-bb18-8a225671af74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d8c730-4c5d-4ad4-8690-0538e99f88ca']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:17:46.410636 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-2780f57f-a49d-4bef-bb18-8a225671af74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee1d4496-d9f4-4092-ba32-dd59f699836b') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:17:46.410925 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-2780f57f-a49d-4bef-bb18-8a225671af74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee1d4496-d9f4-4092-ba32-dd59f699836b') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:17:46.422162 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2780f57f-a49d-4bef-bb18-8a225671af74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:46.438177 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2780f57f-a49d-4bef-bb18-8a225671af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:46.444360 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2780f57f-a49d-4bef-bb18-8a225671af74 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 18:17:46.444718 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2780f57f-a49d-4bef-bb18-8a225671af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:46.457667 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 18:17:46.457667 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 18:17:46.457667 n-d-838032-1 neutron-server[84081]: timer() Apr 20 18:17:46.457667 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:17:46.457667 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 18:17:46.457667 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 18:17:46.457667 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 18:17:46.457667 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:17:46.457667 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 18:17:46.457667 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:17:46.457667 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 18:17:46.457667 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:17:46.457667 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 18:17:46.457667 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:17:46.457667 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:17:46.457667 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 18:17:46.457667 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 18:17:46.457667 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:17:46.457667 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 18:17:46.457667 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 18:17:46.457667 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 18:17:46.457667 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:17:46.457667 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 18:17:46.457667 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 18:17:46.457667 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 18:17:46.457667 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 18:17:46.457667 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 18:17:46.457667 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 18:17:46.457667 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:17:46.457667 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 18:17:46.457667 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:17:46.457667 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:17:46.539629 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2780f57f-a49d-4bef-bb18-8a225671af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:46.544892 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2780f57f-a49d-4bef-bb18-8a225671af74 admin admin] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:46.569305 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780f57f-a49d-4bef-bb18-8a225671af74 admin admin] Pushing event deleted for resources: {'Network': ['ID=18d8c730-4c5d-4ad4-8690-0538e99f88ca,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:46.575282 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2780f57f-a49d-4bef-bb18-8a225671af74 admin admin] 10.222.0.39 "DELETE /v2.0/networks/18d8c730-4c5d-4ad4-8690-0538e99f88ca HTTP/1.1" status: 204 len: 168 time: 0.8732440 Apr 20 18:17:46.794721 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37368) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:46.838680 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-587c35e6-00c5-4059-a662-6d9cc6d3360b None None] Deleting port 6ed65d5f-d754-4f9e-b55b-fb3c838579bf {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:17:46.839394 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-587c35e6-00c5-4059-a662-6d9cc6d3360b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:46.844841 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4e68f877-6270-4550-bcaa-daad0cc6907e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a37fe83f83c4efea751e6d6f75ec1e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489569 Apr 20 18:17:46.847579 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37372) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:46.909875 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6187aaa3-de8f-410a-b52a-7a59bea46d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:46.934676 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6187aaa3-de8f-410a-b52a-7a59bea46d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:46.935017 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-587c35e6-00c5-4059-a662-6d9cc6d3360b None None] The port '6ed65d5f-d754-4f9e-b55b-fb3c838579bf' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:17:46.988988 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6187aaa3-de8f-410a-b52a-7a59bea46d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:47.005865 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187aaa3-de8f-410a-b52a-7a59bea46d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ff99ba-8e2b-4c53-a400-bd767038982f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:47.017741 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-6187aaa3-de8f-410a-b52a-7a59bea46d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:47.019041 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6187aaa3-de8f-410a-b52a-7a59bea46d7d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/15ff99ba-8e2b-4c53-a400-bd767038982f HTTP/1.1" status: 204 len: 168 time: 0.1704171 Apr 20 18:17:47.431504 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37380) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:47.483522 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-970957fa-cc04-415c-b002-686a4770801b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ab1618200a1c4431a311c26c77d83e4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0508158 Apr 20 18:17:47.486048 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37384) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:47.514132 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6ed65d5f-d754-4f9e-b55b-fb3c838579bf no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:17:47.545831 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 6ed65d5f-d754-4f9e-b55b-fb3c838579bf {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:17:47.546083 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9b018c15-a993-44dc-9823-78c59a4de5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:47.546297 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6ed65d5f-d754-4f9e-b55b-fb3c838579bf not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:17:47.575640 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9b018c15-a993-44dc-9823-78c59a4de5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:47.627669 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9b018c15-a993-44dc-9823-78c59a4de5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:47.641817 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b018c15-a993-44dc-9823-78c59a4de5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae8e571-c267-4322-9d4f-bee080a2e34d,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:47.647938 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9b018c15-a993-44dc-9823-78c59a4de5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:47.649089 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9b018c15-a993-44dc-9823-78c59a4de5e6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ae8e571-c267-4322-9d4f-bee080a2e34d HTTP/1.1" status: 204 len: 168 time: 0.1621056 Apr 20 18:17:49.935599 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37428) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:49.941328 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-68ddfc91-e573-46e3-b504-53ac5ca321fc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1658989268', 'description': 'tempest-secgroup-smoke-1658989268 description', 'project_id': '7911800738e24c8486ca50d4f9ead214'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:17:49.948899 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-68ddfc91-e573-46e3-b504-53ac5ca321fc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:17:49.953092 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-68ddfc91-e573-46e3-b504-53ac5ca321fc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:17:49.955962 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-68ddfc91-e573-46e3-b504-53ac5ca321fc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:17:49.962598 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-68ddfc91-e573-46e3-b504-53ac5ca321fc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:17:49.974956 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-68ddfc91-e573-46e3-b504-53ac5ca321fc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:49.987527 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-68ddfc91-e573-46e3-b504-53ac5ca321fc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:50.019382 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-68ddfc91-e573-46e3-b504-53ac5ca321fc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:17:50.023460 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-68ddfc91-e573-46e3-b504-53ac5ca321fc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:17:50.026424 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-68ddfc91-e573-46e3-b504-53ac5ca321fc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:17:50.032389 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-68ddfc91-e573-46e3-b504-53ac5ca321fc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:17:50.097752 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-68ddfc91-e573-46e3-b504-53ac5ca321fc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:50.103793 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-68ddfc91-e573-46e3-b504-53ac5ca321fc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:50.142438 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-68ddfc91-e573-46e3-b504-53ac5ca321fc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:17:50.146350 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ddfc91-e573-46e3-b504-53ac5ca321fc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a48fe68-a98d-4318-a83b-ac3798b3c1cb,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:50.148968 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-68ddfc91-e573-46e3-b504-53ac5ca321fc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:17:50.151848 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-68ddfc91-e573-46e3-b504-53ac5ca321fc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:17:50.157542 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-68ddfc91-e573-46e3-b504-53ac5ca321fc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:17:50.210422 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-68ddfc91-e573-46e3-b504-53ac5ca321fc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:50.215827 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-68ddfc91-e573-46e3-b504-53ac5ca321fc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:50.354815 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ddfc91-e573-46e3-b504-53ac5ca321fc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=857c26fc-4a72-4ebb-9240-de3bf5b2a368,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:50.359267 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-68ddfc91-e573-46e3-b504-53ac5ca321fc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:50.360725 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-68ddfc91-e573-46e3-b504-53ac5ca321fc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4240298 Apr 20 18:17:50.363831 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37432) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:50.369725 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-4747d18c-e4aa-4f76-b58a-ac730eb9e2d8 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group_rule': {'security_group_id': '857c26fc-4a72-4ebb-9240-de3bf5b2a368', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:17:50.376880 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4747d18c-e4aa-4f76-b58a-ac730eb9e2d8 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:17:50.381157 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4747d18c-e4aa-4f76-b58a-ac730eb9e2d8 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:17:50.384214 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-4747d18c-e4aa-4f76-b58a-ac730eb9e2d8 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:17:50.390039 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-4747d18c-e4aa-4f76-b58a-ac730eb9e2d8 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:17:50.411378 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4747d18c-e4aa-4f76-b58a-ac730eb9e2d8 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:50.571977 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4747d18c-e4aa-4f76-b58a-ac730eb9e2d8 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:50.577857 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4747d18c-e4aa-4f76-b58a-ac730eb9e2d8 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:50.607367 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747d18c-e4aa-4f76-b58a-ac730eb9e2d8 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eded0f0b-c73e-43cd-bda5-cf0d1362901f,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:50.618407 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4747d18c-e4aa-4f76-b58a-ac730eb9e2d8 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:50.619998 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4747d18c-e4aa-4f76-b58a-ac730eb9e2d8 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2551799 Apr 20 18:17:50.622936 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37436) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:50.628183 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-da429f9f-4c30-4d1a-b18f-80cf470a3a78 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group_rule': {'security_group_id': '857c26fc-4a72-4ebb-9240-de3bf5b2a368', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:17:50.634549 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-da429f9f-4c30-4d1a-b18f-80cf470a3a78 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:17:50.638998 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-da429f9f-4c30-4d1a-b18f-80cf470a3a78 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:17:50.642865 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-da429f9f-4c30-4d1a-b18f-80cf470a3a78 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:17:50.648439 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-da429f9f-4c30-4d1a-b18f-80cf470a3a78 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:17:50.668113 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-da429f9f-4c30-4d1a-b18f-80cf470a3a78 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:50.733981 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-da429f9f-4c30-4d1a-b18f-80cf470a3a78 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:50.740195 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-da429f9f-4c30-4d1a-b18f-80cf470a3a78 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:50.763359 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da429f9f-4c30-4d1a-b18f-80cf470a3a78 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5709e3e0-3ab2-4f51-a9f7-9a51e0bcf28a,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:50.772500 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-da429f9f-4c30-4d1a-b18f-80cf470a3a78 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:50.773774 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-da429f9f-4c30-4d1a-b18f-80cf470a3a78 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1498394 Apr 20 18:17:50.776612 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37440) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:50.782068 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-d9f41a53-6006-448a-9cb8-047239609b19 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group_rule': {'security_group_id': '857c26fc-4a72-4ebb-9240-de3bf5b2a368', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:17:50.788376 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d9f41a53-6006-448a-9cb8-047239609b19 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:17:50.792164 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d9f41a53-6006-448a-9cb8-047239609b19 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:17:50.794979 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d9f41a53-6006-448a-9cb8-047239609b19 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:17:50.800466 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-d9f41a53-6006-448a-9cb8-047239609b19 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:17:50.817813 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d9f41a53-6006-448a-9cb8-047239609b19 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:50.889349 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d9f41a53-6006-448a-9cb8-047239609b19 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:50.894747 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d9f41a53-6006-448a-9cb8-047239609b19 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:50.917423 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f41a53-6006-448a-9cb8-047239609b19 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a44c9baa-e47e-4c3f-a6b5-82965062348b,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:50.928181 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d9f41a53-6006-448a-9cb8-047239609b19 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:50.929387 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d9f41a53-6006-448a-9cb8-047239609b19 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1518776 Apr 20 18:17:50.932249 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37444) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:50.937538 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-3f1a5ced-fdfd-4216-a9c8-ad051a4f2f7c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group_rule': {'security_group_id': '857c26fc-4a72-4ebb-9240-de3bf5b2a368', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:17:50.944067 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3f1a5ced-fdfd-4216-a9c8-ad051a4f2f7c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:17:50.948285 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3f1a5ced-fdfd-4216-a9c8-ad051a4f2f7c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:17:50.951303 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-3f1a5ced-fdfd-4216-a9c8-ad051a4f2f7c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:17:50.957134 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-3f1a5ced-fdfd-4216-a9c8-ad051a4f2f7c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:17:50.975342 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3f1a5ced-fdfd-4216-a9c8-ad051a4f2f7c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:51.043841 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3f1a5ced-fdfd-4216-a9c8-ad051a4f2f7c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:51.049369 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3f1a5ced-fdfd-4216-a9c8-ad051a4f2f7c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:51.072149 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a5ced-fdfd-4216-a9c8-ad051a4f2f7c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ccb8241-ff5e-439b-b1fd-7d8c50564418,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:51.081634 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-3f1a5ced-fdfd-4216-a9c8-ad051a4f2f7c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:51.082954 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3f1a5ced-fdfd-4216-a9c8-ad051a4f2f7c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1496723 Apr 20 18:17:51.085811 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37448) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:51.091343 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-bffc12d5-b924-49d3-93a7-4f9c9a7ddb21 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group_rule': {'security_group_id': '857c26fc-4a72-4ebb-9240-de3bf5b2a368', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:17:51.097677 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-bffc12d5-b924-49d3-93a7-4f9c9a7ddb21 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:17:51.101429 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-bffc12d5-b924-49d3-93a7-4f9c9a7ddb21 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:17:51.104466 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-bffc12d5-b924-49d3-93a7-4f9c9a7ddb21 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:17:51.110118 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-bffc12d5-b924-49d3-93a7-4f9c9a7ddb21 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:17:51.121807 n-d-838032-1 neutron-server[84081]: INFO neutron.db.securitygroups_db [None req-bffc12d5-b924-49d3-93a7-4f9c9a7ddb21 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Project 7911800738e24c8486ca50d4f9ead214 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 18:17:51.127994 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bffc12d5-b924-49d3-93a7-4f9c9a7ddb21 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:51.193022 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bffc12d5-b924-49d3-93a7-4f9c9a7ddb21 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:51.198217 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bffc12d5-b924-49d3-93a7-4f9c9a7ddb21 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:51.222849 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc12d5-b924-49d3-93a7-4f9c9a7ddb21 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe37751-084a-4084-857a-7582571d6dbb,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:51.232964 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bffc12d5-b924-49d3-93a7-4f9c9a7ddb21 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:51.234151 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bffc12d5-b924-49d3-93a7-4f9c9a7ddb21 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1473691 Apr 20 18:17:51.237159 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37452) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:51.242787 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-babb71f1-4c5c-4551-8183-aaa3251e2a6e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group_rule': {'security_group_id': '857c26fc-4a72-4ebb-9240-de3bf5b2a368', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:17:51.249644 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-babb71f1-4c5c-4551-8183-aaa3251e2a6e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:17:51.253384 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-babb71f1-4c5c-4551-8183-aaa3251e2a6e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:17:51.256336 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-babb71f1-4c5c-4551-8183-aaa3251e2a6e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:17:51.262149 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-babb71f1-4c5c-4551-8183-aaa3251e2a6e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:17:51.274883 n-d-838032-1 neutron-server[84081]: INFO neutron.db.securitygroups_db [None req-babb71f1-4c5c-4551-8183-aaa3251e2a6e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Project 7911800738e24c8486ca50d4f9ead214 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 18:17:51.281027 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-babb71f1-4c5c-4551-8183-aaa3251e2a6e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:51.345442 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-babb71f1-4c5c-4551-8183-aaa3251e2a6e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:51.351281 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-babb71f1-4c5c-4551-8183-aaa3251e2a6e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:51.373743 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb71f1-4c5c-4551-8183-aaa3251e2a6e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd20045a-08e7-441e-ac9d-1823290e4ea9,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:51.384161 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-babb71f1-4c5c-4551-8183-aaa3251e2a6e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:51.385329 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-babb71f1-4c5c-4551-8183-aaa3251e2a6e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1472485 Apr 20 18:17:51.388448 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37456) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:51.393695 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-efd4c26f-2518-42e6-91e4-63a016650b3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'network': {'name': 'tempest-network-smoke--515687770', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'port_security_enabled': True}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:17:51.399269 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-efd4c26f-2518-42e6-91e4-63a016650b3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:17:51.403053 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-efd4c26f-2518-42e6-91e4-63a016650b3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:network and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:17:51.405871 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-efd4c26f-2518-42e6-91e4-63a016650b3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:17:51.411445 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-efd4c26f-2518-42e6-91e4-63a016650b3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:17:51.422682 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd4c26f-2518-42e6-91e4-63a016650b3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Made reservation on behalf of 7911800738e24c8486ca50d4f9ead214 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:17:51.425579 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-efd4c26f-2518-42e6-91e4-63a016650b3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:51.452816 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd4c26f-2518-42e6-91e4-63a016650b3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 18:17:51.462371 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-efd4c26f-2518-42e6-91e4-63a016650b3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:51.462874 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-efd4c26f-2518-42e6-91e4-63a016650b3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Added segment d2bd0779-66cd-4567-85d4-0c9b59c328d4 of type vlan for network fee49ba0-2868-4bfa-a084-d0d358595e48 Apr 20 18:17:51.489248 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-efd4c26f-2518-42e6-91e4-63a016650b3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:51.519212 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-efd4c26f-2518-42e6-91e4-63a016650b3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:51.523179 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd4c26f-2518-42e6-91e4-63a016650b3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:17:51.523806 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-efd4c26f-2518-42e6-91e4-63a016650b3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:51.624146 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-efd4c26f-2518-42e6-91e4-63a016650b3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2346601 Apr 20 18:17:51.627440 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37460) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:51.630408 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd4c26f-2518-42e6-91e4-63a016650b3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Network': ['ID=fee49ba0-2868-4bfa-a084-d0d358595e48,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:51.632753 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-b67a6504-dedf-47b8-9f28-d4fba5581169 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1251157151', 'admin_state_up': True, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:17:51.641041 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b67a6504-dedf-47b8-9f28-d4fba5581169 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:17:51.641450 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network fee49ba0-2868-4bfa-a084-d0d358595e48 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 18:17:51.645167 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b67a6504-dedf-47b8-9f28-d4fba5581169 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:router and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:17:51.648240 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-b67a6504-dedf-47b8-9f28-d4fba5581169 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:17:51.654867 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-b67a6504-dedf-47b8-9f28-d4fba5581169 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:17:51.665693 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b67a6504-dedf-47b8-9f28-d4fba5581169 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:51.666613 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b67a6504-dedf-47b8-9f28-d4fba5581169 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:51.684278 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b67a6504-dedf-47b8-9f28-d4fba5581169 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:51.827732 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b67a6504-dedf-47b8-9f28-d4fba5581169 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:52.022616 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b67a6504-dedf-47b8-9f28-d4fba5581169 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:52.050120 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b67a6504-dedf-47b8-9f28-d4fba5581169 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:52.186357 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-b67a6504-dedf-47b8-9f28-d4fba5581169 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Allocated IP 172.25.8.15 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/91816adc-b123-4615-80cb-f70cbb377f85) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:17:52.334308 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b67a6504-dedf-47b8-9f28-d4fba5581169 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:52.363449 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b67a6504-dedf-47b8-9f28-d4fba5581169 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:52.428203 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67a6504-dedf-47b8-9f28-d4fba5581169 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:17:52.431071 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-b67a6504-dedf-47b8-9f28-d4fba5581169 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:17:52.433874 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67a6504-dedf-47b8-9f28-d4fba5581169 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:17:52.462234 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a6504-dedf-47b8-9f28-d4fba5581169 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Port': ['ID=91816adc-b123-4615-80cb-f70cbb377f85,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:52.606102 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b67a6504-dedf-47b8-9f28-d4fba5581169 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:52.606763 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b67a6504-dedf-47b8-9f28-d4fba5581169 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:52.836816 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67a6504-dedf-47b8-9f28-d4fba5581169 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Router 362ccdaa-2796-428d-b226-db2adf6e165e is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 18:17:53.047391 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67a6504-dedf-47b8-9f28-d4fba5581169 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:17:53.056948 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa088e5-e433-494d-b5a4-67fedc327f68 None None] Sync routers for ids ['362ccdaa-2796-428d-b226-db2adf6e165e'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:17:53.068807 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa088e5-e433-494d-b5a4-67fedc327f68 None None] Routers {'362ccdaa-2796-428d-b226-db2adf6e165e'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:17:53.069434 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2fa088e5-e433-494d-b5a4-67fedc327f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:17:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['362ccdaa-2796-428d-b226-db2adf6e165e'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:17:53.077165 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b67a6504-dedf-47b8-9f28-d4fba5581169 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:53.078378 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b67a6504-dedf-47b8-9f28-d4fba5581169 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4499013 Apr 20 18:17:53.081616 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37464) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:53.245311 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-2fa088e5-e433-494d-b5a4-67fedc327f68 None None] Set router 362ccdaa-2796-428d-b226-db2adf6e165e gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:17:53.249111 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a474fc8b-860c-4921-908d-c18af7afe7af tempest-TestNetworkAdvancedServerOps-1754895831 tempest-TestNetworkAdvancedServerOps-1754895831-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=7911800738e24c8486ca50d4f9ead214&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1663904 Apr 20 18:17:53.251979 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37470) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:53.380654 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74be1515-6114-4af9-bdaa-51cfc0875bb7 tempest-TestNetworkAdvancedServerOps-1754895831 tempest-TestNetworkAdvancedServerOps-1754895831-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:17:53.381988 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-74be1515-6114-4af9-bdaa-51cfc0875bb7 tempest-TestNetworkAdvancedServerOps-1754895831 tempest-TestNetworkAdvancedServerOps-1754895831-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1291654 Apr 20 18:17:53.385084 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37474) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:53.519942 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4b392041-887f-4662-8aa9-dd09f156900b tempest-TestNetworkAdvancedServerOps-1754895831 tempest-TestNetworkAdvancedServerOps-1754895831-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1337826 Apr 20 18:17:53.522795 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37478) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:53.528032 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-a6daedee-68d1-4e60-bc03-84a1edb3e91f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-423403436', 'network_id': 'fee49ba0-2868-4bfa-a084-d0d358595e48', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:17:53.528198 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2fa088e5-e433-494d-b5a4-67fedc327f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251157151', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '91816adc-b123-4615-80cb-f70cbb377f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:17:51Z', 'updated_at': '2022-04-20T18:17:52Z', 'revision_number': 3, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '91816adc-b123-4615-80cb-f70cbb377f85', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ef:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:17:52Z', 'updated_at': '2022-04-20T18:17:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:17:53.532092 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa088e5-e433-494d-b5a4-67fedc327f68 None None] Checking router: 362ccdaa-2796-428d-b226-db2adf6e165e for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:17:53.532423 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa088e5-e433-494d-b5a4-67fedc327f68 None None] Updating router 362ccdaa-2796-428d-b226-db2adf6e165e port 91816adc-b123-4615-80cb-f70cbb377f85 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 18:17:53.581766 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2fa088e5-e433-494d-b5a4-67fedc327f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:53.638585 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a6daedee-68d1-4e60-bc03-84a1edb3e91f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:17:53.642364 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a6daedee-68d1-4e60-bc03-84a1edb3e91f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:subnet and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:17:53.645180 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a6daedee-68d1-4e60-bc03-84a1edb3e91f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:17:53.650892 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a6daedee-68d1-4e60-bc03-84a1edb3e91f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:17:53.663567 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6daedee-68d1-4e60-bc03-84a1edb3e91f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Made reservation on behalf of 7911800738e24c8486ca50d4f9ead214 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:17:53.778953 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a6daedee-68d1-4e60-bc03-84a1edb3e91f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:53.919235 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2fa088e5-e433-494d-b5a4-67fedc327f68 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:53.930299 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2fa088e5-e433-494d-b5a4-67fedc327f68 None None] Transition to ACTIVE for port object 91816adc-b123-4615-80cb-f70cbb377f85 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:17:53.937026 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2fa088e5-e433-494d-b5a4-67fedc327f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:53.988596 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a6daedee-68d1-4e60-bc03-84a1edb3e91f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:54.019764 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a125b4-8bb1-43ed-badd-fc110f200d88 None None] Pushing event updated for resources: {'Port': ['ID=91816adc-b123-4615-80cb-f70cbb377f85,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:54.023615 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-2fa088e5-e433-494d-b5a4-67fedc327f68 None None] Attempting to bind port 91816adc-b123-4615-80cb-f70cbb377f85 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:17:54.023971 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-2fa088e5-e433-494d-b5a4-67fedc327f68 None None] Attempting to bind port 91816adc-b123-4615-80cb-f70cbb377f85 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:17:54.024325 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa088e5-e433-494d-b5a4-67fedc327f68 None None] Attempting to bind port 91816adc-b123-4615-80cb-f70cbb377f85 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:17:54.032407 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a125b4-8bb1-43ed-badd-fc110f200d88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:54.032745 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a125b4-8bb1-43ed-badd-fc110f200d88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:54.033074 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a125b4-8bb1-43ed-badd-fc110f200d88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:54.033400 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a125b4-8bb1-43ed-badd-fc110f200d88 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:54.033722 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a125b4-8bb1-43ed-badd-fc110f200d88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:54.034039 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a125b4-8bb1-43ed-badd-fc110f200d88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:54.034391 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a125b4-8bb1-43ed-badd-fc110f200d88 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:54.034707 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a125b4-8bb1-43ed-badd-fc110f200d88 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:54.035414 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a125b4-8bb1-43ed-badd-fc110f200d88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:54.035414 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a125b4-8bb1-43ed-badd-fc110f200d88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:54.035631 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a125b4-8bb1-43ed-badd-fc110f200d88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:54.041429 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa088e5-e433-494d-b5a4-67fedc327f68 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:17:54.041925 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa088e5-e433-494d-b5a4-67fedc327f68 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:17:54.042154 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2fa088e5-e433-494d-b5a4-67fedc327f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:54.042712 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa088e5-e433-494d-b5a4-67fedc327f68 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:17:54.043172 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-2fa088e5-e433-494d-b5a4-67fedc327f68 None None] Bound port: 91816adc-b123-4615-80cb-f70cbb377f85, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:17:54.043721 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2fa088e5-e433-494d-b5a4-67fedc327f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:54.065358 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6daedee-68d1-4e60-bc03-84a1edb3e91f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Subnet': ['ID=67c2c40f-d729-4484-904b-4dd67d4006d4,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:54.084414 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6daedee-68d1-4e60-bc03-84a1edb3e91f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Checking segment: {'id': 'd2bd0779-66cd-4567-85d4-0c9b59c328d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fee49ba0-2868-4bfa-a084-d0d358595e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:17:54.084766 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6daedee-68d1-4e60-bc03-84a1edb3e91f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network hostable DHCP agents. Network: fee49ba0-2868-4bfa-a084-d0d358595e48, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 18:17:54.108325 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6daedee-68d1-4e60-bc03-84a1edb3e91f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network fee49ba0-2868-4bfa-a084-d0d358595e48 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 18:17:54.112982 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-2fa088e5-e433-494d-b5a4-67fedc327f68 None None] For port 91816adc-b123-4615-80cb-f70cbb377f85, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:17:54.116055 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-2fa088e5-e433-494d-b5a4-67fedc327f68 None None] For port 91816adc-b123-4615-80cb-f70cbb377f85, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=91816adc-b123-4615-80cb-f70cbb377f85,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:17:54.119919 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-a6daedee-68d1-4e60-bc03-84a1edb3e91f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, fee49ba0-2868-4bfa-a084-d0d358595e48) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:17:54.123321 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2fa088e5-e433-494d-b5a4-67fedc327f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:54.123994 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6daedee-68d1-4e60-bc03-84a1edb3e91f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:17:54.124574 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a6daedee-68d1-4e60-bc03-84a1edb3e91f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:54.147687 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a6daedee-68d1-4e60-bc03-84a1edb3e91f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6238399 Apr 20 18:17:54.150652 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37482) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:54.157110 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15ed931-24d3-479a-b2f1-d0e441df99f7 None None] Network fee49ba0-2868-4bfa-a084-d0d358595e48 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:17:54.281910 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a125b4-8bb1-43ed-badd-fc110f200d88 None None] Pushing event updated for resources: {'Port': ['ID=91816adc-b123-4615-80cb-f70cbb377f85,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:54.303704 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa088e5-e433-494d-b5a4-67fedc327f68 None None] Routers {'362ccdaa-2796-428d-b226-db2adf6e165e'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:17:54.304329 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2fa088e5-e433-494d-b5a4-67fedc327f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:17:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['362ccdaa-2796-428d-b226-db2adf6e165e'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:17:54.591876 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-2fa088e5-e433-494d-b5a4-67fedc327f68 None None] Set router 362ccdaa-2796-428d-b226-db2adf6e165e gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:17:54.632157 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa588f9-a445-40eb-b14b-d2518c1ccdb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-fee49ba0-2868-4bfa-a084-d0d358595e48', 'network_id': 'fee49ba0-2868-4bfa-a084-d0d358595e48', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'fixed_ips': [{'subnet_id': '67c2c40f-d729-4484-904b-4dd67d4006d4'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 18:17:54.633011 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-efa588f9-a445-40eb-b14b-d2518c1ccdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:54.882523 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dc8222bb-953e-40de-a1c3-d053895cde66 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:54.977694 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-efa588f9-a445-40eb-b14b-d2518c1ccdb5 None None] Allocated IP 172.20.0.2 (fee49ba0-2868-4bfa-a084-d0d358595e48/67c2c40f-d729-4484-904b-4dd67d4006d4/799a0963-46d9-436d-85cf-bb0a09b8a266) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:17:55.120164 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2fa088e5-e433-494d-b5a4-67fedc327f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251157151', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '91816adc-b123-4615-80cb-f70cbb377f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:17:51Z', 'updated_at': '2022-04-20T18:17:52Z', 'revision_number': 3, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '91816adc-b123-4615-80cb-f70cbb377f85', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ef:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:17:52Z', 'updated_at': '2022-04-20T18:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:17:55.131024 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa088e5-e433-494d-b5a4-67fedc327f68 None None] The sync data for ids ['362ccdaa-2796-428d-b226-db2adf6e165e'] in n-d-838032-1 is: [{'id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251157151', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '91816adc-b123-4615-80cb-f70cbb377f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:17:51Z', 'updated_at': '2022-04-20T18:17:52Z', 'revision_number': 3, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '91816adc-b123-4615-80cb-f70cbb377f85', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ef:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:17:52Z', 'updated_at': '2022-04-20T18:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:17:55.226286 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-efa588f9-a445-40eb-b14b-d2518c1ccdb5 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:55.237386 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-efa588f9-a445-40eb-b14b-d2518c1ccdb5 None None] Transition to ACTIVE for port object 799a0963-46d9-436d-85cf-bb0a09b8a266 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:17:55.257163 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-efa588f9-a445-40eb-b14b-d2518c1ccdb5 None None] Transition to ACTIVE for port object 799a0963-46d9-436d-85cf-bb0a09b8a266 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:17:55.264884 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-efa588f9-a445-40eb-b14b-d2518c1ccdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:55.344928 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa588f9-a445-40eb-b14b-d2518c1ccdb5 None None] Network fee49ba0-2868-4bfa-a084-d0d358595e48 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:17:55.347892 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-efa588f9-a445-40eb-b14b-d2518c1ccdb5 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:17:55.350392 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa588f9-a445-40eb-b14b-d2518c1ccdb5 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:17:55.359287 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa588f9-a445-40eb-b14b-d2518c1ccdb5 None None] Pushing event updated for resources: {'Port': ['ID=799a0963-46d9-436d-85cf-bb0a09b8a266,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:55.408899 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-dc8222bb-953e-40de-a1c3-d053895cde66 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Allocated IP 172.20.0.1 (fee49ba0-2868-4bfa-a084-d0d358595e48/67c2c40f-d729-4484-904b-4dd67d4006d4/ebcdb9b9-228b-4a8f-8ac2-14d176459020) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:17:55.446771 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-efa588f9-a445-40eb-b14b-d2518c1ccdb5 None None] Attempting to bind port 799a0963-46d9-436d-85cf-bb0a09b8a266 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:17:55.446771 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-efa588f9-a445-40eb-b14b-d2518c1ccdb5 None None] Attempting to bind port 799a0963-46d9-436d-85cf-bb0a09b8a266 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'd2bd0779-66cd-4567-85d4-0c9b59c328d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fee49ba0-2868-4bfa-a084-d0d358595e48'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:17:55.447115 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa588f9-a445-40eb-b14b-d2518c1ccdb5 None None] Attempting to bind port 799a0963-46d9-436d-85cf-bb0a09b8a266 on network fee49ba0-2868-4bfa-a084-d0d358595e48 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:17:55.453902 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa588f9-a445-40eb-b14b-d2518c1ccdb5 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:17:55.454313 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa588f9-a445-40eb-b14b-d2518c1ccdb5 None None] Checking segment: {'id': 'd2bd0779-66cd-4567-85d4-0c9b59c328d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fee49ba0-2868-4bfa-a084-d0d358595e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:17:55.454697 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-efa588f9-a445-40eb-b14b-d2518c1ccdb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:55.455088 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa588f9-a445-40eb-b14b-d2518c1ccdb5 None None] Bound using segment: {'id': 'd2bd0779-66cd-4567-85d4-0c9b59c328d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fee49ba0-2868-4bfa-a084-d0d358595e48'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:17:55.455671 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-efa588f9-a445-40eb-b14b-d2518c1ccdb5 None None] Bound port: 799a0963-46d9-436d-85cf-bb0a09b8a266, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2bd0779-66cd-4567-85d4-0c9b59c328d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fee49ba0-2868-4bfa-a084-d0d358595e48'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:17:55.455883 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-efa588f9-a445-40eb-b14b-d2518c1ccdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:55.563138 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-efa588f9-a445-40eb-b14b-d2518c1ccdb5 None None] For port 799a0963-46d9-436d-85cf-bb0a09b8a266, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:17:55.567509 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-efa588f9-a445-40eb-b14b-d2518c1ccdb5 None None] For port 799a0963-46d9-436d-85cf-bb0a09b8a266, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=799a0963-46d9-436d-85cf-bb0a09b8a266,segment=NetworkSegment(d2bd0779-66cd-4567-85d4-0c9b59c328d4),segment_id=d2bd0779-66cd-4567-85d4-0c9b59c328d4)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:17:55.571499 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 91816adc-b123-4615-80cb-f70cbb377f85 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:17:55.605840 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dc8222bb-953e-40de-a1c3-d053895cde66 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:55.617215 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-efa588f9-a445-40eb-b14b-d2518c1ccdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:55.623367 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-dc8222bb-953e-40de-a1c3-d053895cde66 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Transition to ACTIVE for port object ebcdb9b9-228b-4a8f-8ac2-14d176459020 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:17:55.648196 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dc8222bb-953e-40de-a1c3-d053895cde66 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:55.723885 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa588f9-a445-40eb-b14b-d2518c1ccdb5 None None] Pushing event updated for resources: {'Port': ['ID=799a0963-46d9-436d-85cf-bb0a09b8a266,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:55.724110 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8222bb-953e-40de-a1c3-d053895cde66 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network fee49ba0-2868-4bfa-a084-d0d358595e48 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:17:55.725326 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-dc8222bb-953e-40de-a1c3-d053895cde66 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:17:55.730880 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8222bb-953e-40de-a1c3-d053895cde66 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:17:55.740471 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 91816adc-b123-4615-80cb-f70cbb377f85 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:17:55.743029 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 91816adc-b123-4615-80cb-f70cbb377f85 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:17:55.743940 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:55.761980 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8222bb-953e-40de-a1c3-d053895cde66 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Port': ['ID=ebcdb9b9-228b-4a8f-8ac2-14d176459020,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:55.799555 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dc8222bb-953e-40de-a1c3-d053895cde66 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:55.893551 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dc8222bb-953e-40de-a1c3-d053895cde66 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:55.938760 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:55.954164 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 91816adc-b123-4615-80cb-f70cbb377f85, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=91816adc-b123-4615-80cb-f70cbb377f85,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:17:55.959365 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:56.043649 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=91816adc-b123-4615-80cb-f70cbb377f85,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:56.319852 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dc8222bb-953e-40de-a1c3-d053895cde66 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:56.326975 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dc8222bb-953e-40de-a1c3-d053895cde66 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:56.435168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8222bb-953e-40de-a1c3-d053895cde66 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Port': ['ID=ebcdb9b9-228b-4a8f-8ac2-14d176459020,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:56.437674 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-dc8222bb-953e-40de-a1c3-d053895cde66 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:56.576908 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8222bb-953e-40de-a1c3-d053895cde66 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network fee49ba0-2868-4bfa-a084-d0d358595e48 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:17:56.578097 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-dc8222bb-953e-40de-a1c3-d053895cde66 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:17:56.740391 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e173fe6-e584-47fb-b52e-452456a402cd None None] Network fee49ba0-2868-4bfa-a084-d0d358595e48 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:17:56.876102 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b6f35314-755c-439d-9ff5-2e74c50d38e9 None None] Provisioning for port 799a0963-46d9-436d-85cf-bb0a09b8a266 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:17:57.058478 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8222bb-953e-40de-a1c3-d053895cde66 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Router 362ccdaa-2796-428d-b226-db2adf6e165e has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:17:57.230324 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c1ea9d79-69a9-4055-bd87-9ff873b38c1c None None] Provisioning for port ebcdb9b9-228b-4a8f-8ac2-14d176459020 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:17:57.235499 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c1ea9d79-69a9-4055-bd87-9ff873b38c1c None None] Provisioning complete for port ebcdb9b9-228b-4a8f-8ac2-14d176459020 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:17:57.235753 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c1ea9d79-69a9-4055-bd87-9ff873b38c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:57.270103 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8222bb-953e-40de-a1c3-d053895cde66 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:17:57.292874 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-dc8222bb-953e-40de-a1c3-d053895cde66 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "PUT /v2.0/routers/362ccdaa-2796-428d-b226-db2adf6e165e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1327252 Apr 20 18:17:57.295554 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea9d79-69a9-4055-bd87-9ff873b38c1c None None] Port ebcdb9b9-228b-4a8f-8ac2-14d176459020 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:17:57.419694 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-154b8d8a-e8cd-4b82-9b47-f8563631cc5f None None] Provisioning complete for port ebcdb9b9-228b-4a8f-8ac2-14d176459020 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:17:57.420322 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-154b8d8a-e8cd-4b82-9b47-f8563631cc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:57.476302 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-956a132a-eb3c-4f3e-bc8f-fde0627e0f91 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Synchronizing usage tracker for tenant:7911800738e24c8486ca50d4f9ead214 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:17:57.477208 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-154b8d8a-e8cd-4b82-9b47-f8563631cc5f None None] Port ebcdb9b9-228b-4a8f-8ac2-14d176459020 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:17:57.503437 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-956a132a-eb3c-4f3e-bc8f-fde0627e0f91 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Unset dirty status for tenant:7911800738e24c8486ca50d4f9ead214 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:17:57.504885 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-956a132a-eb3c-4f3e-bc8f-fde0627e0f91 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1658989268&fields=id&tenant_id=7911800738e24c8486ca50d4f9ead214 HTTP/1.1" status: 200 len: 267 time: 0.0732207 Apr 20 18:17:57.603684 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e488324b-a049-4638-bf54-489b0b902f3e None None] Provisioning complete for port ebcdb9b9-228b-4a8f-8ac2-14d176459020 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:17:57.604111 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e488324b-a049-4638-bf54-489b0b902f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:57.634559 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 799a0963-46d9-436d-85cf-bb0a09b8a266 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:17:57.658912 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-ac30cdd7-473e-4cd7-8005-1b2acac20f28 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:17:57.660260 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-ac30cdd7-473e-4cd7-8005-1b2acac20f28 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/networks?id=fee49ba0-2868-4bfa-a084-d0d358595e48 HTTP/1.1" status: 200 len: 796 time: 0.1478677 Apr 20 18:17:57.677015 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-ff46da2d-48a5-4a6a-89a4-22cbeefd29a0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/quotas/7911800738e24c8486ca50d4f9ead214 HTTP/1.1" status: 200 len: 375 time: 0.0112443 Apr 20 18:17:57.702951 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-e488324b-a049-4638-bf54-489b0b902f3e None None] Port ebcdb9b9-228b-4a8f-8ac2-14d176459020 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:17:57.724494 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 799a0963-46d9-436d-85cf-bb0a09b8a266 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:17:57.729409 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 799a0963-46d9-436d-85cf-bb0a09b8a266 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:17:57.729782 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:57.753778 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-bdd7c298-b3cb-4822-b9ac-66d9e097c286 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Synchronizing usage tracker for tenant:7911800738e24c8486ca50d4f9ead214 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:17:57.773167 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-bdd7c298-b3cb-4822-b9ac-66d9e097c286 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Unset dirty status for tenant:7911800738e24c8486ca50d4f9ead214 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:17:57.774557 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-bdd7c298-b3cb-4822-b9ac-66d9e097c286 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0923693 Apr 20 18:17:57.846434 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:57.854767 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-37c00e2e-1083-4e44-8eb4-f56db939672d service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 18:17:57.855735 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-37c00e2e-1083-4e44-8eb4-f56db939672d service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0697384 Apr 20 18:17:57.878725 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 799a0963-46d9-436d-85cf-bb0a09b8a266, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=799a0963-46d9-436d-85cf-bb0a09b8a266,segment=NetworkSegment(d2bd0779-66cd-4567-85d4-0c9b59c328d4),segment_id=d2bd0779-66cd-4567-85d4-0c9b59c328d4)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:17:57.883854 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:57.884714 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 91816adc-b123-4615-80cb-f70cbb377f85 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:17:57.990726 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-1aa23b6e-59fe-4fdb-a82c-9c3ef05096e5 service neutron] 10.222.0.39 "GET /v2.0/networks/fee49ba0-2868-4bfa-a084-d0d358595e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280086 Apr 20 18:17:57.996304 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=799a0963-46d9-436d-85cf-bb0a09b8a266,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:58.010216 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 91816adc-b123-4615-80cb-f70cbb377f85 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:17:58.010553 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:58.126502 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-697de095-33fb-4dd4-9635-863d421e798c service neutron] 10.222.0.39 "GET /v2.0/networks/fee49ba0-2868-4bfa-a084-d0d358595e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289229 Apr 20 18:17:58.360058 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-70bb22fe-5c56-4da3-b46f-0cad4164f4e4 req-cacaeadf-7885-4f0c-9d91-5a26c34b08d9 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c358df-5f3d-4e22-8dc3-cfa4f7863689 HTTP/1.1" status: 200 len: 210 time: 0.0452311 Apr 20 18:17:58.817487 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77deef91-2ff8-4fe6-8d24-8131629765b2 None None] Sync routers for ids ['362ccdaa-2796-428d-b226-db2adf6e165e'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:17:58.832729 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77deef91-2ff8-4fe6-8d24-8131629765b2 None None] Routers {'362ccdaa-2796-428d-b226-db2adf6e165e'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:17:58.833505 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-77deef91-2ff8-4fe6-8d24-8131629765b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:17:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['362ccdaa-2796-428d-b226-db2adf6e165e'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:17:59.022902 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-77deef91-2ff8-4fe6-8d24-8131629765b2 None None] Set router 362ccdaa-2796-428d-b226-db2adf6e165e gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:17:59.379616 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-77deef91-2ff8-4fe6-8d24-8131629765b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251157151', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '91816adc-b123-4615-80cb-f70cbb377f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:17:51Z', 'updated_at': '2022-04-20T18:17:55Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '91816adc-b123-4615-80cb-f70cbb377f85', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ef:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:17:52Z', 'updated_at': '2022-04-20T18:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'ebcdb9b9-228b-4a8f-8ac2-14d176459020', 'name': '', 'network_id': 'fee49ba0-2868-4bfa-a084-d0d358595e48', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:12:ac:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67c2c40f-d729-4484-904b-4dd67d4006d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:17:55Z', 'updated_at': '2022-04-20T18:17:56Z', 'revision_number': 2, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': '67c2c40f-d729-4484-904b-4dd67d4006d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:17:59.383537 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77deef91-2ff8-4fe6-8d24-8131629765b2 None None] Checking router: 362ccdaa-2796-428d-b226-db2adf6e165e for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:17:59.383889 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77deef91-2ff8-4fe6-8d24-8131629765b2 None None] Updating router 362ccdaa-2796-428d-b226-db2adf6e165e port ebcdb9b9-228b-4a8f-8ac2-14d176459020 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 18:17:59.442799 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-77deef91-2ff8-4fe6-8d24-8131629765b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:59.492388 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-75bbf71f-b57b-4d9f-a594-ff808325c823 req-9d916616-6b42-4403-8588-db647b13db40 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c358df-5f3d-4e22-8dc3-cfa4f7863689 HTTP/1.1" status: 200 len: 210 time: 0.0500288 Apr 20 18:17:59.532955 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 799a0963-46d9-436d-85cf-bb0a09b8a266 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:17:59.598802 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 799a0963-46d9-436d-85cf-bb0a09b8a266 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:17:59.599139 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:59.799169 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-77deef91-2ff8-4fe6-8d24-8131629765b2 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:59.810395 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-77deef91-2ff8-4fe6-8d24-8131629765b2 None None] Transition to ACTIVE for port object ebcdb9b9-228b-4a8f-8ac2-14d176459020 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:17:59.818223 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-77deef91-2ff8-4fe6-8d24-8131629765b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:17:59.934691 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92758e41-2353-4db4-b151-05e5690ad8c3 None None] Pushing event updated for resources: {'Port': ['ID=ebcdb9b9-228b-4a8f-8ac2-14d176459020,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:17:59.947849 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92758e41-2353-4db4-b151-05e5690ad8c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:59.948188 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92758e41-2353-4db4-b151-05e5690ad8c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:59.948867 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92758e41-2353-4db4-b151-05e5690ad8c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:59.949209 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92758e41-2353-4db4-b151-05e5690ad8c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:59.949535 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92758e41-2353-4db4-b151-05e5690ad8c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:59.949856 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92758e41-2353-4db4-b151-05e5690ad8c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:59.950230 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92758e41-2353-4db4-b151-05e5690ad8c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:59.950506 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92758e41-2353-4db4-b151-05e5690ad8c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:59.950812 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92758e41-2353-4db4-b151-05e5690ad8c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:59.951123 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92758e41-2353-4db4-b151-05e5690ad8c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:17:59.951437 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92758e41-2353-4db4-b151-05e5690ad8c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:18:00.039275 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-77deef91-2ff8-4fe6-8d24-8131629765b2 None None] Attempting to bind port ebcdb9b9-228b-4a8f-8ac2-14d176459020 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:18:00.039580 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-77deef91-2ff8-4fe6-8d24-8131629765b2 None None] Attempting to bind port ebcdb9b9-228b-4a8f-8ac2-14d176459020 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'd2bd0779-66cd-4567-85d4-0c9b59c328d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fee49ba0-2868-4bfa-a084-d0d358595e48'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:18:00.039918 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77deef91-2ff8-4fe6-8d24-8131629765b2 None None] Attempting to bind port ebcdb9b9-228b-4a8f-8ac2-14d176459020 on network fee49ba0-2868-4bfa-a084-d0d358595e48 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:18:00.046261 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77deef91-2ff8-4fe6-8d24-8131629765b2 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:18:00.046880 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77deef91-2ff8-4fe6-8d24-8131629765b2 None None] Checking segment: {'id': 'd2bd0779-66cd-4567-85d4-0c9b59c328d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fee49ba0-2868-4bfa-a084-d0d358595e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:18:00.047270 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-77deef91-2ff8-4fe6-8d24-8131629765b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:00.047633 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77deef91-2ff8-4fe6-8d24-8131629765b2 None None] Bound using segment: {'id': 'd2bd0779-66cd-4567-85d4-0c9b59c328d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fee49ba0-2868-4bfa-a084-d0d358595e48'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:18:00.048076 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-77deef91-2ff8-4fe6-8d24-8131629765b2 None None] Bound port: ebcdb9b9-228b-4a8f-8ac2-14d176459020, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2bd0779-66cd-4567-85d4-0c9b59c328d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fee49ba0-2868-4bfa-a084-d0d358595e48'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:18:00.048438 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-77deef91-2ff8-4fe6-8d24-8131629765b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:00.140813 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-77deef91-2ff8-4fe6-8d24-8131629765b2 None None] For port ebcdb9b9-228b-4a8f-8ac2-14d176459020, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:18:00.143880 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-77deef91-2ff8-4fe6-8d24-8131629765b2 None None] For port ebcdb9b9-228b-4a8f-8ac2-14d176459020, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ebcdb9b9-228b-4a8f-8ac2-14d176459020,segment=NetworkSegment(d2bd0779-66cd-4567-85d4-0c9b59c328d4),segment_id=d2bd0779-66cd-4567-85d4-0c9b59c328d4)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:18:00.149439 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-77deef91-2ff8-4fe6-8d24-8131629765b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:00.228313 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92758e41-2353-4db4-b151-05e5690ad8c3 None None] Pushing event updated for resources: {'Port': ['ID=ebcdb9b9-228b-4a8f-8ac2-14d176459020,revision_number=4']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:18:00.234386 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77deef91-2ff8-4fe6-8d24-8131629765b2 None None] Routers {'362ccdaa-2796-428d-b226-db2adf6e165e'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:18:00.234990 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-77deef91-2ff8-4fe6-8d24-8131629765b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:17:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['362ccdaa-2796-428d-b226-db2adf6e165e'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:18:00.412123 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-77deef91-2ff8-4fe6-8d24-8131629765b2 None None] Set router 362ccdaa-2796-428d-b226-db2adf6e165e gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:18:00.608697 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-81d36d28-b79d-4fa8-8359-c04c07ddd7d5 req-0d6a6d60-c63f-456e-8c87-363316a474c3 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c358df-5f3d-4e22-8dc3-cfa4f7863689 HTTP/1.1" status: 200 len: 210 time: 0.0460236 Apr 20 18:18:00.750401 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-77deef91-2ff8-4fe6-8d24-8131629765b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251157151', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '91816adc-b123-4615-80cb-f70cbb377f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:17:51Z', 'updated_at': '2022-04-20T18:17:55Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '91816adc-b123-4615-80cb-f70cbb377f85', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ef:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:17:52Z', 'updated_at': '2022-04-20T18:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'ebcdb9b9-228b-4a8f-8ac2-14d176459020', 'name': '', 'network_id': 'fee49ba0-2868-4bfa-a084-d0d358595e48', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:12:ac:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67c2c40f-d729-4484-904b-4dd67d4006d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:17:55Z', 'updated_at': '2022-04-20T18:18:00Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': '67c2c40f-d729-4484-904b-4dd67d4006d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:18:00.754309 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77deef91-2ff8-4fe6-8d24-8131629765b2 None None] The sync data for ids ['362ccdaa-2796-428d-b226-db2adf6e165e'] in n-d-838032-1 is: [{'id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251157151', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '91816adc-b123-4615-80cb-f70cbb377f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:17:51Z', 'updated_at': '2022-04-20T18:17:55Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '91816adc-b123-4615-80cb-f70cbb377f85', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ef:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:17:52Z', 'updated_at': '2022-04-20T18:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'ebcdb9b9-228b-4a8f-8ac2-14d176459020', 'name': '', 'network_id': 'fee49ba0-2868-4bfa-a084-d0d358595e48', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:12:ac:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67c2c40f-d729-4484-904b-4dd67d4006d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:17:55Z', 'updated_at': '2022-04-20T18:18:00Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': '67c2c40f-d729-4484-904b-4dd67d4006d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:18:01.545416 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ebcdb9b9-228b-4a8f-8ac2-14d176459020 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:18:01.614896 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port ebcdb9b9-228b-4a8f-8ac2-14d176459020 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:18:01.619813 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port ebcdb9b9-228b-4a8f-8ac2-14d176459020 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:18:01.620170 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:01.718885 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4864e755-5335-4ee7-9e59-c1d4691271fc req-5088eb98-ad04-4fcf-9ddb-90f9dc2d331f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c358df-5f3d-4e22-8dc3-cfa4f7863689 HTTP/1.1" status: 200 len: 210 time: 0.0407214 Apr 20 18:18:01.745581 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:01.783639 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port ebcdb9b9-228b-4a8f-8ac2-14d176459020, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ebcdb9b9-228b-4a8f-8ac2-14d176459020,segment=NetworkSegment(d2bd0779-66cd-4567-85d4-0c9b59c328d4),segment_id=d2bd0779-66cd-4567-85d4-0c9b59c328d4)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:18:01.789357 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:01.857198 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=ebcdb9b9-228b-4a8f-8ac2-14d176459020,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:18:02.905171 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-108248b2-b994-48f6-870b-40840256d13a req-c6465df9-db40-4dd0-aa91-3014381297b4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c358df-5f3d-4e22-8dc3-cfa4f7863689 HTTP/1.1" status: 200 len: 210 time: 0.0511632 Apr 20 18:18:03.528296 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ebcdb9b9-228b-4a8f-8ac2-14d176459020 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:18:03.598810 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port ebcdb9b9-228b-4a8f-8ac2-14d176459020 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:18:03.599177 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:03.694462 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-51497dc6-dcb4-4011-8294-4c27c47c1ac4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:18:03.695973 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-51497dc6-dcb4-4011-8294-4c27c47c1ac4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.10 "GET /v2.0/networks?id=fee49ba0-2868-4bfa-a084-d0d358595e48 HTTP/1.1" status: 200 len: 796 time: 0.1458168 Apr 20 18:18:03.748534 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-98f131b0-cff9-427d-a7c6-6e31de54bbdf tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7911800738e24c8486ca50d4f9ead214 HTTP/1.1" status: 200 len: 380 time: 0.0404532 Apr 20 18:18:03.756953 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-56c07789-f675-450b-bdc0-b29f17c65f84 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'port': {'device_id': '40c358df-5f3d-4e22-8dc3-cfa4f7863689', 'network_id': 'fee49ba0-2868-4bfa-a084-d0d358595e48', 'admin_state_up': True, 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'security_groups': ['857c26fc-4a72-4ebb-9240-de3bf5b2a368']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:18:03.890362 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-56c07789-f675-450b-bdc0-b29f17c65f84 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:18:03.900047 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-56c07789-f675-450b-bdc0-b29f17c65f84 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:18:03.913138 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-56c07789-f675-450b-bdc0-b29f17c65f84 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Made reservation on behalf of 7911800738e24c8486ca50d4f9ead214 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:18:03.916136 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-56c07789-f675-450b-bdc0-b29f17c65f84 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:04.096980 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fbfde2a9-de72-428b-8adb-994f323f1fa7 req-89b18bc6-412b-47d3-a6ce-f456a798910e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c358df-5f3d-4e22-8dc3-cfa4f7863689 HTTP/1.1" status: 200 len: 210 time: 0.0551083 Apr 20 18:18:04.112741 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-56c07789-f675-450b-bdc0-b29f17c65f84 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Allocated IP 172.20.0.8 (fee49ba0-2868-4bfa-a084-d0d358595e48/67c2c40f-d729-4484-904b-4dd67d4006d4/0cab2526-85f1-4769-a3de-ad267876b5b4) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:18:04.387884 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-56c07789-f675-450b-bdc0-b29f17c65f84 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:04.403979 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-56c07789-f675-450b-bdc0-b29f17c65f84 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Transition to ACTIVE for port object 0cab2526-85f1-4769-a3de-ad267876b5b4 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:18:04.426489 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-56c07789-f675-450b-bdc0-b29f17c65f84 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:04.496473 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-56c07789-f675-450b-bdc0-b29f17c65f84 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network fee49ba0-2868-4bfa-a084-d0d358595e48 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:18:04.499368 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-56c07789-f675-450b-bdc0-b29f17c65f84 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:18:04.505647 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-56c07789-f675-450b-bdc0-b29f17c65f84 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:18:04.539799 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c07789-f675-450b-bdc0-b29f17c65f84 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Port': ['ID=0cab2526-85f1-4769-a3de-ad267876b5b4,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:18:04.573349 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-56c07789-f675-450b-bdc0-b29f17c65f84 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:18:04.573934 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-56c07789-f675-450b-bdc0-b29f17c65f84 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:04.601491 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-56c07789-f675-450b-bdc0-b29f17c65f84 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8481178 Apr 20 18:18:04.614111 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-82428ff5-00f2-4c6b-9fb7-a8b0d909c41d service neutron] Request body: {'port': {'device_id': '40c358df-5f3d-4e22-8dc3-cfa4f7863689', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:18:04.714926 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-775fba56-c68d-4e79-9972-9dbace916338 None None] Provisioning for port 0cab2526-85f1-4769-a3de-ad267876b5b4 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:18:04.719787 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-775fba56-c68d-4e79-9972-9dbace916338 None None] Provisioning complete for port 0cab2526-85f1-4769-a3de-ad267876b5b4 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:18:04.720152 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-775fba56-c68d-4e79-9972-9dbace916338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:04.723027 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-82428ff5-00f2-4c6b-9fb7-a8b0d909c41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:04.770905 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-775fba56-c68d-4e79-9972-9dbace916338 None None] Port 0cab2526-85f1-4769-a3de-ad267876b5b4 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:18:05.053177 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-82428ff5-00f2-4c6b-9fb7-a8b0d909c41d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cab2526-85f1-4769-a3de-ad267876b5b4 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:18:05.062694 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-82428ff5-00f2-4c6b-9fb7-a8b0d909c41d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:05.079088 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-82428ff5-00f2-4c6b-9fb7-a8b0d909c41d service neutron] Transition to ACTIVE for port object 0cab2526-85f1-4769-a3de-ad267876b5b4 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:18:05.085522 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-82428ff5-00f2-4c6b-9fb7-a8b0d909c41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:05.207346 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82428ff5-00f2-4c6b-9fb7-a8b0d909c41d service neutron] Pushing event updated for resources: {'Port': ['ID=0cab2526-85f1-4769-a3de-ad267876b5b4,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:18:05.298266 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab28883-8900-4fe0-a0aa-c39fb2402acf req-bedd29c7-82c9-4a2e-a878-0e861dd81cc3 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:18:05.300126 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9ab28883-8900-4fe0-a0aa-c39fb2402acf req-bedd29c7-82c9-4a2e-a878-0e861dd81cc3 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c358df-5f3d-4e22-8dc3-cfa4f7863689 HTTP/1.1" status: 200 len: 943 time: 0.0808167 Apr 20 18:18:05.321623 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-82428ff5-00f2-4c6b-9fb7-a8b0d909c41d service neutron] Attempting to bind port 0cab2526-85f1-4769-a3de-ad267876b5b4 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:18:05.322241 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-82428ff5-00f2-4c6b-9fb7-a8b0d909c41d service neutron] Attempting to bind port 0cab2526-85f1-4769-a3de-ad267876b5b4 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'd2bd0779-66cd-4567-85d4-0c9b59c328d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fee49ba0-2868-4bfa-a084-d0d358595e48'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:18:05.322479 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-82428ff5-00f2-4c6b-9fb7-a8b0d909c41d service neutron] Attempting to bind port 0cab2526-85f1-4769-a3de-ad267876b5b4 on network fee49ba0-2868-4bfa-a084-d0d358595e48 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:18:05.328891 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-82428ff5-00f2-4c6b-9fb7-a8b0d909c41d service neutron] Port 0cab2526-85f1-4769-a3de-ad267876b5b4 on network fee49ba0-2868-4bfa-a084-d0d358595e48 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 18:18:05.329197 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-82428ff5-00f2-4c6b-9fb7-a8b0d909c41d service neutron] Attempting to bind port 0cab2526-85f1-4769-a3de-ad267876b5b4 on network fee49ba0-2868-4bfa-a084-d0d358595e48 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:18:05.335360 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-82428ff5-00f2-4c6b-9fb7-a8b0d909c41d service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:18:05.335677 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-82428ff5-00f2-4c6b-9fb7-a8b0d909c41d service neutron] Checking segment: {'id': 'd2bd0779-66cd-4567-85d4-0c9b59c328d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fee49ba0-2868-4bfa-a084-d0d358595e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:18:05.336078 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-82428ff5-00f2-4c6b-9fb7-a8b0d909c41d service neutron] Bound using segment: {'id': 'd2bd0779-66cd-4567-85d4-0c9b59c328d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fee49ba0-2868-4bfa-a084-d0d358595e48'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:18:05.336486 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-82428ff5-00f2-4c6b-9fb7-a8b0d909c41d service neutron] Bound port: 0cab2526-85f1-4769-a3de-ad267876b5b4, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2bd0779-66cd-4567-85d4-0c9b59c328d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fee49ba0-2868-4bfa-a084-d0d358595e48'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:18:05.336820 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-82428ff5-00f2-4c6b-9fb7-a8b0d909c41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:05.349425 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9ab28883-8900-4fe0-a0aa-c39fb2402acf req-9053d7a6-5398-4cb7-b5e6-2c02d9b29b35 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=857c26fc-4a72-4ebb-9240-de3bf5b2a368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422423 Apr 20 18:18:05.424051 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-82428ff5-00f2-4c6b-9fb7-a8b0d909c41d service neutron] For port 0cab2526-85f1-4769-a3de-ad267876b5b4, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:18:05.427002 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-82428ff5-00f2-4c6b-9fb7-a8b0d909c41d service neutron] For port 0cab2526-85f1-4769-a3de-ad267876b5b4, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=0cab2526-85f1-4769-a3de-ad267876b5b4,segment=NetworkSegment(d2bd0779-66cd-4567-85d4-0c9b59c328d4),segment_id=d2bd0779-66cd-4567-85d4-0c9b59c328d4)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:18:05.434074 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-82428ff5-00f2-4c6b-9fb7-a8b0d909c41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:05.500617 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-82428ff5-00f2-4c6b-9fb7-a8b0d909c41d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:05.501982 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-82428ff5-00f2-4c6b-9fb7-a8b0d909c41d service neutron] 10.222.0.10 "PUT /v2.0/ports/0cab2526-85f1-4769-a3de-ad267876b5b4 HTTP/1.1" status: 200 len: 1091 time: 0.8920486 Apr 20 18:18:05.502427 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c358df-5f3d-4e22-8dc3-cfa4f7863689', 'tag': '0cab2526-85f1-4769-a3de-ad267876b5b4'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:18:05.525227 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82428ff5-00f2-4c6b-9fb7-a8b0d909c41d service neutron] Pushing event updated for resources: {'Port': ['ID=0cab2526-85f1-4769-a3de-ad267876b5b4,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:18:05.582701 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9da73be-43c3-476f-8ac4-2715868fa21f'] response: {'name': 'network-changed', 'server_uuid': '40c358df-5f3d-4e22-8dc3-cfa4f7863689', 'tag': '0cab2526-85f1-4769-a3de-ad267876b5b4', 'status': 'completed', 'code': 200} Apr 20 18:18:05.625938 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-169cdd9d-c4d6-4da7-b500-bb36e425ef8d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=40c358df-5f3d-4e22-8dc3-cfa4f7863689 HTTP/1.1" status: 200 len: 1094 time: 0.0789392 Apr 20 18:18:05.696618 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-0aabe30b-1412-4617-bbde-540a851dcf70 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cab2526-85f1-4769-a3de-ad267876b5b4 HTTP/1.1" status: 200 len: 217 time: 0.0642562 Apr 20 18:18:05.761985 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-f2429802-9a27-4a03-a401-5621685e5fd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:18:05.763476 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-f2429802-9a27-4a03-a401-5621685e5fd8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67c2c40f-d729-4484-904b-4dd67d4006d4 HTTP/1.1" status: 200 len: 834 time: 0.0600643 Apr 20 18:18:05.839978 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-fbac67f3-8034-48b4-8842-3cbaaf349cb3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fee49ba0-2868-4bfa-a084-d0d358595e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706592 Apr 20 18:18:06.003674 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-6fe273a2-c4b5-4d29-8f2b-fcf3f0e113a5 service neutron] 10.222.0.10 "GET /v2.0/networks/fee49ba0-2868-4bfa-a084-d0d358595e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575632 Apr 20 18:18:06.230662 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1dc7d50-3f0b-4c62-84ad-02976a4cc11c req-1c52176a-6acf-4dfc-93d0-6da27777b68e service neutron] 10.222.0.10 "GET /v2.0/networks/fee49ba0-2868-4bfa-a084-d0d358595e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206986 Apr 20 18:18:06.373039 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8dbefc51-40f5-45b5-b9e9-789f492ffc1b req-6d761c9d-1120-4ba7-922b-b9c137bf991f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=40c358df-5f3d-4e22-8dc3-cfa4f7863689 HTTP/1.1" status: 200 len: 1094 time: 0.0807760 Apr 20 18:18:06.503286 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbefc51-40f5-45b5-b9e9-789f492ffc1b req-2f3000df-9178-4ce8-b398-dbc09aa432cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:18:06.504698 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8dbefc51-40f5-45b5-b9e9-789f492ffc1b req-2f3000df-9178-4ce8-b398-dbc09aa432cb service neutron] 10.222.0.10 "GET /v2.0/networks?id=fee49ba0-2868-4bfa-a084-d0d358595e48 HTTP/1.1" status: 200 len: 897 time: 0.1258216 Apr 20 18:18:06.543120 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d743905-5270-4056-b10b-013a4bbec9db req-e3435d6b-7993-497c-ae43-c9943e5ae622 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:18:06.544544 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4d743905-5270-4056-b10b-013a4bbec9db req-e3435d6b-7993-497c-ae43-c9943e5ae622 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c358df-5f3d-4e22-8dc3-cfa4f7863689 HTTP/1.1" status: 200 len: 943 time: 0.0738821 Apr 20 18:18:06.572894 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8dbefc51-40f5-45b5-b9e9-789f492ffc1b req-32177398-6a1a-48bf-ba2e-7f9b1a390ba5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cab2526-85f1-4769-a3de-ad267876b5b4 HTTP/1.1" status: 200 len: 217 time: 0.0621867 Apr 20 18:18:06.593632 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4d743905-5270-4056-b10b-013a4bbec9db req-c3bade6b-7f32-4057-8ab7-78c7ccfb8d0d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=857c26fc-4a72-4ebb-9240-de3bf5b2a368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432284 Apr 20 18:18:06.639529 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbefc51-40f5-45b5-b9e9-789f492ffc1b req-876c095b-bb2e-4093-970a-b74749b97b58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:18:06.640983 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8dbefc51-40f5-45b5-b9e9-789f492ffc1b req-876c095b-bb2e-4093-970a-b74749b97b58 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67c2c40f-d729-4484-904b-4dd67d4006d4 HTTP/1.1" status: 200 len: 834 time: 0.0615470 Apr 20 18:18:06.716890 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8dbefc51-40f5-45b5-b9e9-789f492ffc1b req-683b2d11-d801-4dc9-8a96-9d850dcf9a60 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fee49ba0-2868-4bfa-a084-d0d358595e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701802 Apr 20 18:18:06.844664 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8dbefc51-40f5-45b5-b9e9-789f492ffc1b req-ff712e19-e1f0-4349-a857-03e5a7e288c7 service neutron] 10.222.0.10 "GET /v2.0/networks/fee49ba0-2868-4bfa-a084-d0d358595e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217582 Apr 20 18:18:06.976489 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8dbefc51-40f5-45b5-b9e9-789f492ffc1b req-2ba94c7a-4257-411f-a0cd-61769a1bcc9b service neutron] 10.222.0.10 "GET /v2.0/networks/fee49ba0-2868-4bfa-a084-d0d358595e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258144 Apr 20 18:18:07.810928 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca63f33-6ef2-49b4-8c9e-9483e9d8f7a7 req-0d355fed-897d-4b6d-bc1f-47abcffeea49 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:18:07.811594 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-bca63f33-6ef2-49b4-8c9e-9483e9d8f7a7 req-0d355fed-897d-4b6d-bc1f-47abcffeea49 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Synchronizing usage tracker for tenant:7911800738e24c8486ca50d4f9ead214 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:18:07.830772 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-bca63f33-6ef2-49b4-8c9e-9483e9d8f7a7 req-0d355fed-897d-4b6d-bc1f-47abcffeea49 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Unset dirty status for tenant:7911800738e24c8486ca50d4f9ead214 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:18:07.831863 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bca63f33-6ef2-49b4-8c9e-9483e9d8f7a7 req-0d355fed-897d-4b6d-bc1f-47abcffeea49 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c358df-5f3d-4e22-8dc3-cfa4f7863689 HTTP/1.1" status: 200 len: 943 time: 0.1120493 Apr 20 18:18:07.877036 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bca63f33-6ef2-49b4-8c9e-9483e9d8f7a7 req-2d3c28e6-55d3-4413-89e8-c80942113c23 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=857c26fc-4a72-4ebb-9240-de3bf5b2a368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393021 Apr 20 18:18:08.932581 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 0cab2526-85f1-4769-a3de-ad267876b5b4 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:18:09.096217 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13294446-1d28-42a8-9108-2968e7613125 req-df096889-35d3-419e-b336-bb9da5f1702d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:18:09.097790 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-13294446-1d28-42a8-9108-2968e7613125 req-df096889-35d3-419e-b336-bb9da5f1702d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c358df-5f3d-4e22-8dc3-cfa4f7863689 HTTP/1.1" status: 200 len: 943 time: 0.0761194 Apr 20 18:18:09.099478 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 0cab2526-85f1-4769-a3de-ad267876b5b4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=0cab2526-85f1-4769-a3de-ad267876b5b4,segment=NetworkSegment(d2bd0779-66cd-4567-85d4-0c9b59c328d4),segment_id=d2bd0779-66cd-4567-85d4-0c9b59c328d4)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:18:09.112602 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '0cab2526-85f1-4769-a3de-ad267876b5b4', 'network_id': 'fee49ba0-2868-4bfa-a084-d0d358595e48', 'port_id': '0cab2526-85f1-4769-a3de-ad267876b5b4', 'mac_address': 'fa:16:3e:89:70:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c2c40f-d729-4484-904b-4dd67d4006d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:18:09.143576 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-13294446-1d28-42a8-9108-2968e7613125 req-c323bc25-25e2-45ba-ab64-ee29f8cef5ca tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=857c26fc-4a72-4ebb-9240-de3bf5b2a368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400558 Apr 20 18:18:09.169183 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:09.186016 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cab2526-85f1-4769-a3de-ad267876b5b4 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:18:09.200735 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 0cab2526-85f1-4769-a3de-ad267876b5b4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=0cab2526-85f1-4769-a3de-ad267876b5b4,segment=NetworkSegment(d2bd0779-66cd-4567-85d4-0c9b59c328d4),segment_id=d2bd0779-66cd-4567-85d4-0c9b59c328d4)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:18:09.204834 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:09.269126 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-61a56489-297d-42b0-9375-89a43036c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:09.281212 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=0cab2526-85f1-4769-a3de-ad267876b5b4,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:18:09.541348 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['0cab2526-85f1-4769-a3de-ad267876b5b4'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:18:10.354241 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89e76e-e711-4ed6-9c3f-d318521f5109 req-57ca887a-9b20-4127-b122-38217799f08d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:18:10.355660 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0e89e76e-e711-4ed6-9c3f-d318521f5109 req-57ca887a-9b20-4127-b122-38217799f08d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c358df-5f3d-4e22-8dc3-cfa4f7863689 HTTP/1.1" status: 200 len: 944 time: 0.0798678 Apr 20 18:18:10.403650 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0e89e76e-e711-4ed6-9c3f-d318521f5109 req-82f5970e-3a5b-4e81-bbab-db669e262003 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=857c26fc-4a72-4ebb-9240-de3bf5b2a368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424953 Apr 20 18:18:10.939772 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 0cab2526-85f1-4769-a3de-ad267876b5b4 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:18:11.021595 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 0cab2526-85f1-4769-a3de-ad267876b5b4 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:18:11.026801 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 0cab2526-85f1-4769-a3de-ad267876b5b4 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:18:11.027157 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:11.154419 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:11.180520 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c358df-5f3d-4e22-8dc3-cfa4f7863689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cab2526-85f1-4769-a3de-ad267876b5b4'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:18:11.189767 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 0cab2526-85f1-4769-a3de-ad267876b5b4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=0cab2526-85f1-4769-a3de-ad267876b5b4,segment=NetworkSegment(d2bd0779-66cd-4567-85d4-0c9b59c328d4),segment_id=d2bd0779-66cd-4567-85d4-0c9b59c328d4)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:18:11.194526 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:11.260151 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=0cab2526-85f1-4769-a3de-ad267876b5b4,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:18:11.311185 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c3f3a08-c402-4119-a3c6-548d61797815'] response: {'server_uuid': '40c358df-5f3d-4e22-8dc3-cfa4f7863689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cab2526-85f1-4769-a3de-ad267876b5b4', 'code': 200} Apr 20 18:18:11.426913 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-31b0d1eb-9155-4c51-950d-3e8a2e832254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:11.438552 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9698e209-1d7e-4d95-b17c-280507b4ab3b req-22d89f5e-90ed-4084-a174-9d28d2084719 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=40c358df-5f3d-4e22-8dc3-cfa4f7863689 HTTP/1.1" status: 200 len: 1096 time: 0.0702031 Apr 20 18:18:11.482279 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9698e209-1d7e-4d95-b17c-280507b4ab3b req-b1ac6b4a-878a-4987-ab37-c4de4bac25b2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=857c26fc-4a72-4ebb-9240-de3bf5b2a368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381670 Apr 20 18:18:11.580761 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:18:11.608951 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023a0cd-51c7-4cc1-8922-7bdb9c2bbc90 req-98e998d6-a4a9-4c31-8f22-c24ad391ac52 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:18:11.610396 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9023a0cd-51c7-4cc1-8922-7bdb9c2bbc90 req-98e998d6-a4a9-4c31-8f22-c24ad391ac52 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c358df-5f3d-4e22-8dc3-cfa4f7863689 HTTP/1.1" status: 200 len: 945 time: 0.0873687 Apr 20 18:18:11.656634 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9023a0cd-51c7-4cc1-8922-7bdb9c2bbc90 req-17459457-6cde-4958-8479-5709aea4da16 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=857c26fc-4a72-4ebb-9240-de3bf5b2a368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406511 Apr 20 18:18:12.731925 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:12.863237 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ed05d-83d8-4af9-bebf-352010b8399f req-e96218ae-e8a2-4014-bc5d-1876ec2881a5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:18:12.864670 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-008ed05d-83d8-4af9-bebf-352010b8399f req-e96218ae-e8a2-4014-bc5d-1876ec2881a5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c358df-5f3d-4e22-8dc3-cfa4f7863689 HTTP/1.1" status: 200 len: 945 time: 0.0827978 Apr 20 18:18:12.909498 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-008ed05d-83d8-4af9-bebf-352010b8399f req-594ccaa5-32b2-4080-83ee-8719861bd546 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=857c26fc-4a72-4ebb-9240-de3bf5b2a368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388367 Apr 20 18:18:12.947492 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:13.776073 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:14.132249 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbd7e8-7d48-495f-bba6-a0b284cf82f2 req-e56dc947-2737-41c8-a55f-fe224c46103e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:18:14.133549 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b4cbd7e8-7d48-495f-bba6-a0b284cf82f2 req-e56dc947-2737-41c8-a55f-fe224c46103e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c358df-5f3d-4e22-8dc3-cfa4f7863689 HTTP/1.1" status: 200 len: 945 time: 0.0936391 Apr 20 18:18:14.178732 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b4cbd7e8-7d48-495f-bba6-a0b284cf82f2 req-4ae10182-1fca-4464-aa9a-e9f649ae201b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=857c26fc-4a72-4ebb-9240-de3bf5b2a368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396006 Apr 20 18:18:14.258638 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:14.378892 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f84959-6450-4edc-8f4b-48e5f2e4aadb req-8857d68d-c3af-41b9-a9fa-52f24eb68d78 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:18:14.380332 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-64f84959-6450-4edc-8f4b-48e5f2e4aadb req-8857d68d-c3af-41b9-a9fa-52f24eb68d78 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c358df-5f3d-4e22-8dc3-cfa4f7863689 HTTP/1.1" status: 200 len: 945 time: 0.0806172 Apr 20 18:18:14.425707 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-64f84959-6450-4edc-8f4b-48e5f2e4aadb req-367796cf-bb94-4d93-aca3-fb21a39f8b69 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=857c26fc-4a72-4ebb-9240-de3bf5b2a368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395911 Apr 20 18:18:14.453562 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37556) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:14.529738 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-765ea782-1809-4b48-8266-fd7ef69a82c1 tempest-TestNetworkAdvancedServerOps-1754895831 tempest-TestNetworkAdvancedServerOps-1754895831-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=40c358df-5f3d-4e22-8dc3-cfa4f7863689 HTTP/1.1" status: 200 len: 1091 time: 0.0749850 Apr 20 18:18:14.532677 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37560) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:14.537684 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-0fe12e28-3103-44a5-9224-0b529d9c898c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'port_id': '0cab2526-85f1-4769-a3de-ad267876b5b4', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:18:14.544298 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0fe12e28-3103-44a5-9224-0b529d9c898c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:18:14.548790 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0fe12e28-3103-44a5-9224-0b529d9c898c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:floatingip and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:18:14.551968 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0fe12e28-3103-44a5-9224-0b529d9c898c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:18:14.558240 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0fe12e28-3103-44a5-9224-0b529d9c898c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:18:14.570366 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0fe12e28-3103-44a5-9224-0b529d9c898c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:14.702334 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0fe12e28-3103-44a5-9224-0b529d9c898c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:14.832847 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-0fe12e28-3103-44a5-9224-0b529d9c898c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Allocated IP 172.25.8.78 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/92469bba-70d9-44e9-9542-addae4da4189) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:18:14.982766 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0fe12e28-3103-44a5-9224-0b529d9c898c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:15.016562 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0fe12e28-3103-44a5-9224-0b529d9c898c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:15.084983 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe12e28-3103-44a5-9224-0b529d9c898c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:18:15.085860 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe12e28-3103-44a5-9224-0b529d9c898c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Port': ['ID=92469bba-70d9-44e9-9542-addae4da4189,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:18:15.089587 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-0fe12e28-3103-44a5-9224-0b529d9c898c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:18:15.092099 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe12e28-3103-44a5-9224-0b529d9c898c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:18:15.685079 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0fe12e28-3103-44a5-9224-0b529d9c898c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:15.744662 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:15.748204 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0fe12e28-3103-44a5-9224-0b529d9c898c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:15.963109 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0fe12e28-3103-44a5-9224-0b529d9c898c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:15.970098 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0fe12e28-3103-44a5-9224-0b529d9c898c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:16.072028 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe12e28-3103-44a5-9224-0b529d9c898c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Port': ['ID=92469bba-70d9-44e9-9542-addae4da4189,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:18:16.086114 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0fe12e28-3103-44a5-9224-0b529d9c898c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:16.272520 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [None req-0fe12e28-3103-44a5-9224-0b529d9c898c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Floating IP ea183493-2fca-41ee-b511-9caa80003381 associated. External IP: 172.25.8.78, port: 0cab2526-85f1-4769-a3de-ad267876b5b4. Apr 20 18:18:16.653043 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe12e28-3103-44a5-9224-0b529d9c898c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Router 362ccdaa-2796-428d-b226-db2adf6e165e has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:18:16.960847 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe12e28-3103-44a5-9224-0b529d9c898c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:18:16.971810 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d274be2-55c1-4233-bdb5-0ebbf05c15fa None None] Sync routers for ids ['362ccdaa-2796-428d-b226-db2adf6e165e'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:18:16.985536 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d274be2-55c1-4233-bdb5-0ebbf05c15fa None None] Routers {'362ccdaa-2796-428d-b226-db2adf6e165e'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:18:16.986287 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-6d274be2-55c1-4233-bdb5-0ebbf05c15fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:18:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['362ccdaa-2796-428d-b226-db2adf6e165e'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:18:16.987828 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0fe12e28-3103-44a5-9224-0b529d9c898c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:17.041972 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0fe12e28-3103-44a5-9224-0b529d9c898c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5083086 Apr 20 18:18:17.042561 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c358df-5f3d-4e22-8dc3-cfa4f7863689', 'tag': '0cab2526-85f1-4769-a3de-ad267876b5b4'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:18:17.121788 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5467cdbc-2af0-434e-ae85-06fdde1f1982'] response: {'name': 'network-changed', 'server_uuid': '40c358df-5f3d-4e22-8dc3-cfa4f7863689', 'tag': '0cab2526-85f1-4769-a3de-ad267876b5b4', 'status': 'completed', 'code': 200} Apr 20 18:18:17.165947 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-6d274be2-55c1-4233-bdb5-0ebbf05c15fa None None] Set router 362ccdaa-2796-428d-b226-db2adf6e165e gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:18:17.267348 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b6a499c-876f-4057-bf9d-55d34ffcf900 req-9a4ed11e-9ae8-4de8-98f2-a6a9eebdf881 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=40c358df-5f3d-4e22-8dc3-cfa4f7863689 HTTP/1.1" status: 200 len: 1096 time: 0.1235354 Apr 20 18:18:17.276592 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e420788-e1d9-4666-9aa0-a42970ffeba5 req-178e99a3-1142-4ec7-9bd9-78374d2efa9e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:18:17.277913 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4e420788-e1d9-4666-9aa0-a42970ffeba5 req-178e99a3-1142-4ec7-9bd9-78374d2efa9e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c358df-5f3d-4e22-8dc3-cfa4f7863689 HTTP/1.1" status: 200 len: 945 time: 0.0989091 Apr 20 18:18:17.409732 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4e420788-e1d9-4666-9aa0-a42970ffeba5 req-27c3558b-854c-45b8-bc10-5d6769d70fd7 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=857c26fc-4a72-4ebb-9240-de3bf5b2a368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139712 Apr 20 18:18:17.435118 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a499c-876f-4057-bf9d-55d34ffcf900 req-2b91a67e-1a37-4e17-b9e2-a01ea11763ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:18:17.436773 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b6a499c-876f-4057-bf9d-55d34ffcf900 req-2b91a67e-1a37-4e17-b9e2-a01ea11763ca service neutron] 10.222.0.10 "GET /v2.0/networks?id=fee49ba0-2868-4bfa-a084-d0d358595e48 HTTP/1.1" status: 200 len: 897 time: 0.1578155 Apr 20 18:18:17.453416 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37568) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:17.516161 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-6d274be2-55c1-4233-bdb5-0ebbf05c15fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251157151', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '91816adc-b123-4615-80cb-f70cbb377f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:17:51Z', 'updated_at': '2022-04-20T18:17:55Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '91816adc-b123-4615-80cb-f70cbb377f85', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ef:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:17:52Z', 'updated_at': '2022-04-20T18:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'ea183493-2fca-41ee-b511-9caa80003381', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'floating_ip_address': '172.25.8.78', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'port_id': '0cab2526-85f1-4769-a3de-ad267876b5b4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fee49ba0-2868-4bfa-a084-d0d358595e48', 'mac_address': 'fa:16:3e:89:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c358df-5f3d-4e22-8dc3-cfa4f7863689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:18:15Z', 'updated_at': '2022-04-20T18:18:15Z', 'revision_number': 0, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebcdb9b9-228b-4a8f-8ac2-14d176459020', 'name': '', 'network_id': 'fee49ba0-2868-4bfa-a084-d0d358595e48', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:12:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67c2c40f-d729-4484-904b-4dd67d4006d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:17:55Z', 'updated_at': '2022-04-20T18:18:01Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': '67c2c40f-d729-4484-904b-4dd67d4006d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:18:17.520504 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d274be2-55c1-4233-bdb5-0ebbf05c15fa None None] Checking router: 362ccdaa-2796-428d-b226-db2adf6e165e for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:18:17.531661 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d274be2-55c1-4233-bdb5-0ebbf05c15fa None None] Routers {'362ccdaa-2796-428d-b226-db2adf6e165e'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:18:17.532292 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-6d274be2-55c1-4233-bdb5-0ebbf05c15fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:18:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['362ccdaa-2796-428d-b226-db2adf6e165e'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:18:17.568198 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-eae7cfdb-0e80-4f3b-9c6f-447efff489d9 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/floatingips/ea183493-2fca-41ee-b511-9caa80003381 HTTP/1.1" status: 200 len: 990 time: 0.1135509 Apr 20 18:18:17.645310 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b6a499c-876f-4057-bf9d-55d34ffcf900 req-f33adbcd-2b51-4bdb-8a46-e8b450d96da0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cab2526-85f1-4769-a3de-ad267876b5b4 HTTP/1.1" status: 200 len: 998 time: 0.2015262 Apr 20 18:18:17.705798 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-6d274be2-55c1-4233-bdb5-0ebbf05c15fa None None] Set router 362ccdaa-2796-428d-b226-db2adf6e165e gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:18:17.706721 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a499c-876f-4057-bf9d-55d34ffcf900 req-1a875b86-e273-474a-a4d1-c31f2a35e3f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:18:17.708139 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b6a499c-876f-4057-bf9d-55d34ffcf900 req-1a875b86-e273-474a-a4d1-c31f2a35e3f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67c2c40f-d729-4484-904b-4dd67d4006d4 HTTP/1.1" status: 200 len: 834 time: 0.0569112 Apr 20 18:18:17.783904 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b6a499c-876f-4057-bf9d-55d34ffcf900 req-a1dfea21-152b-4b60-a883-9b44ad529319 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fee49ba0-2868-4bfa-a084-d0d358595e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694451 Apr 20 18:18:17.914461 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b6a499c-876f-4057-bf9d-55d34ffcf900 req-84565508-1898-4578-950a-17100c066b56 service neutron] 10.222.0.10 "GET /v2.0/networks/fee49ba0-2868-4bfa-a084-d0d358595e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241598 Apr 20 18:18:18.043673 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7b6a499c-876f-4057-bf9d-55d34ffcf900 req-044754d0-31e7-4218-ab70-bf7a4d7a4a27 service neutron] 10.222.0.10 "GET /v2.0/networks/fee49ba0-2868-4bfa-a084-d0d358595e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232491 Apr 20 18:18:18.085653 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-6d274be2-55c1-4233-bdb5-0ebbf05c15fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251157151', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '91816adc-b123-4615-80cb-f70cbb377f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:17:51Z', 'updated_at': '2022-04-20T18:17:55Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '91816adc-b123-4615-80cb-f70cbb377f85', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ef:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:17:52Z', 'updated_at': '2022-04-20T18:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'ea183493-2fca-41ee-b511-9caa80003381', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'floating_ip_address': '172.25.8.78', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'port_id': '0cab2526-85f1-4769-a3de-ad267876b5b4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fee49ba0-2868-4bfa-a084-d0d358595e48', 'mac_address': 'fa:16:3e:89:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c358df-5f3d-4e22-8dc3-cfa4f7863689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:18:15Z', 'updated_at': '2022-04-20T18:18:15Z', 'revision_number': 0, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebcdb9b9-228b-4a8f-8ac2-14d176459020', 'name': '', 'network_id': 'fee49ba0-2868-4bfa-a084-d0d358595e48', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:12:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67c2c40f-d729-4484-904b-4dd67d4006d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:17:55Z', 'updated_at': '2022-04-20T18:18:01Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': '67c2c40f-d729-4484-904b-4dd67d4006d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:18:18.089788 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d274be2-55c1-4233-bdb5-0ebbf05c15fa None None] The sync data for ids ['362ccdaa-2796-428d-b226-db2adf6e165e'] in n-d-838032-1 is: [{'id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251157151', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '91816adc-b123-4615-80cb-f70cbb377f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:17:51Z', 'updated_at': '2022-04-20T18:17:55Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '91816adc-b123-4615-80cb-f70cbb377f85', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ef:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:17:52Z', 'updated_at': '2022-04-20T18:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'ea183493-2fca-41ee-b511-9caa80003381', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'floating_ip_address': '172.25.8.78', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'port_id': '0cab2526-85f1-4769-a3de-ad267876b5b4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fee49ba0-2868-4bfa-a084-d0d358595e48', 'mac_address': 'fa:16:3e:89:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c358df-5f3d-4e22-8dc3-cfa4f7863689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:18:15Z', 'updated_at': '2022-04-20T18:18:15Z', 'revision_number': 0, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebcdb9b9-228b-4a8f-8ac2-14d176459020', 'name': '', 'network_id': 'fee49ba0-2868-4bfa-a084-d0d358595e48', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:12:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67c2c40f-d729-4484-904b-4dd67d4006d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:17:55Z', 'updated_at': '2022-04-20T18:18:01Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': '67c2c40f-d729-4484-904b-4dd67d4006d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:18:18.281647 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffa761f-eecc-406d-ae4d-b7ce94b5c073 None None] New status for floating IP ea183493-2fca-41ee-b511-9caa80003381: ACTIVE {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 18:18:18.572129 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37572) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:18.675287 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d650b739-6a08-4ee5-9711-c1d865b24aee tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/floatingips/ea183493-2fca-41ee-b511-9caa80003381 HTTP/1.1" status: 200 len: 992 time: 0.1020188 Apr 20 18:18:29.827912 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-44941b36-788c-4d10-86c8-daa072bd43e3 req-6ab49c41-5f74-4437-a1a3-6fe5c436d97b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=40c358df-5f3d-4e22-8dc3-cfa4f7863689&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0756721 Apr 20 18:18:29.982674 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-44941b36-788c-4d10-86c8-daa072bd43e3 req-b7223a4e-d39a-40fa-8050-a4f774845625 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=40c358df-5f3d-4e22-8dc3-cfa4f7863689 HTTP/1.1" status: 200 len: 1096 time: 0.0794575 Apr 20 18:18:30.133968 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44941b36-788c-4d10-86c8-daa072bd43e3 req-afb2269c-5bdf-41cc-93e5-aed0bf59bd9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:18:30.135472 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-44941b36-788c-4d10-86c8-daa072bd43e3 req-afb2269c-5bdf-41cc-93e5-aed0bf59bd9f service neutron] 10.222.0.10 "GET /v2.0/networks?id=fee49ba0-2868-4bfa-a084-d0d358595e48 HTTP/1.1" status: 200 len: 897 time: 0.1322730 Apr 20 18:18:30.239849 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-44941b36-788c-4d10-86c8-daa072bd43e3 req-8a908753-c322-491a-a9bf-d8e3796f8713 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cab2526-85f1-4769-a3de-ad267876b5b4 HTTP/1.1" status: 200 len: 1000 time: 0.0967257 Apr 20 18:18:30.387821 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44941b36-788c-4d10-86c8-daa072bd43e3 req-265e4a8a-cbfb-4a2e-8073-db69ce54016e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:18:30.389203 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-44941b36-788c-4d10-86c8-daa072bd43e3 req-265e4a8a-cbfb-4a2e-8073-db69ce54016e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67c2c40f-d729-4484-904b-4dd67d4006d4 HTTP/1.1" status: 200 len: 834 time: 0.0600102 Apr 20 18:18:30.466022 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-44941b36-788c-4d10-86c8-daa072bd43e3 req-4b263e7f-9400-46fa-81c0-04ff3256006d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fee49ba0-2868-4bfa-a084-d0d358595e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708013 Apr 20 18:18:30.598871 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-44941b36-788c-4d10-86c8-daa072bd43e3 req-4b1765ed-19eb-4d04-afa6-25df4b0486d6 service neutron] 10.222.0.10 "GET /v2.0/networks/fee49ba0-2868-4bfa-a084-d0d358595e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259177 Apr 20 18:18:30.727778 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-44941b36-788c-4d10-86c8-daa072bd43e3 req-f7a24614-6259-4ec6-ab23-7032b3934fe4 service neutron] 10.222.0.10 "GET /v2.0/networks/fee49ba0-2868-4bfa-a084-d0d358595e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225932 Apr 20 18:18:39.259302 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-660c2c41-70f2-4959-8d6c-69ce49a74019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:41.436067 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-da1c4d1d-0fad-46df-8054-05a31b231e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:42.717945 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:42.949385 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:43.769625 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:44.272724 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:45.779256 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:18:48.588002 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:19:09.257290 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9b8cb247-5cbf-4aa8-b5fc-f0ee9d96a6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:11.432019 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6f183de0-6781-4d82-ac6a-a30be36cbd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:12.724967 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:12.962330 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:13.786733 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:14.269749 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:15.781440 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:19.730332 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172ff76-0016-456a-abdb-9239fb5e8d4c req-988238f9-57b3-4551-8b5a-4abf67dd1a29 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:19:19.731689 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e172ff76-0016-456a-abdb-9239fb5e8d4c req-988238f9-57b3-4551-8b5a-4abf67dd1a29 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c358df-5f3d-4e22-8dc3-cfa4f7863689 HTTP/1.1" status: 200 len: 945 time: 0.0830708 Apr 20 18:19:19.778434 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e172ff76-0016-456a-abdb-9239fb5e8d4c req-90f27318-2a0e-4fc1-abdc-c2a45c9e8eb6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=857c26fc-4a72-4ebb-9240-de3bf5b2a368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410349 Apr 20 18:19:21.007968 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd97fdd-1080-46cf-b8df-41466db618af req-23b9ff4c-c3b3-4c6b-8494-664352baed85 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:19:21.009410 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bdd97fdd-1080-46cf-b8df-41466db618af req-23b9ff4c-c3b3-4c6b-8494-664352baed85 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c358df-5f3d-4e22-8dc3-cfa4f7863689 HTTP/1.1" status: 200 len: 945 time: 0.0771995 Apr 20 18:19:21.059226 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bdd97fdd-1080-46cf-b8df-41466db618af req-b36700eb-36a1-47ba-8937-0280a2c0236e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=857c26fc-4a72-4ebb-9240-de3bf5b2a368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417252 Apr 20 18:19:21.087364 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37610) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:21.194774 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-047fcfc4-17d3-4b2d-86d7-feb6d7b2f383 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/floatingips/ea183493-2fca-41ee-b511-9caa80003381 HTTP/1.1" status: 200 len: 992 time: 0.1061623 Apr 20 18:19:22.693432 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc65993-dc6a-4069-92e0-5162cd160f9f req-c9cc29cb-e4a5-46d0-a0af-d0062e969bf2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:19:22.694924 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dcc65993-dc6a-4069-92e0-5162cd160f9f req-c9cc29cb-e4a5-46d0-a0af-d0062e969bf2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c358df-5f3d-4e22-8dc3-cfa4f7863689 HTTP/1.1" status: 200 len: 945 time: 0.0840185 Apr 20 18:19:22.746973 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dcc65993-dc6a-4069-92e0-5162cd160f9f req-d8aeb04f-5ec8-4589-9a04-eec267dbb0e3 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=857c26fc-4a72-4ebb-9240-de3bf5b2a368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423009 Apr 20 18:19:23.968495 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c7ca1-8854-46b0-b2d0-499b05fc5ca0 req-44aa610d-8834-4dd3-9082-3b5e967787a3 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:19:23.969985 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a30c7ca1-8854-46b0-b2d0-499b05fc5ca0 req-44aa610d-8834-4dd3-9082-3b5e967787a3 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c358df-5f3d-4e22-8dc3-cfa4f7863689 HTTP/1.1" status: 200 len: 945 time: 0.0866547 Apr 20 18:19:24.017576 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a30c7ca1-8854-46b0-b2d0-499b05fc5ca0 req-9e228571-7ed1-474e-a796-df7e04ee0705 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=857c26fc-4a72-4ebb-9240-de3bf5b2a368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418727 Apr 20 18:19:24.050775 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37622) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:24.241635 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7a48e905-eee0-4b53-a46b-1075a43b7a00 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/floatingips/ea183493-2fca-41ee-b511-9caa80003381 HTTP/1.1" status: 200 len: 992 time: 0.1897597 Apr 20 18:19:24.563156 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37630) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:24.767434 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ea29c-1435-4c50-a379-d42b9d0c6827 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Deleting port 92469bba-70d9-44e9-9542-addae4da4189 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:19:24.767747 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4f4ea29c-1435-4c50-a379-d42b9d0c6827 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:24.934094 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4f4ea29c-1435-4c50-a379-d42b9d0c6827 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:24.934399 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4f4ea29c-1435-4c50-a379-d42b9d0c6827 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:25.052581 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ea29c-1435-4c50-a379-d42b9d0c6827 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Calling delete_port for 92469bba-70d9-44e9-9542-addae4da4189 owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:19:25.202871 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4f4ea29c-1435-4c50-a379-d42b9d0c6827 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:25.246203 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ea29c-1435-4c50-a379-d42b9d0c6827 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'Port': ['ID=92469bba-70d9-44e9-9542-addae4da4189,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:25.281188 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ea29c-1435-4c50-a379-d42b9d0c6827 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:25.281585 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ea29c-1435-4c50-a379-d42b9d0c6827 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:25.281854 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ea29c-1435-4c50-a379-d42b9d0c6827 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:25.282211 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ea29c-1435-4c50-a379-d42b9d0c6827 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:25.282538 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ea29c-1435-4c50-a379-d42b9d0c6827 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:25.283408 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ea29c-1435-4c50-a379-d42b9d0c6827 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:25.283742 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ea29c-1435-4c50-a379-d42b9d0c6827 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:25.284064 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ea29c-1435-4c50-a379-d42b9d0c6827 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:25.284549 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ea29c-1435-4c50-a379-d42b9d0c6827 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:25.284859 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ea29c-1435-4c50-a379-d42b9d0c6827 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:25.285169 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ea29c-1435-4c50-a379-d42b9d0c6827 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:25.356195 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4f4ea29c-1435-4c50-a379-d42b9d0c6827 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:25.578954 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:19:25.765348 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4ea29c-1435-4c50-a379-d42b9d0c6827 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Router 362ccdaa-2796-428d-b226-db2adf6e165e has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:19:25.972809 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4ea29c-1435-4c50-a379-d42b9d0c6827 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:19:25.984654 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c7d7c3-fdc0-4824-8f1e-6c7bd5392e8a None None] Sync routers for ids ['362ccdaa-2796-428d-b226-db2adf6e165e'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:19:25.996575 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4f4ea29c-1435-4c50-a379-d42b9d0c6827 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:25.997252 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c7d7c3-fdc0-4824-8f1e-6c7bd5392e8a None None] Routers {'362ccdaa-2796-428d-b226-db2adf6e165e'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:19:25.997869 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-27c7d7c3-fdc0-4824-8f1e-6c7bd5392e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:19:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['362ccdaa-2796-428d-b226-db2adf6e165e'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:19:26.150751 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4f4ea29c-1435-4c50-a379-d42b9d0c6827 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "DELETE /v2.0/floatingips/ea183493-2fca-41ee-b511-9caa80003381 HTTP/1.1" status: 204 len: 168 time: 1.5864899 Apr 20 18:19:26.151370 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c358df-5f3d-4e22-8dc3-cfa4f7863689', 'tag': '0cab2526-85f1-4769-a3de-ad267876b5b4'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:19:26.173288 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-27c7d7c3-fdc0-4824-8f1e-6c7bd5392e8a None None] Set router 362ccdaa-2796-428d-b226-db2adf6e165e gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:19:26.211181 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b85c714a-d54f-4b4f-b6f3-7e961f2912d2'] response: {'name': 'network-changed', 'server_uuid': '40c358df-5f3d-4e22-8dc3-cfa4f7863689', 'tag': '0cab2526-85f1-4769-a3de-ad267876b5b4', 'status': 'completed', 'code': 200} Apr 20 18:19:26.302956 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-51c79053-5b78-4a37-bf24-c2cc328ab5f0 req-ff3f9fc2-332a-4e35-a5a4-b6d77872a7eb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=40c358df-5f3d-4e22-8dc3-cfa4f7863689 HTTP/1.1" status: 200 len: 1096 time: 0.0712967 Apr 20 18:19:26.464930 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c79053-5b78-4a37-bf24-c2cc328ab5f0 req-005942b1-0e08-4011-9551-bba7ab409635 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:19:26.466525 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-51c79053-5b78-4a37-bf24-c2cc328ab5f0 req-005942b1-0e08-4011-9551-bba7ab409635 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fee49ba0-2868-4bfa-a084-d0d358595e48 HTTP/1.1" status: 200 len: 897 time: 0.1570783 Apr 20 18:19:26.505775 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-27c7d7c3-fdc0-4824-8f1e-6c7bd5392e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251157151', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '91816adc-b123-4615-80cb-f70cbb377f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:17:51Z', 'updated_at': '2022-04-20T18:17:55Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '91816adc-b123-4615-80cb-f70cbb377f85', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ef:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:17:52Z', 'updated_at': '2022-04-20T18:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'ebcdb9b9-228b-4a8f-8ac2-14d176459020', 'name': '', 'network_id': 'fee49ba0-2868-4bfa-a084-d0d358595e48', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:12:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67c2c40f-d729-4484-904b-4dd67d4006d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:17:55Z', 'updated_at': '2022-04-20T18:18:01Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': '67c2c40f-d729-4484-904b-4dd67d4006d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:19:26.509590 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c7d7c3-fdc0-4824-8f1e-6c7bd5392e8a None None] Checking router: 362ccdaa-2796-428d-b226-db2adf6e165e for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:19:26.521879 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c7d7c3-fdc0-4824-8f1e-6c7bd5392e8a None None] Routers {'362ccdaa-2796-428d-b226-db2adf6e165e'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:19:26.522574 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-27c7d7c3-fdc0-4824-8f1e-6c7bd5392e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:19:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['362ccdaa-2796-428d-b226-db2adf6e165e'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:19:26.539718 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-51c79053-5b78-4a37-bf24-c2cc328ab5f0 req-b36a39f8-9dfd-4bbd-ba69-067f256dffa5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cab2526-85f1-4769-a3de-ad267876b5b4 HTTP/1.1" status: 200 len: 217 time: 0.0653176 Apr 20 18:19:26.552620 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6136937-818f-4f78-a8a4-a5e11b4a42b9 req-ac56c155-33e1-4451-b77f-e0a5728208b7 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:19:26.554064 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6136937-818f-4f78-a8a4-a5e11b4a42b9 req-ac56c155-33e1-4451-b77f-e0a5728208b7 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c358df-5f3d-4e22-8dc3-cfa4f7863689 HTTP/1.1" status: 200 len: 945 time: 0.0752285 Apr 20 18:19:26.601090 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b6136937-818f-4f78-a8a4-a5e11b4a42b9 req-312998e0-6e91-450d-b2a4-02f737c844fc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=857c26fc-4a72-4ebb-9240-de3bf5b2a368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408142 Apr 20 18:19:26.603139 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c79053-5b78-4a37-bf24-c2cc328ab5f0 req-3fbb63ad-a5ad-4f8b-a279-76e1949cc848 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:19:26.604578 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-51c79053-5b78-4a37-bf24-c2cc328ab5f0 req-3fbb63ad-a5ad-4f8b-a279-76e1949cc848 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67c2c40f-d729-4484-904b-4dd67d4006d4 HTTP/1.1" status: 200 len: 834 time: 0.0584097 Apr 20 18:19:26.682661 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-51c79053-5b78-4a37-bf24-c2cc328ab5f0 req-a7625a84-121b-4a1d-87dc-f44359cd298d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fee49ba0-2868-4bfa-a084-d0d358595e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713954 Apr 20 18:19:26.693343 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-51c79053-5b78-4a37-bf24-c2cc328ab5f0 req-498dd1b0-26f7-4b4a-bd9a-eb616eaed122 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 18:19:26.694287 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-51c79053-5b78-4a37-bf24-c2cc328ab5f0 req-498dd1b0-26f7-4b4a-bd9a-eb616eaed122 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047584 Apr 20 18:19:26.701022 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-27c7d7c3-fdc0-4824-8f1e-6c7bd5392e8a None None] Set router 362ccdaa-2796-428d-b226-db2adf6e165e gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:19:26.826058 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-51c79053-5b78-4a37-bf24-c2cc328ab5f0 req-a7619d9e-1cdb-462c-a46c-a1529f925efb service neutron] 10.222.0.10 "GET /v2.0/networks/fee49ba0-2868-4bfa-a084-d0d358595e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249108 Apr 20 18:19:26.958562 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-51c79053-5b78-4a37-bf24-c2cc328ab5f0 req-e6c29696-395f-4702-b7c7-826dc0d167c0 service neutron] 10.222.0.10 "GET /v2.0/networks/fee49ba0-2868-4bfa-a084-d0d358595e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243963 Apr 20 18:19:27.047664 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-27c7d7c3-fdc0-4824-8f1e-6c7bd5392e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251157151', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '91816adc-b123-4615-80cb-f70cbb377f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:17:51Z', 'updated_at': '2022-04-20T18:17:55Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '91816adc-b123-4615-80cb-f70cbb377f85', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ef:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:17:52Z', 'updated_at': '2022-04-20T18:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'ebcdb9b9-228b-4a8f-8ac2-14d176459020', 'name': '', 'network_id': 'fee49ba0-2868-4bfa-a084-d0d358595e48', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:12:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67c2c40f-d729-4484-904b-4dd67d4006d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:17:55Z', 'updated_at': '2022-04-20T18:18:01Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': '67c2c40f-d729-4484-904b-4dd67d4006d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:19:27.051625 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c7d7c3-fdc0-4824-8f1e-6c7bd5392e8a None None] The sync data for ids ['362ccdaa-2796-428d-b226-db2adf6e165e'] in n-d-838032-1 is: [{'id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251157151', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '91816adc-b123-4615-80cb-f70cbb377f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:17:51Z', 'updated_at': '2022-04-20T18:17:55Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '91816adc-b123-4615-80cb-f70cbb377f85', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ef:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:17:52Z', 'updated_at': '2022-04-20T18:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'ebcdb9b9-228b-4a8f-8ac2-14d176459020', 'name': '', 'network_id': 'fee49ba0-2868-4bfa-a084-d0d358595e48', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:12:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67c2c40f-d729-4484-904b-4dd67d4006d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:17:55Z', 'updated_at': '2022-04-20T18:18:01Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': '67c2c40f-d729-4484-904b-4dd67d4006d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:19:27.257976 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc1e27e-b6d3-452d-ac19-f4505c660908 None None] New status for floating IP ea183493-2fca-41ee-b511-9caa80003381: DOWN {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 18:19:27.802900 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ee694-124c-48cd-9153-0ca6f48397f2 req-4c5edd62-4992-4cdd-a4a8-c9e89739c429 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:19:27.803570 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-5d6ee694-124c-48cd-9153-0ca6f48397f2 req-4c5edd62-4992-4cdd-a4a8-c9e89739c429 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Synchronizing usage tracker for tenant:7911800738e24c8486ca50d4f9ead214 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:19:27.821996 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-5d6ee694-124c-48cd-9153-0ca6f48397f2 req-4c5edd62-4992-4cdd-a4a8-c9e89739c429 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Unset dirty status for tenant:7911800738e24c8486ca50d4f9ead214 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:19:27.823219 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5d6ee694-124c-48cd-9153-0ca6f48397f2 req-4c5edd62-4992-4cdd-a4a8-c9e89739c429 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c358df-5f3d-4e22-8dc3-cfa4f7863689 HTTP/1.1" status: 200 len: 945 time: 0.0972214 Apr 20 18:19:27.870309 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5d6ee694-124c-48cd-9153-0ca6f48397f2 req-35aba0e4-e1a0-479e-a57f-676bef8edaaf tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=857c26fc-4a72-4ebb-9240-de3bf5b2a368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392034 Apr 20 18:19:28.303213 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ef878-d0eb-4c83-8942-7a03e89b75d7 req-45f53371-081e-4d0e-9129-92cf4da9a2d3 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:19:28.304601 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-815ef878-d0eb-4c83-8942-7a03e89b75d7 req-45f53371-081e-4d0e-9129-92cf4da9a2d3 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.10 "GET /v2.0/ports?device_id=40c358df-5f3d-4e22-8dc3-cfa4f7863689 HTTP/1.1" status: 200 len: 945 time: 0.0854239 Apr 20 18:19:28.373704 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-815ef878-d0eb-4c83-8942-7a03e89b75d7 req-90be45d0-c487-4670-bd66-0c291e91c2cc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Deleting port 0cab2526-85f1-4769-a3de-ad267876b5b4 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:19:28.374037 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-815ef878-d0eb-4c83-8942-7a03e89b75d7 req-90be45d0-c487-4670-bd66-0c291e91c2cc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:28.625136 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-815ef878-d0eb-4c83-8942-7a03e89b75d7 req-90be45d0-c487-4670-bd66-0c291e91c2cc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] For port 0cab2526-85f1-4769-a3de-ad267876b5b4, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=0cab2526-85f1-4769-a3de-ad267876b5b4,segment=NetworkSegment(d2bd0779-66cd-4567-85d4-0c9b59c328d4),segment_id=d2bd0779-66cd-4567-85d4-0c9b59c328d4)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:19:28.625399 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-815ef878-d0eb-4c83-8942-7a03e89b75d7 req-90be45d0-c487-4670-bd66-0c291e91c2cc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:28.757567 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-815ef878-d0eb-4c83-8942-7a03e89b75d7 req-90be45d0-c487-4670-bd66-0c291e91c2cc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Calling delete_port for 0cab2526-85f1-4769-a3de-ad267876b5b4 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:19:28.905687 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-815ef878-d0eb-4c83-8942-7a03e89b75d7 req-90be45d0-c487-4670-bd66-0c291e91c2cc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:28.952708 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be45d0-c487-4670-bd66-0c291e91c2cc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'Port': ['ID=0cab2526-85f1-4769-a3de-ad267876b5b4,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:29.049475 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-96ef4054-9428-4aa5-9051-d59511e9aafb req-db34f71a-de1c-4d62-a5f7-87ca17ef5036 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=40c358df-5f3d-4e22-8dc3-cfa4f7863689 HTTP/1.1" status: 200 len: 210 time: 0.0451579 Apr 20 18:19:29.132748 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-815ef878-d0eb-4c83-8942-7a03e89b75d7 req-90be45d0-c487-4670-bd66-0c291e91c2cc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] No DVR routers for this DVR port 0cab2526-85f1-4769-a3de-ad267876b5b4 on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:19:29.136793 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-815ef878-d0eb-4c83-8942-7a03e89b75d7 req-90be45d0-c487-4670-bd66-0c291e91c2cc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:29.140755 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c358df-5f3d-4e22-8dc3-cfa4f7863689', 'name': 'network-vif-deleted', 'tag': '0cab2526-85f1-4769-a3de-ad267876b5b4'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:19:29.157994 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-815ef878-d0eb-4c83-8942-7a03e89b75d7 req-90be45d0-c487-4670-bd66-0c291e91c2cc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.10 "DELETE /v2.0/ports/0cab2526-85f1-4769-a3de-ad267876b5b4 HTTP/1.1" status: 204 len: 173 time: 0.8477046 Apr 20 18:19:29.195285 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33ed23bf-1805-4260-a261-e53b353e8b77'] response: {'server_uuid': '40c358df-5f3d-4e22-8dc3-cfa4f7863689', 'name': 'network-vif-deleted', 'tag': '0cab2526-85f1-4769-a3de-ad267876b5b4', 'status': 'completed', 'code': 200} Apr 20 18:19:30.163536 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37648) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:30.565836 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19021649-2d30-437e-ad8a-6ea94eb08501 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:31.176461 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-19021649-2d30-437e-ad8a-6ea94eb08501 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Deleting port ebcdb9b9-228b-4a8f-8ac2-14d176459020 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:19:31.177155 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19021649-2d30-437e-ad8a-6ea94eb08501 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:31.366928 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-19021649-2d30-437e-ad8a-6ea94eb08501 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] For port ebcdb9b9-228b-4a8f-8ac2-14d176459020, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ebcdb9b9-228b-4a8f-8ac2-14d176459020,segment=NetworkSegment(d2bd0779-66cd-4567-85d4-0c9b59c328d4),segment_id=d2bd0779-66cd-4567-85d4-0c9b59c328d4)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:19:31.367186 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19021649-2d30-437e-ad8a-6ea94eb08501 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:31.491287 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-19021649-2d30-437e-ad8a-6ea94eb08501 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Calling delete_port for ebcdb9b9-228b-4a8f-8ac2-14d176459020 owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:19:31.764852 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19021649-2d30-437e-ad8a-6ea94eb08501 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:31.812613 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19021649-2d30-437e-ad8a-6ea94eb08501 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'Port': ['ID=ebcdb9b9-228b-4a8f-8ac2-14d176459020,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:32.111567 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19021649-2d30-437e-ad8a-6ea94eb08501 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:32.690045 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19021649-2d30-437e-ad8a-6ea94eb08501 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Router 362ccdaa-2796-428d-b226-db2adf6e165e has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:19:32.892602 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19021649-2d30-437e-ad8a-6ea94eb08501 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:19:32.902832 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a2030f-3f64-46c0-a160-e1c0d43d1b36 None None] Sync routers for ids ['362ccdaa-2796-428d-b226-db2adf6e165e'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:19:32.905063 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-19021649-2d30-437e-ad8a-6ea94eb08501 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "PUT /v2.0/routers/362ccdaa-2796-428d-b226-db2adf6e165e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7404583 Apr 20 18:19:32.907886 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37652) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:32.916901 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a2030f-3f64-46c0-a160-e1c0d43d1b36 None None] Routers {'362ccdaa-2796-428d-b226-db2adf6e165e'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:19:32.917502 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a3a2030f-3f64-46c0-a160-e1c0d43d1b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:19:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['362ccdaa-2796-428d-b226-db2adf6e165e'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:19:33.089856 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-a3a2030f-3f64-46c0-a160-e1c0d43d1b36 None None] Set router 362ccdaa-2796-428d-b226-db2adf6e165e gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:19:33.193541 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-31257177-3d42-43d4-bd7a-25aa2659a05e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Deleting subnet 67c2c40f-d729-4484-904b-4dd67d4006d4 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 18:19:33.196617 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-31257177-3d42-43d4-bd7a-25aa2659a05e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:33.249578 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-31257177-3d42-43d4-bd7a-25aa2659a05e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:33.273524 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 0cab2526-85f1-4769-a3de-ad267876b5b4 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:19:33.306966 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 0cab2526-85f1-4769-a3de-ad267876b5b4 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:19:33.307300 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 0cab2526-85f1-4769-a3de-ad267876b5b4 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:19:33.336260 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-31257177-3d42-43d4-bd7a-25aa2659a05e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:33.404282 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a3a2030f-3f64-46c0-a160-e1c0d43d1b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251157151', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '91816adc-b123-4615-80cb-f70cbb377f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:17:51Z', 'updated_at': '2022-04-20T18:19:31Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '91816adc-b123-4615-80cb-f70cbb377f85', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ef:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:17:52Z', 'updated_at': '2022-04-20T18:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:19:33.408382 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a2030f-3f64-46c0-a160-e1c0d43d1b36 None None] Checking router: 362ccdaa-2796-428d-b226-db2adf6e165e for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:19:33.409301 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-31257177-3d42-43d4-bd7a-25aa2659a05e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:33.419171 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a2030f-3f64-46c0-a160-e1c0d43d1b36 None None] Routers {'362ccdaa-2796-428d-b226-db2adf6e165e'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:19:33.419768 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a3a2030f-3f64-46c0-a160-e1c0d43d1b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:19:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['362ccdaa-2796-428d-b226-db2adf6e165e'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:19:33.448591 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31257177-3d42-43d4-bd7a-25aa2659a05e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'Subnet': ['ID=67c2c40f-d729-4484-904b-4dd67d4006d4,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:33.454005 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-31257177-3d42-43d4-bd7a-25aa2659a05e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:33.465329 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-31257177-3d42-43d4-bd7a-25aa2659a05e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "DELETE /v2.0/subnets/67c2c40f-d729-4484-904b-4dd67d4006d4 HTTP/1.1" status: 204 len: 168 time: 0.5533967 Apr 20 18:19:33.465329 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37656) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:33.466392 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab5c229-5512-49c5-a232-77baf71c75d4 None None] Network fee49ba0-2868-4bfa-a084-d0d358595e48 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:19:33.669313 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ee3e47cc-7795-41b2-a26e-4b665ba1e435 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:33.748622 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-a3a2030f-3f64-46c0-a160-e1c0d43d1b36 None None] Set router 362ccdaa-2796-428d-b226-db2adf6e165e gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:19:33.872209 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ee3e47cc-7795-41b2-a26e-4b665ba1e435 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:33.883793 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-ee3e47cc-7795-41b2-a26e-4b665ba1e435 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Deleting port 91816adc-b123-4615-80cb-f70cbb377f85 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:19:33.884150 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ee3e47cc-7795-41b2-a26e-4b665ba1e435 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:34.046281 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f15fc3-9fea-4ad8-ad9b-eb4a93594f19 None None] DHCP port deletion for fee49ba0-2868-4bfa-a084-d0d358595e48 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 18:19:34.055891 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-48f15fc3-9fea-4ad8-ad9b-eb4a93594f19 None None] Deleting port 799a0963-46d9-436d-85cf-bb0a09b8a266 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:19:34.056262 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-48f15fc3-9fea-4ad8-ad9b-eb4a93594f19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:34.061542 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-ee3e47cc-7795-41b2-a26e-4b665ba1e435 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] For port 91816adc-b123-4615-80cb-f70cbb377f85, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=91816adc-b123-4615-80cb-f70cbb377f85,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:19:34.061895 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ee3e47cc-7795-41b2-a26e-4b665ba1e435 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:34.180492 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-ee3e47cc-7795-41b2-a26e-4b665ba1e435 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Calling delete_port for 91816adc-b123-4615-80cb-f70cbb377f85 owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:19:34.237973 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a3a2030f-3f64-46c0-a160-e1c0d43d1b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251157151', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '91816adc-b123-4615-80cb-f70cbb377f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:17:51Z', 'updated_at': '2022-04-20T18:19:31Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '91816adc-b123-4615-80cb-f70cbb377f85', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ef:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:17:52Z', 'updated_at': '2022-04-20T18:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:19:34.254359 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a2030f-3f64-46c0-a160-e1c0d43d1b36 None None] The sync data for ids ['362ccdaa-2796-428d-b226-db2adf6e165e'] in n-d-838032-1 is: [{'id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251157151', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '91816adc-b123-4615-80cb-f70cbb377f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:17:51Z', 'updated_at': '2022-04-20T18:19:31Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '91816adc-b123-4615-80cb-f70cbb377f85', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ef:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362ccdaa-2796-428d-b226-db2adf6e165e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:17:52Z', 'updated_at': '2022-04-20T18:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:19:34.276351 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-48f15fc3-9fea-4ad8-ad9b-eb4a93594f19 None None] For port 799a0963-46d9-436d-85cf-bb0a09b8a266, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=799a0963-46d9-436d-85cf-bb0a09b8a266,segment=NetworkSegment(d2bd0779-66cd-4567-85d4-0c9b59c328d4),segment_id=d2bd0779-66cd-4567-85d4-0c9b59c328d4)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:19:34.276739 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-48f15fc3-9fea-4ad8-ad9b-eb4a93594f19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:34.354296 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ee3e47cc-7795-41b2-a26e-4b665ba1e435 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:34.397429 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-48f15fc3-9fea-4ad8-ad9b-eb4a93594f19 None None] Calling delete_port for 799a0963-46d9-436d-85cf-bb0a09b8a266 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:19:34.401555 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e47cc-7795-41b2-a26e-4b665ba1e435 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'Port': ['ID=91816adc-b123-4615-80cb-f70cbb377f85,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:34.480568 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-48f15fc3-9fea-4ad8-ad9b-eb4a93594f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:34.525335 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f15fc3-9fea-4ad8-ad9b-eb4a93594f19 None None] Pushing event deleted for resources: {'Port': ['ID=799a0963-46d9-436d-85cf-bb0a09b8a266,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:34.530631 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f15fc3-9fea-4ad8-ad9b-eb4a93594f19 None None] No DVR routers for this DVR port 799a0963-46d9-436d-85cf-bb0a09b8a266 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:19:34.538095 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f15fc3-9fea-4ad8-ad9b-eb4a93594f19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:34.538383 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f15fc3-9fea-4ad8-ad9b-eb4a93594f19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:34.538710 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f15fc3-9fea-4ad8-ad9b-eb4a93594f19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:34.541284 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f15fc3-9fea-4ad8-ad9b-eb4a93594f19 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:34.541284 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f15fc3-9fea-4ad8-ad9b-eb4a93594f19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:34.541284 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f15fc3-9fea-4ad8-ad9b-eb4a93594f19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:34.541284 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f15fc3-9fea-4ad8-ad9b-eb4a93594f19 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:34.541284 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f15fc3-9fea-4ad8-ad9b-eb4a93594f19 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:34.541284 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f15fc3-9fea-4ad8-ad9b-eb4a93594f19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:34.541284 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f15fc3-9fea-4ad8-ad9b-eb4a93594f19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:34.541284 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f15fc3-9fea-4ad8-ad9b-eb4a93594f19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:34.621110 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ee3e47cc-7795-41b2-a26e-4b665ba1e435 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:34.979698 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ee3e47cc-7795-41b2-a26e-4b665ba1e435 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:34.983970 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ee3e47cc-7795-41b2-a26e-4b665ba1e435 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:35.009834 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ee3e47cc-7795-41b2-a26e-4b665ba1e435 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:35.010597 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3e47cc-7795-41b2-a26e-4b665ba1e435 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Fanout notify agent at l3_agent the message router_deleted on router 362ccdaa-2796-428d-b226-db2adf6e165e {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 18:19:35.026070 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ee3e47cc-7795-41b2-a26e-4b665ba1e435 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:35.027366 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ee3e47cc-7795-41b2-a26e-4b665ba1e435 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "DELETE /v2.0/routers/362ccdaa-2796-428d-b226-db2adf6e165e HTTP/1.1" status: 204 len: 168 time: 1.5614285 Apr 20 18:19:35.030561 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37660) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:35.146868 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-22ecd421-c3e2-4fbf-a198-f1b8a1ebca1d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:35.277105 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-22ecd421-c3e2-4fbf-a198-f1b8a1ebca1d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:35.309165 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-22ecd421-c3e2-4fbf-a198-f1b8a1ebca1d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee49ba0-2868-4bfa-a084-d0d358595e48']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:19:35.322436 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-22ecd421-c3e2-4fbf-a198-f1b8a1ebca1d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2bd0779-66cd-4567-85d4-0c9b59c328d4') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:19:35.322732 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-22ecd421-c3e2-4fbf-a198-f1b8a1ebca1d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2bd0779-66cd-4567-85d4-0c9b59c328d4') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:19:35.334086 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-22ecd421-c3e2-4fbf-a198-f1b8a1ebca1d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:35.350133 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-22ecd421-c3e2-4fbf-a198-f1b8a1ebca1d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:35.357404 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ecd421-c3e2-4fbf-a198-f1b8a1ebca1d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 18:19:35.357865 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-22ecd421-c3e2-4fbf-a198-f1b8a1ebca1d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:35.373108 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 18:19:35.373108 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 18:19:35.373108 n-d-838032-1 neutron-server[84080]: timer() Apr 20 18:19:35.373108 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:19:35.373108 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 18:19:35.373108 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 18:19:35.373108 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 18:19:35.373108 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:19:35.373108 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 18:19:35.373108 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:19:35.373108 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 18:19:35.373108 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:19:35.373108 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 18:19:35.373108 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:19:35.373108 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:19:35.373108 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 18:19:35.373108 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 18:19:35.373108 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:19:35.373108 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 18:19:35.373108 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 18:19:35.373108 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 18:19:35.373108 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:19:35.373108 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 18:19:35.373108 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 18:19:35.373108 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 18:19:35.373108 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 18:19:35.373108 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 18:19:35.373108 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 18:19:35.373108 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:19:35.373108 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 18:19:35.373108 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:19:35.373108 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:19:35.454749 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-22ecd421-c3e2-4fbf-a198-f1b8a1ebca1d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:35.460001 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-22ecd421-c3e2-4fbf-a198-f1b8a1ebca1d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:35.485390 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ecd421-c3e2-4fbf-a198-f1b8a1ebca1d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'Network': ['ID=fee49ba0-2868-4bfa-a084-d0d358595e48,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:35.488017 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-22ecd421-c3e2-4fbf-a198-f1b8a1ebca1d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "DELETE /v2.0/networks/fee49ba0-2868-4bfa-a084-d0d358595e48 HTTP/1.1" status: 204 len: 168 time: 0.4565358 Apr 20 18:19:35.490841 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37664) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:35.560267 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-261319e8-98c0-4f97-a1e9-bc183b070a23 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:35.574169 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 799a0963-46d9-436d-85cf-bb0a09b8a266 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:19:35.593816 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-261319e8-98c0-4f97-a1e9-bc183b070a23 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:35.606092 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 799a0963-46d9-436d-85cf-bb0a09b8a266 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:19:35.606446 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 799a0963-46d9-436d-85cf-bb0a09b8a266 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:19:35.606851 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ebcdb9b9-228b-4a8f-8ac2-14d176459020 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:19:35.640044 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: ebcdb9b9-228b-4a8f-8ac2-14d176459020 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:19:35.640426 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ebcdb9b9-228b-4a8f-8ac2-14d176459020 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:19:35.640874 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 91816adc-b123-4615-80cb-f70cbb377f85 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:19:35.659447 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-261319e8-98c0-4f97-a1e9-bc183b070a23 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:35.670662 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 91816adc-b123-4615-80cb-f70cbb377f85 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:19:35.670994 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 91816adc-b123-4615-80cb-f70cbb377f85 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:19:35.677862 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261319e8-98c0-4f97-a1e9-bc183b070a23 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=857c26fc-4a72-4ebb-9240-de3bf5b2a368,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:35.689295 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-261319e8-98c0-4f97-a1e9-bc183b070a23 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:35.690457 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-261319e8-98c0-4f97-a1e9-bc183b070a23 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "DELETE /v2.0/security-groups/857c26fc-4a72-4ebb-9240-de3bf5b2a368 HTTP/1.1" status: 204 len: 168 time: 0.1987085 Apr 20 18:19:35.996524 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37672) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:36.002165 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-fd3038d2-d939-40e0-8c93-a9d2b7d4fdb4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1877460500', 'description': 'tempest-secgroup-smoke-1877460500 description', 'project_id': '7911800738e24c8486ca50d4f9ead214'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:19:36.009000 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-fd3038d2-d939-40e0-8c93-a9d2b7d4fdb4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:19:36.013207 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-fd3038d2-d939-40e0-8c93-a9d2b7d4fdb4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:19:36.016110 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-fd3038d2-d939-40e0-8c93-a9d2b7d4fdb4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:19:36.022225 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-fd3038d2-d939-40e0-8c93-a9d2b7d4fdb4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:19:36.032775 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fd3038d2-d939-40e0-8c93-a9d2b7d4fdb4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:36.071567 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-fd3038d2-d939-40e0-8c93-a9d2b7d4fdb4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:19:36.075442 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-fd3038d2-d939-40e0-8c93-a9d2b7d4fdb4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:19:36.078324 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-fd3038d2-d939-40e0-8c93-a9d2b7d4fdb4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:19:36.084092 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-fd3038d2-d939-40e0-8c93-a9d2b7d4fdb4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:19:36.137788 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fd3038d2-d939-40e0-8c93-a9d2b7d4fdb4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:36.144074 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fd3038d2-d939-40e0-8c93-a9d2b7d4fdb4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:36.186036 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3038d2-d939-40e0-8c93-a9d2b7d4fdb4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81adad88-c4dc-407a-b60f-5cb81f601cee,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:36.192028 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fd3038d2-d939-40e0-8c93-a9d2b7d4fdb4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:36.193199 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fd3038d2-d939-40e0-8c93-a9d2b7d4fdb4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1957221 Apr 20 18:19:36.196473 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37678) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:36.196968 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3038d2-d939-40e0-8c93-a9d2b7d4fdb4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:36.197126 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3038d2-d939-40e0-8c93-a9d2b7d4fdb4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:36.197457 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3038d2-d939-40e0-8c93-a9d2b7d4fdb4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:36.197783 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3038d2-d939-40e0-8c93-a9d2b7d4fdb4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:36.198105 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3038d2-d939-40e0-8c93-a9d2b7d4fdb4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:36.198456 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3038d2-d939-40e0-8c93-a9d2b7d4fdb4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:36.198777 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3038d2-d939-40e0-8c93-a9d2b7d4fdb4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:36.199097 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3038d2-d939-40e0-8c93-a9d2b7d4fdb4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:36.199411 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3038d2-d939-40e0-8c93-a9d2b7d4fdb4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:36.199725 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3038d2-d939-40e0-8c93-a9d2b7d4fdb4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:36.200049 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3038d2-d939-40e0-8c93-a9d2b7d4fdb4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:36.202864 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-6668662e-b51b-4fa4-8d0f-bb03333c1812 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group_rule': {'security_group_id': '81adad88-c4dc-407a-b60f-5cb81f601cee', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:19:36.209927 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6668662e-b51b-4fa4-8d0f-bb03333c1812 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:19:36.214049 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6668662e-b51b-4fa4-8d0f-bb03333c1812 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:19:36.217116 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-6668662e-b51b-4fa4-8d0f-bb03333c1812 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:19:36.223119 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-6668662e-b51b-4fa4-8d0f-bb03333c1812 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:19:36.241515 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6668662e-b51b-4fa4-8d0f-bb03333c1812 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:36.302715 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6668662e-b51b-4fa4-8d0f-bb03333c1812 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:36.308528 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6668662e-b51b-4fa4-8d0f-bb03333c1812 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:36.333522 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668662e-b51b-4fa4-8d0f-bb03333c1812 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0646e399-ec3c-42b1-8e1b-b4366d2234bc,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:36.345191 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-6668662e-b51b-4fa4-8d0f-bb03333c1812 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:36.346765 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-6668662e-b51b-4fa4-8d0f-bb03333c1812 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1490803 Apr 20 18:19:36.350040 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37682) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:36.358459 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-ad2e6947-45f0-4a4a-b0ad-593bb15af0fa tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group_rule': {'security_group_id': '81adad88-c4dc-407a-b60f-5cb81f601cee', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:19:36.365594 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ad2e6947-45f0-4a4a-b0ad-593bb15af0fa tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:19:36.370132 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ad2e6947-45f0-4a4a-b0ad-593bb15af0fa tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:19:36.373262 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ad2e6947-45f0-4a4a-b0ad-593bb15af0fa tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:19:36.380414 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ad2e6947-45f0-4a4a-b0ad-593bb15af0fa tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:19:36.398910 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ad2e6947-45f0-4a4a-b0ad-593bb15af0fa tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:36.462876 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ad2e6947-45f0-4a4a-b0ad-593bb15af0fa tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:36.468413 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ad2e6947-45f0-4a4a-b0ad-593bb15af0fa tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:36.491811 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e6947-45f0-4a4a-b0ad-593bb15af0fa tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b227e6c-cc8c-44c8-bf26-ac214beb8386,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:36.501521 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ad2e6947-45f0-4a4a-b0ad-593bb15af0fa tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:36.502713 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ad2e6947-45f0-4a4a-b0ad-593bb15af0fa tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1513863 Apr 20 18:19:36.505480 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37686) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:36.511026 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-edc14856-1841-4d87-b686-8819ef9f6bf2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group_rule': {'security_group_id': '81adad88-c4dc-407a-b60f-5cb81f601cee', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:19:36.517676 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-edc14856-1841-4d87-b686-8819ef9f6bf2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:19:36.521483 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-edc14856-1841-4d87-b686-8819ef9f6bf2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:19:36.524416 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-edc14856-1841-4d87-b686-8819ef9f6bf2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:19:36.530205 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-edc14856-1841-4d87-b686-8819ef9f6bf2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:19:36.547476 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-edc14856-1841-4d87-b686-8819ef9f6bf2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:36.615229 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-edc14856-1841-4d87-b686-8819ef9f6bf2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:36.620496 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-edc14856-1841-4d87-b686-8819ef9f6bf2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:36.642943 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc14856-1841-4d87-b686-8819ef9f6bf2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689021ff-1925-4284-a192-a14561277188,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:36.653829 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-edc14856-1841-4d87-b686-8819ef9f6bf2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:36.655043 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-edc14856-1841-4d87-b686-8819ef9f6bf2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1486490 Apr 20 18:19:36.658005 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37690) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:36.663360 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-8de0bf8d-a5e2-43e0-bf7a-1779b6d87592 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group_rule': {'security_group_id': '81adad88-c4dc-407a-b60f-5cb81f601cee', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:19:36.669777 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8de0bf8d-a5e2-43e0-bf7a-1779b6d87592 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:19:36.673643 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8de0bf8d-a5e2-43e0-bf7a-1779b6d87592 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:19:36.676493 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8de0bf8d-a5e2-43e0-bf7a-1779b6d87592 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:19:36.682128 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8de0bf8d-a5e2-43e0-bf7a-1779b6d87592 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:19:36.700437 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8de0bf8d-a5e2-43e0-bf7a-1779b6d87592 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:36.767672 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8de0bf8d-a5e2-43e0-bf7a-1779b6d87592 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:36.774256 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8de0bf8d-a5e2-43e0-bf7a-1779b6d87592 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:36.796537 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0bf8d-a5e2-43e0-bf7a-1779b6d87592 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a771f38d-d40a-4ced-9a66-d2532261614d,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:36.805730 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8de0bf8d-a5e2-43e0-bf7a-1779b6d87592 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:36.806944 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8de0bf8d-a5e2-43e0-bf7a-1779b6d87592 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1480293 Apr 20 18:19:36.809697 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37694) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:36.815201 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-1568634d-3125-4beb-b903-a044d1c1352d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group_rule': {'security_group_id': '81adad88-c4dc-407a-b60f-5cb81f601cee', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:19:36.821893 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1568634d-3125-4beb-b903-a044d1c1352d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:19:36.825913 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1568634d-3125-4beb-b903-a044d1c1352d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:19:36.829209 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-1568634d-3125-4beb-b903-a044d1c1352d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:19:36.835654 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-1568634d-3125-4beb-b903-a044d1c1352d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:19:36.851886 n-d-838032-1 neutron-server[84081]: INFO neutron.db.securitygroups_db [None req-1568634d-3125-4beb-b903-a044d1c1352d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Project 7911800738e24c8486ca50d4f9ead214 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 18:19:36.858118 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1568634d-3125-4beb-b903-a044d1c1352d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:36.922228 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1568634d-3125-4beb-b903-a044d1c1352d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:36.928678 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1568634d-3125-4beb-b903-a044d1c1352d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:36.950966 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568634d-3125-4beb-b903-a044d1c1352d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a055717-14be-45b1-973f-e0f06be847c3,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:36.962939 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1568634d-3125-4beb-b903-a044d1c1352d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:36.964079 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1568634d-3125-4beb-b903-a044d1c1352d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1534476 Apr 20 18:19:36.966906 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37698) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:36.972262 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-f5dd59e3-1186-4ac2-b500-1371be516b68 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group_rule': {'security_group_id': '81adad88-c4dc-407a-b60f-5cb81f601cee', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:19:36.978716 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f5dd59e3-1186-4ac2-b500-1371be516b68 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:19:36.982556 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f5dd59e3-1186-4ac2-b500-1371be516b68 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:19:36.985476 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f5dd59e3-1186-4ac2-b500-1371be516b68 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:19:36.991140 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f5dd59e3-1186-4ac2-b500-1371be516b68 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:19:37.003998 n-d-838032-1 neutron-server[84081]: INFO neutron.db.securitygroups_db [None req-f5dd59e3-1186-4ac2-b500-1371be516b68 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Project 7911800738e24c8486ca50d4f9ead214 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 18:19:37.010094 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f5dd59e3-1186-4ac2-b500-1371be516b68 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:37.079858 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f5dd59e3-1186-4ac2-b500-1371be516b68 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:37.086238 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f5dd59e3-1186-4ac2-b500-1371be516b68 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:37.108869 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd59e3-1186-4ac2-b500-1371be516b68 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=569644a6-d354-4197-99b1-92f60d6b3608,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:37.119387 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f5dd59e3-1186-4ac2-b500-1371be516b68 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:37.120579 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f5dd59e3-1186-4ac2-b500-1371be516b68 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1527991 Apr 20 18:19:37.123503 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37702) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:37.128796 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-fd3f3c7d-5f8d-41fb-9514-c005db7cfe1f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'network': {'name': 'tempest-network-smoke--901202128', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'port_security_enabled': True}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:19:37.134442 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-fd3f3c7d-5f8d-41fb-9514-c005db7cfe1f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:19:37.138405 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-fd3f3c7d-5f8d-41fb-9514-c005db7cfe1f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:network and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:19:37.141432 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-fd3f3c7d-5f8d-41fb-9514-c005db7cfe1f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:19:37.147311 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-fd3f3c7d-5f8d-41fb-9514-c005db7cfe1f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:19:37.160734 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3f3c7d-5f8d-41fb-9514-c005db7cfe1f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Made reservation on behalf of 7911800738e24c8486ca50d4f9ead214 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:19:37.163593 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fd3f3c7d-5f8d-41fb-9514-c005db7cfe1f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:37.191600 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd3f3c7d-5f8d-41fb-9514-c005db7cfe1f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 18:19:37.199931 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fd3f3c7d-5f8d-41fb-9514-c005db7cfe1f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:37.200275 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-fd3f3c7d-5f8d-41fb-9514-c005db7cfe1f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Added segment 336ad212-c44f-4631-ac16-04781c8b56a5 of type vlan for network 1dff8164-772d-4910-9df9-325038b5953b Apr 20 18:19:37.228586 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fd3f3c7d-5f8d-41fb-9514-c005db7cfe1f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:37.261117 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fd3f3c7d-5f8d-41fb-9514-c005db7cfe1f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:37.264720 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3f3c7d-5f8d-41fb-9514-c005db7cfe1f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:19:37.265285 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fd3f3c7d-5f8d-41fb-9514-c005db7cfe1f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:37.372247 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fd3f3c7d-5f8d-41fb-9514-c005db7cfe1f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2477114 Apr 20 18:19:37.375295 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37706) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:37.377840 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f3c7d-5f8d-41fb-9514-c005db7cfe1f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Network': ['ID=1dff8164-772d-4910-9df9-325038b5953b,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:37.381710 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-118cf7fa-62f0-4d45-9fdb-f027091e650a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-53619155', 'admin_state_up': True, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:19:37.387902 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 1dff8164-772d-4910-9df9-325038b5953b details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 18:19:37.389586 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-118cf7fa-62f0-4d45-9fdb-f027091e650a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:19:37.394025 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-118cf7fa-62f0-4d45-9fdb-f027091e650a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:router and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:19:37.397160 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-118cf7fa-62f0-4d45-9fdb-f027091e650a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:19:37.403203 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-118cf7fa-62f0-4d45-9fdb-f027091e650a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:19:37.418239 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-118cf7fa-62f0-4d45-9fdb-f027091e650a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:37.419272 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-118cf7fa-62f0-4d45-9fdb-f027091e650a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:37.441195 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-118cf7fa-62f0-4d45-9fdb-f027091e650a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:37.594154 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-118cf7fa-62f0-4d45-9fdb-f027091e650a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:37.772431 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-118cf7fa-62f0-4d45-9fdb-f027091e650a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:37.800981 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-118cf7fa-62f0-4d45-9fdb-f027091e650a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:38.029491 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-118cf7fa-62f0-4d45-9fdb-f027091e650a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Allocated IP 172.25.8.137 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/6268394b-9c68-46b7-89d7-f3509bc3e305) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:19:38.179893 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-118cf7fa-62f0-4d45-9fdb-f027091e650a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:38.213807 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-118cf7fa-62f0-4d45-9fdb-f027091e650a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:38.283648 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118cf7fa-62f0-4d45-9fdb-f027091e650a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:19:38.286398 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-118cf7fa-62f0-4d45-9fdb-f027091e650a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:19:38.290581 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118cf7fa-62f0-4d45-9fdb-f027091e650a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:19:38.313736 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118cf7fa-62f0-4d45-9fdb-f027091e650a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Port': ['ID=6268394b-9c68-46b7-89d7-f3509bc3e305,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:38.445828 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-118cf7fa-62f0-4d45-9fdb-f027091e650a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:38.446583 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-118cf7fa-62f0-4d45-9fdb-f027091e650a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:38.679725 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118cf7fa-62f0-4d45-9fdb-f027091e650a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Router 853f1b32-9d78-4a93-b35b-3dfb635dd8ec is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 18:19:38.882550 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118cf7fa-62f0-4d45-9fdb-f027091e650a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:19:38.891956 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802b802a-0215-4dd8-bbde-d8f16a8e8a9c None None] Sync routers for ids ['853f1b32-9d78-4a93-b35b-3dfb635dd8ec'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:19:38.904592 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802b802a-0215-4dd8-bbde-d8f16a8e8a9c None None] Routers {'853f1b32-9d78-4a93-b35b-3dfb635dd8ec'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:19:38.905530 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-802b802a-0215-4dd8-bbde-d8f16a8e8a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:19:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['853f1b32-9d78-4a93-b35b-3dfb635dd8ec'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:19:38.910421 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-118cf7fa-62f0-4d45-9fdb-f027091e650a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:38.911603 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-118cf7fa-62f0-4d45-9fdb-f027091e650a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5347731 Apr 20 18:19:38.914819 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37710) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:38.953571 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ab2b1262-9ff5-4de2-8dbe-dea2c4ee5395 tempest-TestNetworkAdvancedServerOps-1754895831 tempest-TestNetworkAdvancedServerOps-1754895831-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=7911800738e24c8486ca50d4f9ead214&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375693 Apr 20 18:19:38.956259 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37714) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:39.076643 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-802b802a-0215-4dd8-bbde-d8f16a8e8a9c None None] Set router 853f1b32-9d78-4a93-b35b-3dfb635dd8ec gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:19:39.082753 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52250d98-7970-47e3-8585-bc1f97b07b87 tempest-TestNetworkAdvancedServerOps-1754895831 tempest-TestNetworkAdvancedServerOps-1754895831-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:19:39.084202 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-52250d98-7970-47e3-8585-bc1f97b07b87 tempest-TestNetworkAdvancedServerOps-1754895831 tempest-TestNetworkAdvancedServerOps-1754895831-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1270738 Apr 20 18:19:39.087337 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37718) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:39.125277 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-93ef1ac5-5547-46ca-b9c1-d7c05a51e111 tempest-TestNetworkAdvancedServerOps-1754895831 tempest-TestNetworkAdvancedServerOps-1754895831-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368674 Apr 20 18:19:39.127973 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37722) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:39.133025 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-8df0d8ae-7c3a-4736-b9d7-c7e8351441b5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1058825199', 'network_id': '1dff8164-772d-4910-9df9-325038b5953b', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:19:39.240386 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8df0d8ae-7c3a-4736-b9d7-c7e8351441b5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:19:39.244551 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8df0d8ae-7c3a-4736-b9d7-c7e8351441b5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:subnet and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:19:39.247397 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8df0d8ae-7c3a-4736-b9d7-c7e8351441b5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:19:39.253880 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8df0d8ae-7c3a-4736-b9d7-c7e8351441b5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:19:39.254115 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8deba540-3688-49e8-a2b4-73d0d03bf151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:39.265082 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df0d8ae-7c3a-4736-b9d7-c7e8351441b5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Made reservation on behalf of 7911800738e24c8486ca50d4f9ead214 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:19:39.352691 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-802b802a-0215-4dd8-bbde-d8f16a8e8a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53619155', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '6268394b-9c68-46b7-89d7-f3509bc3e305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:19:37Z', 'updated_at': '2022-04-20T18:19:38Z', 'revision_number': 3, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '6268394b-9c68-46b7-89d7-f3509bc3e305', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:19:37Z', 'updated_at': '2022-04-20T18:19:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:19:39.356428 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802b802a-0215-4dd8-bbde-d8f16a8e8a9c None None] Checking router: 853f1b32-9d78-4a93-b35b-3dfb635dd8ec for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:19:39.356758 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802b802a-0215-4dd8-bbde-d8f16a8e8a9c None None] Updating router 853f1b32-9d78-4a93-b35b-3dfb635dd8ec port 6268394b-9c68-46b7-89d7-f3509bc3e305 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 18:19:39.364848 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8df0d8ae-7c3a-4736-b9d7-c7e8351441b5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:39.410349 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-802b802a-0215-4dd8-bbde-d8f16a8e8a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:39.583474 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8df0d8ae-7c3a-4736-b9d7-c7e8351441b5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:39.755400 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0d8ae-7c3a-4736-b9d7-c7e8351441b5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Subnet': ['ID=1ed469f1-838b-4b67-8303-a2dfcc477306,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:39.762728 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-802b802a-0215-4dd8-bbde-d8f16a8e8a9c None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:39.772939 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df0d8ae-7c3a-4736-b9d7-c7e8351441b5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Checking segment: {'id': '336ad212-c44f-4631-ac16-04781c8b56a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1dff8164-772d-4910-9df9-325038b5953b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:19:39.773211 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df0d8ae-7c3a-4736-b9d7-c7e8351441b5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network hostable DHCP agents. Network: 1dff8164-772d-4910-9df9-325038b5953b, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 18:19:39.774447 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-802b802a-0215-4dd8-bbde-d8f16a8e8a9c None None] Transition to ACTIVE for port object 6268394b-9c68-46b7-89d7-f3509bc3e305 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:19:39.781430 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-802b802a-0215-4dd8-bbde-d8f16a8e8a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:39.796712 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df0d8ae-7c3a-4736-b9d7-c7e8351441b5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network 1dff8164-772d-4910-9df9-325038b5953b is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 18:19:39.807382 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-8df0d8ae-7c3a-4736-b9d7-c7e8351441b5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 1dff8164-772d-4910-9df9-325038b5953b) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:19:39.811357 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df0d8ae-7c3a-4736-b9d7-c7e8351441b5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:19:39.811923 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8df0d8ae-7c3a-4736-b9d7-c7e8351441b5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:39.819502 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f68c2ee-13a2-4c5d-a991-c4649f8978c0 None None] Network 1dff8164-772d-4910-9df9-325038b5953b requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:19:39.834360 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8df0d8ae-7c3a-4736-b9d7-c7e8351441b5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7053161 Apr 20 18:19:39.837286 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37726) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:39.860690 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7fd346-51a0-4d2e-80bc-b66dc74c765f None None] Pushing event updated for resources: {'Port': ['ID=6268394b-9c68-46b7-89d7-f3509bc3e305,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:39.864574 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-802b802a-0215-4dd8-bbde-d8f16a8e8a9c None None] Attempting to bind port 6268394b-9c68-46b7-89d7-f3509bc3e305 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:19:39.864993 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-802b802a-0215-4dd8-bbde-d8f16a8e8a9c None None] Attempting to bind port 6268394b-9c68-46b7-89d7-f3509bc3e305 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:19:39.865263 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b802a-0215-4dd8-bbde-d8f16a8e8a9c None None] Attempting to bind port 6268394b-9c68-46b7-89d7-f3509bc3e305 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:19:39.877028 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fd346-51a0-4d2e-80bc-b66dc74c765f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:39.877426 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fd346-51a0-4d2e-80bc-b66dc74c765f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:39.877684 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fd346-51a0-4d2e-80bc-b66dc74c765f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:39.878009 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fd346-51a0-4d2e-80bc-b66dc74c765f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:39.878358 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fd346-51a0-4d2e-80bc-b66dc74c765f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:39.878674 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fd346-51a0-4d2e-80bc-b66dc74c765f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:39.878994 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fd346-51a0-4d2e-80bc-b66dc74c765f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:39.879307 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fd346-51a0-4d2e-80bc-b66dc74c765f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:39.879619 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fd346-51a0-4d2e-80bc-b66dc74c765f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:39.879927 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fd346-51a0-4d2e-80bc-b66dc74c765f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:39.880240 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7fd346-51a0-4d2e-80bc-b66dc74c765f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:19:39.883586 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b802a-0215-4dd8-bbde-d8f16a8e8a9c None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:19:39.883946 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b802a-0215-4dd8-bbde-d8f16a8e8a9c None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:19:39.884368 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-802b802a-0215-4dd8-bbde-d8f16a8e8a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:39.884700 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b802a-0215-4dd8-bbde-d8f16a8e8a9c None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:19:39.885157 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-802b802a-0215-4dd8-bbde-d8f16a8e8a9c None None] Bound port: 6268394b-9c68-46b7-89d7-f3509bc3e305, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:19:39.885521 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-802b802a-0215-4dd8-bbde-d8f16a8e8a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:39.959986 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-802b802a-0215-4dd8-bbde-d8f16a8e8a9c None None] For port 6268394b-9c68-46b7-89d7-f3509bc3e305, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:19:39.963084 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-802b802a-0215-4dd8-bbde-d8f16a8e8a9c None None] For port 6268394b-9c68-46b7-89d7-f3509bc3e305, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6268394b-9c68-46b7-89d7-f3509bc3e305,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:19:39.968880 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-802b802a-0215-4dd8-bbde-d8f16a8e8a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:40.047709 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7fd346-51a0-4d2e-80bc-b66dc74c765f None None] Pushing event updated for resources: {'Port': ['ID=6268394b-9c68-46b7-89d7-f3509bc3e305,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:40.050290 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802b802a-0215-4dd8-bbde-d8f16a8e8a9c None None] Routers {'853f1b32-9d78-4a93-b35b-3dfb635dd8ec'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:19:40.050875 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-802b802a-0215-4dd8-bbde-d8f16a8e8a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:19:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['853f1b32-9d78-4a93-b35b-3dfb635dd8ec'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:19:40.063113 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b77a6ce-bc83-4dfe-9856-3bfb089b09f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-1dff8164-772d-4910-9df9-325038b5953b', 'network_id': '1dff8164-772d-4910-9df9-325038b5953b', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'fixed_ips': [{'subnet_id': '1ed469f1-838b-4b67-8303-a2dfcc477306'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 18:19:40.064064 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5b77a6ce-bc83-4dfe-9856-3bfb089b09f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:40.220651 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-5b77a6ce-bc83-4dfe-9856-3bfb089b09f3 None None] Allocated IP 172.20.0.2 (1dff8164-772d-4910-9df9-325038b5953b/1ed469f1-838b-4b67-8303-a2dfcc477306/7fad0433-4eb4-4790-911b-b43707c3a620) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:19:40.228583 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-802b802a-0215-4dd8-bbde-d8f16a8e8a9c None None] Set router 853f1b32-9d78-4a93-b35b-3dfb635dd8ec gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:19:40.431726 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5b77a6ce-bc83-4dfe-9856-3bfb089b09f3 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:40.445507 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5b77a6ce-bc83-4dfe-9856-3bfb089b09f3 None None] Transition to ACTIVE for port object 7fad0433-4eb4-4790-911b-b43707c3a620 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:19:40.469209 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5b77a6ce-bc83-4dfe-9856-3bfb089b09f3 None None] Transition to ACTIVE for port object 7fad0433-4eb4-4790-911b-b43707c3a620 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:19:40.476720 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5b77a6ce-bc83-4dfe-9856-3bfb089b09f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:40.520117 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-802b802a-0215-4dd8-bbde-d8f16a8e8a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53619155', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '6268394b-9c68-46b7-89d7-f3509bc3e305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:19:37Z', 'updated_at': '2022-04-20T18:19:38Z', 'revision_number': 3, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '6268394b-9c68-46b7-89d7-f3509bc3e305', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:19:37Z', 'updated_at': '2022-04-20T18:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:19:40.525411 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802b802a-0215-4dd8-bbde-d8f16a8e8a9c None None] The sync data for ids ['853f1b32-9d78-4a93-b35b-3dfb635dd8ec'] in n-d-838032-1 is: [{'id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53619155', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '6268394b-9c68-46b7-89d7-f3509bc3e305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:19:37Z', 'updated_at': '2022-04-20T18:19:38Z', 'revision_number': 3, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '6268394b-9c68-46b7-89d7-f3509bc3e305', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:19:37Z', 'updated_at': '2022-04-20T18:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:19:40.603587 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b77a6ce-bc83-4dfe-9856-3bfb089b09f3 None None] Network 1dff8164-772d-4910-9df9-325038b5953b is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:19:40.604768 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-5b77a6ce-bc83-4dfe-9856-3bfb089b09f3 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:19:40.607392 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b77a6ce-bc83-4dfe-9856-3bfb089b09f3 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:19:40.615997 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b77a6ce-bc83-4dfe-9856-3bfb089b09f3 None None] Pushing event updated for resources: {'Port': ['ID=7fad0433-4eb4-4790-911b-b43707c3a620,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:40.636127 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1a41b2bc-bfbd-4d95-b01d-43e57bf2cc0b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:40.703994 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5b77a6ce-bc83-4dfe-9856-3bfb089b09f3 None None] Attempting to bind port 7fad0433-4eb4-4790-911b-b43707c3a620 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:19:40.704354 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5b77a6ce-bc83-4dfe-9856-3bfb089b09f3 None None] Attempting to bind port 7fad0433-4eb4-4790-911b-b43707c3a620 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '336ad212-c44f-4631-ac16-04781c8b56a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1dff8164-772d-4910-9df9-325038b5953b'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:19:40.704707 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b77a6ce-bc83-4dfe-9856-3bfb089b09f3 None None] Attempting to bind port 7fad0433-4eb4-4790-911b-b43707c3a620 on network 1dff8164-772d-4910-9df9-325038b5953b {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:19:40.724943 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b77a6ce-bc83-4dfe-9856-3bfb089b09f3 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:19:40.725318 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b77a6ce-bc83-4dfe-9856-3bfb089b09f3 None None] Checking segment: {'id': '336ad212-c44f-4631-ac16-04781c8b56a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1dff8164-772d-4910-9df9-325038b5953b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:19:40.725721 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5b77a6ce-bc83-4dfe-9856-3bfb089b09f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:40.726114 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b77a6ce-bc83-4dfe-9856-3bfb089b09f3 None None] Bound using segment: {'id': '336ad212-c44f-4631-ac16-04781c8b56a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1dff8164-772d-4910-9df9-325038b5953b'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:19:40.726609 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5b77a6ce-bc83-4dfe-9856-3bfb089b09f3 None None] Bound port: 7fad0433-4eb4-4790-911b-b43707c3a620, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336ad212-c44f-4631-ac16-04781c8b56a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1dff8164-772d-4910-9df9-325038b5953b'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:19:40.726976 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5b77a6ce-bc83-4dfe-9856-3bfb089b09f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:40.825200 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-5b77a6ce-bc83-4dfe-9856-3bfb089b09f3 None None] For port 7fad0433-4eb4-4790-911b-b43707c3a620, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:19:40.828856 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-5b77a6ce-bc83-4dfe-9856-3bfb089b09f3 None None] For port 7fad0433-4eb4-4790-911b-b43707c3a620, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=7fad0433-4eb4-4790-911b-b43707c3a620,segment=NetworkSegment(336ad212-c44f-4631-ac16-04781c8b56a5),segment_id=336ad212-c44f-4631-ac16-04781c8b56a5)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:19:40.834960 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5b77a6ce-bc83-4dfe-9856-3bfb089b09f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:40.924519 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b77a6ce-bc83-4dfe-9856-3bfb089b09f3 None None] Pushing event updated for resources: {'Port': ['ID=7fad0433-4eb4-4790-911b-b43707c3a620,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:41.051845 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-1a41b2bc-bfbd-4d95-b01d-43e57bf2cc0b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Allocated IP 172.20.0.1 (1dff8164-772d-4910-9df9-325038b5953b/1ed469f1-838b-4b67-8303-a2dfcc477306/405a5b7a-a875-4d30-8dcb-10d6b56d5042) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:19:41.247047 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1a41b2bc-bfbd-4d95-b01d-43e57bf2cc0b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:41.263248 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-1a41b2bc-bfbd-4d95-b01d-43e57bf2cc0b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Transition to ACTIVE for port object 405a5b7a-a875-4d30-8dcb-10d6b56d5042 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:19:41.286039 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1a41b2bc-bfbd-4d95-b01d-43e57bf2cc0b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:41.355123 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a41b2bc-bfbd-4d95-b01d-43e57bf2cc0b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network 1dff8164-772d-4910-9df9-325038b5953b is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:19:41.358292 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-1a41b2bc-bfbd-4d95-b01d-43e57bf2cc0b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:19:41.362893 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a41b2bc-bfbd-4d95-b01d-43e57bf2cc0b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:19:41.426210 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8a379b12-72dc-42b3-bf39-159cd6c0b885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:41.495505 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41b2bc-bfbd-4d95-b01d-43e57bf2cc0b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Port': ['ID=405a5b7a-a875-4d30-8dcb-10d6b56d5042,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:41.527743 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1a41b2bc-bfbd-4d95-b01d-43e57bf2cc0b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:41.631518 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6268394b-9c68-46b7-89d7-f3509bc3e305 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:19:41.644336 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1a41b2bc-bfbd-4d95-b01d-43e57bf2cc0b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:41.701547 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 6268394b-9c68-46b7-89d7-f3509bc3e305 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:19:41.707403 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 6268394b-9c68-46b7-89d7-f3509bc3e305 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:19:41.707763 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:41.822473 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:41.838312 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 6268394b-9c68-46b7-89d7-f3509bc3e305, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6268394b-9c68-46b7-89d7-f3509bc3e305,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:19:41.843768 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:41.844849 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 7fad0433-4eb4-4790-911b-b43707c3a620 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:19:41.913501 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691b1bce-1415-49e0-b103-72063cf281c5 None None] Network 1dff8164-772d-4910-9df9-325038b5953b requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:19:42.056280 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-240df40d-d765-4ec7-8034-09bf0ac25a3e None None] Provisioning for port 7fad0433-4eb4-4790-911b-b43707c3a620 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:19:42.062155 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1a41b2bc-bfbd-4d95-b01d-43e57bf2cc0b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:42.068054 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1a41b2bc-bfbd-4d95-b01d-43e57bf2cc0b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:42.068229 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=6268394b-9c68-46b7-89d7-f3509bc3e305,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:42.122764 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 7fad0433-4eb4-4790-911b-b43707c3a620 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:19:42.132172 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 7fad0433-4eb4-4790-911b-b43707c3a620 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:19:42.134852 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:42.175955 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-1a41b2bc-bfbd-4d95-b01d-43e57bf2cc0b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:42.180010 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41b2bc-bfbd-4d95-b01d-43e57bf2cc0b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Port': ['ID=405a5b7a-a875-4d30-8dcb-10d6b56d5042,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:42.303677 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:42.313720 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a41b2bc-bfbd-4d95-b01d-43e57bf2cc0b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network 1dff8164-772d-4910-9df9-325038b5953b is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:19:42.314735 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-1a41b2bc-bfbd-4d95-b01d-43e57bf2cc0b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:19:42.342819 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 7fad0433-4eb4-4790-911b-b43707c3a620, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=7fad0433-4eb4-4790-911b-b43707c3a620,segment=NetworkSegment(336ad212-c44f-4631-ac16-04781c8b56a5),segment_id=336ad212-c44f-4631-ac16-04781c8b56a5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:19:42.348946 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:42.414295 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=7fad0433-4eb4-4790-911b-b43707c3a620,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:42.594646 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-95845476-019f-49a4-b94d-4775a5ce8e34 None None] Provisioning for port 405a5b7a-a875-4d30-8dcb-10d6b56d5042 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:19:42.599886 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-95845476-019f-49a4-b94d-4775a5ce8e34 None None] Provisioning complete for port 405a5b7a-a875-4d30-8dcb-10d6b56d5042 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:19:42.600330 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-95845476-019f-49a4-b94d-4775a5ce8e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:42.653475 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-95845476-019f-49a4-b94d-4775a5ce8e34 None None] Port 405a5b7a-a875-4d30-8dcb-10d6b56d5042 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:19:42.665923 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-95845476-019f-49a4-b94d-4775a5ce8e34 None None] Provisioning complete for port 7fad0433-4eb4-4790-911b-b43707c3a620 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:19:42.666318 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-95845476-019f-49a4-b94d-4775a5ce8e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:42.725416 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a41b2bc-bfbd-4d95-b01d-43e57bf2cc0b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Router 853f1b32-9d78-4a93-b35b-3dfb635dd8ec has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:19:42.735250 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:42.922434 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2ca866ee-6804-45f6-8adc-3898bbb4407e None None] Provisioning complete for port 405a5b7a-a875-4d30-8dcb-10d6b56d5042 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:19:42.922833 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2ca866ee-6804-45f6-8adc-3898bbb4407e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:42.931118 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a41b2bc-bfbd-4d95-b01d-43e57bf2cc0b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:19:42.950322 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-1a41b2bc-bfbd-4d95-b01d-43e57bf2cc0b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "PUT /v2.0/routers/853f1b32-9d78-4a93-b35b-3dfb635dd8ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1047189 Apr 20 18:19:42.984341 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:42.988637 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-2ca866ee-6804-45f6-8adc-3898bbb4407e None None] Port 405a5b7a-a875-4d30-8dcb-10d6b56d5042 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:19:43.116511 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-8cd7020e-9f2b-40fa-b4fe-68249a017af9 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Synchronizing usage tracker for tenant:7911800738e24c8486ca50d4f9ead214 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:19:43.134617 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-8cd7020e-9f2b-40fa-b4fe-68249a017af9 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Unset dirty status for tenant:7911800738e24c8486ca50d4f9ead214 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:19:43.135839 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-8cd7020e-9f2b-40fa-b4fe-68249a017af9 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1877460500&fields=id&tenant_id=7911800738e24c8486ca50d4f9ead214 HTTP/1.1" status: 200 len: 267 time: 0.0597296 Apr 20 18:19:43.375297 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-d6803853-8c79-4814-9bb8-0bda3ebf0399 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:19:43.375864 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-d6803853-8c79-4814-9bb8-0bda3ebf0399 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Synchronizing usage tracker for tenant:7911800738e24c8486ca50d4f9ead214 on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:19:43.395337 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-d6803853-8c79-4814-9bb8-0bda3ebf0399 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Unset dirty status for tenant:7911800738e24c8486ca50d4f9ead214 on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:19:43.396477 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-d6803853-8c79-4814-9bb8-0bda3ebf0399 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/networks?id=1dff8164-772d-4910-9df9-325038b5953b HTTP/1.1" status: 200 len: 796 time: 0.2538671 Apr 20 18:19:43.413709 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-f870e030-0beb-4bd5-b91e-9b79b46d3c95 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/quotas/7911800738e24c8486ca50d4f9ead214 HTTP/1.1" status: 200 len: 375 time: 0.0117183 Apr 20 18:19:43.496148 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-7d007f25-4500-493f-b04a-54ce42739de6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Synchronizing usage tracker for tenant:7911800738e24c8486ca50d4f9ead214 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:19:43.516555 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-7d007f25-4500-493f-b04a-54ce42739de6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Unset dirty status for tenant:7911800738e24c8486ca50d4f9ead214 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:19:43.518445 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-7d007f25-4500-493f-b04a-54ce42739de6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0996909 Apr 20 18:19:43.584856 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6268394b-9c68-46b7-89d7-f3509bc3e305 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:19:43.654424 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 6268394b-9c68-46b7-89d7-f3509bc3e305 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:19:43.655057 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:43.659090 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-2b16e785-12d0-46c0-9c7f-61bd8a0af6bc service neutron] 10.222.0.39 "GET /v2.0/networks/1dff8164-772d-4910-9df9-325038b5953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286252 Apr 20 18:19:43.777128 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 7fad0433-4eb4-4790-911b-b43707c3a620 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:19:43.789952 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-40df6497-366d-4152-88ef-f4d67858c234 service neutron] 10.222.0.39 "GET /v2.0/networks/1dff8164-772d-4910-9df9-325038b5953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250765 Apr 20 18:19:43.811018 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:43.848229 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 7fad0433-4eb4-4790-911b-b43707c3a620 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:19:43.848606 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:43.990774 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2e2024c5-bc3e-4065-87d2-8344ae6fa056 req-e2ca8b74-4603-4f68-b979-2e9da604034d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 210 time: 0.0491626 Apr 20 18:19:44.135265 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c75dcb-924d-44e0-87a9-072f54b44f4f None None] Sync routers for ids ['853f1b32-9d78-4a93-b35b-3dfb635dd8ec'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:19:44.147835 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c75dcb-924d-44e0-87a9-072f54b44f4f None None] Routers {'853f1b32-9d78-4a93-b35b-3dfb635dd8ec'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:19:44.148364 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a0c75dcb-924d-44e0-87a9-072f54b44f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:19:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['853f1b32-9d78-4a93-b35b-3dfb635dd8ec'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:19:44.290038 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:44.333291 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-a0c75dcb-924d-44e0-87a9-072f54b44f4f None None] Set router 853f1b32-9d78-4a93-b35b-3dfb635dd8ec gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:19:44.658394 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a0c75dcb-924d-44e0-87a9-072f54b44f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53619155', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '6268394b-9c68-46b7-89d7-f3509bc3e305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:19:37Z', 'updated_at': '2022-04-20T18:19:41Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '6268394b-9c68-46b7-89d7-f3509bc3e305', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:19:37Z', 'updated_at': '2022-04-20T18:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '405a5b7a-a875-4d30-8dcb-10d6b56d5042', 'name': '', 'network_id': '1dff8164-772d-4910-9df9-325038b5953b', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:e5:53:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ed469f1-838b-4b67-8303-a2dfcc477306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:19:40Z', 'updated_at': '2022-04-20T18:19:41Z', 'revision_number': 2, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': '1ed469f1-838b-4b67-8303-a2dfcc477306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:19:44.662351 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c75dcb-924d-44e0-87a9-072f54b44f4f None None] Checking router: 853f1b32-9d78-4a93-b35b-3dfb635dd8ec for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:19:44.662683 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c75dcb-924d-44e0-87a9-072f54b44f4f None None] Updating router 853f1b32-9d78-4a93-b35b-3dfb635dd8ec port 405a5b7a-a875-4d30-8dcb-10d6b56d5042 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 18:19:44.713224 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a0c75dcb-924d-44e0-87a9-072f54b44f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:45.055713 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-e21b9f38-584c-4fbb-8f03-78cdcea22bda tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:19:45.057325 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-e21b9f38-584c-4fbb-8f03-78cdcea22bda tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.10 "GET /v2.0/networks?id=1dff8164-772d-4910-9df9-325038b5953b HTTP/1.1" status: 200 len: 796 time: 0.1641066 Apr 20 18:19:45.075291 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a0c75dcb-924d-44e0-87a9-072f54b44f4f None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:45.088383 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a0c75dcb-924d-44e0-87a9-072f54b44f4f None None] Transition to ACTIVE for port object 405a5b7a-a875-4d30-8dcb-10d6b56d5042 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:19:45.097972 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a0c75dcb-924d-44e0-87a9-072f54b44f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:45.119548 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-5621150e-cde0-4126-abbe-3ae8182581cf tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7911800738e24c8486ca50d4f9ead214 HTTP/1.1" status: 200 len: 380 time: 0.0492852 Apr 20 18:19:45.157592 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ae01e945-2bd5-4404-8133-d72fb743c478 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'port': {'device_id': '9331005a-c718-4af8-97f6-f45c86769ef0', 'network_id': '1dff8164-772d-4910-9df9-325038b5953b', 'admin_state_up': True, 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'security_groups': ['81adad88-c4dc-407a-b60f-5cb81f601cee']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:19:45.178585 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c3996d42-5748-47fe-8820-e0f69088d05c req-fbbba22c-d86a-468c-83ad-158da7e01608 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 210 time: 0.0572681 Apr 20 18:19:45.227091 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02162f-8a26-481a-aa40-f3ce6f93b4f9 None None] Pushing event updated for resources: {'Port': ['ID=405a5b7a-a875-4d30-8dcb-10d6b56d5042,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:45.309302 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ae01e945-2bd5-4404-8133-d72fb743c478 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:19:45.315529 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-a0c75dcb-924d-44e0-87a9-072f54b44f4f None None] Attempting to bind port 405a5b7a-a875-4d30-8dcb-10d6b56d5042 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:19:45.315890 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-a0c75dcb-924d-44e0-87a9-072f54b44f4f None None] Attempting to bind port 405a5b7a-a875-4d30-8dcb-10d6b56d5042 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '336ad212-c44f-4631-ac16-04781c8b56a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1dff8164-772d-4910-9df9-325038b5953b'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:19:45.316243 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c75dcb-924d-44e0-87a9-072f54b44f4f None None] Attempting to bind port 405a5b7a-a875-4d30-8dcb-10d6b56d5042 on network 1dff8164-772d-4910-9df9-325038b5953b {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:19:45.320531 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ae01e945-2bd5-4404-8133-d72fb743c478 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:19:45.322747 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c75dcb-924d-44e0-87a9-072f54b44f4f None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:19:45.323108 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c75dcb-924d-44e0-87a9-072f54b44f4f None None] Checking segment: {'id': '336ad212-c44f-4631-ac16-04781c8b56a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1dff8164-772d-4910-9df9-325038b5953b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:19:45.323651 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a0c75dcb-924d-44e0-87a9-072f54b44f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:45.324039 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c75dcb-924d-44e0-87a9-072f54b44f4f None None] Bound using segment: {'id': '336ad212-c44f-4631-ac16-04781c8b56a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1dff8164-772d-4910-9df9-325038b5953b'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:19:45.324498 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-a0c75dcb-924d-44e0-87a9-072f54b44f4f None None] Bound port: 405a5b7a-a875-4d30-8dcb-10d6b56d5042, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336ad212-c44f-4631-ac16-04781c8b56a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1dff8164-772d-4910-9df9-325038b5953b'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:19:45.324921 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a0c75dcb-924d-44e0-87a9-072f54b44f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:45.332297 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ae01e945-2bd5-4404-8133-d72fb743c478 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Made reservation on behalf of 7911800738e24c8486ca50d4f9ead214 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:19:45.336016 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ae01e945-2bd5-4404-8133-d72fb743c478 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:45.410094 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-a0c75dcb-924d-44e0-87a9-072f54b44f4f None None] For port 405a5b7a-a875-4d30-8dcb-10d6b56d5042, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:19:45.415726 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-a0c75dcb-924d-44e0-87a9-072f54b44f4f None None] For port 405a5b7a-a875-4d30-8dcb-10d6b56d5042, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=405a5b7a-a875-4d30-8dcb-10d6b56d5042,segment=NetworkSegment(336ad212-c44f-4631-ac16-04781c8b56a5),segment_id=336ad212-c44f-4631-ac16-04781c8b56a5)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:19:45.424323 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a0c75dcb-924d-44e0-87a9-072f54b44f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:45.503486 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ae01e945-2bd5-4404-8133-d72fb743c478 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Allocated IP 172.20.0.11 (1dff8164-772d-4910-9df9-325038b5953b/1ed469f1-838b-4b67-8303-a2dfcc477306/5f88c20d-a1bb-4ab6-893b-9f04e943f9d5) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:19:45.510449 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02162f-8a26-481a-aa40-f3ce6f93b4f9 None None] Pushing event updated for resources: {'Port': ['ID=405a5b7a-a875-4d30-8dcb-10d6b56d5042,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:45.519050 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c75dcb-924d-44e0-87a9-072f54b44f4f None None] Routers {'853f1b32-9d78-4a93-b35b-3dfb635dd8ec'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:19:45.519050 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a0c75dcb-924d-44e0-87a9-072f54b44f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:19:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['853f1b32-9d78-4a93-b35b-3dfb635dd8ec'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:19:45.704235 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ae01e945-2bd5-4404-8133-d72fb743c478 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:45.719543 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ae01e945-2bd5-4404-8133-d72fb743c478 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Transition to ACTIVE for port object 5f88c20d-a1bb-4ab6-893b-9f04e943f9d5 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:19:45.744068 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ae01e945-2bd5-4404-8133-d72fb743c478 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:45.746790 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-a0c75dcb-924d-44e0-87a9-072f54b44f4f None None] Set router 853f1b32-9d78-4a93-b35b-3dfb635dd8ec gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:19:45.821279 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ae01e945-2bd5-4404-8133-d72fb743c478 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network 1dff8164-772d-4910-9df9-325038b5953b is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:19:45.821787 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:45.824363 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ae01e945-2bd5-4404-8133-d72fb743c478 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:19:45.826779 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ae01e945-2bd5-4404-8133-d72fb743c478 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:19:45.857474 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01e945-2bd5-4404-8133-d72fb743c478 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Port': ['ID=5f88c20d-a1bb-4ab6-893b-9f04e943f9d5,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:45.893570 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ae01e945-2bd5-4404-8133-d72fb743c478 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:19:45.894348 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ae01e945-2bd5-4404-8133-d72fb743c478 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:45.921886 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ae01e945-2bd5-4404-8133-d72fb743c478 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7677791 Apr 20 18:19:45.934098 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ba9d7ff0-4c41-4116-bc5e-044718aba472 service neutron] Request body: {'port': {'device_id': '9331005a-c718-4af8-97f6-f45c86769ef0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:19:46.048693 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ba9d7ff0-4c41-4116-bc5e-044718aba472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:46.072527 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1633e89b-2f4c-4a2d-bad1-aa437dcd5484 None None] Provisioning for port 5f88c20d-a1bb-4ab6-893b-9f04e943f9d5 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:19:46.079167 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1633e89b-2f4c-4a2d-bad1-aa437dcd5484 None None] Provisioning complete for port 5f88c20d-a1bb-4ab6-893b-9f04e943f9d5 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:19:46.079508 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1633e89b-2f4c-4a2d-bad1-aa437dcd5484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:46.126384 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a0c75dcb-924d-44e0-87a9-072f54b44f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53619155', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '6268394b-9c68-46b7-89d7-f3509bc3e305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:19:37Z', 'updated_at': '2022-04-20T18:19:41Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '6268394b-9c68-46b7-89d7-f3509bc3e305', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:19:37Z', 'updated_at': '2022-04-20T18:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '405a5b7a-a875-4d30-8dcb-10d6b56d5042', 'name': '', 'network_id': '1dff8164-772d-4910-9df9-325038b5953b', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:e5:53:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ed469f1-838b-4b67-8303-a2dfcc477306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:19:40Z', 'updated_at': '2022-04-20T18:19:45Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': '1ed469f1-838b-4b67-8303-a2dfcc477306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:19:46.135540 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c75dcb-924d-44e0-87a9-072f54b44f4f None None] The sync data for ids ['853f1b32-9d78-4a93-b35b-3dfb635dd8ec'] in n-d-838032-1 is: [{'id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53619155', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '6268394b-9c68-46b7-89d7-f3509bc3e305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:19:37Z', 'updated_at': '2022-04-20T18:19:41Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '6268394b-9c68-46b7-89d7-f3509bc3e305', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:19:37Z', 'updated_at': '2022-04-20T18:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '405a5b7a-a875-4d30-8dcb-10d6b56d5042', 'name': '', 'network_id': '1dff8164-772d-4910-9df9-325038b5953b', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:e5:53:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ed469f1-838b-4b67-8303-a2dfcc477306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:19:40Z', 'updated_at': '2022-04-20T18:19:45Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': '1ed469f1-838b-4b67-8303-a2dfcc477306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:19:46.141726 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1633e89b-2f4c-4a2d-bad1-aa437dcd5484 None None] Port 5f88c20d-a1bb-4ab6-893b-9f04e943f9d5 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:19:46.399065 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e92522-9f3e-4864-8928-b636094d8b56 req-eff48c01-91e3-42a0-abbd-0d037aac67b7 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:19:46.406161 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-81e92522-9f3e-4864-8928-b636094d8b56 req-eff48c01-91e3-42a0-abbd-0d037aac67b7 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 932 time: 0.0905576 Apr 20 18:19:46.447251 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-81e92522-9f3e-4864-8928-b636094d8b56 req-69b68860-93c1-4a6c-a63e-e86f9651dbcf tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Synchronizing usage tracker for tenant:7911800738e24c8486ca50d4f9ead214 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:19:46.464282 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-81e92522-9f3e-4864-8928-b636094d8b56 req-69b68860-93c1-4a6c-a63e-e86f9651dbcf tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Unset dirty status for tenant:7911800738e24c8486ca50d4f9ead214 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:19:46.477326 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-81e92522-9f3e-4864-8928-b636094d8b56 req-69b68860-93c1-4a6c-a63e-e86f9651dbcf tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=81adad88-c4dc-407a-b60f-5cb81f601cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702243 Apr 20 18:19:46.506795 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ba9d7ff0-4c41-4116-bc5e-044718aba472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f88c20d-a1bb-4ab6-893b-9f04e943f9d5 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:19:46.514407 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ba9d7ff0-4c41-4116-bc5e-044718aba472 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:46.535535 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ba9d7ff0-4c41-4116-bc5e-044718aba472 service neutron] Transition to ACTIVE for port object 5f88c20d-a1bb-4ab6-893b-9f04e943f9d5 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:19:46.540894 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ba9d7ff0-4c41-4116-bc5e-044718aba472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:46.666652 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d7ff0-4c41-4116-bc5e-044718aba472 service neutron] Pushing event updated for resources: {'Port': ['ID=5f88c20d-a1bb-4ab6-893b-9f04e943f9d5,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:46.777340 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ba9d7ff0-4c41-4116-bc5e-044718aba472 service neutron] Attempting to bind port 5f88c20d-a1bb-4ab6-893b-9f04e943f9d5 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:19:46.777666 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ba9d7ff0-4c41-4116-bc5e-044718aba472 service neutron] Attempting to bind port 5f88c20d-a1bb-4ab6-893b-9f04e943f9d5 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '336ad212-c44f-4631-ac16-04781c8b56a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1dff8164-772d-4910-9df9-325038b5953b'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:19:46.777988 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ba9d7ff0-4c41-4116-bc5e-044718aba472 service neutron] Attempting to bind port 5f88c20d-a1bb-4ab6-893b-9f04e943f9d5 on network 1dff8164-772d-4910-9df9-325038b5953b {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:19:46.785125 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ba9d7ff0-4c41-4116-bc5e-044718aba472 service neutron] Port 5f88c20d-a1bb-4ab6-893b-9f04e943f9d5 on network 1dff8164-772d-4910-9df9-325038b5953b not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 18:19:46.785447 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ba9d7ff0-4c41-4116-bc5e-044718aba472 service neutron] Attempting to bind port 5f88c20d-a1bb-4ab6-893b-9f04e943f9d5 on network 1dff8164-772d-4910-9df9-325038b5953b {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:19:46.792227 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ba9d7ff0-4c41-4116-bc5e-044718aba472 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:19:46.792691 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ba9d7ff0-4c41-4116-bc5e-044718aba472 service neutron] Checking segment: {'id': '336ad212-c44f-4631-ac16-04781c8b56a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1dff8164-772d-4910-9df9-325038b5953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:19:46.793077 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ba9d7ff0-4c41-4116-bc5e-044718aba472 service neutron] Bound using segment: {'id': '336ad212-c44f-4631-ac16-04781c8b56a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1dff8164-772d-4910-9df9-325038b5953b'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:19:46.793495 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ba9d7ff0-4c41-4116-bc5e-044718aba472 service neutron] Bound port: 5f88c20d-a1bb-4ab6-893b-9f04e943f9d5, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '336ad212-c44f-4631-ac16-04781c8b56a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1dff8164-772d-4910-9df9-325038b5953b'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:19:46.793890 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ba9d7ff0-4c41-4116-bc5e-044718aba472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:46.888470 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ba9d7ff0-4c41-4116-bc5e-044718aba472 service neutron] For port 5f88c20d-a1bb-4ab6-893b-9f04e943f9d5, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:19:46.891733 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ba9d7ff0-4c41-4116-bc5e-044718aba472 service neutron] For port 5f88c20d-a1bb-4ab6-893b-9f04e943f9d5, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=5f88c20d-a1bb-4ab6-893b-9f04e943f9d5,segment=NetworkSegment(336ad212-c44f-4631-ac16-04781c8b56a5),segment_id=336ad212-c44f-4631-ac16-04781c8b56a5)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:19:46.896057 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ba9d7ff0-4c41-4116-bc5e-044718aba472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:46.958342 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ba9d7ff0-4c41-4116-bc5e-044718aba472 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:46.959715 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-ba9d7ff0-4c41-4116-bc5e-044718aba472 service neutron] 10.222.0.10 "PUT /v2.0/ports/5f88c20d-a1bb-4ab6-893b-9f04e943f9d5 HTTP/1.1" status: 200 len: 1092 time: 1.0304451 Apr 20 18:19:46.960151 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9331005a-c718-4af8-97f6-f45c86769ef0', 'tag': '5f88c20d-a1bb-4ab6-893b-9f04e943f9d5'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:19:46.977198 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d7ff0-4c41-4116-bc5e-044718aba472 service neutron] Pushing event updated for resources: {'Port': ['ID=5f88c20d-a1bb-4ab6-893b-9f04e943f9d5,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:47.055081 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-638f143f-68a6-467c-aa38-00e482e2bb97'] response: {'name': 'network-changed', 'server_uuid': '9331005a-c718-4af8-97f6-f45c86769ef0', 'tag': '5f88c20d-a1bb-4ab6-893b-9f04e943f9d5', 'status': 'completed', 'code': 200} Apr 20 18:19:47.092359 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-e70bdce6-1710-415b-9e95-1761e4769f83 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 1095 time: 0.0806267 Apr 20 18:19:47.164613 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-3135f8d5-f70e-43c0-a82b-63f410bba038 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f88c20d-a1bb-4ab6-893b-9f04e943f9d5 HTTP/1.1" status: 200 len: 217 time: 0.0651867 Apr 20 18:19:47.226702 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-7a306722-8219-484b-858f-65bd0e823c1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:19:47.228053 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-7a306722-8219-484b-858f-65bd0e823c1d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ed469f1-838b-4b67-8303-a2dfcc477306 HTTP/1.1" status: 200 len: 835 time: 0.0583198 Apr 20 18:19:47.307972 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-bf2db050-a564-4a3f-86c7-d0ffdbb43ed3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1dff8164-772d-4910-9df9-325038b5953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735569 Apr 20 18:19:47.439412 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-a4337756-a249-4bbd-b9c4-3978bc5ab6ac service neutron] 10.222.0.10 "GET /v2.0/networks/1dff8164-772d-4910-9df9-325038b5953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247466 Apr 20 18:19:47.582970 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-986ed1fe-a77e-462a-ac85-2177c38a99ff req-bf499b4b-3be1-4dc5-9b31-daafb5fbffea service neutron] 10.222.0.10 "GET /v2.0/networks/1dff8164-772d-4910-9df9-325038b5953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378057 Apr 20 18:19:47.614516 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 405a5b7a-a875-4d30-8dcb-10d6b56d5042 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:19:47.682142 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df573a21-f4c2-465f-9494-25bf09b12082 req-4be24b9b-60a6-4541-a8b0-b6104406f281 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:19:47.683753 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-df573a21-f4c2-465f-9494-25bf09b12082 req-4be24b9b-60a6-4541-a8b0-b6104406f281 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 944 time: 0.0870879 Apr 20 18:19:47.688988 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 405a5b7a-a875-4d30-8dcb-10d6b56d5042 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:19:47.693989 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 405a5b7a-a875-4d30-8dcb-10d6b56d5042 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:19:47.694311 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:47.707219 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-70476464-fef3-4de8-8947-5f5ac298f382 req-29bf16a0-dbac-4cdc-b24b-b7748f300191 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 1095 time: 0.0732045 Apr 20 18:19:47.730898 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-df573a21-f4c2-465f-9494-25bf09b12082 req-5152b950-e02d-44ec-af6d-c6d86bfbb6cd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=81adad88-c4dc-407a-b60f-5cb81f601cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408106 Apr 20 18:19:47.811978 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:47.843740 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70476464-fef3-4de8-8947-5f5ac298f382 req-93c284c2-5fc0-422f-86de-83b7fba0aa92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:19:47.844220 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 405a5b7a-a875-4d30-8dcb-10d6b56d5042, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=405a5b7a-a875-4d30-8dcb-10d6b56d5042,segment=NetworkSegment(336ad212-c44f-4631-ac16-04781c8b56a5),segment_id=336ad212-c44f-4631-ac16-04781c8b56a5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:19:47.845157 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-70476464-fef3-4de8-8947-5f5ac298f382 req-93c284c2-5fc0-422f-86de-83b7fba0aa92 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1dff8164-772d-4910-9df9-325038b5953b HTTP/1.1" status: 200 len: 897 time: 0.1285448 Apr 20 18:19:47.849716 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:47.914371 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=405a5b7a-a875-4d30-8dcb-10d6b56d5042,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:47.917578 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-70476464-fef3-4de8-8947-5f5ac298f382 req-1f77c3e7-9cb0-4052-8fdf-adf17b97b660 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f88c20d-a1bb-4ab6-893b-9f04e943f9d5 HTTP/1.1" status: 200 len: 217 time: 0.0640442 Apr 20 18:19:47.982785 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70476464-fef3-4de8-8947-5f5ac298f382 req-89b2ee2b-06ac-4483-b22e-f30f05c4c3f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:19:47.984177 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-70476464-fef3-4de8-8947-5f5ac298f382 req-89b2ee2b-06ac-4483-b22e-f30f05c4c3f7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ed469f1-838b-4b67-8303-a2dfcc477306 HTTP/1.1" status: 200 len: 835 time: 0.0595942 Apr 20 18:19:48.065351 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-70476464-fef3-4de8-8947-5f5ac298f382 req-92f33aef-db8b-4937-9363-8517ed82c7db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1dff8164-772d-4910-9df9-325038b5953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739112 Apr 20 18:19:48.282614 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-70476464-fef3-4de8-8947-5f5ac298f382 req-4879471d-556f-44d3-b263-5c34e4528343 service neutron] 10.222.0.10 "GET /v2.0/networks/1dff8164-772d-4910-9df9-325038b5953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111182 Apr 20 18:19:48.417581 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-70476464-fef3-4de8-8947-5f5ac298f382 req-c5752397-685a-4861-ad9c-89dd5c3b21ed service neutron] 10.222.0.10 "GET /v2.0/networks/1dff8164-772d-4910-9df9-325038b5953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278028 Apr 20 18:19:48.953182 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df53b04-ff00-4589-b649-6519fb51d5a5 req-923335da-d24d-4808-b32e-77e8ca21510d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:19:48.953874 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-0df53b04-ff00-4589-b649-6519fb51d5a5 req-923335da-d24d-4808-b32e-77e8ca21510d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Synchronizing usage tracker for tenant:7911800738e24c8486ca50d4f9ead214 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:19:48.972206 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-0df53b04-ff00-4589-b649-6519fb51d5a5 req-923335da-d24d-4808-b32e-77e8ca21510d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Unset dirty status for tenant:7911800738e24c8486ca50d4f9ead214 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:19:48.973313 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0df53b04-ff00-4589-b649-6519fb51d5a5 req-923335da-d24d-4808-b32e-77e8ca21510d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 944 time: 0.0938396 Apr 20 18:19:49.019154 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0df53b04-ff00-4589-b649-6519fb51d5a5 req-5de6b3e7-b608-4229-9976-9a344292221b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=81adad88-c4dc-407a-b60f-5cb81f601cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401745 Apr 20 18:19:49.585126 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 405a5b7a-a875-4d30-8dcb-10d6b56d5042 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:19:49.656600 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 405a5b7a-a875-4d30-8dcb-10d6b56d5042 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:19:49.656958 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:50.240800 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613c810-2564-4c84-81bf-1aa8ae91ec03 req-99ca3c90-865c-41ca-a7e0-66a9249def8e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:19:50.242243 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2613c810-2564-4c84-81bf-1aa8ae91ec03 req-99ca3c90-865c-41ca-a7e0-66a9249def8e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 944 time: 0.0856414 Apr 20 18:19:50.293976 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2613c810-2564-4c84-81bf-1aa8ae91ec03 req-6f0ff65e-3049-451c-aac8-2be4f69f83ff tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=81adad88-c4dc-407a-b60f-5cb81f601cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431614 Apr 20 18:19:51.350437 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 5f88c20d-a1bb-4ab6-893b-9f04e943f9d5 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:19:51.495232 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 5f88c20d-a1bb-4ab6-893b-9f04e943f9d5, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=5f88c20d-a1bb-4ab6-893b-9f04e943f9d5,segment=NetworkSegment(336ad212-c44f-4631-ac16-04781c8b56a5),segment_id=336ad212-c44f-4631-ac16-04781c8b56a5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:19:51.509303 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '5f88c20d-a1bb-4ab6-893b-9f04e943f9d5', 'network_id': '1dff8164-772d-4910-9df9-325038b5953b', 'port_id': '5f88c20d-a1bb-4ab6-893b-9f04e943f9d5', 'mac_address': 'fa:16:3e:61:17:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ed469f1-838b-4b67-8303-a2dfcc477306', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:19:51.562357 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:51.579532 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f88c20d-a1bb-4ab6-893b-9f04e943f9d5 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:19:51.594261 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 5f88c20d-a1bb-4ab6-893b-9f04e943f9d5, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=5f88c20d-a1bb-4ab6-893b-9f04e943f9d5,segment=NetworkSegment(336ad212-c44f-4631-ac16-04781c8b56a5),segment_id=336ad212-c44f-4631-ac16-04781c8b56a5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:19:51.599593 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:51.658820 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608183b-a522-4ff8-8579-04a338f6f9ec req-11d69ab2-f633-48cc-add7-6dab345335af tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:19:51.660262 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1608183b-a522-4ff8-8579-04a338f6f9ec req-11d69ab2-f633-48cc-add7-6dab345335af tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 945 time: 0.0808549 Apr 20 18:19:51.665122 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=5f88c20d-a1bb-4ab6-893b-9f04e943f9d5,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:51.706624 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1608183b-a522-4ff8-8579-04a338f6f9ec req-407079fd-96dd-44da-b4cd-eca66e9cf79d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=81adad88-c4dc-407a-b60f-5cb81f601cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400383 Apr 20 18:19:51.918547 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['5f88c20d-a1bb-4ab6-893b-9f04e943f9d5'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:19:52.908966 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f5511-f798-498f-a440-94da27997858 req-255f630e-d1f3-4c1b-803f-5a5d918d9b46 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:19:52.910392 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4e4f5511-f798-498f-a440-94da27997858 req-255f630e-d1f3-4c1b-803f-5a5d918d9b46 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 945 time: 0.0832596 Apr 20 18:19:52.957456 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4e4f5511-f798-498f-a440-94da27997858 req-59a68621-4dcd-401e-8cd4-16ea0a8aa434 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=81adad88-c4dc-407a-b60f-5cb81f601cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384896 Apr 20 18:19:53.351856 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 5f88c20d-a1bb-4ab6-893b-9f04e943f9d5 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:19:53.431407 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 5f88c20d-a1bb-4ab6-893b-9f04e943f9d5 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:19:53.436545 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 5f88c20d-a1bb-4ab6-893b-9f04e943f9d5 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:19:53.436940 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:53.581849 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:53.608264 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9331005a-c718-4af8-97f6-f45c86769ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f88c20d-a1bb-4ab6-893b-9f04e943f9d5'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:19:53.617761 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 5f88c20d-a1bb-4ab6-893b-9f04e943f9d5, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=5f88c20d-a1bb-4ab6-893b-9f04e943f9d5,segment=NetworkSegment(336ad212-c44f-4631-ac16-04781c8b56a5),segment_id=336ad212-c44f-4631-ac16-04781c8b56a5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:19:53.623894 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:53.667310 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dc3b4bd-2a62-4eac-be35-31ad3d9e8f24'] response: {'server_uuid': '9331005a-c718-4af8-97f6-f45c86769ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f88c20d-a1bb-4ab6-893b-9f04e943f9d5', 'code': 200} Apr 20 18:19:53.693150 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=5f88c20d-a1bb-4ab6-893b-9f04e943f9d5,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:53.792553 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6d1fa7ae-d359-4a0d-8e9b-e32ec802e5ef req-08f4079c-13d1-4797-8237-d5c1b4bb78fd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 1097 time: 0.0683753 Apr 20 18:19:53.836618 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6d1fa7ae-d359-4a0d-8e9b-e32ec802e5ef req-eea9dce4-2c60-4966-86b0-98d51ae1585d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=81adad88-c4dc-407a-b60f-5cb81f601cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385716 Apr 20 18:19:54.172270 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4daa85-3d80-4adf-bf32-8af73da6decd req-b21e16f8-cd1c-4739-89c3-5967b74d395c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:19:54.173728 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ce4daa85-3d80-4adf-bf32-8af73da6decd req-b21e16f8-cd1c-4739-89c3-5967b74d395c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 946 time: 0.0907474 Apr 20 18:19:54.219749 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ce4daa85-3d80-4adf-bf32-8af73da6decd req-0ebc32b6-475c-47a9-8c99-73ffb2b7cedc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=81adad88-c4dc-407a-b60f-5cb81f601cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395043 Apr 20 18:19:55.533650 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088ea7d-0f0f-40b7-8205-bea3b711a8b4 req-4ac32a05-e0ad-4e85-b7c7-a2759699553f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:19:55.535120 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6088ea7d-0f0f-40b7-8205-bea3b711a8b4 req-4ac32a05-e0ad-4e85-b7c7-a2759699553f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 946 time: 0.1849020 Apr 20 18:19:55.580777 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6088ea7d-0f0f-40b7-8205-bea3b711a8b4 req-947a4bcc-17ef-490e-aaff-eecf005c7e6f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=81adad88-c4dc-407a-b60f-5cb81f601cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400159 Apr 20 18:19:55.941389 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfe1bc-0448-4ce6-a8ad-1ed110746286 req-caa0678f-9344-46f1-879b-4823e03a92d2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:19:55.943065 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eddfe1bc-0448-4ce6-a8ad-1ed110746286 req-caa0678f-9344-46f1-879b-4823e03a92d2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 946 time: 0.0860121 Apr 20 18:19:55.995264 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-eddfe1bc-0448-4ce6-a8ad-1ed110746286 req-bf444e8d-fb5d-4ca6-91d2-2cfbb9dfcc6a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=81adad88-c4dc-407a-b60f-5cb81f601cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438221 Apr 20 18:19:56.023078 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37782) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:56.094218 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e307bbb8-0fbe-41fa-bdf7-f6d164c3ac96 tempest-TestNetworkAdvancedServerOps-1754895831 tempest-TestNetworkAdvancedServerOps-1754895831-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 1092 time: 0.0699584 Apr 20 18:19:56.097985 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37786) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:56.103032 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-e53ad7a7-f8a1-4d5a-af70-9df428e6d084 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'port_id': '5f88c20d-a1bb-4ab6-893b-9f04e943f9d5', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:19:56.109987 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e53ad7a7-f8a1-4d5a-af70-9df428e6d084 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:19:56.114543 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e53ad7a7-f8a1-4d5a-af70-9df428e6d084 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:floatingip and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:19:56.117506 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-e53ad7a7-f8a1-4d5a-af70-9df428e6d084 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:19:56.123899 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-e53ad7a7-f8a1-4d5a-af70-9df428e6d084 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:19:56.141448 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e53ad7a7-f8a1-4d5a-af70-9df428e6d084 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for floatingip, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:56.278488 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e53ad7a7-f8a1-4d5a-af70-9df428e6d084 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:56.417303 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-e53ad7a7-f8a1-4d5a-af70-9df428e6d084 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Allocated IP 172.25.8.136 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/b795397f-99df-42bc-ac37-f8fd2a37c162) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:19:56.584166 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e53ad7a7-f8a1-4d5a-af70-9df428e6d084 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:56.620323 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e53ad7a7-f8a1-4d5a-af70-9df428e6d084 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:56.689214 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53ad7a7-f8a1-4d5a-af70-9df428e6d084 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:19:56.691964 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-e53ad7a7-f8a1-4d5a-af70-9df428e6d084 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:19:56.696156 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53ad7a7-f8a1-4d5a-af70-9df428e6d084 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:19:56.719550 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ad7a7-f8a1-4d5a-af70-9df428e6d084 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Port': ['ID=b795397f-99df-42bc-ac37-f8fd2a37c162,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:57.299264 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e53ad7a7-f8a1-4d5a-af70-9df428e6d084 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:57.364326 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e53ad7a7-f8a1-4d5a-af70-9df428e6d084 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:57.567132 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e53ad7a7-f8a1-4d5a-af70-9df428e6d084 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:57.573935 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e53ad7a7-f8a1-4d5a-af70-9df428e6d084 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:57.681268 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ad7a7-f8a1-4d5a-af70-9df428e6d084 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Port': ['ID=b795397f-99df-42bc-ac37-f8fd2a37c162,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:19:57.695062 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e53ad7a7-f8a1-4d5a-af70-9df428e6d084 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:57.887749 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [None req-e53ad7a7-f8a1-4d5a-af70-9df428e6d084 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Floating IP 75d85ea6-2f23-4847-9d85-ef22caaafe9f associated. External IP: 172.25.8.136, port: 5f88c20d-a1bb-4ab6-893b-9f04e943f9d5. Apr 20 18:19:58.276494 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53ad7a7-f8a1-4d5a-af70-9df428e6d084 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Router 853f1b32-9d78-4a93-b35b-3dfb635dd8ec has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:19:58.477988 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53ad7a7-f8a1-4d5a-af70-9df428e6d084 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:19:58.488731 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b950473-1be3-414c-9669-095f2b11a629 None None] Sync routers for ids ['853f1b32-9d78-4a93-b35b-3dfb635dd8ec'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:19:58.501637 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b950473-1be3-414c-9669-095f2b11a629 None None] Routers {'853f1b32-9d78-4a93-b35b-3dfb635dd8ec'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:19:58.502404 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-7b950473-1be3-414c-9669-095f2b11a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:19:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['853f1b32-9d78-4a93-b35b-3dfb635dd8ec'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:19:58.503492 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e53ad7a7-f8a1-4d5a-af70-9df428e6d084 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:19:58.559583 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e53ad7a7-f8a1-4d5a-af70-9df428e6d084 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4603932 Apr 20 18:19:58.559925 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9331005a-c718-4af8-97f6-f45c86769ef0', 'tag': '5f88c20d-a1bb-4ab6-893b-9f04e943f9d5'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:19:58.624004 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2be032e-6bcb-4d0b-b8a5-b8db7872080c'] response: {'name': 'network-changed', 'server_uuid': '9331005a-c718-4af8-97f6-f45c86769ef0', 'tag': '5f88c20d-a1bb-4ab6-893b-9f04e943f9d5', 'status': 'completed', 'code': 200} Apr 20 18:19:58.678565 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-7b950473-1be3-414c-9669-095f2b11a629 None None] Set router 853f1b32-9d78-4a93-b35b-3dfb635dd8ec gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:19:58.786315 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-855257d9-f6ef-4a92-96da-473b8d1a4cc6 req-bbde4e0b-947e-4a35-a3c3-8c7158f221ce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 1097 time: 0.1277497 Apr 20 18:19:58.794465 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fda6de-992f-4df0-8f1a-9b18764e1ff5 req-cb11d06f-a8e3-4815-a234-a263c754c420 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:19:58.795795 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e7fda6de-992f-4df0-8f1a-9b18764e1ff5 req-cb11d06f-a8e3-4815-a234-a263c754c420 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 946 time: 0.1039877 Apr 20 18:19:59.045765 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e7fda6de-992f-4df0-8f1a-9b18764e1ff5 req-bd417dce-0039-4def-95f6-01998e9b79c1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=81adad88-c4dc-407a-b60f-5cb81f601cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2296627 Apr 20 18:19:59.050466 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-7b950473-1be3-414c-9669-095f2b11a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53619155', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '6268394b-9c68-46b7-89d7-f3509bc3e305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:19:37Z', 'updated_at': '2022-04-20T18:19:41Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '6268394b-9c68-46b7-89d7-f3509bc3e305', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:19:37Z', 'updated_at': '2022-04-20T18:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '75d85ea6-2f23-4847-9d85-ef22caaafe9f', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'floating_ip_address': '172.25.8.136', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'port_id': '5f88c20d-a1bb-4ab6-893b-9f04e943f9d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dff8164-772d-4910-9df9-325038b5953b', 'mac_address': 'fa:16:3e:61:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331005a-c718-4af8-97f6-f45c86769ef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:19:57Z', 'updated_at': '2022-04-20T18:19:57Z', 'revision_number': 0, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '405a5b7a-a875-4d30-8dcb-10d6b56d5042', 'name': '', 'network_id': '1dff8164-772d-4910-9df9-325038b5953b', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:e5:53:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ed469f1-838b-4b67-8303-a2dfcc477306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:19:40Z', 'updated_at': '2022-04-20T18:19:47Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': '1ed469f1-838b-4b67-8303-a2dfcc477306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:19:59.054336 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b950473-1be3-414c-9669-095f2b11a629 None None] Checking router: 853f1b32-9d78-4a93-b35b-3dfb635dd8ec for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:19:59.065301 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b950473-1be3-414c-9669-095f2b11a629 None None] Routers {'853f1b32-9d78-4a93-b35b-3dfb635dd8ec'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:19:59.065866 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-7b950473-1be3-414c-9669-095f2b11a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:19:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['853f1b32-9d78-4a93-b35b-3dfb635dd8ec'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:19:59.066425 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855257d9-f6ef-4a92-96da-473b8d1a4cc6 req-3d8779bf-abf2-4902-8433-da8a3f4bed58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:19:59.067879 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-855257d9-f6ef-4a92-96da-473b8d1a4cc6 req-3d8779bf-abf2-4902-8433-da8a3f4bed58 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1dff8164-772d-4910-9df9-325038b5953b HTTP/1.1" status: 200 len: 897 time: 0.2712834 Apr 20 18:19:59.074816 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37794) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:59.173193 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-855257d9-f6ef-4a92-96da-473b8d1a4cc6 req-130ccbd2-3d62-430e-860c-b9fc77857899 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f88c20d-a1bb-4ab6-893b-9f04e943f9d5 HTTP/1.1" status: 200 len: 1000 time: 0.0987129 Apr 20 18:19:59.179133 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-599fdd0a-f0c6-44c5-a7d8-b9f5c776f081 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/floatingips/75d85ea6-2f23-4847-9d85-ef22caaafe9f HTTP/1.1" status: 200 len: 992 time: 0.1024740 Apr 20 18:19:59.235567 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855257d9-f6ef-4a92-96da-473b8d1a4cc6 req-5b2495d6-91ed-40be-9202-7cb1b65c5a2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:19:59.237472 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-855257d9-f6ef-4a92-96da-473b8d1a4cc6 req-5b2495d6-91ed-40be-9202-7cb1b65c5a2f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ed469f1-838b-4b67-8303-a2dfcc477306 HTTP/1.1" status: 200 len: 835 time: 0.0575812 Apr 20 18:19:59.238594 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-7b950473-1be3-414c-9669-095f2b11a629 None None] Set router 853f1b32-9d78-4a93-b35b-3dfb635dd8ec gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:19:59.311282 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-855257d9-f6ef-4a92-96da-473b8d1a4cc6 req-1536af96-fd9d-43be-a7c2-0a61f57a3fdb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1dff8164-772d-4910-9df9-325038b5953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683928 Apr 20 18:19:59.440667 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-855257d9-f6ef-4a92-96da-473b8d1a4cc6 req-1a95bb8f-c0ba-4971-bb71-d7813f06c94c service neutron] 10.222.0.10 "GET /v2.0/networks/1dff8164-772d-4910-9df9-325038b5953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233678 Apr 20 18:19:59.570270 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-855257d9-f6ef-4a92-96da-473b8d1a4cc6 req-7fd8b35c-cb68-4ace-a9ba-88cd3d5e9dc4 service neutron] 10.222.0.10 "GET /v2.0/networks/1dff8164-772d-4910-9df9-325038b5953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236346 Apr 20 18:19:59.577126 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-7b950473-1be3-414c-9669-095f2b11a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53619155', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '6268394b-9c68-46b7-89d7-f3509bc3e305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:19:37Z', 'updated_at': '2022-04-20T18:19:41Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '6268394b-9c68-46b7-89d7-f3509bc3e305', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:19:37Z', 'updated_at': '2022-04-20T18:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '75d85ea6-2f23-4847-9d85-ef22caaafe9f', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'floating_ip_address': '172.25.8.136', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'port_id': '5f88c20d-a1bb-4ab6-893b-9f04e943f9d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dff8164-772d-4910-9df9-325038b5953b', 'mac_address': 'fa:16:3e:61:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331005a-c718-4af8-97f6-f45c86769ef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:19:57Z', 'updated_at': '2022-04-20T18:19:57Z', 'revision_number': 0, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '405a5b7a-a875-4d30-8dcb-10d6b56d5042', 'name': '', 'network_id': '1dff8164-772d-4910-9df9-325038b5953b', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:e5:53:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ed469f1-838b-4b67-8303-a2dfcc477306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:19:40Z', 'updated_at': '2022-04-20T18:19:47Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': '1ed469f1-838b-4b67-8303-a2dfcc477306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:19:59.581291 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b950473-1be3-414c-9669-095f2b11a629 None None] The sync data for ids ['853f1b32-9d78-4a93-b35b-3dfb635dd8ec'] in n-d-838032-1 is: [{'id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53619155', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '6268394b-9c68-46b7-89d7-f3509bc3e305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:19:37Z', 'updated_at': '2022-04-20T18:19:41Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '6268394b-9c68-46b7-89d7-f3509bc3e305', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:19:37Z', 'updated_at': '2022-04-20T18:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '75d85ea6-2f23-4847-9d85-ef22caaafe9f', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'floating_ip_address': '172.25.8.136', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'port_id': '5f88c20d-a1bb-4ab6-893b-9f04e943f9d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dff8164-772d-4910-9df9-325038b5953b', 'mac_address': 'fa:16:3e:61:17:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9331005a-c718-4af8-97f6-f45c86769ef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:19:57Z', 'updated_at': '2022-04-20T18:19:57Z', 'revision_number': 0, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '405a5b7a-a875-4d30-8dcb-10d6b56d5042', 'name': '', 'network_id': '1dff8164-772d-4910-9df9-325038b5953b', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:e5:53:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ed469f1-838b-4b67-8303-a2dfcc477306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:19:40Z', 'updated_at': '2022-04-20T18:19:47Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': '1ed469f1-838b-4b67-8303-a2dfcc477306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:20:00.184473 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37798) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:00.304324 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-04ff0f75-f1a5-4171-8461-fa3c2462865b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/floatingips/75d85ea6-2f23-4847-9d85-ef22caaafe9f HTTP/1.1" status: 200 len: 992 time: 0.1184924 Apr 20 18:20:01.309168 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37802) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:01.524412 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1fb33c46-fdae-4335-982b-cfcae5059d39 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/floatingips/75d85ea6-2f23-4847-9d85-ef22caaafe9f HTTP/1.1" status: 200 len: 992 time: 0.2137547 Apr 20 18:20:02.103719 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c17407-2e50-4387-9e08-9a986e0386ee None None] New status for floating IP 75d85ea6-2f23-4847-9d85-ef22caaafe9f: ACTIVE {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 18:20:02.530099 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37808) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:02.579904 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:20:02.642752 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-868267ac-7b04-4aa8-9bc4-78626ee27ed3 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/floatingips/75d85ea6-2f23-4847-9d85-ef22caaafe9f HTTP/1.1" status: 200 len: 994 time: 0.1106896 Apr 20 18:20:09.255191 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-906acdf3-20f3-4187-9e88-07ac7bd0b302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:20:11.432335 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ce0a9a42-96c3-455a-8e85-e573cf96f99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:20:12.719360 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:20:12.966843 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:20:13.783260 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:20:14.283289 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:20:15.799329 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:20:32.915469 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2e28e8fa-d1bc-4189-9547-ea813619ccf1 req-28828218-112a-42dd-a45f-09737ac4d90e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9331005a-c718-4af8-97f6-f45c86769ef0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1719642 Apr 20 18:20:33.057302 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2e28e8fa-d1bc-4189-9547-ea813619ccf1 req-2de2afe8-d8a5-4c51-b39e-8d9f0f6a291c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 1097 time: 0.0732813 Apr 20 18:20:33.214368 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28e8fa-d1bc-4189-9547-ea813619ccf1 req-7ef76b1e-9769-4487-a09f-ddf2724edc03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:20:33.215832 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2e28e8fa-d1bc-4189-9547-ea813619ccf1 req-7ef76b1e-9769-4487-a09f-ddf2724edc03 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1dff8164-772d-4910-9df9-325038b5953b HTTP/1.1" status: 200 len: 897 time: 0.1388061 Apr 20 18:20:33.323085 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2e28e8fa-d1bc-4189-9547-ea813619ccf1 req-43cc6fb1-bf7b-4cfd-8367-809cb4af0d10 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f88c20d-a1bb-4ab6-893b-9f04e943f9d5 HTTP/1.1" status: 200 len: 1002 time: 0.1006835 Apr 20 18:20:33.391556 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28e8fa-d1bc-4189-9547-ea813619ccf1 req-fb9446e8-1247-4e4d-a47a-767df981b535 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:20:33.392948 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2e28e8fa-d1bc-4189-9547-ea813619ccf1 req-fb9446e8-1247-4e4d-a47a-767df981b535 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ed469f1-838b-4b67-8303-a2dfcc477306 HTTP/1.1" status: 200 len: 835 time: 0.0637963 Apr 20 18:20:33.470141 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2e28e8fa-d1bc-4189-9547-ea813619ccf1 req-e300dd39-3ded-4064-b26c-4a56a6d3d88d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1dff8164-772d-4910-9df9-325038b5953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707343 Apr 20 18:20:33.598531 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2e28e8fa-d1bc-4189-9547-ea813619ccf1 req-d54a23b6-cd2a-4942-a4fc-9302747a57a3 service neutron] 10.222.0.10 "GET /v2.0/networks/1dff8164-772d-4910-9df9-325038b5953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212895 Apr 20 18:20:33.727840 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2e28e8fa-d1bc-4189-9547-ea813619ccf1 req-fab09058-8f3f-47d2-836c-c690f7df075c service neutron] 10.222.0.10 "GET /v2.0/networks/1dff8164-772d-4910-9df9-325038b5953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222093 Apr 20 18:20:39.260953 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b7927d9e-3bf0-4e31-9bcd-0017c5fece43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:20:39.583353 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:20:41.428128 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b58adb06-e7fe-40d5-8fba-5e08cd704315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:20:42.730408 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:20:42.972824 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:20:43.785516 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:20:44.287108 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:20:45.798508 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:21:01.702780 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-df9b3751-0998-4ca3-8002-57958e4e09cd req-2c33c2d4-1357-40eb-931b-7f17c9ecde93 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 1097 time: 0.0706930 Apr 20 18:21:01.830437 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45568ad5-16cd-4a35-88d9-42924440f32b req-0f906e60-225d-4296-bd33-374baa91fcbe tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:21:01.831947 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-45568ad5-16cd-4a35-88d9-42924440f32b req-0f906e60-225d-4296-bd33-374baa91fcbe tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 946 time: 0.1481144 Apr 20 18:21:01.832998 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b3751-0998-4ca3-8002-57958e4e09cd req-7b29f32f-0086-4056-874f-25b16ca5bf10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:21:01.834500 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-df9b3751-0998-4ca3-8002-57958e4e09cd req-7b29f32f-0086-4056-874f-25b16ca5bf10 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1dff8164-772d-4910-9df9-325038b5953b HTTP/1.1" status: 200 len: 897 time: 0.1260259 Apr 20 18:21:01.878096 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-45568ad5-16cd-4a35-88d9-42924440f32b req-5ecacce5-5ae6-47f3-9066-e82bc7a559f5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=81adad88-c4dc-407a-b60f-5cb81f601cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403655 Apr 20 18:21:02.031481 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-df9b3751-0998-4ca3-8002-57958e4e09cd req-e9b2a585-3e72-43d6-b148-213a3a6e9741 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f88c20d-a1bb-4ab6-893b-9f04e943f9d5 HTTP/1.1" status: 200 len: 1002 time: 0.1897056 Apr 20 18:21:02.094854 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b3751-0998-4ca3-8002-57958e4e09cd req-a74d3504-e8e5-4d66-b9fa-8a350fc4b83d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:21:02.096284 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-df9b3751-0998-4ca3-8002-57958e4e09cd req-a74d3504-e8e5-4d66-b9fa-8a350fc4b83d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ed469f1-838b-4b67-8303-a2dfcc477306 HTTP/1.1" status: 200 len: 835 time: 0.0583010 Apr 20 18:21:02.174045 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-df9b3751-0998-4ca3-8002-57958e4e09cd req-b1d9af03-133d-4883-9e25-9ce41a72d537 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1dff8164-772d-4910-9df9-325038b5953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708699 Apr 20 18:21:02.309821 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-df9b3751-0998-4ca3-8002-57958e4e09cd req-a7ac4742-9ec3-4736-9fc9-a40ba9b612e7 service neutron] 10.222.0.10 "GET /v2.0/networks/1dff8164-772d-4910-9df9-325038b5953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265242 Apr 20 18:21:02.444011 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-df9b3751-0998-4ca3-8002-57958e4e09cd req-6532be8b-82bb-43f6-9dd2-df57755bf112 service neutron] 10.222.0.10 "GET /v2.0/networks/1dff8164-772d-4910-9df9-325038b5953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271555 Apr 20 18:21:03.086570 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbb88d-95d2-4081-b63f-e402986e6d8e req-c6490dee-4c37-4b08-bf1a-5dab6d8b56df tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:21:03.087992 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7bfbb88d-95d2-4081-b63f-e402986e6d8e req-c6490dee-4c37-4b08-bf1a-5dab6d8b56df tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 946 time: 0.0792103 Apr 20 18:21:03.136309 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7bfbb88d-95d2-4081-b63f-e402986e6d8e req-f9abb468-2461-44c0-a05b-90b7cbce3e60 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=81adad88-c4dc-407a-b60f-5cb81f601cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427437 Apr 20 18:21:04.363730 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf8391-e854-44b2-a68c-5ebf4baa2961 req-031e284e-d3ec-4e7a-b7ba-772091199be3 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:21:04.365169 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-40bf8391-e854-44b2-a68c-5ebf4baa2961 req-031e284e-d3ec-4e7a-b7ba-772091199be3 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 946 time: 0.0813756 Apr 20 18:21:04.411368 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-40bf8391-e854-44b2-a68c-5ebf4baa2961 req-1ce57bf2-a105-4b5c-8ee2-06068436a43c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=81adad88-c4dc-407a-b60f-5cb81f601cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400856 Apr 20 18:21:05.621135 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39febf78-1260-4f9b-8472-f0bcc467a8fe req-78f1d386-6905-4f22-947e-583fe7ecbe25 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:21:05.622594 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-39febf78-1260-4f9b-8472-f0bcc467a8fe req-78f1d386-6905-4f22-947e-583fe7ecbe25 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 946 time: 0.0828135 Apr 20 18:21:05.669834 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-39febf78-1260-4f9b-8472-f0bcc467a8fe req-36d3023c-d227-4dd5-a017-7e40165e14da tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=81adad88-c4dc-407a-b60f-5cb81f601cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416925 Apr 20 18:21:06.876959 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e30fb-d02c-4d5f-b06c-3c451a3425da req-4bca7287-4a6d-4689-84a8-dcf7abc580e4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:21:06.878425 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-538e30fb-d02c-4d5f-b06c-3c451a3425da req-4bca7287-4a6d-4689-84a8-dcf7abc580e4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 946 time: 0.0771732 Apr 20 18:21:06.926766 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-538e30fb-d02c-4d5f-b06c-3c451a3425da req-cfbc2f85-f956-4a7d-bde6-defac90437f2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=81adad88-c4dc-407a-b60f-5cb81f601cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423534 Apr 20 18:21:08.150746 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eea10f-3c2f-4ab0-b65d-8d9d744c53c0 req-33c497f9-1e64-43f7-8b02-cd65457f8457 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:21:08.152189 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-69eea10f-3c2f-4ab0-b65d-8d9d744c53c0 req-33c497f9-1e64-43f7-8b02-cd65457f8457 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 946 time: 0.0916293 Apr 20 18:21:08.198742 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-69eea10f-3c2f-4ab0-b65d-8d9d744c53c0 req-91ea3124-94f8-4dba-b334-0b3dc9f32178 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=81adad88-c4dc-407a-b60f-5cb81f601cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410163 Apr 20 18:21:09.257794 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9574f372-64fe-4f37-989f-61f55e7ae426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:21:09.408126 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6edc6b-6bd9-4c21-9b6a-120cf11fd850 req-a195bff8-4191-475b-be41-55300eb14558 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:21:09.409599 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fe6edc6b-6bd9-4c21-9b6a-120cf11fd850 req-a195bff8-4191-475b-be41-55300eb14558 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 946 time: 0.0851161 Apr 20 18:21:09.455207 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fe6edc6b-6bd9-4c21-9b6a-120cf11fd850 req-301ff444-87a2-4382-a126-57ef8366cb9c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=81adad88-c4dc-407a-b60f-5cb81f601cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399699 Apr 20 18:21:10.671978 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc0071-b4d0-4dbf-b252-e650a460bb22 req-43f06cfa-fd88-4bc8-8fe1-906f2b59d70d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:21:10.673427 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-54bc0071-b4d0-4dbf-b252-e650a460bb22 req-43f06cfa-fd88-4bc8-8fe1-906f2b59d70d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 946 time: 0.0837610 Apr 20 18:21:10.719576 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-54bc0071-b4d0-4dbf-b252-e650a460bb22 req-15e07584-ab62-477e-919a-f12f3264dd73 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=81adad88-c4dc-407a-b60f-5cb81f601cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404644 Apr 20 18:21:11.433106 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9dcf75d0-f65b-4be7-af70-5220241a74cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:21:11.934761 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07aff7-d110-406a-9778-7bca238d51fc req-14fae886-1b10-4c3a-b1c4-524effc38cbd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:21:11.936180 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ed07aff7-d110-406a-9778-7bca238d51fc req-14fae886-1b10-4c3a-b1c4-524effc38cbd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 946 time: 0.0858696 Apr 20 18:21:11.982497 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ed07aff7-d110-406a-9778-7bca238d51fc req-15fb5e3f-c6ea-4a00-8886-eb3710ed0f6b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=81adad88-c4dc-407a-b60f-5cb81f601cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383925 Apr 20 18:21:12.733605 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:21:12.972170 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:21:13.193025 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fd829-b5db-47a2-9c09-062002bd4bce req-8f13ba7b-c486-43d8-9e35-13a3067281b1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:21:13.194483 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-455fd829-b5db-47a2-9c09-062002bd4bce req-8f13ba7b-c486-43d8-9e35-13a3067281b1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 946 time: 0.0919571 Apr 20 18:21:13.241160 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-455fd829-b5db-47a2-9c09-062002bd4bce req-71826544-dfe7-4631-a33b-3d429b0d4e43 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=81adad88-c4dc-407a-b60f-5cb81f601cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408926 Apr 20 18:21:13.779881 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:21:14.280659 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:21:14.446623 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7316d8b-ac12-4bea-be99-97be89e87c37 req-d7bee655-e08b-436f-a1cf-3fb2ff6a2551 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:21:14.447955 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b7316d8b-ac12-4bea-be99-97be89e87c37 req-d7bee655-e08b-436f-a1cf-3fb2ff6a2551 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 946 time: 0.0834579 Apr 20 18:21:14.494156 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b7316d8b-ac12-4bea-be99-97be89e87c37 req-de8fe8c1-3f92-4089-90d5-389a01eea9a2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=81adad88-c4dc-407a-b60f-5cb81f601cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400524 Apr 20 18:21:14.522429 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37874) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:14.633933 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-9ebd6b68-425b-40b8-8bbc-9bd3df1d1858 req-68986936-2d79-4d5a-91b9-60875a7e2b21 tempest-ServerDiskConfigTestJSON-1555397315 tempest-ServerDiskConfigTestJSON-1555397315-project] (84081) timed out ('10.222.0.43', 57340) {{(pid=84081) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 20 18:21:14.636726 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d8097a13-70e1-424e-b043-2e0ebeb24449 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/floatingips/75d85ea6-2f23-4847-9d85-ef22caaafe9f HTTP/1.1" status: 200 len: 994 time: 0.1130674 Apr 20 18:21:15.803824 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:21:16.591561 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:21:32.822177 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f552d2bd-2ac4-4b8e-a222-ab99c4ccd9f5 req-8c5791e9-f89d-410e-ac94-3ad43c1fc2e4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9331005a-c718-4af8-97f6-f45c86769ef0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0708208 Apr 20 18:21:32.966961 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f552d2bd-2ac4-4b8e-a222-ab99c4ccd9f5 req-64690317-9312-4163-99a3-f2b7fa0c9f3d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 1097 time: 0.0735464 Apr 20 18:21:33.116297 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552d2bd-2ac4-4b8e-a222-ab99c4ccd9f5 req-541d350d-06dd-4f66-a67c-4be4bb311b66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:21:33.117688 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f552d2bd-2ac4-4b8e-a222-ab99c4ccd9f5 req-541d350d-06dd-4f66-a67c-4be4bb311b66 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1dff8164-772d-4910-9df9-325038b5953b HTTP/1.1" status: 200 len: 897 time: 0.1292455 Apr 20 18:21:33.219451 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f552d2bd-2ac4-4b8e-a222-ab99c4ccd9f5 req-962a2e5d-697e-466d-973a-5fd37378c7d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f88c20d-a1bb-4ab6-893b-9f04e943f9d5 HTTP/1.1" status: 200 len: 1002 time: 0.0934186 Apr 20 18:21:33.280811 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552d2bd-2ac4-4b8e-a222-ab99c4ccd9f5 req-83e6bbc1-77e6-4c15-8f13-f546bbe90516 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:21:33.282216 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f552d2bd-2ac4-4b8e-a222-ab99c4ccd9f5 req-83e6bbc1-77e6-4c15-8f13-f546bbe90516 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ed469f1-838b-4b67-8303-a2dfcc477306 HTTP/1.1" status: 200 len: 835 time: 0.0566835 Apr 20 18:21:33.355612 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f552d2bd-2ac4-4b8e-a222-ab99c4ccd9f5 req-3d90b4c8-dd13-40fc-ad82-0f7a4f6c1020 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1dff8164-772d-4910-9df9-325038b5953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667796 Apr 20 18:21:33.486582 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f552d2bd-2ac4-4b8e-a222-ab99c4ccd9f5 req-f990ef9f-7eae-4d0f-96f3-06281b0cf1ba service neutron] 10.222.0.10 "GET /v2.0/networks/1dff8164-772d-4910-9df9-325038b5953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241932 Apr 20 18:21:33.702243 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f552d2bd-2ac4-4b8e-a222-ab99c4ccd9f5 req-045df235-2d3e-4590-bb6a-138bb230f0e0 service neutron] 10.222.0.10 "GET /v2.0/networks/1dff8164-772d-4910-9df9-325038b5953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097614 Apr 20 18:21:39.264089 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-42f7fabb-e6e3-44b7-8812-dcde8eae0e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:21:41.440866 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d546866f-d81b-47ac-ac34-32f0593986f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:21:42.737862 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:21:42.976917 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:21:43.772862 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:21:44.295000 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:21:45.827717 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:21:53.589227 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:22:03.268502 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37896) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:03.466205 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-2cd792ef-cb6f-43d7-9728-134862256e55 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Deleting port b795397f-99df-42bc-ac37-f8fd2a37c162 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:22:03.466517 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2cd792ef-cb6f-43d7-9728-134862256e55 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:03.653356 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2cd792ef-cb6f-43d7-9728-134862256e55 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:03.653632 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2cd792ef-cb6f-43d7-9728-134862256e55 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:03.770937 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-2cd792ef-cb6f-43d7-9728-134862256e55 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Calling delete_port for b795397f-99df-42bc-ac37-f8fd2a37c162 owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:22:03.949024 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2cd792ef-cb6f-43d7-9728-134862256e55 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:04.005876 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd792ef-cb6f-43d7-9728-134862256e55 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'Port': ['ID=b795397f-99df-42bc-ac37-f8fd2a37c162,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:04.046198 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd792ef-cb6f-43d7-9728-134862256e55 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:04.046574 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd792ef-cb6f-43d7-9728-134862256e55 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:04.046915 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd792ef-cb6f-43d7-9728-134862256e55 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:04.047250 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd792ef-cb6f-43d7-9728-134862256e55 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:04.047582 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd792ef-cb6f-43d7-9728-134862256e55 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:04.047916 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd792ef-cb6f-43d7-9728-134862256e55 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:04.048241 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd792ef-cb6f-43d7-9728-134862256e55 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:04.048599 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd792ef-cb6f-43d7-9728-134862256e55 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:04.048921 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd792ef-cb6f-43d7-9728-134862256e55 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:04.049241 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd792ef-cb6f-43d7-9728-134862256e55 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:04.049603 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd792ef-cb6f-43d7-9728-134862256e55 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:04.115344 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2cd792ef-cb6f-43d7-9728-134862256e55 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:04.519940 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd792ef-cb6f-43d7-9728-134862256e55 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Router 853f1b32-9d78-4a93-b35b-3dfb635dd8ec has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:22:04.826903 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd792ef-cb6f-43d7-9728-134862256e55 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:22:04.836617 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eaf094-d854-44bd-9aa5-fc8060a64982 None None] Sync routers for ids ['853f1b32-9d78-4a93-b35b-3dfb635dd8ec'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:22:04.848629 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2cd792ef-cb6f-43d7-9728-134862256e55 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:04.850396 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eaf094-d854-44bd-9aa5-fc8060a64982 None None] Routers {'853f1b32-9d78-4a93-b35b-3dfb635dd8ec'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:22:04.850999 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a3eaf094-d854-44bd-9aa5-fc8060a64982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:21:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['853f1b32-9d78-4a93-b35b-3dfb635dd8ec'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:22:04.903200 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2cd792ef-cb6f-43d7-9728-134862256e55 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "DELETE /v2.0/floatingips/75d85ea6-2f23-4847-9d85-ef22caaafe9f HTTP/1.1" status: 204 len: 168 time: 1.6333921 Apr 20 18:22:04.903785 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9331005a-c718-4af8-97f6-f45c86769ef0', 'tag': '5f88c20d-a1bb-4ab6-893b-9f04e943f9d5'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:22:04.961074 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b3ed539-af6f-4a12-b962-2dd99900bda0'] response: {'name': 'network-changed', 'server_uuid': '9331005a-c718-4af8-97f6-f45c86769ef0', 'tag': '5f88c20d-a1bb-4ab6-893b-9f04e943f9d5', 'status': 'completed', 'code': 200} Apr 20 18:22:05.031443 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-a3eaf094-d854-44bd-9aa5-fc8060a64982 None None] Set router 853f1b32-9d78-4a93-b35b-3dfb635dd8ec gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:22:05.053998 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6403d63f-3c6b-4fbe-80db-cbad954c6334 req-2ba61fb1-8839-4911-a217-d54615be425c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 1097 time: 0.0708280 Apr 20 18:22:05.188602 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403d63f-3c6b-4fbe-80db-cbad954c6334 req-c1b7ab94-aa9e-4428-a707-1d4189a5ade5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:22:05.190256 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6403d63f-3c6b-4fbe-80db-cbad954c6334 req-c1b7ab94-aa9e-4428-a707-1d4189a5ade5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1dff8164-772d-4910-9df9-325038b5953b HTTP/1.1" status: 200 len: 897 time: 0.1294849 Apr 20 18:22:05.294631 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6403d63f-3c6b-4fbe-80db-cbad954c6334 req-6261a9c8-3022-455b-8c07-7f70c3dc6857 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f88c20d-a1bb-4ab6-893b-9f04e943f9d5 HTTP/1.1" status: 200 len: 217 time: 0.0968769 Apr 20 18:22:05.371781 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403d63f-3c6b-4fbe-80db-cbad954c6334 req-fd0bccd2-c7f9-4cb5-8d8f-88f6f1ef9db3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:22:05.373269 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6403d63f-3c6b-4fbe-80db-cbad954c6334 req-fd0bccd2-c7f9-4cb5-8d8f-88f6f1ef9db3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ed469f1-838b-4b67-8303-a2dfcc477306 HTTP/1.1" status: 200 len: 835 time: 0.0719476 Apr 20 18:22:05.383713 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a3eaf094-d854-44bd-9aa5-fc8060a64982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53619155', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '6268394b-9c68-46b7-89d7-f3509bc3e305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:19:37Z', 'updated_at': '2022-04-20T18:19:41Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '6268394b-9c68-46b7-89d7-f3509bc3e305', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:19:37Z', 'updated_at': '2022-04-20T18:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '405a5b7a-a875-4d30-8dcb-10d6b56d5042', 'name': '', 'network_id': '1dff8164-772d-4910-9df9-325038b5953b', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:e5:53:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ed469f1-838b-4b67-8303-a2dfcc477306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:19:40Z', 'updated_at': '2022-04-20T18:19:47Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': '1ed469f1-838b-4b67-8303-a2dfcc477306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:22:05.387594 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eaf094-d854-44bd-9aa5-fc8060a64982 None None] Checking router: 853f1b32-9d78-4a93-b35b-3dfb635dd8ec for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:22:05.397776 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eaf094-d854-44bd-9aa5-fc8060a64982 None None] Routers {'853f1b32-9d78-4a93-b35b-3dfb635dd8ec'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:22:05.398429 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a3eaf094-d854-44bd-9aa5-fc8060a64982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:21:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['853f1b32-9d78-4a93-b35b-3dfb635dd8ec'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:22:05.425834 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19bc80-1449-4d70-b58d-b83a6a9c4d2f req-a344490a-9a17-4f3d-b9a5-956b34d8d115 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:22:05.426532 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ce19bc80-1449-4d70-b58d-b83a6a9c4d2f req-a344490a-9a17-4f3d-b9a5-956b34d8d115 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Synchronizing usage tracker for tenant:7911800738e24c8486ca50d4f9ead214 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:22:05.451879 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ce19bc80-1449-4d70-b58d-b83a6a9c4d2f req-a344490a-9a17-4f3d-b9a5-956b34d8d115 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Unset dirty status for tenant:7911800738e24c8486ca50d4f9ead214 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:22:05.453028 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ce19bc80-1449-4d70-b58d-b83a6a9c4d2f req-a344490a-9a17-4f3d-b9a5-956b34d8d115 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 946 time: 0.2051978 Apr 20 18:22:05.489304 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6403d63f-3c6b-4fbe-80db-cbad954c6334 req-c6878396-2425-446a-ac31-57e67dc3edd0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1dff8164-772d-4910-9df9-325038b5953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1087322 Apr 20 18:22:05.575680 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ce19bc80-1449-4d70-b58d-b83a6a9c4d2f req-d219e9a7-2819-4c2b-bd7c-770bf9a65b0d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=81adad88-c4dc-407a-b60f-5cb81f601cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150501 Apr 20 18:22:05.596415 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-a3eaf094-d854-44bd-9aa5-fc8060a64982 None None] Set router 853f1b32-9d78-4a93-b35b-3dfb635dd8ec gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:22:05.630374 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6403d63f-3c6b-4fbe-80db-cbad954c6334 req-0619be3d-a89c-4c0b-b280-e355fcdc9c2f service neutron] 10.222.0.10 "GET /v2.0/networks/1dff8164-772d-4910-9df9-325038b5953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315954 Apr 20 18:22:05.759576 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6403d63f-3c6b-4fbe-80db-cbad954c6334 req-0b67caaf-ff5d-4f6d-8e32-c934e6e49f51 service neutron] 10.222.0.10 "GET /v2.0/networks/1dff8164-772d-4910-9df9-325038b5953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228299 Apr 20 18:22:05.911002 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a3eaf094-d854-44bd-9aa5-fc8060a64982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53619155', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '6268394b-9c68-46b7-89d7-f3509bc3e305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:19:37Z', 'updated_at': '2022-04-20T18:19:41Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '6268394b-9c68-46b7-89d7-f3509bc3e305', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:19:37Z', 'updated_at': '2022-04-20T18:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '405a5b7a-a875-4d30-8dcb-10d6b56d5042', 'name': '', 'network_id': '1dff8164-772d-4910-9df9-325038b5953b', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:e5:53:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ed469f1-838b-4b67-8303-a2dfcc477306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:19:40Z', 'updated_at': '2022-04-20T18:19:47Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': '1ed469f1-838b-4b67-8303-a2dfcc477306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:22:05.915121 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eaf094-d854-44bd-9aa5-fc8060a64982 None None] The sync data for ids ['853f1b32-9d78-4a93-b35b-3dfb635dd8ec'] in n-d-838032-1 is: [{'id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53619155', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '6268394b-9c68-46b7-89d7-f3509bc3e305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:19:37Z', 'updated_at': '2022-04-20T18:19:41Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '6268394b-9c68-46b7-89d7-f3509bc3e305', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:19:37Z', 'updated_at': '2022-04-20T18:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '405a5b7a-a875-4d30-8dcb-10d6b56d5042', 'name': '', 'network_id': '1dff8164-772d-4910-9df9-325038b5953b', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:e5:53:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ed469f1-838b-4b67-8303-a2dfcc477306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:19:40Z', 'updated_at': '2022-04-20T18:19:47Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': '1ed469f1-838b-4b67-8303-a2dfcc477306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:22:06.156924 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78bf07e-dcc3-4f8d-9933-e29622d093ed None None] New status for floating IP 75d85ea6-2f23-4847-9d85-ef22caaafe9f: DOWN {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 18:22:06.784489 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91695b13-b79d-480f-8c18-49ec294c4d79 req-d0a97ea9-bc83-462c-9f72-f4dea196abd3 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:22:06.785906 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-91695b13-b79d-480f-8c18-49ec294c4d79 req-d0a97ea9-bc83-462c-9f72-f4dea196abd3 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 946 time: 0.0864372 Apr 20 18:22:06.831219 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-91695b13-b79d-480f-8c18-49ec294c4d79 req-e3928649-77d5-4921-8d44-ac7c3f4c2587 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=81adad88-c4dc-407a-b60f-5cb81f601cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397079 Apr 20 18:22:06.977101 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674df8ee-cd2f-4162-a5b6-5cfcf5c6db86 req-4a197482-7343-4fea-bc8c-cc79cd03f3b5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:22:06.978521 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-674df8ee-cd2f-4162-a5b6-5cfcf5c6db86 req-4a197482-7343-4fea-bc8c-cc79cd03f3b5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.10 "GET /v2.0/ports?device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 946 time: 0.0944743 Apr 20 18:22:07.044807 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-674df8ee-cd2f-4162-a5b6-5cfcf5c6db86 req-dba42272-7f5a-4a6c-8248-afcf758eb57d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Deleting port 5f88c20d-a1bb-4ab6-893b-9f04e943f9d5 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:22:07.045137 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-674df8ee-cd2f-4162-a5b6-5cfcf5c6db86 req-dba42272-7f5a-4a6c-8248-afcf758eb57d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:07.287085 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-674df8ee-cd2f-4162-a5b6-5cfcf5c6db86 req-dba42272-7f5a-4a6c-8248-afcf758eb57d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] For port 5f88c20d-a1bb-4ab6-893b-9f04e943f9d5, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=5f88c20d-a1bb-4ab6-893b-9f04e943f9d5,segment=NetworkSegment(336ad212-c44f-4631-ac16-04781c8b56a5),segment_id=336ad212-c44f-4631-ac16-04781c8b56a5)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:22:07.287412 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-674df8ee-cd2f-4162-a5b6-5cfcf5c6db86 req-dba42272-7f5a-4a6c-8248-afcf758eb57d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:07.404140 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-674df8ee-cd2f-4162-a5b6-5cfcf5c6db86 req-dba42272-7f5a-4a6c-8248-afcf758eb57d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Calling delete_port for 5f88c20d-a1bb-4ab6-893b-9f04e943f9d5 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:22:07.641758 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-674df8ee-cd2f-4162-a5b6-5cfcf5c6db86 req-dba42272-7f5a-4a6c-8248-afcf758eb57d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:07.689399 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba42272-7f5a-4a6c-8248-afcf758eb57d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'Port': ['ID=5f88c20d-a1bb-4ab6-893b-9f04e943f9d5,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:07.760845 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-674df8ee-cd2f-4162-a5b6-5cfcf5c6db86 req-dba42272-7f5a-4a6c-8248-afcf758eb57d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] No DVR routers for this DVR port 5f88c20d-a1bb-4ab6-893b-9f04e943f9d5 on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:22:07.763400 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-674df8ee-cd2f-4162-a5b6-5cfcf5c6db86 req-dba42272-7f5a-4a6c-8248-afcf758eb57d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:07.765814 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9331005a-c718-4af8-97f6-f45c86769ef0', 'name': 'network-vif-deleted', 'tag': '5f88c20d-a1bb-4ab6-893b-9f04e943f9d5'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:22:07.782176 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-674df8ee-cd2f-4162-a5b6-5cfcf5c6db86 req-dba42272-7f5a-4a6c-8248-afcf758eb57d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.10 "DELETE /v2.0/ports/5f88c20d-a1bb-4ab6-893b-9f04e943f9d5 HTTP/1.1" status: 204 len: 173 time: 0.7982059 Apr 20 18:22:07.821049 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ae60a77-0bd5-456e-864a-90922769f861'] response: {'server_uuid': '9331005a-c718-4af8-97f6-f45c86769ef0', 'name': 'network-vif-deleted', 'tag': '5f88c20d-a1bb-4ab6-893b-9f04e943f9d5', 'status': 'completed', 'code': 200} Apr 20 18:22:08.006104 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-feee0db1-fbaa-4fb1-aca7-cd850744f0d6 req-d1062990-3451-43e6-968e-d3cadcfefe56 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=9331005a-c718-4af8-97f6-f45c86769ef0 HTTP/1.1" status: 200 len: 210 time: 0.0405321 Apr 20 18:22:09.122233 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37914) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:09.248767 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0cbd9113-9ded-433c-80aa-88f643c51ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:09.524093 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cb4ee55a-cb97-45cf-8095-fe4fd146639a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:10.138299 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-cb4ee55a-cb97-45cf-8095-fe4fd146639a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Deleting port 405a5b7a-a875-4d30-8dcb-10d6b56d5042 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:22:10.139079 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cb4ee55a-cb97-45cf-8095-fe4fd146639a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:10.332383 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-cb4ee55a-cb97-45cf-8095-fe4fd146639a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] For port 405a5b7a-a875-4d30-8dcb-10d6b56d5042, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=405a5b7a-a875-4d30-8dcb-10d6b56d5042,segment=NetworkSegment(336ad212-c44f-4631-ac16-04781c8b56a5),segment_id=336ad212-c44f-4631-ac16-04781c8b56a5)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:22:10.332687 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cb4ee55a-cb97-45cf-8095-fe4fd146639a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:10.541209 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-cb4ee55a-cb97-45cf-8095-fe4fd146639a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Calling delete_port for 405a5b7a-a875-4d30-8dcb-10d6b56d5042 owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:22:10.716493 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cb4ee55a-cb97-45cf-8095-fe4fd146639a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:10.760010 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ee55a-cb97-45cf-8095-fe4fd146639a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'Port': ['ID=405a5b7a-a875-4d30-8dcb-10d6b56d5042,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:11.052168 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cb4ee55a-cb97-45cf-8095-fe4fd146639a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:11.436073 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-662e7457-6712-4dfe-a2d3-36951b778da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:11.629756 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4ee55a-cb97-45cf-8095-fe4fd146639a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Router 853f1b32-9d78-4a93-b35b-3dfb635dd8ec has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:22:11.831725 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4ee55a-cb97-45cf-8095-fe4fd146639a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:22:11.841144 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5311a491-e9f1-41a7-8570-8b2ff5555df8 None None] Sync routers for ids ['853f1b32-9d78-4a93-b35b-3dfb635dd8ec'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:22:11.844840 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cb4ee55a-cb97-45cf-8095-fe4fd146639a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "PUT /v2.0/routers/853f1b32-9d78-4a93-b35b-3dfb635dd8ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7211723 Apr 20 18:22:11.847756 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37918) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:11.854228 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5311a491-e9f1-41a7-8570-8b2ff5555df8 None None] Routers {'853f1b32-9d78-4a93-b35b-3dfb635dd8ec'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:22:11.854837 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-5311a491-e9f1-41a7-8570-8b2ff5555df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:22:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['853f1b32-9d78-4a93-b35b-3dfb635dd8ec'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:22:11.938524 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 5f88c20d-a1bb-4ab6-893b-9f04e943f9d5 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:22:11.980411 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 5f88c20d-a1bb-4ab6-893b-9f04e943f9d5 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:22:11.980877 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 5f88c20d-a1bb-4ab6-893b-9f04e943f9d5 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:22:12.033913 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-5311a491-e9f1-41a7-8570-8b2ff5555df8 None None] Set router 853f1b32-9d78-4a93-b35b-3dfb635dd8ec gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:22:12.137849 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f6c792f-16c5-4232-835e-094eef14d658 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Deleting subnet 1ed469f1-838b-4b67-8303-a2dfcc477306 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 18:22:12.140934 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3f6c792f-16c5-4232-835e-094eef14d658 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:12.193610 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3f6c792f-16c5-4232-835e-094eef14d658 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:12.273615 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3f6c792f-16c5-4232-835e-094eef14d658 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:12.307560 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-5311a491-e9f1-41a7-8570-8b2ff5555df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53619155', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '6268394b-9c68-46b7-89d7-f3509bc3e305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:19:37Z', 'updated_at': '2022-04-20T18:22:10Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '6268394b-9c68-46b7-89d7-f3509bc3e305', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:19:37Z', 'updated_at': '2022-04-20T18:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:22:12.311406 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5311a491-e9f1-41a7-8570-8b2ff5555df8 None None] Checking router: 853f1b32-9d78-4a93-b35b-3dfb635dd8ec for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:22:12.324809 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5311a491-e9f1-41a7-8570-8b2ff5555df8 None None] Routers {'853f1b32-9d78-4a93-b35b-3dfb635dd8ec'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:22:12.325446 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-5311a491-e9f1-41a7-8570-8b2ff5555df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:22:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['853f1b32-9d78-4a93-b35b-3dfb635dd8ec'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:22:12.351175 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3f6c792f-16c5-4232-835e-094eef14d658 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:12.388127 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c792f-16c5-4232-835e-094eef14d658 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'Subnet': ['ID=1ed469f1-838b-4b67-8303-a2dfcc477306,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:12.395396 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3f6c792f-16c5-4232-835e-094eef14d658 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:12.404034 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f02afee-b7bd-458d-868d-a56d6e60295c None None] Network 1dff8164-772d-4910-9df9-325038b5953b requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:22:12.404240 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3f6c792f-16c5-4232-835e-094eef14d658 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "DELETE /v2.0/subnets/1ed469f1-838b-4b67-8303-a2dfcc477306 HTTP/1.1" status: 204 len: 168 time: 0.5528917 Apr 20 18:22:12.404240 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37922) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:12.508589 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-5311a491-e9f1-41a7-8570-8b2ff5555df8 None None] Set router 853f1b32-9d78-4a93-b35b-3dfb635dd8ec gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:22:12.612327 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2efd43d1-9b3d-4cc9-aa21-81ab854fad6e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:12.663238 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8cd355-fc3f-4b81-babc-02ae7fe2f523 None None] DHCP port deletion for 1dff8164-772d-4910-9df9-325038b5953b request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 18:22:12.667986 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3e8cd355-fc3f-4b81-babc-02ae7fe2f523 None None] Deleting port 7fad0433-4eb4-4790-911b-b43707c3a620 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:22:12.668656 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3e8cd355-fc3f-4b81-babc-02ae7fe2f523 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:12.773327 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:12.817624 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2efd43d1-9b3d-4cc9-aa21-81ab854fad6e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:12.829727 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-2efd43d1-9b3d-4cc9-aa21-81ab854fad6e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Deleting port 6268394b-9c68-46b7-89d7-f3509bc3e305 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:22:12.831021 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2efd43d1-9b3d-4cc9-aa21-81ab854fad6e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:12.838607 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-5311a491-e9f1-41a7-8570-8b2ff5555df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53619155', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '6268394b-9c68-46b7-89d7-f3509bc3e305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:19:37Z', 'updated_at': '2022-04-20T18:22:10Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '6268394b-9c68-46b7-89d7-f3509bc3e305', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:19:37Z', 'updated_at': '2022-04-20T18:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:22:12.842548 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5311a491-e9f1-41a7-8570-8b2ff5555df8 None None] The sync data for ids ['853f1b32-9d78-4a93-b35b-3dfb635dd8ec'] in n-d-838032-1 is: [{'id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-53619155', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '6268394b-9c68-46b7-89d7-f3509bc3e305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:19:37Z', 'updated_at': '2022-04-20T18:22:10Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '6268394b-9c68-46b7-89d7-f3509bc3e305', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853f1b32-9d78-4a93-b35b-3dfb635dd8ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:19:37Z', 'updated_at': '2022-04-20T18:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:22:12.895621 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-3e8cd355-fc3f-4b81-babc-02ae7fe2f523 None None] For port 7fad0433-4eb4-4790-911b-b43707c3a620, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=7fad0433-4eb4-4790-911b-b43707c3a620,segment=NetworkSegment(336ad212-c44f-4631-ac16-04781c8b56a5),segment_id=336ad212-c44f-4631-ac16-04781c8b56a5)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:22:12.895920 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3e8cd355-fc3f-4b81-babc-02ae7fe2f523 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:13.019975 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-2efd43d1-9b3d-4cc9-aa21-81ab854fad6e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] For port 6268394b-9c68-46b7-89d7-f3509bc3e305, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6268394b-9c68-46b7-89d7-f3509bc3e305,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:22:13.020279 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2efd43d1-9b3d-4cc9-aa21-81ab854fad6e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:13.044670 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3e8cd355-fc3f-4b81-babc-02ae7fe2f523 None None] Calling delete_port for 7fad0433-4eb4-4790-911b-b43707c3a620 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:22:13.089261 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:13.120439 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3e8cd355-fc3f-4b81-babc-02ae7fe2f523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:13.140597 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-2efd43d1-9b3d-4cc9-aa21-81ab854fad6e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Calling delete_port for 6268394b-9c68-46b7-89d7-f3509bc3e305 owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:22:13.164154 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8cd355-fc3f-4b81-babc-02ae7fe2f523 None None] Pushing event deleted for resources: {'Port': ['ID=7fad0433-4eb4-4790-911b-b43707c3a620,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:13.175429 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8cd355-fc3f-4b81-babc-02ae7fe2f523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:13.175758 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8cd355-fc3f-4b81-babc-02ae7fe2f523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:13.176076 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8cd355-fc3f-4b81-babc-02ae7fe2f523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:13.176375 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8cd355-fc3f-4b81-babc-02ae7fe2f523 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:13.176717 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8cd355-fc3f-4b81-babc-02ae7fe2f523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:13.177032 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8cd355-fc3f-4b81-babc-02ae7fe2f523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:13.177316 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8cd355-fc3f-4b81-babc-02ae7fe2f523 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:13.177627 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8cd355-fc3f-4b81-babc-02ae7fe2f523 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:13.177966 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8cd355-fc3f-4b81-babc-02ae7fe2f523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:13.178466 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8cd355-fc3f-4b81-babc-02ae7fe2f523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:13.178594 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8cd355-fc3f-4b81-babc-02ae7fe2f523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:13.181164 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8cd355-fc3f-4b81-babc-02ae7fe2f523 None None] No DVR routers for this DVR port 7fad0433-4eb4-4790-911b-b43707c3a620 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:22:13.316905 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2efd43d1-9b3d-4cc9-aa21-81ab854fad6e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:13.360525 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd43d1-9b3d-4cc9-aa21-81ab854fad6e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'Port': ['ID=6268394b-9c68-46b7-89d7-f3509bc3e305,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:13.673171 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2efd43d1-9b3d-4cc9-aa21-81ab854fad6e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:13.715963 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 405a5b7a-a875-4d30-8dcb-10d6b56d5042 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:22:13.747929 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 405a5b7a-a875-4d30-8dcb-10d6b56d5042 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:22:13.748248 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 405a5b7a-a875-4d30-8dcb-10d6b56d5042 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:22:13.748699 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 7fad0433-4eb4-4790-911b-b43707c3a620 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:22:13.786086 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 7fad0433-4eb4-4790-911b-b43707c3a620 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:22:13.786430 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 7fad0433-4eb4-4790-911b-b43707c3a620 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:22:13.795447 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:13.931847 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2efd43d1-9b3d-4cc9-aa21-81ab854fad6e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:13.937010 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2efd43d1-9b3d-4cc9-aa21-81ab854fad6e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:13.965890 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2efd43d1-9b3d-4cc9-aa21-81ab854fad6e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:13.966517 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efd43d1-9b3d-4cc9-aa21-81ab854fad6e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Fanout notify agent at l3_agent the message router_deleted on router 853f1b32-9d78-4a93-b35b-3dfb635dd8ec {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 18:22:13.981485 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-2efd43d1-9b3d-4cc9-aa21-81ab854fad6e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:13.982693 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-2efd43d1-9b3d-4cc9-aa21-81ab854fad6e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "DELETE /v2.0/routers/853f1b32-9d78-4a93-b35b-3dfb635dd8ec HTTP/1.1" status: 204 len: 168 time: 1.5774410 Apr 20 18:22:13.985440 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37926) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:14.102246 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0c5b2616-2d25-4888-9405-4394bd54814f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:14.233478 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0c5b2616-2d25-4888-9405-4394bd54814f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:14.258080 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-0c5b2616-2d25-4888-9405-4394bd54814f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dff8164-772d-4910-9df9-325038b5953b']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:22:14.270337 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-0c5b2616-2d25-4888-9405-4394bd54814f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '336ad212-c44f-4631-ac16-04781c8b56a5') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:22:14.270645 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-0c5b2616-2d25-4888-9405-4394bd54814f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '336ad212-c44f-4631-ac16-04781c8b56a5') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:22:14.282207 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0c5b2616-2d25-4888-9405-4394bd54814f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:14.286418 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:14.299061 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0c5b2616-2d25-4888-9405-4394bd54814f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:14.305414 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c5b2616-2d25-4888-9405-4394bd54814f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 18:22:14.305790 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0c5b2616-2d25-4888-9405-4394bd54814f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:14.319817 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 18:22:14.319817 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 18:22:14.319817 n-d-838032-1 neutron-server[84080]: timer() Apr 20 18:22:14.319817 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:22:14.319817 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 18:22:14.319817 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 18:22:14.319817 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 18:22:14.319817 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:22:14.319817 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 18:22:14.319817 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:22:14.319817 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 18:22:14.319817 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:22:14.319817 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 18:22:14.319817 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:22:14.319817 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:22:14.319817 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 18:22:14.319817 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 18:22:14.319817 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:22:14.319817 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 18:22:14.319817 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 18:22:14.319817 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 18:22:14.319817 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:22:14.319817 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 18:22:14.319817 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 18:22:14.319817 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 18:22:14.319817 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 18:22:14.319817 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 18:22:14.319817 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 18:22:14.319817 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:22:14.319817 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 18:22:14.319817 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:22:14.319817 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:22:14.400686 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0c5b2616-2d25-4888-9405-4394bd54814f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:14.418477 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0c5b2616-2d25-4888-9405-4394bd54814f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:14.432430 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b2616-2d25-4888-9405-4394bd54814f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'Network': ['ID=1dff8164-772d-4910-9df9-325038b5953b,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:14.444106 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0c5b2616-2d25-4888-9405-4394bd54814f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "DELETE /v2.0/networks/1dff8164-772d-4910-9df9-325038b5953b HTTP/1.1" status: 204 len: 168 time: 0.4576085 Apr 20 18:22:14.444356 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37930) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:14.512265 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-11c2d05d-d2b4-46a6-8186-e43863f23928 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:14.544207 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-11c2d05d-d2b4-46a6-8186-e43863f23928 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:14.619874 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-11c2d05d-d2b4-46a6-8186-e43863f23928 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:14.637700 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2d05d-d2b4-46a6-8186-e43863f23928 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81adad88-c4dc-407a-b60f-5cb81f601cee,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:14.650885 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c2d05d-d2b4-46a6-8186-e43863f23928 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:14.651204 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c2d05d-d2b4-46a6-8186-e43863f23928 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:14.651533 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c2d05d-d2b4-46a6-8186-e43863f23928 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:14.651860 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c2d05d-d2b4-46a6-8186-e43863f23928 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:14.652186 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c2d05d-d2b4-46a6-8186-e43863f23928 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:14.652508 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c2d05d-d2b4-46a6-8186-e43863f23928 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:14.652825 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c2d05d-d2b4-46a6-8186-e43863f23928 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:14.653143 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c2d05d-d2b4-46a6-8186-e43863f23928 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:14.653455 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c2d05d-d2b4-46a6-8186-e43863f23928 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:14.653768 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c2d05d-d2b4-46a6-8186-e43863f23928 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:14.654074 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c2d05d-d2b4-46a6-8186-e43863f23928 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:14.657023 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-11c2d05d-d2b4-46a6-8186-e43863f23928 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:14.658101 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-11c2d05d-d2b4-46a6-8186-e43863f23928 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "DELETE /v2.0/security-groups/81adad88-c4dc-407a-b60f-5cb81f601cee HTTP/1.1" status: 204 len: 168 time: 0.2127373 Apr 20 18:22:15.033842 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37938) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:15.039554 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-2336d81b-32e4-41fb-a948-20b3486260db tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-173446565', 'description': 'tempest-secgroup-smoke-173446565 description', 'project_id': '7911800738e24c8486ca50d4f9ead214'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:22:15.046415 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2336d81b-32e4-41fb-a948-20b3486260db tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:22:15.050839 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2336d81b-32e4-41fb-a948-20b3486260db tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:22:15.053841 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2336d81b-32e4-41fb-a948-20b3486260db tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:22:15.059794 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2336d81b-32e4-41fb-a948-20b3486260db tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:22:15.073133 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2336d81b-32e4-41fb-a948-20b3486260db tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:15.109349 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2336d81b-32e4-41fb-a948-20b3486260db tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:22:15.113430 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2336d81b-32e4-41fb-a948-20b3486260db tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:22:15.116369 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2336d81b-32e4-41fb-a948-20b3486260db tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:22:15.122787 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2336d81b-32e4-41fb-a948-20b3486260db tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:22:15.177588 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2336d81b-32e4-41fb-a948-20b3486260db tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:15.184529 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2336d81b-32e4-41fb-a948-20b3486260db tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:15.226542 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336d81b-32e4-41fb-a948-20b3486260db tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4fde9e-1746-48ea-b85a-1c34836aba87,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:15.231230 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2336d81b-32e4-41fb-a948-20b3486260db tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:15.232638 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2336d81b-32e4-41fb-a948-20b3486260db tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1976771 Apr 20 18:22:15.235526 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37942) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:15.242948 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-913423d7-c695-4222-b925-65d5e90ff8da tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group_rule': {'security_group_id': '9a4fde9e-1746-48ea-b85a-1c34836aba87', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:22:15.251738 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-913423d7-c695-4222-b925-65d5e90ff8da tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:22:15.255553 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-913423d7-c695-4222-b925-65d5e90ff8da tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:22:15.258483 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-913423d7-c695-4222-b925-65d5e90ff8da tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:22:15.263985 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-913423d7-c695-4222-b925-65d5e90ff8da tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:22:15.282367 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-913423d7-c695-4222-b925-65d5e90ff8da tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:15.349448 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-913423d7-c695-4222-b925-65d5e90ff8da tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:15.355282 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-913423d7-c695-4222-b925-65d5e90ff8da tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:15.378659 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913423d7-c695-4222-b925-65d5e90ff8da tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02d8ae7-5585-4e0f-8ea7-a859bab1d901,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:15.390115 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-913423d7-c695-4222-b925-65d5e90ff8da tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:15.391345 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-913423d7-c695-4222-b925-65d5e90ff8da tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1546698 Apr 20 18:22:15.394316 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37946) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:15.399851 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-61aa17ea-9f5c-4362-8192-c6f7bfec1422 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group_rule': {'security_group_id': '9a4fde9e-1746-48ea-b85a-1c34836aba87', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:22:15.406902 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-61aa17ea-9f5c-4362-8192-c6f7bfec1422 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:22:15.410731 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-61aa17ea-9f5c-4362-8192-c6f7bfec1422 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:22:15.413578 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-61aa17ea-9f5c-4362-8192-c6f7bfec1422 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:22:15.419392 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-61aa17ea-9f5c-4362-8192-c6f7bfec1422 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:22:15.438345 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-61aa17ea-9f5c-4362-8192-c6f7bfec1422 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:15.509301 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-61aa17ea-9f5c-4362-8192-c6f7bfec1422 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:15.515382 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-61aa17ea-9f5c-4362-8192-c6f7bfec1422 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:15.538157 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa17ea-9f5c-4362-8192-c6f7bfec1422 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd748b18-3722-432d-b8e2-0c0a28ff0ce2,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:15.549947 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-61aa17ea-9f5c-4362-8192-c6f7bfec1422 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:15.551143 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-61aa17ea-9f5c-4362-8192-c6f7bfec1422 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1558604 Apr 20 18:22:15.553888 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37950) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:15.559237 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-c5145738-ebcb-4b59-803d-69286aaa4101 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group_rule': {'security_group_id': '9a4fde9e-1746-48ea-b85a-1c34836aba87', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:22:15.565636 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c5145738-ebcb-4b59-803d-69286aaa4101 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:22:15.569472 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c5145738-ebcb-4b59-803d-69286aaa4101 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:22:15.572402 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c5145738-ebcb-4b59-803d-69286aaa4101 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:22:15.578045 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c5145738-ebcb-4b59-803d-69286aaa4101 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:22:15.595453 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5145738-ebcb-4b59-803d-69286aaa4101 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:15.630255 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6268394b-9c68-46b7-89d7-f3509bc3e305 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:22:15.664960 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5145738-ebcb-4b59-803d-69286aaa4101 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:15.665729 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 6268394b-9c68-46b7-89d7-f3509bc3e305 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:22:15.666107 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6268394b-9c68-46b7-89d7-f3509bc3e305 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:22:15.671229 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5145738-ebcb-4b59-803d-69286aaa4101 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:15.699457 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5145738-ebcb-4b59-803d-69286aaa4101 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a9a4059-a3c9-411b-aa2e-397bfb0f9ebc,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:15.710717 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c5145738-ebcb-4b59-803d-69286aaa4101 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:15.711970 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c5145738-ebcb-4b59-803d-69286aaa4101 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1570666 Apr 20 18:22:15.715793 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37954) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:15.721083 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-fe851609-c34d-48f7-979c-2abc16e94284 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group_rule': {'security_group_id': '9a4fde9e-1746-48ea-b85a-1c34836aba87', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:22:15.727504 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-fe851609-c34d-48f7-979c-2abc16e94284 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:22:15.731313 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-fe851609-c34d-48f7-979c-2abc16e94284 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:22:15.734404 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-fe851609-c34d-48f7-979c-2abc16e94284 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:22:15.740072 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-fe851609-c34d-48f7-979c-2abc16e94284 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:22:15.757509 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe851609-c34d-48f7-979c-2abc16e94284 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:15.822484 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe851609-c34d-48f7-979c-2abc16e94284 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:15.827362 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe851609-c34d-48f7-979c-2abc16e94284 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:15.833350 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:15.852546 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe851609-c34d-48f7-979c-2abc16e94284 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec66acc5-5165-482b-b191-3b33373de562,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:15.864459 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-fe851609-c34d-48f7-979c-2abc16e94284 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:15.866217 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-fe851609-c34d-48f7-979c-2abc16e94284 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1493652 Apr 20 18:22:15.869497 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37960) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:15.876426 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-74be5add-3d8e-4e87-94eb-b3020ddef982 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group_rule': {'security_group_id': '9a4fde9e-1746-48ea-b85a-1c34836aba87', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:22:15.883331 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-74be5add-3d8e-4e87-94eb-b3020ddef982 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:22:15.887674 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-74be5add-3d8e-4e87-94eb-b3020ddef982 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:22:15.890892 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-74be5add-3d8e-4e87-94eb-b3020ddef982 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:22:15.897279 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-74be5add-3d8e-4e87-94eb-b3020ddef982 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:22:15.909381 n-d-838032-1 neutron-server[84080]: INFO neutron.db.securitygroups_db [None req-74be5add-3d8e-4e87-94eb-b3020ddef982 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Project 7911800738e24c8486ca50d4f9ead214 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 18:22:15.916023 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-74be5add-3d8e-4e87-94eb-b3020ddef982 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:15.986070 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-74be5add-3d8e-4e87-94eb-b3020ddef982 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:15.993307 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-74be5add-3d8e-4e87-94eb-b3020ddef982 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:16.018574 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be5add-3d8e-4e87-94eb-b3020ddef982 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4e54be-3b91-4c2d-98f1-da76a175f4b1,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:16.031897 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-74be5add-3d8e-4e87-94eb-b3020ddef982 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:16.033210 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-74be5add-3d8e-4e87-94eb-b3020ddef982 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1623538 Apr 20 18:22:16.036109 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37964) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:16.041482 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-98e7aa40-6346-4338-bf9e-0edf740c6958 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group_rule': {'security_group_id': '9a4fde9e-1746-48ea-b85a-1c34836aba87', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:22:16.047915 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-98e7aa40-6346-4338-bf9e-0edf740c6958 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:22:16.051718 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-98e7aa40-6346-4338-bf9e-0edf740c6958 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:22:16.054583 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-98e7aa40-6346-4338-bf9e-0edf740c6958 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:22:16.060164 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-98e7aa40-6346-4338-bf9e-0edf740c6958 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:22:16.074733 n-d-838032-1 neutron-server[84080]: INFO neutron.db.securitygroups_db [None req-98e7aa40-6346-4338-bf9e-0edf740c6958 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Project 7911800738e24c8486ca50d4f9ead214 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 18:22:16.080855 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-98e7aa40-6346-4338-bf9e-0edf740c6958 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:16.143728 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-98e7aa40-6346-4338-bf9e-0edf740c6958 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:16.149681 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-98e7aa40-6346-4338-bf9e-0edf740c6958 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:16.171635 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7aa40-6346-4338-bf9e-0edf740c6958 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc65203d-87d4-4fe3-bd00-d777c6acf971,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:16.182531 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-98e7aa40-6346-4338-bf9e-0edf740c6958 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:16.183687 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-98e7aa40-6346-4338-bf9e-0edf740c6958 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1466525 Apr 20 18:22:16.186855 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37968) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:16.192211 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-a7f85f62-ab32-4e47-8cac-18bd27c21cca tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'network': {'name': 'tempest-network-smoke--459853039', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'port_security_enabled': True}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:22:16.198091 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a7f85f62-ab32-4e47-8cac-18bd27c21cca tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:22:16.202610 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a7f85f62-ab32-4e47-8cac-18bd27c21cca tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:network and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:22:16.205667 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-a7f85f62-ab32-4e47-8cac-18bd27c21cca tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:22:16.211811 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-a7f85f62-ab32-4e47-8cac-18bd27c21cca tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:22:16.226389 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f85f62-ab32-4e47-8cac-18bd27c21cca tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Made reservation on behalf of 7911800738e24c8486ca50d4f9ead214 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:22:16.230397 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a7f85f62-ab32-4e47-8cac-18bd27c21cca tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:16.260011 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f85f62-ab32-4e47-8cac-18bd27c21cca tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 18:22:16.268920 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a7f85f62-ab32-4e47-8cac-18bd27c21cca tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:16.269318 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-a7f85f62-ab32-4e47-8cac-18bd27c21cca tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Added segment 28410de5-c664-4474-81bc-b0b92f931728 of type vlan for network 36be727c-d9aa-4145-a97f-76ad6beb1753 Apr 20 18:22:16.295148 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a7f85f62-ab32-4e47-8cac-18bd27c21cca tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:16.326883 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a7f85f62-ab32-4e47-8cac-18bd27c21cca tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:16.330543 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f85f62-ab32-4e47-8cac-18bd27c21cca tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:22:16.331091 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a7f85f62-ab32-4e47-8cac-18bd27c21cca tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:16.433842 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a7f85f62-ab32-4e47-8cac-18bd27c21cca tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2459314 Apr 20 18:22:16.436587 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f85f62-ab32-4e47-8cac-18bd27c21cca tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Network': ['ID=36be727c-d9aa-4145-a97f-76ad6beb1753,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:16.436921 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37972) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:16.442662 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-bd0c08e4-ce90-4974-bfcd-e430833b61ae tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2099880378', 'admin_state_up': True, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:22:16.450538 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-bd0c08e4-ce90-4974-bfcd-e430833b61ae tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:22:16.454771 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-bd0c08e4-ce90-4974-bfcd-e430833b61ae tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:router and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:22:16.456430 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 36be727c-d9aa-4145-a97f-76ad6beb1753 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 18:22:16.457908 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-bd0c08e4-ce90-4974-bfcd-e430833b61ae tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:22:16.463737 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-bd0c08e4-ce90-4974-bfcd-e430833b61ae tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:22:16.475649 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bd0c08e4-ce90-4974-bfcd-e430833b61ae tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:16.476647 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bd0c08e4-ce90-4974-bfcd-e430833b61ae tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:16.494903 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bd0c08e4-ce90-4974-bfcd-e430833b61ae tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:16.636408 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bd0c08e4-ce90-4974-bfcd-e430833b61ae tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:16.811631 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bd0c08e4-ce90-4974-bfcd-e430833b61ae tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:16.940848 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bd0c08e4-ce90-4974-bfcd-e430833b61ae tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:17.081600 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-bd0c08e4-ce90-4974-bfcd-e430833b61ae tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Allocated IP 172.25.8.117 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/84ecff35-01b8-49a7-b453-aa787cfe392e) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:22:17.227889 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bd0c08e4-ce90-4974-bfcd-e430833b61ae tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:17.258083 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bd0c08e4-ce90-4974-bfcd-e430833b61ae tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:17.330209 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0c08e4-ce90-4974-bfcd-e430833b61ae tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:22:17.333117 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-bd0c08e4-ce90-4974-bfcd-e430833b61ae tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:22:17.337515 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0c08e4-ce90-4974-bfcd-e430833b61ae tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:22:17.360597 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c08e4-ce90-4974-bfcd-e430833b61ae tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Port': ['ID=84ecff35-01b8-49a7-b453-aa787cfe392e,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:17.494390 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bd0c08e4-ce90-4974-bfcd-e430833b61ae tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:17.495089 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bd0c08e4-ce90-4974-bfcd-e430833b61ae tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:17.733208 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0c08e4-ce90-4974-bfcd-e430833b61ae tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Router c88050a8-d686-4941-963f-58c71ed2aa6e is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 18:22:17.931562 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0c08e4-ce90-4974-bfcd-e430833b61ae tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:22:17.940873 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c6e1ee-7416-45ac-bb5b-8d299387401b None None] Sync routers for ids ['c88050a8-d686-4941-963f-58c71ed2aa6e'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:22:17.954271 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c6e1ee-7416-45ac-bb5b-8d299387401b None None] Routers {'c88050a8-d686-4941-963f-58c71ed2aa6e'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:22:17.954917 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-30c6e1ee-7416-45ac-bb5b-8d299387401b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:22:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['c88050a8-d686-4941-963f-58c71ed2aa6e'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:22:17.960065 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-bd0c08e4-ce90-4974-bfcd-e430833b61ae tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:17.961472 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bd0c08e4-ce90-4974-bfcd-e430833b61ae tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5234942 Apr 20 18:22:17.965100 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37976) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:18.007736 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-13474d12-79b1-4184-b252-a4d211ee44cc tempest-TestNetworkAdvancedServerOps-1754895831 tempest-TestNetworkAdvancedServerOps-1754895831-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=7911800738e24c8486ca50d4f9ead214&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415170 Apr 20 18:22:18.011273 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37980) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:18.125740 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-30c6e1ee-7416-45ac-bb5b-8d299387401b None None] Set router c88050a8-d686-4941-963f-58c71ed2aa6e gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:22:18.145275 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab5e0a0-2490-4c5f-bd55-a38ec5c97834 tempest-TestNetworkAdvancedServerOps-1754895831 tempest-TestNetworkAdvancedServerOps-1754895831-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:22:18.146790 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7ab5e0a0-2490-4c5f-bd55-a38ec5c97834 tempest-TestNetworkAdvancedServerOps-1754895831 tempest-TestNetworkAdvancedServerOps-1754895831-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1276612 Apr 20 18:22:18.149729 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37984) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:18.187125 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f0917767-d51a-4e53-b939-00bf750ac3df tempest-TestNetworkAdvancedServerOps-1754895831 tempest-TestNetworkAdvancedServerOps-1754895831-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362432 Apr 20 18:22:18.189817 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 37988) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:18.194932 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-e3ebc08f-5e56-41e9-9613-7bc3f9899ab6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1145432890', 'network_id': '36be727c-d9aa-4145-a97f-76ad6beb1753', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:22:18.300864 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e3ebc08f-5e56-41e9-9613-7bc3f9899ab6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:22:18.304762 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e3ebc08f-5e56-41e9-9613-7bc3f9899ab6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:subnet and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:22:18.307571 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e3ebc08f-5e56-41e9-9613-7bc3f9899ab6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:22:18.313068 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e3ebc08f-5e56-41e9-9613-7bc3f9899ab6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:22:18.324473 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ebc08f-5e56-41e9-9613-7bc3f9899ab6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Made reservation on behalf of 7911800738e24c8486ca50d4f9ead214 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:22:18.397432 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-30c6e1ee-7416-45ac-bb5b-8d299387401b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099880378', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '84ecff35-01b8-49a7-b453-aa787cfe392e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:22:16Z', 'updated_at': '2022-04-20T18:22:17Z', 'revision_number': 3, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '84ecff35-01b8-49a7-b453-aa787cfe392e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:22:16Z', 'updated_at': '2022-04-20T18:22:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:22:18.401810 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c6e1ee-7416-45ac-bb5b-8d299387401b None None] Checking router: c88050a8-d686-4941-963f-58c71ed2aa6e for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:22:18.402162 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c6e1ee-7416-45ac-bb5b-8d299387401b None None] Updating router c88050a8-d686-4941-963f-58c71ed2aa6e port 84ecff35-01b8-49a7-b453-aa787cfe392e binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 18:22:18.423400 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e3ebc08f-5e56-41e9-9613-7bc3f9899ab6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:18.452875 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-30c6e1ee-7416-45ac-bb5b-8d299387401b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:18.754027 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e3ebc08f-5e56-41e9-9613-7bc3f9899ab6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:18.768505 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-30c6e1ee-7416-45ac-bb5b-8d299387401b None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:18.780026 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-30c6e1ee-7416-45ac-bb5b-8d299387401b None None] Transition to ACTIVE for port object 84ecff35-01b8-49a7-b453-aa787cfe392e will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:22:18.787345 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-30c6e1ee-7416-45ac-bb5b-8d299387401b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:18.831850 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebc08f-5e56-41e9-9613-7bc3f9899ab6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Subnet': ['ID=d36196ce-cbf6-4b1e-a725-7eabcd9790ca,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:18.844634 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ebc08f-5e56-41e9-9613-7bc3f9899ab6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Checking segment: {'id': '28410de5-c664-4474-81bc-b0b92f931728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '36be727c-d9aa-4145-a97f-76ad6beb1753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:22:18.844976 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ebc08f-5e56-41e9-9613-7bc3f9899ab6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network hostable DHCP agents. Network: 36be727c-d9aa-4145-a97f-76ad6beb1753, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 18:22:18.868105 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ebc08f-5e56-41e9-9613-7bc3f9899ab6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network 36be727c-d9aa-4145-a97f-76ad6beb1753 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 18:22:18.878738 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-e3ebc08f-5e56-41e9-9613-7bc3f9899ab6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 36be727c-d9aa-4145-a97f-76ad6beb1753) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:22:18.882997 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ebc08f-5e56-41e9-9613-7bc3f9899ab6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:22:18.883619 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e3ebc08f-5e56-41e9-9613-7bc3f9899ab6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:18.892745 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a38f899-c20a-421e-b843-8f933db3a1e8 None None] Network 36be727c-d9aa-4145-a97f-76ad6beb1753 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:22:18.905208 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e3ebc08f-5e56-41e9-9613-7bc3f9899ab6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7143407 Apr 20 18:22:18.908237 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 37992) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:18.961921 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df68fd-089e-407e-9aad-d4795fefb502 None None] Pushing event updated for resources: {'Port': ['ID=84ecff35-01b8-49a7-b453-aa787cfe392e,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:18.968740 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-30c6e1ee-7416-45ac-bb5b-8d299387401b None None] Attempting to bind port 84ecff35-01b8-49a7-b453-aa787cfe392e on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:22:18.969113 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-30c6e1ee-7416-45ac-bb5b-8d299387401b None None] Attempting to bind port 84ecff35-01b8-49a7-b453-aa787cfe392e by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:22:18.969680 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c6e1ee-7416-45ac-bb5b-8d299387401b None None] Attempting to bind port 84ecff35-01b8-49a7-b453-aa787cfe392e on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:22:18.990008 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c6e1ee-7416-45ac-bb5b-8d299387401b None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:22:18.990417 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c6e1ee-7416-45ac-bb5b-8d299387401b None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:22:18.990803 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-30c6e1ee-7416-45ac-bb5b-8d299387401b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:18.991182 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c6e1ee-7416-45ac-bb5b-8d299387401b None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:22:18.991613 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-30c6e1ee-7416-45ac-bb5b-8d299387401b None None] Bound port: 84ecff35-01b8-49a7-b453-aa787cfe392e, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:22:18.992001 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-30c6e1ee-7416-45ac-bb5b-8d299387401b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:19.124848 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-30c6e1ee-7416-45ac-bb5b-8d299387401b None None] For port 84ecff35-01b8-49a7-b453-aa787cfe392e, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:22:19.136446 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-30c6e1ee-7416-45ac-bb5b-8d299387401b None None] For port 84ecff35-01b8-49a7-b453-aa787cfe392e, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=84ecff35-01b8-49a7-b453-aa787cfe392e,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:22:19.168190 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-30c6e1ee-7416-45ac-bb5b-8d299387401b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:19.222090 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1e5d5e-8fef-4ec4-bf9f-037d7017fd87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-36be727c-d9aa-4145-a97f-76ad6beb1753', 'network_id': '36be727c-d9aa-4145-a97f-76ad6beb1753', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'fixed_ips': [{'subnet_id': 'd36196ce-cbf6-4b1e-a725-7eabcd9790ca'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 18:22:19.222926 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bc1e5d5e-8fef-4ec4-bf9f-037d7017fd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:19.307097 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df68fd-089e-407e-9aad-d4795fefb502 None None] Pushing event updated for resources: {'Port': ['ID=84ecff35-01b8-49a7-b453-aa787cfe392e,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:19.320148 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c6e1ee-7416-45ac-bb5b-8d299387401b None None] Routers {'c88050a8-d686-4941-963f-58c71ed2aa6e'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:22:19.320764 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-30c6e1ee-7416-45ac-bb5b-8d299387401b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:22:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['c88050a8-d686-4941-963f-58c71ed2aa6e'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:22:19.553279 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-bc1e5d5e-8fef-4ec4-bf9f-037d7017fd87 None None] Allocated IP 172.20.0.2 (36be727c-d9aa-4145-a97f-76ad6beb1753/d36196ce-cbf6-4b1e-a725-7eabcd9790ca/4c5b866c-e47f-4431-845a-b37215865040) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:22:19.568805 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-30c6e1ee-7416-45ac-bb5b-8d299387401b None None] Set router c88050a8-d686-4941-963f-58c71ed2aa6e gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:22:19.762503 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cdaebf51-2c8f-452b-a3c5-32ba1c364587 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:19.992105 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bc1e5d5e-8fef-4ec4-bf9f-037d7017fd87 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:20.005857 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-bc1e5d5e-8fef-4ec4-bf9f-037d7017fd87 None None] Transition to ACTIVE for port object 4c5b866c-e47f-4431-845a-b37215865040 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:22:20.030348 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-bc1e5d5e-8fef-4ec4-bf9f-037d7017fd87 None None] Transition to ACTIVE for port object 4c5b866c-e47f-4431-845a-b37215865040 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:22:20.037342 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-30c6e1ee-7416-45ac-bb5b-8d299387401b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099880378', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '84ecff35-01b8-49a7-b453-aa787cfe392e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:22:16Z', 'updated_at': '2022-04-20T18:22:17Z', 'revision_number': 3, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '84ecff35-01b8-49a7-b453-aa787cfe392e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:22:16Z', 'updated_at': '2022-04-20T18:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:22:20.039540 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bc1e5d5e-8fef-4ec4-bf9f-037d7017fd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:20.077538 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c6e1ee-7416-45ac-bb5b-8d299387401b None None] The sync data for ids ['c88050a8-d686-4941-963f-58c71ed2aa6e'] in n-d-838032-1 is: [{'id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099880378', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '84ecff35-01b8-49a7-b453-aa787cfe392e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:22:16Z', 'updated_at': '2022-04-20T18:22:17Z', 'revision_number': 3, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '84ecff35-01b8-49a7-b453-aa787cfe392e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:22:16Z', 'updated_at': '2022-04-20T18:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:22:20.111429 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1e5d5e-8fef-4ec4-bf9f-037d7017fd87 None None] Network 36be727c-d9aa-4145-a97f-76ad6beb1753 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:22:20.114386 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-bc1e5d5e-8fef-4ec4-bf9f-037d7017fd87 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:22:20.119131 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1e5d5e-8fef-4ec4-bf9f-037d7017fd87 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:22:20.121286 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e5d5e-8fef-4ec4-bf9f-037d7017fd87 None None] Pushing event updated for resources: {'Port': ['ID=4c5b866c-e47f-4431-845a-b37215865040,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:20.168959 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-cdaebf51-2c8f-452b-a3c5-32ba1c364587 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Allocated IP 172.20.0.1 (36be727c-d9aa-4145-a97f-76ad6beb1753/d36196ce-cbf6-4b1e-a725-7eabcd9790ca/44e169ed-51de-4f2d-8aad-156b649ea028) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:22:20.217975 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-bc1e5d5e-8fef-4ec4-bf9f-037d7017fd87 None None] Attempting to bind port 4c5b866c-e47f-4431-845a-b37215865040 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:22:20.218377 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-bc1e5d5e-8fef-4ec4-bf9f-037d7017fd87 None None] Attempting to bind port 4c5b866c-e47f-4431-845a-b37215865040 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '28410de5-c664-4474-81bc-b0b92f931728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '36be727c-d9aa-4145-a97f-76ad6beb1753'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:22:20.218710 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e5d5e-8fef-4ec4-bf9f-037d7017fd87 None None] Attempting to bind port 4c5b866c-e47f-4431-845a-b37215865040 on network 36be727c-d9aa-4145-a97f-76ad6beb1753 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:22:20.225782 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e5d5e-8fef-4ec4-bf9f-037d7017fd87 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:22:20.226136 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e5d5e-8fef-4ec4-bf9f-037d7017fd87 None None] Checking segment: {'id': '28410de5-c664-4474-81bc-b0b92f931728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '36be727c-d9aa-4145-a97f-76ad6beb1753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:22:20.226675 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bc1e5d5e-8fef-4ec4-bf9f-037d7017fd87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:20.227060 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e5d5e-8fef-4ec4-bf9f-037d7017fd87 None None] Bound using segment: {'id': '28410de5-c664-4474-81bc-b0b92f931728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '36be727c-d9aa-4145-a97f-76ad6beb1753'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:22:20.227619 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-bc1e5d5e-8fef-4ec4-bf9f-037d7017fd87 None None] Bound port: 4c5b866c-e47f-4431-845a-b37215865040, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28410de5-c664-4474-81bc-b0b92f931728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '36be727c-d9aa-4145-a97f-76ad6beb1753'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:22:20.227885 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bc1e5d5e-8fef-4ec4-bf9f-037d7017fd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:20.382549 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cdaebf51-2c8f-452b-a3c5-32ba1c364587 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:20.385684 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-bc1e5d5e-8fef-4ec4-bf9f-037d7017fd87 None None] For port 4c5b866c-e47f-4431-845a-b37215865040, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:22:20.389284 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-bc1e5d5e-8fef-4ec4-bf9f-037d7017fd87 None None] For port 4c5b866c-e47f-4431-845a-b37215865040, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=4c5b866c-e47f-4431-845a-b37215865040,segment=NetworkSegment(28410de5-c664-4474-81bc-b0b92f931728),segment_id=28410de5-c664-4474-81bc-b0b92f931728)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:22:20.399485 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-cdaebf51-2c8f-452b-a3c5-32ba1c364587 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Transition to ACTIVE for port object 44e169ed-51de-4f2d-8aad-156b649ea028 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:22:20.404367 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bc1e5d5e-8fef-4ec4-bf9f-037d7017fd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:20.424714 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cdaebf51-2c8f-452b-a3c5-32ba1c364587 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:20.491000 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e5d5e-8fef-4ec4-bf9f-037d7017fd87 None None] Pushing event updated for resources: {'Port': ['ID=4c5b866c-e47f-4431-845a-b37215865040,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:20.511285 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdaebf51-2c8f-452b-a3c5-32ba1c364587 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network 36be727c-d9aa-4145-a97f-76ad6beb1753 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:22:20.514320 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-cdaebf51-2c8f-452b-a3c5-32ba1c364587 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:22:20.519283 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaebf51-2c8f-452b-a3c5-32ba1c364587 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:22:20.548242 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaebf51-2c8f-452b-a3c5-32ba1c364587 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Port': ['ID=44e169ed-51de-4f2d-8aad-156b649ea028,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:20.585635 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cdaebf51-2c8f-452b-a3c5-32ba1c364587 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:20.684172 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cdaebf51-2c8f-452b-a3c5-32ba1c364587 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:21.202694 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cdaebf51-2c8f-452b-a3c5-32ba1c364587 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:21.208988 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cdaebf51-2c8f-452b-a3c5-32ba1c364587 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:21.318622 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaebf51-2c8f-452b-a3c5-32ba1c364587 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Port': ['ID=44e169ed-51de-4f2d-8aad-156b649ea028,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:21.321421 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-cdaebf51-2c8f-452b-a3c5-32ba1c364587 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:21.378115 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f0155f-6ed8-4f29-9862-a2cdde575b9a None None] Network 36be727c-d9aa-4145-a97f-76ad6beb1753 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:22:21.462117 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdaebf51-2c8f-452b-a3c5-32ba1c364587 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network 36be727c-d9aa-4145-a97f-76ad6beb1753 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:22:21.463335 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-cdaebf51-2c8f-452b-a3c5-32ba1c364587 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:22:21.465479 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a1747ddb-f8d6-49b6-82ed-c2f5c3d22f72 None None] Provisioning for port 4c5b866c-e47f-4431-845a-b37215865040 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:22:21.734970 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 4c5b866c-e47f-4431-845a-b37215865040 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:22:21.809718 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 4c5b866c-e47f-4431-845a-b37215865040 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:22:21.815143 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 4c5b866c-e47f-4431-845a-b37215865040 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:22:21.815394 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:21.860854 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdaebf51-2c8f-452b-a3c5-32ba1c364587 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Router c88050a8-d686-4941-963f-58c71ed2aa6e has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:22:21.940814 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-fcd7f81b-f044-4c19-a6a3-3f40a24aba72 None None] Provisioning for port 44e169ed-51de-4f2d-8aad-156b649ea028 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:22:21.950106 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-fcd7f81b-f044-4c19-a6a3-3f40a24aba72 None None] Provisioning complete for port 44e169ed-51de-4f2d-8aad-156b649ea028 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:22:21.950489 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fcd7f81b-f044-4c19-a6a3-3f40a24aba72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:21.980797 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:22.034916 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7f81b-f044-4c19-a6a3-3f40a24aba72 None None] Port 44e169ed-51de-4f2d-8aad-156b649ea028 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:22:22.045294 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 4c5b866c-e47f-4431-845a-b37215865040, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=4c5b866c-e47f-4431-845a-b37215865040,segment=NetworkSegment(28410de5-c664-4474-81bc-b0b92f931728),segment_id=28410de5-c664-4474-81bc-b0b92f931728)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:22:22.053622 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:22.054403 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 84ecff35-01b8-49a7-b453-aa787cfe392e up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:22:22.075559 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdaebf51-2c8f-452b-a3c5-32ba1c364587 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:22:22.088954 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-cdaebf51-2c8f-452b-a3c5-32ba1c364587 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "PUT /v2.0/routers/c88050a8-d686-4941-963f-58c71ed2aa6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1789887 Apr 20 18:22:22.129111 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-fcd7f81b-f044-4c19-a6a3-3f40a24aba72 None None] Provisioning complete for port 4c5b866c-e47f-4431-845a-b37215865040 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:22:22.129536 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fcd7f81b-f044-4c19-a6a3-3f40a24aba72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:22.230175 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=4c5b866c-e47f-4431-845a-b37215865040,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:22.268822 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 84ecff35-01b8-49a7-b453-aa787cfe392e completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:22:22.272403 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-045e055a-654a-464d-83e9-537035ccacf9 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Synchronizing usage tracker for tenant:7911800738e24c8486ca50d4f9ead214 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:22:22.286000 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 84ecff35-01b8-49a7-b453-aa787cfe392e triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:22:22.286426 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:22.289657 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-045e055a-654a-464d-83e9-537035ccacf9 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Unset dirty status for tenant:7911800738e24c8486ca50d4f9ead214 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:22:22.290968 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-045e055a-654a-464d-83e9-537035ccacf9 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-173446565&fields=id&tenant_id=7911800738e24c8486ca50d4f9ead214 HTTP/1.1" status: 200 len: 267 time: 0.0598779 Apr 20 18:22:22.407252 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:22.423291 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 84ecff35-01b8-49a7-b453-aa787cfe392e, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=84ecff35-01b8-49a7-b453-aa787cfe392e,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:22:22.428222 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:22.436441 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-80ad40bf-2bef-4b62-afc5-944a7500be34 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:22:22.437069 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-80ad40bf-2bef-4b62-afc5-944a7500be34 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Synchronizing usage tracker for tenant:7911800738e24c8486ca50d4f9ead214 on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:22:22.454806 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-80ad40bf-2bef-4b62-afc5-944a7500be34 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Unset dirty status for tenant:7911800738e24c8486ca50d4f9ead214 on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:22:22.455973 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-80ad40bf-2bef-4b62-afc5-944a7500be34 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/networks?id=36be727c-d9aa-4145-a97f-76ad6beb1753 HTTP/1.1" status: 200 len: 796 time: 0.1582556 Apr 20 18:22:22.475103 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-556609eb-236f-41ba-84d0-559f37f7d89e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/quotas/7911800738e24c8486ca50d4f9ead214 HTTP/1.1" status: 200 len: 375 time: 0.0120535 Apr 20 18:22:22.509982 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=84ecff35-01b8-49a7-b453-aa787cfe392e,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:22.513810 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-46ac0d03-9104-4480-b6ac-3eede8183041 None None] Provisioning complete for port 44e169ed-51de-4f2d-8aad-156b649ea028 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:22:22.514178 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-46ac0d03-9104-4480-b6ac-3eede8183041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:22.555212 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-91f04424-d15a-4e4c-9fe9-c9019826d1a7 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740657 Apr 20 18:22:22.565885 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-46ac0d03-9104-4480-b6ac-3eede8183041 None None] Port 44e169ed-51de-4f2d-8aad-156b649ea028 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:22:22.648584 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-2fe2159e-1a1a-40a6-8a3e-1d194da8e48a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 18:22:22.649559 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-2fe2159e-1a1a-40a6-8a3e-1d194da8e48a service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0826213 Apr 20 18:22:22.787686 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-b9438186-2673-4177-acd1-52555528d7e4 service neutron] 10.222.0.39 "GET /v2.0/networks/36be727c-d9aa-4145-a97f-76ad6beb1753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315641 Apr 20 18:22:22.924092 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-22808e1d-dfaa-4665-b887-a28eb1301f94 service neutron] 10.222.0.39 "GET /v2.0/networks/36be727c-d9aa-4145-a97f-76ad6beb1753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277418 Apr 20 18:22:23.122499 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ff84014a-8051-412c-9f33-ae09c97f3f20 req-d91179b4-bf15-45e8-9fb7-c31cc6abce3f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Synchronizing usage tracker for tenant:7911800738e24c8486ca50d4f9ead214 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:22:23.139462 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ff84014a-8051-412c-9f33-ae09c97f3f20 req-d91179b4-bf15-45e8-9fb7-c31cc6abce3f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Unset dirty status for tenant:7911800738e24c8486ca50d4f9ead214 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:22:23.140706 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ff84014a-8051-412c-9f33-ae09c97f3f20 req-d91179b4-bf15-45e8-9fb7-c31cc6abce3f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 210 time: 0.0589368 Apr 20 18:22:23.657508 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852cc517-9324-491a-9af3-560e687705ba None None] Sync routers for ids ['c88050a8-d686-4941-963f-58c71ed2aa6e'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:22:23.673775 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852cc517-9324-491a-9af3-560e687705ba None None] Routers {'c88050a8-d686-4941-963f-58c71ed2aa6e'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:22:23.674610 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-852cc517-9324-491a-9af3-560e687705ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:22:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['c88050a8-d686-4941-963f-58c71ed2aa6e'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:22:23.683076 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 4c5b866c-e47f-4431-845a-b37215865040 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:22:23.757740 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 4c5b866c-e47f-4431-845a-b37215865040 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:22:23.758110 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:23.864851 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-852cc517-9324-491a-9af3-560e687705ba None None] Set router c88050a8-d686-4941-963f-58c71ed2aa6e gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:22:23.874490 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 84ecff35-01b8-49a7-b453-aa787cfe392e up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:22:23.942415 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 84ecff35-01b8-49a7-b453-aa787cfe392e triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:22:23.942693 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:24.168408 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-852cc517-9324-491a-9af3-560e687705ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099880378', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '84ecff35-01b8-49a7-b453-aa787cfe392e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:22:16Z', 'updated_at': '2022-04-20T18:22:20Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '84ecff35-01b8-49a7-b453-aa787cfe392e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:22:16Z', 'updated_at': '2022-04-20T18:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '44e169ed-51de-4f2d-8aad-156b649ea028', 'name': '', 'network_id': '36be727c-d9aa-4145-a97f-76ad6beb1753', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:16:1f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd36196ce-cbf6-4b1e-a725-7eabcd9790ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:22:19Z', 'updated_at': '2022-04-20T18:22:21Z', 'revision_number': 2, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': 'd36196ce-cbf6-4b1e-a725-7eabcd9790ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:22:24.172321 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852cc517-9324-491a-9af3-560e687705ba None None] Checking router: c88050a8-d686-4941-963f-58c71ed2aa6e for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:22:24.172683 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852cc517-9324-491a-9af3-560e687705ba None None] Updating router c88050a8-d686-4941-963f-58c71ed2aa6e port 44e169ed-51de-4f2d-8aad-156b649ea028 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 18:22:24.222692 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-852cc517-9324-491a-9af3-560e687705ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:24.332194 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a938deb9-cfd1-46a7-9bc6-5d5b826a05d6 req-b75ab657-bd4b-4a72-9f54-ff91486437a4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 210 time: 0.0521843 Apr 20 18:22:24.374536 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-44ca0c4c-8100-46f5-94f7-c0db730a5536 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:22:24.375232 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-44ca0c4c-8100-46f5-94f7-c0db730a5536 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Synchronizing usage tracker for tenant:7911800738e24c8486ca50d4f9ead214 on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:22:24.387356 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-44ca0c4c-8100-46f5-94f7-c0db730a5536 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Unset dirty status for tenant:7911800738e24c8486ca50d4f9ead214 on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:22:24.388464 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-44ca0c4c-8100-46f5-94f7-c0db730a5536 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.10 "GET /v2.0/networks?id=36be727c-d9aa-4145-a97f-76ad6beb1753 HTTP/1.1" status: 200 len: 796 time: 0.2073920 Apr 20 18:22:24.448722 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-5e7c9e6a-be0c-4ee7-a546-8805482d5d49 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7911800738e24c8486ca50d4f9ead214 HTTP/1.1" status: 200 len: 379 time: 0.0452771 Apr 20 18:22:24.457139 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-7f285a65-7924-4f16-8d2a-02cabec4ec9d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'port': {'device_id': '19cd4407-8667-47d1-a116-16b7b688f9e2', 'network_id': '36be727c-d9aa-4145-a97f-76ad6beb1753', 'admin_state_up': True, 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'security_groups': ['9a4fde9e-1746-48ea-b85a-1c34836aba87']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:22:24.572074 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-852cc517-9324-491a-9af3-560e687705ba None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:24.583459 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-852cc517-9324-491a-9af3-560e687705ba None None] Transition to ACTIVE for port object 44e169ed-51de-4f2d-8aad-156b649ea028 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:22:24.590413 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-852cc517-9324-491a-9af3-560e687705ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:24.692856 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-7f285a65-7924-4f16-8d2a-02cabec4ec9d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:22:24.703402 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-7f285a65-7924-4f16-8d2a-02cabec4ec9d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:22:24.708729 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9575b5ea-b159-4150-a9a2-23baf51fa1f0 None None] Pushing event updated for resources: {'Port': ['ID=44e169ed-51de-4f2d-8aad-156b649ea028,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:24.716066 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-7f285a65-7924-4f16-8d2a-02cabec4ec9d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Made reservation on behalf of 7911800738e24c8486ca50d4f9ead214 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:22:24.719778 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-7f285a65-7924-4f16-8d2a-02cabec4ec9d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:24.720781 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9575b5ea-b159-4150-a9a2-23baf51fa1f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:24.721117 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9575b5ea-b159-4150-a9a2-23baf51fa1f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:24.721440 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9575b5ea-b159-4150-a9a2-23baf51fa1f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:24.721760 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9575b5ea-b159-4150-a9a2-23baf51fa1f0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:24.722073 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9575b5ea-b159-4150-a9a2-23baf51fa1f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:24.722416 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9575b5ea-b159-4150-a9a2-23baf51fa1f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:24.722734 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9575b5ea-b159-4150-a9a2-23baf51fa1f0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:24.723043 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9575b5ea-b159-4150-a9a2-23baf51fa1f0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:24.723349 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9575b5ea-b159-4150-a9a2-23baf51fa1f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:24.723660 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9575b5ea-b159-4150-a9a2-23baf51fa1f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:24.723969 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9575b5ea-b159-4150-a9a2-23baf51fa1f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:22:24.811138 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-852cc517-9324-491a-9af3-560e687705ba None None] Attempting to bind port 44e169ed-51de-4f2d-8aad-156b649ea028 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:22:24.811691 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-852cc517-9324-491a-9af3-560e687705ba None None] Attempting to bind port 44e169ed-51de-4f2d-8aad-156b649ea028 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '28410de5-c664-4474-81bc-b0b92f931728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '36be727c-d9aa-4145-a97f-76ad6beb1753'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:22:24.812324 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852cc517-9324-491a-9af3-560e687705ba None None] Attempting to bind port 44e169ed-51de-4f2d-8aad-156b649ea028 on network 36be727c-d9aa-4145-a97f-76ad6beb1753 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:22:24.819327 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852cc517-9324-491a-9af3-560e687705ba None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:22:24.819681 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852cc517-9324-491a-9af3-560e687705ba None None] Checking segment: {'id': '28410de5-c664-4474-81bc-b0b92f931728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '36be727c-d9aa-4145-a97f-76ad6beb1753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:22:24.820345 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-852cc517-9324-491a-9af3-560e687705ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:24.820722 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852cc517-9324-491a-9af3-560e687705ba None None] Bound using segment: {'id': '28410de5-c664-4474-81bc-b0b92f931728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '36be727c-d9aa-4145-a97f-76ad6beb1753'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:22:24.821168 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-852cc517-9324-491a-9af3-560e687705ba None None] Bound port: 44e169ed-51de-4f2d-8aad-156b649ea028, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28410de5-c664-4474-81bc-b0b92f931728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '36be727c-d9aa-4145-a97f-76ad6beb1753'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:22:24.821524 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-852cc517-9324-491a-9af3-560e687705ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:24.884494 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-7f285a65-7924-4f16-8d2a-02cabec4ec9d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Allocated IP 172.20.0.4 (36be727c-d9aa-4145-a97f-76ad6beb1753/d36196ce-cbf6-4b1e-a725-7eabcd9790ca/9af71888-405f-41b4-99ff-81daa83d1edd) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:22:24.911183 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-852cc517-9324-491a-9af3-560e687705ba None None] For port 44e169ed-51de-4f2d-8aad-156b649ea028, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:22:24.914249 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-852cc517-9324-491a-9af3-560e687705ba None None] For port 44e169ed-51de-4f2d-8aad-156b649ea028, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=44e169ed-51de-4f2d-8aad-156b649ea028,segment=NetworkSegment(28410de5-c664-4474-81bc-b0b92f931728),segment_id=28410de5-c664-4474-81bc-b0b92f931728)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:22:24.919053 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-852cc517-9324-491a-9af3-560e687705ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:25.019206 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9575b5ea-b159-4150-a9a2-23baf51fa1f0 None None] Pushing event updated for resources: {'Port': ['ID=44e169ed-51de-4f2d-8aad-156b649ea028,revision_number=4']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:25.021811 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852cc517-9324-491a-9af3-560e687705ba None None] Routers {'c88050a8-d686-4941-963f-58c71ed2aa6e'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:22:25.022399 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-852cc517-9324-491a-9af3-560e687705ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:22:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['c88050a8-d686-4941-963f-58c71ed2aa6e'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:22:25.091096 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-7f285a65-7924-4f16-8d2a-02cabec4ec9d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:25.108342 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-7f285a65-7924-4f16-8d2a-02cabec4ec9d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Transition to ACTIVE for port object 9af71888-405f-41b4-99ff-81daa83d1edd will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:22:25.132724 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-7f285a65-7924-4f16-8d2a-02cabec4ec9d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:25.201329 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-852cc517-9324-491a-9af3-560e687705ba None None] Set router c88050a8-d686-4941-963f-58c71ed2aa6e gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:22:25.205139 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-7f285a65-7924-4f16-8d2a-02cabec4ec9d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network 36be727c-d9aa-4145-a97f-76ad6beb1753 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:22:25.208044 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-7f285a65-7924-4f16-8d2a-02cabec4ec9d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:22:25.212561 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-7f285a65-7924-4f16-8d2a-02cabec4ec9d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:22:25.254177 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f285a65-7924-4f16-8d2a-02cabec4ec9d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Port': ['ID=9af71888-405f-41b4-99ff-81daa83d1edd,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:25.286532 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-7f285a65-7924-4f16-8d2a-02cabec4ec9d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:22:25.287295 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-7f285a65-7924-4f16-8d2a-02cabec4ec9d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:25.315823 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-7f285a65-7924-4f16-8d2a-02cabec4ec9d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8623102 Apr 20 18:22:25.327982 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-d777a726-d467-41bb-a6e1-328479d9a201 service neutron] Request body: {'port': {'device_id': '19cd4407-8667-47d1-a116-16b7b688f9e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:22:25.455991 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-d777a726-d467-41bb-a6e1-328479d9a201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:25.468759 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5174e275-510b-4b83-a10c-bfe5a424a8af None None] Provisioning for port 9af71888-405f-41b4-99ff-81daa83d1edd completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:22:25.473919 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5174e275-510b-4b83-a10c-bfe5a424a8af None None] Provisioning complete for port 9af71888-405f-41b4-99ff-81daa83d1edd triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:22:25.474511 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5174e275-510b-4b83-a10c-bfe5a424a8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:25.531656 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-5174e275-510b-4b83-a10c-bfe5a424a8af None None] Port 9af71888-405f-41b4-99ff-81daa83d1edd cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:22:25.543597 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-852cc517-9324-491a-9af3-560e687705ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099880378', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '84ecff35-01b8-49a7-b453-aa787cfe392e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:22:16Z', 'updated_at': '2022-04-20T18:22:20Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '84ecff35-01b8-49a7-b453-aa787cfe392e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:22:16Z', 'updated_at': '2022-04-20T18:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '44e169ed-51de-4f2d-8aad-156b649ea028', 'name': '', 'network_id': '36be727c-d9aa-4145-a97f-76ad6beb1753', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:16:1f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd36196ce-cbf6-4b1e-a725-7eabcd9790ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:22:19Z', 'updated_at': '2022-04-20T18:22:24Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': 'd36196ce-cbf6-4b1e-a725-7eabcd9790ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:22:25.547662 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852cc517-9324-491a-9af3-560e687705ba None None] The sync data for ids ['c88050a8-d686-4941-963f-58c71ed2aa6e'] in n-d-838032-1 is: [{'id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099880378', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '84ecff35-01b8-49a7-b453-aa787cfe392e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:22:16Z', 'updated_at': '2022-04-20T18:22:20Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '84ecff35-01b8-49a7-b453-aa787cfe392e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:22:16Z', 'updated_at': '2022-04-20T18:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '44e169ed-51de-4f2d-8aad-156b649ea028', 'name': '', 'network_id': '36be727c-d9aa-4145-a97f-76ad6beb1753', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:16:1f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd36196ce-cbf6-4b1e-a725-7eabcd9790ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:22:19Z', 'updated_at': '2022-04-20T18:22:24Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': 'd36196ce-cbf6-4b1e-a725-7eabcd9790ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:22:25.683877 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f708e7-6c29-41e0-ac8d-0d82c0549608 req-637ef9c0-4db6-49a2-b767-e818fa5a134f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:22:25.684581 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b5f708e7-6c29-41e0-ac8d-0d82c0549608 req-637ef9c0-4db6-49a2-b767-e818fa5a134f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Synchronizing usage tracker for tenant:7911800738e24c8486ca50d4f9ead214 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:22:25.727140 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 44e169ed-51de-4f2d-8aad-156b649ea028 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:22:25.782789 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b5f708e7-6c29-41e0-ac8d-0d82c0549608 req-637ef9c0-4db6-49a2-b767-e818fa5a134f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Unset dirty status for tenant:7911800738e24c8486ca50d4f9ead214 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:22:25.783965 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b5f708e7-6c29-41e0-ac8d-0d82c0549608 req-637ef9c0-4db6-49a2-b767-e818fa5a134f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 931 time: 0.2711396 Apr 20 18:22:25.808418 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 44e169ed-51de-4f2d-8aad-156b649ea028 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:22:25.814231 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 44e169ed-51de-4f2d-8aad-156b649ea028 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:22:25.814705 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:25.864151 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b5f708e7-6c29-41e0-ac8d-0d82c0549608 req-288970d5-4071-41e1-8673-32ec8f9b28be tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4fde9e-1746-48ea-b85a-1c34836aba87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744739 Apr 20 18:22:25.941489 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-d777a726-d467-41bb-a6e1-328479d9a201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af71888-405f-41b4-99ff-81daa83d1edd {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:22:25.949675 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-d777a726-d467-41bb-a6e1-328479d9a201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:25.965377 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-d777a726-d467-41bb-a6e1-328479d9a201 service neutron] Transition to ACTIVE for port object 9af71888-405f-41b4-99ff-81daa83d1edd will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:22:25.970839 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:25.971066 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-d777a726-d467-41bb-a6e1-328479d9a201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:26.004204 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 44e169ed-51de-4f2d-8aad-156b649ea028, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=44e169ed-51de-4f2d-8aad-156b649ea028,segment=NetworkSegment(28410de5-c664-4474-81bc-b0b92f931728),segment_id=28410de5-c664-4474-81bc-b0b92f931728)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:22:26.009033 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:26.087817 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=44e169ed-51de-4f2d-8aad-156b649ea028,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:26.127773 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d777a726-d467-41bb-a6e1-328479d9a201 service neutron] Pushing event updated for resources: {'Port': ['ID=9af71888-405f-41b4-99ff-81daa83d1edd,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:26.230683 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-d777a726-d467-41bb-a6e1-328479d9a201 service neutron] Attempting to bind port 9af71888-405f-41b4-99ff-81daa83d1edd on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:22:26.231018 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-d777a726-d467-41bb-a6e1-328479d9a201 service neutron] Attempting to bind port 9af71888-405f-41b4-99ff-81daa83d1edd by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '28410de5-c664-4474-81bc-b0b92f931728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '36be727c-d9aa-4145-a97f-76ad6beb1753'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:22:26.231343 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-d777a726-d467-41bb-a6e1-328479d9a201 service neutron] Attempting to bind port 9af71888-405f-41b4-99ff-81daa83d1edd on network 36be727c-d9aa-4145-a97f-76ad6beb1753 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:22:26.237845 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-d777a726-d467-41bb-a6e1-328479d9a201 service neutron] Port 9af71888-405f-41b4-99ff-81daa83d1edd on network 36be727c-d9aa-4145-a97f-76ad6beb1753 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 18:22:26.238164 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-d777a726-d467-41bb-a6e1-328479d9a201 service neutron] Attempting to bind port 9af71888-405f-41b4-99ff-81daa83d1edd on network 36be727c-d9aa-4145-a97f-76ad6beb1753 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:22:26.245190 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-d777a726-d467-41bb-a6e1-328479d9a201 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:22:26.245521 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-d777a726-d467-41bb-a6e1-328479d9a201 service neutron] Checking segment: {'id': '28410de5-c664-4474-81bc-b0b92f931728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '36be727c-d9aa-4145-a97f-76ad6beb1753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:22:26.245899 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-d777a726-d467-41bb-a6e1-328479d9a201 service neutron] Bound using segment: {'id': '28410de5-c664-4474-81bc-b0b92f931728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '36be727c-d9aa-4145-a97f-76ad6beb1753'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:22:26.246750 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-d777a726-d467-41bb-a6e1-328479d9a201 service neutron] Bound port: 9af71888-405f-41b4-99ff-81daa83d1edd, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28410de5-c664-4474-81bc-b0b92f931728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '36be727c-d9aa-4145-a97f-76ad6beb1753'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:22:26.246750 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-d777a726-d467-41bb-a6e1-328479d9a201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:26.340796 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-d777a726-d467-41bb-a6e1-328479d9a201 service neutron] For port 9af71888-405f-41b4-99ff-81daa83d1edd, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:22:26.343900 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-d777a726-d467-41bb-a6e1-328479d9a201 service neutron] For port 9af71888-405f-41b4-99ff-81daa83d1edd, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=9af71888-405f-41b4-99ff-81daa83d1edd,segment=NetworkSegment(28410de5-c664-4474-81bc-b0b92f931728),segment_id=28410de5-c664-4474-81bc-b0b92f931728)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:22:26.350029 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-d777a726-d467-41bb-a6e1-328479d9a201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:26.411499 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-d777a726-d467-41bb-a6e1-328479d9a201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:26.412910 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-d777a726-d467-41bb-a6e1-328479d9a201 service neutron] 10.222.0.10 "PUT /v2.0/ports/9af71888-405f-41b4-99ff-81daa83d1edd HTTP/1.1" status: 200 len: 1091 time: 1.0901332 Apr 20 18:22:26.413344 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19cd4407-8667-47d1-a116-16b7b688f9e2', 'tag': '9af71888-405f-41b4-99ff-81daa83d1edd'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:22:26.431474 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d777a726-d467-41bb-a6e1-328479d9a201 service neutron] Pushing event updated for resources: {'Port': ['ID=9af71888-405f-41b4-99ff-81daa83d1edd,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:26.622581 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f12b762b-5b07-4018-a5fe-50e444cf6e20'] response: {'name': 'network-changed', 'server_uuid': '19cd4407-8667-47d1-a116-16b7b688f9e2', 'tag': '9af71888-405f-41b4-99ff-81daa83d1edd', 'status': 'completed', 'code': 200} Apr 20 18:22:26.659392 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-0f017ede-90f2-48b5-a04d-39ccd300b06b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 1094 time: 0.1927769 Apr 20 18:22:26.725452 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-9af9a9d5-6b6e-4e93-bd02-998b77359e15 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9af71888-405f-41b4-99ff-81daa83d1edd HTTP/1.1" status: 200 len: 217 time: 0.0588977 Apr 20 18:22:26.799928 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-69361918-d49e-4c0b-b9ff-d4f3d90c0afc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:22:26.801236 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-69361918-d49e-4c0b-b9ff-d4f3d90c0afc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d36196ce-cbf6-4b1e-a725-7eabcd9790ca HTTP/1.1" status: 200 len: 835 time: 0.0678208 Apr 20 18:22:26.877139 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-45364771-b5ab-4750-8bca-5eb76c08bcce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36be727c-d9aa-4145-a97f-76ad6beb1753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691268 Apr 20 18:22:27.052411 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-2b8a15ba-3aa8-440e-8ab2-3efc20448e2e service neutron] 10.222.0.10 "GET /v2.0/networks/36be727c-d9aa-4145-a97f-76ad6beb1753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681988 Apr 20 18:22:27.182353 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814df55-b9ee-4162-a276-17aab314b3a5 req-100e204d-788d-4377-8435-3022a45b181a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:22:27.183789 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a814df55-b9ee-4162-a276-17aab314b3a5 req-100e204d-788d-4377-8435-3022a45b181a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 943 time: 0.1927488 Apr 20 18:22:27.219024 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ba86da5d-95d7-4989-ad29-68fca40e7ad2 req-e30cb2b5-42da-432d-8f02-0d4fce856ca3 service neutron] 10.222.0.10 "GET /v2.0/networks/36be727c-d9aa-4145-a97f-76ad6beb1753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563537 Apr 20 18:22:27.242626 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a814df55-b9ee-4162-a276-17aab314b3a5 req-9feb0641-a756-4c52-9c45-9ddb1ac3db90 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4fde9e-1746-48ea-b85a-1c34836aba87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464299 Apr 20 18:22:27.338453 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dbbeced6-f3f1-46f6-89e3-1ee42415f1e8 req-90182ada-f8e4-41ae-a171-3ef7de1abb80 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 1094 time: 0.0695152 Apr 20 18:22:27.467492 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbeced6-f3f1-46f6-89e3-1ee42415f1e8 req-3374f710-8e87-4bd3-82b7-22e35ce65215 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:22:27.468945 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dbbeced6-f3f1-46f6-89e3-1ee42415f1e8 req-3374f710-8e87-4bd3-82b7-22e35ce65215 service neutron] 10.222.0.10 "GET /v2.0/networks?id=36be727c-d9aa-4145-a97f-76ad6beb1753 HTTP/1.1" status: 200 len: 897 time: 0.1241326 Apr 20 18:22:27.539139 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dbbeced6-f3f1-46f6-89e3-1ee42415f1e8 req-5978a612-72e8-4087-b724-da77ccba5a09 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9af71888-405f-41b4-99ff-81daa83d1edd HTTP/1.1" status: 200 len: 217 time: 0.0639803 Apr 20 18:22:27.598979 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbeced6-f3f1-46f6-89e3-1ee42415f1e8 req-c23183dc-3173-4e4b-8796-48081a54f273 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:22:27.600213 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dbbeced6-f3f1-46f6-89e3-1ee42415f1e8 req-c23183dc-3173-4e4b-8796-48081a54f273 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d36196ce-cbf6-4b1e-a725-7eabcd9790ca HTTP/1.1" status: 200 len: 835 time: 0.0547962 Apr 20 18:22:27.680910 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 44e169ed-51de-4f2d-8aad-156b649ea028 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:22:27.682171 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dbbeced6-f3f1-46f6-89e3-1ee42415f1e8 req-82abe274-845a-4dc5-93ef-59dbfa18accb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36be727c-d9aa-4145-a97f-76ad6beb1753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763466 Apr 20 18:22:27.751107 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 44e169ed-51de-4f2d-8aad-156b649ea028 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:22:27.751439 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:27.812566 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dbbeced6-f3f1-46f6-89e3-1ee42415f1e8 req-7012e6aa-22e7-4304-8d4b-16547708ef3b service neutron] 10.222.0.10 "GET /v2.0/networks/36be727c-d9aa-4145-a97f-76ad6beb1753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236928 Apr 20 18:22:27.941303 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-dbbeced6-f3f1-46f6-89e3-1ee42415f1e8 req-9faf71f2-8e2f-4292-90e9-df94d8906e3b service neutron] 10.222.0.10 "GET /v2.0/networks/36be727c-d9aa-4145-a97f-76ad6beb1753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223185 Apr 20 18:22:28.455911 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5854c-56b9-44c1-8760-558c59bfb0b8 req-61d225ad-c933-4de1-8390-2629f940e44e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:22:28.457278 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a0b5854c-56b9-44c1-8760-558c59bfb0b8 req-61d225ad-c933-4de1-8390-2629f940e44e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 943 time: 0.0793269 Apr 20 18:22:28.503967 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a0b5854c-56b9-44c1-8760-558c59bfb0b8 req-0a796d35-e3fc-4867-aa15-2909044469bd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4fde9e-1746-48ea-b85a-1c34836aba87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410407 Apr 20 18:22:29.711008 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6850f-9375-4b10-81ed-0f324f0a1fc2 req-5e46997b-0c66-4b37-bc52-92f9ebaff6be tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:22:29.712440 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-80a6850f-9375-4b10-81ed-0f324f0a1fc2 req-5e46997b-0c66-4b37-bc52-92f9ebaff6be tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 943 time: 0.0825789 Apr 20 18:22:29.756777 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-80a6850f-9375-4b10-81ed-0f324f0a1fc2 req-df2dfb87-a82d-40a4-a1d2-0408d9174c47 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4fde9e-1746-48ea-b85a-1c34836aba87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387371 Apr 20 18:22:30.033696 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 9af71888-405f-41b4-99ff-81daa83d1edd details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:22:30.172097 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 9af71888-405f-41b4-99ff-81daa83d1edd, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=9af71888-405f-41b4-99ff-81daa83d1edd,segment=NetworkSegment(28410de5-c664-4474-81bc-b0b92f931728),segment_id=28410de5-c664-4474-81bc-b0b92f931728)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:22:30.189206 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '9af71888-405f-41b4-99ff-81daa83d1edd', 'network_id': '36be727c-d9aa-4145-a97f-76ad6beb1753', 'port_id': '9af71888-405f-41b4-99ff-81daa83d1edd', 'mac_address': 'fa:16:3e:e2:6b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd36196ce-cbf6-4b1e-a725-7eabcd9790ca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:22:30.246567 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:30.267863 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af71888-405f-41b4-99ff-81daa83d1edd {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:22:30.283613 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 9af71888-405f-41b4-99ff-81daa83d1edd, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=9af71888-405f-41b4-99ff-81daa83d1edd,segment=NetworkSegment(28410de5-c664-4474-81bc-b0b92f931728),segment_id=28410de5-c664-4474-81bc-b0b92f931728)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:22:30.289033 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:30.354465 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=9af71888-405f-41b4-99ff-81daa83d1edd,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:30.584453 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:22:30.594772 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['9af71888-405f-41b4-99ff-81daa83d1edd'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:22:30.959044 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb238d2-8909-473c-a103-715a43741615 req-f431cb62-3dad-4143-bbad-4fdec3c447ff tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:22:30.960364 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8cb238d2-8909-473c-a103-715a43741615 req-f431cb62-3dad-4143-bbad-4fdec3c447ff tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 944 time: 0.0785446 Apr 20 18:22:31.006215 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8cb238d2-8909-473c-a103-715a43741615 req-6fb61025-d564-481f-9dd8-216f1b76ed3c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4fde9e-1746-48ea-b85a-1c34836aba87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402114 Apr 20 18:22:32.032405 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 9af71888-405f-41b4-99ff-81daa83d1edd up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:22:32.106725 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 9af71888-405f-41b4-99ff-81daa83d1edd completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:22:32.111584 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 9af71888-405f-41b4-99ff-81daa83d1edd triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:22:32.111947 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:32.221204 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d84c1-b7aa-445a-9f72-787a0dd39ba5 req-8c694fa3-4560-4b67-bba7-71f3b5775419 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:22:32.222686 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b52d84c1-b7aa-445a-9f72-787a0dd39ba5 req-8c694fa3-4560-4b67-bba7-71f3b5775419 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 944 time: 0.0824254 Apr 20 18:22:32.225783 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:32.252602 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19cd4407-8667-47d1-a116-16b7b688f9e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af71888-405f-41b4-99ff-81daa83d1edd'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:22:32.262818 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 9af71888-405f-41b4-99ff-81daa83d1edd, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=9af71888-405f-41b4-99ff-81daa83d1edd,segment=NetworkSegment(28410de5-c664-4474-81bc-b0b92f931728),segment_id=28410de5-c664-4474-81bc-b0b92f931728)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:22:32.268788 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:32.269082 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b52d84c1-b7aa-445a-9f72-787a0dd39ba5 req-c498bba9-8e56-4836-92d6-b2f76df7e728 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4fde9e-1746-48ea-b85a-1c34836aba87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407562 Apr 20 18:22:32.314348 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b36d2c55-32d3-4a66-80b8-a8297b7c3287'] response: {'server_uuid': '19cd4407-8667-47d1-a116-16b7b688f9e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af71888-405f-41b4-99ff-81daa83d1edd', 'code': 200} Apr 20 18:22:32.341137 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=9af71888-405f-41b4-99ff-81daa83d1edd,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:32.434819 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e381dee2-3012-4f89-a486-fe623bf14d62 req-ceb34ddb-8b23-4b6a-a7cc-bc80437c14c2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 1096 time: 0.0672431 Apr 20 18:22:32.481072 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e381dee2-3012-4f89-a486-fe623bf14d62 req-ff79fdc8-594e-48f6-b849-d4e2409b3c53 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9a4fde9e-1746-48ea-b85a-1c34836aba87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394952 Apr 20 18:22:33.556579 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e66daf-8630-4e65-9f1d-a355548f54af req-5d445442-edff-43b2-8c36-d7e382b5cbd1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:22:33.558023 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-76e66daf-8630-4e65-9f1d-a355548f54af req-5d445442-edff-43b2-8c36-d7e382b5cbd1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 945 time: 0.1677749 Apr 20 18:22:33.602572 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-76e66daf-8630-4e65-9f1d-a355548f54af req-ef379002-54f0-4e28-9ed6-d5b70f1c497f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4fde9e-1746-48ea-b85a-1c34836aba87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388808 Apr 20 18:22:34.812855 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c4bc6-2d95-4133-bac8-b6c73b2dce6c req-e03cf3c3-2594-4d76-8a54-6d19bf9124cc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:22:34.814359 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2f5c4bc6-2d95-4133-bac8-b6c73b2dce6c req-e03cf3c3-2594-4d76-8a54-6d19bf9124cc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 945 time: 0.0771153 Apr 20 18:22:34.865901 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2f5c4bc6-2d95-4133-bac8-b6c73b2dce6c req-dc37efb6-de6c-4385-bc8e-7e39f80c8ff1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4fde9e-1746-48ea-b85a-1c34836aba87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433624 Apr 20 18:22:35.077931 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d7e03-fcfc-4a8e-b6ff-b2472d7f72c1 req-9081447d-a9f9-4eb9-a121-0517141d62b7 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:22:35.079373 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-728d7e03-fcfc-4a8e-b6ff-b2472d7f72c1 req-9081447d-a9f9-4eb9-a121-0517141d62b7 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 945 time: 0.0890296 Apr 20 18:22:35.124122 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-728d7e03-fcfc-4a8e-b6ff-b2472d7f72c1 req-d9677196-6906-4b4b-a7eb-a6bfe1b3108a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4fde9e-1746-48ea-b85a-1c34836aba87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391505 Apr 20 18:22:35.151471 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38046) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:35.228164 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a98da3f2-50ba-4373-af64-b19139c36f0c tempest-TestNetworkAdvancedServerOps-1754895831 tempest-TestNetworkAdvancedServerOps-1754895831-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 1091 time: 0.0754440 Apr 20 18:22:35.230637 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38050) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:35.235593 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-4d2d9a8c-126c-4c3f-80cf-9d3ebd9f4b67 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'port_id': '9af71888-405f-41b4-99ff-81daa83d1edd', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:22:35.241739 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4d2d9a8c-126c-4c3f-80cf-9d3ebd9f4b67 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:22:35.246099 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4d2d9a8c-126c-4c3f-80cf-9d3ebd9f4b67 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:floatingip and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:22:35.249009 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-4d2d9a8c-126c-4c3f-80cf-9d3ebd9f4b67 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:22:35.256652 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-4d2d9a8c-126c-4c3f-80cf-9d3ebd9f4b67 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:22:35.273198 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9a8c-126c-4c3f-80cf-9d3ebd9f4b67 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for floatingip, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:35.410354 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9a8c-126c-4c3f-80cf-9d3ebd9f4b67 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:35.547209 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-4d2d9a8c-126c-4c3f-80cf-9d3ebd9f4b67 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Allocated IP 172.25.8.166 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/0f4e9118-08ad-4ad6-85ff-b1db5977ce52) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:22:35.693273 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9a8c-126c-4c3f-80cf-9d3ebd9f4b67 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:35.722417 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9a8c-126c-4c3f-80cf-9d3ebd9f4b67 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:35.787641 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2d9a8c-126c-4c3f-80cf-9d3ebd9f4b67 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:22:35.790371 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-4d2d9a8c-126c-4c3f-80cf-9d3ebd9f4b67 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:22:35.795447 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2d9a8c-126c-4c3f-80cf-9d3ebd9f4b67 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:22:35.821752 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d9a8c-126c-4c3f-80cf-9d3ebd9f4b67 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Port': ['ID=0f4e9118-08ad-4ad6-85ff-b1db5977ce52,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:36.309004 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9a8c-126c-4c3f-80cf-9d3ebd9f4b67 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:36.371560 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9a8c-126c-4c3f-80cf-9d3ebd9f4b67 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:36.576733 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9a8c-126c-4c3f-80cf-9d3ebd9f4b67 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:36.583517 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9a8c-126c-4c3f-80cf-9d3ebd9f4b67 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:36.775336 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d9a8c-126c-4c3f-80cf-9d3ebd9f4b67 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Port': ['ID=0f4e9118-08ad-4ad6-85ff-b1db5977ce52,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:22:36.789177 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9a8c-126c-4c3f-80cf-9d3ebd9f4b67 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:36.985541 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [None req-4d2d9a8c-126c-4c3f-80cf-9d3ebd9f4b67 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Floating IP 8d215353-4c3c-4d60-bf70-8658fae302f2 associated. External IP: 172.25.8.166, port: 9af71888-405f-41b4-99ff-81daa83d1edd. Apr 20 18:22:37.394317 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2d9a8c-126c-4c3f-80cf-9d3ebd9f4b67 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Router c88050a8-d686-4941-963f-58c71ed2aa6e has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:22:37.595990 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2d9a8c-126c-4c3f-80cf-9d3ebd9f4b67 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:22:37.605777 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09f1d64-eb0b-42a6-a29f-b9522a2ab896 None None] Sync routers for ids ['c88050a8-d686-4941-963f-58c71ed2aa6e'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:22:37.619195 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09f1d64-eb0b-42a6-a29f-b9522a2ab896 None None] Routers {'c88050a8-d686-4941-963f-58c71ed2aa6e'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:22:37.619834 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a09f1d64-eb0b-42a6-a29f-b9522a2ab896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:22:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['c88050a8-d686-4941-963f-58c71ed2aa6e'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:22:37.622527 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9a8c-126c-4c3f-80cf-9d3ebd9f4b67 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:37.679902 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-4d2d9a8c-126c-4c3f-80cf-9d3ebd9f4b67 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4481592 Apr 20 18:22:37.680436 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19cd4407-8667-47d1-a116-16b7b688f9e2', 'tag': '9af71888-405f-41b4-99ff-81daa83d1edd'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:22:37.801825 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-a09f1d64-eb0b-42a6-a29f-b9522a2ab896 None None] Set router c88050a8-d686-4941-963f-58c71ed2aa6e gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:22:37.823118 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f70b20a-aceb-41c7-be34-762f982c9e4c'] response: {'name': 'network-changed', 'server_uuid': '19cd4407-8667-47d1-a116-16b7b688f9e2', 'tag': '9af71888-405f-41b4-99ff-81daa83d1edd', 'status': 'completed', 'code': 200} Apr 20 18:22:37.855752 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ebb10-892d-4a59-ad6b-752e6037fbf1 req-d21da3a9-b3c5-4332-aa0f-2184b74c474e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:22:37.858625 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ac7ebb10-892d-4a59-ad6b-752e6037fbf1 req-d21da3a9-b3c5-4332-aa0f-2184b74c474e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 945 time: 0.0782254 Apr 20 18:22:37.906263 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ac7ebb10-892d-4a59-ad6b-752e6037fbf1 req-0ae47802-5170-42b0-b5fa-b72ee733f100 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4fde9e-1746-48ea-b85a-1c34836aba87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431335 Apr 20 18:22:37.919246 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-46b937e3-b979-4885-a5f8-553dc83ec469 req-443a16c1-bca5-490c-8c87-7931d5dd727b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 1096 time: 0.0687253 Apr 20 18:22:37.936418 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38060) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:38.045029 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2323d32b-4aa7-4add-a372-28f11d198c66 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/floatingips/8d215353-4c3c-4d60-bf70-8658fae302f2 HTTP/1.1" status: 200 len: 991 time: 0.1073551 Apr 20 18:22:38.051355 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b937e3-b979-4885-a5f8-553dc83ec469 req-f2e53180-9265-4886-8678-4699fd20e4f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:22:38.052773 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-46b937e3-b979-4885-a5f8-553dc83ec469 req-f2e53180-9265-4886-8678-4699fd20e4f0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=36be727c-d9aa-4145-a97f-76ad6beb1753 HTTP/1.1" status: 200 len: 897 time: 0.1276174 Apr 20 18:22:38.153597 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-46b937e3-b979-4885-a5f8-553dc83ec469 req-22addbe5-65ea-423f-9360-cff78c6d0f8f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9af71888-405f-41b4-99ff-81daa83d1edd HTTP/1.1" status: 200 len: 999 time: 0.0946198 Apr 20 18:22:38.180209 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a09f1d64-eb0b-42a6-a29f-b9522a2ab896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099880378', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '84ecff35-01b8-49a7-b453-aa787cfe392e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:22:16Z', 'updated_at': '2022-04-20T18:22:20Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '84ecff35-01b8-49a7-b453-aa787cfe392e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:22:16Z', 'updated_at': '2022-04-20T18:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '8d215353-4c3c-4d60-bf70-8658fae302f2', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'port_id': '9af71888-405f-41b4-99ff-81daa83d1edd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36be727c-d9aa-4145-a97f-76ad6beb1753', 'mac_address': 'fa:16:3e:e2:6b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19cd4407-8667-47d1-a116-16b7b688f9e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:22:36Z', 'updated_at': '2022-04-20T18:22:36Z', 'revision_number': 0, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44e169ed-51de-4f2d-8aad-156b649ea028', 'name': '', 'network_id': '36be727c-d9aa-4145-a97f-76ad6beb1753', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:16:1f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd36196ce-cbf6-4b1e-a725-7eabcd9790ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:22:19Z', 'updated_at': '2022-04-20T18:22:25Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': 'd36196ce-cbf6-4b1e-a725-7eabcd9790ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:22:38.184162 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09f1d64-eb0b-42a6-a29f-b9522a2ab896 None None] Checking router: c88050a8-d686-4941-963f-58c71ed2aa6e for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:22:38.195607 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09f1d64-eb0b-42a6-a29f-b9522a2ab896 None None] Routers {'c88050a8-d686-4941-963f-58c71ed2aa6e'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:22:38.196122 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a09f1d64-eb0b-42a6-a29f-b9522a2ab896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:22:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['c88050a8-d686-4941-963f-58c71ed2aa6e'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:22:38.214027 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b937e3-b979-4885-a5f8-553dc83ec469 req-14b572e6-a4ac-4fca-bae0-c4458ea1f583 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:22:38.215550 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-46b937e3-b979-4885-a5f8-553dc83ec469 req-14b572e6-a4ac-4fca-bae0-c4458ea1f583 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d36196ce-cbf6-4b1e-a725-7eabcd9790ca HTTP/1.1" status: 200 len: 835 time: 0.0558929 Apr 20 18:22:38.297006 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-46b937e3-b979-4885-a5f8-553dc83ec469 req-19e1058f-fe2b-498c-9a03-0dbc144d5d24 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36be727c-d9aa-4145-a97f-76ad6beb1753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743241 Apr 20 18:22:38.371329 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-a09f1d64-eb0b-42a6-a29f-b9522a2ab896 None None] Set router c88050a8-d686-4941-963f-58c71ed2aa6e gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:22:38.532642 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-46b937e3-b979-4885-a5f8-553dc83ec469 req-4c9ed24f-d77d-4d64-9dab-a91645c2ba9c service neutron] 10.222.0.10 "GET /v2.0/networks/36be727c-d9aa-4145-a97f-76ad6beb1753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287965 Apr 20 18:22:38.660120 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-46b937e3-b979-4885-a5f8-553dc83ec469 req-a30e9729-1336-4bb5-af5f-72204d80e033 service neutron] 10.222.0.10 "GET /v2.0/networks/36be727c-d9aa-4145-a97f-76ad6beb1753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208775 Apr 20 18:22:38.717210 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-a09f1d64-eb0b-42a6-a29f-b9522a2ab896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099880378', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '84ecff35-01b8-49a7-b453-aa787cfe392e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:22:16Z', 'updated_at': '2022-04-20T18:22:20Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '84ecff35-01b8-49a7-b453-aa787cfe392e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:22:16Z', 'updated_at': '2022-04-20T18:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '8d215353-4c3c-4d60-bf70-8658fae302f2', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'port_id': '9af71888-405f-41b4-99ff-81daa83d1edd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36be727c-d9aa-4145-a97f-76ad6beb1753', 'mac_address': 'fa:16:3e:e2:6b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19cd4407-8667-47d1-a116-16b7b688f9e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:22:36Z', 'updated_at': '2022-04-20T18:22:36Z', 'revision_number': 0, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44e169ed-51de-4f2d-8aad-156b649ea028', 'name': '', 'network_id': '36be727c-d9aa-4145-a97f-76ad6beb1753', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:16:1f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd36196ce-cbf6-4b1e-a725-7eabcd9790ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:22:19Z', 'updated_at': '2022-04-20T18:22:25Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': 'd36196ce-cbf6-4b1e-a725-7eabcd9790ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:22:38.721722 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09f1d64-eb0b-42a6-a29f-b9522a2ab896 None None] The sync data for ids ['c88050a8-d686-4941-963f-58c71ed2aa6e'] in n-d-838032-1 is: [{'id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099880378', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '84ecff35-01b8-49a7-b453-aa787cfe392e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:22:16Z', 'updated_at': '2022-04-20T18:22:20Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '84ecff35-01b8-49a7-b453-aa787cfe392e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:22:16Z', 'updated_at': '2022-04-20T18:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '8d215353-4c3c-4d60-bf70-8658fae302f2', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'port_id': '9af71888-405f-41b4-99ff-81daa83d1edd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36be727c-d9aa-4145-a97f-76ad6beb1753', 'mac_address': 'fa:16:3e:e2:6b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19cd4407-8667-47d1-a116-16b7b688f9e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:22:36Z', 'updated_at': '2022-04-20T18:22:36Z', 'revision_number': 0, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44e169ed-51de-4f2d-8aad-156b649ea028', 'name': '', 'network_id': '36be727c-d9aa-4145-a97f-76ad6beb1753', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:16:1f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd36196ce-cbf6-4b1e-a725-7eabcd9790ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:22:19Z', 'updated_at': '2022-04-20T18:22:25Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': 'd36196ce-cbf6-4b1e-a725-7eabcd9790ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:22:39.047519 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38066) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:39.159444 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e771ce50-151c-4039-b835-5e15a33e7738 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/floatingips/8d215353-4c3c-4d60-bf70-8658fae302f2 HTTP/1.1" status: 200 len: 991 time: 0.1107440 Apr 20 18:22:39.261042 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2cc9bd6e-e40c-4e82-88d1-eb7a84976f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:40.164782 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38070) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:40.295735 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-22a805e6-b203-4986-82d4-89a7315e4361 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/floatingips/8d215353-4c3c-4d60-bf70-8658fae302f2 HTTP/1.1" status: 200 len: 991 time: 0.1294632 Apr 20 18:22:41.300989 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38074) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:41.411334 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-921c1c9a-887b-4ac4-80e4-ebd1cd1ab7ee tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/floatingips/8d215353-4c3c-4d60-bf70-8658fae302f2 HTTP/1.1" status: 200 len: 991 time: 0.1087775 Apr 20 18:22:41.435270 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-897546c7-8978-4618-8723-1d83b330007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:41.662908 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ee2b7c-8d11-44fd-8dad-264205e11d1e None None] New status for floating IP 8d215353-4c3c-4d60-bf70-8658fae302f2: ACTIVE {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 18:22:42.415605 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38078) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:42.522790 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f31f0189-3551-4d02-888b-ad2f3e725e50 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/floatingips/8d215353-4c3c-4d60-bf70-8658fae302f2 HTTP/1.1" status: 200 len: 993 time: 0.1055048 Apr 20 18:22:42.734057 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:42.985348 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:43.776788 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:44.290956 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:22:45.851642 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:23:07.592313 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:23:09.268463 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f1b4c81b-f989-41d4-9c41-aac99dd4ab51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:23:11.437139 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c82ebb06-d111-4efb-ab49-3dc5085b5eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:23:12.738303 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:23:12.995245 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:23:13.774462 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:23:14.301094 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:23:15.853957 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:23:34.799625 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47d564a6-140b-40b8-b1d9-6f0e6c5ac784 req-9da81783-fd03-45a1-8439-81b5e03825e7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0729079 Apr 20 18:23:34.947009 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47d564a6-140b-40b8-b1d9-6f0e6c5ac784 req-b4f41c2e-20d6-4100-b9f9-c18bf0455835 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 1096 time: 0.0781789 Apr 20 18:23:35.100770 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d564a6-140b-40b8-b1d9-6f0e6c5ac784 req-dfa5dace-551f-4705-a2c8-b010db8fea12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:23:35.102167 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47d564a6-140b-40b8-b1d9-6f0e6c5ac784 req-dfa5dace-551f-4705-a2c8-b010db8fea12 service neutron] 10.222.0.10 "GET /v2.0/networks?id=36be727c-d9aa-4145-a97f-76ad6beb1753 HTTP/1.1" status: 200 len: 897 time: 0.1309447 Apr 20 18:23:35.204159 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47d564a6-140b-40b8-b1d9-6f0e6c5ac784 req-7bbe6279-0ef4-4c98-a36e-7eda9d51f261 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9af71888-405f-41b4-99ff-81daa83d1edd HTTP/1.1" status: 200 len: 1001 time: 0.0956101 Apr 20 18:23:35.265107 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d564a6-140b-40b8-b1d9-6f0e6c5ac784 req-292377f0-6e0d-4cdf-bc47-4b47e755024a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:23:35.266516 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47d564a6-140b-40b8-b1d9-6f0e6c5ac784 req-292377f0-6e0d-4cdf-bc47-4b47e755024a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d36196ce-cbf6-4b1e-a725-7eabcd9790ca HTTP/1.1" status: 200 len: 835 time: 0.0560334 Apr 20 18:23:35.343130 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47d564a6-140b-40b8-b1d9-6f0e6c5ac784 req-6c4a8bde-dca2-4164-b94d-32927b633ecc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36be727c-d9aa-4145-a97f-76ad6beb1753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701447 Apr 20 18:23:35.472104 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47d564a6-140b-40b8-b1d9-6f0e6c5ac784 req-21e2d846-b984-45fd-a3f2-8fb7069f4af0 service neutron] 10.222.0.10 "GET /v2.0/networks/36be727c-d9aa-4145-a97f-76ad6beb1753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224077 Apr 20 18:23:35.601822 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-47d564a6-140b-40b8-b1d9-6f0e6c5ac784 req-0a1bf00f-57ab-419a-8b8f-7f8a66495aba service neutron] 10.222.0.10 "GET /v2.0/networks/36be727c-d9aa-4145-a97f-76ad6beb1753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237307 Apr 20 18:23:39.262424 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3a25ca63-8cfc-42ab-b8f2-8c684dda0392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:23:39.490957 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a03d67c7-a4f8-436f-8f01-76848d778b78 req-11cc1afa-713e-4e48-9add-409753dabfb1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0683913 Apr 20 18:23:39.866503 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82cb7d-a054-4155-bec1-02ed7383fd20 req-cd281c7c-eedc-41f5-8a8c-b23f4735093f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:23:39.867929 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ec82cb7d-a054-4155-bec1-02ed7383fd20 req-cd281c7c-eedc-41f5-8a8c-b23f4735093f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 945 time: 0.1309605 Apr 20 18:23:39.871799 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-7d191610-9027-4cef-8c7d-317410388910 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1864705 Apr 20 18:23:39.913166 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ec82cb7d-a054-4155-bec1-02ed7383fd20 req-fb0bc0f5-3480-40b5-804d-c931fc33e111 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4fde9e-1746-48ea-b85a-1c34836aba87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388682 Apr 20 18:23:41.090677 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-c0a5833b-569a-4b2f-af21-c37cba6b0187 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 1096 time: 0.0682116 Apr 20 18:23:41.121465 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21060b-5a46-4751-a249-6a2d648b1d5f req-acfe3aba-1f18-4929-8268-2225cac6aa88 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:23:41.123218 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-df21060b-5a46-4751-a249-6a2d648b1d5f req-acfe3aba-1f18-4929-8268-2225cac6aa88 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 945 time: 0.0808940 Apr 20 18:23:41.224552 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-b7d3c49b-265e-4b06-90d2-bc255d7386ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:23:41.225903 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-b7d3c49b-265e-4b06-90d2-bc255d7386ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=36be727c-d9aa-4145-a97f-76ad6beb1753 HTTP/1.1" status: 200 len: 897 time: 0.1281390 Apr 20 18:23:41.271411 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-df21060b-5a46-4751-a249-6a2d648b1d5f req-dbd9628f-2f33-4b53-89fb-d9ea343206d6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4fde9e-1746-48ea-b85a-1c34836aba87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427627 Apr 20 18:23:41.417900 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-94ae74bf-7ec5-4f00-ba22-bc836a09f5e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9af71888-405f-41b4-99ff-81daa83d1edd HTTP/1.1" status: 200 len: 1001 time: 0.1852577 Apr 20 18:23:41.430523 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fe9d9c17-50f2-4c6e-ad84-ff28e64611e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:23:41.485567 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-7d277759-7545-480c-b34e-ac3182d55d01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:23:41.486963 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-7d277759-7545-480c-b34e-ac3182d55d01 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d36196ce-cbf6-4b1e-a725-7eabcd9790ca HTTP/1.1" status: 200 len: 835 time: 0.0620604 Apr 20 18:23:41.560965 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-b61f7b16-d05e-402a-a86e-8a4d6cefa1ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36be727c-d9aa-4145-a97f-76ad6beb1753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686226 Apr 20 18:23:41.691203 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-f0e08df8-1bfa-4255-864a-07c5b8b08f6a service neutron] 10.222.0.10 "GET /v2.0/networks/36be727c-d9aa-4145-a97f-76ad6beb1753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239417 Apr 20 18:23:41.824743 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-f057c307-f307-4027-ba27-48e778347c8b service neutron] 10.222.0.10 "GET /v2.0/networks/36be727c-d9aa-4145-a97f-76ad6beb1753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273065 Apr 20 18:23:42.488126 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735dcbc-3cdd-49a9-8bad-b3f48a505009 req-5a3540c4-2bb0-4167-b71f-52e73947dcc6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:23:42.489618 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8735dcbc-3cdd-49a9-8bad-b3f48a505009 req-5a3540c4-2bb0-4167-b71f-52e73947dcc6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 945 time: 0.0868289 Apr 20 18:23:42.535211 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8735dcbc-3cdd-49a9-8bad-b3f48a505009 req-68b25f60-2453-4eb2-ab8f-49282ee300e2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4fde9e-1746-48ea-b85a-1c34836aba87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396295 Apr 20 18:23:42.737345 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:23:42.997418 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:23:43.753684 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ad847-652d-4c7d-bbff-6f0fa7a2f5ba req-f588a9f0-112e-4129-800f-c04a45081c3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:23:43.755214 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8a4ad847-652d-4c7d-bbff-6f0fa7a2f5ba req-f588a9f0-112e-4129-800f-c04a45081c3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 945 time: 0.0835946 Apr 20 18:23:43.767028 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:23:43.802844 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8a4ad847-652d-4c7d-bbff-6f0fa7a2f5ba req-6339d8cb-f033-4bfb-a69e-17c344e0d4a2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4fde9e-1746-48ea-b85a-1c34836aba87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419457 Apr 20 18:23:44.303031 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:23:44.589004 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:23:45.010869 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47848f0-caff-43ab-9c10-de0bcbc098e6 req-e59c4bbf-784c-482c-ada5-ea638a3f4f98 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:23:45.012387 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d47848f0-caff-43ab-9c10-de0bcbc098e6 req-e59c4bbf-784c-482c-ada5-ea638a3f4f98 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 945 time: 0.0801806 Apr 20 18:23:45.059460 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d47848f0-caff-43ab-9c10-de0bcbc098e6 req-f8dfbd97-e616-48e3-a0c3-f0d07de866d8 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4fde9e-1746-48ea-b85a-1c34836aba87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389962 Apr 20 18:23:45.864085 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:23:46.279189 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b28c0-ab4a-47ab-b26e-8036e8acb5d7 req-0fa68f9b-ce1e-479f-8950-6c019e4414d5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:23:46.280611 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-717b28c0-ab4a-47ab-b26e-8036e8acb5d7 req-0fa68f9b-ce1e-479f-8950-6c019e4414d5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 945 time: 0.0859537 Apr 20 18:23:46.327802 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-717b28c0-ab4a-47ab-b26e-8036e8acb5d7 req-a34075e1-21ba-4b54-bbab-c3746b98a815 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4fde9e-1746-48ea-b85a-1c34836aba87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390580 Apr 20 18:23:47.548043 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760aa69-fb29-4b74-aa61-acbe4e401562 req-151514d9-91f0-45db-83ae-615f349e60a8 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:23:47.549518 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5760aa69-fb29-4b74-aa61-acbe4e401562 req-151514d9-91f0-45db-83ae-615f349e60a8 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 945 time: 0.0871356 Apr 20 18:23:47.602371 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5760aa69-fb29-4b74-aa61-acbe4e401562 req-181461bb-ba48-47a1-a8b4-e4f5d1ca8e1f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4fde9e-1746-48ea-b85a-1c34836aba87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470064 Apr 20 18:23:48.816866 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f905c-5bec-435e-bb80-9fd73188fdbc req-aa5da2cc-5367-42ec-9cc5-d2e2e5b77650 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:23:48.818338 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9f1f905c-5bec-435e-bb80-9fd73188fdbc req-aa5da2cc-5367-42ec-9cc5-d2e2e5b77650 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 945 time: 0.0780363 Apr 20 18:23:48.869320 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9f1f905c-5bec-435e-bb80-9fd73188fdbc req-38a064aa-c2f0-4647-b57b-6a541c300e67 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4fde9e-1746-48ea-b85a-1c34836aba87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452278 Apr 20 18:23:50.089765 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440daec-7c48-499d-ad47-a5f2531740ed req-8bda4c22-8668-484a-948a-08361d8cdf69 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:23:50.091194 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2440daec-7c48-499d-ad47-a5f2531740ed req-8bda4c22-8668-484a-948a-08361d8cdf69 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 945 time: 0.0781009 Apr 20 18:23:50.141874 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2440daec-7c48-499d-ad47-a5f2531740ed req-3bd304a9-1b4d-4e02-b3e5-738a2c35b988 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4fde9e-1746-48ea-b85a-1c34836aba87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427725 Apr 20 18:23:51.373931 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509302c-4559-416d-bb1c-c109173f8d08 req-6a6c2669-d31a-4b7a-9a6a-ee0e706b0eb6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:23:51.375381 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d509302c-4559-416d-bb1c-c109173f8d08 req-6a6c2669-d31a-4b7a-9a6a-ee0e706b0eb6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 945 time: 0.0777471 Apr 20 18:23:51.421939 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d509302c-4559-416d-bb1c-c109173f8d08 req-19b33d42-2d6a-4460-9963-1d5988c0d059 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4fde9e-1746-48ea-b85a-1c34836aba87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388169 Apr 20 18:23:52.638082 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6b490-f77e-48b5-8dc0-161f058e70d4 req-2a44a776-4f92-4dce-98e1-93d4a3661e78 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:23:52.639575 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-56d6b490-f77e-48b5-8dc0-161f058e70d4 req-2a44a776-4f92-4dce-98e1-93d4a3661e78 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 945 time: 0.0899675 Apr 20 18:23:52.685765 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-56d6b490-f77e-48b5-8dc0-161f058e70d4 req-21eb7feb-2c25-49ab-81ab-755e31870004 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4fde9e-1746-48ea-b85a-1c34836aba87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406084 Apr 20 18:23:53.813125 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-b638edeb-6111-4418-8900-2d16266deabf service neutron] show failed (client error): The resource could not be found. Apr 20 18:23:53.814134 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-b638edeb-6111-4418-8900-2d16266deabf service neutron] 10.222.0.10 "GET /v2.0/ports/9af71888-405f-41b4-99ff-81daa83d1edd/bindings/n-h1-838032-1 HTTP/1.1" status: 404 len: 380 time: 0.0794563 Apr 20 18:23:53.897591 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef8175-0d49-4e98-a178-a61661e1240d req-f07e09f9-1ccb-4e45-a77f-b570dc89662a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:23:53.899145 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1aef8175-0d49-4e98-a178-a61661e1240d req-f07e09f9-1ccb-4e45-a77f-b570dc89662a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 945 time: 0.0856993 Apr 20 18:23:53.947430 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1aef8175-0d49-4e98-a178-a61661e1240d req-8862d4ab-b7ac-4ed4-aba2-7cf501fb11d9 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4fde9e-1746-48ea-b85a-1c34836aba87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424128 Apr 20 18:23:54.159509 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-dcb42092-d586-4ad0-909b-b0efb98b78de service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2&tenant_id=7911800738e24c8486ca50d4f9ead214 HTTP/1.1" status: 200 len: 1096 time: 0.1498458 Apr 20 18:23:54.169905 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838032-1', 'device_owner': 'compute:nova'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:23:54.276619 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:23:54.534328 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] For port 9af71888-405f-41b4-99ff-81daa83d1edd, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=9af71888-405f-41b4-99ff-81daa83d1edd,segment=NetworkSegment(28410de5-c664-4474-81bc-b0b92f931728),segment_id=28410de5-c664-4474-81bc-b0b92f931728)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:23:54.561956 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] For port 9af71888-405f-41b4-99ff-81daa83d1edd, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:23:54.615167 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19cd4407-8667-47d1-a116-16b7b688f9e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9af71888-405f-41b4-99ff-81daa83d1edd'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:23:54.621017 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:23:54.635533 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] Transition to ACTIVE for port object 9af71888-405f-41b4-99ff-81daa83d1edd will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:23:54.640677 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:23:54.686799 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a5162ec-c9cd-43f8-9279-2c4978762288'] response: {'server_uuid': '19cd4407-8667-47d1-a116-16b7b688f9e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9af71888-405f-41b4-99ff-81daa83d1edd', 'code': 200} Apr 20 18:23:54.779009 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] Pushing event updated for resources: {'Port': ['ID=9af71888-405f-41b4-99ff-81daa83d1edd,revision_number=6']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:23:54.807507 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:23:54.807843 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:23:54.808174 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:23:54.808503 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:23:54.808825 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:23:54.809177 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:23:54.809490 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:23:54.809789 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:23:54.810091 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:23:54.810441 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:23:54.810751 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:23:54.930749 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] No DVR routers for this DVR port 9af71888-405f-41b4-99ff-81daa83d1edd on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:23:55.144135 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50015a-acdb-452e-a523-1117c1e729e0 req-a7310997-fd5d-4fdc-b7f3-5eeab32616d3 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:23:55.145496 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dd50015a-acdb-452e-a523-1117c1e729e0 req-a7310997-fd5d-4fdc-b7f3-5eeab32616d3 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 943 time: 0.0753677 Apr 20 18:23:55.170678 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] Attempting to bind port 9af71888-405f-41b4-99ff-81daa83d1edd on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:23:55.170981 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] Attempting to bind port 9af71888-405f-41b4-99ff-81daa83d1edd by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '28410de5-c664-4474-81bc-b0b92f931728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '36be727c-d9aa-4145-a97f-76ad6beb1753'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:23:55.171320 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] Attempting to bind port 9af71888-405f-41b4-99ff-81daa83d1edd on network 36be727c-d9aa-4145-a97f-76ad6beb1753 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:23:55.177196 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] Port 9af71888-405f-41b4-99ff-81daa83d1edd on network 36be727c-d9aa-4145-a97f-76ad6beb1753 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 18:23:55.177507 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] Attempting to bind port 9af71888-405f-41b4-99ff-81daa83d1edd on network 36be727c-d9aa-4145-a97f-76ad6beb1753 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:23:55.183896 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:23:55.184208 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] Checking segment: {'id': '28410de5-c664-4474-81bc-b0b92f931728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '36be727c-d9aa-4145-a97f-76ad6beb1753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:23:55.184600 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] Bound using segment: {'id': '28410de5-c664-4474-81bc-b0b92f931728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '36be727c-d9aa-4145-a97f-76ad6beb1753'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:23:55.184996 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] Bound port: 9af71888-405f-41b4-99ff-81daa83d1edd, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28410de5-c664-4474-81bc-b0b92f931728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '36be727c-d9aa-4145-a97f-76ad6beb1753'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:23:55.185354 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:23:55.193704 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dd50015a-acdb-452e-a523-1117c1e729e0 req-65192416-d8af-4263-972e-b45a0b53a753 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4fde9e-1746-48ea-b85a-1c34836aba87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423999 Apr 20 18:23:55.275272 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] For port 9af71888-405f-41b4-99ff-81daa83d1edd, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:23:55.278552 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] For port 9af71888-405f-41b4-99ff-81daa83d1edd, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9af71888-405f-41b4-99ff-81daa83d1edd,segment=NetworkSegment(28410de5-c664-4474-81bc-b0b92f931728),segment_id=28410de5-c664-4474-81bc-b0b92f931728)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:23:55.284259 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:23:55.344269 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:23:55.345603 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] 10.222.0.43 "PUT /v2.0/ports/9af71888-405f-41b4-99ff-81daa83d1edd HTTP/1.1" status: 200 len: 1091 time: 1.1795609 Apr 20 18:23:55.360067 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31d58f-e4cf-49fb-909c-ef02dd85bb4c service neutron] Pushing event updated for resources: {'Port': ['ID=9af71888-405f-41b4-99ff-81daa83d1edd,revision_number=7']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:23:55.437401 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-d50b9170-62ab-462e-9291-d3c9f2cfda6c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 1094 time: 0.0700343 Apr 20 18:23:55.575207 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-542806f8-d362-43f5-9d84-2b0d840fcb91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:23:55.576646 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-542806f8-d362-43f5-9d84-2b0d840fcb91 service neutron] 10.222.0.43 "GET /v2.0/networks?id=36be727c-d9aa-4145-a97f-76ad6beb1753 HTTP/1.1" status: 200 len: 897 time: 0.1331584 Apr 20 18:23:55.678922 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-b5b3ae5e-a86a-4114-9def-0d33abb5c0d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9af71888-405f-41b4-99ff-81daa83d1edd HTTP/1.1" status: 200 len: 999 time: 0.0962174 Apr 20 18:23:55.745332 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-e43921c2-f9a8-46af-94cb-084a7c96c50d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:23:55.746772 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-e43921c2-f9a8-46af-94cb-084a7c96c50d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d36196ce-cbf6-4b1e-a725-7eabcd9790ca HTTP/1.1" status: 200 len: 835 time: 0.0617020 Apr 20 18:23:55.825066 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-91426b0a-4f4c-4d48-889d-03547e351c12 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36be727c-d9aa-4145-a97f-76ad6beb1753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718818 Apr 20 18:23:55.835267 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-ec49d113-ad1a-43eb-9fd2-3f900a81c8e2 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 18:23:55.836220 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-ec49d113-ad1a-43eb-9fd2-3f900a81c8e2 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047417 Apr 20 18:23:55.974989 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-43caa611-c4a5-41cf-bf5e-cfb390fd259f service neutron] 10.222.0.43 "GET /v2.0/networks/36be727c-d9aa-4145-a97f-76ad6beb1753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320574 Apr 20 18:23:56.104997 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2e6eb5fb-f41b-483a-9556-5e93ddcac219 req-fe130d58-7782-419c-82d3-bf7203286951 service neutron] 10.222.0.43 "GET /v2.0/networks/36be727c-d9aa-4145-a97f-76ad6beb1753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236222 Apr 20 18:23:56.402577 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996a42c-0ad7-4925-bcf1-23b6e3ddb30d req-16fea271-9e8b-4869-87a9-44a59d5488b3 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:23:56.404049 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5996a42c-0ad7-4925-bcf1-23b6e3ddb30d req-16fea271-9e8b-4869-87a9-44a59d5488b3 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 943 time: 0.0862536 Apr 20 18:23:56.452717 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5996a42c-0ad7-4925-bcf1-23b6e3ddb30d req-9101f564-7808-41ed-bc22-6168015bc5ca tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4fde9e-1746-48ea-b85a-1c34836aba87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427930 Apr 20 18:23:56.688994 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19cd4407-8667-47d1-a116-16b7b688f9e2', 'tag': '9af71888-405f-41b4-99ff-81daa83d1edd'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:23:56.767221 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79743b12-1675-4edf-922e-b2313af0f401'] response: {'name': 'network-changed', 'server_uuid': '19cd4407-8667-47d1-a116-16b7b688f9e2', 'tag': '9af71888-405f-41b4-99ff-81daa83d1edd', 'status': 'completed', 'code': 200} Apr 20 18:23:56.903720 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-26418693-3c47-4e73-a65a-5acda7984763 req-645ff1be-32b4-4e34-9d48-3543939eabd1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 1094 time: 0.1198540 Apr 20 18:23:56.906316 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-26418693-3c47-4e73-a65a-5acda7984763 req-4bcf3b1c-60d4-4af4-823c-e02b807bac9b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 1094 time: 0.0941226 Apr 20 18:23:57.224965 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26418693-3c47-4e73-a65a-5acda7984763 req-22d3fc53-64d9-49fe-9e24-8a20b142992b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:23:57.226431 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-26418693-3c47-4e73-a65a-5acda7984763 req-22d3fc53-64d9-49fe-9e24-8a20b142992b service neutron] 10.222.0.10 "GET /v2.0/networks?id=36be727c-d9aa-4145-a97f-76ad6beb1753 HTTP/1.1" status: 200 len: 897 time: 0.3163316 Apr 20 18:23:57.228583 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26418693-3c47-4e73-a65a-5acda7984763 req-eb5b678d-3fda-41a0-b9be-eeacfaca2eee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:23:57.229863 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-26418693-3c47-4e73-a65a-5acda7984763 req-eb5b678d-3fda-41a0-b9be-eeacfaca2eee service neutron] 10.222.0.43 "GET /v2.0/networks?id=36be727c-d9aa-4145-a97f-76ad6beb1753 HTTP/1.1" status: 200 len: 897 time: 0.3001604 Apr 20 18:23:57.401732 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-26418693-3c47-4e73-a65a-5acda7984763 req-9e63fb68-a908-4077-8c34-7e800dedca31 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9af71888-405f-41b4-99ff-81daa83d1edd HTTP/1.1" status: 200 len: 999 time: 0.1695144 Apr 20 18:23:57.403391 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-26418693-3c47-4e73-a65a-5acda7984763 req-408db400-d6eb-46f2-b28a-f278fd63dd8f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9af71888-405f-41b4-99ff-81daa83d1edd HTTP/1.1" status: 200 len: 999 time: 0.1267557 Apr 20 18:23:57.508718 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26418693-3c47-4e73-a65a-5acda7984763 req-1fdcb9ce-c95e-435c-8852-9ff4f40c76fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:23:57.510152 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-26418693-3c47-4e73-a65a-5acda7984763 req-1fdcb9ce-c95e-435c-8852-9ff4f40c76fe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d36196ce-cbf6-4b1e-a725-7eabcd9790ca HTTP/1.1" status: 200 len: 835 time: 0.1029131 Apr 20 18:23:57.513281 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26418693-3c47-4e73-a65a-5acda7984763 req-59ddb03d-1bc7-4470-b213-3a21e9194192 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:23:57.514587 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-26418693-3c47-4e73-a65a-5acda7984763 req-59ddb03d-1bc7-4470-b213-3a21e9194192 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d36196ce-cbf6-4b1e-a725-7eabcd9790ca HTTP/1.1" status: 200 len: 835 time: 0.0771322 Apr 20 18:23:57.703411 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-26418693-3c47-4e73-a65a-5acda7984763 req-94fc7a5f-ce85-4a32-b96a-031976640982 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36be727c-d9aa-4145-a97f-76ad6beb1753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1873634 Apr 20 18:23:57.715451 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2aba8-0702-4a70-afd1-59310ff3f881 req-acc36e60-6486-4e7f-91cd-797b6a705d9d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:23:57.716806 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-82b2aba8-0702-4a70-afd1-59310ff3f881 req-acc36e60-6486-4e7f-91cd-797b6a705d9d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 943 time: 0.1284778 Apr 20 18:23:57.737657 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-26418693-3c47-4e73-a65a-5acda7984763 req-a0a8c044-2495-48c7-8bf0-d4e671460dba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36be727c-d9aa-4145-a97f-76ad6beb1753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1891358 Apr 20 18:23:57.953261 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-82b2aba8-0702-4a70-afd1-59310ff3f881 req-7a4c0311-a567-4693-8220-9a1b5ec0c430 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4fde9e-1746-48ea-b85a-1c34836aba87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184250 Apr 20 18:23:57.981679 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-26418693-3c47-4e73-a65a-5acda7984763 req-7145677c-3505-4c7d-87ba-a2bf9649b365 service neutron] 10.222.0.10 "GET /v2.0/networks/36be727c-d9aa-4145-a97f-76ad6beb1753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719178 Apr 20 18:23:57.984698 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-26418693-3c47-4e73-a65a-5acda7984763 req-62274733-400e-4b27-8dea-abac41d894aa service neutron] 10.222.0.43 "GET /v2.0/networks/36be727c-d9aa-4145-a97f-76ad6beb1753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272222 Apr 20 18:23:58.211223 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-26418693-3c47-4e73-a65a-5acda7984763 req-75271c68-19c7-4902-81e5-18408cfe2b53 service neutron] 10.222.0.10 "GET /v2.0/networks/36be727c-d9aa-4145-a97f-76ad6beb1753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226193 Apr 20 18:23:58.214065 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-26418693-3c47-4e73-a65a-5acda7984763 req-23c2e222-2c7a-4784-a7fa-b125ca152754 service neutron] 10.222.0.43 "GET /v2.0/networks/36be727c-d9aa-4145-a97f-76ad6beb1753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086873 Apr 20 18:23:58.374990 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 9af71888-405f-41b4-99ff-81daa83d1edd no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:23:58.436062 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 9af71888-405f-41b4-99ff-81daa83d1edd not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:23:59.168942 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f47883-3140-43f9-bb74-b7e0dca2d1ee req-717070ce-4dd8-402d-adbf-d65e5261c0ca tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:23:59.170394 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-36f47883-3140-43f9-bb74-b7e0dca2d1ee req-717070ce-4dd8-402d-adbf-d65e5261c0ca tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 943 time: 0.0812423 Apr 20 18:23:59.216668 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-36f47883-3140-43f9-bb74-b7e0dca2d1ee req-ea0acd0a-19b7-409d-911f-80dce2f7e307 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4fde9e-1746-48ea-b85a-1c34836aba87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405178 Apr 20 18:23:59.564964 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af330d8-c789-4118-a9ce-2901fa29dad5 req-c5903149-798e-4143-b9d6-484703eb4624 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:23:59.566380 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4af330d8-c789-4118-a9ce-2901fa29dad5 req-c5903149-798e-4143-b9d6-484703eb4624 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 943 time: 0.0773454 Apr 20 18:23:59.566756 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b931f9d-2a66-4880-a1be-efb287dd0cb8 req-da663111-d1d2-4cb5-98ed-307fe8067b5e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:23:59.568164 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9b931f9d-2a66-4880-a1be-efb287dd0cb8 req-da663111-d1d2-4cb5-98ed-307fe8067b5e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2&tenant_id=7911800738e24c8486ca50d4f9ead214&binding%3Ahost_id=n-h1-838032-1 HTTP/1.1" status: 200 len: 943 time: 0.0792074 Apr 20 18:23:59.617567 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4af330d8-c789-4118-a9ce-2901fa29dad5 req-d55ad345-ad4a-4533-8536-a151d9b55f41 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4fde9e-1746-48ea-b85a-1c34836aba87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451920 Apr 20 18:23:59.646707 n-d-838032-1 neutron-server[84080]: INFO neutron.api.v2.resource [req-9b931f9d-2a66-4880-a1be-efb287dd0cb8 req-9883c010-cc34-4076-bb3e-42c8fd5c73ae service neutron] delete failed (client error): The resource could not be found. Apr 20 18:23:59.647709 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9b931f9d-2a66-4880-a1be-efb287dd0cb8 req-9883c010-cc34-4076-bb3e-42c8fd5c73ae service neutron] 10.222.0.10 "DELETE /v2.0/ports/9af71888-405f-41b4-99ff-81daa83d1edd/bindings/n-h2-838032-1 HTTP/1.1" status: 404 len: 380 time: 0.0737457 Apr 20 18:23:59.647916 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 9af71888-405f-41b4-99ff-81daa83d1edd details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:23:59.783728 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 9af71888-405f-41b4-99ff-81daa83d1edd, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9af71888-405f-41b4-99ff-81daa83d1edd,segment=NetworkSegment(28410de5-c664-4474-81bc-b0b92f931728),segment_id=28410de5-c664-4474-81bc-b0b92f931728)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:23:59.797156 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '9af71888-405f-41b4-99ff-81daa83d1edd', 'network_id': '36be727c-d9aa-4145-a97f-76ad6beb1753', 'port_id': '9af71888-405f-41b4-99ff-81daa83d1edd', 'mac_address': 'fa:16:3e:e2:6b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd36196ce-cbf6-4b1e-a725-7eabcd9790ca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:23:59.842572 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9b931f9d-2a66-4880-a1be-efb287dd0cb8 req-ed777c58-d917-420d-81e8-88d14abdcbb0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 1094 time: 0.1281357 Apr 20 18:23:59.848658 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b88596-3d9d-4e38-8328-777a5c6b241c req-a0e6fc78-19aa-4e67-b987-24afd13f0ad7 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:23:59.849987 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d6b88596-3d9d-4e38-8328-777a5c6b241c req-a0e6fc78-19aa-4e67-b987-24afd13f0ad7 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 943 time: 0.1031868 Apr 20 18:23:59.850783 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:23:59.869195 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af71888-405f-41b4-99ff-81daa83d1edd {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:23:59.884640 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 9af71888-405f-41b4-99ff-81daa83d1edd, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9af71888-405f-41b4-99ff-81daa83d1edd,segment=NetworkSegment(28410de5-c664-4474-81bc-b0b92f931728),segment_id=28410de5-c664-4474-81bc-b0b92f931728)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:23:59.890311 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:23:59.961874 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=9af71888-405f-41b4-99ff-81daa83d1edd,revision_number=8']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:23:59.971453 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:23:59.971784 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:23:59.972108 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:23:59.972410 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:23:59.972722 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:23:59.973024 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:23:59.973362 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:23:59.973671 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:23:59.973978 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:23:59.974363 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:23:59.974656 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:24:00.095971 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d6b88596-3d9d-4e38-8328-777a5c6b241c req-b81cea43-6c6e-4222-9f71-bf9bfa26f3a4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4fde9e-1746-48ea-b85a-1c34836aba87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2252953 Apr 20 18:24:00.112695 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b931f9d-2a66-4880-a1be-efb287dd0cb8 req-e1f2158a-6bc5-4ecf-a926-049e996c58bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:24:00.114019 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9b931f9d-2a66-4880-a1be-efb287dd0cb8 req-e1f2158a-6bc5-4ecf-a926-049e996c58bf service neutron] 10.222.0.10 "GET /v2.0/networks?id=36be727c-d9aa-4145-a97f-76ad6beb1753 HTTP/1.1" status: 200 len: 897 time: 0.2632034 Apr 20 18:24:00.149940 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['9af71888-405f-41b4-99ff-81daa83d1edd'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:24:00.211575 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9b931f9d-2a66-4880-a1be-efb287dd0cb8 req-4c942fbb-9845-4fd4-8db4-50afcc988f2a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9af71888-405f-41b4-99ff-81daa83d1edd HTTP/1.1" status: 200 len: 1000 time: 0.0917053 Apr 20 18:24:00.274421 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b931f9d-2a66-4880-a1be-efb287dd0cb8 req-11d58370-eaaf-4109-843f-e2bea1eb8e6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:24:00.275841 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9b931f9d-2a66-4880-a1be-efb287dd0cb8 req-11d58370-eaaf-4109-843f-e2bea1eb8e6f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d36196ce-cbf6-4b1e-a725-7eabcd9790ca HTTP/1.1" status: 200 len: 835 time: 0.0589359 Apr 20 18:24:00.349018 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9b931f9d-2a66-4880-a1be-efb287dd0cb8 req-cbc807b5-e938-42fa-9909-c2bd2f2edc07 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36be727c-d9aa-4145-a97f-76ad6beb1753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676959 Apr 20 18:24:00.479442 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9b931f9d-2a66-4880-a1be-efb287dd0cb8 req-8708b199-dac2-48f7-af63-21f2b36c8547 service neutron] 10.222.0.10 "GET /v2.0/networks/36be727c-d9aa-4145-a97f-76ad6beb1753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241400 Apr 20 18:24:00.611925 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9b931f9d-2a66-4880-a1be-efb287dd0cb8 req-b2a27101-cfc8-4539-85fa-2bb1ff146106 service neutron] 10.222.0.10 "GET /v2.0/networks/36be727c-d9aa-4145-a97f-76ad6beb1753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262250 Apr 20 18:24:01.291913 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af182f5b-31be-41d6-8b61-cc31253c476b req-13c51056-5bf9-4bf1-87bb-c9bac2325fc8 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:24:01.293394 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-af182f5b-31be-41d6-8b61-cc31253c476b req-13c51056-5bf9-4bf1-87bb-c9bac2325fc8 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 944 time: 0.0755866 Apr 20 18:24:01.339796 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-af182f5b-31be-41d6-8b61-cc31253c476b req-ddeac419-1e48-41a2-85ec-a930930b6309 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4fde9e-1746-48ea-b85a-1c34836aba87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391605 Apr 20 18:24:01.368236 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38190) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:01.470579 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-68535764-3576-4533-9265-7bb1946e8f46 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/floatingips/8d215353-4c3c-4d60-bf70-8658fae302f2 HTTP/1.1" status: 200 len: 992 time: 0.1008587 Apr 20 18:24:01.648858 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 9af71888-405f-41b4-99ff-81daa83d1edd up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:24:01.719623 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 9af71888-405f-41b4-99ff-81daa83d1edd completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:24:01.724243 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 9af71888-405f-41b4-99ff-81daa83d1edd triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:24:01.724607 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:01.842091 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:01.869014 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19cd4407-8667-47d1-a116-16b7b688f9e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af71888-405f-41b4-99ff-81daa83d1edd'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:24:01.878266 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 9af71888-405f-41b4-99ff-81daa83d1edd, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9af71888-405f-41b4-99ff-81daa83d1edd,segment=NetworkSegment(28410de5-c664-4474-81bc-b0b92f931728),segment_id=28410de5-c664-4474-81bc-b0b92f931728)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:24:01.883609 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:01.949304 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=9af71888-405f-41b4-99ff-81daa83d1edd,revision_number=9']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:24:01.997380 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fb33a55-b2e1-4c44-add6-de07fe368e1b'] response: {'server_uuid': '19cd4407-8667-47d1-a116-16b7b688f9e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af71888-405f-41b4-99ff-81daa83d1edd', 'code': 200} Apr 20 18:24:09.263726 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d96a7cfd-0ca7-45fc-9051-721731c5d2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:11.437089 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-75ea057a-4cd4-4aad-a69c-9fb0637580e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:12.736350 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:13.002270 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:13.770001 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:14.312308 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:15.858336 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:21.585298 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:24:30.193866 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38206) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:30.397342 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-3090b170-ec0c-40df-893e-18798ce7bd26 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Deleting port 0f4e9118-08ad-4ad6-85ff-b1db5977ce52 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:24:30.397564 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3090b170-ec0c-40df-893e-18798ce7bd26 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:30.564075 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3090b170-ec0c-40df-893e-18798ce7bd26 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:30.564370 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3090b170-ec0c-40df-893e-18798ce7bd26 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:30.687902 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-3090b170-ec0c-40df-893e-18798ce7bd26 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Calling delete_port for 0f4e9118-08ad-4ad6-85ff-b1db5977ce52 owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:24:30.840881 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3090b170-ec0c-40df-893e-18798ce7bd26 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:30.889448 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090b170-ec0c-40df-893e-18798ce7bd26 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'Port': ['ID=0f4e9118-08ad-4ad6-85ff-b1db5977ce52,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:24:30.978395 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3090b170-ec0c-40df-893e-18798ce7bd26 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:31.462581 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3090b170-ec0c-40df-893e-18798ce7bd26 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Router c88050a8-d686-4941-963f-58c71ed2aa6e has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:24:31.683474 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3090b170-ec0c-40df-893e-18798ce7bd26 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:24:31.694505 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df792de6-68ed-4bb9-ad28-a9aa65bb4915 None None] Sync routers for ids ['c88050a8-d686-4941-963f-58c71ed2aa6e'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:24:31.707424 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3090b170-ec0c-40df-893e-18798ce7bd26 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:31.708024 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df792de6-68ed-4bb9-ad28-a9aa65bb4915 None None] Routers {'c88050a8-d686-4941-963f-58c71ed2aa6e'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:24:31.708698 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-df792de6-68ed-4bb9-ad28-a9aa65bb4915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:24:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['c88050a8-d686-4941-963f-58c71ed2aa6e'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:24:31.760560 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3090b170-ec0c-40df-893e-18798ce7bd26 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "DELETE /v2.0/floatingips/8d215353-4c3c-4d60-bf70-8658fae302f2 HTTP/1.1" status: 204 len: 168 time: 1.5655351 Apr 20 18:24:31.761117 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19cd4407-8667-47d1-a116-16b7b688f9e2', 'tag': '9af71888-405f-41b4-99ff-81daa83d1edd'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:24:31.831465 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a4249f4-0329-4938-8f9b-5265ef6c5dd7'] response: {'name': 'network-changed', 'server_uuid': '19cd4407-8667-47d1-a116-16b7b688f9e2', 'tag': '9af71888-405f-41b4-99ff-81daa83d1edd', 'status': 'completed', 'code': 200} Apr 20 18:24:31.893351 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-df792de6-68ed-4bb9-ad28-a9aa65bb4915 None None] Set router c88050a8-d686-4941-963f-58c71ed2aa6e gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:24:31.927863 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1374d31b-f08b-4216-ba8c-591dfe50e37e req-7643c45e-bb15-4372-be23-89388b1f88af service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 1096 time: 0.0752199 Apr 20 18:24:32.089887 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374d31b-f08b-4216-ba8c-591dfe50e37e req-8324a288-9a2f-444f-8511-ec9ec7361454 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:24:32.091460 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1374d31b-f08b-4216-ba8c-591dfe50e37e req-8324a288-9a2f-444f-8511-ec9ec7361454 service neutron] 10.222.0.43 "GET /v2.0/networks?id=36be727c-d9aa-4145-a97f-76ad6beb1753 HTTP/1.1" status: 200 len: 897 time: 0.1578095 Apr 20 18:24:32.161981 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1374d31b-f08b-4216-ba8c-591dfe50e37e req-4c223cd6-cc0b-4fa5-bdb8-63d089f21217 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9af71888-405f-41b4-99ff-81daa83d1edd HTTP/1.1" status: 200 len: 217 time: 0.0636327 Apr 20 18:24:32.180141 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1d53c-cfce-4ac9-8c56-a3cf55addf9d req-17d324fd-4741-4eb6-9f6d-20254d3588ff tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:24:32.182304 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9aa1d53c-cfce-4ac9-8c56-a3cf55addf9d req-17d324fd-4741-4eb6-9f6d-20254d3588ff tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 945 time: 0.0808394 Apr 20 18:24:32.224398 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-df792de6-68ed-4bb9-ad28-a9aa65bb4915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099880378', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '84ecff35-01b8-49a7-b453-aa787cfe392e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:22:16Z', 'updated_at': '2022-04-20T18:22:20Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '84ecff35-01b8-49a7-b453-aa787cfe392e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:22:16Z', 'updated_at': '2022-04-20T18:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '44e169ed-51de-4f2d-8aad-156b649ea028', 'name': '', 'network_id': '36be727c-d9aa-4145-a97f-76ad6beb1753', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:16:1f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd36196ce-cbf6-4b1e-a725-7eabcd9790ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:22:19Z', 'updated_at': '2022-04-20T18:22:25Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': 'd36196ce-cbf6-4b1e-a725-7eabcd9790ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:24:32.229060 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df792de6-68ed-4bb9-ad28-a9aa65bb4915 None None] Checking router: c88050a8-d686-4941-963f-58c71ed2aa6e for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:24:32.229389 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374d31b-f08b-4216-ba8c-591dfe50e37e req-48f4dc60-5694-46de-9e94-a521c47c44ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:24:32.230950 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1374d31b-f08b-4216-ba8c-591dfe50e37e req-48f4dc60-5694-46de-9e94-a521c47c44ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d36196ce-cbf6-4b1e-a725-7eabcd9790ca HTTP/1.1" status: 200 len: 835 time: 0.0631053 Apr 20 18:24:32.237049 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9aa1d53c-cfce-4ac9-8c56-a3cf55addf9d req-88b391c6-bb39-47d3-9c66-e3d79e924e53 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4fde9e-1746-48ea-b85a-1c34836aba87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473433 Apr 20 18:24:32.241065 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df792de6-68ed-4bb9-ad28-a9aa65bb4915 None None] Routers {'c88050a8-d686-4941-963f-58c71ed2aa6e'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:24:32.241685 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-df792de6-68ed-4bb9-ad28-a9aa65bb4915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:24:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['c88050a8-d686-4941-963f-58c71ed2aa6e'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:24:32.305923 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1374d31b-f08b-4216-ba8c-591dfe50e37e req-de025627-e80b-4082-a453-2dd2a5a0fa5e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36be727c-d9aa-4145-a97f-76ad6beb1753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673118 Apr 20 18:24:32.416074 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-df792de6-68ed-4bb9-ad28-a9aa65bb4915 None None] Set router c88050a8-d686-4941-963f-58c71ed2aa6e gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:24:32.440077 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1374d31b-f08b-4216-ba8c-591dfe50e37e req-b032a1be-f9c6-4901-8c57-bd3e7e4e9de8 service neutron] 10.222.0.43 "GET /v2.0/networks/36be727c-d9aa-4145-a97f-76ad6beb1753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269639 Apr 20 18:24:32.585579 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1374d31b-f08b-4216-ba8c-591dfe50e37e req-dc375f66-aab3-44e1-8af0-e46f6472bf65 service neutron] 10.222.0.43 "GET /v2.0/networks/36be727c-d9aa-4145-a97f-76ad6beb1753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392541 Apr 20 18:24:32.761362 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-df792de6-68ed-4bb9-ad28-a9aa65bb4915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099880378', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '84ecff35-01b8-49a7-b453-aa787cfe392e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:22:16Z', 'updated_at': '2022-04-20T18:22:20Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '84ecff35-01b8-49a7-b453-aa787cfe392e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:22:16Z', 'updated_at': '2022-04-20T18:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '44e169ed-51de-4f2d-8aad-156b649ea028', 'name': '', 'network_id': '36be727c-d9aa-4145-a97f-76ad6beb1753', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:16:1f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd36196ce-cbf6-4b1e-a725-7eabcd9790ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:22:19Z', 'updated_at': '2022-04-20T18:22:25Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': 'd36196ce-cbf6-4b1e-a725-7eabcd9790ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:24:32.765646 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df792de6-68ed-4bb9-ad28-a9aa65bb4915 None None] The sync data for ids ['c88050a8-d686-4941-963f-58c71ed2aa6e'] in n-d-838032-1 is: [{'id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099880378', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '84ecff35-01b8-49a7-b453-aa787cfe392e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:22:16Z', 'updated_at': '2022-04-20T18:22:20Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '84ecff35-01b8-49a7-b453-aa787cfe392e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:22:16Z', 'updated_at': '2022-04-20T18:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '44e169ed-51de-4f2d-8aad-156b649ea028', 'name': '', 'network_id': '36be727c-d9aa-4145-a97f-76ad6beb1753', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:16:1f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd36196ce-cbf6-4b1e-a725-7eabcd9790ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:22:19Z', 'updated_at': '2022-04-20T18:22:25Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': 'd36196ce-cbf6-4b1e-a725-7eabcd9790ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:24:32.976435 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8f84ca-a31a-43c5-961d-e085f35ba617 None None] New status for floating IP 8d215353-4c3c-4d60-bf70-8658fae302f2: DOWN {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 18:24:33.352952 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7842112-80dd-4c81-bda9-dd37c121fd44 req-dfe358e4-e608-40a6-bdd5-eb996490d745 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:24:33.353528 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f7842112-80dd-4c81-bda9-dd37c121fd44 req-dfe358e4-e608-40a6-bdd5-eb996490d745 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Synchronizing usage tracker for tenant:7911800738e24c8486ca50d4f9ead214 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:24:33.399539 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f7842112-80dd-4c81-bda9-dd37c121fd44 req-dfe358e4-e608-40a6-bdd5-eb996490d745 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Unset dirty status for tenant:7911800738e24c8486ca50d4f9ead214 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:24:33.400581 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f7842112-80dd-4c81-bda9-dd37c121fd44 req-dfe358e4-e608-40a6-bdd5-eb996490d745 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.43 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 945 time: 0.1272020 Apr 20 18:24:33.573941 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-f7842112-80dd-4c81-bda9-dd37c121fd44 req-01cdb3cf-ea50-405c-8ce3-b9965769dfd5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Deleting port 9af71888-405f-41b4-99ff-81daa83d1edd {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:24:33.574259 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f7842112-80dd-4c81-bda9-dd37c121fd44 req-01cdb3cf-ea50-405c-8ce3-b9965769dfd5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:33.629641 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf5234-0385-4b26-9b74-3d8c1001c2e2 req-9aeddf42-3433-4951-a26e-d99efdd1ebed tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:24:33.631005 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9bf5234-0385-4b26-9b74-3d8c1001c2e2 req-9aeddf42-3433-4951-a26e-d99efdd1ebed tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=19cd4407-8667-47d1-a116-16b7b688f9e2 HTTP/1.1" status: 200 len: 945 time: 0.2651772 Apr 20 18:24:33.785277 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9bf5234-0385-4b26-9b74-3d8c1001c2e2 req-808744c5-a16d-49f1-ac83-26c2b12192d4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4fde9e-1746-48ea-b85a-1c34836aba87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468699 Apr 20 18:24:33.853145 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-f7842112-80dd-4c81-bda9-dd37c121fd44 req-01cdb3cf-ea50-405c-8ce3-b9965769dfd5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] For port 9af71888-405f-41b4-99ff-81daa83d1edd, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=9af71888-405f-41b4-99ff-81daa83d1edd,segment=NetworkSegment(28410de5-c664-4474-81bc-b0b92f931728),segment_id=28410de5-c664-4474-81bc-b0b92f931728)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:24:33.853484 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f7842112-80dd-4c81-bda9-dd37c121fd44 req-01cdb3cf-ea50-405c-8ce3-b9965769dfd5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:33.970270 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-f7842112-80dd-4c81-bda9-dd37c121fd44 req-01cdb3cf-ea50-405c-8ce3-b9965769dfd5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Calling delete_port for 9af71888-405f-41b4-99ff-81daa83d1edd owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:24:34.120639 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f7842112-80dd-4c81-bda9-dd37c121fd44 req-01cdb3cf-ea50-405c-8ce3-b9965769dfd5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:34.167993 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cdb3cf-ea50-405c-8ce3-b9965769dfd5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'Port': ['ID=9af71888-405f-41b4-99ff-81daa83d1edd,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:24:34.239785 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7842112-80dd-4c81-bda9-dd37c121fd44 req-01cdb3cf-ea50-405c-8ce3-b9965769dfd5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] No DVR routers for this DVR port 9af71888-405f-41b4-99ff-81daa83d1edd on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:24:34.242327 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f7842112-80dd-4c81-bda9-dd37c121fd44 req-01cdb3cf-ea50-405c-8ce3-b9965769dfd5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:34.245115 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19cd4407-8667-47d1-a116-16b7b688f9e2', 'name': 'network-vif-deleted', 'tag': '9af71888-405f-41b4-99ff-81daa83d1edd'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:24:34.262159 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f7842112-80dd-4c81-bda9-dd37c121fd44 req-01cdb3cf-ea50-405c-8ce3-b9965769dfd5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.43 "DELETE /v2.0/ports/9af71888-405f-41b4-99ff-81daa83d1edd HTTP/1.1" status: 204 len: 173 time: 0.8551259 Apr 20 18:24:34.306146 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e61a301-641c-47f1-b5ab-5c6d484408d8'] response: {'server_uuid': '19cd4407-8667-47d1-a116-16b7b688f9e2', 'name': 'network-vif-deleted', 'tag': '9af71888-405f-41b4-99ff-81daa83d1edd', 'status': 'completed', 'code': 200} Apr 20 18:24:34.894846 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38226) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:35.305550 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-770ba085-5aa4-4e1d-acd0-163158cd566b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:35.863566 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 9af71888-405f-41b4-99ff-81daa83d1edd no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:24:35.900294 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 9af71888-405f-41b4-99ff-81daa83d1edd {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:24:35.900608 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 9af71888-405f-41b4-99ff-81daa83d1edd not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:24:36.005214 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-770ba085-5aa4-4e1d-acd0-163158cd566b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Deleting port 44e169ed-51de-4f2d-8aad-156b649ea028 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:24:36.005831 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-770ba085-5aa4-4e1d-acd0-163158cd566b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:36.187530 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-770ba085-5aa4-4e1d-acd0-163158cd566b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] For port 44e169ed-51de-4f2d-8aad-156b649ea028, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=44e169ed-51de-4f2d-8aad-156b649ea028,segment=NetworkSegment(28410de5-c664-4474-81bc-b0b92f931728),segment_id=28410de5-c664-4474-81bc-b0b92f931728)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:24:36.187859 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-770ba085-5aa4-4e1d-acd0-163158cd566b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:36.304119 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-770ba085-5aa4-4e1d-acd0-163158cd566b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Calling delete_port for 44e169ed-51de-4f2d-8aad-156b649ea028 owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:24:36.480723 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-770ba085-5aa4-4e1d-acd0-163158cd566b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:36.528285 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ba085-5aa4-4e1d-acd0-163158cd566b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'Port': ['ID=44e169ed-51de-4f2d-8aad-156b649ea028,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:24:36.818983 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-770ba085-5aa4-4e1d-acd0-163158cd566b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:37.501217 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770ba085-5aa4-4e1d-acd0-163158cd566b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Router c88050a8-d686-4941-963f-58c71ed2aa6e has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:24:37.705059 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770ba085-5aa4-4e1d-acd0-163158cd566b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:24:37.714289 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431ed2f2-99a1-4052-997b-b404ca1b1a67 None None] Sync routers for ids ['c88050a8-d686-4941-963f-58c71ed2aa6e'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:24:37.721907 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-770ba085-5aa4-4e1d-acd0-163158cd566b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "PUT /v2.0/routers/c88050a8-d686-4941-963f-58c71ed2aa6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8259068 Apr 20 18:24:37.724857 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38230) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:37.727626 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431ed2f2-99a1-4052-997b-b404ca1b1a67 None None] Routers {'c88050a8-d686-4941-963f-58c71ed2aa6e'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:24:37.728211 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-431ed2f2-99a1-4052-997b-b404ca1b1a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:24:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['c88050a8-d686-4941-963f-58c71ed2aa6e'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:24:37.902525 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41a031b-b414-4e52-a312-2f5f359b8274 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Deleting subnet d36196ce-cbf6-4b1e-a725-7eabcd9790ca {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 18:24:37.903689 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-431ed2f2-99a1-4052-997b-b404ca1b1a67 None None] Set router c88050a8-d686-4941-963f-58c71ed2aa6e gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:24:37.905433 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e41a031b-b414-4e52-a312-2f5f359b8274 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:37.956819 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e41a031b-b414-4e52-a312-2f5f359b8274 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:38.040564 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e41a031b-b414-4e52-a312-2f5f359b8274 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:38.111513 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e41a031b-b414-4e52-a312-2f5f359b8274 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:38.150967 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a031b-b414-4e52-a312-2f5f359b8274 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'Subnet': ['ID=d36196ce-cbf6-4b1e-a725-7eabcd9790ca,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:24:38.162743 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a031b-b414-4e52-a312-2f5f359b8274 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:24:38.163080 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a031b-b414-4e52-a312-2f5f359b8274 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:24:38.163410 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a031b-b414-4e52-a312-2f5f359b8274 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:24:38.163757 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a031b-b414-4e52-a312-2f5f359b8274 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:24:38.164053 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a031b-b414-4e52-a312-2f5f359b8274 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:24:38.164375 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a031b-b414-4e52-a312-2f5f359b8274 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:24:38.164691 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a031b-b414-4e52-a312-2f5f359b8274 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:24:38.165451 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a031b-b414-4e52-a312-2f5f359b8274 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:24:38.165451 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a031b-b414-4e52-a312-2f5f359b8274 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:24:38.165643 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a031b-b414-4e52-a312-2f5f359b8274 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:24:38.165914 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a031b-b414-4e52-a312-2f5f359b8274 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:24:38.168681 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e41a031b-b414-4e52-a312-2f5f359b8274 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:38.169493 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cee26c2-f9b0-487d-b0e1-250c7e19f09c None None] Network 36be727c-d9aa-4145-a97f-76ad6beb1753 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:24:38.174988 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e41a031b-b414-4e52-a312-2f5f359b8274 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "DELETE /v2.0/subnets/d36196ce-cbf6-4b1e-a725-7eabcd9790ca HTTP/1.1" status: 204 len: 168 time: 0.4489398 Apr 20 18:24:38.177668 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38234) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:38.301505 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-431ed2f2-99a1-4052-997b-b404ca1b1a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099880378', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '84ecff35-01b8-49a7-b453-aa787cfe392e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:22:16Z', 'updated_at': '2022-04-20T18:24:36Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '84ecff35-01b8-49a7-b453-aa787cfe392e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:22:16Z', 'updated_at': '2022-04-20T18:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:24:38.331135 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431ed2f2-99a1-4052-997b-b404ca1b1a67 None None] Checking router: c88050a8-d686-4941-963f-58c71ed2aa6e for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:24:38.364236 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431ed2f2-99a1-4052-997b-b404ca1b1a67 None None] Routers {'c88050a8-d686-4941-963f-58c71ed2aa6e'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:24:38.364863 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-431ed2f2-99a1-4052-997b-b404ca1b1a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:24:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['c88050a8-d686-4941-963f-58c71ed2aa6e'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:24:38.468282 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4a084562-0b58-4cd8-901a-01721fe7619b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:38.547099 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-431ed2f2-99a1-4052-997b-b404ca1b1a67 None None] Set router c88050a8-d686-4941-963f-58c71ed2aa6e gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:24:38.586981 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af121afe-6c11-4f6b-88ed-3e274a3ba03c None None] DHCP port deletion for 36be727c-d9aa-4145-a97f-76ad6beb1753 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 18:24:38.599451 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-af121afe-6c11-4f6b-88ed-3e274a3ba03c None None] Deleting port 4c5b866c-e47f-4431-845a-b37215865040 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:24:38.599830 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-af121afe-6c11-4f6b-88ed-3e274a3ba03c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:38.667594 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4a084562-0b58-4cd8-901a-01721fe7619b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:38.679341 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-4a084562-0b58-4cd8-901a-01721fe7619b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Deleting port 84ecff35-01b8-49a7-b453-aa787cfe392e {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:24:38.679773 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4a084562-0b58-4cd8-901a-01721fe7619b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:38.859786 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-4a084562-0b58-4cd8-901a-01721fe7619b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] For port 84ecff35-01b8-49a7-b453-aa787cfe392e, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=84ecff35-01b8-49a7-b453-aa787cfe392e,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:24:38.860585 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4a084562-0b58-4cd8-901a-01721fe7619b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:38.977243 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-4a084562-0b58-4cd8-901a-01721fe7619b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Calling delete_port for 84ecff35-01b8-49a7-b453-aa787cfe392e owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:24:39.037510 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-af121afe-6c11-4f6b-88ed-3e274a3ba03c None None] For port 4c5b866c-e47f-4431-845a-b37215865040, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=4c5b866c-e47f-4431-845a-b37215865040,segment=NetworkSegment(28410de5-c664-4474-81bc-b0b92f931728),segment_id=28410de5-c664-4474-81bc-b0b92f931728)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:24:39.038159 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-af121afe-6c11-4f6b-88ed-3e274a3ba03c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:39.144125 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4a084562-0b58-4cd8-901a-01721fe7619b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:39.160504 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-af121afe-6c11-4f6b-88ed-3e274a3ba03c None None] Calling delete_port for 4c5b866c-e47f-4431-845a-b37215865040 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:24:39.190960 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a084562-0b58-4cd8-901a-01721fe7619b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'Port': ['ID=84ecff35-01b8-49a7-b453-aa787cfe392e,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:24:39.230581 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-431ed2f2-99a1-4052-997b-b404ca1b1a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099880378', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '84ecff35-01b8-49a7-b453-aa787cfe392e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:22:16Z', 'updated_at': '2022-04-20T18:24:36Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '84ecff35-01b8-49a7-b453-aa787cfe392e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:22:16Z', 'updated_at': '2022-04-20T18:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:24:39.236295 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431ed2f2-99a1-4052-997b-b404ca1b1a67 None None] The sync data for ids ['c88050a8-d686-4941-963f-58c71ed2aa6e'] in n-d-838032-1 is: [{'id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099880378', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '84ecff35-01b8-49a7-b453-aa787cfe392e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:22:16Z', 'updated_at': '2022-04-20T18:24:36Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': '84ecff35-01b8-49a7-b453-aa787cfe392e', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88050a8-d686-4941-963f-58c71ed2aa6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:22:16Z', 'updated_at': '2022-04-20T18:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:24:39.252914 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-af121afe-6c11-4f6b-88ed-3e274a3ba03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:39.299665 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af121afe-6c11-4f6b-88ed-3e274a3ba03c None None] Pushing event deleted for resources: {'Port': ['ID=4c5b866c-e47f-4431-845a-b37215865040,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:24:39.305934 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af121afe-6c11-4f6b-88ed-3e274a3ba03c None None] No DVR routers for this DVR port 4c5b866c-e47f-4431-845a-b37215865040 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:24:39.307778 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-da003cac-b1d2-4462-81f3-db8e8ce961b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:39.418927 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4a084562-0b58-4cd8-901a-01721fe7619b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:39.670742 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4a084562-0b58-4cd8-901a-01721fe7619b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:39.675243 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4a084562-0b58-4cd8-901a-01721fe7619b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:39.819554 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 4c5b866c-e47f-4431-845a-b37215865040 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:24:39.828670 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4a084562-0b58-4cd8-901a-01721fe7619b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:39.829207 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a084562-0b58-4cd8-901a-01721fe7619b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Fanout notify agent at l3_agent the message router_deleted on router c88050a8-d686-4941-963f-58c71ed2aa6e {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 18:24:39.844266 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-4a084562-0b58-4cd8-901a-01721fe7619b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:39.845602 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4a084562-0b58-4cd8-901a-01721fe7619b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "DELETE /v2.0/routers/c88050a8-d686-4941-963f-58c71ed2aa6e HTTP/1.1" status: 204 len: 168 time: 1.6670728 Apr 20 18:24:39.848521 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38238) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:39.861165 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 4c5b866c-e47f-4431-845a-b37215865040 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:24:39.861450 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 4c5b866c-e47f-4431-845a-b37215865040 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:24:39.862166 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 44e169ed-51de-4f2d-8aad-156b649ea028 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:24:39.895530 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 44e169ed-51de-4f2d-8aad-156b649ea028 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:24:39.895864 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 44e169ed-51de-4f2d-8aad-156b649ea028 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:24:39.962701 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c411914-8a4d-420c-9bec-7111577262d3 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:40.103309 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c411914-8a4d-420c-9bec-7111577262d3 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:40.128739 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-1c411914-8a4d-420c-9bec-7111577262d3 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36be727c-d9aa-4145-a97f-76ad6beb1753']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:24:40.141521 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-1c411914-8a4d-420c-9bec-7111577262d3 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28410de5-c664-4474-81bc-b0b92f931728') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:24:40.141849 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-1c411914-8a4d-420c-9bec-7111577262d3 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28410de5-c664-4474-81bc-b0b92f931728') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:24:40.153500 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c411914-8a4d-420c-9bec-7111577262d3 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:40.169433 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c411914-8a4d-420c-9bec-7111577262d3 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:40.176880 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c411914-8a4d-420c-9bec-7111577262d3 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 18:24:40.177169 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c411914-8a4d-420c-9bec-7111577262d3 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:40.191042 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 18:24:40.191042 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 18:24:40.191042 n-d-838032-1 neutron-server[84081]: timer() Apr 20 18:24:40.191042 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:24:40.191042 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 18:24:40.191042 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 18:24:40.191042 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 18:24:40.191042 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:24:40.191042 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 18:24:40.191042 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:24:40.191042 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 18:24:40.191042 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:24:40.191042 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 18:24:40.191042 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:24:40.191042 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:24:40.191042 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 18:24:40.191042 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 18:24:40.191042 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:24:40.191042 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 18:24:40.191042 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 18:24:40.191042 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 18:24:40.191042 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:24:40.191042 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 18:24:40.191042 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 18:24:40.191042 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 18:24:40.191042 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 18:24:40.191042 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 18:24:40.191042 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 18:24:40.191042 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:24:40.191042 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 18:24:40.191042 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:24:40.191042 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:24:40.272424 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c411914-8a4d-420c-9bec-7111577262d3 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:40.290152 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1c411914-8a4d-420c-9bec-7111577262d3 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:40.302606 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c411914-8a4d-420c-9bec-7111577262d3 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'Network': ['ID=36be727c-d9aa-4145-a97f-76ad6beb1753,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:24:40.312370 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1c411914-8a4d-420c-9bec-7111577262d3 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "DELETE /v2.0/networks/36be727c-d9aa-4145-a97f-76ad6beb1753 HTTP/1.1" status: 204 len: 168 time: 0.4628766 Apr 20 18:24:40.315042 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38242) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:40.383736 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8d489500-cb56-4626-97d8-ce7db70c501d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:40.416082 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8d489500-cb56-4626-97d8-ce7db70c501d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:40.485688 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8d489500-cb56-4626-97d8-ce7db70c501d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:40.504254 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d489500-cb56-4626-97d8-ce7db70c501d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4fde9e-1746-48ea-b85a-1c34836aba87,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:24:40.515724 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8d489500-cb56-4626-97d8-ce7db70c501d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:40.516867 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8d489500-cb56-4626-97d8-ce7db70c501d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "DELETE /v2.0/security-groups/9a4fde9e-1746-48ea-b85a-1c34836aba87 HTTP/1.1" status: 204 len: 168 time: 0.2009337 Apr 20 18:24:41.431954 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4d69f114-5239-4b77-a5ad-95cf38de2f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:41.709900 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 84ecff35-01b8-49a7-b453-aa787cfe392e no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:24:41.742859 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 84ecff35-01b8-49a7-b453-aa787cfe392e {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:24:41.743194 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 84ecff35-01b8-49a7-b453-aa787cfe392e not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:24:42.731052 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:42.995934 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:43.082228 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38254) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:43.087911 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-0c507487-5a93-43dd-9b29-373b54f4ac13 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1736262058', 'description': 'tempest-secgroup-smoke-1736262058 description', 'project_id': '7911800738e24c8486ca50d4f9ead214'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:24:43.094791 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0c507487-5a93-43dd-9b29-373b54f4ac13 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:24:43.099201 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0c507487-5a93-43dd-9b29-373b54f4ac13 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:24:43.102743 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0c507487-5a93-43dd-9b29-373b54f4ac13 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:24:43.109208 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0c507487-5a93-43dd-9b29-373b54f4ac13 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:24:43.120847 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0c507487-5a93-43dd-9b29-373b54f4ac13 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:43.155114 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0c507487-5a93-43dd-9b29-373b54f4ac13 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:24:43.159116 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0c507487-5a93-43dd-9b29-373b54f4ac13 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:24:43.162015 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0c507487-5a93-43dd-9b29-373b54f4ac13 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:24:43.169659 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0c507487-5a93-43dd-9b29-373b54f4ac13 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:24:43.231336 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0c507487-5a93-43dd-9b29-373b54f4ac13 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:43.237395 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0c507487-5a93-43dd-9b29-373b54f4ac13 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:43.289922 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c507487-5a93-43dd-9b29-373b54f4ac13 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4163648b-c1ad-4b1b-abf9-e05c802a4f27,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:24:43.293667 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0c507487-5a93-43dd-9b29-373b54f4ac13 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:43.295007 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0c507487-5a93-43dd-9b29-373b54f4ac13 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2116382 Apr 20 18:24:43.298075 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38258) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:43.303446 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-43f831bb-772c-4123-8620-82e4a51debf0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group_rule': {'security_group_id': '4163648b-c1ad-4b1b-abf9-e05c802a4f27', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:24:43.310093 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-43f831bb-772c-4123-8620-82e4a51debf0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:24:43.313914 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-43f831bb-772c-4123-8620-82e4a51debf0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:24:43.316718 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-43f831bb-772c-4123-8620-82e4a51debf0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:24:43.322425 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-43f831bb-772c-4123-8620-82e4a51debf0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:24:43.341707 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-43f831bb-772c-4123-8620-82e4a51debf0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:43.403602 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-43f831bb-772c-4123-8620-82e4a51debf0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:43.408341 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-43f831bb-772c-4123-8620-82e4a51debf0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:43.433425 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f831bb-772c-4123-8620-82e4a51debf0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d8578e-0796-45d6-9c2e-f4c67c26dc85,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:24:43.444312 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-43f831bb-772c-4123-8620-82e4a51debf0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:43.445584 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-43f831bb-772c-4123-8620-82e4a51debf0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1465144 Apr 20 18:24:43.448395 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38262) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:43.454168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-37ce1141-af2c-4b11-9787-79824a2b32d8 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group_rule': {'security_group_id': '4163648b-c1ad-4b1b-abf9-e05c802a4f27', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:24:43.460984 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-37ce1141-af2c-4b11-9787-79824a2b32d8 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:24:43.464837 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-37ce1141-af2c-4b11-9787-79824a2b32d8 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:24:43.467709 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-37ce1141-af2c-4b11-9787-79824a2b32d8 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:24:43.473341 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-37ce1141-af2c-4b11-9787-79824a2b32d8 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:24:43.491972 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-37ce1141-af2c-4b11-9787-79824a2b32d8 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:43.551928 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-37ce1141-af2c-4b11-9787-79824a2b32d8 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:43.558042 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-37ce1141-af2c-4b11-9787-79824a2b32d8 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:43.583243 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce1141-af2c-4b11-9787-79824a2b32d8 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c85039a-048b-4ea0-9fd9-f2968f506417,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:24:43.593244 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-37ce1141-af2c-4b11-9787-79824a2b32d8 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:43.594560 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-37ce1141-af2c-4b11-9787-79824a2b32d8 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1450756 Apr 20 18:24:43.597410 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38266) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:43.602842 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-da5459a4-e7c9-46c5-93c6-846214400bbf tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group_rule': {'security_group_id': '4163648b-c1ad-4b1b-abf9-e05c802a4f27', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:24:43.609702 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-da5459a4-e7c9-46c5-93c6-846214400bbf tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:24:43.613889 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-da5459a4-e7c9-46c5-93c6-846214400bbf tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:24:43.616926 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-da5459a4-e7c9-46c5-93c6-846214400bbf tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:24:43.623292 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-da5459a4-e7c9-46c5-93c6-846214400bbf tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:24:43.645970 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-da5459a4-e7c9-46c5-93c6-846214400bbf tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:43.712364 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-da5459a4-e7c9-46c5-93c6-846214400bbf tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:43.718736 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-da5459a4-e7c9-46c5-93c6-846214400bbf tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:43.742811 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5459a4-e7c9-46c5-93c6-846214400bbf tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea7bfe2-8b28-473f-b72f-394a2afad464,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:24:43.754677 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-da5459a4-e7c9-46c5-93c6-846214400bbf tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:43.755945 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-da5459a4-e7c9-46c5-93c6-846214400bbf tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1575012 Apr 20 18:24:43.759086 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38270) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:43.765250 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-225b9724-0051-4a63-a486-683146f5b11d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group_rule': {'security_group_id': '4163648b-c1ad-4b1b-abf9-e05c802a4f27', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:24:43.771934 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-225b9724-0051-4a63-a486-683146f5b11d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:24:43.775744 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-225b9724-0051-4a63-a486-683146f5b11d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:24:43.778746 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-225b9724-0051-4a63-a486-683146f5b11d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:24:43.780558 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:43.785215 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-225b9724-0051-4a63-a486-683146f5b11d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:24:43.801536 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-225b9724-0051-4a63-a486-683146f5b11d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:43.866725 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-225b9724-0051-4a63-a486-683146f5b11d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:43.872340 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-225b9724-0051-4a63-a486-683146f5b11d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:43.895272 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b9724-0051-4a63-a486-683146f5b11d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=485ff2ab-f268-46f4-93fe-5e9c49935da8,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:24:43.905171 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-225b9724-0051-4a63-a486-683146f5b11d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:43.906423 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-225b9724-0051-4a63-a486-683146f5b11d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1462369 Apr 20 18:24:43.909159 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38274) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:43.914452 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-c701ceb1-3fb6-48e7-87b7-6dc829bdb151 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group_rule': {'security_group_id': '4163648b-c1ad-4b1b-abf9-e05c802a4f27', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:24:43.920632 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c701ceb1-3fb6-48e7-87b7-6dc829bdb151 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:24:43.924527 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c701ceb1-3fb6-48e7-87b7-6dc829bdb151 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:24:43.927580 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c701ceb1-3fb6-48e7-87b7-6dc829bdb151 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:24:43.933739 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c701ceb1-3fb6-48e7-87b7-6dc829bdb151 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:24:43.945150 n-d-838032-1 neutron-server[84081]: INFO neutron.db.securitygroups_db [None req-c701ceb1-3fb6-48e7-87b7-6dc829bdb151 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Project 7911800738e24c8486ca50d4f9ead214 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 18:24:43.951579 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c701ceb1-3fb6-48e7-87b7-6dc829bdb151 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:44.017412 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c701ceb1-3fb6-48e7-87b7-6dc829bdb151 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:44.021987 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c701ceb1-3fb6-48e7-87b7-6dc829bdb151 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:44.047572 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c701ceb1-3fb6-48e7-87b7-6dc829bdb151 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8cc0ef1-93c3-4d03-a6fa-edbc92f69e0e,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:24:44.057810 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c701ceb1-3fb6-48e7-87b7-6dc829bdb151 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:44.059177 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c701ceb1-3fb6-48e7-87b7-6dc829bdb151 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1490963 Apr 20 18:24:44.063262 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38278) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:44.068710 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-dfe34f5b-1eac-4815-b74d-f9884b388b0a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group_rule': {'security_group_id': '4163648b-c1ad-4b1b-abf9-e05c802a4f27', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:24:44.075587 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-dfe34f5b-1eac-4815-b74d-f9884b388b0a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:24:44.079617 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-dfe34f5b-1eac-4815-b74d-f9884b388b0a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:24:44.082701 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-dfe34f5b-1eac-4815-b74d-f9884b388b0a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:24:44.092589 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-dfe34f5b-1eac-4815-b74d-f9884b388b0a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:24:44.104684 n-d-838032-1 neutron-server[84081]: INFO neutron.db.securitygroups_db [None req-dfe34f5b-1eac-4815-b74d-f9884b388b0a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Project 7911800738e24c8486ca50d4f9ead214 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 18:24:44.111743 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dfe34f5b-1eac-4815-b74d-f9884b388b0a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:44.180118 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dfe34f5b-1eac-4815-b74d-f9884b388b0a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:44.185874 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dfe34f5b-1eac-4815-b74d-f9884b388b0a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:44.208693 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe34f5b-1eac-4815-b74d-f9884b388b0a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f0e8ef-0e55-41bb-891e-3a7cedeb5025,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:24:44.217997 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-dfe34f5b-1eac-4815-b74d-f9884b388b0a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:44.219230 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-dfe34f5b-1eac-4815-b74d-f9884b388b0a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1550558 Apr 20 18:24:44.222114 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38282) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:44.227877 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-274435b7-4362-4f6c-8a99-57f1c3d2bc89 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'network': {'name': 'tempest-network-smoke--892893410', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'port_security_enabled': True}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:24:44.233531 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-274435b7-4362-4f6c-8a99-57f1c3d2bc89 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:24:44.237985 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-274435b7-4362-4f6c-8a99-57f1c3d2bc89 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:network and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:24:44.241266 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-274435b7-4362-4f6c-8a99-57f1c3d2bc89 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:24:44.247811 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-274435b7-4362-4f6c-8a99-57f1c3d2bc89 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:24:44.260954 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274435b7-4362-4f6c-8a99-57f1c3d2bc89 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Made reservation on behalf of 7911800738e24c8486ca50d4f9ead214 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:24:44.264158 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-274435b7-4362-4f6c-8a99-57f1c3d2bc89 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:44.292747 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-274435b7-4362-4f6c-8a99-57f1c3d2bc89 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 18:24:44.302912 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-274435b7-4362-4f6c-8a99-57f1c3d2bc89 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:44.303243 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-274435b7-4362-4f6c-8a99-57f1c3d2bc89 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Added segment 363ce0f6-cf7d-426e-b964-06de48119336 of type vlan for network c4465532-7ee4-4c0f-8d48-b8c12f83c98d Apr 20 18:24:44.304641 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:44.329667 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-274435b7-4362-4f6c-8a99-57f1c3d2bc89 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:44.360018 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-274435b7-4362-4f6c-8a99-57f1c3d2bc89 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:44.363626 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274435b7-4362-4f6c-8a99-57f1c3d2bc89 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:24:44.364193 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-274435b7-4362-4f6c-8a99-57f1c3d2bc89 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:44.473400 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-274435b7-4362-4f6c-8a99-57f1c3d2bc89 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2501810 Apr 20 18:24:44.476391 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274435b7-4362-4f6c-8a99-57f1c3d2bc89 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Network': ['ID=c4465532-7ee4-4c0f-8d48-b8c12f83c98d,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:24:44.476555 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38286) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:44.481962 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-bd96940c-5229-4f13-a5e8-9bf929f0ffb5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1379366735', 'admin_state_up': True, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:24:44.487031 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network c4465532-7ee4-4c0f-8d48-b8c12f83c98d details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 18:24:44.495374 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bd96940c-5229-4f13-a5e8-9bf929f0ffb5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:24:44.499247 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bd96940c-5229-4f13-a5e8-9bf929f0ffb5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:router and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:24:44.502085 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-bd96940c-5229-4f13-a5e8-9bf929f0ffb5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:24:44.507731 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-bd96940c-5229-4f13-a5e8-9bf929f0ffb5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:24:44.519701 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bd96940c-5229-4f13-a5e8-9bf929f0ffb5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:44.520601 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bd96940c-5229-4f13-a5e8-9bf929f0ffb5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:44.539031 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bd96940c-5229-4f13-a5e8-9bf929f0ffb5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:44.682411 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bd96940c-5229-4f13-a5e8-9bf929f0ffb5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:44.862919 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bd96940c-5229-4f13-a5e8-9bf929f0ffb5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:44.891702 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bd96940c-5229-4f13-a5e8-9bf929f0ffb5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:45.023288 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-bd96940c-5229-4f13-a5e8-9bf929f0ffb5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Allocated IP 172.25.8.149 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:24:45.168241 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bd96940c-5229-4f13-a5e8-9bf929f0ffb5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:45.204315 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bd96940c-5229-4f13-a5e8-9bf929f0ffb5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:45.268991 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd96940c-5229-4f13-a5e8-9bf929f0ffb5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:24:45.271780 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-bd96940c-5229-4f13-a5e8-9bf929f0ffb5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:24:45.275921 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd96940c-5229-4f13-a5e8-9bf929f0ffb5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:24:45.301333 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd96940c-5229-4f13-a5e8-9bf929f0ffb5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Port': ['ID=b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:24:45.536220 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bd96940c-5229-4f13-a5e8-9bf929f0ffb5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:45.536986 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bd96940c-5229-4f13-a5e8-9bf929f0ffb5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:45.774257 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd96940c-5229-4f13-a5e8-9bf929f0ffb5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Router 0e1cb543-a87d-4f56-bddf-2acb3eadc437 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 18:24:45.871351 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:45.976215 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd96940c-5229-4f13-a5e8-9bf929f0ffb5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:24:45.985972 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d17ec0-b968-4624-9a08-0d34bbd27dcc None None] Sync routers for ids ['0e1cb543-a87d-4f56-bddf-2acb3eadc437'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:24:45.998706 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d17ec0-b968-4624-9a08-0d34bbd27dcc None None] Routers {'0e1cb543-a87d-4f56-bddf-2acb3eadc437'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:24:45.999302 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-55d17ec0-b968-4624-9a08-0d34bbd27dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:24:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0e1cb543-a87d-4f56-bddf-2acb3eadc437'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:24:46.004599 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-bd96940c-5229-4f13-a5e8-9bf929f0ffb5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:46.005818 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-bd96940c-5229-4f13-a5e8-9bf929f0ffb5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5283253 Apr 20 18:24:46.008999 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38290) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:46.114451 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-73a2286e-b8d0-47cf-a65f-a587dcdd7c05 tempest-TestNetworkAdvancedServerOps-1754895831 tempest-TestNetworkAdvancedServerOps-1754895831-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=7911800738e24c8486ca50d4f9ead214&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1043468 Apr 20 18:24:46.117264 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38296) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:46.198659 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-55d17ec0-b968-4624-9a08-0d34bbd27dcc None None] Set router 0e1cb543-a87d-4f56-bddf-2acb3eadc437 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:24:46.245292 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac31e77c-f2d3-48a4-9633-b8badbe123ba tempest-TestNetworkAdvancedServerOps-1754895831 tempest-TestNetworkAdvancedServerOps-1754895831-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:24:46.246818 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ac31e77c-f2d3-48a4-9633-b8badbe123ba tempest-TestNetworkAdvancedServerOps-1754895831 tempest-TestNetworkAdvancedServerOps-1754895831-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1285944 Apr 20 18:24:46.249949 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38300) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:46.288571 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-13ad9a9c-ce29-442f-9e21-569b31a437af tempest-TestNetworkAdvancedServerOps-1754895831 tempest-TestNetworkAdvancedServerOps-1754895831-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373778 Apr 20 18:24:46.291205 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38304) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:46.297010 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-f9ea61fb-4e00-42ea-a467-5afc1f364f08 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1028526214', 'network_id': 'c4465532-7ee4-4c0f-8d48-b8c12f83c98d', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:24:46.403168 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f9ea61fb-4e00-42ea-a467-5afc1f364f08 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:24:46.406999 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f9ea61fb-4e00-42ea-a467-5afc1f364f08 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:subnet and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:24:46.409917 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f9ea61fb-4e00-42ea-a467-5afc1f364f08 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:24:46.415443 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f9ea61fb-4e00-42ea-a467-5afc1f364f08 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:24:46.427682 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ea61fb-4e00-42ea-a467-5afc1f364f08 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Made reservation on behalf of 7911800738e24c8486ca50d4f9ead214 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:24:46.475993 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-55d17ec0-b968-4624-9a08-0d34bbd27dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1379366735', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:24:44Z', 'updated_at': '2022-04-20T18:24:45Z', 'revision_number': 3, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': 'b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:24:44Z', 'updated_at': '2022-04-20T18:24:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:24:46.479746 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d17ec0-b968-4624-9a08-0d34bbd27dcc None None] Checking router: 0e1cb543-a87d-4f56-bddf-2acb3eadc437 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:24:46.480082 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d17ec0-b968-4624-9a08-0d34bbd27dcc None None] Updating router 0e1cb543-a87d-4f56-bddf-2acb3eadc437 port b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 18:24:46.529967 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f9ea61fb-4e00-42ea-a467-5afc1f364f08 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:46.533721 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-55d17ec0-b968-4624-9a08-0d34bbd27dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:46.742287 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f9ea61fb-4e00-42ea-a467-5afc1f364f08 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:46.850952 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-55d17ec0-b968-4624-9a08-0d34bbd27dcc None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:46.863943 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-55d17ec0-b968-4624-9a08-0d34bbd27dcc None None] Transition to ACTIVE for port object b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:24:46.872236 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-55d17ec0-b968-4624-9a08-0d34bbd27dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:46.921066 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea61fb-4e00-42ea-a467-5afc1f364f08 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Subnet': ['ID=b98f9ab7-e1ba-4780-b586-9481718bd8ac,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:24:46.935207 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ea61fb-4e00-42ea-a467-5afc1f364f08 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Checking segment: {'id': '363ce0f6-cf7d-426e-b964-06de48119336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c4465532-7ee4-4c0f-8d48-b8c12f83c98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:24:46.935583 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ea61fb-4e00-42ea-a467-5afc1f364f08 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network hostable DHCP agents. Network: c4465532-7ee4-4c0f-8d48-b8c12f83c98d, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 18:24:46.949392 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-55d17ec0-b968-4624-9a08-0d34bbd27dcc None None] Attempting to bind port b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:24:46.949753 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-55d17ec0-b968-4624-9a08-0d34bbd27dcc None None] Attempting to bind port b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:24:46.950166 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d17ec0-b968-4624-9a08-0d34bbd27dcc None None] Attempting to bind port b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:24:46.952251 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010cd4f1-d421-4b1a-a6a8-e111e756081b None None] Pushing event updated for resources: {'Port': ['ID=b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:24:46.958878 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ea61fb-4e00-42ea-a467-5afc1f364f08 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network c4465532-7ee4-4c0f-8d48-b8c12f83c98d is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 18:24:46.963395 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010cd4f1-d421-4b1a-a6a8-e111e756081b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:24:46.963728 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010cd4f1-d421-4b1a-a6a8-e111e756081b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:24:46.964060 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010cd4f1-d421-4b1a-a6a8-e111e756081b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:24:46.964397 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010cd4f1-d421-4b1a-a6a8-e111e756081b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:24:46.964701 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010cd4f1-d421-4b1a-a6a8-e111e756081b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:24:46.965019 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010cd4f1-d421-4b1a-a6a8-e111e756081b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:24:46.965338 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010cd4f1-d421-4b1a-a6a8-e111e756081b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:24:46.965648 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010cd4f1-d421-4b1a-a6a8-e111e756081b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:24:46.965964 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010cd4f1-d421-4b1a-a6a8-e111e756081b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:24:46.966337 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010cd4f1-d421-4b1a-a6a8-e111e756081b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:24:46.966657 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010cd4f1-d421-4b1a-a6a8-e111e756081b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:24:46.970975 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-f9ea61fb-4e00-42ea-a467-5afc1f364f08 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, c4465532-7ee4-4c0f-8d48-b8c12f83c98d) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:24:46.971249 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d17ec0-b968-4624-9a08-0d34bbd27dcc None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:24:46.971556 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d17ec0-b968-4624-9a08-0d34bbd27dcc None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:24:46.971963 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-55d17ec0-b968-4624-9a08-0d34bbd27dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:46.972320 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d17ec0-b968-4624-9a08-0d34bbd27dcc None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:24:46.972845 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-55d17ec0-b968-4624-9a08-0d34bbd27dcc None None] Bound port: b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:24:46.973215 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-55d17ec0-b968-4624-9a08-0d34bbd27dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:46.975369 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ea61fb-4e00-42ea-a467-5afc1f364f08 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:24:46.975952 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f9ea61fb-4e00-42ea-a467-5afc1f364f08 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:46.982002 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e90e01f-4904-4ac1-b16a-dc88e2f05795 None None] Network c4465532-7ee4-4c0f-8d48-b8c12f83c98d requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:24:47.001903 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f9ea61fb-4e00-42ea-a467-5afc1f364f08 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7091079 Apr 20 18:24:47.004391 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38308) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:47.049300 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-55d17ec0-b968-4624-9a08-0d34bbd27dcc None None] For port b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:24:47.052547 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-55d17ec0-b968-4624-9a08-0d34bbd27dcc None None] For port b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:24:47.056975 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-55d17ec0-b968-4624-9a08-0d34bbd27dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:47.133919 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d17ec0-b968-4624-9a08-0d34bbd27dcc None None] Routers {'0e1cb543-a87d-4f56-bddf-2acb3eadc437'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:24:47.134548 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-55d17ec0-b968-4624-9a08-0d34bbd27dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:24:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0e1cb543-a87d-4f56-bddf-2acb3eadc437'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:24:47.222145 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6455b544-5ee2-4334-bd03-9837791986e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-c4465532-7ee4-4c0f-8d48-b8c12f83c98d', 'network_id': 'c4465532-7ee4-4c0f-8d48-b8c12f83c98d', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'fixed_ips': [{'subnet_id': 'b98f9ab7-e1ba-4780-b586-9481718bd8ac'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 18:24:47.223350 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6455b544-5ee2-4334-bd03-9837791986e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:47.245807 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010cd4f1-d421-4b1a-a6a8-e111e756081b None None] Pushing event updated for resources: {'Port': ['ID=b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:24:47.321770 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-55d17ec0-b968-4624-9a08-0d34bbd27dcc None None] Set router 0e1cb543-a87d-4f56-bddf-2acb3eadc437 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:24:47.381009 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-6455b544-5ee2-4334-bd03-9837791986e2 None None] Allocated IP 172.20.0.2 (c4465532-7ee4-4c0f-8d48-b8c12f83c98d/b98f9ab7-e1ba-4780-b586-9481718bd8ac/cc526c9a-1112-4499-9514-c071d071d528) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:24:47.602244 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6455b544-5ee2-4334-bd03-9837791986e2 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:47.613231 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6455b544-5ee2-4334-bd03-9837791986e2 None None] Transition to ACTIVE for port object cc526c9a-1112-4499-9514-c071d071d528 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:24:47.632466 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-55d17ec0-b968-4624-9a08-0d34bbd27dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1379366735', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:24:44Z', 'updated_at': '2022-04-20T18:24:45Z', 'revision_number': 3, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': 'b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:24:44Z', 'updated_at': '2022-04-20T18:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:24:47.632750 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6455b544-5ee2-4334-bd03-9837791986e2 None None] Transition to ACTIVE for port object cc526c9a-1112-4499-9514-c071d071d528 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:24:47.636676 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d17ec0-b968-4624-9a08-0d34bbd27dcc None None] The sync data for ids ['0e1cb543-a87d-4f56-bddf-2acb3eadc437'] in n-d-838032-1 is: [{'id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1379366735', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:24:44Z', 'updated_at': '2022-04-20T18:24:45Z', 'revision_number': 3, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': 'b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:24:44Z', 'updated_at': '2022-04-20T18:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:24:47.639417 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6455b544-5ee2-4334-bd03-9837791986e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:47.759368 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6455b544-5ee2-4334-bd03-9837791986e2 None None] Network c4465532-7ee4-4c0f-8d48-b8c12f83c98d is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:24:47.765811 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-6455b544-5ee2-4334-bd03-9837791986e2 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:24:47.776365 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455b544-5ee2-4334-bd03-9837791986e2 None None] Pushing event updated for resources: {'Port': ['ID=cc526c9a-1112-4499-9514-c071d071d528,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:24:47.789617 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6455b544-5ee2-4334-bd03-9837791986e2 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:24:47.789853 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1cf06ea0-4ecf-44ca-84e0-386d62dfca09 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:47.914077 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-6455b544-5ee2-4334-bd03-9837791986e2 None None] Attempting to bind port cc526c9a-1112-4499-9514-c071d071d528 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:24:47.914765 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-6455b544-5ee2-4334-bd03-9837791986e2 None None] Attempting to bind port cc526c9a-1112-4499-9514-c071d071d528 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '363ce0f6-cf7d-426e-b964-06de48119336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c4465532-7ee4-4c0f-8d48-b8c12f83c98d'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:24:47.915278 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6455b544-5ee2-4334-bd03-9837791986e2 None None] Attempting to bind port cc526c9a-1112-4499-9514-c071d071d528 on network c4465532-7ee4-4c0f-8d48-b8c12f83c98d {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:24:47.922726 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6455b544-5ee2-4334-bd03-9837791986e2 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:24:47.923350 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6455b544-5ee2-4334-bd03-9837791986e2 None None] Checking segment: {'id': '363ce0f6-cf7d-426e-b964-06de48119336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c4465532-7ee4-4c0f-8d48-b8c12f83c98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:24:47.923745 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6455b544-5ee2-4334-bd03-9837791986e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:47.924264 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6455b544-5ee2-4334-bd03-9837791986e2 None None] Bound using segment: {'id': '363ce0f6-cf7d-426e-b964-06de48119336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c4465532-7ee4-4c0f-8d48-b8c12f83c98d'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:24:47.924727 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-6455b544-5ee2-4334-bd03-9837791986e2 None None] Bound port: cc526c9a-1112-4499-9514-c071d071d528, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '363ce0f6-cf7d-426e-b964-06de48119336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c4465532-7ee4-4c0f-8d48-b8c12f83c98d'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:24:47.925095 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6455b544-5ee2-4334-bd03-9837791986e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:48.017906 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-6455b544-5ee2-4334-bd03-9837791986e2 None None] For port cc526c9a-1112-4499-9514-c071d071d528, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:24:48.021797 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-6455b544-5ee2-4334-bd03-9837791986e2 None None] For port cc526c9a-1112-4499-9514-c071d071d528, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=cc526c9a-1112-4499-9514-c071d071d528,segment=NetworkSegment(363ce0f6-cf7d-426e-b964-06de48119336),segment_id=363ce0f6-cf7d-426e-b964-06de48119336)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:24:48.026828 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6455b544-5ee2-4334-bd03-9837791986e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:48.113226 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455b544-5ee2-4334-bd03-9837791986e2 None None] Pushing event updated for resources: {'Port': ['ID=cc526c9a-1112-4499-9514-c071d071d528,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:24:48.222020 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-1cf06ea0-4ecf-44ca-84e0-386d62dfca09 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Allocated IP 172.20.0.1 (c4465532-7ee4-4c0f-8d48-b8c12f83c98d/b98f9ab7-e1ba-4780-b586-9481718bd8ac/6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:24:48.400296 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1cf06ea0-4ecf-44ca-84e0-386d62dfca09 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:48.417707 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-1cf06ea0-4ecf-44ca-84e0-386d62dfca09 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Transition to ACTIVE for port object 6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:24:48.447057 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1cf06ea0-4ecf-44ca-84e0-386d62dfca09 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:48.519171 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf06ea0-4ecf-44ca-84e0-386d62dfca09 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network c4465532-7ee4-4c0f-8d48-b8c12f83c98d is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:24:48.522316 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-1cf06ea0-4ecf-44ca-84e0-386d62dfca09 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:24:48.526739 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf06ea0-4ecf-44ca-84e0-386d62dfca09 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:24:48.556722 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf06ea0-4ecf-44ca-84e0-386d62dfca09 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Port': ['ID=6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:24:48.694873 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1cf06ea0-4ecf-44ca-84e0-386d62dfca09 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:48.783248 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1cf06ea0-4ecf-44ca-84e0-386d62dfca09 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:49.029632 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafc0558-b989-4fed-80ae-77a1d0012fe3 None None] Network c4465532-7ee4-4c0f-8d48-b8c12f83c98d requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:24:49.132009 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f23b97ba-449d-4e62-ba2b-08878ac18b69 None None] Provisioning for port cc526c9a-1112-4499-9514-c071d071d528 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:24:49.184556 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1cf06ea0-4ecf-44ca-84e0-386d62dfca09 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:49.190482 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1cf06ea0-4ecf-44ca-84e0-386d62dfca09 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:49.301211 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-1cf06ea0-4ecf-44ca-84e0-386d62dfca09 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:49.304721 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf06ea0-4ecf-44ca-84e0-386d62dfca09 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Port': ['ID=6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:24:49.454012 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf06ea0-4ecf-44ca-84e0-386d62dfca09 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network c4465532-7ee4-4c0f-8d48-b8c12f83c98d is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:24:49.454806 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-1cf06ea0-4ecf-44ca-84e0-386d62dfca09 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:24:49.494814 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-28740552-1d87-4fd4-879d-4280bbf1fdc4 None None] Provisioning for port 6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:24:49.500506 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-28740552-1d87-4fd4-879d-4280bbf1fdc4 None None] Provisioning complete for port 6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:24:49.501192 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-28740552-1d87-4fd4-879d-4280bbf1fdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:49.556058 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-28740552-1d87-4fd4-879d-4280bbf1fdc4 None None] Port 6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:24:49.678386 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-151478b5-0fe7-49fd-b348-816e834c5621 None None] Provisioning complete for port 6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:24:49.678906 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-151478b5-0fe7-49fd-b348-816e834c5621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:49.741792 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-151478b5-0fe7-49fd-b348-816e834c5621 None None] Port 6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:24:49.818607 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:24:49.862705 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf06ea0-4ecf-44ca-84e0-386d62dfca09 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Router 0e1cb543-a87d-4f56-bddf-2acb3eadc437 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:24:49.884709 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a17a569f-1324-4c94-9cad-38322b2fcf08 None None] Provisioning complete for port 6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:24:49.885070 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a17a569f-1324-4c94-9cad-38322b2fcf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:49.937706 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-a17a569f-1324-4c94-9cad-38322b2fcf08 None None] Port 6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:24:49.941875 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:24:49.946734 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:24:49.947165 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:50.060632 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:50.064439 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf06ea0-4ecf-44ca-84e0-386d62dfca09 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:24:50.077171 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-1cf06ea0-4ecf-44ca-84e0-386d62dfca09 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "PUT /v2.0/routers/0e1cb543-a87d-4f56-bddf-2acb3eadc437/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0715911 Apr 20 18:24:50.080716 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:24:50.085614 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:50.086399 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cc526c9a-1112-4499-9514-c071d071d528 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:24:50.197265 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:24:50.215125 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port cc526c9a-1112-4499-9514-c071d071d528 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:24:50.220211 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port cc526c9a-1112-4499-9514-c071d071d528 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:24:50.220573 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:50.255217 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-c45e41de-e024-4f32-b77e-380a109787cf req-3359068e-717c-443b-a00e-baf78f3ac5ff tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Synchronizing usage tracker for tenant:7911800738e24c8486ca50d4f9ead214 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:24:50.271173 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-c45e41de-e024-4f32-b77e-380a109787cf req-3359068e-717c-443b-a00e-baf78f3ac5ff tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Unset dirty status for tenant:7911800738e24c8486ca50d4f9ead214 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:24:50.272351 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c45e41de-e024-4f32-b77e-380a109787cf req-3359068e-717c-443b-a00e-baf78f3ac5ff tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1736262058&fields=id&tenant_id=7911800738e24c8486ca50d4f9ead214 HTTP/1.1" status: 200 len: 267 time: 0.0590677 Apr 20 18:24:50.333421 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:50.367797 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port cc526c9a-1112-4499-9514-c071d071d528, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=cc526c9a-1112-4499-9514-c071d071d528,segment=NetworkSegment(363ce0f6-cf7d-426e-b964-06de48119336),segment_id=363ce0f6-cf7d-426e-b964-06de48119336)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:24:50.374248 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:50.440369 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=cc526c9a-1112-4499-9514-c071d071d528,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:24:50.532560 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e41de-e024-4f32-b77e-380a109787cf req-36ef9bc1-15e7-4d11-94d6-cda0c5fcc56a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:24:50.533222 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-c45e41de-e024-4f32-b77e-380a109787cf req-36ef9bc1-15e7-4d11-94d6-cda0c5fcc56a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Synchronizing usage tracker for tenant:7911800738e24c8486ca50d4f9ead214 on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:24:50.551360 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-c45e41de-e024-4f32-b77e-380a109787cf req-36ef9bc1-15e7-4d11-94d6-cda0c5fcc56a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Unset dirty status for tenant:7911800738e24c8486ca50d4f9ead214 on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:24:50.552604 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c45e41de-e024-4f32-b77e-380a109787cf req-36ef9bc1-15e7-4d11-94d6-cda0c5fcc56a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/networks?id=c4465532-7ee4-4c0f-8d48-b8c12f83c98d HTTP/1.1" status: 200 len: 796 time: 0.2725928 Apr 20 18:24:50.569387 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c45e41de-e024-4f32-b77e-380a109787cf req-6b7c3f10-971b-415a-8b50-e442edbb216f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/quotas/7911800738e24c8486ca50d4f9ead214 HTTP/1.1" status: 200 len: 375 time: 0.0114913 Apr 20 18:24:50.657729 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-c45e41de-e024-4f32-b77e-380a109787cf req-e58d3537-13ba-46ab-b667-2510362813a1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Synchronizing usage tracker for tenant:7911800738e24c8486ca50d4f9ead214 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:24:50.675800 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-c45e41de-e024-4f32-b77e-380a109787cf req-e58d3537-13ba-46ab-b667-2510362813a1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Unset dirty status for tenant:7911800738e24c8486ca50d4f9ead214 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:24:50.677000 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c45e41de-e024-4f32-b77e-380a109787cf req-e58d3537-13ba-46ab-b667-2510362813a1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027217 Apr 20 18:24:50.816993 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c45e41de-e024-4f32-b77e-380a109787cf req-01f5ae77-9c90-4507-9e23-5618dbbed54c service neutron] 10.222.0.39 "GET /v2.0/networks/c4465532-7ee4-4c0f-8d48-b8c12f83c98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233671 Apr 20 18:24:50.950741 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c45e41de-e024-4f32-b77e-380a109787cf req-1a7fea14-987d-413e-b7e5-db216050cb05 service neutron] 10.222.0.39 "GET /v2.0/networks/c4465532-7ee4-4c0f-8d48-b8c12f83c98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278925 Apr 20 18:24:51.142047 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-e61e0be0-bd89-417c-ae9e-9488031118d5 req-98ab1088-7f47-4155-83bd-90a6bcfbdd4b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Synchronizing usage tracker for tenant:7911800738e24c8486ca50d4f9ead214 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:24:51.153694 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-e61e0be0-bd89-417c-ae9e-9488031118d5 req-98ab1088-7f47-4155-83bd-90a6bcfbdd4b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Unset dirty status for tenant:7911800738e24c8486ca50d4f9ead214 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:24:51.154876 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e61e0be0-bd89-417c-ae9e-9488031118d5 req-98ab1088-7f47-4155-83bd-90a6bcfbdd4b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 210 time: 0.0575786 Apr 20 18:24:51.197046 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230705cf-95a8-4784-8ce0-067fadbfefeb None None] Sync routers for ids ['0e1cb543-a87d-4f56-bddf-2acb3eadc437'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:24:51.208837 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230705cf-95a8-4784-8ce0-067fadbfefeb None None] Routers {'0e1cb543-a87d-4f56-bddf-2acb3eadc437'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:24:51.209431 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-230705cf-95a8-4784-8ce0-067fadbfefeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:24:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0e1cb543-a87d-4f56-bddf-2acb3eadc437'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:24:51.389714 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-230705cf-95a8-4784-8ce0-067fadbfefeb None None] Set router 0e1cb543-a87d-4f56-bddf-2acb3eadc437 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:24:51.728329 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-230705cf-95a8-4784-8ce0-067fadbfefeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1379366735', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:24:44Z', 'updated_at': '2022-04-20T18:24:48Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': 'b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:24:44Z', 'updated_at': '2022-04-20T18:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb', 'name': '', 'network_id': 'c4465532-7ee4-4c0f-8d48-b8c12f83c98d', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:67:08:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b98f9ab7-e1ba-4780-b586-9481718bd8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:24:48Z', 'updated_at': '2022-04-20T18:24:49Z', 'revision_number': 2, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': 'b98f9ab7-e1ba-4780-b586-9481718bd8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:24:51.732443 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230705cf-95a8-4784-8ce0-067fadbfefeb None None] Checking router: 0e1cb543-a87d-4f56-bddf-2acb3eadc437 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:24:51.732780 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230705cf-95a8-4784-8ce0-067fadbfefeb None None] Updating router 0e1cb543-a87d-4f56-bddf-2acb3eadc437 port 6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 18:24:51.768409 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:24:51.826307 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-230705cf-95a8-4784-8ce0-067fadbfefeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:51.947291 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:24:51.947647 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:52.172189 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cc526c9a-1112-4499-9514-c071d071d528 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:24:52.270550 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d5f1aa36-58cf-4a96-8e78-f786b718c750 req-71d1af87-7e18-4746-ad91-20e55683e9d9 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 210 time: 0.0474470 Apr 20 18:24:52.301925 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port cc526c9a-1112-4499-9514-c071d071d528 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:24:52.302427 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:52.343242 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-230705cf-95a8-4784-8ce0-067fadbfefeb None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:52.367778 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-230705cf-95a8-4784-8ce0-067fadbfefeb None None] Transition to ACTIVE for port object 6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:24:52.379080 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-230705cf-95a8-4784-8ce0-067fadbfefeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:52.543721 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee450c03-a443-4cb3-b702-1b9b41fd35b0 None None] Pushing event updated for resources: {'Port': ['ID=6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:24:52.641084 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-230705cf-95a8-4784-8ce0-067fadbfefeb None None] Attempting to bind port 6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:24:52.641469 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-230705cf-95a8-4784-8ce0-067fadbfefeb None None] Attempting to bind port 6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '363ce0f6-cf7d-426e-b964-06de48119336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c4465532-7ee4-4c0f-8d48-b8c12f83c98d'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:24:52.641820 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230705cf-95a8-4784-8ce0-067fadbfefeb None None] Attempting to bind port 6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb on network c4465532-7ee4-4c0f-8d48-b8c12f83c98d {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:24:52.648383 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230705cf-95a8-4784-8ce0-067fadbfefeb None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:24:52.648717 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230705cf-95a8-4784-8ce0-067fadbfefeb None None] Checking segment: {'id': '363ce0f6-cf7d-426e-b964-06de48119336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c4465532-7ee4-4c0f-8d48-b8c12f83c98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:24:52.649135 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-230705cf-95a8-4784-8ce0-067fadbfefeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:52.649516 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230705cf-95a8-4784-8ce0-067fadbfefeb None None] Bound using segment: {'id': '363ce0f6-cf7d-426e-b964-06de48119336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c4465532-7ee4-4c0f-8d48-b8c12f83c98d'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:24:52.649961 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-230705cf-95a8-4784-8ce0-067fadbfefeb None None] Bound port: 6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '363ce0f6-cf7d-426e-b964-06de48119336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c4465532-7ee4-4c0f-8d48-b8c12f83c98d'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:24:52.650361 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-230705cf-95a8-4784-8ce0-067fadbfefeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:52.752563 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-230705cf-95a8-4784-8ce0-067fadbfefeb None None] For port 6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:24:52.755774 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-230705cf-95a8-4784-8ce0-067fadbfefeb None None] For port 6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb,segment=NetworkSegment(363ce0f6-cf7d-426e-b964-06de48119336),segment_id=363ce0f6-cf7d-426e-b964-06de48119336)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:24:52.761987 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-230705cf-95a8-4784-8ce0-067fadbfefeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:52.858217 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee450c03-a443-4cb3-b702-1b9b41fd35b0 None None] Pushing event updated for resources: {'Port': ['ID=6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:24:52.861920 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230705cf-95a8-4784-8ce0-067fadbfefeb None None] Routers {'0e1cb543-a87d-4f56-bddf-2acb3eadc437'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:24:52.862615 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-230705cf-95a8-4784-8ce0-067fadbfefeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:24:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0e1cb543-a87d-4f56-bddf-2acb3eadc437'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:24:53.037563 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-230705cf-95a8-4784-8ce0-067fadbfefeb None None] Set router 0e1cb543-a87d-4f56-bddf-2acb3eadc437 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:24:53.390018 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7dd08d92-3731-4d89-8f8e-1748e3bbde2a req-a37dcf96-11f7-49b5-b429-5e4663dbeba6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 210 time: 0.0400259 Apr 20 18:24:53.393857 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-230705cf-95a8-4784-8ce0-067fadbfefeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1379366735', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:24:44Z', 'updated_at': '2022-04-20T18:24:48Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': 'b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:24:44Z', 'updated_at': '2022-04-20T18:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb', 'name': '', 'network_id': 'c4465532-7ee4-4c0f-8d48-b8c12f83c98d', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:67:08:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b98f9ab7-e1ba-4780-b586-9481718bd8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:24:48Z', 'updated_at': '2022-04-20T18:24:52Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': 'b98f9ab7-e1ba-4780-b586-9481718bd8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:24:53.397916 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230705cf-95a8-4784-8ce0-067fadbfefeb None None] The sync data for ids ['0e1cb543-a87d-4f56-bddf-2acb3eadc437'] in n-d-838032-1 is: [{'id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1379366735', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:24:44Z', 'updated_at': '2022-04-20T18:24:48Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': 'b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:24:44Z', 'updated_at': '2022-04-20T18:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb', 'name': '', 'network_id': 'c4465532-7ee4-4c0f-8d48-b8c12f83c98d', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:67:08:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b98f9ab7-e1ba-4780-b586-9481718bd8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:24:48Z', 'updated_at': '2022-04-20T18:24:52Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': 'b98f9ab7-e1ba-4780-b586-9481718bd8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:24:53.798230 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:24:53.872698 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:24:53.878249 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:24:53.878611 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:54.003787 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:54.036273 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb,segment=NetworkSegment(363ce0f6-cf7d-426e-b964-06de48119336),segment_id=363ce0f6-cf7d-426e-b964-06de48119336)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:24:54.041486 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:54.110523 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:24:54.406746 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e41de-e024-4f32-b77e-380a109787cf req-07162750-e373-4b3d-abf2-52fc1ef1cebf tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:24:54.408105 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c45e41de-e024-4f32-b77e-380a109787cf req-07162750-e373-4b3d-abf2-52fc1ef1cebf tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.10 "GET /v2.0/networks?id=c4465532-7ee4-4c0f-8d48-b8c12f83c98d HTTP/1.1" status: 200 len: 796 time: 0.1419678 Apr 20 18:24:54.470811 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-c45e41de-e024-4f32-b77e-380a109787cf req-a25da418-8f53-41ad-b12b-4a969d0d7450 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Synchronizing usage tracker for tenant:7911800738e24c8486ca50d4f9ead214 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:24:54.486990 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-c45e41de-e024-4f32-b77e-380a109787cf req-a25da418-8f53-41ad-b12b-4a969d0d7450 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Unset dirty status for tenant:7911800738e24c8486ca50d4f9ead214 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:24:54.488123 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c45e41de-e024-4f32-b77e-380a109787cf req-a25da418-8f53-41ad-b12b-4a969d0d7450 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7911800738e24c8486ca50d4f9ead214 HTTP/1.1" status: 200 len: 380 time: 0.0680702 Apr 20 18:24:54.497597 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-c45e41de-e024-4f32-b77e-380a109787cf req-ae9cab41-4114-4008-8b1b-7493a4aec79a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'port': {'device_id': '34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c', 'network_id': 'c4465532-7ee4-4c0f-8d48-b8c12f83c98d', 'admin_state_up': True, 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'security_groups': ['4163648b-c1ad-4b1b-abf9-e05c802a4f27']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:24:54.556336 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1b9605d2-5fb8-4397-8c08-f421d8136c14 req-b5af3fdc-cfd0-4a19-969e-bcbc0eaf2ec5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 210 time: 0.0403993 Apr 20 18:24:54.633407 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-c45e41de-e024-4f32-b77e-380a109787cf req-ae9cab41-4114-4008-8b1b-7493a4aec79a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:24:54.643972 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-c45e41de-e024-4f32-b77e-380a109787cf req-ae9cab41-4114-4008-8b1b-7493a4aec79a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:24:54.658350 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c45e41de-e024-4f32-b77e-380a109787cf req-ae9cab41-4114-4008-8b1b-7493a4aec79a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Made reservation on behalf of 7911800738e24c8486ca50d4f9ead214 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:24:54.661419 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c45e41de-e024-4f32-b77e-380a109787cf req-ae9cab41-4114-4008-8b1b-7493a4aec79a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:54.826079 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-c45e41de-e024-4f32-b77e-380a109787cf req-ae9cab41-4114-4008-8b1b-7493a4aec79a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Allocated IP 172.20.0.8 (c4465532-7ee4-4c0f-8d48-b8c12f83c98d/b98f9ab7-e1ba-4780-b586-9481718bd8ac/db201138-4c8f-4e3d-b7e2-3776531bcc8a) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:24:55.011217 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c45e41de-e024-4f32-b77e-380a109787cf req-ae9cab41-4114-4008-8b1b-7493a4aec79a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:55.027408 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-c45e41de-e024-4f32-b77e-380a109787cf req-ae9cab41-4114-4008-8b1b-7493a4aec79a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Transition to ACTIVE for port object db201138-4c8f-4e3d-b7e2-3776531bcc8a will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:24:55.050508 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c45e41de-e024-4f32-b77e-380a109787cf req-ae9cab41-4114-4008-8b1b-7493a4aec79a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:55.123959 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c45e41de-e024-4f32-b77e-380a109787cf req-ae9cab41-4114-4008-8b1b-7493a4aec79a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network c4465532-7ee4-4c0f-8d48-b8c12f83c98d is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:24:55.127059 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-c45e41de-e024-4f32-b77e-380a109787cf req-ae9cab41-4114-4008-8b1b-7493a4aec79a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:24:55.131286 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45e41de-e024-4f32-b77e-380a109787cf req-ae9cab41-4114-4008-8b1b-7493a4aec79a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:24:55.155619 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9cab41-4114-4008-8b1b-7493a4aec79a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Port': ['ID=db201138-4c8f-4e3d-b7e2-3776531bcc8a,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:24:55.181961 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9cab41-4114-4008-8b1b-7493a4aec79a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:24:55.182206 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9cab41-4114-4008-8b1b-7493a4aec79a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:24:55.182548 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9cab41-4114-4008-8b1b-7493a4aec79a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:24:55.182882 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9cab41-4114-4008-8b1b-7493a4aec79a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:24:55.183206 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9cab41-4114-4008-8b1b-7493a4aec79a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:24:55.183522 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9cab41-4114-4008-8b1b-7493a4aec79a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:24:55.183831 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9cab41-4114-4008-8b1b-7493a4aec79a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:24:55.184146 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9cab41-4114-4008-8b1b-7493a4aec79a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:24:55.184452 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9cab41-4114-4008-8b1b-7493a4aec79a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:24:55.184767 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9cab41-4114-4008-8b1b-7493a4aec79a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:24:55.185059 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9cab41-4114-4008-8b1b-7493a4aec79a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:24:55.205980 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e41de-e024-4f32-b77e-380a109787cf req-ae9cab41-4114-4008-8b1b-7493a4aec79a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:24:55.206619 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c45e41de-e024-4f32-b77e-380a109787cf req-ae9cab41-4114-4008-8b1b-7493a4aec79a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:55.234474 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c45e41de-e024-4f32-b77e-380a109787cf req-ae9cab41-4114-4008-8b1b-7493a4aec79a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7410343 Apr 20 18:24:55.246918 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-c45e41de-e024-4f32-b77e-380a109787cf req-ad1255f9-a052-41dd-a516-e7b48902eefe service neutron] Request body: {'port': {'device_id': '34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:24:55.346563 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-31913dbd-87b6-4c02-8a6f-8e2ff343407a None None] Provisioning for port db201138-4c8f-4e3d-b7e2-3776531bcc8a completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:24:55.352235 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-31913dbd-87b6-4c02-8a6f-8e2ff343407a None None] Provisioning complete for port db201138-4c8f-4e3d-b7e2-3776531bcc8a triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:24:55.352686 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-31913dbd-87b6-4c02-8a6f-8e2ff343407a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:55.410245 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-31913dbd-87b6-4c02-8a6f-8e2ff343407a None None] Port db201138-4c8f-4e3d-b7e2-3776531bcc8a cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:24:55.454577 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c45e41de-e024-4f32-b77e-380a109787cf req-ad1255f9-a052-41dd-a516-e7b48902eefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:55.767199 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:24:55.832221 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:24:55.832605 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:55.834323 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-c45e41de-e024-4f32-b77e-380a109787cf req-ad1255f9-a052-41dd-a516-e7b48902eefe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db201138-4c8f-4e3d-b7e2-3776531bcc8a {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:24:55.843131 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c45e41de-e024-4f32-b77e-380a109787cf req-ad1255f9-a052-41dd-a516-e7b48902eefe service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:55.866972 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-c45e41de-e024-4f32-b77e-380a109787cf req-ad1255f9-a052-41dd-a516-e7b48902eefe service neutron] Transition to ACTIVE for port object db201138-4c8f-4e3d-b7e2-3776531bcc8a will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:24:55.874953 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c45e41de-e024-4f32-b77e-380a109787cf req-ad1255f9-a052-41dd-a516-e7b48902eefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:55.929495 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9bcd6-671b-4623-b6cd-7eb22d8a470f req-7f17ea9b-fe73-49b5-8668-20fc48c52f59 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:24:55.930171 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-67b9bcd6-671b-4623-b6cd-7eb22d8a470f req-7f17ea9b-fe73-49b5-8668-20fc48c52f59 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Synchronizing usage tracker for tenant:7911800738e24c8486ca50d4f9ead214 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:24:56.014799 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1255f9-a052-41dd-a516-e7b48902eefe service neutron] Pushing event updated for resources: {'Port': ['ID=db201138-4c8f-4e3d-b7e2-3776531bcc8a,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:24:56.022647 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-67b9bcd6-671b-4623-b6cd-7eb22d8a470f req-7f17ea9b-fe73-49b5-8668-20fc48c52f59 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Unset dirty status for tenant:7911800738e24c8486ca50d4f9ead214 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:24:56.026722 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-67b9bcd6-671b-4623-b6cd-7eb22d8a470f req-7f17ea9b-fe73-49b5-8668-20fc48c52f59 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 931 time: 0.3493602 Apr 20 18:24:56.149116 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-67b9bcd6-671b-4623-b6cd-7eb22d8a470f req-1460054f-b6fa-42fc-aec0-0a6f5218b080 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=4163648b-c1ad-4b1b-abf9-e05c802a4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190982 Apr 20 18:24:56.166305 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-c45e41de-e024-4f32-b77e-380a109787cf req-ad1255f9-a052-41dd-a516-e7b48902eefe service neutron] Attempting to bind port db201138-4c8f-4e3d-b7e2-3776531bcc8a on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:24:56.166610 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-c45e41de-e024-4f32-b77e-380a109787cf req-ad1255f9-a052-41dd-a516-e7b48902eefe service neutron] Attempting to bind port db201138-4c8f-4e3d-b7e2-3776531bcc8a by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '363ce0f6-cf7d-426e-b964-06de48119336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c4465532-7ee4-4c0f-8d48-b8c12f83c98d'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:24:56.166928 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45e41de-e024-4f32-b77e-380a109787cf req-ad1255f9-a052-41dd-a516-e7b48902eefe service neutron] Attempting to bind port db201138-4c8f-4e3d-b7e2-3776531bcc8a on network c4465532-7ee4-4c0f-8d48-b8c12f83c98d {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:24:56.173411 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45e41de-e024-4f32-b77e-380a109787cf req-ad1255f9-a052-41dd-a516-e7b48902eefe service neutron] Port db201138-4c8f-4e3d-b7e2-3776531bcc8a on network c4465532-7ee4-4c0f-8d48-b8c12f83c98d not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 18:24:56.173728 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45e41de-e024-4f32-b77e-380a109787cf req-ad1255f9-a052-41dd-a516-e7b48902eefe service neutron] Attempting to bind port db201138-4c8f-4e3d-b7e2-3776531bcc8a on network c4465532-7ee4-4c0f-8d48-b8c12f83c98d {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:24:56.180194 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45e41de-e024-4f32-b77e-380a109787cf req-ad1255f9-a052-41dd-a516-e7b48902eefe service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:24:56.180543 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45e41de-e024-4f32-b77e-380a109787cf req-ad1255f9-a052-41dd-a516-e7b48902eefe service neutron] Checking segment: {'id': '363ce0f6-cf7d-426e-b964-06de48119336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c4465532-7ee4-4c0f-8d48-b8c12f83c98d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:24:56.180913 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45e41de-e024-4f32-b77e-380a109787cf req-ad1255f9-a052-41dd-a516-e7b48902eefe service neutron] Bound using segment: {'id': '363ce0f6-cf7d-426e-b964-06de48119336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c4465532-7ee4-4c0f-8d48-b8c12f83c98d'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:24:56.181339 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-c45e41de-e024-4f32-b77e-380a109787cf req-ad1255f9-a052-41dd-a516-e7b48902eefe service neutron] Bound port: db201138-4c8f-4e3d-b7e2-3776531bcc8a, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '363ce0f6-cf7d-426e-b964-06de48119336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c4465532-7ee4-4c0f-8d48-b8c12f83c98d'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:24:56.181677 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c45e41de-e024-4f32-b77e-380a109787cf req-ad1255f9-a052-41dd-a516-e7b48902eefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:56.274567 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-c45e41de-e024-4f32-b77e-380a109787cf req-ad1255f9-a052-41dd-a516-e7b48902eefe service neutron] For port db201138-4c8f-4e3d-b7e2-3776531bcc8a, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:24:56.279247 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-c45e41de-e024-4f32-b77e-380a109787cf req-ad1255f9-a052-41dd-a516-e7b48902eefe service neutron] For port db201138-4c8f-4e3d-b7e2-3776531bcc8a, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=db201138-4c8f-4e3d-b7e2-3776531bcc8a,segment=NetworkSegment(363ce0f6-cf7d-426e-b964-06de48119336),segment_id=363ce0f6-cf7d-426e-b964-06de48119336)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:24:56.286609 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c45e41de-e024-4f32-b77e-380a109787cf req-ad1255f9-a052-41dd-a516-e7b48902eefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:56.349599 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-c45e41de-e024-4f32-b77e-380a109787cf req-ad1255f9-a052-41dd-a516-e7b48902eefe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:24:56.350983 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c45e41de-e024-4f32-b77e-380a109787cf req-ad1255f9-a052-41dd-a516-e7b48902eefe service neutron] 10.222.0.10 "PUT /v2.0/ports/db201138-4c8f-4e3d-b7e2-3776531bcc8a HTTP/1.1" status: 200 len: 1091 time: 1.1088915 Apr 20 18:24:56.351431 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c', 'tag': 'db201138-4c8f-4e3d-b7e2-3776531bcc8a'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:24:56.369331 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1255f9-a052-41dd-a516-e7b48902eefe service neutron] Pushing event updated for resources: {'Port': ['ID=db201138-4c8f-4e3d-b7e2-3776531bcc8a,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:24:56.429912 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6545830-29c7-4fc3-bbfd-47d769633d04'] response: {'name': 'network-changed', 'server_uuid': '34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c', 'tag': 'db201138-4c8f-4e3d-b7e2-3776531bcc8a', 'status': 'completed', 'code': 200} Apr 20 18:24:56.467927 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c45e41de-e024-4f32-b77e-380a109787cf req-3bdc8043-00bb-449c-bbb4-765205f39440 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 1094 time: 0.0751712 Apr 20 18:24:56.539517 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c45e41de-e024-4f32-b77e-380a109787cf req-2e173ee8-13f5-4b48-85b4-78a39cffc9bd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db201138-4c8f-4e3d-b7e2-3776531bcc8a HTTP/1.1" status: 200 len: 217 time: 0.0647593 Apr 20 18:24:56.600621 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e41de-e024-4f32-b77e-380a109787cf req-3e7178c6-6e48-4c2f-844d-5896761df620 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:24:56.602029 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c45e41de-e024-4f32-b77e-380a109787cf req-3e7178c6-6e48-4c2f-844d-5896761df620 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b98f9ab7-e1ba-4780-b586-9481718bd8ac HTTP/1.1" status: 200 len: 835 time: 0.0572155 Apr 20 18:24:56.679527 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c45e41de-e024-4f32-b77e-380a109787cf req-baf5f054-0f74-4a06-b92e-c8e59afb9e5a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c4465532-7ee4-4c0f-8d48-b8c12f83c98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714974 Apr 20 18:24:56.808585 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c45e41de-e024-4f32-b77e-380a109787cf req-333b8c27-96de-4291-8194-45a4c1e13487 service neutron] 10.222.0.10 "GET /v2.0/networks/c4465532-7ee4-4c0f-8d48-b8c12f83c98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233630 Apr 20 18:24:56.938406 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c45e41de-e024-4f32-b77e-380a109787cf req-36d12864-7eee-4e9e-8600-28dd355576d6 service neutron] 10.222.0.10 "GET /v2.0/networks/c4465532-7ee4-4c0f-8d48-b8c12f83c98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239207 Apr 20 18:24:57.062242 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c080f73e-a6ba-43c3-b4ba-02cbfc4151d5 req-0a6474e4-20cf-4858-a2a3-911cd0a41333 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 1094 time: 0.0747159 Apr 20 18:24:57.339686 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080f73e-a6ba-43c3-b4ba-02cbfc4151d5 req-530ad19d-bbbb-42f8-905b-fc30708ac7f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:24:57.341140 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c080f73e-a6ba-43c3-b4ba-02cbfc4151d5 req-530ad19d-bbbb-42f8-905b-fc30708ac7f0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c4465532-7ee4-4c0f-8d48-b8c12f83c98d HTTP/1.1" status: 200 len: 897 time: 0.2723165 Apr 20 18:24:57.414910 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c080f73e-a6ba-43c3-b4ba-02cbfc4151d5 req-a3f7c026-cee8-4c78-8333-fe31a6fd9e29 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db201138-4c8f-4e3d-b7e2-3776531bcc8a HTTP/1.1" status: 200 len: 217 time: 0.0651019 Apr 20 18:24:57.473939 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657703cf-ee84-4b02-8e58-f6e640ea4510 req-5513fed1-e0fd-4d02-8e72-553c181c4303 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:24:57.475402 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-657703cf-ee84-4b02-8e58-f6e640ea4510 req-5513fed1-e0fd-4d02-8e72-553c181c4303 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 943 time: 0.2008183 Apr 20 18:24:57.505134 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080f73e-a6ba-43c3-b4ba-02cbfc4151d5 req-9782c9f8-96f8-4419-9171-6ccbf63b5b2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:24:57.506556 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c080f73e-a6ba-43c3-b4ba-02cbfc4151d5 req-9782c9f8-96f8-4419-9171-6ccbf63b5b2e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b98f9ab7-e1ba-4780-b586-9481718bd8ac HTTP/1.1" status: 200 len: 835 time: 0.0855460 Apr 20 18:24:57.568603 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-657703cf-ee84-4b02-8e58-f6e640ea4510 req-c34e702b-6263-4ce7-9517-24a0d427915c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=4163648b-c1ad-4b1b-abf9-e05c802a4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863018 Apr 20 18:24:57.594783 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c080f73e-a6ba-43c3-b4ba-02cbfc4151d5 req-d1269ccb-78e2-4542-b5ea-e8d74997d919 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c4465532-7ee4-4c0f-8d48-b8c12f83c98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773957 Apr 20 18:24:57.727410 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c080f73e-a6ba-43c3-b4ba-02cbfc4151d5 req-e3148f56-4420-4e93-86e0-72220206fce5 service neutron] 10.222.0.10 "GET /v2.0/networks/c4465532-7ee4-4c0f-8d48-b8c12f83c98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247041 Apr 20 18:24:57.858849 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c080f73e-a6ba-43c3-b4ba-02cbfc4151d5 req-82d814a2-77df-48ab-b649-f5ad6f562e4d service neutron] 10.222.0.10 "GET /v2.0/networks/c4465532-7ee4-4c0f-8d48-b8c12f83c98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246691 Apr 20 18:24:58.583297 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:24:58.769338 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98c148-423e-4cd2-a0a8-b4d20d30069c req-073611e1-8d8d-4861-9979-2637b0cf30bd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:24:58.770834 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dc98c148-423e-4cd2-a0a8-b4d20d30069c req-073611e1-8d8d-4861-9979-2637b0cf30bd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 943 time: 0.0786088 Apr 20 18:24:58.818172 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dc98c148-423e-4cd2-a0a8-b4d20d30069c req-38e8a56f-5ae3-4536-87ba-7d32a0b015d1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=4163648b-c1ad-4b1b-abf9-e05c802a4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393145 Apr 20 18:25:00.043166 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69abba-5f93-4987-ba28-719a3bc933cf req-49649ada-9d10-48d2-a15b-bda9d1013c8a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:25:00.044628 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ab69abba-5f93-4987-ba28-719a3bc933cf req-49649ada-9d10-48d2-a15b-bda9d1013c8a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 943 time: 0.0988498 Apr 20 18:25:00.092911 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ab69abba-5f93-4987-ba28-719a3bc933cf req-e6c716a7-7955-49d0-b0d5-150943903618 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=4163648b-c1ad-4b1b-abf9-e05c802a4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399935 Apr 20 18:25:00.606108 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device db201138-4c8f-4e3d-b7e2-3776531bcc8a details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:25:00.750593 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port db201138-4c8f-4e3d-b7e2-3776531bcc8a, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=db201138-4c8f-4e3d-b7e2-3776531bcc8a,segment=NetworkSegment(363ce0f6-cf7d-426e-b964-06de48119336),segment_id=363ce0f6-cf7d-426e-b964-06de48119336)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:25:00.763739 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': 'db201138-4c8f-4e3d-b7e2-3776531bcc8a', 'network_id': 'c4465532-7ee4-4c0f-8d48-b8c12f83c98d', 'port_id': 'db201138-4c8f-4e3d-b7e2-3776531bcc8a', 'mac_address': 'fa:16:3e:79:a2:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b98f9ab7-e1ba-4780-b586-9481718bd8ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:25:00.817591 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:25:00.834394 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db201138-4c8f-4e3d-b7e2-3776531bcc8a {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:25:00.849086 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port db201138-4c8f-4e3d-b7e2-3776531bcc8a, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=db201138-4c8f-4e3d-b7e2-3776531bcc8a,segment=NetworkSegment(363ce0f6-cf7d-426e-b964-06de48119336),segment_id=363ce0f6-cf7d-426e-b964-06de48119336)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:25:00.855361 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:25:00.924442 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=db201138-4c8f-4e3d-b7e2-3776531bcc8a,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:25:00.933078 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:25:00.933416 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:25:00.933748 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:25:00.934093 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:25:00.934420 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:25:00.934742 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:25:00.935060 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:25:00.935377 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:25:00.935691 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:25:00.936000 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:25:00.936313 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:25:01.188785 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['db201138-4c8f-4e3d-b7e2-3776531bcc8a'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:25:01.307274 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17d7f3-d7d8-4f0c-b24e-be6790278c26 req-af068729-3983-491a-9120-0dff23c870d0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:25:01.308802 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d17d7f3-d7d8-4f0c-b24e-be6790278c26 req-af068729-3983-491a-9120-0dff23c870d0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 944 time: 0.0762472 Apr 20 18:25:01.354232 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d17d7f3-d7d8-4f0c-b24e-be6790278c26 req-a070ff34-5f35-48e5-9112-1e0ad325fb81 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=4163648b-c1ad-4b1b-abf9-e05c802a4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392368 Apr 20 18:25:02.563451 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7d963-76fa-4d52-85fe-1a86ea8f7c01 req-0c17ad26-1daa-4139-a6f9-ce8f13cac1a5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:25:02.564879 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d6f7d963-76fa-4d52-85fe-1a86ea8f7c01 req-0c17ad26-1daa-4139-a6f9-ce8f13cac1a5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 944 time: 0.0815575 Apr 20 18:25:02.603695 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device db201138-4c8f-4e3d-b7e2-3776531bcc8a up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:25:02.615519 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d6f7d963-76fa-4d52-85fe-1a86ea8f7c01 req-53f253aa-e814-4faf-a04a-9a1b9681e1c1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=4163648b-c1ad-4b1b-abf9-e05c802a4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424964 Apr 20 18:25:02.675033 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port db201138-4c8f-4e3d-b7e2-3776531bcc8a completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:25:02.679689 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port db201138-4c8f-4e3d-b7e2-3776531bcc8a triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:25:02.680047 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:25:02.803510 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:25:02.831063 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db201138-4c8f-4e3d-b7e2-3776531bcc8a'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:25:02.840823 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port db201138-4c8f-4e3d-b7e2-3776531bcc8a, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=db201138-4c8f-4e3d-b7e2-3776531bcc8a,segment=NetworkSegment(363ce0f6-cf7d-426e-b964-06de48119336),segment_id=363ce0f6-cf7d-426e-b964-06de48119336)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:25:02.845808 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:25:02.890244 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50cfa9fb-777e-4c30-8db4-63d03fb8f4da'] response: {'server_uuid': '34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db201138-4c8f-4e3d-b7e2-3776531bcc8a', 'code': 200} Apr 20 18:25:02.914715 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=db201138-4c8f-4e3d-b7e2-3776531bcc8a,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:25:03.011439 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fa5d62af-f0fc-4c41-8f25-b08fd354392b req-cd15f0df-33db-4499-b7ae-a64f66a86ccd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 1096 time: 0.0682106 Apr 20 18:25:03.054934 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fa5d62af-f0fc-4c41-8f25-b08fd354392b req-56c7566c-7760-4f7e-8e6a-d208b83ba246 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4163648b-c1ad-4b1b-abf9-e05c802a4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368180 Apr 20 18:25:03.822809 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3576158-85a1-4795-a1ba-987b3c517667 req-2faf8650-f457-41e1-bc9f-362968acdcc4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:25:03.824242 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e3576158-85a1-4795-a1ba-987b3c517667 req-2faf8650-f457-41e1-bc9f-362968acdcc4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 945 time: 0.0831943 Apr 20 18:25:03.872383 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e3576158-85a1-4795-a1ba-987b3c517667 req-a50c31d6-522b-47ae-8349-d21f192337bd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=4163648b-c1ad-4b1b-abf9-e05c802a4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402069 Apr 20 18:25:05.081364 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cc79e-a33f-43a5-9794-b17de2222015 req-014b722c-d165-4dd5-bd74-276dcb4333b2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:25:05.082838 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-454cc79e-a33f-43a5-9794-b17de2222015 req-014b722c-d165-4dd5-bd74-276dcb4333b2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 945 time: 0.0799670 Apr 20 18:25:05.132318 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-454cc79e-a33f-43a5-9794-b17de2222015 req-72d8cf7c-d27c-4358-b0bf-f04ffa0c5b78 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=4163648b-c1ad-4b1b-abf9-e05c802a4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412922 Apr 20 18:25:05.343144 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdb41d-26f3-4836-9e28-c2aec74a7c5a req-2b98f30a-6ce6-4bc0-9021-42971a92784a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:25:05.344660 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9fbdb41d-26f3-4836-9e28-c2aec74a7c5a req-2b98f30a-6ce6-4bc0-9021-42971a92784a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 945 time: 0.0875633 Apr 20 18:25:05.393710 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9fbdb41d-26f3-4836-9e28-c2aec74a7c5a req-bc86e19e-b229-455f-9790-6de33e718503 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=4163648b-c1ad-4b1b-abf9-e05c802a4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407176 Apr 20 18:25:05.421513 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38374) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:25:05.491319 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-bf699fe1-41e1-443a-bdd2-ce1277c21280 tempest-TestNetworkAdvancedServerOps-1754895831 tempest-TestNetworkAdvancedServerOps-1754895831-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 1091 time: 0.0687010 Apr 20 18:25:05.495423 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38378) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:25:05.501695 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-a7d86b5e-ad0b-4b3a-9fec-98fee13e44d4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'port_id': 'db201138-4c8f-4e3d-b7e2-3776531bcc8a', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:25:05.509926 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-a7d86b5e-ad0b-4b3a-9fec-98fee13e44d4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:25:05.514086 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a7d86b5e-ad0b-4b3a-9fec-98fee13e44d4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:floatingip and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:25:05.517077 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a7d86b5e-ad0b-4b3a-9fec-98fee13e44d4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:25:05.525284 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-a7d86b5e-ad0b-4b3a-9fec-98fee13e44d4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:25:05.543935 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7d86b5e-ad0b-4b3a-9fec-98fee13e44d4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:25:05.682894 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7d86b5e-ad0b-4b3a-9fec-98fee13e44d4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:25:05.829336 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-a7d86b5e-ad0b-4b3a-9fec-98fee13e44d4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Allocated IP 172.25.8.201 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/74b4271b-f569-4f20-a70e-a821a3869b40) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:25:05.973869 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7d86b5e-ad0b-4b3a-9fec-98fee13e44d4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:25:06.003730 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7d86b5e-ad0b-4b3a-9fec-98fee13e44d4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:25:06.072122 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d86b5e-ad0b-4b3a-9fec-98fee13e44d4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:25:06.074931 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-a7d86b5e-ad0b-4b3a-9fec-98fee13e44d4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:25:06.079236 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d86b5e-ad0b-4b3a-9fec-98fee13e44d4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:25:06.102392 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d86b5e-ad0b-4b3a-9fec-98fee13e44d4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Port': ['ID=74b4271b-f569-4f20-a70e-a821a3869b40,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:25:06.672630 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7d86b5e-ad0b-4b3a-9fec-98fee13e44d4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:25:06.728588 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7d86b5e-ad0b-4b3a-9fec-98fee13e44d4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:25:06.934701 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7d86b5e-ad0b-4b3a-9fec-98fee13e44d4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:25:06.942279 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7d86b5e-ad0b-4b3a-9fec-98fee13e44d4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:25:07.044629 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d86b5e-ad0b-4b3a-9fec-98fee13e44d4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Port': ['ID=74b4271b-f569-4f20-a70e-a821a3869b40,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:25:07.061468 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7d86b5e-ad0b-4b3a-9fec-98fee13e44d4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:25:07.262297 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [None req-a7d86b5e-ad0b-4b3a-9fec-98fee13e44d4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Floating IP d9c308d0-eb77-438b-b803-6829fb416076 associated. External IP: 172.25.8.201, port: db201138-4c8f-4e3d-b7e2-3776531bcc8a. Apr 20 18:25:07.662728 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d86b5e-ad0b-4b3a-9fec-98fee13e44d4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Router 0e1cb543-a87d-4f56-bddf-2acb3eadc437 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:25:07.865257 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d86b5e-ad0b-4b3a-9fec-98fee13e44d4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:25:07.876376 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644bbab4-5be5-417c-bb8e-dc4e451ace24 None None] Sync routers for ids ['0e1cb543-a87d-4f56-bddf-2acb3eadc437'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:25:07.888853 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644bbab4-5be5-417c-bb8e-dc4e451ace24 None None] Routers {'0e1cb543-a87d-4f56-bddf-2acb3eadc437'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:25:07.889450 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-644bbab4-5be5-417c-bb8e-dc4e451ace24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:24:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0e1cb543-a87d-4f56-bddf-2acb3eadc437'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:25:07.891714 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a7d86b5e-ad0b-4b3a-9fec-98fee13e44d4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:25:07.947506 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a7d86b5e-ad0b-4b3a-9fec-98fee13e44d4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4509475 Apr 20 18:25:07.948050 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c', 'tag': 'db201138-4c8f-4e3d-b7e2-3776531bcc8a'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:25:08.069880 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-644bbab4-5be5-417c-bb8e-dc4e451ace24 None None] Set router 0e1cb543-a87d-4f56-bddf-2acb3eadc437 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:25:08.198403 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e0218412-40ea-4678-a4ad-9413984cb99e req-495b5141-9ec1-4915-8495-651357725fdb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 1096 time: 0.0750790 Apr 20 18:25:08.212110 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d133a992-3c6b-4bb9-a891-259992414243'] response: {'name': 'network-changed', 'server_uuid': '34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c', 'tag': 'db201138-4c8f-4e3d-b7e2-3776531bcc8a', 'status': 'completed', 'code': 200} Apr 20 18:25:08.255374 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cee731-c6af-44a7-952e-b5d296c3a820 req-8ad179c8-49ee-4f0c-a4ba-18056cd3e851 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:25:08.256902 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c0cee731-c6af-44a7-952e-b5d296c3a820 req-8ad179c8-49ee-4f0c-a4ba-18056cd3e851 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 945 time: 0.2069857 Apr 20 18:25:08.304064 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c0cee731-c6af-44a7-952e-b5d296c3a820 req-6980db2f-5b49-49a0-a0ab-5b14c3209dbc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=4163648b-c1ad-4b1b-abf9-e05c802a4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412388 Apr 20 18:25:08.331433 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0218412-40ea-4678-a4ad-9413984cb99e req-abde4806-2017-4a5e-b287-17848ce24ad2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:25:08.332901 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e0218412-40ea-4678-a4ad-9413984cb99e req-abde4806-2017-4a5e-b287-17848ce24ad2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c4465532-7ee4-4c0f-8d48-b8c12f83c98d HTTP/1.1" status: 200 len: 897 time: 0.1285865 Apr 20 18:25:08.333348 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38388) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:25:08.430474 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-644bbab4-5be5-417c-bb8e-dc4e451ace24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1379366735', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:24:44Z', 'updated_at': '2022-04-20T18:24:48Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': 'b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:24:44Z', 'updated_at': '2022-04-20T18:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'd9c308d0-eb77-438b-b803-6829fb416076', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'port_id': 'db201138-4c8f-4e3d-b7e2-3776531bcc8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4465532-7ee4-4c0f-8d48-b8c12f83c98d', 'mac_address': 'fa:16:3e:79:a2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:25:06Z', 'updated_at': '2022-04-20T18:25:06Z', 'revision_number': 0, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb', 'name': '', 'network_id': 'c4465532-7ee4-4c0f-8d48-b8c12f83c98d', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:67:08:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b98f9ab7-e1ba-4780-b586-9481718bd8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:24:48Z', 'updated_at': '2022-04-20T18:24:54Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': 'b98f9ab7-e1ba-4780-b586-9481718bd8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:25:08.435937 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644bbab4-5be5-417c-bb8e-dc4e451ace24 None None] Checking router: 0e1cb543-a87d-4f56-bddf-2acb3eadc437 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:25:08.438242 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e0218412-40ea-4678-a4ad-9413984cb99e req-1e9463f0-b086-40b3-8efc-6a0c78c90f26 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db201138-4c8f-4e3d-b7e2-3776531bcc8a HTTP/1.1" status: 200 len: 999 time: 0.0981019 Apr 20 18:25:08.438421 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-4c109d1a-6a68-4102-9d61-1341918ff716 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/floatingips/d9c308d0-eb77-438b-b803-6829fb416076 HTTP/1.1" status: 200 len: 991 time: 0.1031890 Apr 20 18:25:08.448817 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644bbab4-5be5-417c-bb8e-dc4e451ace24 None None] Routers {'0e1cb543-a87d-4f56-bddf-2acb3eadc437'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:25:08.449335 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-644bbab4-5be5-417c-bb8e-dc4e451ace24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:24:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0e1cb543-a87d-4f56-bddf-2acb3eadc437'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:25:08.499015 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0218412-40ea-4678-a4ad-9413984cb99e req-67090d99-2c4e-4594-9373-5c1ba074af56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:25:08.500489 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e0218412-40ea-4678-a4ad-9413984cb99e req-67090d99-2c4e-4594-9373-5c1ba074af56 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b98f9ab7-e1ba-4780-b586-9481718bd8ac HTTP/1.1" status: 200 len: 835 time: 0.0560834 Apr 20 18:25:08.574555 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e0218412-40ea-4678-a4ad-9413984cb99e req-8ea95e46-ea6e-45c5-b287-39a8247e4c21 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c4465532-7ee4-4c0f-8d48-b8c12f83c98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673695 Apr 20 18:25:08.621828 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-644bbab4-5be5-417c-bb8e-dc4e451ace24 None None] Set router 0e1cb543-a87d-4f56-bddf-2acb3eadc437 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:25:08.795090 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e0218412-40ea-4678-a4ad-9413984cb99e req-cb702e71-7bd7-44d4-8a4d-056495a4553b service neutron] 10.222.0.10 "GET /v2.0/networks/c4465532-7ee4-4c0f-8d48-b8c12f83c98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142594 Apr 20 18:25:08.923739 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e0218412-40ea-4678-a4ad-9413984cb99e req-21c160a8-df49-4aaa-8b06-7788a4dc3f4d service neutron] 10.222.0.10 "GET /v2.0/networks/c4465532-7ee4-4c0f-8d48-b8c12f83c98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222320 Apr 20 18:25:08.967999 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-644bbab4-5be5-417c-bb8e-dc4e451ace24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1379366735', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:24:44Z', 'updated_at': '2022-04-20T18:24:48Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': 'b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:24:44Z', 'updated_at': '2022-04-20T18:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'd9c308d0-eb77-438b-b803-6829fb416076', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'port_id': 'db201138-4c8f-4e3d-b7e2-3776531bcc8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4465532-7ee4-4c0f-8d48-b8c12f83c98d', 'mac_address': 'fa:16:3e:79:a2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:25:06Z', 'updated_at': '2022-04-20T18:25:06Z', 'revision_number': 0, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb', 'name': '', 'network_id': 'c4465532-7ee4-4c0f-8d48-b8c12f83c98d', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:67:08:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b98f9ab7-e1ba-4780-b586-9481718bd8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:24:48Z', 'updated_at': '2022-04-20T18:24:54Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': 'b98f9ab7-e1ba-4780-b586-9481718bd8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:25:08.971854 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644bbab4-5be5-417c-bb8e-dc4e451ace24 None None] The sync data for ids ['0e1cb543-a87d-4f56-bddf-2acb3eadc437'] in n-d-838032-1 is: [{'id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1379366735', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:24:44Z', 'updated_at': '2022-04-20T18:24:48Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': 'b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:24:44Z', 'updated_at': '2022-04-20T18:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'd9c308d0-eb77-438b-b803-6829fb416076', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'port_id': 'db201138-4c8f-4e3d-b7e2-3776531bcc8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4465532-7ee4-4c0f-8d48-b8c12f83c98d', 'mac_address': 'fa:16:3e:79:a2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:25:06Z', 'updated_at': '2022-04-20T18:25:06Z', 'revision_number': 0, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb', 'name': '', 'network_id': 'c4465532-7ee4-4c0f-8d48-b8c12f83c98d', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:67:08:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b98f9ab7-e1ba-4780-b586-9481718bd8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:24:48Z', 'updated_at': '2022-04-20T18:24:54Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': 'b98f9ab7-e1ba-4780-b586-9481718bd8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:25:09.273451 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-22484db8-a948-43ff-8e4f-99bc5d7b4a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:25:09.441016 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38392) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:25:09.545114 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-3b5120c6-e6d6-4a28-b576-e5421a6d9c07 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/floatingips/d9c308d0-eb77-438b-b803-6829fb416076 HTTP/1.1" status: 200 len: 991 time: 0.1030183 Apr 20 18:25:10.206744 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835bb197-8937-4c0b-8e32-1fb44f1e8c99 None None] New status for floating IP d9c308d0-eb77-438b-b803-6829fb416076: ACTIVE {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 18:25:10.550414 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38396) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:25:10.658618 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e37e24a7-53d0-496f-b7b7-34ea046860b3 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/floatingips/d9c308d0-eb77-438b-b803-6829fb416076 HTTP/1.1" status: 200 len: 993 time: 0.1066415 Apr 20 18:25:11.436852 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8685cd64-4b76-457c-852b-2b576fff88e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:25:12.737093 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:25:13.000122 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:25:13.804527 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:25:14.317927 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:25:15.879886 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:25:35.583792 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:25:37.486041 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cbb6bada-4653-4ec8-8ad9-8da52c1773f6 req-29164c5d-93a8-4780-8c63-98c487c51c99 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1348588 Apr 20 18:25:37.638257 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cbb6bada-4653-4ec8-8ad9-8da52c1773f6 req-c0b13e18-7f02-45c1-8dda-27d920d02bda service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 1096 time: 0.0815105 Apr 20 18:25:37.784590 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6bada-4653-4ec8-8ad9-8da52c1773f6 req-e9ccd350-0897-4ee7-b584-9c6e3acab67f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:25:37.786036 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cbb6bada-4653-4ec8-8ad9-8da52c1773f6 req-e9ccd350-0897-4ee7-b584-9c6e3acab67f service neutron] 10.222.0.10 "GET /v2.0/networks?id=c4465532-7ee4-4c0f-8d48-b8c12f83c98d HTTP/1.1" status: 200 len: 897 time: 0.1285763 Apr 20 18:25:37.902717 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cbb6bada-4653-4ec8-8ad9-8da52c1773f6 req-ca469282-908e-4d07-acb9-c1d5f48af572 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db201138-4c8f-4e3d-b7e2-3776531bcc8a HTTP/1.1" status: 200 len: 1001 time: 0.1092496 Apr 20 18:25:37.967782 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6bada-4653-4ec8-8ad9-8da52c1773f6 req-5cc7e49d-abc3-4007-95f3-f3ca92ca9282 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:25:37.969104 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cbb6bada-4653-4ec8-8ad9-8da52c1773f6 req-5cc7e49d-abc3-4007-95f3-f3ca92ca9282 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b98f9ab7-e1ba-4780-b586-9481718bd8ac HTTP/1.1" status: 200 len: 835 time: 0.0611739 Apr 20 18:25:38.047493 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cbb6bada-4653-4ec8-8ad9-8da52c1773f6 req-043fd098-5421-47b3-a17c-34d9072c479b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c4465532-7ee4-4c0f-8d48-b8c12f83c98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711675 Apr 20 18:25:38.179642 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cbb6bada-4653-4ec8-8ad9-8da52c1773f6 req-e3672e98-618a-4ac8-85df-acd5996bbd80 service neutron] 10.222.0.10 "GET /v2.0/networks/c4465532-7ee4-4c0f-8d48-b8c12f83c98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243446 Apr 20 18:25:38.308260 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cbb6bada-4653-4ec8-8ad9-8da52c1773f6 req-eaba4b3e-a8e4-45bf-a2c6-788a7ad43d18 service neutron] 10.222.0.10 "GET /v2.0/networks/c4465532-7ee4-4c0f-8d48-b8c12f83c98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218100 Apr 20 18:25:39.273211 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a26ce9ff-eea4-43e5-ae49-21223eaa5385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:25:41.440745 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-33979c5e-6317-44b6-84a4-934bdf41411a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:25:42.747373 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:25:43.011165 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:25:43.823813 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:25:44.319978 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:25:45.894497 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:26:09.274969 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6c2afe83-e8dc-4ebe-a198-cee7ddfd1244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:26:09.757661 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ac110-7550-4ddb-9a64-0fb3c7a40267 req-e90b9b80-c8bc-435b-9dda-db59b1f2da06 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:26:09.759459 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-da7ac110-7550-4ddb-9a64-0fb3c7a40267 req-e90b9b80-c8bc-435b-9dda-db59b1f2da06 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 945 time: 0.0791709 Apr 20 18:26:09.809066 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-da7ac110-7550-4ddb-9a64-0fb3c7a40267 req-12766091-67fd-40b3-80ee-4afa77102b7f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=4163648b-c1ad-4b1b-abf9-e05c802a4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439062 Apr 20 18:26:11.095293 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924027b-f003-47c6-8cc8-33f78cf21552 req-52eabb0b-7af2-43a4-8db6-20c55ea06968 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:26:11.096730 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2924027b-f003-47c6-8cc8-33f78cf21552 req-52eabb0b-7af2-43a4-8db6-20c55ea06968 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 945 time: 0.1524105 Apr 20 18:26:11.144200 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2924027b-f003-47c6-8cc8-33f78cf21552 req-a1c35f0a-8029-462e-91df-9345ae472a5f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=4163648b-c1ad-4b1b-abf9-e05c802a4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391014 Apr 20 18:26:11.445747 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-34287dcd-0830-421a-8325-e6d666deae28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:26:12.365005 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff420a-a029-4a6f-817f-02c3659ef8a4 req-fe942bab-9c7b-40cd-bbd5-6f6cb2c389b5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:26:12.367312 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6bff420a-a029-4a6f-817f-02c3659ef8a4 req-fe942bab-9c7b-40cd-bbd5-6f6cb2c389b5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 945 time: 0.0792127 Apr 20 18:26:12.414792 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6bff420a-a029-4a6f-817f-02c3659ef8a4 req-ffa5213e-ad80-484e-acb3-86712559a054 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=4163648b-c1ad-4b1b-abf9-e05c802a4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396824 Apr 20 18:26:12.581516 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:26:12.744225 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:26:13.020729 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:26:13.613910 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c5f39-20bc-4d67-8897-f978b624f729 req-d3f2bda7-bd7f-4b31-9232-6cb5145410e8 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:26:13.615343 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8b5c5f39-20bc-4d67-8897-f978b624f729 req-d3f2bda7-bd7f-4b31-9232-6cb5145410e8 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 945 time: 0.0818365 Apr 20 18:26:13.662343 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8b5c5f39-20bc-4d67-8897-f978b624f729 req-70fa1f68-c609-462e-913a-d730151a0cb3 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=4163648b-c1ad-4b1b-abf9-e05c802a4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386901 Apr 20 18:26:13.819002 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:26:14.327613 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:26:14.879068 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11416553-19ee-4fb7-90c2-f4cd15fe0161 req-a25e7386-a77e-4e3f-8354-83d1ef296769 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:26:14.880474 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-11416553-19ee-4fb7-90c2-f4cd15fe0161 req-a25e7386-a77e-4e3f-8354-83d1ef296769 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 945 time: 0.0846937 Apr 20 18:26:14.929934 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-11416553-19ee-4fb7-90c2-f4cd15fe0161 req-71a0cf84-1f36-4e5e-949f-bdfaf7b138ff tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=4163648b-c1ad-4b1b-abf9-e05c802a4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411742 Apr 20 18:26:15.905326 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:26:16.149396 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7643525-bb61-4312-a7d5-d0a7e32330d6 req-6ea4766f-d392-41cb-83f0-afb8d1a60627 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:26:16.150752 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d7643525-bb61-4312-a7d5-d0a7e32330d6 req-6ea4766f-d392-41cb-83f0-afb8d1a60627 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 945 time: 0.0875642 Apr 20 18:26:16.200193 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d7643525-bb61-4312-a7d5-d0a7e32330d6 req-f408c72d-5443-4534-a1b1-c253cd9a8ea8 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=4163648b-c1ad-4b1b-abf9-e05c802a4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419590 Apr 20 18:26:17.402008 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bcf3c9-420f-4dc9-9d34-2e6ca52e91bd req-27d64da4-dabd-44c0-b9c3-2178a491b990 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:26:17.403481 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49bcf3c9-420f-4dc9-9d34-2e6ca52e91bd req-27d64da4-dabd-44c0-b9c3-2178a491b990 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 945 time: 0.0782030 Apr 20 18:26:17.450653 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-49bcf3c9-420f-4dc9-9d34-2e6ca52e91bd req-8ff09ce4-887c-4128-bc7e-49ad0bfa28f7 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=4163648b-c1ad-4b1b-abf9-e05c802a4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402861 Apr 20 18:26:18.662236 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6e580-b87b-4980-bb08-6a9d125513ff req-52ff0ccd-5305-49d4-9fec-ce5513d47901 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:26:18.663728 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c6f6e580-b87b-4980-bb08-6a9d125513ff req-52ff0ccd-5305-49d4-9fec-ce5513d47901 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 945 time: 0.0853221 Apr 20 18:26:18.708352 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c6f6e580-b87b-4980-bb08-6a9d125513ff req-7cd77110-7875-4d9f-a6f9-ad64e1a24aa1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=4163648b-c1ad-4b1b-abf9-e05c802a4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389829 Apr 20 18:26:19.917100 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3844e-497f-48fb-910d-93593c1db71c req-a0160e2b-ff56-4d48-a999-da31847e9e3d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:26:19.918588 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-97d3844e-497f-48fb-910d-93593c1db71c req-a0160e2b-ff56-4d48-a999-da31847e9e3d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 945 time: 0.0808880 Apr 20 18:26:19.968560 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-97d3844e-497f-48fb-910d-93593c1db71c req-cf97b56c-4492-4d7d-94ac-d4ecc84bdbf4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=4163648b-c1ad-4b1b-abf9-e05c802a4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412011 Apr 20 18:26:21.174585 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ba7fc-550f-4697-a5bd-70a01e2934d3 req-3d4ef465-62ce-4fa0-b009-76a6b4a4e785 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:26:21.176006 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d20ba7fc-550f-4697-a5bd-70a01e2934d3 req-3d4ef465-62ce-4fa0-b009-76a6b4a4e785 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 945 time: 0.0822811 Apr 20 18:26:21.220361 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d20ba7fc-550f-4697-a5bd-70a01e2934d3 req-98c910c3-86b3-4a8f-8149-2083868de4d6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=4163648b-c1ad-4b1b-abf9-e05c802a4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388262 Apr 20 18:26:21.248554 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38460) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:26:21.351814 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ad10f551-ecc2-4155-b48a-e1354c003b95 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/floatingips/d9c308d0-eb77-438b-b803-6829fb416076 HTTP/1.1" status: 200 len: 993 time: 0.1020784 Apr 20 18:26:22.963718 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52792855-ff84-462f-9fc2-6cc4f5dc8520 req-da8b4c50-f1f4-4854-9f23-6a3a76d51a9d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:26:22.965049 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-52792855-ff84-462f-9fc2-6cc4f5dc8520 req-da8b4c50-f1f4-4854-9f23-6a3a76d51a9d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 945 time: 0.2144742 Apr 20 18:26:22.970557 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d4ccc02-d86b-42bf-a510-b55a53cc1a91 req-59ebb740-e84c-4ef1-b337-bbb865242611 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 1096 time: 0.1805568 Apr 20 18:26:23.093650 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-52792855-ff84-462f-9fc2-6cc4f5dc8520 req-77d70d34-8156-470e-9420-d908eb58c151 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=4163648b-c1ad-4b1b-abf9-e05c802a4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221657 Apr 20 18:26:23.127904 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ccc02-d86b-42bf-a510-b55a53cc1a91 req-03c8cca5-1065-4338-82c4-0973080b8291 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:26:23.129347 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d4ccc02-d86b-42bf-a510-b55a53cc1a91 req-03c8cca5-1065-4338-82c4-0973080b8291 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c4465532-7ee4-4c0f-8d48-b8c12f83c98d HTTP/1.1" status: 200 len: 897 time: 0.1450870 Apr 20 18:26:23.230450 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d4ccc02-d86b-42bf-a510-b55a53cc1a91 req-7202f49f-a26f-4396-a1f0-228f24526a91 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db201138-4c8f-4e3d-b7e2-3776531bcc8a HTTP/1.1" status: 200 len: 1001 time: 0.0948377 Apr 20 18:26:23.292866 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ccc02-d86b-42bf-a510-b55a53cc1a91 req-c7e73ee8-efec-4001-bac8-fdef0a6ff4f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:26:23.294230 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d4ccc02-d86b-42bf-a510-b55a53cc1a91 req-c7e73ee8-efec-4001-bac8-fdef0a6ff4f5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b98f9ab7-e1ba-4780-b586-9481718bd8ac HTTP/1.1" status: 200 len: 835 time: 0.0579944 Apr 20 18:26:23.373378 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d4ccc02-d86b-42bf-a510-b55a53cc1a91 req-091d63ce-8112-46e6-afb1-0111a2c0cc58 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c4465532-7ee4-4c0f-8d48-b8c12f83c98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732689 Apr 20 18:26:23.502595 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d4ccc02-d86b-42bf-a510-b55a53cc1a91 req-efccd61b-af4c-4a9c-bf6d-a3511e5914e6 service neutron] 10.222.0.10 "GET /v2.0/networks/c4465532-7ee4-4c0f-8d48-b8c12f83c98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231234 Apr 20 18:26:23.629608 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0d4ccc02-d86b-42bf-a510-b55a53cc1a91 req-0403ae38-260c-4517-bc1f-894b2b76dd50 service neutron] 10.222.0.10 "GET /v2.0/networks/c4465532-7ee4-4c0f-8d48-b8c12f83c98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214209 Apr 20 18:26:24.313867 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9321422-3d8b-4cc9-8752-3b4deea437d0 req-7f9e01bf-a4c7-4d25-8857-9758f06cbf4d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:26:24.315472 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a9321422-3d8b-4cc9-8752-3b4deea437d0 req-7f9e01bf-a4c7-4d25-8857-9758f06cbf4d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 945 time: 0.0956118 Apr 20 18:26:24.361737 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a9321422-3d8b-4cc9-8752-3b4deea437d0 req-cb471011-0a11-45bf-8785-ad3842b69108 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=4163648b-c1ad-4b1b-abf9-e05c802a4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405872 Apr 20 18:26:25.584011 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aeaf8a-3ada-467c-97d8-c8e089d83d6d req-45d796f2-f781-4a3e-ab0e-458085f20c82 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:26:25.585430 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c3aeaf8a-3ada-467c-97d8-c8e089d83d6d req-45d796f2-f781-4a3e-ab0e-458085f20c82 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 945 time: 0.0854881 Apr 20 18:26:25.632340 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c3aeaf8a-3ada-467c-97d8-c8e089d83d6d req-9dc3613f-9275-4ab3-93c8-05f8e358f252 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=4163648b-c1ad-4b1b-abf9-e05c802a4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412817 Apr 20 18:26:25.660094 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38474) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:26:25.764750 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-847fbc9f-7cfc-4ab5-ab43-c2cb146b3ec7 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/floatingips/d9c308d0-eb77-438b-b803-6829fb416076 HTTP/1.1" status: 200 len: 993 time: 0.1036816 Apr 20 18:26:37.542674 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-776ed1c3-8002-4556-be4d-c5962b3f9766 req-52335074-188a-4102-899d-0702b62c4c8e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0728469 Apr 20 18:26:37.695002 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-776ed1c3-8002-4556-be4d-c5962b3f9766 req-f16cefac-5be5-477f-861b-c69798fad861 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 1096 time: 0.0754769 Apr 20 18:26:37.839209 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ed1c3-8002-4556-be4d-c5962b3f9766 req-b992bb6b-b5c2-4368-b180-97a000ff93af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:26:37.840657 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-776ed1c3-8002-4556-be4d-c5962b3f9766 req-b992bb6b-b5c2-4368-b180-97a000ff93af service neutron] 10.222.0.10 "GET /v2.0/networks?id=c4465532-7ee4-4c0f-8d48-b8c12f83c98d HTTP/1.1" status: 200 len: 897 time: 0.1263902 Apr 20 18:26:37.940725 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-776ed1c3-8002-4556-be4d-c5962b3f9766 req-738a3eee-fb83-42eb-b439-e5106bf23400 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db201138-4c8f-4e3d-b7e2-3776531bcc8a HTTP/1.1" status: 200 len: 1001 time: 0.0941710 Apr 20 18:26:38.000627 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ed1c3-8002-4556-be4d-c5962b3f9766 req-911e51db-0d23-4330-aeee-d6dbb0cafd60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:26:38.002004 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-776ed1c3-8002-4556-be4d-c5962b3f9766 req-911e51db-0d23-4330-aeee-d6dbb0cafd60 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b98f9ab7-e1ba-4780-b586-9481718bd8ac HTTP/1.1" status: 200 len: 835 time: 0.0550940 Apr 20 18:26:38.082494 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-776ed1c3-8002-4556-be4d-c5962b3f9766 req-01392af6-7ecc-4bdf-b8ff-b88decee1036 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c4465532-7ee4-4c0f-8d48-b8c12f83c98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744648 Apr 20 18:26:38.213720 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-776ed1c3-8002-4556-be4d-c5962b3f9766 req-e7f8fd63-31b0-497c-a38d-cac7d932112c service neutron] 10.222.0.10 "GET /v2.0/networks/c4465532-7ee4-4c0f-8d48-b8c12f83c98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237988 Apr 20 18:26:38.446284 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-776ed1c3-8002-4556-be4d-c5962b3f9766 req-cb4b37b7-abb1-4284-81d7-2d1105422eef service neutron] 10.222.0.10 "GET /v2.0/networks/c4465532-7ee4-4c0f-8d48-b8c12f83c98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211578 Apr 20 18:26:39.280054 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9a54a686-dc72-4005-adff-4700b81788eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:26:41.449502 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-861c18ff-ec0c-440a-b289-aa89fb7bf2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:26:42.736342 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:26:43.022473 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:26:43.811259 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:26:44.330211 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:26:45.899739 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:26:49.577380 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:27:09.280615 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a2be5f2c-4e26-4d74-bbd3-c3cb50d3bd45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:11.453272 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5adcd74a-e7bb-443e-a3a7-44fc0b213712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:12.741022 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:13.020535 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:13.811179 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:14.281967 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38502) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:14.324648 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:14.482058 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-9ace8ff1-8026-4c4c-b573-3abbecdf3e3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Deleting port 74b4271b-f569-4f20-a70e-a821a3869b40 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:27:14.482422 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9ace8ff1-8026-4c4c-b573-3abbecdf3e3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:14.650795 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9ace8ff1-8026-4c4c-b573-3abbecdf3e3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:14.651057 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9ace8ff1-8026-4c4c-b573-3abbecdf3e3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:14.876361 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-9ace8ff1-8026-4c4c-b573-3abbecdf3e3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Calling delete_port for 74b4271b-f569-4f20-a70e-a821a3869b40 owned by network:floatingip {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:27:15.025569 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9ace8ff1-8026-4c4c-b573-3abbecdf3e3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:15.069799 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace8ff1-8026-4c4c-b573-3abbecdf3e3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'Port': ['ID=74b4271b-f569-4f20-a70e-a821a3869b40,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:15.136251 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace8ff1-8026-4c4c-b573-3abbecdf3e3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:15.136597 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace8ff1-8026-4c4c-b573-3abbecdf3e3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:15.136924 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace8ff1-8026-4c4c-b573-3abbecdf3e3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:15.137259 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace8ff1-8026-4c4c-b573-3abbecdf3e3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:15.137587 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace8ff1-8026-4c4c-b573-3abbecdf3e3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:15.137914 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace8ff1-8026-4c4c-b573-3abbecdf3e3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:15.138224 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace8ff1-8026-4c4c-b573-3abbecdf3e3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:15.138583 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace8ff1-8026-4c4c-b573-3abbecdf3e3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:15.138903 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace8ff1-8026-4c4c-b573-3abbecdf3e3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:15.139219 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace8ff1-8026-4c4c-b573-3abbecdf3e3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:15.139534 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace8ff1-8026-4c4c-b573-3abbecdf3e3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:15.172759 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9ace8ff1-8026-4c4c-b573-3abbecdf3e3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for floatingip, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:15.569102 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ace8ff1-8026-4c4c-b573-3abbecdf3e3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Router 0e1cb543-a87d-4f56-bddf-2acb3eadc437 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:27:15.776862 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ace8ff1-8026-4c4c-b573-3abbecdf3e3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:27:15.787501 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe01c3c-648f-4881-9ed5-a9f00ed1e2a2 None None] Sync routers for ids ['0e1cb543-a87d-4f56-bddf-2acb3eadc437'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:27:15.800112 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-9ace8ff1-8026-4c4c-b573-3abbecdf3e3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:15.801576 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe01c3c-648f-4881-9ed5-a9f00ed1e2a2 None None] Routers {'0e1cb543-a87d-4f56-bddf-2acb3eadc437'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:27:15.802181 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-4fe01c3c-648f-4881-9ed5-a9f00ed1e2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:27:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0e1cb543-a87d-4f56-bddf-2acb3eadc437'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:27:15.852109 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-9ace8ff1-8026-4c4c-b573-3abbecdf3e3a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "DELETE /v2.0/floatingips/d9c308d0-eb77-438b-b803-6829fb416076 HTTP/1.1" status: 204 len: 168 time: 1.5688434 Apr 20 18:27:15.852998 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c', 'tag': 'db201138-4c8f-4e3d-b7e2-3776531bcc8a'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:27:15.911538 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2683b27-74eb-45b3-bcce-ba29ae74d323'] response: {'name': 'network-changed', 'server_uuid': '34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c', 'tag': 'db201138-4c8f-4e3d-b7e2-3776531bcc8a', 'status': 'completed', 'code': 200} Apr 20 18:27:15.926623 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:15.989873 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-4fe01c3c-648f-4881-9ed5-a9f00ed1e2a2 None None] Set router 0e1cb543-a87d-4f56-bddf-2acb3eadc437 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:27:16.002690 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-78342a35-db18-4a1c-9307-e4629e2884e3 req-5b13c5e9-56a3-4e52-ac3e-d0ac2263a4de service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 1096 time: 0.0699618 Apr 20 18:27:16.135833 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78342a35-db18-4a1c-9307-e4629e2884e3 req-3c52e275-2c97-4a3a-b8d7-11a6d7a50137 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:27:16.137012 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-78342a35-db18-4a1c-9307-e4629e2884e3 req-3c52e275-2c97-4a3a-b8d7-11a6d7a50137 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c4465532-7ee4-4c0f-8d48-b8c12f83c98d HTTP/1.1" status: 200 len: 897 time: 0.1288223 Apr 20 18:27:16.212451 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-78342a35-db18-4a1c-9307-e4629e2884e3 req-f091cf3b-719c-4f7b-aac3-53b6dec7da7b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db201138-4c8f-4e3d-b7e2-3776531bcc8a HTTP/1.1" status: 200 len: 217 time: 0.0647149 Apr 20 18:27:16.259792 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1a6f1-3f65-4f66-adb5-0282072cc738 req-12fe34ab-686d-4a80-ad7b-69117baef0ad tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:27:16.260475 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-27c1a6f1-3f65-4f66-adb5-0282072cc738 req-12fe34ab-686d-4a80-ad7b-69117baef0ad tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Synchronizing usage tracker for tenant:7911800738e24c8486ca50d4f9ead214 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:27:16.275298 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78342a35-db18-4a1c-9307-e4629e2884e3 req-b8bf9fa0-01f6-484e-818a-cd70b3b17c6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:27:16.276731 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-78342a35-db18-4a1c-9307-e4629e2884e3 req-b8bf9fa0-01f6-484e-818a-cd70b3b17c6b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b98f9ab7-e1ba-4780-b586-9481718bd8ac HTTP/1.1" status: 200 len: 835 time: 0.0580478 Apr 20 18:27:16.277810 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-27c1a6f1-3f65-4f66-adb5-0282072cc738 req-12fe34ab-686d-4a80-ad7b-69117baef0ad tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Unset dirty status for tenant:7911800738e24c8486ca50d4f9ead214 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:27:16.279410 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-27c1a6f1-3f65-4f66-adb5-0282072cc738 req-12fe34ab-686d-4a80-ad7b-69117baef0ad tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 945 time: 0.0973015 Apr 20 18:27:16.310846 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-4fe01c3c-648f-4881-9ed5-a9f00ed1e2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1379366735', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:24:44Z', 'updated_at': '2022-04-20T18:24:48Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': 'b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:24:44Z', 'updated_at': '2022-04-20T18:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb', 'name': '', 'network_id': 'c4465532-7ee4-4c0f-8d48-b8c12f83c98d', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:67:08:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b98f9ab7-e1ba-4780-b586-9481718bd8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:24:48Z', 'updated_at': '2022-04-20T18:24:54Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': 'b98f9ab7-e1ba-4780-b586-9481718bd8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:27:16.314738 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe01c3c-648f-4881-9ed5-a9f00ed1e2a2 None None] Checking router: 0e1cb543-a87d-4f56-bddf-2acb3eadc437 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:27:16.327824 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-27c1a6f1-3f65-4f66-adb5-0282072cc738 req-d2cacd01-5bef-4edd-b4a2-f76fac28f184 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=4163648b-c1ad-4b1b-abf9-e05c802a4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425696 Apr 20 18:27:16.337329 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe01c3c-648f-4881-9ed5-a9f00ed1e2a2 None None] Routers {'0e1cb543-a87d-4f56-bddf-2acb3eadc437'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:27:16.337867 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-4fe01c3c-648f-4881-9ed5-a9f00ed1e2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:27:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0e1cb543-a87d-4f56-bddf-2acb3eadc437'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:27:16.353384 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-78342a35-db18-4a1c-9307-e4629e2884e3 req-e085622d-344f-4d82-b33c-012c041b903a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c4465532-7ee4-4c0f-8d48-b8c12f83c98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694277 Apr 20 18:27:16.487246 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-78342a35-db18-4a1c-9307-e4629e2884e3 req-fee03f3f-7f30-4220-a7b9-c46913abbc09 service neutron] 10.222.0.10 "GET /v2.0/networks/c4465532-7ee4-4c0f-8d48-b8c12f83c98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277061 Apr 20 18:27:16.511788 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-4fe01c3c-648f-4881-9ed5-a9f00ed1e2a2 None None] Set router 0e1cb543-a87d-4f56-bddf-2acb3eadc437 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:27:16.615759 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-78342a35-db18-4a1c-9307-e4629e2884e3 req-d75482b5-1ea6-4792-b78e-ed1dd96de5a9 service neutron] 10.222.0.10 "GET /v2.0/networks/c4465532-7ee4-4c0f-8d48-b8c12f83c98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223450 Apr 20 18:27:16.825268 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-4fe01c3c-648f-4881-9ed5-a9f00ed1e2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1379366735', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:24:44Z', 'updated_at': '2022-04-20T18:24:48Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': 'b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:24:44Z', 'updated_at': '2022-04-20T18:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb', 'name': '', 'network_id': 'c4465532-7ee4-4c0f-8d48-b8c12f83c98d', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:67:08:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b98f9ab7-e1ba-4780-b586-9481718bd8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:24:48Z', 'updated_at': '2022-04-20T18:24:54Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': 'b98f9ab7-e1ba-4780-b586-9481718bd8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:27:16.830985 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe01c3c-648f-4881-9ed5-a9f00ed1e2a2 None None] The sync data for ids ['0e1cb543-a87d-4f56-bddf-2acb3eadc437'] in n-d-838032-1 is: [{'id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1379366735', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:24:44Z', 'updated_at': '2022-04-20T18:24:48Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': 'b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:24:44Z', 'updated_at': '2022-04-20T18:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb', 'name': '', 'network_id': 'c4465532-7ee4-4c0f-8d48-b8c12f83c98d', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:67:08:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b98f9ab7-e1ba-4780-b586-9481718bd8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:24:48Z', 'updated_at': '2022-04-20T18:24:54Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': 'b98f9ab7-e1ba-4780-b586-9481718bd8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:27:17.065708 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1598fa7-30cb-4822-a4f3-e891f5319729 None None] New status for floating IP d9c308d0-eb77-438b-b803-6829fb416076: DOWN {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 18:27:17.549115 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ba939-b22f-4dd5-95d6-9974d2840b55 req-d8234237-6d5f-4fc8-9d36-9d4b17e8b2dd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:27:17.550558 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fb1ba939-b22f-4dd5-95d6-9974d2840b55 req-d8234237-6d5f-4fc8-9d36-9d4b17e8b2dd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 945 time: 0.0832505 Apr 20 18:27:17.596865 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fb1ba939-b22f-4dd5-95d6-9974d2840b55 req-fcdc597e-32ab-480e-9ebd-aa0fcc588e1e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=4163648b-c1ad-4b1b-abf9-e05c802a4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404432 Apr 20 18:27:17.874698 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62272ea-0812-442d-9daa-11c88ef28b1c req-fae22b97-2c14-47db-b8bb-7931a113ed37 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:27:17.876100 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a62272ea-0812-442d-9daa-11c88ef28b1c req-fae22b97-2c14-47db-b8bb-7931a113ed37 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 945 time: 0.0814025 Apr 20 18:27:17.944667 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-a62272ea-0812-442d-9daa-11c88ef28b1c req-3e184fe6-614f-49f9-b311-29c44b964fa6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Deleting port db201138-4c8f-4e3d-b7e2-3776531bcc8a {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:27:17.944981 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a62272ea-0812-442d-9daa-11c88ef28b1c req-3e184fe6-614f-49f9-b311-29c44b964fa6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:18.189766 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-a62272ea-0812-442d-9daa-11c88ef28b1c req-3e184fe6-614f-49f9-b311-29c44b964fa6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] For port db201138-4c8f-4e3d-b7e2-3776531bcc8a, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=db201138-4c8f-4e3d-b7e2-3776531bcc8a,segment=NetworkSegment(363ce0f6-cf7d-426e-b964-06de48119336),segment_id=363ce0f6-cf7d-426e-b964-06de48119336)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:27:18.190019 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a62272ea-0812-442d-9daa-11c88ef28b1c req-3e184fe6-614f-49f9-b311-29c44b964fa6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:18.306499 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-a62272ea-0812-442d-9daa-11c88ef28b1c req-3e184fe6-614f-49f9-b311-29c44b964fa6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Calling delete_port for db201138-4c8f-4e3d-b7e2-3776531bcc8a owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:27:18.455852 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a62272ea-0812-442d-9daa-11c88ef28b1c req-3e184fe6-614f-49f9-b311-29c44b964fa6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:18.507369 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e184fe6-614f-49f9-b311-29c44b964fa6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'Port': ['ID=db201138-4c8f-4e3d-b7e2-3776531bcc8a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:18.573633 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e184fe6-614f-49f9-b311-29c44b964fa6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:18.574348 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e184fe6-614f-49f9-b311-29c44b964fa6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:18.574348 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e184fe6-614f-49f9-b311-29c44b964fa6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:18.574623 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e184fe6-614f-49f9-b311-29c44b964fa6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:18.574935 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e184fe6-614f-49f9-b311-29c44b964fa6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:18.575254 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e184fe6-614f-49f9-b311-29c44b964fa6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:18.575566 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e184fe6-614f-49f9-b311-29c44b964fa6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:18.575872 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e184fe6-614f-49f9-b311-29c44b964fa6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:18.576183 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e184fe6-614f-49f9-b311-29c44b964fa6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:18.576488 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e184fe6-614f-49f9-b311-29c44b964fa6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:18.576788 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e184fe6-614f-49f9-b311-29c44b964fa6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:18.677794 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62272ea-0812-442d-9daa-11c88ef28b1c req-3e184fe6-614f-49f9-b311-29c44b964fa6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] No DVR routers for this DVR port db201138-4c8f-4e3d-b7e2-3776531bcc8a on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:27:18.680543 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-a62272ea-0812-442d-9daa-11c88ef28b1c req-3e184fe6-614f-49f9-b311-29c44b964fa6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:18.683152 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c', 'name': 'network-vif-deleted', 'tag': 'db201138-4c8f-4e3d-b7e2-3776531bcc8a'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:27:18.701407 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a62272ea-0812-442d-9daa-11c88ef28b1c req-3e184fe6-614f-49f9-b311-29c44b964fa6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.10 "DELETE /v2.0/ports/db201138-4c8f-4e3d-b7e2-3776531bcc8a HTTP/1.1" status: 204 len: 173 time: 0.8202109 Apr 20 18:27:18.751016 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f66165e3-6169-490b-8d2c-414fabadba0a'] response: {'server_uuid': '34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c', 'name': 'network-vif-deleted', 'tag': 'db201138-4c8f-4e3d-b7e2-3776531bcc8a', 'status': 'completed', 'code': 200} Apr 20 18:27:18.769929 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bb17c365-ce64-4b23-922a-572b6d6b5196 req-14063d5a-3778-4156-af7f-a321ab32e62a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fda3da-e9d2-4bd9-aed8-466eb7bc9a2c HTTP/1.1" status: 200 len: 210 time: 0.0422864 Apr 20 18:27:19.880585 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38522) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:20.298709 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-463b20dc-83d0-4aa1-8305-c484af0416a5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:20.916015 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-463b20dc-83d0-4aa1-8305-c484af0416a5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Deleting port 6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:27:20.916761 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-463b20dc-83d0-4aa1-8305-c484af0416a5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:21.099521 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-463b20dc-83d0-4aa1-8305-c484af0416a5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] For port 6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb,segment=NetworkSegment(363ce0f6-cf7d-426e-b964-06de48119336),segment_id=363ce0f6-cf7d-426e-b964-06de48119336)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:27:21.099840 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-463b20dc-83d0-4aa1-8305-c484af0416a5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:21.219698 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-463b20dc-83d0-4aa1-8305-c484af0416a5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Calling delete_port for 6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:27:21.333217 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device db201138-4c8f-4e3d-b7e2-3776531bcc8a no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:27:21.367080 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: db201138-4c8f-4e3d-b7e2-3776531bcc8a {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:27:21.367371 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device db201138-4c8f-4e3d-b7e2-3776531bcc8a not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:27:21.485707 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-463b20dc-83d0-4aa1-8305-c484af0416a5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:21.529043 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b20dc-83d0-4aa1-8305-c484af0416a5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'Port': ['ID=6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:21.839636 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-463b20dc-83d0-4aa1-8305-c484af0416a5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:22.416579 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463b20dc-83d0-4aa1-8305-c484af0416a5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Router 0e1cb543-a87d-4f56-bddf-2acb3eadc437 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:27:22.617930 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463b20dc-83d0-4aa1-8305-c484af0416a5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:27:22.629129 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b48bca-d209-4f3c-87d7-fcb61cfcf415 None None] Sync routers for ids ['0e1cb543-a87d-4f56-bddf-2acb3eadc437'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:27:22.631974 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-463b20dc-83d0-4aa1-8305-c484af0416a5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "PUT /v2.0/routers/0e1cb543-a87d-4f56-bddf-2acb3eadc437/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7498891 Apr 20 18:27:22.634881 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38526) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:22.641779 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b48bca-d209-4f3c-87d7-fcb61cfcf415 None None] Routers {'0e1cb543-a87d-4f56-bddf-2acb3eadc437'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:27:22.642407 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-38b48bca-d209-4f3c-87d7-fcb61cfcf415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:27:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0e1cb543-a87d-4f56-bddf-2acb3eadc437'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:27:22.811480 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-38b48bca-d209-4f3c-87d7-fcb61cfcf415 None None] Set router 0e1cb543-a87d-4f56-bddf-2acb3eadc437 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:27:22.815314 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-e22456e1-681a-423f-86a8-4f25071a9cf1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Deleting subnet b98f9ab7-e1ba-4780-b586-9481718bd8ac {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 18:27:22.818455 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e22456e1-681a-423f-86a8-4f25071a9cf1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:22.978279 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e22456e1-681a-423f-86a8-4f25071a9cf1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:23.058842 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e22456e1-681a-423f-86a8-4f25071a9cf1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:23.130583 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-38b48bca-d209-4f3c-87d7-fcb61cfcf415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1379366735', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:24:44Z', 'updated_at': '2022-04-20T18:27:21Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': 'b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:24:44Z', 'updated_at': '2022-04-20T18:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:27:23.132562 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e22456e1-681a-423f-86a8-4f25071a9cf1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:23.134446 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b48bca-d209-4f3c-87d7-fcb61cfcf415 None None] Checking router: 0e1cb543-a87d-4f56-bddf-2acb3eadc437 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:27:23.145043 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b48bca-d209-4f3c-87d7-fcb61cfcf415 None None] Routers {'0e1cb543-a87d-4f56-bddf-2acb3eadc437'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:27:23.145630 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-38b48bca-d209-4f3c-87d7-fcb61cfcf415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:27:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['0e1cb543-a87d-4f56-bddf-2acb3eadc437'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:27:23.174552 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22456e1-681a-423f-86a8-4f25071a9cf1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'Subnet': ['ID=b98f9ab7-e1ba-4780-b586-9481718bd8ac,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:23.179412 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-e22456e1-681a-423f-86a8-4f25071a9cf1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:23.188553 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-e22456e1-681a-423f-86a8-4f25071a9cf1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "DELETE /v2.0/subnets/b98f9ab7-e1ba-4780-b586-9481718bd8ac HTTP/1.1" status: 204 len: 168 time: 0.5498149 Apr 20 18:27:23.188740 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d81a36-436c-4c6c-a2d5-9f72a6328d37 None None] Network c4465532-7ee4-4c0f-8d48-b8c12f83c98d requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:27:23.189161 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38530) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:23.315727 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-38b48bca-d209-4f3c-87d7-fcb61cfcf415 None None] Set router 0e1cb543-a87d-4f56-bddf-2acb3eadc437 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:27:23.389432 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5686bcdc-faa1-4cd6-9214-d91b26318fd2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:23.443506 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3440d02a-3f2f-4f5e-9420-f310c55a610f None None] DHCP port deletion for c4465532-7ee4-4c0f-8d48-b8c12f83c98d request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 18:27:23.448127 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3440d02a-3f2f-4f5e-9420-f310c55a610f None None] Deleting port cc526c9a-1112-4499-9514-c071d071d528 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:27:23.448463 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3440d02a-3f2f-4f5e-9420-f310c55a610f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:23.605412 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5686bcdc-faa1-4cd6-9214-d91b26318fd2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:23.615771 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-5686bcdc-faa1-4cd6-9214-d91b26318fd2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Deleting port b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:27:23.616103 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5686bcdc-faa1-4cd6-9214-d91b26318fd2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:23.616266 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-38b48bca-d209-4f3c-87d7-fcb61cfcf415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1379366735', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:24:44Z', 'updated_at': '2022-04-20T18:27:21Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': 'b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:24:44Z', 'updated_at': '2022-04-20T18:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:27:23.620769 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b48bca-d209-4f3c-87d7-fcb61cfcf415 None None] The sync data for ids ['0e1cb543-a87d-4f56-bddf-2acb3eadc437'] in n-d-838032-1 is: [{'id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1379366735', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:24:44Z', 'updated_at': '2022-04-20T18:27:21Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': 'b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1cb543-a87d-4f56-bddf-2acb3eadc437', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:24:44Z', 'updated_at': '2022-04-20T18:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:27:23.663778 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-3440d02a-3f2f-4f5e-9420-f310c55a610f None None] For port cc526c9a-1112-4499-9514-c071d071d528, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=cc526c9a-1112-4499-9514-c071d071d528,segment=NetworkSegment(363ce0f6-cf7d-426e-b964-06de48119336),segment_id=363ce0f6-cf7d-426e-b964-06de48119336)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:27:23.664263 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3440d02a-3f2f-4f5e-9420-f310c55a610f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:23.779511 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3440d02a-3f2f-4f5e-9420-f310c55a610f None None] Calling delete_port for cc526c9a-1112-4499-9514-c071d071d528 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:27:23.797691 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-5686bcdc-faa1-4cd6-9214-d91b26318fd2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] For port b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:27:23.798044 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5686bcdc-faa1-4cd6-9214-d91b26318fd2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:23.893769 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3440d02a-3f2f-4f5e-9420-f310c55a610f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:23.921427 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-5686bcdc-faa1-4cd6-9214-d91b26318fd2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Calling delete_port for b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48 owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:27:23.935267 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440d02a-3f2f-4f5e-9420-f310c55a610f None None] Pushing event deleted for resources: {'Port': ['ID=cc526c9a-1112-4499-9514-c071d071d528,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:23.945607 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3440d02a-3f2f-4f5e-9420-f310c55a610f None None] No DVR routers for this DVR port cc526c9a-1112-4499-9514-c071d071d528 on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:27:23.955246 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440d02a-3f2f-4f5e-9420-f310c55a610f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:23.955246 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440d02a-3f2f-4f5e-9420-f310c55a610f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:23.955246 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440d02a-3f2f-4f5e-9420-f310c55a610f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:23.955246 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440d02a-3f2f-4f5e-9420-f310c55a610f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:23.955246 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440d02a-3f2f-4f5e-9420-f310c55a610f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:23.955246 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440d02a-3f2f-4f5e-9420-f310c55a610f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:23.955246 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440d02a-3f2f-4f5e-9420-f310c55a610f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:23.955246 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440d02a-3f2f-4f5e-9420-f310c55a610f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:23.956562 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440d02a-3f2f-4f5e-9420-f310c55a610f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:23.956562 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440d02a-3f2f-4f5e-9420-f310c55a610f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:23.956562 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440d02a-3f2f-4f5e-9420-f310c55a610f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:24.043668 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:27:24.078661 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:27:24.078995 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 6b246e6a-bc97-4b4f-986d-cd8ebfc4aecb not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:27:24.079416 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cc526c9a-1112-4499-9514-c071d071d528 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:27:24.098377 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5686bcdc-faa1-4cd6-9214-d91b26318fd2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:24.115272 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: cc526c9a-1112-4499-9514-c071d071d528 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:27:24.115605 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device cc526c9a-1112-4499-9514-c071d071d528 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:27:24.147478 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686bcdc-faa1-4cd6-9214-d91b26318fd2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'Port': ['ID=b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:24.366091 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5686bcdc-faa1-4cd6-9214-d91b26318fd2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:24.716759 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5686bcdc-faa1-4cd6-9214-d91b26318fd2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:24.721258 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5686bcdc-faa1-4cd6-9214-d91b26318fd2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:24.749193 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5686bcdc-faa1-4cd6-9214-d91b26318fd2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:24.749659 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5686bcdc-faa1-4cd6-9214-d91b26318fd2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Fanout notify agent at l3_agent the message router_deleted on router 0e1cb543-a87d-4f56-bddf-2acb3eadc437 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 18:27:24.764550 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5686bcdc-faa1-4cd6-9214-d91b26318fd2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:24.766394 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5686bcdc-faa1-4cd6-9214-d91b26318fd2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "DELETE /v2.0/routers/0e1cb543-a87d-4f56-bddf-2acb3eadc437 HTTP/1.1" status: 204 len: 168 time: 1.5760098 Apr 20 18:27:24.768863 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38534) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:24.880660 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-931af033-fa4f-41ec-a321-6051d175042a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:25.014177 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-931af033-fa4f-41ec-a321-6051d175042a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:25.038730 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-931af033-fa4f-41ec-a321-6051d175042a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4465532-7ee4-4c0f-8d48-b8c12f83c98d']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:27:25.050947 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-931af033-fa4f-41ec-a321-6051d175042a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '363ce0f6-cf7d-426e-b964-06de48119336') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:27:25.051231 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-931af033-fa4f-41ec-a321-6051d175042a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '363ce0f6-cf7d-426e-b964-06de48119336') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:27:25.062757 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-931af033-fa4f-41ec-a321-6051d175042a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:25.078140 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-931af033-fa4f-41ec-a321-6051d175042a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:25.084073 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-931af033-fa4f-41ec-a321-6051d175042a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 18:27:25.084460 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-931af033-fa4f-41ec-a321-6051d175042a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:25.098130 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 18:27:25.098130 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 18:27:25.098130 n-d-838032-1 neutron-server[84080]: timer() Apr 20 18:27:25.098130 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:27:25.098130 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 18:27:25.098130 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 18:27:25.098130 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 18:27:25.098130 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:27:25.098130 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 18:27:25.098130 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:27:25.098130 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 18:27:25.098130 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:27:25.098130 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 18:27:25.098130 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:27:25.098130 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:27:25.098130 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 18:27:25.098130 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 18:27:25.098130 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:27:25.098130 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 18:27:25.098130 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 18:27:25.098130 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 18:27:25.098130 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:27:25.098130 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 18:27:25.098130 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 18:27:25.098130 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 18:27:25.098130 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 18:27:25.098130 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 18:27:25.098130 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 18:27:25.098130 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:27:25.098130 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 18:27:25.098130 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:27:25.098130 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:27:25.181139 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-931af033-fa4f-41ec-a321-6051d175042a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:25.200334 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-931af033-fa4f-41ec-a321-6051d175042a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:25.211106 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931af033-fa4f-41ec-a321-6051d175042a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'Network': ['ID=c4465532-7ee4-4c0f-8d48-b8c12f83c98d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:25.219581 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-931af033-fa4f-41ec-a321-6051d175042a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "DELETE /v2.0/networks/c4465532-7ee4-4c0f-8d48-b8c12f83c98d HTTP/1.1" status: 204 len: 168 time: 0.4497397 Apr 20 18:27:25.222541 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38538) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:25.293310 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5a3c3fc7-752d-48fb-a2e7-c19d3540fed1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:25.322159 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5a3c3fc7-752d-48fb-a2e7-c19d3540fed1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:25.391515 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5a3c3fc7-752d-48fb-a2e7-c19d3540fed1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:25.409536 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c3fc7-752d-48fb-a2e7-c19d3540fed1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4163648b-c1ad-4b1b-abf9-e05c802a4f27,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:25.421556 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5a3c3fc7-752d-48fb-a2e7-c19d3540fed1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:25.425333 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5a3c3fc7-752d-48fb-a2e7-c19d3540fed1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "DELETE /v2.0/security-groups/4163648b-c1ad-4b1b-abf9-e05c802a4f27 HTTP/1.1" status: 204 len: 168 time: 0.1993127 Apr 20 18:27:25.847392 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:27:25.887089 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:27:25.887423 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device b3667ff9-b7c1-4be6-8d85-d0d7cbee8b48 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:27:25.981039 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38546) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:25.986593 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-7e57dcfd-ef89-491d-ad11-8fa1bd0a7cbd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-769912103', 'description': 'tempest-secgroup-smoke-769912103 description', 'project_id': '7911800738e24c8486ca50d4f9ead214'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:27:25.993623 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7e57dcfd-ef89-491d-ad11-8fa1bd0a7cbd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:27:25.997800 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7e57dcfd-ef89-491d-ad11-8fa1bd0a7cbd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:27:26.000771 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7e57dcfd-ef89-491d-ad11-8fa1bd0a7cbd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:27:26.007020 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7e57dcfd-ef89-491d-ad11-8fa1bd0a7cbd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:27:26.019392 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7e57dcfd-ef89-491d-ad11-8fa1bd0a7cbd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:26.053131 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7e57dcfd-ef89-491d-ad11-8fa1bd0a7cbd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:27:26.056772 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7e57dcfd-ef89-491d-ad11-8fa1bd0a7cbd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:27:26.059513 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-7e57dcfd-ef89-491d-ad11-8fa1bd0a7cbd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:27:26.065228 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-7e57dcfd-ef89-491d-ad11-8fa1bd0a7cbd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:27:26.121124 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7e57dcfd-ef89-491d-ad11-8fa1bd0a7cbd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:26.127468 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7e57dcfd-ef89-491d-ad11-8fa1bd0a7cbd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:26.169445 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e57dcfd-ef89-491d-ad11-8fa1bd0a7cbd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67b2ac02-38ca-46e1-8a38-c36befba0295,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:26.174648 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-7e57dcfd-ef89-491d-ad11-8fa1bd0a7cbd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:26.178559 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7e57dcfd-ef89-491d-ad11-8fa1bd0a7cbd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1937857 Apr 20 18:27:26.179569 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38550) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:26.187690 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-50e926fe-7070-4599-8fde-cce22f90bad5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group_rule': {'security_group_id': '67b2ac02-38ca-46e1-8a38-c36befba0295', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:27:26.197795 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-50e926fe-7070-4599-8fde-cce22f90bad5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:27:26.203932 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-50e926fe-7070-4599-8fde-cce22f90bad5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:27:26.207117 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-50e926fe-7070-4599-8fde-cce22f90bad5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:27:26.213170 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-50e926fe-7070-4599-8fde-cce22f90bad5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:27:26.231671 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-50e926fe-7070-4599-8fde-cce22f90bad5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:26.291002 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-50e926fe-7070-4599-8fde-cce22f90bad5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:26.297017 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-50e926fe-7070-4599-8fde-cce22f90bad5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:26.319353 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e926fe-7070-4599-8fde-cce22f90bad5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8517931-d8a8-40cb-adc2-08889ad743ce,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:26.330227 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-50e926fe-7070-4599-8fde-cce22f90bad5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:26.331420 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-50e926fe-7070-4599-8fde-cce22f90bad5 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1509728 Apr 20 18:27:26.334052 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38554) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:26.339399 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-7417b4b8-cf0f-40fa-a442-2369e0c4f916 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group_rule': {'security_group_id': '67b2ac02-38ca-46e1-8a38-c36befba0295', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:27:26.345934 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7417b4b8-cf0f-40fa-a442-2369e0c4f916 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:27:26.349759 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7417b4b8-cf0f-40fa-a442-2369e0c4f916 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:27:26.352645 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-7417b4b8-cf0f-40fa-a442-2369e0c4f916 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:27:26.358394 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-7417b4b8-cf0f-40fa-a442-2369e0c4f916 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:27:26.375742 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7417b4b8-cf0f-40fa-a442-2369e0c4f916 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:26.440672 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7417b4b8-cf0f-40fa-a442-2369e0c4f916 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:26.445889 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7417b4b8-cf0f-40fa-a442-2369e0c4f916 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:26.471598 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417b4b8-cf0f-40fa-a442-2369e0c4f916 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685f7f07-8a3d-4cca-bdc7-be117104fdf8,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:26.480938 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7417b4b8-cf0f-40fa-a442-2369e0c4f916 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:26.482158 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7417b4b8-cf0f-40fa-a442-2369e0c4f916 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1471319 Apr 20 18:27:26.485004 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38558) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:26.493138 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-18f13f70-7dd7-4c75-987a-ac35bf4a4901 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group_rule': {'security_group_id': '67b2ac02-38ca-46e1-8a38-c36befba0295', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:27:26.502946 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-18f13f70-7dd7-4c75-987a-ac35bf4a4901 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:27:26.507085 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-18f13f70-7dd7-4c75-987a-ac35bf4a4901 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:27:26.510176 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-18f13f70-7dd7-4c75-987a-ac35bf4a4901 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:27:26.516000 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-18f13f70-7dd7-4c75-987a-ac35bf4a4901 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:27:26.539103 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-18f13f70-7dd7-4c75-987a-ac35bf4a4901 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:26.578401 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:27:26.603886 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-18f13f70-7dd7-4c75-987a-ac35bf4a4901 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:26.609435 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-18f13f70-7dd7-4c75-987a-ac35bf4a4901 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:26.632161 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f13f70-7dd7-4c75-987a-ac35bf4a4901 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f69d35b-8e0b-4a5e-a4d5-04f51b47e6ee,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:26.642065 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-18f13f70-7dd7-4c75-987a-ac35bf4a4901 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:26.643269 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-18f13f70-7dd7-4c75-987a-ac35bf4a4901 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1570489 Apr 20 18:27:26.647191 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38562) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:26.652971 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-73b73675-afef-40f2-9109-fb1c30d19ba2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group_rule': {'security_group_id': '67b2ac02-38ca-46e1-8a38-c36befba0295', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:27:26.659944 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-73b73675-afef-40f2-9109-fb1c30d19ba2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:27:26.663981 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-73b73675-afef-40f2-9109-fb1c30d19ba2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:27:26.667045 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-73b73675-afef-40f2-9109-fb1c30d19ba2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:27:26.673067 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-73b73675-afef-40f2-9109-fb1c30d19ba2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:27:26.692491 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-73b73675-afef-40f2-9109-fb1c30d19ba2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:26.755660 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-73b73675-afef-40f2-9109-fb1c30d19ba2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:26.761200 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-73b73675-afef-40f2-9109-fb1c30d19ba2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:26.783239 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b73675-afef-40f2-9109-fb1c30d19ba2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=406077a2-5535-4392-8a46-2106a10ead8f,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:26.794345 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-73b73675-afef-40f2-9109-fb1c30d19ba2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:26.795527 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-73b73675-afef-40f2-9109-fb1c30d19ba2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1473465 Apr 20 18:27:26.798429 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38566) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:26.803680 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-666e0bc9-5eee-429d-a919-d1fc15bce2ad tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group_rule': {'security_group_id': '67b2ac02-38ca-46e1-8a38-c36befba0295', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:27:26.810015 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-666e0bc9-5eee-429d-a919-d1fc15bce2ad tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:27:26.813993 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-666e0bc9-5eee-429d-a919-d1fc15bce2ad tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:27:26.816927 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-666e0bc9-5eee-429d-a919-d1fc15bce2ad tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:27:26.822706 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-666e0bc9-5eee-429d-a919-d1fc15bce2ad tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:27:26.834785 n-d-838032-1 neutron-server[84081]: INFO neutron.db.securitygroups_db [None req-666e0bc9-5eee-429d-a919-d1fc15bce2ad tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Project 7911800738e24c8486ca50d4f9ead214 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 18:27:26.841040 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-666e0bc9-5eee-429d-a919-d1fc15bce2ad tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:26.910829 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-666e0bc9-5eee-429d-a919-d1fc15bce2ad tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:26.916694 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-666e0bc9-5eee-429d-a919-d1fc15bce2ad tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:26.947838 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e0bc9-5eee-429d-a919-d1fc15bce2ad tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495f06ae-db4d-4b11-81d1-5dc8fb286f9b,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:26.958849 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-666e0bc9-5eee-429d-a919-d1fc15bce2ad tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:26.960028 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-666e0bc9-5eee-429d-a919-d1fc15bce2ad tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1607101 Apr 20 18:27:26.962847 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38570) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:26.968142 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-da3b1cf7-a649-4342-96fa-6d739c995aab tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'security_group_rule': {'security_group_id': '67b2ac02-38ca-46e1-8a38-c36befba0295', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:27:26.975077 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-da3b1cf7-a649-4342-96fa-6d739c995aab tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:27:26.979328 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-da3b1cf7-a649-4342-96fa-6d739c995aab tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:security_group_rule and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:27:26.982449 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-da3b1cf7-a649-4342-96fa-6d739c995aab tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:27:26.988565 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-da3b1cf7-a649-4342-96fa-6d739c995aab tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:27:27.002130 n-d-838032-1 neutron-server[84081]: INFO neutron.db.securitygroups_db [None req-da3b1cf7-a649-4342-96fa-6d739c995aab tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Project 7911800738e24c8486ca50d4f9ead214 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 18:27:27.008564 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-da3b1cf7-a649-4342-96fa-6d739c995aab tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:27.074615 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-da3b1cf7-a649-4342-96fa-6d739c995aab tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:27.079693 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-da3b1cf7-a649-4342-96fa-6d739c995aab tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:27.107700 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b1cf7-a649-4342-96fa-6d739c995aab tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c46b6a2-1d40-49a6-937a-6af33cf4f342,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:27.114586 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-da3b1cf7-a649-4342-96fa-6d739c995aab tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:27.115916 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-da3b1cf7-a649-4342-96fa-6d739c995aab tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1521716 Apr 20 18:27:27.119295 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38574) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:27.124687 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-b728dcf4-7efa-4761-bdcd-8b8622477dcc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'network': {'name': 'tempest-network-smoke--672587155', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'port_security_enabled': True}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:27:27.130552 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b728dcf4-7efa-4761-bdcd-8b8622477dcc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:27:27.134957 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b728dcf4-7efa-4761-bdcd-8b8622477dcc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:network and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:27:27.137954 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b728dcf4-7efa-4761-bdcd-8b8622477dcc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:27:27.144104 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b728dcf4-7efa-4761-bdcd-8b8622477dcc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:27:27.156708 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b728dcf4-7efa-4761-bdcd-8b8622477dcc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Made reservation on behalf of 7911800738e24c8486ca50d4f9ead214 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:27:27.159635 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b728dcf4-7efa-4761-bdcd-8b8622477dcc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:27.187552 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b728dcf4-7efa-4761-bdcd-8b8622477dcc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 18:27:27.196222 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b728dcf4-7efa-4761-bdcd-8b8622477dcc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:27.196603 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-b728dcf4-7efa-4761-bdcd-8b8622477dcc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Added segment 5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf of type vlan for network 8f61fd61-c785-400d-8d97-c0f7f19e9fef Apr 20 18:27:27.223306 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b728dcf4-7efa-4761-bdcd-8b8622477dcc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:27.254122 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b728dcf4-7efa-4761-bdcd-8b8622477dcc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:27.257804 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b728dcf4-7efa-4761-bdcd-8b8622477dcc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:27:27.258487 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b728dcf4-7efa-4761-bdcd-8b8622477dcc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:27.468554 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b728dcf4-7efa-4761-bdcd-8b8622477dcc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3482280 Apr 20 18:27:27.471312 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728dcf4-7efa-4761-bdcd-8b8622477dcc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Network': ['ID=8f61fd61-c785-400d-8d97-c0f7f19e9fef,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:27.471542 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38578) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:27.477818 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-efcbe8ad-c5d4-440d-95bc-1fdb630131d0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1122510306', 'admin_state_up': True, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:27:27.482366 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 8f61fd61-c785-400d-8d97-c0f7f19e9fef details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 18:27:27.485699 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-efcbe8ad-c5d4-440d-95bc-1fdb630131d0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:27:27.489747 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-efcbe8ad-c5d4-440d-95bc-1fdb630131d0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:router and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:27:27.492733 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-efcbe8ad-c5d4-440d-95bc-1fdb630131d0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:27:27.498987 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-efcbe8ad-c5d4-440d-95bc-1fdb630131d0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:27:27.511124 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-efcbe8ad-c5d4-440d-95bc-1fdb630131d0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:27.512076 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-efcbe8ad-c5d4-440d-95bc-1fdb630131d0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:27.530563 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-efcbe8ad-c5d4-440d-95bc-1fdb630131d0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:27.675930 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-efcbe8ad-c5d4-440d-95bc-1fdb630131d0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:27.859481 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-efcbe8ad-c5d4-440d-95bc-1fdb630131d0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router_gateway, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:27.888092 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-efcbe8ad-c5d4-440d-95bc-1fdb630131d0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:28.116564 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-efcbe8ad-c5d4-440d-95bc-1fdb630131d0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Allocated IP 172.25.8.213 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/e2805185-d7b8-47a7-a7e1-66b78acf7235) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:27:28.263725 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-efcbe8ad-c5d4-440d-95bc-1fdb630131d0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:28.294053 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-efcbe8ad-c5d4-440d-95bc-1fdb630131d0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:28.361091 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcbe8ad-c5d4-440d-95bc-1fdb630131d0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:27:28.363975 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-efcbe8ad-c5d4-440d-95bc-1fdb630131d0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:27:28.368592 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcbe8ad-c5d4-440d-95bc-1fdb630131d0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:27:28.391970 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcbe8ad-c5d4-440d-95bc-1fdb630131d0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Port': ['ID=e2805185-d7b8-47a7-a7e1-66b78acf7235,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:28.527878 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-efcbe8ad-c5d4-440d-95bc-1fdb630131d0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router_gateway, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:28.528634 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-efcbe8ad-c5d4-440d-95bc-1fdb630131d0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:28.772670 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efcbe8ad-c5d4-440d-95bc-1fdb630131d0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Router 695030c9-97a2-4940-bd42-c1054d5b786b is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 18:27:28.976873 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcbe8ad-c5d4-440d-95bc-1fdb630131d0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:27:28.988482 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cd970d-153d-4647-92e0-0aef3301f633 None None] Sync routers for ids ['695030c9-97a2-4940-bd42-c1054d5b786b'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:27:29.004526 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cd970d-153d-4647-92e0-0aef3301f633 None None] Routers {'695030c9-97a2-4940-bd42-c1054d5b786b'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:27:29.005185 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-56cd970d-153d-4647-92e0-0aef3301f633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:27:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['695030c9-97a2-4940-bd42-c1054d5b786b'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:27:29.011589 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-efcbe8ad-c5d4-440d-95bc-1fdb630131d0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:29.012817 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-efcbe8ad-c5d4-440d-95bc-1fdb630131d0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5402176 Apr 20 18:27:29.017203 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38582) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:29.060123 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-6013e457-4fa0-4f62-b827-9f2461e59851 tempest-TestNetworkAdvancedServerOps-1754895831 tempest-TestNetworkAdvancedServerOps-1754895831-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=7911800738e24c8486ca50d4f9ead214&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415976 Apr 20 18:27:29.062814 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38586) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:29.182034 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-56cd970d-153d-4647-92e0-0aef3301f633 None None] Set router 695030c9-97a2-4940-bd42-c1054d5b786b gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:27:29.189263 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8914905d-1ffd-4fe1-8158-146740cd1e11 tempest-TestNetworkAdvancedServerOps-1754895831 tempest-TestNetworkAdvancedServerOps-1754895831-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:27:29.190814 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8914905d-1ffd-4fe1-8158-146740cd1e11 tempest-TestNetworkAdvancedServerOps-1754895831 tempest-TestNetworkAdvancedServerOps-1754895831-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1270947 Apr 20 18:27:29.193670 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38590) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:29.231732 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-eb0673ff-8d61-4d59-b008-40e07c650074 tempest-TestNetworkAdvancedServerOps-1754895831 tempest-TestNetworkAdvancedServerOps-1754895831-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=644c9c06-d7f9-4ddc-a68a-f404eb7c55f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370369 Apr 20 18:27:29.234335 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38594) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:29.239563 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-ae8de1c9-7a6f-45c9-abd3-907c7e0ecc6a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-594207202', 'network_id': '8f61fd61-c785-400d-8d97-c0f7f19e9fef', 'project_id': '7911800738e24c8486ca50d4f9ead214', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:27:29.345449 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ae8de1c9-7a6f-45c9-abd3-907c7e0ecc6a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:27:29.349472 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ae8de1c9-7a6f-45c9-abd3-907c7e0ecc6a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:subnet and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:27:29.352498 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-ae8de1c9-7a6f-45c9-abd3-907c7e0ecc6a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:27:29.358501 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-ae8de1c9-7a6f-45c9-abd3-907c7e0ecc6a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:27:29.370647 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8de1c9-7a6f-45c9-abd3-907c7e0ecc6a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Made reservation on behalf of 7911800738e24c8486ca50d4f9ead214 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:27:29.455540 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-56cd970d-153d-4647-92e0-0aef3301f633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122510306', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'e2805185-d7b8-47a7-a7e1-66b78acf7235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:27:27Z', 'updated_at': '2022-04-20T18:27:28Z', 'revision_number': 3, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': 'e2805185-d7b8-47a7-a7e1-66b78acf7235', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:27:27Z', 'updated_at': '2022-04-20T18:27:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:27:29.459544 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cd970d-153d-4647-92e0-0aef3301f633 None None] Checking router: 695030c9-97a2-4940-bd42-c1054d5b786b for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:27:29.459949 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cd970d-153d-4647-92e0-0aef3301f633 None None] Updating router 695030c9-97a2-4940-bd42-c1054d5b786b port e2805185-d7b8-47a7-a7e1-66b78acf7235 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 18:27:29.471446 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ae8de1c9-7a6f-45c9-abd3-907c7e0ecc6a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:29.515775 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-56cd970d-153d-4647-92e0-0aef3301f633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:29.680717 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ae8de1c9-7a6f-45c9-abd3-907c7e0ecc6a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:29.757660 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8de1c9-7a6f-45c9-abd3-907c7e0ecc6a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Subnet': ['ID=308f3d44-692f-4496-ba76-74ce48176fcd,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:29.773027 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8de1c9-7a6f-45c9-abd3-907c7e0ecc6a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Checking segment: {'id': '5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8f61fd61-c785-400d-8d97-c0f7f19e9fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:27:29.773372 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8de1c9-7a6f-45c9-abd3-907c7e0ecc6a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network hostable DHCP agents. Network: 8f61fd61-c785-400d-8d97-c0f7f19e9fef, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 18:27:29.797004 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8de1c9-7a6f-45c9-abd3-907c7e0ecc6a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network 8f61fd61-c785-400d-8d97-c0f7f19e9fef is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 18:27:29.808499 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-ae8de1c9-7a6f-45c9-abd3-907c7e0ecc6a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 8f61fd61-c785-400d-8d97-c0f7f19e9fef) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:27:29.813281 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8de1c9-7a6f-45c9-abd3-907c7e0ecc6a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:27:29.813910 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ae8de1c9-7a6f-45c9-abd3-907c7e0ecc6a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:29.821177 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17e8350-de57-4491-881d-7519ce658afa None None] Network 8f61fd61-c785-400d-8d97-c0f7f19e9fef requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:27:29.836386 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ae8de1c9-7a6f-45c9-abd3-907c7e0ecc6a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6010170 Apr 20 18:27:29.839451 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38598) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:29.902289 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-56cd970d-153d-4647-92e0-0aef3301f633 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:29.924934 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-56cd970d-153d-4647-92e0-0aef3301f633 None None] Transition to ACTIVE for port object e2805185-d7b8-47a7-a7e1-66b78acf7235 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:27:29.942347 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-56cd970d-153d-4647-92e0-0aef3301f633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:30.069288 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852207b4-376e-4572-92ba-bb97a439800c None None] Pushing event updated for resources: {'Port': ['ID=e2805185-d7b8-47a7-a7e1-66b78acf7235,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:30.073363 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-56cd970d-153d-4647-92e0-0aef3301f633 None None] Attempting to bind port e2805185-d7b8-47a7-a7e1-66b78acf7235 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:27:30.073807 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-56cd970d-153d-4647-92e0-0aef3301f633 None None] Attempting to bind port e2805185-d7b8-47a7-a7e1-66b78acf7235 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:27:30.074243 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cd970d-153d-4647-92e0-0aef3301f633 None None] Attempting to bind port e2805185-d7b8-47a7-a7e1-66b78acf7235 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:27:30.085359 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cd970d-153d-4647-92e0-0aef3301f633 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:27:30.085727 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cd970d-153d-4647-92e0-0aef3301f633 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:27:30.086122 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-56cd970d-153d-4647-92e0-0aef3301f633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:30.086536 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cd970d-153d-4647-92e0-0aef3301f633 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:27:30.086981 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-56cd970d-153d-4647-92e0-0aef3301f633 None None] Bound port: e2805185-d7b8-47a7-a7e1-66b78acf7235, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:27:30.087339 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-56cd970d-153d-4647-92e0-0aef3301f633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:30.228026 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-56cd970d-153d-4647-92e0-0aef3301f633 None None] For port e2805185-d7b8-47a7-a7e1-66b78acf7235, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:27:30.235488 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-56cd970d-153d-4647-92e0-0aef3301f633 None None] For port e2805185-d7b8-47a7-a7e1-66b78acf7235, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e2805185-d7b8-47a7-a7e1-66b78acf7235,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:27:30.243872 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-56cd970d-153d-4647-92e0-0aef3301f633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:30.283057 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d68d968-26a7-44cc-9d9c-05182696d209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-8f61fd61-c785-400d-8d97-c0f7f19e9fef', 'network_id': '8f61fd61-c785-400d-8d97-c0f7f19e9fef', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'fixed_ips': [{'subnet_id': '308f3d44-692f-4496-ba76-74ce48176fcd'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 18:27:30.283847 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9d68d968-26a7-44cc-9d9c-05182696d209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:30.370493 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cd970d-153d-4647-92e0-0aef3301f633 None None] Routers {'695030c9-97a2-4940-bd42-c1054d5b786b'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:27:30.371165 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-56cd970d-153d-4647-92e0-0aef3301f633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:27:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['695030c9-97a2-4940-bd42-c1054d5b786b'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:27:30.549223 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852207b4-376e-4572-92ba-bb97a439800c None None] Pushing event updated for resources: {'Port': ['ID=e2805185-d7b8-47a7-a7e1-66b78acf7235,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:30.650050 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-9d68d968-26a7-44cc-9d9c-05182696d209 None None] Allocated IP 172.20.0.2 (8f61fd61-c785-400d-8d97-c0f7f19e9fef/308f3d44-692f-4496-ba76-74ce48176fcd/67e0a48f-a40e-4700-96b2-3a71c0353c9f) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:27:30.663325 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-56cd970d-153d-4647-92e0-0aef3301f633 None None] Set router 695030c9-97a2-4940-bd42-c1054d5b786b gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:27:30.716388 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5fe58a49-1240-4947-8dff-f3b7367ae670 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:31.088620 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9d68d968-26a7-44cc-9d9c-05182696d209 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:31.101822 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-9d68d968-26a7-44cc-9d9c-05182696d209 None None] Transition to ACTIVE for port object 67e0a48f-a40e-4700-96b2-3a71c0353c9f will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:27:31.124579 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-9d68d968-26a7-44cc-9d9c-05182696d209 None None] Transition to ACTIVE for port object 67e0a48f-a40e-4700-96b2-3a71c0353c9f will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:27:31.132220 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9d68d968-26a7-44cc-9d9c-05182696d209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:31.166918 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-56cd970d-153d-4647-92e0-0aef3301f633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122510306', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'e2805185-d7b8-47a7-a7e1-66b78acf7235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:27:27Z', 'updated_at': '2022-04-20T18:27:28Z', 'revision_number': 3, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': 'e2805185-d7b8-47a7-a7e1-66b78acf7235', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:27:27Z', 'updated_at': '2022-04-20T18:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:27:31.192357 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cd970d-153d-4647-92e0-0aef3301f633 None None] The sync data for ids ['695030c9-97a2-4940-bd42-c1054d5b786b'] in n-d-838032-1 is: [{'id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122510306', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'e2805185-d7b8-47a7-a7e1-66b78acf7235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:27:27Z', 'updated_at': '2022-04-20T18:27:28Z', 'revision_number': 3, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': 'e2805185-d7b8-47a7-a7e1-66b78acf7235', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:27:27Z', 'updated_at': '2022-04-20T18:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:27:31.200955 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-5fe58a49-1240-4947-8dff-f3b7367ae670 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Allocated IP 172.20.0.1 (8f61fd61-c785-400d-8d97-c0f7f19e9fef/308f3d44-692f-4496-ba76-74ce48176fcd/4882a74c-06e5-45b5-a4de-9f141468f9be) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:27:31.211597 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d68d968-26a7-44cc-9d9c-05182696d209 None None] Network 8f61fd61-c785-400d-8d97-c0f7f19e9fef is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:27:31.215090 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68d968-26a7-44cc-9d9c-05182696d209 None None] Pushing event updated for resources: {'Port': ['ID=67e0a48f-a40e-4700-96b2-3a71c0353c9f,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:31.219715 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-9d68d968-26a7-44cc-9d9c-05182696d209 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:27:31.222924 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d68d968-26a7-44cc-9d9c-05182696d209 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:27:31.314817 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-9d68d968-26a7-44cc-9d9c-05182696d209 None None] Attempting to bind port 67e0a48f-a40e-4700-96b2-3a71c0353c9f on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:27:31.315176 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-9d68d968-26a7-44cc-9d9c-05182696d209 None None] Attempting to bind port 67e0a48f-a40e-4700-96b2-3a71c0353c9f by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8f61fd61-c785-400d-8d97-c0f7f19e9fef'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:27:31.315557 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d68d968-26a7-44cc-9d9c-05182696d209 None None] Attempting to bind port 67e0a48f-a40e-4700-96b2-3a71c0353c9f on network 8f61fd61-c785-400d-8d97-c0f7f19e9fef {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:27:31.325848 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d68d968-26a7-44cc-9d9c-05182696d209 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:27:31.326485 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d68d968-26a7-44cc-9d9c-05182696d209 None None] Checking segment: {'id': '5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8f61fd61-c785-400d-8d97-c0f7f19e9fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:27:31.327019 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9d68d968-26a7-44cc-9d9c-05182696d209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:31.328151 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d68d968-26a7-44cc-9d9c-05182696d209 None None] Bound using segment: {'id': '5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8f61fd61-c785-400d-8d97-c0f7f19e9fef'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:27:31.328151 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-9d68d968-26a7-44cc-9d9c-05182696d209 None None] Bound port: 67e0a48f-a40e-4700-96b2-3a71c0353c9f, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8f61fd61-c785-400d-8d97-c0f7f19e9fef'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:27:31.328460 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9d68d968-26a7-44cc-9d9c-05182696d209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:31.368863 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5fe58a49-1240-4947-8dff-f3b7367ae670 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:31.386735 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-5fe58a49-1240-4947-8dff-f3b7367ae670 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Transition to ACTIVE for port object 4882a74c-06e5-45b5-a4de-9f141468f9be will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:27:31.431400 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5fe58a49-1240-4947-8dff-f3b7367ae670 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:31.452712 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-9d68d968-26a7-44cc-9d9c-05182696d209 None None] For port 67e0a48f-a40e-4700-96b2-3a71c0353c9f, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:27:31.457824 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-9d68d968-26a7-44cc-9d9c-05182696d209 None None] For port 67e0a48f-a40e-4700-96b2-3a71c0353c9f, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=67e0a48f-a40e-4700-96b2-3a71c0353c9f,segment=NetworkSegment(5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf),segment_id=5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:27:31.463782 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9d68d968-26a7-44cc-9d9c-05182696d209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:31.520773 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe58a49-1240-4947-8dff-f3b7367ae670 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network 8f61fd61-c785-400d-8d97-c0f7f19e9fef is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:27:31.521953 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe58a49-1240-4947-8dff-f3b7367ae670 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Port': ['ID=4882a74c-06e5-45b5-a4de-9f141468f9be,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:31.524569 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-5fe58a49-1240-4947-8dff-f3b7367ae670 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:27:31.526763 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe58a49-1240-4947-8dff-f3b7367ae670 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:27:31.569590 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68d968-26a7-44cc-9d9c-05182696d209 None None] Pushing event updated for resources: {'Port': ['ID=67e0a48f-a40e-4700-96b2-3a71c0353c9f,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:31.602502 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5fe58a49-1240-4947-8dff-f3b7367ae670 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:31.703648 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5fe58a49-1240-4947-8dff-f3b7367ae670 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:31.942396 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 67e0a48f-a40e-4700-96b2-3a71c0353c9f up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:27:32.019957 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 67e0a48f-a40e-4700-96b2-3a71c0353c9f completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:27:32.025020 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e2805185-d7b8-47a7-a7e1-66b78acf7235 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:27:32.094087 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port e2805185-d7b8-47a7-a7e1-66b78acf7235 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:27:32.099215 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port e2805185-d7b8-47a7-a7e1-66b78acf7235 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:27:32.099578 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:32.154354 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5fe58a49-1240-4947-8dff-f3b7367ae670 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:32.162894 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5fe58a49-1240-4947-8dff-f3b7367ae670 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:32.264327 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:32.280984 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe58a49-1240-4947-8dff-f3b7367ae670 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Port': ['ID=4882a74c-06e5-45b5-a4de-9f141468f9be,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:32.281936 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port e2805185-d7b8-47a7-a7e1-66b78acf7235, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e2805185-d7b8-47a7-a7e1-66b78acf7235,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:27:32.283741 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5fe58a49-1240-4947-8dff-f3b7367ae670 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:32.287382 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:32.353841 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=e2805185-d7b8-47a7-a7e1-66b78acf7235,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:32.544963 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe58a49-1240-4947-8dff-f3b7367ae670 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network 8f61fd61-c785-400d-8d97-c0f7f19e9fef is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:27:32.546159 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-5fe58a49-1240-4947-8dff-f3b7367ae670 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:27:32.677144 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2af1c69-7936-4331-a733-f592296e76c0 None None] Network 8f61fd61-c785-400d-8d97-c0f7f19e9fef requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:27:32.830673 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e07c8c24-af76-4f58-89b3-8c9d552dadb4 None None] Provisioning for port 67e0a48f-a40e-4700-96b2-3a71c0353c9f completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:27:32.841518 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e07c8c24-af76-4f58-89b3-8c9d552dadb4 None None] Provisioning complete for port 67e0a48f-a40e-4700-96b2-3a71c0353c9f triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:27:32.841876 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e07c8c24-af76-4f58-89b3-8c9d552dadb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:32.924429 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe58a49-1240-4947-8dff-f3b7367ae670 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Router 695030c9-97a2-4940-bd42-c1054d5b786b has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:27:33.007627 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e07c8c24-af76-4f58-89b3-8c9d552dadb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:33.053536 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-e07c8c24-af76-4f58-89b3-8c9d552dadb4 None None] For port 67e0a48f-a40e-4700-96b2-3a71c0353c9f, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=67e0a48f-a40e-4700-96b2-3a71c0353c9f,segment=NetworkSegment(5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf),segment_id=5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:27:33.060221 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e07c8c24-af76-4f58-89b3-8c9d552dadb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:33.127807 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c8c24-af76-4f58-89b3-8c9d552dadb4 None None] Pushing event updated for resources: {'Port': ['ID=67e0a48f-a40e-4700-96b2-3a71c0353c9f,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:33.140850 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe58a49-1240-4947-8dff-f3b7367ae670 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:27:33.153712 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5fe58a49-1240-4947-8dff-f3b7367ae670 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "PUT /v2.0/routers/695030c9-97a2-4940-bd42-c1054d5b786b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3130453 Apr 20 18:27:33.284559 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-9a640035-a21b-4b1a-9a70-300f94bcc69b None None] Provisioning complete for port 67e0a48f-a40e-4700-96b2-3a71c0353c9f triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:27:33.285054 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9a640035-a21b-4b1a-9a70-300f94bcc69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:33.359810 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e8d97835-d939-4927-9373-1621f8337f78 req-968f258d-9bd7-4fc5-89e3-24d27bca8ead tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Synchronizing usage tracker for tenant:7911800738e24c8486ca50d4f9ead214 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:27:33.376825 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e8d97835-d939-4927-9373-1621f8337f78 req-968f258d-9bd7-4fc5-89e3-24d27bca8ead tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Unset dirty status for tenant:7911800738e24c8486ca50d4f9ead214 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:27:33.377985 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e8d97835-d939-4927-9373-1621f8337f78 req-968f258d-9bd7-4fc5-89e3-24d27bca8ead tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-769912103&fields=id&tenant_id=7911800738e24c8486ca50d4f9ead214 HTTP/1.1" status: 200 len: 267 time: 0.0600965 Apr 20 18:27:33.418088 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-9a640035-a21b-4b1a-9a70-300f94bcc69b None None] Provisioning for port 4882a74c-06e5-45b5-a4de-9f141468f9be completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:27:33.426048 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-9a640035-a21b-4b1a-9a70-300f94bcc69b None None] Provisioning complete for port 4882a74c-06e5-45b5-a4de-9f141468f9be triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:27:33.426824 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9a640035-a21b-4b1a-9a70-300f94bcc69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:33.496608 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-9a640035-a21b-4b1a-9a70-300f94bcc69b None None] Port 4882a74c-06e5-45b5-a4de-9f141468f9be cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:27:33.537584 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d97835-d939-4927-9373-1621f8337f78 req-f5f1435f-a0b1-4a61-9e68-0e2f4ffe2ee6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:27:33.538288 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e8d97835-d939-4927-9373-1621f8337f78 req-f5f1435f-a0b1-4a61-9e68-0e2f4ffe2ee6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Synchronizing usage tracker for tenant:7911800738e24c8486ca50d4f9ead214 on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:27:33.554531 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e8d97835-d939-4927-9373-1621f8337f78 req-f5f1435f-a0b1-4a61-9e68-0e2f4ffe2ee6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Unset dirty status for tenant:7911800738e24c8486ca50d4f9ead214 on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:27:33.555776 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e8d97835-d939-4927-9373-1621f8337f78 req-f5f1435f-a0b1-4a61-9e68-0e2f4ffe2ee6 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/networks?id=8f61fd61-c785-400d-8d97-c0f7f19e9fef HTTP/1.1" status: 200 len: 796 time: 0.1703875 Apr 20 18:27:33.572961 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e8d97835-d939-4927-9373-1621f8337f78 req-26fef474-7211-4036-b14c-33cba294c012 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/quotas/7911800738e24c8486ca50d4f9ead214 HTTP/1.1" status: 200 len: 375 time: 0.0117137 Apr 20 18:27:33.617539 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5621ac5e-bbc8-414d-9322-74e008b856b3 None None] Provisioning complete for port 4882a74c-06e5-45b5-a4de-9f141468f9be triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:27:33.617903 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5621ac5e-bbc8-414d-9322-74e008b856b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:33.650837 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e8d97835-d939-4927-9373-1621f8337f78 req-dc458dd9-22c6-430f-87c5-3c626a521fc9 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Synchronizing usage tracker for tenant:7911800738e24c8486ca50d4f9ead214 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:27:33.668467 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-e8d97835-d939-4927-9373-1621f8337f78 req-dc458dd9-22c6-430f-87c5-3c626a521fc9 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Unset dirty status for tenant:7911800738e24c8486ca50d4f9ead214 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:27:33.669166 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-5621ac5e-bbc8-414d-9322-74e008b856b3 None None] Port 4882a74c-06e5-45b5-a4de-9f141468f9be cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:27:33.669823 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e8d97835-d939-4927-9373-1621f8337f78 req-dc458dd9-22c6-430f-87c5-3c626a521fc9 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0914626 Apr 20 18:27:33.856424 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 67e0a48f-a40e-4700-96b2-3a71c0353c9f up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:27:33.875639 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e8d97835-d939-4927-9373-1621f8337f78 req-cf3f7012-5282-4acb-b4f1-23bae354ca93 service neutron] 10.222.0.39 "GET /v2.0/networks/8f61fd61-c785-400d-8d97-c0f7f19e9fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938810 Apr 20 18:27:33.924263 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 67e0a48f-a40e-4700-96b2-3a71c0353c9f triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:27:33.924625 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:34.005458 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e8d97835-d939-4927-9373-1621f8337f78 req-3151b51e-2e1d-42fb-a9c7-0b73ed9f0330 service neutron] 10.222.0.39 "GET /v2.0/networks/8f61fd61-c785-400d-8d97-c0f7f19e9fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237316 Apr 20 18:27:34.038990 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e2805185-d7b8-47a7-a7e1-66b78acf7235 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:27:34.106558 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port e2805185-d7b8-47a7-a7e1-66b78acf7235 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:27:34.106917 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:34.922980 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57475e26-ecc5-41bc-9c07-5718ab36613a None None] Sync routers for ids ['695030c9-97a2-4940-bd42-c1054d5b786b'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:27:34.935531 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57475e26-ecc5-41bc-9c07-5718ab36613a None None] Routers {'695030c9-97a2-4940-bd42-c1054d5b786b'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:27:34.936150 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-57475e26-ecc5-41bc-9c07-5718ab36613a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:27:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['695030c9-97a2-4940-bd42-c1054d5b786b'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:27:35.121753 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-57475e26-ecc5-41bc-9c07-5718ab36613a None None] Set router 695030c9-97a2-4940-bd42-c1054d5b786b gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:27:35.231804 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f2d7e947-aaef-4f9b-ade3-b58c0a5f86d9 req-9cf22a19-81fd-43ce-a206-30e730924808 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Synchronizing usage tracker for tenant:7911800738e24c8486ca50d4f9ead214 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:27:35.244714 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f2d7e947-aaef-4f9b-ade3-b58c0a5f86d9 req-9cf22a19-81fd-43ce-a206-30e730924808 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Unset dirty status for tenant:7911800738e24c8486ca50d4f9ead214 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:27:35.246440 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f2d7e947-aaef-4f9b-ade3-b58c0a5f86d9 req-9cf22a19-81fd-43ce-a206-30e730924808 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=70540544-63c1-4f1e-97e4-8fb6cec854e5 HTTP/1.1" status: 200 len: 210 time: 0.0668061 Apr 20 18:27:35.429612 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-57475e26-ecc5-41bc-9c07-5718ab36613a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122510306', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'e2805185-d7b8-47a7-a7e1-66b78acf7235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:27:27Z', 'updated_at': '2022-04-20T18:27:31Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': 'e2805185-d7b8-47a7-a7e1-66b78acf7235', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:27:27Z', 'updated_at': '2022-04-20T18:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '4882a74c-06e5-45b5-a4de-9f141468f9be', 'name': '', 'network_id': '8f61fd61-c785-400d-8d97-c0f7f19e9fef', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:1f:55:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '308f3d44-692f-4496-ba76-74ce48176fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:27:30Z', 'updated_at': '2022-04-20T18:27:31Z', 'revision_number': 2, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': '308f3d44-692f-4496-ba76-74ce48176fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:27:35.433418 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57475e26-ecc5-41bc-9c07-5718ab36613a None None] Checking router: 695030c9-97a2-4940-bd42-c1054d5b786b for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:27:35.434445 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57475e26-ecc5-41bc-9c07-5718ab36613a None None] Updating router 695030c9-97a2-4940-bd42-c1054d5b786b port 4882a74c-06e5-45b5-a4de-9f141468f9be binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 18:27:35.487692 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-57475e26-ecc5-41bc-9c07-5718ab36613a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:35.840749 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-57475e26-ecc5-41bc-9c07-5718ab36613a None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:35.852689 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-57475e26-ecc5-41bc-9c07-5718ab36613a None None] Transition to ACTIVE for port object 4882a74c-06e5-45b5-a4de-9f141468f9be will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:27:35.862233 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-57475e26-ecc5-41bc-9c07-5718ab36613a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:35.982473 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f03c70-84b2-4244-a0c9-4dc67d8257c7 None None] Pushing event updated for resources: {'Port': ['ID=4882a74c-06e5-45b5-a4de-9f141468f9be,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:36.001923 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f03c70-84b2-4244-a0c9-4dc67d8257c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:36.002275 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f03c70-84b2-4244-a0c9-4dc67d8257c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:36.002596 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f03c70-84b2-4244-a0c9-4dc67d8257c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:36.002918 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f03c70-84b2-4244-a0c9-4dc67d8257c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:36.003226 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f03c70-84b2-4244-a0c9-4dc67d8257c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:36.003528 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f03c70-84b2-4244-a0c9-4dc67d8257c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:36.003815 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f03c70-84b2-4244-a0c9-4dc67d8257c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:36.004132 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f03c70-84b2-4244-a0c9-4dc67d8257c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:36.004501 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f03c70-84b2-4244-a0c9-4dc67d8257c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:36.004811 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f03c70-84b2-4244-a0c9-4dc67d8257c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:36.005159 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f03c70-84b2-4244-a0c9-4dc67d8257c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:27:36.092452 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-57475e26-ecc5-41bc-9c07-5718ab36613a None None] Attempting to bind port 4882a74c-06e5-45b5-a4de-9f141468f9be on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:27:36.092826 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-57475e26-ecc5-41bc-9c07-5718ab36613a None None] Attempting to bind port 4882a74c-06e5-45b5-a4de-9f141468f9be by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8f61fd61-c785-400d-8d97-c0f7f19e9fef'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:27:36.093160 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57475e26-ecc5-41bc-9c07-5718ab36613a None None] Attempting to bind port 4882a74c-06e5-45b5-a4de-9f141468f9be on network 8f61fd61-c785-400d-8d97-c0f7f19e9fef {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:27:36.099790 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57475e26-ecc5-41bc-9c07-5718ab36613a None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:27:36.100058 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57475e26-ecc5-41bc-9c07-5718ab36613a None None] Checking segment: {'id': '5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8f61fd61-c785-400d-8d97-c0f7f19e9fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:27:36.100530 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-57475e26-ecc5-41bc-9c07-5718ab36613a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:36.100973 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57475e26-ecc5-41bc-9c07-5718ab36613a None None] Bound using segment: {'id': '5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8f61fd61-c785-400d-8d97-c0f7f19e9fef'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:27:36.101407 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-57475e26-ecc5-41bc-9c07-5718ab36613a None None] Bound port: 4882a74c-06e5-45b5-a4de-9f141468f9be, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8f61fd61-c785-400d-8d97-c0f7f19e9fef'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:27:36.101765 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-57475e26-ecc5-41bc-9c07-5718ab36613a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:36.196661 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-57475e26-ecc5-41bc-9c07-5718ab36613a None None] For port 4882a74c-06e5-45b5-a4de-9f141468f9be, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:27:36.201456 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-57475e26-ecc5-41bc-9c07-5718ab36613a None None] For port 4882a74c-06e5-45b5-a4de-9f141468f9be, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=4882a74c-06e5-45b5-a4de-9f141468f9be,segment=NetworkSegment(5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf),segment_id=5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:27:36.207249 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-57475e26-ecc5-41bc-9c07-5718ab36613a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:36.261133 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d97835-d939-4927-9373-1621f8337f78 req-4c2f2e83-2eab-48f8-8815-2ac841df4e73 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:27:36.262610 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-e8d97835-d939-4927-9373-1621f8337f78 req-4c2f2e83-2eab-48f8-8815-2ac841df4e73 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Synchronizing usage tracker for tenant:7911800738e24c8486ca50d4f9ead214 on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:27:36.275667 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-e8d97835-d939-4927-9373-1621f8337f78 req-4c2f2e83-2eab-48f8-8815-2ac841df4e73 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Unset dirty status for tenant:7911800738e24c8486ca50d4f9ead214 on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:27:36.283902 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57475e26-ecc5-41bc-9c07-5718ab36613a None None] Routers {'695030c9-97a2-4940-bd42-c1054d5b786b'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:27:36.284518 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-57475e26-ecc5-41bc-9c07-5718ab36613a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:27:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['695030c9-97a2-4940-bd42-c1054d5b786b'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:27:36.289242 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e8d97835-d939-4927-9373-1621f8337f78 req-4c2f2e83-2eab-48f8-8815-2ac841df4e73 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.10 "GET /v2.0/networks?id=8f61fd61-c785-400d-8d97-c0f7f19e9fef HTTP/1.1" status: 200 len: 796 time: 0.1763682 Apr 20 18:27:36.362233 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-e8d97835-d939-4927-9373-1621f8337f78 req-b45ae4c4-bb09-465c-8539-528b22304232 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Synchronizing usage tracker for tenant:7911800738e24c8486ca50d4f9ead214 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:27:36.376740 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-e8d97835-d939-4927-9373-1621f8337f78 req-b45ae4c4-bb09-465c-8539-528b22304232 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Unset dirty status for tenant:7911800738e24c8486ca50d4f9ead214 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:27:36.378405 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e8d97835-d939-4927-9373-1621f8337f78 req-b45ae4c4-bb09-465c-8539-528b22304232 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7911800738e24c8486ca50d4f9ead214 HTTP/1.1" status: 200 len: 379 time: 0.0769086 Apr 20 18:27:36.394206 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-e8d97835-d939-4927-9373-1621f8337f78 req-fe17227a-8dd2-40d5-bf10-ed5da12a3d25 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'port': {'device_id': '70540544-63c1-4f1e-97e4-8fb6cec854e5', 'network_id': '8f61fd61-c785-400d-8d97-c0f7f19e9fef', 'admin_state_up': True, 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'security_groups': ['67b2ac02-38ca-46e1-8a38-c36befba0295']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:27:36.417602 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f03c70-84b2-4244-a0c9-4dc67d8257c7 None None] Pushing event updated for resources: {'Port': ['ID=4882a74c-06e5-45b5-a4de-9f141468f9be,revision_number=4']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:36.477824 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-57475e26-ecc5-41bc-9c07-5718ab36613a None None] Set router 695030c9-97a2-4940-bd42-c1054d5b786b gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:27:36.487302 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-37ad4d78-c145-479b-b32b-e6f659b54d1e req-16121b7e-f953-4e1c-8c0e-a81ff0b4edb7 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=70540544-63c1-4f1e-97e4-8fb6cec854e5 HTTP/1.1" status: 200 len: 210 time: 0.1014864 Apr 20 18:27:36.568299 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-e8d97835-d939-4927-9373-1621f8337f78 req-fe17227a-8dd2-40d5-bf10-ed5da12a3d25 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:27:36.577546 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-e8d97835-d939-4927-9373-1621f8337f78 req-fe17227a-8dd2-40d5-bf10-ed5da12a3d25 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:27:36.588049 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d97835-d939-4927-9373-1621f8337f78 req-fe17227a-8dd2-40d5-bf10-ed5da12a3d25 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Made reservation on behalf of 7911800738e24c8486ca50d4f9ead214 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:27:36.591272 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e8d97835-d939-4927-9373-1621f8337f78 req-fe17227a-8dd2-40d5-bf10-ed5da12a3d25 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:36.750090 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-e8d97835-d939-4927-9373-1621f8337f78 req-fe17227a-8dd2-40d5-bf10-ed5da12a3d25 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Allocated IP 172.20.0.8 (8f61fd61-c785-400d-8d97-c0f7f19e9fef/308f3d44-692f-4496-ba76-74ce48176fcd/4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:27:36.786641 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-57475e26-ecc5-41bc-9c07-5718ab36613a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122510306', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'e2805185-d7b8-47a7-a7e1-66b78acf7235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:27:27Z', 'updated_at': '2022-04-20T18:27:31Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': 'e2805185-d7b8-47a7-a7e1-66b78acf7235', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:27:27Z', 'updated_at': '2022-04-20T18:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '4882a74c-06e5-45b5-a4de-9f141468f9be', 'name': '', 'network_id': '8f61fd61-c785-400d-8d97-c0f7f19e9fef', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:1f:55:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '308f3d44-692f-4496-ba76-74ce48176fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:27:30Z', 'updated_at': '2022-04-20T18:27:36Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': '308f3d44-692f-4496-ba76-74ce48176fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:27:36.790427 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57475e26-ecc5-41bc-9c07-5718ab36613a None None] The sync data for ids ['695030c9-97a2-4940-bd42-c1054d5b786b'] in n-d-838032-1 is: [{'id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122510306', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'e2805185-d7b8-47a7-a7e1-66b78acf7235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:27:27Z', 'updated_at': '2022-04-20T18:27:31Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': 'e2805185-d7b8-47a7-a7e1-66b78acf7235', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:27:27Z', 'updated_at': '2022-04-20T18:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '4882a74c-06e5-45b5-a4de-9f141468f9be', 'name': '', 'network_id': '8f61fd61-c785-400d-8d97-c0f7f19e9fef', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:1f:55:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '308f3d44-692f-4496-ba76-74ce48176fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:27:30Z', 'updated_at': '2022-04-20T18:27:36Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': '308f3d44-692f-4496-ba76-74ce48176fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:27:36.947100 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e8d97835-d939-4927-9373-1621f8337f78 req-fe17227a-8dd2-40d5-bf10-ed5da12a3d25 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:36.963697 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-e8d97835-d939-4927-9373-1621f8337f78 req-fe17227a-8dd2-40d5-bf10-ed5da12a3d25 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Transition to ACTIVE for port object 4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:27:36.987682 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e8d97835-d939-4927-9373-1621f8337f78 req-fe17227a-8dd2-40d5-bf10-ed5da12a3d25 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:37.171187 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d97835-d939-4927-9373-1621f8337f78 req-fe17227a-8dd2-40d5-bf10-ed5da12a3d25 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network 8f61fd61-c785-400d-8d97-c0f7f19e9fef is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:27:37.174354 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-e8d97835-d939-4927-9373-1621f8337f78 req-fe17227a-8dd2-40d5-bf10-ed5da12a3d25 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:27:37.178868 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d97835-d939-4927-9373-1621f8337f78 req-fe17227a-8dd2-40d5-bf10-ed5da12a3d25 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:27:37.206743 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17227a-8dd2-40d5-bf10-ed5da12a3d25 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Port': ['ID=4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:37.244198 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d97835-d939-4927-9373-1621f8337f78 req-fe17227a-8dd2-40d5-bf10-ed5da12a3d25 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:27:37.244900 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e8d97835-d939-4927-9373-1621f8337f78 req-fe17227a-8dd2-40d5-bf10-ed5da12a3d25 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:37.276247 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e8d97835-d939-4927-9373-1621f8337f78 req-fe17227a-8dd2-40d5-bf10-ed5da12a3d25 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8861485 Apr 20 18:27:37.287634 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-e8d97835-d939-4927-9373-1621f8337f78 req-6c40ecb2-b10e-4255-b976-576d6fefe70f service neutron] Request body: {'port': {'device_id': '70540544-63c1-4f1e-97e4-8fb6cec854e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:27:37.400231 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e8d97835-d939-4927-9373-1621f8337f78 req-6c40ecb2-b10e-4255-b976-576d6fefe70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:37.476159 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-872d9c1d-fc67-4e59-bd0a-61bb5ddc94c1 None None] Provisioning for port 4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:27:37.481813 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-872d9c1d-fc67-4e59-bd0a-61bb5ddc94c1 None None] Provisioning complete for port 4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:27:37.482179 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-872d9c1d-fc67-4e59-bd0a-61bb5ddc94c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:37.543202 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-872d9c1d-fc67-4e59-bd0a-61bb5ddc94c1 None None] Port 4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:27:37.749652 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1819049-1b72-4fa1-a8f7-92594994d37c req-bbbac9fa-5ca7-49f4-a230-e66356b36b0f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:27:37.750345 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b1819049-1b72-4fa1-a8f7-92594994d37c req-bbbac9fa-5ca7-49f4-a230-e66356b36b0f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Synchronizing usage tracker for tenant:7911800738e24c8486ca50d4f9ead214 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:27:37.817845 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b1819049-1b72-4fa1-a8f7-92594994d37c req-bbbac9fa-5ca7-49f4-a230-e66356b36b0f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Unset dirty status for tenant:7911800738e24c8486ca50d4f9ead214 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:27:37.819080 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1819049-1b72-4fa1-a8f7-92594994d37c req-bbbac9fa-5ca7-49f4-a230-e66356b36b0f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=70540544-63c1-4f1e-97e4-8fb6cec854e5 HTTP/1.1" status: 200 len: 931 time: 0.1958227 Apr 20 18:27:37.828590 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-e8d97835-d939-4927-9373-1621f8337f78 req-6c40ecb2-b10e-4255-b976-576d6fefe70f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:27:37.850717 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e8d97835-d939-4927-9373-1621f8337f78 req-6c40ecb2-b10e-4255-b976-576d6fefe70f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:37.879321 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-e8d97835-d939-4927-9373-1621f8337f78 req-6c40ecb2-b10e-4255-b976-576d6fefe70f service neutron] Transition to ACTIVE for port object 4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:27:37.882386 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 4882a74c-06e5-45b5-a4de-9f141468f9be up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:27:37.886761 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e8d97835-d939-4927-9373-1621f8337f78 req-6c40ecb2-b10e-4255-b976-576d6fefe70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:37.934970 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1819049-1b72-4fa1-a8f7-92594994d37c req-b1e2ae26-b187-4a8d-aa8c-bf2646d7eb58 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=67b2ac02-38ca-46e1-8a38-c36befba0295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092153 Apr 20 18:27:37.949400 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 4882a74c-06e5-45b5-a4de-9f141468f9be completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:27:37.955153 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 4882a74c-06e5-45b5-a4de-9f141468f9be triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:27:37.955829 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:38.017511 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40ecb2-b10e-4255-b976-576d6fefe70f service neutron] Pushing event updated for resources: {'Port': ['ID=4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:38.080565 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:38.116171 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 4882a74c-06e5-45b5-a4de-9f141468f9be, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=4882a74c-06e5-45b5-a4de-9f141468f9be,segment=NetworkSegment(5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf),segment_id=5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:27:38.121857 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:38.133198 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-e8d97835-d939-4927-9373-1621f8337f78 req-6c40ecb2-b10e-4255-b976-576d6fefe70f service neutron] Attempting to bind port 4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:27:38.133537 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-e8d97835-d939-4927-9373-1621f8337f78 req-6c40ecb2-b10e-4255-b976-576d6fefe70f service neutron] Attempting to bind port 4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8f61fd61-c785-400d-8d97-c0f7f19e9fef'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:27:38.133860 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d97835-d939-4927-9373-1621f8337f78 req-6c40ecb2-b10e-4255-b976-576d6fefe70f service neutron] Attempting to bind port 4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7 on network 8f61fd61-c785-400d-8d97-c0f7f19e9fef {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:27:38.140709 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d97835-d939-4927-9373-1621f8337f78 req-6c40ecb2-b10e-4255-b976-576d6fefe70f service neutron] Port 4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7 on network 8f61fd61-c785-400d-8d97-c0f7f19e9fef not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 18:27:38.141027 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d97835-d939-4927-9373-1621f8337f78 req-6c40ecb2-b10e-4255-b976-576d6fefe70f service neutron] Attempting to bind port 4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7 on network 8f61fd61-c785-400d-8d97-c0f7f19e9fef {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:27:38.147725 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d97835-d939-4927-9373-1621f8337f78 req-6c40ecb2-b10e-4255-b976-576d6fefe70f service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:27:38.148048 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d97835-d939-4927-9373-1621f8337f78 req-6c40ecb2-b10e-4255-b976-576d6fefe70f service neutron] Checking segment: {'id': '5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8f61fd61-c785-400d-8d97-c0f7f19e9fef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:27:38.148420 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d97835-d939-4927-9373-1621f8337f78 req-6c40ecb2-b10e-4255-b976-576d6fefe70f service neutron] Bound using segment: {'id': '5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8f61fd61-c785-400d-8d97-c0f7f19e9fef'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:27:38.148830 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-e8d97835-d939-4927-9373-1621f8337f78 req-6c40ecb2-b10e-4255-b976-576d6fefe70f service neutron] Bound port: 4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8f61fd61-c785-400d-8d97-c0f7f19e9fef'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:27:38.149165 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e8d97835-d939-4927-9373-1621f8337f78 req-6c40ecb2-b10e-4255-b976-576d6fefe70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:38.194032 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=4882a74c-06e5-45b5-a4de-9f141468f9be,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:38.237852 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-e8d97835-d939-4927-9373-1621f8337f78 req-6c40ecb2-b10e-4255-b976-576d6fefe70f service neutron] For port 4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:27:38.241170 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-e8d97835-d939-4927-9373-1621f8337f78 req-6c40ecb2-b10e-4255-b976-576d6fefe70f service neutron] For port 4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7,segment=NetworkSegment(5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf),segment_id=5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:27:38.245884 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e8d97835-d939-4927-9373-1621f8337f78 req-6c40ecb2-b10e-4255-b976-576d6fefe70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:38.309167 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e8d97835-d939-4927-9373-1621f8337f78 req-6c40ecb2-b10e-4255-b976-576d6fefe70f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:38.310571 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e8d97835-d939-4927-9373-1621f8337f78 req-6c40ecb2-b10e-4255-b976-576d6fefe70f service neutron] 10.222.0.10 "PUT /v2.0/ports/4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7 HTTP/1.1" status: 200 len: 1091 time: 1.0271530 Apr 20 18:27:38.310965 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70540544-63c1-4f1e-97e4-8fb6cec854e5', 'tag': '4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:27:38.327655 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40ecb2-b10e-4255-b976-576d6fefe70f service neutron] Pushing event updated for resources: {'Port': ['ID=4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:38.453444 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e8d97835-d939-4927-9373-1621f8337f78 req-67eca605-552a-44d2-aea1-9bdeaa68dabb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=70540544-63c1-4f1e-97e4-8fb6cec854e5 HTTP/1.1" status: 200 len: 1094 time: 0.0883291 Apr 20 18:27:38.511469 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12714a47-734f-4209-9a10-c54a07baf609'] response: {'name': 'network-changed', 'server_uuid': '70540544-63c1-4f1e-97e4-8fb6cec854e5', 'tag': '4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7', 'status': 'completed', 'code': 200} Apr 20 18:27:38.527457 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e8d97835-d939-4927-9373-1621f8337f78 req-6c9d5461-0d3c-463f-b150-4812f1d7af91 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7 HTTP/1.1" status: 200 len: 217 time: 0.0676439 Apr 20 18:27:38.589839 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d97835-d939-4927-9373-1621f8337f78 req-040d24f9-a607-474a-bd92-a24d81de2870 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:27:38.591122 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e8d97835-d939-4927-9373-1621f8337f78 req-040d24f9-a607-474a-bd92-a24d81de2870 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=308f3d44-692f-4496-ba76-74ce48176fcd HTTP/1.1" status: 200 len: 834 time: 0.0579095 Apr 20 18:27:38.668114 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e8d97835-d939-4927-9373-1621f8337f78 req-81f22333-fa04-4594-8a5f-34a5bfe4aa52 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8f61fd61-c785-400d-8d97-c0f7f19e9fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712719 Apr 20 18:27:38.801306 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e8d97835-d939-4927-9373-1621f8337f78 req-efffc99b-a1da-4d69-8e33-fac51ea9aa55 service neutron] 10.222.0.10 "GET /v2.0/networks/8f61fd61-c785-400d-8d97-c0f7f19e9fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257601 Apr 20 18:27:38.942778 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e8d97835-d939-4927-9373-1621f8337f78 req-abc6d887-331f-410b-a519-469f73646f50 service neutron] 10.222.0.10 "GET /v2.0/networks/8f61fd61-c785-400d-8d97-c0f7f19e9fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357236 Apr 20 18:27:39.214124 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e1b09a3b-1773-4fb6-8ab5-e8ff7de49b8c req-4e54ab1d-1513-4458-9f7d-ee41319a8458 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=70540544-63c1-4f1e-97e4-8fb6cec854e5 HTTP/1.1" status: 200 len: 1094 time: 0.2184527 Apr 20 18:27:39.220289 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62783c1d-4e5d-4851-9851-bfadb42707bb req-b3f564a8-e22c-468b-93a4-dc9b21ffa58b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:27:39.221600 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-62783c1d-4e5d-4851-9851-bfadb42707bb req-b3f564a8-e22c-468b-93a4-dc9b21ffa58b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=70540544-63c1-4f1e-97e4-8fb6cec854e5 HTTP/1.1" status: 200 len: 943 time: 0.1046898 Apr 20 18:27:39.276275 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d4f9deba-2177-4a74-af93-641e79f9d6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:39.359062 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-62783c1d-4e5d-4851-9851-bfadb42707bb req-8ac7bdcb-00d4-4470-b222-c9f01212db6a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=67b2ac02-38ca-46e1-8a38-c36befba0295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176677 Apr 20 18:27:39.376944 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b09a3b-1773-4fb6-8ab5-e8ff7de49b8c req-39aac871-0a0e-43ec-9645-6e6ad0adccc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:27:39.378249 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e1b09a3b-1773-4fb6-8ab5-e8ff7de49b8c req-39aac871-0a0e-43ec-9645-6e6ad0adccc6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8f61fd61-c785-400d-8d97-c0f7f19e9fef HTTP/1.1" status: 200 len: 897 time: 0.1558080 Apr 20 18:27:39.447218 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e1b09a3b-1773-4fb6-8ab5-e8ff7de49b8c req-6c31a5a2-c7a5-4444-b62a-19eb1b3835cc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7 HTTP/1.1" status: 200 len: 217 time: 0.0628626 Apr 20 18:27:39.509819 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b09a3b-1773-4fb6-8ab5-e8ff7de49b8c req-068e4030-8a3b-4d59-89f2-8af05d1f77b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:27:39.511244 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e1b09a3b-1773-4fb6-8ab5-e8ff7de49b8c req-068e4030-8a3b-4d59-89f2-8af05d1f77b6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=308f3d44-692f-4496-ba76-74ce48176fcd HTTP/1.1" status: 200 len: 834 time: 0.0582922 Apr 20 18:27:39.584459 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e1b09a3b-1773-4fb6-8ab5-e8ff7de49b8c req-fcbda96e-f4bc-4d04-8679-68985e4ea958 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8f61fd61-c785-400d-8d97-c0f7f19e9fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668590 Apr 20 18:27:39.716547 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e1b09a3b-1773-4fb6-8ab5-e8ff7de49b8c req-17d53436-5ab4-43a6-b063-746247c8a135 service neutron] 10.222.0.10 "GET /v2.0/networks/8f61fd61-c785-400d-8d97-c0f7f19e9fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251986 Apr 20 18:27:39.854856 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e1b09a3b-1773-4fb6-8ab5-e8ff7de49b8c req-e6e2088c-4593-4ecf-a305-230ca0291bc8 service neutron] 10.222.0.10 "GET /v2.0/networks/8f61fd61-c785-400d-8d97-c0f7f19e9fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299710 Apr 20 18:27:39.861710 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 4882a74c-06e5-45b5-a4de-9f141468f9be up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:27:39.932150 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 4882a74c-06e5-45b5-a4de-9f141468f9be triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:27:39.932513 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:40.574566 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f33042-7882-4ee1-9828-5f0f91912d29 req-f9ad4ff1-f078-45d6-b5e5-df234a4e58d2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:27:40.575998 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-84f33042-7882-4ee1-9828-5f0f91912d29 req-f9ad4ff1-f078-45d6-b5e5-df234a4e58d2 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=70540544-63c1-4f1e-97e4-8fb6cec854e5 HTTP/1.1" status: 200 len: 943 time: 0.0757353 Apr 20 18:27:40.622921 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-84f33042-7882-4ee1-9828-5f0f91912d29 req-849b7994-2f7f-4543-8280-a12d62d266b7 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=67b2ac02-38ca-46e1-8a38-c36befba0295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401232 Apr 20 18:27:41.457982 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-794897ff-2d6a-4f5b-aa5d-59ae7dd56c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:41.842136 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f337aa-e0c2-4754-9b29-4f6438c78fb3 req-301b444c-8425-4cb3-a06e-192cbfb47f4d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:27:41.843582 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-16f337aa-e0c2-4754-9b29-4f6438c78fb3 req-301b444c-8425-4cb3-a06e-192cbfb47f4d tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=70540544-63c1-4f1e-97e4-8fb6cec854e5 HTTP/1.1" status: 200 len: 943 time: 0.0869119 Apr 20 18:27:41.888390 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-16f337aa-e0c2-4754-9b29-4f6438c78fb3 req-32c66c6e-b33f-49b2-91ed-2a90c933506a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=67b2ac02-38ca-46e1-8a38-c36befba0295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391731 Apr 20 18:27:42.745779 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:43.018706 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:43.097920 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425c193-2df1-4873-b876-26e98dea3a7b req-21d0cdc9-a642-4013-94ec-a909688df6f4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:27:43.099722 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4425c193-2df1-4873-b876-26e98dea3a7b req-21d0cdc9-a642-4013-94ec-a909688df6f4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=70540544-63c1-4f1e-97e4-8fb6cec854e5 HTTP/1.1" status: 200 len: 943 time: 0.0883808 Apr 20 18:27:43.159403 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4425c193-2df1-4873-b876-26e98dea3a7b req-1cfb542a-44d9-4a9f-b130-0f73fee155e1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=67b2ac02-38ca-46e1-8a38-c36befba0295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515807 Apr 20 18:27:43.496568 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:27:43.639972 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7,segment=NetworkSegment(5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf),segment_id=5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:27:43.654401 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7', 'network_id': '8f61fd61-c785-400d-8d97-c0f7f19e9fef', 'port_id': '4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7', 'mac_address': 'fa:16:3e:a9:54:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308f3d44-692f-4496-ba76-74ce48176fcd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:27:43.707278 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:43.724029 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:27:43.740183 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7,segment=NetworkSegment(5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf),segment_id=5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:27:43.749404 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:43.836018 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:43.838568 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:44.113621 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:27:44.344046 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:44.357811 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf4e47-cee2-47f1-bd72-0aa0b2d86c26 req-08d9bb41-6d01-4dd8-b6e3-3bb1475d527f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:27:44.359284 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e4cf4e47-cee2-47f1-bd72-0aa0b2d86c26 req-08d9bb41-6d01-4dd8-b6e3-3bb1475d527f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=70540544-63c1-4f1e-97e4-8fb6cec854e5 HTTP/1.1" status: 200 len: 944 time: 0.0774467 Apr 20 18:27:44.408943 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e4cf4e47-cee2-47f1-bd72-0aa0b2d86c26 req-0705081f-778b-49a5-bb0f-953ccd603ebd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=67b2ac02-38ca-46e1-8a38-c36befba0295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437572 Apr 20 18:27:45.506040 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:27:45.574585 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:27:45.579331 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:27:45.579698 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:45.601352 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4b289-88fc-4293-bec6-ad6404aa39b9 req-a43d0499-7d28-4c90-8e73-bb066d2e3ea1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:27:45.602817 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-daf4b289-88fc-4293-bec6-ad6404aa39b9 req-a43d0499-7d28-4c90-8e73-bb066d2e3ea1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=70540544-63c1-4f1e-97e4-8fb6cec854e5 HTTP/1.1" status: 200 len: 944 time: 0.0750253 Apr 20 18:27:45.648539 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-daf4b289-88fc-4293-bec6-ad6404aa39b9 req-cfca4bc5-7f2a-433c-8c37-4d917073b45b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=67b2ac02-38ca-46e1-8a38-c36befba0295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399680 Apr 20 18:27:45.692865 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:45.719722 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70540544-63c1-4f1e-97e4-8fb6cec854e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:27:45.729430 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7,segment=NetworkSegment(5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf),segment_id=5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:27:45.735492 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:45.779699 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-245b815e-20df-4987-bfed-a920ff975aff'] response: {'server_uuid': '70540544-63c1-4f1e-97e4-8fb6cec854e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7', 'code': 200} Apr 20 18:27:45.807246 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:45.903179 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7232549b-a0ef-4317-af31-75706980a55b req-f99e8278-1d6a-4f30-a812-6e26f05276d0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=70540544-63c1-4f1e-97e4-8fb6cec854e5 HTTP/1.1" status: 200 len: 1096 time: 0.0690718 Apr 20 18:27:45.912423 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:45.946075 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7232549b-a0ef-4317-af31-75706980a55b req-2be41f5e-149f-481d-abda-77515236d895 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=67b2ac02-38ca-46e1-8a38-c36befba0295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360377 Apr 20 18:27:46.957927 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91967620-b799-4d6c-9cf5-2053e90543ea req-b7dad609-de33-40d4-afbe-45986ce10720 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:27:46.959388 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-91967620-b799-4d6c-9cf5-2053e90543ea req-b7dad609-de33-40d4-afbe-45986ce10720 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=70540544-63c1-4f1e-97e4-8fb6cec854e5 HTTP/1.1" status: 200 len: 945 time: 0.1859591 Apr 20 18:27:47.007098 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-91967620-b799-4d6c-9cf5-2053e90543ea req-b4f69d5d-7a2b-4104-afe4-98e30e54b310 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=67b2ac02-38ca-46e1-8a38-c36befba0295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394373 Apr 20 18:27:48.215909 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f330b21-7098-42fc-b2b6-93ee4b4a97f1 req-adfd2517-6eec-4fdb-ab42-a2012193d02e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:27:48.217308 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0f330b21-7098-42fc-b2b6-93ee4b4a97f1 req-adfd2517-6eec-4fdb-ab42-a2012193d02e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=70540544-63c1-4f1e-97e4-8fb6cec854e5 HTTP/1.1" status: 200 len: 945 time: 0.0813017 Apr 20 18:27:48.264460 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0f330b21-7098-42fc-b2b6-93ee4b4a97f1 req-4ec4d380-50d1-4bc2-8d86-688af14d5bb0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=67b2ac02-38ca-46e1-8a38-c36befba0295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397153 Apr 20 18:27:48.462366 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29549db4-6ff6-4ec6-904d-25af988d861c req-4d3fd8ef-c28a-41a9-b9a9-cf214eb5e993 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:27:48.463823 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-29549db4-6ff6-4ec6-904d-25af988d861c req-4d3fd8ef-c28a-41a9-b9a9-cf214eb5e993 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=70540544-63c1-4f1e-97e4-8fb6cec854e5 HTTP/1.1" status: 200 len: 945 time: 0.0792909 Apr 20 18:27:48.511682 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-29549db4-6ff6-4ec6-904d-25af988d861c req-82dbe0f8-20e3-40fd-af57-f202536a2c68 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=67b2ac02-38ca-46e1-8a38-c36befba0295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421221 Apr 20 18:27:48.541684 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38654) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:48.611544 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8fba0cca-ee60-41f1-80a6-800db73ddc7c tempest-TestNetworkAdvancedServerOps-1754895831 tempest-TestNetworkAdvancedServerOps-1754895831-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=70540544-63c1-4f1e-97e4-8fb6cec854e5 HTTP/1.1" status: 200 len: 1091 time: 0.0683033 Apr 20 18:27:48.614700 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38658) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:48.619969 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-f863fe6f-c031-45b9-987f-877a7f95c867 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'port_id': '4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:27:48.626050 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f863fe6f-c031-45b9-987f-877a7f95c867 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:27:48.629957 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f863fe6f-c031-45b9-987f-877a7f95c867 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Usage tracker for resource:floatingip and tenant:7911800738e24c8486ca50d4f9ead214 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:27:48.632795 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f863fe6f-c031-45b9-987f-877a7f95c867 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:27:48.639933 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f863fe6f-c031-45b9-987f-877a7f95c867 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:27:48.652840 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f863fe6f-c031-45b9-987f-877a7f95c867 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:48.787720 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f863fe6f-c031-45b9-987f-877a7f95c867 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:48.923020 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-f863fe6f-c031-45b9-987f-877a7f95c867 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Allocated IP 172.25.8.103 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/432452ab-a46d-425f-9ec3-162d039d4f94) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:27:49.066449 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f863fe6f-c031-45b9-987f-877a7f95c867 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:49.096334 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f863fe6f-c031-45b9-987f-877a7f95c867 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:49.160662 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f863fe6f-c031-45b9-987f-877a7f95c867 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:27:49.163794 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-f863fe6f-c031-45b9-987f-877a7f95c867 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:27:49.168129 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f863fe6f-c031-45b9-987f-877a7f95c867 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:27:49.194622 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863fe6f-c031-45b9-987f-877a7f95c867 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Port': ['ID=432452ab-a46d-425f-9ec3-162d039d4f94,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:49.676654 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f863fe6f-c031-45b9-987f-877a7f95c867 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:49.738119 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f863fe6f-c031-45b9-987f-877a7f95c867 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:49.938417 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f863fe6f-c031-45b9-987f-877a7f95c867 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:49.944593 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f863fe6f-c031-45b9-987f-877a7f95c867 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:50.152427 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863fe6f-c031-45b9-987f-877a7f95c867 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event updated for resources: {'Port': ['ID=432452ab-a46d-425f-9ec3-162d039d4f94,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:27:50.167268 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f863fe6f-c031-45b9-987f-877a7f95c867 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:50.382242 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [None req-f863fe6f-c031-45b9-987f-877a7f95c867 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Floating IP 7131dd66-1140-4567-a152-122f700c958c associated. External IP: 172.25.8.103, port: 4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7. Apr 20 18:27:50.801495 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f863fe6f-c031-45b9-987f-877a7f95c867 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Router 695030c9-97a2-4940-bd42-c1054d5b786b has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:27:51.022888 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f863fe6f-c031-45b9-987f-877a7f95c867 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:27:51.032858 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504ef40a-8c9e-4bab-b190-425f91fd0e64 None None] Sync routers for ids ['695030c9-97a2-4940-bd42-c1054d5b786b'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:27:51.045878 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504ef40a-8c9e-4bab-b190-425f91fd0e64 None None] Routers {'695030c9-97a2-4940-bd42-c1054d5b786b'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:27:51.046664 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-504ef40a-8c9e-4bab-b190-425f91fd0e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:27:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['695030c9-97a2-4940-bd42-c1054d5b786b'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:27:51.048317 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f863fe6f-c031-45b9-987f-877a7f95c867 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:27:51.105964 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f863fe6f-c031-45b9-987f-877a7f95c867 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4875691 Apr 20 18:27:51.105964 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70540544-63c1-4f1e-97e4-8fb6cec854e5', 'tag': '4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:27:51.157728 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-571445e8-0efe-4173-993a-91c1d82ddc2f'] response: {'name': 'network-changed', 'server_uuid': '70540544-63c1-4f1e-97e4-8fb6cec854e5', 'tag': '4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7', 'status': 'completed', 'code': 200} Apr 20 18:27:51.230987 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-504ef40a-8c9e-4bab-b190-425f91fd0e64 None None] Set router 695030c9-97a2-4940-bd42-c1054d5b786b gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:27:51.305675 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a6277b14-716d-4fbd-8941-5c7f19d7a94c req-f2e5e278-ff7e-4f69-974c-ea2079ccd82f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=70540544-63c1-4f1e-97e4-8fb6cec854e5 HTTP/1.1" status: 200 len: 1096 time: 0.1258175 Apr 20 18:27:51.315543 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad97273-2042-4f2f-8679-78df90d42879 req-c70adaeb-a576-498e-bb67-1140ec3f4373 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:27:51.316980 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cad97273-2042-4f2f-8679-78df90d42879 req-c70adaeb-a576-498e-bb67-1140ec3f4373 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=70540544-63c1-4f1e-97e4-8fb6cec854e5 HTTP/1.1" status: 200 len: 945 time: 0.1079252 Apr 20 18:27:51.455450 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cad97273-2042-4f2f-8679-78df90d42879 req-266229d6-3eba-40d4-bac3-683bcd79d249 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=67b2ac02-38ca-46e1-8a38-c36befba0295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202612 Apr 20 18:27:51.472857 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6277b14-716d-4fbd-8941-5c7f19d7a94c req-e08ca8c8-7d46-46ec-a959-a07974e08a61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:27:51.474338 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a6277b14-716d-4fbd-8941-5c7f19d7a94c req-e08ca8c8-7d46-46ec-a959-a07974e08a61 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8f61fd61-c785-400d-8d97-c0f7f19e9fef HTTP/1.1" status: 200 len: 897 time: 0.1565275 Apr 20 18:27:51.486097 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38666) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:51.579689 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-504ef40a-8c9e-4bab-b190-425f91fd0e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122510306', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'e2805185-d7b8-47a7-a7e1-66b78acf7235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:27:27Z', 'updated_at': '2022-04-20T18:27:31Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': 'e2805185-d7b8-47a7-a7e1-66b78acf7235', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:27:27Z', 'updated_at': '2022-04-20T18:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '7131dd66-1140-4567-a152-122f700c958c', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'port_id': '4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f61fd61-c785-400d-8d97-c0f7f19e9fef', 'mac_address': 'fa:16:3e:a9:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70540544-63c1-4f1e-97e4-8fb6cec854e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:27:49Z', 'updated_at': '2022-04-20T18:27:49Z', 'revision_number': 0, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4882a74c-06e5-45b5-a4de-9f141468f9be', 'name': '', 'network_id': '8f61fd61-c785-400d-8d97-c0f7f19e9fef', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:1f:55:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '308f3d44-692f-4496-ba76-74ce48176fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:27:30Z', 'updated_at': '2022-04-20T18:27:38Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': '308f3d44-692f-4496-ba76-74ce48176fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:27:51.583821 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504ef40a-8c9e-4bab-b190-425f91fd0e64 None None] Checking router: 695030c9-97a2-4940-bd42-c1054d5b786b for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:27:51.592041 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f917aa51-8da8-424f-b2df-2af5a9196fea tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/floatingips/7131dd66-1140-4567-a152-122f700c958c HTTP/1.1" status: 200 len: 991 time: 0.1037176 Apr 20 18:27:51.596003 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504ef40a-8c9e-4bab-b190-425f91fd0e64 None None] Routers {'695030c9-97a2-4940-bd42-c1054d5b786b'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:27:51.596603 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-504ef40a-8c9e-4bab-b190-425f91fd0e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:27:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['695030c9-97a2-4940-bd42-c1054d5b786b'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:27:51.677737 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a6277b14-716d-4fbd-8941-5c7f19d7a94c req-3499ef28-0f0f-446b-a1e7-3d541544937c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7 HTTP/1.1" status: 200 len: 999 time: 0.1937637 Apr 20 18:27:51.740558 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6277b14-716d-4fbd-8941-5c7f19d7a94c req-e246f6df-44ef-43ba-99f3-8e0af5c58242 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:27:51.742013 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a6277b14-716d-4fbd-8941-5c7f19d7a94c req-e246f6df-44ef-43ba-99f3-8e0af5c58242 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=308f3d44-692f-4496-ba76-74ce48176fcd HTTP/1.1" status: 200 len: 834 time: 0.0580831 Apr 20 18:27:51.809408 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-504ef40a-8c9e-4bab-b190-425f91fd0e64 None None] Set router 695030c9-97a2-4940-bd42-c1054d5b786b gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:27:51.817561 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a6277b14-716d-4fbd-8941-5c7f19d7a94c req-d41bca7b-541d-448d-af11-4acb42d72c6b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8f61fd61-c785-400d-8d97-c0f7f19e9fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697513 Apr 20 18:27:51.944292 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a6277b14-716d-4fbd-8941-5c7f19d7a94c req-4206494f-ed00-4f19-b75b-30697b867e1b service neutron] 10.222.0.10 "GET /v2.0/networks/8f61fd61-c785-400d-8d97-c0f7f19e9fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206956 Apr 20 18:27:52.071963 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a6277b14-716d-4fbd-8941-5c7f19d7a94c req-d471d21e-c897-4f27-a792-4776311828c5 service neutron] 10.222.0.10 "GET /v2.0/networks/8f61fd61-c785-400d-8d97-c0f7f19e9fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222012 Apr 20 18:27:52.150020 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-504ef40a-8c9e-4bab-b190-425f91fd0e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122510306', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'e2805185-d7b8-47a7-a7e1-66b78acf7235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:27:27Z', 'updated_at': '2022-04-20T18:27:31Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': 'e2805185-d7b8-47a7-a7e1-66b78acf7235', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:27:27Z', 'updated_at': '2022-04-20T18:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '7131dd66-1140-4567-a152-122f700c958c', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'port_id': '4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f61fd61-c785-400d-8d97-c0f7f19e9fef', 'mac_address': 'fa:16:3e:a9:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70540544-63c1-4f1e-97e4-8fb6cec854e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:27:49Z', 'updated_at': '2022-04-20T18:27:49Z', 'revision_number': 0, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4882a74c-06e5-45b5-a4de-9f141468f9be', 'name': '', 'network_id': '8f61fd61-c785-400d-8d97-c0f7f19e9fef', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:1f:55:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '308f3d44-692f-4496-ba76-74ce48176fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:27:30Z', 'updated_at': '2022-04-20T18:27:38Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': '308f3d44-692f-4496-ba76-74ce48176fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:27:52.154131 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504ef40a-8c9e-4bab-b190-425f91fd0e64 None None] The sync data for ids ['695030c9-97a2-4940-bd42-c1054d5b786b'] in n-d-838032-1 is: [{'id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122510306', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'e2805185-d7b8-47a7-a7e1-66b78acf7235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:27:27Z', 'updated_at': '2022-04-20T18:27:31Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': 'e2805185-d7b8-47a7-a7e1-66b78acf7235', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:27:27Z', 'updated_at': '2022-04-20T18:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '7131dd66-1140-4567-a152-122f700c958c', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'port_id': '4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f61fd61-c785-400d-8d97-c0f7f19e9fef', 'mac_address': 'fa:16:3e:a9:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70540544-63c1-4f1e-97e4-8fb6cec854e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:27:49Z', 'updated_at': '2022-04-20T18:27:49Z', 'revision_number': 0, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4882a74c-06e5-45b5-a4de-9f141468f9be', 'name': '', 'network_id': '8f61fd61-c785-400d-8d97-c0f7f19e9fef', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:1f:55:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '308f3d44-692f-4496-ba76-74ce48176fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:27:30Z', 'updated_at': '2022-04-20T18:27:38Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': '308f3d44-692f-4496-ba76-74ce48176fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:27:52.596103 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38670) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:52.706573 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a665aae8-7636-4080-81c4-9803e8289cce tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/floatingips/7131dd66-1140-4567-a152-122f700c958c HTTP/1.1" status: 200 len: 991 time: 0.1089139 Apr 20 18:27:53.115044 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e2ba23-1306-4b8e-b721-18de7751af3c None None] New status for floating IP 7131dd66-1140-4567-a152-122f700c958c: ACTIVE {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 18:27:53.711921 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38674) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:53.821615 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b163a5b3-7140-4eb7-a1e6-d08955608cff tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/floatingips/7131dd66-1140-4567-a152-122f700c958c HTTP/1.1" status: 200 len: 993 time: 0.1083448 Apr 20 18:28:03.584791 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:28:09.293800 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f19d3288-442b-4d41-ad43-548bdf20546d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:28:11.462105 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-486d10b0-bba5-4122-8c3a-97838c62a5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:28:12.747312 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:28:13.027593 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:28:13.835310 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:28:14.331909 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:28:15.923605 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:28:39.289678 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8533e606-94ca-488a-904c-513a8bd7e4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:28:39.463876 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2abc672e-e099-4acc-ab76-6163155772fc req-f77fbc63-4264-4071-b5bb-f32f1016bdbc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=70540544-63c1-4f1e-97e4-8fb6cec854e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0717602 Apr 20 18:28:39.614164 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2abc672e-e099-4acc-ab76-6163155772fc req-43e9aa30-6df0-4ae6-9c72-7ec95c85901c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=70540544-63c1-4f1e-97e4-8fb6cec854e5 HTTP/1.1" status: 200 len: 1096 time: 0.0761487 Apr 20 18:28:39.763353 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc672e-e099-4acc-ab76-6163155772fc req-508e7532-ad7e-4be6-af59-71ccd16585ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:28:39.764757 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2abc672e-e099-4acc-ab76-6163155772fc req-508e7532-ad7e-4be6-af59-71ccd16585ca service neutron] 10.222.0.10 "GET /v2.0/networks?id=8f61fd61-c785-400d-8d97-c0f7f19e9fef HTTP/1.1" status: 200 len: 897 time: 0.1290116 Apr 20 18:28:39.865396 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2abc672e-e099-4acc-ab76-6163155772fc req-d2fb2a73-3eca-40aa-a554-c50bf826da6d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7 HTTP/1.1" status: 200 len: 1001 time: 0.0946472 Apr 20 18:28:39.924726 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc672e-e099-4acc-ab76-6163155772fc req-e4924b3e-543d-4a7f-830c-e9713237a536 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:28:39.926066 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2abc672e-e099-4acc-ab76-6163155772fc req-e4924b3e-543d-4a7f-830c-e9713237a536 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=308f3d44-692f-4496-ba76-74ce48176fcd HTTP/1.1" status: 200 len: 834 time: 0.0552146 Apr 20 18:28:40.005459 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2abc672e-e099-4acc-ab76-6163155772fc req-761aef23-5995-484b-9c74-d66a26c44b66 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8f61fd61-c785-400d-8d97-c0f7f19e9fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725460 Apr 20 18:28:40.141319 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2abc672e-e099-4acc-ab76-6163155772fc req-0455f920-9a64-47a1-84e9-f20c50893d34 service neutron] 10.222.0.10 "GET /v2.0/networks/8f61fd61-c785-400d-8d97-c0f7f19e9fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298823 Apr 20 18:28:40.271296 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-2abc672e-e099-4acc-ab76-6163155772fc req-d3d64f10-9d01-4759-aa3d-1e68261dd065 service neutron] 10.222.0.10 "GET /v2.0/networks/8f61fd61-c785-400d-8d97-c0f7f19e9fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236508 Apr 20 18:28:40.582047 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:28:41.466358 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-14f0cc8d-1ee1-43b9-8864-2743e69f7e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:28:42.750446 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:28:43.029818 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:28:43.859100 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:28:44.341793 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:28:45.950520 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:28:55.001419 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f4b0e-b098-4d20-82c8-e0b043611a08 req-fb772a1d-e046-42ed-b249-c04f5db12b8e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:28:55.002870 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6e9f4b0e-b098-4d20-82c8-e0b043611a08 req-fb772a1d-e046-42ed-b249-c04f5db12b8e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=70540544-63c1-4f1e-97e4-8fb6cec854e5 HTTP/1.1" status: 200 len: 945 time: 0.0904958 Apr 20 18:28:55.047596 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6e9f4b0e-b098-4d20-82c8-e0b043611a08 req-f58d49a9-bf93-46fd-a549-64451b7a4131 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=67b2ac02-38ca-46e1-8a38-c36befba0295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386505 Apr 20 18:28:56.265927 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842bc0ed-98a6-4091-aa7d-34df977e2b9f req-b3518994-c4ff-44e9-ac15-9b2e3fda05c1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:28:56.267367 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-842bc0ed-98a6-4091-aa7d-34df977e2b9f req-b3518994-c4ff-44e9-ac15-9b2e3fda05c1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=70540544-63c1-4f1e-97e4-8fb6cec854e5 HTTP/1.1" status: 200 len: 945 time: 0.0886648 Apr 20 18:28:56.312777 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-842bc0ed-98a6-4091-aa7d-34df977e2b9f req-73a29271-a52a-4498-a055-ba0ac2a24d87 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=67b2ac02-38ca-46e1-8a38-c36befba0295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396247 Apr 20 18:28:57.512874 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b0d4c-b9a7-492c-ac83-657b084173c0 req-67f4f9e7-767c-4ad7-9221-5025c45b21cc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:28:57.514320 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-776b0d4c-b9a7-492c-ac83-657b084173c0 req-67f4f9e7-767c-4ad7-9221-5025c45b21cc tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=70540544-63c1-4f1e-97e4-8fb6cec854e5 HTTP/1.1" status: 200 len: 945 time: 0.0754890 Apr 20 18:28:57.560726 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-776b0d4c-b9a7-492c-ac83-657b084173c0 req-3aeb1093-a741-4b2c-8956-61e6c8a4a046 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=67b2ac02-38ca-46e1-8a38-c36befba0295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389519 Apr 20 18:28:57.588612 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38716) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:28:57.693656 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-07f1a999-9007-4410-b667-2181adce2667 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/floatingips/7131dd66-1140-4567-a152-122f700c958c HTTP/1.1" status: 200 len: 993 time: 0.1036959 Apr 20 18:28:59.323563 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-704fe65a-b9ce-45eb-94e8-695455129326 req-3f67e494-1ab0-4360-b0d8-6f22f6edb50e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=70540544-63c1-4f1e-97e4-8fb6cec854e5 HTTP/1.1" status: 200 len: 1096 time: 0.2196457 Apr 20 18:28:59.418662 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21cf3a-d813-4d93-9446-26bc00d83b76 req-3815fd1b-6d16-4c5d-b994-e2c9e43d8bea tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:28:59.420071 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5b21cf3a-d813-4d93-9446-26bc00d83b76 req-3815fd1b-6d16-4c5d-b994-e2c9e43d8bea tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=70540544-63c1-4f1e-97e4-8fb6cec854e5 HTTP/1.1" status: 200 len: 945 time: 0.1654294 Apr 20 18:28:59.495263 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fe65a-b9ce-45eb-94e8-695455129326 req-282281b8-3dc4-497a-94d8-af643adf5811 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:28:59.496706 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-704fe65a-b9ce-45eb-94e8-695455129326 req-282281b8-3dc4-497a-94d8-af643adf5811 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8f61fd61-c785-400d-8d97-c0f7f19e9fef HTTP/1.1" status: 200 len: 897 time: 0.1666589 Apr 20 18:28:59.501510 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5b21cf3a-d813-4d93-9446-26bc00d83b76 req-288c1414-b85c-4444-b2f9-f2551521ba69 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=67b2ac02-38ca-46e1-8a38-c36befba0295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744429 Apr 20 18:28:59.600232 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-704fe65a-b9ce-45eb-94e8-695455129326 req-5d80cc4c-c4fb-41f9-a4c8-3dad3ef9808d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7 HTTP/1.1" status: 200 len: 1001 time: 0.0966527 Apr 20 18:28:59.667753 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fe65a-b9ce-45eb-94e8-695455129326 req-1489c0a1-2a43-4760-959a-b7d3377f39d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:28:59.669137 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-704fe65a-b9ce-45eb-94e8-695455129326 req-1489c0a1-2a43-4760-959a-b7d3377f39d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=308f3d44-692f-4496-ba76-74ce48176fcd HTTP/1.1" status: 200 len: 834 time: 0.0617821 Apr 20 18:28:59.742396 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-704fe65a-b9ce-45eb-94e8-695455129326 req-7a26b461-8b31-4756-aeb4-a267c5185776 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8f61fd61-c785-400d-8d97-c0f7f19e9fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673280 Apr 20 18:28:59.888125 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-704fe65a-b9ce-45eb-94e8-695455129326 req-5d61cad5-6def-40b0-a0da-a90216b5939b service neutron] 10.222.0.10 "GET /v2.0/networks/8f61fd61-c785-400d-8d97-c0f7f19e9fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388137 Apr 20 18:29:00.018223 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-704fe65a-b9ce-45eb-94e8-695455129326 req-6f459891-c3db-4601-8422-30fb6157dd93 service neutron] 10.222.0.10 "GET /v2.0/networks/8f61fd61-c785-400d-8d97-c0f7f19e9fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235301 Apr 20 18:29:00.719815 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c559d3-ece5-43bd-9ae6-3f5a303b3c21 req-77f20c6a-3d9c-4b21-b3fa-e229fe82e3c8 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:29:00.721140 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-21c559d3-ece5-43bd-9ae6-3f5a303b3c21 req-77f20c6a-3d9c-4b21-b3fa-e229fe82e3c8 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=70540544-63c1-4f1e-97e4-8fb6cec854e5 HTTP/1.1" status: 200 len: 945 time: 0.0840056 Apr 20 18:29:00.774209 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-21c559d3-ece5-43bd-9ae6-3f5a303b3c21 req-04f66a9a-26e7-4a0d-b10a-5571df13ea13 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=67b2ac02-38ca-46e1-8a38-c36befba0295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418351 Apr 20 18:29:02.002109 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dff00-f484-4d2a-9793-9c165d6f522c req-c02b064c-d3e7-43f4-9b87-a59fa2a05d36 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:29:02.003565 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ab4dff00-f484-4d2a-9793-9c165d6f522c req-c02b064c-d3e7-43f4-9b87-a59fa2a05d36 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=70540544-63c1-4f1e-97e4-8fb6cec854e5 HTTP/1.1" status: 200 len: 945 time: 0.0876219 Apr 20 18:29:02.056782 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ab4dff00-f484-4d2a-9793-9c165d6f522c req-a7433ab2-4955-451c-9ba5-f4ffddf5fb2c tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=67b2ac02-38ca-46e1-8a38-c36befba0295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445790 Apr 20 18:29:02.084862 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38730) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:02.314953 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ea8771fb-4993-4a11-90e5-8b1a7ca7d6eb tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/floatingips/7131dd66-1140-4567-a152-122f700c958c HTTP/1.1" status: 200 len: 993 time: 0.2290571 Apr 20 18:29:02.575321 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38738) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:02.776715 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-462286b7-7595-41a0-a824-4ae78599de9f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Deleting port 432452ab-a46d-425f-9ec3-162d039d4f94 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:29:02.777010 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-462286b7-7595-41a0-a824-4ae78599de9f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:02.949565 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-462286b7-7595-41a0-a824-4ae78599de9f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:02.949814 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-462286b7-7595-41a0-a824-4ae78599de9f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:03.069230 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-462286b7-7595-41a0-a824-4ae78599de9f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Calling delete_port for 432452ab-a46d-425f-9ec3-162d039d4f94 owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:29:03.216150 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-462286b7-7595-41a0-a824-4ae78599de9f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:03.344512 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462286b7-7595-41a0-a824-4ae78599de9f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'Port': ['ID=432452ab-a46d-425f-9ec3-162d039d4f94,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:03.356493 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462286b7-7595-41a0-a824-4ae78599de9f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:03.356830 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462286b7-7595-41a0-a824-4ae78599de9f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:03.357148 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462286b7-7595-41a0-a824-4ae78599de9f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:03.357466 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462286b7-7595-41a0-a824-4ae78599de9f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:03.357785 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462286b7-7595-41a0-a824-4ae78599de9f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:03.358097 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462286b7-7595-41a0-a824-4ae78599de9f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:03.358880 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462286b7-7595-41a0-a824-4ae78599de9f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:03.358880 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462286b7-7595-41a0-a824-4ae78599de9f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:03.359066 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462286b7-7595-41a0-a824-4ae78599de9f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:03.359316 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462286b7-7595-41a0-a824-4ae78599de9f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:03.359630 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462286b7-7595-41a0-a824-4ae78599de9f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:03.445656 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-462286b7-7595-41a0-a824-4ae78599de9f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:03.848398 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462286b7-7595-41a0-a824-4ae78599de9f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Router 695030c9-97a2-4940-bd42-c1054d5b786b has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:29:04.053747 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462286b7-7595-41a0-a824-4ae78599de9f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:29:04.063528 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b19195-1ce1-4f36-a3d9-a49b4cb12e1b None None] Sync routers for ids ['695030c9-97a2-4940-bd42-c1054d5b786b'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:29:04.075530 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-462286b7-7595-41a0-a824-4ae78599de9f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:04.076055 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b19195-1ce1-4f36-a3d9-a49b4cb12e1b None None] Routers {'695030c9-97a2-4940-bd42-c1054d5b786b'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:29:04.076618 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-85b19195-1ce1-4f36-a3d9-a49b4cb12e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:28:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['695030c9-97a2-4940-bd42-c1054d5b786b'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:29:04.135416 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-462286b7-7595-41a0-a824-4ae78599de9f tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "DELETE /v2.0/floatingips/7131dd66-1140-4567-a152-122f700c958c HTTP/1.1" status: 204 len: 168 time: 1.5585904 Apr 20 18:29:04.135818 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70540544-63c1-4f1e-97e4-8fb6cec854e5', 'tag': '4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:29:04.191298 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dd48f5b-a7c7-4080-bdd2-08b95eed84ea'] response: {'name': 'network-changed', 'server_uuid': '70540544-63c1-4f1e-97e4-8fb6cec854e5', 'tag': '4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7', 'status': 'completed', 'code': 200} Apr 20 18:29:04.257908 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-85b19195-1ce1-4f36-a3d9-a49b4cb12e1b None None] Set router 695030c9-97a2-4940-bd42-c1054d5b786b gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:29:04.285512 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-00ffc012-edac-459d-a039-45403ef57aa0 req-5cbb7cd1-c65e-4a09-a68c-599c5d5da2fd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7911800738e24c8486ca50d4f9ead214&device_id=70540544-63c1-4f1e-97e4-8fb6cec854e5 HTTP/1.1" status: 200 len: 1096 time: 0.0710564 Apr 20 18:29:04.426278 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffc012-edac-459d-a039-45403ef57aa0 req-b3b6619b-893e-4d50-ab45-883517904548 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:29:04.427636 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-00ffc012-edac-459d-a039-45403ef57aa0 req-b3b6619b-893e-4d50-ab45-883517904548 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8f61fd61-c785-400d-8d97-c0f7f19e9fef HTTP/1.1" status: 200 len: 897 time: 0.1363122 Apr 20 18:29:04.507885 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-00ffc012-edac-459d-a039-45403ef57aa0 req-16dbc470-1158-4bcf-b27a-5671ae8ee285 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7 HTTP/1.1" status: 200 len: 217 time: 0.0729256 Apr 20 18:29:04.532565 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3784bc-cb99-430d-95d7-f7668c5305e4 req-f1ca4a71-1c99-4f87-b57f-ff6c5b6fd00a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:29:04.534156 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9c3784bc-cb99-430d-95d7-f7668c5305e4 req-f1ca4a71-1c99-4f87-b57f-ff6c5b6fd00a tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=70540544-63c1-4f1e-97e4-8fb6cec854e5 HTTP/1.1" status: 200 len: 945 time: 0.0765185 Apr 20 18:29:04.574016 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffc012-edac-459d-a039-45403ef57aa0 req-16e1d606-42e2-4de5-af0e-64de5b544360 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:29:04.575508 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-00ffc012-edac-459d-a039-45403ef57aa0 req-16e1d606-42e2-4de5-af0e-64de5b544360 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=308f3d44-692f-4496-ba76-74ce48176fcd HTTP/1.1" status: 200 len: 834 time: 0.0604384 Apr 20 18:29:04.578137 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-85b19195-1ce1-4f36-a3d9-a49b4cb12e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122510306', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'e2805185-d7b8-47a7-a7e1-66b78acf7235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:27:27Z', 'updated_at': '2022-04-20T18:27:31Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': 'e2805185-d7b8-47a7-a7e1-66b78acf7235', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:27:27Z', 'updated_at': '2022-04-20T18:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '4882a74c-06e5-45b5-a4de-9f141468f9be', 'name': '', 'network_id': '8f61fd61-c785-400d-8d97-c0f7f19e9fef', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:1f:55:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '308f3d44-692f-4496-ba76-74ce48176fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:27:30Z', 'updated_at': '2022-04-20T18:27:38Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': '308f3d44-692f-4496-ba76-74ce48176fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:29:04.579925 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9c3784bc-cb99-430d-95d7-f7668c5305e4 req-77c45cc9-bf48-4dd0-8877-79e15ad72ec0 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=67b2ac02-38ca-46e1-8a38-c36befba0295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398602 Apr 20 18:29:04.582336 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b19195-1ce1-4f36-a3d9-a49b4cb12e1b None None] Checking router: 695030c9-97a2-4940-bd42-c1054d5b786b for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:29:04.593286 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b19195-1ce1-4f36-a3d9-a49b4cb12e1b None None] Routers {'695030c9-97a2-4940-bd42-c1054d5b786b'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:29:04.593894 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-85b19195-1ce1-4f36-a3d9-a49b4cb12e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:28:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['695030c9-97a2-4940-bd42-c1054d5b786b'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:29:04.649996 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-00ffc012-edac-459d-a039-45403ef57aa0 req-52cd5b19-58c2-40e5-a6f4-9c583009a7c1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8f61fd61-c785-400d-8d97-c0f7f19e9fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676246 Apr 20 18:29:04.783013 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-00ffc012-edac-459d-a039-45403ef57aa0 req-b7209f95-f6c9-4c53-bfd6-a62120aa275e service neutron] 10.222.0.10 "GET /v2.0/networks/8f61fd61-c785-400d-8d97-c0f7f19e9fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252944 Apr 20 18:29:04.815822 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-85b19195-1ce1-4f36-a3d9-a49b4cb12e1b None None] Set router 695030c9-97a2-4940-bd42-c1054d5b786b gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:29:04.913548 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-00ffc012-edac-459d-a039-45403ef57aa0 req-a9b2f78f-7a96-4a0d-86c3-a4a358ba35dc service neutron] 10.222.0.10 "GET /v2.0/networks/8f61fd61-c785-400d-8d97-c0f7f19e9fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229637 Apr 20 18:29:05.128290 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-85b19195-1ce1-4f36-a3d9-a49b4cb12e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122510306', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'e2805185-d7b8-47a7-a7e1-66b78acf7235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:27:27Z', 'updated_at': '2022-04-20T18:27:31Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': 'e2805185-d7b8-47a7-a7e1-66b78acf7235', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:27:27Z', 'updated_at': '2022-04-20T18:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '4882a74c-06e5-45b5-a4de-9f141468f9be', 'name': '', 'network_id': '8f61fd61-c785-400d-8d97-c0f7f19e9fef', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:1f:55:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '308f3d44-692f-4496-ba76-74ce48176fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:27:30Z', 'updated_at': '2022-04-20T18:27:38Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': '308f3d44-692f-4496-ba76-74ce48176fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:29:05.132551 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b19195-1ce1-4f36-a3d9-a49b4cb12e1b None None] The sync data for ids ['695030c9-97a2-4940-bd42-c1054d5b786b'] in n-d-838032-1 is: [{'id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122510306', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'e2805185-d7b8-47a7-a7e1-66b78acf7235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:27:27Z', 'updated_at': '2022-04-20T18:27:31Z', 'revision_number': 4, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': 'e2805185-d7b8-47a7-a7e1-66b78acf7235', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:27:27Z', 'updated_at': '2022-04-20T18:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '4882a74c-06e5-45b5-a4de-9f141468f9be', 'name': '', 'network_id': '8f61fd61-c785-400d-8d97-c0f7f19e9fef', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'mac_address': 'fa:16:3e:1f:55:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '308f3d44-692f-4496-ba76-74ce48176fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:27:30Z', 'updated_at': '2022-04-20T18:27:38Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'subnets': [{'id': '308f3d44-692f-4496-ba76-74ce48176fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:29:05.344501 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9c4f61-02e1-4d8f-8e4c-236524f37ee8 None None] New status for floating IP 7131dd66-1140-4567-a152-122f700c958c: DOWN {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 18:29:05.890377 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f120ee-0abd-444a-a0bd-5d14593e367c req-b01bd8fc-9d4a-4c4d-9bf2-98752358e53b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:29:05.891013 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-33f120ee-0abd-444a-a0bd-5d14593e367c req-b01bd8fc-9d4a-4c4d-9bf2-98752358e53b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Synchronizing usage tracker for tenant:7911800738e24c8486ca50d4f9ead214 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:29:05.909081 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-33f120ee-0abd-444a-a0bd-5d14593e367c req-b01bd8fc-9d4a-4c4d-9bf2-98752358e53b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Unset dirty status for tenant:7911800738e24c8486ca50d4f9ead214 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:29:05.910217 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-33f120ee-0abd-444a-a0bd-5d14593e367c req-b01bd8fc-9d4a-4c4d-9bf2-98752358e53b tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=70540544-63c1-4f1e-97e4-8fb6cec854e5 HTTP/1.1" status: 200 len: 945 time: 0.2009106 Apr 20 18:29:05.955713 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-33f120ee-0abd-444a-a0bd-5d14593e367c req-f33a4eda-28b9-4e44-8f02-4ea2101799fd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/security-groups?id=67b2ac02-38ca-46e1-8a38-c36befba0295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395756 Apr 20 18:29:06.344665 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec1fff-22b9-4528-8752-99e2528d5ad8 req-cf4d58d4-2632-4770-81e5-cdad15e08916 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:29:06.346042 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bfec1fff-22b9-4528-8752-99e2528d5ad8 req-cf4d58d4-2632-4770-81e5-cdad15e08916 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.10 "GET /v2.0/ports?device_id=70540544-63c1-4f1e-97e4-8fb6cec854e5 HTTP/1.1" status: 200 len: 945 time: 0.0910056 Apr 20 18:29:06.411147 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-bfec1fff-22b9-4528-8752-99e2528d5ad8 req-9809f377-0d6f-42ac-ac36-ec4de5cf05be tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Deleting port 4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:29:06.411472 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-bfec1fff-22b9-4528-8752-99e2528d5ad8 req-9809f377-0d6f-42ac-ac36-ec4de5cf05be tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:06.649731 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-bfec1fff-22b9-4528-8752-99e2528d5ad8 req-9809f377-0d6f-42ac-ac36-ec4de5cf05be tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] For port 4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7,segment=NetworkSegment(5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf),segment_id=5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:29:06.649990 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-bfec1fff-22b9-4528-8752-99e2528d5ad8 req-9809f377-0d6f-42ac-ac36-ec4de5cf05be tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:06.765576 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-bfec1fff-22b9-4528-8752-99e2528d5ad8 req-9809f377-0d6f-42ac-ac36-ec4de5cf05be tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Calling delete_port for 4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:29:06.916364 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-bfec1fff-22b9-4528-8752-99e2528d5ad8 req-9809f377-0d6f-42ac-ac36-ec4de5cf05be tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:06.963904 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809f377-0d6f-42ac-ac36-ec4de5cf05be tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'Port': ['ID=4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:07.036689 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfec1fff-22b9-4528-8752-99e2528d5ad8 req-9809f377-0d6f-42ac-ac36-ec4de5cf05be tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] No DVR routers for this DVR port 4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7 on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:29:07.039313 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-bfec1fff-22b9-4528-8752-99e2528d5ad8 req-9809f377-0d6f-42ac-ac36-ec4de5cf05be tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:07.041986 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70540544-63c1-4f1e-97e4-8fb6cec854e5', 'name': 'network-vif-deleted', 'tag': '4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:29:07.058738 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bfec1fff-22b9-4528-8752-99e2528d5ad8 req-9809f377-0d6f-42ac-ac36-ec4de5cf05be tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.10 "DELETE /v2.0/ports/4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7 HTTP/1.1" status: 204 len: 173 time: 0.7072463 Apr 20 18:29:07.123381 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f063749e-2415-4d33-8ccc-00cdbf31c37a'] response: {'server_uuid': '70540544-63c1-4f1e-97e4-8fb6cec854e5', 'name': 'network-vif-deleted', 'tag': '4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7', 'status': 'completed', 'code': 200} Apr 20 18:29:07.138316 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-030a135f-66ba-4117-b8fa-fa00fc80fc6c req-b9252aa5-538e-4cc6-8c1c-8063254ab819 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "GET /v2.0/ports?device_id=70540544-63c1-4f1e-97e4-8fb6cec854e5 HTTP/1.1" status: 200 len: 210 time: 0.0586722 Apr 20 18:29:08.254153 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38758) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:08.670299 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-44c40c39-866f-4c9b-aa6c-fccac266517e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:09.277975 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5181b53b-1018-41d3-af35-332a372c2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:09.304889 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-44c40c39-866f-4c9b-aa6c-fccac266517e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Deleting port 4882a74c-06e5-45b5-a4de-9f141468f9be {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:29:09.305490 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-44c40c39-866f-4c9b-aa6c-fccac266517e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:09.497523 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-44c40c39-866f-4c9b-aa6c-fccac266517e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] For port 4882a74c-06e5-45b5-a4de-9f141468f9be, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=4882a74c-06e5-45b5-a4de-9f141468f9be,segment=NetworkSegment(5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf),segment_id=5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:29:09.497874 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-44c40c39-866f-4c9b-aa6c-fccac266517e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:09.721679 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-44c40c39-866f-4c9b-aa6c-fccac266517e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Calling delete_port for 4882a74c-06e5-45b5-a4de-9f141468f9be owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:29:09.900258 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-44c40c39-866f-4c9b-aa6c-fccac266517e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:09.943545 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c40c39-866f-4c9b-aa6c-fccac266517e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'Port': ['ID=4882a74c-06e5-45b5-a4de-9f141468f9be,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:09.955012 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:29:09.983077 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c40c39-866f-4c9b-aa6c-fccac266517e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:09.983416 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c40c39-866f-4c9b-aa6c-fccac266517e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:09.983767 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c40c39-866f-4c9b-aa6c-fccac266517e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:09.984089 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c40c39-866f-4c9b-aa6c-fccac266517e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:09.984401 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c40c39-866f-4c9b-aa6c-fccac266517e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:09.984741 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c40c39-866f-4c9b-aa6c-fccac266517e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:09.985060 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c40c39-866f-4c9b-aa6c-fccac266517e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:09.985378 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c40c39-866f-4c9b-aa6c-fccac266517e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:09.985697 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c40c39-866f-4c9b-aa6c-fccac266517e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:09.986011 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c40c39-866f-4c9b-aa6c-fccac266517e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:09.986365 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c40c39-866f-4c9b-aa6c-fccac266517e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:09.997863 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:29:09.998322 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 4fdb1d67-4892-4cc0-a836-a6c2f66c0dc7 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:29:10.264611 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-44c40c39-866f-4c9b-aa6c-fccac266517e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:10.827110 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c40c39-866f-4c9b-aa6c-fccac266517e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Router 695030c9-97a2-4940-bd42-c1054d5b786b has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:29:11.029235 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c40c39-866f-4c9b-aa6c-fccac266517e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:29:11.039161 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8590af-34d3-4d57-a940-10c61c4598b9 None None] Sync routers for ids ['695030c9-97a2-4940-bd42-c1054d5b786b'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:29:11.041973 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-44c40c39-866f-4c9b-aa6c-fccac266517e tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "PUT /v2.0/routers/695030c9-97a2-4940-bd42-c1054d5b786b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7867467 Apr 20 18:29:11.044988 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38762) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:11.051682 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8590af-34d3-4d57-a940-10c61c4598b9 None None] Routers {'695030c9-97a2-4940-bd42-c1054d5b786b'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:29:11.052270 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-9b8590af-34d3-4d57-a940-10c61c4598b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:28:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['695030c9-97a2-4940-bd42-c1054d5b786b'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:29:11.225185 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-9b8590af-34d3-4d57-a940-10c61c4598b9 None None] Set router 695030c9-97a2-4940-bd42-c1054d5b786b gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:29:11.344609 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3dbc913-1871-4aeb-a145-49e0f78358c4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Deleting subnet 308f3d44-692f-4496-ba76-74ce48176fcd {{(pid=84081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 18:29:11.347630 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d3dbc913-1871-4aeb-a145-49e0f78358c4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for subnet, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:11.404821 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d3dbc913-1871-4aeb-a145-49e0f78358c4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32238643'] for subnet, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:11.484945 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d3dbc913-1871-4aeb-a145-49e0f78358c4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:11.497024 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4e91b26c-5953-425d-9058-86120b614519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:11.518205 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-9b8590af-34d3-4d57-a940-10c61c4598b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122510306', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'e2805185-d7b8-47a7-a7e1-66b78acf7235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:27:27Z', 'updated_at': '2022-04-20T18:29:09Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': 'e2805185-d7b8-47a7-a7e1-66b78acf7235', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:27:27Z', 'updated_at': '2022-04-20T18:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:29:11.522234 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8590af-34d3-4d57-a940-10c61c4598b9 None None] Checking router: 695030c9-97a2-4940-bd42-c1054d5b786b for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:29:11.533044 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8590af-34d3-4d57-a940-10c61c4598b9 None None] Routers {'695030c9-97a2-4940-bd42-c1054d5b786b'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:29:11.533655 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-9b8590af-34d3-4d57-a940-10c61c4598b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:29:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['695030c9-97a2-4940-bd42-c1054d5b786b'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:29:11.558571 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d3dbc913-1871-4aeb-a145-49e0f78358c4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32761293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31745692'] for subnet, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:11.599574 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dbc913-1871-4aeb-a145-49e0f78358c4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'Subnet': ['ID=308f3d44-692f-4496-ba76-74ce48176fcd,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:11.607835 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-d3dbc913-1871-4aeb-a145-49e0f78358c4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:11.614637 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d3dbc913-1871-4aeb-a145-49e0f78358c4 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "DELETE /v2.0/subnets/308f3d44-692f-4496-ba76-74ce48176fcd HTTP/1.1" status: 204 len: 168 time: 0.5685217 Apr 20 18:29:11.617385 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38766) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:11.637798 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca4ba0d-e42b-433d-b1bc-9050347c1c65 None None] Network 8f61fd61-c785-400d-8d97-c0f7f19e9fef requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:29:11.810081 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f96650c2-2ac4-4f60-97ec-6924c518a6d1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:11.850203 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-9b8590af-34d3-4d57-a940-10c61c4598b9 None None] Set router 695030c9-97a2-4940-bd42-c1054d5b786b gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:29:12.018987 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f96650c2-2ac4-4f60-97ec-6924c518a6d1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:12.029475 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-f96650c2-2ac4-4f60-97ec-6924c518a6d1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Deleting port e2805185-d7b8-47a7-a7e1-66b78acf7235 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:29:12.029777 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f96650c2-2ac4-4f60-97ec-6924c518a6d1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:12.154984 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f901f2fa-abdb-41a6-a2fb-2599b9b73029 None None] DHCP port deletion for 8f61fd61-c785-400d-8d97-c0f7f19e9fef request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 18:29:12.162044 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-f901f2fa-abdb-41a6-a2fb-2599b9b73029 None None] Deleting port 67e0a48f-a40e-4700-96b2-3a71c0353c9f {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:29:12.162044 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f901f2fa-abdb-41a6-a2fb-2599b9b73029 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:12.203454 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-f96650c2-2ac4-4f60-97ec-6924c518a6d1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] For port e2805185-d7b8-47a7-a7e1-66b78acf7235, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e2805185-d7b8-47a7-a7e1-66b78acf7235,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:29:12.203784 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f96650c2-2ac4-4f60-97ec-6924c518a6d1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:12.291696 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-9b8590af-34d3-4d57-a940-10c61c4598b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122510306', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'e2805185-d7b8-47a7-a7e1-66b78acf7235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:27:27Z', 'updated_at': '2022-04-20T18:29:09Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': 'e2805185-d7b8-47a7-a7e1-66b78acf7235', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:27:27Z', 'updated_at': '2022-04-20T18:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:29:12.323796 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-f96650c2-2ac4-4f60-97ec-6924c518a6d1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Calling delete_port for e2805185-d7b8-47a7-a7e1-66b78acf7235 owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:29:12.344547 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8590af-34d3-4d57-a940-10c61c4598b9 None None] The sync data for ids ['695030c9-97a2-4940-bd42-c1054d5b786b'] in n-d-838032-1 is: [{'id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122510306', 'tenant_id': '7911800738e24c8486ca50d4f9ead214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'e2805185-d7b8-47a7-a7e1-66b78acf7235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:27:27Z', 'updated_at': '2022-04-20T18:29:09Z', 'revision_number': 5, 'project_id': '7911800738e24c8486ca50d4f9ead214', 'gw_port': {'id': 'e2805185-d7b8-47a7-a7e1-66b78acf7235', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695030c9-97a2-4940-bd42-c1054d5b786b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:27:27Z', 'updated_at': '2022-04-20T18:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:29:12.381275 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-f901f2fa-abdb-41a6-a2fb-2599b9b73029 None None] For port 67e0a48f-a40e-4700-96b2-3a71c0353c9f, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=67e0a48f-a40e-4700-96b2-3a71c0353c9f,segment=NetworkSegment(5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf),segment_id=5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:29:12.381654 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f901f2fa-abdb-41a6-a2fb-2599b9b73029 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:12.492138 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f96650c2-2ac4-4f60-97ec-6924c518a6d1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:12.502097 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-f901f2fa-abdb-41a6-a2fb-2599b9b73029 None None] Calling delete_port for 67e0a48f-a40e-4700-96b2-3a71c0353c9f owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:29:12.536401 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96650c2-2ac4-4f60-97ec-6924c518a6d1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'Port': ['ID=e2805185-d7b8-47a7-a7e1-66b78acf7235,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:12.578942 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f901f2fa-abdb-41a6-a2fb-2599b9b73029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284'] for port, after_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:12.621404 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901f2fa-abdb-41a6-a2fb-2599b9b73029 None None] Pushing event deleted for resources: {'Port': ['ID=67e0a48f-a40e-4700-96b2-3a71c0353c9f,revision_number=None']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:12.631369 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f901f2fa-abdb-41a6-a2fb-2599b9b73029 None None] No DVR routers for this DVR port 67e0a48f-a40e-4700-96b2-3a71c0353c9f on host n-d-838032-1 {{(pid=84082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:29:12.636964 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f901f2fa-abdb-41a6-a2fb-2599b9b73029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:12.637364 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f901f2fa-abdb-41a6-a2fb-2599b9b73029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:12.637723 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f901f2fa-abdb-41a6-a2fb-2599b9b73029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:12.638210 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f901f2fa-abdb-41a6-a2fb-2599b9b73029 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:12.638520 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f901f2fa-abdb-41a6-a2fb-2599b9b73029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:12.638838 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f901f2fa-abdb-41a6-a2fb-2599b9b73029 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:12.639152 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f901f2fa-abdb-41a6-a2fb-2599b9b73029 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:12.639753 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f901f2fa-abdb-41a6-a2fb-2599b9b73029 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:12.639753 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f901f2fa-abdb-41a6-a2fb-2599b9b73029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:12.640064 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f901f2fa-abdb-41a6-a2fb-2599b9b73029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:12.640467 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f901f2fa-abdb-41a6-a2fb-2599b9b73029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:12.746648 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:12.866262 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f96650c2-2ac4-4f60-97ec-6924c518a6d1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:13.027667 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:13.116695 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f96650c2-2ac4-4f60-97ec-6924c518a6d1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:13.121648 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f96650c2-2ac4-4f60-97ec-6924c518a6d1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:13.147768 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f96650c2-2ac4-4f60-97ec-6924c518a6d1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:13.148183 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96650c2-2ac4-4f60-97ec-6924c518a6d1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Fanout notify agent at l3_agent the message router_deleted on router 695030c9-97a2-4940-bd42-c1054d5b786b {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 18:29:13.161856 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f96650c2-2ac4-4f60-97ec-6924c518a6d1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:13.162960 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f96650c2-2ac4-4f60-97ec-6924c518a6d1 tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "DELETE /v2.0/routers/695030c9-97a2-4940-bd42-c1054d5b786b HTTP/1.1" status: 204 len: 168 time: 1.5446718 Apr 20 18:29:13.165715 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38770) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:13.280409 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5235ffc6-94b5-4e10-86c5-f0a270dd36fd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:13.413122 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5235ffc6-94b5-4e10-86c5-f0a270dd36fd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:13.437534 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-5235ffc6-94b5-4e10-86c5-f0a270dd36fd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f61fd61-c785-400d-8d97-c0f7f19e9fef']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:29:13.449461 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-5235ffc6-94b5-4e10-86c5-f0a270dd36fd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:29:13.449754 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-5235ffc6-94b5-4e10-86c5-f0a270dd36fd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db9c3a7-dea5-4bb4-bd7b-63e50efa00bf') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:29:13.461485 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5235ffc6-94b5-4e10-86c5-f0a270dd36fd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:13.478095 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5235ffc6-94b5-4e10-86c5-f0a270dd36fd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:13.484636 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5235ffc6-94b5-4e10-86c5-f0a270dd36fd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 18:29:13.485126 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5235ffc6-94b5-4e10-86c5-f0a270dd36fd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:13.499290 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 18:29:13.499290 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 18:29:13.499290 n-d-838032-1 neutron-server[84081]: timer() Apr 20 18:29:13.499290 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:29:13.499290 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 18:29:13.499290 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 18:29:13.499290 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 18:29:13.499290 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:29:13.499290 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 18:29:13.499290 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:29:13.499290 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 18:29:13.499290 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:29:13.499290 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 18:29:13.499290 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:29:13.499290 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:29:13.499290 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 18:29:13.499290 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 18:29:13.499290 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:29:13.499290 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 18:29:13.499290 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 18:29:13.499290 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 18:29:13.499290 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:29:13.499290 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 18:29:13.499290 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 18:29:13.499290 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 18:29:13.499290 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 18:29:13.499290 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 18:29:13.499290 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 18:29:13.499290 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:29:13.499290 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 18:29:13.499290 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:29:13.499290 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:29:13.581241 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5235ffc6-94b5-4e10-86c5-f0a270dd36fd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:13.598135 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5235ffc6-94b5-4e10-86c5-f0a270dd36fd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:13.609049 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235ffc6-94b5-4e10-86c5-f0a270dd36fd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'Network': ['ID=8f61fd61-c785-400d-8d97-c0f7f19e9fef,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:13.619361 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5235ffc6-94b5-4e10-86c5-f0a270dd36fd tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "DELETE /v2.0/networks/8f61fd61-c785-400d-8d97-c0f7f19e9fef HTTP/1.1" status: 204 len: 168 time: 0.4526653 Apr 20 18:29:13.622105 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38774) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:13.695312 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-083bbff8-ef05-4cb6-b3ac-bf55986626db tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:13.724538 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-083bbff8-ef05-4cb6-b3ac-bf55986626db tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:13.793021 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-083bbff8-ef05-4cb6-b3ac-bf55986626db tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:13.810876 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083bbff8-ef05-4cb6-b3ac-bf55986626db tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b2ac02-38ca-46e1-8a38-c36befba0295,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:13.821316 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-083bbff8-ef05-4cb6-b3ac-bf55986626db tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:13.822486 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-083bbff8-ef05-4cb6-b3ac-bf55986626db tempest-TestNetworkAdvancedServerOps-985897005 tempest-TestNetworkAdvancedServerOps-985897005-project] 10.222.0.39 "DELETE /v2.0/security-groups/67b2ac02-38ca-46e1-8a38-c36befba0295 HTTP/1.1" status: 204 len: 168 time: 0.1994183 Apr 20 18:29:13.850364 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:13.907245 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 67e0a48f-a40e-4700-96b2-3a71c0353c9f no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:29:13.946352 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 67e0a48f-a40e-4700-96b2-3a71c0353c9f {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:29:13.946595 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 67e0a48f-a40e-4700-96b2-3a71c0353c9f not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:29:13.947008 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 4882a74c-06e5-45b5-a4de-9f141468f9be no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:29:13.977053 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 4882a74c-06e5-45b5-a4de-9f141468f9be {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:29:13.977387 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 4882a74c-06e5-45b5-a4de-9f141468f9be not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:29:13.977792 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e2805185-d7b8-47a7-a7e1-66b78acf7235 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:29:14.008987 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: e2805185-d7b8-47a7-a7e1-66b78acf7235 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:29:14.009326 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e2805185-d7b8-47a7-a7e1-66b78acf7235 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:29:14.243838 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38784) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:14.339821 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:14.426476 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c406f809-88c4-4335-8fcb-5968aff7bcfd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7911800738e24c8486ca50d4f9ead214&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1814866 Apr 20 18:29:14.429290 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38790) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:14.487965 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ac05a06d-fcae-43f6-b8fb-e5e7d8406f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:14.512630 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ac05a06d-fcae-43f6-b8fb-e5e7d8406f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:14.563329 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ac05a06d-fcae-43f6-b8fb-e5e7d8406f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:14.579664 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05a06d-fcae-43f6-b8fb-e5e7d8406f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a48fe68-a98d-4318-a83b-ac3798b3c1cb,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:14.585963 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ac05a06d-fcae-43f6-b8fb-e5e7d8406f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:14.587124 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ac05a06d-fcae-43f6-b8fb-e5e7d8406f44 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9a48fe68-a98d-4318-a83b-ac3798b3c1cb HTTP/1.1" status: 204 len: 168 time: 0.1568942 Apr 20 18:29:14.965193 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38798) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:14.983746 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-62fcb9fe-a5a4-4263-8d25-15d9f92f5109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:15.017441 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-62fcb9fe-a5a4-4263-8d25-15d9f92f5109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:29:15.021380 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-62fcb9fe-a5a4-4263-8d25-15d9f92f5109 admin admin] Usage tracker for resource:security_group_rule and tenant:b42b9135e53c45c9a3c74881b4532635 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:29:15.024158 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-62fcb9fe-a5a4-4263-8d25-15d9f92f5109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:29:15.029944 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-62fcb9fe-a5a4-4263-8d25-15d9f92f5109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:29:15.095848 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-62fcb9fe-a5a4-4263-8d25-15d9f92f5109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:15.100770 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-62fcb9fe-a5a4-4263-8d25-15d9f92f5109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:15.145701 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fcb9fe-a5a4-4263-8d25-15d9f92f5109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef317cf-0d46-4b74-afd2-0aa5754e2adb,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:15.153084 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-62fcb9fe-a5a4-4263-8d25-15d9f92f5109 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b42b9135e53c45c9a3c74881b4532635&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1868632 Apr 20 18:29:15.155836 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38802) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:15.213777 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-26b81acb-11f9-4328-9a1a-604527e94620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:15.238633 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-26b81acb-11f9-4328-9a1a-604527e94620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:15.288951 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-26b81acb-11f9-4328-9a1a-604527e94620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:15.302439 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b81acb-11f9-4328-9a1a-604527e94620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef317cf-0d46-4b74-afd2-0aa5754e2adb,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:15.308533 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-26b81acb-11f9-4328-9a1a-604527e94620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:15.309660 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-26b81acb-11f9-4328-9a1a-604527e94620 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3ef317cf-0d46-4b74-afd2-0aa5754e2adb HTTP/1.1" status: 204 len: 168 time: 0.1529493 Apr 20 18:29:15.977403 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:16.273372 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38824) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:16.404769 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-2ee4a6dd-2262-4fe0-875f-2c007ea9a16e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1207288228-network', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:29:16.410246 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2ee4a6dd-2262-4fe0-875f-2c007ea9a16e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:29:16.414160 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2ee4a6dd-2262-4fe0-875f-2c007ea9a16e admin admin] Usage tracker for resource:network and tenant:ba9a52e51bf943e6a68c3c0a6554fb98 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:29:16.417016 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2ee4a6dd-2262-4fe0-875f-2c007ea9a16e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:29:16.423137 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2ee4a6dd-2262-4fe0-875f-2c007ea9a16e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:29:16.434123 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee4a6dd-2262-4fe0-875f-2c007ea9a16e admin admin] Made reservation on behalf of ba9a52e51bf943e6a68c3c0a6554fb98 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:29:16.436564 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a6dd-2262-4fe0-875f-2c007ea9a16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:16.448507 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a6dd-2262-4fe0-875f-2c007ea9a16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:16.478453 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2ee4a6dd-2262-4fe0-875f-2c007ea9a16e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:29:16.482112 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2ee4a6dd-2262-4fe0-875f-2c007ea9a16e admin admin] Usage tracker for resource:security_group_rule and tenant:ba9a52e51bf943e6a68c3c0a6554fb98 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:29:16.484867 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2ee4a6dd-2262-4fe0-875f-2c007ea9a16e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:29:16.490452 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2ee4a6dd-2262-4fe0-875f-2c007ea9a16e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:29:16.556588 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a6dd-2262-4fe0-875f-2c007ea9a16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:16.563697 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a6dd-2262-4fe0-875f-2c007ea9a16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:16.593122 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee4a6dd-2262-4fe0-875f-2c007ea9a16e admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 18:29:16.601803 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4a6dd-2262-4fe0-875f-2c007ea9a16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c94b960-1c8d-43fb-9f6b-f64233550f69,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:16.607459 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a6dd-2262-4fe0-875f-2c007ea9a16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:16.607888 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-2ee4a6dd-2262-4fe0-875f-2c007ea9a16e admin admin] Added segment e67d0bd4-2484-4e1d-a430-ef9c95d7180d of type vlan for network f95966f7-b6c8-4820-ab58-20ee44da9277 Apr 20 18:29:16.637217 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a6dd-2262-4fe0-875f-2c007ea9a16e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:16.668949 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a6dd-2262-4fe0-875f-2c007ea9a16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:16.669795 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee4a6dd-2262-4fe0-875f-2c007ea9a16e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:29:16.670383 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a6dd-2262-4fe0-875f-2c007ea9a16e admin admin] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:16.769140 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4a6dd-2262-4fe0-875f-2c007ea9a16e admin admin] Pushing event updated for resources: {'Network': ['ID=f95966f7-b6c8-4820-ab58-20ee44da9277,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:16.772414 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2ee4a6dd-2262-4fe0-875f-2c007ea9a16e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4980085 Apr 20 18:29:16.775517 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38830) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:16.779528 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network f95966f7-b6c8-4820-ab58-20ee44da9277 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 18:29:16.780706 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-27fe847b-c0ab-4be8-b9c4-14f7f3c317bd admin admin] Request body: {'subnet': {'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1207288228-subnet', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:29:16.786467 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-27fe847b-c0ab-4be8-b9c4-14f7f3c317bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:29:16.790290 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-27fe847b-c0ab-4be8-b9c4-14f7f3c317bd admin admin] Usage tracker for resource:subnet and tenant:ba9a52e51bf943e6a68c3c0a6554fb98 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:29:16.793087 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-27fe847b-c0ab-4be8-b9c4-14f7f3c317bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:29:16.798962 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-27fe847b-c0ab-4be8-b9c4-14f7f3c317bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:29:16.810293 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fe847b-c0ab-4be8-b9c4-14f7f3c317bd admin admin] Made reservation on behalf of ba9a52e51bf943e6a68c3c0a6554fb98 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:29:16.812463 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-27fe847b-c0ab-4be8-b9c4-14f7f3c317bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:17.127411 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-27fe847b-c0ab-4be8-b9c4-14f7f3c317bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:17.197191 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe847b-c0ab-4be8-b9c4-14f7f3c317bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=58dd0a5d-7d3f-47aa-a63a-fbcad475af7d,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:17.213454 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fe847b-c0ab-4be8-b9c4-14f7f3c317bd admin admin] Checking segment: {'id': 'e67d0bd4-2484-4e1d-a430-ef9c95d7180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:29:17.213796 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fe847b-c0ab-4be8-b9c4-14f7f3c317bd admin admin] Network hostable DHCP agents. Network: f95966f7-b6c8-4820-ab58-20ee44da9277, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 18:29:17.237526 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fe847b-c0ab-4be8-b9c4-14f7f3c317bd admin admin] Network f95966f7-b6c8-4820-ab58-20ee44da9277 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 18:29:17.247745 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-27fe847b-c0ab-4be8-b9c4-14f7f3c317bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, f95966f7-b6c8-4820-ab58-20ee44da9277) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:29:17.252793 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fe847b-c0ab-4be8-b9c4-14f7f3c317bd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:29:17.253706 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-27fe847b-c0ab-4be8-b9c4-14f7f3c317bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:17.257679 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17d4270-38d9-4c43-a59c-122fb6f02dac None None] Network f95966f7-b6c8-4820-ab58-20ee44da9277 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:29:17.276723 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-27fe847b-c0ab-4be8-b9c4-14f7f3c317bd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5002010 Apr 20 18:29:17.279670 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38834) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:17.284574 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-632bcbbe-abb4-4b1b-af00-db56be5e893c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1207288228-router', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:29:17.289825 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-632bcbbe-abb4-4b1b-af00-db56be5e893c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:29:17.293667 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-632bcbbe-abb4-4b1b-af00-db56be5e893c admin admin] Usage tracker for resource:router and tenant:ba9a52e51bf943e6a68c3c0a6554fb98 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:29:17.296642 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-632bcbbe-abb4-4b1b-af00-db56be5e893c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:29:17.302493 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-632bcbbe-abb4-4b1b-af00-db56be5e893c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:29:17.314288 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-632bcbbe-abb4-4b1b-af00-db56be5e893c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:17.315212 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-632bcbbe-abb4-4b1b-af00-db56be5e893c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:17.333531 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-632bcbbe-abb4-4b1b-af00-db56be5e893c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:17.470455 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8360178-0d05-49cd-aaca-2d8623bdd9c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-f95966f7-b6c8-4820-ab58-20ee44da9277', 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'fixed_ips': [{'subnet_id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 18:29:17.471272 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a8360178-0d05-49cd-aaca-2d8623bdd9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:17.480119 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-632bcbbe-abb4-4b1b-af00-db56be5e893c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:17.571964 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:29:17.623152 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-a8360178-0d05-49cd-aaca-2d8623bdd9c9 None None] Allocated IP 172.20.0.2 (f95966f7-b6c8-4820-ab58-20ee44da9277/58dd0a5d-7d3f-47aa-a63a-fbcad475af7d/08855950-8ac2-4274-8562-65bd011e7a26) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:29:17.672180 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-632bcbbe-abb4-4b1b-af00-db56be5e893c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:17.700931 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-632bcbbe-abb4-4b1b-af00-db56be5e893c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:17.836684 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-632bcbbe-abb4-4b1b-af00-db56be5e893c admin admin] Allocated IP 172.25.8.42 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/e2638ca1-d447-4335-a6f0-312906b220bc) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:29:17.852291 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a8360178-0d05-49cd-aaca-2d8623bdd9c9 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:17.862561 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a8360178-0d05-49cd-aaca-2d8623bdd9c9 None None] Transition to ACTIVE for port object 08855950-8ac2-4274-8562-65bd011e7a26 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:29:17.881334 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-a8360178-0d05-49cd-aaca-2d8623bdd9c9 None None] Transition to ACTIVE for port object 08855950-8ac2-4274-8562-65bd011e7a26 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:29:17.888026 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a8360178-0d05-49cd-aaca-2d8623bdd9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:17.956477 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8360178-0d05-49cd-aaca-2d8623bdd9c9 None None] Network f95966f7-b6c8-4820-ab58-20ee44da9277 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:29:17.957638 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-a8360178-0d05-49cd-aaca-2d8623bdd9c9 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:29:17.960308 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8360178-0d05-49cd-aaca-2d8623bdd9c9 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:29:17.965654 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8360178-0d05-49cd-aaca-2d8623bdd9c9 None None] Pushing event updated for resources: {'Port': ['ID=08855950-8ac2-4274-8562-65bd011e7a26,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:17.985252 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-632bcbbe-abb4-4b1b-af00-db56be5e893c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:18.014113 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-632bcbbe-abb4-4b1b-af00-db56be5e893c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:18.050050 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-a8360178-0d05-49cd-aaca-2d8623bdd9c9 None None] Attempting to bind port 08855950-8ac2-4274-8562-65bd011e7a26 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:29:18.050415 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-a8360178-0d05-49cd-aaca-2d8623bdd9c9 None None] Attempting to bind port 08855950-8ac2-4274-8562-65bd011e7a26 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'e67d0bd4-2484-4e1d-a430-ef9c95d7180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:29:18.050821 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8360178-0d05-49cd-aaca-2d8623bdd9c9 None None] Attempting to bind port 08855950-8ac2-4274-8562-65bd011e7a26 on network f95966f7-b6c8-4820-ab58-20ee44da9277 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:29:18.057461 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8360178-0d05-49cd-aaca-2d8623bdd9c9 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:29:18.057818 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8360178-0d05-49cd-aaca-2d8623bdd9c9 None None] Checking segment: {'id': 'e67d0bd4-2484-4e1d-a430-ef9c95d7180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:29:18.058365 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a8360178-0d05-49cd-aaca-2d8623bdd9c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:18.058750 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8360178-0d05-49cd-aaca-2d8623bdd9c9 None None] Bound using segment: {'id': 'e67d0bd4-2484-4e1d-a430-ef9c95d7180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:29:18.059178 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-a8360178-0d05-49cd-aaca-2d8623bdd9c9 None None] Bound port: 08855950-8ac2-4274-8562-65bd011e7a26, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67d0bd4-2484-4e1d-a430-ef9c95d7180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:29:18.059545 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a8360178-0d05-49cd-aaca-2d8623bdd9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:18.079795 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632bcbbe-abb4-4b1b-af00-db56be5e893c admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:29:18.082723 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-632bcbbe-abb4-4b1b-af00-db56be5e893c admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:29:18.087138 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632bcbbe-abb4-4b1b-af00-db56be5e893c admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:29:18.113130 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632bcbbe-abb4-4b1b-af00-db56be5e893c admin admin] Pushing event updated for resources: {'Port': ['ID=e2638ca1-d447-4335-a6f0-312906b220bc,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:18.149470 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-a8360178-0d05-49cd-aaca-2d8623bdd9c9 None None] For port 08855950-8ac2-4274-8562-65bd011e7a26, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:29:18.152591 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-a8360178-0d05-49cd-aaca-2d8623bdd9c9 None None] For port 08855950-8ac2-4274-8562-65bd011e7a26, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=08855950-8ac2-4274-8562-65bd011e7a26,segment=NetworkSegment(e67d0bd4-2484-4e1d-a430-ef9c95d7180d),segment_id=e67d0bd4-2484-4e1d-a430-ef9c95d7180d)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:29:18.157307 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a8360178-0d05-49cd-aaca-2d8623bdd9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:18.238651 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8360178-0d05-49cd-aaca-2d8623bdd9c9 None None] Pushing event updated for resources: {'Port': ['ID=08855950-8ac2-4274-8562-65bd011e7a26,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:18.245065 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-632bcbbe-abb4-4b1b-af00-db56be5e893c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:18.245813 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-632bcbbe-abb4-4b1b-af00-db56be5e893c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:18.498959 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632bcbbe-abb4-4b1b-af00-db56be5e893c admin admin] Router 6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 18:29:18.709871 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632bcbbe-abb4-4b1b-af00-db56be5e893c admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:29:18.719337 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a66b3f-15a7-4401-83e3-826b43bd3e33 None None] Sync routers for ids ['6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:29:18.731474 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a66b3f-15a7-4401-83e3-826b43bd3e33 None None] Routers {'6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:29:18.732077 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a9a66b3f-15a7-4401-83e3-826b43bd3e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:29:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:29:18.735547 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-632bcbbe-abb4-4b1b-af00-db56be5e893c admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:18.736849 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-632bcbbe-abb4-4b1b-af00-db56be5e893c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4562473 Apr 20 18:29:18.739918 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38838) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:18.912711 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-a9a66b3f-15a7-4401-83e3-826b43bd3e33 None None] Set router 6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:29:19.130593 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c281707-461d-4f0f-b4f9-10fa83e3b825 None None] Network f95966f7-b6c8-4820-ab58-20ee44da9277 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:29:19.195351 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a9a66b3f-15a7-4401-83e3-826b43bd3e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'name': 'tempest-TestShelveInstance-1207288228-router', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:18Z', 'revision_number': 3, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'gw_port': {'id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:29:19.199443 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a66b3f-15a7-4401-83e3-826b43bd3e33 None None] Checking router: 6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:29:19.199779 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a66b3f-15a7-4401-83e3-826b43bd3e33 None None] Updating router 6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d port e2638ca1-d447-4335-a6f0-312906b220bc binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 18:29:19.224900 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-d544a937-3727-416b-9899-3ed8f2f55559 None None] Provisioning for port 08855950-8ac2-4274-8562-65bd011e7a26 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:29:19.255147 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-a9a66b3f-15a7-4401-83e3-826b43bd3e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:19.601868 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-a9a66b3f-15a7-4401-83e3-826b43bd3e33 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:19.608334 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-03fa79bb-5650-4028-a326-68450277c42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:19.613374 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-a9a66b3f-15a7-4401-83e3-826b43bd3e33 None None] Transition to ACTIVE for port object e2638ca1-d447-4335-a6f0-312906b220bc will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:29:19.620583 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-a9a66b3f-15a7-4401-83e3-826b43bd3e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:19.700489 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-a9a66b3f-15a7-4401-83e3-826b43bd3e33 None None] Attempting to bind port e2638ca1-d447-4335-a6f0-312906b220bc on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:29:19.700739 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-a9a66b3f-15a7-4401-83e3-826b43bd3e33 None None] Attempting to bind port e2638ca1-d447-4335-a6f0-312906b220bc by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:29:19.701123 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a66b3f-15a7-4401-83e3-826b43bd3e33 None None] Attempting to bind port e2638ca1-d447-4335-a6f0-312906b220bc on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:29:19.711228 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555f9b0-c4c5-4254-8c55-8f9b78afc368 None None] Pushing event updated for resources: {'Port': ['ID=e2638ca1-d447-4335-a6f0-312906b220bc,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:19.714164 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a66b3f-15a7-4401-83e3-826b43bd3e33 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:29:19.714541 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a66b3f-15a7-4401-83e3-826b43bd3e33 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:29:19.714925 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-a9a66b3f-15a7-4401-83e3-826b43bd3e33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:19.715296 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a66b3f-15a7-4401-83e3-826b43bd3e33 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:29:19.715734 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-a9a66b3f-15a7-4401-83e3-826b43bd3e33 None None] Bound port: e2638ca1-d447-4335-a6f0-312906b220bc, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:29:19.716085 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-a9a66b3f-15a7-4401-83e3-826b43bd3e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:19.781508 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555f9b0-c4c5-4254-8c55-8f9b78afc368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:19.782240 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555f9b0-c4c5-4254-8c55-8f9b78afc368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:19.782240 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555f9b0-c4c5-4254-8c55-8f9b78afc368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:19.782454 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555f9b0-c4c5-4254-8c55-8f9b78afc368 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:19.782762 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555f9b0-c4c5-4254-8c55-8f9b78afc368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:19.783072 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555f9b0-c4c5-4254-8c55-8f9b78afc368 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:19.783383 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555f9b0-c4c5-4254-8c55-8f9b78afc368 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:19.783676 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555f9b0-c4c5-4254-8c55-8f9b78afc368 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:19.783980 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555f9b0-c4c5-4254-8c55-8f9b78afc368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:19.784286 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555f9b0-c4c5-4254-8c55-8f9b78afc368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:19.784590 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555f9b0-c4c5-4254-8c55-8f9b78afc368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:29:19.812919 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-03fa79bb-5650-4028-a326-68450277c42b admin admin] Allocated IP 172.20.0.1 (f95966f7-b6c8-4820-ab58-20ee44da9277/58dd0a5d-7d3f-47aa-a63a-fbcad475af7d/8a0d6366-567d-44ea-998a-77aaacc418c2) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:29:19.826663 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-a9a66b3f-15a7-4401-83e3-826b43bd3e33 None None] For port e2638ca1-d447-4335-a6f0-312906b220bc, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:29:19.830086 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-a9a66b3f-15a7-4401-83e3-826b43bd3e33 None None] For port e2638ca1-d447-4335-a6f0-312906b220bc, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e2638ca1-d447-4335-a6f0-312906b220bc,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:29:19.835583 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-a9a66b3f-15a7-4401-83e3-826b43bd3e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:19.914822 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555f9b0-c4c5-4254-8c55-8f9b78afc368 None None] Pushing event updated for resources: {'Port': ['ID=e2638ca1-d447-4335-a6f0-312906b220bc,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:19.922153 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a66b3f-15a7-4401-83e3-826b43bd3e33 None None] Routers {'6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:29:19.922760 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a9a66b3f-15a7-4401-83e3-826b43bd3e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:29:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:29:19.946938 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 08855950-8ac2-4274-8562-65bd011e7a26 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:29:19.963087 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-03fa79bb-5650-4028-a326-68450277c42b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:19.979537 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-03fa79bb-5650-4028-a326-68450277c42b admin admin] Transition to ACTIVE for port object 8a0d6366-567d-44ea-998a-77aaacc418c2 will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:29:20.003711 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-03fa79bb-5650-4028-a326-68450277c42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:20.016403 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 08855950-8ac2-4274-8562-65bd011e7a26 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:29:20.021880 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 08855950-8ac2-4274-8562-65bd011e7a26 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:29:20.022282 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:20.077491 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fa79bb-5650-4028-a326-68450277c42b admin admin] Network f95966f7-b6c8-4820-ab58-20ee44da9277 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:29:20.080401 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-03fa79bb-5650-4028-a326-68450277c42b admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:29:20.085992 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fa79bb-5650-4028-a326-68450277c42b admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:29:20.096963 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-a9a66b3f-15a7-4401-83e3-826b43bd3e33 None None] Set router 6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:29:20.111189 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa79bb-5650-4028-a326-68450277c42b admin admin] Pushing event updated for resources: {'Port': ['ID=8a0d6366-567d-44ea-998a-77aaacc418c2,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:20.144795 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-03fa79bb-5650-4028-a326-68450277c42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:20.145082 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:20.189131 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 08855950-8ac2-4274-8562-65bd011e7a26, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=08855950-8ac2-4274-8562-65bd011e7a26,segment=NetworkSegment(e67d0bd4-2484-4e1d-a430-ef9c95d7180d),segment_id=e67d0bd4-2484-4e1d-a430-ef9c95d7180d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:29:20.195212 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:20.251457 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-03fa79bb-5650-4028-a326-68450277c42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:20.277713 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=08855950-8ac2-4274-8562-65bd011e7a26,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:20.394719 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-a9a66b3f-15a7-4401-83e3-826b43bd3e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'name': 'tempest-TestShelveInstance-1207288228-router', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:18Z', 'revision_number': 3, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'gw_port': {'id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:29:20.398929 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a66b3f-15a7-4401-83e3-826b43bd3e33 None None] The sync data for ids ['6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'] in n-d-838032-1 is: [{'id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'name': 'tempest-TestShelveInstance-1207288228-router', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:18Z', 'revision_number': 3, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'gw_port': {'id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:29:20.401230 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6f5b25c5-ea52-4aba-95a5-4aad9b13564a None None] Provisioning for port 8a0d6366-567d-44ea-998a-77aaacc418c2 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:29:20.408340 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6f5b25c5-ea52-4aba-95a5-4aad9b13564a None None] Provisioning complete for port 8a0d6366-567d-44ea-998a-77aaacc418c2 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:29:20.408890 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6f5b25c5-ea52-4aba-95a5-4aad9b13564a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:20.467054 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-6f5b25c5-ea52-4aba-95a5-4aad9b13564a None None] Port 8a0d6366-567d-44ea-998a-77aaacc418c2 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:29:20.485790 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-03fa79bb-5650-4028-a326-68450277c42b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:20.495472 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-03fa79bb-5650-4028-a326-68450277c42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:20.709414 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-03fa79bb-5650-4028-a326-68450277c42b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:20.712850 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa79bb-5650-4028-a326-68450277c42b admin admin] Pushing event updated for resources: {'Port': ['ID=8a0d6366-567d-44ea-998a-77aaacc418c2,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:20.848641 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fa79bb-5650-4028-a326-68450277c42b admin admin] Network f95966f7-b6c8-4820-ab58-20ee44da9277 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:29:20.849949 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-03fa79bb-5650-4028-a326-68450277c42b admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:29:21.090861 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e8fda0ee-1905-4b9b-9783-404a4ba6a3e3 None None] Provisioning complete for port 8a0d6366-567d-44ea-998a-77aaacc418c2 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:29:21.091512 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e8fda0ee-1905-4b9b-9783-404a4ba6a3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:21.144851 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-e8fda0ee-1905-4b9b-9783-404a4ba6a3e3 None None] Port 8a0d6366-567d-44ea-998a-77aaacc418c2 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:29:21.245439 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fa79bb-5650-4028-a326-68450277c42b admin admin] Router 6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:29:21.446040 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fa79bb-5650-4028-a326-68450277c42b admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:29:21.458640 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-03fa79bb-5650-4028-a326-68450277c42b admin admin] 10.222.0.39 "PUT /v2.0/routers/6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7177885 Apr 20 18:29:21.979002 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 08855950-8ac2-4274-8562-65bd011e7a26 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:29:22.048850 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 08855950-8ac2-4274-8562-65bd011e7a26 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:29:22.049192 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:22.162722 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e2638ca1-d447-4335-a6f0-312906b220bc up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:29:22.231196 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port e2638ca1-d447-4335-a6f0-312906b220bc completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:29:22.236124 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port e2638ca1-d447-4335-a6f0-312906b220bc triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:29:22.236536 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:22.309111 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38862) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:22.314891 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-34cbc233-cd25-49a2-acac-d01098962b1a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1224176965-network', 'tenant_id': '103239e20c184aadabd37902ef6c722a'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:29:22.320563 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-34cbc233-cd25-49a2-acac-d01098962b1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:29:22.324595 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-34cbc233-cd25-49a2-acac-d01098962b1a admin admin] Usage tracker for resource:network and tenant:103239e20c184aadabd37902ef6c722a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:29:22.327562 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-34cbc233-cd25-49a2-acac-d01098962b1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:29:22.333269 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-34cbc233-cd25-49a2-acac-d01098962b1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:29:22.345423 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34cbc233-cd25-49a2-acac-d01098962b1a admin admin] Made reservation on behalf of 103239e20c184aadabd37902ef6c722a for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:29:22.348201 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-34cbc233-cd25-49a2-acac-d01098962b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:22.351678 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:22.361069 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-34cbc233-cd25-49a2-acac-d01098962b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:22.367345 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port e2638ca1-d447-4335-a6f0-312906b220bc, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e2638ca1-d447-4335-a6f0-312906b220bc,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:29:22.372915 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:22.394841 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-34cbc233-cd25-49a2-acac-d01098962b1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:29:22.398752 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-34cbc233-cd25-49a2-acac-d01098962b1a admin admin] Usage tracker for resource:security_group_rule and tenant:103239e20c184aadabd37902ef6c722a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:29:22.401827 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-34cbc233-cd25-49a2-acac-d01098962b1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:29:22.407384 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-34cbc233-cd25-49a2-acac-d01098962b1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:29:22.439825 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=e2638ca1-d447-4335-a6f0-312906b220bc,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:22.478451 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-34cbc233-cd25-49a2-acac-d01098962b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:22.483664 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-34cbc233-cd25-49a2-acac-d01098962b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:22.515392 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34cbc233-cd25-49a2-acac-d01098962b1a admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 18:29:22.523533 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cbc233-cd25-49a2-acac-d01098962b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ca5764-0dcc-4d11-a4c9-cb7219a73f03,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:22.528764 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-34cbc233-cd25-49a2-acac-d01098962b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:22.529097 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-34cbc233-cd25-49a2-acac-d01098962b1a admin admin] Added segment a403d9fc-7c38-4c02-b5c6-671d81cfc784 of type vlan for network 9b1e394a-5cda-4b92-9d4b-14a6f625a2e3 Apr 20 18:29:22.559974 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-34cbc233-cd25-49a2-acac-d01098962b1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:22.593010 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-34cbc233-cd25-49a2-acac-d01098962b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:22.594316 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cbc233-cd25-49a2-acac-d01098962b1a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:29:22.595112 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-34cbc233-cd25-49a2-acac-d01098962b1a admin admin] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:22.696664 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-34cbc233-cd25-49a2-acac-d01098962b1a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3862550 Apr 20 18:29:22.697486 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cbc233-cd25-49a2-acac-d01098962b1a admin admin] Pushing event updated for resources: {'Network': ['ID=9b1e394a-5cda-4b92-9d4b-14a6f625a2e3,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:22.699819 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38866) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:22.705447 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-763fe7f2-abc0-4ab8-87ef-782ad6054a75 admin admin] Request body: {'subnet': {'network_id': '9b1e394a-5cda-4b92-9d4b-14a6f625a2e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1224176965-subnet', 'tenant_id': '103239e20c184aadabd37902ef6c722a', 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:29:22.707442 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 9b1e394a-5cda-4b92-9d4b-14a6f625a2e3 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 18:29:22.711457 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-763fe7f2-abc0-4ab8-87ef-782ad6054a75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:29:22.715542 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-763fe7f2-abc0-4ab8-87ef-782ad6054a75 admin admin] Usage tracker for resource:subnet and tenant:103239e20c184aadabd37902ef6c722a is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:29:22.718593 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-763fe7f2-abc0-4ab8-87ef-782ad6054a75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:29:22.725036 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-763fe7f2-abc0-4ab8-87ef-782ad6054a75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:29:22.735512 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763fe7f2-abc0-4ab8-87ef-782ad6054a75 admin admin] Made reservation on behalf of 103239e20c184aadabd37902ef6c722a for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:29:22.737732 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-763fe7f2-abc0-4ab8-87ef-782ad6054a75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:22.946426 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-763fe7f2-abc0-4ab8-87ef-782ad6054a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:23.013055 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763fe7f2-abc0-4ab8-87ef-782ad6054a75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20a1321a-e963-4d51-abbf-0095ce22ae69,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:23.030730 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763fe7f2-abc0-4ab8-87ef-782ad6054a75 admin admin] Checking segment: {'id': 'a403d9fc-7c38-4c02-b5c6-671d81cfc784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9b1e394a-5cda-4b92-9d4b-14a6f625a2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:29:23.031071 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763fe7f2-abc0-4ab8-87ef-782ad6054a75 admin admin] Network hostable DHCP agents. Network: 9b1e394a-5cda-4b92-9d4b-14a6f625a2e3, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 18:29:23.054305 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763fe7f2-abc0-4ab8-87ef-782ad6054a75 admin admin] Network 9b1e394a-5cda-4b92-9d4b-14a6f625a2e3 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 18:29:23.065162 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-763fe7f2-abc0-4ab8-87ef-782ad6054a75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 9b1e394a-5cda-4b92-9d4b-14a6f625a2e3) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:29:23.070080 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763fe7f2-abc0-4ab8-87ef-782ad6054a75 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:29:23.071189 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-763fe7f2-abc0-4ab8-87ef-782ad6054a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:23.074383 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a601a0-6119-44cb-84a0-20742324de29 None None] Network 9b1e394a-5cda-4b92-9d4b-14a6f625a2e3 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:29:23.092843 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-763fe7f2-abc0-4ab8-87ef-782ad6054a75 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3919396 Apr 20 18:29:23.095684 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38870) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:23.101441 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-e6f490d3-cc93-48e7-b190-efea5dd8d757 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1224176965-router', 'tenant_id': '103239e20c184aadabd37902ef6c722a', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:29:23.106955 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e6f490d3-cc93-48e7-b190-efea5dd8d757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:29:23.110727 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e6f490d3-cc93-48e7-b190-efea5dd8d757 admin admin] Usage tracker for resource:router and tenant:103239e20c184aadabd37902ef6c722a is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:29:23.113497 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-e6f490d3-cc93-48e7-b190-efea5dd8d757 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:29:23.119388 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-e6f490d3-cc93-48e7-b190-efea5dd8d757 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:29:23.131080 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e6f490d3-cc93-48e7-b190-efea5dd8d757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:23.131965 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e6f490d3-cc93-48e7-b190-efea5dd8d757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:23.150905 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e6f490d3-cc93-48e7-b190-efea5dd8d757 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:23.293322 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e6f490d3-cc93-48e7-b190-efea5dd8d757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:23.312205 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af78ace-9e9e-41ac-8b0e-0d36ecf83b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-9b1e394a-5cda-4b92-9d4b-14a6f625a2e3', 'network_id': '9b1e394a-5cda-4b92-9d4b-14a6f625a2e3', 'tenant_id': '103239e20c184aadabd37902ef6c722a', 'fixed_ips': [{'subnet_id': '20a1321a-e963-4d51-abbf-0095ce22ae69'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 18:29:23.313037 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7af78ace-9e9e-41ac-8b0e-0d36ecf83b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:23.493297 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e6f490d3-cc93-48e7-b190-efea5dd8d757 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:23.494925 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-7af78ace-9e9e-41ac-8b0e-0d36ecf83b1a None None] Allocated IP 172.20.0.2 (9b1e394a-5cda-4b92-9d4b-14a6f625a2e3/20a1321a-e963-4d51-abbf-0095ce22ae69/627118e7-1f31-4642-bb79-c3b29b621fe0) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:29:23.526717 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e6f490d3-cc93-48e7-b190-efea5dd8d757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:23.704041 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7af78ace-9e9e-41ac-8b0e-0d36ecf83b1a None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:23.714665 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-7af78ace-9e9e-41ac-8b0e-0d36ecf83b1a None None] Transition to ACTIVE for port object 627118e7-1f31-4642-bb79-c3b29b621fe0 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:29:23.733887 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-7af78ace-9e9e-41ac-8b0e-0d36ecf83b1a None None] Transition to ACTIVE for port object 627118e7-1f31-4642-bb79-c3b29b621fe0 will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:29:23.741107 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7af78ace-9e9e-41ac-8b0e-0d36ecf83b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:23.785309 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-e6f490d3-cc93-48e7-b190-efea5dd8d757 admin admin] Allocated IP 172.25.8.220 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/8e3290ec-c45b-4b9f-a30f-41814cefd10f) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:29:23.808816 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af78ace-9e9e-41ac-8b0e-0d36ecf83b1a None None] Network 9b1e394a-5cda-4b92-9d4b-14a6f625a2e3 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:29:23.811787 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-7af78ace-9e9e-41ac-8b0e-0d36ecf83b1a None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:29:23.816268 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af78ace-9e9e-41ac-8b0e-0d36ecf83b1a None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:29:23.818427 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af78ace-9e9e-41ac-8b0e-0d36ecf83b1a None None] Pushing event updated for resources: {'Port': ['ID=627118e7-1f31-4642-bb79-c3b29b621fe0,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:23.900545 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c64136-c0d7-4592-8c79-0e6db974c6e0 None None] Sync routers for ids ['6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:29:23.925410 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e2638ca1-d447-4335-a6f0-312906b220bc up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:29:23.939037 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e6f490d3-cc93-48e7-b190-efea5dd8d757 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:23.947490 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-7af78ace-9e9e-41ac-8b0e-0d36ecf83b1a None None] Attempting to bind port 627118e7-1f31-4642-bb79-c3b29b621fe0 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:29:23.947842 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-7af78ace-9e9e-41ac-8b0e-0d36ecf83b1a None None] Attempting to bind port 627118e7-1f31-4642-bb79-c3b29b621fe0 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'a403d9fc-7c38-4c02-b5c6-671d81cfc784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9b1e394a-5cda-4b92-9d4b-14a6f625a2e3'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:29:23.948194 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af78ace-9e9e-41ac-8b0e-0d36ecf83b1a None None] Attempting to bind port 627118e7-1f31-4642-bb79-c3b29b621fe0 on network 9b1e394a-5cda-4b92-9d4b-14a6f625a2e3 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:29:23.966946 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e6f490d3-cc93-48e7-b190-efea5dd8d757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:23.976392 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c64136-c0d7-4592-8c79-0e6db974c6e0 None None] Routers {'6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:29:23.976987 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-f2c64136-c0d7-4592-8c79-0e6db974c6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:29:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:29:24.030874 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af78ace-9e9e-41ac-8b0e-0d36ecf83b1a None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:29:24.031268 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af78ace-9e9e-41ac-8b0e-0d36ecf83b1a None None] Checking segment: {'id': 'a403d9fc-7c38-4c02-b5c6-671d81cfc784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9b1e394a-5cda-4b92-9d4b-14a6f625a2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:29:24.031643 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7af78ace-9e9e-41ac-8b0e-0d36ecf83b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:24.032021 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af78ace-9e9e-41ac-8b0e-0d36ecf83b1a None None] Bound using segment: {'id': 'a403d9fc-7c38-4c02-b5c6-671d81cfc784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9b1e394a-5cda-4b92-9d4b-14a6f625a2e3'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:29:24.032469 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-7af78ace-9e9e-41ac-8b0e-0d36ecf83b1a None None] Bound port: 627118e7-1f31-4642-bb79-c3b29b621fe0, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a403d9fc-7c38-4c02-b5c6-671d81cfc784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9b1e394a-5cda-4b92-9d4b-14a6f625a2e3'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:29:24.032833 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7af78ace-9e9e-41ac-8b0e-0d36ecf83b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:24.036108 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f490d3-cc93-48e7-b190-efea5dd8d757 admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:29:24.039002 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-e6f490d3-cc93-48e7-b190-efea5dd8d757 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:29:24.043400 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f490d3-cc93-48e7-b190-efea5dd8d757 admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:29:24.068112 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f490d3-cc93-48e7-b190-efea5dd8d757 admin admin] Pushing event updated for resources: {'Port': ['ID=8e3290ec-c45b-4b9f-a30f-41814cefd10f,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:24.204693 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e6f490d3-cc93-48e7-b190-efea5dd8d757 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:24.205414 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e6f490d3-cc93-48e7-b190-efea5dd8d757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:24.235462 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-7af78ace-9e9e-41ac-8b0e-0d36ecf83b1a None None] For port 627118e7-1f31-4642-bb79-c3b29b621fe0, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:29:24.241772 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-7af78ace-9e9e-41ac-8b0e-0d36ecf83b1a None None] For port 627118e7-1f31-4642-bb79-c3b29b621fe0, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=627118e7-1f31-4642-bb79-c3b29b621fe0,segment=NetworkSegment(a403d9fc-7c38-4c02-b5c6-671d81cfc784),segment_id=a403d9fc-7c38-4c02-b5c6-671d81cfc784)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:29:24.243547 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port e2638ca1-d447-4335-a6f0-312906b220bc triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:29:24.243977 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:24.271543 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7af78ace-9e9e-41ac-8b0e-0d36ecf83b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:24.343575 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-f2c64136-c0d7-4592-8c79-0e6db974c6e0 None None] Set router 6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:29:24.435837 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f490d3-cc93-48e7-b190-efea5dd8d757 admin admin] Router 95babfaa-4f26-4f40-a86b-70f5c4e2a991 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 18:29:24.473334 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af78ace-9e9e-41ac-8b0e-0d36ecf83b1a None None] Pushing event updated for resources: {'Port': ['ID=627118e7-1f31-4642-bb79-c3b29b621fe0,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:24.666067 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f490d3-cc93-48e7-b190-efea5dd8d757 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:29:24.676775 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1330df92-745f-404f-aa35-483245b6fe73 None None] Sync routers for ids ['95babfaa-4f26-4f40-a86b-70f5c4e2a991'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:29:24.690549 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1330df92-745f-404f-aa35-483245b6fe73 None None] Routers {'95babfaa-4f26-4f40-a86b-70f5c4e2a991'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:29:24.691432 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-1330df92-745f-404f-aa35-483245b6fe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:29:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['95babfaa-4f26-4f40-a86b-70f5c4e2a991'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:29:24.695597 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e6f490d3-cc93-48e7-b190-efea5dd8d757 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:24.697200 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e6f490d3-cc93-48e7-b190-efea5dd8d757 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6003027 Apr 20 18:29:24.699930 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38874) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:24.794169 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-f2c64136-c0d7-4592-8c79-0e6db974c6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'name': 'tempest-TestShelveInstance-1207288228-router', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:20Z', 'revision_number': 4, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'gw_port': {'id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8a0d6366-567d-44ea-998a-77aaacc418c2', 'name': '', 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:19Z', 'updated_at': '2022-04-20T18:29:20Z', 'revision_number': 2, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'subnets': [{'id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:29:24.798041 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c64136-c0d7-4592-8c79-0e6db974c6e0 None None] Checking router: 6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:29:24.798417 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c64136-c0d7-4592-8c79-0e6db974c6e0 None None] Updating router 6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d port 8a0d6366-567d-44ea-998a-77aaacc418c2 binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 18:29:24.856097 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f2c64136-c0d7-4592-8c79-0e6db974c6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:24.874952 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-1330df92-745f-404f-aa35-483245b6fe73 None None] Set router 95babfaa-4f26-4f40-a86b-70f5c4e2a991 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:29:25.168646 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-1330df92-745f-404f-aa35-483245b6fe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95babfaa-4f26-4f40-a86b-70f5c4e2a991', 'name': 'tempest-TestShelveInstance-1224176965-router', 'tenant_id': '103239e20c184aadabd37902ef6c722a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '8e3290ec-c45b-4b9f-a30f-41814cefd10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:29:23Z', 'updated_at': '2022-04-20T18:29:24Z', 'revision_number': 3, 'project_id': '103239e20c184aadabd37902ef6c722a', 'gw_port': {'id': '8e3290ec-c45b-4b9f-a30f-41814cefd10f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95babfaa-4f26-4f40-a86b-70f5c4e2a991', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:23Z', 'updated_at': '2022-04-20T18:29:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:29:25.172939 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1330df92-745f-404f-aa35-483245b6fe73 None None] Checking router: 95babfaa-4f26-4f40-a86b-70f5c4e2a991 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:29:25.173505 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1330df92-745f-404f-aa35-483245b6fe73 None None] Updating router 95babfaa-4f26-4f40-a86b-70f5c4e2a991 port 8e3290ec-c45b-4b9f-a30f-41814cefd10f binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 18:29:25.225726 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-1330df92-745f-404f-aa35-483245b6fe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:25.280101 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f2c64136-c0d7-4592-8c79-0e6db974c6e0 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:25.295204 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-f2c64136-c0d7-4592-8c79-0e6db974c6e0 None None] Transition to ACTIVE for port object 8a0d6366-567d-44ea-998a-77aaacc418c2 will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:29:25.305471 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f2c64136-c0d7-4592-8c79-0e6db974c6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:25.490551 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ecc57-2128-472c-ae90-0d89e098c2ab None None] Pushing event updated for resources: {'Port': ['ID=8a0d6366-567d-44ea-998a-77aaacc418c2,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:25.517994 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a5513b-1843-4f1d-8c1d-4f3cdc09ddac None None] Network 9b1e394a-5cda-4b92-9d4b-14a6f625a2e3 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:29:25.648599 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-1330df92-745f-404f-aa35-483245b6fe73 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:25.662855 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-1330df92-745f-404f-aa35-483245b6fe73 None None] Transition to ACTIVE for port object 8e3290ec-c45b-4b9f-a30f-41814cefd10f will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:29:25.672959 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-1330df92-745f-404f-aa35-483245b6fe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:25.682780 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a1abc3ee-d066-44e8-91e7-4d40df7d8d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:25.707916 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-f2c64136-c0d7-4592-8c79-0e6db974c6e0 None None] Attempting to bind port 8a0d6366-567d-44ea-998a-77aaacc418c2 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:29:25.708276 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-f2c64136-c0d7-4592-8c79-0e6db974c6e0 None None] Attempting to bind port 8a0d6366-567d-44ea-998a-77aaacc418c2 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'e67d0bd4-2484-4e1d-a430-ef9c95d7180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:29:25.708633 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c64136-c0d7-4592-8c79-0e6db974c6e0 None None] Attempting to bind port 8a0d6366-567d-44ea-998a-77aaacc418c2 on network f95966f7-b6c8-4820-ab58-20ee44da9277 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:29:25.730355 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-8cd6f980-eccc-4901-ab8f-a4df6df1ce67 None None] Provisioning for port 627118e7-1f31-4642-bb79-c3b29b621fe0 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:29:25.737843 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c64136-c0d7-4592-8c79-0e6db974c6e0 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:29:25.738229 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c64136-c0d7-4592-8c79-0e6db974c6e0 None None] Checking segment: {'id': 'e67d0bd4-2484-4e1d-a430-ef9c95d7180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:29:25.738659 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f2c64136-c0d7-4592-8c79-0e6db974c6e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:25.739047 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c64136-c0d7-4592-8c79-0e6db974c6e0 None None] Bound using segment: {'id': 'e67d0bd4-2484-4e1d-a430-ef9c95d7180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:29:25.739199 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ac52a-5a22-4814-b40b-2e7f74a28906 None None] Pushing event updated for resources: {'Port': ['ID=8e3290ec-c45b-4b9f-a30f-41814cefd10f,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:25.739780 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-f2c64136-c0d7-4592-8c79-0e6db974c6e0 None None] Bound port: 8a0d6366-567d-44ea-998a-77aaacc418c2, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67d0bd4-2484-4e1d-a430-ef9c95d7180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:29:25.739904 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f2c64136-c0d7-4592-8c79-0e6db974c6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:25.768271 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-1330df92-745f-404f-aa35-483245b6fe73 None None] Attempting to bind port 8e3290ec-c45b-4b9f-a30f-41814cefd10f on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:29:25.768271 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-1330df92-745f-404f-aa35-483245b6fe73 None None] Attempting to bind port 8e3290ec-c45b-4b9f-a30f-41814cefd10f by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:29:25.768701 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1330df92-745f-404f-aa35-483245b6fe73 None None] Attempting to bind port 8e3290ec-c45b-4b9f-a30f-41814cefd10f on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:29:25.775154 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1330df92-745f-404f-aa35-483245b6fe73 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:29:25.775505 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1330df92-745f-404f-aa35-483245b6fe73 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:29:25.775889 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-1330df92-745f-404f-aa35-483245b6fe73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:25.776250 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1330df92-745f-404f-aa35-483245b6fe73 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:29:25.776696 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-1330df92-745f-404f-aa35-483245b6fe73 None None] Bound port: 8e3290ec-c45b-4b9f-a30f-41814cefd10f, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:29:25.777098 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-1330df92-745f-404f-aa35-483245b6fe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:25.849833 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-1330df92-745f-404f-aa35-483245b6fe73 None None] For port 8e3290ec-c45b-4b9f-a30f-41814cefd10f, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:29:25.853251 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-1330df92-745f-404f-aa35-483245b6fe73 None None] For port 8e3290ec-c45b-4b9f-a30f-41814cefd10f, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8e3290ec-c45b-4b9f-a30f-41814cefd10f,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:29:25.860233 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-1330df92-745f-404f-aa35-483245b6fe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:25.905105 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-a1abc3ee-d066-44e8-91e7-4d40df7d8d9c admin admin] Allocated IP 172.20.0.1 (9b1e394a-5cda-4b92-9d4b-14a6f625a2e3/20a1321a-e963-4d51-abbf-0095ce22ae69/3ddd548e-0e20-4f48-be03-1d53ce18642f) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:29:25.923073 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-f2c64136-c0d7-4592-8c79-0e6db974c6e0 None None] For port 8a0d6366-567d-44ea-998a-77aaacc418c2, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:29:25.927021 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-f2c64136-c0d7-4592-8c79-0e6db974c6e0 None None] For port 8a0d6366-567d-44ea-998a-77aaacc418c2, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8a0d6366-567d-44ea-998a-77aaacc418c2,segment=NetworkSegment(e67d0bd4-2484-4e1d-a430-ef9c95d7180d),segment_id=e67d0bd4-2484-4e1d-a430-ef9c95d7180d)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:29:25.936617 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f2c64136-c0d7-4592-8c79-0e6db974c6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:25.950948 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1330df92-745f-404f-aa35-483245b6fe73 None None] Routers {'95babfaa-4f26-4f40-a86b-70f5c4e2a991'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:29:25.951556 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-1330df92-745f-404f-aa35-483245b6fe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:29:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['95babfaa-4f26-4f40-a86b-70f5c4e2a991'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:29:26.016443 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 627118e7-1f31-4642-bb79-c3b29b621fe0 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:29:26.077018 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a1abc3ee-d066-44e8-91e7-4d40df7d8d9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:26.094864 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ac52a-5a22-4814-b40b-2e7f74a28906 None None] Pushing event updated for resources: {'Port': ['ID=8e3290ec-c45b-4b9f-a30f-41814cefd10f,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:26.095740 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-a1abc3ee-d066-44e8-91e7-4d40df7d8d9c admin admin] Transition to ACTIVE for port object 3ddd548e-0e20-4f48-be03-1d53ce18642f will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:29:26.119130 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c64136-c0d7-4592-8c79-0e6db974c6e0 None None] Routers {'6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:29:26.119758 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-f2c64136-c0d7-4592-8c79-0e6db974c6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:29:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:29:26.128533 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a1abc3ee-d066-44e8-91e7-4d40df7d8d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:26.162459 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-1330df92-745f-404f-aa35-483245b6fe73 None None] Set router 95babfaa-4f26-4f40-a86b-70f5c4e2a991 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:29:26.177685 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ecc57-2128-472c-ae90-0d89e098c2ab None None] Pushing event updated for resources: {'Port': ['ID=8a0d6366-567d-44ea-998a-77aaacc418c2,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:26.202739 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1abc3ee-d066-44e8-91e7-4d40df7d8d9c admin admin] Network 9b1e394a-5cda-4b92-9d4b-14a6f625a2e3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:29:26.206775 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-a1abc3ee-d066-44e8-91e7-4d40df7d8d9c admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:29:26.211174 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1abc3ee-d066-44e8-91e7-4d40df7d8d9c admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:29:26.269654 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a1abc3ee-d066-44e8-91e7-4d40df7d8d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:26.278905 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1abc3ee-d066-44e8-91e7-4d40df7d8d9c admin admin] Pushing event updated for resources: {'Port': ['ID=3ddd548e-0e20-4f48-be03-1d53ce18642f,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:26.328871 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 627118e7-1f31-4642-bb79-c3b29b621fe0 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:29:26.346732 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 627118e7-1f31-4642-bb79-c3b29b621fe0 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:29:26.347188 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:26.382643 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a1abc3ee-d066-44e8-91e7-4d40df7d8d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:26.445694 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-f2c64136-c0d7-4592-8c79-0e6db974c6e0 None None] Set router 6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:29:26.516603 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-1330df92-745f-404f-aa35-483245b6fe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95babfaa-4f26-4f40-a86b-70f5c4e2a991', 'name': 'tempest-TestShelveInstance-1224176965-router', 'tenant_id': '103239e20c184aadabd37902ef6c722a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '8e3290ec-c45b-4b9f-a30f-41814cefd10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:29:23Z', 'updated_at': '2022-04-20T18:29:24Z', 'revision_number': 3, 'project_id': '103239e20c184aadabd37902ef6c722a', 'gw_port': {'id': '8e3290ec-c45b-4b9f-a30f-41814cefd10f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95babfaa-4f26-4f40-a86b-70f5c4e2a991', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:23Z', 'updated_at': '2022-04-20T18:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:29:26.521594 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1330df92-745f-404f-aa35-483245b6fe73 None None] The sync data for ids ['95babfaa-4f26-4f40-a86b-70f5c4e2a991'] in n-d-838032-1 is: [{'id': '95babfaa-4f26-4f40-a86b-70f5c4e2a991', 'name': 'tempest-TestShelveInstance-1224176965-router', 'tenant_id': '103239e20c184aadabd37902ef6c722a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '8e3290ec-c45b-4b9f-a30f-41814cefd10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:29:23Z', 'updated_at': '2022-04-20T18:29:24Z', 'revision_number': 3, 'project_id': '103239e20c184aadabd37902ef6c722a', 'gw_port': {'id': '8e3290ec-c45b-4b9f-a30f-41814cefd10f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95babfaa-4f26-4f40-a86b-70f5c4e2a991', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:23Z', 'updated_at': '2022-04-20T18:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:29:26.555452 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:26.711692 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a1abc3ee-d066-44e8-91e7-4d40df7d8d9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:26.716862 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a1abc3ee-d066-44e8-91e7-4d40df7d8d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:26.777755 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 627118e7-1f31-4642-bb79-c3b29b621fe0, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=627118e7-1f31-4642-bb79-c3b29b621fe0,segment=NetworkSegment(a403d9fc-7c38-4c02-b5c6-671d81cfc784),segment_id=a403d9fc-7c38-4c02-b5c6-671d81cfc784)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:29:26.783783 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:26.820056 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1abc3ee-d066-44e8-91e7-4d40df7d8d9c admin admin] Pushing event updated for resources: {'Port': ['ID=3ddd548e-0e20-4f48-be03-1d53ce18642f,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:26.824646 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-a1abc3ee-d066-44e8-91e7-4d40df7d8d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:26.917622 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=627118e7-1f31-4642-bb79-c3b29b621fe0,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:26.927903 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e4513848-db97-4066-b1b5-fd0df16083ce None None] Provisioning complete for port 627118e7-1f31-4642-bb79-c3b29b621fe0 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:29:26.928239 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e4513848-db97-4066-b1b5-fd0df16083ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:26.958235 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1abc3ee-d066-44e8-91e7-4d40df7d8d9c admin admin] Network 9b1e394a-5cda-4b92-9d4b-14a6f625a2e3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:29:26.959724 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-a1abc3ee-d066-44e8-91e7-4d40df7d8d9c admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:29:27.028961 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-f2c64136-c0d7-4592-8c79-0e6db974c6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'name': 'tempest-TestShelveInstance-1207288228-router', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:20Z', 'revision_number': 4, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'gw_port': {'id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8a0d6366-567d-44ea-998a-77aaacc418c2', 'name': '', 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:19Z', 'updated_at': '2022-04-20T18:29:25Z', 'revision_number': 4, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'subnets': [{'id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:29:27.049672 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c64136-c0d7-4592-8c79-0e6db974c6e0 None None] The sync data for ids ['6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'] in n-d-838032-1 is: [{'id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'name': 'tempest-TestShelveInstance-1207288228-router', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:20Z', 'revision_number': 4, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'gw_port': {'id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8a0d6366-567d-44ea-998a-77aaacc418c2', 'name': '', 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:19Z', 'updated_at': '2022-04-20T18:29:25Z', 'revision_number': 4, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'subnets': [{'id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:29:27.077718 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e4513848-db97-4066-b1b5-fd0df16083ce None None] Provisioning for port 3ddd548e-0e20-4f48-be03-1d53ce18642f completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:29:27.084981 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-e4513848-db97-4066-b1b5-fd0df16083ce None None] Provisioning complete for port 3ddd548e-0e20-4f48-be03-1d53ce18642f triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:29:27.086287 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e4513848-db97-4066-b1b5-fd0df16083ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:27.152796 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-e4513848-db97-4066-b1b5-fd0df16083ce None None] Port 3ddd548e-0e20-4f48-be03-1d53ce18642f cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:29:27.275187 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-951f85f7-ee9f-4e2f-b13f-7fdc0bf22d06 None None] Provisioning complete for port 3ddd548e-0e20-4f48-be03-1d53ce18642f triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:29:27.275669 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-951f85f7-ee9f-4e2f-b13f-7fdc0bf22d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:27.330411 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-951f85f7-ee9f-4e2f-b13f-7fdc0bf22d06 None None] Port 3ddd548e-0e20-4f48-be03-1d53ce18642f cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:29:27.540597 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1abc3ee-d066-44e8-91e7-4d40df7d8d9c admin admin] Router 95babfaa-4f26-4f40-a86b-70f5c4e2a991 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:29:27.756735 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1abc3ee-d066-44e8-91e7-4d40df7d8d9c admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:29:27.766268 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a1abc3ee-d066-44e8-91e7-4d40df7d8d9c admin admin] 10.222.0.39 "PUT /v2.0/routers/95babfaa-4f26-4f40-a86b-70f5c4e2a991/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0651314 Apr 20 18:29:28.039665 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8a0d6366-567d-44ea-998a-77aaacc418c2 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:29:28.129264 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 8a0d6366-567d-44ea-998a-77aaacc418c2 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:29:28.136223 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 8a0d6366-567d-44ea-998a-77aaacc418c2 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:29:28.136665 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:28.264171 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:28.308440 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 8a0d6366-567d-44ea-998a-77aaacc418c2, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8a0d6366-567d-44ea-998a-77aaacc418c2,segment=NetworkSegment(e67d0bd4-2484-4e1d-a430-ef9c95d7180d),segment_id=e67d0bd4-2484-4e1d-a430-ef9c95d7180d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:29:28.314416 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:28.315243 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 627118e7-1f31-4642-bb79-c3b29b621fe0 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:29:28.319669 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38884) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:28.325434 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-22045c44-da25-4856-8845-2d9eb58e33a9 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-54875991', 'description': 'tempest-secgroup-smoke-54875991 description', 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:29:28.332326 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-22045c44-da25-4856-8845-2d9eb58e33a9 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:29:28.336241 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-22045c44-da25-4856-8845-2d9eb58e33a9 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Usage tracker for resource:security_group and tenant:ba9a52e51bf943e6a68c3c0a6554fb98 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:29:28.339176 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-22045c44-da25-4856-8845-2d9eb58e33a9 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:29:28.344693 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-22045c44-da25-4856-8845-2d9eb58e33a9 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:29:28.355253 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-22045c44-da25-4856-8845-2d9eb58e33a9 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:28.394513 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-22045c44-da25-4856-8845-2d9eb58e33a9 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:29:28.398559 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-22045c44-da25-4856-8845-2d9eb58e33a9 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Usage tracker for resource:security_group_rule and tenant:ba9a52e51bf943e6a68c3c0a6554fb98 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:29:28.401546 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-22045c44-da25-4856-8845-2d9eb58e33a9 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:29:28.407806 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-22045c44-da25-4856-8845-2d9eb58e33a9 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:29:28.426359 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=8a0d6366-567d-44ea-998a-77aaacc418c2,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:28.440755 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 627118e7-1f31-4642-bb79-c3b29b621fe0 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:29:28.441079 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:28.470130 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-22045c44-da25-4856-8845-2d9eb58e33a9 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:28.475246 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-22045c44-da25-4856-8845-2d9eb58e33a9 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:28.516014 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22045c44-da25-4856-8845-2d9eb58e33a9 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91d13857-1973-4652-80ef-b2e72e6cb59a,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:28.518609 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-22045c44-da25-4856-8845-2d9eb58e33a9 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:28.519795 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-22045c44-da25-4856-8845-2d9eb58e33a9 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.1990144 Apr 20 18:29:28.522960 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38888) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:28.528566 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-382c996e-437b-4e62-b8f4-4cdd307703a5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Request body: {'security_group_rule': {'security_group_id': '91d13857-1973-4652-80ef-b2e72e6cb59a', 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:29:28.535072 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-382c996e-437b-4e62-b8f4-4cdd307703a5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:29:28.538933 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-382c996e-437b-4e62-b8f4-4cdd307703a5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Usage tracker for resource:security_group_rule and tenant:ba9a52e51bf943e6a68c3c0a6554fb98 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:29:28.541738 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-382c996e-437b-4e62-b8f4-4cdd307703a5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:29:28.547332 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-382c996e-437b-4e62-b8f4-4cdd307703a5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:29:28.552480 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8e3290ec-c45b-4b9f-a30f-41814cefd10f up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:29:28.565391 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-382c996e-437b-4e62-b8f4-4cdd307703a5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:28.624759 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 8e3290ec-c45b-4b9f-a30f-41814cefd10f completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:29:28.631156 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 8e3290ec-c45b-4b9f-a30f-41814cefd10f triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:29:28.631637 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:28.634542 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-382c996e-437b-4e62-b8f4-4cdd307703a5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:28.640178 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-382c996e-437b-4e62-b8f4-4cdd307703a5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:28.664306 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c996e-437b-4e62-b8f4-4cdd307703a5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72f0c462-c756-4605-a458-4717e57fbdf7,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:28.675679 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-382c996e-437b-4e62-b8f4-4cdd307703a5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:28.676889 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-382c996e-437b-4e62-b8f4-4cdd307703a5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1529849 Apr 20 18:29:28.679819 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38892) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:28.685138 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-c991a55d-c0e5-4a30-981d-34854d82b6ac tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Request body: {'security_group_rule': {'security_group_id': '91d13857-1973-4652-80ef-b2e72e6cb59a', 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:29:28.691834 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c991a55d-c0e5-4a30-981d-34854d82b6ac tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:29:28.695706 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c991a55d-c0e5-4a30-981d-34854d82b6ac tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Usage tracker for resource:security_group_rule and tenant:ba9a52e51bf943e6a68c3c0a6554fb98 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:29:28.698540 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-c991a55d-c0e5-4a30-981d-34854d82b6ac tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:29:28.704130 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-c991a55d-c0e5-4a30-981d-34854d82b6ac tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:29:28.721739 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c991a55d-c0e5-4a30-981d-34854d82b6ac tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:28.751494 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:28.767172 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 8e3290ec-c45b-4b9f-a30f-41814cefd10f, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8e3290ec-c45b-4b9f-a30f-41814cefd10f,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:29:28.771706 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:28.784413 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c991a55d-c0e5-4a30-981d-34854d82b6ac tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:28.788513 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c991a55d-c0e5-4a30-981d-34854d82b6ac tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:28.812226 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991a55d-c0e5-4a30-981d-34854d82b6ac tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73451366-7685-4320-9841-e34b52867ad4,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:28.822017 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-c991a55d-c0e5-4a30-981d-34854d82b6ac tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:28.823332 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-c991a55d-c0e5-4a30-981d-34854d82b6ac tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1425877 Apr 20 18:29:28.826429 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38896) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:28.832610 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-97bfb30e-df67-4489-bd3c-ba170e252020 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Request body: {'security_group_rule': {'security_group_id': '91d13857-1973-4652-80ef-b2e72e6cb59a', 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:29:28.837741 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=8e3290ec-c45b-4b9f-a30f-41814cefd10f,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:28.839532 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-97bfb30e-df67-4489-bd3c-ba170e252020 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:29:28.843949 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-97bfb30e-df67-4489-bd3c-ba170e252020 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Usage tracker for resource:security_group_rule and tenant:ba9a52e51bf943e6a68c3c0a6554fb98 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:29:28.847309 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-97bfb30e-df67-4489-bd3c-ba170e252020 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:29:28.853859 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-97bfb30e-df67-4489-bd3c-ba170e252020 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:29:28.871278 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97bfb30e-df67-4489-bd3c-ba170e252020 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:28.935708 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97bfb30e-df67-4489-bd3c-ba170e252020 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:28.940521 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97bfb30e-df67-4489-bd3c-ba170e252020 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:28.963381 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bfb30e-df67-4489-bd3c-ba170e252020 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91dafcfc-8d2a-444a-9239-804a08c74161,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:28.972534 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-97bfb30e-df67-4489-bd3c-ba170e252020 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:28.973907 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-97bfb30e-df67-4489-bd3c-ba170e252020 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1464114 Apr 20 18:29:28.976707 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38900) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:28.981973 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-62eb14eb-8134-4f1a-9807-5eefbefffb57 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Request body: {'security_group_rule': {'security_group_id': '91d13857-1973-4652-80ef-b2e72e6cb59a', 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:29:28.988292 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-62eb14eb-8134-4f1a-9807-5eefbefffb57 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:29:28.992044 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-62eb14eb-8134-4f1a-9807-5eefbefffb57 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Usage tracker for resource:security_group_rule and tenant:ba9a52e51bf943e6a68c3c0a6554fb98 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:29:28.995202 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-62eb14eb-8134-4f1a-9807-5eefbefffb57 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:29:29.000723 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-62eb14eb-8134-4f1a-9807-5eefbefffb57 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:29:29.019026 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-62eb14eb-8134-4f1a-9807-5eefbefffb57 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:29.083870 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-62eb14eb-8134-4f1a-9807-5eefbefffb57 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:29.090010 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-62eb14eb-8134-4f1a-9807-5eefbefffb57 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:29.112377 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb14eb-8134-4f1a-9807-5eefbefffb57 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c15a99-678e-4b74-abac-9f1cc3322d76,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:29.123291 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-62eb14eb-8134-4f1a-9807-5eefbefffb57 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:29.124604 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-62eb14eb-8134-4f1a-9807-5eefbefffb57 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1468775 Apr 20 18:29:29.127314 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38904) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:29.132735 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-fdd6d9f0-6c49-46fb-aa87-ba7bc8bbde28 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Request body: {'security_group_rule': {'security_group_id': '91d13857-1973-4652-80ef-b2e72e6cb59a', 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:29:29.139154 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-fdd6d9f0-6c49-46fb-aa87-ba7bc8bbde28 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:29:29.142905 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-fdd6d9f0-6c49-46fb-aa87-ba7bc8bbde28 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Usage tracker for resource:security_group_rule and tenant:ba9a52e51bf943e6a68c3c0a6554fb98 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:29:29.145894 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-fdd6d9f0-6c49-46fb-aa87-ba7bc8bbde28 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:29:29.151606 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-fdd6d9f0-6c49-46fb-aa87-ba7bc8bbde28 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:29:29.164669 n-d-838032-1 neutron-server[84081]: INFO neutron.db.securitygroups_db [None req-fdd6d9f0-6c49-46fb-aa87-ba7bc8bbde28 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Project ba9a52e51bf943e6a68c3c0a6554fb98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 18:29:29.170913 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fdd6d9f0-6c49-46fb-aa87-ba7bc8bbde28 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:29.233119 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fdd6d9f0-6c49-46fb-aa87-ba7bc8bbde28 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:29.238741 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fdd6d9f0-6c49-46fb-aa87-ba7bc8bbde28 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:29.261174 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6d9f0-6c49-46fb-aa87-ba7bc8bbde28 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=909a4866-1229-492a-a292-4d254596a749,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:29.273338 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fdd6d9f0-6c49-46fb-aa87-ba7bc8bbde28 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:29.274442 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fdd6d9f0-6c49-46fb-aa87-ba7bc8bbde28 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1461282 Apr 20 18:29:29.277163 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 38908) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:29.282441 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-b668a2ed-1646-4355-b773-56cdcde1b01b tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Request body: {'security_group_rule': {'security_group_id': '91d13857-1973-4652-80ef-b2e72e6cb59a', 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:29:29.288713 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b668a2ed-1646-4355-b773-56cdcde1b01b tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:29:29.292623 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b668a2ed-1646-4355-b773-56cdcde1b01b tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Usage tracker for resource:security_group_rule and tenant:ba9a52e51bf943e6a68c3c0a6554fb98 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:29:29.295550 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-b668a2ed-1646-4355-b773-56cdcde1b01b tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:29:29.301434 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-b668a2ed-1646-4355-b773-56cdcde1b01b tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:29:29.314562 n-d-838032-1 neutron-server[84081]: INFO neutron.db.securitygroups_db [None req-b668a2ed-1646-4355-b773-56cdcde1b01b tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Project ba9a52e51bf943e6a68c3c0a6554fb98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 18:29:29.321026 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b668a2ed-1646-4355-b773-56cdcde1b01b tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:29.386258 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b668a2ed-1646-4355-b773-56cdcde1b01b tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:29.391368 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b668a2ed-1646-4355-b773-56cdcde1b01b tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:29.416352 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668a2ed-1646-4355-b773-56cdcde1b01b tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ef5698-e139-4ab8-b8bb-7d952b6c6e58,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:29.425345 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b668a2ed-1646-4355-b773-56cdcde1b01b tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:29.426686 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b668a2ed-1646-4355-b773-56cdcde1b01b tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1485975 Apr 20 18:29:29.614510 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-f0eac951-894b-40e3-9a2d-8c52cd96e1a0 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Synchronizing usage tracker for tenant:ba9a52e51bf943e6a68c3c0a6554fb98 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:29:29.632928 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-f0eac951-894b-40e3-9a2d-8c52cd96e1a0 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Unset dirty status for tenant:ba9a52e51bf943e6a68c3c0a6554fb98 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:29:29.634032 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-f0eac951-894b-40e3-9a2d-8c52cd96e1a0 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-54875991&fields=id&tenant_id=ba9a52e51bf943e6a68c3c0a6554fb98 HTTP/1.1" status: 200 len: 267 time: 0.0715263 Apr 20 18:29:29.785806 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-30fcb3b7-a880-4cc0-9d9c-02e653f0c8a9 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:29:29.786468 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-30fcb3b7-a880-4cc0-9d9c-02e653f0c8a9 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Synchronizing usage tracker for tenant:ba9a52e51bf943e6a68c3c0a6554fb98 on resource:network {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:29:29.806513 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-30fcb3b7-a880-4cc0-9d9c-02e653f0c8a9 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Unset dirty status for tenant:ba9a52e51bf943e6a68c3c0a6554fb98 on resource:network {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:29:29.807922 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-30fcb3b7-a880-4cc0-9d9c-02e653f0c8a9 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/networks?id=f95966f7-b6c8-4820-ab58-20ee44da9277 HTTP/1.1" status: 200 len: 809 time: 0.1671808 Apr 20 18:29:29.824530 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-c84e4c8b-ac9a-40bd-8f7d-9a039e0e00b1 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/quotas/ba9a52e51bf943e6a68c3c0a6554fb98 HTTP/1.1" status: 200 len: 375 time: 0.0112984 Apr 20 18:29:29.903767 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-a8fc8960-f614-41e2-965a-578dd490ad84 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Synchronizing usage tracker for tenant:ba9a52e51bf943e6a68c3c0a6554fb98 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:29:29.920643 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8e3290ec-c45b-4b9f-a30f-41814cefd10f up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:29:29.921325 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-a8fc8960-f614-41e2-965a-578dd490ad84 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Unset dirty status for tenant:ba9a52e51bf943e6a68c3c0a6554fb98 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:29:29.922656 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-a8fc8960-f614-41e2-965a-578dd490ad84 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba9a52e51bf943e6a68c3c0a6554fb98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0934429 Apr 20 18:29:29.987651 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 8e3290ec-c45b-4b9f-a30f-41814cefd10f triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:29:29.988023 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:30.060867 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-74446820-d370-4311-9c60-7c547d7c461d service neutron] 10.222.0.39 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253283 Apr 20 18:29:30.101010 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8a0d6366-567d-44ea-998a-77aaacc418c2 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:29:30.174434 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 8a0d6366-567d-44ea-998a-77aaacc418c2 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:29:30.175179 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:30.190710 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-d70d41af-e87e-4c9e-839f-1a2bc92496c2 service neutron] 10.222.0.39 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239712 Apr 20 18:29:30.440757 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ab8a8449-0052-4a3d-b300-d36235c983d9 req-16edbe09-b2c5-4e69-b847-9f9045e667e0 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 210 time: 0.0674942 Apr 20 18:29:31.486157 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-4cf72bb6-1705-46b6-869b-36cceaed6a8f tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:29:31.488934 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-4cf72bb6-1705-46b6-869b-36cceaed6a8f tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.10 "GET /v2.0/networks?id=f95966f7-b6c8-4820-ab58-20ee44da9277 HTTP/1.1" status: 200 len: 809 time: 0.1417434 Apr 20 18:29:31.549778 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-4649158b-4c3d-40de-9c19-b2d66621cda1 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba9a52e51bf943e6a68c3c0a6554fb98 HTTP/1.1" status: 200 len: 378 time: 0.0489197 Apr 20 18:29:31.557822 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-8558935f-e970-48f2-8574-f7e7bf4ae7ff tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Request body: {'port': {'device_id': 'e0148b9a-d7de-455a-8d74-9f1bfee7c27d', 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277', 'admin_state_up': True, 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'security_groups': ['91d13857-1973-4652-80ef-b2e72e6cb59a']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:29:31.612102 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3f2f2476-8384-4dbe-9d4f-961152c2d1c8 req-b64446e6-27b7-4654-9c3f-80750c90de91 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 210 time: 0.0404878 Apr 20 18:29:31.795919 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-8558935f-e970-48f2-8574-f7e7bf4ae7ff tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:29:31.805590 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-8558935f-e970-48f2-8574-f7e7bf4ae7ff tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:29:31.817418 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-8558935f-e970-48f2-8574-f7e7bf4ae7ff tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Made reservation on behalf of ba9a52e51bf943e6a68c3c0a6554fb98 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:29:31.820475 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-8558935f-e970-48f2-8574-f7e7bf4ae7ff tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:31.978403 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-8558935f-e970-48f2-8574-f7e7bf4ae7ff tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Allocated IP 172.20.0.9 (f95966f7-b6c8-4820-ab58-20ee44da9277/58dd0a5d-7d3f-47aa-a63a-fbcad475af7d/77f687e8-b925-45fd-a708-27d0dd39def5) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:29:32.171016 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-8558935f-e970-48f2-8574-f7e7bf4ae7ff tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:32.188214 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-8558935f-e970-48f2-8574-f7e7bf4ae7ff tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Transition to ACTIVE for port object 77f687e8-b925-45fd-a708-27d0dd39def5 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:29:32.214251 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-8558935f-e970-48f2-8574-f7e7bf4ae7ff tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:32.284915 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-8558935f-e970-48f2-8574-f7e7bf4ae7ff tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Network f95966f7-b6c8-4820-ab58-20ee44da9277 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:29:32.287989 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-8558935f-e970-48f2-8574-f7e7bf4ae7ff tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:29:32.292209 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-8558935f-e970-48f2-8574-f7e7bf4ae7ff tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:29:32.319289 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558935f-e970-48f2-8574-f7e7bf4ae7ff tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Pushing event updated for resources: {'Port': ['ID=77f687e8-b925-45fd-a708-27d0dd39def5,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:32.357618 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-8558935f-e970-48f2-8574-f7e7bf4ae7ff tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:29:32.358250 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-8558935f-e970-48f2-8574-f7e7bf4ae7ff tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:32.385643 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-8558935f-e970-48f2-8574-f7e7bf4ae7ff tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8315082 Apr 20 18:29:32.396617 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-3a77159c-5899-48a5-82d7-6654418de3b1 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 18:29:32.397553 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-3a77159c-5899-48a5-82d7-6654418de3b1 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052562 Apr 20 18:29:32.410040 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-1127a4ac-5e87-4d60-b921-f01289285568 service neutron] Request body: {'port': {'device_id': 'e0148b9a-d7de-455a-8d74-9f1bfee7c27d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:29:32.498607 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-454bd4b5-b927-4cac-89a6-7df7cbb8f105 None None] Provisioning for port 77f687e8-b925-45fd-a708-27d0dd39def5 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:29:32.503325 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-454bd4b5-b927-4cac-89a6-7df7cbb8f105 None None] Provisioning complete for port 77f687e8-b925-45fd-a708-27d0dd39def5 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:29:32.503692 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-454bd4b5-b927-4cac-89a6-7df7cbb8f105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:32.520548 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-1127a4ac-5e87-4d60-b921-f01289285568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:32.555322 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-454bd4b5-b927-4cac-89a6-7df7cbb8f105 None None] Port 77f687e8-b925-45fd-a708-27d0dd39def5 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:29:32.865520 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bc7f7-57f1-4bba-a261-b4dfe97c778f req-799867f8-1767-4dad-9126-ed8e46ed3aa6 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:29:32.866214 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f20bc7f7-57f1-4bba-a261-b4dfe97c778f req-799867f8-1767-4dad-9126-ed8e46ed3aa6 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Synchronizing usage tracker for tenant:ba9a52e51bf943e6a68c3c0a6554fb98 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:29:32.922479 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-1127a4ac-5e87-4d60-b921-f01289285568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f687e8-b925-45fd-a708-27d0dd39def5 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:29:32.928193 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-f20bc7f7-57f1-4bba-a261-b4dfe97c778f req-799867f8-1767-4dad-9126-ed8e46ed3aa6 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Unset dirty status for tenant:ba9a52e51bf943e6a68c3c0a6554fb98 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:29:32.929315 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f20bc7f7-57f1-4bba-a261-b4dfe97c778f req-799867f8-1767-4dad-9126-ed8e46ed3aa6 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 931 time: 0.1915865 Apr 20 18:29:32.930849 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-1127a4ac-5e87-4d60-b921-f01289285568 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:32.962701 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-1127a4ac-5e87-4d60-b921-f01289285568 service neutron] Transition to ACTIVE for port object 77f687e8-b925-45fd-a708-27d0dd39def5 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:29:32.971847 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-1127a4ac-5e87-4d60-b921-f01289285568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:33.039860 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f20bc7f7-57f1-4bba-a261-b4dfe97c778f req-87a05a5d-6c72-4953-b00a-0258089e9c2b tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1048071 Apr 20 18:29:33.111940 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127a4ac-5e87-4d60-b921-f01289285568 service neutron] Pushing event updated for resources: {'Port': ['ID=77f687e8-b925-45fd-a708-27d0dd39def5,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:33.219811 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-1127a4ac-5e87-4d60-b921-f01289285568 service neutron] Attempting to bind port 77f687e8-b925-45fd-a708-27d0dd39def5 on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:29:33.220145 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-1127a4ac-5e87-4d60-b921-f01289285568 service neutron] Attempting to bind port 77f687e8-b925-45fd-a708-27d0dd39def5 by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'e67d0bd4-2484-4e1d-a430-ef9c95d7180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:29:33.220463 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-1127a4ac-5e87-4d60-b921-f01289285568 service neutron] Attempting to bind port 77f687e8-b925-45fd-a708-27d0dd39def5 on network f95966f7-b6c8-4820-ab58-20ee44da9277 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:29:33.226341 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-1127a4ac-5e87-4d60-b921-f01289285568 service neutron] Port 77f687e8-b925-45fd-a708-27d0dd39def5 on network f95966f7-b6c8-4820-ab58-20ee44da9277 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 18:29:33.226651 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-1127a4ac-5e87-4d60-b921-f01289285568 service neutron] Attempting to bind port 77f687e8-b925-45fd-a708-27d0dd39def5 on network f95966f7-b6c8-4820-ab58-20ee44da9277 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:29:33.232951 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-1127a4ac-5e87-4d60-b921-f01289285568 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:29:33.233278 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-1127a4ac-5e87-4d60-b921-f01289285568 service neutron] Checking segment: {'id': 'e67d0bd4-2484-4e1d-a430-ef9c95d7180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:29:33.233655 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-1127a4ac-5e87-4d60-b921-f01289285568 service neutron] Bound using segment: {'id': 'e67d0bd4-2484-4e1d-a430-ef9c95d7180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:29:33.234071 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-1127a4ac-5e87-4d60-b921-f01289285568 service neutron] Bound port: 77f687e8-b925-45fd-a708-27d0dd39def5, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e67d0bd4-2484-4e1d-a430-ef9c95d7180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:29:33.234446 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-1127a4ac-5e87-4d60-b921-f01289285568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:33.325223 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-1127a4ac-5e87-4d60-b921-f01289285568 service neutron] For port 77f687e8-b925-45fd-a708-27d0dd39def5, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:29:33.328168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-1127a4ac-5e87-4d60-b921-f01289285568 service neutron] For port 77f687e8-b925-45fd-a708-27d0dd39def5, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=77f687e8-b925-45fd-a708-27d0dd39def5,segment=NetworkSegment(e67d0bd4-2484-4e1d-a430-ef9c95d7180d),segment_id=e67d0bd4-2484-4e1d-a430-ef9c95d7180d)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:29:33.335553 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-1127a4ac-5e87-4d60-b921-f01289285568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:33.395546 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-1127a4ac-5e87-4d60-b921-f01289285568 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:33.396958 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-1127a4ac-5e87-4d60-b921-f01289285568 service neutron] 10.222.0.10 "PUT /v2.0/ports/77f687e8-b925-45fd-a708-27d0dd39def5 HTTP/1.1" status: 200 len: 1091 time: 0.9912264 Apr 20 18:29:33.397355 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0148b9a-d7de-455a-8d74-9f1bfee7c27d', 'tag': '77f687e8-b925-45fd-a708-27d0dd39def5'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:29:33.417019 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127a4ac-5e87-4d60-b921-f01289285568 service neutron] Pushing event updated for resources: {'Port': ['ID=77f687e8-b925-45fd-a708-27d0dd39def5,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:33.474203 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ad3b1cf-84a8-4b46-b8f7-dedd48b6109b'] response: {'name': 'network-changed', 'server_uuid': 'e0148b9a-d7de-455a-8d74-9f1bfee7c27d', 'tag': '77f687e8-b925-45fd-a708-27d0dd39def5', 'status': 'completed', 'code': 200} Apr 20 18:29:33.519385 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-3bf7e8af-69d8-4c57-b737-d456582cb494 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba9a52e51bf943e6a68c3c0a6554fb98&device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 1094 time: 0.0803065 Apr 20 18:29:33.588793 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-ce202e9d-5d19-4758-a87b-780225975ea6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77f687e8-b925-45fd-a708-27d0dd39def5 HTTP/1.1" status: 200 len: 217 time: 0.0605383 Apr 20 18:29:33.739412 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-33072aa9-908a-41a6-8321-3835083c03b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:29:33.740840 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-33072aa9-908a-41a6-8321-3835083c03b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58dd0a5d-7d3f-47aa-a63a-fbcad475af7d HTTP/1.1" status: 200 len: 848 time: 0.1462500 Apr 20 18:29:33.817166 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-f0a3f10d-b920-44be-a6de-b0244e77ce50 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f95966f7-b6c8-4820-ab58-20ee44da9277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684285 Apr 20 18:29:33.948235 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-c7e47384-99f7-4a39-9bd5-342fe3250203 service neutron] 10.222.0.10 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243000 Apr 20 18:29:34.077839 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f9363ca2-d924-4ce1-b52a-3b9d914edd09 req-a8b98764-5ff2-4a59-a601-dba97098ac55 service neutron] 10.222.0.10 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235964 Apr 20 18:29:34.247181 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f776958-52fd-4c25-9d2a-9bfbe21f723e req-b2765648-6b08-4af4-a5f4-259ff0810b5e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba9a52e51bf943e6a68c3c0a6554fb98&device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 1094 time: 0.1225774 Apr 20 18:29:34.329614 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4408b-4b17-4712-94ec-7f670a7c9db3 req-ff8e3673-4e3f-4498-8058-008dff71a7fe tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:29:34.331033 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a7a4408b-4b17-4712-94ec-7f670a7c9db3 req-ff8e3673-4e3f-4498-8058-008dff71a7fe tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 943 time: 0.1640925 Apr 20 18:29:34.413107 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a7a4408b-4b17-4712-94ec-7f670a7c9db3 req-5ac1aee8-531d-4b6e-95ca-26f1d1f1c193 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0722334 Apr 20 18:29:34.414029 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f776958-52fd-4c25-9d2a-9bfbe21f723e req-eb1434e3-24fc-477e-a541-f82c6cc6591e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:29:34.415379 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f776958-52fd-4c25-9d2a-9bfbe21f723e req-eb1434e3-24fc-477e-a541-f82c6cc6591e service neutron] 10.222.0.10 "GET /v2.0/networks?id=f95966f7-b6c8-4820-ab58-20ee44da9277 HTTP/1.1" status: 200 len: 910 time: 0.1624546 Apr 20 18:29:34.483872 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f776958-52fd-4c25-9d2a-9bfbe21f723e req-049ca2b1-0f4e-4c60-ab20-0ff9c5ecba54 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77f687e8-b925-45fd-a708-27d0dd39def5 HTTP/1.1" status: 200 len: 217 time: 0.0623298 Apr 20 18:29:34.544517 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f776958-52fd-4c25-9d2a-9bfbe21f723e req-168e1ab1-6f18-43fe-8556-5691af7d52a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:29:34.545874 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f776958-52fd-4c25-9d2a-9bfbe21f723e req-168e1ab1-6f18-43fe-8556-5691af7d52a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58dd0a5d-7d3f-47aa-a63a-fbcad475af7d HTTP/1.1" status: 200 len: 848 time: 0.0568039 Apr 20 18:29:34.623433 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f776958-52fd-4c25-9d2a-9bfbe21f723e req-6f0c45bb-1ee9-42d6-9152-06ddbd9cf6ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f95966f7-b6c8-4820-ab58-20ee44da9277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716233 Apr 20 18:29:34.753097 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f776958-52fd-4c25-9d2a-9bfbe21f723e req-2d9c8e53-c8ee-4aaa-8e0a-b502f54247d7 service neutron] 10.222.0.10 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236727 Apr 20 18:29:34.883789 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f776958-52fd-4c25-9d2a-9bfbe21f723e req-dbcd7521-65b7-4116-8ff1-40050545c5a9 service neutron] 10.222.0.10 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234777 Apr 20 18:29:35.628243 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa6a0c-b697-465a-b5e5-74dd3734fee5 req-33ba172b-2d43-45de-88f1-721d2161a848 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:29:35.629752 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-caaa6a0c-b697-465a-b5e5-74dd3734fee5 req-33ba172b-2d43-45de-88f1-721d2161a848 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 943 time: 0.0926862 Apr 20 18:29:35.676753 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-caaa6a0c-b697-465a-b5e5-74dd3734fee5 req-d124df1d-780c-4e77-97e0-8498580dd0e1 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412898 Apr 20 18:29:36.885525 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04487188-6c06-43d8-9370-36e368824d34 req-fddda27e-42ef-4bd3-b580-3f89d550cab9 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:29:36.886988 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-04487188-6c06-43d8-9370-36e368824d34 req-fddda27e-42ef-4bd3-b580-3f89d550cab9 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 943 time: 0.0803204 Apr 20 18:29:36.933708 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-04487188-6c06-43d8-9370-36e368824d34 req-bd3361e4-4e90-4f56-81c4-15a3fbb7e1f5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387728 Apr 20 18:29:38.093605 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 77f687e8-b925-45fd-a708-27d0dd39def5 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:29:38.129479 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8083ed-702f-43c0-88b7-da194fdac59c req-2a5e9efd-301b-4a82-9482-d1f44fa3507c tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:29:38.130872 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-be8083ed-702f-43c0-88b7-da194fdac59c req-2a5e9efd-301b-4a82-9482-d1f44fa3507c tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 943 time: 0.0767179 Apr 20 18:29:38.183256 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-be8083ed-702f-43c0-88b7-da194fdac59c req-404f070b-caf2-4584-846d-a26907e0d1f8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462086 Apr 20 18:29:38.270530 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 77f687e8-b925-45fd-a708-27d0dd39def5, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=77f687e8-b925-45fd-a708-27d0dd39def5,segment=NetworkSegment(e67d0bd4-2484-4e1d-a430-ef9c95d7180d),segment_id=e67d0bd4-2484-4e1d-a430-ef9c95d7180d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:29:38.286537 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '77f687e8-b925-45fd-a708-27d0dd39def5', 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277', 'port_id': '77f687e8-b925-45fd-a708-27d0dd39def5', 'mac_address': 'fa:16:3e:6d:32:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:29:38.343081 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:38.363840 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f687e8-b925-45fd-a708-27d0dd39def5 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:29:38.379866 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 77f687e8-b925-45fd-a708-27d0dd39def5, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=77f687e8-b925-45fd-a708-27d0dd39def5,segment=NetworkSegment(e67d0bd4-2484-4e1d-a430-ef9c95d7180d),segment_id=e67d0bd4-2484-4e1d-a430-ef9c95d7180d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:29:38.386733 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:38.449737 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=77f687e8-b925-45fd-a708-27d0dd39def5,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:38.679434 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['77f687e8-b925-45fd-a708-27d0dd39def5'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:29:39.272038 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8f725ab6-bd4c-45a8-8937-46bea113686c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:39.395017 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e7f35-a103-42f6-af62-5fcf48b03602 req-335a9cdb-fe7d-4398-8b9d-6fa732d96893 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:29:39.396514 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e24e7f35-a103-42f6-af62-5fcf48b03602 req-335a9cdb-fe7d-4398-8b9d-6fa732d96893 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 944 time: 0.0813372 Apr 20 18:29:39.453875 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e24e7f35-a103-42f6-af62-5fcf48b03602 req-7f08d0d7-0345-4458-b3a8-3e372dd122d6 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474756 Apr 20 18:29:40.093230 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 77f687e8-b925-45fd-a708-27d0dd39def5 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:29:40.186673 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 77f687e8-b925-45fd-a708-27d0dd39def5 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:29:40.191404 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 77f687e8-b925-45fd-a708-27d0dd39def5 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:29:40.191772 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:40.307614 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:40.333967 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0148b9a-d7de-455a-8d74-9f1bfee7c27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f687e8-b925-45fd-a708-27d0dd39def5'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:29:40.343523 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 77f687e8-b925-45fd-a708-27d0dd39def5, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=77f687e8-b925-45fd-a708-27d0dd39def5,segment=NetworkSegment(e67d0bd4-2484-4e1d-a430-ef9c95d7180d),segment_id=e67d0bd4-2484-4e1d-a430-ef9c95d7180d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:29:40.349234 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:40.416058 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=77f687e8-b925-45fd-a708-27d0dd39def5,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:40.469377 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-624f77d2-4fd5-474f-8715-66a956d67707'] response: {'server_uuid': 'e0148b9a-d7de-455a-8d74-9f1bfee7c27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f687e8-b925-45fd-a708-27d0dd39def5', 'code': 200} Apr 20 18:29:40.652853 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-30c0b6c8-460e-49ba-a05c-32185d6fd153 req-9459d419-6ad0-47fb-9636-4b748a37700f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 1096 time: 0.1226254 Apr 20 18:29:40.678295 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c3118-08c0-4b3c-a727-da334eb7d9bc req-2b33de7a-1fd5-4f72-82a2-b2dcecba2925 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:29:40.679576 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3a3c3118-08c0-4b3c-a727-da334eb7d9bc req-2b33de7a-1fd5-4f72-82a2-b2dcecba2925 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 945 time: 0.1107931 Apr 20 18:29:40.729781 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-30c0b6c8-460e-49ba-a05c-32185d6fd153 req-455904a1-fd5d-4ef3-8951-15a6394df644 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705037 Apr 20 18:29:40.739591 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3a3c3118-08c0-4b3c-a727-da334eb7d9bc req-6d47d1e0-a8b5-458f-8e9d-7e9d86f9873e tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543067 Apr 20 18:29:41.471773 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-234a6e9c-4271-4aed-8ba2-468557d033bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:41.947590 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefd803-92d9-403f-b71a-3e944fcdd571 req-a899fe67-ba91-49e3-99fc-75d8bc1ba49c tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:29:41.949021 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fbefd803-92d9-403f-b71a-3e944fcdd571 req-a899fe67-ba91-49e3-99fc-75d8bc1ba49c tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 945 time: 0.0754404 Apr 20 18:29:41.997048 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fbefd803-92d9-403f-b71a-3e944fcdd571 req-c203897d-c504-4329-a989-0ffcd810204d tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397198 Apr 20 18:29:42.746570 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:43.042387 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:43.228910 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2269b-ee98-46ba-81cf-5ba8b83130ec req-cc64b1af-e335-4561-a3a4-bb59f99a11e9 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:29:43.230404 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-33a2269b-ee98-46ba-81cf-5ba8b83130ec req-cc64b1af-e335-4561-a3a4-bb59f99a11e9 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 945 time: 0.1035445 Apr 20 18:29:43.385434 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-33a2269b-ee98-46ba-81cf-5ba8b83130ec req-966bee68-9837-47e5-b494-704617513a37 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1465619 Apr 20 18:29:43.594579 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca90252-1e70-4641-adfe-f8937ff496b3 req-a846b44a-5424-4f55-818d-20f5fd92da8e tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:29:43.596036 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cca90252-1e70-4641-adfe-f8937ff496b3 req-a846b44a-5424-4f55-818d-20f5fd92da8e tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 945 time: 0.0857580 Apr 20 18:29:43.644947 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-cca90252-1e70-4641-adfe-f8937ff496b3 req-6f63179c-62d4-4c3c-a2d5-e593066aedfe tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409348 Apr 20 18:29:43.672878 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38962) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:43.857204 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:43.864993 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9cd008f5-ff17-4fef-bbb9-3b5f490a5824 tempest-TestShelveInstance-256611597 tempest-TestShelveInstance-256611597-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 1091 time: 0.1905575 Apr 20 18:29:43.867748 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 38968) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:29:43.873083 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-94afbcdb-d5b2-4c05-ba5e-b1e1885002db tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'port_id': '77f687e8-b925-45fd-a708-27d0dd39def5', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:29:43.879330 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-94afbcdb-d5b2-4c05-ba5e-b1e1885002db tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:29:43.883157 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-94afbcdb-d5b2-4c05-ba5e-b1e1885002db tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Usage tracker for resource:floatingip and tenant:ba9a52e51bf943e6a68c3c0a6554fb98 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:29:43.886046 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-94afbcdb-d5b2-4c05-ba5e-b1e1885002db tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:29:43.891747 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-94afbcdb-d5b2-4c05-ba5e-b1e1885002db tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:29:43.905373 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-94afbcdb-d5b2-4c05-ba5e-b1e1885002db tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for floatingip, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:44.044252 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-94afbcdb-d5b2-4c05-ba5e-b1e1885002db tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:44.179323 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-94afbcdb-d5b2-4c05-ba5e-b1e1885002db tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Allocated IP 172.25.8.46 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/487960a8-1998-4abf-bc8e-c85ca4064dd6) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:29:44.340914 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:44.341478 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-94afbcdb-d5b2-4c05-ba5e-b1e1885002db tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:44.371253 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-94afbcdb-d5b2-4c05-ba5e-b1e1885002db tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:44.437451 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94afbcdb-d5b2-4c05-ba5e-b1e1885002db tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:29:44.440822 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-94afbcdb-d5b2-4c05-ba5e-b1e1885002db tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:29:44.442778 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94afbcdb-d5b2-4c05-ba5e-b1e1885002db tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Pushing event updated for resources: {'Port': ['ID=487960a8-1998-4abf-bc8e-c85ca4064dd6,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:44.444807 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94afbcdb-d5b2-4c05-ba5e-b1e1885002db tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:29:44.954703 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-94afbcdb-d5b2-4c05-ba5e-b1e1885002db tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:45.013021 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-94afbcdb-d5b2-4c05-ba5e-b1e1885002db tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:45.213281 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-94afbcdb-d5b2-4c05-ba5e-b1e1885002db tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:45.220667 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-94afbcdb-d5b2-4c05-ba5e-b1e1885002db tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:45.325857 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94afbcdb-d5b2-4c05-ba5e-b1e1885002db tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Pushing event updated for resources: {'Port': ['ID=487960a8-1998-4abf-bc8e-c85ca4064dd6,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:45.339481 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-94afbcdb-d5b2-4c05-ba5e-b1e1885002db tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:45.622587 n-d-838032-1 neutron-server[84080]: INFO neutron.db.l3_db [None req-94afbcdb-d5b2-4c05-ba5e-b1e1885002db tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Floating IP 7994f737-a1a1-4bf5-b261-f489783c35e6 associated. External IP: 172.25.8.46, port: 77f687e8-b925-45fd-a708-27d0dd39def5. Apr 20 18:29:45.969619 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:46.028955 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94afbcdb-d5b2-4c05-ba5e-b1e1885002db tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Router 6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:29:46.250343 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94afbcdb-d5b2-4c05-ba5e-b1e1885002db tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:29:46.260111 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9026d26f-79fe-4638-89e4-f16c29db6115 None None] Sync routers for ids ['6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:29:46.272893 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9026d26f-79fe-4638-89e4-f16c29db6115 None None] Routers {'6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:29:46.273577 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-9026d26f-79fe-4638-89e4-f16c29db6115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:29:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:29:46.277599 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-94afbcdb-d5b2-4c05-ba5e-b1e1885002db tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:46.335565 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-94afbcdb-d5b2-4c05-ba5e-b1e1885002db tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4665856 Apr 20 18:29:46.336126 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0148b9a-d7de-455a-8d74-9f1bfee7c27d', 'tag': '77f687e8-b925-45fd-a708-27d0dd39def5'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:29:46.390074 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c76316a-d005-4042-a305-868edfbe591c'] response: {'name': 'network-changed', 'server_uuid': 'e0148b9a-d7de-455a-8d74-9f1bfee7c27d', 'tag': '77f687e8-b925-45fd-a708-27d0dd39def5', 'status': 'completed', 'code': 200} Apr 20 18:29:46.460097 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-9026d26f-79fe-4638-89e4-f16c29db6115 None None] Set router 6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:29:46.488295 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-94e222a9-c811-455f-a00d-bd1cd7434469 req-0cc782e8-a553-4859-ab0a-dda0965e8ce8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba9a52e51bf943e6a68c3c0a6554fb98&device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 1096 time: 0.0669839 Apr 20 18:29:46.614270 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e222a9-c811-455f-a00d-bd1cd7434469 req-7f7172b9-f089-4d2b-8433-c3e4ef5d206d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:29:46.615720 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-94e222a9-c811-455f-a00d-bd1cd7434469 req-7f7172b9-f089-4d2b-8433-c3e4ef5d206d service neutron] 10.222.0.10 "GET /v2.0/networks?id=f95966f7-b6c8-4820-ab58-20ee44da9277 HTTP/1.1" status: 200 len: 910 time: 0.1215637 Apr 20 18:29:46.717069 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-94e222a9-c811-455f-a00d-bd1cd7434469 req-2613e04c-d494-4a28-a923-7d80fb8c17a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77f687e8-b925-45fd-a708-27d0dd39def5 HTTP/1.1" status: 200 len: 998 time: 0.0951891 Apr 20 18:29:46.779077 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e222a9-c811-455f-a00d-bd1cd7434469 req-be169526-6420-4c17-a9e4-c591c597a4de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:29:46.780498 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-94e222a9-c811-455f-a00d-bd1cd7434469 req-be169526-6420-4c17-a9e4-c591c597a4de service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58dd0a5d-7d3f-47aa-a63a-fbcad475af7d HTTP/1.1" status: 200 len: 848 time: 0.0570331 Apr 20 18:29:46.801309 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-9026d26f-79fe-4638-89e4-f16c29db6115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'name': 'tempest-TestShelveInstance-1207288228-router', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:20Z', 'revision_number': 4, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'gw_port': {'id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '7994f737-a1a1-4bf5-b261-f489783c35e6', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'port_id': '77f687e8-b925-45fd-a708-27d0dd39def5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277', 'mac_address': 'fa:16:3e:6d:32:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0148b9a-d7de-455a-8d74-9f1bfee7c27d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:29:44Z', 'updated_at': '2022-04-20T18:29:44Z', 'revision_number': 0, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0d6366-567d-44ea-998a-77aaacc418c2', 'name': '', 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:19Z', 'updated_at': '2022-04-20T18:29:28Z', 'revision_number': 5, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'subnets': [{'id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:29:46.805156 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9026d26f-79fe-4638-89e4-f16c29db6115 None None] Checking router: 6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:29:46.816487 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9026d26f-79fe-4638-89e4-f16c29db6115 None None] Routers {'6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:29:46.817099 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-9026d26f-79fe-4638-89e4-f16c29db6115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:29:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:29:46.855513 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-94e222a9-c811-455f-a00d-bd1cd7434469 req-ffa873a3-d411-455d-a196-8006c7206c82 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f95966f7-b6c8-4820-ab58-20ee44da9277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692356 Apr 20 18:29:46.982687 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-94e222a9-c811-455f-a00d-bd1cd7434469 req-a776fa1f-2bc8-4607-b8fb-712086b9cf57 service neutron] 10.222.0.10 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213505 Apr 20 18:29:46.986412 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-9026d26f-79fe-4638-89e4-f16c29db6115 None None] Set router 6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:29:47.230586 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-94e222a9-c811-455f-a00d-bd1cd7434469 req-61ec522f-25b4-4413-8b3c-697fc360ad2e service neutron] 10.222.0.10 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390101 Apr 20 18:29:47.360821 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-9026d26f-79fe-4638-89e4-f16c29db6115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'name': 'tempest-TestShelveInstance-1207288228-router', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:20Z', 'revision_number': 4, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'gw_port': {'id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '7994f737-a1a1-4bf5-b261-f489783c35e6', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'port_id': '77f687e8-b925-45fd-a708-27d0dd39def5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277', 'mac_address': 'fa:16:3e:6d:32:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0148b9a-d7de-455a-8d74-9f1bfee7c27d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:29:44Z', 'updated_at': '2022-04-20T18:29:44Z', 'revision_number': 0, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0d6366-567d-44ea-998a-77aaacc418c2', 'name': '', 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:19Z', 'updated_at': '2022-04-20T18:29:28Z', 'revision_number': 5, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'subnets': [{'id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:29:47.366752 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9026d26f-79fe-4638-89e4-f16c29db6115 None None] The sync data for ids ['6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'] in n-d-838032-1 is: [{'id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'name': 'tempest-TestShelveInstance-1207288228-router', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:20Z', 'revision_number': 4, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'gw_port': {'id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '7994f737-a1a1-4bf5-b261-f489783c35e6', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'port_id': '77f687e8-b925-45fd-a708-27d0dd39def5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277', 'mac_address': 'fa:16:3e:6d:32:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0148b9a-d7de-455a-8d74-9f1bfee7c27d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:29:44Z', 'updated_at': '2022-04-20T18:29:44Z', 'revision_number': 0, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0d6366-567d-44ea-998a-77aaacc418c2', 'name': '', 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:19Z', 'updated_at': '2022-04-20T18:29:28Z', 'revision_number': 5, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'subnets': [{'id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:29:49.041321 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6638b755-86a7-460b-8970-cce7d19258ee None None] New status for floating IP 7994f737-a1a1-4bf5-b261-f489783c35e6: ACTIVE {{(pid=84083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 18:29:49.063729 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f64713-b5e8-4ee3-8f5d-721cffd89e5d None None] Sync routers for ids ['95babfaa-4f26-4f40-a86b-70f5c4e2a991'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:29:49.076476 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f64713-b5e8-4ee3-8f5d-721cffd89e5d None None] Routers {'95babfaa-4f26-4f40-a86b-70f5c4e2a991'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:29:49.077418 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b6f64713-b5e8-4ee3-8f5d-721cffd89e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:29:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['95babfaa-4f26-4f40-a86b-70f5c4e2a991'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:29:49.250015 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-b6f64713-b5e8-4ee3-8f5d-721cffd89e5d None None] Set router 95babfaa-4f26-4f40-a86b-70f5c4e2a991 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:29:49.555007 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b6f64713-b5e8-4ee3-8f5d-721cffd89e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95babfaa-4f26-4f40-a86b-70f5c4e2a991', 'name': 'tempest-TestShelveInstance-1224176965-router', 'tenant_id': '103239e20c184aadabd37902ef6c722a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '8e3290ec-c45b-4b9f-a30f-41814cefd10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:29:23Z', 'updated_at': '2022-04-20T18:29:26Z', 'revision_number': 4, 'project_id': '103239e20c184aadabd37902ef6c722a', 'gw_port': {'id': '8e3290ec-c45b-4b9f-a30f-41814cefd10f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95babfaa-4f26-4f40-a86b-70f5c4e2a991', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:23Z', 'updated_at': '2022-04-20T18:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '3ddd548e-0e20-4f48-be03-1d53ce18642f', 'name': '', 'network_id': '9b1e394a-5cda-4b92-9d4b-14a6f625a2e3', 'tenant_id': '103239e20c184aadabd37902ef6c722a', 'mac_address': 'fa:16:3e:b3:2e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95babfaa-4f26-4f40-a86b-70f5c4e2a991', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20a1321a-e963-4d51-abbf-0095ce22ae69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:25Z', 'updated_at': '2022-04-20T18:29:26Z', 'revision_number': 2, 'project_id': '103239e20c184aadabd37902ef6c722a', 'subnets': [{'id': '20a1321a-e963-4d51-abbf-0095ce22ae69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:29:49.558891 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f64713-b5e8-4ee3-8f5d-721cffd89e5d None None] Checking router: 95babfaa-4f26-4f40-a86b-70f5c4e2a991 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:29:49.559235 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f64713-b5e8-4ee3-8f5d-721cffd89e5d None None] Updating router 95babfaa-4f26-4f40-a86b-70f5c4e2a991 port 3ddd548e-0e20-4f48-be03-1d53ce18642f binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 18:29:49.610775 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b6f64713-b5e8-4ee3-8f5d-721cffd89e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:49.938433 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b6f64713-b5e8-4ee3-8f5d-721cffd89e5d None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:49.950272 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-b6f64713-b5e8-4ee3-8f5d-721cffd89e5d None None] Transition to ACTIVE for port object 3ddd548e-0e20-4f48-be03-1d53ce18642f will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:29:49.959204 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b6f64713-b5e8-4ee3-8f5d-721cffd89e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:50.071151 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a4c04-4ce9-4f2f-b313-c87de637fdad None None] Pushing event updated for resources: {'Port': ['ID=3ddd548e-0e20-4f48-be03-1d53ce18642f,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:50.208646 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b6f64713-b5e8-4ee3-8f5d-721cffd89e5d None None] Attempting to bind port 3ddd548e-0e20-4f48-be03-1d53ce18642f on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:29:50.209026 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b6f64713-b5e8-4ee3-8f5d-721cffd89e5d None None] Attempting to bind port 3ddd548e-0e20-4f48-be03-1d53ce18642f by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'a403d9fc-7c38-4c02-b5c6-671d81cfc784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9b1e394a-5cda-4b92-9d4b-14a6f625a2e3'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:29:50.209347 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f64713-b5e8-4ee3-8f5d-721cffd89e5d None None] Attempting to bind port 3ddd548e-0e20-4f48-be03-1d53ce18642f on network 9b1e394a-5cda-4b92-9d4b-14a6f625a2e3 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:29:50.215922 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f64713-b5e8-4ee3-8f5d-721cffd89e5d None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:29:50.216279 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f64713-b5e8-4ee3-8f5d-721cffd89e5d None None] Checking segment: {'id': 'a403d9fc-7c38-4c02-b5c6-671d81cfc784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9b1e394a-5cda-4b92-9d4b-14a6f625a2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:29:50.216669 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b6f64713-b5e8-4ee3-8f5d-721cffd89e5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:50.217045 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f64713-b5e8-4ee3-8f5d-721cffd89e5d None None] Bound using segment: {'id': 'a403d9fc-7c38-4c02-b5c6-671d81cfc784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9b1e394a-5cda-4b92-9d4b-14a6f625a2e3'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:29:50.217486 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-b6f64713-b5e8-4ee3-8f5d-721cffd89e5d None None] Bound port: 3ddd548e-0e20-4f48-be03-1d53ce18642f, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a403d9fc-7c38-4c02-b5c6-671d81cfc784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9b1e394a-5cda-4b92-9d4b-14a6f625a2e3'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:29:50.217847 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b6f64713-b5e8-4ee3-8f5d-721cffd89e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:50.310296 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b6f64713-b5e8-4ee3-8f5d-721cffd89e5d None None] For port 3ddd548e-0e20-4f48-be03-1d53ce18642f, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:29:50.313425 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-b6f64713-b5e8-4ee3-8f5d-721cffd89e5d None None] For port 3ddd548e-0e20-4f48-be03-1d53ce18642f, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3ddd548e-0e20-4f48-be03-1d53ce18642f,segment=NetworkSegment(a403d9fc-7c38-4c02-b5c6-671d81cfc784),segment_id=a403d9fc-7c38-4c02-b5c6-671d81cfc784)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:29:50.321266 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b6f64713-b5e8-4ee3-8f5d-721cffd89e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:50.404750 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a4c04-4ce9-4f2f-b313-c87de637fdad None None] Pushing event updated for resources: {'Port': ['ID=3ddd548e-0e20-4f48-be03-1d53ce18642f,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:50.409235 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f64713-b5e8-4ee3-8f5d-721cffd89e5d None None] Routers {'95babfaa-4f26-4f40-a86b-70f5c4e2a991'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:29:50.409843 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b6f64713-b5e8-4ee3-8f5d-721cffd89e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:29:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['95babfaa-4f26-4f40-a86b-70f5c4e2a991'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:29:50.586888 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-b6f64713-b5e8-4ee3-8f5d-721cffd89e5d None None] Set router 95babfaa-4f26-4f40-a86b-70f5c4e2a991 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:29:50.903026 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b6f64713-b5e8-4ee3-8f5d-721cffd89e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95babfaa-4f26-4f40-a86b-70f5c4e2a991', 'name': 'tempest-TestShelveInstance-1224176965-router', 'tenant_id': '103239e20c184aadabd37902ef6c722a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '8e3290ec-c45b-4b9f-a30f-41814cefd10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:29:23Z', 'updated_at': '2022-04-20T18:29:26Z', 'revision_number': 4, 'project_id': '103239e20c184aadabd37902ef6c722a', 'gw_port': {'id': '8e3290ec-c45b-4b9f-a30f-41814cefd10f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95babfaa-4f26-4f40-a86b-70f5c4e2a991', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:23Z', 'updated_at': '2022-04-20T18:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '3ddd548e-0e20-4f48-be03-1d53ce18642f', 'name': '', 'network_id': '9b1e394a-5cda-4b92-9d4b-14a6f625a2e3', 'tenant_id': '103239e20c184aadabd37902ef6c722a', 'mac_address': 'fa:16:3e:b3:2e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95babfaa-4f26-4f40-a86b-70f5c4e2a991', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20a1321a-e963-4d51-abbf-0095ce22ae69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:25Z', 'updated_at': '2022-04-20T18:29:50Z', 'revision_number': 4, 'project_id': '103239e20c184aadabd37902ef6c722a', 'subnets': [{'id': '20a1321a-e963-4d51-abbf-0095ce22ae69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:29:50.907421 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f64713-b5e8-4ee3-8f5d-721cffd89e5d None None] The sync data for ids ['95babfaa-4f26-4f40-a86b-70f5c4e2a991'] in n-d-838032-1 is: [{'id': '95babfaa-4f26-4f40-a86b-70f5c4e2a991', 'name': 'tempest-TestShelveInstance-1224176965-router', 'tenant_id': '103239e20c184aadabd37902ef6c722a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '8e3290ec-c45b-4b9f-a30f-41814cefd10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:29:23Z', 'updated_at': '2022-04-20T18:29:26Z', 'revision_number': 4, 'project_id': '103239e20c184aadabd37902ef6c722a', 'gw_port': {'id': '8e3290ec-c45b-4b9f-a30f-41814cefd10f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95babfaa-4f26-4f40-a86b-70f5c4e2a991', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:23Z', 'updated_at': '2022-04-20T18:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '3ddd548e-0e20-4f48-be03-1d53ce18642f', 'name': '', 'network_id': '9b1e394a-5cda-4b92-9d4b-14a6f625a2e3', 'tenant_id': '103239e20c184aadabd37902ef6c722a', 'mac_address': 'fa:16:3e:b3:2e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95babfaa-4f26-4f40-a86b-70f5c4e2a991', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20a1321a-e963-4d51-abbf-0095ce22ae69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:25Z', 'updated_at': '2022-04-20T18:29:50Z', 'revision_number': 4, 'project_id': '103239e20c184aadabd37902ef6c722a', 'subnets': [{'id': '20a1321a-e963-4d51-abbf-0095ce22ae69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:29:51.949833 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3ddd548e-0e20-4f48-be03-1d53ce18642f up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:29:52.023879 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 3ddd548e-0e20-4f48-be03-1d53ce18642f completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:29:52.028784 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 3ddd548e-0e20-4f48-be03-1d53ce18642f triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:29:52.029151 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:52.140255 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:52.171965 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 3ddd548e-0e20-4f48-be03-1d53ce18642f, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3ddd548e-0e20-4f48-be03-1d53ce18642f,segment=NetworkSegment(a403d9fc-7c38-4c02-b5c6-671d81cfc784),segment_id=a403d9fc-7c38-4c02-b5c6-671d81cfc784)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:29:52.178179 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:52.249994 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=3ddd548e-0e20-4f48-be03-1d53ce18642f,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:29:53.942087 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3ddd548e-0e20-4f48-be03-1d53ce18642f up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:29:54.017198 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 3ddd548e-0e20-4f48-be03-1d53ce18642f triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:29:54.017559 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:29:54.580214 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:30:09.291059 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-729f9dfc-7a5f-4ad0-aaa4-b3853ba42db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:30:11.467839 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7d21eecf-9344-4690-8166-fba03cc80223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:30:12.754178 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:30:13.042934 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:30:13.858880 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:30:14.354400 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:30:15.987630 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:30:31.574737 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:30:39.288707 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9568a3e5-3d69-459c-a1fa-38803d808668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:30:40.456287 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bbb909d7-2677-4961-bd65-7c16b7ba9082 req-2552bbb9-2fab-42d8-9a80-d2b5d84c5c1c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1571395 Apr 20 18:30:40.613897 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bbb909d7-2677-4961-bd65-7c16b7ba9082 req-d0929e1a-60fc-43ae-89b1-0ff5aab6405f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba9a52e51bf943e6a68c3c0a6554fb98&device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 1096 time: 0.0790148 Apr 20 18:30:40.772994 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb909d7-2677-4961-bd65-7c16b7ba9082 req-48b90460-1b21-4f1f-ace2-e1a84adcdb18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:30:40.774442 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bbb909d7-2677-4961-bd65-7c16b7ba9082 req-48b90460-1b21-4f1f-ace2-e1a84adcdb18 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f95966f7-b6c8-4820-ab58-20ee44da9277 HTTP/1.1" status: 200 len: 910 time: 0.1403270 Apr 20 18:30:40.878236 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bbb909d7-2677-4961-bd65-7c16b7ba9082 req-3c19beb5-e3a4-4bef-aa7d-5f3ba5efbf61 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77f687e8-b925-45fd-a708-27d0dd39def5 HTTP/1.1" status: 200 len: 1000 time: 0.0963304 Apr 20 18:30:40.948353 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb909d7-2677-4961-bd65-7c16b7ba9082 req-f118520e-76ab-4e1d-a9a5-60618f55c572 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:30:40.949749 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bbb909d7-2677-4961-bd65-7c16b7ba9082 req-f118520e-76ab-4e1d-a9a5-60618f55c572 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58dd0a5d-7d3f-47aa-a63a-fbcad475af7d HTTP/1.1" status: 200 len: 848 time: 0.0656464 Apr 20 18:30:41.025802 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bbb909d7-2677-4961-bd65-7c16b7ba9082 req-323a02a3-e1cd-459d-acd9-d447c5f89904 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f95966f7-b6c8-4820-ab58-20ee44da9277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693095 Apr 20 18:30:41.164775 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bbb909d7-2677-4961-bd65-7c16b7ba9082 req-e100c98b-8c09-4add-8660-a755dab66c8d service neutron] 10.222.0.10 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322474 Apr 20 18:30:41.297356 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-bbb909d7-2677-4961-bd65-7c16b7ba9082 req-c5f6f01e-11b7-4524-a4c5-a3c00c6c0e10 service neutron] 10.222.0.10 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263978 Apr 20 18:30:41.473463 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-84df4458-2415-4c95-819f-18571a55baa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:30:42.742415 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:30:43.044436 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:30:43.855615 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:30:44.352990 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:30:45.994314 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:31:08.582156 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:31:09.279578 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a89fd29d-0bd8-4396-a364-754a194805c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:31:11.481184 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-86c36d74-24c7-42fa-a762-d5f75c2670d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:31:12.786331 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:31:13.046874 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:31:13.873663 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:31:14.354758 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:31:15.992606 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:31:39.284321 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-931ba5c0-46c6-48f0-b229-2767e817224f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:31:41.477764 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a323f083-b8a9-46d6-948a-9340047aeabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:31:42.502064 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f656674-114d-4ade-8e83-502f26d61b6f req-2cefb68e-5d67-466e-bfb4-a82eb8ba4f6c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0864856 Apr 20 18:31:42.644399 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f656674-114d-4ade-8e83-502f26d61b6f req-889f882d-2f04-4274-b58d-78545f2025c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba9a52e51bf943e6a68c3c0a6554fb98&device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 1096 time: 0.0753796 Apr 20 18:31:42.742613 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:31:42.785762 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f656674-114d-4ade-8e83-502f26d61b6f req-d6a3ac9f-5133-421b-a885-169b9e055138 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:31:42.787231 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f656674-114d-4ade-8e83-502f26d61b6f req-d6a3ac9f-5133-421b-a885-169b9e055138 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f95966f7-b6c8-4820-ab58-20ee44da9277 HTTP/1.1" status: 200 len: 910 time: 0.1238501 Apr 20 18:31:42.894579 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f656674-114d-4ade-8e83-502f26d61b6f req-a06071dc-4530-4290-b014-a8e67f16c327 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77f687e8-b925-45fd-a708-27d0dd39def5 HTTP/1.1" status: 200 len: 1000 time: 0.1008952 Apr 20 18:31:42.967446 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f656674-114d-4ade-8e83-502f26d61b6f req-5ade106c-f3f9-4572-99cc-3f8dfee7714a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:31:42.969011 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f656674-114d-4ade-8e83-502f26d61b6f req-5ade106c-f3f9-4572-99cc-3f8dfee7714a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58dd0a5d-7d3f-47aa-a63a-fbcad475af7d HTTP/1.1" status: 200 len: 848 time: 0.0689101 Apr 20 18:31:43.044876 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:31:43.047308 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f656674-114d-4ade-8e83-502f26d61b6f req-02ef7c81-9c98-4162-96f4-a900ce26aabe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f95966f7-b6c8-4820-ab58-20ee44da9277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725334 Apr 20 18:31:43.183336 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f656674-114d-4ade-8e83-502f26d61b6f req-579506a1-0b71-43d7-8d3d-b1653a00ce83 service neutron] 10.222.0.10 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302698 Apr 20 18:31:43.404147 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f656674-114d-4ade-8e83-502f26d61b6f req-3133a4b8-f57f-48bd-9e48-c50967ac2e02 service neutron] 10.222.0.10 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144103 Apr 20 18:31:43.882618 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:31:44.361129 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:31:45.578228 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:31:45.982344 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:32:09.289196 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5835cf3f-030e-43d7-9dca-7d2744d7ee06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:32:11.478353 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-156a7d5d-04f5-43ae-ad36-776b95e99780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:32:12.739225 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:32:13.052878 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:32:13.290483 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fccbb-34aa-44c7-9e8d-b0cc39f5c605 req-94c502b8-027f-4cd0-8381-a4655c37d0c8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:13.291899 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f09fccbb-34aa-44c7-9e8d-b0cc39f5c605 req-94c502b8-027f-4cd0-8381-a4655c37d0c8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 945 time: 0.1627643 Apr 20 18:32:13.340753 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f09fccbb-34aa-44c7-9e8d-b0cc39f5c605 req-2b1170f9-a8b9-4ce9-a21f-3d27c969518e tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409300 Apr 20 18:32:13.884483 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:32:14.363305 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:32:14.572976 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062b1a4-be59-48c6-aaa3-4f4eed7c1c16 req-44b10d61-a813-4375-9b59-89436c510a83 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:14.574329 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4062b1a4-be59-48c6-aaa3-4f4eed7c1c16 req-44b10d61-a813-4375-9b59-89436c510a83 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 945 time: 0.0832520 Apr 20 18:32:14.622323 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4062b1a4-be59-48c6-aaa3-4f4eed7c1c16 req-133ff897-9a13-493d-b71a-47dc0000b4cf tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412192 Apr 20 18:32:15.865269 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118c8ab-f42f-4cbc-b4d7-add5e0ff86e1 req-e8c06eed-5962-488c-a935-42a79c4c167b tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:15.866704 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8118c8ab-f42f-4cbc-b4d7-add5e0ff86e1 req-e8c06eed-5962-488c-a935-42a79c4c167b tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 945 time: 0.0840950 Apr 20 18:32:15.913484 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8118c8ab-f42f-4cbc-b4d7-add5e0ff86e1 req-95624bc6-ac93-4ea4-967d-2c8e333dc809 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385311 Apr 20 18:32:16.010242 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:32:17.237618 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b4ab1-f925-4982-afc7-24f51c9d4a41 req-8720965d-0c2c-439f-b2ce-8ec7217f6b1d tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:17.239129 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fd4b4ab1-f925-4982-afc7-24f51c9d4a41 req-8720965d-0c2c-439f-b2ce-8ec7217f6b1d tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 945 time: 0.1826494 Apr 20 18:32:17.284602 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fd4b4ab1-f925-4982-afc7-24f51c9d4a41 req-08da8092-1676-4f88-8c90-b68c11f4fd2b tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395093 Apr 20 18:32:18.494323 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb434f2-d516-48a9-84ab-e9e288cea166 req-bb2bd405-7637-4f7e-bab6-23edd641b919 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:18.495783 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3eb434f2-d516-48a9-84ab-e9e288cea166 req-bb2bd405-7637-4f7e-bab6-23edd641b919 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 945 time: 0.0782349 Apr 20 18:32:18.544034 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3eb434f2-d516-48a9-84ab-e9e288cea166 req-5c940eb9-0319-4174-ab00-07078c8915dd tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398722 Apr 20 18:32:19.766718 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0272fd-598e-403a-bf79-ece520726680 req-0bad44b7-64fa-4a37-8dd6-d6196a23448c tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:19.768141 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d0272fd-598e-403a-bf79-ece520726680 req-0bad44b7-64fa-4a37-8dd6-d6196a23448c tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 945 time: 0.0884242 Apr 20 18:32:19.813597 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8d0272fd-598e-403a-bf79-ece520726680 req-e0ece8ff-16d2-48aa-9268-532f085e7f7e tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390341 Apr 20 18:32:21.035943 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78bc4b-7a7b-4fcd-8b35-c65bd8eaf941 req-04e5453c-7165-4577-834d-bd860c926e7e tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:21.037358 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6b78bc4b-7a7b-4fcd-8b35-c65bd8eaf941 req-04e5453c-7165-4577-834d-bd860c926e7e tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 945 time: 0.0879221 Apr 20 18:32:21.084034 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6b78bc4b-7a7b-4fcd-8b35-c65bd8eaf941 req-6fbefc6f-57d6-4608-88c5-369a12a73b4b tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387025 Apr 20 18:32:22.449986 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35faa2ce-a3bf-45a6-b0da-836bf16e2fc5 req-2b0c4726-9028-4d6e-94e9-ef401e22081a tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:22.452985 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-35faa2ce-a3bf-45a6-b0da-836bf16e2fc5 req-2b0c4726-9028-4d6e-94e9-ef401e22081a tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 945 time: 0.0746610 Apr 20 18:32:22.495520 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-35faa2ce-a3bf-45a6-b0da-836bf16e2fc5 req-47f21492-aabc-4ea3-8089-75c5addaff4e tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384293 Apr 20 18:32:22.575872 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:32:23.708852 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1dbf5f-c65c-496d-8e39-185996bef6f2 req-06d56288-941d-4ff1-9c81-c6eb55b910ff tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:23.710260 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6b1dbf5f-c65c-496d-8e39-185996bef6f2 req-06d56288-941d-4ff1-9c81-c6eb55b910ff tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 945 time: 0.0831990 Apr 20 18:32:23.760890 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6b1dbf5f-c65c-496d-8e39-185996bef6f2 req-7e95e15f-0a52-4a88-8b6b-18af3923ed12 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424712 Apr 20 18:32:24.970424 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf032a-08f3-471e-8416-5e44858f45e8 req-044282ee-3a4b-43e0-bd05-ba2f9ef25e83 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:24.971843 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0fbf032a-08f3-471e-8416-5e44858f45e8 req-044282ee-3a4b-43e0-bd05-ba2f9ef25e83 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 945 time: 0.0807130 Apr 20 18:32:25.016098 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-0fbf032a-08f3-471e-8416-5e44858f45e8 req-869de0ae-b7a1-4c2a-9590-ac6595336613 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386682 Apr 20 18:32:26.240456 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf87dc-9e4f-4e86-a392-6ab9ff21007b req-a52ccfbd-23ca-4f0f-b738-ef983bb46e54 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:26.241867 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a1cf87dc-9e4f-4e86-a392-6ab9ff21007b req-a52ccfbd-23ca-4f0f-b738-ef983bb46e54 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 945 time: 0.0879588 Apr 20 18:32:26.287095 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a1cf87dc-9e4f-4e86-a392-6ab9ff21007b req-d9c7d429-777d-41a8-8ff9-0bd2baae6260 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393856 Apr 20 18:32:27.498086 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea519756-f349-4b53-8e7d-d953c3bb7462 req-5156c268-f2ee-4cbc-8a73-cbc5d0a7a1db tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:27.499584 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ea519756-f349-4b53-8e7d-d953c3bb7462 req-5156c268-f2ee-4cbc-8a73-cbc5d0a7a1db tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 945 time: 0.0799797 Apr 20 18:32:27.543731 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ea519756-f349-4b53-8e7d-d953c3bb7462 req-f226130c-d784-49ae-b43c-775d5c6e28ee tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386829 Apr 20 18:32:27.819152 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-69f1ffe4-d871-4918-8ca4-90c5ff517a5c req-40a23e89-1cfe-431d-9f33-7f84c9f500c2 service neutron] (84081) timed out ('10.222.0.10', 58984) {{(pid=84081) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 20 18:32:28.762562 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60be97c-ac64-4b66-a31e-bbbfd1359c55 req-9811a58d-f5b3-4ac0-9db2-175d8bc9ddce tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:28.763992 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f60be97c-ac64-4b66-a31e-bbbfd1359c55 req-9811a58d-f5b3-4ac0-9db2-175d8bc9ddce tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 945 time: 0.0892289 Apr 20 18:32:28.808489 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f60be97c-ac64-4b66-a31e-bbbfd1359c55 req-5de607ea-348a-4fcd-beca-384a257ff532 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390124 Apr 20 18:32:30.029887 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10841ace-4430-463b-a6eb-a45cf207d767 req-ae174cff-b142-4d8f-a16a-efca527739c9 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:30.031327 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-10841ace-4430-463b-a6eb-a45cf207d767 req-ae174cff-b142-4d8f-a16a-efca527739c9 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 945 time: 0.0839462 Apr 20 18:32:30.076643 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-10841ace-4430-463b-a6eb-a45cf207d767 req-e265fd99-5951-46b0-a37e-65bc19fa0215 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397875 Apr 20 18:32:30.911389 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 77f687e8-b925-45fd-a708-27d0dd39def5 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:32:31.046092 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 77f687e8-b925-45fd-a708-27d0dd39def5, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=77f687e8-b925-45fd-a708-27d0dd39def5,segment=NetworkSegment(e67d0bd4-2484-4e1d-a430-ef9c95d7180d),segment_id=e67d0bd4-2484-4e1d-a430-ef9c95d7180d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:32:31.059544 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '77f687e8-b925-45fd-a708-27d0dd39def5', 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277', 'port_id': '77f687e8-b925-45fd-a708-27d0dd39def5', 'mac_address': 'fa:16:3e:6d:32:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:32:31.117118 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:32:31.135397 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77f687e8-b925-45fd-a708-27d0dd39def5 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:32:31.151027 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 77f687e8-b925-45fd-a708-27d0dd39def5, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=77f687e8-b925-45fd-a708-27d0dd39def5,segment=NetworkSegment(e67d0bd4-2484-4e1d-a430-ef9c95d7180d),segment_id=e67d0bd4-2484-4e1d-a430-ef9c95d7180d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:32:31.156428 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:32:31.222329 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=77f687e8-b925-45fd-a708-27d0dd39def5,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:32:31.231537 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['77f687e8-b925-45fd-a708-27d0dd39def5'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:32:31.262152 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:32:31.262505 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:32:31.262824 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:32:31.263150 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:32:31.263467 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:32:31.263779 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:32:31.264087 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:32:31.264398 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:32:31.264705 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:32:31.265013 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:32:31.265316 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:32:31.282203 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e8354-4941-4da8-ab75-c4285c541266 req-25d91f29-c666-4d6c-9762-19e1b7049758 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:31.283633 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-547e8354-4941-4da8-ab75-c4285c541266 req-25d91f29-c666-4d6c-9762-19e1b7049758 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 944 time: 0.0781395 Apr 20 18:32:31.330449 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-547e8354-4941-4da8-ab75-c4285c541266 req-36e14d51-c9cf-4504-9a44-10a9bebd3808 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404649 Apr 20 18:32:32.543669 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb43482-3281-440d-bb50-39091ec443c8 req-ac121679-8b47-4196-9128-4996bc79e60f tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:32.545109 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-beb43482-3281-440d-bb50-39091ec443c8 req-ac121679-8b47-4196-9128-4996bc79e60f tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 944 time: 0.0856996 Apr 20 18:32:32.593091 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-beb43482-3281-440d-bb50-39091ec443c8 req-e64b6d94-7c72-405a-a426-08c088b91fd5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424790 Apr 20 18:32:32.928972 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 77f687e8-b925-45fd-a708-27d0dd39def5 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:32:33.010609 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 77f687e8-b925-45fd-a708-27d0dd39def5 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:32:33.010979 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:32:33.128592 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:32:33.156132 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0148b9a-d7de-455a-8d74-9f1bfee7c27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f687e8-b925-45fd-a708-27d0dd39def5'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:32:33.168101 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 77f687e8-b925-45fd-a708-27d0dd39def5, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=77f687e8-b925-45fd-a708-27d0dd39def5,segment=NetworkSegment(e67d0bd4-2484-4e1d-a430-ef9c95d7180d),segment_id=e67d0bd4-2484-4e1d-a430-ef9c95d7180d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:32:33.175286 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:32:33.232672 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8489f8c6-a70d-4469-b445-8cdc76b446a6'] response: {'server_uuid': 'e0148b9a-d7de-455a-8d74-9f1bfee7c27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f687e8-b925-45fd-a708-27d0dd39def5', 'code': 200} Apr 20 18:32:33.249567 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=77f687e8-b925-45fd-a708-27d0dd39def5,revision_number=7']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:32:33.817974 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c23e5-2d6e-45fa-a6e4-5f00a4b9f23b req-1ec4678c-b0d6-49cd-8203-150209a8ba4b tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:33.819432 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-226c23e5-2d6e-45fa-a6e4-5f00a4b9f23b req-1ec4678c-b0d6-49cd-8203-150209a8ba4b tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 945 time: 0.0783982 Apr 20 18:32:33.864169 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-226c23e5-2d6e-45fa-a6e4-5f00a4b9f23b req-51224302-b98e-4abb-bd5b-fce9c28f850a tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391121 Apr 20 18:32:35.080775 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2b494-e568-413c-86f6-19b9e48ca6b8 req-92127744-696d-4528-91b8-eab46d0c1d82 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:35.083006 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-56a2b494-e568-413c-86f6-19b9e48ca6b8 req-92127744-696d-4528-91b8-eab46d0c1d82 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 945 time: 0.0827343 Apr 20 18:32:35.134823 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-56a2b494-e568-413c-86f6-19b9e48ca6b8 req-f6f24c23-c014-43be-a988-353ec03d8290 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456083 Apr 20 18:32:36.371499 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42b174-3d5f-45fc-82ee-d5a497b12f71 req-8b9c4c8d-b14a-49d8-9178-7b04da5583fb tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:36.373328 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dc42b174-3d5f-45fc-82ee-d5a497b12f71 req-8b9c4c8d-b14a-49d8-9178-7b04da5583fb tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 945 time: 0.0893030 Apr 20 18:32:36.423430 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-dc42b174-3d5f-45fc-82ee-d5a497b12f71 req-8cb1ed05-7069-4517-9066-9b11479da68c tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433824 Apr 20 18:32:37.638424 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f377c86-2219-4104-977b-282d5882e90b req-3b3c5ddf-e96b-4b73-85bd-813effe4f367 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:37.640576 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f377c86-2219-4104-977b-282d5882e90b req-3b3c5ddf-e96b-4b73-85bd-813effe4f367 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 945 time: 0.0880642 Apr 20 18:32:37.692678 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8f377c86-2219-4104-977b-282d5882e90b req-2b2d723e-1f34-4b81-bc7d-7cbfb03cc978 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462084 Apr 20 18:32:38.893981 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7809cef-416e-4dcf-8bfc-8fe946528cd7 req-98d9924b-5f2a-4a9e-94d0-ab7d91621dc2 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:38.898967 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d7809cef-416e-4dcf-8bfc-8fe946528cd7 req-98d9924b-5f2a-4a9e-94d0-ab7d91621dc2 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 945 time: 0.0821831 Apr 20 18:32:38.946953 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d7809cef-416e-4dcf-8bfc-8fe946528cd7 req-dc917ad6-6c43-4ab5-a10a-f53107448381 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450544 Apr 20 18:32:39.284102 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-032ad34b-fa54-4c3a-8a74-005cf95525c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:32:40.161162 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97c51d-beac-4c15-999c-fad13e506e2c req-8e1e7355-2273-44d6-bf9c-4a3d1cb7f888 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:40.162740 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9f97c51d-beac-4c15-999c-fad13e506e2c req-8e1e7355-2273-44d6-bf9c-4a3d1cb7f888 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 945 time: 0.0829468 Apr 20 18:32:40.211161 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9f97c51d-beac-4c15-999c-fad13e506e2c req-8c7f18a0-8475-4ea7-937e-25dc314c701d tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424852 Apr 20 18:32:41.434928 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61f714-d744-40e3-9380-10852016137b req-20d40cfa-f422-49a9-9f71-572f84e4e2af tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:41.437308 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4e61f714-d744-40e3-9380-10852016137b req-20d40cfa-f422-49a9-9f71-572f84e4e2af tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 945 time: 0.0929646 Apr 20 18:32:41.486495 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-28289e61-8c90-4670-befc-f122c46cfec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:32:41.499036 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4e61f714-d744-40e3-9380-10852016137b req-ac10c758-1cc0-4413-8abd-6588b4ceef01 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555377 Apr 20 18:32:41.842511 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c16c2780-42bb-4f90-9b76-9d18f6aafadf req-4cec66c0-a4b2-4d39-abc5-d40822825e8f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba9a52e51bf943e6a68c3c0a6554fb98&device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 1096 time: 0.0752838 Apr 20 18:32:41.998783 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c2780-42bb-4f90-9b76-9d18f6aafadf req-dc591ce2-e78a-441e-8eea-c482679f2084 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:42.000319 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c16c2780-42bb-4f90-9b76-9d18f6aafadf req-dc591ce2-e78a-441e-8eea-c482679f2084 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f95966f7-b6c8-4820-ab58-20ee44da9277 HTTP/1.1" status: 200 len: 910 time: 0.1351500 Apr 20 18:32:42.114484 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c16c2780-42bb-4f90-9b76-9d18f6aafadf req-3e7062c3-217c-469d-9f39-8fec95e21925 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77f687e8-b925-45fd-a708-27d0dd39def5 HTTP/1.1" status: 200 len: 1000 time: 0.1073108 Apr 20 18:32:42.192366 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c2780-42bb-4f90-9b76-9d18f6aafadf req-8d39ef5a-d780-4432-bfea-d897076d46b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:42.193867 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c16c2780-42bb-4f90-9b76-9d18f6aafadf req-8d39ef5a-d780-4432-bfea-d897076d46b1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58dd0a5d-7d3f-47aa-a63a-fbcad475af7d HTTP/1.1" status: 200 len: 848 time: 0.0731020 Apr 20 18:32:42.280304 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c16c2780-42bb-4f90-9b76-9d18f6aafadf req-596d2659-bdd7-4534-8da3-bf6c1d510392 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f95966f7-b6c8-4820-ab58-20ee44da9277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798919 Apr 20 18:32:42.424520 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c16c2780-42bb-4f90-9b76-9d18f6aafadf req-3891d570-b2e5-41f3-af08-adc523bfbbf9 service neutron] 10.222.0.10 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378539 Apr 20 18:32:42.567105 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c16c2780-42bb-4f90-9b76-9d18f6aafadf req-82d1e9ec-1eca-4bcb-b32b-f0565b483648 service neutron] 10.222.0.10 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366673 Apr 20 18:32:42.715263 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09beefca-8608-4d9e-9552-97d283748958 req-6e3fa3ed-0d97-4bc3-9f1e-6c834237408a tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:42.715810 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-09beefca-8608-4d9e-9552-97d283748958 req-6e3fa3ed-0d97-4bc3-9f1e-6c834237408a tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 945 time: 0.0909941 Apr 20 18:32:42.741723 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:32:42.774128 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-09beefca-8608-4d9e-9552-97d283748958 req-4712f3a5-f9fb-4b12-986c-09afecf25298 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518565 Apr 20 18:32:43.057851 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:32:43.877989 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:32:43.991551 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050cf509-562b-4f12-83d5-2c90a7dce801 req-6e8db6a6-9821-41fb-b523-4eea548516d2 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:43.993364 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-050cf509-562b-4f12-83d5-2c90a7dce801 req-6e8db6a6-9821-41fb-b523-4eea548516d2 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 945 time: 0.0756886 Apr 20 18:32:44.044366 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-050cf509-562b-4f12-83d5-2c90a7dce801 req-580ffeb2-0bc4-46e8-8caf-93730128dfa9 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452657 Apr 20 18:32:44.361328 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:32:45.353396 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-898dcc2a-c668-4f0b-9ccb-4419e99d7768 req-bfd6c429-dc03-46ea-8727-a83769419b98 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba9a52e51bf943e6a68c3c0a6554fb98&device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 1096 time: 0.2076261 Apr 20 18:32:45.361577 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282fe2e-de8e-4251-8266-4fcf41c7a3ad req-0293e9eb-b5ef-4186-9074-4575f4353da5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:45.362906 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f282fe2e-de8e-4251-8266-4fcf41c7a3ad req-0293e9eb-b5ef-4186-9074-4575f4353da5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 945 time: 0.1888387 Apr 20 18:32:45.501650 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f282fe2e-de8e-4251-8266-4fcf41c7a3ad req-2c582e5a-5e37-40c8-b638-a894f91f59ae tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1206467 Apr 20 18:32:45.516834 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898dcc2a-c668-4f0b-9ccb-4419e99d7768 req-84fb214e-9270-4ff7-83b9-e4a73a200083 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:45.518396 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-898dcc2a-c668-4f0b-9ccb-4419e99d7768 req-84fb214e-9270-4ff7-83b9-e4a73a200083 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f95966f7-b6c8-4820-ab58-20ee44da9277 HTTP/1.1" status: 200 len: 910 time: 0.1545887 Apr 20 18:32:45.620333 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-898dcc2a-c668-4f0b-9ccb-4419e99d7768 req-306f9e8f-d9c3-49c8-b91e-3851fcba25f7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77f687e8-b925-45fd-a708-27d0dd39def5 HTTP/1.1" status: 200 len: 1000 time: 0.0951967 Apr 20 18:32:45.682653 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898dcc2a-c668-4f0b-9ccb-4419e99d7768 req-42337195-1f48-4b55-aec2-391a33367747 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:45.683989 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-898dcc2a-c668-4f0b-9ccb-4419e99d7768 req-42337195-1f48-4b55-aec2-391a33367747 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58dd0a5d-7d3f-47aa-a63a-fbcad475af7d HTTP/1.1" status: 200 len: 848 time: 0.0581489 Apr 20 18:32:45.761899 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-898dcc2a-c668-4f0b-9ccb-4419e99d7768 req-facf1fc7-ea5e-41f5-8a1e-c9124519255c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f95966f7-b6c8-4820-ab58-20ee44da9277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718510 Apr 20 18:32:45.890819 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-898dcc2a-c668-4f0b-9ccb-4419e99d7768 req-18abef6c-aa1b-4406-913f-730e3b9d158f service neutron] 10.222.0.10 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221364 Apr 20 18:32:46.024805 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:32:46.032528 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-898dcc2a-c668-4f0b-9ccb-4419e99d7768 req-5b41053e-d29a-4b77-8574-7fd17125ca74 service neutron] 10.222.0.10 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349776 Apr 20 18:32:46.722379 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3897f5-86d8-4e94-b43e-700e41f1da8b req-4d6ec7be-b7e8-402c-892e-ebb557dc830a tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:46.723836 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ec3897f5-86d8-4e94-b43e-700e41f1da8b req-4d6ec7be-b7e8-402c-892e-ebb557dc830a tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 945 time: 0.0908325 Apr 20 18:32:46.770768 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-ec3897f5-86d8-4e94-b43e-700e41f1da8b req-4fdc72d7-b93f-4243-9fce-3a7634dd29ef tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412743 Apr 20 18:32:47.982587 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b6c83-77a8-482b-81e7-5fae4556f800 req-920fa1a0-41d6-401a-b87a-8167e3c46967 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:47.984072 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c05b6c83-77a8-482b-81e7-5fae4556f800 req-920fa1a0-41d6-401a-b87a-8167e3c46967 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 945 time: 0.0750771 Apr 20 18:32:48.032429 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c05b6c83-77a8-482b-81e7-5fae4556f800 req-00f275c4-f2bf-473c-bc87-d865f050a216 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402436 Apr 20 18:32:48.316322 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-813c83b5-f05f-4bcb-b1de-52a1e3b2e949 req-f2c01d73-1ac7-46ba-b713-939b774c4b12 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1543918 Apr 20 18:32:48.603895 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375554cb-b8a9-44d8-b205-3acd08237faf req-12811f39-b7fa-4df4-a93f-474a84f769a1 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:48.605342 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-375554cb-b8a9-44d8-b205-3acd08237faf req-12811f39-b7fa-4df4-a93f-474a84f769a1 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 945 time: 0.0937946 Apr 20 18:32:48.695111 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-375554cb-b8a9-44d8-b205-3acd08237faf req-4d209cba-8bc6-4f21-9972-69a5b2fe5273 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0838528 Apr 20 18:32:48.714213 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-11ef5706-c8c5-4b22-9ac5-df8d19ddc1fa req-8c9c7052-e9d3-4744-ab87-f9d912bb4753 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1588047 Apr 20 18:32:48.979487 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 77f687e8-b925-45fd-a708-27d0dd39def5 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:32:49.088927 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:32:49.114684 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0148b9a-d7de-455a-8d74-9f1bfee7c27d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77f687e8-b925-45fd-a708-27d0dd39def5'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:32:49.124626 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 77f687e8-b925-45fd-a708-27d0dd39def5, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=77f687e8-b925-45fd-a708-27d0dd39def5,segment=NetworkSegment(e67d0bd4-2484-4e1d-a430-ef9c95d7180d),segment_id=e67d0bd4-2484-4e1d-a430-ef9c95d7180d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:32:49.130519 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:32:49.176996 n-d-838032-1 neutron-server[84082]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c031e57b-f266-46cf-9735-df0d2380b565']: {'server_uuid': 'e0148b9a-d7de-455a-8d74-9f1bfee7c27d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '77f687e8-b925-45fd-a708-27d0dd39def5', 'code': 422} returned with failed status Apr 20 18:32:49.201687 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=77f687e8-b925-45fd-a708-27d0dd39def5,revision_number=8']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:32:49.495071 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-11ef5706-c8c5-4b22-9ac5-df8d19ddc1fa req-efccbc37-588a-40b9-b874-9630a91f5235 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d&tenant_id=ba9a52e51bf943e6a68c3c0a6554fb98 HTTP/1.1" status: 200 len: 1094 time: 0.0744450 Apr 20 18:32:49.587108 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-11ef5706-c8c5-4b22-9ac5-df8d19ddc1fa req-f52f96e9-c6d3-4d8f-903e-c0fd92171186 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba9a52e51bf943e6a68c3c0a6554fb98&device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 1094 time: 0.0703397 Apr 20 18:32:49.723264 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef5706-c8c5-4b22-9ac5-df8d19ddc1fa req-43a23c37-233f-45fe-b803-80b3bc4b1b78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:49.724681 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-11ef5706-c8c5-4b22-9ac5-df8d19ddc1fa req-43a23c37-233f-45fe-b803-80b3bc4b1b78 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f95966f7-b6c8-4820-ab58-20ee44da9277 HTTP/1.1" status: 200 len: 910 time: 0.1317399 Apr 20 18:32:49.857701 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-11ef5706-c8c5-4b22-9ac5-df8d19ddc1fa req-bff401da-ac8c-4c06-9d70-b3ca152760a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77f687e8-b925-45fd-a708-27d0dd39def5 HTTP/1.1" status: 200 len: 998 time: 0.1271367 Apr 20 18:32:49.935271 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef5706-c8c5-4b22-9ac5-df8d19ddc1fa req-1bc15457-bb41-4a69-a62e-00208624d95c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:49.936731 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-11ef5706-c8c5-4b22-9ac5-df8d19ddc1fa req-1bc15457-bb41-4a69-a62e-00208624d95c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58dd0a5d-7d3f-47aa-a63a-fbcad475af7d HTTP/1.1" status: 200 len: 848 time: 0.0710864 Apr 20 18:32:49.987081 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc046340-e777-438d-adc5-b279cee19bf9 req-512aec84-eadc-497f-80cb-129d70a8b5fd tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:49.988468 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cc046340-e777-438d-adc5-b279cee19bf9 req-512aec84-eadc-497f-80cb-129d70a8b5fd tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 943 time: 0.1686323 Apr 20 18:32:50.048271 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cc046340-e777-438d-adc5-b279cee19bf9 req-3946d571-6165-4689-ba2a-25bc3f0d42ed tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531125 Apr 20 18:32:50.057203 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-11ef5706-c8c5-4b22-9ac5-df8d19ddc1fa req-c854c065-23bf-49c9-9dd9-4e13d3c6ec32 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f95966f7-b6c8-4820-ab58-20ee44da9277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1124525 Apr 20 18:32:50.281965 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-11ef5706-c8c5-4b22-9ac5-df8d19ddc1fa req-32768286-d567-4a2c-9b8c-dd4e3653b56e service neutron] 10.222.0.10 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165971 Apr 20 18:32:50.411738 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-11ef5706-c8c5-4b22-9ac5-df8d19ddc1fa req-f9e73068-9594-449e-84e8-de57e9ac6422 service neutron] 10.222.0.10 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221721 Apr 20 18:32:51.317477 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d74b28-4d39-4cfb-b3e6-699474dd0cba req-043e20d9-a97b-43f1-bea1-87538016dcff tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:51.323478 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-85d74b28-4d39-4cfb-b3e6-699474dd0cba req-043e20d9-a97b-43f1-bea1-87538016dcff tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 943 time: 0.1269345 Apr 20 18:32:51.372483 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-85d74b28-4d39-4cfb-b3e6-699474dd0cba req-ffc1ea81-1f20-492b-9479-22542fa455b5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430050 Apr 20 18:32:52.614210 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e8a81-0b35-420f-b73c-d9973eedbed1 req-5f536d47-bd9e-4d42-9f12-7ca1e2454fd6 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:52.615651 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cc9e8a81-0b35-420f-b73c-d9973eedbed1 req-5f536d47-bd9e-4d42-9f12-7ca1e2454fd6 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 943 time: 0.0813029 Apr 20 18:32:52.661643 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cc9e8a81-0b35-420f-b73c-d9973eedbed1 req-57af2113-730b-42dd-9eda-58b224a6605a tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401320 Apr 20 18:32:53.883814 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0eb1a3-42aa-44cd-9f32-62d292faa7e6 req-57ba03b9-9220-4c8d-b0c2-23f2854ac6a0 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:53.885317 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4e0eb1a3-42aa-44cd-9f32-62d292faa7e6 req-57ba03b9-9220-4c8d-b0c2-23f2854ac6a0 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 943 time: 0.0862756 Apr 20 18:32:53.939359 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4e0eb1a3-42aa-44cd-9f32-62d292faa7e6 req-4de25332-bd5b-4a8e-aa48-8a73e2d572c5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472274 Apr 20 18:32:55.174815 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79e66d-5fe8-40a6-b811-5ae7215da410 req-e11ac33c-57e3-46f7-aa18-ec01b9c4a523 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:55.177273 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3b79e66d-5fe8-40a6-b811-5ae7215da410 req-e11ac33c-57e3-46f7-aa18-ec01b9c4a523 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 943 time: 0.1010160 Apr 20 18:32:55.223424 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3b79e66d-5fe8-40a6-b811-5ae7215da410 req-ce0bd62d-0f28-492e-946f-840dcc4d7615 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404363 Apr 20 18:32:56.421589 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996daa7a-d110-4432-8852-0a130225af3c req-7be6d8ef-4d43-4477-b1a7-2e02aba380f4 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:56.423075 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-996daa7a-d110-4432-8852-0a130225af3c req-7be6d8ef-4d43-4477-b1a7-2e02aba380f4 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 943 time: 0.0770507 Apr 20 18:32:56.468952 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-996daa7a-d110-4432-8852-0a130225af3c req-e1f78d7a-848b-4e67-a58e-9c98220e7d88 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401609 Apr 20 18:32:57.675919 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e497f9-63ff-4dc6-a3ba-5fd115480ab2 req-ed6795d7-8990-4a0a-a7d5-ddabf9b23832 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:57.677944 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-61e497f9-63ff-4dc6-a3ba-5fd115480ab2 req-ed6795d7-8990-4a0a-a7d5-ddabf9b23832 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 943 time: 0.0815010 Apr 20 18:32:57.726602 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-61e497f9-63ff-4dc6-a3ba-5fd115480ab2 req-c61941c7-58f8-46af-b080-0ca62c43d7b5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426512 Apr 20 18:32:58.942390 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5d90e-f667-4213-bdcd-668dd2b01193 req-87927425-c0bd-4da2-9959-365d498edca9 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:32:58.944118 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d1a5d90e-f667-4213-bdcd-668dd2b01193 req-87927425-c0bd-4da2-9959-365d498edca9 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 943 time: 0.0901504 Apr 20 18:32:58.992487 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d1a5d90e-f667-4213-bdcd-668dd2b01193 req-6ebd0c64-e1c6-4a1e-b6a1-748777b8f057 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411217 Apr 20 18:32:59.567872 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:33:00.211575 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490e837-40ba-4989-b06b-c4829e8cadb0 req-b086a46e-7243-4fd1-903c-116346d3f926 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:33:00.214126 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7490e837-40ba-4989-b06b-c4829e8cadb0 req-b086a46e-7243-4fd1-903c-116346d3f926 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 943 time: 0.0825052 Apr 20 18:33:00.274123 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7490e837-40ba-4989-b06b-c4829e8cadb0 req-f2bbba6a-f443-44c5-9080-47b72f12cd93 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521944 Apr 20 18:33:01.498690 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d883c3-d589-4625-a169-689b7009f3af req-8fa49d8d-5b2d-4397-9260-b739aa070a06 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:33:01.500130 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e1d883c3-d589-4625-a169-689b7009f3af req-8fa49d8d-5b2d-4397-9260-b739aa070a06 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 943 time: 0.0764635 Apr 20 18:33:01.545217 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e1d883c3-d589-4625-a169-689b7009f3af req-f84c7564-85bd-4f32-b408-3fb50f9cee8f tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392933 Apr 20 18:33:02.753032 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74fd66-42d1-490c-b869-6675f9de21d0 req-4f17ab89-3a48-48d3-9392-b10cf52da673 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:33:02.754541 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6c74fd66-42d1-490c-b869-6675f9de21d0 req-4f17ab89-3a48-48d3-9392-b10cf52da673 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 943 time: 0.0767653 Apr 20 18:33:02.800798 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6c74fd66-42d1-490c-b869-6675f9de21d0 req-7434ab37-3169-4e5c-934d-b7e22cb9c5bc tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403438 Apr 20 18:33:04.021537 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe745ccf-3510-4f4b-94e5-48121709cd2a req-d2de9834-e22e-4bd9-bca3-e0c2bb6896d8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:33:04.022967 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fe745ccf-3510-4f4b-94e5-48121709cd2a req-d2de9834-e22e-4bd9-bca3-e0c2bb6896d8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 943 time: 0.0931587 Apr 20 18:33:04.068216 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-fe745ccf-3510-4f4b-94e5-48121709cd2a req-13628c65-7cfc-4e7f-afb7-e0b5688f4185 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394526 Apr 20 18:33:05.279725 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e4426-21c2-4158-b59b-dc457a03cc31 req-d59bc731-4765-4223-8975-124a2d568c6f tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:33:05.281138 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e60e4426-21c2-4158-b59b-dc457a03cc31 req-d59bc731-4765-4223-8975-124a2d568c6f tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 943 time: 0.0841193 Apr 20 18:33:05.328341 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e60e4426-21c2-4158-b59b-dc457a03cc31 req-16592139-b06f-46d2-a479-47451088d478 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388508 Apr 20 18:33:06.532847 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73072f5-690d-4992-be9d-d7d1c8a620cc req-770cf4a1-3966-4776-8ba1-32781fd6b784 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:33:06.534369 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c73072f5-690d-4992-be9d-d7d1c8a620cc req-770cf4a1-3966-4776-8ba1-32781fd6b784 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 943 time: 0.0785322 Apr 20 18:33:06.587187 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-c73072f5-690d-4992-be9d-d7d1c8a620cc req-e08fb872-5c14-4c3d-829e-33a6fecf0eef tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446966 Apr 20 18:33:07.801316 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9619a-e250-4849-a3f1-f0e9f39cc816 req-95a320e0-703d-4b67-8ab6-84e22acb9fc9 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:33:07.802778 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d5b9619a-e250-4849-a3f1-f0e9f39cc816 req-95a320e0-703d-4b67-8ab6-84e22acb9fc9 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 943 time: 0.0802977 Apr 20 18:33:07.849819 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d5b9619a-e250-4849-a3f1-f0e9f39cc816 req-a42e0b31-a064-452b-84a4-1524d57f3d22 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403302 Apr 20 18:33:09.053109 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb38883-69cc-4e21-9343-89a04a6fdefc req-260963c0-5dab-4a36-bb09-d755a8da568f tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:33:09.054577 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7eb38883-69cc-4e21-9343-89a04a6fdefc req-260963c0-5dab-4a36-bb09-d755a8da568f tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 943 time: 0.0791361 Apr 20 18:33:09.099320 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7eb38883-69cc-4e21-9343-89a04a6fdefc req-7548de1a-152c-4b50-be70-be00d0eb6465 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390337 Apr 20 18:33:09.288605 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1b954975-ff41-48c6-92a6-7279c067d167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:33:10.314947 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc35283-dcf2-4cc9-86df-5761d1ff0544 req-51b73251-d42a-4dac-bda0-80e8b0ee1c74 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:33:10.316310 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8cc35283-dcf2-4cc9-86df-5761d1ff0544 req-51b73251-d42a-4dac-bda0-80e8b0ee1c74 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 943 time: 0.0884538 Apr 20 18:33:10.363640 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8cc35283-dcf2-4cc9-86df-5761d1ff0544 req-e431a141-d963-4809-aad9-bdc68b2d48f3 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389483 Apr 20 18:33:11.057876 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 77f687e8-b925-45fd-a708-27d0dd39def5 details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:33:11.204317 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 77f687e8-b925-45fd-a708-27d0dd39def5, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=77f687e8-b925-45fd-a708-27d0dd39def5,segment=NetworkSegment(e67d0bd4-2484-4e1d-a430-ef9c95d7180d),segment_id=e67d0bd4-2484-4e1d-a430-ef9c95d7180d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:33:11.217280 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '77f687e8-b925-45fd-a708-27d0dd39def5', 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277', 'port_id': '77f687e8-b925-45fd-a708-27d0dd39def5', 'mac_address': 'fa:16:3e:6d:32:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:33:11.270685 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:33:11.288332 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f687e8-b925-45fd-a708-27d0dd39def5 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:33:11.304259 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 77f687e8-b925-45fd-a708-27d0dd39def5, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=77f687e8-b925-45fd-a708-27d0dd39def5,segment=NetworkSegment(e67d0bd4-2484-4e1d-a430-ef9c95d7180d),segment_id=e67d0bd4-2484-4e1d-a430-ef9c95d7180d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:33:11.312181 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:33:11.418254 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=77f687e8-b925-45fd-a708-27d0dd39def5,revision_number=9']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:33:11.472185 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9af51e80-78b9-4205-8f11-9ec8c718feb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:33:11.647008 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['77f687e8-b925-45fd-a708-27d0dd39def5'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:33:11.671891 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25034d77-b8cb-44ae-ac06-605b61e6fc11 req-b33e3117-7aa6-4bb9-b8a6-a1ce37c0d440 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:33:11.674044 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-25034d77-b8cb-44ae-ac06-605b61e6fc11 req-b33e3117-7aa6-4bb9-b8a6-a1ce37c0d440 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 944 time: 0.1821229 Apr 20 18:33:11.720335 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-25034d77-b8cb-44ae-ac06-605b61e6fc11 req-67645101-39b3-4420-a619-49f900b39610 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411527 Apr 20 18:33:12.744887 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:33:12.924531 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623f639-fddc-4586-9480-e359a2ff1116 req-306fbb2f-ee72-4d1d-9126-761416242a95 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:33:12.925931 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9623f639-fddc-4586-9480-e359a2ff1116 req-306fbb2f-ee72-4d1d-9126-761416242a95 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 944 time: 0.0838354 Apr 20 18:33:12.973523 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9623f639-fddc-4586-9480-e359a2ff1116 req-226bdd6c-295c-4933-a544-053f08923a10 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419052 Apr 20 18:33:13.060496 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:33:13.068600 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 77f687e8-b925-45fd-a708-27d0dd39def5 up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:33:13.136169 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 77f687e8-b925-45fd-a708-27d0dd39def5 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:33:13.136521 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:33:13.244535 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:33:13.271633 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0148b9a-d7de-455a-8d74-9f1bfee7c27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f687e8-b925-45fd-a708-27d0dd39def5'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:33:13.280914 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 77f687e8-b925-45fd-a708-27d0dd39def5, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=77f687e8-b925-45fd-a708-27d0dd39def5,segment=NetworkSegment(e67d0bd4-2484-4e1d-a430-ef9c95d7180d),segment_id=e67d0bd4-2484-4e1d-a430-ef9c95d7180d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:33:13.285955 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:33:13.326763 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2c25a86-5741-4f7d-b410-dc6bea814582'] response: {'server_uuid': 'e0148b9a-d7de-455a-8d74-9f1bfee7c27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f687e8-b925-45fd-a708-27d0dd39def5', 'code': 200} Apr 20 18:33:13.351895 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=77f687e8-b925-45fd-a708-27d0dd39def5,revision_number=10']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:33:13.549726 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-99d66082-e4d1-4880-a869-d44ed54b8cfd req-cd70bdc4-ae8a-4956-b554-0fec3b6a6208 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 1097 time: 0.0761292 Apr 20 18:33:13.592958 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-99d66082-e4d1-4880-a869-d44ed54b8cfd req-c11911bc-1f00-411a-9279-a65466b61f95 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366142 Apr 20 18:33:13.881809 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:33:14.181517 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6320e6e-0968-40dc-baf3-ba0dc978b89f req-ce5c9b34-bd2e-4245-a1b5-368af58a7e46 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:33:14.182935 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f6320e6e-0968-40dc-baf3-ba0dc978b89f req-ce5c9b34-bd2e-4245-a1b5-368af58a7e46 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 946 time: 0.0863066 Apr 20 18:33:14.229575 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f6320e6e-0968-40dc-baf3-ba0dc978b89f req-e6170c96-8e88-46b1-a309-5f9c0932c8c3 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399065 Apr 20 18:33:14.372731 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:33:15.431580 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21146bf3-4fa9-48c8-9419-6d4f8b71d98f req-7711eee7-8ba1-4723-8433-33726579ce71 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:33:15.433083 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-21146bf3-4fa9-48c8-9419-6d4f8b71d98f req-7711eee7-8ba1-4723-8433-33726579ce71 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 946 time: 0.0786693 Apr 20 18:33:15.480123 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-21146bf3-4fa9-48c8-9419-6d4f8b71d98f req-c602a220-4099-44b2-b128-62eb50f6409c tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412548 Apr 20 18:33:16.035331 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:33:16.696698 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfff4e-a4cc-42f7-860e-a7078eacc774 req-84d9f90a-9f44-4a28-ab4e-b91dfb6238ba tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:33:16.698150 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1ddfff4e-a4cc-42f7-860e-a7078eacc774 req-84d9f90a-9f44-4a28-ab4e-b91dfb6238ba tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 946 time: 0.0863605 Apr 20 18:33:16.743508 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1ddfff4e-a4cc-42f7-860e-a7078eacc774 req-c461c1d0-9442-41ee-a6c7-5da35293205e tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396986 Apr 20 18:33:36.568748 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:33:39.290109 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0de548d4-2471-47ca-8237-11d39937adee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:33:41.467978 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-98142236-e7de-46af-9e93-253e922f7af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:33:42.746969 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:33:43.057476 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:33:43.776461 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05831ebb-08a4-4c3f-9751-6644fbefa853 req-4dbff528-3d20-4825-8d2d-d0a7356617a8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0718060 Apr 20 18:33:43.873951 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:33:43.916582 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05831ebb-08a4-4c3f-9751-6644fbefa853 req-1d81c646-9ad7-42b8-8808-f92524ff149e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba9a52e51bf943e6a68c3c0a6554fb98&device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 1097 time: 0.0717165 Apr 20 18:33:44.063738 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05831ebb-08a4-4c3f-9751-6644fbefa853 req-0539a15c-64db-4ee6-b47b-d9721583f642 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:33:44.065065 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05831ebb-08a4-4c3f-9751-6644fbefa853 req-0539a15c-64db-4ee6-b47b-d9721583f642 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f95966f7-b6c8-4820-ab58-20ee44da9277 HTTP/1.1" status: 200 len: 910 time: 0.1269884 Apr 20 18:33:44.167755 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05831ebb-08a4-4c3f-9751-6644fbefa853 req-7e2a515a-87ff-4c8e-8502-47984d946ab5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77f687e8-b925-45fd-a708-27d0dd39def5 HTTP/1.1" status: 200 len: 1000 time: 0.0961266 Apr 20 18:33:44.232419 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05831ebb-08a4-4c3f-9751-6644fbefa853 req-991a8650-76dd-46a5-8b14-d63ec71af90a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:33:44.233860 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05831ebb-08a4-4c3f-9751-6644fbefa853 req-991a8650-76dd-46a5-8b14-d63ec71af90a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58dd0a5d-7d3f-47aa-a63a-fbcad475af7d HTTP/1.1" status: 200 len: 848 time: 0.0602353 Apr 20 18:33:44.369517 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:33:44.396190 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05831ebb-08a4-4c3f-9751-6644fbefa853 req-35a2077c-eaae-49bf-bd4a-3fb76df25f73 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f95966f7-b6c8-4820-ab58-20ee44da9277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1546049 Apr 20 18:33:44.525942 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05831ebb-08a4-4c3f-9751-6644fbefa853 req-dc90b189-f090-4a2d-81b5-4eba34cae790 service neutron] 10.222.0.10 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226246 Apr 20 18:33:44.662896 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-05831ebb-08a4-4c3f-9751-6644fbefa853 req-414ca5ab-c11e-4df0-bedc-5f4b54366006 service neutron] 10.222.0.10 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302063 Apr 20 18:33:46.050919 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:09.285659 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-01efdb21-33ae-4230-8ded-ca7ec1d6b666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:11.474061 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5aeba80d-cd69-4209-ab68-b7a84694d4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:12.744889 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:13.060561 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:13.575722 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:34:13.875955 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:14.382657 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:16.060797 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:39.288642 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2d11fe01-1876-46f1-b6eb-3028e9d7cdaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:41.478362 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-56b10c39-7cf8-45fa-92fb-d60846c10e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:42.746453 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:43.066655 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:43.881358 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:44.384365 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:44.776236 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a475d95f-9a6d-46ff-8383-8fe807b33054 req-adbd5929-f7ce-4e64-ab9e-206618bbcd29 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713987 Apr 20 18:34:44.925036 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a475d95f-9a6d-46ff-8383-8fe807b33054 req-45ac3c1f-6044-4566-b429-2374971b7161 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba9a52e51bf943e6a68c3c0a6554fb98&device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 1097 time: 0.0750785 Apr 20 18:34:45.070051 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475d95f-9a6d-46ff-8383-8fe807b33054 req-aa1c8759-cc11-4202-98d5-54c2e357dafe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:34:45.071410 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a475d95f-9a6d-46ff-8383-8fe807b33054 req-aa1c8759-cc11-4202-98d5-54c2e357dafe service neutron] 10.222.0.10 "GET /v2.0/networks?id=f95966f7-b6c8-4820-ab58-20ee44da9277 HTTP/1.1" status: 200 len: 910 time: 0.1261294 Apr 20 18:34:45.170893 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a475d95f-9a6d-46ff-8383-8fe807b33054 req-e3c8e659-b7bd-4a52-acce-47fbe106030a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77f687e8-b925-45fd-a708-27d0dd39def5 HTTP/1.1" status: 200 len: 1000 time: 0.0922782 Apr 20 18:34:45.245908 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475d95f-9a6d-46ff-8383-8fe807b33054 req-ed00c1b4-dd69-4c6d-bef1-c14cc0d4467e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:34:45.247487 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a475d95f-9a6d-46ff-8383-8fe807b33054 req-ed00c1b4-dd69-4c6d-bef1-c14cc0d4467e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58dd0a5d-7d3f-47aa-a63a-fbcad475af7d HTTP/1.1" status: 200 len: 848 time: 0.0706651 Apr 20 18:34:45.329630 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a475d95f-9a6d-46ff-8383-8fe807b33054 req-ff9b00f9-25bd-4432-a242-941c1bf48b9e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f95966f7-b6c8-4820-ab58-20ee44da9277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759964 Apr 20 18:34:45.460737 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a475d95f-9a6d-46ff-8383-8fe807b33054 req-52c7d7bb-6c91-4ceb-999f-4b0ce2759d1b service neutron] 10.222.0.10 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245439 Apr 20 18:34:45.595768 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a475d95f-9a6d-46ff-8383-8fe807b33054 req-c4870252-6390-4f75-a8cc-c04c77fe0df4 service neutron] 10.222.0.10 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287646 Apr 20 18:34:46.048484 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:50.573489 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:34:52.995022 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39304) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:53.266008 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-3aaa6439-026e-4540-a195-cb411c23a4de tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Deleting port 487960a8-1998-4abf-bc8e-c85ca4064dd6 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:34:53.266287 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3aaa6439-026e-4540-a195-cb411c23a4de tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:53.428781 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3aaa6439-026e-4540-a195-cb411c23a4de tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:53.429063 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3aaa6439-026e-4540-a195-cb411c23a4de tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:53.632342 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-3aaa6439-026e-4540-a195-cb411c23a4de tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Calling delete_port for 487960a8-1998-4abf-bc8e-c85ca4064dd6 owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:34:53.786374 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3aaa6439-026e-4540-a195-cb411c23a4de tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:53.831718 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa6439-026e-4540-a195-cb411c23a4de tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Pushing event deleted for resources: {'Port': ['ID=487960a8-1998-4abf-bc8e-c85ca4064dd6,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:34:53.870137 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa6439-026e-4540-a195-cb411c23a4de tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:34:53.870495 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa6439-026e-4540-a195-cb411c23a4de tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:34:53.870832 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa6439-026e-4540-a195-cb411c23a4de tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:34:53.871135 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa6439-026e-4540-a195-cb411c23a4de tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:34:53.871452 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa6439-026e-4540-a195-cb411c23a4de tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:34:53.871787 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa6439-026e-4540-a195-cb411c23a4de tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:34:53.872099 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa6439-026e-4540-a195-cb411c23a4de tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:34:53.872436 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa6439-026e-4540-a195-cb411c23a4de tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:34:53.872774 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa6439-026e-4540-a195-cb411c23a4de tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:34:53.873083 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa6439-026e-4540-a195-cb411c23a4de tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:34:53.873397 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa6439-026e-4540-a195-cb411c23a4de tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:34:53.931321 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3aaa6439-026e-4540-a195-cb411c23a4de tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:54.334237 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aaa6439-026e-4540-a195-cb411c23a4de tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Router 6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:34:54.537507 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aaa6439-026e-4540-a195-cb411c23a4de tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:34:54.547124 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec787ebe-95b3-4a00-9174-fc83d3c84a8a None None] Sync routers for ids ['6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:34:54.559590 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-3aaa6439-026e-4540-a195-cb411c23a4de tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:54.560176 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec787ebe-95b3-4a00-9174-fc83d3c84a8a None None] Routers {'6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:34:54.560778 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-ec787ebe-95b3-4a00-9174-fc83d3c84a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:34:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:34:54.613479 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3aaa6439-026e-4540-a195-cb411c23a4de tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "DELETE /v2.0/floatingips/7994f737-a1a1-4bf5-b261-f489783c35e6 HTTP/1.1" status: 204 len: 168 time: 1.6167722 Apr 20 18:34:54.613837 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0148b9a-d7de-455a-8d74-9f1bfee7c27d', 'tag': '77f687e8-b925-45fd-a708-27d0dd39def5'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:34:54.743348 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-ec787ebe-95b3-4a00-9174-fc83d3c84a8a None None] Set router 6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:34:54.769906 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca449fde-40c6-42e4-9b5d-42d4ee32faf9'] response: {'name': 'network-changed', 'server_uuid': 'e0148b9a-d7de-455a-8d74-9f1bfee7c27d', 'tag': '77f687e8-b925-45fd-a708-27d0dd39def5', 'status': 'completed', 'code': 200} Apr 20 18:34:54.872819 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-617857f5-c000-4c24-b0fe-1fd3bc6605a4 req-5bdb085d-1249-460f-a9a4-2dd14e609ca8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba9a52e51bf943e6a68c3c0a6554fb98&device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 1097 time: 0.0799582 Apr 20 18:34:55.052096 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-ec787ebe-95b3-4a00-9174-fc83d3c84a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'name': 'tempest-TestShelveInstance-1207288228-router', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:20Z', 'revision_number': 4, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'gw_port': {'id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8a0d6366-567d-44ea-998a-77aaacc418c2', 'name': '', 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:19Z', 'updated_at': '2022-04-20T18:29:28Z', 'revision_number': 5, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'subnets': [{'id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:34:55.054453 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617857f5-c000-4c24-b0fe-1fd3bc6605a4 req-b8fda2cd-9581-43ce-92d2-a3b52e9ebc22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:34:55.055895 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-617857f5-c000-4c24-b0fe-1fd3bc6605a4 req-b8fda2cd-9581-43ce-92d2-a3b52e9ebc22 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f95966f7-b6c8-4820-ab58-20ee44da9277 HTTP/1.1" status: 200 len: 910 time: 0.1767669 Apr 20 18:34:55.056034 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec787ebe-95b3-4a00-9174-fc83d3c84a8a None None] Checking router: 6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:34:55.066494 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec787ebe-95b3-4a00-9174-fc83d3c84a8a None None] Routers {'6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:34:55.067074 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-ec787ebe-95b3-4a00-9174-fc83d3c84a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:34:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:34:55.067951 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700069a-3e46-4ab5-963e-58c63f09305e req-530be32d-0910-4f27-aaaf-890f442cabab tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:34:55.068609 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b700069a-3e46-4ab5-963e-58c63f09305e req-530be32d-0910-4f27-aaaf-890f442cabab tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Synchronizing usage tracker for tenant:ba9a52e51bf943e6a68c3c0a6554fb98 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:34:55.140146 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-617857f5-c000-4c24-b0fe-1fd3bc6605a4 req-31c2ee07-f5cc-472b-a82e-23a7e4bbd52d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77f687e8-b925-45fd-a708-27d0dd39def5 HTTP/1.1" status: 200 len: 217 time: 0.0687430 Apr 20 18:34:55.176894 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-b700069a-3e46-4ab5-963e-58c63f09305e req-530be32d-0910-4f27-aaaf-890f442cabab tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Unset dirty status for tenant:ba9a52e51bf943e6a68c3c0a6554fb98 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:34:55.178014 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b700069a-3e46-4ab5-963e-58c63f09305e req-530be32d-0910-4f27-aaaf-890f442cabab tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 946 time: 0.2333245 Apr 20 18:34:55.226170 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617857f5-c000-4c24-b0fe-1fd3bc6605a4 req-345f4f7b-ad88-452a-9b9d-00d4908f9427 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:34:55.227596 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-617857f5-c000-4c24-b0fe-1fd3bc6605a4 req-345f4f7b-ad88-452a-9b9d-00d4908f9427 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58dd0a5d-7d3f-47aa-a63a-fbcad475af7d HTTP/1.1" status: 200 len: 848 time: 0.0820234 Apr 20 18:34:55.241386 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-ec787ebe-95b3-4a00-9174-fc83d3c84a8a None None] Set router 6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:34:55.380651 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b700069a-3e46-4ab5-963e-58c63f09305e req-b5fb62ff-5249-4f9b-90c6-f76d75b43ebe tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1924913 Apr 20 18:34:55.410937 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-617857f5-c000-4c24-b0fe-1fd3bc6605a4 req-94537fa8-2265-4f5f-bc34-f0ee51f4f913 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f95966f7-b6c8-4820-ab58-20ee44da9277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1759059 Apr 20 18:34:55.543742 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-617857f5-c000-4c24-b0fe-1fd3bc6605a4 req-588e0f5d-ab8f-48ca-83b0-f3471dbc0d2a service neutron] 10.222.0.10 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247070 Apr 20 18:34:55.589066 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-ec787ebe-95b3-4a00-9174-fc83d3c84a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'name': 'tempest-TestShelveInstance-1207288228-router', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:20Z', 'revision_number': 4, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'gw_port': {'id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8a0d6366-567d-44ea-998a-77aaacc418c2', 'name': '', 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:19Z', 'updated_at': '2022-04-20T18:29:28Z', 'revision_number': 5, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'subnets': [{'id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:34:55.593279 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec787ebe-95b3-4a00-9174-fc83d3c84a8a None None] The sync data for ids ['6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'] in n-d-838032-1 is: [{'id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'name': 'tempest-TestShelveInstance-1207288228-router', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:20Z', 'revision_number': 4, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'gw_port': {'id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8a0d6366-567d-44ea-998a-77aaacc418c2', 'name': '', 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:19Z', 'updated_at': '2022-04-20T18:29:28Z', 'revision_number': 5, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'subnets': [{'id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:34:55.676810 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-617857f5-c000-4c24-b0fe-1fd3bc6605a4 req-bb2842df-729e-4110-a0f5-504bbce1a989 service neutron] 10.222.0.10 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261489 Apr 20 18:34:55.829342 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe227bf-5cf7-4a37-9016-da6b71daa2b1 None None] New status for floating IP 7994f737-a1a1-4bf5-b261-f489783c35e6: DOWN {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 18:34:56.582554 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77189cc-d426-4a01-aba8-61e0fc3b0219 req-5287b917-f7c3-4ba6-9e8c-d92060f317f9 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:34:56.583966 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e77189cc-d426-4a01-aba8-61e0fc3b0219 req-5287b917-f7c3-4ba6-9e8c-d92060f317f9 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 946 time: 0.0749192 Apr 20 18:34:56.586057 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561bc41-da96-4007-8499-54797b76a61f req-4ef37cb4-eb51-4624-9227-a684f0439335 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:34:56.587545 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6561bc41-da96-4007-8499-54797b76a61f req-4ef37cb4-eb51-4624-9227-a684f0439335 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 946 time: 0.0788467 Apr 20 18:34:56.634268 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6561bc41-da96-4007-8499-54797b76a61f req-9ae24f58-ae83-4e7f-9614-1a5a612fd762 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=91d13857-1973-4652-80ef-b2e72e6cb59a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408263 Apr 20 18:34:56.655503 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-e77189cc-d426-4a01-aba8-61e0fc3b0219 req-2c157a05-24f9-457e-a44e-6cd40effd2e5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Deleting port 77f687e8-b925-45fd-a708-27d0dd39def5 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:34:56.655820 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e77189cc-d426-4a01-aba8-61e0fc3b0219 req-2c157a05-24f9-457e-a44e-6cd40effd2e5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:56.892753 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-e77189cc-d426-4a01-aba8-61e0fc3b0219 req-2c157a05-24f9-457e-a44e-6cd40effd2e5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] For port 77f687e8-b925-45fd-a708-27d0dd39def5, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=77f687e8-b925-45fd-a708-27d0dd39def5,segment=NetworkSegment(e67d0bd4-2484-4e1d-a430-ef9c95d7180d),segment_id=e67d0bd4-2484-4e1d-a430-ef9c95d7180d)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:34:56.893096 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e77189cc-d426-4a01-aba8-61e0fc3b0219 req-2c157a05-24f9-457e-a44e-6cd40effd2e5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:57.007849 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-e77189cc-d426-4a01-aba8-61e0fc3b0219 req-2c157a05-24f9-457e-a44e-6cd40effd2e5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Calling delete_port for 77f687e8-b925-45fd-a708-27d0dd39def5 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:34:57.153831 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e77189cc-d426-4a01-aba8-61e0fc3b0219 req-2c157a05-24f9-457e-a44e-6cd40effd2e5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:57.199830 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c157a05-24f9-457e-a44e-6cd40effd2e5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Pushing event deleted for resources: {'Port': ['ID=77f687e8-b925-45fd-a708-27d0dd39def5,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:34:57.271185 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77189cc-d426-4a01-aba8-61e0fc3b0219 req-2c157a05-24f9-457e-a44e-6cd40effd2e5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] No DVR routers for this DVR port 77f687e8-b925-45fd-a708-27d0dd39def5 on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:34:57.273818 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-e77189cc-d426-4a01-aba8-61e0fc3b0219 req-2c157a05-24f9-457e-a44e-6cd40effd2e5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:57.276167 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0148b9a-d7de-455a-8d74-9f1bfee7c27d', 'name': 'network-vif-deleted', 'tag': '77f687e8-b925-45fd-a708-27d0dd39def5'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:34:57.294210 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e77189cc-d426-4a01-aba8-61e0fc3b0219 req-2c157a05-24f9-457e-a44e-6cd40effd2e5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.10 "DELETE /v2.0/ports/77f687e8-b925-45fd-a708-27d0dd39def5 HTTP/1.1" status: 204 len: 173 time: 0.7039716 Apr 20 18:34:57.340966 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-832f93f3-61ff-470e-b3ec-fb6dc18e656a'] response: {'server_uuid': 'e0148b9a-d7de-455a-8d74-9f1bfee7c27d', 'name': 'network-vif-deleted', 'tag': '77f687e8-b925-45fd-a708-27d0dd39def5', 'status': 'completed', 'code': 200} Apr 20 18:34:57.811684 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-35f98fe4-0bbc-4d74-bbd4-7d28f48cf7ef req-a16529f8-806e-4692-8b7a-c60285d707c5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0148b9a-d7de-455a-8d74-9f1bfee7c27d HTTP/1.1" status: 200 len: 210 time: 0.0396147 Apr 20 18:34:58.927693 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39326) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:59.007512 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b97c7924-f4b0-40a4-8808-c87ee91d6508 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:59.036163 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b97c7924-f4b0-40a4-8808-c87ee91d6508 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:59.099298 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b97c7924-f4b0-40a4-8808-c87ee91d6508 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:59.116021 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c7924-f4b0-40a4-8808-c87ee91d6508 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d13857-1973-4652-80ef-b2e72e6cb59a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:34:59.132084 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-b97c7924-f4b0-40a4-8808-c87ee91d6508 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:59.133228 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-b97c7924-f4b0-40a4-8808-c87ee91d6508 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "DELETE /v2.0/security-groups/91d13857-1973-4652-80ef-b2e72e6cb59a HTTP/1.1" status: 204 len: 168 time: 0.2042372 Apr 20 18:34:59.477702 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39334) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:59.483271 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-c1ddac3d-a1f7-4b40-861b-1d4a4e8f1b19 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-473073089', 'description': 'tempest-secgroup-smoke-473073089 description', 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:34:59.489847 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c1ddac3d-a1f7-4b40-861b-1d4a4e8f1b19 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:34:59.494324 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c1ddac3d-a1f7-4b40-861b-1d4a4e8f1b19 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Usage tracker for resource:security_group and tenant:ba9a52e51bf943e6a68c3c0a6554fb98 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:34:59.497129 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c1ddac3d-a1f7-4b40-861b-1d4a4e8f1b19 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:34:59.503199 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c1ddac3d-a1f7-4b40-861b-1d4a4e8f1b19 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:34:59.514776 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c1ddac3d-a1f7-4b40-861b-1d4a4e8f1b19 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:59.554105 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c1ddac3d-a1f7-4b40-861b-1d4a4e8f1b19 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:34:59.558433 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c1ddac3d-a1f7-4b40-861b-1d4a4e8f1b19 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Usage tracker for resource:security_group_rule and tenant:ba9a52e51bf943e6a68c3c0a6554fb98 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:34:59.561370 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-c1ddac3d-a1f7-4b40-861b-1d4a4e8f1b19 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:34:59.566990 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-c1ddac3d-a1f7-4b40-861b-1d4a4e8f1b19 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:34:59.619892 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c1ddac3d-a1f7-4b40-861b-1d4a4e8f1b19 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:59.626652 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c1ddac3d-a1f7-4b40-861b-1d4a4e8f1b19 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:59.668475 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ddac3d-a1f7-4b40-861b-1d4a4e8f1b19 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=214f0b00-155f-472d-93b5-d512c29864bf,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:34:59.672686 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-c1ddac3d-a1f7-4b40-861b-1d4a4e8f1b19 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:59.673855 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-c1ddac3d-a1f7-4b40-861b-1d4a4e8f1b19 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1951606 Apr 20 18:34:59.677041 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39338) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:59.679355 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ddac3d-a1f7-4b40-861b-1d4a4e8f1b19 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:34:59.679689 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ddac3d-a1f7-4b40-861b-1d4a4e8f1b19 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:34:59.680016 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ddac3d-a1f7-4b40-861b-1d4a4e8f1b19 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:34:59.680337 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ddac3d-a1f7-4b40-861b-1d4a4e8f1b19 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:34:59.680654 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ddac3d-a1f7-4b40-861b-1d4a4e8f1b19 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:34:59.680969 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ddac3d-a1f7-4b40-861b-1d4a4e8f1b19 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:34:59.681280 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ddac3d-a1f7-4b40-861b-1d4a4e8f1b19 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:34:59.681594 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ddac3d-a1f7-4b40-861b-1d4a4e8f1b19 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:34:59.681904 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ddac3d-a1f7-4b40-861b-1d4a4e8f1b19 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:34:59.682208 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ddac3d-a1f7-4b40-861b-1d4a4e8f1b19 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:34:59.682543 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ddac3d-a1f7-4b40-861b-1d4a4e8f1b19 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:34:59.683672 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-480a255d-2a23-477f-b4cc-b04aa6683ce5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Request body: {'security_group_rule': {'security_group_id': '214f0b00-155f-472d-93b5-d512c29864bf', 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:34:59.690996 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-480a255d-2a23-477f-b4cc-b04aa6683ce5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:34:59.695198 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-480a255d-2a23-477f-b4cc-b04aa6683ce5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Usage tracker for resource:security_group_rule and tenant:ba9a52e51bf943e6a68c3c0a6554fb98 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:34:59.698308 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-480a255d-2a23-477f-b4cc-b04aa6683ce5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:34:59.704350 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-480a255d-2a23-477f-b4cc-b04aa6683ce5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:34:59.719644 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 77f687e8-b925-45fd-a708-27d0dd39def5 no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:34:59.723649 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-480a255d-2a23-477f-b4cc-b04aa6683ce5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:59.751772 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 77f687e8-b925-45fd-a708-27d0dd39def5 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:34:59.752104 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 77f687e8-b925-45fd-a708-27d0dd39def5 not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:34:59.785478 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-480a255d-2a23-477f-b4cc-b04aa6683ce5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:59.791201 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-480a255d-2a23-477f-b4cc-b04aa6683ce5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:59.820456 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a255d-2a23-477f-b4cc-b04aa6683ce5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6412ebf1-3400-43ea-98e4-4e881efb24ca,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:34:59.827668 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-480a255d-2a23-477f-b4cc-b04aa6683ce5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:59.829349 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-480a255d-2a23-477f-b4cc-b04aa6683ce5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1512136 Apr 20 18:34:59.832347 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39342) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:59.840311 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-f3ad228d-cd2c-4e17-bc01-99e3a00d0736 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Request body: {'security_group_rule': {'security_group_id': '214f0b00-155f-472d-93b5-d512c29864bf', 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:34:59.847261 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f3ad228d-cd2c-4e17-bc01-99e3a00d0736 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:34:59.851360 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f3ad228d-cd2c-4e17-bc01-99e3a00d0736 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Usage tracker for resource:security_group_rule and tenant:ba9a52e51bf943e6a68c3c0a6554fb98 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:34:59.854337 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-f3ad228d-cd2c-4e17-bc01-99e3a00d0736 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:34:59.860139 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-f3ad228d-cd2c-4e17-bc01-99e3a00d0736 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:34:59.882806 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f3ad228d-cd2c-4e17-bc01-99e3a00d0736 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:59.946528 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f3ad228d-cd2c-4e17-bc01-99e3a00d0736 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:59.953206 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f3ad228d-cd2c-4e17-bc01-99e3a00d0736 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:59.975670 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad228d-cd2c-4e17-bc01-99e3a00d0736 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d7666b8-b77e-4c5a-9a21-a0d0e80d944d,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:34:59.986745 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f3ad228d-cd2c-4e17-bc01-99e3a00d0736 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:34:59.987955 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f3ad228d-cd2c-4e17-bc01-99e3a00d0736 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1544328 Apr 20 18:34:59.990803 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39348) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:34:59.996375 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-23dbcfb9-9ffa-40cd-8147-2b8cf49e401d tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Request body: {'security_group_rule': {'security_group_id': '214f0b00-155f-472d-93b5-d512c29864bf', 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:35:00.003032 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-23dbcfb9-9ffa-40cd-8147-2b8cf49e401d tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:35:00.006893 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-23dbcfb9-9ffa-40cd-8147-2b8cf49e401d tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Usage tracker for resource:security_group_rule and tenant:ba9a52e51bf943e6a68c3c0a6554fb98 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:35:00.009738 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-23dbcfb9-9ffa-40cd-8147-2b8cf49e401d tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:35:00.015403 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-23dbcfb9-9ffa-40cd-8147-2b8cf49e401d tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:35:00.034263 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-23dbcfb9-9ffa-40cd-8147-2b8cf49e401d tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:00.094323 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-23dbcfb9-9ffa-40cd-8147-2b8cf49e401d tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:00.099121 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-23dbcfb9-9ffa-40cd-8147-2b8cf49e401d tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:00.121506 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbcfb9-9ffa-40cd-8147-2b8cf49e401d tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=913ff20f-40c8-4592-8671-bf554b52e1d6,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:35:00.131513 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-23dbcfb9-9ffa-40cd-8147-2b8cf49e401d tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:00.132698 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-23dbcfb9-9ffa-40cd-8147-2b8cf49e401d tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1409698 Apr 20 18:35:00.135723 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39352) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:00.140968 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-8da1af9a-3ba8-48f9-8005-f36d3abc648e tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Request body: {'security_group_rule': {'security_group_id': '214f0b00-155f-472d-93b5-d512c29864bf', 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:35:00.147366 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8da1af9a-3ba8-48f9-8005-f36d3abc648e tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:35:00.151057 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8da1af9a-3ba8-48f9-8005-f36d3abc648e tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Usage tracker for resource:security_group_rule and tenant:ba9a52e51bf943e6a68c3c0a6554fb98 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:35:00.153861 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-8da1af9a-3ba8-48f9-8005-f36d3abc648e tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:35:00.159471 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-8da1af9a-3ba8-48f9-8005-f36d3abc648e tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:35:00.176636 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8da1af9a-3ba8-48f9-8005-f36d3abc648e tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:00.243528 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8da1af9a-3ba8-48f9-8005-f36d3abc648e tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:00.249283 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8da1af9a-3ba8-48f9-8005-f36d3abc648e tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:00.271267 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1af9a-3ba8-48f9-8005-f36d3abc648e tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09efb7e0-2004-42e8-9212-b9b1ff7bd2bf,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:35:00.282005 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-8da1af9a-3ba8-48f9-8005-f36d3abc648e tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:00.283223 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-8da1af9a-3ba8-48f9-8005-f36d3abc648e tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1465766 Apr 20 18:35:00.286144 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39356) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:00.291751 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-0f5e8851-3dee-4419-8893-e350f2689f06 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Request body: {'security_group_rule': {'security_group_id': '214f0b00-155f-472d-93b5-d512c29864bf', 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:35:00.298066 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0f5e8851-3dee-4419-8893-e350f2689f06 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:35:00.301845 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0f5e8851-3dee-4419-8893-e350f2689f06 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Usage tracker for resource:security_group_rule and tenant:ba9a52e51bf943e6a68c3c0a6554fb98 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:35:00.304683 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-0f5e8851-3dee-4419-8893-e350f2689f06 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:35:00.310804 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-0f5e8851-3dee-4419-8893-e350f2689f06 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:35:00.325959 n-d-838032-1 neutron-server[84080]: INFO neutron.db.securitygroups_db [None req-0f5e8851-3dee-4419-8893-e350f2689f06 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Project ba9a52e51bf943e6a68c3c0a6554fb98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 18:35:00.332381 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0f5e8851-3dee-4419-8893-e350f2689f06 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:00.396463 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0f5e8851-3dee-4419-8893-e350f2689f06 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:00.401993 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0f5e8851-3dee-4419-8893-e350f2689f06 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:00.425114 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e8851-3dee-4419-8893-e350f2689f06 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab3221b-87ff-470b-bd8a-aac595b50f9c,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:35:00.435910 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-0f5e8851-3dee-4419-8893-e350f2689f06 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:00.437331 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-0f5e8851-3dee-4419-8893-e350f2689f06 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1501060 Apr 20 18:35:00.440289 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39362) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:00.446157 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-709eb775-88e3-4bda-be07-e431c1334ce2 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Request body: {'security_group_rule': {'security_group_id': '214f0b00-155f-472d-93b5-d512c29864bf', 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:35:00.453239 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-709eb775-88e3-4bda-be07-e431c1334ce2 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:35:00.457425 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-709eb775-88e3-4bda-be07-e431c1334ce2 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Usage tracker for resource:security_group_rule and tenant:ba9a52e51bf943e6a68c3c0a6554fb98 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:35:00.460435 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-709eb775-88e3-4bda-be07-e431c1334ce2 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:35:00.467143 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-709eb775-88e3-4bda-be07-e431c1334ce2 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:35:00.476884 n-d-838032-1 neutron-server[84081]: INFO neutron.db.securitygroups_db [None req-709eb775-88e3-4bda-be07-e431c1334ce2 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Project ba9a52e51bf943e6a68c3c0a6554fb98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 18:35:00.483097 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-709eb775-88e3-4bda-be07-e431c1334ce2 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:00.547970 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-709eb775-88e3-4bda-be07-e431c1334ce2 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:00.554168 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-709eb775-88e3-4bda-be07-e431c1334ce2 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:00.576504 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709eb775-88e3-4bda-be07-e431c1334ce2 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b1e88a-f902-4d15-87b8-8120ed987688,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:35:00.586915 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-709eb775-88e3-4bda-be07-e431c1334ce2 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:00.588063 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-709eb775-88e3-4bda-be07-e431c1334ce2 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1467052 Apr 20 18:35:09.289805 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8ce2241d-f216-4833-aa62-eb7ca79ccc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:11.483862 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fb22b317-9b08-456b-b871-29b910f227a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:12.743037 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:13.067299 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:13.875295 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:14.382214 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:15.419666 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-59527095-686e-4ae0-981d-be1ec22fb546 req-873d9e7a-be7e-4a6d-8d24-666b6fd9e4bf tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Synchronizing usage tracker for tenant:ba9a52e51bf943e6a68c3c0a6554fb98 on resource:security_group {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:35:15.436486 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-59527095-686e-4ae0-981d-be1ec22fb546 req-873d9e7a-be7e-4a6d-8d24-666b6fd9e4bf tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Unset dirty status for tenant:ba9a52e51bf943e6a68c3c0a6554fb98 on resource:security_group {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:35:15.437780 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-59527095-686e-4ae0-981d-be1ec22fb546 req-873d9e7a-be7e-4a6d-8d24-666b6fd9e4bf tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-473073089&fields=id&tenant_id=ba9a52e51bf943e6a68c3c0a6554fb98 HTTP/1.1" status: 200 len: 267 time: 0.0652835 Apr 20 18:35:15.607569 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59527095-686e-4ae0-981d-be1ec22fb546 req-041f520a-b31f-4248-8b8d-681be5a67543 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:35:15.609008 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-59527095-686e-4ae0-981d-be1ec22fb546 req-041f520a-b31f-4248-8b8d-681be5a67543 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/networks?id=f95966f7-b6c8-4820-ab58-20ee44da9277 HTTP/1.1" status: 200 len: 809 time: 0.1644359 Apr 20 18:35:15.629589 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-59527095-686e-4ae0-981d-be1ec22fb546 req-21628db5-93d5-4fce-912d-35ba41a7ee72 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/quotas/ba9a52e51bf943e6a68c3c0a6554fb98 HTTP/1.1" status: 200 len: 375 time: 0.0124075 Apr 20 18:35:15.713766 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-59527095-686e-4ae0-981d-be1ec22fb546 req-fb9df47a-9701-4d9a-80c3-e9cce10f659d tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba9a52e51bf943e6a68c3c0a6554fb98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0791957 Apr 20 18:35:15.729034 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-59527095-686e-4ae0-981d-be1ec22fb546 req-573e5d49-e6a9-451c-8653-26c0373bed7f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84081) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 18:35:15.729937 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-59527095-686e-4ae0-981d-be1ec22fb546 req-573e5d49-e6a9-451c-8653-26c0373bed7f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048993 Apr 20 18:35:15.859398 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-59527095-686e-4ae0-981d-be1ec22fb546 req-4316cc13-7dbc-426d-b042-5434a09090df service neutron] 10.222.0.39 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238544 Apr 20 18:35:15.996103 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-59527095-686e-4ae0-981d-be1ec22fb546 req-3c3d77eb-6491-4198-b509-18afcee8b9e1 service neutron] 10.222.0.39 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308875 Apr 20 18:35:16.064413 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:17.455844 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-32788f98-363e-4b0d-a8fe-438df1b2ad49 req-dcbf9655-2039-4831-ac8b-a066a5965860 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Synchronizing usage tracker for tenant:ba9a52e51bf943e6a68c3c0a6554fb98 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:35:17.472421 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-32788f98-363e-4b0d-a8fe-438df1b2ad49 req-dcbf9655-2039-4831-ac8b-a066a5965860 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Unset dirty status for tenant:ba9a52e51bf943e6a68c3c0a6554fb98 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:35:17.473922 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-32788f98-363e-4b0d-a8fe-438df1b2ad49 req-dcbf9655-2039-4831-ac8b-a066a5965860 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 210 time: 0.0631273 Apr 20 18:35:18.636873 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4c14e216-81b4-4f08-bedd-b252db7be7f3 req-eb0a0639-b2cc-4bc8-b61d-8a120d494e5e tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 210 time: 0.0408235 Apr 20 18:35:18.640789 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59527095-686e-4ae0-981d-be1ec22fb546 req-1a5cc642-3ca5-4252-af09-bc9c68582d5a tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:35:18.642266 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-59527095-686e-4ae0-981d-be1ec22fb546 req-1a5cc642-3ca5-4252-af09-bc9c68582d5a tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.43 "GET /v2.0/networks?id=f95966f7-b6c8-4820-ab58-20ee44da9277 HTTP/1.1" status: 200 len: 809 time: 0.2382476 Apr 20 18:35:18.697650 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-59527095-686e-4ae0-981d-be1ec22fb546 req-97eb25b4-a636-4aad-95f8-318b20f72628 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Synchronizing usage tracker for tenant:ba9a52e51bf943e6a68c3c0a6554fb98 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:35:18.710621 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-59527095-686e-4ae0-981d-be1ec22fb546 req-97eb25b4-a636-4aad-95f8-318b20f72628 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Unset dirty status for tenant:ba9a52e51bf943e6a68c3c0a6554fb98 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:35:18.711718 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-59527095-686e-4ae0-981d-be1ec22fb546 req-97eb25b4-a636-4aad-95f8-318b20f72628 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba9a52e51bf943e6a68c3c0a6554fb98 HTTP/1.1" status: 200 len: 379 time: 0.0577898 Apr 20 18:35:18.720483 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-59527095-686e-4ae0-981d-be1ec22fb546 req-e2eb817c-1880-43b2-a776-c4e3c8b5a112 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Request body: {'port': {'device_id': '380b44f2-4d61-41fa-aa7b-bd656c3ffb85', 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277', 'admin_state_up': True, 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'security_groups': ['214f0b00-155f-472d-93b5-d512c29864bf']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:35:18.855332 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-59527095-686e-4ae0-981d-be1ec22fb546 req-e2eb817c-1880-43b2-a776-c4e3c8b5a112 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:35:18.865329 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-59527095-686e-4ae0-981d-be1ec22fb546 req-e2eb817c-1880-43b2-a776-c4e3c8b5a112 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:35:18.877347 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59527095-686e-4ae0-981d-be1ec22fb546 req-e2eb817c-1880-43b2-a776-c4e3c8b5a112 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Made reservation on behalf of ba9a52e51bf943e6a68c3c0a6554fb98 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:35:18.880447 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-59527095-686e-4ae0-981d-be1ec22fb546 req-e2eb817c-1880-43b2-a776-c4e3c8b5a112 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:19.040884 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-59527095-686e-4ae0-981d-be1ec22fb546 req-e2eb817c-1880-43b2-a776-c4e3c8b5a112 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Allocated IP 172.20.0.12 (f95966f7-b6c8-4820-ab58-20ee44da9277/58dd0a5d-7d3f-47aa-a63a-fbcad475af7d/13ed7b1f-8119-483b-afbd-3f32c0875e4d) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:35:19.232657 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-59527095-686e-4ae0-981d-be1ec22fb546 req-e2eb817c-1880-43b2-a776-c4e3c8b5a112 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:19.248955 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-59527095-686e-4ae0-981d-be1ec22fb546 req-e2eb817c-1880-43b2-a776-c4e3c8b5a112 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Transition to ACTIVE for port object 13ed7b1f-8119-483b-afbd-3f32c0875e4d will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:35:19.276587 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-59527095-686e-4ae0-981d-be1ec22fb546 req-e2eb817c-1880-43b2-a776-c4e3c8b5a112 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:19.347382 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59527095-686e-4ae0-981d-be1ec22fb546 req-e2eb817c-1880-43b2-a776-c4e3c8b5a112 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Network f95966f7-b6c8-4820-ab58-20ee44da9277 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:35:19.350444 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-59527095-686e-4ae0-981d-be1ec22fb546 req-e2eb817c-1880-43b2-a776-c4e3c8b5a112 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:35:19.354867 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-59527095-686e-4ae0-981d-be1ec22fb546 req-e2eb817c-1880-43b2-a776-c4e3c8b5a112 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:35:19.379942 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb817c-1880-43b2-a776-c4e3c8b5a112 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Pushing event updated for resources: {'Port': ['ID=13ed7b1f-8119-483b-afbd-3f32c0875e4d,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:35:19.417506 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59527095-686e-4ae0-981d-be1ec22fb546 req-e2eb817c-1880-43b2-a776-c4e3c8b5a112 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:35:19.418105 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-59527095-686e-4ae0-981d-be1ec22fb546 req-e2eb817c-1880-43b2-a776-c4e3c8b5a112 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:19.447709 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-59527095-686e-4ae0-981d-be1ec22fb546 req-e2eb817c-1880-43b2-a776-c4e3c8b5a112 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7307580 Apr 20 18:35:19.459327 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-59527095-686e-4ae0-981d-be1ec22fb546 req-846dfb86-3c88-4a13-acf7-68c933011c07 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 18:35:19.460825 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-59527095-686e-4ae0-981d-be1ec22fb546 req-846dfb86-3c88-4a13-acf7-68c933011c07 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0062943 Apr 20 18:35:19.551228 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-59527095-686e-4ae0-981d-be1ec22fb546 req-4e8c95b2-6588-4c1c-9bd8-dbb3ec430c74 service neutron] Request body: {'port': {'device_id': '380b44f2-4d61-41fa-aa7b-bd656c3ffb85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:35:19.616724 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-de616344-eac2-4f28-be94-6b26560ffc57 None None] Provisioning for port 13ed7b1f-8119-483b-afbd-3f32c0875e4d completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:35:19.623214 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-de616344-eac2-4f28-be94-6b26560ffc57 None None] Provisioning complete for port 13ed7b1f-8119-483b-afbd-3f32c0875e4d triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:35:19.623808 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-de616344-eac2-4f28-be94-6b26560ffc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:19.662815 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-59527095-686e-4ae0-981d-be1ec22fb546 req-4e8c95b2-6588-4c1c-9bd8-dbb3ec430c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:19.683409 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-de616344-eac2-4f28-be94-6b26560ffc57 None None] Port 13ed7b1f-8119-483b-afbd-3f32c0875e4d cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:35:19.971365 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffa140-70b1-473c-b6e5-3206cbaf9793 req-8059b17b-b77d-443f-88d7-5a2792c10933 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:35:19.972052 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-abffa140-70b1-473c-b6e5-3206cbaf9793 req-8059b17b-b77d-443f-88d7-5a2792c10933 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Synchronizing usage tracker for tenant:ba9a52e51bf943e6a68c3c0a6554fb98 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:35:20.006302 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-abffa140-70b1-473c-b6e5-3206cbaf9793 req-8059b17b-b77d-443f-88d7-5a2792c10933 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Unset dirty status for tenant:ba9a52e51bf943e6a68c3c0a6554fb98 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:35:20.008656 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-abffa140-70b1-473c-b6e5-3206cbaf9793 req-8059b17b-b77d-443f-88d7-5a2792c10933 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 932 time: 0.2169678 Apr 20 18:35:20.107045 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-59527095-686e-4ae0-981d-be1ec22fb546 req-4e8c95b2-6588-4c1c-9bd8-dbb3ec430c74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13ed7b1f-8119-483b-afbd-3f32c0875e4d {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:35:20.115101 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-59527095-686e-4ae0-981d-be1ec22fb546 req-4e8c95b2-6588-4c1c-9bd8-dbb3ec430c74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:20.119396 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-abffa140-70b1-473c-b6e5-3206cbaf9793 req-d2ae45de-1bc4-4426-aae6-3d0fa8ba5730 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974436 Apr 20 18:35:20.132237 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-59527095-686e-4ae0-981d-be1ec22fb546 req-4e8c95b2-6588-4c1c-9bd8-dbb3ec430c74 service neutron] Transition to ACTIVE for port object 13ed7b1f-8119-483b-afbd-3f32c0875e4d will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:35:20.139386 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-59527095-686e-4ae0-981d-be1ec22fb546 req-4e8c95b2-6588-4c1c-9bd8-dbb3ec430c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:20.263905 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c95b2-6588-4c1c-9bd8-dbb3ec430c74 service neutron] Pushing event updated for resources: {'Port': ['ID=13ed7b1f-8119-483b-afbd-3f32c0875e4d,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:35:20.373102 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-59527095-686e-4ae0-981d-be1ec22fb546 req-4e8c95b2-6588-4c1c-9bd8-dbb3ec430c74 service neutron] Attempting to bind port 13ed7b1f-8119-483b-afbd-3f32c0875e4d on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:35:20.373417 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-59527095-686e-4ae0-981d-be1ec22fb546 req-4e8c95b2-6588-4c1c-9bd8-dbb3ec430c74 service neutron] Attempting to bind port 13ed7b1f-8119-483b-afbd-3f32c0875e4d by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': 'e67d0bd4-2484-4e1d-a430-ef9c95d7180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:35:20.373760 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59527095-686e-4ae0-981d-be1ec22fb546 req-4e8c95b2-6588-4c1c-9bd8-dbb3ec430c74 service neutron] Attempting to bind port 13ed7b1f-8119-483b-afbd-3f32c0875e4d on network f95966f7-b6c8-4820-ab58-20ee44da9277 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:35:20.379805 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59527095-686e-4ae0-981d-be1ec22fb546 req-4e8c95b2-6588-4c1c-9bd8-dbb3ec430c74 service neutron] Port 13ed7b1f-8119-483b-afbd-3f32c0875e4d on network f95966f7-b6c8-4820-ab58-20ee44da9277 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 18:35:20.380093 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59527095-686e-4ae0-981d-be1ec22fb546 req-4e8c95b2-6588-4c1c-9bd8-dbb3ec430c74 service neutron] Attempting to bind port 13ed7b1f-8119-483b-afbd-3f32c0875e4d on network f95966f7-b6c8-4820-ab58-20ee44da9277 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:35:20.386156 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59527095-686e-4ae0-981d-be1ec22fb546 req-4e8c95b2-6588-4c1c-9bd8-dbb3ec430c74 service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:35:20.386499 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59527095-686e-4ae0-981d-be1ec22fb546 req-4e8c95b2-6588-4c1c-9bd8-dbb3ec430c74 service neutron] Checking segment: {'id': 'e67d0bd4-2484-4e1d-a430-ef9c95d7180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:35:20.386868 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59527095-686e-4ae0-981d-be1ec22fb546 req-4e8c95b2-6588-4c1c-9bd8-dbb3ec430c74 service neutron] Bound using segment: {'id': 'e67d0bd4-2484-4e1d-a430-ef9c95d7180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:35:20.387274 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-59527095-686e-4ae0-981d-be1ec22fb546 req-4e8c95b2-6588-4c1c-9bd8-dbb3ec430c74 service neutron] Bound port: 13ed7b1f-8119-483b-afbd-3f32c0875e4d, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e67d0bd4-2484-4e1d-a430-ef9c95d7180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:35:20.387609 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-59527095-686e-4ae0-981d-be1ec22fb546 req-4e8c95b2-6588-4c1c-9bd8-dbb3ec430c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:20.560207 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-59527095-686e-4ae0-981d-be1ec22fb546 req-4e8c95b2-6588-4c1c-9bd8-dbb3ec430c74 service neutron] For port 13ed7b1f-8119-483b-afbd-3f32c0875e4d, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:35:20.563379 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-59527095-686e-4ae0-981d-be1ec22fb546 req-4e8c95b2-6588-4c1c-9bd8-dbb3ec430c74 service neutron] For port 13ed7b1f-8119-483b-afbd-3f32c0875e4d, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=13ed7b1f-8119-483b-afbd-3f32c0875e4d,segment=NetworkSegment(e67d0bd4-2484-4e1d-a430-ef9c95d7180d),segment_id=e67d0bd4-2484-4e1d-a430-ef9c95d7180d)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:35:20.571358 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-59527095-686e-4ae0-981d-be1ec22fb546 req-4e8c95b2-6588-4c1c-9bd8-dbb3ec430c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:20.633345 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-59527095-686e-4ae0-981d-be1ec22fb546 req-4e8c95b2-6588-4c1c-9bd8-dbb3ec430c74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:20.634876 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-59527095-686e-4ae0-981d-be1ec22fb546 req-4e8c95b2-6588-4c1c-9bd8-dbb3ec430c74 service neutron] 10.222.0.43 "PUT /v2.0/ports/13ed7b1f-8119-483b-afbd-3f32c0875e4d HTTP/1.1" status: 200 len: 1092 time: 1.1664832 Apr 20 18:35:20.635466 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380b44f2-4d61-41fa-aa7b-bd656c3ffb85', 'tag': '13ed7b1f-8119-483b-afbd-3f32c0875e4d'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:35:20.670882 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c95b2-6588-4c1c-9bd8-dbb3ec430c74 service neutron] Pushing event updated for resources: {'Port': ['ID=13ed7b1f-8119-483b-afbd-3f32c0875e4d,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:35:20.709419 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b59a6576-5cb4-45ba-bac5-72d2e0223aa9'] response: {'name': 'network-changed', 'server_uuid': '380b44f2-4d61-41fa-aa7b-bd656c3ffb85', 'tag': '13ed7b1f-8119-483b-afbd-3f32c0875e4d', 'status': 'completed', 'code': 200} Apr 20 18:35:20.754492 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-59527095-686e-4ae0-981d-be1ec22fb546 req-6b077e09-41b9-4bc3-807c-801ea137996b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba9a52e51bf943e6a68c3c0a6554fb98&device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 1095 time: 0.0776894 Apr 20 18:35:20.821407 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-59527095-686e-4ae0-981d-be1ec22fb546 req-0d364c3b-3c47-4093-817e-7df76bc4f272 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13ed7b1f-8119-483b-afbd-3f32c0875e4d HTTP/1.1" status: 200 len: 217 time: 0.0608025 Apr 20 18:35:20.886142 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59527095-686e-4ae0-981d-be1ec22fb546 req-916f76d3-c276-48fd-9047-c5888af874ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:35:20.887571 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-59527095-686e-4ae0-981d-be1ec22fb546 req-916f76d3-c276-48fd-9047-c5888af874ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58dd0a5d-7d3f-47aa-a63a-fbcad475af7d HTTP/1.1" status: 200 len: 848 time: 0.0605342 Apr 20 18:35:20.962809 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-59527095-686e-4ae0-981d-be1ec22fb546 req-af00c62a-f1e0-4fa0-bc66-3b5604000755 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f95966f7-b6c8-4820-ab58-20ee44da9277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687931 Apr 20 18:35:21.105348 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-59527095-686e-4ae0-981d-be1ec22fb546 req-3aa37254-e135-4612-bf45-a3f299bebbe0 service neutron] 10.222.0.43 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361835 Apr 20 18:35:21.235204 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-59527095-686e-4ae0-981d-be1ec22fb546 req-05857a32-c793-4a94-a4a0-0fb17fcdbe45 service neutron] 10.222.0.43 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243737 Apr 20 18:35:21.374857 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d889eb2-2e5b-44eb-9d24-b0990ffafc30 req-713cc99e-0c68-47a1-be52-a7f921560b32 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:35:21.376226 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5d889eb2-2e5b-44eb-9d24-b0990ffafc30 req-713cc99e-0c68-47a1-be52-a7f921560b32 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 944 time: 0.1368024 Apr 20 18:35:21.384803 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a2d2e5b8-49a9-422f-a13f-040985e66013 req-9096e86f-270f-4c79-98eb-a65ad73bfa75 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba9a52e51bf943e6a68c3c0a6554fb98&device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 1095 time: 0.1063204 Apr 20 18:35:21.503068 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5d889eb2-2e5b-44eb-9d24-b0990ffafc30 req-f867c36f-93c1-469f-b282-71dc6148c049 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212301 Apr 20 18:35:21.540386 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2e5b8-49a9-422f-a13f-040985e66013 req-19961614-59a0-42ac-a729-4774752263ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:35:21.541814 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a2d2e5b8-49a9-422f-a13f-040985e66013 req-19961614-59a0-42ac-a729-4774752263ab service neutron] 10.222.0.43 "GET /v2.0/networks?id=f95966f7-b6c8-4820-ab58-20ee44da9277 HTTP/1.1" status: 200 len: 910 time: 0.1442685 Apr 20 18:35:21.612068 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a2d2e5b8-49a9-422f-a13f-040985e66013 req-c1ac246a-3546-44a9-9b27-486078f4b0a8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13ed7b1f-8119-483b-afbd-3f32c0875e4d HTTP/1.1" status: 200 len: 217 time: 0.0635004 Apr 20 18:35:21.675840 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2e5b8-49a9-422f-a13f-040985e66013 req-88c24eb3-0e98-4835-abf4-1eb3d43323e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:35:21.675840 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a2d2e5b8-49a9-422f-a13f-040985e66013 req-88c24eb3-0e98-4835-abf4-1eb3d43323e3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58dd0a5d-7d3f-47aa-a63a-fbcad475af7d HTTP/1.1" status: 200 len: 848 time: 0.0568197 Apr 20 18:35:21.761926 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a2d2e5b8-49a9-422f-a13f-040985e66013 req-7835aab0-689a-4587-a854-a21ab52b920c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f95966f7-b6c8-4820-ab58-20ee44da9277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781398 Apr 20 18:35:21.894595 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a2d2e5b8-49a9-422f-a13f-040985e66013 req-a3ba4ffb-2200-42ba-9992-60e77b4b3f96 service neutron] 10.222.0.43 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260629 Apr 20 18:35:22.044984 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a2d2e5b8-49a9-422f-a13f-040985e66013 req-6746a9bb-25f7-4add-9002-cad0698f18c6 service neutron] 10.222.0.43 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441123 Apr 20 18:35:22.734739 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b4504-3e44-4368-8482-16dd44a7df29 req-41b0c3df-5413-4496-bf1a-7c2b5e55a652 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:35:22.736078 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bc0b4504-3e44-4368-8482-16dd44a7df29 req-41b0c3df-5413-4496-bf1a-7c2b5e55a652 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 944 time: 0.0913024 Apr 20 18:35:22.784346 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-bc0b4504-3e44-4368-8482-16dd44a7df29 req-28497a75-fdcf-47ce-bcb0-47256da2a963 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397332 Apr 20 18:35:23.994209 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c800b-12bc-4dea-a8b2-a55544d6f00e req-9064f631-3a57-45e2-b3a5-37bba0d956f5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:35:23.995613 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e39c800b-12bc-4dea-a8b2-a55544d6f00e req-9064f631-3a57-45e2-b3a5-37bba0d956f5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 944 time: 0.0842435 Apr 20 18:35:24.041344 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e39c800b-12bc-4dea-a8b2-a55544d6f00e req-25275ebc-329f-4f71-8612-56d14f606afe tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402036 Apr 20 18:35:25.261912 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a46feb-a938-4da9-a76f-fe8fda4102f2 req-039f87ab-6ff5-45fe-95c2-2c0aea80208b tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:35:25.263374 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2a46feb-a938-4da9-a76f-fe8fda4102f2 req-039f87ab-6ff5-45fe-95c2-2c0aea80208b tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 944 time: 0.0813296 Apr 20 18:35:25.312018 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-d2a46feb-a938-4da9-a76f-fe8fda4102f2 req-b0bae280-ad05-437f-8507-421bb082f754 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400348 Apr 20 18:35:26.606220 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed6f7a-eccd-4b18-90d2-4d78de9320f8 req-e8bb2aa3-2c6e-4dd9-9efc-0f7c66492c55 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:35:26.607553 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1ed6f7a-eccd-4b18-90d2-4d78de9320f8 req-e8bb2aa3-2c6e-4dd9-9efc-0f7c66492c55 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 944 time: 0.1637366 Apr 20 18:35:26.654221 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b1ed6f7a-eccd-4b18-90d2-4d78de9320f8 req-abab6adb-1ef5-4648-9938-3d1a8c2b8e86 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398767 Apr 20 18:35:27.570827 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:35:27.868515 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2f7fb-737d-413c-8124-84fdaf1e5261 req-289101f2-5eeb-492c-a9ec-448aad21a26c tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:35:27.869986 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-44b2f7fb-737d-413c-8124-84fdaf1e5261 req-289101f2-5eeb-492c-a9ec-448aad21a26c tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 944 time: 0.0884020 Apr 20 18:35:27.914130 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-44b2f7fb-737d-413c-8124-84fdaf1e5261 req-5f7a246a-38cf-4d30-a81a-4c751d4649f2 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385206 Apr 20 18:35:28.932020 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 13ed7b1f-8119-483b-afbd-3f32c0875e4d details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:35:29.069356 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 13ed7b1f-8119-483b-afbd-3f32c0875e4d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=13ed7b1f-8119-483b-afbd-3f32c0875e4d,segment=NetworkSegment(e67d0bd4-2484-4e1d-a430-ef9c95d7180d),segment_id=e67d0bd4-2484-4e1d-a430-ef9c95d7180d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:35:29.082629 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '13ed7b1f-8119-483b-afbd-3f32c0875e4d', 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277', 'port_id': '13ed7b1f-8119-483b-afbd-3f32c0875e4d', 'mac_address': 'fa:16:3e:38:dd:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:35:29.112782 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf4b0f-5a3d-49da-9b3d-b66ed86b4fe2 req-03fd17ef-a831-444f-910d-bac9e61edaa7 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:35:29.114217 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3cf4b0f-5a3d-49da-9b3d-b66ed86b4fe2 req-03fd17ef-a831-444f-910d-bac9e61edaa7 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 944 time: 0.0779347 Apr 20 18:35:29.134706 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:29.152235 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13ed7b1f-8119-483b-afbd-3f32c0875e4d {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:35:29.164206 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-b3cf4b0f-5a3d-49da-9b3d-b66ed86b4fe2 req-8a6349c3-db40-4566-a2c5-e6316512b12f tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438776 Apr 20 18:35:29.167661 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 13ed7b1f-8119-483b-afbd-3f32c0875e4d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=13ed7b1f-8119-483b-afbd-3f32c0875e4d,segment=NetworkSegment(e67d0bd4-2484-4e1d-a430-ef9c95d7180d),segment_id=e67d0bd4-2484-4e1d-a430-ef9c95d7180d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:35:29.172704 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:29.240188 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=13ed7b1f-8119-483b-afbd-3f32c0875e4d,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:35:29.249382 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:35:29.249711 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:35:29.250040 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:35:29.250381 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:35:29.250703 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:35:29.251009 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:35:29.251321 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:35:29.251786 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:35:29.252101 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:35:29.252410 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:35:29.252716 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:35:29.390565 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['13ed7b1f-8119-483b-afbd-3f32c0875e4d'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:35:30.361838 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b000a-beb2-4ba3-98b1-beb3ee10f3a1 req-69c29499-90d1-404f-9be9-30c3455d57c8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:35:30.363283 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4c4b000a-beb2-4ba3-98b1-beb3ee10f3a1 req-69c29499-90d1-404f-9be9-30c3455d57c8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 945 time: 0.0757575 Apr 20 18:35:30.412928 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4c4b000a-beb2-4ba3-98b1-beb3ee10f3a1 req-6cda84b4-4005-4052-b582-87b2532e162f tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437286 Apr 20 18:35:30.946077 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 13ed7b1f-8119-483b-afbd-3f32c0875e4d up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:35:31.020030 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 13ed7b1f-8119-483b-afbd-3f32c0875e4d completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:35:31.024565 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 13ed7b1f-8119-483b-afbd-3f32c0875e4d triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:35:31.024925 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:31.141336 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:31.167369 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380b44f2-4d61-41fa-aa7b-bd656c3ffb85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ed7b1f-8119-483b-afbd-3f32c0875e4d'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:35:31.177108 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 13ed7b1f-8119-483b-afbd-3f32c0875e4d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=13ed7b1f-8119-483b-afbd-3f32c0875e4d,segment=NetworkSegment(e67d0bd4-2484-4e1d-a430-ef9c95d7180d),segment_id=e67d0bd4-2484-4e1d-a430-ef9c95d7180d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:35:31.183404 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:31.250330 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=13ed7b1f-8119-483b-afbd-3f32c0875e4d,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:35:31.312616 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7df44e7b-adc8-4349-b871-c0cc0197582c'] response: {'server_uuid': '380b44f2-4d61-41fa-aa7b-bd656c3ffb85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ed7b1f-8119-483b-afbd-3f32c0875e4d', 'code': 200} Apr 20 18:35:31.445558 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d0809ab0-ac7a-446b-a591-c3b0d23a1456 req-86fdcab4-898c-42b3-a49e-84fa00d57d31 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 1097 time: 0.0702014 Apr 20 18:35:31.490049 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d0809ab0-ac7a-446b-a591-c3b0d23a1456 req-47ee6d92-4f01-40f2-9fac-58a68dbeb30f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374942 Apr 20 18:35:31.613200 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76178066-164f-4000-a848-372d24b76933 req-791682f1-2129-4d8d-852f-fdede849f597 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:35:31.614698 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-76178066-164f-4000-a848-372d24b76933 req-791682f1-2129-4d8d-852f-fdede849f597 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 946 time: 0.0816908 Apr 20 18:35:31.663133 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-76178066-164f-4000-a848-372d24b76933 req-228d9092-ea46-4e78-b738-29076593b0a8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399928 Apr 20 18:35:32.878359 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729fe42-3c5e-4b58-8656-7df8904d1fee req-29b50191-c6b1-408e-865a-538d42ae73b0 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:35:32.879874 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e729fe42-3c5e-4b58-8656-7df8904d1fee req-29b50191-c6b1-408e-865a-538d42ae73b0 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 946 time: 0.0821419 Apr 20 18:35:32.927465 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e729fe42-3c5e-4b58-8656-7df8904d1fee req-acccd3ee-7145-4f39-b7c9-9f634266af8b tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396352 Apr 20 18:35:33.126125 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91c7e7-f5fc-48c9-a017-bb4460714eb1 req-33d6faf4-75e2-4572-bded-5a0d21b2756d tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:35:33.127596 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6b91c7e7-f5fc-48c9-a017-bb4460714eb1 req-33d6faf4-75e2-4572-bded-5a0d21b2756d tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 946 time: 0.0822921 Apr 20 18:35:33.172271 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6b91c7e7-f5fc-48c9-a017-bb4460714eb1 req-b1ed7180-f0b3-4357-8c02-e38584bbe570 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389447 Apr 20 18:35:33.205159 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39526) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:33.339741 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d6dfa986-21d1-4354-aac0-8723e4e44663 tempest-TestShelveInstance-256611597 tempest-TestShelveInstance-256611597-project-admin] Synchronizing usage tracker for tenant:103239e20c184aadabd37902ef6c722a on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:35:33.359017 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-d6dfa986-21d1-4354-aac0-8723e4e44663 tempest-TestShelveInstance-256611597 tempest-TestShelveInstance-256611597-project-admin] Unset dirty status for tenant:103239e20c184aadabd37902ef6c722a on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:35:33.360454 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d6dfa986-21d1-4354-aac0-8723e4e44663 tempest-TestShelveInstance-256611597 tempest-TestShelveInstance-256611597-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 1092 time: 0.1543736 Apr 20 18:35:33.364487 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39532) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:35:33.369971 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-50983022-2f06-4cbd-ba10-5e312f057271 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'port_id': '13ed7b1f-8119-483b-afbd-3f32c0875e4d', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:35:33.376145 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-50983022-2f06-4cbd-ba10-5e312f057271 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:35:33.380041 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-50983022-2f06-4cbd-ba10-5e312f057271 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Usage tracker for resource:floatingip and tenant:ba9a52e51bf943e6a68c3c0a6554fb98 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:35:33.382848 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-50983022-2f06-4cbd-ba10-5e312f057271 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:35:33.388458 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-50983022-2f06-4cbd-ba10-5e312f057271 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:35:33.400499 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-50983022-2f06-4cbd-ba10-5e312f057271 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:33.539531 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-50983022-2f06-4cbd-ba10-5e312f057271 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:33.679856 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-50983022-2f06-4cbd-ba10-5e312f057271 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Allocated IP 172.25.8.41 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/1461d3ff-6690-4491-ac04-dd6a549aea49) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:35:33.918609 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-50983022-2f06-4cbd-ba10-5e312f057271 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:33.948582 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-50983022-2f06-4cbd-ba10-5e312f057271 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:34.013577 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50983022-2f06-4cbd-ba10-5e312f057271 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:35:34.016502 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-50983022-2f06-4cbd-ba10-5e312f057271 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:35:34.020840 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50983022-2f06-4cbd-ba10-5e312f057271 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:35:34.047318 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50983022-2f06-4cbd-ba10-5e312f057271 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Pushing event updated for resources: {'Port': ['ID=1461d3ff-6690-4491-ac04-dd6a549aea49,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:35:34.520079 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-50983022-2f06-4cbd-ba10-5e312f057271 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:34.575355 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-50983022-2f06-4cbd-ba10-5e312f057271 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:34.776215 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-50983022-2f06-4cbd-ba10-5e312f057271 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:34.782990 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-50983022-2f06-4cbd-ba10-5e312f057271 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:34.887479 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50983022-2f06-4cbd-ba10-5e312f057271 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Pushing event updated for resources: {'Port': ['ID=1461d3ff-6690-4491-ac04-dd6a549aea49,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:35:34.899968 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-50983022-2f06-4cbd-ba10-5e312f057271 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:35.091314 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [None req-50983022-2f06-4cbd-ba10-5e312f057271 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Floating IP 0342f830-641d-463d-8373-97020211fac8 associated. External IP: 172.25.8.41, port: 13ed7b1f-8119-483b-afbd-3f32c0875e4d. Apr 20 18:35:35.601687 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50983022-2f06-4cbd-ba10-5e312f057271 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Router 6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:35:35.801272 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50983022-2f06-4cbd-ba10-5e312f057271 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:35:35.811216 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ecb480-a277-43f7-b70c-3d0f17dcffcb None None] Sync routers for ids ['6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:35:35.823410 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ecb480-a277-43f7-b70c-3d0f17dcffcb None None] Routers {'6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:35:35.824002 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-03ecb480-a277-43f7-b70c-3d0f17dcffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:35:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:35:35.827084 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-50983022-2f06-4cbd-ba10-5e312f057271 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:35.883601 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-50983022-2f06-4cbd-ba10-5e312f057271 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5180674 Apr 20 18:35:35.884152 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380b44f2-4d61-41fa-aa7b-bd656c3ffb85', 'tag': '13ed7b1f-8119-483b-afbd-3f32c0875e4d'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:35:35.995026 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-03ecb480-a277-43f7-b70c-3d0f17dcffcb None None] Set router 6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:35:36.014664 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aee6e7f6-58d9-4000-8de9-3931bb907a8d'] response: {'name': 'network-changed', 'server_uuid': '380b44f2-4d61-41fa-aa7b-bd656c3ffb85', 'tag': '13ed7b1f-8119-483b-afbd-3f32c0875e4d', 'status': 'completed', 'code': 200} Apr 20 18:35:36.106492 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d607dda6-349e-408c-9f44-585cccb1c01e req-610cb724-13cd-4521-b122-4337d2f28944 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba9a52e51bf943e6a68c3c0a6554fb98&device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 1097 time: 0.0698261 Apr 20 18:35:36.238721 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607dda6-349e-408c-9f44-585cccb1c01e req-889bbe70-cbfc-48cb-b109-54d335832228 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:35:36.240209 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d607dda6-349e-408c-9f44-585cccb1c01e req-889bbe70-cbfc-48cb-b109-54d335832228 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f95966f7-b6c8-4820-ab58-20ee44da9277 HTTP/1.1" status: 200 len: 910 time: 0.1279676 Apr 20 18:35:36.342150 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d607dda6-349e-408c-9f44-585cccb1c01e req-868b3e04-0d87-4823-bace-c955411ac144 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13ed7b1f-8119-483b-afbd-3f32c0875e4d HTTP/1.1" status: 200 len: 999 time: 0.0959001 Apr 20 18:35:36.343944 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-03ecb480-a277-43f7-b70c-3d0f17dcffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'name': 'tempest-TestShelveInstance-1207288228-router', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:20Z', 'revision_number': 4, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'gw_port': {'id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '0342f830-641d-463d-8373-97020211fac8', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'floating_ip_address': '172.25.8.41', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'port_id': '13ed7b1f-8119-483b-afbd-3f32c0875e4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277', 'mac_address': 'fa:16:3e:38:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380b44f2-4d61-41fa-aa7b-bd656c3ffb85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:35:34Z', 'updated_at': '2022-04-20T18:35:34Z', 'revision_number': 0, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0d6366-567d-44ea-998a-77aaacc418c2', 'name': '', 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:19Z', 'updated_at': '2022-04-20T18:29:28Z', 'revision_number': 5, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'subnets': [{'id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:35:36.349022 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ecb480-a277-43f7-b70c-3d0f17dcffcb None None] Checking router: 6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:35:36.359242 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ecb480-a277-43f7-b70c-3d0f17dcffcb None None] Routers {'6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:35:36.359851 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-03ecb480-a277-43f7-b70c-3d0f17dcffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:35:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:35:36.403991 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607dda6-349e-408c-9f44-585cccb1c01e req-591b489e-b296-4a7b-aa02-2dcb6c0ecf5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:35:36.405425 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d607dda6-349e-408c-9f44-585cccb1c01e req-591b489e-b296-4a7b-aa02-2dcb6c0ecf5f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58dd0a5d-7d3f-47aa-a63a-fbcad475af7d HTTP/1.1" status: 200 len: 848 time: 0.0579231 Apr 20 18:35:36.481459 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d607dda6-349e-408c-9f44-585cccb1c01e req-1a6bba52-c38c-402f-8047-ab81136dc4e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f95966f7-b6c8-4820-ab58-20ee44da9277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701220 Apr 20 18:35:36.533775 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-03ecb480-a277-43f7-b70c-3d0f17dcffcb None None] Set router 6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:35:36.612329 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d607dda6-349e-408c-9f44-585cccb1c01e req-7bde15eb-7895-4001-8da8-0e133d7be931 service neutron] 10.222.0.43 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248081 Apr 20 18:35:36.751366 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d607dda6-349e-408c-9f44-585cccb1c01e req-3ea8c513-7381-40bf-b382-8715a94b1dca service neutron] 10.222.0.43 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326959 Apr 20 18:35:36.871469 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-03ecb480-a277-43f7-b70c-3d0f17dcffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'name': 'tempest-TestShelveInstance-1207288228-router', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:20Z', 'revision_number': 4, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'gw_port': {'id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '0342f830-641d-463d-8373-97020211fac8', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'floating_ip_address': '172.25.8.41', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'port_id': '13ed7b1f-8119-483b-afbd-3f32c0875e4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277', 'mac_address': 'fa:16:3e:38:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380b44f2-4d61-41fa-aa7b-bd656c3ffb85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:35:34Z', 'updated_at': '2022-04-20T18:35:34Z', 'revision_number': 0, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0d6366-567d-44ea-998a-77aaacc418c2', 'name': '', 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:19Z', 'updated_at': '2022-04-20T18:29:28Z', 'revision_number': 5, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'subnets': [{'id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:35:36.875630 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ecb480-a277-43f7-b70c-3d0f17dcffcb None None] The sync data for ids ['6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'] in n-d-838032-1 is: [{'id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'name': 'tempest-TestShelveInstance-1207288228-router', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:20Z', 'revision_number': 4, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'gw_port': {'id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': '0342f830-641d-463d-8373-97020211fac8', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'floating_ip_address': '172.25.8.41', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'port_id': '13ed7b1f-8119-483b-afbd-3f32c0875e4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277', 'mac_address': 'fa:16:3e:38:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380b44f2-4d61-41fa-aa7b-bd656c3ffb85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:35:34Z', 'updated_at': '2022-04-20T18:35:34Z', 'revision_number': 0, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0d6366-567d-44ea-998a-77aaacc418c2', 'name': '', 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:19Z', 'updated_at': '2022-04-20T18:29:28Z', 'revision_number': 5, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'subnets': [{'id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:35:37.079198 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcf2ac1-e4e0-4907-88ba-dfd975d0ccb2 None None] New status for floating IP 0342f830-641d-463d-8373-97020211fac8: ACTIVE {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 18:35:39.293518 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f66a0412-53be-44fa-b887-f683ab59358b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:41.490414 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c824dec2-2077-4edd-9d03-8d24a55129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:42.748495 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:43.072667 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:43.867590 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:44.382921 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:46.074620 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:35:52.366527 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-17ff2d35-a3f0-4b93-8638-7a24d612c7a6 req-25e821bf-c3e0-4232-8238-be074da90f7a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0674820 Apr 20 18:35:52.516765 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-17ff2d35-a3f0-4b93-8638-7a24d612c7a6 req-78199339-b134-4391-9005-48440eca5caf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba9a52e51bf943e6a68c3c0a6554fb98&device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 1097 time: 0.0769823 Apr 20 18:35:52.663155 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff2d35-a3f0-4b93-8638-7a24d612c7a6 req-adfcf810-ac6d-4b14-a8f0-61e6e665dc04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:35:52.664612 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-17ff2d35-a3f0-4b93-8638-7a24d612c7a6 req-adfcf810-ac6d-4b14-a8f0-61e6e665dc04 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f95966f7-b6c8-4820-ab58-20ee44da9277 HTTP/1.1" status: 200 len: 910 time: 0.1313646 Apr 20 18:35:52.783035 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-17ff2d35-a3f0-4b93-8638-7a24d612c7a6 req-070421b7-71ca-4878-ba36-adc9cd415f8e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13ed7b1f-8119-483b-afbd-3f32c0875e4d HTTP/1.1" status: 200 len: 1001 time: 0.1124263 Apr 20 18:35:52.846578 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff2d35-a3f0-4b93-8638-7a24d612c7a6 req-bd43565f-53e5-4ddf-b883-576f9e691a92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:35:52.847580 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-17ff2d35-a3f0-4b93-8638-7a24d612c7a6 req-bd43565f-53e5-4ddf-b883-576f9e691a92 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58dd0a5d-7d3f-47aa-a63a-fbcad475af7d HTTP/1.1" status: 200 len: 848 time: 0.0581181 Apr 20 18:35:52.922337 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-17ff2d35-a3f0-4b93-8638-7a24d612c7a6 req-6cd6859d-a112-48d9-a13d-db672b3a34ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f95966f7-b6c8-4820-ab58-20ee44da9277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682654 Apr 20 18:35:53.153282 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-17ff2d35-a3f0-4b93-8638-7a24d612c7a6 req-dd2667c2-c697-4ff0-a326-69372dcc9fb6 service neutron] 10.222.0.43 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232037 Apr 20 18:35:53.285987 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-17ff2d35-a3f0-4b93-8638-7a24d612c7a6 req-8216e2bc-89d8-4534-805e-a751ac24afca service neutron] 10.222.0.43 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239452 Apr 20 18:36:04.563171 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:36:09.288160 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-35a5261f-98ca-4c38-9c16-338a72ddc551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:36:11.493814 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7bbd4036-7bfe-4367-9349-b6c6c355f4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:36:12.751078 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:36:13.077014 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:36:13.875359 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:36:14.395245 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:36:16.089302 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:36:39.298807 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-91b428e3-3633-4a37-bcd2-f83f81b63b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:36:41.495963 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-b1a5c129-5f14-408d-93ff-e3a97a15104c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:36:41.569923 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:36:42.750008 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:36:43.085896 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:36:43.876096 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:36:44.399775 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:36:46.103791 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:36:52.365224 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-af33a2eb-bcb4-4f62-b12d-d619b0414aad req-552a606e-81b1-4822-acf6-1ad19cf0ea1e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713096 Apr 20 18:36:52.514201 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-af33a2eb-bcb4-4f62-b12d-d619b0414aad req-926cc2e9-0440-4fe3-add4-b53e8a083bff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba9a52e51bf943e6a68c3c0a6554fb98&device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 1097 time: 0.0682468 Apr 20 18:36:52.660546 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33a2eb-bcb4-4f62-b12d-d619b0414aad req-6ac35c15-97c6-4ebc-9079-eb883c1e08a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:36:52.661969 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-af33a2eb-bcb4-4f62-b12d-d619b0414aad req-6ac35c15-97c6-4ebc-9079-eb883c1e08a4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f95966f7-b6c8-4820-ab58-20ee44da9277 HTTP/1.1" status: 200 len: 910 time: 0.1287684 Apr 20 18:36:52.768764 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-af33a2eb-bcb4-4f62-b12d-d619b0414aad req-ba676d48-a341-4c94-912c-d32834afa569 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13ed7b1f-8119-483b-afbd-3f32c0875e4d HTTP/1.1" status: 200 len: 1001 time: 0.1004915 Apr 20 18:36:52.832639 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33a2eb-bcb4-4f62-b12d-d619b0414aad req-a9b6a3e8-b180-4af3-99c7-ca96385a4ec2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:36:52.834053 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-af33a2eb-bcb4-4f62-b12d-d619b0414aad req-a9b6a3e8-b180-4af3-99c7-ca96385a4ec2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58dd0a5d-7d3f-47aa-a63a-fbcad475af7d HTTP/1.1" status: 200 len: 848 time: 0.0597601 Apr 20 18:36:52.913671 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-af33a2eb-bcb4-4f62-b12d-d619b0414aad req-ffe44dac-c67c-4b83-904c-9683d5481c8e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f95966f7-b6c8-4820-ab58-20ee44da9277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689371 Apr 20 18:36:53.041574 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-af33a2eb-bcb4-4f62-b12d-d619b0414aad req-158848f7-7da8-4f0e-b1ed-fdb7d8cb54da service neutron] 10.222.0.43 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262276 Apr 20 18:36:53.177776 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-af33a2eb-bcb4-4f62-b12d-d619b0414aad req-3059b367-9c23-41ad-814b-af4d030f3e01 service neutron] 10.222.0.43 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300635 Apr 20 18:37:09.301511 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-73b45f91-ea82-42bc-a474-2a7a5ea6c9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:37:11.490463 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-651dffcf-d53b-42b8-a60f-264cde770c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:37:12.745577 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:37:13.089257 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:37:13.872109 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:37:14.398106 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:37:16.099506 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:37:18.572166 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:37:33.882941 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e6ea3-c653-419c-b6f1-23f91a601f76 req-4ea55a25-25a9-43ae-ac0f-391d462b0884 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:37:33.884271 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-640e6ea3-c653-419c-b6f1-23f91a601f76 req-4ea55a25-25a9-43ae-ac0f-391d462b0884 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 946 time: 0.1620138 Apr 20 18:37:33.937704 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-640e6ea3-c653-419c-b6f1-23f91a601f76 req-0c7a9c5c-464f-489b-a1cc-cc17204c4c61 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470922 Apr 20 18:37:35.233063 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1cec8-67fd-40eb-b779-a13a355cae25 req-cdfaf5b6-9b67-4722-aa56-c53c320d60dd tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:37:35.234546 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3ec1cec8-67fd-40eb-b779-a13a355cae25 req-cdfaf5b6-9b67-4722-aa56-c53c320d60dd tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 946 time: 0.1516173 Apr 20 18:37:35.283908 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-3ec1cec8-67fd-40eb-b779-a13a355cae25 req-122a7ab5-f6fe-4dd7-a622-26c9ac716082 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434542 Apr 20 18:37:36.519607 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8324a7-a48f-4b19-a3e6-9a599e481bcd req-9b867770-fb9c-469a-ac34-fd68b7748f48 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:37:36.521035 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3f8324a7-a48f-4b19-a3e6-9a599e481bcd req-9b867770-fb9c-469a-ac34-fd68b7748f48 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 946 time: 0.0781639 Apr 20 18:37:36.565477 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3f8324a7-a48f-4b19-a3e6-9a599e481bcd req-0b04cac9-6516-4593-84fb-ebb8a73be32c tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389302 Apr 20 18:37:37.788533 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcdcd6-18bc-41b9-bfdd-280d13d5caea req-c07e65a3-ca7e-4d56-90c8-a328f34643fa tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:37:37.789958 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1bfcdcd6-18bc-41b9-bfdd-280d13d5caea req-c07e65a3-ca7e-4d56-90c8-a328f34643fa tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 946 time: 0.0876350 Apr 20 18:37:37.834242 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1bfcdcd6-18bc-41b9-bfdd-280d13d5caea req-4317b9cc-60f9-4443-909a-49317e26cdad tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386257 Apr 20 18:37:39.051852 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c536b14-9af8-4fbe-b581-443d93abfbdf req-b9da0e9d-4c0e-48c4-b516-b20e2792ad4e tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:37:39.053293 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8c536b14-9af8-4fbe-b581-443d93abfbdf req-b9da0e9d-4c0e-48c4-b516-b20e2792ad4e tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 946 time: 0.0899243 Apr 20 18:37:39.098865 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8c536b14-9af8-4fbe-b581-443d93abfbdf req-48dbc46e-0624-4e96-bcfc-9ae5f1704098 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399537 Apr 20 18:37:39.298672 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-da7e4970-4724-431e-9da3-e3349f9bf3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:37:40.304554 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3323e9-217a-4364-ad5b-e40a64bcaf46 req-f9ea64e4-34e9-4007-91a5-a15695040e08 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:37:40.305973 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1d3323e9-217a-4364-ad5b-e40a64bcaf46 req-f9ea64e4-34e9-4007-91a5-a15695040e08 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 946 time: 0.0839472 Apr 20 18:37:40.352108 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-1d3323e9-217a-4364-ad5b-e40a64bcaf46 req-e0ea352f-e2d6-482e-8348-c7234ad01f9b tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390794 Apr 20 18:37:41.495392 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f9e23d78-88a4-4baa-a1cc-846b60f59a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:37:41.547706 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fa35f-6186-43f7-a501-f608a9e7cefc req-83057584-2f4b-40b9-ab3d-7c35297157e9 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:37:41.549139 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c12fa35f-6186-43f7-a501-f608a9e7cefc req-83057584-2f4b-40b9-ab3d-7c35297157e9 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 946 time: 0.0748911 Apr 20 18:37:41.594411 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c12fa35f-6186-43f7-a501-f608a9e7cefc req-634f2f0c-2fbf-4409-9768-23ac9eedb575 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395896 Apr 20 18:37:42.749955 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:37:42.807930 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f8d99-034b-447d-9573-f95472943162 req-61829e67-c497-4c24-afd9-5e3a3bbaec92 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:37:42.809372 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-244f8d99-034b-447d-9573-f95472943162 req-61829e67-c497-4c24-afd9-5e3a3bbaec92 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 946 time: 0.0793030 Apr 20 18:37:42.864473 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-244f8d99-034b-447d-9573-f95472943162 req-9c02041c-b255-4172-aed5-356df969d0af tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494223 Apr 20 18:37:43.090421 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:37:43.868737 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7a67cf7a-e3aa-4f45-b965-f771a9c2eee2 req-187ab1e3-ff77-4fed-a0ff-662dd329ca0d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba9a52e51bf943e6a68c3c0a6554fb98&device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 1097 time: 0.0787518 Apr 20 18:37:43.879913 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:37:44.117838 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67cf7a-e3aa-4f45-b965-f771a9c2eee2 req-cc7da270-b93f-4cf1-a46d-c9bddcea70fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:37:44.119343 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7a67cf7a-e3aa-4f45-b965-f771a9c2eee2 req-cc7da270-b93f-4cf1-a46d-c9bddcea70fb service neutron] 10.222.0.43 "GET /v2.0/networks?id=f95966f7-b6c8-4820-ab58-20ee44da9277 HTTP/1.1" status: 200 len: 910 time: 0.2451112 Apr 20 18:37:44.233485 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49863ed-8f29-4662-8dd6-704aa1fdca5a req-7f19b746-811d-41e3-a6a7-039cde419175 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:37:44.234931 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e49863ed-8f29-4662-8dd6-704aa1fdca5a req-7f19b746-811d-41e3-a6a7-039cde419175 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 946 time: 0.1754582 Apr 20 18:37:44.238000 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7a67cf7a-e3aa-4f45-b965-f771a9c2eee2 req-dca3cb8c-b812-4246-8b27-9ae02956a4d2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13ed7b1f-8119-483b-afbd-3f32c0875e4d HTTP/1.1" status: 200 len: 1001 time: 0.1105139 Apr 20 18:37:44.326967 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67cf7a-e3aa-4f45-b965-f771a9c2eee2 req-ef2afbab-5be1-4afa-a2e0-c002068fabf3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:37:44.328347 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7a67cf7a-e3aa-4f45-b965-f771a9c2eee2 req-ef2afbab-5be1-4afa-a2e0-c002068fabf3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58dd0a5d-7d3f-47aa-a63a-fbcad475af7d HTTP/1.1" status: 200 len: 848 time: 0.0747237 Apr 20 18:37:44.330917 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-e49863ed-8f29-4662-8dd6-704aa1fdca5a req-51e242d6-97da-4a90-87bb-acd6e6a37bb3 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905485 Apr 20 18:37:44.399316 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:37:44.402863 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7a67cf7a-e3aa-4f45-b965-f771a9c2eee2 req-9ac9a9c6-63e8-4f10-b010-a506432dea34 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f95966f7-b6c8-4820-ab58-20ee44da9277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683601 Apr 20 18:37:44.530793 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7a67cf7a-e3aa-4f45-b965-f771a9c2eee2 req-6ae6f759-0a93-45b2-8071-d87e8e4fac7f service neutron] 10.222.0.43 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219945 Apr 20 18:37:44.664681 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7a67cf7a-e3aa-4f45-b965-f771a9c2eee2 req-fcaffcee-f250-4c11-8e46-f01fa876b86c service neutron] 10.222.0.43 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286159 Apr 20 18:37:45.545535 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91318b-4117-4dcd-bbab-44045132694c req-6f5bde75-3339-40cb-a71c-292a099a82ec tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:37:45.546972 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8b91318b-4117-4dcd-bbab-44045132694c req-6f5bde75-3339-40cb-a71c-292a099a82ec tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 946 time: 0.0806003 Apr 20 18:37:45.608076 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-8b91318b-4117-4dcd-bbab-44045132694c req-b70c4440-6cfe-45c3-8f43-9ca2609446fc tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530686 Apr 20 18:37:46.094062 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:37:46.819168 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c4d7a-c578-48ce-8c66-01d958d62afa req-642d574e-af7a-4e5b-89df-ed4e68f8b468 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:37:46.820510 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ff5c4d7a-c578-48ce-8c66-01d958d62afa req-642d574e-af7a-4e5b-89df-ed4e68f8b468 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 946 time: 0.0884120 Apr 20 18:37:46.866211 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ff5c4d7a-c578-48ce-8c66-01d958d62afa req-4189c9e2-dbeb-465c-85e6-f0fe31e856d7 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400183 Apr 20 18:37:47.054916 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-755d9c0f-2947-4b89-b15d-08b2434fea62 req-5720c4ba-128f-40d3-92cd-c80a131f94f0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0705745 Apr 20 18:37:47.262926 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39612) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:37:47.321785 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45debb-408f-4875-8a93-1cecb2d4dd32 req-9cefe739-6afd-4261-b12b-02d735522834 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:37:47.323271 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0f45debb-408f-4875-8a93-1cecb2d4dd32 req-9cefe739-6afd-4261-b12b-02d735522834 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 946 time: 0.0756366 Apr 20 18:37:47.368838 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0f45debb-408f-4875-8a93-1cecb2d4dd32 req-abbd29d9-f49b-42cc-8752-87870bc702a4 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397604 Apr 20 18:37:47.399667 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-fa13eb3e-c5d8-403e-b445-b4f5eb63d748 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1355729 Apr 20 18:37:48.575944 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc79f7f-e4ce-4b98-ae2b-69800eb7435e req-fc5c2aa6-7ab4-43e3-946d-97b78470e90f tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:37:48.577369 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9cc79f7f-e4ce-4b98-ae2b-69800eb7435e req-fc5c2aa6-7ab4-43e3-946d-97b78470e90f tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 946 time: 0.0780654 Apr 20 18:37:48.625214 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-9cc79f7f-e4ce-4b98-ae2b-69800eb7435e req-e783382d-46ba-4cc2-90ab-3f859dff6319 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416858 Apr 20 18:37:49.564247 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-cbfcf99b-7df0-42a8-a96c-93f964391fe9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85&tenant_id=ba9a52e51bf943e6a68c3c0a6554fb98 HTTP/1.1" status: 200 len: 1097 time: 0.1350908 Apr 20 18:37:49.575066 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838032-1', 'device_owner': 'compute:nova'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:37:49.683895 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:37:49.769321 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 13ed7b1f-8119-483b-afbd-3f32c0875e4d no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:37:49.881888 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:37:49.964182 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324bc5d-3726-4ce6-b41b-32660c338e9b req-62f10467-0060-4a1d-a256-8a25f0dcd892 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:37:49.965613 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8324bc5d-3726-4ce6-b41b-32660c338e9b req-62f10467-0060-4a1d-a256-8a25f0dcd892 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 946 time: 0.2184682 Apr 20 18:37:50.024243 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] For port 13ed7b1f-8119-483b-afbd-3f32c0875e4d, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=13ed7b1f-8119-483b-afbd-3f32c0875e4d,segment=NetworkSegment(e67d0bd4-2484-4e1d-a430-ef9c95d7180d),segment_id=e67d0bd4-2484-4e1d-a430-ef9c95d7180d)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:37:50.043247 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8324bc5d-3726-4ce6-b41b-32660c338e9b req-1882e3fd-193c-4594-9805-d413398958ea tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648077 Apr 20 18:37:50.062386 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] For port 13ed7b1f-8119-483b-afbd-3f32c0875e4d, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:37:50.120041 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380b44f2-4d61-41fa-aa7b-bd656c3ffb85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13ed7b1f-8119-483b-afbd-3f32c0875e4d'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:37:50.125186 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:37:50.139622 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] Transition to ACTIVE for port object 13ed7b1f-8119-483b-afbd-3f32c0875e4d will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:37:50.144901 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:37:50.182034 n-d-838032-1 neutron-server[84080]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-16f4ff8a-0f88-495d-b592-69b75b5214cc']: {'server_uuid': '380b44f2-4d61-41fa-aa7b-bd656c3ffb85', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '13ed7b1f-8119-483b-afbd-3f32c0875e4d', 'code': 422} returned with failed status Apr 20 18:37:50.200765 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:37:50.201146 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 18:37:50.366407 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=13ed7b1f-8119-483b-afbd-3f32c0875e4d,revision_number=6']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:37:50.388609 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:37:50.388935 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:37:50.389266 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:37:50.389564 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:37:50.389872 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:37:50.390179 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:37:50.390509 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:37:50.390815 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:37:50.391200 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:37:50.391512 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:37:50.391820 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:37:50.445593 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] No DVR routers for this DVR port 13ed7b1f-8119-483b-afbd-3f32c0875e4d on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:37:50.687914 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] Attempting to bind port 13ed7b1f-8119-483b-afbd-3f32c0875e4d on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:37:50.688583 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] Attempting to bind port 13ed7b1f-8119-483b-afbd-3f32c0875e4d by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': 'e67d0bd4-2484-4e1d-a430-ef9c95d7180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:37:50.688583 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] Attempting to bind port 13ed7b1f-8119-483b-afbd-3f32c0875e4d on network f95966f7-b6c8-4820-ab58-20ee44da9277 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:37:50.694394 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] Port 13ed7b1f-8119-483b-afbd-3f32c0875e4d on network f95966f7-b6c8-4820-ab58-20ee44da9277 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 18:37:50.694700 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] Attempting to bind port 13ed7b1f-8119-483b-afbd-3f32c0875e4d on network f95966f7-b6c8-4820-ab58-20ee44da9277 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:37:50.701060 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:37:50.701378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] Checking segment: {'id': 'e67d0bd4-2484-4e1d-a430-ef9c95d7180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:37:50.701746 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] Bound using segment: {'id': 'e67d0bd4-2484-4e1d-a430-ef9c95d7180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:37:50.702121 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] Bound port: 13ed7b1f-8119-483b-afbd-3f32c0875e4d, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e67d0bd4-2484-4e1d-a430-ef9c95d7180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:37:50.702507 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:37:50.791167 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] For port 13ed7b1f-8119-483b-afbd-3f32c0875e4d, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:37:50.794073 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] For port 13ed7b1f-8119-483b-afbd-3f32c0875e4d, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=13ed7b1f-8119-483b-afbd-3f32c0875e4d,segment=NetworkSegment(e67d0bd4-2484-4e1d-a430-ef9c95d7180d),segment_id=e67d0bd4-2484-4e1d-a430-ef9c95d7180d)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:37:50.801203 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:37:50.860755 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:37:50.862278 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] 10.222.0.10 "PUT /v2.0/ports/13ed7b1f-8119-483b-afbd-3f32c0875e4d HTTP/1.1" status: 200 len: 1092 time: 1.2910407 Apr 20 18:37:50.876837 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7d8a0-2fc6-4907-8397-4aa490c1e1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=13ed7b1f-8119-483b-afbd-3f32c0875e4d,revision_number=7']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:37:50.957574 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-ef740bc1-5d76-4774-a566-0faef157ae8e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba9a52e51bf943e6a68c3c0a6554fb98&device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 1095 time: 0.0704846 Apr 20 18:37:51.091428 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-68e4def2-4270-43d5-a5f1-e37e3cb986ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:37:51.092909 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-68e4def2-4270-43d5-a5f1-e37e3cb986ff service neutron] 10.222.0.10 "GET /v2.0/networks?id=f95966f7-b6c8-4820-ab58-20ee44da9277 HTTP/1.1" status: 200 len: 910 time: 0.1292188 Apr 20 18:37:51.242416 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-781c0270-4c2c-4ece-ba5d-570a066abf37 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13ed7b1f-8119-483b-afbd-3f32c0875e4d HTTP/1.1" status: 200 len: 999 time: 0.1427693 Apr 20 18:37:51.309312 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734dbf6-44fb-4de9-a621-f623e3f91a5f req-cb5a38e2-5ab0-4194-bc78-35d62a89e6ca tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:37:51.310746 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8734dbf6-44fb-4de9-a621-f623e3f91a5f req-cb5a38e2-5ab0-4194-bc78-35d62a89e6ca tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 944 time: 0.1487861 Apr 20 18:37:51.315849 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-dd85593a-4fc8-448c-a740-5dd6987a54d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:37:51.317151 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-dd85593a-4fc8-448c-a740-5dd6987a54d2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58dd0a5d-7d3f-47aa-a63a-fbcad475af7d HTTP/1.1" status: 200 len: 848 time: 0.0690076 Apr 20 18:37:51.406602 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8734dbf6-44fb-4de9-a621-f623e3f91a5f req-fba8a950-558c-42a4-8bbd-2dd79a094633 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885003 Apr 20 18:37:51.424060 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-636cef7b-e8dd-41c7-9c9c-39fb08ed81ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f95966f7-b6c8-4820-ab58-20ee44da9277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929554 Apr 20 18:37:51.555106 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-30abd4ff-191a-4ccb-9d91-c251c0c62e34 service neutron] 10.222.0.10 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248031 Apr 20 18:37:51.684988 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-2dbe5289-99a1-4879-ad04-2f20b8d80723 service neutron] 10.222.0.10 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233351 Apr 20 18:37:52.183099 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380b44f2-4d61-41fa-aa7b-bd656c3ffb85', 'tag': '13ed7b1f-8119-483b-afbd-3f32c0875e4d'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:37:52.238587 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26225550-edb6-427d-8ea0-23ea1151fd44'] response: {'name': 'network-changed', 'server_uuid': '380b44f2-4d61-41fa-aa7b-bd656c3ffb85', 'tag': '13ed7b1f-8119-483b-afbd-3f32c0875e4d', 'status': 'completed', 'code': 200} Apr 20 18:37:52.327014 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9ca6459c-db17-4143-99ae-17843d8ac67b req-859ecbfd-3534-42b6-be88-a21ccfb398f2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba9a52e51bf943e6a68c3c0a6554fb98&device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 1095 time: 0.0672159 Apr 20 18:37:52.454922 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6459c-db17-4143-99ae-17843d8ac67b req-9b4a9cd5-6a84-4542-8436-ce5ca6487027 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:37:52.456625 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9ca6459c-db17-4143-99ae-17843d8ac67b req-9b4a9cd5-6a84-4542-8436-ce5ca6487027 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f95966f7-b6c8-4820-ab58-20ee44da9277 HTTP/1.1" status: 200 len: 910 time: 0.1232047 Apr 20 18:37:52.701577 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9ca6459c-db17-4143-99ae-17843d8ac67b req-07f23daa-cf79-4138-84c1-31e278354c99 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13ed7b1f-8119-483b-afbd-3f32c0875e4d HTTP/1.1" status: 200 len: 999 time: 0.2377417 Apr 20 18:37:52.756989 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a6aba-d94d-48b0-847c-ac04bec35647 req-157455ee-19f1-47d9-8b03-3b516746aa9b tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:37:52.758377 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-537a6aba-d94d-48b0-847c-ac04bec35647 req-157455ee-19f1-47d9-8b03-3b516746aa9b tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 944 time: 0.1499860 Apr 20 18:37:52.790993 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6459c-db17-4143-99ae-17843d8ac67b req-3ada6d1d-92bd-4c44-9e12-d5556b90aee3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:37:52.792341 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9ca6459c-db17-4143-99ae-17843d8ac67b req-3ada6d1d-92bd-4c44-9e12-d5556b90aee3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58dd0a5d-7d3f-47aa-a63a-fbcad475af7d HTTP/1.1" status: 200 len: 848 time: 0.0834863 Apr 20 18:37:52.853003 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-537a6aba-d94d-48b0-847c-ac04bec35647 req-aa8df02b-ac37-44c4-a707-77af7752e12b tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874829 Apr 20 18:37:52.879840 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9ca6459c-db17-4143-99ae-17843d8ac67b req-a51c3fd6-7ae3-498f-9549-bf94bd79a4be service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f95966f7-b6c8-4820-ab58-20ee44da9277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792305 Apr 20 18:37:53.023415 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9ca6459c-db17-4143-99ae-17843d8ac67b req-507c62cd-b6f3-4b7b-b022-1e4166d75bf8 service neutron] 10.222.0.10 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360009 Apr 20 18:37:53.154998 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9ca6459c-db17-4143-99ae-17843d8ac67b req-5e335ac0-5777-4c42-b40b-78d9f9c30323 service neutron] 10.222.0.10 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253908 Apr 20 18:37:54.080064 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0e867-6d88-4a60-8a81-aa657f536fe0 req-1ea0672d-7dca-46c5-896d-04644d59e30a tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:37:54.081485 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-06a0e867-6d88-4a60-8a81-aa657f536fe0 req-1ea0672d-7dca-46c5-896d-04644d59e30a tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 944 time: 0.0959554 Apr 20 18:37:54.127892 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-06a0e867-6d88-4a60-8a81-aa657f536fe0 req-9d217f01-c05e-4e62-8195-ed9005145541 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407679 Apr 20 18:37:55.356536 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761ee14-257c-4e8d-a8b3-4dcfe19d1139 req-615164da-df04-4563-b147-beaa9558864c tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:37:55.357965 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9761ee14-257c-4e8d-a8b3-4dcfe19d1139 req-615164da-df04-4563-b147-beaa9558864c tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 944 time: 0.0817664 Apr 20 18:37:55.405424 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9761ee14-257c-4e8d-a8b3-4dcfe19d1139 req-fc0ebeda-9b45-418e-9732-c1717a08b12b tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393779 Apr 20 18:37:55.569361 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:37:56.607923 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920bf7f-9855-498d-b0cb-c2c48705ca16 req-d73efd08-0a68-4348-a718-3b3bd3051153 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:37:56.609379 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6920bf7f-9855-498d-b0cb-c2c48705ca16 req-d73efd08-0a68-4348-a718-3b3bd3051153 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 944 time: 0.0842688 Apr 20 18:37:56.655650 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-6920bf7f-9855-498d-b0cb-c2c48705ca16 req-31c291dc-34e6-4495-a712-6c559a07d19e tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406353 Apr 20 18:37:57.889359 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04adad70-3938-4ac9-9174-417cecdfbbcf req-0375c512-7247-481b-b4a1-ade74c6b6ff7 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:37:57.891022 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-04adad70-3938-4ac9-9174-417cecdfbbcf req-0375c512-7247-481b-b4a1-ade74c6b6ff7 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 944 time: 0.0997310 Apr 20 18:37:57.936539 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-04adad70-3938-4ac9-9174-417cecdfbbcf req-726c3f0e-800b-4192-a8e9-7a60f9173001 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397589 Apr 20 18:37:59.158228 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13052dd6-26fd-4100-b9c9-84cf4ba91b1f req-8240dea5-1774-4956-9f05-dcc027dfeacb tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:37:59.159592 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-13052dd6-26fd-4100-b9c9-84cf4ba91b1f req-8240dea5-1774-4956-9f05-dcc027dfeacb tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 944 time: 0.0817752 Apr 20 18:37:59.207434 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-13052dd6-26fd-4100-b9c9-84cf4ba91b1f req-2d2010c1-f33a-4855-b8bc-a6833d068b14 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396926 Apr 20 18:38:00.414373 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9294699-3d08-4872-b94c-363960aba037 req-7ea89265-9ac6-4843-aee9-b3e15d327ff3 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:38:00.415752 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9294699-3d08-4872-b94c-363960aba037 req-7ea89265-9ac6-4843-aee9-b3e15d327ff3 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 944 time: 0.0840909 Apr 20 18:38:00.461072 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-a9294699-3d08-4872-b94c-363960aba037 req-01808b1f-235f-4540-8f05-1d6f28890fb0 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396571 Apr 20 18:38:00.621845 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 13ed7b1f-8119-483b-afbd-3f32c0875e4d details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:38:00.765431 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 13ed7b1f-8119-483b-afbd-3f32c0875e4d, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=13ed7b1f-8119-483b-afbd-3f32c0875e4d,segment=NetworkSegment(e67d0bd4-2484-4e1d-a430-ef9c95d7180d),segment_id=e67d0bd4-2484-4e1d-a430-ef9c95d7180d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:38:00.778974 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '13ed7b1f-8119-483b-afbd-3f32c0875e4d', 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277', 'port_id': '13ed7b1f-8119-483b-afbd-3f32c0875e4d', 'mac_address': 'fa:16:3e:38:dd:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:38:00.865821 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:38:00.883526 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13ed7b1f-8119-483b-afbd-3f32c0875e4d {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:38:00.902997 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 13ed7b1f-8119-483b-afbd-3f32c0875e4d, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=13ed7b1f-8119-483b-afbd-3f32c0875e4d,segment=NetworkSegment(e67d0bd4-2484-4e1d-a430-ef9c95d7180d),segment_id=e67d0bd4-2484-4e1d-a430-ef9c95d7180d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:38:00.910388 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:38:00.982930 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=13ed7b1f-8119-483b-afbd-3f32c0875e4d,revision_number=8']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:38:00.994286 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:38:00.994634 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:38:00.994971 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:38:00.995301 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:38:00.995618 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:38:00.995948 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:38:00.996270 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:38:00.996587 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:38:00.996902 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:38:00.997218 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:38:00.997520 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:38:01.297423 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['13ed7b1f-8119-483b-afbd-3f32c0875e4d'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:38:01.662052 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891d40d-772c-4c03-9cbd-66a6fc904717 req-3abf17d7-a573-4f3a-8c3e-e6cb85cb63fd tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:38:01.663418 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f891d40d-772c-4c03-9cbd-66a6fc904717 req-3abf17d7-a573-4f3a-8c3e-e6cb85cb63fd tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 945 time: 0.0799918 Apr 20 18:38:01.711597 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f891d40d-772c-4c03-9cbd-66a6fc904717 req-df6db2b3-7cba-4104-85c2-2c4f9b3fdaea tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426545 Apr 20 18:38:02.625330 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 13ed7b1f-8119-483b-afbd-3f32c0875e4d up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:38:02.702396 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 13ed7b1f-8119-483b-afbd-3f32c0875e4d completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:38:02.707116 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 13ed7b1f-8119-483b-afbd-3f32c0875e4d triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:38:02.707479 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:38:02.818573 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:38:02.844134 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380b44f2-4d61-41fa-aa7b-bd656c3ffb85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ed7b1f-8119-483b-afbd-3f32c0875e4d'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:38:02.853355 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 13ed7b1f-8119-483b-afbd-3f32c0875e4d, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=13ed7b1f-8119-483b-afbd-3f32c0875e4d,segment=NetworkSegment(e67d0bd4-2484-4e1d-a430-ef9c95d7180d),segment_id=e67d0bd4-2484-4e1d-a430-ef9c95d7180d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:38:02.859571 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:38:02.904977 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9947e9a2-c86b-49ee-92f2-3db067d5c88a'] response: {'server_uuid': '380b44f2-4d61-41fa-aa7b-bd656c3ffb85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ed7b1f-8119-483b-afbd-3f32c0875e4d', 'code': 200} Apr 20 18:38:02.915678 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9dcae2-693a-41a3-8d7c-10fc319e04ad req-e7529446-44b5-498e-847d-7803c7afdbf5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:38:02.917154 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ce9dcae2-693a-41a3-8d7c-10fc319e04ad req-e7529446-44b5-498e-847d-7803c7afdbf5 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 946 time: 0.0834012 Apr 20 18:38:02.931557 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=13ed7b1f-8119-483b-afbd-3f32c0875e4d,revision_number=9']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:38:02.964704 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ce9dcae2-693a-41a3-8d7c-10fc319e04ad req-007f5e3a-7b51-41c3-9202-35ea3ae7bb29 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409360 Apr 20 18:38:03.108630 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8c2f9f12-703e-4b97-8c51-63b4235549aa req-a8c156a7-e45f-4cba-9feb-c7f78d7a616d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 1097 time: 0.0712724 Apr 20 18:38:03.163816 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8c2f9f12-703e-4b97-8c51-63b4235549aa req-52f394e5-1a7b-45f7-a1f4-56f91a4e7a81 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486391 Apr 20 18:38:04.188347 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4bf3b-e6df-429e-aa95-3e5ed10c6971 req-a09e950f-a9f5-46b8-894d-79f9c58fc1da tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:38:04.189798 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-65f4bf3b-e6df-429e-aa95-3e5ed10c6971 req-a09e950f-a9f5-46b8-894d-79f9c58fc1da tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 946 time: 0.0888073 Apr 20 18:38:04.242783 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-65f4bf3b-e6df-429e-aa95-3e5ed10c6971 req-7b8a54d7-7500-40fe-b312-b22ec17897e2 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471938 Apr 20 18:38:05.455912 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1103b2-0fc4-42a3-9b92-e0616136458e req-81ed6ef7-8ad0-4a97-aa21-26257c906344 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:38:05.457405 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eb1103b2-0fc4-42a3-9b92-e0616136458e req-81ed6ef7-8ad0-4a97-aa21-26257c906344 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 946 time: 0.0819838 Apr 20 18:38:05.502458 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eb1103b2-0fc4-42a3-9b92-e0616136458e req-e3a0ed20-ad2b-4812-b31e-51526ffb564b tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394309 Apr 20 18:38:09.303796 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-65790715-107d-406d-9d6b-c8b76e618259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:38:11.504725 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e0918329-85a6-48c9-acf1-02a304ae70d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:38:12.758335 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:38:13.089519 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:38:13.918168 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:38:14.406593 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:38:16.100470 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:38:32.562524 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:38:39.328756 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-565436db-9dc7-4dab-ae57-bbeb454f607f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:38:41.498678 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a4c7ab88-1991-426b-a829-2bda024b44c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:38:42.754066 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:38:43.091332 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:38:43.953355 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:38:44.441372 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:38:46.100585 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:38:49.422151 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-211ccafb-cc0b-4108-abd9-732e08caf3ac req-29006bd9-564c-4e28-8d7f-54c6ed6a6d25 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0731533 Apr 20 18:38:49.579449 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-211ccafb-cc0b-4108-abd9-732e08caf3ac req-97826a4d-5880-4117-ad96-b1dddfc217ec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba9a52e51bf943e6a68c3c0a6554fb98&device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 1097 time: 0.0693388 Apr 20 18:38:49.740228 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ccafb-cc0b-4108-abd9-732e08caf3ac req-8c79a289-fb98-4b61-ab9c-a4f834562811 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:38:49.742496 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-211ccafb-cc0b-4108-abd9-732e08caf3ac req-8c79a289-fb98-4b61-ab9c-a4f834562811 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f95966f7-b6c8-4820-ab58-20ee44da9277 HTTP/1.1" status: 200 len: 910 time: 0.1389003 Apr 20 18:38:49.844216 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-211ccafb-cc0b-4108-abd9-732e08caf3ac req-785b1d3f-e285-447d-b39e-02afd815aa35 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13ed7b1f-8119-483b-afbd-3f32c0875e4d HTTP/1.1" status: 200 len: 1001 time: 0.0952442 Apr 20 18:38:49.908659 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ccafb-cc0b-4108-abd9-732e08caf3ac req-665b8686-9adc-43c6-8a2f-d385ba3dddda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:38:49.910083 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-211ccafb-cc0b-4108-abd9-732e08caf3ac req-665b8686-9adc-43c6-8a2f-d385ba3dddda service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58dd0a5d-7d3f-47aa-a63a-fbcad475af7d HTTP/1.1" status: 200 len: 848 time: 0.0592623 Apr 20 18:38:49.993358 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-211ccafb-cc0b-4108-abd9-732e08caf3ac req-d04d304f-1674-4585-b26a-38d88bb9a905 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f95966f7-b6c8-4820-ab58-20ee44da9277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774405 Apr 20 18:38:50.205525 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-211ccafb-cc0b-4108-abd9-732e08caf3ac req-e4584da3-66a7-4216-88bb-0c5ee1245a6e service neutron] 10.222.0.10 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064490 Apr 20 18:38:50.336819 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-211ccafb-cc0b-4108-abd9-732e08caf3ac req-75fa3c30-64a9-41a7-82c0-8fea685060a3 service neutron] 10.222.0.10 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241980 Apr 20 18:39:09.311493 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-384738d6-52f0-400f-a7e9-6b4f2e4ee6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:09.561665 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:39:11.507266 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4daa20b9-0765-4969-a8d3-9be02438e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:12.770941 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:13.100190 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:13.943875 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:14.412958 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:16.095444 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:24.907792 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39690) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:25.208125 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-5e5b30d2-9676-4098-9936-c59bee90c0ed tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Deleting port 1461d3ff-6690-4491-ac04-dd6a549aea49 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:25.208358 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5e5b30d2-9676-4098-9936-c59bee90c0ed tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:25.373845 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5e5b30d2-9676-4098-9936-c59bee90c0ed tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:25.374160 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5e5b30d2-9676-4098-9936-c59bee90c0ed tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:25.494556 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-5e5b30d2-9676-4098-9936-c59bee90c0ed tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Calling delete_port for 1461d3ff-6690-4491-ac04-dd6a549aea49 owned by network:floatingip {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:39:25.653839 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5e5b30d2-9676-4098-9936-c59bee90c0ed tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:25.698690 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b30d2-9676-4098-9936-c59bee90c0ed tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Pushing event deleted for resources: {'Port': ['ID=1461d3ff-6690-4491-ac04-dd6a549aea49,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:25.736935 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b30d2-9676-4098-9936-c59bee90c0ed tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:25.737279 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b30d2-9676-4098-9936-c59bee90c0ed tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:25.737611 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b30d2-9676-4098-9936-c59bee90c0ed tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:25.737935 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b30d2-9676-4098-9936-c59bee90c0ed tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:25.738286 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b30d2-9676-4098-9936-c59bee90c0ed tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:25.738609 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b30d2-9676-4098-9936-c59bee90c0ed tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:25.738927 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b30d2-9676-4098-9936-c59bee90c0ed tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:25.739243 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b30d2-9676-4098-9936-c59bee90c0ed tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:25.739558 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b30d2-9676-4098-9936-c59bee90c0ed tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:25.739870 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b30d2-9676-4098-9936-c59bee90c0ed tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:25.740168 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b30d2-9676-4098-9936-c59bee90c0ed tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:25.801341 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5e5b30d2-9676-4098-9936-c59bee90c0ed tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for floatingip, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:26.196438 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5b30d2-9676-4098-9936-c59bee90c0ed tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Router 6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:39:26.396179 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5b30d2-9676-4098-9936-c59bee90c0ed tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:39:26.407598 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db25e2f9-352e-4fff-a8cf-9d093787269b None None] Sync routers for ids ['6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:39:26.418169 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-5e5b30d2-9676-4098-9936-c59bee90c0ed tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:26.421240 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db25e2f9-352e-4fff-a8cf-9d093787269b None None] Routers {'6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:39:26.421832 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-db25e2f9-352e-4fff-a8cf-9d093787269b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:39:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:39:26.470541 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-5e5b30d2-9676-4098-9936-c59bee90c0ed tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "DELETE /v2.0/floatingips/0342f830-641d-463d-8373-97020211fac8 HTTP/1.1" status: 204 len: 168 time: 1.5616372 Apr 20 18:39:26.471096 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380b44f2-4d61-41fa-aa7b-bd656c3ffb85', 'tag': '13ed7b1f-8119-483b-afbd-3f32c0875e4d'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:39:26.543171 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad3da95a-4c04-4115-88cf-76a891a1cdc2'] response: {'name': 'network-changed', 'server_uuid': '380b44f2-4d61-41fa-aa7b-bd656c3ffb85', 'tag': '13ed7b1f-8119-483b-afbd-3f32c0875e4d', 'status': 'completed', 'code': 200} Apr 20 18:39:26.599687 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-db25e2f9-352e-4fff-a8cf-9d093787269b None None] Set router 6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:39:26.631524 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c5dc6c68-1d97-4a20-a18b-2d9bd25d9cff req-e86094a0-57ab-42a8-a057-ab3152b25fd6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba9a52e51bf943e6a68c3c0a6554fb98&device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 1097 time: 0.0672956 Apr 20 18:39:26.769580 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc6c68-1d97-4a20-a18b-2d9bd25d9cff req-26e6b3e2-b4d8-44c8-add7-bdfdcf5755eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:39:26.771399 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c5dc6c68-1d97-4a20-a18b-2d9bd25d9cff req-26e6b3e2-b4d8-44c8-add7-bdfdcf5755eb service neutron] 10.222.0.10 "GET /v2.0/networks?id=f95966f7-b6c8-4820-ab58-20ee44da9277 HTTP/1.1" status: 200 len: 910 time: 0.1339803 Apr 20 18:39:26.873340 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c5dc6c68-1d97-4a20-a18b-2d9bd25d9cff req-6a5f57db-5fa6-4bb2-8502-c7ab6d8b8e9d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13ed7b1f-8119-483b-afbd-3f32c0875e4d HTTP/1.1" status: 200 len: 217 time: 0.0949199 Apr 20 18:39:26.915307 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-db25e2f9-352e-4fff-a8cf-9d093787269b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'name': 'tempest-TestShelveInstance-1207288228-router', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:20Z', 'revision_number': 4, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'gw_port': {'id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8a0d6366-567d-44ea-998a-77aaacc418c2', 'name': '', 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:19Z', 'updated_at': '2022-04-20T18:29:28Z', 'revision_number': 5, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'subnets': [{'id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:39:26.919220 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db25e2f9-352e-4fff-a8cf-9d093787269b None None] Checking router: 6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:39:26.930229 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db25e2f9-352e-4fff-a8cf-9d093787269b None None] Routers {'6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:39:26.930795 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-db25e2f9-352e-4fff-a8cf-9d093787269b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:39:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:39:26.949471 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc6c68-1d97-4a20-a18b-2d9bd25d9cff req-cb4ee3c7-c8a7-4bce-94b5-02d20001dbed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:39:26.950910 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c5dc6c68-1d97-4a20-a18b-2d9bd25d9cff req-cb4ee3c7-c8a7-4bce-94b5-02d20001dbed service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58dd0a5d-7d3f-47aa-a63a-fbcad475af7d HTTP/1.1" status: 200 len: 848 time: 0.0698538 Apr 20 18:39:27.005759 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1e6c7-861a-4b69-a87a-9fb06503fb44 req-30c9f85a-d2c8-4907-81cc-61d343f9726e tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:39:27.007189 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-40d1e6c7-861a-4b69-a87a-9fb06503fb44 req-30c9f85a-d2c8-4907-81cc-61d343f9726e tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 946 time: 0.1793981 Apr 20 18:39:27.067317 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-40d1e6c7-861a-4b69-a87a-9fb06503fb44 req-496a0414-74be-41d9-a6b3-ada98a6a6344 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499442 Apr 20 18:39:27.071028 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c5dc6c68-1d97-4a20-a18b-2d9bd25d9cff req-4e5c1180-c2f2-4092-816a-85fd73520a68 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f95966f7-b6c8-4820-ab58-20ee44da9277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127043 Apr 20 18:39:27.100364 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-db25e2f9-352e-4fff-a8cf-9d093787269b None None] Set router 6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:39:27.202885 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c5dc6c68-1d97-4a20-a18b-2d9bd25d9cff req-4f53784c-90ee-49bd-8d2b-b6739a21e93a service neutron] 10.222.0.10 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251950 Apr 20 18:39:27.340802 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c5dc6c68-1d97-4a20-a18b-2d9bd25d9cff req-57774778-7ba1-4189-8d01-13b7755bef11 service neutron] 10.222.0.10 "GET /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250849 Apr 20 18:39:27.434390 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-db25e2f9-352e-4fff-a8cf-9d093787269b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'name': 'tempest-TestShelveInstance-1207288228-router', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:20Z', 'revision_number': 4, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'gw_port': {'id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8a0d6366-567d-44ea-998a-77aaacc418c2', 'name': '', 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:19Z', 'updated_at': '2022-04-20T18:29:28Z', 'revision_number': 5, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'subnets': [{'id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:39:27.438661 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db25e2f9-352e-4fff-a8cf-9d093787269b None None] The sync data for ids ['6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'] in n-d-838032-1 is: [{'id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'name': 'tempest-TestShelveInstance-1207288228-router', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:20Z', 'revision_number': 4, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'gw_port': {'id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': '8a0d6366-567d-44ea-998a-77aaacc418c2', 'name': '', 'network_id': 'f95966f7-b6c8-4820-ab58-20ee44da9277', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:19Z', 'updated_at': '2022-04-20T18:29:28Z', 'revision_number': 5, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'subnets': [{'id': '58dd0a5d-7d3f-47aa-a63a-fbcad475af7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:39:27.659808 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b480487-f31b-44b7-888f-513b8cf4bec5 None None] New status for floating IP 0342f830-641d-463d-8373-97020211fac8: DOWN {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 18:39:28.330273 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0aebce-78bc-425e-b840-c19d31fec09b req-b3dc11f5-0cca-4a86-9b0a-976823b63487 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:39:28.330273 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-4a0aebce-78bc-425e-b840-c19d31fec09b req-b3dc11f5-0cca-4a86-9b0a-976823b63487 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Synchronizing usage tracker for tenant:ba9a52e51bf943e6a68c3c0a6554fb98 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:39:28.331524 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-4a0aebce-78bc-425e-b840-c19d31fec09b req-b3dc11f5-0cca-4a86-9b0a-976823b63487 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Unset dirty status for tenant:ba9a52e51bf943e6a68c3c0a6554fb98 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:39:28.332661 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4a0aebce-78bc-425e-b840-c19d31fec09b req-b3dc11f5-0cca-4a86-9b0a-976823b63487 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 946 time: 0.0983610 Apr 20 18:39:28.377857 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4a0aebce-78bc-425e-b840-c19d31fec09b req-9a3676b1-4847-4b94-8b16-a603fd244c06 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/security-groups?id=214f0b00-155f-472d-93b5-d512c29864bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392163 Apr 20 18:39:28.443549 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f48d37-4f2a-4e73-b799-800aeebdb44e req-f7effa44-2a62-4dbc-b837-44b433d2596d tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:39:28.444923 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-33f48d37-4f2a-4e73-b799-800aeebdb44e req-f7effa44-2a62-4dbc-b837-44b433d2596d tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.10 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 946 time: 0.0815644 Apr 20 18:39:28.510649 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-33f48d37-4f2a-4e73-b799-800aeebdb44e req-66498220-df34-4a49-b8ed-645904642ac8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Deleting port 13ed7b1f-8119-483b-afbd-3f32c0875e4d {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:28.510981 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-33f48d37-4f2a-4e73-b799-800aeebdb44e req-66498220-df34-4a49-b8ed-645904642ac8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:28.747722 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-33f48d37-4f2a-4e73-b799-800aeebdb44e req-66498220-df34-4a49-b8ed-645904642ac8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] For port 13ed7b1f-8119-483b-afbd-3f32c0875e4d, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=13ed7b1f-8119-483b-afbd-3f32c0875e4d,segment=NetworkSegment(e67d0bd4-2484-4e1d-a430-ef9c95d7180d),segment_id=e67d0bd4-2484-4e1d-a430-ef9c95d7180d)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:39:28.748076 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-33f48d37-4f2a-4e73-b799-800aeebdb44e req-66498220-df34-4a49-b8ed-645904642ac8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:28.950746 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-33f48d37-4f2a-4e73-b799-800aeebdb44e req-66498220-df34-4a49-b8ed-645904642ac8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Calling delete_port for 13ed7b1f-8119-483b-afbd-3f32c0875e4d owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:39:29.093768 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-33f48d37-4f2a-4e73-b799-800aeebdb44e req-66498220-df34-4a49-b8ed-645904642ac8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:29.141902 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66498220-df34-4a49-b8ed-645904642ac8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Pushing event deleted for resources: {'Port': ['ID=13ed7b1f-8119-483b-afbd-3f32c0875e4d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:29.183410 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66498220-df34-4a49-b8ed-645904642ac8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:29.183744 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66498220-df34-4a49-b8ed-645904642ac8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:29.184069 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66498220-df34-4a49-b8ed-645904642ac8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:29.184388 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66498220-df34-4a49-b8ed-645904642ac8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:29.184705 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66498220-df34-4a49-b8ed-645904642ac8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:29.185020 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66498220-df34-4a49-b8ed-645904642ac8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:29.185334 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66498220-df34-4a49-b8ed-645904642ac8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:29.185641 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66498220-df34-4a49-b8ed-645904642ac8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:29.185977 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66498220-df34-4a49-b8ed-645904642ac8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:29.186304 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66498220-df34-4a49-b8ed-645904642ac8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:29.186613 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66498220-df34-4a49-b8ed-645904642ac8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:29.224875 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f48d37-4f2a-4e73-b799-800aeebdb44e req-66498220-df34-4a49-b8ed-645904642ac8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] No DVR routers for this DVR port 13ed7b1f-8119-483b-afbd-3f32c0875e4d on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:39:29.227311 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-33f48d37-4f2a-4e73-b799-800aeebdb44e req-66498220-df34-4a49-b8ed-645904642ac8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:29.229718 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380b44f2-4d61-41fa-aa7b-bd656c3ffb85', 'name': 'network-vif-deleted', 'tag': '13ed7b1f-8119-483b-afbd-3f32c0875e4d'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:39:29.246734 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-33f48d37-4f2a-4e73-b799-800aeebdb44e req-66498220-df34-4a49-b8ed-645904642ac8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.10 "DELETE /v2.0/ports/13ed7b1f-8119-483b-afbd-3f32c0875e4d HTTP/1.1" status: 204 len: 173 time: 0.7963471 Apr 20 18:39:29.288415 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a939a27c-37b0-4ebb-85d9-9d2d27bbe4ad'] response: {'server_uuid': '380b44f2-4d61-41fa-aa7b-bd656c3ffb85', 'name': 'network-vif-deleted', 'tag': '13ed7b1f-8119-483b-afbd-3f32c0875e4d', 'status': 'completed', 'code': 200} Apr 20 18:39:29.551899 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b021167d-7242-45ee-8d91-d0d41502a8fd req-976a431c-6bf2-4b54-909d-62520a296ba7 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "GET /v2.0/ports?device_id=380b44f2-4d61-41fa-aa7b-bd656c3ffb85 HTTP/1.1" status: 200 len: 210 time: 0.0430903 Apr 20 18:39:30.660783 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39714) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:30.842609 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-747691ed-ccb9-4d8b-9f0f-65cbb6ba2bd8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:30.877263 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-747691ed-ccb9-4d8b-9f0f-65cbb6ba2bd8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:30.944402 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-747691ed-ccb9-4d8b-9f0f-65cbb6ba2bd8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:30.961686 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747691ed-ccb9-4d8b-9f0f-65cbb6ba2bd8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=214f0b00-155f-472d-93b5-d512c29864bf,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:30.981488 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-747691ed-ccb9-4d8b-9f0f-65cbb6ba2bd8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:30.983085 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-747691ed-ccb9-4d8b-9f0f-65cbb6ba2bd8 tempest-TestShelveInstance-73876704 tempest-TestShelveInstance-73876704-project] 10.222.0.39 "DELETE /v2.0/security-groups/214f0b00-155f-472d-93b5-d512c29864bf HTTP/1.1" status: 204 len: 168 time: 0.3211133 Apr 20 18:39:31.048904 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39720) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:31.622714 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f02629cc-b2cf-47a4-9114-fc6023355bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:32.234295 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-f02629cc-b2cf-47a4-9114-fc6023355bd5 admin admin] Deleting port 8a0d6366-567d-44ea-998a-77aaacc418c2 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:32.234895 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f02629cc-b2cf-47a4-9114-fc6023355bd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:32.406718 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-f02629cc-b2cf-47a4-9114-fc6023355bd5 admin admin] For port 8a0d6366-567d-44ea-998a-77aaacc418c2, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8a0d6366-567d-44ea-998a-77aaacc418c2,segment=NetworkSegment(e67d0bd4-2484-4e1d-a430-ef9c95d7180d),segment_id=e67d0bd4-2484-4e1d-a430-ef9c95d7180d)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:39:32.407095 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f02629cc-b2cf-47a4-9114-fc6023355bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:32.524823 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-f02629cc-b2cf-47a4-9114-fc6023355bd5 admin admin] Calling delete_port for 8a0d6366-567d-44ea-998a-77aaacc418c2 owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:39:32.799226 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f02629cc-b2cf-47a4-9114-fc6023355bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:32.842381 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02629cc-b2cf-47a4-9114-fc6023355bd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a0d6366-567d-44ea-998a-77aaacc418c2,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:33.069714 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 13ed7b1f-8119-483b-afbd-3f32c0875e4d no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:39:33.103123 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 13ed7b1f-8119-483b-afbd-3f32c0875e4d {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:39:33.103431 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 13ed7b1f-8119-483b-afbd-3f32c0875e4d not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:39:33.136008 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f02629cc-b2cf-47a4-9114-fc6023355bd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:33.704489 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02629cc-b2cf-47a4-9114-fc6023355bd5 admin admin] Router 6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:39:33.907086 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02629cc-b2cf-47a4-9114-fc6023355bd5 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:39:33.916644 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dbbd34-e7e0-479d-858b-640b9110be60 None None] Sync routers for ids ['6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:39:33.919587 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f02629cc-b2cf-47a4-9114-fc6023355bd5 admin admin] 10.222.0.39 "PUT /v2.0/routers/6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8694274 Apr 20 18:39:33.922497 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39726) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:33.928972 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dbbd34-e7e0-479d-858b-640b9110be60 None None] Routers {'6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:39:33.929545 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-b5dbbd34-e7e0-479d-858b-640b9110be60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:39:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:39:34.100493 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-b5dbbd34-e7e0-479d-858b-640b9110be60 None None] Set router 6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:39:34.120753 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f13292e5-8dd2-4f35-bb31-6bfa2b082ba6 admin admin] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:34.381785 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-b5dbbd34-e7e0-479d-858b-640b9110be60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'name': 'tempest-TestShelveInstance-1207288228-router', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:39:32Z', 'revision_number': 5, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'gw_port': {'id': 'e2638ca1-d447-4335-a6f0-312906b220bc', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:39:34.385880 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dbbd34-e7e0-479d-858b-640b9110be60 None None] Checking router: 6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:39:34.396489 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dbbd34-e7e0-479d-858b-640b9110be60 None None] Routers {'6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:39:34.397081 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-b5dbbd34-e7e0-479d-858b-640b9110be60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:39:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:39:34.425200 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f13292e5-8dd2-4f35-bb31-6bfa2b082ba6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:34.440578 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-f13292e5-8dd2-4f35-bb31-6bfa2b082ba6 admin admin] Deleting port e2638ca1-d447-4335-a6f0-312906b220bc {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:34.440912 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f13292e5-8dd2-4f35-bb31-6bfa2b082ba6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:34.542525 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-b5dbbd34-e7e0-479d-858b-640b9110be60 None None] Set router 6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d gateway port host: None {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:39:34.622218 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-f13292e5-8dd2-4f35-bb31-6bfa2b082ba6 admin admin] For port e2638ca1-d447-4335-a6f0-312906b220bc, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=e2638ca1-d447-4335-a6f0-312906b220bc,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:39:34.622617 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f13292e5-8dd2-4f35-bb31-6bfa2b082ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:34.643357 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-b5dbbd34-e7e0-479d-858b-640b9110be60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'name': 'tempest-TestShelveInstance-1207288228-router', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:39:34Z', 'revision_number': 6, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:39:34.647302 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dbbd34-e7e0-479d-858b-640b9110be60 None None] The sync data for ids ['6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d'] in n-d-838032-1 is: [{'id': '6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d', 'name': 'tempest-TestShelveInstance-1207288228-router', 'tenant_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:29:17Z', 'updated_at': '2022-04-20T18:39:34Z', 'revision_number': 6, 'project_id': 'ba9a52e51bf943e6a68c3c0a6554fb98', 'gw_port_host': None}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:39:34.740865 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-f13292e5-8dd2-4f35-bb31-6bfa2b082ba6 admin admin] Calling delete_port for e2638ca1-d447-4335-a6f0-312906b220bc owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:39:34.914282 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f13292e5-8dd2-4f35-bb31-6bfa2b082ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:34.956912 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13292e5-8dd2-4f35-bb31-6bfa2b082ba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2638ca1-d447-4335-a6f0-312906b220bc,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:35.181154 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f13292e5-8dd2-4f35-bb31-6bfa2b082ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:35.428029 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f13292e5-8dd2-4f35-bb31-6bfa2b082ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:35.432157 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f13292e5-8dd2-4f35-bb31-6bfa2b082ba6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:35.458936 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f13292e5-8dd2-4f35-bb31-6bfa2b082ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:35.459567 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13292e5-8dd2-4f35-bb31-6bfa2b082ba6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 18:39:35.472316 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f13292e5-8dd2-4f35-bb31-6bfa2b082ba6 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:35.473463 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f13292e5-8dd2-4f35-bb31-6bfa2b082ba6 admin admin] 10.222.0.39 "DELETE /v2.0/routers/6b4d2648-c929-4a9a-8b6a-edc0cb15cb3d HTTP/1.1" status: 204 len: 168 time: 1.5500050 Apr 20 18:39:35.476158 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39730) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:35.536206 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f8f82b1-c759-4485-9758-d78d51f4b810 admin admin] Deleting subnet 58dd0a5d-7d3f-47aa-a63a-fbcad475af7d {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 18:39:35.539270 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7f8f82b1-c759-4485-9758-d78d51f4b810 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:35.591343 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7f8f82b1-c759-4485-9758-d78d51f4b810 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:35.674408 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7f8f82b1-c759-4485-9758-d78d51f4b810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:35.747464 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7f8f82b1-c759-4485-9758-d78d51f4b810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:35.783610 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f82b1-c759-4485-9758-d78d51f4b810 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58dd0a5d-7d3f-47aa-a63a-fbcad475af7d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:35.788674 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-7f8f82b1-c759-4485-9758-d78d51f4b810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:35.796508 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-7f8f82b1-c759-4485-9758-d78d51f4b810 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/58dd0a5d-7d3f-47aa-a63a-fbcad475af7d HTTP/1.1" status: 204 len: 168 time: 0.3168848 Apr 20 18:39:35.796678 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e09796-8641-4962-b7a2-25ad36c89271 None None] Network f95966f7-b6c8-4820-ab58-20ee44da9277 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:39:35.797091 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39734) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:35.899272 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af32c238-ce76-47a5-ba83-300880638d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:35.909691 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-af32c238-ce76-47a5-ba83-300880638d0f admin admin] Deleting port 08855950-8ac2-4274-8562-65bd011e7a26 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:35.909882 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af32c238-ce76-47a5-ba83-300880638d0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:36.057384 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1187bdda-db77-4302-b0d4-4d72e0e98944 None None] DHCP port deletion for f95966f7-b6c8-4820-ab58-20ee44da9277 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 18:39:36.061937 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1187bdda-db77-4302-b0d4-4d72e0e98944 None None] Deleting port 08855950-8ac2-4274-8562-65bd011e7a26 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:36.062342 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1187bdda-db77-4302-b0d4-4d72e0e98944 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:36.106063 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-af32c238-ce76-47a5-ba83-300880638d0f admin admin] For port 08855950-8ac2-4274-8562-65bd011e7a26, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=08855950-8ac2-4274-8562-65bd011e7a26,segment=NetworkSegment(e67d0bd4-2484-4e1d-a430-ef9c95d7180d),segment_id=e67d0bd4-2484-4e1d-a430-ef9c95d7180d)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:39:36.106433 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af32c238-ce76-47a5-ba83-300880638d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:36.230057 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-af32c238-ce76-47a5-ba83-300880638d0f admin admin] Calling delete_port for 08855950-8ac2-4274-8562-65bd011e7a26 owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:39:36.267571 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 08855950-8ac2-4274-8562-65bd011e7a26 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:39:36.305309 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af32c238-ce76-47a5-ba83-300880638d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:36.329437 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 08855950-8ac2-4274-8562-65bd011e7a26 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:39:36.329738 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 08855950-8ac2-4274-8562-65bd011e7a26 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:39:36.330149 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e2638ca1-d447-4335-a6f0-312906b220bc no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:39:36.348153 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32c238-ce76-47a5-ba83-300880638d0f admin admin] Pushing event deleted for resources: {'Port': ['ID=08855950-8ac2-4274-8562-65bd011e7a26,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:36.352594 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1187bdda-db77-4302-b0d4-4d72e0e98944 None None] For port 08855950-8ac2-4274-8562-65bd011e7a26, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=08855950-8ac2-4274-8562-65bd011e7a26,segment=NetworkSegment(e67d0bd4-2484-4e1d-a430-ef9c95d7180d),segment_id=e67d0bd4-2484-4e1d-a430-ef9c95d7180d)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:39:36.352966 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1187bdda-db77-4302-b0d4-4d72e0e98944 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:36.355505 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af32c238-ce76-47a5-ba83-300880638d0f admin admin] No DVR routers for this DVR port 08855950-8ac2-4274-8562-65bd011e7a26 on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:39:36.372337 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: e2638ca1-d447-4335-a6f0-312906b220bc {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:39:36.372673 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device e2638ca1-d447-4335-a6f0-312906b220bc not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:39:36.373088 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8a0d6366-567d-44ea-998a-77aaacc418c2 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:39:36.467709 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af32c238-ce76-47a5-ba83-300880638d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:36.496846 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-af32c238-ce76-47a5-ba83-300880638d0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95966f7-b6c8-4820-ab58-20ee44da9277']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:39:36.508787 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-af32c238-ce76-47a5-ba83-300880638d0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e67d0bd4-2484-4e1d-a430-ef9c95d7180d') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:39:36.509071 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-af32c238-ce76-47a5-ba83-300880638d0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e67d0bd4-2484-4e1d-a430-ef9c95d7180d') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:39:36.510588 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1187bdda-db77-4302-b0d4-4d72e0e98944 None None] Calling delete_port for 08855950-8ac2-4274-8562-65bd011e7a26 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:39:36.520388 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af32c238-ce76-47a5-ba83-300880638d0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:36.534767 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 8a0d6366-567d-44ea-998a-77aaacc418c2 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:39:36.535106 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8a0d6366-567d-44ea-998a-77aaacc418c2 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:39:36.536965 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af32c238-ce76-47a5-ba83-300880638d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:36.545584 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af32c238-ce76-47a5-ba83-300880638d0f admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 18:39:36.545970 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af32c238-ce76-47a5-ba83-300880638d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:36.559686 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 18:39:36.559686 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 18:39:36.559686 n-d-838032-1 neutron-server[84080]: timer() Apr 20 18:39:36.559686 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:39:36.559686 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 18:39:36.559686 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 18:39:36.559686 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 18:39:36.559686 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:39:36.559686 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 18:39:36.559686 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:39:36.559686 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 18:39:36.559686 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:39:36.559686 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 18:39:36.559686 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:39:36.559686 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:39:36.559686 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 18:39:36.559686 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 18:39:36.559686 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:39:36.559686 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 18:39:36.559686 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 18:39:36.559686 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 18:39:36.559686 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:39:36.559686 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 18:39:36.559686 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 18:39:36.559686 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 18:39:36.559686 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 18:39:36.559686 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 18:39:36.559686 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 18:39:36.559686 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:39:36.559686 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 18:39:36.559686 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:39:36.559686 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:39:36.580705 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-1187bdda-db77-4302-b0d4-4d72e0e98944 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:39:36.581058 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-1187bdda-db77-4302-b0d4-4d72e0e98944 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 18:39:36.637230 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af32c238-ce76-47a5-ba83-300880638d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:36.653219 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-af32c238-ce76-47a5-ba83-300880638d0f admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:36.663191 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32c238-ce76-47a5-ba83-300880638d0f admin admin] Pushing event deleted for resources: {'Network': ['ID=f95966f7-b6c8-4820-ab58-20ee44da9277,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:36.678582 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-af32c238-ce76-47a5-ba83-300880638d0f admin admin] 10.222.0.39 "DELETE /v2.0/networks/f95966f7-b6c8-4820-ab58-20ee44da9277 HTTP/1.1" status: 204 len: 168 time: 0.8809314 Apr 20 18:39:36.682747 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39738) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:37.082851 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1187bdda-db77-4302-b0d4-4d72e0e98944 None None] Deleting port 08855950-8ac2-4274-8562-65bd011e7a26 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:37.083420 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1187bdda-db77-4302-b0d4-4d72e0e98944 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:37.148366 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9650c2d8-42d8-4030-a7af-98770884d887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:37.149347 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1187bdda-db77-4302-b0d4-4d72e0e98944 None None] The port '08855950-8ac2-4274-8562-65bd011e7a26' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:39:37.742178 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-9650c2d8-42d8-4030-a7af-98770884d887 admin admin] Deleting port 3ddd548e-0e20-4f48-be03-1d53ce18642f {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:37.742761 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9650c2d8-42d8-4030-a7af-98770884d887 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:37.912598 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-9650c2d8-42d8-4030-a7af-98770884d887 admin admin] For port 3ddd548e-0e20-4f48-be03-1d53ce18642f, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=3ddd548e-0e20-4f48-be03-1d53ce18642f,segment=NetworkSegment(a403d9fc-7c38-4c02-b5c6-671d81cfc784),segment_id=a403d9fc-7c38-4c02-b5c6-671d81cfc784)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:39:37.912971 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9650c2d8-42d8-4030-a7af-98770884d887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:38.034647 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-9650c2d8-42d8-4030-a7af-98770884d887 admin admin] Calling delete_port for 3ddd548e-0e20-4f48-be03-1d53ce18642f owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:39:38.211523 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9650c2d8-42d8-4030-a7af-98770884d887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:38.256289 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650c2d8-42d8-4030-a7af-98770884d887 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ddd548e-0e20-4f48-be03-1d53ce18642f,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:38.639896 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-9650c2d8-42d8-4030-a7af-98770884d887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:39.233329 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9650c2d8-42d8-4030-a7af-98770884d887 admin admin] Router 95babfaa-4f26-4f40-a86b-70f5c4e2a991 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:39:39.311636 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-87c3cbda-cfa9-4ecd-a51b-31f8e3a24d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:39.445668 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9650c2d8-42d8-4030-a7af-98770884d887 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:39:39.455278 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a97e775-fca8-42e1-b6e6-afe69f7df16f None None] Sync routers for ids ['95babfaa-4f26-4f40-a86b-70f5c4e2a991'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:39:39.465194 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-9650c2d8-42d8-4030-a7af-98770884d887 admin admin] 10.222.0.39 "PUT /v2.0/routers/95babfaa-4f26-4f40-a86b-70f5c4e2a991/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7810380 Apr 20 18:39:39.467431 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39742) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:39.469261 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a97e775-fca8-42e1-b6e6-afe69f7df16f None None] Routers {'95babfaa-4f26-4f40-a86b-70f5c4e2a991'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:39:39.469974 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4a97e775-fca8-42e1-b6e6-afe69f7df16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:39:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['95babfaa-4f26-4f40-a86b-70f5c4e2a991'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:39:39.645085 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-4a97e775-fca8-42e1-b6e6-afe69f7df16f None None] Set router 95babfaa-4f26-4f40-a86b-70f5c4e2a991 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:39:39.660829 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f64d76fb-e1bb-4f32-bd30-6175b362718f admin admin] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:39.926753 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4a97e775-fca8-42e1-b6e6-afe69f7df16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95babfaa-4f26-4f40-a86b-70f5c4e2a991', 'name': 'tempest-TestShelveInstance-1224176965-router', 'tenant_id': '103239e20c184aadabd37902ef6c722a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '8e3290ec-c45b-4b9f-a30f-41814cefd10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:29:23Z', 'updated_at': '2022-04-20T18:39:38Z', 'revision_number': 5, 'project_id': '103239e20c184aadabd37902ef6c722a', 'gw_port': {'id': '8e3290ec-c45b-4b9f-a30f-41814cefd10f', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95babfaa-4f26-4f40-a86b-70f5c4e2a991', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:29:23Z', 'updated_at': '2022-04-20T18:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:39:39.930892 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a97e775-fca8-42e1-b6e6-afe69f7df16f None None] Checking router: 95babfaa-4f26-4f40-a86b-70f5c4e2a991 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:39:39.942401 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a97e775-fca8-42e1-b6e6-afe69f7df16f None None] Routers {'95babfaa-4f26-4f40-a86b-70f5c4e2a991'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:39:39.943003 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4a97e775-fca8-42e1-b6e6-afe69f7df16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:39:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['95babfaa-4f26-4f40-a86b-70f5c4e2a991'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:39:39.966272 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f64d76fb-e1bb-4f32-bd30-6175b362718f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:39.976512 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-f64d76fb-e1bb-4f32-bd30-6175b362718f admin admin] Deleting port 8e3290ec-c45b-4b9f-a30f-41814cefd10f {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:39.976815 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f64d76fb-e1bb-4f32-bd30-6175b362718f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:40.091018 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-4a97e775-fca8-42e1-b6e6-afe69f7df16f None None] Set router 95babfaa-4f26-4f40-a86b-70f5c4e2a991 gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:39:40.150110 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-f64d76fb-e1bb-4f32-bd30-6175b362718f admin admin] For port 8e3290ec-c45b-4b9f-a30f-41814cefd10f, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=8e3290ec-c45b-4b9f-a30f-41814cefd10f,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:39:40.150498 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f64d76fb-e1bb-4f32-bd30-6175b362718f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:40.193180 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-4a97e775-fca8-42e1-b6e6-afe69f7df16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95babfaa-4f26-4f40-a86b-70f5c4e2a991', 'name': 'tempest-TestShelveInstance-1224176965-router', 'tenant_id': '103239e20c184aadabd37902ef6c722a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:29:23Z', 'updated_at': '2022-04-20T18:39:39Z', 'revision_number': 6, 'project_id': '103239e20c184aadabd37902ef6c722a', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:39:40.197246 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a97e775-fca8-42e1-b6e6-afe69f7df16f None None] The sync data for ids ['95babfaa-4f26-4f40-a86b-70f5c4e2a991'] in n-d-838032-1 is: [{'id': '95babfaa-4f26-4f40-a86b-70f5c4e2a991', 'name': 'tempest-TestShelveInstance-1224176965-router', 'tenant_id': '103239e20c184aadabd37902ef6c722a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:29:23Z', 'updated_at': '2022-04-20T18:39:39Z', 'revision_number': 6, 'project_id': '103239e20c184aadabd37902ef6c722a', 'gw_port_host': None}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:39:40.271519 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-f64d76fb-e1bb-4f32-bd30-6175b362718f admin admin] Calling delete_port for 8e3290ec-c45b-4b9f-a30f-41814cefd10f owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:39:40.434335 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f64d76fb-e1bb-4f32-bd30-6175b362718f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:40.480236 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d76fb-e1bb-4f32-bd30-6175b362718f admin admin] Pushing event deleted for resources: {'Port': ['ID=8e3290ec-c45b-4b9f-a30f-41814cefd10f,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:40.713366 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f64d76fb-e1bb-4f32-bd30-6175b362718f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:40.963560 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f64d76fb-e1bb-4f32-bd30-6175b362718f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:40.967820 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f64d76fb-e1bb-4f32-bd30-6175b362718f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:41.000884 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f64d76fb-e1bb-4f32-bd30-6175b362718f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:41.001418 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64d76fb-e1bb-4f32-bd30-6175b362718f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95babfaa-4f26-4f40-a86b-70f5c4e2a991 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 18:39:41.013847 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-f64d76fb-e1bb-4f32-bd30-6175b362718f admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:41.015003 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-f64d76fb-e1bb-4f32-bd30-6175b362718f admin admin] 10.222.0.39 "DELETE /v2.0/routers/95babfaa-4f26-4f40-a86b-70f5c4e2a991 HTTP/1.1" status: 204 len: 168 time: 1.5466616 Apr 20 18:39:41.017581 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39746) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:41.075031 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0dcd7c5-3de3-44b5-b590-b347fa7bd44c admin admin] Deleting subnet 20a1321a-e963-4d51-abbf-0095ce22ae69 {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 18:39:41.078059 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a0dcd7c5-3de3-44b5-b590-b347fa7bd44c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:41.127709 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a0dcd7c5-3de3-44b5-b590-b347fa7bd44c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:41.213461 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a0dcd7c5-3de3-44b5-b590-b347fa7bd44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:41.280556 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a0dcd7c5-3de3-44b5-b590-b347fa7bd44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:41.318734 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dcd7c5-3de3-44b5-b590-b347fa7bd44c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20a1321a-e963-4d51-abbf-0095ce22ae69,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:41.324804 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a0dcd7c5-3de3-44b5-b590-b347fa7bd44c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:41.330848 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86523a96-c657-475b-974c-84be81beef80 None None] Network 9b1e394a-5cda-4b92-9d4b-14a6f625a2e3 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:39:41.331365 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a0dcd7c5-3de3-44b5-b590-b347fa7bd44c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/20a1321a-e963-4d51-abbf-0095ce22ae69 HTTP/1.1" status: 204 len: 168 time: 0.3127728 Apr 20 18:39:41.333325 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39750) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:41.548623 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c9cdb46f-0bae-4b9e-a19a-a02c300c94c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:41.549828 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ee780c88-4202-4cd8-b652-58bb409a1aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:41.563120 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-ee780c88-4202-4cd8-b652-58bb409a1aac admin admin] Deleting port 627118e7-1f31-4642-bb79-c3b29b621fe0 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:41.563472 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ee780c88-4202-4cd8-b652-58bb409a1aac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:41.634738 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f60e72d-178e-4ecf-adef-6e93afc93b5b None None] DHCP port deletion for 9b1e394a-5cda-4b92-9d4b-14a6f625a2e3 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 18:39:41.639116 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-8f60e72d-178e-4ecf-adef-6e93afc93b5b None None] Deleting port 627118e7-1f31-4642-bb79-c3b29b621fe0 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:41.639615 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8f60e72d-178e-4ecf-adef-6e93afc93b5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:41.764147 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-ee780c88-4202-4cd8-b652-58bb409a1aac admin admin] For port 627118e7-1f31-4642-bb79-c3b29b621fe0, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=627118e7-1f31-4642-bb79-c3b29b621fe0,segment=NetworkSegment(a403d9fc-7c38-4c02-b5c6-671d81cfc784),segment_id=a403d9fc-7c38-4c02-b5c6-671d81cfc784)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:39:41.764506 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ee780c88-4202-4cd8-b652-58bb409a1aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:41.833300 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-8f60e72d-178e-4ecf-adef-6e93afc93b5b None None] For port 627118e7-1f31-4642-bb79-c3b29b621fe0, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=627118e7-1f31-4642-bb79-c3b29b621fe0,segment=NetworkSegment(a403d9fc-7c38-4c02-b5c6-671d81cfc784),segment_id=a403d9fc-7c38-4c02-b5c6-671d81cfc784)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:39:41.833554 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8f60e72d-178e-4ecf-adef-6e93afc93b5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:41.881342 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-ee780c88-4202-4cd8-b652-58bb409a1aac admin admin] Calling delete_port for 627118e7-1f31-4642-bb79-c3b29b621fe0 owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:39:41.947874 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-8f60e72d-178e-4ecf-adef-6e93afc93b5b None None] Calling delete_port for 627118e7-1f31-4642-bb79-c3b29b621fe0 owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:39:41.957781 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ee780c88-4202-4cd8-b652-58bb409a1aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:42.000537 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee780c88-4202-4cd8-b652-58bb409a1aac admin admin] Pushing event deleted for resources: {'Port': ['ID=627118e7-1f31-4642-bb79-c3b29b621fe0,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:42.006787 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee780c88-4202-4cd8-b652-58bb409a1aac admin admin] No DVR routers for this DVR port 627118e7-1f31-4642-bb79-c3b29b621fe0 on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:39:42.020400 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-8f60e72d-178e-4ecf-adef-6e93afc93b5b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:39:42.020742 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-8f60e72d-178e-4ecf-adef-6e93afc93b5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 18:39:42.126874 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ee780c88-4202-4cd8-b652-58bb409a1aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:42.152310 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-ee780c88-4202-4cd8-b652-58bb409a1aac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b1e394a-5cda-4b92-9d4b-14a6f625a2e3']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:39:42.164034 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-ee780c88-4202-4cd8-b652-58bb409a1aac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a403d9fc-7c38-4c02-b5c6-671d81cfc784') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:39:42.164322 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-ee780c88-4202-4cd8-b652-58bb409a1aac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a403d9fc-7c38-4c02-b5c6-671d81cfc784') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:39:42.175365 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ee780c88-4202-4cd8-b652-58bb409a1aac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:42.190867 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ee780c88-4202-4cd8-b652-58bb409a1aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:42.197502 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee780c88-4202-4cd8-b652-58bb409a1aac admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 18:39:42.198236 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ee780c88-4202-4cd8-b652-58bb409a1aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:42.217023 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 18:39:42.217023 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 18:39:42.217023 n-d-838032-1 neutron-server[84081]: timer() Apr 20 18:39:42.217023 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:39:42.217023 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 18:39:42.217023 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 18:39:42.217023 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 18:39:42.217023 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:39:42.217023 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 18:39:42.217023 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:39:42.217023 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 18:39:42.217023 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:39:42.217023 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 18:39:42.217023 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:39:42.217023 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:39:42.217023 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 18:39:42.217023 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 18:39:42.217023 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:39:42.217023 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 18:39:42.217023 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 18:39:42.217023 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 18:39:42.217023 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:39:42.217023 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 18:39:42.217023 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 18:39:42.217023 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 18:39:42.217023 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 18:39:42.217023 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 18:39:42.217023 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 18:39:42.217023 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:39:42.217023 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 18:39:42.217023 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:39:42.217023 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:39:42.260014 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3ddd548e-0e20-4f48-be03-1d53ce18642f no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:39:42.290917 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ee780c88-4202-4cd8-b652-58bb409a1aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:42.292057 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 3ddd548e-0e20-4f48-be03-1d53ce18642f {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:39:42.292395 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 3ddd548e-0e20-4f48-be03-1d53ce18642f not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:39:42.292810 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 627118e7-1f31-4642-bb79-c3b29b621fe0 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:39:42.308525 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-ee780c88-4202-4cd8-b652-58bb409a1aac admin admin] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:42.320698 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee780c88-4202-4cd8-b652-58bb409a1aac admin admin] Pushing event deleted for resources: {'Network': ['ID=9b1e394a-5cda-4b92-9d4b-14a6f625a2e3,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:42.324819 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 627118e7-1f31-4642-bb79-c3b29b621fe0 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:39:42.325164 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 627118e7-1f31-4642-bb79-c3b29b621fe0 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:39:42.326163 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8e3290ec-c45b-4b9f-a30f-41814cefd10f no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:39:42.328208 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-ee780c88-4202-4cd8-b652-58bb409a1aac admin admin] 10.222.0.39 "DELETE /v2.0/networks/9b1e394a-5cda-4b92-9d4b-14a6f625a2e3 HTTP/1.1" status: 204 len: 168 time: 0.9937797 Apr 20 18:39:42.356627 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 8e3290ec-c45b-4b9f-a30f-41814cefd10f {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:39:42.357107 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 8e3290ec-c45b-4b9f-a30f-41814cefd10f not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:39:42.494700 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39756) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:42.521592 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-8f60e72d-178e-4ecf-adef-6e93afc93b5b None None] Deleting port 627118e7-1f31-4642-bb79-c3b29b621fe0 {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:39:42.522077 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-8f60e72d-178e-4ecf-adef-6e93afc93b5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:42.549829 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-7c48ee5f-d13f-4403-9c09-2a78f3725f42 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ba9a52e51bf943e6a68c3c0a6554fb98&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0539727 Apr 20 18:39:42.552704 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39760) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:42.589063 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-8f60e72d-178e-4ecf-adef-6e93afc93b5b None None] The port '627118e7-1f31-4642-bb79-c3b29b621fe0' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:39:42.621714 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-29d26fcb-51ab-4565-b335-c99a6b45a232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:42.646505 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-29d26fcb-51ab-4565-b335-c99a6b45a232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:42.701073 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-29d26fcb-51ab-4565-b335-c99a6b45a232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:42.718172 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d26fcb-51ab-4565-b335-c99a6b45a232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c94b960-1c8d-43fb-9f6b-f64233550f69,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:42.725243 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-29d26fcb-51ab-4565-b335-c99a6b45a232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:42.726637 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-29d26fcb-51ab-4565-b335-c99a6b45a232 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5c94b960-1c8d-43fb-9f6b-f64233550f69 HTTP/1.1" status: 204 len: 168 time: 0.1730447 Apr 20 18:39:42.758614 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:43.098180 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:43.267707 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39768) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:43.317167 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a324456b-d2c4-4471-a361-168b00f1133a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=103239e20c184aadabd37902ef6c722a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483365 Apr 20 18:39:43.319662 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39772) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:43.377333 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0ff9e778-3f81-44d6-9848-e316828cbbb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:43.401864 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0ff9e778-3f81-44d6-9848-e316828cbbb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:43.456764 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0ff9e778-3f81-44d6-9848-e316828cbbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:43.470963 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff9e778-3f81-44d6-9848-e316828cbbb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ca5764-0dcc-4d11-a4c9-cb7219a73f03,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:43.477835 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0ff9e778-3f81-44d6-9848-e316828cbbb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:43.478963 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0ff9e778-3f81-44d6-9848-e316828cbbb1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/87ca5764-0dcc-4d11-a4c9-cb7219a73f03 HTTP/1.1" status: 204 len: 168 time: 0.1584389 Apr 20 18:39:43.936427 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:44.411221 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:44.465674 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39794) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:44.596190 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-93b0051c-de82-499a-b86e-645706bbc328 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2001703693-network', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:39:44.602239 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-93b0051c-de82-499a-b86e-645706bbc328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:39:44.606730 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-93b0051c-de82-499a-b86e-645706bbc328 admin admin] Usage tracker for resource:network and tenant:a474155a8c4043829953a9a45d7977d5 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:39:44.609880 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-93b0051c-de82-499a-b86e-645706bbc328 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:39:44.713396 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-93b0051c-de82-499a-b86e-645706bbc328 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:39:44.725173 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b0051c-de82-499a-b86e-645706bbc328 admin admin] Made reservation on behalf of a474155a8c4043829953a9a45d7977d5 for: {'network': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:39:44.727397 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-93b0051c-de82-499a-b86e-645706bbc328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:44.740066 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-93b0051c-de82-499a-b86e-645706bbc328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:44.771725 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-93b0051c-de82-499a-b86e-645706bbc328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:39:44.775750 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-93b0051c-de82-499a-b86e-645706bbc328 admin admin] Usage tracker for resource:security_group_rule and tenant:a474155a8c4043829953a9a45d7977d5 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:39:44.778681 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-93b0051c-de82-499a-b86e-645706bbc328 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:39:44.784591 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-93b0051c-de82-499a-b86e-645706bbc328 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:39:44.849806 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-93b0051c-de82-499a-b86e-645706bbc328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:44.855924 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-93b0051c-de82-499a-b86e-645706bbc328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:44.886648 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b0051c-de82-499a-b86e-645706bbc328 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=84080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 18:39:44.891814 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0051c-de82-499a-b86e-645706bbc328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5819775-6557-42f3-86a6-30ccbabadb2d,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:44.898365 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-93b0051c-de82-499a-b86e-645706bbc328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:44.898714 n-d-838032-1 neutron-server[84080]: INFO neutron.db.segments_db [None req-93b0051c-de82-499a-b86e-645706bbc328 admin admin] Added segment 3ba730c1-adea-4022-b591-f18051539e05 of type vlan for network 58525112-b569-458e-a612-6d8bebddc854 Apr 20 18:39:44.924282 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-93b0051c-de82-499a-b86e-645706bbc328 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:44.952524 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-93b0051c-de82-499a-b86e-645706bbc328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:44.953344 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b0051c-de82-499a-b86e-645706bbc328 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:39:44.953906 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-93b0051c-de82-499a-b86e-645706bbc328 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:45.057696 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0051c-de82-499a-b86e-645706bbc328 admin admin] Pushing event updated for resources: {'Network': ['ID=58525112-b569-458e-a612-6d8bebddc854,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:45.060905 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-93b0051c-de82-499a-b86e-645706bbc328 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5941091 Apr 20 18:39:45.064194 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39800) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:45.068307 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network 58525112-b569-458e-a612-6d8bebddc854 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 18:39:45.069361 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-242ae4f0-ebe2-4f78-815a-b9f85b98dbb8 admin admin] Request body: {'subnet': {'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2001703693-subnet', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'ip_version': 4}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:39:45.075026 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-242ae4f0-ebe2-4f78-815a-b9f85b98dbb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:39:45.078890 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-242ae4f0-ebe2-4f78-815a-b9f85b98dbb8 admin admin] Usage tracker for resource:subnet and tenant:a474155a8c4043829953a9a45d7977d5 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:39:45.081710 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-242ae4f0-ebe2-4f78-815a-b9f85b98dbb8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:39:45.087379 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-242ae4f0-ebe2-4f78-815a-b9f85b98dbb8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:39:45.099329 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242ae4f0-ebe2-4f78-815a-b9f85b98dbb8 admin admin] Made reservation on behalf of a474155a8c4043829953a9a45d7977d5 for: {'subnet': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:39:45.101575 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-242ae4f0-ebe2-4f78-815a-b9f85b98dbb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31860559'] for subnet, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:45.301687 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-242ae4f0-ebe2-4f78-815a-b9f85b98dbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32624171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31860573'] for subnet, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:45.366505 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ae4f0-ebe2-4f78-815a-b9f85b98dbb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:45.384088 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242ae4f0-ebe2-4f78-815a-b9f85b98dbb8 admin admin] Checking segment: {'id': '3ba730c1-adea-4022-b591-f18051539e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58525112-b569-458e-a612-6d8bebddc854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:39:45.384432 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242ae4f0-ebe2-4f78-815a-b9f85b98dbb8 admin admin] Network hostable DHCP agents. Network: 58525112-b569-458e-a612-6d8bebddc854, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 18:39:45.407520 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242ae4f0-ebe2-4f78-815a-b9f85b98dbb8 admin admin] Network 58525112-b569-458e-a612-6d8bebddc854 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 18:39:45.418717 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-242ae4f0-ebe2-4f78-815a-b9f85b98dbb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, 58525112-b569-458e-a612-6d8bebddc854) {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:39:45.422877 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242ae4f0-ebe2-4f78-815a-b9f85b98dbb8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:39:45.423450 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-242ae4f0-ebe2-4f78-815a-b9f85b98dbb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:45.430034 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbae0ba9-35f3-4372-a88a-ba1a45402f13 None None] Network 58525112-b569-458e-a612-6d8bebddc854 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:39:45.448325 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-242ae4f0-ebe2-4f78-815a-b9f85b98dbb8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3805656 Apr 20 18:39:45.449215 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39804) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:45.453807 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-f69955cb-b89e-426c-a13c-312a2b248d7d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2001703693-router', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:39:45.459344 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f69955cb-b89e-426c-a13c-312a2b248d7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:39:45.463207 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f69955cb-b89e-426c-a13c-312a2b248d7d admin admin] Usage tracker for resource:router and tenant:a474155a8c4043829953a9a45d7977d5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:39:45.466081 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f69955cb-b89e-426c-a13c-312a2b248d7d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:39:45.471773 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f69955cb-b89e-426c-a13c-312a2b248d7d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:39:45.482927 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f69955cb-b89e-426c-a13c-312a2b248d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:45.483822 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f69955cb-b89e-426c-a13c-312a2b248d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:45.501333 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f69955cb-b89e-426c-a13c-312a2b248d7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:45.641729 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f69955cb-b89e-426c-a13c-312a2b248d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:45.641943 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-58525112-b569-458e-a612-6d8bebddc854', 'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'fixed_ips': [{'subnet_id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 18:39:45.642861 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:45.795284 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] Allocated IP 172.20.0.2 (58525112-b569-458e-a612-6d8bebddc854/759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e/9080887d-799d-4249-a47d-b36c84f10b2f) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:39:45.828426 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f69955cb-b89e-426c-a13c-312a2b248d7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:45.961387 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f69955cb-b89e-426c-a13c-312a2b248d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:45.999435 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:46.009575 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] Transition to ACTIVE for port object 9080887d-799d-4249-a47d-b36c84f10b2f will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:39:46.027423 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] Transition to ACTIVE for port object 9080887d-799d-4249-a47d-b36c84f10b2f will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:39:46.032852 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:46.097100 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-f69955cb-b89e-426c-a13c-312a2b248d7d admin admin] Allocated IP 172.25.8.116 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/c722f811-cd95-4d06-9f0e-e54fd3fa9be3) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:39:46.112178 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] Network 58525112-b569-458e-a612-6d8bebddc854 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:39:46.115902 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:39:46.121538 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:46.122301 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] Pushing event updated for resources: {'Port': ['ID=9080887d-799d-4249-a47d-b36c84f10b2f,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:46.124926 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:39:46.136055 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:46.136516 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:46.136843 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:46.137163 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:46.137474 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:46.137784 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:46.138093 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:46.138423 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:46.138732 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:46.139090 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:46.139417 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:46.244308 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f69955cb-b89e-426c-a13c-312a2b248d7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:46.252105 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] Attempting to bind port 9080887d-799d-4249-a47d-b36c84f10b2f on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:39:46.252650 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] Attempting to bind port 9080887d-799d-4249-a47d-b36c84f10b2f by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '3ba730c1-adea-4022-b591-f18051539e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58525112-b569-458e-a612-6d8bebddc854'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:39:46.253008 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] Attempting to bind port 9080887d-799d-4249-a47d-b36c84f10b2f on network 58525112-b569-458e-a612-6d8bebddc854 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:39:46.259432 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:39:46.259798 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] Checking segment: {'id': '3ba730c1-adea-4022-b591-f18051539e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58525112-b569-458e-a612-6d8bebddc854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:39:46.260189 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:46.260561 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] Bound using segment: {'id': '3ba730c1-adea-4022-b591-f18051539e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58525112-b569-458e-a612-6d8bebddc854'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:39:46.261026 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] Bound port: 9080887d-799d-4249-a47d-b36c84f10b2f, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba730c1-adea-4022-b591-f18051539e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58525112-b569-458e-a612-6d8bebddc854'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:39:46.261385 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:46.272766 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f69955cb-b89e-426c-a13c-312a2b248d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:46.340125 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69955cb-b89e-426c-a13c-312a2b248d7d admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:39:46.343646 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-f69955cb-b89e-426c-a13c-312a2b248d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:39:46.345511 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69955cb-b89e-426c-a13c-312a2b248d7d admin admin] Pushing event updated for resources: {'Port': ['ID=c722f811-cd95-4d06-9f0e-e54fd3fa9be3,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:46.347638 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69955cb-b89e-426c-a13c-312a2b248d7d admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:39:46.349731 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] For port 9080887d-799d-4249-a47d-b36c84f10b2f, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:39:46.353191 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] For port 9080887d-799d-4249-a47d-b36c84f10b2f, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9080887d-799d-4249-a47d-b36c84f10b2f,segment=NetworkSegment(3ba730c1-adea-4022-b591-f18051539e05),segment_id=3ba730c1-adea-4022-b591-f18051539e05)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:39:46.358977 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:46.441173 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1c9aa-3535-4f89-810f-37d3f784466d None None] Pushing event updated for resources: {'Port': ['ID=9080887d-799d-4249-a47d-b36c84f10b2f,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:46.515719 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f69955cb-b89e-426c-a13c-312a2b248d7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:46.516468 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f69955cb-b89e-426c-a13c-312a2b248d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:46.564118 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:39:46.756004 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69955cb-b89e-426c-a13c-312a2b248d7d admin admin] Router 977c3713-c3d2-49eb-a342-d62d5256a63f is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 18:39:46.952689 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69955cb-b89e-426c-a13c-312a2b248d7d admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:39:46.963371 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4a8ad7-bf75-480c-b4ba-16adc7d3c4df None None] Sync routers for ids ['977c3713-c3d2-49eb-a342-d62d5256a63f'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:39:46.976882 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f69955cb-b89e-426c-a13c-312a2b248d7d admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:46.977049 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4a8ad7-bf75-480c-b4ba-16adc7d3c4df None None] Routers {'977c3713-c3d2-49eb-a342-d62d5256a63f'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:39:46.977440 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-5f4a8ad7-bf75-480c-b4ba-16adc7d3c4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:39:42Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['977c3713-c3d2-49eb-a342-d62d5256a63f'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:39:46.978067 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f69955cb-b89e-426c-a13c-312a2b248d7d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5284295 Apr 20 18:39:46.981012 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39808) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:47.160980 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-5f4a8ad7-bf75-480c-b4ba-16adc7d3c4df None None] Set router 977c3713-c3d2-49eb-a342-d62d5256a63f gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:39:47.349746 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d948d153-54c3-44ab-90f7-c6a52a6e0cb1 None None] Network 58525112-b569-458e-a612-6d8bebddc854 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:39:47.473229 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-c8584961-56ba-4488-9ef5-3670fcba0d69 None None] Provisioning for port 9080887d-799d-4249-a47d-b36c84f10b2f completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:39:47.487742 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-5f4a8ad7-bf75-480c-b4ba-16adc7d3c4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'name': 'tempest-TestSnapshotPattern-2001703693-router', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:46Z', 'revision_number': 3, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'gw_port': {'id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:39:47.492483 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4a8ad7-bf75-480c-b4ba-16adc7d3c4df None None] Checking router: 977c3713-c3d2-49eb-a342-d62d5256a63f for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:39:47.492859 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4a8ad7-bf75-480c-b4ba-16adc7d3c4df None None] Updating router 977c3713-c3d2-49eb-a342-d62d5256a63f port c722f811-cd95-4d06-9f0e-e54fd3fa9be3 binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 18:39:47.543737 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-5f4a8ad7-bf75-480c-b4ba-16adc7d3c4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:47.731162 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-87b5f94a-f104-499c-9b87-89e63a1e1d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:47.865466 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-5f4a8ad7-bf75-480c-b4ba-16adc7d3c4df None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:47.878247 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-5f4a8ad7-bf75-480c-b4ba-16adc7d3c4df None None] Transition to ACTIVE for port object c722f811-cd95-4d06-9f0e-e54fd3fa9be3 will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:39:47.886535 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-5f4a8ad7-bf75-480c-b4ba-16adc7d3c4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:47.943505 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [None req-87b5f94a-f104-499c-9b87-89e63a1e1d4f admin admin] Allocated IP 172.20.0.1 (58525112-b569-458e-a612-6d8bebddc854/759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e/abb0f32c-4eed-4758-9d34-da5cb60eb88c) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:39:47.970339 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-5f4a8ad7-bf75-480c-b4ba-16adc7d3c4df None None] Attempting to bind port c722f811-cd95-4d06-9f0e-e54fd3fa9be3 on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:39:47.970691 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-5f4a8ad7-bf75-480c-b4ba-16adc7d3c4df None None] Attempting to bind port c722f811-cd95-4d06-9f0e-e54fd3fa9be3 by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:39:47.971038 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4a8ad7-bf75-480c-b4ba-16adc7d3c4df None None] Attempting to bind port c722f811-cd95-4d06-9f0e-e54fd3fa9be3 on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:39:47.977115 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038d099-0edd-4e3d-ac12-31dfe7c86f18 None None] Pushing event updated for resources: {'Port': ['ID=c722f811-cd95-4d06-9f0e-e54fd3fa9be3,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:47.985269 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4a8ad7-bf75-480c-b4ba-16adc7d3c4df None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:39:47.985630 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4a8ad7-bf75-480c-b4ba-16adc7d3c4df None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:39:47.986016 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-5f4a8ad7-bf75-480c-b4ba-16adc7d3c4df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:47.986474 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4a8ad7-bf75-480c-b4ba-16adc7d3c4df None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:39:47.986900 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-5f4a8ad7-bf75-480c-b4ba-16adc7d3c4df None None] Bound port: c722f811-cd95-4d06-9f0e-e54fd3fa9be3, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:39:47.987301 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-5f4a8ad7-bf75-480c-b4ba-16adc7d3c4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:48.019770 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038d099-0edd-4e3d-ac12-31dfe7c86f18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:48.020134 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038d099-0edd-4e3d-ac12-31dfe7c86f18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:48.020428 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038d099-0edd-4e3d-ac12-31dfe7c86f18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:48.020755 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038d099-0edd-4e3d-ac12-31dfe7c86f18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:48.021065 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038d099-0edd-4e3d-ac12-31dfe7c86f18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:48.021382 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038d099-0edd-4e3d-ac12-31dfe7c86f18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:48.021691 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038d099-0edd-4e3d-ac12-31dfe7c86f18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:48.021995 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038d099-0edd-4e3d-ac12-31dfe7c86f18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:48.022339 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038d099-0edd-4e3d-ac12-31dfe7c86f18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:48.022645 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038d099-0edd-4e3d-ac12-31dfe7c86f18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:48.023024 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038d099-0edd-4e3d-ac12-31dfe7c86f18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:39:48.075956 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-5f4a8ad7-bf75-480c-b4ba-16adc7d3c4df None None] For port c722f811-cd95-4d06-9f0e-e54fd3fa9be3, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:39:48.079311 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-5f4a8ad7-bf75-480c-b4ba-16adc7d3c4df None None] For port c722f811-cd95-4d06-9f0e-e54fd3fa9be3, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c722f811-cd95-4d06-9f0e-e54fd3fa9be3,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:39:48.084488 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-5f4a8ad7-bf75-480c-b4ba-16adc7d3c4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:48.164755 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038d099-0edd-4e3d-ac12-31dfe7c86f18 None None] Pushing event updated for resources: {'Port': ['ID=c722f811-cd95-4d06-9f0e-e54fd3fa9be3,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:48.169853 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4a8ad7-bf75-480c-b4ba-16adc7d3c4df None None] Routers {'977c3713-c3d2-49eb-a342-d62d5256a63f'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:39:48.170501 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-5f4a8ad7-bf75-480c-b4ba-16adc7d3c4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:39:42Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['977c3713-c3d2-49eb-a342-d62d5256a63f'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:39:48.198629 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-87b5f94a-f104-499c-9b87-89e63a1e1d4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:48.214339 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [None req-87b5f94a-f104-499c-9b87-89e63a1e1d4f admin admin] Transition to ACTIVE for port object abb0f32c-4eed-4758-9d34-da5cb60eb88c will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:39:48.239116 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-87b5f94a-f104-499c-9b87-89e63a1e1d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:48.306388 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9080887d-799d-4249-a47d-b36c84f10b2f up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:39:48.314594 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b5f94a-f104-499c-9b87-89e63a1e1d4f admin admin] Network 58525112-b569-458e-a612-6d8bebddc854 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:39:48.318240 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-87b5f94a-f104-499c-9b87-89e63a1e1d4f admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:39:48.320752 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b5f94a-f104-499c-9b87-89e63a1e1d4f admin admin] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:39:48.348659 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-5f4a8ad7-bf75-480c-b4ba-16adc7d3c4df None None] Set router 977c3713-c3d2-49eb-a342-d62d5256a63f gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:39:48.348797 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5f94a-f104-499c-9b87-89e63a1e1d4f admin admin] Pushing event updated for resources: {'Port': ['ID=abb0f32c-4eed-4758-9d34-da5cb60eb88c,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:48.385356 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-87b5f94a-f104-499c-9b87-89e63a1e1d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:48.392567 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 9080887d-799d-4249-a47d-b36c84f10b2f completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:39:48.417725 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 9080887d-799d-4249-a47d-b36c84f10b2f triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:39:48.418129 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:48.481999 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-87b5f94a-f104-499c-9b87-89e63a1e1d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:48.562864 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:48.598668 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 9080887d-799d-4249-a47d-b36c84f10b2f, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9080887d-799d-4249-a47d-b36c84f10b2f,segment=NetworkSegment(3ba730c1-adea-4022-b591-f18051539e05),segment_id=3ba730c1-adea-4022-b591-f18051539e05)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:39:48.605015 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:48.681364 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-5f4a8ad7-bf75-480c-b4ba-16adc7d3c4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'name': 'tempest-TestSnapshotPattern-2001703693-router', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:46Z', 'revision_number': 3, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'gw_port': {'id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:39:48.683377 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-71948d4d-e595-4819-9782-46e87b7b1e86 None None] Provisioning for port abb0f32c-4eed-4758-9d34-da5cb60eb88c completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:39:48.685603 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4a8ad7-bf75-480c-b4ba-16adc7d3c4df None None] The sync data for ids ['977c3713-c3d2-49eb-a342-d62d5256a63f'] in n-d-838032-1 is: [{'id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'name': 'tempest-TestSnapshotPattern-2001703693-router', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:46Z', 'revision_number': 3, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'gw_port': {'id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:39:48.692356 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=9080887d-799d-4249-a47d-b36c84f10b2f,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:48.697291 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-71948d4d-e595-4819-9782-46e87b7b1e86 None None] Provisioning complete for port abb0f32c-4eed-4758-9d34-da5cb60eb88c triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:39:48.697799 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-71948d4d-e595-4819-9782-46e87b7b1e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:48.723156 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-87b5f94a-f104-499c-9b87-89e63a1e1d4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:48.729656 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-87b5f94a-f104-499c-9b87-89e63a1e1d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:48.755368 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-71948d4d-e595-4819-9782-46e87b7b1e86 None None] Port abb0f32c-4eed-4758-9d34-da5cb60eb88c cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:39:48.836881 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-87b5f94a-f104-499c-9b87-89e63a1e1d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:48.840347 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5f94a-f104-499c-9b87-89e63a1e1d4f admin admin] Pushing event updated for resources: {'Port': ['ID=abb0f32c-4eed-4758-9d34-da5cb60eb88c,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:48.982513 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b5f94a-f104-499c-9b87-89e63a1e1d4f admin admin] Network 58525112-b569-458e-a612-6d8bebddc854 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:39:48.983733 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [None req-87b5f94a-f104-499c-9b87-89e63a1e1d4f admin admin] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:39:49.290330 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-06d3a6d0-6a02-4784-ae5c-39361d257b52 None None] Provisioning complete for port abb0f32c-4eed-4758-9d34-da5cb60eb88c triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:39:49.290727 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-06d3a6d0-6a02-4784-ae5c-39361d257b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:49.342829 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-06d3a6d0-6a02-4784-ae5c-39361d257b52 None None] Port abb0f32c-4eed-4758-9d34-da5cb60eb88c cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:39:49.376707 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b5f94a-f104-499c-9b87-89e63a1e1d4f admin admin] Router 977c3713-c3d2-49eb-a342-d62d5256a63f has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:39:49.597022 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b5f94a-f104-499c-9b87-89e63a1e1d4f admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:39:49.606136 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-87b5f94a-f104-499c-9b87-89e63a1e1d4f admin admin] 10.222.0.39 "PUT /v2.0/routers/977c3713-c3d2-49eb-a342-d62d5256a63f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6239524 Apr 20 18:39:50.334317 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c722f811-cd95-4d06-9f0e-e54fd3fa9be3 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:39:50.407703 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port c722f811-cd95-4d06-9f0e-e54fd3fa9be3 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:39:50.412779 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port c722f811-cd95-4d06-9f0e-e54fd3fa9be3 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:39:50.413270 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:50.486740 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39832) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:50.492909 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-f615fe77-a034-43b2-96c1-424b30b499f7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-541879754-network', 'tenant_id': '71624379a0ed4d75b32e52e495d03c58'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:39:50.498709 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f615fe77-a034-43b2-96c1-424b30b499f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:39:50.502661 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f615fe77-a034-43b2-96c1-424b30b499f7 admin admin] Usage tracker for resource:network and tenant:71624379a0ed4d75b32e52e495d03c58 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:39:50.510362 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f615fe77-a034-43b2-96c1-424b30b499f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:39:50.516868 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f615fe77-a034-43b2-96c1-424b30b499f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:39:50.529256 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f615fe77-a034-43b2-96c1-424b30b499f7 admin admin] Made reservation on behalf of 71624379a0ed4d75b32e52e495d03c58 for: {'network': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:39:50.531880 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f615fe77-a034-43b2-96c1-424b30b499f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for network, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:50.534903 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:50.544891 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f615fe77-a034-43b2-96c1-424b30b499f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:50.550771 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port c722f811-cd95-4d06-9f0e-e54fd3fa9be3, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c722f811-cd95-4d06-9f0e-e54fd3fa9be3,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:39:50.555593 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:50.556340 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9080887d-799d-4249-a47d-b36c84f10b2f up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:39:50.576425 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f615fe77-a034-43b2-96c1-424b30b499f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:39:50.580528 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f615fe77-a034-43b2-96c1-424b30b499f7 admin admin] Usage tracker for resource:security_group_rule and tenant:71624379a0ed4d75b32e52e495d03c58 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:39:50.583458 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-f615fe77-a034-43b2-96c1-424b30b499f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:39:50.589100 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-f615fe77-a034-43b2-96c1-424b30b499f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:39:50.654493 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f615fe77-a034-43b2-96c1-424b30b499f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:50.659377 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f615fe77-a034-43b2-96c1-424b30b499f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:50.666144 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=c722f811-cd95-4d06-9f0e-e54fd3fa9be3,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:50.681320 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 9080887d-799d-4249-a47d-b36c84f10b2f triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:39:50.681685 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:50.691772 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f615fe77-a034-43b2-96c1-424b30b499f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=84081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 18:39:50.697015 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615fe77-a034-43b2-96c1-424b30b499f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fbd141-4ce4-4917-a2c6-ca5f7469d84f,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:50.703671 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f615fe77-a034-43b2-96c1-424b30b499f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:50.704048 n-d-838032-1 neutron-server[84081]: INFO neutron.db.segments_db [None req-f615fe77-a034-43b2-96c1-424b30b499f7 admin admin] Added segment e6d2559f-86a4-4e2d-a5e7-5dd385dadb60 of type vlan for network d2c87d6a-463c-4aa7-9016-430d63a24360 Apr 20 18:39:50.730022 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f615fe77-a034-43b2-96c1-424b30b499f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793324657412'] for network, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:50.761955 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f615fe77-a034-43b2-96c1-424b30b499f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833'] for network, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:50.763011 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f615fe77-a034-43b2-96c1-424b30b499f7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:39:50.763598 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-f615fe77-a034-43b2-96c1-424b30b499f7 admin admin] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:50.880541 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615fe77-a034-43b2-96c1-424b30b499f7 admin admin] Pushing event updated for resources: {'Network': ['ID=d2c87d6a-463c-4aa7-9016-430d63a24360,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:50.885471 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-f615fe77-a034-43b2-96c1-424b30b499f7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3976107 Apr 20 18:39:50.888431 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39836) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:50.891894 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Network d2c87d6a-463c-4aa7-9016-430d63a24360 details requested by agent ovs-agent-n-d-838032-1 with host n-d-838032-1 {{(pid=84082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 20 18:39:50.895394 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-2fbe8619-d974-4e06-89c2-2f34508a2e54 admin admin] Request body: {'subnet': {'network_id': 'd2c87d6a-463c-4aa7-9016-430d63a24360', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-541879754-subnet', 'tenant_id': '71624379a0ed4d75b32e52e495d03c58', 'ip_version': 4}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:39:50.901328 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2fbe8619-d974-4e06-89c2-2f34508a2e54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:39:50.905441 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2fbe8619-d974-4e06-89c2-2f34508a2e54 admin admin] Usage tracker for resource:subnet and tenant:71624379a0ed4d75b32e52e495d03c58 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:39:50.908450 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-2fbe8619-d974-4e06-89c2-2f34508a2e54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:39:50.914296 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-2fbe8619-d974-4e06-89c2-2f34508a2e54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:39:50.926038 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbe8619-d974-4e06-89c2-2f34508a2e54 admin admin] Made reservation on behalf of 71624379a0ed4d75b32e52e495d03c58 for: {'subnet': 1} {{(pid=84081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:39:50.928507 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2fbe8619-d974-4e06-89c2-2f34508a2e54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31745783'] for subnet, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:51.128790 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2fbe8619-d974-4e06-89c2-2f34508a2e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32761098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31745765'] for subnet, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:51.197639 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe8619-d974-4e06-89c2-2f34508a2e54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb34d45d-da67-4971-805d-692c6966de7d,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:51.216723 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe8619-d974-4e06-89c2-2f34508a2e54 admin admin] Checking segment: {'id': 'e6d2559f-86a4-4e2d-a5e7-5dd385dadb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd2c87d6a-463c-4aa7-9016-430d63a24360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:39:51.217148 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbe8619-d974-4e06-89c2-2f34508a2e54 admin admin] Network hostable DHCP agents. Network: d2c87d6a-463c-4aa7-9016-430d63a24360, hostable agents: ['58317aab-4711-4926-a9ac-1b7225c64e4c'], hosted agents: [] {{(pid=84081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 18:39:51.242913 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbe8619-d974-4e06-89c2-2f34508a2e54 admin admin] Network d2c87d6a-463c-4aa7-9016-430d63a24360 is scheduled to be hosted by DHCP agent 58317aab-4711-4926-a9ac-1b7225c64e4c with binding_index 1 {{(pid=84081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 18:39:51.254052 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-2fbe8619-d974-4e06-89c2-2f34508a2e54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838032-1, d2c87d6a-463c-4aa7-9016-430d63a24360) {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:39:51.258058 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbe8619-d974-4e06-89c2-2f34508a2e54 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:39:51.258727 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-2fbe8619-d974-4e06-89c2-2f34508a2e54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:51.263192 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1f9e77-dffb-4d02-88fa-54f9d477e352 None None] Network d2c87d6a-463c-4aa7-9016-430d63a24360 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:39:51.281347 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-2fbe8619-d974-4e06-89c2-2f34508a2e54 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3915584 Apr 20 18:39:51.283971 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39840) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:51.289015 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-12837652-7183-47a0-a655-31e7a9566404 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-541879754-router', 'tenant_id': '71624379a0ed4d75b32e52e495d03c58', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:39:51.294434 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-12837652-7183-47a0-a655-31e7a9566404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:39:51.298264 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-12837652-7183-47a0-a655-31e7a9566404 admin admin] Usage tracker for resource:router and tenant:71624379a0ed4d75b32e52e495d03c58 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:39:51.301057 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-12837652-7183-47a0-a655-31e7a9566404 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:39:51.306878 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-12837652-7183-47a0-a655-31e7a9566404 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:39:51.318857 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-12837652-7183-47a0-a655-31e7a9566404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33173747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13143'] for router, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:51.319820 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-12837652-7183-47a0-a655-31e7a9566404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33173648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33176180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33068032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13148'] for router, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:51.338730 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-12837652-7183-47a0-a655-31e7a9566404 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:51.480645 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfc7cb0-b1fc-44ae-9169-8c7900c6e521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe606b699-fc1c-5aae-9581-54a846889802-d2c87d6a-463c-4aa7-9016-430d63a24360', 'network_id': 'd2c87d6a-463c-4aa7-9016-430d63a24360', 'tenant_id': '71624379a0ed4d75b32e52e495d03c58', 'fixed_ips': [{'subnet_id': 'eb34d45d-da67-4971-805d-692c6966de7d'}]}} from n-d-838032-1. {{(pid=84082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 20 18:39:51.481472 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4bfc7cb0-b1fc-44ae-9169-8c7900c6e521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:51.593437 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-12837652-7183-47a0-a655-31e7a9566404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33176198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33180169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13750'] for router, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:51.665241 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.db_base_plugin_common [None req-4bfc7cb0-b1fc-44ae-9169-8c7900c6e521 None None] Allocated IP 172.20.0.2 (d2c87d6a-463c-4aa7-9016-430d63a24360/eb34d45d-da67-4971-805d-692c6966de7d/73d70472-2616-4360-83ea-8968b21cd77a) {{(pid=84082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:39:51.778527 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-12837652-7183-47a0-a655-31e7a9566404 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:51.807834 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-12837652-7183-47a0-a655-31e7a9566404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:51.869400 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4bfc7cb0-b1fc-44ae-9169-8c7900c6e521 None None] Notify callbacks [] for port, precommit_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:51.880976 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-4bfc7cb0-b1fc-44ae-9169-8c7900c6e521 None None] Transition to ACTIVE for port object 73d70472-2616-4360-83ea-8968b21cd77a will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:39:51.898493 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-4bfc7cb0-b1fc-44ae-9169-8c7900c6e521 None None] Transition to ACTIVE for port object 73d70472-2616-4360-83ea-8968b21cd77a will not be triggered until provisioned by entity DHCP. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:39:51.906136 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4bfc7cb0-b1fc-44ae-9169-8c7900c6e521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275'] for port, after_create {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:51.951439 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-12837652-7183-47a0-a655-31e7a9566404 admin admin] Allocated IP 172.25.8.181 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/0bc4dbc2-e843-4270-b586-382e0a3d5b6b) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:39:51.971046 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfc7cb0-b1fc-44ae-9169-8c7900c6e521 None None] Network d2c87d6a-463c-4aa7-9016-430d63a24360 is already hosted by enough agents. {{(pid=84082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:39:51.973743 n-d-838032-1 neutron-server[84082]: DEBUG neutron.scheduler.base_scheduler [None req-4bfc7cb0-b1fc-44ae-9169-8c7900c6e521 None None] Resources bound (agent type, host, resource id): {{(pid=84082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:39:51.977477 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfc7cb0-b1fc-44ae-9169-8c7900c6e521 None None] Received port after_create {{(pid=84082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:39:51.982693 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc7cb0-b1fc-44ae-9169-8c7900c6e521 None None] Pushing event updated for resources: {'Port': ['ID=73d70472-2616-4360-83ea-8968b21cd77a,revision_number=1']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:52.070271 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-4bfc7cb0-b1fc-44ae-9169-8c7900c6e521 None None] Attempting to bind port 73d70472-2616-4360-83ea-8968b21cd77a on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:39:52.070630 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-4bfc7cb0-b1fc-44ae-9169-8c7900c6e521 None None] Attempting to bind port 73d70472-2616-4360-83ea-8968b21cd77a by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'e6d2559f-86a4-4e2d-a5e7-5dd385dadb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd2c87d6a-463c-4aa7-9016-430d63a24360'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:39:52.070984 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfc7cb0-b1fc-44ae-9169-8c7900c6e521 None None] Attempting to bind port 73d70472-2616-4360-83ea-8968b21cd77a on network d2c87d6a-463c-4aa7-9016-430d63a24360 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:39:52.077421 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfc7cb0-b1fc-44ae-9169-8c7900c6e521 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:39:52.077861 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfc7cb0-b1fc-44ae-9169-8c7900c6e521 None None] Checking segment: {'id': 'e6d2559f-86a4-4e2d-a5e7-5dd385dadb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd2c87d6a-463c-4aa7-9016-430d63a24360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:39:52.078360 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4bfc7cb0-b1fc-44ae-9169-8c7900c6e521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:52.078811 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfc7cb0-b1fc-44ae-9169-8c7900c6e521 None None] Bound using segment: {'id': 'e6d2559f-86a4-4e2d-a5e7-5dd385dadb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd2c87d6a-463c-4aa7-9016-430d63a24360'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:39:52.079271 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-4bfc7cb0-b1fc-44ae-9169-8c7900c6e521 None None] Bound port: 73d70472-2616-4360-83ea-8968b21cd77a, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d2559f-86a4-4e2d-a5e7-5dd385dadb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd2c87d6a-463c-4aa7-9016-430d63a24360'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:39:52.079639 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4bfc7cb0-b1fc-44ae-9169-8c7900c6e521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:52.116352 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-12837652-7183-47a0-a655-31e7a9566404 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:52.149960 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-12837652-7183-47a0-a655-31e7a9566404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:52.173961 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-4bfc7cb0-b1fc-44ae-9169-8c7900c6e521 None None] For port 73d70472-2616-4360-83ea-8968b21cd77a, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:39:52.177178 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-4bfc7cb0-b1fc-44ae-9169-8c7900c6e521 None None] For port 73d70472-2616-4360-83ea-8968b21cd77a, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=73d70472-2616-4360-83ea-8968b21cd77a,segment=NetworkSegment(e6d2559f-86a4-4e2d-a5e7-5dd385dadb60),segment_id=e6d2559f-86a4-4e2d-a5e7-5dd385dadb60)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:39:52.181850 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4bfc7cb0-b1fc-44ae-9169-8c7900c6e521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:52.216995 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12837652-7183-47a0-a655-31e7a9566404 admin admin] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:39:52.219764 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-12837652-7183-47a0-a655-31e7a9566404 admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:39:52.224064 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12837652-7183-47a0-a655-31e7a9566404 admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:39:52.262665 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc7cb0-b1fc-44ae-9169-8c7900c6e521 None None] Pushing event updated for resources: {'Port': ['ID=73d70472-2616-4360-83ea-8968b21cd77a,revision_number=2']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:52.276669 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cafc8ca-8202-4039-aed4-cbcc9d147d14 None None] Sync routers for ids ['977c3713-c3d2-49eb-a342-d62d5256a63f'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:39:52.288889 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cafc8ca-8202-4039-aed4-cbcc9d147d14 None None] Routers {'977c3713-c3d2-49eb-a342-d62d5256a63f'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:39:52.289690 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2cafc8ca-8202-4039-aed4-cbcc9d147d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:39:42Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['977c3713-c3d2-49eb-a342-d62d5256a63f'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:39:52.335141 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12837652-7183-47a0-a655-31e7a9566404 admin admin] Pushing event updated for resources: {'Port': ['ID=0bc4dbc2-e843-4270-b586-382e0a3d5b6b,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:52.349158 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c722f811-cd95-4d06-9f0e-e54fd3fa9be3 up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:39:52.448689 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-12837652-7183-47a0-a655-31e7a9566404 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:52.449454 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-12837652-7183-47a0-a655-31e7a9566404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33180160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33176217'] for router, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:52.525042 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port c722f811-cd95-4d06-9f0e-e54fd3fa9be3 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:39:52.525584 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:52.608989 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-2cafc8ca-8202-4039-aed4-cbcc9d147d14 None None] Set router 977c3713-c3d2-49eb-a342-d62d5256a63f gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:39:52.686586 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12837652-7183-47a0-a655-31e7a9566404 admin admin] Router da69f92a-8250-4c34-98c7-19f5b76d9014 is scheduled to L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 with binding_index 1 {{(pid=84081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 18:39:52.882754 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12837652-7183-47a0-a655-31e7a9566404 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:39:52.894637 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa3bb31-bf96-48c3-afb9-04f3f3d86c97 None None] Sync routers for ids ['da69f92a-8250-4c34-98c7-19f5b76d9014'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:39:52.907225 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa3bb31-bf96-48c3-afb9-04f3f3d86c97 None None] Routers {'da69f92a-8250-4c34-98c7-19f5b76d9014'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:39:52.908314 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-bfa3bb31-bf96-48c3-afb9-04f3f3d86c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:39:42Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['da69f92a-8250-4c34-98c7-19f5b76d9014'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:39:52.915424 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-12837652-7183-47a0-a655-31e7a9566404 admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:52.916735 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-12837652-7183-47a0-a655-31e7a9566404 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6318545 Apr 20 18:39:52.919789 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39844) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:52.976572 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2cafc8ca-8202-4039-aed4-cbcc9d147d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'name': 'tempest-TestSnapshotPattern-2001703693-router', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:48Z', 'revision_number': 4, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'gw_port': {'id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'abb0f32c-4eed-4758-9d34-da5cb60eb88c', 'name': '', 'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'mac_address': 'fa:16:3e:e0:59:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:47Z', 'updated_at': '2022-04-20T18:39:48Z', 'revision_number': 2, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'subnets': [{'id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:39:52.981101 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cafc8ca-8202-4039-aed4-cbcc9d147d14 None None] Checking router: 977c3713-c3d2-49eb-a342-d62d5256a63f for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:39:52.981615 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cafc8ca-8202-4039-aed4-cbcc9d147d14 None None] Updating router 977c3713-c3d2-49eb-a342-d62d5256a63f port abb0f32c-4eed-4758-9d34-da5cb60eb88c binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 18:39:53.039667 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2cafc8ca-8202-4039-aed4-cbcc9d147d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:53.131118 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-bfa3bb31-bf96-48c3-afb9-04f3f3d86c97 None None] Set router da69f92a-8250-4c34-98c7-19f5b76d9014 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:39:53.329482 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e1dd7f-7374-419d-96ca-b87c4c1e2e54 None None] Network d2c87d6a-463c-4aa7-9016-430d63a24360 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:39:53.432557 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-bfa3bb31-bf96-48c3-afb9-04f3f3d86c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da69f92a-8250-4c34-98c7-19f5b76d9014', 'name': 'tempest-TestSnapshotPattern-541879754-router', 'tenant_id': '71624379a0ed4d75b32e52e495d03c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '0bc4dbc2-e843-4270-b586-382e0a3d5b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:39:51Z', 'updated_at': '2022-04-20T18:39:52Z', 'revision_number': 3, 'project_id': '71624379a0ed4d75b32e52e495d03c58', 'gw_port': {'id': '0bc4dbc2-e843-4270-b586-382e0a3d5b6b', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da69f92a-8250-4c34-98c7-19f5b76d9014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:51Z', 'updated_at': '2022-04-20T18:39:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:39:53.436426 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa3bb31-bf96-48c3-afb9-04f3f3d86c97 None None] Checking router: da69f92a-8250-4c34-98c7-19f5b76d9014 for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:39:53.436758 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa3bb31-bf96-48c3-afb9-04f3f3d86c97 None None] Updating router da69f92a-8250-4c34-98c7-19f5b76d9014 port 0bc4dbc2-e843-4270-b586-382e0a3d5b6b binding host n-d-838032-1 {{(pid=84083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 18:39:53.486568 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-6795f9e3-0462-47e4-9bf3-bec7d822e369 None None] Provisioning for port 73d70472-2616-4360-83ea-8968b21cd77a completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:39:53.495266 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-bfa3bb31-bf96-48c3-afb9-04f3f3d86c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:53.661307 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2cafc8ca-8202-4039-aed4-cbcc9d147d14 None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:53.683874 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-2cafc8ca-8202-4039-aed4-cbcc9d147d14 None None] Transition to ACTIVE for port object abb0f32c-4eed-4758-9d34-da5cb60eb88c will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:39:53.694021 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2cafc8ca-8202-4039-aed4-cbcc9d147d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:53.827546 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-bfa3bb31-bf96-48c3-afb9-04f3f3d86c97 None None] Notify callbacks [] for port, precommit_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:53.839861 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.provisioning_blocks [None req-bfa3bb31-bf96-48c3-afb9-04f3f3d86c97 None None] Transition to ACTIVE for port object 0bc4dbc2-e843-4270-b586-382e0a3d5b6b will not be triggered until provisioned by entity L2. {{(pid=84083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:39:53.845793 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1ffcc-9ff7-44a3-b7e9-23156efa4797 None None] Pushing event updated for resources: {'Port': ['ID=abb0f32c-4eed-4758-9d34-da5cb60eb88c,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:53.852209 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-bfa3bb31-bf96-48c3-afb9-04f3f3d86c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:53.884217 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e39675a2-667c-410d-b55a-313ccc98b95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:53.974463 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4c264-99b0-4aa0-bc07-654dd044f8d8 None None] Pushing event updated for resources: {'Port': ['ID=0bc4dbc2-e843-4270-b586-382e0a3d5b6b,revision_number=2']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:53.976606 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-2cafc8ca-8202-4039-aed4-cbcc9d147d14 None None] Attempting to bind port abb0f32c-4eed-4758-9d34-da5cb60eb88c on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:39:53.976965 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-2cafc8ca-8202-4039-aed4-cbcc9d147d14 None None] Attempting to bind port abb0f32c-4eed-4758-9d34-da5cb60eb88c by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': '3ba730c1-adea-4022-b591-f18051539e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58525112-b569-458e-a612-6d8bebddc854'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:39:53.977317 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cafc8ca-8202-4039-aed4-cbcc9d147d14 None None] Attempting to bind port abb0f32c-4eed-4758-9d34-da5cb60eb88c on network 58525112-b569-458e-a612-6d8bebddc854 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:39:53.984378 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-bfa3bb31-bf96-48c3-afb9-04f3f3d86c97 None None] Attempting to bind port 0bc4dbc2-e843-4270-b586-382e0a3d5b6b on host n-d-838032-1 for vnic_type normal with profile {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:39:53.985012 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-bfa3bb31-bf96-48c3-afb9-04f3f3d86c97 None None] Attempting to bind port 0bc4dbc2-e843-4270-b586-382e0a3d5b6b by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:39:53.985536 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa3bb31-bf96-48c3-afb9-04f3f3d86c97 None None] Attempting to bind port 0bc4dbc2-e843-4270-b586-382e0a3d5b6b on network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:39:53.987367 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cafc8ca-8202-4039-aed4-cbcc9d147d14 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:39:53.987854 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cafc8ca-8202-4039-aed4-cbcc9d147d14 None None] Checking segment: {'id': '3ba730c1-adea-4022-b591-f18051539e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58525112-b569-458e-a612-6d8bebddc854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:39:53.988608 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2cafc8ca-8202-4039-aed4-cbcc9d147d14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:53.989089 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cafc8ca-8202-4039-aed4-cbcc9d147d14 None None] Bound using segment: {'id': '3ba730c1-adea-4022-b591-f18051539e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58525112-b569-458e-a612-6d8bebddc854'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:39:53.989664 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-2cafc8ca-8202-4039-aed4-cbcc9d147d14 None None] Bound port: abb0f32c-4eed-4758-9d34-da5cb60eb88c, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba730c1-adea-4022-b591-f18051539e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58525112-b569-458e-a612-6d8bebddc854'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:39:53.990135 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2cafc8ca-8202-4039-aed4-cbcc9d147d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:53.993772 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa3bb31-bf96-48c3-afb9-04f3f3d86c97 None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:39:53.994508 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa3bb31-bf96-48c3-afb9-04f3f3d86c97 None None] Checking segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:39:53.995413 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-bfa3bb31-bf96-48c3-afb9-04f3f3d86c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:53.996022 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa3bb31-bf96-48c3-afb9-04f3f3d86c97 None None] Bound using segment: {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'} {{(pid=84083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:39:53.996631 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.managers [None req-bfa3bb31-bf96-48c3-afb9-04f3f3d86c97 None None] Bound port: 0bc4dbc2-e843-4270-b586-382e0a3d5b6b, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1e385-8599-48fb-a041-5cf69d7a26ef', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3'}}] {{(pid=84083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:39:53.997148 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-bfa3bb31-bf96-48c3-afb9-04f3f3d86c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:54.083517 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-bfa3bb31-bf96-48c3-afb9-04f3f3d86c97 None None] For port 0bc4dbc2-e843-4270-b586-382e0a3d5b6b, host n-d-838032-1, cleared binding levels {{(pid=84083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:39:54.088209 n-d-838032-1 neutron-server[84083]: DEBUG neutron.plugins.ml2.db [None req-bfa3bb31-bf96-48c3-afb9-04f3f3d86c97 None None] For port 0bc4dbc2-e843-4270-b586-382e0a3d5b6b, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0bc4dbc2-e843-4270-b586-382e0a3d5b6b,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:39:54.093303 n-d-838032-1 neutron-server[84083]: DEBUG neutron_lib.callbacks.manager [None req-bfa3bb31-bf96-48c3-afb9-04f3f3d86c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:54.108003 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-2cafc8ca-8202-4039-aed4-cbcc9d147d14 None None] For port abb0f32c-4eed-4758-9d34-da5cb60eb88c, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:39:54.111004 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-2cafc8ca-8202-4039-aed4-cbcc9d147d14 None None] For port abb0f32c-4eed-4758-9d34-da5cb60eb88c, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=abb0f32c-4eed-4758-9d34-da5cb60eb88c,segment=NetworkSegment(3ba730c1-adea-4022-b591-f18051539e05),segment_id=3ba730c1-adea-4022-b591-f18051539e05)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:39:54.120514 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2cafc8ca-8202-4039-aed4-cbcc9d147d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:54.156639 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-e39675a2-667c-410d-b55a-313ccc98b95f admin admin] Allocated IP 172.20.0.1 (d2c87d6a-463c-4aa7-9016-430d63a24360/eb34d45d-da67-4971-805d-692c6966de7d/ff04cf10-5305-4070-a330-3fec2ed2bccd) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:39:54.186643 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4c264-99b0-4aa0-bc07-654dd044f8d8 None None] Pushing event updated for resources: {'Port': ['ID=0bc4dbc2-e843-4270-b586-382e0a3d5b6b,revision_number=3']} {{(pid=84083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:54.192089 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa3bb31-bf96-48c3-afb9-04f3f3d86c97 None None] Routers {'da69f92a-8250-4c34-98c7-19f5b76d9014'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:39:54.193523 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-bfa3bb31-bf96-48c3-afb9-04f3f3d86c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:39:42Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['da69f92a-8250-4c34-98c7-19f5b76d9014'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:39:54.223849 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1ffcc-9ff7-44a3-b7e9-23156efa4797 None None] Pushing event updated for resources: {'Port': ['ID=abb0f32c-4eed-4758-9d34-da5cb60eb88c,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:54.235939 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cafc8ca-8202-4039-aed4-cbcc9d147d14 None None] Routers {'977c3713-c3d2-49eb-a342-d62d5256a63f'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:39:54.236751 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2cafc8ca-8202-4039-aed4-cbcc9d147d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:39:42Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['977c3713-c3d2-49eb-a342-d62d5256a63f'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:39:54.358549 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e39675a2-667c-410d-b55a-313ccc98b95f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:54.383422 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.provisioning_blocks [None req-e39675a2-667c-410d-b55a-313ccc98b95f admin admin] Transition to ACTIVE for port object ff04cf10-5305-4070-a330-3fec2ed2bccd will not be triggered until provisioned by entity DHCP. {{(pid=84081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:39:54.396677 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 73d70472-2616-4360-83ea-8968b21cd77a up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:39:54.408048 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-bfa3bb31-bf96-48c3-afb9-04f3f3d86c97 None None] Set router da69f92a-8250-4c34-98c7-19f5b76d9014 gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:39:54.456620 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e39675a2-667c-410d-b55a-313ccc98b95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:54.532381 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 73d70472-2616-4360-83ea-8968b21cd77a completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:39:54.537780 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-2cafc8ca-8202-4039-aed4-cbcc9d147d14 None None] Set router 977c3713-c3d2-49eb-a342-d62d5256a63f gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:39:54.538090 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39675a2-667c-410d-b55a-313ccc98b95f admin admin] Network d2c87d6a-463c-4aa7-9016-430d63a24360 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:39:54.539437 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-e39675a2-667c-410d-b55a-313ccc98b95f admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:39:54.542480 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39675a2-667c-410d-b55a-313ccc98b95f admin admin] Pushing event updated for resources: {'Port': ['ID=ff04cf10-5305-4070-a330-3fec2ed2bccd,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:54.545169 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39675a2-667c-410d-b55a-313ccc98b95f admin admin] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:39:54.583744 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 73d70472-2616-4360-83ea-8968b21cd77a triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:39:54.584015 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:54.600587 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e39675a2-667c-410d-b55a-313ccc98b95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33175651'] for router_interface, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:54.697782 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e39675a2-667c-410d-b55a-313ccc98b95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:54.795012 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-bfa3bb31-bf96-48c3-afb9-04f3f3d86c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da69f92a-8250-4c34-98c7-19f5b76d9014', 'name': 'tempest-TestSnapshotPattern-541879754-router', 'tenant_id': '71624379a0ed4d75b32e52e495d03c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '0bc4dbc2-e843-4270-b586-382e0a3d5b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:39:51Z', 'updated_at': '2022-04-20T18:39:52Z', 'revision_number': 3, 'project_id': '71624379a0ed4d75b32e52e495d03c58', 'gw_port': {'id': '0bc4dbc2-e843-4270-b586-382e0a3d5b6b', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da69f92a-8250-4c34-98c7-19f5b76d9014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:51Z', 'updated_at': '2022-04-20T18:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:39:54.799191 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa3bb31-bf96-48c3-afb9-04f3f3d86c97 None None] The sync data for ids ['da69f92a-8250-4c34-98c7-19f5b76d9014'] in n-d-838032-1 is: [{'id': 'da69f92a-8250-4c34-98c7-19f5b76d9014', 'name': 'tempest-TestSnapshotPattern-541879754-router', 'tenant_id': '71624379a0ed4d75b32e52e495d03c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '0bc4dbc2-e843-4270-b586-382e0a3d5b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:39:51Z', 'updated_at': '2022-04-20T18:39:52Z', 'revision_number': 3, 'project_id': '71624379a0ed4d75b32e52e495d03c58', 'gw_port': {'id': '0bc4dbc2-e843-4270-b586-382e0a3d5b6b', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da69f92a-8250-4c34-98c7-19f5b76d9014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:51Z', 'updated_at': '2022-04-20T18:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:39:54.930859 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e39675a2-667c-410d-b55a-313ccc98b95f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:54.937152 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e39675a2-667c-410d-b55a-313ccc98b95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:55.015555 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:55.040610 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-e39675a2-667c-410d-b55a-313ccc98b95f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32114729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33175758'] for router_interface, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:55.043437 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-faeebae5-73ce-48ca-a6c0-aacb0917bec9 None None] Provisioning for port ff04cf10-5305-4070-a330-3fec2ed2bccd completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:39:55.044577 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39675a2-667c-410d-b55a-313ccc98b95f admin admin] Pushing event updated for resources: {'Port': ['ID=ff04cf10-5305-4070-a330-3fec2ed2bccd,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:55.058598 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-faeebae5-73ce-48ca-a6c0-aacb0917bec9 None None] Provisioning complete for port ff04cf10-5305-4070-a330-3fec2ed2bccd triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:39:55.058911 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-faeebae5-73ce-48ca-a6c0-aacb0917bec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:55.116469 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 73d70472-2616-4360-83ea-8968b21cd77a, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=73d70472-2616-4360-83ea-8968b21cd77a,segment=NetworkSegment(e6d2559f-86a4-4e2d-a5e7-5dd385dadb60),segment_id=e6d2559f-86a4-4e2d-a5e7-5dd385dadb60)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:39:55.125633 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:55.157177 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-faeebae5-73ce-48ca-a6c0-aacb0917bec9 None None] Port ff04cf10-5305-4070-a330-3fec2ed2bccd cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:39:55.179386 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39675a2-667c-410d-b55a-313ccc98b95f admin admin] Network d2c87d6a-463c-4aa7-9016-430d63a24360 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:39:55.180498 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-e39675a2-667c-410d-b55a-313ccc98b95f admin admin] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:39:55.194537 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-2cafc8ca-8202-4039-aed4-cbcc9d147d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'name': 'tempest-TestSnapshotPattern-2001703693-router', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:48Z', 'revision_number': 4, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'gw_port': {'id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'abb0f32c-4eed-4758-9d34-da5cb60eb88c', 'name': '', 'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'mac_address': 'fa:16:3e:e0:59:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:47Z', 'updated_at': '2022-04-20T18:39:54Z', 'revision_number': 4, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'subnets': [{'id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:39:55.204220 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cafc8ca-8202-4039-aed4-cbcc9d147d14 None None] The sync data for ids ['977c3713-c3d2-49eb-a342-d62d5256a63f'] in n-d-838032-1 is: [{'id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'name': 'tempest-TestSnapshotPattern-2001703693-router', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:48Z', 'revision_number': 4, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'gw_port': {'id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'abb0f32c-4eed-4758-9d34-da5cb60eb88c', 'name': '', 'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'mac_address': 'fa:16:3e:e0:59:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:47Z', 'updated_at': '2022-04-20T18:39:54Z', 'revision_number': 4, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'subnets': [{'id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:39:55.208932 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=73d70472-2616-4360-83ea-8968b21cd77a,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:55.480228 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0bd5d44c-7221-49a7-af23-07cd6b1cad40 None None] Provisioning complete for port ff04cf10-5305-4070-a330-3fec2ed2bccd triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:39:55.480592 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0bd5d44c-7221-49a7-af23-07cd6b1cad40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:55.532665 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0bd5d44c-7221-49a7-af23-07cd6b1cad40 None None] Port ff04cf10-5305-4070-a330-3fec2ed2bccd cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:39:55.704457 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39675a2-667c-410d-b55a-313ccc98b95f admin admin] Router da69f92a-8250-4c34-98c7-19f5b76d9014 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:39:55.907491 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39675a2-667c-410d-b55a-313ccc98b95f admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:39:55.916893 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-e39675a2-667c-410d-b55a-313ccc98b95f admin admin] 10.222.0.39 "PUT /v2.0/routers/da69f92a-8250-4c34-98c7-19f5b76d9014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9960308 Apr 20 18:39:56.340762 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device abb0f32c-4eed-4758-9d34-da5cb60eb88c up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:39:56.412193 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port abb0f32c-4eed-4758-9d34-da5cb60eb88c completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:39:56.420842 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port abb0f32c-4eed-4758-9d34-da5cb60eb88c triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:39:56.421216 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:56.504392 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39854) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:56.510480 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-ce965276-5b80-4240-8163-4b01a7fd209f tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1282853794', 'description': 'tempest-secgroup-smoke-1282853794 description', 'project_id': 'a474155a8c4043829953a9a45d7977d5'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:39:56.517068 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ce965276-5b80-4240-8163-4b01a7fd209f tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:39:56.521042 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ce965276-5b80-4240-8163-4b01a7fd209f tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Usage tracker for resource:security_group and tenant:a474155a8c4043829953a9a45d7977d5 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:39:56.523995 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ce965276-5b80-4240-8163-4b01a7fd209f tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:39:56.530416 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ce965276-5b80-4240-8163-4b01a7fd209f tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:39:56.536369 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:56.541414 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ce965276-5b80-4240-8163-4b01a7fd209f tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for security_group, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:56.569441 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port abb0f32c-4eed-4758-9d34-da5cb60eb88c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=abb0f32c-4eed-4758-9d34-da5cb60eb88c,segment=NetworkSegment(3ba730c1-adea-4022-b591-f18051539e05),segment_id=3ba730c1-adea-4022-b591-f18051539e05)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:39:56.575258 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:56.576089 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 73d70472-2616-4360-83ea-8968b21cd77a up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:39:56.576645 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ce965276-5b80-4240-8163-4b01a7fd209f tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:39:56.580748 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ce965276-5b80-4240-8163-4b01a7fd209f tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Usage tracker for resource:security_group_rule and tenant:a474155a8c4043829953a9a45d7977d5 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:39:56.583691 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-ce965276-5b80-4240-8163-4b01a7fd209f tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:39:56.589735 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-ce965276-5b80-4240-8163-4b01a7fd209f tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:39:56.644153 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ce965276-5b80-4240-8163-4b01a7fd209f tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for security_group, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:56.649708 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ce965276-5b80-4240-8163-4b01a7fd209f tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:56.684820 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=abb0f32c-4eed-4758-9d34-da5cb60eb88c,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:56.689809 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce965276-5b80-4240-8163-4b01a7fd209f tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a977b09e-63e4-44b9-a54a-1bc042a94ff9,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:56.693306 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-ce965276-5b80-4240-8163-4b01a7fd209f tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:56.694602 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-ce965276-5b80-4240-8163-4b01a7fd209f tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1891620 Apr 20 18:39:56.697659 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39858) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:56.703359 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-33f4e31d-b852-441c-920f-46aa76eebe7c tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Request body: {'security_group_rule': {'security_group_id': 'a977b09e-63e4-44b9-a54a-1bc042a94ff9', 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:39:56.704712 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 73d70472-2616-4360-83ea-8968b21cd77a triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:39:56.705074 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:56.709911 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-33f4e31d-b852-441c-920f-46aa76eebe7c tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:39:56.713758 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-33f4e31d-b852-441c-920f-46aa76eebe7c tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Usage tracker for resource:security_group_rule and tenant:a474155a8c4043829953a9a45d7977d5 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:39:56.716609 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-33f4e31d-b852-441c-920f-46aa76eebe7c tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:39:56.722172 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-33f4e31d-b852-441c-920f-46aa76eebe7c tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:39:56.740478 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-33f4e31d-b852-441c-920f-46aa76eebe7c tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:56.898784 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-33f4e31d-b852-441c-920f-46aa76eebe7c tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:56.905906 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-33f4e31d-b852-441c-920f-46aa76eebe7c tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:56.927880 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4e31d-b852-441c-920f-46aa76eebe7c tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ecd2cb-d192-43eb-87fc-45f4c6f86d5b,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:56.938179 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-33f4e31d-b852-441c-920f-46aa76eebe7c tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:56.939377 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-33f4e31d-b852-441c-920f-46aa76eebe7c tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2407472 Apr 20 18:39:56.942295 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39862) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:56.947541 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-935da6d4-2276-474f-b3b2-3ab5ff3b73ea tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Request body: {'security_group_rule': {'security_group_id': 'a977b09e-63e4-44b9-a54a-1bc042a94ff9', 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:39:56.954053 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-935da6d4-2276-474f-b3b2-3ab5ff3b73ea tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:39:56.957817 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-935da6d4-2276-474f-b3b2-3ab5ff3b73ea tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Usage tracker for resource:security_group_rule and tenant:a474155a8c4043829953a9a45d7977d5 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:39:56.960604 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-935da6d4-2276-474f-b3b2-3ab5ff3b73ea tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:39:56.966393 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-935da6d4-2276-474f-b3b2-3ab5ff3b73ea tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:39:56.983288 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-935da6d4-2276-474f-b3b2-3ab5ff3b73ea tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:57.045702 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-935da6d4-2276-474f-b3b2-3ab5ff3b73ea tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:57.050907 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-935da6d4-2276-474f-b3b2-3ab5ff3b73ea tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:57.074446 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935da6d4-2276-474f-b3b2-3ab5ff3b73ea tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8d57b2-756c-43c1-a2aa-830d3f29ad67,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:57.084414 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-935da6d4-2276-474f-b3b2-3ab5ff3b73ea tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:57.085620 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-935da6d4-2276-474f-b3b2-3ab5ff3b73ea tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1423581 Apr 20 18:39:57.088631 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39866) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:57.094444 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-8f42821c-12c7-4064-8c1b-3ead8667308d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Request body: {'security_group_rule': {'security_group_id': 'a977b09e-63e4-44b9-a54a-1bc042a94ff9', 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:39:57.101419 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8f42821c-12c7-4064-8c1b-3ead8667308d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:39:57.105677 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8f42821c-12c7-4064-8c1b-3ead8667308d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Usage tracker for resource:security_group_rule and tenant:a474155a8c4043829953a9a45d7977d5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:39:57.108874 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8f42821c-12c7-4064-8c1b-3ead8667308d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:39:57.115547 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8f42821c-12c7-4064-8c1b-3ead8667308d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:39:57.134244 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8f42821c-12c7-4064-8c1b-3ead8667308d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:57.199026 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8f42821c-12c7-4064-8c1b-3ead8667308d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:57.205258 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8f42821c-12c7-4064-8c1b-3ead8667308d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:57.234538 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42821c-12c7-4064-8c1b-3ead8667308d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec47ad2-f8e3-47fd-9e73-1eaadbc02923,revision_number=0']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:57.242867 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8f42821c-12c7-4064-8c1b-3ead8667308d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:57.244348 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8f42821c-12c7-4064-8c1b-3ead8667308d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1546962 Apr 20 18:39:57.247617 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39870) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:57.253671 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-11b5d023-6e81-465d-9b2a-d96426acd6b9 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Request body: {'security_group_rule': {'security_group_id': 'a977b09e-63e4-44b9-a54a-1bc042a94ff9', 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:39:57.261052 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-11b5d023-6e81-465d-9b2a-d96426acd6b9 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:39:57.265572 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-11b5d023-6e81-465d-9b2a-d96426acd6b9 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Usage tracker for resource:security_group_rule and tenant:a474155a8c4043829953a9a45d7977d5 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:39:57.268742 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-11b5d023-6e81-465d-9b2a-d96426acd6b9 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:39:57.275131 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-11b5d023-6e81-465d-9b2a-d96426acd6b9 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:39:57.295018 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-11b5d023-6e81-465d-9b2a-d96426acd6b9 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:57.358478 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-11b5d023-6e81-465d-9b2a-d96426acd6b9 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:57.363982 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-11b5d023-6e81-465d-9b2a-d96426acd6b9 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:57.388950 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5d023-6e81-465d-9b2a-d96426acd6b9 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=643ba550-ff7c-46a5-8c51-7839c04f6cf5,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:57.398907 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-11b5d023-6e81-465d-9b2a-d96426acd6b9 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:57.400165 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-11b5d023-6e81-465d-9b2a-d96426acd6b9 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1513417 Apr 20 18:39:57.402920 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39874) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:57.408335 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-86e4987f-d910-48b5-9f3c-c3d193e93df3 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Request body: {'security_group_rule': {'security_group_id': 'a977b09e-63e4-44b9-a54a-1bc042a94ff9', 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:39:57.415656 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-86e4987f-d910-48b5-9f3c-c3d193e93df3 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:39:57.419759 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-86e4987f-d910-48b5-9f3c-c3d193e93df3 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Usage tracker for resource:security_group_rule and tenant:a474155a8c4043829953a9a45d7977d5 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:39:57.422810 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-86e4987f-d910-48b5-9f3c-c3d193e93df3 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:39:57.428793 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-86e4987f-d910-48b5-9f3c-c3d193e93df3 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:39:57.440798 n-d-838032-1 neutron-server[84080]: INFO neutron.db.securitygroups_db [None req-86e4987f-d910-48b5-9f3c-c3d193e93df3 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Project a474155a8c4043829953a9a45d7977d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 18:39:57.447217 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-86e4987f-d910-48b5-9f3c-c3d193e93df3 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:57.509030 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-86e4987f-d910-48b5-9f3c-c3d193e93df3 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:57.515653 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-86e4987f-d910-48b5-9f3c-c3d193e93df3 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:57.537508 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4987f-d910-48b5-9f3c-c3d193e93df3 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0092df9-ff13-4aad-9723-971c3d8ed886,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:57.547942 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-86e4987f-d910-48b5-9f3c-c3d193e93df3 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:57.549057 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-86e4987f-d910-48b5-9f3c-c3d193e93df3 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1451416 Apr 20 18:39:57.551932 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39878) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:39:57.557231 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [None req-75ce506b-2648-430f-8851-0afa5bc4dd94 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Request body: {'security_group_rule': {'security_group_id': 'a977b09e-63e4-44b9-a54a-1bc042a94ff9', 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:39:57.563747 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-75ce506b-2648-430f-8851-0afa5bc4dd94 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:39:57.567594 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-75ce506b-2648-430f-8851-0afa5bc4dd94 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Usage tracker for resource:security_group_rule and tenant:a474155a8c4043829953a9a45d7977d5 is out of sync, need to count used quota {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:39:57.570495 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [None req-75ce506b-2648-430f-8851-0afa5bc4dd94 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84080) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:39:57.576177 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [None req-75ce506b-2648-430f-8851-0afa5bc4dd94 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:39:57.588808 n-d-838032-1 neutron-server[84080]: INFO neutron.db.securitygroups_db [None req-75ce506b-2648-430f-8851-0afa5bc4dd94 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Project a474155a8c4043829953a9a45d7977d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 18:39:57.594926 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-75ce506b-2648-430f-8851-0afa5bc4dd94 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:57.657609 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-75ce506b-2648-430f-8851-0afa5bc4dd94 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:57.662837 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-75ce506b-2648-430f-8851-0afa5bc4dd94 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252366'] for security_group_rule, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:57.684378 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce506b-2648-430f-8851-0afa5bc4dd94 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf23572-e1db-494e-ae01-08663b0ca02f,revision_number=0']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:39:57.693636 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-75ce506b-2648-430f-8851-0afa5bc4dd94 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:57.694805 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-75ce506b-2648-430f-8851-0afa5bc4dd94 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1419992 Apr 20 18:39:57.869568 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-405b0964-04ca-4974-b853-173edbc0a1ff tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1282853794&fields=id&tenant_id=a474155a8c4043829953a9a45d7977d5 HTTP/1.1" status: 200 len: 267 time: 0.0442460 Apr 20 18:39:58.020617 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-324b3cf3-7a97-4a11-9d38-8cd442e5b3e8 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:39:58.022041 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-324b3cf3-7a97-4a11-9d38-8cd442e5b3e8 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/networks?id=58525112-b569-458e-a612-6d8bebddc854 HTTP/1.1" status: 200 len: 810 time: 0.1460962 Apr 20 18:39:58.038817 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-a4e26e38-499f-4368-802e-22ad1d9d435f tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/quotas/a474155a8c4043829953a9a45d7977d5 HTTP/1.1" status: 200 len: 375 time: 0.0113764 Apr 20 18:39:58.116446 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-11a69bdf-957b-46e3-8d54-227930679934 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a474155a8c4043829953a9a45d7977d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0729690 Apr 20 18:39:58.279566 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device abb0f32c-4eed-4758-9d34-da5cb60eb88c up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:39:58.347312 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port abb0f32c-4eed-4758-9d34-da5cb60eb88c triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:39:58.347669 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:39:58.395147 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-fe330955-d5d2-4d8e-8c21-31aa3f736aaf service neutron] 10.222.0.39 "GET /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652283 Apr 20 18:39:58.524825 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-7881b9d6-14f8-43b1-93d2-29b1f2421736 service neutron] 10.222.0.39 "GET /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243117 Apr 20 18:39:58.726836 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-1938665f-4110-4518-8fea-8c394fa1aed0 req-323a7658-bb47-48e2-81aa-34a33c202a88 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Synchronizing usage tracker for tenant:a474155a8c4043829953a9a45d7977d5 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:39:58.745913 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-1938665f-4110-4518-8fea-8c394fa1aed0 req-323a7658-bb47-48e2-81aa-34a33c202a88 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Unset dirty status for tenant:a474155a8c4043829953a9a45d7977d5 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:39:58.747290 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1938665f-4110-4518-8fea-8c394fa1aed0 req-323a7658-bb47-48e2-81aa-34a33c202a88 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bf46a5b-46ce-4bf0-ba65-9a544b54944a HTTP/1.1" status: 200 len: 210 time: 0.0759037 Apr 20 18:39:59.862899 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-aabe81e8-dca6-4d56-937f-a262ecc46457 req-179adc88-4934-43fb-bef6-eae561792023 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bf46a5b-46ce-4bf0-ba65-9a544b54944a HTTP/1.1" status: 200 len: 210 time: 0.0398040 Apr 20 18:40:00.299332 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0bc4dbc2-e843-4270-b586-382e0a3d5b6b up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:40:00.369592 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port 0bc4dbc2-e843-4270-b586-382e0a3d5b6b completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:40:00.374708 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 0bc4dbc2-e843-4270-b586-382e0a3d5b6b triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:40:00.375072 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:00.487961 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:00.505129 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port 0bc4dbc2-e843-4270-b586-382e0a3d5b6b, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0bc4dbc2-e843-4270-b586-382e0a3d5b6b,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:40:00.510831 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:00.577263 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=0bc4dbc2-e843-4270-b586-382e0a3d5b6b,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:40:00.990101 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-9de42365-a712-4f72-820e-1b425eaf6f69 req-1892c542-96cd-4443-b9cd-8eae47a36d32 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bf46a5b-46ce-4bf0-ba65-9a544b54944a HTTP/1.1" status: 200 len: 210 time: 0.0404310 Apr 20 18:40:02.164760 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-41eb403d-25dc-4729-949a-5a2139d958cd req-44544bba-3ea2-4a20-93ca-1fc0389e9d6f tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bf46a5b-46ce-4bf0-ba65-9a544b54944a HTTP/1.1" status: 200 len: 210 time: 0.0441809 Apr 20 18:40:02.277874 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0bc4dbc2-e843-4270-b586-382e0a3d5b6b up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:40:02.359009 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port 0bc4dbc2-e843-4270-b586-382e0a3d5b6b triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:40:02.359465 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:03.082076 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-9e5e8cc7-039a-4441-9dac-e54db102c660 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:40:03.082757 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-9e5e8cc7-039a-4441-9dac-e54db102c660 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Synchronizing usage tracker for tenant:a474155a8c4043829953a9a45d7977d5 on resource:network {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:40:03.099984 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-9e5e8cc7-039a-4441-9dac-e54db102c660 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Unset dirty status for tenant:a474155a8c4043829953a9a45d7977d5 on resource:network {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:40:03.101112 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-9e5e8cc7-039a-4441-9dac-e54db102c660 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.10 "GET /v2.0/networks?id=58525112-b569-458e-a612-6d8bebddc854 HTTP/1.1" status: 200 len: 810 time: 0.1616306 Apr 20 18:40:03.153844 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-cf6d995e-d85c-41be-a03b-b4e22e027b79 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Synchronizing usage tracker for tenant:a474155a8c4043829953a9a45d7977d5 on resource:security_group {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:40:03.171745 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-cf6d995e-d85c-41be-a03b-b4e22e027b79 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Unset dirty status for tenant:a474155a8c4043829953a9a45d7977d5 on resource:security_group {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:40:03.172854 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-cf6d995e-d85c-41be-a03b-b4e22e027b79 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a474155a8c4043829953a9a45d7977d5 HTTP/1.1" status: 200 len: 380 time: 0.0599778 Apr 20 18:40:03.181796 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-35207822-0e0b-4a0d-b5c7-eb8d12f283a9 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Request body: {'port': {'device_id': '1bf46a5b-46ce-4bf0-ba65-9a544b54944a', 'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'admin_state_up': True, 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'security_groups': ['a977b09e-63e4-44b9-a54a-1bc042a94ff9']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:40:03.343104 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-59a077d6-314e-4beb-a762-9c2a7540923f req-22bee109-cbb6-4a85-a533-77d189c9a450 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bf46a5b-46ce-4bf0-ba65-9a544b54944a HTTP/1.1" status: 200 len: 210 time: 0.0546591 Apr 20 18:40:03.358243 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-35207822-0e0b-4a0d-b5c7-eb8d12f283a9 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:40:03.370670 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-35207822-0e0b-4a0d-b5c7-eb8d12f283a9 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:40:03.383036 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-35207822-0e0b-4a0d-b5c7-eb8d12f283a9 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Made reservation on behalf of a474155a8c4043829953a9a45d7977d5 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:40:03.386167 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-35207822-0e0b-4a0d-b5c7-eb8d12f283a9 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:03.544260 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-35207822-0e0b-4a0d-b5c7-eb8d12f283a9 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Allocated IP 172.20.0.8 (58525112-b569-458e-a612-6d8bebddc854/759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e/1be064a4-570f-4ed2-b4e3-c29a5089bb2b) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:40:03.735140 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-35207822-0e0b-4a0d-b5c7-eb8d12f283a9 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:03.751260 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-35207822-0e0b-4a0d-b5c7-eb8d12f283a9 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Transition to ACTIVE for port object 1be064a4-570f-4ed2-b4e3-c29a5089bb2b will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:40:03.780015 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-35207822-0e0b-4a0d-b5c7-eb8d12f283a9 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:03.849826 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-35207822-0e0b-4a0d-b5c7-eb8d12f283a9 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Network 58525112-b569-458e-a612-6d8bebddc854 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:40:03.852853 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-35207822-0e0b-4a0d-b5c7-eb8d12f283a9 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:40:03.857005 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-35207822-0e0b-4a0d-b5c7-eb8d12f283a9 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:40:03.881965 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35207822-0e0b-4a0d-b5c7-eb8d12f283a9 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Pushing event updated for resources: {'Port': ['ID=1be064a4-570f-4ed2-b4e3-c29a5089bb2b,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:40:03.919204 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-35207822-0e0b-4a0d-b5c7-eb8d12f283a9 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:40:03.919792 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-35207822-0e0b-4a0d-b5c7-eb8d12f283a9 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:03.946672 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-35207822-0e0b-4a0d-b5c7-eb8d12f283a9 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7682710 Apr 20 18:40:03.956395 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-d5a26ce1-f891-4570-9751-b70ce40c9e89 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=84080) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 20 18:40:03.957336 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-d5a26ce1-f891-4570-9751-b70ce40c9e89 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051665 Apr 20 18:40:03.968072 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-eff918e8-c940-4098-a6f8-79b6da05597e service neutron] Request body: {'port': {'device_id': '1bf46a5b-46ce-4bf0-ba65-9a544b54944a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:40:04.079416 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-eff918e8-c940-4098-a6f8-79b6da05597e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:04.120727 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-32fb9900-96d3-4150-9733-ccb53b5895da None None] Provisioning for port 1be064a4-570f-4ed2-b4e3-c29a5089bb2b completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:40:04.127402 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-32fb9900-96d3-4150-9733-ccb53b5895da None None] Provisioning complete for port 1be064a4-570f-4ed2-b4e3-c29a5089bb2b triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:40:04.128258 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-32fb9900-96d3-4150-9733-ccb53b5895da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:04.180206 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-32fb9900-96d3-4150-9733-ccb53b5895da None None] Port 1be064a4-570f-4ed2-b4e3-c29a5089bb2b cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:40:04.430229 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-eff918e8-c940-4098-a6f8-79b6da05597e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be064a4-570f-4ed2-b4e3-c29a5089bb2b {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:40:04.438950 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-eff918e8-c940-4098-a6f8-79b6da05597e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:04.453507 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-eff918e8-c940-4098-a6f8-79b6da05597e service neutron] Transition to ACTIVE for port object 1be064a4-570f-4ed2-b4e3-c29a5089bb2b will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:40:04.460072 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-eff918e8-c940-4098-a6f8-79b6da05597e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:04.553589 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64243d7-3bbe-4686-bc63-1e4ef524873d req-9621742a-f0c9-4332-8aa2-ed368b3803cb tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:40:04.555798 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e64243d7-3bbe-4686-bc63-1e4ef524873d req-9621742a-f0c9-4332-8aa2-ed368b3803cb tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bf46a5b-46ce-4bf0-ba65-9a544b54944a HTTP/1.1" status: 200 len: 943 time: 0.0793512 Apr 20 18:40:04.585232 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff918e8-c940-4098-a6f8-79b6da05597e service neutron] Pushing event updated for resources: {'Port': ['ID=1be064a4-570f-4ed2-b4e3-c29a5089bb2b,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:40:04.604143 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-e64243d7-3bbe-4686-bc63-1e4ef524873d req-5f17d4cb-8acf-454f-94d8-368e8f2d118d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a977b09e-63e4-44b9-a54a-1bc042a94ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433705 Apr 20 18:40:04.789753 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-eff918e8-c940-4098-a6f8-79b6da05597e service neutron] Attempting to bind port 1be064a4-570f-4ed2-b4e3-c29a5089bb2b on host n-h2-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:40:04.790051 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-eff918e8-c940-4098-a6f8-79b6da05597e service neutron] Attempting to bind port 1be064a4-570f-4ed2-b4e3-c29a5089bb2b by drivers openvswitch,hyperv on host n-h2-838032-1 at level 0 using segments [{'id': '3ba730c1-adea-4022-b591-f18051539e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58525112-b569-458e-a612-6d8bebddc854'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:40:04.790429 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-eff918e8-c940-4098-a6f8-79b6da05597e service neutron] Attempting to bind port 1be064a4-570f-4ed2-b4e3-c29a5089bb2b on network 58525112-b569-458e-a612-6d8bebddc854 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:40:04.796685 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-eff918e8-c940-4098-a6f8-79b6da05597e service neutron] Port 1be064a4-570f-4ed2-b4e3-c29a5089bb2b on network 58525112-b569-458e-a612-6d8bebddc854 not bound, no agent of type Open vSwitch agent registered on host n-h2-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 18:40:04.796911 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-eff918e8-c940-4098-a6f8-79b6da05597e service neutron] Attempting to bind port 1be064a4-570f-4ed2-b4e3-c29a5089bb2b on network 58525112-b569-458e-a612-6d8bebddc854 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:40:04.803313 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-eff918e8-c940-4098-a6f8-79b6da05597e service neutron] Checking agent: {'id': '2bb1974b-cafb-4e31-b18e-5efdbcecd3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:40:04.803637 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-eff918e8-c940-4098-a6f8-79b6da05597e service neutron] Checking segment: {'id': '3ba730c1-adea-4022-b591-f18051539e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58525112-b569-458e-a612-6d8bebddc854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:40:04.804098 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-eff918e8-c940-4098-a6f8-79b6da05597e service neutron] Bound using segment: {'id': '3ba730c1-adea-4022-b591-f18051539e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58525112-b569-458e-a612-6d8bebddc854'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:40:04.804524 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-eff918e8-c940-4098-a6f8-79b6da05597e service neutron] Bound port: 1be064a4-570f-4ed2-b4e3-c29a5089bb2b, host: n-h2-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ba730c1-adea-4022-b591-f18051539e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58525112-b569-458e-a612-6d8bebddc854'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:40:04.805078 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-eff918e8-c940-4098-a6f8-79b6da05597e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:04.893708 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-eff918e8-c940-4098-a6f8-79b6da05597e service neutron] For port 1be064a4-570f-4ed2-b4e3-c29a5089bb2b, host n-h2-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:40:04.896717 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-eff918e8-c940-4098-a6f8-79b6da05597e service neutron] For port 1be064a4-570f-4ed2-b4e3-c29a5089bb2b, host n-h2-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=1be064a4-570f-4ed2-b4e3-c29a5089bb2b,segment=NetworkSegment(3ba730c1-adea-4022-b591-f18051539e05),segment_id=3ba730c1-adea-4022-b591-f18051539e05)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:40:04.903703 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-eff918e8-c940-4098-a6f8-79b6da05597e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:04.963253 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-eff918e8-c940-4098-a6f8-79b6da05597e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:04.964627 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-eff918e8-c940-4098-a6f8-79b6da05597e service neutron] 10.222.0.10 "PUT /v2.0/ports/1be064a4-570f-4ed2-b4e3-c29a5089bb2b HTTP/1.1" status: 200 len: 1091 time: 1.0006752 Apr 20 18:40:04.965053 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf46a5b-46ce-4bf0-ba65-9a544b54944a', 'tag': '1be064a4-570f-4ed2-b4e3-c29a5089bb2b'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:40:04.981924 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff918e8-c940-4098-a6f8-79b6da05597e service neutron] Pushing event updated for resources: {'Port': ['ID=1be064a4-570f-4ed2-b4e3-c29a5089bb2b,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:40:05.081491 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-cab4d1ab-64bd-4871-a2b7-c7a852206ea0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a474155a8c4043829953a9a45d7977d5&device_id=1bf46a5b-46ce-4bf0-ba65-9a544b54944a HTTP/1.1" status: 200 len: 1094 time: 0.0731475 Apr 20 18:40:05.139111 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a89e9405-7c31-4542-ad8e-3e83bc2dbb57'] response: {'name': 'network-changed', 'server_uuid': '1bf46a5b-46ce-4bf0-ba65-9a544b54944a', 'tag': '1be064a4-570f-4ed2-b4e3-c29a5089bb2b', 'status': 'completed', 'code': 200} Apr 20 18:40:05.154707 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-876e7483-1d45-4ec5-ba5f-0ad8f617a0b2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1be064a4-570f-4ed2-b4e3-c29a5089bb2b HTTP/1.1" status: 200 len: 217 time: 0.0666533 Apr 20 18:40:05.222041 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-7db41248-8682-44fc-ae06-538c4599352a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:40:05.223499 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-7db41248-8682-44fc-ae06-538c4599352a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e HTTP/1.1" status: 200 len: 849 time: 0.0629263 Apr 20 18:40:05.301490 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-2888b73f-3fb2-4cd0-8973-a06be3a6588f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=58525112-b569-458e-a612-6d8bebddc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717592 Apr 20 18:40:05.435029 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-95069e1f-7183-478b-a2c1-c5c83b3a0cd3 service neutron] 10.222.0.10 "GET /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270742 Apr 20 18:40:05.566581 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4029dba0-83cf-4a13-9ba8-a88b9e763b81 req-812448ae-0f19-467f-9249-525855e556c2 service neutron] 10.222.0.10 "GET /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253672 Apr 20 18:40:05.700228 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5beaa483-ff54-4120-8645-c28110041e9d req-9f10a307-57b1-417a-a209-86dec7e7a0dc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a474155a8c4043829953a9a45d7977d5&device_id=1bf46a5b-46ce-4bf0-ba65-9a544b54944a HTTP/1.1" status: 200 len: 1094 time: 0.0765691 Apr 20 18:40:05.807410 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e16a5-c63f-4d9d-946b-6df182c24598 req-1f93e58b-64af-44d4-a511-13ce3e889bf3 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:40:05.808882 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-675e16a5-c63f-4d9d-946b-6df182c24598 req-1f93e58b-64af-44d4-a511-13ce3e889bf3 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bf46a5b-46ce-4bf0-ba65-9a544b54944a HTTP/1.1" status: 200 len: 943 time: 0.0800898 Apr 20 18:40:05.833932 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beaa483-ff54-4120-8645-c28110041e9d req-1a387f09-4cd1-46e3-ae36-1e883dc36410 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:40:05.835407 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5beaa483-ff54-4120-8645-c28110041e9d req-1a387f09-4cd1-46e3-ae36-1e883dc36410 service neutron] 10.222.0.10 "GET /v2.0/networks?id=58525112-b569-458e-a612-6d8bebddc854 HTTP/1.1" status: 200 len: 911 time: 0.1285515 Apr 20 18:40:05.853576 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-675e16a5-c63f-4d9d-946b-6df182c24598 req-8693a550-fd08-415a-90b8-d286608bf40b tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a977b09e-63e4-44b9-a54a-1bc042a94ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386555 Apr 20 18:40:05.902522 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5beaa483-ff54-4120-8645-c28110041e9d req-e0e25bec-a74d-486c-b2d9-b229a7869c49 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1be064a4-570f-4ed2-b4e3-c29a5089bb2b HTTP/1.1" status: 200 len: 217 time: 0.0612214 Apr 20 18:40:05.968556 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beaa483-ff54-4120-8645-c28110041e9d req-c701dff8-3c74-4efb-824a-54bc7e1e3164 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:40:05.969890 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5beaa483-ff54-4120-8645-c28110041e9d req-c701dff8-3c74-4efb-824a-54bc7e1e3164 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e HTTP/1.1" status: 200 len: 849 time: 0.0613525 Apr 20 18:40:06.043573 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5beaa483-ff54-4120-8645-c28110041e9d req-82654234-29a6-4183-afa4-cb53b98575be service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=58525112-b569-458e-a612-6d8bebddc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674062 Apr 20 18:40:06.183932 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5beaa483-ff54-4120-8645-c28110041e9d req-06d4b486-2888-4a16-bb2a-2a39ee67a7b8 service neutron] 10.222.0.10 "GET /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330793 Apr 20 18:40:06.316429 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5beaa483-ff54-4120-8645-c28110041e9d req-7aa4a55f-2b1c-4bad-adfc-d43f253b41f2 service neutron] 10.222.0.10 "GET /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255944 Apr 20 18:40:07.066304 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cc30b-0afc-4e08-9b33-abfab833def5 req-146df2d8-4c28-4370-b06a-93e270bc53ee tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:40:07.067015 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-5c4cc30b-0afc-4e08-9b33-abfab833def5 req-146df2d8-4c28-4370-b06a-93e270bc53ee tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Synchronizing usage tracker for tenant:a474155a8c4043829953a9a45d7977d5 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:40:07.088748 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-5c4cc30b-0afc-4e08-9b33-abfab833def5 req-146df2d8-4c28-4370-b06a-93e270bc53ee tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Unset dirty status for tenant:a474155a8c4043829953a9a45d7977d5 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:40:07.089873 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5c4cc30b-0afc-4e08-9b33-abfab833def5 req-146df2d8-4c28-4370-b06a-93e270bc53ee tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bf46a5b-46ce-4bf0-ba65-9a544b54944a HTTP/1.1" status: 200 len: 943 time: 0.1122143 Apr 20 18:40:07.219193 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5c4cc30b-0afc-4e08-9b33-abfab833def5 req-dd61ce3c-3550-430c-970b-b32b00fb72f6 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a977b09e-63e4-44b9-a54a-1bc042a94ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233716 Apr 20 18:40:08.431737 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658efee1-4b70-44ce-bba1-aaf579f4cec3 req-9474e290-833c-40c5-810c-0551dafb8e81 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:40:08.433166 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-658efee1-4b70-44ce-bba1-aaf579f4cec3 req-9474e290-833c-40c5-810c-0551dafb8e81 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bf46a5b-46ce-4bf0-ba65-9a544b54944a HTTP/1.1" status: 200 len: 943 time: 0.0862563 Apr 20 18:40:08.478961 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-658efee1-4b70-44ce-bba1-aaf579f4cec3 req-03a18fc0-10ef-41e9-b945-c34b7028084a tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a977b09e-63e4-44b9-a54a-1bc042a94ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399129 Apr 20 18:40:09.242983 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 1be064a4-570f-4ed2-b4e3-c29a5089bb2b details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:40:09.349069 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9abbf2c0-3ead-45b8-8617-bd0d2a222788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:09.387589 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 1be064a4-570f-4ed2-b4e3-c29a5089bb2b, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=1be064a4-570f-4ed2-b4e3-c29a5089bb2b,segment=NetworkSegment(3ba730c1-adea-4022-b591-f18051539e05),segment_id=3ba730c1-adea-4022-b591-f18051539e05)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:40:09.400452 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '1be064a4-570f-4ed2-b4e3-c29a5089bb2b', 'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'port_id': '1be064a4-570f-4ed2-b4e3-c29a5089bb2b', 'mac_address': 'fa:16:3e:a1:b9:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:40:09.486796 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:09.505710 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be064a4-570f-4ed2-b4e3-c29a5089bb2b {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:40:09.523322 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 1be064a4-570f-4ed2-b4e3-c29a5089bb2b, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=1be064a4-570f-4ed2-b4e3-c29a5089bb2b,segment=NetworkSegment(3ba730c1-adea-4022-b591-f18051539e05),segment_id=3ba730c1-adea-4022-b591-f18051539e05)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:40:09.529796 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:09.596375 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=1be064a4-570f-4ed2-b4e3-c29a5089bb2b,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:40:09.678197 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8940f59-45d3-4030-918c-03c086c4945b req-082f66d2-8def-4c55-a428-69f45d74f212 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:40:09.679619 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f8940f59-45d3-4030-918c-03c086c4945b req-082f66d2-8def-4c55-a428-69f45d74f212 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bf46a5b-46ce-4bf0-ba65-9a544b54944a HTTP/1.1" status: 200 len: 944 time: 0.0753508 Apr 20 18:40:09.723493 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-f8940f59-45d3-4030-918c-03c086c4945b req-1d338dee-14f2-4a10-9bad-0304fdd09f7c tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a977b09e-63e4-44b9-a54a-1bc042a94ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383599 Apr 20 18:40:09.832710 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['1be064a4-570f-4ed2-b4e3-c29a5089bb2b'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:40:11.040027 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28916b-fab2-4a0e-93db-708182de3226 req-37976a7a-ed47-4dff-a759-a320c925a336 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:40:11.041386 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de28916b-fab2-4a0e-93db-708182de3226 req-37976a7a-ed47-4dff-a759-a320c925a336 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bf46a5b-46ce-4bf0-ba65-9a544b54944a HTTP/1.1" status: 200 len: 944 time: 0.1824348 Apr 20 18:40:11.088315 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-de28916b-fab2-4a0e-93db-708182de3226 req-7ab5a833-ad94-4666-9a15-4af26b2f677f tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a977b09e-63e4-44b9-a54a-1bc042a94ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391860 Apr 20 18:40:11.242501 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 1be064a4-570f-4ed2-b4e3-c29a5089bb2b up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:40:11.318632 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning for port 1be064a4-570f-4ed2-b4e3-c29a5089bb2b completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:40:11.323126 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 1be064a4-570f-4ed2-b4e3-c29a5089bb2b triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:40:11.323486 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:11.432953 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:11.459123 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf46a5b-46ce-4bf0-ba65-9a544b54944a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be064a4-570f-4ed2-b4e3-c29a5089bb2b'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:40:11.469475 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 1be064a4-570f-4ed2-b4e3-c29a5089bb2b, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=1be064a4-570f-4ed2-b4e3-c29a5089bb2b,segment=NetworkSegment(3ba730c1-adea-4022-b591-f18051539e05),segment_id=3ba730c1-adea-4022-b591-f18051539e05)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:40:11.475399 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:11.520071 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab24c3bb-9a3d-4c08-8c2b-4281ed5fc9fa'] response: {'server_uuid': '1bf46a5b-46ce-4bf0-ba65-9a544b54944a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be064a4-570f-4ed2-b4e3-c29a5089bb2b', 'code': 200} Apr 20 18:40:11.541087 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3ec32b27-0a5b-4a08-970f-12cd63439865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:11.551789 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=1be064a4-570f-4ed2-b4e3-c29a5089bb2b,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:40:11.658978 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5b4f50f4-46ce-4a60-9798-854deea565e3 req-5056911e-c816-4624-9a42-741632079308 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1bf46a5b-46ce-4bf0-ba65-9a544b54944a HTTP/1.1" status: 200 len: 1096 time: 0.0728991 Apr 20 18:40:11.703885 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-5b4f50f4-46ce-4a60-9798-854deea565e3 req-c4c10f3b-45ee-4869-8877-cf5c0380d894 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a977b09e-63e4-44b9-a54a-1bc042a94ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388703 Apr 20 18:40:12.309796 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17122ac-8103-416a-9dc3-22faa113a390 req-54e51a0d-85eb-4dc7-877e-968923d5e2aa tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:40:12.311252 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f17122ac-8103-416a-9dc3-22faa113a390 req-54e51a0d-85eb-4dc7-877e-968923d5e2aa tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bf46a5b-46ce-4bf0-ba65-9a544b54944a HTTP/1.1" status: 200 len: 945 time: 0.0852525 Apr 20 18:40:12.359636 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f17122ac-8103-416a-9dc3-22faa113a390 req-eb40813c-c6d7-44d6-b6a1-3e720af3fa81 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a977b09e-63e4-44b9-a54a-1bc042a94ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423720 Apr 20 18:40:12.760940 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:13.104506 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:13.574038 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfaef4-e129-4a9a-9064-7bb8a2c6089d req-8261bc5c-4a7d-478c-96f0-9e5bf827e041 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:40:13.575495 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-10bfaef4-e129-4a9a-9064-7bb8a2c6089d req-8261bc5c-4a7d-478c-96f0-9e5bf827e041 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bf46a5b-46ce-4bf0-ba65-9a544b54944a HTTP/1.1" status: 200 len: 945 time: 0.0859940 Apr 20 18:40:13.631769 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-10bfaef4-e129-4a9a-9064-7bb8a2c6089d req-795fc79b-ddfe-426a-a919-cea9873ecbf6 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a977b09e-63e4-44b9-a54a-1bc042a94ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506365 Apr 20 18:40:13.839234 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe4755-9cd6-48c0-bfa8-315a9eda3a48 req-b6dce58f-2b03-4567-b9e3-040eb42a5932 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:40:13.840835 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5ffe4755-9cd6-48c0-bfa8-315a9eda3a48 req-b6dce58f-2b03-4567-b9e3-040eb42a5932 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bf46a5b-46ce-4bf0-ba65-9a544b54944a HTTP/1.1" status: 200 len: 945 time: 0.0789752 Apr 20 18:40:13.899588 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5ffe4755-9cd6-48c0-bfa8-315a9eda3a48 req-2e9269f7-0062-417b-a965-e56367ac6011 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a977b09e-63e4-44b9-a54a-1bc042a94ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521426 Apr 20 18:40:13.936580 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 39946) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:40:13.955309 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:14.080193 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3bddc188-38b1-4c8f-ad27-dc5c21a34629 tempest-TestSnapshotPattern-441680183 tempest-TestSnapshotPattern-441680183-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1bf46a5b-46ce-4bf0-ba65-9a544b54944a HTTP/1.1" status: 200 len: 1091 time: 0.1422966 Apr 20 18:40:14.083075 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 39952) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:40:14.088558 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-0afb33dc-cbb3-4e79-b4f5-0ece7f148162 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'port_id': '1be064a4-570f-4ed2-b4e3-c29a5089bb2b', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:40:14.095464 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0afb33dc-cbb3-4e79-b4f5-0ece7f148162 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:40:14.099929 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0afb33dc-cbb3-4e79-b4f5-0ece7f148162 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Usage tracker for resource:floatingip and tenant:a474155a8c4043829953a9a45d7977d5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:40:14.103079 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-0afb33dc-cbb3-4e79-b4f5-0ece7f148162 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:40:14.109366 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-0afb33dc-cbb3-4e79-b4f5-0ece7f148162 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:40:14.122497 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0afb33dc-cbb3-4e79-b4f5-0ece7f148162 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:14.274955 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0afb33dc-cbb3-4e79-b4f5-0ece7f148162 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:14.414812 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:14.421745 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-0afb33dc-cbb3-4e79-b4f5-0ece7f148162 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Allocated IP 172.25.8.240 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/08391170-55b2-4c26-816a-d0c7db8572e0) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:40:14.564790 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0afb33dc-cbb3-4e79-b4f5-0ece7f148162 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:14.593995 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0afb33dc-cbb3-4e79-b4f5-0ece7f148162 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:14.661540 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afb33dc-cbb3-4e79-b4f5-0ece7f148162 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:40:14.664452 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-0afb33dc-cbb3-4e79-b4f5-0ece7f148162 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:40:14.668962 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afb33dc-cbb3-4e79-b4f5-0ece7f148162 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:40:14.692225 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb33dc-cbb3-4e79-b4f5-0ece7f148162 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Pushing event updated for resources: {'Port': ['ID=08391170-55b2-4c26-816a-d0c7db8572e0,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:40:15.032587 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fbf434-9de4-427e-9a34-1495bdeacacc None None] Sync routers for ids ['da69f92a-8250-4c34-98c7-19f5b76d9014'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:40:15.044677 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fbf434-9de4-427e-9a34-1495bdeacacc None None] Routers {'da69f92a-8250-4c34-98c7-19f5b76d9014'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:40:15.045275 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-39fbf434-9de4-427e-9a34-1495bdeacacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:40:12Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['da69f92a-8250-4c34-98c7-19f5b76d9014'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:40:15.179908 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0afb33dc-cbb3-4e79-b4f5-0ece7f148162 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:15.218998 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-39fbf434-9de4-427e-9a34-1495bdeacacc None None] Set router da69f92a-8250-4c34-98c7-19f5b76d9014 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:40:15.234292 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0afb33dc-cbb3-4e79-b4f5-0ece7f148162 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:15.433573 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0afb33dc-cbb3-4e79-b4f5-0ece7f148162 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:15.438075 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0afb33dc-cbb3-4e79-b4f5-0ece7f148162 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:15.536772 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-39fbf434-9de4-427e-9a34-1495bdeacacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da69f92a-8250-4c34-98c7-19f5b76d9014', 'name': 'tempest-TestSnapshotPattern-541879754-router', 'tenant_id': '71624379a0ed4d75b32e52e495d03c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '0bc4dbc2-e843-4270-b586-382e0a3d5b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:39:51Z', 'updated_at': '2022-04-20T18:39:54Z', 'revision_number': 4, 'project_id': '71624379a0ed4d75b32e52e495d03c58', 'gw_port': {'id': '0bc4dbc2-e843-4270-b586-382e0a3d5b6b', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da69f92a-8250-4c34-98c7-19f5b76d9014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:51Z', 'updated_at': '2022-04-20T18:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'ff04cf10-5305-4070-a330-3fec2ed2bccd', 'name': '', 'network_id': 'd2c87d6a-463c-4aa7-9016-430d63a24360', 'tenant_id': '71624379a0ed4d75b32e52e495d03c58', 'mac_address': 'fa:16:3e:19:85:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da69f92a-8250-4c34-98c7-19f5b76d9014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb34d45d-da67-4971-805d-692c6966de7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:53Z', 'updated_at': '2022-04-20T18:39:54Z', 'revision_number': 2, 'project_id': '71624379a0ed4d75b32e52e495d03c58', 'subnets': [{'id': 'eb34d45d-da67-4971-805d-692c6966de7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:40:15.541071 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fbf434-9de4-427e-9a34-1495bdeacacc None None] Checking router: da69f92a-8250-4c34-98c7-19f5b76d9014 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:40:15.541415 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fbf434-9de4-427e-9a34-1495bdeacacc None None] Updating router da69f92a-8250-4c34-98c7-19f5b76d9014 port ff04cf10-5305-4070-a330-3fec2ed2bccd binding host n-d-838032-1 {{(pid=84082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 20 18:40:15.593847 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-39fbf434-9de4-427e-9a34-1495bdeacacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:15.648042 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb33dc-cbb3-4e79-b4f5-0ece7f148162 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Pushing event updated for resources: {'Port': ['ID=08391170-55b2-4c26-816a-d0c7db8572e0,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:40:15.664499 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0afb33dc-cbb3-4e79-b4f5-0ece7f148162 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:15.865171 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [None req-0afb33dc-cbb3-4e79-b4f5-0ece7f148162 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Floating IP ff95c15f-e8bd-4990-85ad-5b081ef4ac83 associated. External IP: 172.25.8.240, port: 1be064a4-570f-4ed2-b4e3-c29a5089bb2b. Apr 20 18:40:15.934753 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-39fbf434-9de4-427e-9a34-1495bdeacacc None None] Notify callbacks [] for port, precommit_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:15.946208 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-39fbf434-9de4-427e-9a34-1495bdeacacc None None] Transition to ACTIVE for port object ff04cf10-5305-4070-a330-3fec2ed2bccd will not be triggered until provisioned by entity L2. {{(pid=84082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:40:15.955672 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-39fbf434-9de4-427e-9a34-1495bdeacacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:16.125611 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097e6ad-ef16-4abd-b531-6df8396ce7cd None None] Pushing event updated for resources: {'Port': ['ID=ff04cf10-5305-4070-a330-3fec2ed2bccd,revision_number=3']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:40:16.174678 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:16.227880 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-39fbf434-9de4-427e-9a34-1495bdeacacc None None] Attempting to bind port ff04cf10-5305-4070-a330-3fec2ed2bccd on host n-d-838032-1 for vnic_type normal with profile {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:40:16.228217 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-39fbf434-9de4-427e-9a34-1495bdeacacc None None] Attempting to bind port ff04cf10-5305-4070-a330-3fec2ed2bccd by drivers openvswitch,hyperv on host n-d-838032-1 at level 0 using segments [{'id': 'e6d2559f-86a4-4e2d-a5e7-5dd385dadb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd2c87d6a-463c-4aa7-9016-430d63a24360'}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:40:16.228699 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fbf434-9de4-427e-9a34-1495bdeacacc None None] Attempting to bind port ff04cf10-5305-4070-a330-3fec2ed2bccd on network d2c87d6a-463c-4aa7-9016-430d63a24360 {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:40:16.238037 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fbf434-9de4-427e-9a34-1495bdeacacc None None] Checking agent: {'id': '524bb522-7d1a-47d8-b6c4-ab749b150705', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 16, 55, 43), 'started_at': datetime.datetime(2022, 4, 20, 16, 56, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838032-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:40:16.238694 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fbf434-9de4-427e-9a34-1495bdeacacc None None] Checking segment: {'id': 'e6d2559f-86a4-4e2d-a5e7-5dd385dadb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd2c87d6a-463c-4aa7-9016-430d63a24360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:40:16.238997 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-39fbf434-9de4-427e-9a34-1495bdeacacc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:16.239377 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fbf434-9de4-427e-9a34-1495bdeacacc None None] Bound using segment: {'id': 'e6d2559f-86a4-4e2d-a5e7-5dd385dadb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd2c87d6a-463c-4aa7-9016-430d63a24360'} {{(pid=84082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:40:16.240812 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.managers [None req-39fbf434-9de4-427e-9a34-1495bdeacacc None None] Bound port: ff04cf10-5305-4070-a330-3fec2ed2bccd, host: n-d-838032-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d2559f-86a4-4e2d-a5e7-5dd385dadb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd2c87d6a-463c-4aa7-9016-430d63a24360'}}] {{(pid=84082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:40:16.240812 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-39fbf434-9de4-427e-9a34-1495bdeacacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:16.269837 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afb33dc-cbb3-4e79-b4f5-0ece7f148162 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Router 977c3713-c3d2-49eb-a342-d62d5256a63f has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:40:16.331406 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-39fbf434-9de4-427e-9a34-1495bdeacacc None None] For port ff04cf10-5305-4070-a330-3fec2ed2bccd, host n-d-838032-1, cleared binding levels {{(pid=84082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:40:16.334997 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-39fbf434-9de4-427e-9a34-1495bdeacacc None None] For port ff04cf10-5305-4070-a330-3fec2ed2bccd, host n-d-838032-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ff04cf10-5305-4070-a330-3fec2ed2bccd,segment=NetworkSegment(e6d2559f-86a4-4e2d-a5e7-5dd385dadb60),segment_id=e6d2559f-86a4-4e2d-a5e7-5dd385dadb60)] {{(pid=84082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:40:16.341024 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-39fbf434-9de4-427e-9a34-1495bdeacacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:16.423747 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097e6ad-ef16-4abd-b531-6df8396ce7cd None None] Pushing event updated for resources: {'Port': ['ID=ff04cf10-5305-4070-a330-3fec2ed2bccd,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:40:16.428193 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fbf434-9de4-427e-9a34-1495bdeacacc None None] Routers {'da69f92a-8250-4c34-98c7-19f5b76d9014'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:40:16.428978 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-39fbf434-9de4-427e-9a34-1495bdeacacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:40:12Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['da69f92a-8250-4c34-98c7-19f5b76d9014'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:40:16.475310 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afb33dc-cbb3-4e79-b4f5-0ece7f148162 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:40:16.486051 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270b6dac-f630-4cc7-87d8-d072ca31cd49 None None] Sync routers for ids ['977c3713-c3d2-49eb-a342-d62d5256a63f'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:40:16.500004 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270b6dac-f630-4cc7-87d8-d072ca31cd49 None None] Routers {'977c3713-c3d2-49eb-a342-d62d5256a63f'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:40:16.500704 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-270b6dac-f630-4cc7-87d8-d072ca31cd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:40:12Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['977c3713-c3d2-49eb-a342-d62d5256a63f'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:40:16.517077 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-0afb33dc-cbb3-4e79-b4f5-0ece7f148162 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:16.604076 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-0afb33dc-cbb3-4e79-b4f5-0ece7f148162 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5194535 Apr 20 18:40:16.614369 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf46a5b-46ce-4bf0-ba65-9a544b54944a', 'tag': '1be064a4-570f-4ed2-b4e3-c29a5089bb2b'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:40:16.644980 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-39fbf434-9de4-427e-9a34-1495bdeacacc None None] Set router da69f92a-8250-4c34-98c7-19f5b76d9014 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:40:16.684414 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-270b6dac-f630-4cc7-87d8-d072ca31cd49 None None] Set router 977c3713-c3d2-49eb-a342-d62d5256a63f gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:40:16.835008 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-582f4203-6aa6-46f9-9e46-0b195b906b8e'] response: {'name': 'network-changed', 'server_uuid': '1bf46a5b-46ce-4bf0-ba65-9a544b54944a', 'tag': '1be064a4-570f-4ed2-b4e3-c29a5089bb2b', 'status': 'completed', 'code': 200} Apr 20 18:40:16.924144 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-234592f7-430c-4b83-a84c-cbd698a252f5 req-4ce9c971-a0ec-49eb-97f9-35655418bb1f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a474155a8c4043829953a9a45d7977d5&device_id=1bf46a5b-46ce-4bf0-ba65-9a544b54944a HTTP/1.1" status: 200 len: 1096 time: 0.0684133 Apr 20 18:40:16.974938 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-39fbf434-9de4-427e-9a34-1495bdeacacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da69f92a-8250-4c34-98c7-19f5b76d9014', 'name': 'tempest-TestSnapshotPattern-541879754-router', 'tenant_id': '71624379a0ed4d75b32e52e495d03c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '0bc4dbc2-e843-4270-b586-382e0a3d5b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:39:51Z', 'updated_at': '2022-04-20T18:39:54Z', 'revision_number': 4, 'project_id': '71624379a0ed4d75b32e52e495d03c58', 'gw_port': {'id': '0bc4dbc2-e843-4270-b586-382e0a3d5b6b', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da69f92a-8250-4c34-98c7-19f5b76d9014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:51Z', 'updated_at': '2022-04-20T18:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'ff04cf10-5305-4070-a330-3fec2ed2bccd', 'name': '', 'network_id': 'd2c87d6a-463c-4aa7-9016-430d63a24360', 'tenant_id': '71624379a0ed4d75b32e52e495d03c58', 'mac_address': 'fa:16:3e:19:85:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da69f92a-8250-4c34-98c7-19f5b76d9014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb34d45d-da67-4971-805d-692c6966de7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:53Z', 'updated_at': '2022-04-20T18:40:16Z', 'revision_number': 4, 'project_id': '71624379a0ed4d75b32e52e495d03c58', 'subnets': [{'id': 'eb34d45d-da67-4971-805d-692c6966de7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:40:16.979361 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fbf434-9de4-427e-9a34-1495bdeacacc None None] The sync data for ids ['da69f92a-8250-4c34-98c7-19f5b76d9014'] in n-d-838032-1 is: [{'id': 'da69f92a-8250-4c34-98c7-19f5b76d9014', 'name': 'tempest-TestSnapshotPattern-541879754-router', 'tenant_id': '71624379a0ed4d75b32e52e495d03c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '0bc4dbc2-e843-4270-b586-382e0a3d5b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:39:51Z', 'updated_at': '2022-04-20T18:39:54Z', 'revision_number': 4, 'project_id': '71624379a0ed4d75b32e52e495d03c58', 'gw_port': {'id': '0bc4dbc2-e843-4270-b586-382e0a3d5b6b', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da69f92a-8250-4c34-98c7-19f5b76d9014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:51Z', 'updated_at': '2022-04-20T18:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'ff04cf10-5305-4070-a330-3fec2ed2bccd', 'name': '', 'network_id': 'd2c87d6a-463c-4aa7-9016-430d63a24360', 'tenant_id': '71624379a0ed4d75b32e52e495d03c58', 'mac_address': 'fa:16:3e:19:85:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da69f92a-8250-4c34-98c7-19f5b76d9014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb34d45d-da67-4971-805d-692c6966de7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:53Z', 'updated_at': '2022-04-20T18:40:16Z', 'revision_number': 4, 'project_id': '71624379a0ed4d75b32e52e495d03c58', 'subnets': [{'id': 'eb34d45d-da67-4971-805d-692c6966de7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:40:17.063473 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-270b6dac-f630-4cc7-87d8-d072ca31cd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'name': 'tempest-TestSnapshotPattern-2001703693-router', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:48Z', 'revision_number': 4, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'gw_port': {'id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'ff95c15f-e8bd-4990-85ad-5b081ef4ac83', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'floating_ip_address': '172.25.8.240', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'port_id': '1be064a4-570f-4ed2-b4e3-c29a5089bb2b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'mac_address': 'fa:16:3e:a1:b9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf46a5b-46ce-4bf0-ba65-9a544b54944a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:40:15Z', 'updated_at': '2022-04-20T18:40:15Z', 'revision_number': 0, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb0f32c-4eed-4758-9d34-da5cb60eb88c', 'name': '', 'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'mac_address': 'fa:16:3e:e0:59:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:47Z', 'updated_at': '2022-04-20T18:39:56Z', 'revision_number': 5, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'subnets': [{'id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:40:17.067314 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270b6dac-f630-4cc7-87d8-d072ca31cd49 None None] Checking router: 977c3713-c3d2-49eb-a342-d62d5256a63f for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:40:17.078965 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270b6dac-f630-4cc7-87d8-d072ca31cd49 None None] Routers {'977c3713-c3d2-49eb-a342-d62d5256a63f'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:40:17.079707 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-270b6dac-f630-4cc7-87d8-d072ca31cd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:40:12Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['977c3713-c3d2-49eb-a342-d62d5256a63f'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:40:17.088993 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234592f7-430c-4b83-a84c-cbd698a252f5 req-7b73c9de-fa86-4621-909a-462643174e9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:40:17.090513 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-234592f7-430c-4b83-a84c-cbd698a252f5 req-7b73c9de-fa86-4621-909a-462643174e9e service neutron] 10.222.0.10 "GET /v2.0/networks?id=58525112-b569-458e-a612-6d8bebddc854 HTTP/1.1" status: 200 len: 911 time: 0.1598840 Apr 20 18:40:17.196737 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-234592f7-430c-4b83-a84c-cbd698a252f5 req-c2c9edd9-8cdc-47eb-8503-a6c1b28da6ad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1be064a4-570f-4ed2-b4e3-c29a5089bb2b HTTP/1.1" status: 200 len: 999 time: 0.0989997 Apr 20 18:40:17.262835 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-270b6dac-f630-4cc7-87d8-d072ca31cd49 None None] Set router 977c3713-c3d2-49eb-a342-d62d5256a63f gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:40:17.283556 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234592f7-430c-4b83-a84c-cbd698a252f5 req-a563e3fd-dcd2-4859-91ae-a1649118efb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:40:17.284928 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-234592f7-430c-4b83-a84c-cbd698a252f5 req-a563e3fd-dcd2-4859-91ae-a1649118efb7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e HTTP/1.1" status: 200 len: 849 time: 0.0751100 Apr 20 18:40:17.362603 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-234592f7-430c-4b83-a84c-cbd698a252f5 req-ab5a07cd-bb85-4eba-b44c-ebfd62fbb915 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=58525112-b569-458e-a612-6d8bebddc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717394 Apr 20 18:40:17.506064 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-234592f7-430c-4b83-a84c-cbd698a252f5 req-c1472efe-9e0c-4dcd-8b51-136dce51edd4 service neutron] 10.222.0.10 "GET /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368804 Apr 20 18:40:17.628644 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-270b6dac-f630-4cc7-87d8-d072ca31cd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'name': 'tempest-TestSnapshotPattern-2001703693-router', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:48Z', 'revision_number': 4, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'gw_port': {'id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'ff95c15f-e8bd-4990-85ad-5b081ef4ac83', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'floating_ip_address': '172.25.8.240', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'port_id': '1be064a4-570f-4ed2-b4e3-c29a5089bb2b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'mac_address': 'fa:16:3e:a1:b9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf46a5b-46ce-4bf0-ba65-9a544b54944a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:40:15Z', 'updated_at': '2022-04-20T18:40:15Z', 'revision_number': 0, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb0f32c-4eed-4758-9d34-da5cb60eb88c', 'name': '', 'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'mac_address': 'fa:16:3e:e0:59:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:47Z', 'updated_at': '2022-04-20T18:39:56Z', 'revision_number': 5, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'subnets': [{'id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:40:17.633027 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270b6dac-f630-4cc7-87d8-d072ca31cd49 None None] The sync data for ids ['977c3713-c3d2-49eb-a342-d62d5256a63f'] in n-d-838032-1 is: [{'id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'name': 'tempest-TestSnapshotPattern-2001703693-router', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:48Z', 'revision_number': 4, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'gw_port': {'id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'ff95c15f-e8bd-4990-85ad-5b081ef4ac83', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'floating_ip_address': '172.25.8.240', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'port_id': '1be064a4-570f-4ed2-b4e3-c29a5089bb2b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'mac_address': 'fa:16:3e:a1:b9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf46a5b-46ce-4bf0-ba65-9a544b54944a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:40:15Z', 'updated_at': '2022-04-20T18:40:15Z', 'revision_number': 0, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb0f32c-4eed-4758-9d34-da5cb60eb88c', 'name': '', 'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'mac_address': 'fa:16:3e:e0:59:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:47Z', 'updated_at': '2022-04-20T18:39:56Z', 'revision_number': 5, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'subnets': [{'id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:40:17.644761 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-234592f7-430c-4b83-a84c-cbd698a252f5 req-b0f4400a-de84-4da5-8319-34bf1b3f2544 service neutron] 10.222.0.10 "GET /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335714 Apr 20 18:40:18.309894 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ff04cf10-5305-4070-a330-3fec2ed2bccd up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:40:18.383268 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning for port ff04cf10-5305-4070-a330-3fec2ed2bccd completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:40:18.388463 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port ff04cf10-5305-4070-a330-3fec2ed2bccd triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:40:18.388907 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:18.501969 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:18.533039 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] For port ff04cf10-5305-4070-a330-3fec2ed2bccd, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ff04cf10-5305-4070-a330-3fec2ed2bccd,segment=NetworkSegment(e6d2559f-86a4-4e2d-a5e7-5dd385dadb60),segment_id=e6d2559f-86a4-4e2d-a5e7-5dd385dadb60)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:40:18.540119 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:18.608871 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Pushing event updated for resources: {'Port': ['ID=ff04cf10-5305-4070-a330-3fec2ed2bccd,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:40:20.127929 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e1ff12-b2fb-4dd6-b7fd-dc0ec9645925 None None] New status for floating IP ff95c15f-e8bd-4990-85ad-5b081ef4ac83: ACTIVE {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 18:40:20.291466 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ff04cf10-5305-4070-a330-3fec2ed2bccd up at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:40:20.427512 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Provisioning complete for port ff04cf10-5305-4070-a330-3fec2ed2bccd triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:40:20.427869 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:23.571899 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:40:39.310557 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3ab7327a-aa48-4ae5-bea5-0473b69ef3f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:41.508807 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0bee4c63-d0d6-4f1e-a731-4d3b73d2c1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:42.763986 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:43.107004 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:43.977886 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:44.422672 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:46.100352 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:40:51.768846 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-57094fb1-335d-4b0a-9540-bfc7dc24952a req-f01e9c73-f752-4b53-b030-5802a1055784 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1bf46a5b-46ce-4bf0-ba65-9a544b54944a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0766315 Apr 20 18:40:51.909416 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-57094fb1-335d-4b0a-9540-bfc7dc24952a req-67676498-89a1-49ea-a9d8-fde37e7283c0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a474155a8c4043829953a9a45d7977d5&device_id=1bf46a5b-46ce-4bf0-ba65-9a544b54944a HTTP/1.1" status: 200 len: 1096 time: 0.0700629 Apr 20 18:40:52.054573 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57094fb1-335d-4b0a-9540-bfc7dc24952a req-ce91a064-0a96-4911-80ea-f47c11f9c97f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:40:52.055970 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-57094fb1-335d-4b0a-9540-bfc7dc24952a req-ce91a064-0a96-4911-80ea-f47c11f9c97f service neutron] 10.222.0.10 "GET /v2.0/networks?id=58525112-b569-458e-a612-6d8bebddc854 HTTP/1.1" status: 200 len: 911 time: 0.1265967 Apr 20 18:40:52.167493 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-57094fb1-335d-4b0a-9540-bfc7dc24952a req-5476a127-5501-474a-baca-974eb0b3dbab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1be064a4-570f-4ed2-b4e3-c29a5089bb2b HTTP/1.1" status: 200 len: 1001 time: 0.1050622 Apr 20 18:40:52.233450 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57094fb1-335d-4b0a-9540-bfc7dc24952a req-812b497a-bf3a-403b-b1fd-8459315a3b2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:40:52.234863 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-57094fb1-335d-4b0a-9540-bfc7dc24952a req-812b497a-bf3a-403b-b1fd-8459315a3b2c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e HTTP/1.1" status: 200 len: 849 time: 0.0614920 Apr 20 18:40:52.395519 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-57094fb1-335d-4b0a-9540-bfc7dc24952a req-c1a68618-a2e9-4f5f-a116-a1670d561eb2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=58525112-b569-458e-a612-6d8bebddc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1541147 Apr 20 18:40:52.524732 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-57094fb1-335d-4b0a-9540-bfc7dc24952a req-02748b0b-df60-476a-a53f-2aaef0957f4b service neutron] 10.222.0.10 "GET /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231608 Apr 20 18:40:52.656866 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-57094fb1-335d-4b0a-9540-bfc7dc24952a req-77530234-143a-40bc-b46e-631c1ce55148 service neutron] 10.222.0.10 "GET /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261718 Apr 20 18:41:00.569382 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:41:09.315008 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-94aea6de-cab4-4472-b2a3-263a0bc4f004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:41:11.503129 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d43070d4-eda8-4ba4-8f07-31b833648b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:41:12.764650 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:41:13.111483 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:41:13.984799 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:41:14.428596 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:41:16.095620 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:41:37.561496 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:41:39.322086 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-36998f56-bc5a-4bae-9e5a-dd31ccd425f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:41:41.509497 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-dc32ce56-f3ff-45ca-ba52-54337eaa1443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:41:42.771169 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:41:43.111764 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:41:43.985317 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:41:44.429543 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:41:46.096812 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:41:53.760836 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8b232660-29b1-4332-b33f-926dac647c78 req-e3b81d71-cdca-456b-953b-e505813bf04d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1bf46a5b-46ce-4bf0-ba65-9a544b54944a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0715587 Apr 20 18:41:53.912142 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8b232660-29b1-4332-b33f-926dac647c78 req-f7060466-2f46-407a-926d-bdebf9e2e27b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a474155a8c4043829953a9a45d7977d5&device_id=1bf46a5b-46ce-4bf0-ba65-9a544b54944a HTTP/1.1" status: 200 len: 1096 time: 0.0843942 Apr 20 18:41:54.059955 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b232660-29b1-4332-b33f-926dac647c78 req-e162d5dd-9c55-4591-bf50-93f2164c8eb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:41:54.061278 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8b232660-29b1-4332-b33f-926dac647c78 req-e162d5dd-9c55-4591-bf50-93f2164c8eb5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=58525112-b569-458e-a612-6d8bebddc854 HTTP/1.1" status: 200 len: 911 time: 0.1257312 Apr 20 18:41:54.165282 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8b232660-29b1-4332-b33f-926dac647c78 req-97fced5f-c962-44dd-8259-dd02a6b6e589 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1be064a4-570f-4ed2-b4e3-c29a5089bb2b HTTP/1.1" status: 200 len: 1001 time: 0.0974810 Apr 20 18:41:54.229770 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b232660-29b1-4332-b33f-926dac647c78 req-eef886fd-9373-4c2b-9e4f-5b225b741b5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:41:54.231223 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8b232660-29b1-4332-b33f-926dac647c78 req-eef886fd-9373-4c2b-9e4f-5b225b741b5b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e HTTP/1.1" status: 200 len: 849 time: 0.0602520 Apr 20 18:41:54.305870 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8b232660-29b1-4332-b33f-926dac647c78 req-8ccae52f-b8f6-4279-9954-1d62698b3d55 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=58525112-b569-458e-a612-6d8bebddc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687029 Apr 20 18:41:54.436890 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8b232660-29b1-4332-b33f-926dac647c78 req-9b89c3a1-177d-4314-b2f9-ee20405b30a5 service neutron] 10.222.0.10 "GET /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244121 Apr 20 18:41:54.572338 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8b232660-29b1-4332-b33f-926dac647c78 req-39b88b00-4799-4e4a-a331-0f7daa23ae83 service neutron] 10.222.0.10 "GET /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295769 Apr 20 18:42:09.317711 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-12d0bf32-ddbc-4938-a85c-c86f0d1c5bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:42:11.515962 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2fd9b031-0baf-47cd-bb03-994767c441d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:42:12.760284 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:42:13.113236 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:42:13.998363 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:42:14.434070 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:42:14.562674 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:42:16.135664 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:42:39.314777 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e710937a-dfb6-4497-83d9-d6092d67afce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:42:41.501875 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-e20461ae-71cb-46e2-9e81-c6935d4d0833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:42:42.768222 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:42:43.123937 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:42:44.013755 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:42:44.437365 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:42:46.126430 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:42:51.568840 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:42:51.954485 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 1be064a4-570f-4ed2-b4e3-c29a5089bb2b details requested by agent hyperv_n-h2-838032-1 with host n-h2-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:42:52.100053 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 1be064a4-570f-4ed2-b4e3-c29a5089bb2b, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=1be064a4-570f-4ed2-b4e3-c29a5089bb2b,segment=NetworkSegment(3ba730c1-adea-4022-b591-f18051539e05),segment_id=3ba730c1-adea-4022-b591-f18051539e05)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:42:52.112881 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Returning: {'device': '1be064a4-570f-4ed2-b4e3-c29a5089bb2b', 'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'port_id': '1be064a4-570f-4ed2-b4e3-c29a5089bb2b', 'mac_address': 'fa:16:3e:a1:b9:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:42:52.165360 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:42:52.181993 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1be064a4-570f-4ed2-b4e3-c29a5089bb2b {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:42:52.197291 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 1be064a4-570f-4ed2-b4e3-c29a5089bb2b, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=1be064a4-570f-4ed2-b4e3-c29a5089bb2b,segment=NetworkSegment(3ba730c1-adea-4022-b591-f18051539e05),segment_id=3ba730c1-adea-4022-b591-f18051539e05)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:42:52.203327 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:42:52.274643 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=1be064a4-570f-4ed2-b4e3-c29a5089bb2b,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:42:52.285821 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] get_ports_and_sgs() called for port_ids ['1be064a4-570f-4ed2-b4e3-c29a5089bb2b'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:42:52.313039 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:42:52.313342 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:42:52.313703 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:42:52.314044 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:42:52.314329 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:42:52.314716 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:42:52.315040 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:42:52.315331 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:42:52.315722 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:42:52.315923 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:42:52.316217 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:42:53.967416 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 1be064a4-570f-4ed2-b4e3-c29a5089bb2b up at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:42:54.040987 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Provisioning complete for port 1be064a4-570f-4ed2-b4e3-c29a5089bb2b triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:42:54.041262 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:42:54.155743 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:42:54.182220 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf46a5b-46ce-4bf0-ba65-9a544b54944a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be064a4-570f-4ed2-b4e3-c29a5089bb2b'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:42:54.192352 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 1be064a4-570f-4ed2-b4e3-c29a5089bb2b, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=1be064a4-570f-4ed2-b4e3-c29a5089bb2b,segment=NetworkSegment(3ba730c1-adea-4022-b591-f18051539e05),segment_id=3ba730c1-adea-4022-b591-f18051539e05)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:42:54.198259 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:42:54.267473 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=1be064a4-570f-4ed2-b4e3-c29a5089bb2b,revision_number=7']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:42:54.368213 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91261433-963c-4825-9c2f-e68bd40968b0'] response: {'server_uuid': '1bf46a5b-46ce-4bf0-ba65-9a544b54944a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be064a4-570f-4ed2-b4e3-c29a5089bb2b', 'code': 200} Apr 20 18:42:55.949121 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-965b56fd-b6dd-426a-b00b-1a134edb8b34 req-1094d554-4faf-44a7-936b-1de32a1da8b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a474155a8c4043829953a9a45d7977d5&device_id=1bf46a5b-46ce-4bf0-ba65-9a544b54944a HTTP/1.1" status: 200 len: 1096 time: 0.2016869 Apr 20 18:42:56.107140 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b56fd-b6dd-426a-b00b-1a134edb8b34 req-0145c7fd-a544-434e-8f92-08aeabec3316 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:42:56.108819 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-965b56fd-b6dd-426a-b00b-1a134edb8b34 req-0145c7fd-a544-434e-8f92-08aeabec3316 service neutron] 10.222.0.10 "GET /v2.0/networks?id=58525112-b569-458e-a612-6d8bebddc854 HTTP/1.1" status: 200 len: 911 time: 0.1380441 Apr 20 18:42:56.212345 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-965b56fd-b6dd-426a-b00b-1a134edb8b34 req-96bf05c9-881e-4235-81e7-7b008ec7f831 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1be064a4-570f-4ed2-b4e3-c29a5089bb2b HTTP/1.1" status: 200 len: 1001 time: 0.0970514 Apr 20 18:42:56.284629 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b56fd-b6dd-426a-b00b-1a134edb8b34 req-8c24fcd8-c057-437e-b525-3db44fb4da06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:42:56.287281 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-965b56fd-b6dd-426a-b00b-1a134edb8b34 req-8c24fcd8-c057-437e-b525-3db44fb4da06 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e HTTP/1.1" status: 200 len: 849 time: 0.0680101 Apr 20 18:42:56.370475 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-965b56fd-b6dd-426a-b00b-1a134edb8b34 req-2be3363d-1288-44fa-99dc-3078f9b5dcbd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=58525112-b569-458e-a612-6d8bebddc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752542 Apr 20 18:42:56.618820 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-965b56fd-b6dd-426a-b00b-1a134edb8b34 req-aa26753a-ed63-43ea-94db-85f4fbc44334 service neutron] 10.222.0.10 "GET /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415059 Apr 20 18:42:56.768045 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-965b56fd-b6dd-426a-b00b-1a134edb8b34 req-d3a9c534-b3d5-47aa-bc0b-26d5fde2c645 service neutron] 10.222.0.10 "GET /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414993 Apr 20 18:43:05.465817 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-30d47b20-0949-4c35-b234-7746449af7a7 req-3390ee9f-8b64-4ea8-95e6-1dc051cf21d6 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1282853794&fields=id&tenant_id=a474155a8c4043829953a9a45d7977d5 HTTP/1.1" status: 200 len: 267 time: 0.0410659 Apr 20 18:43:05.611789 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d47b20-0949-4c35-b234-7746449af7a7 req-7e266813-8421-48b0-9453-5a82ac5c0378 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:43:05.613195 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-30d47b20-0949-4c35-b234-7746449af7a7 req-7e266813-8421-48b0-9453-5a82ac5c0378 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/networks?id=58525112-b569-458e-a612-6d8bebddc854 HTTP/1.1" status: 200 len: 810 time: 0.1409032 Apr 20 18:43:05.633057 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-30d47b20-0949-4c35-b234-7746449af7a7 req-9cfa039d-cb87-4fc3-b839-e3a55f8a395c tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/quotas/a474155a8c4043829953a9a45d7977d5 HTTP/1.1" status: 200 len: 375 time: 0.0116496 Apr 20 18:43:05.726617 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-30d47b20-0949-4c35-b234-7746449af7a7 req-49335934-d209-48a8-83a9-a86e1257f5bd tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a474155a8c4043829953a9a45d7977d5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0865178 Apr 20 18:43:05.862414 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-30d47b20-0949-4c35-b234-7746449af7a7 req-ff744cc9-760d-4898-a463-1618ede247eb service neutron] 10.222.0.39 "GET /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239395 Apr 20 18:43:05.993213 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-30d47b20-0949-4c35-b234-7746449af7a7 req-83353611-8c48-4918-8bf5-ae8f30754b3a service neutron] 10.222.0.39 "GET /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220539 Apr 20 18:43:06.301618 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-0da84b98-de15-421a-8a47-126f4ba176a4 req-dbfd236d-1a04-45fd-8f69-b5ff7a5784f8 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0 HTTP/1.1" status: 200 len: 210 time: 0.1143062 Apr 20 18:43:07.416018 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d47b20-0949-4c35-b234-7746449af7a7 req-413c2861-0be3-40b8-9768-493f36818b64 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:43:07.418309 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-30d47b20-0949-4c35-b234-7746449af7a7 req-413c2861-0be3-40b8-9768-493f36818b64 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.43 "GET /v2.0/networks?id=58525112-b569-458e-a612-6d8bebddc854 HTTP/1.1" status: 200 len: 810 time: 0.1438255 Apr 20 18:43:07.478815 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-30d47b20-0949-4c35-b234-7746449af7a7 req-b217f46a-cf9c-487f-9b99-27615ccb6a1c tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a474155a8c4043829953a9a45d7977d5 HTTP/1.1" status: 200 len: 380 time: 0.0478280 Apr 20 18:43:07.487968 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-30d47b20-0949-4c35-b234-7746449af7a7 req-1185edf7-79d8-4f5d-9e46-eb8d92d9474d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Request body: {'port': {'device_id': 'ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0', 'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'admin_state_up': True, 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'security_groups': ['a977b09e-63e4-44b9-a54a-1bc042a94ff9']}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:43:07.597774 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-a6c20ee0-cf40-43fa-afba-2143a56e3ce6 req-b56a3351-7728-4d1d-8987-31bc5041b9be tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0 HTTP/1.1" status: 200 len: 210 time: 0.1524515 Apr 20 18:43:07.626091 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-30d47b20-0949-4c35-b234-7746449af7a7 req-1185edf7-79d8-4f5d-9e46-eb8d92d9474d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:43:07.636670 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.quota.driver [req-30d47b20-0949-4c35-b234-7746449af7a7 req-1185edf7-79d8-4f5d-9e46-eb8d92d9474d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84080) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:43:07.648234 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30d47b20-0949-4c35-b234-7746449af7a7 req-1185edf7-79d8-4f5d-9e46-eb8d92d9474d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Made reservation on behalf of a474155a8c4043829953a9a45d7977d5 for: {'port': 1} {{(pid=84080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 18:43:07.651368 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-30d47b20-0949-4c35-b234-7746449af7a7 req-1185edf7-79d8-4f5d-9e46-eb8d92d9474d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:07.818568 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_common [req-30d47b20-0949-4c35-b234-7746449af7a7 req-1185edf7-79d8-4f5d-9e46-eb8d92d9474d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Allocated IP 172.20.0.14 (58525112-b569-458e-a612-6d8bebddc854/759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e/7c951620-7942-436e-b9b5-ad68f836e1c4) {{(pid=84080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:43:08.033112 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-30d47b20-0949-4c35-b234-7746449af7a7 req-1185edf7-79d8-4f5d-9e46-eb8d92d9474d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for port, precommit_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:08.057292 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-30d47b20-0949-4c35-b234-7746449af7a7 req-1185edf7-79d8-4f5d-9e46-eb8d92d9474d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Transition to ACTIVE for port object 7c951620-7942-436e-b9b5-ad68f836e1c4 will not be triggered until provisioned by entity DHCP. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:43:08.083615 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-30d47b20-0949-4c35-b234-7746449af7a7 req-1185edf7-79d8-4f5d-9e46-eb8d92d9474d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_create {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:08.165070 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30d47b20-0949-4c35-b234-7746449af7a7 req-1185edf7-79d8-4f5d-9e46-eb8d92d9474d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Network 58525112-b569-458e-a612-6d8bebddc854 is already hosted by enough agents. {{(pid=84080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:43:08.168607 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.base_scheduler [req-30d47b20-0949-4c35-b234-7746449af7a7 req-1185edf7-79d8-4f5d-9e46-eb8d92d9474d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Resources bound (agent type, host, resource id): {{(pid=84080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:43:08.172665 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d47b20-0949-4c35-b234-7746449af7a7 req-1185edf7-79d8-4f5d-9e46-eb8d92d9474d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Received port after_create {{(pid=84080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:43:08.220025 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185edf7-79d8-4f5d-9e46-eb8d92d9474d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Pushing event updated for resources: {'Port': ['ID=7c951620-7942-436e-b9b5-ad68f836e1c4,revision_number=1']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:43:08.236377 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185edf7-79d8-4f5d-9e46-eb8d92d9474d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:43:08.236715 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185edf7-79d8-4f5d-9e46-eb8d92d9474d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:43:08.237064 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185edf7-79d8-4f5d-9e46-eb8d92d9474d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:43:08.237379 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185edf7-79d8-4f5d-9e46-eb8d92d9474d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:43:08.237699 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185edf7-79d8-4f5d-9e46-eb8d92d9474d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:43:08.238021 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185edf7-79d8-4f5d-9e46-eb8d92d9474d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:43:08.238455 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185edf7-79d8-4f5d-9e46-eb8d92d9474d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:43:08.238696 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185edf7-79d8-4f5d-9e46-eb8d92d9474d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:43:08.239001 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185edf7-79d8-4f5d-9e46-eb8d92d9474d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:43:08.239313 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185edf7-79d8-4f5d-9e46-eb8d92d9474d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:43:08.239627 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185edf7-79d8-4f5d-9e46-eb8d92d9474d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:43:08.263657 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d47b20-0949-4c35-b234-7746449af7a7 req-1185edf7-79d8-4f5d-9e46-eb8d92d9474d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:43:08.264309 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-30d47b20-0949-4c35-b234-7746449af7a7 req-1185edf7-79d8-4f5d-9e46-eb8d92d9474d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:08.308508 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-30d47b20-0949-4c35-b234-7746449af7a7 req-1185edf7-79d8-4f5d-9e46-eb8d92d9474d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8244197 Apr 20 18:43:08.519683 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1aedea85-80dc-4031-8f2b-f8680923e602 None None] Provisioning for port 7c951620-7942-436e-b9b5-ad68f836e1c4 completed by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:43:08.528165 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-1aedea85-80dc-4031-8f2b-f8680923e602 None None] Provisioning complete for port 7c951620-7942-436e-b9b5-ad68f836e1c4 triggered by entity DHCP. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:43:08.528662 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1aedea85-80dc-4031-8f2b-f8680923e602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:08.594936 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1aedea85-80dc-4031-8f2b-f8680923e602 None None] Port 7c951620-7942-436e-b9b5-ad68f836e1c4 cannot update to ACTIVE because it is not bound. {{(pid=84082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 20 18:43:08.803917 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a8333-5264-47ba-8093-0d85a1f3f847 req-886465d1-27fd-4595-845d-b709a18e71f9 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:43:08.804771 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-558a8333-5264-47ba-8093-0d85a1f3f847 req-886465d1-27fd-4595-845d-b709a18e71f9 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Synchronizing usage tracker for tenant:a474155a8c4043829953a9a45d7977d5 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:43:08.822810 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-558a8333-5264-47ba-8093-0d85a1f3f847 req-886465d1-27fd-4595-845d-b709a18e71f9 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Unset dirty status for tenant:a474155a8c4043829953a9a45d7977d5 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:43:08.823997 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-558a8333-5264-47ba-8093-0d85a1f3f847 req-886465d1-27fd-4595-845d-b709a18e71f9 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0 HTTP/1.1" status: 200 len: 932 time: 0.0967572 Apr 20 18:43:08.877533 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-558a8333-5264-47ba-8093-0d85a1f3f847 req-df836183-11d0-43bc-9af4-235f5462f2c3 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a977b09e-63e4-44b9-a54a-1bc042a94ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473096 Apr 20 18:43:09.305354 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-94e3c81d-064c-416d-b1d8-f3a7bcbc2d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:10.040568 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 1be064a4-570f-4ed2-b4e3-c29a5089bb2b no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:43:10.085077 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474ff17-2d54-4658-ae52-b4b2ec6a9f99 req-fa99fe1d-13bd-42e2-b725-2818bb816fb0 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:43:10.092020 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f474ff17-2d54-4658-ae52-b4b2ec6a9f99 req-fa99fe1d-13bd-42e2-b725-2818bb816fb0 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0 HTTP/1.1" status: 200 len: 932 time: 0.0874109 Apr 20 18:43:10.162858 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-f474ff17-2d54-4658-ae52-b4b2ec6a9f99 req-cb35913e-69bd-435d-87db-26932a9003ed tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a977b09e-63e4-44b9-a54a-1bc042a94ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697193 Apr 20 18:43:10.166871 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:10.199937 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf46a5b-46ce-4bf0-ba65-9a544b54944a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1be064a4-570f-4ed2-b4e3-c29a5089bb2b'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:43:10.211173 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] For port 1be064a4-570f-4ed2-b4e3-c29a5089bb2b, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=1be064a4-570f-4ed2-b4e3-c29a5089bb2b,segment=NetworkSegment(3ba730c1-adea-4022-b591-f18051539e05),segment_id=3ba730c1-adea-4022-b591-f18051539e05)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:43:10.216432 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:10.274567 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6449ef10-5b99-4c38-9f88-878dee2ef360'] response: {'server_uuid': '1bf46a5b-46ce-4bf0-ba65-9a544b54944a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1be064a4-570f-4ed2-b4e3-c29a5089bb2b', 'code': 200} Apr 20 18:43:10.298701 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Pushing event updated for resources: {'Port': ['ID=1be064a4-570f-4ed2-b4e3-c29a5089bb2b,revision_number=8']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:43:11.387289 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bfe4b-827e-4680-a0e7-63518c15d03d req-6d37cbe3-56f9-48a9-8f39-893c6f7fab7c tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:43:11.390634 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2e8bfe4b-827e-4680-a0e7-63518c15d03d req-6d37cbe3-56f9-48a9-8f39-893c6f7fab7c tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0 HTTP/1.1" status: 200 len: 932 time: 0.0898292 Apr 20 18:43:11.469606 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-2e8bfe4b-827e-4680-a0e7-63518c15d03d req-f251fc32-1128-48a5-8761-1c113d87859e tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a977b09e-63e4-44b9-a54a-1bc042a94ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745153 Apr 20 18:43:11.501459 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-621011a1-649b-4ca1-9292-24d6be26c669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:12.675223 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc1fea-0d39-4baf-9dcb-8c5700f4cb83 req-e056591d-30ed-46e8-acff-687f614a79a0 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:43:12.676601 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c4bc1fea-0d39-4baf-9dcb-8c5700f4cb83 req-e056591d-30ed-46e8-acff-687f614a79a0 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0 HTTP/1.1" status: 200 len: 932 time: 0.0827208 Apr 20 18:43:12.728607 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-c4bc1fea-0d39-4baf-9dcb-8c5700f4cb83 req-22f21fce-b466-4962-864e-5298ba8bcbfc tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a977b09e-63e4-44b9-a54a-1bc042a94ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464108 Apr 20 18:43:12.771488 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:13.119915 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:13.946989 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d95da1-a0d5-4c8d-b47e-597c51402951 req-e8084623-4e52-4046-8d27-80b7cd04f138 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:43:13.949242 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b5d95da1-a0d5-4c8d-b47e-597c51402951 req-e8084623-4e52-4046-8d27-80b7cd04f138 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0 HTTP/1.1" status: 200 len: 932 time: 0.0971563 Apr 20 18:43:14.002331 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-b5d95da1-a0d5-4c8d-b47e-597c51402951 req-7e825ce0-806c-4016-bf47-6534be0730b4 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a977b09e-63e4-44b9-a54a-1bc042a94ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474715 Apr 20 18:43:14.023331 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:14.443775 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:15.232332 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5702b5-b6dc-4386-8afd-df51ffa00cb7 req-6cc787d6-34f8-4f05-84c7-d7008091fbe0 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:43:15.234232 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7e5702b5-b6dc-4386-8afd-df51ffa00cb7 req-6cc787d6-34f8-4f05-84c7-d7008091fbe0 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0 HTTP/1.1" status: 200 len: 932 time: 0.1028626 Apr 20 18:43:15.289679 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-7e5702b5-b6dc-4386-8afd-df51ffa00cb7 req-2501e62d-1402-4fa3-a69f-f89d9a904467 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a977b09e-63e4-44b9-a54a-1bc042a94ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457013 Apr 20 18:43:15.513347 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.v2.base [req-30d47b20-0949-4c35-b234-7746449af7a7 req-4fc7089c-9afe-4e4a-95ec-07d59bf9a08b service neutron] Request body: {'port': {'device_id': 'ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838032-1'}} {{(pid=84080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:43:15.636061 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-30d47b20-0949-4c35-b234-7746449af7a7 req-4fc7089c-9afe-4e4a-95ec-07d59bf9a08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:16.076884 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [req-30d47b20-0949-4c35-b234-7746449af7a7 req-4fc7089c-9afe-4e4a-95ec-07d59bf9a08b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c951620-7942-436e-b9b5-ad68f836e1c4 {{(pid=84080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:43:16.083926 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-30d47b20-0949-4c35-b234-7746449af7a7 req-4fc7089c-9afe-4e4a-95ec-07d59bf9a08b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:16.105243 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.provisioning_blocks [req-30d47b20-0949-4c35-b234-7746449af7a7 req-4fc7089c-9afe-4e4a-95ec-07d59bf9a08b service neutron] Transition to ACTIVE for port object 7c951620-7942-436e-b9b5-ad68f836e1c4 will not be triggered until provisioned by entity L2. {{(pid=84080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 18:43:16.111894 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-30d47b20-0949-4c35-b234-7746449af7a7 req-4fc7089c-9afe-4e4a-95ec-07d59bf9a08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:16.134320 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:16.234382 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7089c-9afe-4e4a-95ec-07d59bf9a08b service neutron] Pushing event updated for resources: {'Port': ['ID=7c951620-7942-436e-b9b5-ad68f836e1c4,revision_number=2']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:43:16.346713 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-30d47b20-0949-4c35-b234-7746449af7a7 req-4fc7089c-9afe-4e4a-95ec-07d59bf9a08b service neutron] Attempting to bind port 7c951620-7942-436e-b9b5-ad68f836e1c4 on host n-h1-838032-1 for vnic_type normal with profile {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 18:43:16.347047 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-30d47b20-0949-4c35-b234-7746449af7a7 req-4fc7089c-9afe-4e4a-95ec-07d59bf9a08b service neutron] Attempting to bind port 7c951620-7942-436e-b9b5-ad68f836e1c4 by drivers openvswitch,hyperv on host n-h1-838032-1 at level 0 using segments [{'id': '3ba730c1-adea-4022-b591-f18051539e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58525112-b569-458e-a612-6d8bebddc854'}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 18:43:16.347373 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d47b20-0949-4c35-b234-7746449af7a7 req-4fc7089c-9afe-4e4a-95ec-07d59bf9a08b service neutron] Attempting to bind port 7c951620-7942-436e-b9b5-ad68f836e1c4 on network 58525112-b569-458e-a612-6d8bebddc854 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:43:16.353904 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d47b20-0949-4c35-b234-7746449af7a7 req-4fc7089c-9afe-4e4a-95ec-07d59bf9a08b service neutron] Port 7c951620-7942-436e-b9b5-ad68f836e1c4 on network 58525112-b569-458e-a612-6d8bebddc854 not bound, no agent of type Open vSwitch agent registered on host n-h1-838032-1 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 20 18:43:16.354661 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d47b20-0949-4c35-b234-7746449af7a7 req-4fc7089c-9afe-4e4a-95ec-07d59bf9a08b service neutron] Attempting to bind port 7c951620-7942-436e-b9b5-ad68f836e1c4 on network 58525112-b569-458e-a612-6d8bebddc854 {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 20 18:43:16.361592 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d47b20-0949-4c35-b234-7746449af7a7 req-4fc7089c-9afe-4e4a-95ec-07d59bf9a08b service neutron] Checking agent: {'id': '174ec034-3303-4abc-af3c-3e3dcc4faf73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838032-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'started_at': datetime.datetime(2022, 4, 20, 17, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 18, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 20 18:43:16.361896 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d47b20-0949-4c35-b234-7746449af7a7 req-4fc7089c-9afe-4e4a-95ec-07d59bf9a08b service neutron] Checking segment: {'id': '3ba730c1-adea-4022-b591-f18051539e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58525112-b569-458e-a612-6d8bebddc854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 20 18:43:16.362308 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d47b20-0949-4c35-b234-7746449af7a7 req-4fc7089c-9afe-4e4a-95ec-07d59bf9a08b service neutron] Bound using segment: {'id': '3ba730c1-adea-4022-b591-f18051539e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58525112-b569-458e-a612-6d8bebddc854'} {{(pid=84080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 20 18:43:16.362737 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.managers [req-30d47b20-0949-4c35-b234-7746449af7a7 req-4fc7089c-9afe-4e4a-95ec-07d59bf9a08b service neutron] Bound port: 7c951620-7942-436e-b9b5-ad68f836e1c4, host: n-h1-838032-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ba730c1-adea-4022-b591-f18051539e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58525112-b569-458e-a612-6d8bebddc854'}}] {{(pid=84080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 18:43:16.363132 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-30d47b20-0949-4c35-b234-7746449af7a7 req-4fc7089c-9afe-4e4a-95ec-07d59bf9a08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:16.460466 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-30d47b20-0949-4c35-b234-7746449af7a7 req-4fc7089c-9afe-4e4a-95ec-07d59bf9a08b service neutron] For port 7c951620-7942-436e-b9b5-ad68f836e1c4, host n-h1-838032-1, cleared binding levels {{(pid=84080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 18:43:16.464623 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-30d47b20-0949-4c35-b234-7746449af7a7 req-4fc7089c-9afe-4e4a-95ec-07d59bf9a08b service neutron] For port 7c951620-7942-436e-b9b5-ad68f836e1c4, host n-h1-838032-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=7c951620-7942-436e-b9b5-ad68f836e1c4,segment=NetworkSegment(3ba730c1-adea-4022-b591-f18051539e05),segment_id=3ba730c1-adea-4022-b591-f18051539e05)] {{(pid=84080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 18:43:16.471051 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-30d47b20-0949-4c35-b234-7746449af7a7 req-4fc7089c-9afe-4e4a-95ec-07d59bf9a08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32624294'] for port, after_update {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:16.538010 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-30d47b20-0949-4c35-b234-7746449af7a7 req-4fc7089c-9afe-4e4a-95ec-07d59bf9a08b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:16.539390 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-30d47b20-0949-4c35-b234-7746449af7a7 req-4fc7089c-9afe-4e4a-95ec-07d59bf9a08b service neutron] 10.222.0.43 "PUT /v2.0/ports/7c951620-7942-436e-b9b5-ad68f836e1c4 HTTP/1.1" status: 200 len: 1092 time: 1.1051126 Apr 20 18:43:16.539881 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0', 'tag': '7c951620-7942-436e-b9b5-ad68f836e1c4'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:43:16.564162 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7089c-9afe-4e4a-95ec-07d59bf9a08b service neutron] Pushing event updated for resources: {'Port': ['ID=7c951620-7942-436e-b9b5-ad68f836e1c4,revision_number=3']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:43:16.627810 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-989a26c1-bdc0-408f-8ca8-a3e1c6977bc9'] response: {'name': 'network-changed', 'server_uuid': 'ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0', 'tag': '7c951620-7942-436e-b9b5-ad68f836e1c4', 'status': 'completed', 'code': 200} Apr 20 18:43:16.663192 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac70d4b-573a-4d5c-9d97-86483540b496 req-2aaac593-3f84-4ad4-89d6-b4ae84c37c0f tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:43:16.664369 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-30d47b20-0949-4c35-b234-7746449af7a7 req-ae552872-d01d-41e2-81dd-8ea65ce3669e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a474155a8c4043829953a9a45d7977d5&device_id=ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0 HTTP/1.1" status: 200 len: 1095 time: 0.0760114 Apr 20 18:43:16.664733 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7ac70d4b-573a-4d5c-9d97-86483540b496 req-2aaac593-3f84-4ad4-89d6-b4ae84c37c0f tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0 HTTP/1.1" status: 200 len: 944 time: 0.0827301 Apr 20 18:43:16.714605 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-7ac70d4b-573a-4d5c-9d97-86483540b496 req-cf507474-dfe0-441d-b53d-bc3333402260 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a977b09e-63e4-44b9-a54a-1bc042a94ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441811 Apr 20 18:43:16.739984 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-30d47b20-0949-4c35-b234-7746449af7a7 req-c3a2353b-a169-4d0b-bd55-afc00a05128d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c951620-7942-436e-b9b5-ad68f836e1c4 HTTP/1.1" status: 200 len: 217 time: 0.0683625 Apr 20 18:43:16.801202 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d47b20-0949-4c35-b234-7746449af7a7 req-e3403c80-2f81-4807-8078-8824e7ad9fb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:43:16.802778 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-30d47b20-0949-4c35-b234-7746449af7a7 req-e3403c80-2f81-4807-8078-8824e7ad9fb0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e HTTP/1.1" status: 200 len: 849 time: 0.0576274 Apr 20 18:43:16.877765 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-30d47b20-0949-4c35-b234-7746449af7a7 req-6680f597-aa69-45fd-a5e2-fceed6a9086a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=58525112-b569-458e-a612-6d8bebddc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686655 Apr 20 18:43:17.008210 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-30d47b20-0949-4c35-b234-7746449af7a7 req-03adbd67-97d2-4cd0-af41-993f699719ab service neutron] 10.222.0.43 "GET /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237774 Apr 20 18:43:17.139566 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-30d47b20-0949-4c35-b234-7746449af7a7 req-be137a24-477e-4f57-98f7-493d5331ef26 service neutron] 10.222.0.43 "GET /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253438 Apr 20 18:43:17.259925 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6db64cf8-a7fb-4e40-93ae-3c1ae1e4557d req-1998578e-ae4d-4989-b1d1-1565e85b3a08 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a474155a8c4043829953a9a45d7977d5&device_id=ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0 HTTP/1.1" status: 200 len: 1095 time: 0.0724750 Apr 20 18:43:17.393251 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db64cf8-a7fb-4e40-93ae-3c1ae1e4557d req-d0dc5e45-b117-45b7-a41c-b3173b78d4f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:43:17.394646 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6db64cf8-a7fb-4e40-93ae-3c1ae1e4557d req-d0dc5e45-b117-45b7-a41c-b3173b78d4f7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=58525112-b569-458e-a612-6d8bebddc854 HTTP/1.1" status: 200 len: 911 time: 0.1293304 Apr 20 18:43:17.463665 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6db64cf8-a7fb-4e40-93ae-3c1ae1e4557d req-a4c95f55-24cd-4155-a8b4-bac0a7e5da92 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c951620-7942-436e-b9b5-ad68f836e1c4 HTTP/1.1" status: 200 len: 217 time: 0.0625687 Apr 20 18:43:17.524580 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db64cf8-a7fb-4e40-93ae-3c1ae1e4557d req-e68aa372-e88c-47f6-81fe-1fe90de3853c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:43:17.525986 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6db64cf8-a7fb-4e40-93ae-3c1ae1e4557d req-e68aa372-e88c-47f6-81fe-1fe90de3853c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e HTTP/1.1" status: 200 len: 849 time: 0.0560164 Apr 20 18:43:17.609332 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6db64cf8-a7fb-4e40-93ae-3c1ae1e4557d req-4bf25ed8-47ac-4663-8803-aaa4745c1db0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=58525112-b569-458e-a612-6d8bebddc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756505 Apr 20 18:43:17.822117 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6db64cf8-a7fb-4e40-93ae-3c1ae1e4557d req-d6a76a56-f15f-45ce-9518-553f4d15d99b service neutron] 10.222.0.43 "GET /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062876 Apr 20 18:43:18.002578 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6db64cf8-a7fb-4e40-93ae-3c1ae1e4557d req-7f756608-0f8b-47fd-a425-2941b8175a90 service neutron] 10.222.0.43 "GET /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736145 Apr 20 18:43:18.015851 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750272fd-5b55-4209-83a7-fd07ee1d0a33 req-04af8416-8eb8-4936-a9e9-8032b53b5ddb tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:43:18.017200 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-750272fd-5b55-4209-83a7-fd07ee1d0a33 req-04af8416-8eb8-4936-a9e9-8032b53b5ddb tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0 HTTP/1.1" status: 200 len: 944 time: 0.1658001 Apr 20 18:43:18.062756 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-750272fd-5b55-4209-83a7-fd07ee1d0a33 req-c819257e-6c51-494b-bee2-bfe1c6a4f75b tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a977b09e-63e4-44b9-a54a-1bc042a94ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392969 Apr 20 18:43:19.289540 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912a5d7-229c-4399-afc7-5e83422d7f32 req-e2008a32-8eb8-4972-a152-bdae2f997794 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:43:19.291016 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5912a5d7-229c-4399-afc7-5e83422d7f32 req-e2008a32-8eb8-4972-a152-bdae2f997794 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0 HTTP/1.1" status: 200 len: 944 time: 0.0974851 Apr 20 18:43:19.317717 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 7c951620-7942-436e-b9b5-ad68f836e1c4 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:43:19.339625 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5912a5d7-229c-4399-afc7-5e83422d7f32 req-a979f099-2da0-4f89-97f5-de4179c3ca34 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a977b09e-63e4-44b9-a54a-1bc042a94ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407062 Apr 20 18:43:19.455740 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 7c951620-7942-436e-b9b5-ad68f836e1c4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=7c951620-7942-436e-b9b5-ad68f836e1c4,segment=NetworkSegment(3ba730c1-adea-4022-b591-f18051539e05),segment_id=3ba730c1-adea-4022-b591-f18051539e05)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:43:19.469122 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '7c951620-7942-436e-b9b5-ad68f836e1c4', 'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'port_id': '7c951620-7942-436e-b9b5-ad68f836e1c4', 'mac_address': 'fa:16:3e:9e:aa:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:43:19.531313 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:19.551235 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c951620-7942-436e-b9b5-ad68f836e1c4 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:43:19.566968 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 7c951620-7942-436e-b9b5-ad68f836e1c4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=7c951620-7942-436e-b9b5-ad68f836e1c4,segment=NetworkSegment(3ba730c1-adea-4022-b591-f18051539e05),segment_id=3ba730c1-adea-4022-b591-f18051539e05)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:43:19.572738 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:19.640659 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=7c951620-7942-436e-b9b5-ad68f836e1c4,revision_number=4']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:43:19.796749 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['7c951620-7942-436e-b9b5-ad68f836e1c4'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:43:20.540564 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabf36f-dbc1-47c0-b04f-ae697cc29fcc req-477b03f3-c081-489f-a681-5d30f17406fc tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:43:20.542009 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eeabf36f-dbc1-47c0-b04f-ae697cc29fcc req-477b03f3-c081-489f-a681-5d30f17406fc tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0 HTTP/1.1" status: 200 len: 945 time: 0.0833666 Apr 20 18:43:20.589450 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eeabf36f-dbc1-47c0-b04f-ae697cc29fcc req-afdc3e3c-f28d-4481-bf48-d55a415c70b0 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a977b09e-63e4-44b9-a54a-1bc042a94ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394623 Apr 20 18:43:21.337211 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 7c951620-7942-436e-b9b5-ad68f836e1c4 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:43:21.425202 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning for port 7c951620-7942-436e-b9b5-ad68f836e1c4 completed by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 18:43:21.429980 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 7c951620-7942-436e-b9b5-ad68f836e1c4 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:43:21.430392 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:21.543582 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:21.570480 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c951620-7942-436e-b9b5-ad68f836e1c4'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:43:21.579935 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 7c951620-7942-436e-b9b5-ad68f836e1c4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=7c951620-7942-436e-b9b5-ad68f836e1c4,segment=NetworkSegment(3ba730c1-adea-4022-b591-f18051539e05),segment_id=3ba730c1-adea-4022-b591-f18051539e05)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:43:21.585858 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:21.627694 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1485004f-ec7c-4895-a25e-7bce68cedb6e'] response: {'server_uuid': 'ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c951620-7942-436e-b9b5-ad68f836e1c4', 'code': 200} Apr 20 18:43:21.653744 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=7c951620-7942-436e-b9b5-ad68f836e1c4,revision_number=5']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:43:21.807806 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-75e29a07-f6cd-4102-bb43-1129ccaf633b req-35815ef7-45b5-4fd3-8375-6579dec7fac5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0 HTTP/1.1" status: 200 len: 1097 time: 0.1229885 Apr 20 18:43:21.834031 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002412e-747d-418e-8bc0-c92f302ace91 req-a44e368c-734d-43aa-af42-5ca3a72ef900 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:43:21.835411 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1002412e-747d-418e-8bc0-c92f302ace91 req-a44e368c-734d-43aa-af42-5ca3a72ef900 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0 HTTP/1.1" status: 200 len: 946 time: 0.1185069 Apr 20 18:43:21.884431 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-75e29a07-f6cd-4102-bb43-1129ccaf633b req-1ce45d3b-0154-435e-a7de-dd70fd742165 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a977b09e-63e4-44b9-a54a-1bc042a94ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701287 Apr 20 18:43:21.894830 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-1002412e-747d-418e-8bc0-c92f302ace91 req-e146ecf8-05a8-4176-a359-c877ff1369b2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a977b09e-63e4-44b9-a54a-1bc042a94ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538275 Apr 20 18:43:23.113273 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744288f-80ec-45db-9005-36c60343cb73 req-b700f696-478b-4360-870d-51fa2f2c2eea tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:43:23.114702 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5744288f-80ec-45db-9005-36c60343cb73 req-b700f696-478b-4360-870d-51fa2f2c2eea tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0 HTTP/1.1" status: 200 len: 946 time: 0.0814674 Apr 20 18:43:23.160442 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-5744288f-80ec-45db-9005-36c60343cb73 req-b5af2e83-503f-4731-9674-87d4cb131421 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a977b09e-63e4-44b9-a54a-1bc042a94ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398078 Apr 20 18:43:23.376861 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe972fa-af89-4a44-8704-cfd5a43b5b54 req-1c35ad16-13c5-4f68-be3d-5567ee48b63b tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:43:23.378315 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3fe972fa-af89-4a44-8704-cfd5a43b5b54 req-1c35ad16-13c5-4f68-be3d-5567ee48b63b tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0 HTTP/1.1" status: 200 len: 946 time: 0.0859189 Apr 20 18:43:23.437973 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-3fe972fa-af89-4a44-8704-cfd5a43b5b54 req-55dde567-9519-4e7f-85e7-8b4cdccca69f tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a977b09e-63e4-44b9-a54a-1bc042a94ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518296 Apr 20 18:43:23.467482 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40204) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:43:23.540848 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a16710d3-55b8-4f6a-9cd5-56589cae8e67 tempest-TestSnapshotPattern-441680183 tempest-TestSnapshotPattern-441680183-project-admin] Synchronizing usage tracker for tenant:71624379a0ed4d75b32e52e495d03c58 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:43:23.560998 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-a16710d3-55b8-4f6a-9cd5-56589cae8e67 tempest-TestSnapshotPattern-441680183 tempest-TestSnapshotPattern-441680183-project-admin] Unset dirty status for tenant:71624379a0ed4d75b32e52e495d03c58 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:43:23.562143 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-a16710d3-55b8-4f6a-9cd5-56589cae8e67 tempest-TestSnapshotPattern-441680183 tempest-TestSnapshotPattern-441680183-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0 HTTP/1.1" status: 200 len: 1092 time: 0.0936806 Apr 20 18:43:23.566805 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40208) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:43:23.571938 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.v2.base [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Request body: {'floatingip': {'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'port_id': '7c951620-7942-436e-b9b5-ad68f836e1c4', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 20 18:43:23.578737 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 20 18:43:23.582818 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Usage tracker for resource:floatingip and tenant:a474155a8c4043829953a9a45d7977d5 is out of sync, need to count used quota {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 20 18:43:23.585739 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84081) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 20 18:43:23.591607 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.quota.driver [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 20 18:43:23.605116 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for floatingip, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:23.742696 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:23.887914 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.db_base_plugin_common [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Allocated IP 172.25.8.96 (644c9c06-d7f9-4ddc-a68a-f404eb7c55f3/ca10a170-cc7c-411e-9d9f-8b27839e85e0/9113b5f3-ff6d-4808-96f9-ac94607c36aa) {{(pid=84081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 18:43:24.036563 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for port, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:24.077729 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793324667275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:24.142219 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Network 644c9c06-d7f9-4ddc-a68a-f404eb7c55f3 is already hosted by enough agents. {{(pid=84081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 18:43:24.145019 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.base_scheduler [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Resources bound (agent type, host, resource id): {{(pid=84081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 18:43:24.150334 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Received port after_create {{(pid=84081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 20 18:43:24.179579 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Pushing event updated for resources: {'Port': ['ID=9113b5f3-ff6d-4808-96f9-ac94607c36aa,revision_number=1']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:43:24.207678 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:43:24.208010 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:43:24.208338 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:43:24.208643 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:43:24.209016 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:43:24.209306 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:43:24.209620 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:43:24.209916 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:43:24.210268 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:43:24.210582 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:43:24.210881 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:43:24.767016 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:24.826520 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:25.024795 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for port, precommit_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:25.031068 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32761223'] for port, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:25.138436 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Pushing event updated for resources: {'Port': ['ID=9113b5f3-ff6d-4808-96f9-ac94607c36aa,revision_number=2']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:43:25.154694 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33176298'] for floatingip, after_update {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:25.346844 n-d-838032-1 neutron-server[84081]: INFO neutron.db.l3_db [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Floating IP c846f91b-d212-446a-8c70-0ebc9510b4db associated. External IP: 172.25.8.96, port: 7c951620-7942-436e-b9b5-ad68f836e1c4. Apr 20 18:43:25.738834 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Router 977c3713-c3d2-49eb-a342-d62d5256a63f has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:43:25.946691 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:43:25.956802 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87e542b-5491-48c3-98cd-01f533beec86 None None] Sync routers for ids ['977c3713-c3d2-49eb-a342-d62d5256a63f'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:43:25.969164 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87e542b-5491-48c3-98cd-01f533beec86 None None] Routers {'977c3713-c3d2-49eb-a342-d62d5256a63f'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:43:25.969796 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e87e542b-5491-48c3-98cd-01f533beec86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:43:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['977c3713-c3d2-49eb-a342-d62d5256a63f'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:43:25.974226 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:26.026787 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8f7cf45e-5f50-43f7-b66d-2359bff241c2 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4588561 Apr 20 18:43:26.027325 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0', 'tag': '7c951620-7942-436e-b9b5-ad68f836e1c4'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:43:26.143393 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-e87e542b-5491-48c3-98cd-01f533beec86 None None] Set router 977c3713-c3d2-49eb-a342-d62d5256a63f gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:43:26.160094 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64dc2d26-21a6-406d-b639-a798a1c90719'] response: {'name': 'network-changed', 'server_uuid': 'ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0', 'tag': '7c951620-7942-436e-b9b5-ad68f836e1c4', 'status': 'completed', 'code': 200} Apr 20 18:43:26.250681 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eb989856-d00d-404b-9b29-31518c911a21 req-13bbf689-e6b0-4b4a-a3fe-26e4c96468a7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a474155a8c4043829953a9a45d7977d5&device_id=ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0 HTTP/1.1" status: 200 len: 1097 time: 0.0695574 Apr 20 18:43:26.379577 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb989856-d00d-404b-9b29-31518c911a21 req-0c972e97-fdd3-41f3-ad33-881a7daac642 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:43:26.381003 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eb989856-d00d-404b-9b29-31518c911a21 req-0c972e97-fdd3-41f3-ad33-881a7daac642 service neutron] 10.222.0.43 "GET /v2.0/networks?id=58525112-b569-458e-a612-6d8bebddc854 HTTP/1.1" status: 200 len: 911 time: 0.1247692 Apr 20 18:43:26.482979 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eb989856-d00d-404b-9b29-31518c911a21 req-bcd7cfb6-2af7-4fb9-a9b1-3813ce2ca526 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c951620-7942-436e-b9b5-ad68f836e1c4 HTTP/1.1" status: 200 len: 999 time: 0.0964980 Apr 20 18:43:26.486971 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e87e542b-5491-48c3-98cd-01f533beec86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'name': 'tempest-TestSnapshotPattern-2001703693-router', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:48Z', 'revision_number': 4, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'gw_port': {'id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'c846f91b-d212-446a-8c70-0ebc9510b4db', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'port_id': '7c951620-7942-436e-b9b5-ad68f836e1c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'mac_address': 'fa:16:3e:9e:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:43:24Z', 'updated_at': '2022-04-20T18:43:24Z', 'revision_number': 0, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'fixed_ip_address_scope': None}, {'id': 'ff95c15f-e8bd-4990-85ad-5b081ef4ac83', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'floating_ip_address': '172.25.8.240', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'port_id': '1be064a4-570f-4ed2-b4e3-c29a5089bb2b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'mac_address': 'fa:16:3e:a1:b9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf46a5b-46ce-4bf0-ba65-9a544b54944a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:40:15Z', 'updated_at': '2022-04-20T18:40:20Z', 'revision_number': 1, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb0f32c-4eed-4758-9d34-da5cb60eb88c', 'name': '', 'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'mac_address': 'fa:16:3e:e0:59:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:47Z', 'updated_at': '2022-04-20T18:39:56Z', 'revision_number': 5, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'subnets': [{'id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:43:26.490932 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87e542b-5491-48c3-98cd-01f533beec86 None None] Checking router: 977c3713-c3d2-49eb-a342-d62d5256a63f for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:43:26.501344 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87e542b-5491-48c3-98cd-01f533beec86 None None] Routers {'977c3713-c3d2-49eb-a342-d62d5256a63f'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:43:26.501949 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e87e542b-5491-48c3-98cd-01f533beec86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:43:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['977c3713-c3d2-49eb-a342-d62d5256a63f'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:43:26.544937 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb989856-d00d-404b-9b29-31518c911a21 req-f6f58bd8-de43-49bc-a816-fa3207c9729a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:43:26.546400 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eb989856-d00d-404b-9b29-31518c911a21 req-f6f58bd8-de43-49bc-a816-fa3207c9729a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e HTTP/1.1" status: 200 len: 849 time: 0.0570655 Apr 20 18:43:26.622474 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eb989856-d00d-404b-9b29-31518c911a21 req-bbe50999-4f27-4b49-89f2-6e38d9a56204 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=58525112-b569-458e-a612-6d8bebddc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703485 Apr 20 18:43:26.673811 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-e87e542b-5491-48c3-98cd-01f533beec86 None None] Set router 977c3713-c3d2-49eb-a342-d62d5256a63f gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:43:26.749586 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eb989856-d00d-404b-9b29-31518c911a21 req-9b0a129b-685a-4269-b583-52e1eb1dca1d service neutron] 10.222.0.43 "GET /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214187 Apr 20 18:43:26.879766 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-eb989856-d00d-404b-9b29-31518c911a21 req-5531fcad-5023-4b82-8715-8ce81ae4b369 service neutron] 10.222.0.43 "GET /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246245 Apr 20 18:43:27.014017 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-e87e542b-5491-48c3-98cd-01f533beec86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'name': 'tempest-TestSnapshotPattern-2001703693-router', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:48Z', 'revision_number': 4, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'gw_port': {'id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'c846f91b-d212-446a-8c70-0ebc9510b4db', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'port_id': '7c951620-7942-436e-b9b5-ad68f836e1c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'mac_address': 'fa:16:3e:9e:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:43:24Z', 'updated_at': '2022-04-20T18:43:24Z', 'revision_number': 0, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'fixed_ip_address_scope': None}, {'id': 'ff95c15f-e8bd-4990-85ad-5b081ef4ac83', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'floating_ip_address': '172.25.8.240', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'port_id': '1be064a4-570f-4ed2-b4e3-c29a5089bb2b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'mac_address': 'fa:16:3e:a1:b9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf46a5b-46ce-4bf0-ba65-9a544b54944a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:40:15Z', 'updated_at': '2022-04-20T18:40:20Z', 'revision_number': 1, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb0f32c-4eed-4758-9d34-da5cb60eb88c', 'name': '', 'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'mac_address': 'fa:16:3e:e0:59:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:47Z', 'updated_at': '2022-04-20T18:39:56Z', 'revision_number': 5, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'subnets': [{'id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:43:27.018454 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87e542b-5491-48c3-98cd-01f533beec86 None None] The sync data for ids ['977c3713-c3d2-49eb-a342-d62d5256a63f'] in n-d-838032-1 is: [{'id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'name': 'tempest-TestSnapshotPattern-2001703693-router', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:48Z', 'revision_number': 4, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'gw_port': {'id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'c846f91b-d212-446a-8c70-0ebc9510b4db', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'port_id': '7c951620-7942-436e-b9b5-ad68f836e1c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'mac_address': 'fa:16:3e:9e:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:43:24Z', 'updated_at': '2022-04-20T18:43:24Z', 'revision_number': 0, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'fixed_ip_address_scope': None}, {'id': 'ff95c15f-e8bd-4990-85ad-5b081ef4ac83', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'floating_ip_address': '172.25.8.240', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'port_id': '1be064a4-570f-4ed2-b4e3-c29a5089bb2b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'mac_address': 'fa:16:3e:a1:b9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf46a5b-46ce-4bf0-ba65-9a544b54944a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:40:15Z', 'updated_at': '2022-04-20T18:40:20Z', 'revision_number': 1, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb0f32c-4eed-4758-9d34-da5cb60eb88c', 'name': '', 'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'mac_address': 'fa:16:3e:e0:59:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:47Z', 'updated_at': '2022-04-20T18:39:56Z', 'revision_number': 5, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'subnets': [{'id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:43:27.214326 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8130cf-b65f-4df2-8ba2-7430328762c5 None None] New status for floating IP c846f91b-d212-446a-8c70-0ebc9510b4db: ACTIVE {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 18:43:28.565852 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:43:39.309412 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d6f10885-78c8-449b-96c7-30050ad4783c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:41.501447 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-13bbc5e5-1899-4345-a507-2f55cafa9ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:42.765730 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:43.126330 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:44.011773 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:44.442939 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:46.135360 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:43:56.344261 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-099227d0-cca9-4fa4-8ede-1207dcf074d6 req-f69790b3-d4d8-4c60-b74d-2153443d7d97 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0730507 Apr 20 18:43:56.486123 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-099227d0-cca9-4fa4-8ede-1207dcf074d6 req-320a62e9-5db2-4b05-9e7d-52934b5b4ad8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a474155a8c4043829953a9a45d7977d5&device_id=ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0 HTTP/1.1" status: 200 len: 1097 time: 0.0746074 Apr 20 18:43:56.722140 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099227d0-cca9-4fa4-8ede-1207dcf074d6 req-0930269c-a9b6-4d07-b822-536d67d65536 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:43:56.723525 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-099227d0-cca9-4fa4-8ede-1207dcf074d6 req-0930269c-a9b6-4d07-b822-536d67d65536 service neutron] 10.222.0.43 "GET /v2.0/networks?id=58525112-b569-458e-a612-6d8bebddc854 HTTP/1.1" status: 200 len: 911 time: 0.2133698 Apr 20 18:43:56.826326 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-099227d0-cca9-4fa4-8ede-1207dcf074d6 req-33eb721f-c954-46d8-a019-43b0a29fdbc1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c951620-7942-436e-b9b5-ad68f836e1c4 HTTP/1.1" status: 200 len: 1001 time: 0.0959172 Apr 20 18:43:56.892272 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099227d0-cca9-4fa4-8ede-1207dcf074d6 req-57c10db1-19f5-49c2-a8f2-1290a7cd8af6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:43:56.893648 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-099227d0-cca9-4fa4-8ede-1207dcf074d6 req-57c10db1-19f5-49c2-a8f2-1290a7cd8af6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e HTTP/1.1" status: 200 len: 849 time: 0.0611820 Apr 20 18:43:56.968195 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-099227d0-cca9-4fa4-8ede-1207dcf074d6 req-ea124d12-6a0e-433e-ae45-cffcf2702cea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=58525112-b569-458e-a612-6d8bebddc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689166 Apr 20 18:43:57.097390 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-099227d0-cca9-4fa4-8ede-1207dcf074d6 req-0da64316-0a26-45e0-a179-7d16bb719c4f service neutron] 10.222.0.43 "GET /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224649 Apr 20 18:43:57.229105 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-099227d0-cca9-4fa4-8ede-1207dcf074d6 req-f82193c8-51d5-4f67-af98-0decb4441942 service neutron] 10.222.0.43 "GET /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256585 Apr 20 18:43:57.752303 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8d668de2-c09b-4505-8ba4-9c80c0d995b4 req-36ec704c-2ada-422e-8576-cb03171ac0e9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1bf46a5b-46ce-4bf0-ba65-9a544b54944a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0725572 Apr 20 18:43:57.892084 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8d668de2-c09b-4505-8ba4-9c80c0d995b4 req-8bbf4508-ba1c-423d-9598-3f2d2f11905a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a474155a8c4043829953a9a45d7977d5&device_id=1bf46a5b-46ce-4bf0-ba65-9a544b54944a HTTP/1.1" status: 200 len: 1094 time: 0.0736537 Apr 20 18:43:58.056197 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d668de2-c09b-4505-8ba4-9c80c0d995b4 req-879fe303-3540-44ff-9838-c8dcc9ad85e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:43:58.057549 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8d668de2-c09b-4505-8ba4-9c80c0d995b4 req-879fe303-3540-44ff-9838-c8dcc9ad85e7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=58525112-b569-458e-a612-6d8bebddc854 HTTP/1.1" status: 200 len: 911 time: 0.1447544 Apr 20 18:43:58.159288 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8d668de2-c09b-4505-8ba4-9c80c0d995b4 req-2f28223f-ab2b-40cf-8bc7-3dc4c634d273 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1be064a4-570f-4ed2-b4e3-c29a5089bb2b HTTP/1.1" status: 200 len: 999 time: 0.0958760 Apr 20 18:43:58.218816 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d668de2-c09b-4505-8ba4-9c80c0d995b4 req-1856673e-67a9-4b3c-a239-1f7e3e9d1931 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:43:58.220189 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8d668de2-c09b-4505-8ba4-9c80c0d995b4 req-1856673e-67a9-4b3c-a239-1f7e3e9d1931 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e HTTP/1.1" status: 200 len: 849 time: 0.0551705 Apr 20 18:43:58.299582 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8d668de2-c09b-4505-8ba4-9c80c0d995b4 req-40613049-2b68-4ec8-a3bf-657429dd3972 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=58525112-b569-458e-a612-6d8bebddc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725095 Apr 20 18:43:58.427459 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8d668de2-c09b-4505-8ba4-9c80c0d995b4 req-c7dd10cb-3fd5-4431-96a8-fdcb6ffd6388 service neutron] 10.222.0.10 "GET /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216326 Apr 20 18:43:58.564935 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8d668de2-c09b-4505-8ba4-9c80c0d995b4 req-1b968f98-2b1d-4eb7-bbde-4fed415c3447 service neutron] 10.222.0.10 "GET /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312332 Apr 20 18:44:05.563091 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:44:09.311381 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fdc7c0ff-a7ca-49c9-ba85-c6c3ef46698a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:44:11.498321 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-94d4fa36-3f60-44fa-8308-56ee8ce5091c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:44:12.774422 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:44:13.135403 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:44:14.013654 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:44:14.446069 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:44:16.123830 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:44:39.316305 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f46f95-8fe2-4007-b119-f406ea34aef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:44:41.495463 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4d3667b1-9483-450a-9859-ce54e4cde307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:44:42.560194 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:44:42.770783 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:44:43.136114 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:44:44.031440 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:44:44.448652 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:44:46.128611 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:44:57.889923 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 7c951620-7942-436e-b9b5-ad68f836e1c4 details requested by agent hyperv_n-h1-838032-1 with host n-h1-838032-1 {{(pid=84082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 20 18:44:58.038853 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 7c951620-7942-436e-b9b5-ad68f836e1c4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=7c951620-7942-436e-b9b5-ad68f836e1c4,segment=NetworkSegment(3ba730c1-adea-4022-b591-f18051539e05),segment_id=3ba730c1-adea-4022-b591-f18051539e05)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:44:58.054083 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Returning: {'device': '7c951620-7942-436e-b9b5-ad68f836e1c4', 'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'port_id': '7c951620-7942-436e-b9b5-ad68f836e1c4', 'mac_address': 'fa:16:3e:9e:aa:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:44:58.157547 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:44:58.176420 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c951620-7942-436e-b9b5-ad68f836e1c4 {{(pid=84082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 20 18:44:58.194920 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 7c951620-7942-436e-b9b5-ad68f836e1c4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=7c951620-7942-436e-b9b5-ad68f836e1c4,segment=NetworkSegment(3ba730c1-adea-4022-b591-f18051539e05),segment_id=3ba730c1-adea-4022-b591-f18051539e05)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:44:58.201517 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:44:58.278497 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=7c951620-7942-436e-b9b5-ad68f836e1c4,revision_number=6']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:44:58.290232 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:44:58.290764 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:44:58.291101 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:44:58.291428 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:44:58.291750 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:44:58.292071 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:44:58.292389 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:44:58.292708 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:44:58.293139 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:44:58.293459 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:44:58.293775 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:44:58.298761 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] get_ports_and_sgs() called for port_ids ['7c951620-7942-436e-b9b5-ad68f836e1c4'] {{(pid=84082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 20 18:44:58.472971 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8c26e094-5008-4e42-9ac4-f680f0b3811c req-f22fdef5-e163-4ce3-853c-d94187db2b89 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a474155a8c4043829953a9a45d7977d5&device_id=ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0 HTTP/1.1" status: 200 len: 1096 time: 0.1111069 Apr 20 18:44:58.746048 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26e094-5008-4e42-9ac4-f680f0b3811c req-1616c690-9c6e-4d21-8b67-36f7d458a3cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:44:58.747834 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8c26e094-5008-4e42-9ac4-f680f0b3811c req-1616c690-9c6e-4d21-8b67-36f7d458a3cb service neutron] 10.222.0.43 "GET /v2.0/networks?id=58525112-b569-458e-a612-6d8bebddc854 HTTP/1.1" status: 200 len: 911 time: 0.2541561 Apr 20 18:44:58.857065 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8c26e094-5008-4e42-9ac4-f680f0b3811c req-87373a3e-baae-4ea8-b77f-97cf84f5f28d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c951620-7942-436e-b9b5-ad68f836e1c4 HTTP/1.1" status: 200 len: 1000 time: 0.1018665 Apr 20 18:44:58.928557 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26e094-5008-4e42-9ac4-f680f0b3811c req-2046bab7-a217-4d66-8678-49b616cd32bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:44:58.930119 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8c26e094-5008-4e42-9ac4-f680f0b3811c req-2046bab7-a217-4d66-8678-49b616cd32bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e HTTP/1.1" status: 200 len: 849 time: 0.0665877 Apr 20 18:44:59.021899 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8c26e094-5008-4e42-9ac4-f680f0b3811c req-f0d8625e-3108-454a-94c0-e9e525309edd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=58525112-b569-458e-a612-6d8bebddc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858090 Apr 20 18:44:59.163286 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8c26e094-5008-4e42-9ac4-f680f0b3811c req-c08d3d53-924d-4624-b7f2-deb66a5530cb service neutron] 10.222.0.43 "GET /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347220 Apr 20 18:44:59.345046 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-8c26e094-5008-4e42-9ac4-f680f0b3811c req-602fc6f2-1844-4db6-bee3-890308b1ea99 service neutron] 10.222.0.43 "GET /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759884 Apr 20 18:44:59.765722 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-78502a0b-92b0-48d7-a646-507c7d386397 req-1b6ded4b-f3f9-41cf-8118-b44166c97f85 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1bf46a5b-46ce-4bf0-ba65-9a544b54944a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0731928 Apr 20 18:44:59.892464 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 7c951620-7942-436e-b9b5-ad68f836e1c4 up at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 20 18:44:59.945042 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-78502a0b-92b0-48d7-a646-507c7d386397 req-c874b543-a6b4-43ad-99b4-95987946999d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a474155a8c4043829953a9a45d7977d5&device_id=1bf46a5b-46ce-4bf0-ba65-9a544b54944a HTTP/1.1" status: 200 len: 1094 time: 0.0935469 Apr 20 18:44:59.970126 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.provisioning_blocks [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Provisioning complete for port 7c951620-7942-436e-b9b5-ad68f836e1c4 triggered by entity L2. {{(pid=84082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 18:44:59.970635 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532136'] for port, provisioning_complete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:00.109736 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1084883'] for port, before_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:00.113111 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78502a0b-92b0-48d7-a646-507c7d386397 req-30cee55f-20f1-4dfc-b915-68c9bab08ab3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:45:00.114653 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-78502a0b-92b0-48d7-a646-507c7d386397 req-30cee55f-20f1-4dfc-b915-68c9bab08ab3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=58525112-b569-458e-a612-6d8bebddc854 HTTP/1.1" status: 200 len: 911 time: 0.1437147 Apr 20 18:45:00.141827 n-d-838032-1 neutron-server[84082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c951620-7942-436e-b9b5-ad68f836e1c4'}] {{(pid=84082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:45:00.156201 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] For port 7c951620-7942-436e-b9b5-ad68f836e1c4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=7c951620-7942-436e-b9b5-ad68f836e1c4,segment=NetworkSegment(3ba730c1-adea-4022-b591-f18051539e05),segment_id=3ba730c1-adea-4022-b591-f18051539e05)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:45:00.166454 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793325090982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793324667293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793324667338'] for port, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:00.227962 n-d-838032-1 neutron-server[84082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd5bf884-8bb5-4ce7-9349-eb52706b34da'] response: {'server_uuid': 'ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c951620-7942-436e-b9b5-ad68f836e1c4', 'code': 200} Apr 20 18:45:00.243338 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-78502a0b-92b0-48d7-a646-507c7d386397 req-eaecfe65-648f-4d20-b61e-c8dde8d85ca4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1be064a4-570f-4ed2-b4e3-c29a5089bb2b HTTP/1.1" status: 200 len: 999 time: 0.1220319 Apr 20 18:45:00.245923 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Pushing event updated for resources: {'Port': ['ID=7c951620-7942-436e-b9b5-ad68f836e1c4,revision_number=7']} {{(pid=84082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:45:00.328729 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78502a0b-92b0-48d7-a646-507c7d386397 req-4850024a-577f-4f0d-a13a-8a23ad307050 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:45:00.330180 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-78502a0b-92b0-48d7-a646-507c7d386397 req-4850024a-577f-4f0d-a13a-8a23ad307050 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e HTTP/1.1" status: 200 len: 849 time: 0.0805635 Apr 20 18:45:00.427989 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-78502a0b-92b0-48d7-a646-507c7d386397 req-d17d08c1-887e-45cf-89ed-f7b221931707 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=58525112-b569-458e-a612-6d8bebddc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909815 Apr 20 18:45:00.588492 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-78502a0b-92b0-48d7-a646-507c7d386397 req-af70deee-8b31-42a0-a285-1c15bd0ba2d0 service neutron] 10.222.0.10 "GET /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530373 Apr 20 18:45:00.752679 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-78502a0b-92b0-48d7-a646-507c7d386397 req-9bf0160d-edb6-41c6-b856-db21edbd0452 service neutron] 10.222.0.10 "GET /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551068 Apr 20 18:45:07.107756 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40358) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:45:07.415107 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-fd0a1cf3-da30-4edb-a1b6-75502b1f6c8e tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Deleting port 9113b5f3-ff6d-4808-96f9-ac94607c36aa {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:45:07.415328 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fd0a1cf3-da30-4edb-a1b6-75502b1f6c8e tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:07.587188 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fd0a1cf3-da30-4edb-a1b6-75502b1f6c8e tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:07.587472 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fd0a1cf3-da30-4edb-a1b6-75502b1f6c8e tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:07.708304 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-fd0a1cf3-da30-4edb-a1b6-75502b1f6c8e tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Calling delete_port for 9113b5f3-ff6d-4808-96f9-ac94607c36aa owned by network:floatingip {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:45:07.862972 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fd0a1cf3-da30-4edb-a1b6-75502b1f6c8e tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:07.904923 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a1cf3-da30-4edb-a1b6-75502b1f6c8e tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Pushing event deleted for resources: {'Port': ['ID=9113b5f3-ff6d-4808-96f9-ac94607c36aa,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:45:07.942598 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a1cf3-da30-4edb-a1b6-75502b1f6c8e tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:45:07.942932 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a1cf3-da30-4edb-a1b6-75502b1f6c8e tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:45:07.943268 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a1cf3-da30-4edb-a1b6-75502b1f6c8e tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:45:07.943599 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a1cf3-da30-4edb-a1b6-75502b1f6c8e tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:45:07.943924 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a1cf3-da30-4edb-a1b6-75502b1f6c8e tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:45:07.944246 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a1cf3-da30-4edb-a1b6-75502b1f6c8e tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:45:07.944568 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a1cf3-da30-4edb-a1b6-75502b1f6c8e tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:45:07.944885 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a1cf3-da30-4edb-a1b6-75502b1f6c8e tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:45:07.945202 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a1cf3-da30-4edb-a1b6-75502b1f6c8e tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:45:07.945517 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a1cf3-da30-4edb-a1b6-75502b1f6c8e tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:45:07.945840 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a1cf3-da30-4edb-a1b6-75502b1f6c8e tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:45:08.009221 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fd0a1cf3-da30-4edb-a1b6-75502b1f6c8e tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for floatingip, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:08.401926 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0a1cf3-da30-4edb-a1b6-75502b1f6c8e tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Router 977c3713-c3d2-49eb-a342-d62d5256a63f has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:45:08.597938 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0a1cf3-da30-4edb-a1b6-75502b1f6c8e tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:45:08.608386 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9c4b14-4bfc-4810-b6c8-274d327c9a31 None None] Sync routers for ids ['977c3713-c3d2-49eb-a342-d62d5256a63f'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:45:08.620291 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fd0a1cf3-da30-4edb-a1b6-75502b1f6c8e tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:08.621513 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9c4b14-4bfc-4810-b6c8-274d327c9a31 None None] Routers {'977c3713-c3d2-49eb-a342-d62d5256a63f'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:45:08.622124 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-0d9c4b14-4bfc-4810-b6c8-274d327c9a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:44:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['977c3713-c3d2-49eb-a342-d62d5256a63f'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:45:08.674670 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fd0a1cf3-da30-4edb-a1b6-75502b1f6c8e tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "DELETE /v2.0/floatingips/c846f91b-d212-446a-8c70-0ebc9510b4db HTTP/1.1" status: 204 len: 168 time: 1.5656052 Apr 20 18:45:08.675071 n-d-838032-1 neutron-server[84081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0', 'tag': '7c951620-7942-436e-b9b5-ad68f836e1c4'}] {{(pid=84081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:45:08.734548 n-d-838032-1 neutron-server[84081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65da04fb-687b-4b5b-bd68-5e29acfc28cb'] response: {'name': 'network-changed', 'server_uuid': 'ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0', 'tag': '7c951620-7942-436e-b9b5-ad68f836e1c4', 'status': 'completed', 'code': 200} Apr 20 18:45:08.794261 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-0d9c4b14-4bfc-4810-b6c8-274d327c9a31 None None] Set router 977c3713-c3d2-49eb-a342-d62d5256a63f gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:45:08.827826 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd06f986-3c45-41c0-9226-9125cdc4585c req-25f3bc5a-1dbb-4d49-b568-472e94ea8bfd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a474155a8c4043829953a9a45d7977d5&device_id=ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0 HTTP/1.1" status: 200 len: 1097 time: 0.0731099 Apr 20 18:45:09.064960 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06f986-3c45-41c0-9226-9125cdc4585c req-a933822a-2815-471b-bc85-68e55f5bf435 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:45:09.066487 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd06f986-3c45-41c0-9226-9125cdc4585c req-a933822a-2815-471b-bc85-68e55f5bf435 service neutron] 10.222.0.43 "GET /v2.0/networks?id=58525112-b569-458e-a612-6d8bebddc854 HTTP/1.1" status: 200 len: 911 time: 0.2328997 Apr 20 18:45:09.072764 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad7686-f631-44d0-a114-065ecc1e04d7 req-265dd9cc-632f-4112-8ed2-c46c3d6b93b7 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:45:09.073540 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-daad7686-f631-44d0-a114-065ecc1e04d7 req-265dd9cc-632f-4112-8ed2-c46c3d6b93b7 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Synchronizing usage tracker for tenant:a474155a8c4043829953a9a45d7977d5 on resource:port {{(pid=84081) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:45:09.089845 n-d-838032-1 neutron-server[84081]: DEBUG neutron.quota.resource [req-daad7686-f631-44d0-a114-065ecc1e04d7 req-265dd9cc-632f-4112-8ed2-c46c3d6b93b7 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Unset dirty status for tenant:a474155a8c4043829953a9a45d7977d5 on resource:port {{(pid=84081) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:45:09.091068 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-daad7686-f631-44d0-a114-065ecc1e04d7 req-265dd9cc-632f-4112-8ed2-c46c3d6b93b7 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0 HTTP/1.1" status: 200 len: 946 time: 0.0937705 Apr 20 18:45:09.133098 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd06f986-3c45-41c0-9226-9125cdc4585c req-1baf805c-360f-4979-ac2e-22f5eeb8a022 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c951620-7942-436e-b9b5-ad68f836e1c4 HTTP/1.1" status: 200 len: 217 time: 0.0598564 Apr 20 18:45:09.139315 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-daad7686-f631-44d0-a114-065ecc1e04d7 req-4c9bfde1-14f9-4804-ac7f-9739847ad8ce tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a977b09e-63e4-44b9-a54a-1bc042a94ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415368 Apr 20 18:45:09.153852 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-0d9c4b14-4bfc-4810-b6c8-274d327c9a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'name': 'tempest-TestSnapshotPattern-2001703693-router', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:48Z', 'revision_number': 4, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'gw_port': {'id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'ff95c15f-e8bd-4990-85ad-5b081ef4ac83', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'floating_ip_address': '172.25.8.240', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'port_id': '1be064a4-570f-4ed2-b4e3-c29a5089bb2b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'mac_address': 'fa:16:3e:a1:b9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf46a5b-46ce-4bf0-ba65-9a544b54944a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:40:15Z', 'updated_at': '2022-04-20T18:40:20Z', 'revision_number': 1, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb0f32c-4eed-4758-9d34-da5cb60eb88c', 'name': '', 'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'mac_address': 'fa:16:3e:e0:59:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:47Z', 'updated_at': '2022-04-20T18:39:56Z', 'revision_number': 5, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'subnets': [{'id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:45:09.162450 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9c4b14-4bfc-4810-b6c8-274d327c9a31 None None] Checking router: 977c3713-c3d2-49eb-a342-d62d5256a63f for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:45:09.172670 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9c4b14-4bfc-4810-b6c8-274d327c9a31 None None] Routers {'977c3713-c3d2-49eb-a342-d62d5256a63f'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:45:09.174009 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-0d9c4b14-4bfc-4810-b6c8-274d327c9a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:44:41Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['977c3713-c3d2-49eb-a342-d62d5256a63f'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:45:09.201447 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06f986-3c45-41c0-9226-9125cdc4585c req-32dee69c-9325-47d8-8d25-7fa405ebd7f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:45:09.202916 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd06f986-3c45-41c0-9226-9125cdc4585c req-32dee69c-9325-47d8-8d25-7fa405ebd7f2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e HTTP/1.1" status: 200 len: 849 time: 0.0635986 Apr 20 18:45:09.277978 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd06f986-3c45-41c0-9226-9125cdc4585c req-c7f51eb9-709f-4db2-8129-b3f8e0181db7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=58525112-b569-458e-a612-6d8bebddc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685515 Apr 20 18:45:09.311535 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-46fc4d73-5bfa-4848-8a33-0c55316cb952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:09.347350 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-0d9c4b14-4bfc-4810-b6c8-274d327c9a31 None None] Set router 977c3713-c3d2-49eb-a342-d62d5256a63f gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:45:09.412215 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd06f986-3c45-41c0-9226-9125cdc4585c req-a66bb0de-7a1f-4339-8cbd-3c370e22a498 service neutron] 10.222.0.43 "GET /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278279 Apr 20 18:45:09.550562 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-cd06f986-3c45-41c0-9226-9125cdc4585c req-13d59efd-b187-4225-8963-428dbf5de7d9 service neutron] 10.222.0.43 "GET /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315985 Apr 20 18:45:09.691245 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-0d9c4b14-4bfc-4810-b6c8-274d327c9a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'name': 'tempest-TestSnapshotPattern-2001703693-router', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:48Z', 'revision_number': 4, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'gw_port': {'id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'ff95c15f-e8bd-4990-85ad-5b081ef4ac83', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'floating_ip_address': '172.25.8.240', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'port_id': '1be064a4-570f-4ed2-b4e3-c29a5089bb2b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'mac_address': 'fa:16:3e:a1:b9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf46a5b-46ce-4bf0-ba65-9a544b54944a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:40:15Z', 'updated_at': '2022-04-20T18:40:20Z', 'revision_number': 1, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb0f32c-4eed-4758-9d34-da5cb60eb88c', 'name': '', 'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'mac_address': 'fa:16:3e:e0:59:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:47Z', 'updated_at': '2022-04-20T18:39:56Z', 'revision_number': 5, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'subnets': [{'id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:45:09.695158 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9c4b14-4bfc-4810-b6c8-274d327c9a31 None None] The sync data for ids ['977c3713-c3d2-49eb-a342-d62d5256a63f'] in n-d-838032-1 is: [{'id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'name': 'tempest-TestSnapshotPattern-2001703693-router', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:48Z', 'revision_number': 4, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'gw_port': {'id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_floatingips': [{'id': 'ff95c15f-e8bd-4990-85ad-5b081ef4ac83', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'floating_ip_address': '172.25.8.240', 'floating_network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'router_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'port_id': '1be064a4-570f-4ed2-b4e3-c29a5089bb2b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'mac_address': 'fa:16:3e:a1:b9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf46a5b-46ce-4bf0-ba65-9a544b54944a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T18:40:15Z', 'updated_at': '2022-04-20T18:40:20Z', 'revision_number': 1, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb0f32c-4eed-4758-9d34-da5cb60eb88c', 'name': '', 'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'mac_address': 'fa:16:3e:e0:59:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:47Z', 'updated_at': '2022-04-20T18:39:56Z', 'revision_number': 5, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'subnets': [{'id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:45:09.917838 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20e0b0c-4691-4d59-9879-ea3d371f009c None None] New status for floating IP c846f91b-d212-446a-8c70-0ebc9510b4db: DOWN {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 18:45:10.354941 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b8bb7-6d2f-41b3-a942-97d0cde4d14c req-e9fa3924-ba3f-4384-89f9-902d71d6b48c tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:45:10.356277 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fd6b8bb7-6d2f-41b3-a942-97d0cde4d14c req-e9fa3924-ba3f-4384-89f9-902d71d6b48c tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0 HTTP/1.1" status: 200 len: 946 time: 0.0874295 Apr 20 18:45:10.402444 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-fd6b8bb7-6d2f-41b3-a942-97d0cde4d14c req-0e837fe8-83c4-48d8-8995-3c12a382d503 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a977b09e-63e4-44b9-a54a-1bc042a94ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403681 Apr 20 18:45:10.485680 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470e0fa-d4e7-41b8-a2b7-a602876fda5f req-bb6218c2-5f2b-4c87-884c-81242591b4bd tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:45:10.487114 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4470e0fa-d4e7-41b8-a2b7-a602876fda5f req-bb6218c2-5f2b-4c87-884c-81242591b4bd tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.43 "GET /v2.0/ports?device_id=ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0 HTTP/1.1" status: 200 len: 946 time: 0.0797701 Apr 20 18:45:10.567092 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-4470e0fa-d4e7-41b8-a2b7-a602876fda5f req-398dcbbd-8f2d-48da-85b1-c1638ae49265 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Deleting port 7c951620-7942-436e-b9b5-ad68f836e1c4 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:45:10.567442 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4470e0fa-d4e7-41b8-a2b7-a602876fda5f req-398dcbbd-8f2d-48da-85b1-c1638ae49265 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:10.811331 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-4470e0fa-d4e7-41b8-a2b7-a602876fda5f req-398dcbbd-8f2d-48da-85b1-c1638ae49265 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] For port 7c951620-7942-436e-b9b5-ad68f836e1c4, host n-h1-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838032-1',level=0,port_id=7c951620-7942-436e-b9b5-ad68f836e1c4,segment=NetworkSegment(3ba730c1-adea-4022-b591-f18051539e05),segment_id=3ba730c1-adea-4022-b591-f18051539e05)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:45:10.811682 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4470e0fa-d4e7-41b8-a2b7-a602876fda5f req-398dcbbd-8f2d-48da-85b1-c1638ae49265 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:10.943191 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-4470e0fa-d4e7-41b8-a2b7-a602876fda5f req-398dcbbd-8f2d-48da-85b1-c1638ae49265 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Calling delete_port for 7c951620-7942-436e-b9b5-ad68f836e1c4 owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:45:11.087157 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4470e0fa-d4e7-41b8-a2b7-a602876fda5f req-398dcbbd-8f2d-48da-85b1-c1638ae49265 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:11.136659 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398dcbbd-8f2d-48da-85b1-c1638ae49265 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Pushing event deleted for resources: {'Port': ['ID=7c951620-7942-436e-b9b5-ad68f836e1c4,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:45:11.176418 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398dcbbd-8f2d-48da-85b1-c1638ae49265 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:45:11.176751 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398dcbbd-8f2d-48da-85b1-c1638ae49265 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:45:11.177079 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398dcbbd-8f2d-48da-85b1-c1638ae49265 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:45:11.177410 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398dcbbd-8f2d-48da-85b1-c1638ae49265 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:45:11.177731 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398dcbbd-8f2d-48da-85b1-c1638ae49265 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:45:11.178051 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398dcbbd-8f2d-48da-85b1-c1638ae49265 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:45:11.178397 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398dcbbd-8f2d-48da-85b1-c1638ae49265 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:45:11.178696 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398dcbbd-8f2d-48da-85b1-c1638ae49265 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:45:11.179011 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398dcbbd-8f2d-48da-85b1-c1638ae49265 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:45:11.179326 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398dcbbd-8f2d-48da-85b1-c1638ae49265 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:45:11.179640 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398dcbbd-8f2d-48da-85b1-c1638ae49265 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838032-1 {{(pid=84080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 18:45:11.227404 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-4470e0fa-d4e7-41b8-a2b7-a602876fda5f req-398dcbbd-8f2d-48da-85b1-c1638ae49265 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] No DVR routers for this DVR port 7c951620-7942-436e-b9b5-ad68f836e1c4 on host n-h1-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:45:11.230130 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-4470e0fa-d4e7-41b8-a2b7-a602876fda5f req-398dcbbd-8f2d-48da-85b1-c1638ae49265 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:11.232693 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0', 'name': 'network-vif-deleted', 'tag': '7c951620-7942-436e-b9b5-ad68f836e1c4'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:45:11.250698 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-4470e0fa-d4e7-41b8-a2b7-a602876fda5f req-398dcbbd-8f2d-48da-85b1-c1638ae49265 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.43 "DELETE /v2.0/ports/7c951620-7942-436e-b9b5-ad68f836e1c4 HTTP/1.1" status: 204 len: 173 time: 0.7576277 Apr 20 18:45:11.367173 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ceefe06-4077-4a92-b039-447b36ea3b63'] response: {'server_uuid': 'ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0', 'name': 'network-vif-deleted', 'tag': '7c951620-7942-436e-b9b5-ad68f836e1c4', 'status': 'completed', 'code': 200} Apr 20 18:45:11.490505 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3d1643ad-b41a-423b-8b1b-ff91ac8fefbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:11.587414 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-df988f03-fd1b-430e-a3b8-c8b525ffe8f0 req-08976aae-646e-47e1-a8aa-ce4f5e85695a tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Synchronizing usage tracker for tenant:a474155a8c4043829953a9a45d7977d5 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:45:11.604619 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-df988f03-fd1b-430e-a3b8-c8b525ffe8f0 req-08976aae-646e-47e1-a8aa-ce4f5e85695a tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Unset dirty status for tenant:a474155a8c4043829953a9a45d7977d5 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:45:11.605716 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-df988f03-fd1b-430e-a3b8-c8b525ffe8f0 req-08976aae-646e-47e1-a8aa-ce4f5e85695a tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecdb2dc4-1e26-4067-9bcb-d70b18f47ac0 HTTP/1.1" status: 200 len: 210 time: 0.0620008 Apr 20 18:45:11.917506 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 7c951620-7942-436e-b9b5-ad68f836e1c4 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:45:11.956586 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 7c951620-7942-436e-b9b5-ad68f836e1c4 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:45:11.956911 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 7c951620-7942-436e-b9b5-ad68f836e1c4 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:45:12.759926 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:13.132761 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:13.310757 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40416) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:45:13.587569 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-12221483-53be-4028-b046-d8090389ff57 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Deleting port 08391170-55b2-4c26-816a-d0c7db8572e0 {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:45:13.587866 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-12221483-53be-4028-b046-d8090389ff57 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:13.767752 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-12221483-53be-4028-b046-d8090389ff57 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:13.768087 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-12221483-53be-4028-b046-d8090389ff57 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:13.884998 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-12221483-53be-4028-b046-d8090389ff57 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Calling delete_port for 08391170-55b2-4c26-816a-d0c7db8572e0 owned by network:floatingip {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:45:14.024611 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:14.043387 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-12221483-53be-4028-b046-d8090389ff57 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:14.085029 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12221483-53be-4028-b046-d8090389ff57 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Pushing event deleted for resources: {'Port': ['ID=08391170-55b2-4c26-816a-d0c7db8572e0,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:45:14.177142 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-12221483-53be-4028-b046-d8090389ff57 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for floatingip, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:14.452125 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:14.578412 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12221483-53be-4028-b046-d8090389ff57 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Router 977c3713-c3d2-49eb-a342-d62d5256a63f has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:45:14.779660 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12221483-53be-4028-b046-d8090389ff57 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:45:14.790574 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c978c3a-efb8-4869-b359-ddd477502f13 None None] Sync routers for ids ['977c3713-c3d2-49eb-a342-d62d5256a63f'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:45:14.801368 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-12221483-53be-4028-b046-d8090389ff57 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:14.803752 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c978c3a-efb8-4869-b359-ddd477502f13 None None] Routers {'977c3713-c3d2-49eb-a342-d62d5256a63f'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:45:14.804366 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-4c978c3a-efb8-4869-b359-ddd477502f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:45:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['977c3713-c3d2-49eb-a342-d62d5256a63f'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:45:14.855412 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-12221483-53be-4028-b046-d8090389ff57 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "DELETE /v2.0/floatingips/ff95c15f-e8bd-4990-85ad-5b081ef4ac83 HTTP/1.1" status: 204 len: 168 time: 1.5435376 Apr 20 18:45:14.855940 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf46a5b-46ce-4bf0-ba65-9a544b54944a', 'tag': '1be064a4-570f-4ed2-b4e3-c29a5089bb2b'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:45:14.915036 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be21f24e-8c7c-4b0f-9e41-81b341d00b11'] response: {'name': 'network-changed', 'server_uuid': '1bf46a5b-46ce-4bf0-ba65-9a544b54944a', 'tag': '1be064a4-570f-4ed2-b4e3-c29a5089bb2b', 'status': 'completed', 'code': 200} Apr 20 18:45:14.986735 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-4c978c3a-efb8-4869-b359-ddd477502f13 None None] Set router 977c3713-c3d2-49eb-a342-d62d5256a63f gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:45:15.005769 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d8b70602-66fd-4785-9435-aeaa1ae35b27 req-0d2268e8-d142-4f8c-9c2e-1cb3183d799e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a474155a8c4043829953a9a45d7977d5&device_id=1bf46a5b-46ce-4bf0-ba65-9a544b54944a HTTP/1.1" status: 200 len: 1094 time: 0.0696259 Apr 20 18:45:15.241842 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b70602-66fd-4785-9435-aeaa1ae35b27 req-86aafc55-0aae-4b0f-9268-babeaaed1167 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:45:15.243348 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d8b70602-66fd-4785-9435-aeaa1ae35b27 req-86aafc55-0aae-4b0f-9268-babeaaed1167 service neutron] 10.222.0.10 "GET /v2.0/networks?id=58525112-b569-458e-a612-6d8bebddc854 HTTP/1.1" status: 200 len: 911 time: 0.2321126 Apr 20 18:45:15.323255 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d8b70602-66fd-4785-9435-aeaa1ae35b27 req-22f9a9b8-a047-47ef-bb75-7c399d7c9d55 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1be064a4-570f-4ed2-b4e3-c29a5089bb2b HTTP/1.1" status: 200 len: 217 time: 0.0727184 Apr 20 18:45:15.353803 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-4c978c3a-efb8-4869-b359-ddd477502f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'name': 'tempest-TestSnapshotPattern-2001703693-router', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:48Z', 'revision_number': 4, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'gw_port': {'id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'abb0f32c-4eed-4758-9d34-da5cb60eb88c', 'name': '', 'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'mac_address': 'fa:16:3e:e0:59:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:47Z', 'updated_at': '2022-04-20T18:39:56Z', 'revision_number': 5, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'subnets': [{'id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:45:15.358019 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c978c3a-efb8-4869-b359-ddd477502f13 None None] Checking router: 977c3713-c3d2-49eb-a342-d62d5256a63f for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:45:15.369825 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c978c3a-efb8-4869-b359-ddd477502f13 None None] Routers {'977c3713-c3d2-49eb-a342-d62d5256a63f'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:45:15.370658 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-4c978c3a-efb8-4869-b359-ddd477502f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:45:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['977c3713-c3d2-49eb-a342-d62d5256a63f'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:45:15.387654 n-d-838032-1 neutron-server[84081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe4028-e8d5-4721-bcee-13c143718970 req-3baf84fb-1ff8-437b-882f-499bae13f7eb tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:45:15.388720 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b70602-66fd-4785-9435-aeaa1ae35b27 req-c7c5f64a-2cb6-4985-ae2d-28774315983d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:45:15.390215 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d8b70602-66fd-4785-9435-aeaa1ae35b27 req-c7c5f64a-2cb6-4985-ae2d-28774315983d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e HTTP/1.1" status: 200 len: 849 time: 0.0600433 Apr 20 18:45:15.394546 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-26fe4028-e8d5-4721-bcee-13c143718970 req-3baf84fb-1ff8-437b-882f-499bae13f7eb tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bf46a5b-46ce-4bf0-ba65-9a544b54944a HTTP/1.1" status: 200 len: 943 time: 0.2160602 Apr 20 18:45:15.447925 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [req-26fe4028-e8d5-4721-bcee-13c143718970 req-ebc76c74-b456-4096-b888-0a62fd6fb39e tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a977b09e-63e4-44b9-a54a-1bc042a94ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523417 Apr 20 18:45:15.481828 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d8b70602-66fd-4785-9435-aeaa1ae35b27 req-fc2d3ff1-7e8f-4f99-a3b6-518901b1650c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=58525112-b569-458e-a612-6d8bebddc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840657 Apr 20 18:45:15.547797 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-4c978c3a-efb8-4869-b359-ddd477502f13 None None] Set router 977c3713-c3d2-49eb-a342-d62d5256a63f gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:45:15.616602 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d8b70602-66fd-4785-9435-aeaa1ae35b27 req-ac7be457-eb5b-4313-98ae-a3187da42ee3 service neutron] 10.222.0.10 "GET /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263876 Apr 20 18:45:15.754803 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-d8b70602-66fd-4785-9435-aeaa1ae35b27 req-b21edbad-2d76-448a-84a3-28e00d9c9b03 service neutron] 10.222.0.10 "GET /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311812 Apr 20 18:45:15.854571 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-4c978c3a-efb8-4869-b359-ddd477502f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'name': 'tempest-TestSnapshotPattern-2001703693-router', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:48Z', 'revision_number': 4, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'gw_port': {'id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'abb0f32c-4eed-4758-9d34-da5cb60eb88c', 'name': '', 'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'mac_address': 'fa:16:3e:e0:59:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:47Z', 'updated_at': '2022-04-20T18:39:56Z', 'revision_number': 5, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'subnets': [{'id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:45:15.858440 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c978c3a-efb8-4869-b359-ddd477502f13 None None] The sync data for ids ['977c3713-c3d2-49eb-a342-d62d5256a63f'] in n-d-838032-1 is: [{'id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'name': 'tempest-TestSnapshotPattern-2001703693-router', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:48Z', 'revision_number': 4, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'gw_port': {'id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1', '_interfaces': [{'id': 'abb0f32c-4eed-4758-9d34-da5cb60eb88c', 'name': '', 'network_id': '58525112-b569-458e-a612-6d8bebddc854', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'mac_address': 'fa:16:3e:e0:59:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:47Z', 'updated_at': '2022-04-20T18:39:56Z', 'revision_number': 5, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'subnets': [{'id': '759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:45:15.941458 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 7c951620-7942-436e-b9b5-ad68f836e1c4 no longer exists at agent hyperv_n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:45:15.977702 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] No Port match for: 7c951620-7942-436e-b9b5-ad68f836e1c4 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:45:15.978253 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Device 7c951620-7942-436e-b9b5-ad68f836e1c4 not bound to the agent host n-h1-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:45:16.110989 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71747e2-3d6e-43b6-85ba-e440894b7e06 None None] New status for floating IP ff95c15f-e8bd-4990-85ad-5b081ef4ac83: DOWN {{(pid=84082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 20 18:45:16.154865 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36ef13-debd-4552-9880-cf176e095926 req-5ed1f34b-0cda-49e4-9d1c-ea79e508f05d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:45:16.155476 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ed36ef13-debd-4552-9880-cf176e095926 req-5ed1f34b-0cda-49e4-9d1c-ea79e508f05d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Synchronizing usage tracker for tenant:a474155a8c4043829953a9a45d7977d5 on resource:port {{(pid=84080) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 20 18:45:16.172496 n-d-838032-1 neutron-server[84080]: DEBUG neutron.quota.resource [req-ed36ef13-debd-4552-9880-cf176e095926 req-5ed1f34b-0cda-49e4-9d1c-ea79e508f05d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Unset dirty status for tenant:a474155a8c4043829953a9a45d7977d5 on resource:port {{(pid=84080) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 20 18:45:16.173593 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ed36ef13-debd-4552-9880-cf176e095926 req-5ed1f34b-0cda-49e4-9d1c-ea79e508f05d tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bf46a5b-46ce-4bf0-ba65-9a544b54944a HTTP/1.1" status: 200 len: 943 time: 0.0953929 Apr 20 18:45:16.240623 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:16.247006 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-ed36ef13-debd-4552-9880-cf176e095926 req-3ba87dff-e73e-4bfc-b0b4-72f1d953ffc3 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Deleting port 1be064a4-570f-4ed2-b4e3-c29a5089bb2b {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:45:16.247318 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ed36ef13-debd-4552-9880-cf176e095926 req-3ba87dff-e73e-4bfc-b0b4-72f1d953ffc3 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:16.488193 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [req-ed36ef13-debd-4552-9880-cf176e095926 req-3ba87dff-e73e-4bfc-b0b4-72f1d953ffc3 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] For port 1be064a4-570f-4ed2-b4e3-c29a5089bb2b, host n-h2-838032-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838032-1',level=0,port_id=1be064a4-570f-4ed2-b4e3-c29a5089bb2b,segment=NetworkSegment(3ba730c1-adea-4022-b591-f18051539e05),segment_id=3ba730c1-adea-4022-b591-f18051539e05)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:45:16.488548 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ed36ef13-debd-4552-9880-cf176e095926 req-3ba87dff-e73e-4bfc-b0b4-72f1d953ffc3 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:16.610655 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [req-ed36ef13-debd-4552-9880-cf176e095926 req-3ba87dff-e73e-4bfc-b0b4-72f1d953ffc3 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Calling delete_port for 1be064a4-570f-4ed2-b4e3-c29a5089bb2b owned by compute:nova {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:45:16.786035 n-d-838032-1 neutron-server[84080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47f43d-37c8-440a-ab38-b77f077f113a req-d54021d1-e596-45f8-a75f-4d972a8a0268 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 20 18:45:16.787513 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6d47f43d-37c8-440a-ab38-b77f077f113a req-d54021d1-e596-45f8-a75f-4d972a8a0268 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bf46a5b-46ce-4bf0-ba65-9a544b54944a HTTP/1.1" status: 200 len: 943 time: 0.1868315 Apr 20 18:45:16.831019 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ed36ef13-debd-4552-9880-cf176e095926 req-3ba87dff-e73e-4bfc-b0b4-72f1d953ffc3 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:16.889016 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba87dff-e73e-4bfc-b0b4-72f1d953ffc3 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Pushing event deleted for resources: {'Port': ['ID=1be064a4-570f-4ed2-b4e3-c29a5089bb2b,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:45:16.893873 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-6d47f43d-37c8-440a-ab38-b77f077f113a req-5028fa05-15a3-4009-9d45-565242e58dca tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "GET /v2.0/security-groups?id=a977b09e-63e4-44b9-a54a-1bc042a94ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001208 Apr 20 18:45:16.962350 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed36ef13-debd-4552-9880-cf176e095926 req-3ba87dff-e73e-4bfc-b0b4-72f1d953ffc3 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] No DVR routers for this DVR port 1be064a4-570f-4ed2-b4e3-c29a5089bb2b on host n-h2-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:45:16.965376 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [req-ed36ef13-debd-4552-9880-cf176e095926 req-3ba87dff-e73e-4bfc-b0b4-72f1d953ffc3 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:16.967986 n-d-838032-1 neutron-server[84080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf46a5b-46ce-4bf0-ba65-9a544b54944a', 'name': 'network-vif-deleted', 'tag': '1be064a4-570f-4ed2-b4e3-c29a5089bb2b'}] {{(pid=84080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:45:16.986028 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [req-ed36ef13-debd-4552-9880-cf176e095926 req-3ba87dff-e73e-4bfc-b0b4-72f1d953ffc3 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.10 "DELETE /v2.0/ports/1be064a4-570f-4ed2-b4e3-c29a5089bb2b HTTP/1.1" status: 204 len: 173 time: 0.8067360 Apr 20 18:45:17.025880 n-d-838032-1 neutron-server[84080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2559a1cf-37c8-4192-bbc4-f9a34d4ec8d9'] response: {'server_uuid': '1bf46a5b-46ce-4bf0-ba65-9a544b54944a', 'name': 'network-vif-deleted', 'tag': '1be064a4-570f-4ed2-b4e3-c29a5089bb2b', 'status': 'completed', 'code': 200} Apr 20 18:45:18.015399 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40440) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:45:18.092981 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-502a708b-c6b0-4c53-a8db-128534d98f52 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:18.127701 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-502a708b-c6b0-4c53-a8db-128534d98f52 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:18.291806 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-502a708b-c6b0-4c53-a8db-128534d98f52 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:18.310464 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a708b-c6b0-4c53-a8db-128534d98f52 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a977b09e-63e4-44b9-a54a-1bc042a94ff9,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:45:18.322883 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-502a708b-c6b0-4c53-a8db-128534d98f52 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:18.324163 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-502a708b-c6b0-4c53-a8db-128534d98f52 tempest-TestSnapshotPattern-1163656113 tempest-TestSnapshotPattern-1163656113-project] 10.222.0.39 "DELETE /v2.0/security-groups/a977b09e-63e4-44b9-a54a-1bc042a94ff9 HTTP/1.1" status: 204 len: 168 time: 0.3073115 Apr 20 18:45:18.404222 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40446) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:45:18.950566 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fc0e1255-fff6-412a-b363-c185bb712ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:19.534223 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e1255-fff6-412a-b363-c185bb712ecc admin admin] Deleting port abb0f32c-4eed-4758-9d34-da5cb60eb88c {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:45:19.534870 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fc0e1255-fff6-412a-b363-c185bb712ecc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:19.551485 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:45:19.711612 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-fc0e1255-fff6-412a-b363-c185bb712ecc admin admin] For port abb0f32c-4eed-4758-9d34-da5cb60eb88c, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=abb0f32c-4eed-4758-9d34-da5cb60eb88c,segment=NetworkSegment(3ba730c1-adea-4022-b591-f18051539e05),segment_id=3ba730c1-adea-4022-b591-f18051539e05)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:45:19.711935 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fc0e1255-fff6-412a-b363-c185bb712ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:19.826950 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e1255-fff6-412a-b363-c185bb712ecc admin admin] Calling delete_port for abb0f32c-4eed-4758-9d34-da5cb60eb88c owned by network:router_interface {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:45:20.109676 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fc0e1255-fff6-412a-b363-c185bb712ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:20.154007 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e1255-fff6-412a-b363-c185bb712ecc admin admin] Pushing event deleted for resources: {'Port': ['ID=abb0f32c-4eed-4758-9d34-da5cb60eb88c,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:45:20.448872 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-fc0e1255-fff6-412a-b363-c185bb712ecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:20.712125 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 1be064a4-570f-4ed2-b4e3-c29a5089bb2b no longer exists at agent hyperv_n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:45:20.747427 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] No Port match for: 1be064a4-570f-4ed2-b4e3-c29a5089bb2b {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:45:20.747779 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Device 1be064a4-570f-4ed2-b4e3-c29a5089bb2b not bound to the agent host n-h2-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:45:21.037477 n-d-838032-1 neutron-server[84081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0e1255-fff6-412a-b363-c185bb712ecc admin admin] Router 977c3713-c3d2-49eb-a342-d62d5256a63f has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:45:21.242143 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0e1255-fff6-412a-b363-c185bb712ecc admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:45:21.250860 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587456ac-b26d-4e79-b833-189986297669 None None] Sync routers for ids ['977c3713-c3d2-49eb-a342-d62d5256a63f'] in n-d-838032-1 {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:45:21.254402 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-fc0e1255-fff6-412a-b363-c185bb712ecc admin admin] 10.222.0.39 "PUT /v2.0/routers/977c3713-c3d2-49eb-a342-d62d5256a63f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8470814 Apr 20 18:45:21.257078 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40452) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:45:21.263689 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587456ac-b26d-4e79-b833-189986297669 None None] Routers {'977c3713-c3d2-49eb-a342-d62d5256a63f'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:45:21.264276 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-587456ac-b26d-4e79-b833-189986297669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:45:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['977c3713-c3d2-49eb-a342-d62d5256a63f'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:45:21.443108 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-587456ac-b26d-4e79-b833-189986297669 None None] Set router 977c3713-c3d2-49eb-a342-d62d5256a63f gateway port host: n-d-838032-1 {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:45:21.448733 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8681dee4-f47c-4c29-bde1-4e7df149a0ed admin admin] Notify callbacks [] for router, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:21.717012 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-587456ac-b26d-4e79-b833-189986297669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'name': 'tempest-TestSnapshotPattern-2001703693-router', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:45:19Z', 'revision_number': 5, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'gw_port': {'id': 'c722f811-cd95-4d06-9f0e-e54fd3fa9be3', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:45:21.720591 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587456ac-b26d-4e79-b833-189986297669 None None] Checking router: 977c3713-c3d2-49eb-a342-d62d5256a63f for host: n-d-838032-1 {{(pid=84083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:45:21.730756 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587456ac-b26d-4e79-b833-189986297669 None None] Routers {'977c3713-c3d2-49eb-a342-d62d5256a63f'} bound to L3 agent in host n-d-838032-1 {{(pid=84083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:45:21.731333 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-587456ac-b26d-4e79-b833-189986297669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:45:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['977c3713-c3d2-49eb-a342-d62d5256a63f'], 'active': True} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:45:21.750283 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8681dee4-f47c-4c29-bde1-4e7df149a0ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:21.761668 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-8681dee4-f47c-4c29-bde1-4e7df149a0ed admin admin] Deleting port c722f811-cd95-4d06-9f0e-e54fd3fa9be3 {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:45:21.761987 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8681dee4-f47c-4c29-bde1-4e7df149a0ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:21.903902 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_dvr_db [None req-587456ac-b26d-4e79-b833-189986297669 None None] Set router 977c3713-c3d2-49eb-a342-d62d5256a63f gateway port host: None {{(pid=84083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:45:21.941389 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-8681dee4-f47c-4c29-bde1-4e7df149a0ed admin admin] For port c722f811-cd95-4d06-9f0e-e54fd3fa9be3, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=c722f811-cd95-4d06-9f0e-e54fd3fa9be3,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:45:21.941751 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8681dee4-f47c-4c29-bde1-4e7df149a0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:22.002291 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.l3_hamode_db [None req-587456ac-b26d-4e79-b833-189986297669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'name': 'tempest-TestSnapshotPattern-2001703693-router', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:45:21Z', 'revision_number': 6, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:45:22.006414 n-d-838032-1 neutron-server[84083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587456ac-b26d-4e79-b833-189986297669 None None] The sync data for ids ['977c3713-c3d2-49eb-a342-d62d5256a63f'] in n-d-838032-1 is: [{'id': '977c3713-c3d2-49eb-a342-d62d5256a63f', 'name': 'tempest-TestSnapshotPattern-2001703693-router', 'tenant_id': 'a474155a8c4043829953a9a45d7977d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:39:45Z', 'updated_at': '2022-04-20T18:45:21Z', 'revision_number': 6, 'project_id': 'a474155a8c4043829953a9a45d7977d5', 'gw_port_host': None}] {{(pid=84083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:45:22.059420 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-8681dee4-f47c-4c29-bde1-4e7df149a0ed admin admin] Calling delete_port for c722f811-cd95-4d06-9f0e-e54fd3fa9be3 owned by network:router_gateway {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:45:22.235405 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8681dee4-f47c-4c29-bde1-4e7df149a0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:22.280375 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681dee4-f47c-4c29-bde1-4e7df149a0ed admin admin] Pushing event deleted for resources: {'Port': ['ID=c722f811-cd95-4d06-9f0e-e54fd3fa9be3,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:45:22.512205 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8681dee4-f47c-4c29-bde1-4e7df149a0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:22.764332 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8681dee4-f47c-4c29-bde1-4e7df149a0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:22.769227 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8681dee4-f47c-4c29-bde1-4e7df149a0ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:22.781222 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device abb0f32c-4eed-4758-9d34-da5cb60eb88c no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:45:22.797232 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8681dee4-f47c-4c29-bde1-4e7df149a0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:22.797919 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8681dee4-f47c-4c29-bde1-4e7df149a0ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 977c3713-c3d2-49eb-a342-d62d5256a63f {{(pid=84081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 18:45:22.811724 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-8681dee4-f47c-4c29-bde1-4e7df149a0ed admin admin] Notify callbacks [] for router, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:22.815142 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-8681dee4-f47c-4c29-bde1-4e7df149a0ed admin admin] 10.222.0.39 "DELETE /v2.0/routers/977c3713-c3d2-49eb-a342-d62d5256a63f HTTP/1.1" status: 204 len: 168 time: 1.5548489 Apr 20 18:45:22.815621 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40456) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:45:22.821268 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: abb0f32c-4eed-4758-9d34-da5cb60eb88c {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:45:22.821607 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device abb0f32c-4eed-4758-9d34-da5cb60eb88c not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:45:22.874336 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11c3f6c-562a-451c-81e9-791c7ef3df41 admin admin] Deleting subnet 759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 18:45:22.877246 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d11c3f6c-562a-451c-81e9-791c7ef3df41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:22.928356 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d11c3f6c-562a-451c-81e9-791c7ef3df41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:23.010778 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d11c3f6c-562a-451c-81e9-791c7ef3df41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:23.085508 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d11c3f6c-562a-451c-81e9-791c7ef3df41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:23.125009 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c3f6c-562a-451c-81e9-791c7ef3df41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:45:23.131875 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d11c3f6c-562a-451c-81e9-791c7ef3df41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:23.137038 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14206e9a-8cf9-4b9f-8239-4423da5dfe38 None None] Network 58525112-b569-458e-a612-6d8bebddc854 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:45:23.138850 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d11c3f6c-562a-451c-81e9-791c7ef3df41 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/759e6c9a-c1e0-4aa6-b8b9-03c6ab64ee2e HTTP/1.1" status: 204 len: 168 time: 0.3217833 Apr 20 18:45:23.141154 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40460) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:45:23.351523 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b356ded1-3b3f-49af-b8e7-ae727c6e524e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:23.362411 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-b356ded1-3b3f-49af-b8e7-ae727c6e524e admin admin] Deleting port 9080887d-799d-4249-a47d-b36c84f10b2f {{(pid=84081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:45:23.362745 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b356ded1-3b3f-49af-b8e7-ae727c6e524e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:23.385963 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241206fd-10bd-44b5-941c-e3c9a8c25c9d None None] DHCP port deletion for 58525112-b569-458e-a612-6d8bebddc854 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 18:45:23.390378 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241206fd-10bd-44b5-941c-e3c9a8c25c9d None None] Deleting port 9080887d-799d-4249-a47d-b36c84f10b2f {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:45:23.390780 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241206fd-10bd-44b5-941c-e3c9a8c25c9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:23.567357 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.db [None req-b356ded1-3b3f-49af-b8e7-ae727c6e524e admin admin] For port 9080887d-799d-4249-a47d-b36c84f10b2f, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9080887d-799d-4249-a47d-b36c84f10b2f,segment=NetworkSegment(3ba730c1-adea-4022-b591-f18051539e05),segment_id=3ba730c1-adea-4022-b591-f18051539e05)] {{(pid=84081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:45:23.567667 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b356ded1-3b3f-49af-b8e7-ae727c6e524e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:23.617447 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-241206fd-10bd-44b5-941c-e3c9a8c25c9d None None] For port 9080887d-799d-4249-a47d-b36c84f10b2f, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=9080887d-799d-4249-a47d-b36c84f10b2f,segment=NetworkSegment(3ba730c1-adea-4022-b591-f18051539e05),segment_id=3ba730c1-adea-4022-b591-f18051539e05)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:45:23.617689 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241206fd-10bd-44b5-941c-e3c9a8c25c9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:23.683154 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.plugin [None req-b356ded1-3b3f-49af-b8e7-ae727c6e524e admin admin] Calling delete_port for 9080887d-799d-4249-a47d-b36c84f10b2f owned by network:dhcp {{(pid=84081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:45:23.735152 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241206fd-10bd-44b5-941c-e3c9a8c25c9d None None] Calling delete_port for 9080887d-799d-4249-a47d-b36c84f10b2f owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:45:23.761008 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b356ded1-3b3f-49af-b8e7-ae727c6e524e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32761342'] for port, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:23.804738 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-241206fd-10bd-44b5-941c-e3c9a8c25c9d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:45:23.805342 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356ded1-3b3f-49af-b8e7-ae727c6e524e admin admin] Pushing event deleted for resources: {'Port': ['ID=9080887d-799d-4249-a47d-b36c84f10b2f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:45:23.805851 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-241206fd-10bd-44b5-941c-e3c9a8c25c9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 18:45:23.809465 n-d-838032-1 neutron-server[84081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b356ded1-3b3f-49af-b8e7-ae727c6e524e admin admin] No DVR routers for this DVR port 9080887d-799d-4249-a47d-b36c84f10b2f on host n-d-838032-1 {{(pid=84081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:45:23.926375 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b356ded1-3b3f-49af-b8e7-ae727c6e524e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:23.952476 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-b356ded1-3b3f-49af-b8e7-ae727c6e524e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58525112-b569-458e-a612-6d8bebddc854']}} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:45:23.965143 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-b356ded1-3b3f-49af-b8e7-ae727c6e524e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba730c1-adea-4022-b591-f18051539e05') {'for_net_delete': True} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:45:23.965443 n-d-838032-1 neutron-server[84081]: DEBUG neutron.services.segments.db [None req-b356ded1-3b3f-49af-b8e7-ae727c6e524e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba730c1-adea-4022-b591-f18051539e05') {} {{(pid=84081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:45:23.976705 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b356ded1-3b3f-49af-b8e7-ae727c6e524e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32239040'] for segment, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:23.992566 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b356ded1-3b3f-49af-b8e7-ae727c6e524e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:23.998666 n-d-838032-1 neutron-server[84081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b356ded1-3b3f-49af-b8e7-ae727c6e524e admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=84081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 18:45:23.999068 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b356ded1-3b3f-49af-b8e7-ae727c6e524e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32761251'] for segment, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:24.012603 n-d-838032-1 neutron-server[84081]: Traceback (most recent call last): Apr 20 18:45:24.012603 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 18:45:24.012603 n-d-838032-1 neutron-server[84081]: timer() Apr 20 18:45:24.012603 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:45:24.012603 n-d-838032-1 neutron-server[84081]: cb(*args, **kw) Apr 20 18:45:24.012603 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 18:45:24.012603 n-d-838032-1 neutron-server[84081]: return func(*args, **kwargs) Apr 20 18:45:24.012603 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:45:24.012603 n-d-838032-1 neutron-server[84081]: self._notify() Apr 20 18:45:24.012603 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:45:24.012603 n-d-838032-1 neutron-server[84081]: self.callback(batched_events) Apr 20 18:45:24.012603 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:45:24.012603 n-d-838032-1 neutron-server[84081]: event.method(event) Apr 20 18:45:24.012603 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:45:24.012603 n-d-838032-1 neutron-server[84081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:45:24.012603 n-d-838032-1 neutron-server[84081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 18:45:24.012603 n-d-838032-1 neutron-server[84081]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 18:45:24.012603 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:45:24.012603 n-d-838032-1 neutron-server[84081]: return f(self, *a, **k) Apr 20 18:45:24.012603 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 18:45:24.012603 n-d-838032-1 neutron-server[84081]: return self._get(url).json() Apr 20 18:45:24.012603 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:45:24.012603 n-d-838032-1 neutron-server[84081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 18:45:24.012603 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 18:45:24.012603 n-d-838032-1 neutron-server[84081]: return self.request(url, 'GET', **kwargs) Apr 20 18:45:24.012603 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 18:45:24.012603 n-d-838032-1 neutron-server[84081]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 18:45:24.012603 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 18:45:24.012603 n-d-838032-1 neutron-server[84081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:45:24.012603 n-d-838032-1 neutron-server[84081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 18:45:24.012603 n-d-838032-1 neutron-server[84081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:45:24.012603 n-d-838032-1 neutron-server[84081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:45:24.094482 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b356ded1-3b3f-49af-b8e7-ae727c6e524e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:24.111413 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-b356ded1-3b3f-49af-b8e7-ae727c6e524e admin admin] Notify callbacks [] for network, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:24.121761 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356ded1-3b3f-49af-b8e7-ae727c6e524e admin admin] Pushing event deleted for resources: {'Network': ['ID=58525112-b569-458e-a612-6d8bebddc854,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:45:24.137159 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-b356ded1-3b3f-49af-b8e7-ae727c6e524e admin admin] 10.222.0.39 "DELETE /v2.0/networks/58525112-b569-458e-a612-6d8bebddc854 HTTP/1.1" status: 204 len: 168 time: 0.9949453 Apr 20 18:45:24.140365 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40464) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:45:24.307547 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241206fd-10bd-44b5-941c-e3c9a8c25c9d None None] Deleting port 9080887d-799d-4249-a47d-b36c84f10b2f {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:45:24.307922 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241206fd-10bd-44b5-941c-e3c9a8c25c9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:24.371923 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-241206fd-10bd-44b5-941c-e3c9a8c25c9d None None] The port '9080887d-799d-4249-a47d-b36c84f10b2f' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:45:24.459905 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c722f811-cd95-4d06-9f0e-e54fd3fa9be3 no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:45:24.492414 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: c722f811-cd95-4d06-9f0e-e54fd3fa9be3 {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:45:24.492733 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device c722f811-cd95-4d06-9f0e-e54fd3fa9be3 not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:45:24.493170 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9080887d-799d-4249-a47d-b36c84f10b2f no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:45:24.523859 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 9080887d-799d-4249-a47d-b36c84f10b2f {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:45:24.524211 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 9080887d-799d-4249-a47d-b36c84f10b2f not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:45:24.537834 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a4f8d9ac-63a7-46c2-8bad-1617ca878806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33175768'] for router_interface, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:25.146324 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-a4f8d9ac-63a7-46c2-8bad-1617ca878806 admin admin] Deleting port ff04cf10-5305-4070-a330-3fec2ed2bccd {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:45:25.147034 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a4f8d9ac-63a7-46c2-8bad-1617ca878806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:25.420258 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-a4f8d9ac-63a7-46c2-8bad-1617ca878806 admin admin] For port ff04cf10-5305-4070-a330-3fec2ed2bccd, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=ff04cf10-5305-4070-a330-3fec2ed2bccd,segment=NetworkSegment(e6d2559f-86a4-4e2d-a5e7-5dd385dadb60),segment_id=e6d2559f-86a4-4e2d-a5e7-5dd385dadb60)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:45:25.420516 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a4f8d9ac-63a7-46c2-8bad-1617ca878806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:25.536217 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-a4f8d9ac-63a7-46c2-8bad-1617ca878806 admin admin] Calling delete_port for ff04cf10-5305-4070-a330-3fec2ed2bccd owned by network:router_interface {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:45:25.705928 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a4f8d9ac-63a7-46c2-8bad-1617ca878806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:25.747806 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8d9ac-63a7-46c2-8bad-1617ca878806 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff04cf10-5305-4070-a330-3fec2ed2bccd,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:45:26.039463 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-a4f8d9ac-63a7-46c2-8bad-1617ca878806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32114812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33175695'] for router_interface, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:26.614823 n-d-838032-1 neutron-server[84080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f8d9ac-63a7-46c2-8bad-1617ca878806 admin admin] Router da69f92a-8250-4c34-98c7-19f5b76d9014 has already been hosted by L3 agent d236cf01-e75e-40a4-8da0-fefb5073d546 {{(pid=84080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 18:45:26.917668 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f8d9ac-63a7-46c2-8bad-1617ca878806 admin admin] Notify agent at l3_agent.n-d-838032-1 the message routers_updated {{(pid=84080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 18:45:26.926488 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12b5696-7dfd-4c20-8553-589acf5166d3 None None] Sync routers for ids ['da69f92a-8250-4c34-98c7-19f5b76d9014'] in n-d-838032-1 {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 20 18:45:26.935267 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-a4f8d9ac-63a7-46c2-8bad-1617ca878806 admin admin] 10.222.0.39 "PUT /v2.0/routers/da69f92a-8250-4c34-98c7-19f5b76d9014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7937975 Apr 20 18:45:26.937875 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40468) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:45:26.942389 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12b5696-7dfd-4c20-8553-589acf5166d3 None None] Routers {'da69f92a-8250-4c34-98c7-19f5b76d9014'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:45:26.943085 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b12b5696-7dfd-4c20-8553-589acf5166d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:45:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['da69f92a-8250-4c34-98c7-19f5b76d9014'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:45:27.114106 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-b12b5696-7dfd-4c20-8553-589acf5166d3 None None] Set router da69f92a-8250-4c34-98c7-19f5b76d9014 gateway port host: n-d-838032-1 {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:45:27.134649 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19ffe7b9-a939-47be-90a1-7dcd9a566bb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:27.327149 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19ffe7b9-a939-47be-90a1-7dcd9a566bb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:27.337393 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-19ffe7b9-a939-47be-90a1-7dcd9a566bb2 admin admin] Deleting port 0bc4dbc2-e843-4270-b586-382e0a3d5b6b {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:45:27.337705 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19ffe7b9-a939-47be-90a1-7dcd9a566bb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:27.388749 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b12b5696-7dfd-4c20-8553-589acf5166d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da69f92a-8250-4c34-98c7-19f5b76d9014', 'name': 'tempest-TestSnapshotPattern-541879754-router', 'tenant_id': '71624379a0ed4d75b32e52e495d03c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'external_fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '0bc4dbc2-e843-4270-b586-382e0a3d5b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:39:51Z', 'updated_at': '2022-04-20T18:45:25Z', 'revision_number': 5, 'project_id': '71624379a0ed4d75b32e52e495d03c58', 'gw_port': {'id': '0bc4dbc2-e843-4270-b586-382e0a3d5b6b', 'name': '', 'network_id': '644c9c06-d7f9-4ddc-a68a-f404eb7c55f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da69f92a-8250-4c34-98c7-19f5b76d9014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838032-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T18:39:51Z', 'updated_at': '2022-04-20T18:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca10a170-cc7c-411e-9d9f-8b27839e85e0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838032-1'}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:45:27.392791 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12b5696-7dfd-4c20-8553-589acf5166d3 None None] Checking router: da69f92a-8250-4c34-98c7-19f5b76d9014 for host: n-d-838032-1 {{(pid=84082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 20 18:45:27.404389 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12b5696-7dfd-4c20-8553-589acf5166d3 None None] Routers {'da69f92a-8250-4c34-98c7-19f5b76d9014'} bound to L3 agent in host n-d-838032-1 {{(pid=84082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 20 18:45:27.405081 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b12b5696-7dfd-4c20-8553-589acf5166d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838032-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T16:55:41Z,description=,heartbeat_timestamp=2022-04-20T18:45:11Z,host='n-d-838032-1',id=d236cf01-e75e-40a4-8da0-fefb5073d546,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T16:55:41Z,topic='l3_agent')) {'router_ids': ['da69f92a-8250-4c34-98c7-19f5b76d9014'], 'active': True} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:45:27.515716 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-19ffe7b9-a939-47be-90a1-7dcd9a566bb2 admin admin] For port 0bc4dbc2-e843-4270-b586-382e0a3d5b6b, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=0bc4dbc2-e843-4270-b586-382e0a3d5b6b,segment=NetworkSegment(f4e1e385-8599-48fb-a041-5cf69d7a26ef),segment_id=f4e1e385-8599-48fb-a041-5cf69d7a26ef)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:45:27.516062 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19ffe7b9-a939-47be-90a1-7dcd9a566bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:27.571448 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_dvr_db [None req-b12b5696-7dfd-4c20-8553-589acf5166d3 None None] Set router da69f92a-8250-4c34-98c7-19f5b76d9014 gateway port host: None {{(pid=84082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 20 18:45:27.640201 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-19ffe7b9-a939-47be-90a1-7dcd9a566bb2 admin admin] Calling delete_port for 0bc4dbc2-e843-4270-b586-382e0a3d5b6b owned by network:router_gateway {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:45:27.706688 n-d-838032-1 neutron-server[84082]: DEBUG neutron.db.l3_hamode_db [None req-b12b5696-7dfd-4c20-8553-589acf5166d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da69f92a-8250-4c34-98c7-19f5b76d9014', 'name': 'tempest-TestSnapshotPattern-541879754-router', 'tenant_id': '71624379a0ed4d75b32e52e495d03c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:39:51Z', 'updated_at': '2022-04-20T18:45:27Z', 'revision_number': 6, 'project_id': '71624379a0ed4d75b32e52e495d03c58', 'gw_port_host': None}], 'n-d-838032-1', False) {} {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:45:27.710709 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12b5696-7dfd-4c20-8553-589acf5166d3 None None] The sync data for ids ['da69f92a-8250-4c34-98c7-19f5b76d9014'] in n-d-838032-1 is: [{'id': 'da69f92a-8250-4c34-98c7-19f5b76d9014', 'name': 'tempest-TestSnapshotPattern-541879754-router', 'tenant_id': '71624379a0ed4d75b32e52e495d03c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T18:39:51Z', 'updated_at': '2022-04-20T18:45:27Z', 'revision_number': 6, 'project_id': '71624379a0ed4d75b32e52e495d03c58', 'gw_port_host': None}] {{(pid=84082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 20 18:45:27.814485 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19ffe7b9-a939-47be-90a1-7dcd9a566bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:27.860381 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffe7b9-a939-47be-90a1-7dcd9a566bb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bc4dbc2-e843-4270-b586-382e0a3d5b6b,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:45:28.082232 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19ffe7b9-a939-47be-90a1-7dcd9a566bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33176261'] for router_gateway, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:28.432213 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19ffe7b9-a939-47be-90a1-7dcd9a566bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33180213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13125'] for router, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:28.436955 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19ffe7b9-a939-47be-90a1-7dcd9a566bb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:28.472088 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19ffe7b9-a939-47be-90a1-7dcd9a566bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33180313'] for router, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:28.472822 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ffe7b9-a939-47be-90a1-7dcd9a566bb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da69f92a-8250-4c34-98c7-19f5b76d9014 {{(pid=84080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 18:45:28.486059 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ff04cf10-5305-4070-a330-3fec2ed2bccd no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:45:28.486722 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-19ffe7b9-a939-47be-90a1-7dcd9a566bb2 admin admin] Notify callbacks [] for router, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:28.490305 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-19ffe7b9-a939-47be-90a1-7dcd9a566bb2 admin admin] 10.222.0.39 "DELETE /v2.0/routers/da69f92a-8250-4c34-98c7-19f5b76d9014 HTTP/1.1" status: 204 len: 168 time: 1.5490572 Apr 20 18:45:28.490649 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40472) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:45:28.518825 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: ff04cf10-5305-4070-a330-3fec2ed2bccd {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:45:28.519178 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device ff04cf10-5305-4070-a330-3fec2ed2bccd not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:45:28.519655 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0bc4dbc2-e843-4270-b586-382e0a3d5b6b no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:45:28.552562 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 0bc4dbc2-e843-4270-b586-382e0a3d5b6b {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:45:28.552791 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.db_base_plugin_v2 [None req-5752e879-1f50-4123-8738-59d583dca1e5 admin admin] Deleting subnet eb34d45d-da67-4971-805d-692c6966de7d {{(pid=84080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 20 18:45:28.552889 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 0bc4dbc2-e843-4270-b586-382e0a3d5b6b not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:45:28.555706 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5752e879-1f50-4123-8738-59d583dca1e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:28.604908 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5752e879-1f50-4123-8738-59d583dca1e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32914736'] for subnet, precommit_delete_associations {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:28.686986 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5752e879-1f50-4123-8738-59d583dca1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528844'] for subnet, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:28.754261 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5752e879-1f50-4123-8738-59d583dca1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32624364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31860516'] for subnet, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:28.789227 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752e879-1f50-4123-8738-59d583dca1e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb34d45d-da67-4971-805d-692c6966de7d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:45:28.795356 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-5752e879-1f50-4123-8738-59d583dca1e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32114840'] for subnet, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:28.800887 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9004189-c349-41f5-88d0-118def3751f8 None None] Network d2c87d6a-463c-4aa7-9016-430d63a24360 requested from n-d-838032-1 {{(pid=84082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 20 18:45:28.801162 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-5752e879-1f50-4123-8738-59d583dca1e5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/eb34d45d-da67-4971-805d-692c6966de7d HTTP/1.1" status: 204 len: 168 time: 0.3092163 Apr 20 18:45:28.803955 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40476) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:45:28.906636 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-58481c31-9ba6-42fd-96ec-5cb69d57e431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1159912'] for network, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:28.917147 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-58481c31-9ba6-42fd-96ec-5cb69d57e431 admin admin] Deleting port 73d70472-2616-4360-83ea-8968b21cd77a {{(pid=84080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:45:28.917485 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-58481c31-9ba6-42fd-96ec-5cb69d57e431 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:29.041599 n-d-838032-1 neutron-server[84082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3874eb80-406e-449a-b8d1-4d84359ad2ef None None] DHCP port deletion for d2c87d6a-463c-4aa7-9016-430d63a24360 request from n-d-838032-1 {{(pid=84082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 20 18:45:29.045817 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3874eb80-406e-449a-b8d1-4d84359ad2ef None None] Deleting port 73d70472-2616-4360-83ea-8968b21cd77a {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:45:29.046177 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3874eb80-406e-449a-b8d1-4d84359ad2ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:29.120006 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.db [None req-58481c31-9ba6-42fd-96ec-5cb69d57e431 admin admin] For port 73d70472-2616-4360-83ea-8968b21cd77a, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=73d70472-2616-4360-83ea-8968b21cd77a,segment=NetworkSegment(e6d2559f-86a4-4e2d-a5e7-5dd385dadb60),segment_id=e6d2559f-86a4-4e2d-a5e7-5dd385dadb60)] {{(pid=84080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:45:29.120462 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-58481c31-9ba6-42fd-96ec-5cb69d57e431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:29.236820 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.plugin [None req-58481c31-9ba6-42fd-96ec-5cb69d57e431 admin admin] Calling delete_port for 73d70472-2616-4360-83ea-8968b21cd77a owned by network:dhcp {{(pid=84080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:45:29.244087 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.db [None req-3874eb80-406e-449a-b8d1-4d84359ad2ef None None] For port 73d70472-2616-4360-83ea-8968b21cd77a, host n-d-838032-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838032-1',level=0,port_id=73d70472-2616-4360-83ea-8968b21cd77a,segment=NetworkSegment(e6d2559f-86a4-4e2d-a5e7-5dd385dadb60),segment_id=e6d2559f-86a4-4e2d-a5e7-5dd385dadb60)] {{(pid=84082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 18:45:29.244479 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3874eb80-406e-449a-b8d1-4d84359ad2ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369578'] for port, precommit_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:29.310287 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-58481c31-9ba6-42fd-96ec-5cb69d57e431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793325090964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793324667284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32624351'] for port, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:29.357332 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58481c31-9ba6-42fd-96ec-5cb69d57e431 admin admin] Pushing event deleted for resources: {'Port': ['ID=73d70472-2616-4360-83ea-8968b21cd77a,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:45:29.359528 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3874eb80-406e-449a-b8d1-4d84359ad2ef None None] Calling delete_port for 73d70472-2616-4360-83ea-8968b21cd77a owned by network:dhcp {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 20 18:45:29.361922 n-d-838032-1 neutron-server[84080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58481c31-9ba6-42fd-96ec-5cb69d57e431 admin admin] No DVR routers for this DVR port 73d70472-2616-4360-83ea-8968b21cd77a on host n-d-838032-1 {{(pid=84080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 18:45:29.430069 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.db.api [None req-3874eb80-406e-449a-b8d1-4d84359ad2ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:45:29.430425 n-d-838032-1 neutron-server[84082]: DEBUG oslo_db.api [None req-3874eb80-406e-449a-b8d1-4d84359ad2ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 18:45:29.475844 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-58481c31-9ba6-42fd-96ec-5cb69d57e431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535897', 'neutron.services.segments.db._delete_segments_for_network-8793325119353'] for network, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:29.501350 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-58481c31-9ba6-42fd-96ec-5cb69d57e431 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c87d6a-463c-4aa7-9016-430d63a24360']}} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:45:29.513082 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-58481c31-9ba6-42fd-96ec-5cb69d57e431 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d2559f-86a4-4e2d-a5e7-5dd385dadb60') {'for_net_delete': True} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:45:29.513367 n-d-838032-1 neutron-server[84080]: DEBUG neutron.services.segments.db [None req-58481c31-9ba6-42fd-96ec-5cb69d57e431 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d2559f-86a4-4e2d-a5e7-5dd385dadb60') {} {{(pid=84080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 18:45:29.525066 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-58481c31-9ba6-42fd-96ec-5cb69d57e431 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793325119236', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32914627'] for segment, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:29.542287 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-58481c31-9ba6-42fd-96ec-5cb69d57e431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154154'] for segment, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:29.548493 n-d-838032-1 neutron-server[84080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58481c31-9ba6-42fd-96ec-5cb69d57e431 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=84080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 20 18:45:29.548949 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-58481c31-9ba6-42fd-96ec-5cb69d57e431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1154161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32624258'] for segment, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:29.562050 n-d-838032-1 neutron-server[84080]: Traceback (most recent call last): Apr 20 18:45:29.562050 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 20 18:45:29.562050 n-d-838032-1 neutron-server[84080]: timer() Apr 20 18:45:29.562050 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:45:29.562050 n-d-838032-1 neutron-server[84080]: cb(*args, **kw) Apr 20 18:45:29.562050 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 20 18:45:29.562050 n-d-838032-1 neutron-server[84080]: return func(*args, **kwargs) Apr 20 18:45:29.562050 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:45:29.562050 n-d-838032-1 neutron-server[84080]: self._notify() Apr 20 18:45:29.562050 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:45:29.562050 n-d-838032-1 neutron-server[84080]: self.callback(batched_events) Apr 20 18:45:29.562050 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:45:29.562050 n-d-838032-1 neutron-server[84080]: event.method(event) Apr 20 18:45:29.562050 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:45:29.562050 n-d-838032-1 neutron-server[84080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:45:29.562050 n-d-838032-1 neutron-server[84080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 20 18:45:29.562050 n-d-838032-1 neutron-server[84080]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 18:45:29.562050 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:45:29.562050 n-d-838032-1 neutron-server[84080]: return f(self, *a, **k) Apr 20 18:45:29.562050 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 18:45:29.562050 n-d-838032-1 neutron-server[84080]: return self._get(url).json() Apr 20 18:45:29.562050 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:45:29.562050 n-d-838032-1 neutron-server[84080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 18:45:29.562050 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 20 18:45:29.562050 n-d-838032-1 neutron-server[84080]: return self.request(url, 'GET', **kwargs) Apr 20 18:45:29.562050 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 20 18:45:29.562050 n-d-838032-1 neutron-server[84080]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 18:45:29.562050 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 20 18:45:29.562050 n-d-838032-1 neutron-server[84080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:45:29.562050 n-d-838032-1 neutron-server[84080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 20 18:45:29.562050 n-d-838032-1 neutron-server[84080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:45:29.562050 n-d-838032-1 neutron-server[84080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:45:29.642958 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-58481c31-9ba6-42fd-96ec-5cb69d57e431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33263700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32114833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33176280'] for network, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:29.659170 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-58481c31-9ba6-42fd-96ec-5cb69d57e431 admin admin] Notify callbacks [] for network, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:29.669061 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58481c31-9ba6-42fd-96ec-5cb69d57e431 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2c87d6a-463c-4aa7-9016-430d63a24360,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:45:29.678764 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-58481c31-9ba6-42fd-96ec-5cb69d57e431 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d2c87d6a-463c-4aa7-9016-430d63a24360 HTTP/1.1" status: 204 len: 168 time: 0.8712509 Apr 20 18:45:29.821340 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40482) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:45:29.870839 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-3d4f23ed-bf01-45c4-9eef-5a7962ec90b5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a474155a8c4043829953a9a45d7977d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483844 Apr 20 18:45:29.873452 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [-] (84080) accepted ('10.222.0.39', 40486) {{(pid=84080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:45:29.931431 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3874eb80-406e-449a-b8d1-4d84359ad2ef None None] Deleting port 73d70472-2616-4360-83ea-8968b21cd77a {{(pid=84082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:45:29.931981 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3874eb80-406e-449a-b8d1-4d84359ad2ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793325018323'] for port, before_delete {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:29.938057 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d0062dda-b362-4b24-8c48-8773fc9727f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:29.965152 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d0062dda-b362-4b24-8c48-8773fc9727f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:29.997170 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-3874eb80-406e-449a-b8d1-4d84359ad2ef None None] The port '73d70472-2616-4360-83ea-8968b21cd77a' was deleted {{(pid=84082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:45:30.111586 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d0062dda-b362-4b24-8c48-8773fc9727f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:30.127469 n-d-838032-1 neutron-server[84080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0062dda-b362-4b24-8c48-8773fc9727f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5819775-6557-42f3-86a6-30ccbabadb2d,revision_number=None']} {{(pid=84080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:45:30.135904 n-d-838032-1 neutron-server[84080]: DEBUG neutron_lib.callbacks.manager [None req-d0062dda-b362-4b24-8c48-8773fc9727f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:30.137058 n-d-838032-1 neutron-server[84080]: INFO neutron.wsgi [None req-d0062dda-b362-4b24-8c48-8773fc9727f3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a5819775-6557-42f3-86a6-30ccbabadb2d HTTP/1.1" status: 204 len: 168 time: 0.2626872 Apr 20 18:45:30.471480 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 73d70472-2616-4360-83ea-8968b21cd77a no longer exists at agent ovs-agent-n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 20 18:45:30.504343 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] No Port match for: 73d70472-2616-4360-83ea-8968b21cd77a {{(pid=84082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:45:30.504690 n-d-838032-1 neutron-server[84082]: DEBUG neutron.plugins.ml2.rpc [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Device 73d70472-2616-4360-83ea-8968b21cd77a not bound to the agent host n-d-838032-1 {{(pid=84082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 20 18:45:30.541454 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40494) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:45:30.590369 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-d7ea2f28-989b-4e8b-a532-166cd046d205 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=71624379a0ed4d75b32e52e495d03c58&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0476594 Apr 20 18:45:30.592763 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [-] (84081) accepted ('10.222.0.39', 40498) {{(pid=84081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:45:30.663618 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-192a8e9a-edcb-499c-a99c-eee6319f480e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:30.688988 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-192a8e9a-edcb-499c-a99c-eee6319f480e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:30.741474 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-192a8e9a-edcb-499c-a99c-eee6319f480e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33252543'] for security_group, after_delete {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:30.757844 n-d-838032-1 neutron-server[84081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a8e9a-edcb-499c-a99c-eee6319f480e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fbd141-4ce4-4917-a2c6-ca5f7469d84f,revision_number=None']} {{(pid=84081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 18:45:30.762091 n-d-838032-1 neutron-server[84081]: DEBUG neutron_lib.callbacks.manager [None req-192a8e9a-edcb-499c-a99c-eee6319f480e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:30.765990 n-d-838032-1 neutron-server[84081]: INFO neutron.wsgi [None req-192a8e9a-edcb-499c-a99c-eee6319f480e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/46fbd141-4ce4-4917-a2c6-ca5f7469d84f HTTP/1.1" status: 204 len: 168 time: 0.1696138 Apr 20 18:45:39.315101 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-bbdfce42-4098-4c1c-819c-b4560718c164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:41.498561 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f7f2e20a-60d4-4a17-b36b-a11501cc0998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:42.761116 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:43.145547 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:44.042369 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:44.454385 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:46.152391 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:45:56.559533 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:46:09.308740 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-af16f167-f075-4ecc-ae96-1494c5ccca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:46:11.496888 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-63a3cb2e-8b50-46cb-8236-e587f15e7ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:46:12.762732 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:46:13.148525 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:46:14.077983 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:46:14.458262 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:46:16.154930 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:46:33.555384 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:46:39.323534 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-411c8c5c-530a-4edf-9cc2-e7a1c05a3d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:46:41.497722 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a3feab99-f79e-4769-b77e-d7d6a9771ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:46:42.759784 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:46:43.149645 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:46:44.065692 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:46:44.460869 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:46:46.171677 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:47:09.324078 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4c52447d-ca24-4dbd-88a3-096e534434b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:47:10.563318 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:47:11.500463 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7edf7a58-cb6c-4d0c-9656-8c89808bbc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:47:12.764862 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:47:13.156508 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:47:14.063535 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:47:14.466032 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:47:16.179047 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:47:39.328127 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-d7352cd8-b569-47b1-b4cc-7df5068c90f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:47:41.498093 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fcdf4d50-0609-4285-a7dd-75e624a6ac05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:47:42.765285 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:47:43.163065 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:47:44.066275 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:47:44.467018 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:47:46.181797 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:47:47.555042 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:47:48.715296 n-d-838032-1 neutron-server[84080]: DEBUG neutron.wsgi [req-11ef5706-c8c5-4b22-9ac5-df8d19ddc1fa req-8c9c7052-e9d3-4744-ab87-f9d912bb4753 service neutron] (84080) timed out ('10.222.0.39', 34540) {{(pid=84080) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 20 18:48:09.323621 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-405fb1bd-ce9d-4c16-b1e4-d7e8c3aa08ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:48:11.498595 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4031748b-c26a-4e47-a26c-b9a7c3151f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:48:12.764375 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:48:13.166485 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:48:14.066740 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:48:14.468868 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:48:16.223242 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:48:24.563148 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:48:39.335386 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0e575106-663b-4622-86cc-0364bb032a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:48:41.502514 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-cda69b91-cc03-4a0d-b62c-93f6ba9278fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:48:42.770109 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:48:43.174574 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:48:44.070030 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:48:44.471797 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:48:46.225925 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:49:01.561094 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:49:09.331696 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-049284ac-fd9f-41a7-a9af-aa8ebc1ec5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:49:11.503488 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-327f78cd-e95e-455a-8aef-e6d8e23e2c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:49:12.771273 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:49:13.176814 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:49:14.079582 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:49:14.475980 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:49:16.243341 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:49:38.556066 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:49:39.337445 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-fef0c2dc-218f-4ee1-a1e8-5c3ee7431079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:49:41.502910 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-3efa2095-4c8f-48f3-bbce-cad3242eb502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:49:42.776568 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:49:43.181197 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:49:44.078667 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:49:44.483280 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:49:46.248543 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:50:09.332162 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-f0e57177-45e9-4f1c-ac99-d4a9a05e468a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:50:11.503624 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-be5eca70-c92f-485c-ad5c-1f0903539df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:50:12.779634 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:50:13.184504 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:50:14.110347 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:50:14.482983 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:50:15.564487 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:50:16.243758 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:50:39.337710 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2c79b4be-473d-4e9d-89a7-1692f1ce8e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:50:41.501945 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9dd631dd-0d50-4b9f-932f-c58a6503ee8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:50:42.779273 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:50:43.189717 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:50:44.092332 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:50:44.484622 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:50:46.257102 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:50:52.561057 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:51:09.344277 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-a23cd9e4-b565-48d3-ade1-203cfdbc2b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:51:11.503947 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ddf60a58-ac16-4219-9af1-705181060173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:51:12.781763 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:51:13.193336 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:51:14.092137 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:51:14.490502 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:51:16.253581 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:51:29.560236 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:51:39.339373 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-018b957b-2222-46e6-a92b-2877c9590084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:51:41.506844 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-6c59c594-f50a-451d-81a4-85a8f1b37fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:51:42.783817 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:51:43.198071 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:51:44.093769 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:51:44.490070 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:51:46.263587 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:52:06.558652 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:52:09.345371 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-2f74573c-02be-4279-a62e-393ce4b68415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:52:11.503269 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-20a4447a-196a-4f8d-a99d-867a22fa288e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:52:12.788726 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:52:13.202878 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:52:14.086787 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:52:14.492609 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:52:16.274043 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:52:39.347081 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1fd1839f-4c84-462e-90b9-86b18d5a62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:52:41.505582 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-7a232145-6876-4096-aa96-e052595e160f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:52:42.788642 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:52:43.203265 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:52:43.556334 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:52:44.108132 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:52:44.495634 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:52:46.269383 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:52:47.401923 n-d-838032-1 neutron-server[84081]: DEBUG neutron.wsgi [req-28bdfa1d-8481-4fad-8c83-1ff7b66598c7 req-fa13eb3e-c5d8-403e-b445-b4f5eb63d748 service neutron] (84081) timed out ('10.222.0.39', 39612) {{(pid=84081) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 20 18:53:09.345970 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1cbaf4a1-5103-4b16-ac32-b2b071d50428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:53:11.503033 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4a8523ee-abbe-4e4f-8d8b-6b653ff00e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:53:12.794025 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:53:13.209117 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:53:14.111298 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:53:14.500090 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:53:16.286032 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:53:20.555200 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:53:39.342661 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-ab59d3b1-6f78-4033-b79a-864228c92031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:53:41.511453 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-4300a11c-4ca4-4a27-b5ed-ac4a08056f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:53:42.795195 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:53:43.211064 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:53:44.133876 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:53:44.502618 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:53:46.305819 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:53:57.546595 n-d-838032-1 neutron-server[84083]: DEBUG neutron.db.agents_db [None req-b0154f13-70ac-45c1-9f84-57806c0d5b7d None None] Agent healthcheck: found 7 active agents {{(pid=84083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 20 18:54:09.342420 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-36c187f1-6d96-4b96-b3fd-ad278fdaf714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:54:11.496433 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-9ba2bd1c-fc5b-4ee5-ba78-9430b56f05b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:54:12.791355 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb988-d2cf-4043-a75f-7c929af053b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:54:13.206440 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-c3f26a4d-df7c-42be-9634-a5fdf4ac5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:54:14.126552 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-241cb135-b1c1-44da-aad5-263a90825812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:54:14.505290 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-447a3528-1d4c-4727-9c69-8489885e2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 18:54:16.300757 n-d-838032-1 neutron-server[84082]: DEBUG neutron_lib.callbacks.manager [None req-0d057969-8d46-4af4-9b67-4961b322a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793325119335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532057'] for agent, after_update {{(pid=84082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}